0	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
0	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
0	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
0	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
0	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
0	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
0	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
0	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
0	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
0	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
0	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
0	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
0	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
0	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
0	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
0	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
0	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
0	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
0	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
0	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
0	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
0	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
0	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
0	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
0	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
0	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
0	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
0	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
0	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
0	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
0	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
0	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
0	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
0	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
0	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
0	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
0	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
0	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
0	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
0	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
0	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
0	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
0	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
0	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
0	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
0	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
0	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
0	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
0	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
0	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
0	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
0	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
0	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
0	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
0	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
0	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
0	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
0	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
0	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
0	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
0	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
0	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
0	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
0	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
0	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
0	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
0	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
0	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
0	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
0	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
0	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
0	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
0	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
0	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
0	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
0	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
0	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
0	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
0	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
0	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
0	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
0	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
0	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
0	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
0	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
0	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
0	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
0	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
0	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
0	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
0	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
0	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
0	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
0	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
0	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
0	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
0	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
0	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
0	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
0	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
0	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
0	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
0	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
0	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
0	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
0	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
0	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
0	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
0	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
0	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
0	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
0	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
0	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
0	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
0	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
0	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
0	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
0	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
0	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
0	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
0	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
0	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
0	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
0	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
0	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
0	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
0	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
0	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
0	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
0	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
0	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
0	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
0	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
0	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
0	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
0	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
0	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
0	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
0	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
0	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
0	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
0	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
0	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
0	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
0	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
0	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
0	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
0	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
0	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
0	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
0	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
0	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
0	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
0	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
0	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
0	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
0	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
0	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
0	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
0	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
0	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
0	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
0	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
0	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
0	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
0	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
0	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
0	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
0	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
0	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
0	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
0	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
0	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
0	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
0	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
0	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
0	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
0	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
0	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
0	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
0	embedding2nn.weight	0	-0.006916448008269072
0	embedding2nn.weight	1	0.02120867930352688
0	embedding2nn.weight	2	-0.001017839414998889
0	embedding2nn.weight	3	-0.0033906393218785524
0	embedding2nn.weight	4	-0.021789826452732086
0	embedding2nn.weight	5	-0.012704935856163502
0	embedding2nn.weight	6	0.02482609450817108
0	embedding2nn.weight	7	-0.018187589943408966
0	embedding2nn.weight	8	0.016577014699578285
0	embedding2nn.weight	9	0.029903002083301544
0	embedding2nn.bias	0	0.026007182896137238
0	embedding2nn.bias	1	-0.010103009641170502
0	embedding2nn.bias	2	0.030225159600377083
0	embedding2nn.bias	3	-0.014562766999006271
0	embedding2nn.bias	4	-0.0012997742742300034
0	embedding2nn.bias	5	-0.0015601712511852384
0	embedding2nn.bias	6	0.01393336895853281
0	embedding2nn.bias	7	-0.0321032777428627
0	embedding2nn.bias	8	-0.012843849137425423
0	embedding2nn.bias	9	-0.005221473053097725
0	rnn.weight_ih_l0	0	-0.03361252322793007
0	rnn.weight_ih_l0	1	-0.03414163365960121
0	rnn.weight_ih_l0	2	0.003617937909439206
0	rnn.weight_ih_l0	3	-0.016097484156489372
0	rnn.weight_ih_l0	4	0.0003986811498180032
0	rnn.weight_ih_l0	5	-0.027059823274612427
0	rnn.weight_ih_l0	6	0.0025775402318686247
0	rnn.weight_ih_l0	7	-0.019863855093717575
0	rnn.weight_ih_l0	8	0.007839086465537548
0	rnn.weight_ih_l0	9	-0.025297852233052254
0	rnn.weight_hh_l0	0	0.019461410120129585
0	rnn.weight_hh_l0	1	0.043834637850522995
0	rnn.weight_hh_l0	2	-0.007296228315681219
0	rnn.weight_hh_l0	3	0.037812985479831696
0	rnn.weight_hh_l0	4	-0.03935917839407921
0	rnn.weight_hh_l0	5	0.005606118123978376
0	rnn.weight_hh_l0	6	0.03703659400343895
0	rnn.weight_hh_l0	7	0.04369987174868584
0	rnn.weight_hh_l0	8	0.03476899117231369
0	rnn.weight_hh_l0	9	0.04326866194605827
0	rnn.bias_ih_l0	0	0.01848999783396721
0	rnn.bias_ih_l0	1	-0.005728466436266899
0	rnn.bias_ih_l0	2	0.040616001933813095
0	rnn.bias_ih_l0	3	-0.044110629707574844
0	rnn.bias_ih_l0	4	-0.04176526889204979
0	rnn.bias_ih_l0	5	-0.024348435923457146
0	rnn.bias_ih_l0	6	-0.0036524590104818344
0	rnn.bias_ih_l0	7	0.01868446171283722
0	rnn.bias_ih_l0	8	0.010779554955661297
0	rnn.bias_ih_l0	9	-0.03130171447992325
0	rnn.bias_hh_l0	0	-0.03250114619731903
0	rnn.bias_hh_l0	1	0.040778130292892456
0	rnn.bias_hh_l0	2	-0.01995612122118473
0	rnn.bias_hh_l0	3	0.026306401938199997
0	rnn.bias_hh_l0	4	-0.019817491993308067
0	rnn.bias_hh_l0	5	0.01796170510351658
0	rnn.bias_hh_l0	6	0.010216311551630497
0	rnn.bias_hh_l0	7	-0.03621857985854149
0	rnn.bias_hh_l0	8	0.02421540580689907
0	rnn.bias_hh_l0	9	0.01852184347808361
0	rnn.weight_ih_l0_reverse	0	0.017533039674162865
0	rnn.weight_ih_l0_reverse	1	-0.03193061426281929
0	rnn.weight_ih_l0_reverse	2	-0.014578914269804955
0	rnn.weight_ih_l0_reverse	3	-0.015366879291832447
0	rnn.weight_ih_l0_reverse	4	0.032712794840335846
0	rnn.weight_ih_l0_reverse	5	-0.026691170409321785
0	rnn.weight_ih_l0_reverse	6	0.028893031179904938
0	rnn.weight_ih_l0_reverse	7	0.001226116786710918
0	rnn.weight_ih_l0_reverse	8	0.024216918274760246
0	rnn.weight_ih_l0_reverse	9	0.013041052035987377
0	rnn.weight_hh_l0_reverse	0	0.009436443448066711
0	rnn.weight_hh_l0_reverse	1	0.03601470962166786
0	rnn.weight_hh_l0_reverse	2	0.03625767305493355
0	rnn.weight_hh_l0_reverse	3	0.020894717425107956
0	rnn.weight_hh_l0_reverse	4	-0.03579586371779442
0	rnn.weight_hh_l0_reverse	5	0.03302359953522682
0	rnn.weight_hh_l0_reverse	6	0.012324238196015358
0	rnn.weight_hh_l0_reverse	7	-0.0003893994726240635
0	rnn.weight_hh_l0_reverse	8	0.037528082728385925
0	rnn.weight_hh_l0_reverse	9	-0.02037912793457508
0	rnn.bias_ih_l0_reverse	0	-0.032520659267902374
0	rnn.bias_ih_l0_reverse	1	0.026209630072116852
0	rnn.bias_ih_l0_reverse	2	0.012398484162986279
0	rnn.bias_ih_l0_reverse	3	0.021231597289443016
0	rnn.bias_ih_l0_reverse	4	0.008860410191118717
0	rnn.bias_ih_l0_reverse	5	0.015541322529315948
0	rnn.bias_ih_l0_reverse	6	0.038155898451805115
0	rnn.bias_ih_l0_reverse	7	-0.01997847855091095
0	rnn.bias_ih_l0_reverse	8	-0.03952398523688316
0	rnn.bias_ih_l0_reverse	9	0.020009925588965416
0	rnn.bias_hh_l0_reverse	0	-0.03576917201280594
0	rnn.bias_hh_l0_reverse	1	-0.001426668488420546
0	rnn.bias_hh_l0_reverse	2	0.005081015173345804
0	rnn.bias_hh_l0_reverse	3	0.019935205578804016
0	rnn.bias_hh_l0_reverse	4	-0.010998223908245564
0	rnn.bias_hh_l0_reverse	5	-0.026952968910336494
0	rnn.bias_hh_l0_reverse	6	0.0077546508982777596
0	rnn.bias_hh_l0_reverse	7	0.0017304838402196765
0	rnn.bias_hh_l0_reverse	8	0.0375969223678112
0	rnn.bias_hh_l0_reverse	9	-0.009766950272023678
0	linear.weight	0	0.023637305945158005
0	linear.weight	1	-0.015264459885656834
0	linear.weight	2	0.022555585950613022
0	linear.weight	3	-0.003990356344729662
0	linear.weight	4	-0.014105011709034443
0	linear.weight	5	0.014970386400818825
0	linear.weight	6	-0.030022479593753815
0	linear.weight	7	-0.008628658950328827
0	linear.weight	8	0.02358267270028591
0	linear.weight	9	0.007991171441972256
0	linear.bias	0	-0.010931216180324554
0	linear.bias	1	0.02169404923915863
0	linear.bias	2	0.010332825593650341
0	linear.bias	3	-0.07514388114213943
0	linear.bias	4	-0.015719374641776085
0	linear.bias	5	0.029810622334480286
0	linear.bias	6	-0.011785325594246387
0	linear.bias	7	0.040630798786878586
0	linear.bias	8	0.0601959191262722
0	linear.bias	9	-0.021128317341208458
609	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
609	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
609	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
609	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
609	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
609	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
609	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
609	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
609	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
609	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
609	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
609	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
609	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
609	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
609	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
609	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
609	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
609	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
609	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
609	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
609	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
609	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
609	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
609	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
609	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
609	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
609	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
609	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
609	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
609	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
609	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
609	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
609	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
609	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
609	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
609	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
609	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
609	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
609	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
609	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
609	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
609	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
609	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
609	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
609	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
609	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
609	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
609	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
609	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
609	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
609	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
609	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
609	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
609	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
609	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
609	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
609	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
609	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
609	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
609	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
609	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
609	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
609	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
609	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
609	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
609	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
609	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
609	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
609	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
609	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
609	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
609	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
609	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
609	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
609	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
609	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
609	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
609	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
609	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
609	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
609	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
609	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
609	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
609	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
609	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
609	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
609	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
609	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
609	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
609	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
609	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
609	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
609	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
609	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
609	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
609	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
609	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
609	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
609	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
609	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
609	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
609	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
609	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
609	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
609	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
609	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
609	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
609	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
609	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
609	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
609	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
609	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
609	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
609	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
609	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
609	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
609	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
609	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
609	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
609	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
609	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
609	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
609	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
609	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
609	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
609	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
609	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
609	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
609	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
609	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
609	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
609	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
609	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
609	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
609	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
609	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
609	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
609	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
609	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
609	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
609	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
609	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
609	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
609	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
609	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
609	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
609	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
609	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
609	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
609	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
609	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
609	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
609	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
609	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
609	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
609	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
609	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
609	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
609	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
609	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
609	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
609	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
609	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
609	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
609	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
609	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
609	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
609	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
609	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
609	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
609	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
609	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
609	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
609	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
609	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
609	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
609	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
609	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
609	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
609	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
609	embedding2nn.weight	0	0.004821809474378824
609	embedding2nn.weight	1	0.035430267453193665
609	embedding2nn.weight	2	-0.0015308549627661705
609	embedding2nn.weight	3	0.004467981401830912
609	embedding2nn.weight	4	-0.030931249260902405
609	embedding2nn.weight	5	-0.016821173951029778
609	embedding2nn.weight	6	0.021226083859801292
609	embedding2nn.weight	7	-0.02883818931877613
609	embedding2nn.weight	8	0.015582275576889515
609	embedding2nn.weight	9	0.018331516534090042
609	embedding2nn.bias	0	-0.012846041470766068
609	embedding2nn.bias	1	0.0307754036039114
609	embedding2nn.bias	2	0.05913597345352173
609	embedding2nn.bias	3	0.01622765138745308
609	embedding2nn.bias	4	-0.02818412147462368
609	embedding2nn.bias	5	-0.01848793774843216
609	embedding2nn.bias	6	0.03219340369105339
609	embedding2nn.bias	7	-0.0834035575389862
609	embedding2nn.bias	8	-0.04872657358646393
609	embedding2nn.bias	9	-0.03540046140551567
609	rnn.weight_ih_l0	0	-0.036583807319402695
609	rnn.weight_ih_l0	1	-0.0341259129345417
609	rnn.weight_ih_l0	2	0.010047423653304577
609	rnn.weight_ih_l0	3	-0.015796726569533348
609	rnn.weight_ih_l0	4	-0.0010538031347095966
609	rnn.weight_ih_l0	5	-0.03889213874936104
609	rnn.weight_ih_l0	6	-0.01009350549429655
609	rnn.weight_ih_l0	7	-0.022477861493825912
609	rnn.weight_ih_l0	8	0.01721174642443657
609	rnn.weight_ih_l0	9	-0.023746389895677567
609	rnn.weight_hh_l0	0	0.019445938989520073
609	rnn.weight_hh_l0	1	0.04349677637219429
609	rnn.weight_hh_l0	2	-0.008485114201903343
609	rnn.weight_hh_l0	3	0.03815697506070137
609	rnn.weight_hh_l0	4	-0.03729600831866264
609	rnn.weight_hh_l0	5	0.0050943573005497456
609	rnn.weight_hh_l0	6	0.037144359201192856
609	rnn.weight_hh_l0	7	0.04264296591281891
609	rnn.weight_hh_l0	8	0.03464771434664726
609	rnn.weight_hh_l0	9	0.03521493449807167
609	rnn.bias_ih_l0	0	0.03250760957598686
609	rnn.bias_ih_l0	1	0.0018257908523082733
609	rnn.bias_ih_l0	2	0.030869608744978905
609	rnn.bias_ih_l0	3	-0.04088446497917175
609	rnn.bias_ih_l0	4	-0.031605008989572525
609	rnn.bias_ih_l0	5	-0.014478892087936401
609	rnn.bias_ih_l0	6	-0.0089601194486022
609	rnn.bias_ih_l0	7	0.010299773886799812
609	rnn.bias_ih_l0	8	0.04152102395892143
609	rnn.bias_ih_l0	9	-0.06166800484061241
609	rnn.bias_hh_l0	0	-0.023229163140058517
609	rnn.bias_hh_l0	1	0.04903728514909744
609	rnn.bias_hh_l0	2	-0.009614779613912106
609	rnn.bias_hh_l0	3	0.039275262504816055
609	rnn.bias_hh_l0	4	-0.01687687821686268
609	rnn.bias_hh_l0	5	0.01596306823194027
609	rnn.bias_hh_l0	6	0.023132728412747383
609	rnn.bias_hh_l0	7	-0.016425615176558495
609	rnn.bias_hh_l0	8	0.0266795102506876
609	rnn.bias_hh_l0	9	0.03137665241956711
609	rnn.weight_ih_l0_reverse	0	0.01053963229060173
609	rnn.weight_ih_l0_reverse	1	-0.036213215440511703
609	rnn.weight_ih_l0_reverse	2	-0.013949498534202576
609	rnn.weight_ih_l0_reverse	3	-0.025748100131750107
609	rnn.weight_ih_l0_reverse	4	0.03259463235735893
609	rnn.weight_ih_l0_reverse	5	-0.024987969547510147
609	rnn.weight_ih_l0_reverse	6	0.0270999763160944
609	rnn.weight_ih_l0_reverse	7	0.0020732982084155083
609	rnn.weight_ih_l0_reverse	8	0.022704774513840675
609	rnn.weight_ih_l0_reverse	9	0.014013291336596012
609	rnn.weight_hh_l0_reverse	0	0.009403260424733162
609	rnn.weight_hh_l0_reverse	1	0.036574359983205795
609	rnn.weight_hh_l0_reverse	2	0.035417791455984116
609	rnn.weight_hh_l0_reverse	3	0.021488450467586517
609	rnn.weight_hh_l0_reverse	4	-0.03594162315130234
609	rnn.weight_hh_l0_reverse	5	0.03302029147744179
609	rnn.weight_hh_l0_reverse	6	0.014543551951646805
609	rnn.weight_hh_l0_reverse	7	0.000561196415219456
609	rnn.weight_hh_l0_reverse	8	0.0373162217438221
609	rnn.weight_hh_l0_reverse	9	-0.020605800673365593
609	rnn.bias_ih_l0_reverse	0	-0.0028588324785232544
609	rnn.bias_ih_l0_reverse	1	0.03178241476416588
609	rnn.bias_ih_l0_reverse	2	0.01908913254737854
609	rnn.bias_ih_l0_reverse	3	0.025789601728320122
609	rnn.bias_ih_l0_reverse	4	-0.02200726792216301
609	rnn.bias_ih_l0_reverse	5	0.011144101619720459
609	rnn.bias_ih_l0_reverse	6	0.07481779903173447
609	rnn.bias_ih_l0_reverse	7	-0.018447643145918846
609	rnn.bias_ih_l0_reverse	8	-0.041167303919792175
609	rnn.bias_ih_l0_reverse	9	0.031931322067976
609	rnn.bias_hh_l0_reverse	0	-0.025922417640686035
609	rnn.bias_hh_l0_reverse	1	0.01928340084850788
609	rnn.bias_hh_l0_reverse	2	0.020389374345541
609	rnn.bias_hh_l0_reverse	3	0.02883445844054222
609	rnn.bias_hh_l0_reverse	4	0.018355460837483406
609	rnn.bias_hh_l0_reverse	5	0.00463531631976366
609	rnn.bias_hh_l0_reverse	6	0.018471691757440567
609	rnn.bias_hh_l0_reverse	7	0.015974244102835655
609	rnn.bias_hh_l0_reverse	8	0.03474114090204239
609	rnn.bias_hh_l0_reverse	9	0.023065410554409027
609	linear.weight	0	0.009675134904682636
609	linear.weight	1	-0.10433948040008545
609	linear.weight	2	0.059400271624326706
609	linear.weight	3	0.03609961271286011
609	linear.weight	4	-0.03416665270924568
609	linear.weight	5	0.10944758355617523
609	linear.weight	6	-0.11140574514865875
609	linear.weight	7	-0.0583883561193943
609	linear.weight	8	0.07243341207504272
609	linear.weight	9	-0.022124597802758217
609	linear.bias	0	-0.13244900107383728
609	linear.bias	1	0.4840727150440216
609	linear.bias	2	0.0794885978102684
609	linear.bias	3	-0.6343786716461182
609	linear.bias	4	-0.11277680099010468
609	linear.bias	5	0.4013173282146454
609	linear.bias	6	-0.04091041907668114
609	linear.bias	7	0.03366149589419365
609	linear.bias	8	0.2998780310153961
609	linear.bias	9	-0.3371165990829468
1218	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
1218	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
1218	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
1218	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
1218	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
1218	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
1218	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
1218	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
1218	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
1218	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
1218	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
1218	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
1218	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
1218	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
1218	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
1218	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
1218	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
1218	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
1218	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
1218	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
1218	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
1218	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
1218	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
1218	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
1218	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
1218	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
1218	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
1218	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
1218	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
1218	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
1218	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
1218	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
1218	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
1218	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
1218	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
1218	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
1218	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
1218	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
1218	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
1218	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
1218	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
1218	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
1218	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
1218	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
1218	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
1218	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
1218	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
1218	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
1218	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
1218	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
1218	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
1218	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
1218	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
1218	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
1218	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
1218	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
1218	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
1218	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
1218	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
1218	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
1218	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
1218	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
1218	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
1218	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
1218	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
1218	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
1218	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
1218	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
1218	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
1218	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
1218	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
1218	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
1218	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
1218	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
1218	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
1218	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
1218	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
1218	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
1218	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
1218	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
1218	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
1218	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
1218	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
1218	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
1218	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
1218	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
1218	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
1218	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
1218	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
1218	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
1218	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
1218	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
1218	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
1218	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
1218	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
1218	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
1218	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
1218	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
1218	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
1218	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
1218	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
1218	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
1218	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
1218	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
1218	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
1218	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
1218	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
1218	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
1218	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
1218	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
1218	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
1218	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
1218	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
1218	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
1218	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
1218	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
1218	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
1218	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
1218	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
1218	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
1218	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
1218	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
1218	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
1218	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
1218	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
1218	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
1218	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
1218	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
1218	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
1218	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
1218	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
1218	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
1218	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
1218	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
1218	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
1218	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
1218	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
1218	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
1218	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
1218	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
1218	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
1218	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
1218	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
1218	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
1218	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
1218	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
1218	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
1218	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
1218	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
1218	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
1218	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
1218	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
1218	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
1218	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
1218	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
1218	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
1218	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
1218	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
1218	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
1218	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
1218	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
1218	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
1218	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
1218	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
1218	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
1218	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
1218	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
1218	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
1218	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
1218	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
1218	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
1218	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
1218	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
1218	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
1218	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
1218	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
1218	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
1218	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
1218	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
1218	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
1218	embedding2nn.weight	0	0.016044411808252335
1218	embedding2nn.weight	1	0.04063652455806732
1218	embedding2nn.weight	2	0.002372352872043848
1218	embedding2nn.weight	3	-0.0037059239111840725
1218	embedding2nn.weight	4	-0.03006422519683838
1218	embedding2nn.weight	5	-0.01952306739985943
1218	embedding2nn.weight	6	0.02734718844294548
1218	embedding2nn.weight	7	-0.023321788758039474
1218	embedding2nn.weight	8	0.017315128818154335
1218	embedding2nn.weight	9	0.015065433457493782
1218	embedding2nn.bias	0	-0.031175795942544937
1218	embedding2nn.bias	1	0.04196381941437721
1218	embedding2nn.bias	2	0.0401143841445446
1218	embedding2nn.bias	3	0.017989804968237877
1218	embedding2nn.bias	4	-0.011266279965639114
1218	embedding2nn.bias	5	-0.012725339271128178
1218	embedding2nn.bias	6	0.03187452256679535
1218	embedding2nn.bias	7	-0.07782139629125595
1218	embedding2nn.bias	8	-0.06072897091507912
1218	embedding2nn.bias	9	-0.014624731615185738
1218	rnn.weight_ih_l0	0	-0.03755265474319458
1218	rnn.weight_ih_l0	1	-0.03373832255601883
1218	rnn.weight_ih_l0	2	0.01361435279250145
1218	rnn.weight_ih_l0	3	-0.015841107815504074
1218	rnn.weight_ih_l0	4	-0.0013951468281447887
1218	rnn.weight_ih_l0	5	-0.054344531148672104
1218	rnn.weight_ih_l0	6	-0.018824143335223198
1218	rnn.weight_ih_l0	7	-0.02315589040517807
1218	rnn.weight_ih_l0	8	-0.00263823545537889
1218	rnn.weight_ih_l0	9	-0.02144838310778141
1218	rnn.weight_hh_l0	0	0.018513401970267296
1218	rnn.weight_hh_l0	1	0.04344485327601433
1218	rnn.weight_hh_l0	2	-0.006854367442429066
1218	rnn.weight_hh_l0	3	0.03908482939004898
1218	rnn.weight_hh_l0	4	-0.036352548748254776
1218	rnn.weight_hh_l0	5	0.006122452672570944
1218	rnn.weight_hh_l0	6	0.037548795342445374
1218	rnn.weight_hh_l0	7	0.03550088778138161
1218	rnn.weight_hh_l0	8	0.03426610305905342
1218	rnn.weight_hh_l0	9	0.03251313790678978
1218	rnn.bias_ih_l0	0	0.04222511127591133
1218	rnn.bias_ih_l0	1	0.005209684371948242
1218	rnn.bias_ih_l0	2	0.022956762462854385
1218	rnn.bias_ih_l0	3	-0.04021655023097992
1218	rnn.bias_ih_l0	4	-0.0234470684081316
1218	rnn.bias_ih_l0	5	-0.0076955221593379974
1218	rnn.bias_ih_l0	6	0.003809429705142975
1218	rnn.bias_ih_l0	7	0.0002842778339982033
1218	rnn.bias_ih_l0	8	0.04654008150100708
1218	rnn.bias_ih_l0	9	-0.06479581445455551
1218	rnn.bias_hh_l0	0	-0.022257164120674133
1218	rnn.bias_hh_l0	1	0.05035606399178505
1218	rnn.bias_hh_l0	2	-0.006003993563354015
1218	rnn.bias_hh_l0	3	0.04050351679325104
1218	rnn.bias_hh_l0	4	-0.018024541437625885
1218	rnn.bias_hh_l0	5	0.008018538355827332
1218	rnn.bias_hh_l0	6	0.025278205052018166
1218	rnn.bias_hh_l0	7	0.002591527998447418
1218	rnn.bias_hh_l0	8	0.02874262072145939
1218	rnn.bias_hh_l0	9	0.032946422696113586
1218	rnn.weight_ih_l0_reverse	0	0.018405234441161156
1218	rnn.weight_ih_l0_reverse	1	-0.03611617162823677
1218	rnn.weight_ih_l0_reverse	2	-0.0163327157497406
1218	rnn.weight_ih_l0_reverse	3	-0.029063710942864418
1218	rnn.weight_ih_l0_reverse	4	0.03133164346218109
1218	rnn.weight_ih_l0_reverse	5	-0.023001668974757195
1218	rnn.weight_ih_l0_reverse	6	0.02397850528359413
1218	rnn.weight_ih_l0_reverse	7	0.0024077703710645437
1218	rnn.weight_ih_l0_reverse	8	0.02259848266839981
1218	rnn.weight_ih_l0_reverse	9	0.018557919189333916
1218	rnn.weight_hh_l0_reverse	0	0.004780624993145466
1218	rnn.weight_hh_l0_reverse	1	0.03675932437181473
1218	rnn.weight_hh_l0_reverse	2	0.0340905636548996
1218	rnn.weight_hh_l0_reverse	3	0.022279368713498116
1218	rnn.weight_hh_l0_reverse	4	-0.03686301037669182
1218	rnn.weight_hh_l0_reverse	5	0.03226338326931
1218	rnn.weight_hh_l0_reverse	6	0.014887732453644276
1218	rnn.weight_hh_l0_reverse	7	-0.0014864089898765087
1218	rnn.weight_hh_l0_reverse	8	0.041425589472055435
1218	rnn.weight_hh_l0_reverse	9	-0.020214127376675606
1218	rnn.bias_ih_l0_reverse	0	-0.0018020732095465064
1218	rnn.bias_ih_l0_reverse	1	0.029664654284715652
1218	rnn.bias_ih_l0_reverse	2	0.02639266476035118
1218	rnn.bias_ih_l0_reverse	3	0.024097610265016556
1218	rnn.bias_ih_l0_reverse	4	-0.030569540336728096
1218	rnn.bias_ih_l0_reverse	5	0.01047038845717907
1218	rnn.bias_ih_l0_reverse	6	0.07625401020050049
1218	rnn.bias_ih_l0_reverse	7	-0.009936352260410786
1218	rnn.bias_ih_l0_reverse	8	-0.039278555661439896
1218	rnn.bias_ih_l0_reverse	9	0.04297242313623428
1218	rnn.bias_hh_l0_reverse	0	-0.02509298361837864
1218	rnn.bias_hh_l0_reverse	1	0.013878676109015942
1218	rnn.bias_hh_l0_reverse	2	0.005419333465397358
1218	rnn.bias_hh_l0_reverse	3	0.02642778493463993
1218	rnn.bias_hh_l0_reverse	4	0.016779940575361252
1218	rnn.bias_hh_l0_reverse	5	0.008174075745046139
1218	rnn.bias_hh_l0_reverse	6	0.025341449305415154
1218	rnn.bias_hh_l0_reverse	7	0.017084280028939247
1218	rnn.bias_hh_l0_reverse	8	0.035456281155347824
1218	rnn.bias_hh_l0_reverse	9	0.037096623331308365
1218	linear.weight	0	0.0070888265036046505
1218	linear.weight	1	-0.09602481871843338
1218	linear.weight	2	0.07009723037481308
1218	linear.weight	3	0.03917774185538292
1218	linear.weight	4	-0.0802924782037735
1218	linear.weight	5	0.11496955156326294
1218	linear.weight	6	-0.16115544736385345
1218	linear.weight	7	-0.07065507769584656
1218	linear.weight	8	0.09323646128177643
1218	linear.weight	9	-0.018134811893105507
1218	linear.bias	0	-0.10533642023801804
1218	linear.bias	1	0.7066757678985596
1218	linear.bias	2	0.05763043835759163
1218	linear.bias	3	-0.7626134157180786
1218	linear.bias	4	-0.13316550850868225
1218	linear.bias	5	0.43767502903938293
1218	linear.bias	6	-0.0797797292470932
1218	linear.bias	7	0.033553656190633774
1218	linear.bias	8	0.4665663242340088
1218	linear.bias	9	-0.3939375877380371
1827	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
1827	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
1827	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
1827	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
1827	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
1827	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
1827	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
1827	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
1827	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
1827	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
1827	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
1827	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
1827	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
1827	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
1827	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
1827	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
1827	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
1827	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
1827	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
1827	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
1827	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
1827	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
1827	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
1827	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
1827	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
1827	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
1827	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
1827	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
1827	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
1827	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
1827	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
1827	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
1827	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
1827	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
1827	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
1827	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
1827	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
1827	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
1827	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
1827	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
1827	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
1827	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
1827	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
1827	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
1827	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
1827	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
1827	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
1827	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
1827	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
1827	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
1827	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
1827	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
1827	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
1827	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
1827	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
1827	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
1827	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
1827	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
1827	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
1827	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
1827	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
1827	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
1827	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
1827	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
1827	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
1827	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
1827	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
1827	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
1827	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
1827	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
1827	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
1827	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
1827	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
1827	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
1827	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
1827	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
1827	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
1827	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
1827	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
1827	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
1827	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
1827	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
1827	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
1827	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
1827	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
1827	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
1827	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
1827	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
1827	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
1827	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
1827	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
1827	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
1827	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
1827	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
1827	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
1827	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
1827	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
1827	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
1827	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
1827	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
1827	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
1827	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
1827	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
1827	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
1827	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
1827	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
1827	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
1827	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
1827	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
1827	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
1827	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
1827	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
1827	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
1827	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
1827	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
1827	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
1827	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
1827	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
1827	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
1827	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
1827	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
1827	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
1827	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
1827	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
1827	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
1827	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
1827	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
1827	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
1827	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
1827	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
1827	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
1827	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
1827	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
1827	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
1827	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
1827	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
1827	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
1827	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
1827	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
1827	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
1827	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
1827	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
1827	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
1827	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
1827	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
1827	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
1827	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
1827	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
1827	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
1827	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
1827	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
1827	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
1827	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
1827	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
1827	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
1827	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
1827	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
1827	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
1827	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
1827	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
1827	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
1827	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
1827	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
1827	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
1827	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
1827	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
1827	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
1827	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
1827	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
1827	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
1827	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
1827	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
1827	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
1827	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
1827	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
1827	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
1827	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
1827	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
1827	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
1827	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
1827	embedding2nn.weight	0	0.018983330577611923
1827	embedding2nn.weight	1	0.04325267672538757
1827	embedding2nn.weight	2	0.0055963145568966866
1827	embedding2nn.weight	3	0.019047917798161507
1827	embedding2nn.weight	4	-0.03402114287018776
1827	embedding2nn.weight	5	-0.01809597574174404
1827	embedding2nn.weight	6	0.021628493443131447
1827	embedding2nn.weight	7	-0.029210533946752548
1827	embedding2nn.weight	8	0.023947518318891525
1827	embedding2nn.weight	9	0.007641992997378111
1827	embedding2nn.bias	0	-0.024358024820685387
1827	embedding2nn.bias	1	0.03559458255767822
1827	embedding2nn.bias	2	0.03196102753281593
1827	embedding2nn.bias	3	0.021024763584136963
1827	embedding2nn.bias	4	-0.012123246677219868
1827	embedding2nn.bias	5	-0.010931729339063168
1827	embedding2nn.bias	6	0.023011069744825363
1827	embedding2nn.bias	7	-0.08237980306148529
1827	embedding2nn.bias	8	-0.07496820390224457
1827	embedding2nn.bias	9	-0.003406043630093336
1827	rnn.weight_ih_l0	0	-0.039064131677150726
1827	rnn.weight_ih_l0	1	-0.033406127244234085
1827	rnn.weight_ih_l0	2	0.014739875681698322
1827	rnn.weight_ih_l0	3	-0.018126053735613823
1827	rnn.weight_ih_l0	4	-0.0008128927438519895
1827	rnn.weight_ih_l0	5	-0.059346698224544525
1827	rnn.weight_ih_l0	6	-0.024402080103754997
1827	rnn.weight_ih_l0	7	-0.02359136752784252
1827	rnn.weight_ih_l0	8	-0.0038888943381607533
1827	rnn.weight_ih_l0	9	-0.023149985820055008
1827	rnn.weight_hh_l0	0	0.018513556569814682
1827	rnn.weight_hh_l0	1	0.04239377751946449
1827	rnn.weight_hh_l0	2	-0.005400585476309061
1827	rnn.weight_hh_l0	3	0.03947797045111656
1827	rnn.weight_hh_l0	4	-0.03623194620013237
1827	rnn.weight_hh_l0	5	0.007642298471182585
1827	rnn.weight_hh_l0	6	0.037366580218076706
1827	rnn.weight_hh_l0	7	0.026217622682452202
1827	rnn.weight_hh_l0	8	0.03358239680528641
1827	rnn.weight_hh_l0	9	0.02620806358754635
1827	rnn.bias_ih_l0	0	0.049754492938518524
1827	rnn.bias_ih_l0	1	0.0025385315530002117
1827	rnn.bias_ih_l0	2	0.019668949767947197
1827	rnn.bias_ih_l0	3	-0.039551716297864914
1827	rnn.bias_ih_l0	4	-0.00859893299639225
1827	rnn.bias_ih_l0	5	-0.004689578432589769
1827	rnn.bias_ih_l0	6	-0.004549880977720022
1827	rnn.bias_ih_l0	7	-0.004996504168957472
1827	rnn.bias_ih_l0	8	0.04175799712538719
1827	rnn.bias_ih_l0	9	-0.08256763964891434
1827	rnn.bias_hh_l0	0	-0.02376076951622963
1827	rnn.bias_hh_l0	1	0.05183323472738266
1827	rnn.bias_hh_l0	2	-0.004103899467736483
1827	rnn.bias_hh_l0	3	0.03591638803482056
1827	rnn.bias_hh_l0	4	-0.019083350896835327
1827	rnn.bias_hh_l0	5	0.0023910817690193653
1827	rnn.bias_hh_l0	6	0.021033914759755135
1827	rnn.bias_hh_l0	7	0.024210920557379723
1827	rnn.bias_hh_l0	8	0.02985362336039543
1827	rnn.bias_hh_l0	9	0.03037610463798046
1827	rnn.weight_ih_l0_reverse	0	0.014993615448474884
1827	rnn.weight_ih_l0_reverse	1	-0.035740625113248825
1827	rnn.weight_ih_l0_reverse	2	-0.01713695377111435
1827	rnn.weight_ih_l0_reverse	3	-0.027481935918331146
1827	rnn.weight_ih_l0_reverse	4	0.029977934435009956
1827	rnn.weight_ih_l0_reverse	5	-0.021342065185308456
1827	rnn.weight_ih_l0_reverse	6	0.024400483816862106
1827	rnn.weight_ih_l0_reverse	7	0.0038878864143043756
1827	rnn.weight_ih_l0_reverse	8	0.024533461779356003
1827	rnn.weight_ih_l0_reverse	9	0.023344311863183975
1827	rnn.weight_hh_l0_reverse	0	0.002780772279947996
1827	rnn.weight_hh_l0_reverse	1	0.03745228052139282
1827	rnn.weight_hh_l0_reverse	2	0.030909813940525055
1827	rnn.weight_hh_l0_reverse	3	0.022481847554445267
1827	rnn.weight_hh_l0_reverse	4	-0.036556001752614975
1827	rnn.weight_hh_l0_reverse	5	0.031929828226566315
1827	rnn.weight_hh_l0_reverse	6	0.014384706504642963
1827	rnn.weight_hh_l0_reverse	7	-0.005333970300853252
1827	rnn.weight_hh_l0_reverse	8	0.04514579847455025
1827	rnn.weight_hh_l0_reverse	9	-0.01934029534459114
1827	rnn.bias_ih_l0_reverse	0	-0.010807549580931664
1827	rnn.bias_ih_l0_reverse	1	0.026628868654370308
1827	rnn.bias_ih_l0_reverse	2	0.026099152863025665
1827	rnn.bias_ih_l0_reverse	3	0.02611921727657318
1827	rnn.bias_ih_l0_reverse	4	-0.029046829789876938
1827	rnn.bias_ih_l0_reverse	5	0.009344767779111862
1827	rnn.bias_ih_l0_reverse	6	0.08801310509443283
1827	rnn.bias_ih_l0_reverse	7	-0.023151738569140434
1827	rnn.bias_ih_l0_reverse	8	-0.039407115429639816
1827	rnn.bias_ih_l0_reverse	9	0.03394659608602524
1827	rnn.bias_hh_l0_reverse	0	-0.0074519021436572075
1827	rnn.bias_hh_l0_reverse	1	0.01625402458012104
1827	rnn.bias_hh_l0_reverse	2	0.0014753782888874412
1827	rnn.bias_hh_l0_reverse	3	0.025062093511223793
1827	rnn.bias_hh_l0_reverse	4	0.013326575048267841
1827	rnn.bias_hh_l0_reverse	5	-0.0019334307871758938
1827	rnn.bias_hh_l0_reverse	6	0.027249358594417572
1827	rnn.bias_hh_l0_reverse	7	0.020448321476578712
1827	rnn.bias_hh_l0_reverse	8	0.01734013669192791
1827	rnn.bias_hh_l0_reverse	9	0.023527171462774277
1827	linear.weight	0	0.02901086024940014
1827	linear.weight	1	-0.10536982864141464
1827	linear.weight	2	0.08105038851499557
1827	linear.weight	3	0.04351348057389259
1827	linear.weight	4	-0.08044726401567459
1827	linear.weight	5	0.07857240736484528
1827	linear.weight	6	-0.1265558898448944
1827	linear.weight	7	-0.07812342792749405
1827	linear.weight	8	0.13258133828639984
1827	linear.weight	9	-0.017872434109449387
1827	linear.bias	0	-0.11013868451118469
1827	linear.bias	1	0.8488227128982544
1827	linear.bias	2	-0.0022478571627289057
1827	linear.bias	3	-0.8591105341911316
1827	linear.bias	4	-0.13230617344379425
1827	linear.bias	5	0.47315338253974915
1827	linear.bias	6	-0.08085653185844421
1827	linear.bias	7	0.06687670946121216
1827	linear.bias	8	0.5385332107543945
1827	linear.bias	9	-0.4751851558685303
2436	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
2436	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
2436	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
2436	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
2436	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
2436	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
2436	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
2436	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
2436	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
2436	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
2436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
2436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
2436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
2436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
2436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
2436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
2436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
2436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
2436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
2436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
2436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
2436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
2436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
2436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
2436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
2436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
2436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
2436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
2436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
2436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
2436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
2436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
2436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
2436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
2436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
2436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
2436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
2436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
2436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
2436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
2436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
2436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
2436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
2436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
2436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
2436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
2436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
2436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
2436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
2436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
2436	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
2436	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
2436	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
2436	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
2436	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
2436	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
2436	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
2436	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
2436	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
2436	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
2436	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
2436	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
2436	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
2436	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
2436	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
2436	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
2436	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
2436	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
2436	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
2436	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
2436	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
2436	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
2436	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
2436	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
2436	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
2436	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
2436	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
2436	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
2436	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
2436	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
2436	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
2436	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
2436	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
2436	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
2436	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
2436	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
2436	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
2436	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
2436	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
2436	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
2436	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
2436	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
2436	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
2436	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
2436	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
2436	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
2436	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
2436	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
2436	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
2436	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
2436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
2436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
2436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
2436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
2436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
2436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
2436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
2436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
2436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
2436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
2436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
2436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
2436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
2436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
2436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
2436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
2436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
2436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
2436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
2436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
2436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
2436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
2436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
2436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
2436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
2436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
2436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
2436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
2436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
2436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
2436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
2436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
2436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
2436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
2436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
2436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
2436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
2436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
2436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
2436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
2436	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
2436	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
2436	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
2436	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
2436	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
2436	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
2436	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
2436	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
2436	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
2436	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
2436	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
2436	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
2436	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
2436	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
2436	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
2436	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
2436	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
2436	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
2436	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
2436	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
2436	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
2436	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
2436	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
2436	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
2436	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
2436	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
2436	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
2436	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
2436	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
2436	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
2436	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
2436	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
2436	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
2436	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
2436	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
2436	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
2436	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
2436	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
2436	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
2436	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
2436	embedding2nn.weight	0	0.025661827996373177
2436	embedding2nn.weight	1	0.04387717321515083
2436	embedding2nn.weight	2	0.007062484044581652
2436	embedding2nn.weight	3	0.013593578711152077
2436	embedding2nn.weight	4	-0.0439424067735672
2436	embedding2nn.weight	5	-0.02085295133292675
2436	embedding2nn.weight	6	0.0152762895449996
2436	embedding2nn.weight	7	-0.0298916082829237
2436	embedding2nn.weight	8	0.029169896617531776
2436	embedding2nn.weight	9	0.008168504573404789
2436	embedding2nn.bias	0	-0.027802875265479088
2436	embedding2nn.bias	1	0.0388231985270977
2436	embedding2nn.bias	2	0.016676587983965874
2436	embedding2nn.bias	3	0.027505293488502502
2436	embedding2nn.bias	4	0.010956128127872944
2436	embedding2nn.bias	5	-0.0034394371323287487
2436	embedding2nn.bias	6	0.009604950435459614
2436	embedding2nn.bias	7	-0.08893948048353195
2436	embedding2nn.bias	8	-0.07323724776506424
2436	embedding2nn.bias	9	0.0005682226037606597
2436	rnn.weight_ih_l0	0	-0.03699309378862381
2436	rnn.weight_ih_l0	1	-0.03402569890022278
2436	rnn.weight_ih_l0	2	0.015302645042538643
2436	rnn.weight_ih_l0	3	-0.019039832055568695
2436	rnn.weight_ih_l0	4	0.0005972753860987723
2436	rnn.weight_ih_l0	5	-0.06522178649902344
2436	rnn.weight_ih_l0	6	-0.021737053990364075
2436	rnn.weight_ih_l0	7	-0.026407979428768158
2436	rnn.weight_ih_l0	8	0.000406296196160838
2436	rnn.weight_ih_l0	9	-0.02377443201839924
2436	rnn.weight_hh_l0	0	0.019034376367926598
2436	rnn.weight_hh_l0	1	0.04216962307691574
2436	rnn.weight_hh_l0	2	-0.0037017592694610357
2436	rnn.weight_hh_l0	3	0.03975125029683113
2436	rnn.weight_hh_l0	4	-0.037115681916475296
2436	rnn.weight_hh_l0	5	0.007610282860696316
2436	rnn.weight_hh_l0	6	0.03743981197476387
2436	rnn.weight_hh_l0	7	0.02829241380095482
2436	rnn.weight_hh_l0	8	0.03372148051857948
2436	rnn.weight_hh_l0	9	0.021076925098896027
2436	rnn.bias_ih_l0	0	0.05673491582274437
2436	rnn.bias_ih_l0	1	-0.008735794574022293
2436	rnn.bias_ih_l0	2	0.015541782602667809
2436	rnn.bias_ih_l0	3	-0.0370771698653698
2436	rnn.bias_ih_l0	4	0.015155364759266376
2436	rnn.bias_ih_l0	5	-0.006185464560985565
2436	rnn.bias_ih_l0	6	0.0005836231866851449
2436	rnn.bias_ih_l0	7	-0.005822592414915562
2436	rnn.bias_ih_l0	8	0.03981278836727142
2436	rnn.bias_ih_l0	9	-0.10488583147525787
2436	rnn.bias_hh_l0	0	-0.02094537764787674
2436	rnn.bias_hh_l0	1	0.05048573017120361
2436	rnn.bias_hh_l0	2	-0.0036323864478617907
2436	rnn.bias_hh_l0	3	0.03157849237322807
2436	rnn.bias_hh_l0	4	-0.021185971796512604
2436	rnn.bias_hh_l0	5	0.0017325511435046792
2436	rnn.bias_hh_l0	6	0.021400537341833115
2436	rnn.bias_hh_l0	7	0.04663553833961487
2436	rnn.bias_hh_l0	8	0.02922234684228897
2436	rnn.bias_hh_l0	9	0.023173796012997627
2436	rnn.weight_ih_l0_reverse	0	0.01641237363219261
2436	rnn.weight_ih_l0_reverse	1	-0.035522814840078354
2436	rnn.weight_ih_l0_reverse	2	-0.018506847321987152
2436	rnn.weight_ih_l0_reverse	3	-0.024585586041212082
2436	rnn.weight_ih_l0_reverse	4	0.029038744047284126
2436	rnn.weight_ih_l0_reverse	5	-0.023930897936224937
2436	rnn.weight_ih_l0_reverse	6	0.021443678066134453
2436	rnn.weight_ih_l0_reverse	7	0.0036541710142046213
2436	rnn.weight_ih_l0_reverse	8	0.02711447700858116
2436	rnn.weight_ih_l0_reverse	9	0.026595940813422203
2436	rnn.weight_hh_l0_reverse	0	-0.0015397979877889156
2436	rnn.weight_hh_l0_reverse	1	0.037226106971502304
2436	rnn.weight_hh_l0_reverse	2	0.02994571067392826
2436	rnn.weight_hh_l0_reverse	3	0.021576019003987312
2436	rnn.weight_hh_l0_reverse	4	-0.03637450933456421
2436	rnn.weight_hh_l0_reverse	5	0.03183981403708458
2436	rnn.weight_hh_l0_reverse	6	0.014156930148601532
2436	rnn.weight_hh_l0_reverse	7	-0.008339586667716503
2436	rnn.weight_hh_l0_reverse	8	0.04505645111203194
2436	rnn.weight_hh_l0_reverse	9	-0.019226763397455215
2436	rnn.bias_ih_l0_reverse	0	-0.010872184298932552
2436	rnn.bias_ih_l0_reverse	1	0.012038574554026127
2436	rnn.bias_ih_l0_reverse	2	0.02687433734536171
2436	rnn.bias_ih_l0_reverse	3	0.023086387664079666
2436	rnn.bias_ih_l0_reverse	4	-0.03706606850028038
2436	rnn.bias_ih_l0_reverse	5	0.007630977779626846
2436	rnn.bias_ih_l0_reverse	6	0.11162362992763519
2436	rnn.bias_ih_l0_reverse	7	-0.016876839101314545
2436	rnn.bias_ih_l0_reverse	8	-0.037464603781700134
2436	rnn.bias_ih_l0_reverse	9	0.019547009840607643
2436	rnn.bias_hh_l0_reverse	0	0.010496043600142002
2436	rnn.bias_hh_l0_reverse	1	0.025768952444195747
2436	rnn.bias_hh_l0_reverse	2	-0.0030487373005598783
2436	rnn.bias_hh_l0_reverse	3	0.027492504566907883
2436	rnn.bias_hh_l0_reverse	4	0.007015906274318695
2436	rnn.bias_hh_l0_reverse	5	-0.0009430743521079421
2436	rnn.bias_hh_l0_reverse	6	0.03169286996126175
2436	rnn.bias_hh_l0_reverse	7	0.026465946808457375
2436	rnn.bias_hh_l0_reverse	8	0.00647181598469615
2436	rnn.bias_hh_l0_reverse	9	0.0262086633592844
2436	linear.weight	0	0.08255193382501602
2436	linear.weight	1	-0.15482471883296967
2436	linear.weight	2	0.08359809219837189
2436	linear.weight	3	0.04636175557971001
2436	linear.weight	4	-0.12694233655929565
2436	linear.weight	5	0.10527905076742172
2436	linear.weight	6	-0.11340945959091187
2436	linear.weight	7	-0.08113660663366318
2436	linear.weight	8	0.1201811283826828
2436	linear.weight	9	-0.01795710064470768
2436	linear.bias	0	-0.11825955659151077
2436	linear.bias	1	0.9209703207015991
2436	linear.bias	2	-0.022941118106245995
2436	linear.bias	3	-0.9287486672401428
2436	linear.bias	4	-0.13906219601631165
2436	linear.bias	5	0.5150673389434814
2436	linear.bias	6	-0.09064483642578125
2436	linear.bias	7	0.02506251446902752
2436	linear.bias	8	0.6906623840332031
2436	linear.bias	9	-0.5397551655769348
3045	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
3045	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
3045	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
3045	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
3045	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
3045	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
3045	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
3045	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
3045	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
3045	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
3045	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
3045	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
3045	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
3045	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
3045	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
3045	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
3045	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
3045	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
3045	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
3045	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
3045	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
3045	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
3045	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
3045	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
3045	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
3045	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
3045	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
3045	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
3045	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
3045	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
3045	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
3045	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
3045	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
3045	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
3045	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
3045	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
3045	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
3045	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
3045	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
3045	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
3045	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
3045	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
3045	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
3045	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
3045	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
3045	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
3045	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
3045	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
3045	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
3045	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
3045	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
3045	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
3045	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
3045	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
3045	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
3045	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
3045	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
3045	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
3045	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
3045	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
3045	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
3045	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
3045	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
3045	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
3045	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
3045	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
3045	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
3045	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
3045	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
3045	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
3045	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
3045	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
3045	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
3045	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
3045	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
3045	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
3045	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
3045	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
3045	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
3045	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
3045	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
3045	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
3045	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
3045	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
3045	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
3045	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
3045	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
3045	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
3045	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
3045	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
3045	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
3045	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
3045	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
3045	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
3045	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
3045	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
3045	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
3045	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
3045	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
3045	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
3045	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
3045	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
3045	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
3045	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
3045	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
3045	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
3045	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
3045	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
3045	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
3045	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
3045	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
3045	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
3045	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
3045	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
3045	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
3045	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
3045	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
3045	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
3045	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
3045	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
3045	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
3045	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
3045	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
3045	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
3045	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
3045	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
3045	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
3045	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
3045	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
3045	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
3045	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
3045	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
3045	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
3045	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
3045	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
3045	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
3045	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
3045	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
3045	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
3045	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
3045	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
3045	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
3045	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
3045	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
3045	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
3045	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
3045	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
3045	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
3045	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
3045	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
3045	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
3045	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
3045	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
3045	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
3045	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
3045	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
3045	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
3045	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
3045	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
3045	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
3045	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
3045	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
3045	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
3045	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
3045	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
3045	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
3045	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
3045	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
3045	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
3045	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
3045	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
3045	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
3045	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
3045	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
3045	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
3045	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
3045	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
3045	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
3045	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
3045	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
3045	embedding2nn.weight	0	0.029721328988671303
3045	embedding2nn.weight	1	0.04807423800230026
3045	embedding2nn.weight	2	0.007530048955231905
3045	embedding2nn.weight	3	0.016766833141446114
3045	embedding2nn.weight	4	-0.041806865483522415
3045	embedding2nn.weight	5	-0.021996133029460907
3045	embedding2nn.weight	6	0.02618720941245556
3045	embedding2nn.weight	7	-0.02520011179149151
3045	embedding2nn.weight	8	0.037007421255111694
3045	embedding2nn.weight	9	0.0021307761780917645
3045	embedding2nn.bias	0	-0.008643362671136856
3045	embedding2nn.bias	1	0.015577269718050957
3045	embedding2nn.bias	2	0.012961897067725658
3045	embedding2nn.bias	3	0.015340018086135387
3045	embedding2nn.bias	4	0.01039640512317419
3045	embedding2nn.bias	5	0.008354457095265388
3045	embedding2nn.bias	6	0.009334716945886612
3045	embedding2nn.bias	7	-0.06435300409793854
3045	embedding2nn.bias	8	-0.0785369724035263
3045	embedding2nn.bias	9	-0.0024298210628330708
3045	rnn.weight_ih_l0	0	-0.03639234974980354
3045	rnn.weight_ih_l0	1	-0.03858783096075058
3045	rnn.weight_ih_l0	2	0.014432650059461594
3045	rnn.weight_ih_l0	3	-0.019667325541377068
3045	rnn.weight_ih_l0	4	0.0013433437561616302
3045	rnn.weight_ih_l0	5	-0.0634002536535263
3045	rnn.weight_ih_l0	6	-0.030741211026906967
3045	rnn.weight_ih_l0	7	-0.027736129239201546
3045	rnn.weight_ih_l0	8	0.002212654333561659
3045	rnn.weight_ih_l0	9	-0.022117692977190018
3045	rnn.weight_hh_l0	0	0.018584586679935455
3045	rnn.weight_hh_l0	1	0.041316576302051544
3045	rnn.weight_hh_l0	2	-0.0033803433179855347
3045	rnn.weight_hh_l0	3	0.04027798771858215
3045	rnn.weight_hh_l0	4	-0.036462944000959396
3045	rnn.weight_hh_l0	5	0.007255550008267164
3045	rnn.weight_hh_l0	6	0.03725199028849602
3045	rnn.weight_hh_l0	7	0.028219150379300117
3045	rnn.weight_hh_l0	8	0.032967764884233475
3045	rnn.weight_hh_l0	9	0.019476812332868576
3045	rnn.bias_ih_l0	0	0.04433188959956169
3045	rnn.bias_ih_l0	1	-0.0121006416156888
3045	rnn.bias_ih_l0	2	0.009839417412877083
3045	rnn.bias_ih_l0	3	-0.03980142995715141
3045	rnn.bias_ih_l0	4	0.04852675274014473
3045	rnn.bias_ih_l0	5	-0.009765023365616798
3045	rnn.bias_ih_l0	6	0.014879856258630753
3045	rnn.bias_ih_l0	7	-0.00979001447558403
3045	rnn.bias_ih_l0	8	0.03827553242444992
3045	rnn.bias_ih_l0	9	-0.11946506053209305
3045	rnn.bias_hh_l0	0	-0.023101579397916794
3045	rnn.bias_hh_l0	1	0.04763567075133324
3045	rnn.bias_hh_l0	2	-0.0020064355339854956
3045	rnn.bias_hh_l0	3	0.03654782846570015
3045	rnn.bias_hh_l0	4	-0.021603872999548912
3045	rnn.bias_hh_l0	5	5.53581012354698e-05
3045	rnn.bias_hh_l0	6	0.016655197367072105
3045	rnn.bias_hh_l0	7	0.036876287311315536
3045	rnn.bias_hh_l0	8	0.02818743884563446
3045	rnn.bias_hh_l0	9	0.01559415739029646
3045	rnn.weight_ih_l0_reverse	0	0.018465278670191765
3045	rnn.weight_ih_l0_reverse	1	-0.03610539063811302
3045	rnn.weight_ih_l0_reverse	2	-0.021571651101112366
3045	rnn.weight_ih_l0_reverse	3	-0.02420913055539131
3045	rnn.weight_ih_l0_reverse	4	0.02908669412136078
3045	rnn.weight_ih_l0_reverse	5	-0.028102830052375793
3045	rnn.weight_ih_l0_reverse	6	0.024236151948571205
3045	rnn.weight_ih_l0_reverse	7	0.005908151622861624
3045	rnn.weight_ih_l0_reverse	8	0.029087869450449944
3045	rnn.weight_ih_l0_reverse	9	0.029197443276643753
3045	rnn.weight_hh_l0_reverse	0	-0.006059290375560522
3045	rnn.weight_hh_l0_reverse	1	0.03724317625164986
3045	rnn.weight_hh_l0_reverse	2	0.02945040725171566
3045	rnn.weight_hh_l0_reverse	3	0.022663071751594543
3045	rnn.weight_hh_l0_reverse	4	-0.03582781180739403
3045	rnn.weight_hh_l0_reverse	5	0.03141354024410248
3045	rnn.weight_hh_l0_reverse	6	0.013970181345939636
3045	rnn.weight_hh_l0_reverse	7	-0.008629714138805866
3045	rnn.weight_hh_l0_reverse	8	0.046087536960840225
3045	rnn.weight_hh_l0_reverse	9	-0.017408892512321472
3045	rnn.bias_ih_l0_reverse	0	-0.016071554273366928
3045	rnn.bias_ih_l0_reverse	1	0.0021997338626533747
3045	rnn.bias_ih_l0_reverse	2	0.028991464525461197
3045	rnn.bias_ih_l0_reverse	3	0.021500155329704285
3045	rnn.bias_ih_l0_reverse	4	-0.0267783310264349
3045	rnn.bias_ih_l0_reverse	5	0.004877225961536169
3045	rnn.bias_ih_l0_reverse	6	0.13050292432308197
3045	rnn.bias_ih_l0_reverse	7	0.004647491034120321
3045	rnn.bias_ih_l0_reverse	8	-0.036134399473667145
3045	rnn.bias_ih_l0_reverse	9	0.014921622350811958
3045	rnn.bias_hh_l0_reverse	0	0.015714770182967186
3045	rnn.bias_hh_l0_reverse	1	0.013307604938745499
3045	rnn.bias_hh_l0_reverse	2	-0.003666493808850646
3045	rnn.bias_hh_l0_reverse	3	0.021066933870315552
3045	rnn.bias_hh_l0_reverse	4	0.009711054153740406
3045	rnn.bias_hh_l0_reverse	5	0.0013782219029963017
3045	rnn.bias_hh_l0_reverse	6	0.030628463253378868
3045	rnn.bias_hh_l0_reverse	7	0.024244068190455437
3045	rnn.bias_hh_l0_reverse	8	0.01099244225770235
3045	rnn.bias_hh_l0_reverse	9	0.04636308178305626
3045	linear.weight	0	0.0796479731798172
3045	linear.weight	1	-0.1285439282655716
3045	linear.weight	2	0.0708620548248291
3045	linear.weight	3	0.04825935140252113
3045	linear.weight	4	-0.13900591433048248
3045	linear.weight	5	0.09969954937696457
3045	linear.weight	6	-0.08247367292642593
3045	linear.weight	7	-0.08287732303142548
3045	linear.weight	8	0.11784377694129944
3045	linear.weight	9	-0.017992539331316948
3045	linear.bias	0	-0.14751815795898438
3045	linear.bias	1	1.031606912612915
3045	linear.bias	2	-0.047057636082172394
3045	linear.bias	3	-0.9820588231086731
3045	linear.bias	4	-0.16295571625232697
3045	linear.bias	5	0.5648144483566284
3045	linear.bias	6	-0.06610403209924698
3045	linear.bias	7	0.026247616857290268
3045	linear.bias	8	0.7476661205291748
3045	linear.bias	9	-0.5518282651901245
3654	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
3654	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
3654	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
3654	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
3654	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
3654	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
3654	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
3654	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
3654	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
3654	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
3654	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
3654	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
3654	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
3654	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
3654	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
3654	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
3654	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
3654	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
3654	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
3654	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
3654	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
3654	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
3654	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
3654	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
3654	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
3654	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
3654	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
3654	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
3654	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
3654	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
3654	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
3654	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
3654	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
3654	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
3654	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
3654	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
3654	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
3654	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
3654	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
3654	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
3654	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
3654	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
3654	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
3654	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
3654	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
3654	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
3654	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
3654	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
3654	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
3654	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
3654	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
3654	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
3654	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
3654	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
3654	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
3654	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
3654	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
3654	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
3654	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
3654	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
3654	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
3654	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
3654	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
3654	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
3654	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
3654	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
3654	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
3654	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
3654	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
3654	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
3654	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
3654	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
3654	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
3654	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
3654	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
3654	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
3654	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
3654	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
3654	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
3654	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
3654	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
3654	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
3654	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
3654	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
3654	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
3654	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
3654	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
3654	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
3654	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
3654	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
3654	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
3654	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
3654	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
3654	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
3654	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
3654	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
3654	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
3654	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
3654	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
3654	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
3654	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
3654	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
3654	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
3654	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
3654	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
3654	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
3654	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
3654	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
3654	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
3654	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
3654	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
3654	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
3654	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
3654	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
3654	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
3654	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
3654	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
3654	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
3654	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
3654	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
3654	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
3654	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
3654	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
3654	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
3654	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
3654	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
3654	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
3654	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
3654	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
3654	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
3654	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
3654	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
3654	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
3654	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
3654	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
3654	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
3654	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
3654	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
3654	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
3654	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
3654	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
3654	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
3654	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
3654	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
3654	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
3654	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
3654	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
3654	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
3654	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
3654	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
3654	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
3654	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
3654	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
3654	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
3654	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
3654	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
3654	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
3654	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
3654	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
3654	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
3654	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
3654	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
3654	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
3654	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
3654	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
3654	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
3654	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
3654	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
3654	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
3654	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
3654	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
3654	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
3654	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
3654	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
3654	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
3654	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
3654	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
3654	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
3654	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
3654	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
3654	embedding2nn.weight	0	0.03627544641494751
3654	embedding2nn.weight	1	0.05231305584311485
3654	embedding2nn.weight	2	0.013980341143906116
3654	embedding2nn.weight	3	0.017473086714744568
3654	embedding2nn.weight	4	-0.04614229127764702
3654	embedding2nn.weight	5	-0.021807342767715454
3654	embedding2nn.weight	6	0.020762328058481216
3654	embedding2nn.weight	7	-0.027281610295176506
3654	embedding2nn.weight	8	0.04270486906170845
3654	embedding2nn.weight	9	0.0036601810716092587
3654	embedding2nn.bias	0	0.0051512569189071655
3654	embedding2nn.bias	1	0.0032453478779643774
3654	embedding2nn.bias	2	0.03323182091116905
3654	embedding2nn.bias	3	0.009631037712097168
3654	embedding2nn.bias	4	0.006114926654845476
3654	embedding2nn.bias	5	-0.006245648022741079
3654	embedding2nn.bias	6	0.009733850136399269
3654	embedding2nn.bias	7	-0.07017812877893448
3654	embedding2nn.bias	8	-0.08278315514326096
3654	embedding2nn.bias	9	-0.010107130743563175
3654	rnn.weight_ih_l0	0	-0.0350915752351284
3654	rnn.weight_ih_l0	1	-0.041094761341810226
3654	rnn.weight_ih_l0	2	0.014747562818229198
3654	rnn.weight_ih_l0	3	-0.019400224089622498
3654	rnn.weight_ih_l0	4	0.0015709464205428958
3654	rnn.weight_ih_l0	5	-0.06564200669527054
3654	rnn.weight_ih_l0	6	-0.0341271348297596
3654	rnn.weight_ih_l0	7	-0.028982464224100113
3654	rnn.weight_ih_l0	8	-0.00504134688526392
3654	rnn.weight_ih_l0	9	-0.026302281767129898
3654	rnn.weight_hh_l0	0	0.020063491538167
3654	rnn.weight_hh_l0	1	0.0409807525575161
3654	rnn.weight_hh_l0	2	-0.0015176371671259403
3654	rnn.weight_hh_l0	3	0.04006672650575638
3654	rnn.weight_hh_l0	4	-0.03624178469181061
3654	rnn.weight_hh_l0	5	0.006870311684906483
3654	rnn.weight_hh_l0	6	0.03809179738163948
3654	rnn.weight_hh_l0	7	0.032336242496967316
3654	rnn.weight_hh_l0	8	0.03314897045493126
3654	rnn.weight_hh_l0	9	0.015379552729427814
3654	rnn.bias_ih_l0	0	0.04983982816338539
3654	rnn.bias_ih_l0	1	-0.015551179647445679
3654	rnn.bias_ih_l0	2	0.005567281041294336
3654	rnn.bias_ih_l0	3	-0.042839959263801575
3654	rnn.bias_ih_l0	4	0.05198204517364502
3654	rnn.bias_ih_l0	5	-0.014702549204230309
3654	rnn.bias_ih_l0	6	0.009664313867688179
3654	rnn.bias_ih_l0	7	-0.011740545742213726
3654	rnn.bias_ih_l0	8	0.03961342200636864
3654	rnn.bias_ih_l0	9	-0.14162276685237885
3654	rnn.bias_hh_l0	0	-0.026312725618481636
3654	rnn.bias_hh_l0	1	0.04194538667798042
3654	rnn.bias_hh_l0	2	-0.008261892944574356
3654	rnn.bias_hh_l0	3	0.03279661014676094
3654	rnn.bias_hh_l0	4	-0.022704599425196648
3654	rnn.bias_hh_l0	5	-0.0035294475965201855
3654	rnn.bias_hh_l0	6	0.01190747506916523
3654	rnn.bias_hh_l0	7	0.03397835046052933
3654	rnn.bias_hh_l0	8	0.023015454411506653
3654	rnn.bias_hh_l0	9	0.0036750617437064648
3654	rnn.weight_ih_l0_reverse	0	0.01702236756682396
3654	rnn.weight_ih_l0_reverse	1	-0.03420603647828102
3654	rnn.weight_ih_l0_reverse	2	-0.021854540333151817
3654	rnn.weight_ih_l0_reverse	3	-0.020101340487599373
3654	rnn.weight_ih_l0_reverse	4	0.029581129550933838
3654	rnn.weight_ih_l0_reverse	5	-0.024897737428545952
3654	rnn.weight_ih_l0_reverse	6	0.02714107185602188
3654	rnn.weight_ih_l0_reverse	7	0.0051175919361412525
3654	rnn.weight_ih_l0_reverse	8	0.03065306693315506
3654	rnn.weight_ih_l0_reverse	9	0.0324896015226841
3654	rnn.weight_hh_l0_reverse	0	-0.006560021545737982
3654	rnn.weight_hh_l0_reverse	1	0.03719588369131088
3654	rnn.weight_hh_l0_reverse	2	0.02900639921426773
3654	rnn.weight_hh_l0_reverse	3	0.024967657402157784
3654	rnn.weight_hh_l0_reverse	4	-0.038173578679561615
3654	rnn.weight_hh_l0_reverse	5	0.03067198395729065
3654	rnn.weight_hh_l0_reverse	6	0.012703862972557545
3654	rnn.weight_hh_l0_reverse	7	-0.010784927755594254
3654	rnn.weight_hh_l0_reverse	8	0.04601027071475983
3654	rnn.weight_hh_l0_reverse	9	-0.015895798802375793
3654	rnn.bias_ih_l0_reverse	0	-0.024596283212304115
3654	rnn.bias_ih_l0_reverse	1	0.00025611213641241193
3654	rnn.bias_ih_l0_reverse	2	0.0258517786860466
3654	rnn.bias_ih_l0_reverse	3	0.020593684166669846
3654	rnn.bias_ih_l0_reverse	4	-0.03388954699039459
3654	rnn.bias_ih_l0_reverse	5	0.0012667750706896186
3654	rnn.bias_ih_l0_reverse	6	0.13566766679286957
3654	rnn.bias_ih_l0_reverse	7	-0.01722649671137333
3654	rnn.bias_ih_l0_reverse	8	-0.03358794003725052
3654	rnn.bias_ih_l0_reverse	9	0.011260995641350746
3654	rnn.bias_hh_l0_reverse	0	0.005966288037598133
3654	rnn.bias_hh_l0_reverse	1	0.01570412702858448
3654	rnn.bias_hh_l0_reverse	2	-0.0054641286842525005
3654	rnn.bias_hh_l0_reverse	3	0.02184675633907318
3654	rnn.bias_hh_l0_reverse	4	0.0036587577778846025
3654	rnn.bias_hh_l0_reverse	5	-0.0002675549767445773
3654	rnn.bias_hh_l0_reverse	6	0.022229304537177086
3654	rnn.bias_hh_l0_reverse	7	0.031037375330924988
3654	rnn.bias_hh_l0_reverse	8	0.00799141637980938
3654	rnn.bias_hh_l0_reverse	9	0.05164589732885361
3654	linear.weight	0	0.09496418386697769
3654	linear.weight	1	-0.13072380423545837
3654	linear.weight	2	0.03947451338171959
3654	linear.weight	3	0.050067219883203506
3654	linear.weight	4	-0.1345652937889099
3654	linear.weight	5	0.13476115465164185
3654	linear.weight	6	-0.07052857428789139
3654	linear.weight	7	-0.08314378559589386
3654	linear.weight	8	0.13436391949653625
3654	linear.weight	9	-0.018050609156489372
3654	linear.bias	0	-0.1999887228012085
3654	linear.bias	1	1.0772993564605713
3654	linear.bias	2	-0.09661045670509338
3654	linear.bias	3	-1.0231915712356567
3654	linear.bias	4	-0.17947907745838165
3654	linear.bias	5	0.5828958749771118
3654	linear.bias	6	-0.09231214970350266
3654	linear.bias	7	0.029571237042546272
3654	linear.bias	8	0.7531940340995789
3654	linear.bias	9	-0.5765640735626221
4263	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
4263	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
4263	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
4263	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
4263	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
4263	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
4263	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
4263	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
4263	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
4263	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
4263	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
4263	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
4263	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
4263	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
4263	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
4263	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
4263	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
4263	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
4263	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
4263	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
4263	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
4263	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
4263	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
4263	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
4263	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
4263	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
4263	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
4263	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
4263	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
4263	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
4263	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
4263	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
4263	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
4263	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
4263	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
4263	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
4263	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
4263	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
4263	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
4263	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
4263	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
4263	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
4263	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
4263	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
4263	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
4263	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
4263	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
4263	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
4263	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
4263	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
4263	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
4263	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
4263	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
4263	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
4263	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
4263	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
4263	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
4263	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
4263	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
4263	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
4263	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
4263	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
4263	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
4263	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
4263	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
4263	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
4263	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
4263	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
4263	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
4263	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
4263	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
4263	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
4263	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
4263	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
4263	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
4263	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
4263	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
4263	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
4263	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
4263	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
4263	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
4263	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
4263	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
4263	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
4263	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
4263	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
4263	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
4263	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
4263	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
4263	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
4263	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
4263	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
4263	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
4263	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
4263	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
4263	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
4263	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
4263	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
4263	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
4263	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
4263	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
4263	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
4263	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
4263	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
4263	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
4263	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
4263	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
4263	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
4263	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
4263	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
4263	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
4263	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
4263	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
4263	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
4263	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
4263	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
4263	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
4263	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
4263	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
4263	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
4263	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
4263	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
4263	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
4263	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
4263	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
4263	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
4263	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
4263	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
4263	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
4263	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
4263	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
4263	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
4263	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
4263	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
4263	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
4263	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
4263	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
4263	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
4263	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
4263	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
4263	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
4263	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
4263	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
4263	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
4263	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
4263	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
4263	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
4263	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
4263	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
4263	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
4263	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
4263	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
4263	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
4263	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
4263	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
4263	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
4263	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
4263	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
4263	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
4263	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
4263	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
4263	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
4263	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
4263	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
4263	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
4263	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
4263	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
4263	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
4263	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
4263	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
4263	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
4263	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
4263	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
4263	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
4263	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
4263	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
4263	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
4263	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
4263	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
4263	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
4263	embedding2nn.weight	0	0.04046263545751572
4263	embedding2nn.weight	1	0.056863293051719666
4263	embedding2nn.weight	2	0.009661057963967323
4263	embedding2nn.weight	3	0.016254791989922523
4263	embedding2nn.weight	4	-0.05060620605945587
4263	embedding2nn.weight	5	-0.022972451522946358
4263	embedding2nn.weight	6	0.02487996406853199
4263	embedding2nn.weight	7	-0.03313557803630829
4263	embedding2nn.weight	8	0.04202596843242645
4263	embedding2nn.weight	9	0.003910532221198082
4263	embedding2nn.bias	0	0.026958776637911797
4263	embedding2nn.bias	1	0.003722778055816889
4263	embedding2nn.bias	2	0.03978213667869568
4263	embedding2nn.bias	3	0.010949993506073952
4263	embedding2nn.bias	4	0.015909260138869286
4263	embedding2nn.bias	5	-0.004587763454765081
4263	embedding2nn.bias	6	0.011674710549414158
4263	embedding2nn.bias	7	-0.055254243314266205
4263	embedding2nn.bias	8	-0.07574708759784698
4263	embedding2nn.bias	9	-0.031055960804224014
4263	rnn.weight_ih_l0	0	-0.033747248351573944
4263	rnn.weight_ih_l0	1	-0.04251035675406456
4263	rnn.weight_ih_l0	2	0.01581474207341671
4263	rnn.weight_ih_l0	3	-0.01893836073577404
4263	rnn.weight_ih_l0	4	0.001271307235583663
4263	rnn.weight_ih_l0	5	-0.057677511125802994
4263	rnn.weight_ih_l0	6	-0.03283761441707611
4263	rnn.weight_ih_l0	7	-0.03134577348828316
4263	rnn.weight_ih_l0	8	-0.007867246866226196
4263	rnn.weight_ih_l0	9	-0.030476318672299385
4263	rnn.weight_hh_l0	0	0.01981300860643387
4263	rnn.weight_hh_l0	1	0.04184022173285484
4263	rnn.weight_hh_l0	2	-0.002940984209999442
4263	rnn.weight_hh_l0	3	0.040208637714385986
4263	rnn.weight_hh_l0	4	-0.03504091128706932
4263	rnn.weight_hh_l0	5	0.008187386207282543
4263	rnn.weight_hh_l0	6	0.037185829132795334
4263	rnn.weight_hh_l0	7	0.03800041973590851
4263	rnn.weight_hh_l0	8	0.03233138099312782
4263	rnn.weight_hh_l0	9	0.009561416693031788
4263	rnn.bias_ih_l0	0	0.057237669825553894
4263	rnn.bias_ih_l0	1	-0.021726658567786217
4263	rnn.bias_ih_l0	2	0.001294671674259007
4263	rnn.bias_ih_l0	3	-0.042245667427778244
4263	rnn.bias_ih_l0	4	0.0339680053293705
4263	rnn.bias_ih_l0	5	-0.01961047388613224
4263	rnn.bias_ih_l0	6	0.007670980412513018
4263	rnn.bias_ih_l0	7	-0.018105000257492065
4263	rnn.bias_ih_l0	8	0.040609221905469894
4263	rnn.bias_ih_l0	9	-0.16359063982963562
4263	rnn.bias_hh_l0	0	-0.028074735775589943
4263	rnn.bias_hh_l0	1	0.04128790646791458
4263	rnn.bias_hh_l0	2	-0.006195530295372009
4263	rnn.bias_hh_l0	3	0.02771693281829357
4263	rnn.bias_hh_l0	4	-0.021104877814650536
4263	rnn.bias_hh_l0	5	-0.00988137349486351
4263	rnn.bias_hh_l0	6	0.016170555725693703
4263	rnn.bias_hh_l0	7	0.062076061964035034
4263	rnn.bias_hh_l0	8	0.0212241280823946
4263	rnn.bias_hh_l0	9	-0.0016083091031759977
4263	rnn.weight_ih_l0_reverse	0	0.022292355075478554
4263	rnn.weight_ih_l0_reverse	1	-0.0341004841029644
4263	rnn.weight_ih_l0_reverse	2	-0.025148440152406693
4263	rnn.weight_ih_l0_reverse	3	-0.01760106347501278
4263	rnn.weight_ih_l0_reverse	4	0.029815860092639923
4263	rnn.weight_ih_l0_reverse	5	-0.023800091817975044
4263	rnn.weight_ih_l0_reverse	6	0.026163309812545776
4263	rnn.weight_ih_l0_reverse	7	0.006274879444390535
4263	rnn.weight_ih_l0_reverse	8	0.03152458742260933
4263	rnn.weight_ih_l0_reverse	9	0.030593598261475563
4263	rnn.weight_hh_l0_reverse	0	-0.005504670087248087
4263	rnn.weight_hh_l0_reverse	1	0.03730543330311775
4263	rnn.weight_hh_l0_reverse	2	0.028153594583272934
4263	rnn.weight_hh_l0_reverse	3	0.02574571594595909
4263	rnn.weight_hh_l0_reverse	4	-0.03803083300590515
4263	rnn.weight_hh_l0_reverse	5	0.02968442812561989
4263	rnn.weight_hh_l0_reverse	6	0.013452500104904175
4263	rnn.weight_hh_l0_reverse	7	-0.008571702055633068
4263	rnn.weight_hh_l0_reverse	8	0.041841231286525726
4263	rnn.weight_hh_l0_reverse	9	-0.01402132399380207
4263	rnn.bias_ih_l0_reverse	0	-0.03463329002261162
4263	rnn.bias_ih_l0_reverse	1	-0.01353897713124752
4263	rnn.bias_ih_l0_reverse	2	0.026507094502449036
4263	rnn.bias_ih_l0_reverse	3	0.023571917787194252
4263	rnn.bias_ih_l0_reverse	4	-0.04368529096245766
4263	rnn.bias_ih_l0_reverse	5	-0.0030202593188732862
4263	rnn.bias_ih_l0_reverse	6	0.12299266457557678
4263	rnn.bias_ih_l0_reverse	7	-0.030743133276700974
4263	rnn.bias_ih_l0_reverse	8	-0.03416787460446358
4263	rnn.bias_ih_l0_reverse	9	0.002026886446401477
4263	rnn.bias_hh_l0_reverse	0	0.015801899135112762
4263	rnn.bias_hh_l0_reverse	1	0.020982101559638977
4263	rnn.bias_hh_l0_reverse	2	-0.010970658622682095
4263	rnn.bias_hh_l0_reverse	3	0.021042296662926674
4263	rnn.bias_hh_l0_reverse	4	0.002071752678602934
4263	rnn.bias_hh_l0_reverse	5	-0.0067428844049572945
4263	rnn.bias_hh_l0_reverse	6	0.013069934211671352
4263	rnn.bias_hh_l0_reverse	7	0.03646744787693024
4263	rnn.bias_hh_l0_reverse	8	0.0011048498563468456
4263	rnn.bias_hh_l0_reverse	9	0.06112996116280556
4263	linear.weight	0	0.0977192223072052
4263	linear.weight	1	-0.15303011238574982
4263	linear.weight	2	0.04712427034974098
4263	linear.weight	3	0.05178099498152733
4263	linear.weight	4	-0.1199859157204628
4263	linear.weight	5	0.1521785408258438
4263	linear.weight	6	-0.07231264561414719
4263	linear.weight	7	-0.0828670859336853
4263	linear.weight	8	0.12977315485477448
4263	linear.weight	9	-0.018060369417071342
4263	linear.bias	0	-0.2191758155822754
4263	linear.bias	1	1.164527177810669
4263	linear.bias	2	-0.09361172467470169
4263	linear.bias	3	-1.0624089241027832
4263	linear.bias	4	-0.19314292073249817
4263	linear.bias	5	0.5815460085868835
4263	linear.bias	6	-0.10543572902679443
4263	linear.bias	7	0.004637472797185183
4263	linear.bias	8	0.8714203834533691
4263	linear.bias	9	-0.6032670736312866
4872	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
4872	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
4872	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
4872	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
4872	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
4872	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
4872	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
4872	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
4872	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
4872	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
4872	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
4872	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
4872	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
4872	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
4872	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
4872	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
4872	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
4872	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
4872	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
4872	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
4872	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
4872	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
4872	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
4872	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
4872	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
4872	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
4872	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
4872	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
4872	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
4872	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
4872	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
4872	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
4872	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
4872	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
4872	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
4872	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
4872	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
4872	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
4872	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
4872	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
4872	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
4872	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
4872	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
4872	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
4872	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
4872	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
4872	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
4872	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
4872	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
4872	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
4872	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
4872	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
4872	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
4872	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
4872	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
4872	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
4872	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
4872	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
4872	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
4872	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
4872	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
4872	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
4872	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
4872	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
4872	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
4872	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
4872	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
4872	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
4872	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
4872	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
4872	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
4872	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
4872	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
4872	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
4872	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
4872	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
4872	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
4872	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
4872	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
4872	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
4872	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
4872	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
4872	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
4872	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
4872	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
4872	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
4872	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
4872	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
4872	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
4872	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
4872	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
4872	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
4872	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
4872	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
4872	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
4872	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
4872	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
4872	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
4872	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
4872	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
4872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
4872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
4872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
4872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
4872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
4872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
4872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
4872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
4872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
4872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
4872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
4872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
4872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
4872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
4872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
4872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
4872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
4872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
4872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
4872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
4872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
4872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
4872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
4872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
4872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
4872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
4872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
4872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
4872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
4872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
4872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
4872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
4872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
4872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
4872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
4872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
4872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
4872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
4872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
4872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
4872	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
4872	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
4872	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
4872	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
4872	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
4872	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
4872	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
4872	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
4872	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
4872	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
4872	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
4872	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
4872	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
4872	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
4872	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
4872	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
4872	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
4872	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
4872	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
4872	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
4872	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
4872	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
4872	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
4872	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
4872	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
4872	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
4872	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
4872	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
4872	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
4872	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
4872	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
4872	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
4872	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
4872	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
4872	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
4872	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
4872	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
4872	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
4872	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
4872	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
4872	embedding2nn.weight	0	0.045877162367105484
4872	embedding2nn.weight	1	0.057938992977142334
4872	embedding2nn.weight	2	0.01257662009447813
4872	embedding2nn.weight	3	0.007428741082549095
4872	embedding2nn.weight	4	-0.05109194666147232
4872	embedding2nn.weight	5	-0.019808849319815636
4872	embedding2nn.weight	6	0.022843504324555397
4872	embedding2nn.weight	7	-0.03202248737215996
4872	embedding2nn.weight	8	0.04201214388012886
4872	embedding2nn.weight	9	0.005414858926087618
4872	embedding2nn.bias	0	0.025350447744131088
4872	embedding2nn.bias	1	-0.005146173760294914
4872	embedding2nn.bias	2	0.03174564987421036
4872	embedding2nn.bias	3	0.023089483380317688
4872	embedding2nn.bias	4	0.02652975544333458
4872	embedding2nn.bias	5	0.002899856073781848
4872	embedding2nn.bias	6	0.010386819951236248
4872	embedding2nn.bias	7	-0.04881945252418518
4872	embedding2nn.bias	8	-0.07786767184734344
4872	embedding2nn.bias	9	-0.03685421124100685
4872	rnn.weight_ih_l0	0	-0.03302955627441406
4872	rnn.weight_ih_l0	1	-0.04238729551434517
4872	rnn.weight_ih_l0	2	0.016289670020341873
4872	rnn.weight_ih_l0	3	-0.01971893012523651
4872	rnn.weight_ih_l0	4	0.0020050739403814077
4872	rnn.weight_ih_l0	5	-0.06412550061941147
4872	rnn.weight_ih_l0	6	-0.033802080899477005
4872	rnn.weight_ih_l0	7	-0.03089129738509655
4872	rnn.weight_ih_l0	8	-0.009359526447951794
4872	rnn.weight_ih_l0	9	-0.031195800751447678
4872	rnn.weight_hh_l0	0	0.01960671693086624
4872	rnn.weight_hh_l0	1	0.04102148860692978
4872	rnn.weight_hh_l0	2	-0.003869594307616353
4872	rnn.weight_hh_l0	3	0.04049652814865112
4872	rnn.weight_hh_l0	4	-0.03473531827330589
4872	rnn.weight_hh_l0	5	0.009582914412021637
4872	rnn.weight_hh_l0	6	0.03681816905736923
4872	rnn.weight_hh_l0	7	0.037091080099344254
4872	rnn.weight_hh_l0	8	0.03225509822368622
4872	rnn.weight_hh_l0	9	0.004310745745897293
4872	rnn.bias_ih_l0	0	0.06504982709884644
4872	rnn.bias_ih_l0	1	-0.018340354785323143
4872	rnn.bias_ih_l0	2	0.002743004122748971
4872	rnn.bias_ih_l0	3	-0.04804214835166931
4872	rnn.bias_ih_l0	4	0.039377711713314056
4872	rnn.bias_ih_l0	5	-0.020962083712220192
4872	rnn.bias_ih_l0	6	0.009924440644681454
4872	rnn.bias_ih_l0	7	-0.021434413269162178
4872	rnn.bias_ih_l0	8	0.043371450155973434
4872	rnn.bias_ih_l0	9	-0.14901518821716309
4872	rnn.bias_hh_l0	0	-0.027909187600016594
4872	rnn.bias_hh_l0	1	0.03503775596618652
4872	rnn.bias_hh_l0	2	-0.0009698137291707098
4872	rnn.bias_hh_l0	3	0.02975628711283207
4872	rnn.bias_hh_l0	4	-0.02210305444896221
4872	rnn.bias_hh_l0	5	-0.009843466803431511
4872	rnn.bias_hh_l0	6	0.004491746425628662
4872	rnn.bias_hh_l0	7	0.044714488089084625
4872	rnn.bias_hh_l0	8	0.01661677658557892
4872	rnn.bias_hh_l0	9	-0.005582612473517656
4872	rnn.weight_ih_l0_reverse	0	0.026083609089255333
4872	rnn.weight_ih_l0_reverse	1	-0.03397544100880623
4872	rnn.weight_ih_l0_reverse	2	-0.026812704280018806
4872	rnn.weight_ih_l0_reverse	3	-0.014246373437345028
4872	rnn.weight_ih_l0_reverse	4	0.030142486095428467
4872	rnn.weight_ih_l0_reverse	5	-0.020725209265947342
4872	rnn.weight_ih_l0_reverse	6	0.028902588412165642
4872	rnn.weight_ih_l0_reverse	7	0.008104054257273674
4872	rnn.weight_ih_l0_reverse	8	0.03208434581756592
4872	rnn.weight_ih_l0_reverse	9	0.030708298087120056
4872	rnn.weight_hh_l0_reverse	0	-0.00817196350544691
4872	rnn.weight_hh_l0_reverse	1	0.03706664964556694
4872	rnn.weight_hh_l0_reverse	2	0.02691633813083172
4872	rnn.weight_hh_l0_reverse	3	0.02625265344977379
4872	rnn.weight_hh_l0_reverse	4	-0.03850090503692627
4872	rnn.weight_hh_l0_reverse	5	0.029406581073999405
4872	rnn.weight_hh_l0_reverse	6	0.012612391263246536
4872	rnn.weight_hh_l0_reverse	7	-0.006301353219896555
4872	rnn.weight_hh_l0_reverse	8	0.04388394206762314
4872	rnn.weight_hh_l0_reverse	9	-0.014528586529195309
4872	rnn.bias_ih_l0_reverse	0	-0.02843732014298439
4872	rnn.bias_ih_l0_reverse	1	-0.016352592036128044
4872	rnn.bias_ih_l0_reverse	2	0.02850491739809513
4872	rnn.bias_ih_l0_reverse	3	0.019666317850351334
4872	rnn.bias_ih_l0_reverse	4	-0.026082927361130714
4872	rnn.bias_ih_l0_reverse	5	-0.004150865133851767
4872	rnn.bias_ih_l0_reverse	6	0.13478605449199677
4872	rnn.bias_ih_l0_reverse	7	-0.03699381276965141
4872	rnn.bias_ih_l0_reverse	8	-0.029247133061289787
4872	rnn.bias_ih_l0_reverse	9	-1.2105186215194408e-05
4872	rnn.bias_hh_l0_reverse	0	0.0041184495203197
4872	rnn.bias_hh_l0_reverse	1	0.013753167353570461
4872	rnn.bias_hh_l0_reverse	2	-0.021412240341305733
4872	rnn.bias_hh_l0_reverse	3	0.01781386137008667
4872	rnn.bias_hh_l0_reverse	4	0.0019603611435741186
4872	rnn.bias_hh_l0_reverse	5	-0.004484883043915033
4872	rnn.bias_hh_l0_reverse	6	0.009962069801986217
4872	rnn.bias_hh_l0_reverse	7	0.03843481466174126
4872	rnn.bias_hh_l0_reverse	8	0.0016725091263651848
4872	rnn.bias_hh_l0_reverse	9	0.05154513940215111
4872	linear.weight	0	0.08981650322675705
4872	linear.weight	1	-0.14361129701137543
4872	linear.weight	2	0.06660663336515427
4872	linear.weight	3	0.05303303524851799
4872	linear.weight	4	-0.09050862491130829
4872	linear.weight	5	0.14223822951316833
4872	linear.weight	6	-0.07666651159524918
4872	linear.weight	7	-0.08327095955610275
4872	linear.weight	8	0.1266561597585678
4872	linear.weight	9	-0.018325531855225563
4872	linear.bias	0	-0.24419769644737244
4872	linear.bias	1	1.2518035173416138
4872	linear.bias	2	-0.11539314687252045
4872	linear.bias	3	-1.0964962244033813
4872	linear.bias	4	-0.1782509982585907
4872	linear.bias	5	0.5873372554779053
4872	linear.bias	6	-0.10485246032476425
4872	linear.bias	7	0.011253847740590572
4872	linear.bias	8	0.9148440957069397
4872	linear.bias	9	-0.6152957677841187
5481	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
5481	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
5481	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
5481	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
5481	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
5481	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
5481	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
5481	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
5481	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
5481	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
5481	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
5481	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
5481	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
5481	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
5481	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
5481	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
5481	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
5481	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
5481	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
5481	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
5481	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
5481	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
5481	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
5481	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
5481	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
5481	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
5481	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
5481	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
5481	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
5481	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
5481	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
5481	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
5481	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
5481	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
5481	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
5481	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
5481	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
5481	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
5481	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
5481	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
5481	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
5481	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
5481	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
5481	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
5481	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
5481	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
5481	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
5481	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
5481	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
5481	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
5481	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
5481	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
5481	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
5481	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
5481	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
5481	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
5481	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
5481	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
5481	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
5481	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
5481	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
5481	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
5481	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
5481	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
5481	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
5481	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
5481	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
5481	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
5481	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
5481	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
5481	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
5481	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
5481	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
5481	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
5481	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
5481	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
5481	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
5481	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
5481	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
5481	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
5481	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
5481	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
5481	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
5481	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
5481	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
5481	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
5481	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
5481	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
5481	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
5481	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
5481	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
5481	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
5481	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
5481	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
5481	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
5481	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
5481	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
5481	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
5481	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
5481	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
5481	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
5481	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
5481	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
5481	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
5481	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
5481	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
5481	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
5481	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
5481	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
5481	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
5481	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
5481	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
5481	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
5481	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
5481	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
5481	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
5481	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
5481	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
5481	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
5481	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
5481	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
5481	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
5481	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
5481	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
5481	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
5481	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
5481	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
5481	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
5481	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
5481	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
5481	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
5481	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
5481	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
5481	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
5481	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
5481	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
5481	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
5481	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
5481	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
5481	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
5481	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
5481	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
5481	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
5481	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
5481	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
5481	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
5481	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
5481	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
5481	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
5481	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
5481	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
5481	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
5481	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
5481	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
5481	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
5481	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
5481	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
5481	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
5481	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
5481	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
5481	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
5481	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
5481	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
5481	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
5481	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
5481	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
5481	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
5481	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
5481	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
5481	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
5481	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
5481	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
5481	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
5481	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
5481	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
5481	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
5481	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
5481	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
5481	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
5481	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
5481	embedding2nn.weight	0	0.04928405582904816
5481	embedding2nn.weight	1	0.062404148280620575
5481	embedding2nn.weight	2	0.010175693780183792
5481	embedding2nn.weight	3	0.007908035069704056
5481	embedding2nn.weight	4	-0.05355456843972206
5481	embedding2nn.weight	5	-0.02324715629220009
5481	embedding2nn.weight	6	0.011127644218504429
5481	embedding2nn.weight	7	-0.03810955584049225
5481	embedding2nn.weight	8	0.04501459002494812
5481	embedding2nn.weight	9	0.004967765882611275
5481	embedding2nn.bias	0	0.03052542731165886
5481	embedding2nn.bias	1	-0.03337331488728523
5481	embedding2nn.bias	2	0.0557134672999382
5481	embedding2nn.bias	3	0.01816004514694214
5481	embedding2nn.bias	4	0.026644809171557426
5481	embedding2nn.bias	5	0.0005257505108602345
5481	embedding2nn.bias	6	0.017708327621221542
5481	embedding2nn.bias	7	-0.047507334500551224
5481	embedding2nn.bias	8	-0.08086967468261719
5481	embedding2nn.bias	9	-0.05280578136444092
5481	rnn.weight_ih_l0	0	-0.03258334472775459
5481	rnn.weight_ih_l0	1	-0.04126608744263649
5481	rnn.weight_ih_l0	2	0.014535450376570225
5481	rnn.weight_ih_l0	3	-0.023075846955180168
5481	rnn.weight_ih_l0	4	0.0033002763520926237
5481	rnn.weight_ih_l0	5	-0.06243380904197693
5481	rnn.weight_ih_l0	6	-0.04034857079386711
5481	rnn.weight_ih_l0	7	-0.03257053345441818
5481	rnn.weight_ih_l0	8	-0.010120544582605362
5481	rnn.weight_ih_l0	9	-0.03649952635169029
5481	rnn.weight_hh_l0	0	0.02048264816403389
5481	rnn.weight_hh_l0	1	0.04145113006234169
5481	rnn.weight_hh_l0	2	-0.004717766307294369
5481	rnn.weight_hh_l0	3	0.03992272913455963
5481	rnn.weight_hh_l0	4	-0.03493349254131317
5481	rnn.weight_hh_l0	5	0.010685260407626629
5481	rnn.weight_hh_l0	6	0.03641638532280922
5481	rnn.weight_hh_l0	7	0.04047313332557678
5481	rnn.weight_hh_l0	8	0.03176961466670036
5481	rnn.weight_hh_l0	9	0.0034397717099636793
5481	rnn.bias_ih_l0	0	0.06818494200706482
5481	rnn.bias_ih_l0	1	-0.027424132451415062
5481	rnn.bias_ih_l0	2	-0.001671132049523294
5481	rnn.bias_ih_l0	3	-0.044815074652433395
5481	rnn.bias_ih_l0	4	0.02546020969748497
5481	rnn.bias_ih_l0	5	-0.018739353865385056
5481	rnn.bias_ih_l0	6	0.013294719159603119
5481	rnn.bias_ih_l0	7	-0.025716952979564667
5481	rnn.bias_ih_l0	8	0.047339171171188354
5481	rnn.bias_ih_l0	9	-0.1773863285779953
5481	rnn.bias_hh_l0	0	-0.027897991240024567
5481	rnn.bias_hh_l0	1	0.031263500452041626
5481	rnn.bias_hh_l0	2	-0.006501560565084219
5481	rnn.bias_hh_l0	3	0.028667407110333443
5481	rnn.bias_hh_l0	4	-0.023454854264855385
5481	rnn.bias_hh_l0	5	-0.01194633636623621
5481	rnn.bias_hh_l0	6	0.0010120361112058163
5481	rnn.bias_hh_l0	7	0.05266707390546799
5481	rnn.bias_hh_l0	8	0.012335030362010002
5481	rnn.bias_hh_l0	9	-0.010671669617295265
5481	rnn.weight_ih_l0_reverse	0	0.02699057012796402
5481	rnn.weight_ih_l0_reverse	1	-0.032334063202142715
5481	rnn.weight_ih_l0_reverse	2	-0.028724588453769684
5481	rnn.weight_ih_l0_reverse	3	-0.01388262677937746
5481	rnn.weight_ih_l0_reverse	4	0.0317348949611187
5481	rnn.weight_ih_l0_reverse	5	-0.019033227115869522
5481	rnn.weight_ih_l0_reverse	6	0.03817613050341606
5481	rnn.weight_ih_l0_reverse	7	0.008216196671128273
5481	rnn.weight_ih_l0_reverse	8	0.03229730576276779
5481	rnn.weight_ih_l0_reverse	9	0.028508134186267853
5481	rnn.weight_hh_l0_reverse	0	-0.011063695885241032
5481	rnn.weight_hh_l0_reverse	1	0.037285637110471725
5481	rnn.weight_hh_l0_reverse	2	0.02640129253268242
5481	rnn.weight_hh_l0_reverse	3	0.025885554030537605
5481	rnn.weight_hh_l0_reverse	4	-0.039243001490831375
5481	rnn.weight_hh_l0_reverse	5	0.02937251143157482
5481	rnn.weight_hh_l0_reverse	6	0.012696572579443455
5481	rnn.weight_hh_l0_reverse	7	-0.006811909843236208
5481	rnn.weight_hh_l0_reverse	8	0.04229682683944702
5481	rnn.weight_hh_l0_reverse	9	-0.012961339205503464
5481	rnn.bias_ih_l0_reverse	0	-0.039869196712970734
5481	rnn.bias_ih_l0_reverse	1	-0.0179471205919981
5481	rnn.bias_ih_l0_reverse	2	0.02444620430469513
5481	rnn.bias_ih_l0_reverse	3	0.02029786817729473
5481	rnn.bias_ih_l0_reverse	4	-0.03407517075538635
5481	rnn.bias_ih_l0_reverse	5	-0.009596810676157475
5481	rnn.bias_ih_l0_reverse	6	0.1320289820432663
5481	rnn.bias_ih_l0_reverse	7	-0.040607843548059464
5481	rnn.bias_ih_l0_reverse	8	-0.03275682404637337
5481	rnn.bias_ih_l0_reverse	9	-0.008416048251092434
5481	rnn.bias_hh_l0_reverse	0	-0.005896822549402714
5481	rnn.bias_hh_l0_reverse	1	0.019436534494161606
5481	rnn.bias_hh_l0_reverse	2	-0.02774667739868164
5481	rnn.bias_hh_l0_reverse	3	0.014247412793338299
5481	rnn.bias_hh_l0_reverse	4	-0.005601536948233843
5481	rnn.bias_hh_l0_reverse	5	-0.009791679680347443
5481	rnn.bias_hh_l0_reverse	6	0.0011382750235497952
5481	rnn.bias_hh_l0_reverse	7	0.04081318899989128
5481	rnn.bias_hh_l0_reverse	8	0.010706895962357521
5481	rnn.bias_hh_l0_reverse	9	0.05871252343058586
5481	linear.weight	0	0.06964552402496338
5481	linear.weight	1	-0.1350029855966568
5481	linear.weight	2	0.05695275589823723
5481	linear.weight	3	0.05402645468711853
5481	linear.weight	4	-0.07936063408851624
5481	linear.weight	5	0.12114658951759338
5481	linear.weight	6	-0.07394512742757797
5481	linear.weight	7	-0.0836397260427475
5481	linear.weight	8	0.125777468085289
5481	linear.weight	9	-0.018686000257730484
5481	linear.bias	0	-0.28738343715667725
5481	linear.bias	1	1.3319065570831299
5481	linear.bias	2	-0.1258842796087265
5481	linear.bias	3	-1.1299798488616943
5481	linear.bias	4	-0.18692442774772644
5481	linear.bias	5	0.6350520849227905
5481	linear.bias	6	-0.10831447690725327
5481	linear.bias	7	0.0037160301581025124
5481	linear.bias	8	0.9554729461669922
5481	linear.bias	9	-0.6179824471473694
6090	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
6090	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
6090	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
6090	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
6090	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
6090	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
6090	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
6090	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
6090	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
6090	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
6090	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
6090	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
6090	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
6090	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
6090	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
6090	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
6090	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
6090	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
6090	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
6090	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
6090	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
6090	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
6090	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
6090	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
6090	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
6090	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
6090	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
6090	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
6090	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
6090	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
6090	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
6090	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
6090	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
6090	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
6090	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
6090	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
6090	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
6090	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
6090	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
6090	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
6090	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
6090	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
6090	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
6090	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
6090	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
6090	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
6090	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
6090	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
6090	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
6090	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
6090	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
6090	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
6090	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
6090	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
6090	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
6090	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
6090	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
6090	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
6090	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
6090	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
6090	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
6090	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
6090	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
6090	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
6090	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
6090	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
6090	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
6090	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
6090	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
6090	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
6090	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
6090	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
6090	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
6090	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
6090	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
6090	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
6090	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
6090	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
6090	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
6090	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
6090	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
6090	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
6090	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
6090	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
6090	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
6090	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
6090	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
6090	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
6090	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
6090	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
6090	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
6090	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
6090	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
6090	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
6090	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
6090	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
6090	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
6090	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
6090	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
6090	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
6090	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
6090	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
6090	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
6090	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
6090	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
6090	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
6090	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
6090	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
6090	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
6090	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
6090	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
6090	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
6090	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
6090	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
6090	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
6090	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
6090	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
6090	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
6090	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
6090	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
6090	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
6090	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
6090	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
6090	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
6090	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
6090	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
6090	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
6090	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
6090	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
6090	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
6090	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
6090	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
6090	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
6090	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
6090	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
6090	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
6090	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
6090	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
6090	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
6090	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
6090	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
6090	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
6090	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
6090	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
6090	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
6090	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
6090	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
6090	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
6090	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
6090	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
6090	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
6090	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
6090	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
6090	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
6090	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
6090	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
6090	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
6090	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
6090	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
6090	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
6090	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
6090	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
6090	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
6090	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
6090	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
6090	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
6090	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
6090	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
6090	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
6090	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
6090	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
6090	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
6090	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
6090	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
6090	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
6090	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
6090	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
6090	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
6090	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
6090	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
6090	embedding2nn.weight	0	0.055865731090307236
6090	embedding2nn.weight	1	0.06449247896671295
6090	embedding2nn.weight	2	0.01366284117102623
6090	embedding2nn.weight	3	0.009878812357783318
6090	embedding2nn.weight	4	-0.05404562130570412
6090	embedding2nn.weight	5	-0.022686908021569252
6090	embedding2nn.weight	6	0.006477010902017355
6090	embedding2nn.weight	7	-0.044729385524988174
6090	embedding2nn.weight	8	0.04531899467110634
6090	embedding2nn.weight	9	0.004021773114800453
6090	embedding2nn.bias	0	0.02815178409218788
6090	embedding2nn.bias	1	-0.02674407698214054
6090	embedding2nn.bias	2	0.0465199239552021
6090	embedding2nn.bias	3	0.02253066934645176
6090	embedding2nn.bias	4	0.027907779440283775
6090	embedding2nn.bias	5	0.003998789004981518
6090	embedding2nn.bias	6	0.013930522836744785
6090	embedding2nn.bias	7	-0.031645044684410095
6090	embedding2nn.bias	8	-0.0691688135266304
6090	embedding2nn.bias	9	-0.06431352347135544
6090	rnn.weight_ih_l0	0	-0.03179685026407242
6090	rnn.weight_ih_l0	1	-0.044801440089941025
6090	rnn.weight_ih_l0	2	0.013091353699564934
6090	rnn.weight_ih_l0	3	-0.023906206712126732
6090	rnn.weight_ih_l0	4	0.006023624911904335
6090	rnn.weight_ih_l0	5	-0.06635221093893051
6090	rnn.weight_ih_l0	6	-0.03996424749493599
6090	rnn.weight_ih_l0	7	-0.03148748725652695
6090	rnn.weight_ih_l0	8	-0.0058702509850263596
6090	rnn.weight_ih_l0	9	-0.03615386784076691
6090	rnn.weight_hh_l0	0	0.0211536455899477
6090	rnn.weight_hh_l0	1	0.0403355211019516
6090	rnn.weight_hh_l0	2	-0.007431894540786743
6090	rnn.weight_hh_l0	3	0.039940983057022095
6090	rnn.weight_hh_l0	4	-0.03448978066444397
6090	rnn.weight_hh_l0	5	0.011015520431101322
6090	rnn.weight_hh_l0	6	0.03626565635204315
6090	rnn.weight_hh_l0	7	0.04230758547782898
6090	rnn.weight_hh_l0	8	0.031520236283540726
6090	rnn.weight_hh_l0	9	-0.0006708685541525483
6090	rnn.bias_ih_l0	0	0.04917975515127182
6090	rnn.bias_ih_l0	1	-0.031531646847724915
6090	rnn.bias_ih_l0	2	-0.0035932878963649273
6090	rnn.bias_ih_l0	3	-0.047735150903463364
6090	rnn.bias_ih_l0	4	0.04487539827823639
6090	rnn.bias_ih_l0	5	-0.019578557461500168
6090	rnn.bias_ih_l0	6	0.011608345434069633
6090	rnn.bias_ih_l0	7	-0.03213461488485336
6090	rnn.bias_ih_l0	8	0.04507085680961609
6090	rnn.bias_ih_l0	9	-0.17095795273780823
6090	rnn.bias_hh_l0	0	-0.03215385600924492
6090	rnn.bias_hh_l0	1	0.023019514977931976
6090	rnn.bias_hh_l0	2	-0.006511733867228031
6090	rnn.bias_hh_l0	3	0.028380824252963066
6090	rnn.bias_hh_l0	4	-0.024654580280184746
6090	rnn.bias_hh_l0	5	-0.015495083294808865
6090	rnn.bias_hh_l0	6	0.005233939737081528
6090	rnn.bias_hh_l0	7	0.03955698758363724
6090	rnn.bias_hh_l0	8	0.013815976679325104
6090	rnn.bias_hh_l0	9	-0.020175429061055183
6090	rnn.weight_ih_l0_reverse	0	0.028558868914842606
6090	rnn.weight_ih_l0_reverse	1	-0.0316983126103878
6090	rnn.weight_ih_l0_reverse	2	-0.027606839314103127
6090	rnn.weight_ih_l0_reverse	3	-0.01212645135819912
6090	rnn.weight_ih_l0_reverse	4	0.03145222365856171
6090	rnn.weight_ih_l0_reverse	5	-0.02259545773267746
6090	rnn.weight_ih_l0_reverse	6	0.03965429216623306
6090	rnn.weight_ih_l0_reverse	7	0.008618265390396118
6090	rnn.weight_ih_l0_reverse	8	0.0316510871052742
6090	rnn.weight_ih_l0_reverse	9	0.027767790481448174
6090	rnn.weight_hh_l0_reverse	0	-0.01292586699128151
6090	rnn.weight_hh_l0_reverse	1	0.03690417483448982
6090	rnn.weight_hh_l0_reverse	2	0.026161618530750275
6090	rnn.weight_hh_l0_reverse	3	0.02711096778512001
6090	rnn.weight_hh_l0_reverse	4	-0.03882985562086105
6090	rnn.weight_hh_l0_reverse	5	0.028328415006399155
6090	rnn.weight_hh_l0_reverse	6	0.013462863862514496
6090	rnn.weight_hh_l0_reverse	7	-0.005046548787504435
6090	rnn.weight_hh_l0_reverse	8	0.042100824415683746
6090	rnn.weight_hh_l0_reverse	9	-0.015616543591022491
6090	rnn.bias_ih_l0_reverse	0	-0.05118861049413681
6090	rnn.bias_ih_l0_reverse	1	-0.02045365236699581
6090	rnn.bias_ih_l0_reverse	2	0.026253115385770798
6090	rnn.bias_ih_l0_reverse	3	0.019523860886693
6090	rnn.bias_ih_l0_reverse	4	-0.04545045271515846
6090	rnn.bias_ih_l0_reverse	5	-0.007460692431777716
6090	rnn.bias_ih_l0_reverse	6	0.1505196988582611
6090	rnn.bias_ih_l0_reverse	7	-0.05002712830901146
6090	rnn.bias_ih_l0_reverse	8	-0.030226949602365494
6090	rnn.bias_ih_l0_reverse	9	-0.010148639790713787
6090	rnn.bias_hh_l0_reverse	0	0.00659716222435236
6090	rnn.bias_hh_l0_reverse	1	0.04202572628855705
6090	rnn.bias_hh_l0_reverse	2	-0.022542370483279228
6090	rnn.bias_hh_l0_reverse	3	0.020193351432681084
6090	rnn.bias_hh_l0_reverse	4	-0.008744665421545506
6090	rnn.bias_hh_l0_reverse	5	-0.006626165471971035
6090	rnn.bias_hh_l0_reverse	6	-0.004222746007144451
6090	rnn.bias_hh_l0_reverse	7	0.04919425770640373
6090	rnn.bias_hh_l0_reverse	8	0.00394563190639019
6090	rnn.bias_hh_l0_reverse	9	0.05902466922998428
6090	linear.weight	0	0.06513720005750656
6090	linear.weight	1	-0.15338218212127686
6090	linear.weight	2	0.05842293053865433
6090	linear.weight	3	0.05507567897439003
6090	linear.weight	4	-0.1392139494419098
6090	linear.weight	5	0.14662471413612366
6090	linear.weight	6	-0.03781258314847946
6090	linear.weight	7	-0.08290842175483704
6090	linear.weight	8	0.14240723848342896
6090	linear.weight	9	-0.019211875274777412
6090	linear.bias	0	-0.29741254448890686
6090	linear.bias	1	1.291016697883606
6090	linear.bias	2	-0.14301104843616486
6090	linear.bias	3	-1.1600627899169922
6090	linear.bias	4	-0.20303085446357727
6090	linear.bias	5	0.6393194794654846
6090	linear.bias	6	-0.07841209322214127
6090	linear.bias	7	0.011067470535635948
6090	linear.bias	8	0.9943737387657166
6090	linear.bias	9	-0.6162421703338623
6098	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
6098	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
6098	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
6098	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
6098	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
6098	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
6098	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
6098	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
6098	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
6098	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
6098	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
6098	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
6098	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
6098	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
6098	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
6098	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
6098	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
6098	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
6098	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
6098	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
6098	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
6098	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
6098	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
6098	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
6098	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
6098	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
6098	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
6098	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
6098	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
6098	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
6098	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
6098	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
6098	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
6098	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
6098	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
6098	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
6098	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
6098	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
6098	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
6098	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
6098	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
6098	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
6098	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
6098	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
6098	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
6098	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
6098	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
6098	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
6098	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
6098	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
6098	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
6098	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
6098	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
6098	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
6098	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
6098	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
6098	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
6098	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
6098	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
6098	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
6098	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
6098	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
6098	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
6098	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
6098	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
6098	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
6098	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
6098	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
6098	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
6098	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
6098	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
6098	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
6098	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
6098	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
6098	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
6098	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
6098	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
6098	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
6098	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
6098	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
6098	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
6098	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
6098	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
6098	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
6098	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
6098	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
6098	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
6098	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
6098	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
6098	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
6098	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
6098	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
6098	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
6098	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
6098	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
6098	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
6098	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
6098	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
6098	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
6098	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
6098	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
6098	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
6098	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
6098	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
6098	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
6098	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
6098	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
6098	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
6098	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
6098	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
6098	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
6098	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
6098	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
6098	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
6098	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
6098	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
6098	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
6098	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
6098	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
6098	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
6098	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
6098	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
6098	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
6098	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
6098	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
6098	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
6098	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
6098	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
6098	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
6098	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
6098	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
6098	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
6098	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
6098	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
6098	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
6098	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
6098	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
6098	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
6098	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
6098	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
6098	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
6098	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
6098	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
6098	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
6098	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
6098	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
6098	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
6098	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
6098	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
6098	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
6098	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
6098	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
6098	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
6098	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
6098	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
6098	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
6098	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
6098	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
6098	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
6098	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
6098	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
6098	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
6098	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
6098	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
6098	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
6098	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
6098	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
6098	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
6098	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
6098	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
6098	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
6098	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
6098	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
6098	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
6098	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
6098	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
6098	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
6098	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
6098	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
6098	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
6098	embedding2nn.weight	0	0.05583227053284645
6098	embedding2nn.weight	1	0.06429214030504227
6098	embedding2nn.weight	2	0.014023592695593834
6098	embedding2nn.weight	3	0.008867642842233181
6098	embedding2nn.weight	4	-0.054044514894485474
6098	embedding2nn.weight	5	-0.022394288331270218
6098	embedding2nn.weight	6	0.006853814236819744
6098	embedding2nn.weight	7	-0.044502731412649155
6098	embedding2nn.weight	8	0.045103903859853745
6098	embedding2nn.weight	9	0.003976383712142706
6098	embedding2nn.bias	0	0.026966532692313194
6098	embedding2nn.bias	1	-0.024196092039346695
6098	embedding2nn.bias	2	0.048581562936306
6098	embedding2nn.bias	3	0.021824805065989494
6098	embedding2nn.bias	4	0.026118827983736992
6098	embedding2nn.bias	5	0.007887045852839947
6098	embedding2nn.bias	6	0.010668821632862091
6098	embedding2nn.bias	7	-0.03331713750958443
6098	embedding2nn.bias	8	-0.0686500295996666
6098	embedding2nn.bias	9	-0.0617196261882782
6098	rnn.weight_ih_l0	0	-0.03188113495707512
6098	rnn.weight_ih_l0	1	-0.04481034725904465
6098	rnn.weight_ih_l0	2	0.0132699990645051
6098	rnn.weight_ih_l0	3	-0.023825788870453835
6098	rnn.weight_ih_l0	4	0.006058933213353157
6098	rnn.weight_ih_l0	5	-0.06472676247358322
6098	rnn.weight_ih_l0	6	-0.041522711515426636
6098	rnn.weight_ih_l0	7	-0.03154773265123367
6098	rnn.weight_ih_l0	8	-0.006246629171073437
6098	rnn.weight_ih_l0	9	-0.03628699481487274
6098	rnn.weight_hh_l0	0	0.02113325707614422
6098	rnn.weight_hh_l0	1	0.040374308824539185
6098	rnn.weight_hh_l0	2	-0.007270225323736668
6098	rnn.weight_hh_l0	3	0.03995161131024361
6098	rnn.weight_hh_l0	4	-0.03443477302789688
6098	rnn.weight_hh_l0	5	0.011103354394435883
6098	rnn.weight_hh_l0	6	0.03635115921497345
6098	rnn.weight_hh_l0	7	0.0430239699780941
6098	rnn.weight_hh_l0	8	0.03156227618455887
6098	rnn.weight_hh_l0	9	-0.001361080794595182
6098	rnn.bias_ih_l0	0	0.05352242290973663
6098	rnn.bias_ih_l0	1	-0.03107558563351631
6098	rnn.bias_ih_l0	2	-0.0031885907519608736
6098	rnn.bias_ih_l0	3	-0.04694512486457825
6098	rnn.bias_ih_l0	4	0.04201239347457886
6098	rnn.bias_ih_l0	5	-0.01944875344634056
6098	rnn.bias_ih_l0	6	0.01356299128383398
6098	rnn.bias_ih_l0	7	-0.03220856562256813
6098	rnn.bias_ih_l0	8	0.04664963483810425
6098	rnn.bias_ih_l0	9	-0.1744115799665451
6098	rnn.bias_hh_l0	0	-0.03224506601691246
6098	rnn.bias_hh_l0	1	0.02323528565466404
6098	rnn.bias_hh_l0	2	-0.006387354340404272
6098	rnn.bias_hh_l0	3	0.02720402181148529
6098	rnn.bias_hh_l0	4	-0.025144437327980995
6098	rnn.bias_hh_l0	5	-0.015950577333569527
6098	rnn.bias_hh_l0	6	0.005835875868797302
6098	rnn.bias_hh_l0	7	0.04067961499094963
6098	rnn.bias_hh_l0	8	0.013157764449715614
6098	rnn.bias_hh_l0	9	-0.020968332886695862
6098	rnn.weight_ih_l0_reverse	0	0.029084397479891777
6098	rnn.weight_ih_l0_reverse	1	-0.031586654484272
6098	rnn.weight_ih_l0_reverse	2	-0.027970710769295692
6098	rnn.weight_ih_l0_reverse	3	-0.01214984804391861
6098	rnn.weight_ih_l0_reverse	4	0.031393006443977356
6098	rnn.weight_ih_l0_reverse	5	-0.022640909999608994
6098	rnn.weight_ih_l0_reverse	6	0.03907390311360359
6098	rnn.weight_ih_l0_reverse	7	0.008523449301719666
6098	rnn.weight_ih_l0_reverse	8	0.03163193166255951
6098	rnn.weight_ih_l0_reverse	9	0.027704672887921333
6098	rnn.weight_hh_l0_reverse	0	-0.013374623842537403
6098	rnn.weight_hh_l0_reverse	1	0.036895930767059326
6098	rnn.weight_hh_l0_reverse	2	0.026082824915647507
6098	rnn.weight_hh_l0_reverse	3	0.027160001918673515
6098	rnn.weight_hh_l0_reverse	4	-0.03892562910914421
6098	rnn.weight_hh_l0_reverse	5	0.02833869494497776
6098	rnn.weight_hh_l0_reverse	6	0.01354411244392395
6098	rnn.weight_hh_l0_reverse	7	-0.005410143174231052
6098	rnn.weight_hh_l0_reverse	8	0.04219720512628555
6098	rnn.weight_hh_l0_reverse	9	-0.015681009739637375
6098	rnn.bias_ih_l0_reverse	0	-0.05064179748296738
6098	rnn.bias_ih_l0_reverse	1	-0.020767154172062874
6098	rnn.bias_ih_l0_reverse	2	0.02724475786089897
6098	rnn.bias_ih_l0_reverse	3	0.01965225487947464
6098	rnn.bias_ih_l0_reverse	4	-0.043636348098516464
6098	rnn.bias_ih_l0_reverse	5	-0.00735398568212986
6098	rnn.bias_ih_l0_reverse	6	0.14782476425170898
6098	rnn.bias_ih_l0_reverse	7	-0.04549052193760872
6098	rnn.bias_ih_l0_reverse	8	-0.029471727088093758
6098	rnn.bias_ih_l0_reverse	9	-0.009484573267400265
6098	rnn.bias_hh_l0_reverse	0	0.005505165085196495
6098	rnn.bias_hh_l0_reverse	1	0.0444992370903492
6098	rnn.bias_hh_l0_reverse	2	-0.023512376472353935
6098	rnn.bias_hh_l0_reverse	3	0.020245440304279327
6098	rnn.bias_hh_l0_reverse	4	-0.010143830440938473
6098	rnn.bias_hh_l0_reverse	5	-0.005916413851082325
6098	rnn.bias_hh_l0_reverse	6	-0.003800700418651104
6098	rnn.bias_hh_l0_reverse	7	0.049837253987789154
6098	rnn.bias_hh_l0_reverse	8	0.0050022113136947155
6098	rnn.bias_hh_l0_reverse	9	0.058644238859415054
6098	linear.weight	0	0.0681539848446846
6098	linear.weight	1	-0.15329891443252563
6098	linear.weight	2	0.057992056012153625
6098	linear.weight	3	0.05507182702422142
6098	linear.weight	4	-0.1429326981306076
6098	linear.weight	5	0.14731575548648834
6098	linear.weight	6	-0.033309854567050934
6098	linear.weight	7	-0.08291315287351608
6098	linear.weight	8	0.14683234691619873
6098	linear.weight	9	-0.0192173570394516
6098	linear.bias	0	-0.2909614145755768
6098	linear.bias	1	1.305682897567749
6098	linear.bias	2	-0.14012014865875244
6098	linear.bias	3	-1.160325527191162
6098	linear.bias	4	-0.2105107456445694
6098	linear.bias	5	0.6472403407096863
6098	linear.bias	6	-0.07995740324258804
6098	linear.bias	7	-0.0021560972090810537
6098	linear.bias	8	0.9870957732200623
6098	linear.bias	9	-0.6162096261978149
6707	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
6707	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
6707	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
6707	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
6707	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
6707	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
6707	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
6707	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
6707	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
6707	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
6707	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
6707	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
6707	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
6707	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
6707	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
6707	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
6707	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
6707	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
6707	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
6707	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
6707	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
6707	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
6707	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
6707	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
6707	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
6707	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
6707	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
6707	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
6707	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
6707	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
6707	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
6707	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
6707	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
6707	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
6707	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
6707	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
6707	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
6707	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
6707	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
6707	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
6707	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
6707	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
6707	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
6707	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
6707	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
6707	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
6707	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
6707	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
6707	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
6707	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
6707	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
6707	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
6707	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
6707	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
6707	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
6707	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
6707	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
6707	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
6707	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
6707	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
6707	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
6707	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
6707	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
6707	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
6707	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
6707	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
6707	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
6707	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
6707	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
6707	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
6707	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
6707	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
6707	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
6707	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
6707	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
6707	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
6707	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
6707	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
6707	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
6707	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
6707	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
6707	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
6707	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
6707	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
6707	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
6707	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
6707	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
6707	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
6707	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
6707	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
6707	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
6707	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
6707	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
6707	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
6707	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
6707	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
6707	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
6707	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
6707	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
6707	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
6707	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
6707	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
6707	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
6707	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
6707	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
6707	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
6707	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
6707	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
6707	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
6707	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
6707	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
6707	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
6707	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
6707	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
6707	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
6707	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
6707	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
6707	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
6707	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
6707	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
6707	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
6707	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
6707	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
6707	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
6707	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
6707	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
6707	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
6707	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
6707	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
6707	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
6707	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
6707	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
6707	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
6707	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
6707	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
6707	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
6707	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
6707	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
6707	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
6707	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
6707	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
6707	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
6707	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
6707	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
6707	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
6707	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
6707	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
6707	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
6707	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
6707	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
6707	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
6707	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
6707	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
6707	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
6707	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
6707	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
6707	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
6707	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
6707	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
6707	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
6707	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
6707	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
6707	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
6707	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
6707	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
6707	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
6707	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
6707	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
6707	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
6707	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
6707	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
6707	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
6707	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
6707	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
6707	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
6707	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
6707	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
6707	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
6707	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
6707	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
6707	embedding2nn.weight	0	0.05532947927713394
6707	embedding2nn.weight	1	0.06571436673402786
6707	embedding2nn.weight	2	0.013742204755544662
6707	embedding2nn.weight	3	0.004785730503499508
6707	embedding2nn.weight	4	-0.04512542486190796
6707	embedding2nn.weight	5	-0.027689974755048752
6707	embedding2nn.weight	6	0.00735924718901515
6707	embedding2nn.weight	7	-0.043288588523864746
6707	embedding2nn.weight	8	0.051285598427057266
6707	embedding2nn.weight	9	0.004930158145725727
6707	embedding2nn.bias	0	0.039627306163311005
6707	embedding2nn.bias	1	-0.039721060544252396
6707	embedding2nn.bias	2	0.04994776472449303
6707	embedding2nn.bias	3	0.025688719004392624
6707	embedding2nn.bias	4	0.023959409445524216
6707	embedding2nn.bias	5	0.0017763053765520453
6707	embedding2nn.bias	6	0.008914620615541935
6707	embedding2nn.bias	7	-0.031140053644776344
6707	embedding2nn.bias	8	-0.08050470054149628
6707	embedding2nn.bias	9	-0.07730107754468918
6707	rnn.weight_ih_l0	0	-0.03226841241121292
6707	rnn.weight_ih_l0	1	-0.04465070739388466
6707	rnn.weight_ih_l0	2	0.012788406573235989
6707	rnn.weight_ih_l0	3	-0.0224458035081625
6707	rnn.weight_ih_l0	4	0.0028442279435694218
6707	rnn.weight_ih_l0	5	-0.06161754950881004
6707	rnn.weight_ih_l0	6	-0.040406595915555954
6707	rnn.weight_ih_l0	7	-0.029918018728494644
6707	rnn.weight_ih_l0	8	-0.005493035074323416
6707	rnn.weight_ih_l0	9	-0.036473169922828674
6707	rnn.weight_hh_l0	0	0.021066315472126007
6707	rnn.weight_hh_l0	1	0.04056822508573532
6707	rnn.weight_hh_l0	2	-0.007293518632650375
6707	rnn.weight_hh_l0	3	0.03947921842336655
6707	rnn.weight_hh_l0	4	-0.03361320495605469
6707	rnn.weight_hh_l0	5	0.011553321033716202
6707	rnn.weight_hh_l0	6	0.037562157958745956
6707	rnn.weight_hh_l0	7	0.04621204733848572
6707	rnn.weight_hh_l0	8	0.03095254674553871
6707	rnn.weight_hh_l0	9	-0.0021587859373539686
6707	rnn.bias_ih_l0	0	0.06387557089328766
6707	rnn.bias_ih_l0	1	-0.03552041947841644
6707	rnn.bias_ih_l0	2	-0.0030137519352138042
6707	rnn.bias_ih_l0	3	-0.04512063041329384
6707	rnn.bias_ih_l0	4	0.047483403235673904
6707	rnn.bias_ih_l0	5	-0.021839281544089317
6707	rnn.bias_ih_l0	6	0.017009243369102478
6707	rnn.bias_ih_l0	7	-0.0336148701608181
6707	rnn.bias_ih_l0	8	0.04736614599823952
6707	rnn.bias_ih_l0	9	-0.16631200909614563
6707	rnn.bias_hh_l0	0	-0.031888268887996674
6707	rnn.bias_hh_l0	1	0.020419875159859657
6707	rnn.bias_hh_l0	2	-0.0052968887612223625
6707	rnn.bias_hh_l0	3	0.022510413080453873
6707	rnn.bias_hh_l0	4	-0.025148341432213783
6707	rnn.bias_hh_l0	5	-0.021268129348754883
6707	rnn.bias_hh_l0	6	0.007557261269539595
6707	rnn.bias_hh_l0	7	0.07596021145582199
6707	rnn.bias_hh_l0	8	0.005690270569175482
6707	rnn.bias_hh_l0	9	-0.024218885228037834
6707	rnn.weight_ih_l0_reverse	0	0.031535182148218155
6707	rnn.weight_ih_l0_reverse	1	-0.030985036864876747
6707	rnn.weight_ih_l0_reverse	2	-0.030672166496515274
6707	rnn.weight_ih_l0_reverse	3	-0.01535092107951641
6707	rnn.weight_ih_l0_reverse	4	0.0318811759352684
6707	rnn.weight_ih_l0_reverse	5	-0.0214968454092741
6707	rnn.weight_ih_l0_reverse	6	0.03460731357336044
6707	rnn.weight_ih_l0_reverse	7	0.009206723421812057
6707	rnn.weight_ih_l0_reverse	8	0.029898297041654587
6707	rnn.weight_ih_l0_reverse	9	0.03129258379340172
6707	rnn.weight_hh_l0_reverse	0	-0.014680955559015274
6707	rnn.weight_hh_l0_reverse	1	0.03625565022230148
6707	rnn.weight_hh_l0_reverse	2	0.025356478989124298
6707	rnn.weight_hh_l0_reverse	3	0.02676689252257347
6707	rnn.weight_hh_l0_reverse	4	-0.038832638412714005
6707	rnn.weight_hh_l0_reverse	5	0.02813064679503441
6707	rnn.weight_hh_l0_reverse	6	0.012925824150443077
6707	rnn.weight_hh_l0_reverse	7	-0.004945135675370693
6707	rnn.weight_hh_l0_reverse	8	0.03660229220986366
6707	rnn.weight_hh_l0_reverse	9	-0.01633923128247261
6707	rnn.bias_ih_l0_reverse	0	-0.053451210260391235
6707	rnn.bias_ih_l0_reverse	1	-0.02488509938120842
6707	rnn.bias_ih_l0_reverse	2	0.021245481446385384
6707	rnn.bias_ih_l0_reverse	3	0.018903233110904694
6707	rnn.bias_ih_l0_reverse	4	-0.043873369693756104
6707	rnn.bias_ih_l0_reverse	5	-0.012600059621036053
6707	rnn.bias_ih_l0_reverse	6	0.1437508910894394
6707	rnn.bias_ih_l0_reverse	7	-0.053097549825906754
6707	rnn.bias_ih_l0_reverse	8	-0.028417237102985382
6707	rnn.bias_ih_l0_reverse	9	-0.011034165509045124
6707	rnn.bias_hh_l0_reverse	0	0.012413564138114452
6707	rnn.bias_hh_l0_reverse	1	0.059907931834459305
6707	rnn.bias_hh_l0_reverse	2	-0.024116994813084602
6707	rnn.bias_hh_l0_reverse	3	0.020150506868958473
6707	rnn.bias_hh_l0_reverse	4	-0.01203879714012146
6707	rnn.bias_hh_l0_reverse	5	-0.015632834285497665
6707	rnn.bias_hh_l0_reverse	6	-0.015984749421477318
6707	rnn.bias_hh_l0_reverse	7	0.052123915404081345
6707	rnn.bias_hh_l0_reverse	8	0.0010995439952239394
6707	rnn.bias_hh_l0_reverse	9	0.06714746356010437
6707	linear.weight	0	0.06877830624580383
6707	linear.weight	1	-0.13900990784168243
6707	linear.weight	2	0.055206820368766785
6707	linear.weight	3	0.05562163516879082
6707	linear.weight	4	-0.10460978746414185
6707	linear.weight	5	0.20834709703922272
6707	linear.weight	6	-0.06720269471406937
6707	linear.weight	7	-0.08251894265413284
6707	linear.weight	8	0.11765974014997482
6707	linear.weight	9	-0.019393479451537132
6707	linear.bias	0	-0.33054670691490173
6707	linear.bias	1	1.3224236965179443
6707	linear.bias	2	-0.15170638263225555
6707	linear.bias	3	-1.1885945796966553
6707	linear.bias	4	-0.2124147117137909
6707	linear.bias	5	0.6387766003608704
6707	linear.bias	6	-0.06792188435792923
6707	linear.bias	7	0.001166927395388484
6707	linear.bias	8	1.0427484512329102
6707	linear.bias	9	-0.6364439129829407
7316	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
7316	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
7316	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
7316	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
7316	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
7316	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
7316	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
7316	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
7316	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
7316	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
7316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
7316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
7316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
7316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
7316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
7316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
7316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
7316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
7316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
7316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
7316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
7316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
7316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
7316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
7316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
7316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
7316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
7316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
7316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
7316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
7316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
7316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
7316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
7316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
7316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
7316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
7316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
7316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
7316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
7316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
7316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
7316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
7316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
7316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
7316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
7316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
7316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
7316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
7316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
7316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
7316	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
7316	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
7316	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
7316	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
7316	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
7316	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
7316	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
7316	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
7316	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
7316	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
7316	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
7316	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
7316	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
7316	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
7316	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
7316	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
7316	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
7316	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
7316	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
7316	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
7316	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
7316	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
7316	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
7316	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
7316	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
7316	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
7316	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
7316	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
7316	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
7316	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
7316	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
7316	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
7316	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
7316	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
7316	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
7316	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
7316	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
7316	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
7316	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
7316	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
7316	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
7316	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
7316	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
7316	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
7316	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
7316	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
7316	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
7316	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
7316	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
7316	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
7316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
7316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
7316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
7316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
7316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
7316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
7316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
7316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
7316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
7316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
7316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
7316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
7316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
7316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
7316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
7316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
7316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
7316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
7316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
7316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
7316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
7316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
7316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
7316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
7316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
7316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
7316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
7316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
7316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
7316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
7316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
7316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
7316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
7316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
7316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
7316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
7316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
7316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
7316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
7316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
7316	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
7316	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
7316	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
7316	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
7316	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
7316	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
7316	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
7316	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
7316	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
7316	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
7316	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
7316	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
7316	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
7316	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
7316	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
7316	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
7316	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
7316	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
7316	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
7316	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
7316	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
7316	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
7316	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
7316	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
7316	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
7316	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
7316	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
7316	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
7316	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
7316	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
7316	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
7316	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
7316	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
7316	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
7316	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
7316	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
7316	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
7316	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
7316	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
7316	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
7316	embedding2nn.weight	0	0.05762964487075806
7316	embedding2nn.weight	1	0.0707746222615242
7316	embedding2nn.weight	2	0.01789286732673645
7316	embedding2nn.weight	3	0.0063104224391281605
7316	embedding2nn.weight	4	-0.04792752489447594
7316	embedding2nn.weight	5	-0.025350604206323624
7316	embedding2nn.weight	6	0.008596498519182205
7316	embedding2nn.weight	7	-0.03966495767235756
7316	embedding2nn.weight	8	0.04605407267808914
7316	embedding2nn.weight	9	0.0014195850817486644
7316	embedding2nn.bias	0	0.0279961209744215
7316	embedding2nn.bias	1	-0.04129701480269432
7316	embedding2nn.bias	2	0.059197187423706055
7316	embedding2nn.bias	3	0.024344483390450478
7316	embedding2nn.bias	4	0.03599175810813904
7316	embedding2nn.bias	5	0.015766581520438194
7316	embedding2nn.bias	6	0.020943403244018555
7316	embedding2nn.bias	7	-0.035491153597831726
7316	embedding2nn.bias	8	-0.09754610061645508
7316	embedding2nn.bias	9	-0.09103827178478241
7316	rnn.weight_ih_l0	0	-0.03107880800962448
7316	rnn.weight_ih_l0	1	-0.04596574977040291
7316	rnn.weight_ih_l0	2	0.012520759366452694
7316	rnn.weight_ih_l0	3	-0.022888729348778725
7316	rnn.weight_ih_l0	4	0.0023794041480869055
7316	rnn.weight_ih_l0	5	-0.0626923218369484
7316	rnn.weight_ih_l0	6	-0.034723952412605286
7316	rnn.weight_ih_l0	7	-0.03216180205345154
7316	rnn.weight_ih_l0	8	-0.007099838927388191
7316	rnn.weight_ih_l0	9	-0.03808772936463356
7316	rnn.weight_hh_l0	0	0.02054242230951786
7316	rnn.weight_hh_l0	1	0.04062853008508682
7316	rnn.weight_hh_l0	2	-0.006068279966711998
7316	rnn.weight_hh_l0	3	0.04034096375107765
7316	rnn.weight_hh_l0	4	-0.033645208925008774
7316	rnn.weight_hh_l0	5	0.012423299252986908
7316	rnn.weight_hh_l0	6	0.03703121468424797
7316	rnn.weight_hh_l0	7	0.05013134703040123
7316	rnn.weight_hh_l0	8	0.030978960916399956
7316	rnn.weight_hh_l0	9	-0.0065308185294270515
7316	rnn.bias_ih_l0	0	0.03837478160858154
7316	rnn.bias_ih_l0	1	-0.037377115339040756
7316	rnn.bias_ih_l0	2	-0.004739771597087383
7316	rnn.bias_ih_l0	3	-0.04403584450483322
7316	rnn.bias_ih_l0	4	0.047685232013463974
7316	rnn.bias_ih_l0	5	-0.023048970848321915
7316	rnn.bias_ih_l0	6	0.020058002322912216
7316	rnn.bias_ih_l0	7	-0.04065212234854698
7316	rnn.bias_ih_l0	8	0.03842713311314583
7316	rnn.bias_ih_l0	9	-0.17585554718971252
7316	rnn.bias_hh_l0	0	-0.03231588378548622
7316	rnn.bias_hh_l0	1	0.015277341939508915
7316	rnn.bias_hh_l0	2	-0.004186640959233046
7316	rnn.bias_hh_l0	3	0.024043815210461617
7316	rnn.bias_hh_l0	4	-0.024946121498942375
7316	rnn.bias_hh_l0	5	-0.022410262376070023
7316	rnn.bias_hh_l0	6	0.003591602435335517
7316	rnn.bias_hh_l0	7	0.07572721689939499
7316	rnn.bias_hh_l0	8	0.0049093374982476234
7316	rnn.bias_hh_l0	9	-0.034027744084596634
7316	rnn.weight_ih_l0_reverse	0	0.021779272705316544
7316	rnn.weight_ih_l0_reverse	1	-0.03123457543551922
7316	rnn.weight_ih_l0_reverse	2	-0.02858247235417366
7316	rnn.weight_ih_l0_reverse	3	-0.01362917385995388
7316	rnn.weight_ih_l0_reverse	4	0.03261023014783859
7316	rnn.weight_ih_l0_reverse	5	-0.020528975874185562
7316	rnn.weight_ih_l0_reverse	6	0.03569885715842247
7316	rnn.weight_ih_l0_reverse	7	0.009907359257340431
7316	rnn.weight_ih_l0_reverse	8	0.030622364953160286
7316	rnn.weight_ih_l0_reverse	9	0.03022957779467106
7316	rnn.weight_hh_l0_reverse	0	-0.020086871460080147
7316	rnn.weight_hh_l0_reverse	1	0.03529483079910278
7316	rnn.weight_hh_l0_reverse	2	0.023154638707637787
7316	rnn.weight_hh_l0_reverse	3	0.026081394404172897
7316	rnn.weight_hh_l0_reverse	4	-0.03803456947207451
7316	rnn.weight_hh_l0_reverse	5	0.027674010023474693
7316	rnn.weight_hh_l0_reverse	6	0.014139089733362198
7316	rnn.weight_hh_l0_reverse	7	-0.0065357438288629055
7316	rnn.weight_hh_l0_reverse	8	0.03468013182282448
7316	rnn.weight_hh_l0_reverse	9	-0.014532215893268585
7316	rnn.bias_ih_l0_reverse	0	-0.0576716884970665
7316	rnn.bias_ih_l0_reverse	1	-0.03779689222574234
7316	rnn.bias_ih_l0_reverse	2	0.021993247792124748
7316	rnn.bias_ih_l0_reverse	3	0.017019232735037804
7316	rnn.bias_ih_l0_reverse	4	-0.049053385853767395
7316	rnn.bias_ih_l0_reverse	5	-0.017367048189044
7316	rnn.bias_ih_l0_reverse	6	0.1317252218723297
7316	rnn.bias_ih_l0_reverse	7	-0.060133229941129684
7316	rnn.bias_ih_l0_reverse	8	-0.0319511853158474
7316	rnn.bias_ih_l0_reverse	9	-0.013260862790048122
7316	rnn.bias_hh_l0_reverse	0	0.007975884713232517
7316	rnn.bias_hh_l0_reverse	1	0.05099303647875786
7316	rnn.bias_hh_l0_reverse	2	-0.03493713587522507
7316	rnn.bias_hh_l0_reverse	3	0.019159412011504173
7316	rnn.bias_hh_l0_reverse	4	-0.016259221360087395
7316	rnn.bias_hh_l0_reverse	5	-0.012489027343690395
7316	rnn.bias_hh_l0_reverse	6	-0.019882945343852043
7316	rnn.bias_hh_l0_reverse	7	0.053624410182237625
7316	rnn.bias_hh_l0_reverse	8	-0.008059924468398094
7316	rnn.bias_hh_l0_reverse	9	0.04770652577280998
7316	linear.weight	0	0.09486120939254761
7316	linear.weight	1	-0.10292258858680725
7316	linear.weight	2	0.07494515925645828
7316	linear.weight	3	0.05646130442619324
7316	linear.weight	4	-0.13150067627429962
7316	linear.weight	5	0.1987258940935135
7316	linear.weight	6	-0.04201635345816612
7316	linear.weight	7	-0.08204713463783264
7316	linear.weight	8	0.12202106416225433
7316	linear.weight	9	-0.018900105729699135
7316	linear.bias	0	-0.34074950218200684
7316	linear.bias	1	1.3893533945083618
7316	linear.bias	2	-0.1322876363992691
7316	linear.bias	3	-1.2133010625839233
7316	linear.bias	4	-0.22623565793037415
7316	linear.bias	5	0.627930223941803
7316	linear.bias	6	-0.059901345521211624
7316	linear.bias	7	0.019444458186626434
7316	linear.bias	8	1.0624011754989624
7316	linear.bias	9	-0.6832294464111328
7925	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
7925	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
7925	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
7925	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
7925	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
7925	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
7925	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
7925	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
7925	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
7925	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
7925	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
7925	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
7925	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
7925	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
7925	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
7925	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
7925	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
7925	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
7925	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
7925	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
7925	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
7925	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
7925	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
7925	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
7925	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
7925	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
7925	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
7925	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
7925	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
7925	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
7925	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
7925	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
7925	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
7925	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
7925	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
7925	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
7925	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
7925	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
7925	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
7925	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
7925	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
7925	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
7925	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
7925	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
7925	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
7925	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
7925	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
7925	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
7925	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
7925	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
7925	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
7925	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
7925	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
7925	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
7925	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
7925	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
7925	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
7925	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
7925	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
7925	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
7925	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
7925	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
7925	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
7925	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
7925	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
7925	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
7925	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
7925	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
7925	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
7925	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
7925	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
7925	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
7925	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
7925	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
7925	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
7925	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
7925	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
7925	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
7925	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
7925	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
7925	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
7925	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
7925	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
7925	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
7925	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
7925	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
7925	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
7925	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
7925	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
7925	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
7925	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
7925	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
7925	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
7925	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
7925	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
7925	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
7925	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
7925	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
7925	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
7925	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
7925	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
7925	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
7925	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
7925	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
7925	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
7925	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
7925	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
7925	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
7925	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
7925	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
7925	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
7925	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
7925	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
7925	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
7925	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
7925	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
7925	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
7925	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
7925	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
7925	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
7925	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
7925	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
7925	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
7925	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
7925	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
7925	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
7925	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
7925	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
7925	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
7925	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
7925	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
7925	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
7925	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
7925	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
7925	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
7925	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
7925	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
7925	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
7925	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
7925	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
7925	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
7925	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
7925	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
7925	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
7925	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
7925	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
7925	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
7925	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
7925	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
7925	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
7925	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
7925	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
7925	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
7925	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
7925	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
7925	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
7925	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
7925	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
7925	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
7925	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
7925	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
7925	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
7925	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
7925	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
7925	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
7925	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
7925	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
7925	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
7925	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
7925	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
7925	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
7925	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
7925	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
7925	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
7925	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
7925	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
7925	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
7925	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
7925	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
7925	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
7925	embedding2nn.weight	0	0.06038228049874306
7925	embedding2nn.weight	1	0.07479850202798843
7925	embedding2nn.weight	2	0.018247153609991074
7925	embedding2nn.weight	3	0.013985201716423035
7925	embedding2nn.weight	4	-0.052752409130334854
7925	embedding2nn.weight	5	-0.029518716037273407
7925	embedding2nn.weight	6	0.005678298883140087
7925	embedding2nn.weight	7	-0.04431803524494171
7925	embedding2nn.weight	8	0.042688995599746704
7925	embedding2nn.weight	9	-0.0007278913399204612
7925	embedding2nn.bias	0	0.03745928406715393
7925	embedding2nn.bias	1	-0.05974934622645378
7925	embedding2nn.bias	2	0.06228816881775856
7925	embedding2nn.bias	3	0.024626633152365685
7925	embedding2nn.bias	4	0.0498550608754158
7925	embedding2nn.bias	5	-0.0023528391029685736
7925	embedding2nn.bias	6	0.04146850109100342
7925	embedding2nn.bias	7	-0.029454857110977173
7925	embedding2nn.bias	8	-0.08939698338508606
7925	embedding2nn.bias	9	-0.0977867990732193
7925	rnn.weight_ih_l0	0	-0.030820393934845924
7925	rnn.weight_ih_l0	1	-0.04697278141975403
7925	rnn.weight_ih_l0	2	0.013450855389237404
7925	rnn.weight_ih_l0	3	-0.022149931639432907
7925	rnn.weight_ih_l0	4	0.003936221823096275
7925	rnn.weight_ih_l0	5	-0.06835426390171051
7925	rnn.weight_ih_l0	6	-0.03523315489292145
7925	rnn.weight_ih_l0	7	-0.03464462608098984
7925	rnn.weight_ih_l0	8	-0.0042150323279201984
7925	rnn.weight_ih_l0	9	-0.03386172652244568
7925	rnn.weight_hh_l0	0	0.020293930545449257
7925	rnn.weight_hh_l0	1	0.0402580201625824
7925	rnn.weight_hh_l0	2	-0.005079332739114761
7925	rnn.weight_hh_l0	3	0.03950830549001694
7925	rnn.weight_hh_l0	4	-0.03642161935567856
7925	rnn.weight_hh_l0	5	0.013405516743659973
7925	rnn.weight_hh_l0	6	0.03708374872803688
7925	rnn.weight_hh_l0	7	0.049785833805799484
7925	rnn.weight_hh_l0	8	0.031086280941963196
7925	rnn.weight_hh_l0	9	-0.007374724838882685
7925	rnn.bias_ih_l0	0	0.047050826251506805
7925	rnn.bias_ih_l0	1	-0.03857062757015228
7925	rnn.bias_ih_l0	2	-0.0038513848558068275
7925	rnn.bias_ih_l0	3	-0.045658256858587265
7925	rnn.bias_ih_l0	4	0.06676585972309113
7925	rnn.bias_ih_l0	5	-0.022370031103491783
7925	rnn.bias_ih_l0	6	0.03545525297522545
7925	rnn.bias_ih_l0	7	-0.04363693669438362
7925	rnn.bias_ih_l0	8	0.03524414822459221
7925	rnn.bias_ih_l0	9	-0.17823530733585358
7925	rnn.bias_hh_l0	0	-0.032736439257860184
7925	rnn.bias_hh_l0	1	0.014097612351179123
7925	rnn.bias_hh_l0	2	-0.011502513661980629
7925	rnn.bias_hh_l0	3	0.016689203679561615
7925	rnn.bias_hh_l0	4	-0.028920188546180725
7925	rnn.bias_hh_l0	5	-0.025022925809025764
7925	rnn.bias_hh_l0	6	-0.0029745949432253838
7925	rnn.bias_hh_l0	7	0.06634695827960968
7925	rnn.bias_hh_l0	8	0.003915036097168922
7925	rnn.bias_hh_l0	9	-0.04781286418437958
7925	rnn.weight_ih_l0_reverse	0	0.02105470933020115
7925	rnn.weight_ih_l0_reverse	1	-0.031247740611433983
7925	rnn.weight_ih_l0_reverse	2	-0.02829778753221035
7925	rnn.weight_ih_l0_reverse	3	-0.016928577795624733
7925	rnn.weight_ih_l0_reverse	4	0.032821815460920334
7925	rnn.weight_ih_l0_reverse	5	-0.0208858922123909
7925	rnn.weight_ih_l0_reverse	6	0.034741953015327454
7925	rnn.weight_ih_l0_reverse	7	0.011052538640797138
7925	rnn.weight_ih_l0_reverse	8	0.029850738123059273
7925	rnn.weight_ih_l0_reverse	9	0.032826393842697144
7925	rnn.weight_hh_l0_reverse	0	-0.021544529125094414
7925	rnn.weight_hh_l0_reverse	1	0.03517312929034233
7925	rnn.weight_hh_l0_reverse	2	0.021659083664417267
7925	rnn.weight_hh_l0_reverse	3	0.025252806022763252
7925	rnn.weight_hh_l0_reverse	4	-0.03743722289800644
7925	rnn.weight_hh_l0_reverse	5	0.02804430201649666
7925	rnn.weight_hh_l0_reverse	6	0.01429020892828703
7925	rnn.weight_hh_l0_reverse	7	-0.007568576838821173
7925	rnn.weight_hh_l0_reverse	8	0.0386253297328949
7925	rnn.weight_hh_l0_reverse	9	-0.014693173579871655
7925	rnn.bias_ih_l0_reverse	0	-0.06143013760447502
7925	rnn.bias_ih_l0_reverse	1	-0.04351349174976349
7925	rnn.bias_ih_l0_reverse	2	0.013655057176947594
7925	rnn.bias_ih_l0_reverse	3	0.007134408690035343
7925	rnn.bias_ih_l0_reverse	4	-0.04982765391469002
7925	rnn.bias_ih_l0_reverse	5	-0.0219094417989254
7925	rnn.bias_ih_l0_reverse	6	0.1446625292301178
7925	rnn.bias_ih_l0_reverse	7	-0.04729466512799263
7925	rnn.bias_ih_l0_reverse	8	-0.03332749754190445
7925	rnn.bias_ih_l0_reverse	9	-0.021778929978609085
7925	rnn.bias_hh_l0_reverse	0	-0.0032043408136814833
7925	rnn.bias_hh_l0_reverse	1	0.06013662740588188
7925	rnn.bias_hh_l0_reverse	2	-0.03053894080221653
7925	rnn.bias_hh_l0_reverse	3	0.019869649782776833
7925	rnn.bias_hh_l0_reverse	4	-0.025490934029221535
7925	rnn.bias_hh_l0_reverse	5	-0.014868243597447872
7925	rnn.bias_hh_l0_reverse	6	-0.019686968997120857
7925	rnn.bias_hh_l0_reverse	7	0.04845806956291199
7925	rnn.bias_hh_l0_reverse	8	-0.002834090730175376
7925	rnn.bias_hh_l0_reverse	9	0.055853221565485
7925	linear.weight	0	0.07936031371355057
7925	linear.weight	1	-0.1456029862165451
7925	linear.weight	2	0.09596254676580429
7925	linear.weight	3	0.05702539160847664
7925	linear.weight	4	-0.13942398130893707
7925	linear.weight	5	0.21710613369941711
7925	linear.weight	6	-0.08094096928834915
7925	linear.weight	7	-0.08190678805112839
7925	linear.weight	8	0.15089362859725952
7925	linear.weight	9	-0.01861529052257538
7925	linear.bias	0	-0.4242081344127655
7925	linear.bias	1	1.4099254608154297
7925	linear.bias	2	-0.13768352568149567
7925	linear.bias	3	-1.2354966402053833
7925	linear.bias	4	-0.241028293967247
7925	linear.bias	5	0.666892409324646
7925	linear.bias	6	-0.06540784239768982
7925	linear.bias	7	0.022989334538578987
7925	linear.bias	8	1.1313954591751099
7925	linear.bias	9	-0.7225351333618164
8534	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
8534	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
8534	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
8534	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
8534	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
8534	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
8534	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
8534	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
8534	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
8534	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
8534	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
8534	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
8534	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
8534	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
8534	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
8534	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
8534	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
8534	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
8534	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
8534	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
8534	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
8534	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
8534	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
8534	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
8534	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
8534	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
8534	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
8534	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
8534	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
8534	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
8534	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
8534	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
8534	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
8534	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
8534	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
8534	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
8534	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
8534	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
8534	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
8534	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
8534	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
8534	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
8534	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
8534	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
8534	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
8534	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
8534	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
8534	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
8534	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
8534	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
8534	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
8534	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
8534	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
8534	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
8534	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
8534	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
8534	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
8534	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
8534	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
8534	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
8534	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
8534	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
8534	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
8534	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
8534	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
8534	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
8534	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
8534	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
8534	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
8534	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
8534	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
8534	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
8534	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
8534	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
8534	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
8534	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
8534	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
8534	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
8534	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
8534	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
8534	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
8534	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
8534	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
8534	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
8534	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
8534	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
8534	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
8534	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
8534	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
8534	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
8534	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
8534	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
8534	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
8534	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
8534	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
8534	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
8534	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
8534	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
8534	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
8534	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
8534	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
8534	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
8534	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
8534	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
8534	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
8534	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
8534	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
8534	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
8534	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
8534	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
8534	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
8534	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
8534	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
8534	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
8534	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
8534	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
8534	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
8534	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
8534	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
8534	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
8534	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
8534	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
8534	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
8534	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
8534	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
8534	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
8534	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
8534	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
8534	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
8534	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
8534	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
8534	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
8534	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
8534	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
8534	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
8534	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
8534	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
8534	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
8534	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
8534	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
8534	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
8534	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
8534	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
8534	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
8534	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
8534	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
8534	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
8534	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
8534	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
8534	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
8534	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
8534	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
8534	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
8534	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
8534	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
8534	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
8534	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
8534	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
8534	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
8534	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
8534	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
8534	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
8534	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
8534	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
8534	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
8534	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
8534	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
8534	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
8534	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
8534	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
8534	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
8534	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
8534	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
8534	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
8534	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
8534	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
8534	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
8534	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
8534	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
8534	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
8534	embedding2nn.weight	0	0.06160157918930054
8534	embedding2nn.weight	1	0.07670459896326065
8534	embedding2nn.weight	2	0.019016757607460022
8534	embedding2nn.weight	3	0.023787062615156174
8534	embedding2nn.weight	4	-0.05641673132777214
8534	embedding2nn.weight	5	-0.029681917279958725
8534	embedding2nn.weight	6	0.0016496459720656276
8534	embedding2nn.weight	7	-0.047979723662137985
8534	embedding2nn.weight	8	0.04233618453145027
8534	embedding2nn.weight	9	0.0030222993809729815
8534	embedding2nn.bias	0	0.03828437626361847
8534	embedding2nn.bias	1	-0.06328434497117996
8534	embedding2nn.bias	2	0.06360641866922379
8534	embedding2nn.bias	3	0.037391845136880875
8534	embedding2nn.bias	4	0.07112806290388107
8534	embedding2nn.bias	5	0.020262861624360085
8534	embedding2nn.bias	6	0.04369745030999184
8534	embedding2nn.bias	7	-0.017614640295505524
8534	embedding2nn.bias	8	-0.09963760524988174
8534	embedding2nn.bias	9	-0.10381761193275452
8534	rnn.weight_ih_l0	0	-0.029786309227347374
8534	rnn.weight_ih_l0	1	-0.0445859432220459
8534	rnn.weight_ih_l0	2	0.013236522674560547
8534	rnn.weight_ih_l0	3	-0.02089574746787548
8534	rnn.weight_ih_l0	4	-0.0003419458807911724
8534	rnn.weight_ih_l0	5	-0.06610038131475449
8534	rnn.weight_ih_l0	6	-0.040401898324489594
8534	rnn.weight_ih_l0	7	-0.034459054470062256
8534	rnn.weight_ih_l0	8	-0.011729356832802296
8534	rnn.weight_ih_l0	9	-0.035189490765333176
8534	rnn.weight_hh_l0	0	0.020507872104644775
8534	rnn.weight_hh_l0	1	0.041308578103780746
8534	rnn.weight_hh_l0	2	-0.0069240969605743885
8534	rnn.weight_hh_l0	3	0.038916777819395065
8534	rnn.weight_hh_l0	4	-0.035575199872255325
8534	rnn.weight_hh_l0	5	0.015364435501396656
8534	rnn.weight_hh_l0	6	0.03689929470419884
8534	rnn.weight_hh_l0	7	0.05024325102567673
8534	rnn.weight_hh_l0	8	0.03181440755724907
8534	rnn.weight_hh_l0	9	-0.013321924954652786
8534	rnn.bias_ih_l0	0	0.02801836095750332
8534	rnn.bias_ih_l0	1	-0.043446578085422516
8534	rnn.bias_ih_l0	2	-0.008054682984948158
8534	rnn.bias_ih_l0	3	-0.046828027814626694
8534	rnn.bias_ih_l0	4	0.058041926473379135
8534	rnn.bias_ih_l0	5	-0.023086927831172943
8534	rnn.bias_ih_l0	6	0.018857557326555252
8534	rnn.bias_ih_l0	7	-0.046671368181705475
8534	rnn.bias_ih_l0	8	0.031102953478693962
8534	rnn.bias_ih_l0	9	-0.17918284237384796
8534	rnn.bias_hh_l0	0	-0.03183847293257713
8534	rnn.bias_hh_l0	1	0.004654851742088795
8534	rnn.bias_hh_l0	2	-0.014588449150323868
8534	rnn.bias_hh_l0	3	0.019929954782128334
8534	rnn.bias_hh_l0	4	-0.02725185453891754
8534	rnn.bias_hh_l0	5	-0.02363814041018486
8534	rnn.bias_hh_l0	6	-0.006550009362399578
8534	rnn.bias_hh_l0	7	0.06394124776124954
8534	rnn.bias_hh_l0	8	0.0003747757582459599
8534	rnn.bias_hh_l0	9	-0.05350585654377937
8534	rnn.weight_ih_l0_reverse	0	0.018655726686120033
8534	rnn.weight_ih_l0_reverse	1	-0.03045325167477131
8534	rnn.weight_ih_l0_reverse	2	-0.029086796566843987
8534	rnn.weight_ih_l0_reverse	3	-0.0183397363871336
8534	rnn.weight_ih_l0_reverse	4	0.033399246633052826
8534	rnn.weight_ih_l0_reverse	5	-0.020067716017365456
8534	rnn.weight_ih_l0_reverse	6	0.03431349992752075
8534	rnn.weight_ih_l0_reverse	7	0.009744440205395222
8534	rnn.weight_ih_l0_reverse	8	0.028716236352920532
8534	rnn.weight_ih_l0_reverse	9	0.03495316952466965
8534	rnn.weight_hh_l0_reverse	0	-0.026676001027226448
8534	rnn.weight_hh_l0_reverse	1	0.034827820956707
8534	rnn.weight_hh_l0_reverse	2	0.021441787481307983
8534	rnn.weight_hh_l0_reverse	3	0.024359717965126038
8534	rnn.weight_hh_l0_reverse	4	-0.03825628012418747
8534	rnn.weight_hh_l0_reverse	5	0.028068646788597107
8534	rnn.weight_hh_l0_reverse	6	0.01458664983510971
8534	rnn.weight_hh_l0_reverse	7	-0.007757897023111582
8534	rnn.weight_hh_l0_reverse	8	0.032543621957302094
8534	rnn.weight_hh_l0_reverse	9	-0.01480440516024828
8534	rnn.bias_ih_l0_reverse	0	-0.0621604286134243
8534	rnn.bias_ih_l0_reverse	1	-0.039610594511032104
8534	rnn.bias_ih_l0_reverse	2	0.00847296230494976
8534	rnn.bias_ih_l0_reverse	3	0.011566358618438244
8534	rnn.bias_ih_l0_reverse	4	-0.03921419382095337
8534	rnn.bias_ih_l0_reverse	5	-0.02923550084233284
8534	rnn.bias_ih_l0_reverse	6	0.15064339339733124
8534	rnn.bias_ih_l0_reverse	7	-0.06262297928333282
8534	rnn.bias_ih_l0_reverse	8	-0.03973546624183655
8534	rnn.bias_ih_l0_reverse	9	-0.019525082781910896
8534	rnn.bias_hh_l0_reverse	0	-0.002899930579587817
8534	rnn.bias_hh_l0_reverse	1	0.058047015219926834
8534	rnn.bias_hh_l0_reverse	2	-0.03400862589478493
8534	rnn.bias_hh_l0_reverse	3	0.017903808504343033
8534	rnn.bias_hh_l0_reverse	4	-0.02429845556616783
8534	rnn.bias_hh_l0_reverse	5	-0.01908033899962902
8534	rnn.bias_hh_l0_reverse	6	-0.028275655582547188
8534	rnn.bias_hh_l0_reverse	7	0.045558229088783264
8534	rnn.bias_hh_l0_reverse	8	-0.023609457537531853
8534	rnn.bias_hh_l0_reverse	9	0.04766983911395073
8534	linear.weight	0	0.0994555726647377
8534	linear.weight	1	-0.122771255671978
8534	linear.weight	2	0.08446276187896729
8534	linear.weight	3	0.057542309165000916
8534	linear.weight	4	-0.1652301549911499
8534	linear.weight	5	0.15395797789096832
8534	linear.weight	6	-0.07958514243364334
8534	linear.weight	7	-0.08193476498126984
8534	linear.weight	8	0.15282627940177917
8534	linear.weight	9	-0.0185521449893713
8534	linear.bias	0	-0.4246864318847656
8534	linear.bias	1	1.4096564054489136
8534	linear.bias	2	-0.11601410061120987
8534	linear.bias	3	-1.2573550939559937
8534	linear.bias	4	-0.21038073301315308
8534	linear.bias	5	0.6716219782829285
8534	linear.bias	6	-0.09002332389354706
8534	linear.bias	7	0.041024304926395416
8534	linear.bias	8	1.1358925104141235
8534	linear.bias	9	-0.6936237215995789
9143	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
9143	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
9143	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
9143	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
9143	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
9143	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
9143	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
9143	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
9143	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
9143	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
9143	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
9143	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
9143	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
9143	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
9143	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
9143	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
9143	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
9143	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
9143	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
9143	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
9143	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
9143	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
9143	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
9143	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
9143	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
9143	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
9143	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
9143	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
9143	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
9143	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
9143	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
9143	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
9143	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
9143	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
9143	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
9143	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
9143	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
9143	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
9143	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
9143	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
9143	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
9143	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
9143	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
9143	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
9143	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
9143	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
9143	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
9143	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
9143	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
9143	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
9143	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
9143	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
9143	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
9143	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
9143	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
9143	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
9143	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
9143	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
9143	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
9143	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
9143	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
9143	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
9143	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
9143	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
9143	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
9143	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
9143	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
9143	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
9143	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
9143	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
9143	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
9143	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
9143	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
9143	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
9143	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
9143	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
9143	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
9143	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
9143	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
9143	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
9143	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
9143	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
9143	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
9143	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
9143	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
9143	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
9143	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
9143	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
9143	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
9143	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
9143	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
9143	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
9143	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
9143	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
9143	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
9143	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
9143	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
9143	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
9143	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
9143	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
9143	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
9143	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
9143	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
9143	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
9143	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
9143	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
9143	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
9143	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
9143	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
9143	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
9143	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
9143	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
9143	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
9143	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
9143	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
9143	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
9143	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
9143	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
9143	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
9143	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
9143	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
9143	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
9143	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
9143	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
9143	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
9143	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
9143	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
9143	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
9143	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
9143	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
9143	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
9143	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
9143	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
9143	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
9143	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
9143	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
9143	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
9143	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
9143	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
9143	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
9143	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
9143	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
9143	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
9143	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
9143	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
9143	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
9143	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
9143	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
9143	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
9143	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
9143	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
9143	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
9143	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
9143	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
9143	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
9143	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
9143	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
9143	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
9143	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
9143	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
9143	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
9143	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
9143	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
9143	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
9143	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
9143	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
9143	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
9143	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
9143	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
9143	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
9143	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
9143	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
9143	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
9143	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
9143	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
9143	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
9143	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
9143	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
9143	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
9143	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
9143	embedding2nn.weight	0	0.06193836033344269
9143	embedding2nn.weight	1	0.08285026997327805
9143	embedding2nn.weight	2	0.019497811794281006
9143	embedding2nn.weight	3	0.02472587861120701
9143	embedding2nn.weight	4	-0.05859137326478958
9143	embedding2nn.weight	5	-0.03168996423482895
9143	embedding2nn.weight	6	0.019198207184672356
9143	embedding2nn.weight	7	-0.05368391051888466
9143	embedding2nn.weight	8	0.04398993402719498
9143	embedding2nn.weight	9	0.0072807068936526775
9143	embedding2nn.bias	0	0.032299820333719254
9143	embedding2nn.bias	1	-0.07557027041912079
9143	embedding2nn.bias	2	0.08205881714820862
9143	embedding2nn.bias	3	0.0360441654920578
9143	embedding2nn.bias	4	0.0668940395116806
9143	embedding2nn.bias	5	0.00612861942499876
9143	embedding2nn.bias	6	0.030654067173600197
9143	embedding2nn.bias	7	-0.015770135447382927
9143	embedding2nn.bias	8	-0.10299395024776459
9143	embedding2nn.bias	9	-0.11488644033670425
9143	rnn.weight_ih_l0	0	-0.0281581562012434
9143	rnn.weight_ih_l0	1	-0.04327418655157089
9143	rnn.weight_ih_l0	2	0.013493587262928486
9143	rnn.weight_ih_l0	3	-0.02061050571501255
9143	rnn.weight_ih_l0	4	-0.0035330720711499453
9143	rnn.weight_ih_l0	5	-0.066996730864048
9143	rnn.weight_ih_l0	6	-0.04716259613633156
9143	rnn.weight_ih_l0	7	-0.03086474910378456
9143	rnn.weight_ih_l0	8	-0.007652946747839451
9143	rnn.weight_ih_l0	9	-0.034293144941329956
9143	rnn.weight_hh_l0	0	0.020174236968159676
9143	rnn.weight_hh_l0	1	0.040628958493471146
9143	rnn.weight_hh_l0	2	-0.007858695462346077
9143	rnn.weight_hh_l0	3	0.03931986168026924
9143	rnn.weight_hh_l0	4	-0.035911548882722855
9143	rnn.weight_hh_l0	5	0.01612473465502262
9143	rnn.weight_hh_l0	6	0.036874860525131226
9143	rnn.weight_hh_l0	7	0.04968647286295891
9143	rnn.weight_hh_l0	8	0.03221524879336357
9143	rnn.weight_hh_l0	9	-0.01314554177224636
9143	rnn.bias_ih_l0	0	0.0448853000998497
9143	rnn.bias_ih_l0	1	-0.04482792317867279
9143	rnn.bias_ih_l0	2	-0.011151261627674103
9143	rnn.bias_ih_l0	3	-0.04959293082356453
9143	rnn.bias_ih_l0	4	0.06130330264568329
9143	rnn.bias_ih_l0	5	-0.025774288922548294
9143	rnn.bias_ih_l0	6	0.02894022688269615
9143	rnn.bias_ih_l0	7	-0.05227217078208923
9143	rnn.bias_ih_l0	8	0.02345946617424488
9143	rnn.bias_ih_l0	9	-0.18744364380836487
9143	rnn.bias_hh_l0	0	-0.03177396580576897
9143	rnn.bias_hh_l0	1	0.0012545706704258919
9143	rnn.bias_hh_l0	2	-0.018417514860630035
9143	rnn.bias_hh_l0	3	0.009819235652685165
9143	rnn.bias_hh_l0	4	-0.029946159571409225
9143	rnn.bias_hh_l0	5	-0.024954285472631454
9143	rnn.bias_hh_l0	6	-0.01742873340845108
9143	rnn.bias_hh_l0	7	0.05933985114097595
9143	rnn.bias_hh_l0	8	0.00028316324460320175
9143	rnn.bias_hh_l0	9	-0.05866529792547226
9143	rnn.weight_ih_l0_reverse	0	0.016836494207382202
9143	rnn.weight_ih_l0_reverse	1	-0.030313005670905113
9143	rnn.weight_ih_l0_reverse	2	-0.028769053518772125
9143	rnn.weight_ih_l0_reverse	3	-0.01719127781689167
9143	rnn.weight_ih_l0_reverse	4	0.032710254192352295
9143	rnn.weight_ih_l0_reverse	5	-0.025500565767288208
9143	rnn.weight_ih_l0_reverse	6	0.03971658647060394
9143	rnn.weight_ih_l0_reverse	7	0.010323614813387394
9143	rnn.weight_ih_l0_reverse	8	0.02935289405286312
9143	rnn.weight_ih_l0_reverse	9	0.03281871974468231
9143	rnn.weight_hh_l0_reverse	0	-0.029047047719359398
9143	rnn.weight_hh_l0_reverse	1	0.035068709403276443
9143	rnn.weight_hh_l0_reverse	2	0.01976609230041504
9143	rnn.weight_hh_l0_reverse	3	0.025029830634593964
9143	rnn.weight_hh_l0_reverse	4	-0.03746054321527481
9143	rnn.weight_hh_l0_reverse	5	0.027862032875418663
9143	rnn.weight_hh_l0_reverse	6	0.016066264361143112
9143	rnn.weight_hh_l0_reverse	7	-0.006890411954373121
9143	rnn.weight_hh_l0_reverse	8	0.026728518307209015
9143	rnn.weight_hh_l0_reverse	9	-0.014123004861176014
9143	rnn.bias_ih_l0_reverse	0	-0.0731818825006485
9143	rnn.bias_ih_l0_reverse	1	-0.038856346160173416
9143	rnn.bias_ih_l0_reverse	2	0.01163220964372158
9143	rnn.bias_ih_l0_reverse	3	0.009668778628110886
9143	rnn.bias_ih_l0_reverse	4	-0.026514682918787003
9143	rnn.bias_ih_l0_reverse	5	-0.027473757043480873
9143	rnn.bias_ih_l0_reverse	6	0.1470213234424591
9143	rnn.bias_ih_l0_reverse	7	-0.08462952077388763
9143	rnn.bias_ih_l0_reverse	8	-0.038028255105018616
9143	rnn.bias_ih_l0_reverse	9	-0.028757981956005096
9143	rnn.bias_hh_l0_reverse	0	-0.012156912125647068
9143	rnn.bias_hh_l0_reverse	1	0.07834184914827347
9143	rnn.bias_hh_l0_reverse	2	-0.04528392478823662
9143	rnn.bias_hh_l0_reverse	3	0.01614518277347088
9143	rnn.bias_hh_l0_reverse	4	-0.03581378236413002
9143	rnn.bias_hh_l0_reverse	5	-0.02109607681632042
9143	rnn.bias_hh_l0_reverse	6	-0.03277399763464928
9143	rnn.bias_hh_l0_reverse	7	0.04344484210014343
9143	rnn.bias_hh_l0_reverse	8	-0.022020982578396797
9143	rnn.bias_hh_l0_reverse	9	0.047395702451467514
9143	linear.weight	0	0.11940253525972366
9143	linear.weight	1	-0.13134583830833435
9143	linear.weight	2	0.10451219230890274
9143	linear.weight	3	0.05805692449212074
9143	linear.weight	4	-0.16635733842849731
9143	linear.weight	5	0.15389499068260193
9143	linear.weight	6	-0.10755284875631332
9143	linear.weight	7	-0.08206575363874435
9143	linear.weight	8	0.16436295211315155
9143	linear.weight	9	-0.018782906234264374
9143	linear.bias	0	-0.43479353189468384
9143	linear.bias	1	1.391202449798584
9143	linear.bias	2	-0.123618945479393
9143	linear.bias	3	-1.2791292667388916
9143	linear.bias	4	-0.23962509632110596
9143	linear.bias	5	0.6385582685470581
9143	linear.bias	6	-0.08255207538604736
9143	linear.bias	7	0.042802877724170685
9143	linear.bias	8	1.1968257427215576
9143	linear.bias	9	-0.7221711277961731
9752	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
9752	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
9752	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
9752	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
9752	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
9752	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
9752	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
9752	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
9752	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
9752	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
9752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
9752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
9752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
9752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
9752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
9752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
9752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
9752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
9752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
9752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
9752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
9752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
9752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
9752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
9752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
9752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
9752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
9752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
9752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
9752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
9752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
9752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
9752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
9752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
9752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
9752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
9752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
9752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
9752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
9752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
9752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
9752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
9752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
9752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
9752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
9752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
9752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
9752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
9752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
9752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
9752	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
9752	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
9752	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
9752	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
9752	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
9752	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
9752	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
9752	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
9752	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
9752	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
9752	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
9752	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
9752	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
9752	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
9752	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
9752	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
9752	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
9752	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
9752	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
9752	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
9752	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
9752	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
9752	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
9752	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
9752	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
9752	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
9752	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
9752	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
9752	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
9752	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
9752	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
9752	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
9752	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
9752	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
9752	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
9752	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
9752	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
9752	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
9752	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
9752	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
9752	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
9752	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
9752	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
9752	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
9752	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
9752	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
9752	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
9752	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
9752	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
9752	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
9752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
9752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
9752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
9752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
9752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
9752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
9752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
9752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
9752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
9752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
9752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
9752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
9752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
9752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
9752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
9752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
9752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
9752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
9752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
9752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
9752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
9752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
9752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
9752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
9752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
9752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
9752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
9752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
9752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
9752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
9752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
9752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
9752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
9752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
9752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
9752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
9752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
9752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
9752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
9752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
9752	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
9752	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
9752	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
9752	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
9752	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
9752	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
9752	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
9752	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
9752	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
9752	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
9752	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
9752	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
9752	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
9752	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
9752	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
9752	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
9752	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
9752	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
9752	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
9752	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
9752	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
9752	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
9752	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
9752	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
9752	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
9752	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
9752	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
9752	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
9752	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
9752	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
9752	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
9752	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
9752	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
9752	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
9752	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
9752	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
9752	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
9752	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
9752	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
9752	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
9752	embedding2nn.weight	0	0.0641077533364296
9752	embedding2nn.weight	1	0.08799407631158829
9752	embedding2nn.weight	2	0.02272314578294754
9752	embedding2nn.weight	3	0.016235189512372017
9752	embedding2nn.weight	4	-0.05979139357805252
9752	embedding2nn.weight	5	-0.03123476356267929
9752	embedding2nn.weight	6	0.013871573843061924
9752	embedding2nn.weight	7	-0.04895179718732834
9752	embedding2nn.weight	8	0.04590034484863281
9752	embedding2nn.weight	9	0.004089202731847763
9752	embedding2nn.bias	0	0.030241332948207855
9752	embedding2nn.bias	1	-0.0739729255437851
9752	embedding2nn.bias	2	0.0756264254450798
9752	embedding2nn.bias	3	0.051358725875616074
9752	embedding2nn.bias	4	0.0764523521065712
9752	embedding2nn.bias	5	0.01657271571457386
9752	embedding2nn.bias	6	0.04114140570163727
9752	embedding2nn.bias	7	0.004019353073090315
9752	embedding2nn.bias	8	-0.10365170985460281
9752	embedding2nn.bias	9	-0.12904760241508484
9752	rnn.weight_ih_l0	0	-0.02916710078716278
9752	rnn.weight_ih_l0	1	-0.04307137429714203
9752	rnn.weight_ih_l0	2	0.010837534442543983
9752	rnn.weight_ih_l0	3	-0.018566304817795753
9752	rnn.weight_ih_l0	4	-0.0075368029065430164
9752	rnn.weight_ih_l0	5	-0.06394780427217484
9752	rnn.weight_ih_l0	6	-0.05017959326505661
9752	rnn.weight_ih_l0	7	-0.03148866444826126
9752	rnn.weight_ih_l0	8	-0.0008408374851569533
9752	rnn.weight_ih_l0	9	-0.033083148300647736
9752	rnn.weight_hh_l0	0	0.020217569544911385
9752	rnn.weight_hh_l0	1	0.041231170296669006
9752	rnn.weight_hh_l0	2	-0.00703121442347765
9752	rnn.weight_hh_l0	3	0.038910120725631714
9752	rnn.weight_hh_l0	4	-0.035384029150009155
9752	rnn.weight_hh_l0	5	0.018456900492310524
9752	rnn.weight_hh_l0	6	0.0363982729613781
9752	rnn.weight_hh_l0	7	0.05223489925265312
9752	rnn.weight_hh_l0	8	0.03247915953397751
9752	rnn.weight_hh_l0	9	-0.012392875738441944
9752	rnn.bias_ih_l0	0	0.033535633236169815
9752	rnn.bias_ih_l0	1	-0.04781525954604149
9752	rnn.bias_ih_l0	2	-0.012737598270177841
9752	rnn.bias_ih_l0	3	-0.04736402630805969
9752	rnn.bias_ih_l0	4	0.04854796081781387
9752	rnn.bias_ih_l0	5	-0.02700267918407917
9752	rnn.bias_ih_l0	6	0.02335064299404621
9752	rnn.bias_ih_l0	7	-0.05330977588891983
9752	rnn.bias_ih_l0	8	0.02449720911681652
9752	rnn.bias_ih_l0	9	-0.1764926016330719
9752	rnn.bias_hh_l0	0	-0.035623788833618164
9752	rnn.bias_hh_l0	1	0.003986499272286892
9752	rnn.bias_hh_l0	2	-0.017344260588288307
9752	rnn.bias_hh_l0	3	0.00816445704549551
9752	rnn.bias_hh_l0	4	-0.03107612393796444
9752	rnn.bias_hh_l0	5	-0.025023503229022026
9752	rnn.bias_hh_l0	6	-0.01992703042924404
9752	rnn.bias_hh_l0	7	0.0697784572839737
9752	rnn.bias_hh_l0	8	0.004602198023349047
9752	rnn.bias_hh_l0	9	-0.06901779770851135
9752	rnn.weight_ih_l0_reverse	0	0.011773486621677876
9752	rnn.weight_ih_l0_reverse	1	-0.03003576025366783
9752	rnn.weight_ih_l0_reverse	2	-0.030480971559882164
9752	rnn.weight_ih_l0_reverse	3	-0.016519121825695038
9752	rnn.weight_ih_l0_reverse	4	0.03080844320356846
9752	rnn.weight_ih_l0_reverse	5	-0.018649403005838394
9752	rnn.weight_ih_l0_reverse	6	0.03994612395763397
9752	rnn.weight_ih_l0_reverse	7	0.010182501748204231
9752	rnn.weight_ih_l0_reverse	8	0.029390783980488777
9752	rnn.weight_ih_l0_reverse	9	0.03098028153181076
9752	rnn.weight_hh_l0_reverse	0	-0.03288978338241577
9752	rnn.weight_hh_l0_reverse	1	0.034202221781015396
9752	rnn.weight_hh_l0_reverse	2	0.017799803987145424
9752	rnn.weight_hh_l0_reverse	3	0.025122186169028282
9752	rnn.weight_hh_l0_reverse	4	-0.03675646334886551
9752	rnn.weight_hh_l0_reverse	5	0.02714397758245468
9752	rnn.weight_hh_l0_reverse	6	0.014726663939654827
9752	rnn.weight_hh_l0_reverse	7	-0.006015773396939039
9752	rnn.weight_hh_l0_reverse	8	0.03150838613510132
9752	rnn.weight_hh_l0_reverse	9	-0.012067284435033798
9752	rnn.bias_ih_l0_reverse	0	-0.07536011934280396
9752	rnn.bias_ih_l0_reverse	1	-0.04942310228943825
9752	rnn.bias_ih_l0_reverse	2	0.006286720745265484
9752	rnn.bias_ih_l0_reverse	3	0.0030171750113368034
9752	rnn.bias_ih_l0_reverse	4	-0.02131045237183571
9752	rnn.bias_ih_l0_reverse	5	-0.029391251504421234
9752	rnn.bias_ih_l0_reverse	6	0.14498411118984222
9752	rnn.bias_ih_l0_reverse	7	-0.0877171978354454
9752	rnn.bias_ih_l0_reverse	8	-0.03728361055254936
9752	rnn.bias_ih_l0_reverse	9	-0.033307287842035294
9752	rnn.bias_hh_l0_reverse	0	-0.012560216709971428
9752	rnn.bias_hh_l0_reverse	1	0.05873393639922142
9752	rnn.bias_hh_l0_reverse	2	-0.05098060518503189
9752	rnn.bias_hh_l0_reverse	3	0.018327295780181885
9752	rnn.bias_hh_l0_reverse	4	-0.03624541312456131
9752	rnn.bias_hh_l0_reverse	5	-0.022013945505023003
9752	rnn.bias_hh_l0_reverse	6	-0.04355698078870773
9752	rnn.bias_hh_l0_reverse	7	0.04234246537089348
9752	rnn.bias_hh_l0_reverse	8	-0.012360223568975925
9752	rnn.bias_hh_l0_reverse	9	0.052876848727464676
9752	linear.weight	0	0.13411004841327667
9752	linear.weight	1	-0.13190072774887085
9752	linear.weight	2	0.14366315305233002
9752	linear.weight	3	0.0582449808716774
9752	linear.weight	4	-0.1586577445268631
9752	linear.weight	5	0.18542030453681946
9752	linear.weight	6	-0.11835282295942307
9752	linear.weight	7	-0.08212964236736298
9752	linear.weight	8	0.16763493418693542
9752	linear.weight	9	-0.01916198432445526
9752	linear.bias	0	-0.46573954820632935
9752	linear.bias	1	1.464091181755066
9752	linear.bias	2	-0.13460412621498108
9752	linear.bias	3	-1.3003302812576294
9752	linear.bias	4	-0.21659044921398163
9752	linear.bias	5	0.6965446472167969
9752	linear.bias	6	-0.09013736993074417
9752	linear.bias	7	0.02530033327639103
9752	linear.bias	8	1.1642097234725952
9752	linear.bias	9	-0.7019975781440735
10361	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
10361	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
10361	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
10361	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
10361	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
10361	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
10361	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
10361	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
10361	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
10361	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
10361	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
10361	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
10361	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
10361	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
10361	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
10361	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
10361	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
10361	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
10361	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
10361	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
10361	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
10361	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
10361	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
10361	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
10361	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
10361	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
10361	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
10361	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
10361	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
10361	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
10361	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
10361	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
10361	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
10361	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
10361	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
10361	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
10361	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
10361	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
10361	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
10361	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
10361	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
10361	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
10361	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
10361	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
10361	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
10361	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
10361	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
10361	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
10361	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
10361	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
10361	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
10361	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
10361	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
10361	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
10361	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
10361	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
10361	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
10361	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
10361	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
10361	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
10361	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
10361	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
10361	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
10361	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
10361	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
10361	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
10361	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
10361	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
10361	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
10361	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
10361	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
10361	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
10361	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
10361	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
10361	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
10361	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
10361	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
10361	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
10361	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
10361	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
10361	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
10361	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
10361	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
10361	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
10361	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
10361	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
10361	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
10361	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
10361	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
10361	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
10361	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
10361	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
10361	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
10361	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
10361	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
10361	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
10361	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
10361	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
10361	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
10361	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
10361	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
10361	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
10361	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
10361	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
10361	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
10361	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
10361	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
10361	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
10361	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
10361	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
10361	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
10361	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
10361	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
10361	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
10361	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
10361	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
10361	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
10361	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
10361	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
10361	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
10361	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
10361	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
10361	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
10361	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
10361	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
10361	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
10361	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
10361	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
10361	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
10361	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
10361	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
10361	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
10361	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
10361	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
10361	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
10361	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
10361	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
10361	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
10361	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
10361	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
10361	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
10361	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
10361	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
10361	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
10361	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
10361	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
10361	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
10361	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
10361	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
10361	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
10361	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
10361	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
10361	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
10361	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
10361	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
10361	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
10361	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
10361	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
10361	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
10361	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
10361	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
10361	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
10361	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
10361	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
10361	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
10361	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
10361	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
10361	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
10361	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
10361	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
10361	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
10361	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
10361	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
10361	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
10361	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
10361	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
10361	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
10361	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
10361	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
10361	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
10361	embedding2nn.weight	0	0.0658017247915268
10361	embedding2nn.weight	1	0.09434828907251358
10361	embedding2nn.weight	2	0.02740895189344883
10361	embedding2nn.weight	3	0.02022136189043522
10361	embedding2nn.weight	4	-0.056468576192855835
10361	embedding2nn.weight	5	-0.029315071180462837
10361	embedding2nn.weight	6	0.009536477737128735
10361	embedding2nn.weight	7	-0.04373342543840408
10361	embedding2nn.weight	8	0.04349860921502113
10361	embedding2nn.weight	9	-0.0011416578199714422
10361	embedding2nn.bias	0	0.034241192042827606
10361	embedding2nn.bias	1	-0.07804204523563385
10361	embedding2nn.bias	2	0.07571244239807129
10361	embedding2nn.bias	3	0.06137198954820633
10361	embedding2nn.bias	4	0.07136747986078262
10361	embedding2nn.bias	5	0.016364403069019318
10361	embedding2nn.bias	6	0.0070589641109108925
10361	embedding2nn.bias	7	0.013250858522951603
10361	embedding2nn.bias	8	-0.11959433555603027
10361	embedding2nn.bias	9	-0.14181602001190186
10361	rnn.weight_ih_l0	0	-0.02843513898551464
10361	rnn.weight_ih_l0	1	-0.04327140375971794
10361	rnn.weight_ih_l0	2	0.010985023342072964
10361	rnn.weight_ih_l0	3	-0.018447574228048325
10361	rnn.weight_ih_l0	4	-0.007171234115958214
10361	rnn.weight_ih_l0	5	-0.06372659653425217
10361	rnn.weight_ih_l0	6	-0.03749248757958412
10361	rnn.weight_ih_l0	7	-0.031838953495025635
10361	rnn.weight_ih_l0	8	-0.0038708096835762262
10361	rnn.weight_ih_l0	9	-0.03784755989909172
10361	rnn.weight_hh_l0	0	0.019865229725837708
10361	rnn.weight_hh_l0	1	0.04154354706406593
10361	rnn.weight_hh_l0	2	-0.005578203126788139
10361	rnn.weight_hh_l0	3	0.039183661341667175
10361	rnn.weight_hh_l0	4	-0.034554220736026764
10361	rnn.weight_hh_l0	5	0.017559614032506943
10361	rnn.weight_hh_l0	6	0.036822933703660965
10361	rnn.weight_hh_l0	7	0.059502143412828445
10361	rnn.weight_hh_l0	8	0.03229573741555214
10361	rnn.weight_hh_l0	9	-0.011155769228935242
10361	rnn.bias_ih_l0	0	0.04151541739702225
10361	rnn.bias_ih_l0	1	-0.05142390727996826
10361	rnn.bias_ih_l0	2	-0.014929991215467453
10361	rnn.bias_ih_l0	3	-0.0499381385743618
10361	rnn.bias_ih_l0	4	0.04832121729850769
10361	rnn.bias_ih_l0	5	-0.02904251590371132
10361	rnn.bias_ih_l0	6	0.02716665528714657
10361	rnn.bias_ih_l0	7	-0.05469760671257973
10361	rnn.bias_ih_l0	8	0.020745249465107918
10361	rnn.bias_ih_l0	9	-0.1851475089788437
10361	rnn.bias_hh_l0	0	-0.0385635681450367
10361	rnn.bias_hh_l0	1	0.0041386135853827
10361	rnn.bias_hh_l0	2	-0.020826516672968864
10361	rnn.bias_hh_l0	3	0.004620108287781477
10361	rnn.bias_hh_l0	4	-0.03258604556322098
10361	rnn.bias_hh_l0	5	-0.0302521251142025
10361	rnn.bias_hh_l0	6	-0.017562877386808395
10361	rnn.bias_hh_l0	7	0.06753604114055634
10361	rnn.bias_hh_l0	8	-0.0044065504334867
10361	rnn.bias_hh_l0	9	-0.06888385862112045
10361	rnn.weight_ih_l0_reverse	0	0.012951027601957321
10361	rnn.weight_ih_l0_reverse	1	-0.030533593147993088
10361	rnn.weight_ih_l0_reverse	2	-0.028512055054306984
10361	rnn.weight_ih_l0_reverse	3	-0.01935579441487789
10361	rnn.weight_ih_l0_reverse	4	0.029945779591798782
10361	rnn.weight_ih_l0_reverse	5	-0.021954670548439026
10361	rnn.weight_ih_l0_reverse	6	0.03623613715171814
10361	rnn.weight_ih_l0_reverse	7	0.009702394716441631
10361	rnn.weight_ih_l0_reverse	8	0.027440132573246956
10361	rnn.weight_ih_l0_reverse	9	0.030443765223026276
10361	rnn.weight_hh_l0_reverse	0	-0.03443313017487526
10361	rnn.weight_hh_l0_reverse	1	0.034990910440683365
10361	rnn.weight_hh_l0_reverse	2	0.0170589666813612
10361	rnn.weight_hh_l0_reverse	3	0.02663268893957138
10361	rnn.weight_hh_l0_reverse	4	-0.036474864929914474
10361	rnn.weight_hh_l0_reverse	5	0.026593394577503204
10361	rnn.weight_hh_l0_reverse	6	0.015480812638998032
10361	rnn.weight_hh_l0_reverse	7	-0.006095179822295904
10361	rnn.weight_hh_l0_reverse	8	0.031680427491664886
10361	rnn.weight_hh_l0_reverse	9	-0.012421910651028156
10361	rnn.bias_ih_l0_reverse	0	-0.0821988582611084
10361	rnn.bias_ih_l0_reverse	1	-0.04336594045162201
10361	rnn.bias_ih_l0_reverse	2	0.002536970656365156
10361	rnn.bias_ih_l0_reverse	3	0.0010415940778329968
10361	rnn.bias_ih_l0_reverse	4	-0.019239159300923347
10361	rnn.bias_ih_l0_reverse	5	-0.03408430889248848
10361	rnn.bias_ih_l0_reverse	6	0.15819452702999115
10361	rnn.bias_ih_l0_reverse	7	-0.08938568830490112
10361	rnn.bias_ih_l0_reverse	8	-0.03830374404788017
10361	rnn.bias_ih_l0_reverse	9	-0.035618867725133896
10361	rnn.bias_hh_l0_reverse	0	-0.008457482792437077
10361	rnn.bias_hh_l0_reverse	1	0.05536164343357086
10361	rnn.bias_hh_l0_reverse	2	-0.055616579949855804
10361	rnn.bias_hh_l0_reverse	3	0.01781352609395981
10361	rnn.bias_hh_l0_reverse	4	-0.03450259938836098
10361	rnn.bias_hh_l0_reverse	5	-0.02450261265039444
10361	rnn.bias_hh_l0_reverse	6	-0.05001456290483475
10361	rnn.bias_hh_l0_reverse	7	0.03883605822920799
10361	rnn.bias_hh_l0_reverse	8	-0.01646365411579609
10361	rnn.bias_hh_l0_reverse	9	0.05913582071661949
10361	linear.weight	0	0.10277517139911652
10361	linear.weight	1	-0.13790790736675262
10361	linear.weight	2	0.12410517781972885
10361	linear.weight	3	0.058212749660015106
10361	linear.weight	4	-0.1775951087474823
10361	linear.weight	5	0.19184935092926025
10361	linear.weight	6	-0.1214652881026268
10361	linear.weight	7	-0.08256099373102188
10361	linear.weight	8	0.14510326087474823
10361	linear.weight	9	-0.019377239048480988
10361	linear.bias	0	-0.5146645903587341
10361	linear.bias	1	1.4803119897842407
10361	linear.bias	2	-0.15593715012073517
10361	linear.bias	3	-1.3201210498809814
10361	linear.bias	4	-0.22587904334068298
10361	linear.bias	5	0.7147622108459473
10361	linear.bias	6	-0.10689877718687057
10361	linear.bias	7	0.052046529948711395
10361	linear.bias	8	1.22621750831604
10361	linear.bias	9	-0.7356913685798645
10970	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
10970	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
10970	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
10970	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
10970	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
10970	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
10970	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
10970	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
10970	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
10970	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
10970	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
10970	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
10970	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
10970	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
10970	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
10970	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
10970	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
10970	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
10970	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
10970	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
10970	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
10970	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
10970	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
10970	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
10970	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
10970	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
10970	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
10970	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
10970	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
10970	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
10970	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
10970	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
10970	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
10970	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
10970	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
10970	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
10970	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
10970	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
10970	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
10970	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
10970	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
10970	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
10970	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
10970	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
10970	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
10970	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
10970	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
10970	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
10970	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
10970	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
10970	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
10970	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
10970	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
10970	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
10970	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
10970	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
10970	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
10970	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
10970	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
10970	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
10970	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
10970	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
10970	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
10970	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
10970	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
10970	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
10970	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
10970	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
10970	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
10970	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
10970	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
10970	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
10970	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
10970	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
10970	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
10970	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
10970	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
10970	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
10970	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
10970	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
10970	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
10970	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
10970	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
10970	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
10970	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
10970	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
10970	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
10970	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
10970	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
10970	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
10970	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
10970	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
10970	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
10970	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
10970	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
10970	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
10970	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
10970	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
10970	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
10970	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
10970	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
10970	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
10970	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
10970	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
10970	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
10970	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
10970	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
10970	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
10970	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
10970	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
10970	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
10970	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
10970	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
10970	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
10970	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
10970	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
10970	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
10970	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
10970	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
10970	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
10970	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
10970	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
10970	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
10970	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
10970	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
10970	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
10970	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
10970	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
10970	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
10970	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
10970	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
10970	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
10970	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
10970	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
10970	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
10970	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
10970	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
10970	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
10970	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
10970	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
10970	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
10970	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
10970	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
10970	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
10970	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
10970	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
10970	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
10970	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
10970	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
10970	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
10970	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
10970	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
10970	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
10970	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
10970	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
10970	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
10970	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
10970	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
10970	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
10970	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
10970	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
10970	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
10970	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
10970	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
10970	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
10970	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
10970	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
10970	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
10970	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
10970	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
10970	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
10970	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
10970	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
10970	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
10970	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
10970	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
10970	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
10970	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
10970	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
10970	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
10970	embedding2nn.weight	0	0.06612123548984528
10970	embedding2nn.weight	1	0.09907518327236176
10970	embedding2nn.weight	2	0.024685444310307503
10970	embedding2nn.weight	3	0.023943133652210236
10970	embedding2nn.weight	4	-0.05369917303323746
10970	embedding2nn.weight	5	-0.02766660414636135
10970	embedding2nn.weight	6	0.015010318718850613
10970	embedding2nn.weight	7	-0.04409129172563553
10970	embedding2nn.weight	8	0.041871652007102966
10970	embedding2nn.weight	9	-0.0031255611684173346
10970	embedding2nn.bias	0	0.04631350561976433
10970	embedding2nn.bias	1	-0.08997276425361633
10970	embedding2nn.bias	2	0.0726969987154007
10970	embedding2nn.bias	3	0.06337893009185791
10970	embedding2nn.bias	4	0.08827883005142212
10970	embedding2nn.bias	5	0.015129155479371548
10970	embedding2nn.bias	6	0.005341360345482826
10970	embedding2nn.bias	7	0.008924182504415512
10970	embedding2nn.bias	8	-0.11741715669631958
10970	embedding2nn.bias	9	-0.15658022463321686
10970	rnn.weight_ih_l0	0	-0.028129789978265762
10970	rnn.weight_ih_l0	1	-0.043469659984111786
10970	rnn.weight_ih_l0	2	0.014250313863158226
10970	rnn.weight_ih_l0	3	-0.0209170114248991
10970	rnn.weight_ih_l0	4	-0.009187295101583004
10970	rnn.weight_ih_l0	5	-0.0599684901535511
10970	rnn.weight_ih_l0	6	-0.039712902158498764
10970	rnn.weight_ih_l0	7	-0.028237946331501007
10970	rnn.weight_ih_l0	8	-0.003675355575978756
10970	rnn.weight_ih_l0	9	-0.03644383326172829
10970	rnn.weight_hh_l0	0	0.01970558613538742
10970	rnn.weight_hh_l0	1	0.04177933931350708
10970	rnn.weight_hh_l0	2	-0.005580885801464319
10970	rnn.weight_hh_l0	3	0.03935766592621803
10970	rnn.weight_hh_l0	4	-0.03388921916484833
10970	rnn.weight_hh_l0	5	0.018116863444447517
10970	rnn.weight_hh_l0	6	0.03651747480034828
10970	rnn.weight_hh_l0	7	0.06196938082575798
10970	rnn.weight_hh_l0	8	0.03258071094751358
10970	rnn.weight_hh_l0	9	-0.009631268680095673
10970	rnn.bias_ih_l0	0	0.016813764348626137
10970	rnn.bias_ih_l0	1	-0.05816608667373657
10970	rnn.bias_ih_l0	2	-0.011902878992259502
10970	rnn.bias_ih_l0	3	-0.049401503056287766
10970	rnn.bias_ih_l0	4	0.05096625164151192
10970	rnn.bias_ih_l0	5	-0.03075507842004299
10970	rnn.bias_ih_l0	6	0.0254192017018795
10970	rnn.bias_ih_l0	7	-0.05829184874892235
10970	rnn.bias_ih_l0	8	0.015858853235840797
10970	rnn.bias_ih_l0	9	-0.188066303730011
10970	rnn.bias_hh_l0	0	-0.033489689230918884
10970	rnn.bias_hh_l0	1	0.003370319027453661
10970	rnn.bias_hh_l0	2	-0.020539555698633194
10970	rnn.bias_hh_l0	3	0.00742954108864069
10970	rnn.bias_hh_l0	4	-0.03141351044178009
10970	rnn.bias_hh_l0	5	-0.035587579011917114
10970	rnn.bias_hh_l0	6	-0.014754161238670349
10970	rnn.bias_hh_l0	7	0.07313951849937439
10970	rnn.bias_hh_l0	8	-0.009108096361160278
10970	rnn.bias_hh_l0	9	-0.08235552906990051
10970	rnn.weight_ih_l0_reverse	0	0.016214584931731224
10970	rnn.weight_ih_l0_reverse	1	-0.03174745291471481
10970	rnn.weight_ih_l0_reverse	2	-0.026379147544503212
10970	rnn.weight_ih_l0_reverse	3	-0.019746016710996628
10970	rnn.weight_ih_l0_reverse	4	0.03108922950923443
10970	rnn.weight_ih_l0_reverse	5	-0.020908204838633537
10970	rnn.weight_ih_l0_reverse	6	0.03822331503033638
10970	rnn.weight_ih_l0_reverse	7	0.009964840486645699
10970	rnn.weight_ih_l0_reverse	8	0.02654285915195942
10970	rnn.weight_ih_l0_reverse	9	0.029601838439702988
10970	rnn.weight_hh_l0_reverse	0	-0.03335617855191231
10970	rnn.weight_hh_l0_reverse	1	0.03707653656601906
10970	rnn.weight_hh_l0_reverse	2	0.018830422312021255
10970	rnn.weight_hh_l0_reverse	3	0.02651917189359665
10970	rnn.weight_hh_l0_reverse	4	-0.038044288754463196
10970	rnn.weight_hh_l0_reverse	5	0.026528984308242798
10970	rnn.weight_hh_l0_reverse	6	0.015247353352606297
10970	rnn.weight_hh_l0_reverse	7	-0.005510194227099419
10970	rnn.weight_hh_l0_reverse	8	0.02997220866382122
10970	rnn.weight_hh_l0_reverse	9	-0.01070316694676876
10970	rnn.bias_ih_l0_reverse	0	-0.08253736793994904
10970	rnn.bias_ih_l0_reverse	1	-0.05073918029665947
10970	rnn.bias_ih_l0_reverse	2	0.0002915665099862963
10970	rnn.bias_ih_l0_reverse	3	-0.00024540082085877657
10970	rnn.bias_ih_l0_reverse	4	-0.025442300364375114
10970	rnn.bias_ih_l0_reverse	5	-0.036802567541599274
10970	rnn.bias_ih_l0_reverse	6	0.1480921357870102
10970	rnn.bias_ih_l0_reverse	7	-0.09170954674482346
10970	rnn.bias_ih_l0_reverse	8	-0.03811720386147499
10970	rnn.bias_ih_l0_reverse	9	-0.035242266952991486
10970	rnn.bias_hh_l0_reverse	0	-0.016647638753056526
10970	rnn.bias_hh_l0_reverse	1	0.06131286174058914
10970	rnn.bias_hh_l0_reverse	2	-0.05944763496518135
10970	rnn.bias_hh_l0_reverse	3	0.01509764138609171
10970	rnn.bias_hh_l0_reverse	4	-0.040249478071928024
10970	rnn.bias_hh_l0_reverse	5	-0.029635826125741005
10970	rnn.bias_hh_l0_reverse	6	-0.051316890865564346
10970	rnn.bias_hh_l0_reverse	7	0.0366864912211895
10970	rnn.bias_hh_l0_reverse	8	-0.01423107460141182
10970	rnn.bias_hh_l0_reverse	9	0.06737086921930313
10970	linear.weight	0	0.08857366442680359
10970	linear.weight	1	-0.15879908204078674
10970	linear.weight	2	0.07804068177938461
10970	linear.weight	3	0.058091070502996445
10970	linear.weight	4	-0.1721736043691635
10970	linear.weight	5	0.19133950769901276
10970	linear.weight	6	-0.131216898560524
10970	linear.weight	7	-0.08242040872573853
10970	linear.weight	8	0.16824308037757874
10970	linear.weight	9	-0.019555071368813515
10970	linear.bias	0	-0.5186653733253479
10970	linear.bias	1	1.5075676441192627
10970	linear.bias	2	-0.18067753314971924
10970	linear.bias	3	-1.3379032611846924
10970	linear.bias	4	-0.23818616569042206
10970	linear.bias	5	0.7082780003547668
10970	linear.bias	6	-0.11288609355688095
10970	linear.bias	7	0.02557871676981449
10970	linear.bias	8	1.2464603185653687
10970	linear.bias	9	-0.7335050702095032
11579	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
11579	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
11579	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
11579	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
11579	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
11579	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
11579	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
11579	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
11579	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
11579	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
11579	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
11579	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
11579	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
11579	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
11579	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
11579	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
11579	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
11579	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
11579	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
11579	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
11579	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
11579	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
11579	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
11579	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
11579	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
11579	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
11579	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
11579	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
11579	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
11579	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
11579	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
11579	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
11579	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
11579	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
11579	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
11579	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
11579	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
11579	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
11579	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
11579	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
11579	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
11579	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
11579	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
11579	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
11579	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
11579	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
11579	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
11579	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
11579	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
11579	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
11579	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
11579	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
11579	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
11579	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
11579	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
11579	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
11579	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
11579	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
11579	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
11579	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
11579	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
11579	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
11579	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
11579	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
11579	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
11579	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
11579	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
11579	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
11579	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
11579	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
11579	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
11579	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
11579	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
11579	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
11579	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
11579	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
11579	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
11579	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
11579	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
11579	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
11579	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
11579	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
11579	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
11579	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
11579	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
11579	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
11579	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
11579	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
11579	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
11579	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
11579	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
11579	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
11579	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
11579	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
11579	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
11579	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
11579	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
11579	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
11579	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
11579	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
11579	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
11579	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
11579	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
11579	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
11579	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
11579	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
11579	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
11579	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
11579	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
11579	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
11579	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
11579	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
11579	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
11579	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
11579	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
11579	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
11579	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
11579	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
11579	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
11579	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
11579	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
11579	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
11579	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
11579	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
11579	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
11579	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
11579	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
11579	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
11579	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
11579	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
11579	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
11579	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
11579	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
11579	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
11579	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
11579	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
11579	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
11579	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
11579	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
11579	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
11579	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
11579	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
11579	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
11579	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
11579	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
11579	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
11579	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
11579	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
11579	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
11579	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
11579	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
11579	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
11579	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
11579	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
11579	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
11579	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
11579	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
11579	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
11579	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
11579	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
11579	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
11579	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
11579	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
11579	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
11579	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
11579	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
11579	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
11579	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
11579	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
11579	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
11579	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
11579	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
11579	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
11579	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
11579	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
11579	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
11579	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
11579	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
11579	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
11579	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
11579	embedding2nn.weight	0	0.06843613088130951
11579	embedding2nn.weight	1	0.10140866786241531
11579	embedding2nn.weight	2	0.02588164247572422
11579	embedding2nn.weight	3	0.019549788907170296
11579	embedding2nn.weight	4	-0.05121251568198204
11579	embedding2nn.weight	5	-0.025235997512936592
11579	embedding2nn.weight	6	0.012912376783788204
11579	embedding2nn.weight	7	-0.045096274465322495
11579	embedding2nn.weight	8	0.0405735969543457
11579	embedding2nn.weight	9	-0.005771781783550978
11579	embedding2nn.bias	0	0.03966829553246498
11579	embedding2nn.bias	1	-0.09939484298229218
11579	embedding2nn.bias	2	0.05770765617489815
11579	embedding2nn.bias	3	0.061151936650276184
11579	embedding2nn.bias	4	0.09634619206190109
11579	embedding2nn.bias	5	0.0196182020008564
11579	embedding2nn.bias	6	0.009433659724891186
11579	embedding2nn.bias	7	0.035660091787576675
11579	embedding2nn.bias	8	-0.11455783993005753
11579	embedding2nn.bias	9	-0.15089544653892517
11579	rnn.weight_ih_l0	0	-0.027616040781140327
11579	rnn.weight_ih_l0	1	-0.043758269399404526
11579	rnn.weight_ih_l0	2	0.016227783635258675
11579	rnn.weight_ih_l0	3	-0.01988387294113636
11579	rnn.weight_ih_l0	4	-0.010437756776809692
11579	rnn.weight_ih_l0	5	-0.06082965061068535
11579	rnn.weight_ih_l0	6	-0.034120332449674606
11579	rnn.weight_ih_l0	7	-0.02825346775352955
11579	rnn.weight_ih_l0	8	-0.005175726022571325
11579	rnn.weight_ih_l0	9	-0.04254941642284393
11579	rnn.weight_hh_l0	0	0.020350420847535133
11579	rnn.weight_hh_l0	1	0.04231017827987671
11579	rnn.weight_hh_l0	2	-0.0045858025550842285
11579	rnn.weight_hh_l0	3	0.03906000033020973
11579	rnn.weight_hh_l0	4	-0.03363553434610367
11579	rnn.weight_hh_l0	5	0.019831201061606407
11579	rnn.weight_hh_l0	6	0.03687235340476036
11579	rnn.weight_hh_l0	7	0.0681651160120964
11579	rnn.weight_hh_l0	8	0.03274279087781906
11579	rnn.weight_hh_l0	9	-0.013257411308586597
11579	rnn.bias_ih_l0	0	0.02847624011337757
11579	rnn.bias_ih_l0	1	-0.06032203137874603
11579	rnn.bias_ih_l0	2	-0.007993008010089397
11579	rnn.bias_ih_l0	3	-0.04605943337082863
11579	rnn.bias_ih_l0	4	0.05275103077292442
11579	rnn.bias_ih_l0	5	-0.02770892158150673
11579	rnn.bias_ih_l0	6	0.02461067959666252
11579	rnn.bias_ih_l0	7	-0.060570020228624344
11579	rnn.bias_ih_l0	8	0.013280820101499557
11579	rnn.bias_ih_l0	9	-0.18412154912948608
11579	rnn.bias_hh_l0	0	-0.03312886133790016
11579	rnn.bias_hh_l0	1	-0.001969268312677741
11579	rnn.bias_hh_l0	2	-0.017989633604884148
11579	rnn.bias_hh_l0	3	-0.0004225585435051471
11579	rnn.bias_hh_l0	4	-0.029142940416932106
11579	rnn.bias_hh_l0	5	-0.039410438388586044
11579	rnn.bias_hh_l0	6	-0.017383504658937454
11579	rnn.bias_hh_l0	7	0.07343542575836182
11579	rnn.bias_hh_l0	8	-0.015710337087512016
11579	rnn.bias_hh_l0	9	-0.08938059210777283
11579	rnn.weight_ih_l0_reverse	0	0.019476857036352158
11579	rnn.weight_ih_l0_reverse	1	-0.03062801994383335
11579	rnn.weight_ih_l0_reverse	2	-0.024657011032104492
11579	rnn.weight_ih_l0_reverse	3	-0.023672090843319893
11579	rnn.weight_ih_l0_reverse	4	0.03236497938632965
11579	rnn.weight_ih_l0_reverse	5	-0.02012542076408863
11579	rnn.weight_ih_l0_reverse	6	0.042966727167367935
11579	rnn.weight_ih_l0_reverse	7	0.00964746531099081
11579	rnn.weight_ih_l0_reverse	8	0.027204925194382668
11579	rnn.weight_ih_l0_reverse	9	0.030917270109057426
11579	rnn.weight_hh_l0_reverse	0	-0.0313364714384079
11579	rnn.weight_hh_l0_reverse	1	0.03696264326572418
11579	rnn.weight_hh_l0_reverse	2	0.019408823922276497
11579	rnn.weight_hh_l0_reverse	3	0.025936704128980637
11579	rnn.weight_hh_l0_reverse	4	-0.03785942494869232
11579	rnn.weight_hh_l0_reverse	5	0.026721002534031868
11579	rnn.weight_hh_l0_reverse	6	0.014478620141744614
11579	rnn.weight_hh_l0_reverse	7	-0.0036737907212227583
11579	rnn.weight_hh_l0_reverse	8	0.03230433911085129
11579	rnn.weight_hh_l0_reverse	9	-0.008963171392679214
11579	rnn.bias_ih_l0_reverse	0	-0.08161972463130951
11579	rnn.bias_ih_l0_reverse	1	-0.06325366348028183
11579	rnn.bias_ih_l0_reverse	2	-0.0026377704925835133
11579	rnn.bias_ih_l0_reverse	3	-0.0033700382336974144
11579	rnn.bias_ih_l0_reverse	4	-0.036192573606967926
11579	rnn.bias_ih_l0_reverse	5	-0.03989318013191223
11579	rnn.bias_ih_l0_reverse	6	0.15931497514247894
11579	rnn.bias_ih_l0_reverse	7	-0.09677436947822571
11579	rnn.bias_ih_l0_reverse	8	-0.04239627718925476
11579	rnn.bias_ih_l0_reverse	9	-0.041277650743722916
11579	rnn.bias_hh_l0_reverse	0	-0.02886020950973034
11579	rnn.bias_hh_l0_reverse	1	0.060698945075273514
11579	rnn.bias_hh_l0_reverse	2	-0.05657009780406952
11579	rnn.bias_hh_l0_reverse	3	0.015592544339597225
11579	rnn.bias_hh_l0_reverse	4	-0.04819085821509361
11579	rnn.bias_hh_l0_reverse	5	-0.02645517885684967
11579	rnn.bias_hh_l0_reverse	6	-0.05806177482008934
11579	rnn.bias_hh_l0_reverse	7	0.03113565780222416
11579	rnn.bias_hh_l0_reverse	8	-0.008133821189403534
11579	rnn.bias_hh_l0_reverse	9	0.06687124073505402
11579	linear.weight	0	0.08997383713722229
11579	linear.weight	1	-0.1619989275932312
11579	linear.weight	2	0.0642000213265419
11579	linear.weight	3	0.05853428319096565
11579	linear.weight	4	-0.17087936401367188
11579	linear.weight	5	0.18029245734214783
11579	linear.weight	6	-0.126198872923851
11579	linear.weight	7	-0.08241606503725052
11579	linear.weight	8	0.15718284249305725
11579	linear.weight	9	-0.019833387807011604
11579	linear.bias	0	-0.5454527735710144
11579	linear.bias	1	1.5221195220947266
11579	linear.bias	2	-0.13334430754184723
11579	linear.bias	3	-1.3562538623809814
11579	linear.bias	4	-0.23396344482898712
11579	linear.bias	5	0.7362590432167053
11579	linear.bias	6	-0.11552166938781738
11579	linear.bias	7	0.05289442092180252
11579	linear.bias	8	1.2611773014068604
11579	linear.bias	9	-0.7621171474456787
12188	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
12188	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
12188	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
12188	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
12188	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
12188	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
12188	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
12188	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
12188	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
12188	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
12188	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
12188	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
12188	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
12188	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
12188	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
12188	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
12188	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
12188	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
12188	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
12188	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
12188	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
12188	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
12188	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
12188	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
12188	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
12188	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
12188	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
12188	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
12188	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
12188	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
12188	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
12188	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
12188	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
12188	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
12188	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
12188	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
12188	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
12188	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
12188	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
12188	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
12188	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
12188	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
12188	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
12188	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
12188	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
12188	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
12188	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
12188	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
12188	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
12188	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
12188	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
12188	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
12188	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
12188	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
12188	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
12188	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
12188	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
12188	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
12188	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
12188	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
12188	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
12188	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
12188	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
12188	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
12188	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
12188	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
12188	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
12188	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
12188	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
12188	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
12188	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
12188	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
12188	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
12188	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
12188	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
12188	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
12188	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
12188	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
12188	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
12188	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
12188	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
12188	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
12188	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
12188	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
12188	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
12188	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
12188	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
12188	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
12188	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
12188	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
12188	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
12188	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
12188	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
12188	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
12188	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
12188	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
12188	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
12188	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
12188	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
12188	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
12188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
12188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
12188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
12188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
12188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
12188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
12188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
12188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
12188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
12188	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
12188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
12188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
12188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
12188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
12188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
12188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
12188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
12188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
12188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
12188	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
12188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
12188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
12188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
12188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
12188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
12188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
12188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
12188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
12188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
12188	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
12188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
12188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
12188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
12188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
12188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
12188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
12188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
12188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
12188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
12188	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
12188	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
12188	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
12188	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
12188	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
12188	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
12188	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
12188	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
12188	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
12188	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
12188	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
12188	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
12188	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
12188	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
12188	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
12188	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
12188	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
12188	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
12188	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
12188	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
12188	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
12188	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
12188	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
12188	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
12188	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
12188	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
12188	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
12188	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
12188	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
12188	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
12188	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
12188	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
12188	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
12188	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
12188	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
12188	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
12188	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
12188	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
12188	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
12188	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
12188	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
12188	embedding2nn.weight	0	0.07165361195802689
12188	embedding2nn.weight	1	0.10468184947967529
12188	embedding2nn.weight	2	0.027368217706680298
12188	embedding2nn.weight	3	0.023188957944512367
12188	embedding2nn.weight	4	-0.05463656410574913
12188	embedding2nn.weight	5	-0.022442998364567757
12188	embedding2nn.weight	6	0.016513969749212265
12188	embedding2nn.weight	7	-0.04940261319279671
12188	embedding2nn.weight	8	0.034902799874544144
12188	embedding2nn.weight	9	-0.009539330378174782
12188	embedding2nn.bias	0	0.0433153435587883
12188	embedding2nn.bias	1	-0.0925070270895958
12188	embedding2nn.bias	2	0.06424586474895477
12188	embedding2nn.bias	3	0.07394222915172577
12188	embedding2nn.bias	4	0.09909026324748993
12188	embedding2nn.bias	5	0.008391251787543297
12188	embedding2nn.bias	6	0.005569925531744957
12188	embedding2nn.bias	7	0.022613782435655594
12188	embedding2nn.bias	8	-0.11786262691020966
12188	embedding2nn.bias	9	-0.17190222442150116
12188	rnn.weight_ih_l0	0	-0.027733182534575462
12188	rnn.weight_ih_l0	1	-0.041715700179338455
12188	rnn.weight_ih_l0	2	0.013823563233017921
12188	rnn.weight_ih_l0	3	-0.0191241092979908
12188	rnn.weight_ih_l0	4	-0.010102869011461735
12188	rnn.weight_ih_l0	5	-0.06160235404968262
12188	rnn.weight_ih_l0	6	-0.029962021857500076
12188	rnn.weight_ih_l0	7	-0.025727827101945877
12188	rnn.weight_ih_l0	8	0.0009642068762332201
12188	rnn.weight_ih_l0	9	-0.03171723708510399
12188	rnn.weight_hh_l0	0	0.020768774673342705
12188	rnn.weight_hh_l0	1	0.042354341596364975
12188	rnn.weight_hh_l0	2	-0.004408952780067921
12188	rnn.weight_hh_l0	3	0.038987819105386734
12188	rnn.weight_hh_l0	4	-0.03348301723599434
12188	rnn.weight_hh_l0	5	0.019361183047294617
12188	rnn.weight_hh_l0	6	0.037467628717422485
12188	rnn.weight_hh_l0	7	0.06803295016288757
12188	rnn.weight_hh_l0	8	0.032184191048145294
12188	rnn.weight_hh_l0	9	-0.01621086522936821
12188	rnn.bias_ih_l0	0	0.029961995780467987
12188	rnn.bias_ih_l0	1	-0.05867122486233711
12188	rnn.bias_ih_l0	2	-0.0013410536339506507
12188	rnn.bias_ih_l0	3	-0.052332762628793716
12188	rnn.bias_ih_l0	4	0.07061003148555756
12188	rnn.bias_ih_l0	5	-0.02131933905184269
12188	rnn.bias_ih_l0	6	0.010173925198614597
12188	rnn.bias_ih_l0	7	-0.06582078337669373
12188	rnn.bias_ih_l0	8	0.012527490966022015
12188	rnn.bias_ih_l0	9	-0.18059460818767548
12188	rnn.bias_hh_l0	0	-0.03236181661486626
12188	rnn.bias_hh_l0	1	-0.0021323615219444036
12188	rnn.bias_hh_l0	2	-0.017129631713032722
12188	rnn.bias_hh_l0	3	0.0014635840198025107
12188	rnn.bias_hh_l0	4	-0.026217015460133553
12188	rnn.bias_hh_l0	5	-0.04395218566060066
12188	rnn.bias_hh_l0	6	-0.028458870947360992
12188	rnn.bias_hh_l0	7	0.08213701099157333
12188	rnn.bias_hh_l0	8	-0.01845543645322323
12188	rnn.bias_hh_l0	9	-0.10190513730049133
12188	rnn.weight_ih_l0_reverse	0	0.02970070391893387
12188	rnn.weight_ih_l0_reverse	1	-0.029971251264214516
12188	rnn.weight_ih_l0_reverse	2	-0.025267532095313072
12188	rnn.weight_ih_l0_reverse	3	-0.026771677657961845
12188	rnn.weight_ih_l0_reverse	4	0.030980877578258514
12188	rnn.weight_ih_l0_reverse	5	-0.017459537833929062
12188	rnn.weight_ih_l0_reverse	6	0.037043437361717224
12188	rnn.weight_ih_l0_reverse	7	0.009819287806749344
12188	rnn.weight_ih_l0_reverse	8	0.02624732069671154
12188	rnn.weight_ih_l0_reverse	9	0.033202942460775375
12188	rnn.weight_hh_l0_reverse	0	-0.03129558265209198
12188	rnn.weight_hh_l0_reverse	1	0.036439888179302216
12188	rnn.weight_hh_l0_reverse	2	0.01983276940882206
12188	rnn.weight_hh_l0_reverse	3	0.025898518040776253
12188	rnn.weight_hh_l0_reverse	4	-0.03859574347734451
12188	rnn.weight_hh_l0_reverse	5	0.0268790815025568
12188	rnn.weight_hh_l0_reverse	6	0.014338765293359756
12188	rnn.weight_hh_l0_reverse	7	-0.004152259789407253
12188	rnn.weight_hh_l0_reverse	8	0.03705378994345665
12188	rnn.weight_hh_l0_reverse	9	-0.007451214827597141
12188	rnn.bias_ih_l0_reverse	0	-0.07833648473024368
12188	rnn.bias_ih_l0_reverse	1	-0.06185883283615112
12188	rnn.bias_ih_l0_reverse	2	-0.0006571586127392948
12188	rnn.bias_ih_l0_reverse	3	-0.005425094626843929
12188	rnn.bias_ih_l0_reverse	4	-0.024590373039245605
12188	rnn.bias_ih_l0_reverse	5	-0.04004752263426781
12188	rnn.bias_ih_l0_reverse	6	0.16359324753284454
12188	rnn.bias_ih_l0_reverse	7	-0.09971149265766144
12188	rnn.bias_ih_l0_reverse	8	-0.045418016612529755
12188	rnn.bias_ih_l0_reverse	9	-0.04017031565308571
12188	rnn.bias_hh_l0_reverse	0	-0.023453503847122192
12188	rnn.bias_hh_l0_reverse	1	0.0697149857878685
12188	rnn.bias_hh_l0_reverse	2	-0.05805077403783798
12188	rnn.bias_hh_l0_reverse	3	0.012868504971265793
12188	rnn.bias_hh_l0_reverse	4	-0.03508329018950462
12188	rnn.bias_hh_l0_reverse	5	-0.03519293665885925
12188	rnn.bias_hh_l0_reverse	6	-0.0565125048160553
12188	rnn.bias_hh_l0_reverse	7	0.029564738273620605
12188	rnn.bias_hh_l0_reverse	8	-0.0030782034154981375
12188	rnn.bias_hh_l0_reverse	9	0.07481665909290314
12188	linear.weight	0	0.10210340470075607
12188	linear.weight	1	-0.17208874225616455
12188	linear.weight	2	0.0706690102815628
12188	linear.weight	3	0.058904148638248444
12188	linear.weight	4	-0.13621167838573456
12188	linear.weight	5	0.20458194613456726
12188	linear.weight	6	-0.1305333822965622
12188	linear.weight	7	-0.08255106210708618
12188	linear.weight	8	0.1332639753818512
12188	linear.weight	9	-0.020009547472000122
12188	linear.bias	0	-0.562737762928009
12188	linear.bias	1	1.5045220851898193
12188	linear.bias	2	-0.15831033885478973
12188	linear.bias	3	-1.374517560005188
12188	linear.bias	4	-0.23089614510536194
12188	linear.bias	5	0.7572512626647949
12188	linear.bias	6	-0.14953485131263733
12188	linear.bias	7	0.0510304756462574
12188	linear.bias	8	1.2530224323272705
12188	linear.bias	9	-0.7543573975563049
12196	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
12196	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
12196	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
12196	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
12196	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
12196	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
12196	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
12196	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
12196	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
12196	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
12196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
12196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
12196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
12196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
12196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
12196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
12196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
12196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
12196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
12196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
12196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
12196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
12196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
12196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
12196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
12196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
12196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
12196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
12196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
12196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
12196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
12196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
12196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
12196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
12196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
12196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
12196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
12196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
12196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
12196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
12196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
12196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
12196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
12196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
12196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
12196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
12196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
12196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
12196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
12196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
12196	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
12196	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
12196	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
12196	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
12196	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
12196	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
12196	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
12196	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
12196	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
12196	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
12196	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
12196	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
12196	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
12196	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
12196	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
12196	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
12196	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
12196	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
12196	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
12196	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
12196	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
12196	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
12196	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
12196	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
12196	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
12196	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
12196	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
12196	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
12196	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
12196	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
12196	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
12196	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
12196	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
12196	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
12196	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
12196	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
12196	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
12196	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
12196	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
12196	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
12196	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
12196	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
12196	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
12196	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
12196	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
12196	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
12196	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
12196	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
12196	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
12196	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
12196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
12196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
12196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
12196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
12196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
12196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
12196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
12196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
12196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
12196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
12196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
12196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
12196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
12196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
12196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
12196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
12196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
12196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
12196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
12196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
12196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
12196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
12196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
12196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
12196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
12196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
12196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
12196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
12196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
12196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
12196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
12196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
12196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
12196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
12196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
12196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
12196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
12196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
12196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
12196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
12196	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
12196	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
12196	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
12196	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
12196	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
12196	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
12196	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
12196	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
12196	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
12196	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
12196	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
12196	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
12196	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
12196	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
12196	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
12196	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
12196	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
12196	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
12196	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
12196	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
12196	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
12196	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
12196	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
12196	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
12196	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
12196	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
12196	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
12196	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
12196	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
12196	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
12196	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
12196	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
12196	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
12196	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
12196	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
12196	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
12196	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
12196	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
12196	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
12196	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
12196	embedding2nn.weight	0	0.0715211033821106
12196	embedding2nn.weight	1	0.10497655719518661
12196	embedding2nn.weight	2	0.02739226073026657
12196	embedding2nn.weight	3	0.020127685740590096
12196	embedding2nn.weight	4	-0.05445411056280136
12196	embedding2nn.weight	5	-0.022480377927422523
12196	embedding2nn.weight	6	0.017119010910391808
12196	embedding2nn.weight	7	-0.049454621970653534
12196	embedding2nn.weight	8	0.0341857448220253
12196	embedding2nn.weight	9	-0.00866563431918621
12196	embedding2nn.bias	0	0.04395729675889015
12196	embedding2nn.bias	1	-0.09372638165950775
12196	embedding2nn.bias	2	0.06851393729448318
12196	embedding2nn.bias	3	0.07182415574789047
12196	embedding2nn.bias	4	0.09886260330677032
12196	embedding2nn.bias	5	0.01127597689628601
12196	embedding2nn.bias	6	0.0029405055101960897
12196	embedding2nn.bias	7	0.026662252843379974
12196	embedding2nn.bias	8	-0.11289792507886887
12196	embedding2nn.bias	9	-0.17437821626663208
12196	rnn.weight_ih_l0	0	-0.027915267273783684
12196	rnn.weight_ih_l0	1	-0.04194195568561554
12196	rnn.weight_ih_l0	2	0.014087029732763767
12196	rnn.weight_ih_l0	3	-0.019108418375253677
12196	rnn.weight_ih_l0	4	-0.010079986415803432
12196	rnn.weight_ih_l0	5	-0.060912054032087326
12196	rnn.weight_ih_l0	6	-0.029523570090532303
12196	rnn.weight_ih_l0	7	-0.025566071271896362
12196	rnn.weight_ih_l0	8	0.0008085308945737779
12196	rnn.weight_ih_l0	9	-0.03171832114458084
12196	rnn.weight_hh_l0	0	0.020733322948217392
12196	rnn.weight_hh_l0	1	0.04237157106399536
12196	rnn.weight_hh_l0	2	-0.0044744317419826984
12196	rnn.weight_hh_l0	3	0.03905656933784485
12196	rnn.weight_hh_l0	4	-0.03353599086403847
12196	rnn.weight_hh_l0	5	0.019204286858439445
12196	rnn.weight_hh_l0	6	0.0373515859246254
12196	rnn.weight_hh_l0	7	0.06804218143224716
12196	rnn.weight_hh_l0	8	0.032221537083387375
12196	rnn.weight_hh_l0	9	-0.01642036624252796
12196	rnn.bias_ih_l0	0	0.032129425555467606
12196	rnn.bias_ih_l0	1	-0.059892214834690094
12196	rnn.bias_ih_l0	2	-0.0010378179140388966
12196	rnn.bias_ih_l0	3	-0.05152375251054764
12196	rnn.bias_ih_l0	4	0.06968773156404495
12196	rnn.bias_ih_l0	5	-0.022850755602121353
12196	rnn.bias_ih_l0	6	0.009969841688871384
12196	rnn.bias_ih_l0	7	-0.06600593030452728
12196	rnn.bias_ih_l0	8	0.01249820925295353
12196	rnn.bias_ih_l0	9	-0.18268609046936035
12196	rnn.bias_hh_l0	0	-0.032578159123659134
12196	rnn.bias_hh_l0	1	-0.0020297798328101635
12196	rnn.bias_hh_l0	2	-0.01681407354772091
12196	rnn.bias_hh_l0	3	0.0013937198091298342
12196	rnn.bias_hh_l0	4	-0.02634791098535061
12196	rnn.bias_hh_l0	5	-0.043791625648736954
12196	rnn.bias_hh_l0	6	-0.028179602697491646
12196	rnn.bias_hh_l0	7	0.08471095561981201
12196	rnn.bias_hh_l0	8	-0.01826278492808342
12196	rnn.bias_hh_l0	9	-0.10274123400449753
12196	rnn.weight_ih_l0_reverse	0	0.029041780158877373
12196	rnn.weight_ih_l0_reverse	1	-0.030103346332907677
12196	rnn.weight_ih_l0_reverse	2	-0.02534584328532219
12196	rnn.weight_ih_l0_reverse	3	-0.02652486227452755
12196	rnn.weight_ih_l0_reverse	4	0.031074833124876022
12196	rnn.weight_ih_l0_reverse	5	-0.016845770180225372
12196	rnn.weight_ih_l0_reverse	6	0.03678334131836891
12196	rnn.weight_ih_l0_reverse	7	0.009718013927340508
12196	rnn.weight_ih_l0_reverse	8	0.02599037066102028
12196	rnn.weight_ih_l0_reverse	9	0.033788807690143585
12196	rnn.weight_hh_l0_reverse	0	-0.0312771201133728
12196	rnn.weight_hh_l0_reverse	1	0.03649856150150299
12196	rnn.weight_hh_l0_reverse	2	0.019693946465849876
12196	rnn.weight_hh_l0_reverse	3	0.025776201859116554
12196	rnn.weight_hh_l0_reverse	4	-0.038693614304065704
12196	rnn.weight_hh_l0_reverse	5	0.026979707181453705
12196	rnn.weight_hh_l0_reverse	6	0.014153379946947098
12196	rnn.weight_hh_l0_reverse	7	-0.004439929965883493
12196	rnn.weight_hh_l0_reverse	8	0.03777296468615532
12196	rnn.weight_hh_l0_reverse	9	-0.007716164458543062
12196	rnn.bias_ih_l0_reverse	0	-0.07862548530101776
12196	rnn.bias_ih_l0_reverse	1	-0.06298243254423141
12196	rnn.bias_ih_l0_reverse	2	0.0004399583558551967
12196	rnn.bias_ih_l0_reverse	3	-0.005374349653720856
12196	rnn.bias_ih_l0_reverse	4	-0.023455725982785225
12196	rnn.bias_ih_l0_reverse	5	-0.039928168058395386
12196	rnn.bias_ih_l0_reverse	6	0.16488029062747955
12196	rnn.bias_ih_l0_reverse	7	-0.09893976151943207
12196	rnn.bias_ih_l0_reverse	8	-0.046018362045288086
12196	rnn.bias_ih_l0_reverse	9	-0.04080980643630028
12196	rnn.bias_hh_l0_reverse	0	-0.0262420903891325
12196	rnn.bias_hh_l0_reverse	1	0.06741845607757568
12196	rnn.bias_hh_l0_reverse	2	-0.05844490975141525
12196	rnn.bias_hh_l0_reverse	3	0.013186906464397907
12196	rnn.bias_hh_l0_reverse	4	-0.03449811041355133
12196	rnn.bias_hh_l0_reverse	5	-0.03512599691748619
12196	rnn.bias_hh_l0_reverse	6	-0.056355226784944534
12196	rnn.bias_hh_l0_reverse	7	0.029546519741415977
12196	rnn.bias_hh_l0_reverse	8	9.899621363729239e-05
12196	rnn.bias_hh_l0_reverse	9	0.07667338103055954
12196	linear.weight	0	0.10012300312519073
12196	linear.weight	1	-0.1755090206861496
12196	linear.weight	2	0.07195918262004852
12196	linear.weight	3	0.0589120127260685
12196	linear.weight	4	-0.13742661476135254
12196	linear.weight	5	0.20757652819156647
12196	linear.weight	6	-0.12730830907821655
12196	linear.weight	7	-0.082548588514328
12196	linear.weight	8	0.1339658945798874
12196	linear.weight	9	-0.020011406391859055
12196	linear.bias	0	-0.5680445432662964
12196	linear.bias	1	1.53506600856781
12196	linear.bias	2	-0.14903594553470612
12196	linear.bias	3	-1.374713659286499
12196	linear.bias	4	-0.23138785362243652
12196	linear.bias	5	0.7625656127929688
12196	linear.bias	6	-0.1354101449251175
12196	linear.bias	7	0.039384257048368454
12196	linear.bias	8	1.2430005073547363
12196	linear.bias	9	-0.7579213380813599
12805	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
12805	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
12805	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
12805	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
12805	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
12805	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
12805	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
12805	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
12805	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
12805	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
12805	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
12805	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
12805	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
12805	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
12805	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
12805	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
12805	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
12805	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
12805	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
12805	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
12805	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
12805	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
12805	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
12805	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
12805	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
12805	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
12805	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
12805	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
12805	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
12805	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
12805	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
12805	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
12805	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
12805	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
12805	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
12805	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
12805	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
12805	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
12805	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
12805	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
12805	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
12805	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
12805	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
12805	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
12805	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
12805	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
12805	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
12805	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
12805	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
12805	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
12805	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
12805	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
12805	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
12805	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
12805	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
12805	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
12805	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
12805	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
12805	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
12805	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
12805	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
12805	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
12805	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
12805	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
12805	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
12805	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
12805	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
12805	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
12805	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
12805	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
12805	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
12805	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
12805	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
12805	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
12805	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
12805	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
12805	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
12805	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
12805	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
12805	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
12805	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
12805	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
12805	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
12805	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
12805	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
12805	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
12805	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
12805	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
12805	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
12805	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
12805	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
12805	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
12805	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
12805	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
12805	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
12805	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
12805	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
12805	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
12805	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
12805	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
12805	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
12805	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
12805	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
12805	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
12805	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
12805	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
12805	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
12805	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
12805	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
12805	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
12805	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
12805	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
12805	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
12805	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
12805	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
12805	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
12805	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
12805	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
12805	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
12805	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
12805	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
12805	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
12805	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
12805	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
12805	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
12805	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
12805	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
12805	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
12805	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
12805	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
12805	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
12805	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
12805	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
12805	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
12805	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
12805	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
12805	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
12805	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
12805	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
12805	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
12805	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
12805	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
12805	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
12805	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
12805	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
12805	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
12805	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
12805	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
12805	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
12805	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
12805	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
12805	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
12805	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
12805	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
12805	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
12805	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
12805	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
12805	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
12805	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
12805	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
12805	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
12805	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
12805	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
12805	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
12805	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
12805	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
12805	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
12805	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
12805	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
12805	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
12805	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
12805	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
12805	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
12805	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
12805	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
12805	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
12805	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
12805	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
12805	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
12805	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
12805	embedding2nn.weight	0	0.07199607789516449
12805	embedding2nn.weight	1	0.10588810592889786
12805	embedding2nn.weight	2	0.02487640455365181
12805	embedding2nn.weight	3	0.03624845668673515
12805	embedding2nn.weight	4	-0.0575580969452858
12805	embedding2nn.weight	5	-0.02169930189847946
12805	embedding2nn.weight	6	0.01566644199192524
12805	embedding2nn.weight	7	-0.04782554879784584
12805	embedding2nn.weight	8	0.03911486268043518
12805	embedding2nn.weight	9	-0.007771996781229973
12805	embedding2nn.bias	0	0.04817706346511841
12805	embedding2nn.bias	1	-0.120817631483078
12805	embedding2nn.bias	2	0.07003781199455261
12805	embedding2nn.bias	3	0.08451663702726364
12805	embedding2nn.bias	4	0.10802366584539413
12805	embedding2nn.bias	5	0.007539873011410236
12805	embedding2nn.bias	6	0.002285746857523918
12805	embedding2nn.bias	7	0.004229617305099964
12805	embedding2nn.bias	8	-0.1150723248720169
12805	embedding2nn.bias	9	-0.18793299794197083
12805	rnn.weight_ih_l0	0	-0.02771986648440361
12805	rnn.weight_ih_l0	1	-0.042914457619190216
12805	rnn.weight_ih_l0	2	0.013762012124061584
12805	rnn.weight_ih_l0	3	-0.01825619302690029
12805	rnn.weight_ih_l0	4	-0.010994260199368
12805	rnn.weight_ih_l0	5	-0.05775764212012291
12805	rnn.weight_ih_l0	6	-0.030627718195319176
12805	rnn.weight_ih_l0	7	-0.02499312534928322
12805	rnn.weight_ih_l0	8	0.0030307648703455925
12805	rnn.weight_ih_l0	9	-0.0232675913721323
12805	rnn.weight_hh_l0	0	0.020931532606482506
12805	rnn.weight_hh_l0	1	0.042263057082891464
12805	rnn.weight_hh_l0	2	-0.006614496931433678
12805	rnn.weight_hh_l0	3	0.039491135627031326
12805	rnn.weight_hh_l0	4	-0.03402268886566162
12805	rnn.weight_hh_l0	5	0.021706214174628258
12805	rnn.weight_hh_l0	6	0.03855344280600548
12805	rnn.weight_hh_l0	7	0.06830395013093948
12805	rnn.weight_hh_l0	8	0.031819093972444534
12805	rnn.weight_hh_l0	9	-0.020711630582809448
12805	rnn.bias_ih_l0	0	0.02743297815322876
12805	rnn.bias_ih_l0	1	-0.06705839186906815
12805	rnn.bias_ih_l0	2	-0.003246322739869356
12805	rnn.bias_ih_l0	3	-0.05097749084234238
12805	rnn.bias_ih_l0	4	0.06545144319534302
12805	rnn.bias_ih_l0	5	-0.02877461537718773
12805	rnn.bias_ih_l0	6	0.0021128917578607798
12805	rnn.bias_ih_l0	7	-0.07185995578765869
12805	rnn.bias_ih_l0	8	0.018324237316846848
12805	rnn.bias_ih_l0	9	-0.1962805986404419
12805	rnn.bias_hh_l0	0	-0.03313729912042618
12805	rnn.bias_hh_l0	1	-0.005074119195342064
12805	rnn.bias_hh_l0	2	-0.02504575252532959
12805	rnn.bias_hh_l0	3	0.0008625920745544136
12805	rnn.bias_hh_l0	4	-0.026023831218481064
12805	rnn.bias_hh_l0	5	-0.04398377612233162
12805	rnn.bias_hh_l0	6	-0.027381274849176407
12805	rnn.bias_hh_l0	7	0.07738317549228668
12805	rnn.bias_hh_l0	8	-0.021521950140595436
12805	rnn.bias_hh_l0	9	-0.10672794282436371
12805	rnn.weight_ih_l0_reverse	0	0.031210755929350853
12805	rnn.weight_ih_l0_reverse	1	-0.029050135985016823
12805	rnn.weight_ih_l0_reverse	2	-0.027665723115205765
12805	rnn.weight_ih_l0_reverse	3	-0.025224056094884872
12805	rnn.weight_ih_l0_reverse	4	0.029491733759641647
12805	rnn.weight_ih_l0_reverse	5	-0.024775613099336624
12805	rnn.weight_ih_l0_reverse	6	0.034803684800863266
12805	rnn.weight_ih_l0_reverse	7	0.009378869086503983
12805	rnn.weight_ih_l0_reverse	8	0.02306113950908184
12805	rnn.weight_ih_l0_reverse	9	0.030868930742144585
12805	rnn.weight_hh_l0_reverse	0	-0.03315525874495506
12805	rnn.weight_hh_l0_reverse	1	0.03644886985421181
12805	rnn.weight_hh_l0_reverse	2	0.020298093557357788
12805	rnn.weight_hh_l0_reverse	3	0.025863507762551308
12805	rnn.weight_hh_l0_reverse	4	-0.040286835283041
12805	rnn.weight_hh_l0_reverse	5	0.026644784957170486
12805	rnn.weight_hh_l0_reverse	6	0.014353490434587002
12805	rnn.weight_hh_l0_reverse	7	-0.007782481610774994
12805	rnn.weight_hh_l0_reverse	8	0.03879367932677269
12805	rnn.weight_hh_l0_reverse	9	-0.00853158999234438
12805	rnn.bias_ih_l0_reverse	0	-0.08018087595701218
12805	rnn.bias_ih_l0_reverse	1	-0.06542305648326874
12805	rnn.bias_ih_l0_reverse	2	-0.0068901097401976585
12805	rnn.bias_ih_l0_reverse	3	-0.009305853396654129
12805	rnn.bias_ih_l0_reverse	4	-0.031649988144636154
12805	rnn.bias_ih_l0_reverse	5	-0.04574688896536827
12805	rnn.bias_ih_l0_reverse	6	0.1488252580165863
12805	rnn.bias_ih_l0_reverse	7	-0.10026098787784576
12805	rnn.bias_ih_l0_reverse	8	-0.04044651240110397
12805	rnn.bias_ih_l0_reverse	9	-0.03677087649703026
12805	rnn.bias_hh_l0_reverse	0	-0.03503204882144928
12805	rnn.bias_hh_l0_reverse	1	0.07372500002384186
12805	rnn.bias_hh_l0_reverse	2	-0.05850936844944954
12805	rnn.bias_hh_l0_reverse	3	0.012384660542011261
12805	rnn.bias_hh_l0_reverse	4	-0.044296346604824066
12805	rnn.bias_hh_l0_reverse	5	-0.024909602478146553
12805	rnn.bias_hh_l0_reverse	6	-0.06073958799242973
12805	rnn.bias_hh_l0_reverse	7	0.034807343035936356
12805	rnn.bias_hh_l0_reverse	8	-0.004450622014701366
12805	rnn.bias_hh_l0_reverse	9	0.06908426433801651
12805	linear.weight	0	0.12372307479381561
12805	linear.weight	1	-0.16971763968467712
12805	linear.weight	2	0.05263626575469971
12805	linear.weight	3	0.059202779084444046
12805	linear.weight	4	-0.13036155700683594
12805	linear.weight	5	0.20688189566135406
12805	linear.weight	6	-0.09313175082206726
12805	linear.weight	7	-0.08241740614175797
12805	linear.weight	8	0.16106393933296204
12805	linear.weight	9	-0.020150011405348778
12805	linear.bias	0	-0.5947183966636658
12805	linear.bias	1	1.5456656217575073
12805	linear.bias	2	-0.17938032746315002
12805	linear.bias	3	-1.3913922309875488
12805	linear.bias	4	-0.2621200680732727
12805	linear.bias	5	0.7826844453811646
12805	linear.bias	6	-0.17280994355678558
12805	linear.bias	7	0.041927583515644073
12805	linear.bias	8	1.3211802244186401
12805	linear.bias	9	-0.7715938687324524
13414	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
13414	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
13414	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
13414	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
13414	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
13414	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
13414	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
13414	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
13414	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
13414	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
13414	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
13414	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
13414	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
13414	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
13414	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
13414	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
13414	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
13414	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
13414	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
13414	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
13414	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
13414	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
13414	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
13414	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
13414	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
13414	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
13414	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
13414	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
13414	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
13414	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
13414	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
13414	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
13414	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
13414	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
13414	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
13414	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
13414	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
13414	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
13414	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
13414	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
13414	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
13414	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
13414	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
13414	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
13414	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
13414	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
13414	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
13414	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
13414	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
13414	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
13414	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
13414	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
13414	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
13414	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
13414	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
13414	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
13414	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
13414	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
13414	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
13414	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
13414	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
13414	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
13414	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
13414	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
13414	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
13414	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
13414	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
13414	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
13414	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
13414	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
13414	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
13414	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
13414	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
13414	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
13414	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
13414	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
13414	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
13414	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
13414	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
13414	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
13414	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
13414	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
13414	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
13414	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
13414	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
13414	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
13414	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
13414	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
13414	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
13414	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
13414	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
13414	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
13414	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
13414	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
13414	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
13414	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
13414	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
13414	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
13414	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
13414	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
13414	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
13414	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
13414	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
13414	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
13414	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
13414	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
13414	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
13414	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
13414	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
13414	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
13414	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
13414	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
13414	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
13414	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
13414	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
13414	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
13414	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
13414	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
13414	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
13414	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
13414	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
13414	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
13414	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
13414	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
13414	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
13414	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
13414	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
13414	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
13414	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
13414	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
13414	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
13414	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
13414	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
13414	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
13414	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
13414	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
13414	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
13414	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
13414	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
13414	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
13414	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
13414	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
13414	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
13414	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
13414	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
13414	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
13414	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
13414	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
13414	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
13414	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
13414	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
13414	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
13414	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
13414	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
13414	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
13414	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
13414	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
13414	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
13414	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
13414	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
13414	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
13414	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
13414	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
13414	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
13414	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
13414	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
13414	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
13414	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
13414	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
13414	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
13414	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
13414	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
13414	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
13414	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
13414	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
13414	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
13414	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
13414	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
13414	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
13414	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
13414	embedding2nn.weight	0	0.07362958788871765
13414	embedding2nn.weight	1	0.10749032348394394
13414	embedding2nn.weight	2	0.02528470940887928
13414	embedding2nn.weight	3	0.031231777742505074
13414	embedding2nn.weight	4	-0.05947824567556381
13414	embedding2nn.weight	5	-0.01924275793135166
13414	embedding2nn.weight	6	0.02713620848953724
13414	embedding2nn.weight	7	-0.04676952585577965
13414	embedding2nn.weight	8	0.042547546327114105
13414	embedding2nn.weight	9	-0.005232223775237799
13414	embedding2nn.bias	0	0.03995091840624809
13414	embedding2nn.bias	1	-0.10874919593334198
13414	embedding2nn.bias	2	0.07401557266712189
13414	embedding2nn.bias	3	0.09043937176465988
13414	embedding2nn.bias	4	0.10097014904022217
13414	embedding2nn.bias	5	0.014563321135938168
13414	embedding2nn.bias	6	0.016086142510175705
13414	embedding2nn.bias	7	0.01586427353322506
13414	embedding2nn.bias	8	-0.11145709455013275
13414	embedding2nn.bias	9	-0.1870141178369522
13414	rnn.weight_ih_l0	0	-0.027703668922185898
13414	rnn.weight_ih_l0	1	-0.04325331002473831
13414	rnn.weight_ih_l0	2	0.015203273855149746
13414	rnn.weight_ih_l0	3	-0.018535761162638664
13414	rnn.weight_ih_l0	4	-0.010936417616903782
13414	rnn.weight_ih_l0	5	-0.06573208421468735
13414	rnn.weight_ih_l0	6	-0.02293338254094124
13414	rnn.weight_ih_l0	7	-0.025345759466290474
13414	rnn.weight_ih_l0	8	0.004294335376471281
13414	rnn.weight_ih_l0	9	-0.02309505268931389
13414	rnn.weight_hh_l0	0	0.020946284756064415
13414	rnn.weight_hh_l0	1	0.04275211691856384
13414	rnn.weight_hh_l0	2	-0.007696691434830427
13414	rnn.weight_hh_l0	3	0.03958096355199814
13414	rnn.weight_hh_l0	4	-0.0355348140001297
13414	rnn.weight_hh_l0	5	0.021884247660636902
13414	rnn.weight_hh_l0	6	0.03962795436382294
13414	rnn.weight_hh_l0	7	0.06938093900680542
13414	rnn.weight_hh_l0	8	0.031735822558403015
13414	rnn.weight_hh_l0	9	-0.0218146163970232
13414	rnn.bias_ih_l0	0	0.013224002905189991
13414	rnn.bias_ih_l0	1	-0.07314878702163696
13414	rnn.bias_ih_l0	2	-0.00818580575287342
13414	rnn.bias_ih_l0	3	-0.055110685527324677
13414	rnn.bias_ih_l0	4	0.06150729954242706
13414	rnn.bias_ih_l0	5	-0.03250536695122719
13414	rnn.bias_ih_l0	6	0.005943298805505037
13414	rnn.bias_ih_l0	7	-0.07447918504476547
13414	rnn.bias_ih_l0	8	0.011541496962308884
13414	rnn.bias_ih_l0	9	-0.19652225077152252
13414	rnn.bias_hh_l0	0	-0.03290773928165436
13414	rnn.bias_hh_l0	1	-0.00975837092846632
13414	rnn.bias_hh_l0	2	-0.022083358839154243
13414	rnn.bias_hh_l0	3	-0.001537250354886055
13414	rnn.bias_hh_l0	4	-0.03531638905405998
13414	rnn.bias_hh_l0	5	-0.04246598109602928
13414	rnn.bias_hh_l0	6	-0.035943008959293365
13414	rnn.bias_hh_l0	7	0.07333701848983765
13414	rnn.bias_hh_l0	8	-0.02043197862803936
13414	rnn.bias_hh_l0	9	-0.10846205055713654
13414	rnn.weight_ih_l0_reverse	0	0.031705617904663086
13414	rnn.weight_ih_l0_reverse	1	-0.029980354011058807
13414	rnn.weight_ih_l0_reverse	2	-0.028461283072829247
13414	rnn.weight_ih_l0_reverse	3	-0.027540143579244614
13414	rnn.weight_ih_l0_reverse	4	0.03051726706326008
13414	rnn.weight_ih_l0_reverse	5	-0.02568129450082779
13414	rnn.weight_ih_l0_reverse	6	0.03890164941549301
13414	rnn.weight_ih_l0_reverse	7	0.008894488215446472
13414	rnn.weight_ih_l0_reverse	8	0.024017130956053734
13414	rnn.weight_ih_l0_reverse	9	0.03202949836850166
13414	rnn.weight_hh_l0_reverse	0	-0.031968820840120316
13414	rnn.weight_hh_l0_reverse	1	0.036940209567546844
13414	rnn.weight_hh_l0_reverse	2	0.01902848668396473
13414	rnn.weight_hh_l0_reverse	3	0.026591213420033455
13414	rnn.weight_hh_l0_reverse	4	-0.040939103811979294
13414	rnn.weight_hh_l0_reverse	5	0.02744048647582531
13414	rnn.weight_hh_l0_reverse	6	0.014821160584688187
13414	rnn.weight_hh_l0_reverse	7	-0.008322997018694878
13414	rnn.weight_hh_l0_reverse	8	0.04407092183828354
13414	rnn.weight_hh_l0_reverse	9	-0.0060525876469910145
13414	rnn.bias_ih_l0_reverse	0	-0.07825122028589249
13414	rnn.bias_ih_l0_reverse	1	-0.06849082559347153
13414	rnn.bias_ih_l0_reverse	2	-0.00656232750043273
13414	rnn.bias_ih_l0_reverse	3	-0.015028106048703194
13414	rnn.bias_ih_l0_reverse	4	-0.039248451590538025
13414	rnn.bias_ih_l0_reverse	5	-0.04785630851984024
13414	rnn.bias_ih_l0_reverse	6	0.14066901803016663
13414	rnn.bias_ih_l0_reverse	7	-0.09772027283906937
13414	rnn.bias_ih_l0_reverse	8	-0.04434921219944954
13414	rnn.bias_ih_l0_reverse	9	-0.04029635339975357
13414	rnn.bias_hh_l0_reverse	0	-0.02877393364906311
13414	rnn.bias_hh_l0_reverse	1	0.06276237964630127
13414	rnn.bias_hh_l0_reverse	2	-0.05523750185966492
13414	rnn.bias_hh_l0_reverse	3	0.012556823901832104
13414	rnn.bias_hh_l0_reverse	4	-0.05479966104030609
13414	rnn.bias_hh_l0_reverse	5	-0.024068789556622505
13414	rnn.bias_hh_l0_reverse	6	-0.06662557274103165
13414	rnn.bias_hh_l0_reverse	7	0.032414715737104416
13414	rnn.bias_hh_l0_reverse	8	-0.002881365129724145
13414	rnn.bias_hh_l0_reverse	9	0.06308332085609436
13414	linear.weight	0	0.10346901416778564
13414	linear.weight	1	-0.16372475028038025
13414	linear.weight	2	0.08650337159633636
13414	linear.weight	3	0.05953141301870346
13414	linear.weight	4	-0.11749395728111267
13414	linear.weight	5	0.20934425294399261
13414	linear.weight	6	-0.10580778121948242
13414	linear.weight	7	-0.08246732503175735
13414	linear.weight	8	0.17753195762634277
13414	linear.weight	9	-0.02019590139389038
13414	linear.bias	0	-0.6103852987289429
13414	linear.bias	1	1.5305241346359253
13414	linear.bias	2	-0.1899828314781189
13414	linear.bias	3	-1.4078642129898071
13414	linear.bias	4	-0.27962568402290344
13414	linear.bias	5	0.8233862519264221
13414	linear.bias	6	-0.15899163484573364
13414	linear.bias	7	0.03212694823741913
13414	linear.bias	8	1.299628734588623
13414	linear.bias	9	-0.7759659290313721
14023	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
14023	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
14023	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
14023	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
14023	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
14023	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
14023	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
14023	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
14023	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
14023	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
14023	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
14023	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
14023	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
14023	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
14023	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
14023	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
14023	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
14023	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
14023	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
14023	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
14023	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
14023	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
14023	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
14023	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
14023	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
14023	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
14023	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
14023	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
14023	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
14023	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
14023	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
14023	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
14023	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
14023	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
14023	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
14023	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
14023	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
14023	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
14023	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
14023	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
14023	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
14023	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
14023	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
14023	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
14023	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
14023	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
14023	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
14023	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
14023	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
14023	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
14023	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
14023	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
14023	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
14023	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
14023	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
14023	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
14023	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
14023	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
14023	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
14023	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
14023	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
14023	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
14023	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
14023	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
14023	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
14023	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
14023	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
14023	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
14023	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
14023	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
14023	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
14023	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
14023	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
14023	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
14023	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
14023	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
14023	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
14023	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
14023	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
14023	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
14023	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
14023	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
14023	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
14023	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
14023	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
14023	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
14023	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
14023	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
14023	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
14023	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
14023	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
14023	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
14023	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
14023	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
14023	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
14023	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
14023	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
14023	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
14023	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
14023	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
14023	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
14023	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
14023	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
14023	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
14023	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
14023	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
14023	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
14023	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
14023	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
14023	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
14023	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
14023	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
14023	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
14023	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
14023	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
14023	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
14023	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
14023	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
14023	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
14023	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
14023	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
14023	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
14023	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
14023	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
14023	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
14023	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
14023	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
14023	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
14023	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
14023	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
14023	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
14023	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
14023	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
14023	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
14023	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
14023	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
14023	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
14023	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
14023	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
14023	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
14023	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
14023	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
14023	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
14023	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
14023	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
14023	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
14023	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
14023	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
14023	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
14023	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
14023	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
14023	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
14023	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
14023	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
14023	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
14023	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
14023	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
14023	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
14023	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
14023	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
14023	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
14023	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
14023	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
14023	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
14023	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
14023	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
14023	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
14023	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
14023	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
14023	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
14023	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
14023	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
14023	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
14023	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
14023	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
14023	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
14023	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
14023	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
14023	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
14023	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
14023	embedding2nn.weight	0	0.07501143217086792
14023	embedding2nn.weight	1	0.10623350739479065
14023	embedding2nn.weight	2	0.025631017982959747
14023	embedding2nn.weight	3	0.05099228397011757
14023	embedding2nn.weight	4	-0.05540290102362633
14023	embedding2nn.weight	5	-0.017362937331199646
14023	embedding2nn.weight	6	0.029334740713238716
14023	embedding2nn.weight	7	-0.057389192283153534
14023	embedding2nn.weight	8	0.037467580288648605
14023	embedding2nn.weight	9	-0.003180403495207429
14023	embedding2nn.bias	0	0.030953381210565567
14023	embedding2nn.bias	1	-0.09755615144968033
14023	embedding2nn.bias	2	0.08057042211294174
14023	embedding2nn.bias	3	0.09460114687681198
14023	embedding2nn.bias	4	0.0947607159614563
14023	embedding2nn.bias	5	0.017491959035396576
14023	embedding2nn.bias	6	0.015331900678575039
14023	embedding2nn.bias	7	-0.0009566622320562601
14023	embedding2nn.bias	8	-0.10265970975160599
14023	embedding2nn.bias	9	-0.1884968876838684
14023	rnn.weight_ih_l0	0	-0.02782248705625534
14023	rnn.weight_ih_l0	1	-0.04283483698964119
14023	rnn.weight_ih_l0	2	0.01882656291127205
14023	rnn.weight_ih_l0	3	-0.01792590506374836
14023	rnn.weight_ih_l0	4	-0.011342005804181099
14023	rnn.weight_ih_l0	5	-0.06795309484004974
14023	rnn.weight_ih_l0	6	-0.023576995357871056
14023	rnn.weight_ih_l0	7	-0.0221306923776865
14023	rnn.weight_ih_l0	8	0.013375716283917427
14023	rnn.weight_ih_l0	9	-0.02383890189230442
14023	rnn.weight_hh_l0	0	0.021304184570908546
14023	rnn.weight_hh_l0	1	0.043067384511232376
14023	rnn.weight_hh_l0	2	-0.007735178340226412
14023	rnn.weight_hh_l0	3	0.039747610688209534
14023	rnn.weight_hh_l0	4	-0.03516163304448128
14023	rnn.weight_hh_l0	5	0.020996807143092155
14023	rnn.weight_hh_l0	6	0.04075135663151741
14023	rnn.weight_hh_l0	7	0.0647856593132019
14023	rnn.weight_hh_l0	8	0.0315517857670784
14023	rnn.weight_hh_l0	9	-0.026732226833701134
14023	rnn.bias_ih_l0	0	0.020543266087770462
14023	rnn.bias_ih_l0	1	-0.07361641526222229
14023	rnn.bias_ih_l0	2	-0.009158817119896412
14023	rnn.bias_ih_l0	3	-0.05422120541334152
14023	rnn.bias_ih_l0	4	0.07476522028446198
14023	rnn.bias_ih_l0	5	-0.03622855618596077
14023	rnn.bias_ih_l0	6	0.014929503202438354
14023	rnn.bias_ih_l0	7	-0.07654885947704315
14023	rnn.bias_ih_l0	8	0.008441532962024212
14023	rnn.bias_ih_l0	9	-0.1983533799648285
14023	rnn.bias_hh_l0	0	-0.03290226310491562
14023	rnn.bias_hh_l0	1	-0.006891791708767414
14023	rnn.bias_hh_l0	2	-0.021318599581718445
14023	rnn.bias_hh_l0	3	-0.007869132794439793
14023	rnn.bias_hh_l0	4	-0.03515873849391937
14023	rnn.bias_hh_l0	5	-0.040406495332717896
14023	rnn.bias_hh_l0	6	-0.04139674827456474
14023	rnn.bias_hh_l0	7	0.07797247916460037
14023	rnn.bias_hh_l0	8	-0.014480709098279476
14023	rnn.bias_hh_l0	9	-0.11190180480480194
14023	rnn.weight_ih_l0_reverse	0	0.04223483428359032
14023	rnn.weight_ih_l0_reverse	1	-0.030496137216687202
14023	rnn.weight_ih_l0_reverse	2	-0.02702941931784153
14023	rnn.weight_ih_l0_reverse	3	-0.0246546920388937
14023	rnn.weight_ih_l0_reverse	4	0.029412351548671722
14023	rnn.weight_ih_l0_reverse	5	-0.02720964327454567
14023	rnn.weight_ih_l0_reverse	6	0.038568444550037384
14023	rnn.weight_ih_l0_reverse	7	0.009425150230526924
14023	rnn.weight_ih_l0_reverse	8	0.024753738194704056
14023	rnn.weight_ih_l0_reverse	9	0.02919916622340679
14023	rnn.weight_hh_l0_reverse	0	-0.034051161259412766
14023	rnn.weight_hh_l0_reverse	1	0.0383603498339653
14023	rnn.weight_hh_l0_reverse	2	0.018407024443149567
14023	rnn.weight_hh_l0_reverse	3	0.027771342545747757
14023	rnn.weight_hh_l0_reverse	4	-0.04015261307358742
14023	rnn.weight_hh_l0_reverse	5	0.02691325545310974
14023	rnn.weight_hh_l0_reverse	6	0.014069017954170704
14023	rnn.weight_hh_l0_reverse	7	-0.005925802048295736
14023	rnn.weight_hh_l0_reverse	8	0.04175577312707901
14023	rnn.weight_hh_l0_reverse	9	-0.006998735945671797
14023	rnn.bias_ih_l0_reverse	0	-0.0844980850815773
14023	rnn.bias_ih_l0_reverse	1	-0.06320574134588242
14023	rnn.bias_ih_l0_reverse	2	-0.004901373293250799
14023	rnn.bias_ih_l0_reverse	3	-0.019546430557966232
14023	rnn.bias_ih_l0_reverse	4	-0.02522699534893036
14023	rnn.bias_ih_l0_reverse	5	-0.04929501935839653
14023	rnn.bias_ih_l0_reverse	6	0.14959517121315002
14023	rnn.bias_ih_l0_reverse	7	-0.08742809295654297
14023	rnn.bias_ih_l0_reverse	8	-0.047399651259183884
14023	rnn.bias_ih_l0_reverse	9	-0.04728441685438156
14023	rnn.bias_hh_l0_reverse	0	-0.024544034153223038
14023	rnn.bias_hh_l0_reverse	1	0.06982408463954926
14023	rnn.bias_hh_l0_reverse	2	-0.06738994270563126
14023	rnn.bias_hh_l0_reverse	3	0.017174789682030678
14023	rnn.bias_hh_l0_reverse	4	-0.06530950963497162
14023	rnn.bias_hh_l0_reverse	5	-0.023668065667152405
14023	rnn.bias_hh_l0_reverse	6	-0.06706847250461578
14023	rnn.bias_hh_l0_reverse	7	0.027304403483867645
14023	rnn.bias_hh_l0_reverse	8	-0.02170717343688011
14023	rnn.bias_hh_l0_reverse	9	0.059011999517679214
14023	linear.weight	0	0.09620728343725204
14023	linear.weight	1	-0.19193674623966217
14023	linear.weight	2	0.09881959855556488
14023	linear.weight	3	0.0598883293569088
14023	linear.weight	4	-0.18832674622535706
14023	linear.weight	5	0.18840144574642181
14023	linear.weight	6	-0.12873098254203796
14023	linear.weight	7	-0.08221416920423508
14023	linear.weight	8	0.13699083030223846
14023	linear.weight	9	-0.020030753687024117
14023	linear.bias	0	-0.6244930028915405
14023	linear.bias	1	1.5585180521011353
14023	linear.bias	2	-0.18045467138290405
14023	linear.bias	3	-1.42405366897583
14023	linear.bias	4	-0.2843951880931854
14023	linear.bias	5	0.8369691371917725
14023	linear.bias	6	-0.18743836879730225
14023	linear.bias	7	0.007476560305804014
14023	linear.bias	8	1.3177285194396973
14023	linear.bias	9	-0.7743490934371948
14632	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
14632	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
14632	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
14632	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
14632	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
14632	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
14632	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
14632	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
14632	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
14632	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
14632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
14632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
14632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
14632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
14632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
14632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
14632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
14632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
14632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
14632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
14632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
14632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
14632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
14632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
14632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
14632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
14632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
14632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
14632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
14632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
14632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
14632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
14632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
14632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
14632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
14632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
14632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
14632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
14632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
14632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
14632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
14632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
14632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
14632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
14632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
14632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
14632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
14632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
14632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
14632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
14632	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
14632	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
14632	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
14632	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
14632	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
14632	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
14632	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
14632	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
14632	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
14632	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
14632	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
14632	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
14632	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
14632	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
14632	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
14632	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
14632	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
14632	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
14632	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
14632	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
14632	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
14632	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
14632	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
14632	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
14632	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
14632	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
14632	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
14632	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
14632	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
14632	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
14632	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
14632	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
14632	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
14632	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
14632	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
14632	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
14632	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
14632	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
14632	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
14632	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
14632	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
14632	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
14632	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
14632	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
14632	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
14632	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
14632	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
14632	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
14632	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
14632	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
14632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
14632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
14632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
14632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
14632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
14632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
14632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
14632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
14632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
14632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
14632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
14632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
14632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
14632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
14632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
14632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
14632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
14632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
14632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
14632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
14632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
14632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
14632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
14632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
14632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
14632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
14632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
14632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
14632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
14632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
14632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
14632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
14632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
14632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
14632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
14632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
14632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
14632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
14632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
14632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
14632	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
14632	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
14632	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
14632	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
14632	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
14632	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
14632	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
14632	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
14632	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
14632	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
14632	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
14632	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
14632	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
14632	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
14632	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
14632	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
14632	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
14632	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
14632	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
14632	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
14632	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
14632	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
14632	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
14632	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
14632	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
14632	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
14632	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
14632	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
14632	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
14632	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
14632	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
14632	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
14632	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
14632	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
14632	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
14632	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
14632	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
14632	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
14632	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
14632	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
14632	embedding2nn.weight	0	0.07657809555530548
14632	embedding2nn.weight	1	0.10699650645256042
14632	embedding2nn.weight	2	0.02332007698714733
14632	embedding2nn.weight	3	0.05097215250134468
14632	embedding2nn.weight	4	-0.05432596057653427
14632	embedding2nn.weight	5	-0.015493490733206272
14632	embedding2nn.weight	6	0.03219107165932655
14632	embedding2nn.weight	7	-0.05482812598347664
14632	embedding2nn.weight	8	0.037514202296733856
14632	embedding2nn.weight	9	0.004986709449440241
14632	embedding2nn.bias	0	0.040970657020807266
14632	embedding2nn.bias	1	-0.11533821374177933
14632	embedding2nn.bias	2	0.09117188304662704
14632	embedding2nn.bias	3	0.08320988714694977
14632	embedding2nn.bias	4	0.11288861930370331
14632	embedding2nn.bias	5	0.015298751182854176
14632	embedding2nn.bias	6	-9.470846634940244e-06
14632	embedding2nn.bias	7	0.00726424902677536
14632	embedding2nn.bias	8	-0.10662465542554855
14632	embedding2nn.bias	9	-0.19403645396232605
14632	rnn.weight_ih_l0	0	-0.02615930326282978
14632	rnn.weight_ih_l0	1	-0.043764255940914154
14632	rnn.weight_ih_l0	2	0.01892867311835289
14632	rnn.weight_ih_l0	3	-0.016288187354803085
14632	rnn.weight_ih_l0	4	-0.013052730821073055
14632	rnn.weight_ih_l0	5	-0.06187497079372406
14632	rnn.weight_ih_l0	6	-0.02371584251523018
14632	rnn.weight_ih_l0	7	-0.021932460367679596
14632	rnn.weight_ih_l0	8	0.017725350335240364
14632	rnn.weight_ih_l0	9	-0.022823208943009377
14632	rnn.weight_hh_l0	0	0.021176299080252647
14632	rnn.weight_hh_l0	1	0.043308746069669724
14632	rnn.weight_hh_l0	2	-0.007307397201657295
14632	rnn.weight_hh_l0	3	0.03976969048380852
14632	rnn.weight_hh_l0	4	-0.0349075049161911
14632	rnn.weight_hh_l0	5	0.020912958309054375
14632	rnn.weight_hh_l0	6	0.04010343551635742
14632	rnn.weight_hh_l0	7	0.07002166658639908
14632	rnn.weight_hh_l0	8	0.03126765787601471
14632	rnn.weight_hh_l0	9	-0.027762943878769875
14632	rnn.bias_ih_l0	0	0.023144003003835678
14632	rnn.bias_ih_l0	1	-0.07444007694721222
14632	rnn.bias_ih_l0	2	-0.00771441962569952
14632	rnn.bias_ih_l0	3	-0.05451257899403572
14632	rnn.bias_ih_l0	4	0.07662273943424225
14632	rnn.bias_ih_l0	5	-0.038051750510931015
14632	rnn.bias_ih_l0	6	0.021320810541510582
14632	rnn.bias_ih_l0	7	-0.07872896641492844
14632	rnn.bias_ih_l0	8	0.007361808326095343
14632	rnn.bias_ih_l0	9	-0.20197924971580505
14632	rnn.bias_hh_l0	0	-0.032125089317560196
14632	rnn.bias_hh_l0	1	-0.006862616166472435
14632	rnn.bias_hh_l0	2	-0.02258559688925743
14632	rnn.bias_hh_l0	3	-0.015482144430279732
14632	rnn.bias_hh_l0	4	-0.033460091799497604
14632	rnn.bias_hh_l0	5	-0.040323201566934586
14632	rnn.bias_hh_l0	6	-0.038692206144332886
14632	rnn.bias_hh_l0	7	0.08557255566120148
14632	rnn.bias_hh_l0	8	-0.017201771959662437
14632	rnn.bias_hh_l0	9	-0.11578822135925293
14632	rnn.weight_ih_l0_reverse	0	0.04130387306213379
14632	rnn.weight_ih_l0_reverse	1	-0.030684396624565125
14632	rnn.weight_ih_l0_reverse	2	-0.027284549549221992
14632	rnn.weight_ih_l0_reverse	3	-0.025269584730267525
14632	rnn.weight_ih_l0_reverse	4	0.027850303798913956
14632	rnn.weight_ih_l0_reverse	5	-0.025948436930775642
14632	rnn.weight_ih_l0_reverse	6	0.043537020683288574
14632	rnn.weight_ih_l0_reverse	7	0.00918605737388134
14632	rnn.weight_ih_l0_reverse	8	0.021229756996035576
14632	rnn.weight_ih_l0_reverse	9	0.025524664670228958
14632	rnn.weight_hh_l0_reverse	0	-0.035763077437877655
14632	rnn.weight_hh_l0_reverse	1	0.03958515822887421
14632	rnn.weight_hh_l0_reverse	2	0.017185356467962265
14632	rnn.weight_hh_l0_reverse	3	0.02760354056954384
14632	rnn.weight_hh_l0_reverse	4	-0.040144335478544235
14632	rnn.weight_hh_l0_reverse	5	0.026818495243787766
14632	rnn.weight_hh_l0_reverse	6	0.014026517979800701
14632	rnn.weight_hh_l0_reverse	7	-0.005255832336843014
14632	rnn.weight_hh_l0_reverse	8	0.04754508286714554
14632	rnn.weight_hh_l0_reverse	9	-0.007411062717437744
14632	rnn.bias_ih_l0_reverse	0	-0.0880391001701355
14632	rnn.bias_ih_l0_reverse	1	-0.07635804265737534
14632	rnn.bias_ih_l0_reverse	2	-0.008667537942528725
14632	rnn.bias_ih_l0_reverse	3	-0.019667983055114746
14632	rnn.bias_ih_l0_reverse	4	-0.042606037110090256
14632	rnn.bias_ih_l0_reverse	5	-0.04935601353645325
14632	rnn.bias_ih_l0_reverse	6	0.15032963454723358
14632	rnn.bias_ih_l0_reverse	7	-0.10311371088027954
14632	rnn.bias_ih_l0_reverse	8	-0.04979494586586952
14632	rnn.bias_ih_l0_reverse	9	-0.05020499229431152
14632	rnn.bias_hh_l0_reverse	0	-0.022490939125418663
14632	rnn.bias_hh_l0_reverse	1	0.07508878409862518
14632	rnn.bias_hh_l0_reverse	2	-0.06386400014162064
14632	rnn.bias_hh_l0_reverse	3	0.01506051979959011
14632	rnn.bias_hh_l0_reverse	4	-0.07041026651859283
14632	rnn.bias_hh_l0_reverse	5	-0.023463144898414612
14632	rnn.bias_hh_l0_reverse	6	-0.06823522597551346
14632	rnn.bias_hh_l0_reverse	7	0.027657121419906616
14632	rnn.bias_hh_l0_reverse	8	-0.010063578374683857
14632	rnn.bias_hh_l0_reverse	9	0.0566035732626915
14632	linear.weight	0	0.09568461775779724
14632	linear.weight	1	-0.21461813151836395
14632	linear.weight	2	0.10280849039554596
14632	linear.weight	3	0.059977930039167404
14632	linear.weight	4	-0.14246265590190887
14632	linear.weight	5	0.20787230134010315
14632	linear.weight	6	-0.11897455155849457
14632	linear.weight	7	-0.0820310115814209
14632	linear.weight	8	0.1509144902229309
14632	linear.weight	9	-0.019932493567466736
14632	linear.bias	0	-0.6356910467147827
14632	linear.bias	1	1.594409704208374
14632	linear.bias	2	-0.18707814812660217
14632	linear.bias	3	-1.4384106397628784
14632	linear.bias	4	-0.3088626265525818
14632	linear.bias	5	0.8367317914962769
14632	linear.bias	6	-0.17269054055213928
14632	linear.bias	7	0.03670891746878624
14632	linear.bias	8	1.4034361839294434
14632	linear.bias	9	-0.7972959280014038
15241	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
15241	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
15241	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
15241	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
15241	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
15241	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
15241	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
15241	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
15241	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
15241	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
15241	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
15241	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
15241	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
15241	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
15241	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
15241	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
15241	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
15241	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
15241	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
15241	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
15241	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
15241	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
15241	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
15241	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
15241	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
15241	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
15241	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
15241	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
15241	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
15241	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
15241	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
15241	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
15241	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
15241	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
15241	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
15241	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
15241	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
15241	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
15241	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
15241	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
15241	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
15241	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
15241	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
15241	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
15241	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
15241	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
15241	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
15241	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
15241	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
15241	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
15241	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
15241	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
15241	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
15241	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
15241	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
15241	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
15241	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
15241	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
15241	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
15241	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
15241	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
15241	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
15241	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
15241	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
15241	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
15241	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
15241	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
15241	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
15241	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
15241	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
15241	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
15241	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
15241	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
15241	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
15241	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
15241	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
15241	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
15241	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
15241	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
15241	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
15241	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
15241	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
15241	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
15241	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
15241	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
15241	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
15241	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
15241	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
15241	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
15241	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
15241	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
15241	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
15241	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
15241	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
15241	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
15241	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
15241	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
15241	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
15241	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
15241	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
15241	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
15241	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
15241	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
15241	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
15241	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
15241	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
15241	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
15241	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
15241	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
15241	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
15241	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
15241	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
15241	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
15241	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
15241	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
15241	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
15241	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
15241	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
15241	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
15241	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
15241	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
15241	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
15241	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
15241	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
15241	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
15241	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
15241	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
15241	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
15241	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
15241	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
15241	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
15241	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
15241	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
15241	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
15241	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
15241	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
15241	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
15241	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
15241	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
15241	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
15241	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
15241	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
15241	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
15241	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
15241	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
15241	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
15241	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
15241	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
15241	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
15241	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
15241	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
15241	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
15241	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
15241	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
15241	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
15241	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
15241	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
15241	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
15241	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
15241	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
15241	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
15241	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
15241	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
15241	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
15241	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
15241	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
15241	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
15241	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
15241	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
15241	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
15241	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
15241	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
15241	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
15241	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
15241	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
15241	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
15241	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
15241	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
15241	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
15241	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
15241	embedding2nn.weight	0	0.0785832554101944
15241	embedding2nn.weight	1	0.1111217737197876
15241	embedding2nn.weight	2	0.026329252868890762
15241	embedding2nn.weight	3	0.04757060110569
15241	embedding2nn.weight	4	-0.054515495896339417
15241	embedding2nn.weight	5	-0.014351948164403439
15241	embedding2nn.weight	6	0.03319646790623665
15241	embedding2nn.weight	7	-0.05717526748776436
15241	embedding2nn.weight	8	0.03764308616518974
15241	embedding2nn.weight	9	0.0015497698914259672
15241	embedding2nn.bias	0	0.019625913351774216
15241	embedding2nn.bias	1	-0.12069100886583328
15241	embedding2nn.bias	2	0.08666199445724487
15241	embedding2nn.bias	3	0.11058422178030014
15241	embedding2nn.bias	4	0.11912066489458084
15241	embedding2nn.bias	5	0.013402682729065418
15241	embedding2nn.bias	6	0.010657773353159428
15241	embedding2nn.bias	7	0.012448692694306374
15241	embedding2nn.bias	8	-0.10804402828216553
15241	embedding2nn.bias	9	-0.177678644657135
15241	rnn.weight_ih_l0	0	-0.02601734921336174
15241	rnn.weight_ih_l0	1	-0.044149499386548996
15241	rnn.weight_ih_l0	2	0.015762003138661385
15241	rnn.weight_ih_l0	3	-0.015343633480370045
15241	rnn.weight_ih_l0	4	-0.010981487110257149
15241	rnn.weight_ih_l0	5	-0.06093182787299156
15241	rnn.weight_ih_l0	6	-0.014532266184687614
15241	rnn.weight_ih_l0	7	-0.01890845224261284
15241	rnn.weight_ih_l0	8	0.021492859348654747
15241	rnn.weight_ih_l0	9	-0.023141557350754738
15241	rnn.weight_hh_l0	0	0.02156161330640316
15241	rnn.weight_hh_l0	1	0.04373699426651001
15241	rnn.weight_hh_l0	2	-0.005132321268320084
15241	rnn.weight_hh_l0	3	0.039472546428442
15241	rnn.weight_hh_l0	4	-0.036090534180402756
15241	rnn.weight_hh_l0	5	0.02258872799575329
15241	rnn.weight_hh_l0	6	0.04015924781560898
15241	rnn.weight_hh_l0	7	0.06665424257516861
15241	rnn.weight_hh_l0	8	0.031102241948246956
15241	rnn.weight_hh_l0	9	-0.028261983767151833
15241	rnn.bias_ih_l0	0	0.02219400927424431
15241	rnn.bias_ih_l0	1	-0.07623036205768585
15241	rnn.bias_ih_l0	2	-0.009843610227108002
15241	rnn.bias_ih_l0	3	-0.05438552051782608
15241	rnn.bias_ih_l0	4	0.08918100595474243
15241	rnn.bias_ih_l0	5	-0.039374373853206635
15241	rnn.bias_ih_l0	6	0.02434348315000534
15241	rnn.bias_ih_l0	7	-0.08025380223989487
15241	rnn.bias_ih_l0	8	0.009404442273080349
15241	rnn.bias_ih_l0	9	-0.19946688413619995
15241	rnn.bias_hh_l0	0	-0.03077707625925541
15241	rnn.bias_hh_l0	1	-0.0074471705593168736
15241	rnn.bias_hh_l0	2	-0.021778399124741554
15241	rnn.bias_hh_l0	3	-0.011511499062180519
15241	rnn.bias_hh_l0	4	-0.03891153633594513
15241	rnn.bias_hh_l0	5	-0.04077623784542084
15241	rnn.bias_hh_l0	6	-0.03461452201008797
15241	rnn.bias_hh_l0	7	0.09486344456672668
15241	rnn.bias_hh_l0	8	-0.02005768194794655
15241	rnn.bias_hh_l0	9	-0.12037000805139542
15241	rnn.weight_ih_l0_reverse	0	0.0436309389770031
15241	rnn.weight_ih_l0_reverse	1	-0.031415149569511414
15241	rnn.weight_ih_l0_reverse	2	-0.02342558465898037
15241	rnn.weight_ih_l0_reverse	3	-0.02815781533718109
15241	rnn.weight_ih_l0_reverse	4	0.02764887921512127
15241	rnn.weight_ih_l0_reverse	5	-0.024349074810743332
15241	rnn.weight_ih_l0_reverse	6	0.03981836512684822
15241	rnn.weight_ih_l0_reverse	7	0.009316190145909786
15241	rnn.weight_ih_l0_reverse	8	0.023005016148090363
15241	rnn.weight_ih_l0_reverse	9	0.01852804608643055
15241	rnn.weight_hh_l0_reverse	0	-0.03438374027609825
15241	rnn.weight_hh_l0_reverse	1	0.039911746978759766
15241	rnn.weight_hh_l0_reverse	2	0.01627272553741932
15241	rnn.weight_hh_l0_reverse	3	0.027294665575027466
15241	rnn.weight_hh_l0_reverse	4	-0.04048823192715645
15241	rnn.weight_hh_l0_reverse	5	0.02675272524356842
15241	rnn.weight_hh_l0_reverse	6	0.014315498061478138
15241	rnn.weight_hh_l0_reverse	7	-0.008153253234922886
15241	rnn.weight_hh_l0_reverse	8	0.05035325884819031
15241	rnn.weight_hh_l0_reverse	9	-0.004169118124991655
15241	rnn.bias_ih_l0_reverse	0	-0.07652236521244049
15241	rnn.bias_ih_l0_reverse	1	-0.07691502571105957
15241	rnn.bias_ih_l0_reverse	2	-0.012247225269675255
15241	rnn.bias_ih_l0_reverse	3	-0.021579662337899208
15241	rnn.bias_ih_l0_reverse	4	-0.05280745029449463
15241	rnn.bias_ih_l0_reverse	5	-0.048923034220933914
15241	rnn.bias_ih_l0_reverse	6	0.1717190146446228
15241	rnn.bias_ih_l0_reverse	7	-0.09165769070386887
15241	rnn.bias_ih_l0_reverse	8	-0.050208184868097305
15241	rnn.bias_ih_l0_reverse	9	-0.05235927924513817
15241	rnn.bias_hh_l0_reverse	0	-0.004731271881610155
15241	rnn.bias_hh_l0_reverse	1	0.0831555649638176
15241	rnn.bias_hh_l0_reverse	2	-0.07167862355709076
15241	rnn.bias_hh_l0_reverse	3	0.01602237857878208
15241	rnn.bias_hh_l0_reverse	4	-0.06538176536560059
15241	rnn.bias_hh_l0_reverse	5	-0.01942036673426628
15241	rnn.bias_hh_l0_reverse	6	-0.06492720544338226
15241	rnn.bias_hh_l0_reverse	7	0.03015962429344654
15241	rnn.bias_hh_l0_reverse	8	-0.020710812881588936
15241	rnn.bias_hh_l0_reverse	9	0.07590572535991669
15241	linear.weight	0	0.09385161101818085
15241	linear.weight	1	-0.19766372442245483
15241	linear.weight	2	0.060861099511384964
15241	linear.weight	3	0.06021417677402496
15241	linear.weight	4	-0.20604273676872253
15241	linear.weight	5	0.24108199775218964
15241	linear.weight	6	-0.1261734813451767
15241	linear.weight	7	-0.08172537386417389
15241	linear.weight	8	0.19299928843975067
15241	linear.weight	9	-0.019798986613750458
15241	linear.bias	0	-0.6309318542480469
15241	linear.bias	1	1.5577971935272217
15241	linear.bias	2	-0.18363747000694275
15241	linear.bias	3	-1.4540671110153198
15241	linear.bias	4	-0.29041001200675964
15241	linear.bias	5	0.8445831537246704
15241	linear.bias	6	-0.18698827922344208
15241	linear.bias	7	0.07293351739645004
15241	linear.bias	8	1.317427635192871
15241	linear.bias	9	-0.774983823299408
15850	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
15850	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
15850	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
15850	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
15850	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
15850	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
15850	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
15850	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
15850	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
15850	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
15850	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
15850	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
15850	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
15850	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
15850	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
15850	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
15850	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
15850	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
15850	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
15850	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
15850	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
15850	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
15850	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
15850	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
15850	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
15850	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
15850	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
15850	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
15850	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
15850	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
15850	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
15850	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
15850	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
15850	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
15850	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
15850	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
15850	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
15850	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
15850	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
15850	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
15850	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
15850	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
15850	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
15850	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
15850	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
15850	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
15850	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
15850	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
15850	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
15850	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
15850	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
15850	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
15850	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
15850	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
15850	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
15850	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
15850	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
15850	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
15850	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
15850	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
15850	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
15850	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
15850	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
15850	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
15850	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
15850	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
15850	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
15850	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
15850	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
15850	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
15850	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
15850	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
15850	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
15850	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
15850	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
15850	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
15850	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
15850	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
15850	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
15850	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
15850	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
15850	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
15850	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
15850	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
15850	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
15850	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
15850	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
15850	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
15850	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
15850	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
15850	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
15850	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
15850	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
15850	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
15850	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
15850	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
15850	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
15850	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
15850	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
15850	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
15850	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
15850	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
15850	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
15850	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
15850	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
15850	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
15850	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
15850	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
15850	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
15850	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
15850	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
15850	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
15850	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
15850	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
15850	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
15850	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
15850	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
15850	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
15850	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
15850	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
15850	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
15850	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
15850	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
15850	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
15850	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
15850	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
15850	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
15850	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
15850	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
15850	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
15850	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
15850	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
15850	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
15850	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
15850	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
15850	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
15850	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
15850	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
15850	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
15850	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
15850	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
15850	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
15850	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
15850	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
15850	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
15850	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
15850	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
15850	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
15850	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
15850	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
15850	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
15850	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
15850	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
15850	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
15850	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
15850	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
15850	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
15850	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
15850	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
15850	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
15850	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
15850	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
15850	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
15850	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
15850	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
15850	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
15850	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
15850	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
15850	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
15850	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
15850	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
15850	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
15850	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
15850	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
15850	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
15850	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
15850	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
15850	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
15850	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
15850	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
15850	embedding2nn.weight	0	0.08094105124473572
15850	embedding2nn.weight	1	0.1146121397614479
15850	embedding2nn.weight	2	0.020308010280132294
15850	embedding2nn.weight	3	0.050151366740465164
15850	embedding2nn.weight	4	-0.05608614534139633
15850	embedding2nn.weight	5	-0.015517519786953926
15850	embedding2nn.weight	6	0.027934202924370766
15850	embedding2nn.weight	7	-0.05427023768424988
15850	embedding2nn.weight	8	0.03833193704485893
15850	embedding2nn.weight	9	0.0018419782863929868
15850	embedding2nn.bias	0	0.030730407685041428
15850	embedding2nn.bias	1	-0.114735446870327
15850	embedding2nn.bias	2	0.0986812636256218
15850	embedding2nn.bias	3	0.0724712535738945
15850	embedding2nn.bias	4	0.09730841964483261
15850	embedding2nn.bias	5	0.00833971332758665
15850	embedding2nn.bias	6	0.0169965960085392
15850	embedding2nn.bias	7	0.008773455396294594
15850	embedding2nn.bias	8	-0.11336863785982132
15850	embedding2nn.bias	9	-0.20123545825481415
15850	rnn.weight_ih_l0	0	-0.025902369990944862
15850	rnn.weight_ih_l0	1	-0.0444822683930397
15850	rnn.weight_ih_l0	2	0.015792418271303177
15850	rnn.weight_ih_l0	3	-0.014122129417955875
15850	rnn.weight_ih_l0	4	-0.011310592293739319
15850	rnn.weight_ih_l0	5	-0.0643804743885994
15850	rnn.weight_ih_l0	6	-0.028563713654875755
15850	rnn.weight_ih_l0	7	-0.01628192886710167
15850	rnn.weight_ih_l0	8	0.024070225656032562
15850	rnn.weight_ih_l0	9	-0.026264429092407227
15850	rnn.weight_hh_l0	0	0.0218158271163702
15850	rnn.weight_hh_l0	1	0.04428046941757202
15850	rnn.weight_hh_l0	2	-0.005873651709407568
15850	rnn.weight_hh_l0	3	0.03964993357658386
15850	rnn.weight_hh_l0	4	-0.034870728850364685
15850	rnn.weight_hh_l0	5	0.023615624755620956
15850	rnn.weight_hh_l0	6	0.040069401264190674
15850	rnn.weight_hh_l0	7	0.06510814279317856
15850	rnn.weight_hh_l0	8	0.0312502346932888
15850	rnn.weight_hh_l0	9	-0.027355004101991653
15850	rnn.bias_ih_l0	0	0.024286214262247086
15850	rnn.bias_ih_l0	1	-0.08234132081270218
15850	rnn.bias_ih_l0	2	-0.013041067868471146
15850	rnn.bias_ih_l0	3	-0.057661086320877075
15850	rnn.bias_ih_l0	4	0.0747513473033905
15850	rnn.bias_ih_l0	5	-0.042181238532066345
15850	rnn.bias_ih_l0	6	0.04069459065794945
15850	rnn.bias_ih_l0	7	-0.08411099761724472
15850	rnn.bias_ih_l0	8	0.00788158643990755
15850	rnn.bias_ih_l0	9	-0.20204845070838928
15850	rnn.bias_hh_l0	0	-0.03600848838686943
15850	rnn.bias_hh_l0	1	-0.007599418051540852
15850	rnn.bias_hh_l0	2	-0.011745666153728962
15850	rnn.bias_hh_l0	3	-0.009234274737536907
15850	rnn.bias_hh_l0	4	-0.040611106902360916
15850	rnn.bias_hh_l0	5	-0.03788745403289795
15850	rnn.bias_hh_l0	6	-0.03401065990328789
15850	rnn.bias_hh_l0	7	0.09096833318471909
15850	rnn.bias_hh_l0	8	-0.024316685274243355
15850	rnn.bias_hh_l0	9	-0.1297527700662613
15850	rnn.weight_ih_l0_reverse	0	0.04818199574947357
15850	rnn.weight_ih_l0_reverse	1	-0.033769261091947556
15850	rnn.weight_ih_l0_reverse	2	-0.02294817939400673
15850	rnn.weight_ih_l0_reverse	3	-0.030845629051327705
15850	rnn.weight_ih_l0_reverse	4	0.02733072079718113
15850	rnn.weight_ih_l0_reverse	5	-0.026018891483545303
15850	rnn.weight_ih_l0_reverse	6	0.040008801966905594
15850	rnn.weight_ih_l0_reverse	7	0.009058833122253418
15850	rnn.weight_ih_l0_reverse	8	0.01992255449295044
15850	rnn.weight_ih_l0_reverse	9	0.013925384730100632
15850	rnn.weight_hh_l0_reverse	0	-0.035190239548683167
15850	rnn.weight_hh_l0_reverse	1	0.040567148476839066
15850	rnn.weight_hh_l0_reverse	2	0.016579406335949898
15850	rnn.weight_hh_l0_reverse	3	0.02558721974492073
15850	rnn.weight_hh_l0_reverse	4	-0.043075695633888245
15850	rnn.weight_hh_l0_reverse	5	0.027667926624417305
15850	rnn.weight_hh_l0_reverse	6	0.014568155631422997
15850	rnn.weight_hh_l0_reverse	7	-0.0047508529387414455
15850	rnn.weight_hh_l0_reverse	8	0.04571278393268585
15850	rnn.weight_hh_l0_reverse	9	-0.0034836812410503626
15850	rnn.bias_ih_l0_reverse	0	-0.08178137242794037
15850	rnn.bias_ih_l0_reverse	1	-0.08431074768304825
15850	rnn.bias_ih_l0_reverse	2	-0.011828731745481491
15850	rnn.bias_ih_l0_reverse	3	-0.026257596909999847
15850	rnn.bias_ih_l0_reverse	4	-0.040786828845739365
15850	rnn.bias_ih_l0_reverse	5	-0.05034440755844116
15850	rnn.bias_ih_l0_reverse	6	0.1690497249364853
15850	rnn.bias_ih_l0_reverse	7	-0.1096608117222786
15850	rnn.bias_ih_l0_reverse	8	-0.0521787665784359
15850	rnn.bias_ih_l0_reverse	9	-0.05197504535317421
15850	rnn.bias_hh_l0_reverse	0	-0.02081221528351307
15850	rnn.bias_hh_l0_reverse	1	0.07827425748109818
15850	rnn.bias_hh_l0_reverse	2	-0.07299485802650452
15850	rnn.bias_hh_l0_reverse	3	0.013001545332372189
15850	rnn.bias_hh_l0_reverse	4	-0.05739027261734009
15850	rnn.bias_hh_l0_reverse	5	-0.027517044916749
15850	rnn.bias_hh_l0_reverse	6	-0.07035911083221436
15850	rnn.bias_hh_l0_reverse	7	0.03455961123108864
15850	rnn.bias_hh_l0_reverse	8	-0.03522980958223343
15850	rnn.bias_hh_l0_reverse	9	0.06412748247385025
15850	linear.weight	0	0.1084798276424408
15850	linear.weight	1	-0.22144941985607147
15850	linear.weight	2	0.017098763957619667
15850	linear.weight	3	0.06064308062195778
15850	linear.weight	4	-0.1838444173336029
15850	linear.weight	5	0.2363668978214264
15850	linear.weight	6	-0.11770207434892654
15850	linear.weight	7	-0.08167039602994919
15850	linear.weight	8	0.19445353746414185
15850	linear.weight	9	-0.019875118508934975
15850	linear.bias	0	-0.6253602504730225
15850	linear.bias	1	1.5698412656784058
15850	linear.bias	2	-0.1763099730014801
15850	linear.bias	3	-1.4688184261322021
15850	linear.bias	4	-0.29992905259132385
15850	linear.bias	5	0.8231144547462463
15850	linear.bias	6	-0.18474739789962769
15850	linear.bias	7	0.05053815618157387
15850	linear.bias	8	1.4151866436004639
15850	linear.bias	9	-0.7861068844795227
16459	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
16459	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
16459	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
16459	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
16459	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
16459	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
16459	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
16459	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
16459	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
16459	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
16459	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
16459	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
16459	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
16459	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
16459	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
16459	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
16459	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
16459	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
16459	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
16459	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
16459	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
16459	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
16459	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
16459	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
16459	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
16459	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
16459	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
16459	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
16459	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
16459	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
16459	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
16459	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
16459	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
16459	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
16459	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
16459	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
16459	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
16459	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
16459	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
16459	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
16459	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
16459	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
16459	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
16459	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
16459	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
16459	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
16459	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
16459	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
16459	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
16459	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
16459	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
16459	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
16459	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
16459	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
16459	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
16459	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
16459	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
16459	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
16459	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
16459	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
16459	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
16459	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
16459	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
16459	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
16459	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
16459	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
16459	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
16459	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
16459	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
16459	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
16459	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
16459	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
16459	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
16459	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
16459	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
16459	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
16459	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
16459	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
16459	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
16459	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
16459	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
16459	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
16459	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
16459	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
16459	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
16459	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
16459	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
16459	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
16459	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
16459	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
16459	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
16459	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
16459	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
16459	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
16459	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
16459	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
16459	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
16459	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
16459	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
16459	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
16459	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
16459	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
16459	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
16459	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
16459	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
16459	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
16459	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
16459	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
16459	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
16459	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
16459	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
16459	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
16459	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
16459	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
16459	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
16459	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
16459	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
16459	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
16459	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
16459	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
16459	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
16459	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
16459	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
16459	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
16459	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
16459	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
16459	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
16459	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
16459	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
16459	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
16459	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
16459	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
16459	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
16459	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
16459	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
16459	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
16459	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
16459	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
16459	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
16459	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
16459	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
16459	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
16459	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
16459	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
16459	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
16459	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
16459	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
16459	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
16459	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
16459	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
16459	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
16459	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
16459	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
16459	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
16459	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
16459	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
16459	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
16459	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
16459	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
16459	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
16459	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
16459	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
16459	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
16459	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
16459	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
16459	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
16459	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
16459	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
16459	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
16459	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
16459	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
16459	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
16459	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
16459	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
16459	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
16459	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
16459	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
16459	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
16459	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
16459	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
16459	embedding2nn.weight	0	0.08213213831186295
16459	embedding2nn.weight	1	0.11902560293674469
16459	embedding2nn.weight	2	0.0192069374024868
16459	embedding2nn.weight	3	0.04534713923931122
16459	embedding2nn.weight	4	-0.05806867033243179
16459	embedding2nn.weight	5	-0.013202541507780552
16459	embedding2nn.weight	6	0.03810194879770279
16459	embedding2nn.weight	7	-0.06282540410757065
16459	embedding2nn.weight	8	0.039871279150247574
16459	embedding2nn.weight	9	0.0023522195406258106
16459	embedding2nn.bias	0	0.024910641834139824
16459	embedding2nn.bias	1	-0.12591972947120667
16459	embedding2nn.bias	2	0.07341459393501282
16459	embedding2nn.bias	3	0.10508574545383453
16459	embedding2nn.bias	4	0.10674329847097397
16459	embedding2nn.bias	5	0.004596640821546316
16459	embedding2nn.bias	6	0.0030844269786030054
16459	embedding2nn.bias	7	0.02352411486208439
16459	embedding2nn.bias	8	-0.11466623097658157
16459	embedding2nn.bias	9	-0.19071215391159058
16459	rnn.weight_ih_l0	0	-0.025967111811041832
16459	rnn.weight_ih_l0	1	-0.044882357120513916
16459	rnn.weight_ih_l0	2	0.015873264521360397
16459	rnn.weight_ih_l0	3	-0.015365267172455788
16459	rnn.weight_ih_l0	4	-0.010592658072710037
16459	rnn.weight_ih_l0	5	-0.07789774239063263
16459	rnn.weight_ih_l0	6	-0.03550352528691292
16459	rnn.weight_ih_l0	7	-0.01823410764336586
16459	rnn.weight_ih_l0	8	0.020656025037169456
16459	rnn.weight_ih_l0	9	-0.031157052144408226
16459	rnn.weight_hh_l0	0	0.02203359268605709
16459	rnn.weight_hh_l0	1	0.043903086334466934
16459	rnn.weight_hh_l0	2	-0.006862640846520662
16459	rnn.weight_hh_l0	3	0.03957435488700867
16459	rnn.weight_hh_l0	4	-0.0360218808054924
16459	rnn.weight_hh_l0	5	0.024338606745004654
16459	rnn.weight_hh_l0	6	0.040529701858758926
16459	rnn.weight_hh_l0	7	0.06342335790395737
16459	rnn.weight_hh_l0	8	0.031233975663781166
16459	rnn.weight_hh_l0	9	-0.02755185402929783
16459	rnn.bias_ih_l0	0	0.02445629984140396
16459	rnn.bias_ih_l0	1	-0.07787136733531952
16459	rnn.bias_ih_l0	2	-0.014508245512843132
16459	rnn.bias_ih_l0	3	-0.05692802369594574
16459	rnn.bias_ih_l0	4	0.06633201986551285
16459	rnn.bias_ih_l0	5	-0.045667607337236404
16459	rnn.bias_ih_l0	6	0.016543131321668625
16459	rnn.bias_ih_l0	7	-0.0909198597073555
16459	rnn.bias_ih_l0	8	0.0004115538904443383
16459	rnn.bias_ih_l0	9	-0.21120072901248932
16459	rnn.bias_hh_l0	0	-0.036043811589479446
16459	rnn.bias_hh_l0	1	-0.016869578510522842
16459	rnn.bias_hh_l0	2	-0.004758169408887625
16459	rnn.bias_hh_l0	3	-0.011814449913799763
16459	rnn.bias_hh_l0	4	-0.04126018285751343
16459	rnn.bias_hh_l0	5	-0.042721208184957504
16459	rnn.bias_hh_l0	6	-0.03182108700275421
16459	rnn.bias_hh_l0	7	0.09564045071601868
16459	rnn.bias_hh_l0	8	-0.01848216913640499
16459	rnn.bias_hh_l0	9	-0.1380813866853714
16459	rnn.weight_ih_l0_reverse	0	0.03750869259238243
16459	rnn.weight_ih_l0_reverse	1	-0.03215200826525688
16459	rnn.weight_ih_l0_reverse	2	-0.023306801915168762
16459	rnn.weight_ih_l0_reverse	3	-0.03439164161682129
16459	rnn.weight_ih_l0_reverse	4	0.02660909853875637
16459	rnn.weight_ih_l0_reverse	5	-0.02519884519279003
16459	rnn.weight_ih_l0_reverse	6	0.039571020752191544
16459	rnn.weight_ih_l0_reverse	7	0.009401099756360054
16459	rnn.weight_ih_l0_reverse	8	0.01771523244678974
16459	rnn.weight_ih_l0_reverse	9	0.01988706924021244
16459	rnn.weight_hh_l0_reverse	0	-0.034148525446653366
16459	rnn.weight_hh_l0_reverse	1	0.04047967493534088
16459	rnn.weight_hh_l0_reverse	2	0.016139283776283264
16459	rnn.weight_hh_l0_reverse	3	0.025781963020563126
16459	rnn.weight_hh_l0_reverse	4	-0.04261496663093567
16459	rnn.weight_hh_l0_reverse	5	0.02735081873834133
16459	rnn.weight_hh_l0_reverse	6	0.014153092168271542
16459	rnn.weight_hh_l0_reverse	7	-0.00018472594092600048
16459	rnn.weight_hh_l0_reverse	8	0.05124198645353317
16459	rnn.weight_hh_l0_reverse	9	-0.006572844926267862
16459	rnn.bias_ih_l0_reverse	0	-0.08544612675905228
16459	rnn.bias_ih_l0_reverse	1	-0.0696280226111412
16459	rnn.bias_ih_l0_reverse	2	-0.00717217056080699
16459	rnn.bias_ih_l0_reverse	3	-0.020853066816926003
16459	rnn.bias_ih_l0_reverse	4	-0.03412292152643204
16459	rnn.bias_ih_l0_reverse	5	-0.053977057337760925
16459	rnn.bias_ih_l0_reverse	6	0.17329634726047516
16459	rnn.bias_ih_l0_reverse	7	-0.1357267200946808
16459	rnn.bias_ih_l0_reverse	8	-0.05907702445983887
16459	rnn.bias_ih_l0_reverse	9	-0.047202739864587784
16459	rnn.bias_hh_l0_reverse	0	-0.018017221242189407
16459	rnn.bias_hh_l0_reverse	1	0.0680573359131813
16459	rnn.bias_hh_l0_reverse	2	-0.07305621355772018
16459	rnn.bias_hh_l0_reverse	3	0.006281384266912937
16459	rnn.bias_hh_l0_reverse	4	-0.05969060957431793
16459	rnn.bias_hh_l0_reverse	5	-0.039949141442775726
16459	rnn.bias_hh_l0_reverse	6	-0.06617733091115952
16459	rnn.bias_hh_l0_reverse	7	0.034105051308870316
16459	rnn.bias_hh_l0_reverse	8	-0.0368921235203743
16459	rnn.bias_hh_l0_reverse	9	0.0773257464170456
16459	linear.weight	0	0.1180715337395668
16459	linear.weight	1	-0.24935410916805267
16459	linear.weight	2	0.04708268865942955
16459	linear.weight	3	0.06119672581553459
16459	linear.weight	4	-0.15941186249256134
16459	linear.weight	5	0.23482646048069
16459	linear.weight	6	-0.1121130958199501
16459	linear.weight	7	-0.0815577507019043
16459	linear.weight	8	0.1685481071472168
16459	linear.weight	9	-0.019857605919241905
16459	linear.bias	0	-0.6327950954437256
16459	linear.bias	1	1.5392274856567383
16459	linear.bias	2	-0.1607273668050766
16459	linear.bias	3	-1.4835089445114136
16459	linear.bias	4	-0.3079337775707245
16459	linear.bias	5	0.8426619172096252
16459	linear.bias	6	-0.1645541787147522
16459	linear.bias	7	0.043730251491069794
16459	linear.bias	8	1.4729377031326294
16459	linear.bias	9	-0.7989943027496338
17068	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
17068	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
17068	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
17068	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
17068	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
17068	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
17068	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
17068	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
17068	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
17068	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
17068	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
17068	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
17068	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
17068	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
17068	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
17068	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
17068	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
17068	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
17068	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
17068	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
17068	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
17068	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
17068	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
17068	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
17068	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
17068	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
17068	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
17068	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
17068	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
17068	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
17068	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
17068	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
17068	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
17068	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
17068	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
17068	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
17068	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
17068	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
17068	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
17068	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
17068	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
17068	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
17068	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
17068	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
17068	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
17068	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
17068	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
17068	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
17068	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
17068	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
17068	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
17068	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
17068	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
17068	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
17068	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
17068	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
17068	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
17068	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
17068	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
17068	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
17068	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
17068	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
17068	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
17068	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
17068	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
17068	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
17068	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
17068	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
17068	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
17068	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
17068	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
17068	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
17068	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
17068	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
17068	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
17068	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
17068	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
17068	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
17068	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
17068	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
17068	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
17068	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
17068	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
17068	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
17068	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
17068	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
17068	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
17068	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
17068	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
17068	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
17068	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
17068	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
17068	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
17068	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
17068	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
17068	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
17068	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
17068	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
17068	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
17068	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
17068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
17068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
17068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
17068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
17068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
17068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
17068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
17068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
17068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
17068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
17068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
17068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
17068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
17068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
17068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
17068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
17068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
17068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
17068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
17068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
17068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
17068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
17068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
17068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
17068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
17068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
17068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
17068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
17068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
17068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
17068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
17068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
17068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
17068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
17068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
17068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
17068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
17068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
17068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
17068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
17068	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
17068	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
17068	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
17068	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
17068	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
17068	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
17068	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
17068	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
17068	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
17068	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
17068	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
17068	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
17068	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
17068	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
17068	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
17068	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
17068	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
17068	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
17068	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
17068	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
17068	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
17068	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
17068	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
17068	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
17068	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
17068	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
17068	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
17068	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
17068	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
17068	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
17068	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
17068	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
17068	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
17068	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
17068	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
17068	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
17068	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
17068	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
17068	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
17068	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
17068	embedding2nn.weight	0	0.08194153010845184
17068	embedding2nn.weight	1	0.11749091744422913
17068	embedding2nn.weight	2	0.021195823326706886
17068	embedding2nn.weight	3	0.048927269876003265
17068	embedding2nn.weight	4	-0.056086767464876175
17068	embedding2nn.weight	5	-0.012444776482880116
17068	embedding2nn.weight	6	0.026827873662114143
17068	embedding2nn.weight	7	-0.058108020573854446
17068	embedding2nn.weight	8	0.043974362313747406
17068	embedding2nn.weight	9	0.005157977342605591
17068	embedding2nn.bias	0	0.02491503395140171
17068	embedding2nn.bias	1	-0.12845030426979065
17068	embedding2nn.bias	2	0.07417669147253036
17068	embedding2nn.bias	3	0.11192268133163452
17068	embedding2nn.bias	4	0.11830826103687286
17068	embedding2nn.bias	5	0.012136227451264858
17068	embedding2nn.bias	6	0.02307268977165222
17068	embedding2nn.bias	7	0.03480762243270874
17068	embedding2nn.bias	8	-0.12069202214479446
17068	embedding2nn.bias	9	-0.20156362652778625
17068	rnn.weight_ih_l0	0	-0.024195032194256783
17068	rnn.weight_ih_l0	1	-0.04582110047340393
17068	rnn.weight_ih_l0	2	0.013758077286183834
17068	rnn.weight_ih_l0	3	-0.012696295976638794
17068	rnn.weight_ih_l0	4	-0.012484592385590076
17068	rnn.weight_ih_l0	5	-0.08017074316740036
17068	rnn.weight_ih_l0	6	-0.03534839302301407
17068	rnn.weight_ih_l0	7	-0.020100126042962074
17068	rnn.weight_ih_l0	8	0.019274378195405006
17068	rnn.weight_ih_l0	9	-0.029074959456920624
17068	rnn.weight_hh_l0	0	0.022228997200727463
17068	rnn.weight_hh_l0	1	0.04289717599749565
17068	rnn.weight_hh_l0	2	-0.0062455954030156136
17068	rnn.weight_hh_l0	3	0.03959756717085838
17068	rnn.weight_hh_l0	4	-0.03588472679257393
17068	rnn.weight_hh_l0	5	0.025975560769438744
17068	rnn.weight_hh_l0	6	0.040016282349824905
17068	rnn.weight_hh_l0	7	0.0666191577911377
17068	rnn.weight_hh_l0	8	0.03179323673248291
17068	rnn.weight_hh_l0	9	-0.02820635959506035
17068	rnn.bias_ih_l0	0	0.023936139419674873
17068	rnn.bias_ih_l0	1	-0.07558208703994751
17068	rnn.bias_ih_l0	2	-0.013270840980112553
17068	rnn.bias_ih_l0	3	-0.054832614958286285
17068	rnn.bias_ih_l0	4	0.09714078158140182
17068	rnn.bias_ih_l0	5	-0.04704039543867111
17068	rnn.bias_ih_l0	6	0.013970263302326202
17068	rnn.bias_ih_l0	7	-0.08884313702583313
17068	rnn.bias_ih_l0	8	0.0023883203975856304
17068	rnn.bias_ih_l0	9	-0.19703640043735504
17068	rnn.bias_hh_l0	0	-0.035918962210416794
17068	rnn.bias_hh_l0	1	-0.016518481075763702
17068	rnn.bias_hh_l0	2	-0.008235262706875801
17068	rnn.bias_hh_l0	3	-0.008975926786661148
17068	rnn.bias_hh_l0	4	-0.04243219643831253
17068	rnn.bias_hh_l0	5	-0.04460607096552849
17068	rnn.bias_hh_l0	6	-0.03612300008535385
17068	rnn.bias_hh_l0	7	0.08016199618577957
17068	rnn.bias_hh_l0	8	-0.023729678243398666
17068	rnn.bias_hh_l0	9	-0.14145761728286743
17068	rnn.weight_ih_l0_reverse	0	0.039833687245845795
17068	rnn.weight_ih_l0_reverse	1	-0.03142450749874115
17068	rnn.weight_ih_l0_reverse	2	-0.025006255134940147
17068	rnn.weight_ih_l0_reverse	3	-0.03750879690051079
17068	rnn.weight_ih_l0_reverse	4	0.027119159698486328
17068	rnn.weight_ih_l0_reverse	5	-0.03298405185341835
17068	rnn.weight_ih_l0_reverse	6	0.040516991168260574
17068	rnn.weight_ih_l0_reverse	7	0.007574908901005983
17068	rnn.weight_ih_l0_reverse	8	0.013282964937388897
17068	rnn.weight_ih_l0_reverse	9	0.014213714748620987
17068	rnn.weight_hh_l0_reverse	0	-0.036108795553445816
17068	rnn.weight_hh_l0_reverse	1	0.04060087725520134
17068	rnn.weight_hh_l0_reverse	2	0.015603253617882729
17068	rnn.weight_hh_l0_reverse	3	0.023513535037636757
17068	rnn.weight_hh_l0_reverse	4	-0.04258166626095772
17068	rnn.weight_hh_l0_reverse	5	0.027595331892371178
17068	rnn.weight_hh_l0_reverse	6	0.013943174853920937
17068	rnn.weight_hh_l0_reverse	7	-0.0007975737098604441
17068	rnn.weight_hh_l0_reverse	8	0.0560104064643383
17068	rnn.weight_hh_l0_reverse	9	-0.006145222578197718
17068	rnn.bias_ih_l0_reverse	0	-0.08281471580266953
17068	rnn.bias_ih_l0_reverse	1	-0.07268007844686508
17068	rnn.bias_ih_l0_reverse	2	-0.0009902480524033308
17068	rnn.bias_ih_l0_reverse	3	-0.019175661727786064
17068	rnn.bias_ih_l0_reverse	4	-0.04348050802946091
17068	rnn.bias_ih_l0_reverse	5	-0.06089601293206215
17068	rnn.bias_ih_l0_reverse	6	0.16272646188735962
17068	rnn.bias_ih_l0_reverse	7	-0.14200638234615326
17068	rnn.bias_ih_l0_reverse	8	-0.05551415681838989
17068	rnn.bias_ih_l0_reverse	9	-0.04929007589817047
17068	rnn.bias_hh_l0_reverse	0	-0.010109495371580124
17068	rnn.bias_hh_l0_reverse	1	0.08001924306154251
17068	rnn.bias_hh_l0_reverse	2	-0.06725071370601654
17068	rnn.bias_hh_l0_reverse	3	0.01279448438435793
17068	rnn.bias_hh_l0_reverse	4	-0.060084640979766846
17068	rnn.bias_hh_l0_reverse	5	-0.036330949515104294
17068	rnn.bias_hh_l0_reverse	6	-0.06967900693416595
17068	rnn.bias_hh_l0_reverse	7	0.03186267241835594
17068	rnn.bias_hh_l0_reverse	8	-0.03221442177891731
17068	rnn.bias_hh_l0_reverse	9	0.08024413138628006
17068	linear.weight	0	0.10131552070379257
17068	linear.weight	1	-0.24034811556339264
17068	linear.weight	2	0.01048111543059349
17068	linear.weight	3	0.06160809099674225
17068	linear.weight	4	-0.1898234337568283
17068	linear.weight	5	0.2237069308757782
17068	linear.weight	6	-0.11876006424427032
17068	linear.weight	7	-0.08105815201997757
17068	linear.weight	8	0.14120225608348846
17068	linear.weight	9	-0.019945267587900162
17068	linear.bias	0	-0.6520799994468689
17068	linear.bias	1	1.571419596672058
17068	linear.bias	2	-0.16648699343204498
17068	linear.bias	3	-1.4979736804962158
17068	linear.bias	4	-0.3094741404056549
17068	linear.bias	5	0.8611931204795837
17068	linear.bias	6	-0.1978655457496643
17068	linear.bias	7	0.020601453259587288
17068	linear.bias	8	1.4615315198898315
17068	linear.bias	9	-0.7794646620750427
17677	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
17677	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
17677	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
17677	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
17677	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
17677	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
17677	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
17677	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
17677	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
17677	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
17677	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
17677	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
17677	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
17677	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
17677	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
17677	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
17677	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
17677	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
17677	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
17677	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
17677	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
17677	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
17677	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
17677	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
17677	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
17677	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
17677	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
17677	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
17677	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
17677	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
17677	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
17677	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
17677	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
17677	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
17677	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
17677	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
17677	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
17677	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
17677	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
17677	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
17677	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
17677	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
17677	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
17677	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
17677	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
17677	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
17677	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
17677	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
17677	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
17677	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
17677	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
17677	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
17677	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
17677	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
17677	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
17677	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
17677	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
17677	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
17677	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
17677	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
17677	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
17677	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
17677	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
17677	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
17677	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
17677	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
17677	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
17677	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
17677	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
17677	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
17677	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
17677	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
17677	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
17677	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
17677	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
17677	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
17677	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
17677	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
17677	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
17677	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
17677	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
17677	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
17677	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
17677	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
17677	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
17677	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
17677	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
17677	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
17677	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
17677	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
17677	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
17677	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
17677	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
17677	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
17677	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
17677	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
17677	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
17677	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
17677	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
17677	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
17677	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
17677	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
17677	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
17677	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
17677	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
17677	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
17677	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
17677	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
17677	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
17677	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
17677	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
17677	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
17677	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
17677	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
17677	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
17677	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
17677	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
17677	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
17677	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
17677	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
17677	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
17677	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
17677	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
17677	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
17677	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
17677	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
17677	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
17677	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
17677	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
17677	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
17677	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
17677	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
17677	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
17677	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
17677	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
17677	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
17677	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
17677	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
17677	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
17677	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
17677	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
17677	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
17677	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
17677	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
17677	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
17677	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
17677	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
17677	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
17677	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
17677	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
17677	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
17677	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
17677	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
17677	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
17677	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
17677	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
17677	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
17677	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
17677	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
17677	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
17677	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
17677	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
17677	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
17677	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
17677	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
17677	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
17677	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
17677	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
17677	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
17677	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
17677	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
17677	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
17677	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
17677	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
17677	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
17677	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
17677	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
17677	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
17677	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
17677	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
17677	embedding2nn.weight	0	0.08013471961021423
17677	embedding2nn.weight	1	0.11747651547193527
17677	embedding2nn.weight	2	0.02140435203909874
17677	embedding2nn.weight	3	0.04865225777029991
17677	embedding2nn.weight	4	-0.0575818233191967
17677	embedding2nn.weight	5	-0.01109653152525425
17677	embedding2nn.weight	6	0.02464216761291027
17677	embedding2nn.weight	7	-0.05189167335629463
17677	embedding2nn.weight	8	0.039462827146053314
17677	embedding2nn.weight	9	0.008884470909833908
17677	embedding2nn.bias	0	0.017733659595251083
17677	embedding2nn.bias	1	-0.11050067842006683
17677	embedding2nn.bias	2	0.09125497192144394
17677	embedding2nn.bias	3	0.12482543289661407
17677	embedding2nn.bias	4	0.13377335667610168
17677	embedding2nn.bias	5	0.02367177978157997
17677	embedding2nn.bias	6	-0.0056833745911717415
17677	embedding2nn.bias	7	0.03462258353829384
17677	embedding2nn.bias	8	-0.11405066400766373
17677	embedding2nn.bias	9	-0.20056627690792084
17677	rnn.weight_ih_l0	0	-0.02391737513244152
17677	rnn.weight_ih_l0	1	-0.04556290805339813
17677	rnn.weight_ih_l0	2	0.012365092523396015
17677	rnn.weight_ih_l0	3	-0.011910674162209034
17677	rnn.weight_ih_l0	4	-0.01128421165049076
17677	rnn.weight_ih_l0	5	-0.07618626952171326
17677	rnn.weight_ih_l0	6	-0.02574148401618004
17677	rnn.weight_ih_l0	7	-0.017061252146959305
17677	rnn.weight_ih_l0	8	0.01577693223953247
17677	rnn.weight_ih_l0	9	-0.023787202313542366
17677	rnn.weight_hh_l0	0	0.02240259386599064
17677	rnn.weight_hh_l0	1	0.04354972019791603
17677	rnn.weight_hh_l0	2	-0.005907984916120768
17677	rnn.weight_hh_l0	3	0.03922504186630249
17677	rnn.weight_hh_l0	4	-0.03661651536822319
17677	rnn.weight_hh_l0	5	0.02732585184276104
17677	rnn.weight_hh_l0	6	0.04009361192584038
17677	rnn.weight_hh_l0	7	0.06627421081066132
17677	rnn.weight_hh_l0	8	0.03165789693593979
17677	rnn.weight_hh_l0	9	-0.027205798774957657
17677	rnn.bias_ih_l0	0	0.024415018036961555
17677	rnn.bias_ih_l0	1	-0.07628637552261353
17677	rnn.bias_ih_l0	2	-0.013368512503802776
17677	rnn.bias_ih_l0	3	-0.06143450364470482
17677	rnn.bias_ih_l0	4	0.0975475013256073
17677	rnn.bias_ih_l0	5	-0.04709599167108536
17677	rnn.bias_ih_l0	6	0.013021565042436123
17677	rnn.bias_ih_l0	7	-0.08622851967811584
17677	rnn.bias_ih_l0	8	0.003755229292437434
17677	rnn.bias_ih_l0	9	-0.20601676404476166
17677	rnn.bias_hh_l0	0	-0.03647317364811897
17677	rnn.bias_hh_l0	1	-0.012653104960918427
17677	rnn.bias_hh_l0	2	-0.009961209259927273
17677	rnn.bias_hh_l0	3	-0.012327142059803009
17677	rnn.bias_hh_l0	4	-0.0423852875828743
17677	rnn.bias_hh_l0	5	-0.04507789760828018
17677	rnn.bias_hh_l0	6	-0.03696250915527344
17677	rnn.bias_hh_l0	7	0.07298753410577774
17677	rnn.bias_hh_l0	8	-0.023417912423610687
17677	rnn.bias_hh_l0	9	-0.14002257585525513
17677	rnn.weight_ih_l0_reverse	0	0.03857329487800598
17677	rnn.weight_ih_l0_reverse	1	-0.03331664577126503
17677	rnn.weight_ih_l0_reverse	2	-0.027478929609060287
17677	rnn.weight_ih_l0_reverse	3	-0.03582330048084259
17677	rnn.weight_ih_l0_reverse	4	0.027543874457478523
17677	rnn.weight_ih_l0_reverse	5	-0.030893627554178238
17677	rnn.weight_ih_l0_reverse	6	0.04388278350234032
17677	rnn.weight_ih_l0_reverse	7	0.006891604047268629
17677	rnn.weight_ih_l0_reverse	8	0.013599015772342682
17677	rnn.weight_ih_l0_reverse	9	0.00959908589720726
17677	rnn.weight_hh_l0_reverse	0	-0.03637659177184105
17677	rnn.weight_hh_l0_reverse	1	0.04030678793787956
17677	rnn.weight_hh_l0_reverse	2	0.015266886912286282
17677	rnn.weight_hh_l0_reverse	3	0.024180786684155464
17677	rnn.weight_hh_l0_reverse	4	-0.042220909148454666
17677	rnn.weight_hh_l0_reverse	5	0.02813388593494892
17677	rnn.weight_hh_l0_reverse	6	0.013750703074038029
17677	rnn.weight_hh_l0_reverse	7	0.0007994440384209156
17677	rnn.weight_hh_l0_reverse	8	0.06115410476922989
17677	rnn.weight_hh_l0_reverse	9	-0.005174064543098211
17677	rnn.bias_ih_l0_reverse	0	-0.09318077564239502
17677	rnn.bias_ih_l0_reverse	1	-0.0767950564622879
17677	rnn.bias_ih_l0_reverse	2	-0.0016715138917788863
17677	rnn.bias_ih_l0_reverse	3	-0.014536214992403984
17677	rnn.bias_ih_l0_reverse	4	-0.05041637644171715
17677	rnn.bias_ih_l0_reverse	5	-0.056758813560009
17677	rnn.bias_ih_l0_reverse	6	0.1656760275363922
17677	rnn.bias_ih_l0_reverse	7	-0.14790913462638855
17677	rnn.bias_ih_l0_reverse	8	-0.054371386766433716
17677	rnn.bias_ih_l0_reverse	9	-0.04660229757428169
17677	rnn.bias_hh_l0_reverse	0	-0.018102342262864113
17677	rnn.bias_hh_l0_reverse	1	0.07859329879283905
17677	rnn.bias_hh_l0_reverse	2	-0.07629228383302689
17677	rnn.bias_hh_l0_reverse	3	0.009337526746094227
17677	rnn.bias_hh_l0_reverse	4	-0.06298428773880005
17677	rnn.bias_hh_l0_reverse	5	-0.0346606969833374
17677	rnn.bias_hh_l0_reverse	6	-0.07035580277442932
17677	rnn.bias_hh_l0_reverse	7	0.01976524293422699
17677	rnn.bias_hh_l0_reverse	8	-0.032595083117485046
17677	rnn.bias_hh_l0_reverse	9	0.08193451166152954
17677	linear.weight	0	0.1294701099395752
17677	linear.weight	1	-0.21495883166790009
17677	linear.weight	2	0.02585545927286148
17677	linear.weight	3	0.061747029423713684
17677	linear.weight	4	-0.16533531248569489
17677	linear.weight	5	0.2226707637310028
17677	linear.weight	6	-0.10388150066137314
17677	linear.weight	7	-0.08042620867490768
17677	linear.weight	8	0.11767607927322388
17677	linear.weight	9	-0.019986096769571304
17677	linear.bias	0	-0.6615709066390991
17677	linear.bias	1	1.6589019298553467
17677	linear.bias	2	-0.16060671210289001
17677	linear.bias	3	-1.51300847530365
17677	linear.bias	4	-0.3051499128341675
17677	linear.bias	5	0.8152885437011719
17677	linear.bias	6	-0.17135515809059143
17677	linear.bias	7	0.022880269214510918
17677	linear.bias	8	1.4460804462432861
17677	linear.bias	9	-0.8007993102073669
18286	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
18286	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
18286	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
18286	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
18286	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
18286	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
18286	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
18286	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
18286	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
18286	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
18286	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
18286	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
18286	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
18286	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
18286	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
18286	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
18286	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
18286	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
18286	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
18286	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
18286	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
18286	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
18286	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
18286	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
18286	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
18286	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
18286	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
18286	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
18286	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
18286	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
18286	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
18286	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
18286	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
18286	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
18286	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
18286	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
18286	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
18286	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
18286	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
18286	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
18286	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
18286	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
18286	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
18286	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
18286	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
18286	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
18286	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
18286	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
18286	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
18286	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
18286	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
18286	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
18286	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
18286	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
18286	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
18286	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
18286	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
18286	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
18286	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
18286	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
18286	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
18286	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
18286	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
18286	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
18286	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
18286	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
18286	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
18286	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
18286	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
18286	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
18286	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
18286	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
18286	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
18286	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
18286	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
18286	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
18286	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
18286	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
18286	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
18286	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
18286	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
18286	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
18286	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
18286	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
18286	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
18286	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
18286	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
18286	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
18286	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
18286	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
18286	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
18286	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
18286	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
18286	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
18286	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
18286	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
18286	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
18286	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
18286	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
18286	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
18286	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
18286	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
18286	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
18286	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
18286	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
18286	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
18286	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
18286	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
18286	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
18286	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
18286	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
18286	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
18286	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
18286	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
18286	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
18286	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
18286	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
18286	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
18286	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
18286	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
18286	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
18286	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
18286	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
18286	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
18286	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
18286	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
18286	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
18286	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
18286	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
18286	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
18286	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
18286	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
18286	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
18286	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
18286	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
18286	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
18286	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
18286	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
18286	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
18286	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
18286	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
18286	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
18286	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
18286	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
18286	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
18286	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
18286	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
18286	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
18286	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
18286	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
18286	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
18286	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
18286	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
18286	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
18286	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
18286	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
18286	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
18286	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
18286	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
18286	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
18286	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
18286	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
18286	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
18286	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
18286	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
18286	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
18286	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
18286	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
18286	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
18286	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
18286	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
18286	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
18286	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
18286	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
18286	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
18286	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
18286	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
18286	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
18286	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
18286	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
18286	embedding2nn.weight	0	0.08044254034757614
18286	embedding2nn.weight	1	0.11995897442102432
18286	embedding2nn.weight	2	0.019869061186909676
18286	embedding2nn.weight	3	0.052388813346624374
18286	embedding2nn.weight	4	-0.05806721746921539
18286	embedding2nn.weight	5	-0.01077242661267519
18286	embedding2nn.weight	6	0.02561652846634388
18286	embedding2nn.weight	7	-0.06019945070147514
18286	embedding2nn.weight	8	0.04329383745789528
18286	embedding2nn.weight	9	-0.001393884769640863
18286	embedding2nn.bias	0	0.00986941996961832
18286	embedding2nn.bias	1	-0.11223537474870682
18286	embedding2nn.bias	2	0.09420263022184372
18286	embedding2nn.bias	3	0.12931613624095917
18286	embedding2nn.bias	4	0.1306958794593811
18286	embedding2nn.bias	5	0.016766009852290154
18286	embedding2nn.bias	6	0.010151286609470844
18286	embedding2nn.bias	7	0.028003571555018425
18286	embedding2nn.bias	8	-0.11042865365743637
18286	embedding2nn.bias	9	-0.23359648883342743
18286	rnn.weight_ih_l0	0	-0.026114987209439278
18286	rnn.weight_ih_l0	1	-0.0468924380838871
18286	rnn.weight_ih_l0	2	0.014009048230946064
18286	rnn.weight_ih_l0	3	-0.009400508366525173
18286	rnn.weight_ih_l0	4	-0.0173051618039608
18286	rnn.weight_ih_l0	5	-0.06749001890420914
18286	rnn.weight_ih_l0	6	-0.02574298344552517
18286	rnn.weight_ih_l0	7	-0.019296523183584213
18286	rnn.weight_ih_l0	8	0.021040374413132668
18286	rnn.weight_ih_l0	9	-0.022678937762975693
18286	rnn.weight_hh_l0	0	0.02248033881187439
18286	rnn.weight_hh_l0	1	0.04348640888929367
18286	rnn.weight_hh_l0	2	-0.005996772553771734
18286	rnn.weight_hh_l0	3	0.03862038254737854
18286	rnn.weight_hh_l0	4	-0.0346497967839241
18286	rnn.weight_hh_l0	5	0.029311882331967354
18286	rnn.weight_hh_l0	6	0.0395311675965786
18286	rnn.weight_hh_l0	7	0.06635976582765579
18286	rnn.weight_hh_l0	8	0.03179604187607765
18286	rnn.weight_hh_l0	9	-0.02701549604535103
18286	rnn.bias_ih_l0	0	0.02968229353427887
18286	rnn.bias_ih_l0	1	-0.07472977787256241
18286	rnn.bias_ih_l0	2	-0.010827867314219475
18286	rnn.bias_ih_l0	3	-0.059965070337057114
18286	rnn.bias_ih_l0	4	0.07068563997745514
18286	rnn.bias_ih_l0	5	-0.049867209047079086
18286	rnn.bias_ih_l0	6	0.013059249147772789
18286	rnn.bias_ih_l0	7	-0.08931781351566315
18286	rnn.bias_ih_l0	8	-0.0014497678494080901
18286	rnn.bias_ih_l0	9	-0.19481201469898224
18286	rnn.bias_hh_l0	0	-0.037031419575214386
18286	rnn.bias_hh_l0	1	-0.01572044938802719
18286	rnn.bias_hh_l0	2	-0.007203856483101845
18286	rnn.bias_hh_l0	3	-0.023849425837397575
18286	rnn.bias_hh_l0	4	-0.044515568763017654
18286	rnn.bias_hh_l0	5	-0.0460195392370224
18286	rnn.bias_hh_l0	6	-0.0404069647192955
18286	rnn.bias_hh_l0	7	0.08360849320888519
18286	rnn.bias_hh_l0	8	-0.02562275342643261
18286	rnn.bias_hh_l0	9	-0.13847702741622925
18286	rnn.weight_ih_l0_reverse	0	0.03656229004263878
18286	rnn.weight_ih_l0_reverse	1	-0.03310546651482582
18286	rnn.weight_ih_l0_reverse	2	-0.028355948626995087
18286	rnn.weight_ih_l0_reverse	3	-0.03368134796619415
18286	rnn.weight_ih_l0_reverse	4	0.028381144627928734
18286	rnn.weight_ih_l0_reverse	5	-0.02690976671874523
18286	rnn.weight_ih_l0_reverse	6	0.04442916437983513
18286	rnn.weight_ih_l0_reverse	7	0.006859710440039635
18286	rnn.weight_ih_l0_reverse	8	0.013085921294987202
18286	rnn.weight_ih_l0_reverse	9	0.007897228002548218
18286	rnn.weight_hh_l0_reverse	0	-0.03775671496987343
18286	rnn.weight_hh_l0_reverse	1	0.040649477392435074
18286	rnn.weight_hh_l0_reverse	2	0.015429032035171986
18286	rnn.weight_hh_l0_reverse	3	0.024735957384109497
18286	rnn.weight_hh_l0_reverse	4	-0.04155831038951874
18286	rnn.weight_hh_l0_reverse	5	0.02794538624584675
18286	rnn.weight_hh_l0_reverse	6	0.013763096183538437
18286	rnn.weight_hh_l0_reverse	7	-0.00360277877189219
18286	rnn.weight_hh_l0_reverse	8	0.06422789394855499
18286	rnn.weight_hh_l0_reverse	9	-0.003647422417998314
18286	rnn.bias_ih_l0_reverse	0	-0.09399861842393875
18286	rnn.bias_ih_l0_reverse	1	-0.07576823234558105
18286	rnn.bias_ih_l0_reverse	2	-0.0032162582501769066
18286	rnn.bias_ih_l0_reverse	3	-0.018004318699240685
18286	rnn.bias_ih_l0_reverse	4	-0.06899594515562057
18286	rnn.bias_ih_l0_reverse	5	-0.06407682597637177
18286	rnn.bias_ih_l0_reverse	6	0.1559368073940277
18286	rnn.bias_ih_l0_reverse	7	-0.14559940993785858
18286	rnn.bias_ih_l0_reverse	8	-0.055125679820775986
18286	rnn.bias_ih_l0_reverse	9	-0.035976994782686234
18286	rnn.bias_hh_l0_reverse	0	-0.014513125643134117
18286	rnn.bias_hh_l0_reverse	1	0.07007723301649094
18286	rnn.bias_hh_l0_reverse	2	-0.08806951344013214
18286	rnn.bias_hh_l0_reverse	3	0.0036177567671984434
18286	rnn.bias_hh_l0_reverse	4	-0.06556177884340286
18286	rnn.bias_hh_l0_reverse	5	-0.03205684944987297
18286	rnn.bias_hh_l0_reverse	6	-0.07696323096752167
18286	rnn.bias_hh_l0_reverse	7	0.019074203446507454
18286	rnn.bias_hh_l0_reverse	8	-0.030548807233572006
18286	rnn.bias_hh_l0_reverse	9	0.0859142318367958
18286	linear.weight	0	0.13388867676258087
18286	linear.weight	1	-0.2154635190963745
18286	linear.weight	2	0.029859760776162148
18286	linear.weight	3	0.06188921257853508
18286	linear.weight	4	-0.1756201535463333
18286	linear.weight	5	0.2186535745859146
18286	linear.weight	6	-0.10379418730735779
18286	linear.weight	7	-0.08011522144079208
18286	linear.weight	8	0.13208985328674316
18286	linear.weight	9	-0.019999168813228607
18286	linear.bias	0	-0.6722726225852966
18286	linear.bias	1	1.6256028413772583
18286	linear.bias	2	-0.16914695501327515
18286	linear.bias	3	-1.5255080461502075
18286	linear.bias	4	-0.2830566465854645
18286	linear.bias	5	0.8178964257240295
18286	linear.bias	6	-0.17752380669116974
18286	linear.bias	7	0.018764832988381386
18286	linear.bias	8	1.4035495519638062
18286	linear.bias	9	-0.8016821146011353
18294	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
18294	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
18294	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
18294	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
18294	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
18294	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
18294	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
18294	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
18294	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
18294	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
18294	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
18294	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
18294	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
18294	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
18294	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
18294	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
18294	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
18294	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
18294	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
18294	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
18294	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
18294	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
18294	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
18294	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
18294	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
18294	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
18294	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
18294	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
18294	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
18294	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
18294	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
18294	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
18294	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
18294	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
18294	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
18294	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
18294	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
18294	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
18294	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
18294	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
18294	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
18294	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
18294	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
18294	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
18294	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
18294	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
18294	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
18294	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
18294	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
18294	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
18294	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
18294	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
18294	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
18294	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
18294	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
18294	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
18294	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
18294	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
18294	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
18294	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
18294	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
18294	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
18294	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
18294	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
18294	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
18294	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
18294	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
18294	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
18294	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
18294	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
18294	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
18294	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
18294	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
18294	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
18294	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
18294	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
18294	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
18294	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
18294	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
18294	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
18294	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
18294	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
18294	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
18294	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
18294	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
18294	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
18294	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
18294	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
18294	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
18294	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
18294	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
18294	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
18294	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
18294	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
18294	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
18294	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
18294	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
18294	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
18294	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
18294	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
18294	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
18294	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
18294	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
18294	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
18294	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
18294	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
18294	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
18294	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
18294	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
18294	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
18294	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
18294	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
18294	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
18294	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
18294	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
18294	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
18294	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
18294	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
18294	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
18294	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
18294	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
18294	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
18294	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
18294	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
18294	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
18294	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
18294	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
18294	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
18294	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
18294	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
18294	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
18294	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
18294	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
18294	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
18294	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
18294	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
18294	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
18294	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
18294	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
18294	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
18294	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
18294	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
18294	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
18294	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
18294	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
18294	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
18294	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
18294	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
18294	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
18294	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
18294	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
18294	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
18294	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
18294	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
18294	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
18294	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
18294	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
18294	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
18294	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
18294	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
18294	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
18294	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
18294	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
18294	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
18294	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
18294	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
18294	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
18294	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
18294	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
18294	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
18294	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
18294	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
18294	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
18294	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
18294	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
18294	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
18294	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
18294	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
18294	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
18294	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
18294	embedding2nn.weight	0	0.08051953464746475
18294	embedding2nn.weight	1	0.12050015479326248
18294	embedding2nn.weight	2	0.020457632839679718
18294	embedding2nn.weight	3	0.05080430582165718
18294	embedding2nn.weight	4	-0.0585673525929451
18294	embedding2nn.weight	5	-0.010468604043126106
18294	embedding2nn.weight	6	0.02480386383831501
18294	embedding2nn.weight	7	-0.059729207307100296
18294	embedding2nn.weight	8	0.043487731367349625
18294	embedding2nn.weight	9	-0.0018176245503127575
18294	embedding2nn.bias	0	0.009998176246881485
18294	embedding2nn.bias	1	-0.11581269651651382
18294	embedding2nn.bias	2	0.0920558050274849
18294	embedding2nn.bias	3	0.1251591295003891
18294	embedding2nn.bias	4	0.127040833234787
18294	embedding2nn.bias	5	0.012448063120245934
18294	embedding2nn.bias	6	0.008720469661056995
18294	embedding2nn.bias	7	0.03120870515704155
18294	embedding2nn.bias	8	-0.10858393460512161
18294	embedding2nn.bias	9	-0.23439115285873413
18294	rnn.weight_ih_l0	0	-0.026056010276079178
18294	rnn.weight_ih_l0	1	-0.046935539692640305
18294	rnn.weight_ih_l0	2	0.014090758748352528
18294	rnn.weight_ih_l0	3	-0.009751727804541588
18294	rnn.weight_ih_l0	4	-0.01753782480955124
18294	rnn.weight_ih_l0	5	-0.06791623681783676
18294	rnn.weight_ih_l0	6	-0.02531467191874981
18294	rnn.weight_ih_l0	7	-0.018944095820188522
18294	rnn.weight_ih_l0	8	0.021280746906995773
18294	rnn.weight_ih_l0	9	-0.023338010534644127
18294	rnn.weight_hh_l0	0	0.022486485540866852
18294	rnn.weight_hh_l0	1	0.043388452380895615
18294	rnn.weight_hh_l0	2	-0.006041183136403561
18294	rnn.weight_hh_l0	3	0.03862515464425087
18294	rnn.weight_hh_l0	4	-0.03462650999426842
18294	rnn.weight_hh_l0	5	0.029222749173641205
18294	rnn.weight_hh_l0	6	0.03955862298607826
18294	rnn.weight_hh_l0	7	0.06587080657482147
18294	rnn.weight_hh_l0	8	0.03181859850883484
18294	rnn.weight_hh_l0	9	-0.027122771367430687
18294	rnn.bias_ih_l0	0	0.029844339936971664
18294	rnn.bias_ih_l0	1	-0.07521841675043106
18294	rnn.bias_ih_l0	2	-0.01020452007651329
18294	rnn.bias_ih_l0	3	-0.06221917271614075
18294	rnn.bias_ih_l0	4	0.06862513720989227
18294	rnn.bias_ih_l0	5	-0.050534963607788086
18294	rnn.bias_ih_l0	6	0.013705483637750149
18294	rnn.bias_ih_l0	7	-0.0893150120973587
18294	rnn.bias_ih_l0	8	-0.0015481217997148633
18294	rnn.bias_ih_l0	9	-0.1944589465856552
18294	rnn.bias_hh_l0	0	-0.03650275617837906
18294	rnn.bias_hh_l0	1	-0.015939049422740936
18294	rnn.bias_hh_l0	2	-0.007270817644894123
18294	rnn.bias_hh_l0	3	-0.023279597982764244
18294	rnn.bias_hh_l0	4	-0.044412653893232346
18294	rnn.bias_hh_l0	5	-0.046331241726875305
18294	rnn.bias_hh_l0	6	-0.04019922763109207
18294	rnn.bias_hh_l0	7	0.08434397727251053
18294	rnn.bias_hh_l0	8	-0.026591507717967033
18294	rnn.bias_hh_l0	9	-0.13859203457832336
18294	rnn.weight_ih_l0_reverse	0	0.037374258041381836
18294	rnn.weight_ih_l0_reverse	1	-0.03276863321661949
18294	rnn.weight_ih_l0_reverse	2	-0.028475966304540634
18294	rnn.weight_ih_l0_reverse	3	-0.03336472436785698
18294	rnn.weight_ih_l0_reverse	4	0.028267597779631615
18294	rnn.weight_ih_l0_reverse	5	-0.026673296466469765
18294	rnn.weight_ih_l0_reverse	6	0.043442320078611374
18294	rnn.weight_ih_l0_reverse	7	0.006914408411830664
18294	rnn.weight_ih_l0_reverse	8	0.012914549559354782
18294	rnn.weight_ih_l0_reverse	9	0.007089654449373484
18294	rnn.weight_hh_l0_reverse	0	-0.03770015761256218
18294	rnn.weight_hh_l0_reverse	1	0.04069560393691063
18294	rnn.weight_hh_l0_reverse	2	0.015509344637393951
18294	rnn.weight_hh_l0_reverse	3	0.024655798450112343
18294	rnn.weight_hh_l0_reverse	4	-0.04153485223650932
18294	rnn.weight_hh_l0_reverse	5	0.027961818501353264
18294	rnn.weight_hh_l0_reverse	6	0.013756753876805305
18294	rnn.weight_hh_l0_reverse	7	-0.0031531068962067366
18294	rnn.weight_hh_l0_reverse	8	0.06447752565145493
18294	rnn.weight_hh_l0_reverse	9	-0.003479689359664917
18294	rnn.bias_ih_l0_reverse	0	-0.09357065707445145
18294	rnn.bias_ih_l0_reverse	1	-0.07612290233373642
18294	rnn.bias_ih_l0_reverse	2	-0.0015687248669564724
18294	rnn.bias_ih_l0_reverse	3	-0.017745384946465492
18294	rnn.bias_ih_l0_reverse	4	-0.06663276255130768
18294	rnn.bias_ih_l0_reverse	5	-0.06390503793954849
18294	rnn.bias_ih_l0_reverse	6	0.15573744475841522
18294	rnn.bias_ih_l0_reverse	7	-0.14582335948944092
18294	rnn.bias_ih_l0_reverse	8	-0.054198816418647766
18294	rnn.bias_ih_l0_reverse	9	-0.03744150698184967
18294	rnn.bias_hh_l0_reverse	0	-0.01637117564678192
18294	rnn.bias_hh_l0_reverse	1	0.07467587292194366
18294	rnn.bias_hh_l0_reverse	2	-0.08666060864925385
18294	rnn.bias_hh_l0_reverse	3	0.0013755804393440485
18294	rnn.bias_hh_l0_reverse	4	-0.06604987382888794
18294	rnn.bias_hh_l0_reverse	5	-0.03251020610332489
18294	rnn.bias_hh_l0_reverse	6	-0.07676063477993011
18294	rnn.bias_hh_l0_reverse	7	0.01902494765818119
18294	rnn.bias_hh_l0_reverse	8	-0.03456547111272812
18294	rnn.bias_hh_l0_reverse	9	0.08373766392469406
18294	linear.weight	0	0.13304275274276733
18294	linear.weight	1	-0.21245361864566803
18294	linear.weight	2	0.032474711537361145
18294	linear.weight	3	0.06189201399683952
18294	linear.weight	4	-0.17576245963573456
18294	linear.weight	5	0.21990324556827545
18294	linear.weight	6	-0.10428296029567719
18294	linear.weight	7	-0.08011036366224289
18294	linear.weight	8	0.13172827661037445
18294	linear.weight	9	-0.020000722259283066
18294	linear.bias	0	-0.6800100803375244
18294	linear.bias	1	1.61552095413208
18294	linear.bias	2	-0.17545489966869354
18294	linear.bias	3	-1.5256966352462769
18294	linear.bias	4	-0.2844826877117157
18294	linear.bias	5	0.8303086757659912
18294	linear.bias	6	-0.1767631322145462
18294	linear.bias	7	0.016413526609539986
18294	linear.bias	8	1.4044004678726196
18294	linear.bias	9	-0.7948204278945923
18903	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
18903	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
18903	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
18903	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
18903	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
18903	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
18903	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
18903	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
18903	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
18903	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
18903	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
18903	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
18903	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
18903	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
18903	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
18903	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
18903	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
18903	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
18903	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
18903	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
18903	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
18903	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
18903	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
18903	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
18903	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
18903	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
18903	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
18903	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
18903	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
18903	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
18903	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
18903	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
18903	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
18903	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
18903	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
18903	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
18903	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
18903	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
18903	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
18903	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
18903	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
18903	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
18903	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
18903	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
18903	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
18903	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
18903	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
18903	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
18903	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
18903	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
18903	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
18903	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
18903	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
18903	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
18903	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
18903	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
18903	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
18903	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
18903	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
18903	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
18903	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
18903	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
18903	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
18903	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
18903	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
18903	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
18903	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
18903	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
18903	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
18903	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
18903	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
18903	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
18903	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
18903	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
18903	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
18903	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
18903	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
18903	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
18903	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
18903	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
18903	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
18903	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
18903	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
18903	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
18903	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
18903	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
18903	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
18903	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
18903	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
18903	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
18903	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
18903	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
18903	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
18903	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
18903	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
18903	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
18903	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
18903	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
18903	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
18903	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
18903	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
18903	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
18903	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
18903	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
18903	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
18903	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
18903	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
18903	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
18903	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
18903	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
18903	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
18903	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
18903	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
18903	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
18903	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
18903	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
18903	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
18903	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
18903	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
18903	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
18903	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
18903	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
18903	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
18903	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
18903	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
18903	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
18903	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
18903	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
18903	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
18903	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
18903	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
18903	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
18903	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
18903	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
18903	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
18903	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
18903	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
18903	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
18903	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
18903	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
18903	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
18903	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
18903	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
18903	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
18903	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
18903	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
18903	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
18903	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
18903	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
18903	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
18903	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
18903	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
18903	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
18903	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
18903	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
18903	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
18903	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
18903	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
18903	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
18903	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
18903	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
18903	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
18903	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
18903	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
18903	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
18903	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
18903	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
18903	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
18903	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
18903	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
18903	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
18903	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
18903	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
18903	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
18903	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
18903	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
18903	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
18903	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
18903	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
18903	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
18903	embedding2nn.weight	0	0.08026860654354095
18903	embedding2nn.weight	1	0.12170296907424927
18903	embedding2nn.weight	2	0.023404348641633987
18903	embedding2nn.weight	3	0.05255090072751045
18903	embedding2nn.weight	4	-0.06042459234595299
18903	embedding2nn.weight	5	-0.010198872536420822
18903	embedding2nn.weight	6	0.036969687789678574
18903	embedding2nn.weight	7	-0.05839506909251213
18903	embedding2nn.weight	8	0.043554481118917465
18903	embedding2nn.weight	9	-0.0031450146343559027
18903	embedding2nn.bias	0	0.02538527362048626
18903	embedding2nn.bias	1	-0.12946374714374542
18903	embedding2nn.bias	2	0.0825449526309967
18903	embedding2nn.bias	3	0.12060016393661499
18903	embedding2nn.bias	4	0.13577477633953094
18903	embedding2nn.bias	5	0.00957831647247076
18903	embedding2nn.bias	6	0.010404670611023903
18903	embedding2nn.bias	7	0.03400374948978424
18903	embedding2nn.bias	8	-0.12273897230625153
18903	embedding2nn.bias	9	-0.2329528033733368
18903	rnn.weight_ih_l0	0	-0.026677148416638374
18903	rnn.weight_ih_l0	1	-0.04806186631321907
18903	rnn.weight_ih_l0	2	0.01623828336596489
18903	rnn.weight_ih_l0	3	-0.010393086820840836
18903	rnn.weight_ih_l0	4	-0.01350514218211174
18903	rnn.weight_ih_l0	5	-0.07089781016111374
18903	rnn.weight_ih_l0	6	-0.02788197621703148
18903	rnn.weight_ih_l0	7	-0.017914041876792908
18903	rnn.weight_ih_l0	8	0.022685203701257706
18903	rnn.weight_ih_l0	9	-0.028405241668224335
18903	rnn.weight_hh_l0	0	0.022287191823124886
18903	rnn.weight_hh_l0	1	0.044373124837875366
18903	rnn.weight_hh_l0	2	-0.006054815836250782
18903	rnn.weight_hh_l0	3	0.037911463528871536
18903	rnn.weight_hh_l0	4	-0.03464527800679207
18903	rnn.weight_hh_l0	5	0.029488837346434593
18903	rnn.weight_hh_l0	6	0.03945464640855789
18903	rnn.weight_hh_l0	7	0.06499592959880829
18903	rnn.weight_hh_l0	8	0.03182792663574219
18903	rnn.weight_hh_l0	9	-0.026453938335180283
18903	rnn.bias_ih_l0	0	0.013577493838965893
18903	rnn.bias_ih_l0	1	-0.07618098706007004
18903	rnn.bias_ih_l0	2	-0.010289297439157963
18903	rnn.bias_ih_l0	3	-0.06572180241346359
18903	rnn.bias_ih_l0	4	0.0808451771736145
18903	rnn.bias_ih_l0	5	-0.04942675679922104
18903	rnn.bias_ih_l0	6	0.01611430011689663
18903	rnn.bias_ih_l0	7	-0.09345375001430511
18903	rnn.bias_ih_l0	8	-0.002594249090179801
18903	rnn.bias_ih_l0	9	-0.20058870315551758
18903	rnn.bias_hh_l0	0	-0.032576870173215866
18903	rnn.bias_hh_l0	1	-0.021947789937257767
18903	rnn.bias_hh_l0	2	-0.011438806541264057
18903	rnn.bias_hh_l0	3	-0.020903661847114563
18903	rnn.bias_hh_l0	4	-0.0426553450524807
18903	rnn.bias_hh_l0	5	-0.04594038054347038
18903	rnn.bias_hh_l0	6	-0.037776097655296326
18903	rnn.bias_hh_l0	7	0.09080192446708679
18903	rnn.bias_hh_l0	8	-0.028473079204559326
18903	rnn.bias_hh_l0	9	-0.14408467710018158
18903	rnn.weight_ih_l0_reverse	0	0.040646445006132126
18903	rnn.weight_ih_l0_reverse	1	-0.030778635293245316
18903	rnn.weight_ih_l0_reverse	2	-0.026053259149193764
18903	rnn.weight_ih_l0_reverse	3	-0.03251408413052559
18903	rnn.weight_ih_l0_reverse	4	0.029268931597471237
18903	rnn.weight_ih_l0_reverse	5	-0.03690921515226364
18903	rnn.weight_ih_l0_reverse	6	0.04188791662454605
18903	rnn.weight_ih_l0_reverse	7	0.0057806516997516155
18903	rnn.weight_ih_l0_reverse	8	0.012861073017120361
18903	rnn.weight_ih_l0_reverse	9	0.012063411064445972
18903	rnn.weight_hh_l0_reverse	0	-0.03536701947450638
18903	rnn.weight_hh_l0_reverse	1	0.039592355489730835
18903	rnn.weight_hh_l0_reverse	2	0.015245352871716022
18903	rnn.weight_hh_l0_reverse	3	0.023838352411985397
18903	rnn.weight_hh_l0_reverse	4	-0.04315127432346344
18903	rnn.weight_hh_l0_reverse	5	0.027839550748467445
18903	rnn.weight_hh_l0_reverse	6	0.013727131299674511
18903	rnn.weight_hh_l0_reverse	7	-0.003926142118871212
18903	rnn.weight_hh_l0_reverse	8	0.07065390795469284
18903	rnn.weight_hh_l0_reverse	9	-0.002882573753595352
18903	rnn.bias_ih_l0_reverse	0	-0.10017333924770355
18903	rnn.bias_ih_l0_reverse	1	-0.07720274478197098
18903	rnn.bias_ih_l0_reverse	2	0.0006621486390940845
18903	rnn.bias_ih_l0_reverse	3	-0.027899179607629776
18903	rnn.bias_ih_l0_reverse	4	-0.061103519052267075
18903	rnn.bias_ih_l0_reverse	5	-0.060657817870378494
18903	rnn.bias_ih_l0_reverse	6	0.14336632192134857
18903	rnn.bias_ih_l0_reverse	7	-0.15561506152153015
18903	rnn.bias_ih_l0_reverse	8	-0.057426925748586655
18903	rnn.bias_ih_l0_reverse	9	-0.04962804168462753
18903	rnn.bias_hh_l0_reverse	0	-0.01627710461616516
18903	rnn.bias_hh_l0_reverse	1	0.08085626363754272
18903	rnn.bias_hh_l0_reverse	2	-0.08385898917913437
18903	rnn.bias_hh_l0_reverse	3	-0.001281465869396925
18903	rnn.bias_hh_l0_reverse	4	-0.06815890967845917
18903	rnn.bias_hh_l0_reverse	5	-0.033907946199178696
18903	rnn.bias_hh_l0_reverse	6	-0.08278890699148178
18903	rnn.bias_hh_l0_reverse	7	0.020666422322392464
18903	rnn.bias_hh_l0_reverse	8	-0.03013203665614128
18903	rnn.bias_hh_l0_reverse	9	0.0813537985086441
18903	linear.weight	0	0.10942933708429337
18903	linear.weight	1	-0.23668819665908813
18903	linear.weight	2	0.006685145199298859
18903	linear.weight	3	0.06213884428143501
18903	linear.weight	4	-0.17753085494041443
18903	linear.weight	5	0.22796733677387238
18903	linear.weight	6	-0.11026302725076675
18903	linear.weight	7	-0.07967700064182281
18903	linear.weight	8	0.11651717126369476
18903	linear.weight	9	-0.019992079585790634
18903	linear.bias	0	-0.6908169388771057
18903	linear.bias	1	1.6874586343765259
18903	linear.bias	2	-0.18225455284118652
18903	linear.bias	3	-1.5379773378372192
18903	linear.bias	4	-0.3159950077533722
18903	linear.bias	5	0.7810553908348083
18903	linear.bias	6	-0.19341370463371277
18903	linear.bias	7	0.05984165892004967
18903	linear.bias	8	1.4516785144805908
18903	linear.bias	9	-0.8293319940567017
19512	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
19512	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
19512	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
19512	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
19512	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
19512	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
19512	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
19512	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
19512	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
19512	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
19512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
19512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
19512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
19512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
19512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
19512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
19512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
19512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
19512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
19512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
19512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
19512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
19512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
19512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
19512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
19512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
19512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
19512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
19512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
19512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
19512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
19512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
19512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
19512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
19512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
19512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
19512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
19512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
19512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
19512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
19512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
19512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
19512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
19512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
19512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
19512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
19512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
19512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
19512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
19512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
19512	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
19512	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
19512	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
19512	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
19512	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
19512	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
19512	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
19512	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
19512	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
19512	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
19512	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
19512	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
19512	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
19512	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
19512	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
19512	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
19512	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
19512	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
19512	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
19512	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
19512	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
19512	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
19512	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
19512	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
19512	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
19512	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
19512	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
19512	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
19512	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
19512	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
19512	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
19512	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
19512	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
19512	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
19512	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
19512	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
19512	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
19512	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
19512	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
19512	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
19512	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
19512	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
19512	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
19512	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
19512	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
19512	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
19512	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
19512	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
19512	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
19512	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
19512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
19512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
19512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
19512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
19512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
19512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
19512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
19512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
19512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
19512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
19512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
19512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
19512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
19512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
19512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
19512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
19512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
19512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
19512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
19512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
19512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
19512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
19512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
19512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
19512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
19512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
19512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
19512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
19512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
19512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
19512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
19512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
19512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
19512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
19512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
19512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
19512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
19512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
19512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
19512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
19512	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
19512	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
19512	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
19512	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
19512	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
19512	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
19512	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
19512	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
19512	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
19512	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
19512	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
19512	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
19512	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
19512	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
19512	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
19512	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
19512	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
19512	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
19512	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
19512	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
19512	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
19512	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
19512	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
19512	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
19512	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
19512	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
19512	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
19512	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
19512	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
19512	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
19512	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
19512	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
19512	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
19512	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
19512	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
19512	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
19512	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
19512	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
19512	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
19512	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
19512	embedding2nn.weight	0	0.08213299512863159
19512	embedding2nn.weight	1	0.1290234476327896
19512	embedding2nn.weight	2	0.024069851264357567
19512	embedding2nn.weight	3	0.038919441401958466
19512	embedding2nn.weight	4	-0.060140468180179596
19512	embedding2nn.weight	5	-0.013184993527829647
19512	embedding2nn.weight	6	0.04267788678407669
19512	embedding2nn.weight	7	-0.05190404877066612
19512	embedding2nn.weight	8	0.041975442320108414
19512	embedding2nn.weight	9	-0.0054524606093764305
19512	embedding2nn.bias	0	0.019632186740636826
19512	embedding2nn.bias	1	-0.14562398195266724
19512	embedding2nn.bias	2	0.10213031619787216
19512	embedding2nn.bias	3	0.12398279458284378
19512	embedding2nn.bias	4	0.1311977654695511
19512	embedding2nn.bias	5	-0.0012031497899442911
19512	embedding2nn.bias	6	0.010164265520870686
19512	embedding2nn.bias	7	0.04121209681034088
19512	embedding2nn.bias	8	-0.10629644244909286
19512	embedding2nn.bias	9	-0.24600927531719208
19512	rnn.weight_ih_l0	0	-0.02645917981863022
19512	rnn.weight_ih_l0	1	-0.04868553206324577
19512	rnn.weight_ih_l0	2	0.014991012401878834
19512	rnn.weight_ih_l0	3	-0.012229732237756252
19512	rnn.weight_ih_l0	4	-0.013980776071548462
19512	rnn.weight_ih_l0	5	-0.0743434950709343
19512	rnn.weight_ih_l0	6	-0.02705361880362034
19512	rnn.weight_ih_l0	7	-0.02067396230995655
19512	rnn.weight_ih_l0	8	0.02135360985994339
19512	rnn.weight_ih_l0	9	-0.02244330570101738
19512	rnn.weight_hh_l0	0	0.022158220410346985
19512	rnn.weight_hh_l0	1	0.04447278007864952
19512	rnn.weight_hh_l0	2	-0.007273120805621147
19512	rnn.weight_hh_l0	3	0.037591032683849335
19512	rnn.weight_hh_l0	4	-0.033683452755212784
19512	rnn.weight_hh_l0	5	0.030556796118617058
19512	rnn.weight_hh_l0	6	0.03955046087503433
19512	rnn.weight_hh_l0	7	0.0688195750117302
19512	rnn.weight_hh_l0	8	0.03158659487962723
19512	rnn.weight_hh_l0	9	-0.026148566976189613
19512	rnn.bias_ih_l0	0	0.025190742686390877
19512	rnn.bias_ih_l0	1	-0.08556022495031357
19512	rnn.bias_ih_l0	2	-0.007832970470190048
19512	rnn.bias_ih_l0	3	-0.06272149085998535
19512	rnn.bias_ih_l0	4	0.08209177106618881
19512	rnn.bias_ih_l0	5	-0.04401005804538727
19512	rnn.bias_ih_l0	6	0.023622699081897736
19512	rnn.bias_ih_l0	7	-0.0969802662730217
19512	rnn.bias_ih_l0	8	-0.0036972181405872107
19512	rnn.bias_ih_l0	9	-0.21063527464866638
19512	rnn.bias_hh_l0	0	-0.036034613847732544
19512	rnn.bias_hh_l0	1	-0.01997934654355049
19512	rnn.bias_hh_l0	2	-0.018864281475543976
19512	rnn.bias_hh_l0	3	-0.029037926346063614
19512	rnn.bias_hh_l0	4	-0.04249412566423416
19512	rnn.bias_hh_l0	5	-0.04848289489746094
19512	rnn.bias_hh_l0	6	-0.04111510142683983
19512	rnn.bias_hh_l0	7	0.08118276298046112
19512	rnn.bias_hh_l0	8	-0.03343674913048744
19512	rnn.bias_hh_l0	9	-0.14526885747909546
19512	rnn.weight_ih_l0_reverse	0	0.041091449558734894
19512	rnn.weight_ih_l0_reverse	1	-0.030880436301231384
19512	rnn.weight_ih_l0_reverse	2	-0.024867238476872444
19512	rnn.weight_ih_l0_reverse	3	-0.03563065454363823
19512	rnn.weight_ih_l0_reverse	4	0.029594888910651207
19512	rnn.weight_ih_l0_reverse	5	-0.043522439897060394
19512	rnn.weight_ih_l0_reverse	6	0.04420529305934906
19512	rnn.weight_ih_l0_reverse	7	0.0055092740803956985
19512	rnn.weight_ih_l0_reverse	8	0.009278122335672379
19512	rnn.weight_ih_l0_reverse	9	0.009258494712412357
19512	rnn.weight_hh_l0_reverse	0	-0.0343606173992157
19512	rnn.weight_hh_l0_reverse	1	0.03938847407698631
19512	rnn.weight_hh_l0_reverse	2	0.015027987770736217
19512	rnn.weight_hh_l0_reverse	3	0.024400928989052773
19512	rnn.weight_hh_l0_reverse	4	-0.04437333717942238
19512	rnn.weight_hh_l0_reverse	5	0.02813832275569439
19512	rnn.weight_hh_l0_reverse	6	0.013646536506712437
19512	rnn.weight_hh_l0_reverse	7	0.0016961733344942331
19512	rnn.weight_hh_l0_reverse	8	0.07662328332662582
19512	rnn.weight_hh_l0_reverse	9	-0.003994032274931669
19512	rnn.bias_ih_l0_reverse	0	-0.09147831797599792
19512	rnn.bias_ih_l0_reverse	1	-0.08217931538820267
19512	rnn.bias_ih_l0_reverse	2	0.0028816410340368748
19512	rnn.bias_ih_l0_reverse	3	-0.03342738747596741
19512	rnn.bias_ih_l0_reverse	4	-0.05852386727929115
19512	rnn.bias_ih_l0_reverse	5	-0.06669040024280548
19512	rnn.bias_ih_l0_reverse	6	0.16159537434577942
19512	rnn.bias_ih_l0_reverse	7	-0.13637623190879822
19512	rnn.bias_ih_l0_reverse	8	-0.054410457611083984
19512	rnn.bias_ih_l0_reverse	9	-0.04819163307547569
19512	rnn.bias_hh_l0_reverse	0	-0.02156454138457775
19512	rnn.bias_hh_l0_reverse	1	0.08611182868480682
19512	rnn.bias_hh_l0_reverse	2	-0.08697854727506638
19512	rnn.bias_hh_l0_reverse	3	0.005833161063492298
19512	rnn.bias_hh_l0_reverse	4	-0.06784732639789581
19512	rnn.bias_hh_l0_reverse	5	-0.037779808044433594
19512	rnn.bias_hh_l0_reverse	6	-0.0924372673034668
19512	rnn.bias_hh_l0_reverse	7	0.018198171630501747
19512	rnn.bias_hh_l0_reverse	8	-0.023591158911585808
19512	rnn.bias_hh_l0_reverse	9	0.08483370393514633
19512	linear.weight	0	0.13078156113624573
19512	linear.weight	1	-0.22810286283493042
19512	linear.weight	2	8.952551979746204e-06
19512	linear.weight	3	0.062449861317873
19512	linear.weight	4	-0.17499107122421265
19512	linear.weight	5	0.2443225234746933
19512	linear.weight	6	-0.11548247188329697
19512	linear.weight	7	-0.07941362261772156
19512	linear.weight	8	0.11645662784576416
19512	linear.weight	9	-0.020059986039996147
19512	linear.bias	0	-0.7252264022827148
19512	linear.bias	1	1.6686763763427734
19512	linear.bias	2	-0.1809159368276596
19512	linear.bias	3	-1.550775408744812
19512	linear.bias	4	-0.27800801396369934
19512	linear.bias	5	0.8315616846084595
19512	linear.bias	6	-0.18413451313972473
19512	linear.bias	7	0.04618944227695465
19512	linear.bias	8	1.4331562519073486
19512	linear.bias	9	-0.8056400418281555
20121	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
20121	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
20121	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
20121	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
20121	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
20121	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
20121	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
20121	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
20121	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
20121	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
20121	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
20121	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
20121	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
20121	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
20121	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
20121	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
20121	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
20121	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
20121	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
20121	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
20121	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
20121	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
20121	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
20121	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
20121	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
20121	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
20121	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
20121	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
20121	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
20121	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
20121	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
20121	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
20121	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
20121	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
20121	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
20121	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
20121	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
20121	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
20121	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
20121	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
20121	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
20121	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
20121	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
20121	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
20121	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
20121	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
20121	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
20121	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
20121	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
20121	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
20121	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
20121	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
20121	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
20121	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
20121	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
20121	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
20121	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
20121	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
20121	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
20121	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
20121	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
20121	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
20121	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
20121	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
20121	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
20121	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
20121	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
20121	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
20121	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
20121	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
20121	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
20121	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
20121	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
20121	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
20121	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
20121	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
20121	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
20121	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
20121	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
20121	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
20121	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
20121	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
20121	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
20121	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
20121	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
20121	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
20121	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
20121	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
20121	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
20121	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
20121	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
20121	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
20121	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
20121	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
20121	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
20121	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
20121	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
20121	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
20121	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
20121	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
20121	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
20121	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
20121	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
20121	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
20121	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
20121	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
20121	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
20121	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
20121	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
20121	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
20121	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
20121	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
20121	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
20121	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
20121	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
20121	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
20121	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
20121	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
20121	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
20121	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
20121	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
20121	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
20121	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
20121	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
20121	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
20121	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
20121	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
20121	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
20121	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
20121	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
20121	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
20121	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
20121	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
20121	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
20121	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
20121	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
20121	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
20121	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
20121	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
20121	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
20121	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
20121	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
20121	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
20121	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
20121	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
20121	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
20121	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
20121	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
20121	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
20121	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
20121	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
20121	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
20121	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
20121	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
20121	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
20121	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
20121	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
20121	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
20121	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
20121	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
20121	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
20121	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
20121	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
20121	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
20121	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
20121	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
20121	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
20121	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
20121	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
20121	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
20121	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
20121	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
20121	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
20121	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
20121	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
20121	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
20121	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
20121	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
20121	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
20121	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
20121	embedding2nn.weight	0	0.08446196466684341
20121	embedding2nn.weight	1	0.13118098676204681
20121	embedding2nn.weight	2	0.025645781308412552
20121	embedding2nn.weight	3	0.043000925332307816
20121	embedding2nn.weight	4	-0.061525262892246246
20121	embedding2nn.weight	5	-0.011978249065577984
20121	embedding2nn.weight	6	0.04306866601109505
20121	embedding2nn.weight	7	-0.0496477335691452
20121	embedding2nn.weight	8	0.04016304388642311
20121	embedding2nn.weight	9	-0.008493706583976746
20121	embedding2nn.bias	0	0.041325781494379044
20121	embedding2nn.bias	1	-0.13021540641784668
20121	embedding2nn.bias	2	0.09538888186216354
20121	embedding2nn.bias	3	0.1252298355102539
20121	embedding2nn.bias	4	0.14054261147975922
20121	embedding2nn.bias	5	-0.010493914596736431
20121	embedding2nn.bias	6	0.009694947861135006
20121	embedding2nn.bias	7	0.020587606355547905
20121	embedding2nn.bias	8	-0.12118130177259445
20121	embedding2nn.bias	9	-0.2304670214653015
20121	rnn.weight_ih_l0	0	-0.02434345707297325
20121	rnn.weight_ih_l0	1	-0.050176866352558136
20121	rnn.weight_ih_l0	2	0.017068911343812943
20121	rnn.weight_ih_l0	3	-0.010622439906001091
20121	rnn.weight_ih_l0	4	-0.01917933113873005
20121	rnn.weight_ih_l0	5	-0.06605499237775803
20121	rnn.weight_ih_l0	6	-0.02472187578678131
20121	rnn.weight_ih_l0	7	-0.018177084624767303
20121	rnn.weight_ih_l0	8	0.015722554177045822
20121	rnn.weight_ih_l0	9	-0.015298784710466862
20121	rnn.weight_hh_l0	0	0.021858569234609604
20121	rnn.weight_hh_l0	1	0.0451468899846077
20121	rnn.weight_hh_l0	2	-0.008450471796095371
20121	rnn.weight_hh_l0	3	0.03835383430123329
20121	rnn.weight_hh_l0	4	-0.0332237146794796
20121	rnn.weight_hh_l0	5	0.031534112989902496
20121	rnn.weight_hh_l0	6	0.03828725591301918
20121	rnn.weight_hh_l0	7	0.06585473567247391
20121	rnn.weight_hh_l0	8	0.031353481113910675
20121	rnn.weight_hh_l0	9	-0.024935366585850716
20121	rnn.bias_ih_l0	0	0.025059837847948074
20121	rnn.bias_ih_l0	1	-0.0721828043460846
20121	rnn.bias_ih_l0	2	-0.009019489400088787
20121	rnn.bias_ih_l0	3	-0.0643492192029953
20121	rnn.bias_ih_l0	4	0.09349354356527328
20121	rnn.bias_ih_l0	5	-0.04534292593598366
20121	rnn.bias_ih_l0	6	0.0364726223051548
20121	rnn.bias_ih_l0	7	-0.0993419736623764
20121	rnn.bias_ih_l0	8	-0.006458543706685305
20121	rnn.bias_ih_l0	9	-0.21823105216026306
20121	rnn.bias_hh_l0	0	-0.037899527698755264
20121	rnn.bias_hh_l0	1	-0.02442643977701664
20121	rnn.bias_hh_l0	2	-0.02327536977827549
20121	rnn.bias_hh_l0	3	-0.02809259667992592
20121	rnn.bias_hh_l0	4	-0.04584655910730362
20121	rnn.bias_hh_l0	5	-0.0537911020219326
20121	rnn.bias_hh_l0	6	-0.0389254055917263
20121	rnn.bias_hh_l0	7	0.08420514315366745
20121	rnn.bias_hh_l0	8	-0.0390935018658638
20121	rnn.bias_hh_l0	9	-0.14574867486953735
20121	rnn.weight_ih_l0_reverse	0	0.051685579121112823
20121	rnn.weight_ih_l0_reverse	1	-0.030076149851083755
20121	rnn.weight_ih_l0_reverse	2	-0.025034617632627487
20121	rnn.weight_ih_l0_reverse	3	-0.040202345699071884
20121	rnn.weight_ih_l0_reverse	4	0.029640158638358116
20121	rnn.weight_ih_l0_reverse	5	-0.03840647265315056
20121	rnn.weight_ih_l0_reverse	6	0.04606416076421738
20121	rnn.weight_ih_l0_reverse	7	0.0048131681978702545
20121	rnn.weight_ih_l0_reverse	8	0.011243004351854324
20121	rnn.weight_ih_l0_reverse	9	0.004345042631030083
20121	rnn.weight_hh_l0_reverse	0	-0.03542438521981239
20121	rnn.weight_hh_l0_reverse	1	0.039964430034160614
20121	rnn.weight_hh_l0_reverse	2	0.015596028417348862
20121	rnn.weight_hh_l0_reverse	3	0.02445853315293789
20121	rnn.weight_hh_l0_reverse	4	-0.044027164578437805
20121	rnn.weight_hh_l0_reverse	5	0.028093738481402397
20121	rnn.weight_hh_l0_reverse	6	0.013408045284450054
20121	rnn.weight_hh_l0_reverse	7	0.0028567833360284567
20121	rnn.weight_hh_l0_reverse	8	0.08192213624715805
20121	rnn.weight_hh_l0_reverse	9	-0.0009283580002374947
20121	rnn.bias_ih_l0_reverse	0	-0.08526064455509186
20121	rnn.bias_ih_l0_reverse	1	-0.07526154816150665
20121	rnn.bias_ih_l0_reverse	2	0.0034303131978958845
20121	rnn.bias_ih_l0_reverse	3	-0.032488077878952026
20121	rnn.bias_ih_l0_reverse	4	-0.059826046228408813
20121	rnn.bias_ih_l0_reverse	5	-0.06881820410490036
20121	rnn.bias_ih_l0_reverse	6	0.17200656235218048
20121	rnn.bias_ih_l0_reverse	7	-0.1431564837694168
20121	rnn.bias_ih_l0_reverse	8	-0.05256056785583496
20121	rnn.bias_ih_l0_reverse	9	-0.05329150706529617
20121	rnn.bias_hh_l0_reverse	0	-0.007807751186192036
20121	rnn.bias_hh_l0_reverse	1	0.09512680768966675
20121	rnn.bias_hh_l0_reverse	2	-0.09207168221473694
20121	rnn.bias_hh_l0_reverse	3	0.006220736540853977
20121	rnn.bias_hh_l0_reverse	4	-0.06415379047393799
20121	rnn.bias_hh_l0_reverse	5	-0.03422636166214943
20121	rnn.bias_hh_l0_reverse	6	-0.08434697240591049
20121	rnn.bias_hh_l0_reverse	7	0.012911147437989712
20121	rnn.bias_hh_l0_reverse	8	-0.03406435251235962
20121	rnn.bias_hh_l0_reverse	9	0.08647899329662323
20121	linear.weight	0	0.1633162945508957
20121	linear.weight	1	-0.2594902515411377
20121	linear.weight	2	-0.024236029013991356
20121	linear.weight	3	0.06271220743656158
20121	linear.weight	4	-0.16780683398246765
20121	linear.weight	5	0.21552827954292297
20121	linear.weight	6	-0.09813757985830307
20121	linear.weight	7	-0.07921761274337769
20121	linear.weight	8	0.1143336296081543
20121	linear.weight	9	-0.019952617585659027
20121	linear.bias	0	-0.7496612668037415
20121	linear.bias	1	1.6446444988250732
20121	linear.bias	2	-0.16690538823604584
20121	linear.bias	3	-1.5634101629257202
20121	linear.bias	4	-0.2983352243900299
20121	linear.bias	5	0.8430993556976318
20121	linear.bias	6	-0.2131555676460266
20121	linear.bias	7	0.0659601017832756
20121	linear.bias	8	1.481884479522705
20121	linear.bias	9	-0.80109703540802
20730	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
20730	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
20730	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
20730	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
20730	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
20730	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
20730	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
20730	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
20730	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
20730	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
20730	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
20730	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
20730	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
20730	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
20730	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
20730	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
20730	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
20730	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
20730	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
20730	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
20730	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
20730	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
20730	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
20730	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
20730	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
20730	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
20730	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
20730	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
20730	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
20730	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
20730	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
20730	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
20730	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
20730	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
20730	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
20730	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
20730	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
20730	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
20730	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
20730	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
20730	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
20730	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
20730	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
20730	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
20730	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
20730	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
20730	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
20730	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
20730	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
20730	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
20730	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
20730	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
20730	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
20730	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
20730	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
20730	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
20730	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
20730	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
20730	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
20730	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
20730	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
20730	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
20730	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
20730	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
20730	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
20730	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
20730	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
20730	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
20730	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
20730	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
20730	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
20730	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
20730	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
20730	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
20730	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
20730	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
20730	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
20730	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
20730	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
20730	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
20730	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
20730	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
20730	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
20730	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
20730	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
20730	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
20730	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
20730	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
20730	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
20730	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
20730	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
20730	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
20730	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
20730	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
20730	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
20730	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
20730	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
20730	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
20730	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
20730	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
20730	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
20730	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
20730	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
20730	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
20730	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
20730	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
20730	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
20730	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
20730	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
20730	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
20730	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
20730	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
20730	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
20730	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
20730	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
20730	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
20730	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
20730	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
20730	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
20730	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
20730	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
20730	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
20730	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
20730	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
20730	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
20730	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
20730	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
20730	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
20730	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
20730	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
20730	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
20730	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
20730	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
20730	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
20730	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
20730	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
20730	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
20730	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
20730	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
20730	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
20730	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
20730	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
20730	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
20730	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
20730	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
20730	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
20730	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
20730	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
20730	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
20730	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
20730	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
20730	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
20730	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
20730	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
20730	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
20730	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
20730	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
20730	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
20730	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
20730	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
20730	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
20730	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
20730	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
20730	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
20730	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
20730	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
20730	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
20730	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
20730	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
20730	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
20730	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
20730	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
20730	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
20730	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
20730	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
20730	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
20730	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
20730	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
20730	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
20730	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
20730	embedding2nn.weight	0	0.0846356526017189
20730	embedding2nn.weight	1	0.1359526365995407
20730	embedding2nn.weight	2	0.024154657498002052
20730	embedding2nn.weight	3	0.03721391409635544
20730	embedding2nn.weight	4	-0.0655272826552391
20730	embedding2nn.weight	5	-0.003929613623768091
20730	embedding2nn.weight	6	0.03949865326285362
20730	embedding2nn.weight	7	-0.05099073052406311
20730	embedding2nn.weight	8	0.035769157111644745
20730	embedding2nn.weight	9	-0.011303449980914593
20730	embedding2nn.bias	0	0.028932390734553337
20730	embedding2nn.bias	1	-0.1338871866464615
20730	embedding2nn.bias	2	0.09496835619211197
20730	embedding2nn.bias	3	0.1212899461388588
20730	embedding2nn.bias	4	0.13829585909843445
20730	embedding2nn.bias	5	-0.01002191100269556
20730	embedding2nn.bias	6	0.010947244241833687
20730	embedding2nn.bias	7	0.016873566433787346
20730	embedding2nn.bias	8	-0.1107092872262001
20730	embedding2nn.bias	9	-0.22890058159828186
20730	rnn.weight_ih_l0	0	-0.02364102564752102
20730	rnn.weight_ih_l0	1	-0.047145724296569824
20730	rnn.weight_ih_l0	2	0.019050315022468567
20730	rnn.weight_ih_l0	3	-0.013363106176257133
20730	rnn.weight_ih_l0	4	-0.021846966817975044
20730	rnn.weight_ih_l0	5	-0.06895698606967926
20730	rnn.weight_ih_l0	6	-0.024727536365389824
20730	rnn.weight_ih_l0	7	-0.018720243126153946
20730	rnn.weight_ih_l0	8	0.009004039689898491
20730	rnn.weight_ih_l0	9	-0.01447245478630066
20730	rnn.weight_hh_l0	0	0.021811047568917274
20730	rnn.weight_hh_l0	1	0.04559564217925072
20730	rnn.weight_hh_l0	2	-0.008228816092014313
20730	rnn.weight_hh_l0	3	0.03828876093029976
20730	rnn.weight_hh_l0	4	-0.03145887330174446
20730	rnn.weight_hh_l0	5	0.03170649707317352
20730	rnn.weight_hh_l0	6	0.03820951282978058
20730	rnn.weight_hh_l0	7	0.06723113358020782
20730	rnn.weight_hh_l0	8	0.031579870730638504
20730	rnn.weight_hh_l0	9	-0.02262984775006771
20730	rnn.bias_ih_l0	0	0.02668137475848198
20730	rnn.bias_ih_l0	1	-0.07898414134979248
20730	rnn.bias_ih_l0	2	-0.010592810809612274
20730	rnn.bias_ih_l0	3	-0.06996122002601624
20730	rnn.bias_ih_l0	4	0.09531386941671371
20730	rnn.bias_ih_l0	5	-0.04296371340751648
20730	rnn.bias_ih_l0	6	0.04120856150984764
20730	rnn.bias_ih_l0	7	-0.09925036132335663
20730	rnn.bias_ih_l0	8	-0.007668800186365843
20730	rnn.bias_ih_l0	9	-0.22686858475208282
20730	rnn.bias_hh_l0	0	-0.04024947062134743
20730	rnn.bias_hh_l0	1	-0.039213478565216064
20730	rnn.bias_hh_l0	2	-0.023424332961440086
20730	rnn.bias_hh_l0	3	-0.02262244187295437
20730	rnn.bias_hh_l0	4	-0.056303009390830994
20730	rnn.bias_hh_l0	5	-0.05680963397026062
20730	rnn.bias_hh_l0	6	-0.040152933448553085
20730	rnn.bias_hh_l0	7	0.0898813009262085
20730	rnn.bias_hh_l0	8	-0.04274047538638115
20730	rnn.bias_hh_l0	9	-0.15283240377902985
20730	rnn.weight_ih_l0_reverse	0	0.052414339035749435
20730	rnn.weight_ih_l0_reverse	1	-0.029280714690685272
20730	rnn.weight_ih_l0_reverse	2	-0.024566713720560074
20730	rnn.weight_ih_l0_reverse	3	-0.03823172301054001
20730	rnn.weight_ih_l0_reverse	4	0.026950610801577568
20730	rnn.weight_ih_l0_reverse	5	-0.03710808977484703
20730	rnn.weight_ih_l0_reverse	6	0.04380213841795921
20730	rnn.weight_ih_l0_reverse	7	0.0042788442224264145
20730	rnn.weight_ih_l0_reverse	8	0.010364055633544922
20730	rnn.weight_ih_l0_reverse	9	0.007054048590362072
20730	rnn.weight_hh_l0_reverse	0	-0.03618292510509491
20730	rnn.weight_hh_l0_reverse	1	0.04080377146601677
20730	rnn.weight_hh_l0_reverse	2	0.01626170054078102
20730	rnn.weight_hh_l0_reverse	3	0.023688586428761482
20730	rnn.weight_hh_l0_reverse	4	-0.044005926698446274
20730	rnn.weight_hh_l0_reverse	5	0.028142521157860756
20730	rnn.weight_hh_l0_reverse	6	0.013514040969312191
20730	rnn.weight_hh_l0_reverse	7	0.0038003730587661266
20730	rnn.weight_hh_l0_reverse	8	0.08621944487094879
20730	rnn.weight_hh_l0_reverse	9	-0.000670687120873481
20730	rnn.bias_ih_l0_reverse	0	-0.0837898701429367
20730	rnn.bias_ih_l0_reverse	1	-0.06892479956150055
20730	rnn.bias_ih_l0_reverse	2	0.0034239799715578556
20730	rnn.bias_ih_l0_reverse	3	-0.03737806901335716
20730	rnn.bias_ih_l0_reverse	4	-0.054356902837753296
20730	rnn.bias_ih_l0_reverse	5	-0.07007677108049393
20730	rnn.bias_ih_l0_reverse	6	0.16485702991485596
20730	rnn.bias_ih_l0_reverse	7	-0.15034253895282745
20730	rnn.bias_ih_l0_reverse	8	-0.057012226432561874
20730	rnn.bias_ih_l0_reverse	9	-0.052334077656269073
20730	rnn.bias_hh_l0_reverse	0	0.0008586783078499138
20730	rnn.bias_hh_l0_reverse	1	0.09357457607984543
20730	rnn.bias_hh_l0_reverse	2	-0.0953359305858612
20730	rnn.bias_hh_l0_reverse	3	0.010062151588499546
20730	rnn.bias_hh_l0_reverse	4	-0.07077435404062271
20730	rnn.bias_hh_l0_reverse	5	-0.03218040615320206
20730	rnn.bias_hh_l0_reverse	6	-0.08708463609218597
20730	rnn.bias_hh_l0_reverse	7	0.011791663244366646
20730	rnn.bias_hh_l0_reverse	8	-0.033721838146448135
20730	rnn.bias_hh_l0_reverse	9	0.0841321274638176
20730	linear.weight	0	0.19291432201862335
20730	linear.weight	1	-0.2720935344696045
20730	linear.weight	2	0.015879809856414795
20730	linear.weight	3	0.06308478116989136
20730	linear.weight	4	-0.1973903328180313
20730	linear.weight	5	0.23551423847675323
20730	linear.weight	6	-0.1109624058008194
20730	linear.weight	7	-0.07893431186676025
20730	linear.weight	8	0.11347699165344238
20730	linear.weight	9	-0.020035138353705406
20730	linear.bias	0	-0.7745034694671631
20730	linear.bias	1	1.6531959772109985
20730	linear.bias	2	-0.16299165785312653
20730	linear.bias	3	-1.5749095678329468
20730	linear.bias	4	-0.2833094298839569
20730	linear.bias	5	0.8590940833091736
20730	linear.bias	6	-0.191015362739563
20730	linear.bias	7	0.05101305618882179
20730	linear.bias	8	1.5600911378860474
20730	linear.bias	9	-0.7965270280838013
21339	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
21339	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
21339	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
21339	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
21339	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
21339	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
21339	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
21339	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
21339	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
21339	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
21339	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
21339	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
21339	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
21339	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
21339	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
21339	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
21339	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
21339	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
21339	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
21339	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
21339	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
21339	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
21339	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
21339	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
21339	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
21339	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
21339	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
21339	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
21339	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
21339	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
21339	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
21339	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
21339	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
21339	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
21339	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
21339	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
21339	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
21339	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
21339	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
21339	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
21339	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
21339	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
21339	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
21339	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
21339	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
21339	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
21339	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
21339	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
21339	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
21339	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
21339	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
21339	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
21339	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
21339	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
21339	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
21339	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
21339	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
21339	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
21339	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
21339	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
21339	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
21339	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
21339	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
21339	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
21339	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
21339	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
21339	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
21339	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
21339	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
21339	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
21339	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
21339	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
21339	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
21339	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
21339	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
21339	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
21339	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
21339	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
21339	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
21339	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
21339	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
21339	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
21339	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
21339	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
21339	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
21339	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
21339	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
21339	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
21339	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
21339	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
21339	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
21339	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
21339	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
21339	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
21339	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
21339	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
21339	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
21339	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
21339	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
21339	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
21339	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
21339	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
21339	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
21339	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
21339	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
21339	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
21339	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
21339	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
21339	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
21339	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
21339	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
21339	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
21339	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
21339	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
21339	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
21339	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
21339	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
21339	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
21339	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
21339	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
21339	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
21339	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
21339	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
21339	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
21339	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
21339	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
21339	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
21339	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
21339	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
21339	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
21339	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
21339	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
21339	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
21339	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
21339	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
21339	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
21339	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
21339	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
21339	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
21339	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
21339	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
21339	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
21339	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
21339	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
21339	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
21339	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
21339	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
21339	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
21339	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
21339	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
21339	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
21339	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
21339	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
21339	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
21339	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
21339	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
21339	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
21339	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
21339	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
21339	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
21339	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
21339	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
21339	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
21339	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
21339	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
21339	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
21339	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
21339	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
21339	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
21339	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
21339	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
21339	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
21339	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
21339	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
21339	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
21339	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
21339	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
21339	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
21339	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
21339	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
21339	embedding2nn.weight	0	0.08496145159006119
21339	embedding2nn.weight	1	0.14172737300395966
21339	embedding2nn.weight	2	0.02589612640440464
21339	embedding2nn.weight	3	0.030197272077202797
21339	embedding2nn.weight	4	-0.06573978066444397
21339	embedding2nn.weight	5	-0.0017890468006953597
21339	embedding2nn.weight	6	0.035892095416784286
21339	embedding2nn.weight	7	-0.045851923525333405
21339	embedding2nn.weight	8	0.0356893353164196
21339	embedding2nn.weight	9	-0.010537137277424335
21339	embedding2nn.bias	0	0.0372767336666584
21339	embedding2nn.bias	1	-0.13086262345314026
21339	embedding2nn.bias	2	0.08712324500083923
21339	embedding2nn.bias	3	0.11765798181295395
21339	embedding2nn.bias	4	0.14368616044521332
21339	embedding2nn.bias	5	-0.00903163943439722
21339	embedding2nn.bias	6	0.015626724809408188
21339	embedding2nn.bias	7	0.022736871615052223
21339	embedding2nn.bias	8	-0.11724337935447693
21339	embedding2nn.bias	9	-0.2322382628917694
21339	rnn.weight_ih_l0	0	-0.022760845720767975
21339	rnn.weight_ih_l0	1	-0.04585786163806915
21339	rnn.weight_ih_l0	2	0.01955690234899521
21339	rnn.weight_ih_l0	3	-0.01414626743644476
21339	rnn.weight_ih_l0	4	-0.0224019605666399
21339	rnn.weight_ih_l0	5	-0.08736468106508255
21339	rnn.weight_ih_l0	6	-0.019451966509222984
21339	rnn.weight_ih_l0	7	-0.02090132236480713
21339	rnn.weight_ih_l0	8	0.01808917336165905
21339	rnn.weight_ih_l0	9	-0.00927016418427229
21339	rnn.weight_hh_l0	0	0.021124517545104027
21339	rnn.weight_hh_l0	1	0.044698648154735565
21339	rnn.weight_hh_l0	2	-0.008218883536756039
21339	rnn.weight_hh_l0	3	0.03834338113665581
21339	rnn.weight_hh_l0	4	-0.03190533444285393
21339	rnn.weight_hh_l0	5	0.0313500314950943
21339	rnn.weight_hh_l0	6	0.03783656656742096
21339	rnn.weight_hh_l0	7	0.06274674087762833
21339	rnn.weight_hh_l0	8	0.03241712227463722
21339	rnn.weight_hh_l0	9	-0.024075094610452652
21339	rnn.bias_ih_l0	0	0.03352341800928116
21339	rnn.bias_ih_l0	1	-0.08098680526018143
21339	rnn.bias_ih_l0	2	-0.012651368975639343
21339	rnn.bias_ih_l0	3	-0.07329832762479782
21339	rnn.bias_ih_l0	4	0.08724410086870193
21339	rnn.bias_ih_l0	5	-0.043236710131168365
21339	rnn.bias_ih_l0	6	0.028803883120417595
21339	rnn.bias_ih_l0	7	-0.1025148332118988
21339	rnn.bias_ih_l0	8	-0.009337136521935463
21339	rnn.bias_ih_l0	9	-0.20198525488376617
21339	rnn.bias_hh_l0	0	-0.042276203632354736
21339	rnn.bias_hh_l0	1	-0.03721703961491585
21339	rnn.bias_hh_l0	2	-0.02779254876077175
21339	rnn.bias_hh_l0	3	-0.028521079570055008
21339	rnn.bias_hh_l0	4	-0.052753347903490067
21339	rnn.bias_hh_l0	5	-0.05786076933145523
21339	rnn.bias_hh_l0	6	-0.03891954571008682
21339	rnn.bias_hh_l0	7	0.08360052853822708
21339	rnn.bias_hh_l0	8	-0.040928374975919724
21339	rnn.bias_hh_l0	9	-0.1495961993932724
21339	rnn.weight_ih_l0_reverse	0	0.05255354195833206
21339	rnn.weight_ih_l0_reverse	1	-0.03036763146519661
21339	rnn.weight_ih_l0_reverse	2	-0.025596899911761284
21339	rnn.weight_ih_l0_reverse	3	-0.03692950680851936
21339	rnn.weight_ih_l0_reverse	4	0.025276096537709236
21339	rnn.weight_ih_l0_reverse	5	-0.03186200186610222
21339	rnn.weight_ih_l0_reverse	6	0.050188057124614716
21339	rnn.weight_ih_l0_reverse	7	0.003757206490263343
21339	rnn.weight_ih_l0_reverse	8	0.009551288560032845
21339	rnn.weight_ih_l0_reverse	9	0.00016298309492412955
21339	rnn.weight_hh_l0_reverse	0	-0.03806568682193756
21339	rnn.weight_hh_l0_reverse	1	0.03965050354599953
21339	rnn.weight_hh_l0_reverse	2	0.016185900196433067
21339	rnn.weight_hh_l0_reverse	3	0.024262789636850357
21339	rnn.weight_hh_l0_reverse	4	-0.04286438599228859
21339	rnn.weight_hh_l0_reverse	5	0.027778934687376022
21339	rnn.weight_hh_l0_reverse	6	0.013884682208299637
21339	rnn.weight_hh_l0_reverse	7	0.0036943561863154173
21339	rnn.weight_hh_l0_reverse	8	0.08541546016931534
21339	rnn.weight_hh_l0_reverse	9	-0.0012828081380575895
21339	rnn.bias_ih_l0_reverse	0	-0.09057727456092834
21339	rnn.bias_ih_l0_reverse	1	-0.06789135932922363
21339	rnn.bias_ih_l0_reverse	2	-0.003482527332380414
21339	rnn.bias_ih_l0_reverse	3	-0.046276308596134186
21339	rnn.bias_ih_l0_reverse	4	-0.05483976751565933
21339	rnn.bias_ih_l0_reverse	5	-0.07116756588220596
21339	rnn.bias_ih_l0_reverse	6	0.16089662909507751
21339	rnn.bias_ih_l0_reverse	7	-0.14854972064495087
21339	rnn.bias_ih_l0_reverse	8	-0.05845847725868225
21339	rnn.bias_ih_l0_reverse	9	-0.052263885736465454
21339	rnn.bias_hh_l0_reverse	0	-0.005026876926422119
21339	rnn.bias_hh_l0_reverse	1	0.08776945620775223
21339	rnn.bias_hh_l0_reverse	2	-0.09568262100219727
21339	rnn.bias_hh_l0_reverse	3	0.004516808781772852
21339	rnn.bias_hh_l0_reverse	4	-0.07810395210981369
21339	rnn.bias_hh_l0_reverse	5	-0.03282608464360237
21339	rnn.bias_hh_l0_reverse	6	-0.08971326798200607
21339	rnn.bias_hh_l0_reverse	7	0.012760823592543602
21339	rnn.bias_hh_l0_reverse	8	-0.022602323442697525
21339	rnn.bias_hh_l0_reverse	9	0.08963101357221603
21339	linear.weight	0	0.18028125166893005
21339	linear.weight	1	-0.24906213581562042
21339	linear.weight	2	0.044128451496362686
21339	linear.weight	3	0.06336036324501038
21339	linear.weight	4	-0.1609552800655365
21339	linear.weight	5	0.272285521030426
21339	linear.weight	6	-0.1457325518131256
21339	linear.weight	7	-0.07866347581148148
21339	linear.weight	8	0.10840841382741928
21339	linear.weight	9	-0.020080870017409325
21339	linear.bias	0	-0.7694175839424133
21339	linear.bias	1	1.6441961526870728
21339	linear.bias	2	-0.16101142764091492
21339	linear.bias	3	-1.5858638286590576
21339	linear.bias	4	-0.2742193639278412
21339	linear.bias	5	0.8360063433647156
21339	linear.bias	6	-0.1773238182067871
21339	linear.bias	7	0.08804085105657578
21339	linear.bias	8	1.5419458150863647
21339	linear.bias	9	-0.8182160258293152
21948	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
21948	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
21948	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
21948	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
21948	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
21948	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
21948	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
21948	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
21948	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
21948	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
21948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
21948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
21948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
21948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
21948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
21948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
21948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
21948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
21948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
21948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
21948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
21948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
21948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
21948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
21948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
21948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
21948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
21948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
21948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
21948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
21948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
21948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
21948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
21948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
21948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
21948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
21948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
21948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
21948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
21948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
21948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
21948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
21948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
21948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
21948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
21948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
21948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
21948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
21948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
21948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
21948	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
21948	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
21948	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
21948	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
21948	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
21948	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
21948	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
21948	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
21948	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
21948	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
21948	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
21948	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
21948	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
21948	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
21948	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
21948	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
21948	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
21948	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
21948	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
21948	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
21948	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
21948	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
21948	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
21948	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
21948	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
21948	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
21948	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
21948	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
21948	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
21948	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
21948	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
21948	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
21948	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
21948	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
21948	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
21948	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
21948	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
21948	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
21948	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
21948	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
21948	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
21948	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
21948	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
21948	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
21948	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
21948	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
21948	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
21948	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
21948	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
21948	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
21948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
21948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
21948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
21948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
21948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
21948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
21948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
21948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
21948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
21948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
21948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
21948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
21948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
21948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
21948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
21948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
21948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
21948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
21948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
21948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
21948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
21948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
21948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
21948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
21948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
21948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
21948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
21948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
21948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
21948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
21948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
21948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
21948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
21948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
21948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
21948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
21948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
21948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
21948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
21948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
21948	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
21948	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
21948	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
21948	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
21948	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
21948	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
21948	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
21948	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
21948	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
21948	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
21948	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
21948	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
21948	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
21948	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
21948	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
21948	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
21948	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
21948	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
21948	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
21948	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
21948	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
21948	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
21948	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
21948	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
21948	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
21948	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
21948	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
21948	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
21948	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
21948	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
21948	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
21948	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
21948	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
21948	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
21948	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
21948	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
21948	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
21948	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
21948	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
21948	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
21948	embedding2nn.weight	0	0.08604607731103897
21948	embedding2nn.weight	1	0.14237111806869507
21948	embedding2nn.weight	2	0.025884151458740234
21948	embedding2nn.weight	3	0.01516028307378292
21948	embedding2nn.weight	4	-0.06864678114652634
21948	embedding2nn.weight	5	-0.004008190706372261
21948	embedding2nn.weight	6	0.03887941688299179
21948	embedding2nn.weight	7	-0.038663286715745926
21948	embedding2nn.weight	8	0.034286316484212875
21948	embedding2nn.weight	9	-0.013900518417358398
21948	embedding2nn.bias	0	0.03886660188436508
21948	embedding2nn.bias	1	-0.14017358422279358
21948	embedding2nn.bias	2	0.10052350908517838
21948	embedding2nn.bias	3	0.13226094841957092
21948	embedding2nn.bias	4	0.14527280628681183
21948	embedding2nn.bias	5	-0.00341230072081089
21948	embedding2nn.bias	6	0.024567794054746628
21948	embedding2nn.bias	7	0.018190745264291763
21948	embedding2nn.bias	8	-0.11357510089874268
21948	embedding2nn.bias	9	-0.24913951754570007
21948	rnn.weight_ih_l0	0	-0.021853208541870117
21948	rnn.weight_ih_l0	1	-0.04539281874895096
21948	rnn.weight_ih_l0	2	0.016949715092778206
21948	rnn.weight_ih_l0	3	-0.010251611471176147
21948	rnn.weight_ih_l0	4	-0.02430766448378563
21948	rnn.weight_ih_l0	5	-0.0924382358789444
21948	rnn.weight_ih_l0	6	-0.019066201522946358
21948	rnn.weight_ih_l0	7	-0.017706118524074554
21948	rnn.weight_ih_l0	8	0.021151892840862274
21948	rnn.weight_ih_l0	9	-0.00883533339947462
21948	rnn.weight_hh_l0	0	0.02153114043176174
21948	rnn.weight_hh_l0	1	0.04437173157930374
21948	rnn.weight_hh_l0	2	-0.007853973656892776
21948	rnn.weight_hh_l0	3	0.0384579598903656
21948	rnn.weight_hh_l0	4	-0.03182600438594818
21948	rnn.weight_hh_l0	5	0.03202385827898979
21948	rnn.weight_hh_l0	6	0.0377245657145977
21948	rnn.weight_hh_l0	7	0.05845688655972481
21948	rnn.weight_hh_l0	8	0.032705001533031464
21948	rnn.weight_hh_l0	9	-0.023940863087773323
21948	rnn.bias_ih_l0	0	0.037428710609674454
21948	rnn.bias_ih_l0	1	-0.08013656735420227
21948	rnn.bias_ih_l0	2	-0.012461886741220951
21948	rnn.bias_ih_l0	3	-0.06897404789924622
21948	rnn.bias_ih_l0	4	0.09566567838191986
21948	rnn.bias_ih_l0	5	-0.04455580562353134
21948	rnn.bias_ih_l0	6	0.026754600927233696
21948	rnn.bias_ih_l0	7	-0.10420706123113632
21948	rnn.bias_ih_l0	8	-0.0030057518742978573
21948	rnn.bias_ih_l0	9	-0.216205433011055
21948	rnn.bias_hh_l0	0	-0.03974829614162445
21948	rnn.bias_hh_l0	1	-0.03392883762717247
21948	rnn.bias_hh_l0	2	-0.023944713175296783
21948	rnn.bias_hh_l0	3	-0.03194369003176689
21948	rnn.bias_hh_l0	4	-0.048818767070770264
21948	rnn.bias_hh_l0	5	-0.05824197828769684
21948	rnn.bias_hh_l0	6	-0.038498956710100174
21948	rnn.bias_hh_l0	7	0.08839470893144608
21948	rnn.bias_hh_l0	8	-0.03568616881966591
21948	rnn.bias_hh_l0	9	-0.15604513883590698
21948	rnn.weight_ih_l0_reverse	0	0.05711854621767998
21948	rnn.weight_ih_l0_reverse	1	-0.03240868076682091
21948	rnn.weight_ih_l0_reverse	2	-0.02320192940533161
21948	rnn.weight_ih_l0_reverse	3	-0.039152130484580994
21948	rnn.weight_ih_l0_reverse	4	0.026165321469306946
21948	rnn.weight_ih_l0_reverse	5	-0.03841987997293472
21948	rnn.weight_ih_l0_reverse	6	0.04446089267730713
21948	rnn.weight_ih_l0_reverse	7	0.004858273081481457
21948	rnn.weight_ih_l0_reverse	8	0.009144979529082775
21948	rnn.weight_ih_l0_reverse	9	0.003990807104855776
21948	rnn.weight_hh_l0_reverse	0	-0.0378379262983799
21948	rnn.weight_hh_l0_reverse	1	0.040259283035993576
21948	rnn.weight_hh_l0_reverse	2	0.014888044446706772
21948	rnn.weight_hh_l0_reverse	3	0.02368687279522419
21948	rnn.weight_hh_l0_reverse	4	-0.04430709779262543
21948	rnn.weight_hh_l0_reverse	5	0.027910811826586723
21948	rnn.weight_hh_l0_reverse	6	0.014563055709004402
21948	rnn.weight_hh_l0_reverse	7	0.00436569144949317
21948	rnn.weight_hh_l0_reverse	8	0.09149609506130219
21948	rnn.weight_hh_l0_reverse	9	-0.003350891638547182
21948	rnn.bias_ih_l0_reverse	0	-0.08742415904998779
21948	rnn.bias_ih_l0_reverse	1	-0.06945683807134628
21948	rnn.bias_ih_l0_reverse	2	0.0010958531638607383
21948	rnn.bias_ih_l0_reverse	3	-0.04668424278497696
21948	rnn.bias_ih_l0_reverse	4	-0.047744184732437134
21948	rnn.bias_ih_l0_reverse	5	-0.07567473500967026
21948	rnn.bias_ih_l0_reverse	6	0.17859824001789093
21948	rnn.bias_ih_l0_reverse	7	-0.15254205465316772
21948	rnn.bias_ih_l0_reverse	8	-0.06393862515687943
21948	rnn.bias_ih_l0_reverse	9	-0.0451718345284462
21948	rnn.bias_hh_l0_reverse	0	0.012564517557621002
21948	rnn.bias_hh_l0_reverse	1	0.08154506981372833
21948	rnn.bias_hh_l0_reverse	2	-0.10587015002965927
21948	rnn.bias_hh_l0_reverse	3	0.0045553334057331085
21948	rnn.bias_hh_l0_reverse	4	-0.07146438211202621
21948	rnn.bias_hh_l0_reverse	5	-0.03657159581780434
21948	rnn.bias_hh_l0_reverse	6	-0.08711481094360352
21948	rnn.bias_hh_l0_reverse	7	0.011771898716688156
21948	rnn.bias_hh_l0_reverse	8	-0.025929322466254234
21948	rnn.bias_hh_l0_reverse	9	0.084934763610363
21948	linear.weight	0	0.161583811044693
21948	linear.weight	1	-0.2627483308315277
21948	linear.weight	2	0.00012606510426849127
21948	linear.weight	3	0.06360822916030884
21948	linear.weight	4	-0.14009611308574677
21948	linear.weight	5	0.2947568893432617
21948	linear.weight	6	-0.1278957575559616
21948	linear.weight	7	-0.07846694439649582
21948	linear.weight	8	0.1340307593345642
21948	linear.weight	9	-0.020128071308135986
21948	linear.bias	0	-0.7922334671020508
21948	linear.bias	1	1.65019953250885
21948	linear.bias	2	-0.14805610477924347
21948	linear.bias	3	-1.5970522165298462
21948	linear.bias	4	-0.2780812382698059
21948	linear.bias	5	0.8334829211235046
21948	linear.bias	6	-0.18084852397441864
21948	linear.bias	7	0.08237118273973465
21948	linear.bias	8	1.537614107131958
21948	linear.bias	9	-0.8320175409317017
22557	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
22557	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
22557	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
22557	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
22557	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
22557	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
22557	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
22557	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
22557	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
22557	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
22557	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
22557	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
22557	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
22557	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
22557	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
22557	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
22557	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
22557	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
22557	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
22557	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
22557	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
22557	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
22557	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
22557	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
22557	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
22557	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
22557	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
22557	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
22557	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
22557	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
22557	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
22557	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
22557	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
22557	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
22557	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
22557	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
22557	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
22557	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
22557	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
22557	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
22557	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
22557	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
22557	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
22557	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
22557	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
22557	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
22557	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
22557	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
22557	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
22557	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
22557	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
22557	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
22557	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
22557	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
22557	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
22557	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
22557	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
22557	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
22557	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
22557	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
22557	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
22557	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
22557	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
22557	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
22557	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
22557	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
22557	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
22557	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
22557	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
22557	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
22557	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
22557	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
22557	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
22557	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
22557	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
22557	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
22557	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
22557	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
22557	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
22557	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
22557	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
22557	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
22557	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
22557	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
22557	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
22557	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
22557	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
22557	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
22557	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
22557	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
22557	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
22557	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
22557	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
22557	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
22557	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
22557	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
22557	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
22557	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
22557	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
22557	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
22557	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
22557	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
22557	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
22557	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
22557	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
22557	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
22557	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
22557	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
22557	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
22557	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
22557	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
22557	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
22557	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
22557	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
22557	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
22557	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
22557	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
22557	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
22557	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
22557	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
22557	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
22557	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
22557	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
22557	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
22557	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
22557	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
22557	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
22557	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
22557	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
22557	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
22557	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
22557	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
22557	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
22557	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
22557	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
22557	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
22557	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
22557	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
22557	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
22557	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
22557	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
22557	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
22557	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
22557	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
22557	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
22557	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
22557	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
22557	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
22557	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
22557	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
22557	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
22557	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
22557	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
22557	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
22557	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
22557	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
22557	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
22557	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
22557	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
22557	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
22557	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
22557	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
22557	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
22557	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
22557	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
22557	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
22557	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
22557	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
22557	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
22557	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
22557	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
22557	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
22557	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
22557	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
22557	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
22557	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
22557	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
22557	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
22557	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
22557	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
22557	embedding2nn.weight	0	0.08334460109472275
22557	embedding2nn.weight	1	0.13959452509880066
22557	embedding2nn.weight	2	0.02641359344124794
22557	embedding2nn.weight	3	0.01804489642381668
22557	embedding2nn.weight	4	-0.06743492931127548
22557	embedding2nn.weight	5	-0.001167864422313869
22557	embedding2nn.weight	6	0.038344934582710266
22557	embedding2nn.weight	7	-0.036935899406671524
22557	embedding2nn.weight	8	0.03948775678873062
22557	embedding2nn.weight	9	-0.020712068304419518
22557	embedding2nn.bias	0	0.04067370295524597
22557	embedding2nn.bias	1	-0.1319582462310791
22557	embedding2nn.bias	2	0.09271901100873947
22557	embedding2nn.bias	3	0.12692584097385406
22557	embedding2nn.bias	4	0.13413618505001068
22557	embedding2nn.bias	5	-0.01198903750628233
22557	embedding2nn.bias	6	0.005895636975765228
22557	embedding2nn.bias	7	0.03204837813973427
22557	embedding2nn.bias	8	-0.1147909089922905
22557	embedding2nn.bias	9	-0.2491200864315033
22557	rnn.weight_ih_l0	0	-0.019929245114326477
22557	rnn.weight_ih_l0	1	-0.04423578456044197
22557	rnn.weight_ih_l0	2	0.01882338337600231
22557	rnn.weight_ih_l0	3	-0.010827071964740753
22557	rnn.weight_ih_l0	4	-0.028637077659368515
22557	rnn.weight_ih_l0	5	-0.0940239205956459
22557	rnn.weight_ih_l0	6	-0.012749801389873028
22557	rnn.weight_ih_l0	7	-0.017752017825841904
22557	rnn.weight_ih_l0	8	0.017867833375930786
22557	rnn.weight_ih_l0	9	-0.014485850930213928
22557	rnn.weight_hh_l0	0	0.02197655476629734
22557	rnn.weight_hh_l0	1	0.044949330389499664
22557	rnn.weight_hh_l0	2	-0.007788925431668758
22557	rnn.weight_hh_l0	3	0.03935147076845169
22557	rnn.weight_hh_l0	4	-0.03131099045276642
22557	rnn.weight_hh_l0	5	0.0318639799952507
22557	rnn.weight_hh_l0	6	0.038720857352018356
22557	rnn.weight_hh_l0	7	0.05856361612677574
22557	rnn.weight_hh_l0	8	0.032627981156110764
22557	rnn.weight_hh_l0	9	-0.027665764093399048
22557	rnn.bias_ih_l0	0	0.04162472113966942
22557	rnn.bias_ih_l0	1	-0.08284565806388855
22557	rnn.bias_ih_l0	2	-0.014176997356116772
22557	rnn.bias_ih_l0	3	-0.07680747658014297
22557	rnn.bias_ih_l0	4	0.08662411570549011
22557	rnn.bias_ih_l0	5	-0.050909895449876785
22557	rnn.bias_ih_l0	6	0.02911290153861046
22557	rnn.bias_ih_l0	7	-0.10635776817798615
22557	rnn.bias_ih_l0	8	-0.0007782469619996846
22557	rnn.bias_ih_l0	9	-0.2228175550699234
22557	rnn.bias_hh_l0	0	-0.033242832869291306
22557	rnn.bias_hh_l0	1	-0.03612585365772247
22557	rnn.bias_hh_l0	2	-0.026993170380592346
22557	rnn.bias_hh_l0	3	-0.03346443176269531
22557	rnn.bias_hh_l0	4	-0.048090044409036636
22557	rnn.bias_hh_l0	5	-0.05701623484492302
22557	rnn.bias_hh_l0	6	-0.038482170552015305
22557	rnn.bias_hh_l0	7	0.10134056955575943
22557	rnn.bias_hh_l0	8	-0.042115870863199234
22557	rnn.bias_hh_l0	9	-0.15919959545135498
22557	rnn.weight_ih_l0_reverse	0	0.05109751597046852
22557	rnn.weight_ih_l0_reverse	1	-0.031089987605810165
22557	rnn.weight_ih_l0_reverse	2	-0.021559102460741997
22557	rnn.weight_ih_l0_reverse	3	-0.03991439938545227
22557	rnn.weight_ih_l0_reverse	4	0.02797752432525158
22557	rnn.weight_ih_l0_reverse	5	-0.04337251931428909
22557	rnn.weight_ih_l0_reverse	6	0.04461852088570595
22557	rnn.weight_ih_l0_reverse	7	0.004192536696791649
22557	rnn.weight_ih_l0_reverse	8	0.009561515413224697
22557	rnn.weight_ih_l0_reverse	9	0.003266162471845746
22557	rnn.weight_hh_l0_reverse	0	-0.036742035299539566
22557	rnn.weight_hh_l0_reverse	1	0.040046799927949905
22557	rnn.weight_hh_l0_reverse	2	0.014144143089652061
22557	rnn.weight_hh_l0_reverse	3	0.023479582741856575
22557	rnn.weight_hh_l0_reverse	4	-0.04480726644396782
22557	rnn.weight_hh_l0_reverse	5	0.027999628335237503
22557	rnn.weight_hh_l0_reverse	6	0.01407196931540966
22557	rnn.weight_hh_l0_reverse	7	0.007731012534350157
22557	rnn.weight_hh_l0_reverse	8	0.08250714838504791
22557	rnn.weight_hh_l0_reverse	9	-0.0015949407825246453
22557	rnn.bias_ih_l0_reverse	0	-0.09121285378932953
22557	rnn.bias_ih_l0_reverse	1	-0.07660092413425446
22557	rnn.bias_ih_l0_reverse	2	0.0029898728244006634
22557	rnn.bias_ih_l0_reverse	3	-0.046385716646909714
22557	rnn.bias_ih_l0_reverse	4	-0.0444394089281559
22557	rnn.bias_ih_l0_reverse	5	-0.07899903506040573
22557	rnn.bias_ih_l0_reverse	6	0.1837565302848816
22557	rnn.bias_ih_l0_reverse	7	-0.1282346099615097
22557	rnn.bias_ih_l0_reverse	8	-0.05736568942666054
22557	rnn.bias_ih_l0_reverse	9	-0.04979906976222992
22557	rnn.bias_hh_l0_reverse	0	0.005604962818324566
22557	rnn.bias_hh_l0_reverse	1	0.06991077214479446
22557	rnn.bias_hh_l0_reverse	2	-0.09873612970113754
22557	rnn.bias_hh_l0_reverse	3	0.003964531235396862
22557	rnn.bias_hh_l0_reverse	4	-0.07593129575252533
22557	rnn.bias_hh_l0_reverse	5	-0.03896681219339371
22557	rnn.bias_hh_l0_reverse	6	-0.08727166801691055
22557	rnn.bias_hh_l0_reverse	7	0.013655750080943108
22557	rnn.bias_hh_l0_reverse	8	-0.02802051045000553
22557	rnn.bias_hh_l0_reverse	9	0.08899776637554169
22557	linear.weight	0	0.16376768052577972
22557	linear.weight	1	-0.24929849803447723
22557	linear.weight	2	0.007892579771578312
22557	linear.weight	3	0.06377726793289185
22557	linear.weight	4	-0.11414893716573715
22557	linear.weight	5	0.272173136472702
22557	linear.weight	6	-0.14499042928218842
22557	linear.weight	7	-0.07823043316602707
22557	linear.weight	8	0.15313997864723206
22557	linear.weight	9	-0.020142460241913795
22557	linear.bias	0	-0.8024030327796936
22557	linear.bias	1	1.6916494369506836
22557	linear.bias	2	-0.16450285911560059
22557	linear.bias	3	-1.607753038406372
22557	linear.bias	4	-0.27611467242240906
22557	linear.bias	5	0.862814724445343
22557	linear.bias	6	-0.19325387477874756
22557	linear.bias	7	0.0881209746003151
22557	linear.bias	8	1.5989375114440918
22557	linear.bias	9	-0.8612725138664246
23166	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
23166	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
23166	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
23166	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
23166	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
23166	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
23166	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
23166	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
23166	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
23166	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
23166	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
23166	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
23166	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
23166	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
23166	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
23166	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
23166	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
23166	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
23166	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
23166	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
23166	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
23166	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
23166	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
23166	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
23166	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
23166	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
23166	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
23166	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
23166	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
23166	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
23166	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
23166	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
23166	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
23166	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
23166	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
23166	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
23166	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
23166	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
23166	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
23166	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
23166	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
23166	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
23166	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
23166	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
23166	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
23166	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
23166	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
23166	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
23166	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
23166	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
23166	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
23166	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
23166	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
23166	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
23166	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
23166	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
23166	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
23166	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
23166	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
23166	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
23166	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
23166	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
23166	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
23166	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
23166	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
23166	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
23166	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
23166	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
23166	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
23166	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
23166	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
23166	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
23166	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
23166	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
23166	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
23166	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
23166	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
23166	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
23166	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
23166	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
23166	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
23166	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
23166	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
23166	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
23166	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
23166	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
23166	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
23166	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
23166	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
23166	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
23166	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
23166	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
23166	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
23166	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
23166	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
23166	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
23166	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
23166	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
23166	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
23166	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
23166	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
23166	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
23166	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
23166	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
23166	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
23166	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
23166	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
23166	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
23166	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
23166	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
23166	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
23166	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
23166	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
23166	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
23166	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
23166	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
23166	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
23166	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
23166	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
23166	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
23166	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
23166	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
23166	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
23166	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
23166	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
23166	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
23166	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
23166	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
23166	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
23166	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
23166	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
23166	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
23166	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
23166	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
23166	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
23166	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
23166	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
23166	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
23166	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
23166	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
23166	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
23166	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
23166	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
23166	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
23166	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
23166	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
23166	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
23166	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
23166	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
23166	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
23166	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
23166	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
23166	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
23166	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
23166	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
23166	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
23166	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
23166	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
23166	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
23166	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
23166	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
23166	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
23166	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
23166	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
23166	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
23166	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
23166	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
23166	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
23166	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
23166	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
23166	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
23166	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
23166	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
23166	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
23166	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
23166	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
23166	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
23166	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
23166	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
23166	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
23166	embedding2nn.weight	0	0.08056902885437012
23166	embedding2nn.weight	1	0.1458546370267868
23166	embedding2nn.weight	2	0.024143990129232407
23166	embedding2nn.weight	3	0.018351973965764046
23166	embedding2nn.weight	4	-0.06638551503419876
23166	embedding2nn.weight	5	-0.0019494626903906465
23166	embedding2nn.weight	6	0.04004126414656639
23166	embedding2nn.weight	7	-0.0417170524597168
23166	embedding2nn.weight	8	0.03838077187538147
23166	embedding2nn.weight	9	-0.018944241106510162
23166	embedding2nn.bias	0	0.04636996239423752
23166	embedding2nn.bias	1	-0.128931924700737
23166	embedding2nn.bias	2	0.10210961103439331
23166	embedding2nn.bias	3	0.1370052546262741
23166	embedding2nn.bias	4	0.1484430730342865
23166	embedding2nn.bias	5	-0.009636802598834038
23166	embedding2nn.bias	6	0.00012968799273949116
23166	embedding2nn.bias	7	0.030430037528276443
23166	embedding2nn.bias	8	-0.11842697858810425
23166	embedding2nn.bias	9	-0.2404838502407074
23166	rnn.weight_ih_l0	0	-0.019443148747086525
23166	rnn.weight_ih_l0	1	-0.04447513818740845
23166	rnn.weight_ih_l0	2	0.017924213781952858
23166	rnn.weight_ih_l0	3	-0.00823998637497425
23166	rnn.weight_ih_l0	4	-0.02969793789088726
23166	rnn.weight_ih_l0	5	-0.09103310853242874
23166	rnn.weight_ih_l0	6	-0.01764751598238945
23166	rnn.weight_ih_l0	7	-0.017908727750182152
23166	rnn.weight_ih_l0	8	0.01563541404902935
23166	rnn.weight_ih_l0	9	-0.008809945546090603
23166	rnn.weight_hh_l0	0	0.022389687597751617
23166	rnn.weight_hh_l0	1	0.04485153779387474
23166	rnn.weight_hh_l0	2	-0.00805671326816082
23166	rnn.weight_hh_l0	3	0.04020795226097107
23166	rnn.weight_hh_l0	4	-0.03165512531995773
23166	rnn.weight_hh_l0	5	0.03243248537182808
23166	rnn.weight_hh_l0	6	0.03860945627093315
23166	rnn.weight_hh_l0	7	0.05566878989338875
23166	rnn.weight_hh_l0	8	0.03274582698941231
23166	rnn.weight_hh_l0	9	-0.029395947232842445
23166	rnn.bias_ih_l0	0	0.0426839217543602
23166	rnn.bias_ih_l0	1	-0.09345967322587967
23166	rnn.bias_ih_l0	2	-0.017641592770814896
23166	rnn.bias_ih_l0	3	-0.0798841193318367
23166	rnn.bias_ih_l0	4	0.08872158825397491
23166	rnn.bias_ih_l0	5	-0.050940148532390594
23166	rnn.bias_ih_l0	6	0.019139938056468964
23166	rnn.bias_ih_l0	7	-0.11018694937229156
23166	rnn.bias_ih_l0	8	-0.015443266369402409
23166	rnn.bias_ih_l0	9	-0.22036470472812653
23166	rnn.bias_hh_l0	0	-0.03347829356789589
23166	rnn.bias_hh_l0	1	-0.033631402999162674
23166	rnn.bias_hh_l0	2	-0.02962867170572281
23166	rnn.bias_hh_l0	3	-0.03628149256110191
23166	rnn.bias_hh_l0	4	-0.0493733175098896
23166	rnn.bias_hh_l0	5	-0.06336905807256699
23166	rnn.bias_hh_l0	6	-0.03798742964863777
23166	rnn.bias_hh_l0	7	0.10417632758617401
23166	rnn.bias_hh_l0	8	-0.04172598943114281
23166	rnn.bias_hh_l0	9	-0.16995954513549805
23166	rnn.weight_ih_l0_reverse	0	0.04808357357978821
23166	rnn.weight_ih_l0_reverse	1	-0.032838135957717896
23166	rnn.weight_ih_l0_reverse	2	-0.019162196666002274
23166	rnn.weight_ih_l0_reverse	3	-0.040619511157274246
23166	rnn.weight_ih_l0_reverse	4	0.02929818071424961
23166	rnn.weight_ih_l0_reverse	5	-0.0475349985063076
23166	rnn.weight_ih_l0_reverse	6	0.038604944944381714
23166	rnn.weight_ih_l0_reverse	7	0.00405124993994832
23166	rnn.weight_ih_l0_reverse	8	0.006643818691372871
23166	rnn.weight_ih_l0_reverse	9	-0.0021449385676532984
23166	rnn.weight_hh_l0_reverse	0	-0.03636017441749573
23166	rnn.weight_hh_l0_reverse	1	0.03999161347746849
23166	rnn.weight_hh_l0_reverse	2	0.015355370007455349
23166	rnn.weight_hh_l0_reverse	3	0.024002697318792343
23166	rnn.weight_hh_l0_reverse	4	-0.04579433053731918
23166	rnn.weight_hh_l0_reverse	5	0.02794763818383217
23166	rnn.weight_hh_l0_reverse	6	0.014795678667724133
23166	rnn.weight_hh_l0_reverse	7	0.00607570493593812
23166	rnn.weight_hh_l0_reverse	8	0.08334772288799286
23166	rnn.weight_hh_l0_reverse	9	-0.0011346694082021713
23166	rnn.bias_ih_l0_reverse	0	-0.087155781686306
23166	rnn.bias_ih_l0_reverse	1	-0.07418884336948395
23166	rnn.bias_ih_l0_reverse	2	-0.0009081962052732706
23166	rnn.bias_ih_l0_reverse	3	-0.04951925948262215
23166	rnn.bias_ih_l0_reverse	4	-0.049619972705841064
23166	rnn.bias_ih_l0_reverse	5	-0.0779038518667221
23166	rnn.bias_ih_l0_reverse	6	0.1883201152086258
23166	rnn.bias_ih_l0_reverse	7	-0.1325806826353073
23166	rnn.bias_ih_l0_reverse	8	-0.060065384954214096
23166	rnn.bias_ih_l0_reverse	9	-0.04812697321176529
23166	rnn.bias_hh_l0_reverse	0	-0.00325314630754292
23166	rnn.bias_hh_l0_reverse	1	0.07887237519025803
23166	rnn.bias_hh_l0_reverse	2	-0.10276447981595993
23166	rnn.bias_hh_l0_reverse	3	0.01049718912690878
23166	rnn.bias_hh_l0_reverse	4	-0.07453478127717972
23166	rnn.bias_hh_l0_reverse	5	-0.041766393929719925
23166	rnn.bias_hh_l0_reverse	6	-0.09335138648748398
23166	rnn.bias_hh_l0_reverse	7	0.018775753676891327
23166	rnn.bias_hh_l0_reverse	8	-0.02529790811240673
23166	rnn.bias_hh_l0_reverse	9	0.07708682864904404
23166	linear.weight	0	0.18019841611385345
23166	linear.weight	1	-0.2700626850128174
23166	linear.weight	2	0.011194937862455845
23166	linear.weight	3	0.06413105875253677
23166	linear.weight	4	-0.1414768397808075
23166	linear.weight	5	0.24349179863929749
23166	linear.weight	6	-0.16727490723133087
23166	linear.weight	7	-0.07815733551979065
23166	linear.weight	8	0.1452464908361435
23166	linear.weight	9	-0.020114853978157043
23166	linear.bias	0	-0.8008239269256592
23166	linear.bias	1	1.6523176431655884
23166	linear.bias	2	-0.13124608993530273
23166	linear.bias	3	-1.618444561958313
23166	linear.bias	4	-0.291448712348938
23166	linear.bias	5	0.8763155937194824
23166	linear.bias	6	-0.19169838726520538
23166	linear.bias	7	0.08690857887268066
23166	linear.bias	8	1.5725789070129395
23166	linear.bias	9	-0.8471581339836121
23775	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
23775	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
23775	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
23775	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
23775	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
23775	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
23775	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
23775	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
23775	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
23775	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
23775	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
23775	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
23775	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
23775	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
23775	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
23775	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
23775	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
23775	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
23775	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
23775	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
23775	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
23775	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
23775	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
23775	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
23775	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
23775	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
23775	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
23775	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
23775	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
23775	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
23775	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
23775	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
23775	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
23775	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
23775	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
23775	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
23775	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
23775	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
23775	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
23775	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
23775	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
23775	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
23775	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
23775	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
23775	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
23775	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
23775	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
23775	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
23775	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
23775	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
23775	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
23775	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
23775	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
23775	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
23775	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
23775	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
23775	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
23775	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
23775	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
23775	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
23775	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
23775	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
23775	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
23775	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
23775	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
23775	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
23775	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
23775	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
23775	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
23775	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
23775	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
23775	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
23775	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
23775	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
23775	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
23775	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
23775	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
23775	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
23775	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
23775	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
23775	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
23775	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
23775	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
23775	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
23775	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
23775	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
23775	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
23775	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
23775	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
23775	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
23775	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
23775	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
23775	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
23775	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
23775	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
23775	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
23775	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
23775	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
23775	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
23775	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
23775	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
23775	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
23775	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
23775	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
23775	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
23775	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
23775	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
23775	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
23775	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
23775	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
23775	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
23775	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
23775	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
23775	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
23775	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
23775	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
23775	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
23775	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
23775	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
23775	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
23775	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
23775	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
23775	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
23775	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
23775	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
23775	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
23775	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
23775	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
23775	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
23775	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
23775	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
23775	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
23775	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
23775	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
23775	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
23775	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
23775	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
23775	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
23775	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
23775	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
23775	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
23775	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
23775	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
23775	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
23775	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
23775	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
23775	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
23775	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
23775	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
23775	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
23775	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
23775	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
23775	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
23775	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
23775	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
23775	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
23775	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
23775	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
23775	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
23775	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
23775	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
23775	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
23775	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
23775	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
23775	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
23775	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
23775	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
23775	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
23775	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
23775	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
23775	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
23775	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
23775	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
23775	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
23775	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
23775	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
23775	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
23775	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
23775	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
23775	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
23775	embedding2nn.weight	0	0.08221030235290527
23775	embedding2nn.weight	1	0.14691698551177979
23775	embedding2nn.weight	2	0.03507188335061073
23775	embedding2nn.weight	3	0.023083040490746498
23775	embedding2nn.weight	4	-0.06496323645114899
23775	embedding2nn.weight	5	0.0033132240641862154
23775	embedding2nn.weight	6	0.042089544236660004
23775	embedding2nn.weight	7	-0.0450257807970047
23775	embedding2nn.weight	8	0.039377085864543915
23775	embedding2nn.weight	9	-0.0236356221139431
23775	embedding2nn.bias	0	0.03472493216395378
23775	embedding2nn.bias	1	-0.14317867159843445
23775	embedding2nn.bias	2	0.12057890743017197
23775	embedding2nn.bias	3	0.10867378860712051
23775	embedding2nn.bias	4	0.14253303408622742
23775	embedding2nn.bias	5	-0.006427808664739132
23775	embedding2nn.bias	6	0.004397263750433922
23775	embedding2nn.bias	7	0.0339011624455452
23775	embedding2nn.bias	8	-0.11381258815526962
23775	embedding2nn.bias	9	-0.2348407804965973
23775	rnn.weight_ih_l0	0	-0.01812225952744484
23775	rnn.weight_ih_l0	1	-0.0450543574988842
23775	rnn.weight_ih_l0	2	0.021781308576464653
23775	rnn.weight_ih_l0	3	-0.010230506770312786
23775	rnn.weight_ih_l0	4	-0.030776645988225937
23775	rnn.weight_ih_l0	5	-0.09086999297142029
23775	rnn.weight_ih_l0	6	-0.012616515159606934
23775	rnn.weight_ih_l0	7	-0.015704724937677383
23775	rnn.weight_ih_l0	8	0.028042733669281006
23775	rnn.weight_ih_l0	9	-0.010952414944767952
23775	rnn.weight_hh_l0	0	0.02296629548072815
23775	rnn.weight_hh_l0	1	0.044668398797512054
23775	rnn.weight_hh_l0	2	-0.00941406562924385
23775	rnn.weight_hh_l0	3	0.04039495810866356
23775	rnn.weight_hh_l0	4	-0.03130928426980972
23775	rnn.weight_hh_l0	5	0.033385708928108215
23775	rnn.weight_hh_l0	6	0.03794670104980469
23775	rnn.weight_hh_l0	7	0.05534393712878227
23775	rnn.weight_hh_l0	8	0.03314169496297836
23775	rnn.weight_hh_l0	9	-0.025891868397593498
23775	rnn.bias_ih_l0	0	0.029898690059781075
23775	rnn.bias_ih_l0	1	-0.08556812256574631
23775	rnn.bias_ih_l0	2	-0.014873316511511803
23775	rnn.bias_ih_l0	3	-0.07857199013233185
23775	rnn.bias_ih_l0	4	0.09923170506954193
23775	rnn.bias_ih_l0	5	-0.05549691990017891
23775	rnn.bias_ih_l0	6	0.030638249590992928
23775	rnn.bias_ih_l0	7	-0.11214490234851837
23775	rnn.bias_ih_l0	8	-0.01434299349784851
23775	rnn.bias_ih_l0	9	-0.2185002863407135
23775	rnn.bias_hh_l0	0	-0.03396455943584442
23775	rnn.bias_hh_l0	1	-0.03090384230017662
23775	rnn.bias_hh_l0	2	-0.026751242578029633
23775	rnn.bias_hh_l0	3	-0.03149385750293732
23775	rnn.bias_hh_l0	4	-0.054451994597911835
23775	rnn.bias_hh_l0	5	-0.06611189246177673
23775	rnn.bias_hh_l0	6	-0.045161910355091095
23775	rnn.bias_hh_l0	7	0.10114795714616776
23775	rnn.bias_hh_l0	8	-0.048698339611291885
23775	rnn.bias_hh_l0	9	-0.16993245482444763
23775	rnn.weight_ih_l0_reverse	0	0.043587375432252884
23775	rnn.weight_ih_l0_reverse	1	-0.032449912279844284
23775	rnn.weight_ih_l0_reverse	2	-0.02253335900604725
23775	rnn.weight_ih_l0_reverse	3	-0.03917384147644043
23775	rnn.weight_ih_l0_reverse	4	0.02774070017039776
23775	rnn.weight_ih_l0_reverse	5	-0.04658796265721321
23775	rnn.weight_ih_l0_reverse	6	0.04489653557538986
23775	rnn.weight_ih_l0_reverse	7	0.005661400500684977
23775	rnn.weight_ih_l0_reverse	8	0.009906589053571224
23775	rnn.weight_ih_l0_reverse	9	-0.002852204954251647
23775	rnn.weight_hh_l0_reverse	0	-0.03699852526187897
23775	rnn.weight_hh_l0_reverse	1	0.04023974388837814
23775	rnn.weight_hh_l0_reverse	2	0.015926504507660866
23775	rnn.weight_hh_l0_reverse	3	0.023919550701975822
23775	rnn.weight_hh_l0_reverse	4	-0.04529385268688202
23775	rnn.weight_hh_l0_reverse	5	0.028710337355732918
23775	rnn.weight_hh_l0_reverse	6	0.015101315453648567
23775	rnn.weight_hh_l0_reverse	7	0.007825678214430809
23775	rnn.weight_hh_l0_reverse	8	0.08234681189060211
23775	rnn.weight_hh_l0_reverse	9	-0.0009311538888141513
23775	rnn.bias_ih_l0_reverse	0	-0.08699801564216614
23775	rnn.bias_ih_l0_reverse	1	-0.07557740807533264
23775	rnn.bias_ih_l0_reverse	2	0.005438260734081268
23775	rnn.bias_ih_l0_reverse	3	-0.049216583371162415
23775	rnn.bias_ih_l0_reverse	4	-0.049993231892585754
23775	rnn.bias_ih_l0_reverse	5	-0.07642489671707153
23775	rnn.bias_ih_l0_reverse	6	0.1887250691652298
23775	rnn.bias_ih_l0_reverse	7	-0.13459035754203796
23775	rnn.bias_ih_l0_reverse	8	-0.05940216779708862
23775	rnn.bias_ih_l0_reverse	9	-0.04941389337182045
23775	rnn.bias_hh_l0_reverse	0	0.0027341716922819614
23775	rnn.bias_hh_l0_reverse	1	0.07037459313869476
23775	rnn.bias_hh_l0_reverse	2	-0.10664384067058563
23775	rnn.bias_hh_l0_reverse	3	0.013487770222127438
23775	rnn.bias_hh_l0_reverse	4	-0.07759838551282883
23775	rnn.bias_hh_l0_reverse	5	-0.05120208114385605
23775	rnn.bias_hh_l0_reverse	6	-0.08863967657089233
23775	rnn.bias_hh_l0_reverse	7	0.01132376492023468
23775	rnn.bias_hh_l0_reverse	8	-0.021201176568865776
23775	rnn.bias_hh_l0_reverse	9	0.08521587401628494
23775	linear.weight	0	0.188077911734581
23775	linear.weight	1	-0.2392130047082901
23775	linear.weight	2	0.02429351583123207
23775	linear.weight	3	0.06437084078788757
23775	linear.weight	4	-0.1652737706899643
23775	linear.weight	5	0.2618110477924347
23775	linear.weight	6	-0.1563323736190796
23775	linear.weight	7	-0.07809589803218842
23775	linear.weight	8	0.1682085394859314
23775	linear.weight	9	-0.02028273046016693
23775	linear.bias	0	-0.807938814163208
23775	linear.bias	1	1.5899449586868286
23775	linear.bias	2	-0.1270654946565628
23775	linear.bias	3	-1.6288834810256958
23775	linear.bias	4	-0.2662926912307739
23775	linear.bias	5	0.8993982672691345
23775	linear.bias	6	-0.18784555792808533
23775	linear.bias	7	0.08998719602823257
23775	linear.bias	8	1.5874730348587036
23775	linear.bias	9	-0.8752496242523193
24384	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
24384	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
24384	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
24384	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
24384	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
24384	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
24384	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
24384	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
24384	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
24384	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
24384	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
24384	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
24384	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
24384	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
24384	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
24384	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
24384	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
24384	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
24384	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
24384	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
24384	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
24384	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
24384	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
24384	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
24384	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
24384	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
24384	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
24384	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
24384	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
24384	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
24384	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
24384	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
24384	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
24384	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
24384	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
24384	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
24384	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
24384	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
24384	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
24384	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
24384	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
24384	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
24384	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
24384	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
24384	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
24384	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
24384	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
24384	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
24384	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
24384	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
24384	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
24384	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
24384	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
24384	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
24384	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
24384	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
24384	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
24384	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
24384	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
24384	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
24384	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
24384	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
24384	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
24384	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
24384	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
24384	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
24384	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
24384	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
24384	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
24384	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
24384	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
24384	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
24384	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
24384	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
24384	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
24384	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
24384	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
24384	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
24384	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
24384	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
24384	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
24384	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
24384	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
24384	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
24384	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
24384	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
24384	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
24384	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
24384	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
24384	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
24384	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
24384	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
24384	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
24384	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
24384	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
24384	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
24384	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
24384	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
24384	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
24384	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
24384	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
24384	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
24384	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
24384	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
24384	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
24384	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
24384	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
24384	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
24384	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
24384	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
24384	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
24384	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
24384	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
24384	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
24384	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
24384	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
24384	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
24384	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
24384	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
24384	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
24384	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
24384	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
24384	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
24384	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
24384	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
24384	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
24384	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
24384	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
24384	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
24384	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
24384	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
24384	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
24384	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
24384	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
24384	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
24384	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
24384	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
24384	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
24384	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
24384	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
24384	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
24384	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
24384	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
24384	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
24384	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
24384	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
24384	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
24384	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
24384	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
24384	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
24384	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
24384	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
24384	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
24384	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
24384	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
24384	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
24384	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
24384	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
24384	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
24384	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
24384	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
24384	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
24384	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
24384	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
24384	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
24384	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
24384	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
24384	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
24384	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
24384	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
24384	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
24384	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
24384	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
24384	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
24384	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
24384	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
24384	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
24384	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
24384	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
24384	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
24384	embedding2nn.weight	0	0.0824965238571167
24384	embedding2nn.weight	1	0.14626674354076385
24384	embedding2nn.weight	2	0.03411936014890671
24384	embedding2nn.weight	3	0.03387033939361572
24384	embedding2nn.weight	4	-0.0635228231549263
24384	embedding2nn.weight	5	0.0018947100033983588
24384	embedding2nn.weight	6	0.04041449353098869
24384	embedding2nn.weight	7	-0.03722308948636055
24384	embedding2nn.weight	8	0.03297426924109459
24384	embedding2nn.weight	9	-0.02647709660232067
24384	embedding2nn.bias	0	0.012978722341358662
24384	embedding2nn.bias	1	-0.1398114562034607
24384	embedding2nn.bias	2	0.09639925509691238
24384	embedding2nn.bias	3	0.11264646798372269
24384	embedding2nn.bias	4	0.14417660236358643
24384	embedding2nn.bias	5	-0.020819181576371193
24384	embedding2nn.bias	6	0.019565969705581665
24384	embedding2nn.bias	7	0.02222321927547455
24384	embedding2nn.bias	8	-0.11027991026639938
24384	embedding2nn.bias	9	-0.25539109110832214
24384	rnn.weight_ih_l0	0	-0.016720734536647797
24384	rnn.weight_ih_l0	1	-0.04779306426644325
24384	rnn.weight_ih_l0	2	0.017917020246386528
24384	rnn.weight_ih_l0	3	-0.00925371889024973
24384	rnn.weight_ih_l0	4	-0.031201349571347237
24384	rnn.weight_ih_l0	5	-0.08690661936998367
24384	rnn.weight_ih_l0	6	-0.009306698106229305
24384	rnn.weight_ih_l0	7	-0.018919557332992554
24384	rnn.weight_ih_l0	8	0.01940201036632061
24384	rnn.weight_ih_l0	9	-0.018990082666277885
24384	rnn.weight_hh_l0	0	0.023029685020446777
24384	rnn.weight_hh_l0	1	0.04515320807695389
24384	rnn.weight_hh_l0	2	-0.008928723633289337
24384	rnn.weight_hh_l0	3	0.03983333706855774
24384	rnn.weight_hh_l0	4	-0.029807716608047485
24384	rnn.weight_hh_l0	5	0.03343050926923752
24384	rnn.weight_hh_l0	6	0.03768875077366829
24384	rnn.weight_hh_l0	7	0.05268452316522598
24384	rnn.weight_hh_l0	8	0.03323563560843468
24384	rnn.weight_hh_l0	9	-0.02507605403661728
24384	rnn.bias_ih_l0	0	0.05024493485689163
24384	rnn.bias_ih_l0	1	-0.083344005048275
24384	rnn.bias_ih_l0	2	-0.014091535471379757
24384	rnn.bias_ih_l0	3	-0.07166386395692825
24384	rnn.bias_ih_l0	4	0.09514205157756805
24384	rnn.bias_ih_l0	5	-0.056008998304605484
24384	rnn.bias_ih_l0	6	0.027928931638598442
24384	rnn.bias_ih_l0	7	-0.11042457073926926
24384	rnn.bias_ih_l0	8	-0.008586734533309937
24384	rnn.bias_ih_l0	9	-0.21435032784938812
24384	rnn.bias_hh_l0	0	-0.032844770699739456
24384	rnn.bias_hh_l0	1	-0.03734472393989563
24384	rnn.bias_hh_l0	2	-0.029059279710054398
24384	rnn.bias_hh_l0	3	-0.02063038945198059
24384	rnn.bias_hh_l0	4	-0.055650655180215836
24384	rnn.bias_hh_l0	5	-0.07120446115732193
24384	rnn.bias_hh_l0	6	-0.04972934350371361
24384	rnn.bias_hh_l0	7	0.0849214568734169
24384	rnn.bias_hh_l0	8	-0.046531882137060165
24384	rnn.bias_hh_l0	9	-0.17433789372444153
24384	rnn.weight_ih_l0_reverse	0	0.044076818972826004
24384	rnn.weight_ih_l0_reverse	1	-0.032001905143260956
24384	rnn.weight_ih_l0_reverse	2	-0.02007882669568062
24384	rnn.weight_ih_l0_reverse	3	-0.0420442633330822
24384	rnn.weight_ih_l0_reverse	4	0.028633035719394684
24384	rnn.weight_ih_l0_reverse	5	-0.04676588624715805
24384	rnn.weight_ih_l0_reverse	6	0.051758911460638046
24384	rnn.weight_ih_l0_reverse	7	0.007414733059704304
24384	rnn.weight_ih_l0_reverse	8	0.009319220669567585
24384	rnn.weight_ih_l0_reverse	9	-0.001264003338292241
24384	rnn.weight_hh_l0_reverse	0	-0.03647775575518608
24384	rnn.weight_hh_l0_reverse	1	0.04057767987251282
24384	rnn.weight_hh_l0_reverse	2	0.016620835289359093
24384	rnn.weight_hh_l0_reverse	3	0.02285539172589779
24384	rnn.weight_hh_l0_reverse	4	-0.044590990990400314
24384	rnn.weight_hh_l0_reverse	5	0.02845842018723488
24384	rnn.weight_hh_l0_reverse	6	0.015491625294089317
24384	rnn.weight_hh_l0_reverse	7	0.008024796843528748
24384	rnn.weight_hh_l0_reverse	8	0.0841447040438652
24384	rnn.weight_hh_l0_reverse	9	0.0032033519819378853
24384	rnn.bias_ih_l0_reverse	0	-0.08865432441234589
24384	rnn.bias_ih_l0_reverse	1	-0.08143538236618042
24384	rnn.bias_ih_l0_reverse	2	-0.0015892297960817814
24384	rnn.bias_ih_l0_reverse	3	-0.04591013118624687
24384	rnn.bias_ih_l0_reverse	4	-0.04380030930042267
24384	rnn.bias_ih_l0_reverse	5	-0.07292232662439346
24384	rnn.bias_ih_l0_reverse	6	0.19384083151817322
24384	rnn.bias_ih_l0_reverse	7	-0.1295396387577057
24384	rnn.bias_ih_l0_reverse	8	-0.061254147440195084
24384	rnn.bias_ih_l0_reverse	9	-0.049500472843647
24384	rnn.bias_hh_l0_reverse	0	0.009040768258273602
24384	rnn.bias_hh_l0_reverse	1	0.06924954801797867
24384	rnn.bias_hh_l0_reverse	2	-0.1027998998761177
24384	rnn.bias_hh_l0_reverse	3	-0.0024775140918791294
24384	rnn.bias_hh_l0_reverse	4	-0.07704814523458481
24384	rnn.bias_hh_l0_reverse	5	-0.041741255670785904
24384	rnn.bias_hh_l0_reverse	6	-0.09180845320224762
24384	rnn.bias_hh_l0_reverse	7	0.0063613662496209145
24384	rnn.bias_hh_l0_reverse	8	-0.0258309468626976
24384	rnn.bias_hh_l0_reverse	9	0.10410638153553009
24384	linear.weight	0	0.1736525595188141
24384	linear.weight	1	-0.2515372335910797
24384	linear.weight	2	-0.019878052175045013
24384	linear.weight	3	0.06457895785570145
24384	linear.weight	4	-0.22043320536613464
24384	linear.weight	5	0.26203453540802
24384	linear.weight	6	-0.14612315595149994
24384	linear.weight	7	-0.07794681191444397
24384	linear.weight	8	0.168462336063385
24384	linear.weight	9	-0.0205010324716568
24384	linear.bias	0	-0.8025130033493042
24384	linear.bias	1	1.6375634670257568
24384	linear.bias	2	-0.160365030169487
24384	linear.bias	3	-1.6392379999160767
24384	linear.bias	4	-0.2905963361263275
24384	linear.bias	5	0.8766789436340332
24384	linear.bias	6	-0.19202487170696259
24384	linear.bias	7	0.09216055274009705
24384	linear.bias	8	1.583870530128479
24384	linear.bias	9	-0.8919010758399963
24392	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
24392	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
24392	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
24392	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
24392	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
24392	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
24392	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
24392	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
24392	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
24392	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
24392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
24392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
24392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
24392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
24392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
24392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
24392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
24392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
24392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
24392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
24392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
24392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
24392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
24392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
24392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
24392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
24392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
24392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
24392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
24392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
24392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
24392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
24392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
24392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
24392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
24392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
24392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
24392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
24392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
24392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
24392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
24392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
24392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
24392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
24392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
24392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
24392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
24392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
24392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
24392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
24392	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
24392	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
24392	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
24392	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
24392	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
24392	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
24392	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
24392	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
24392	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
24392	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
24392	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
24392	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
24392	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
24392	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
24392	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
24392	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
24392	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
24392	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
24392	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
24392	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
24392	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
24392	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
24392	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
24392	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
24392	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
24392	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
24392	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
24392	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
24392	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
24392	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
24392	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
24392	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
24392	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
24392	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
24392	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
24392	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
24392	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
24392	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
24392	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
24392	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
24392	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
24392	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
24392	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
24392	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
24392	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
24392	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
24392	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
24392	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
24392	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
24392	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
24392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
24392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
24392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
24392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
24392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
24392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
24392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
24392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
24392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
24392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
24392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
24392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
24392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
24392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
24392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
24392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
24392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
24392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
24392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
24392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
24392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
24392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
24392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
24392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
24392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
24392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
24392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
24392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
24392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
24392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
24392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
24392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
24392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
24392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
24392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
24392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
24392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
24392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
24392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
24392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
24392	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
24392	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
24392	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
24392	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
24392	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
24392	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
24392	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
24392	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
24392	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
24392	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
24392	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
24392	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
24392	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
24392	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
24392	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
24392	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
24392	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
24392	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
24392	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
24392	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
24392	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
24392	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
24392	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
24392	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
24392	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
24392	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
24392	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
24392	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
24392	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
24392	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
24392	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
24392	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
24392	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
24392	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
24392	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
24392	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
24392	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
24392	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
24392	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
24392	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
24392	embedding2nn.weight	0	0.08273269981145859
24392	embedding2nn.weight	1	0.14629146456718445
24392	embedding2nn.weight	2	0.03381139785051346
24392	embedding2nn.weight	3	0.03254087269306183
24392	embedding2nn.weight	4	-0.06316669285297394
24392	embedding2nn.weight	5	0.0019392992835491896
24392	embedding2nn.weight	6	0.04046924412250519
24392	embedding2nn.weight	7	-0.03814205527305603
24392	embedding2nn.weight	8	0.03276445344090462
24392	embedding2nn.weight	9	-0.026517808437347412
24392	embedding2nn.bias	0	0.012322964146733284
24392	embedding2nn.bias	1	-0.13635674118995667
24392	embedding2nn.bias	2	0.10010555386543274
24392	embedding2nn.bias	3	0.10555654019117355
24392	embedding2nn.bias	4	0.14588965475559235
24392	embedding2nn.bias	5	-0.021339546889066696
24392	embedding2nn.bias	6	0.014494840987026691
24392	embedding2nn.bias	7	0.02480541169643402
24392	embedding2nn.bias	8	-0.10843837261199951
24392	embedding2nn.bias	9	-0.25992703437805176
24392	rnn.weight_ih_l0	0	-0.01676085591316223
24392	rnn.weight_ih_l0	1	-0.04743624106049538
24392	rnn.weight_ih_l0	2	0.01806817762553692
24392	rnn.weight_ih_l0	3	-0.00904566515237093
24392	rnn.weight_ih_l0	4	-0.03148924931883812
24392	rnn.weight_ih_l0	5	-0.08827551454305649
24392	rnn.weight_ih_l0	6	-0.009160669520497322
24392	rnn.weight_ih_l0	7	-0.01916387863457203
24392	rnn.weight_ih_l0	8	0.018884411081671715
24392	rnn.weight_ih_l0	9	-0.018534507602453232
24392	rnn.weight_hh_l0	0	0.023122645914554596
24392	rnn.weight_hh_l0	1	0.04513600468635559
24392	rnn.weight_hh_l0	2	-0.00891905277967453
24392	rnn.weight_hh_l0	3	0.03987599536776543
24392	rnn.weight_hh_l0	4	-0.029742944985628128
24392	rnn.weight_hh_l0	5	0.03335195034742355
24392	rnn.weight_hh_l0	6	0.037647899240255356
24392	rnn.weight_hh_l0	7	0.05254201963543892
24392	rnn.weight_hh_l0	8	0.033229876309633255
24392	rnn.weight_hh_l0	9	-0.02493751235306263
24392	rnn.bias_ih_l0	0	0.0474332831799984
24392	rnn.bias_ih_l0	1	-0.08444950729608536
24392	rnn.bias_ih_l0	2	-0.013730175793170929
24392	rnn.bias_ih_l0	3	-0.07225947082042694
24392	rnn.bias_ih_l0	4	0.09506247937679291
24392	rnn.bias_ih_l0	5	-0.05516219139099121
24392	rnn.bias_ih_l0	6	0.028070230036973953
24392	rnn.bias_ih_l0	7	-0.11043640226125717
24392	rnn.bias_ih_l0	8	-0.009051350876688957
24392	rnn.bias_ih_l0	9	-0.21212591230869293
24392	rnn.bias_hh_l0	0	-0.03289656713604927
24392	rnn.bias_hh_l0	1	-0.0387149304151535
24392	rnn.bias_hh_l0	2	-0.028763502836227417
24392	rnn.bias_hh_l0	3	-0.021192384883761406
24392	rnn.bias_hh_l0	4	-0.055181946605443954
24392	rnn.bias_hh_l0	5	-0.07144660502672195
24392	rnn.bias_hh_l0	6	-0.050144702196121216
24392	rnn.bias_hh_l0	7	0.08518776297569275
24392	rnn.bias_hh_l0	8	-0.04711189866065979
24392	rnn.bias_hh_l0	9	-0.17582997679710388
24392	rnn.weight_ih_l0_reverse	0	0.04398813843727112
24392	rnn.weight_ih_l0_reverse	1	-0.031785279512405396
24392	rnn.weight_ih_l0_reverse	2	-0.019954675808548927
24392	rnn.weight_ih_l0_reverse	3	-0.04176409915089607
24392	rnn.weight_ih_l0_reverse	4	0.028668155893683434
24392	rnn.weight_ih_l0_reverse	5	-0.04775508865714073
24392	rnn.weight_ih_l0_reverse	6	0.05130104720592499
24392	rnn.weight_ih_l0_reverse	7	0.007330690510571003
24392	rnn.weight_ih_l0_reverse	8	0.009039487689733505
24392	rnn.weight_ih_l0_reverse	9	-0.0014347864780575037
24392	rnn.weight_hh_l0_reverse	0	-0.03657364100217819
24392	rnn.weight_hh_l0_reverse	1	0.04057295620441437
24392	rnn.weight_hh_l0_reverse	2	0.01664489321410656
24392	rnn.weight_hh_l0_reverse	3	0.022795123979449272
24392	rnn.weight_hh_l0_reverse	4	-0.04463459178805351
24392	rnn.weight_hh_l0_reverse	5	0.028483612462878227
24392	rnn.weight_hh_l0_reverse	6	0.015512232668697834
24392	rnn.weight_hh_l0_reverse	7	0.007858832366764545
24392	rnn.weight_hh_l0_reverse	8	0.08417974412441254
24392	rnn.weight_hh_l0_reverse	9	0.0033547335769981146
24392	rnn.bias_ih_l0_reverse	0	-0.08959890156984329
24392	rnn.bias_ih_l0_reverse	1	-0.08190120756626129
24392	rnn.bias_ih_l0_reverse	2	-0.002215493470430374
24392	rnn.bias_ih_l0_reverse	3	-0.0461626872420311
24392	rnn.bias_ih_l0_reverse	4	-0.04612273350358009
24392	rnn.bias_ih_l0_reverse	5	-0.07201724499464035
24392	rnn.bias_ih_l0_reverse	6	0.1941463053226471
24392	rnn.bias_ih_l0_reverse	7	-0.12931346893310547
24392	rnn.bias_ih_l0_reverse	8	-0.06151650473475456
24392	rnn.bias_ih_l0_reverse	9	-0.04998074099421501
24392	rnn.bias_hh_l0_reverse	0	0.005554449278861284
24392	rnn.bias_hh_l0_reverse	1	0.06855697184801102
24392	rnn.bias_hh_l0_reverse	2	-0.10286656767129898
24392	rnn.bias_hh_l0_reverse	3	-0.0020720907486975193
24392	rnn.bias_hh_l0_reverse	4	-0.07693473249673843
24392	rnn.bias_hh_l0_reverse	5	-0.04251045361161232
24392	rnn.bias_hh_l0_reverse	6	-0.09086674451828003
24392	rnn.bias_hh_l0_reverse	7	0.005516875069588423
24392	rnn.bias_hh_l0_reverse	8	-0.026436377316713333
24392	rnn.bias_hh_l0_reverse	9	0.10318394750356674
24392	linear.weight	0	0.17161031067371368
24392	linear.weight	1	-0.24758602678775787
24392	linear.weight	2	-0.018153652548789978
24392	linear.weight	3	0.06458263099193573
24392	linear.weight	4	-0.21950854361057281
24392	linear.weight	5	0.26524868607521057
24392	linear.weight	6	-0.14735883474349976
24392	linear.weight	7	-0.07793787121772766
24392	linear.weight	8	0.16303566098213196
24392	linear.weight	9	-0.02050161361694336
24392	linear.bias	0	-0.8060458898544312
24392	linear.bias	1	1.6312980651855469
24392	linear.bias	2	-0.16190750896930695
24392	linear.bias	3	-1.6394087076187134
24392	linear.bias	4	-0.29964858293533325
24392	linear.bias	5	0.8691644072532654
24392	linear.bias	6	-0.18204885721206665
24392	linear.bias	7	0.08028776198625565
24392	linear.bias	8	1.6290462017059326
24392	linear.bias	9	-0.8898085355758667
25001	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
25001	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
25001	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
25001	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
25001	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
25001	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
25001	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
25001	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
25001	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
25001	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
25001	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
25001	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
25001	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
25001	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
25001	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
25001	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
25001	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
25001	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
25001	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
25001	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
25001	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
25001	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
25001	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
25001	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
25001	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
25001	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
25001	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
25001	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
25001	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
25001	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
25001	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
25001	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
25001	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
25001	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
25001	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
25001	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
25001	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
25001	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
25001	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
25001	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
25001	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
25001	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
25001	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
25001	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
25001	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
25001	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
25001	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
25001	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
25001	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
25001	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
25001	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
25001	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
25001	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
25001	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
25001	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
25001	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
25001	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
25001	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
25001	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
25001	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
25001	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
25001	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
25001	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
25001	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
25001	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
25001	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
25001	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
25001	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
25001	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
25001	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
25001	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
25001	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
25001	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
25001	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
25001	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
25001	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
25001	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
25001	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
25001	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
25001	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
25001	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
25001	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
25001	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
25001	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
25001	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
25001	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
25001	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
25001	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
25001	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
25001	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
25001	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
25001	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
25001	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
25001	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
25001	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
25001	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
25001	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
25001	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
25001	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
25001	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
25001	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
25001	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
25001	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
25001	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
25001	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
25001	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
25001	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
25001	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
25001	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
25001	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
25001	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
25001	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
25001	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
25001	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
25001	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
25001	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
25001	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
25001	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
25001	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
25001	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
25001	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
25001	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
25001	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
25001	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
25001	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
25001	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
25001	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
25001	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
25001	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
25001	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
25001	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
25001	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
25001	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
25001	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
25001	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
25001	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
25001	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
25001	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
25001	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
25001	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
25001	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
25001	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
25001	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
25001	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
25001	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
25001	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
25001	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
25001	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
25001	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
25001	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
25001	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
25001	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
25001	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
25001	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
25001	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
25001	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
25001	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
25001	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
25001	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
25001	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
25001	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
25001	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
25001	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
25001	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
25001	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
25001	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
25001	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
25001	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
25001	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
25001	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
25001	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
25001	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
25001	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
25001	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
25001	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
25001	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
25001	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
25001	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
25001	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
25001	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
25001	embedding2nn.weight	0	0.08336679637432098
25001	embedding2nn.weight	1	0.14835362136363983
25001	embedding2nn.weight	2	0.030062515288591385
25001	embedding2nn.weight	3	0.023146314546465874
25001	embedding2nn.weight	4	-0.068789042532444
25001	embedding2nn.weight	5	0.0020877744536846876
25001	embedding2nn.weight	6	0.034593429416418076
25001	embedding2nn.weight	7	-0.0424952358007431
25001	embedding2nn.weight	8	0.029945701360702515
25001	embedding2nn.weight	9	-0.02327592298388481
25001	embedding2nn.bias	0	0.01676294207572937
25001	embedding2nn.bias	1	-0.1360427737236023
25001	embedding2nn.bias	2	0.1008637472987175
25001	embedding2nn.bias	3	0.11899162083864212
25001	embedding2nn.bias	4	0.14038850367069244
25001	embedding2nn.bias	5	-0.016082437708973885
25001	embedding2nn.bias	6	0.007403499446809292
25001	embedding2nn.bias	7	0.02521824836730957
25001	embedding2nn.bias	8	-0.10555404424667358
25001	embedding2nn.bias	9	-0.2538298964500427
25001	rnn.weight_ih_l0	0	-0.01635676436126232
25001	rnn.weight_ih_l0	1	-0.04873736575245857
25001	rnn.weight_ih_l0	2	0.019541479647159576
25001	rnn.weight_ih_l0	3	-0.007968620397150517
25001	rnn.weight_ih_l0	4	-0.03564863279461861
25001	rnn.weight_ih_l0	5	-0.09545949101448059
25001	rnn.weight_ih_l0	6	-0.010241478681564331
25001	rnn.weight_ih_l0	7	-0.01530053373426199
25001	rnn.weight_ih_l0	8	0.022664260119199753
25001	rnn.weight_ih_l0	9	-0.014186213724315166
25001	rnn.weight_hh_l0	0	0.022914454340934753
25001	rnn.weight_hh_l0	1	0.04489903151988983
25001	rnn.weight_hh_l0	2	-0.009407448582351208
25001	rnn.weight_hh_l0	3	0.040013354271650314
25001	rnn.weight_hh_l0	4	-0.031108969822525978
25001	rnn.weight_hh_l0	5	0.035172346979379654
25001	rnn.weight_hh_l0	6	0.03826737776398659
25001	rnn.weight_hh_l0	7	0.0510326623916626
25001	rnn.weight_hh_l0	8	0.033030007034540176
25001	rnn.weight_hh_l0	9	-0.021816253662109375
25001	rnn.bias_ih_l0	0	0.060505662113428116
25001	rnn.bias_ih_l0	1	-0.08112423866987228
25001	rnn.bias_ih_l0	2	-0.007523882668465376
25001	rnn.bias_ih_l0	3	-0.07678434997797012
25001	rnn.bias_ih_l0	4	0.09418722242116928
25001	rnn.bias_ih_l0	5	-0.053260792046785355
25001	rnn.bias_ih_l0	6	0.023389585316181183
25001	rnn.bias_ih_l0	7	-0.10991433262825012
25001	rnn.bias_ih_l0	8	-0.010316124185919762
25001	rnn.bias_ih_l0	9	-0.21405784785747528
25001	rnn.bias_hh_l0	0	-0.034700293093919754
25001	rnn.bias_hh_l0	1	-0.026288464665412903
25001	rnn.bias_hh_l0	2	-0.03148922696709633
25001	rnn.bias_hh_l0	3	-0.02133452519774437
25001	rnn.bias_hh_l0	4	-0.05614272132515907
25001	rnn.bias_hh_l0	5	-0.06896656006574631
25001	rnn.bias_hh_l0	6	-0.04379352554678917
25001	rnn.bias_hh_l0	7	0.10140500217676163
25001	rnn.bias_hh_l0	8	-0.038555171340703964
25001	rnn.bias_hh_l0	9	-0.17707231640815735
25001	rnn.weight_ih_l0_reverse	0	0.0399414487183094
25001	rnn.weight_ih_l0_reverse	1	-0.0326257087290287
25001	rnn.weight_ih_l0_reverse	2	-0.02103329636156559
25001	rnn.weight_ih_l0_reverse	3	-0.04144355654716492
25001	rnn.weight_ih_l0_reverse	4	0.029343051835894585
25001	rnn.weight_ih_l0_reverse	5	-0.0555725172162056
25001	rnn.weight_ih_l0_reverse	6	0.05100509151816368
25001	rnn.weight_ih_l0_reverse	7	0.009011859074234962
25001	rnn.weight_ih_l0_reverse	8	0.007341617718338966
25001	rnn.weight_ih_l0_reverse	9	-0.005044121760874987
25001	rnn.weight_hh_l0_reverse	0	-0.034784380346536636
25001	rnn.weight_hh_l0_reverse	1	0.039997398853302
25001	rnn.weight_hh_l0_reverse	2	0.016047479584813118
25001	rnn.weight_hh_l0_reverse	3	0.021210933104157448
25001	rnn.weight_hh_l0_reverse	4	-0.04435846954584122
25001	rnn.weight_hh_l0_reverse	5	0.028569350019097328
25001	rnn.weight_hh_l0_reverse	6	0.015461158938705921
25001	rnn.weight_hh_l0_reverse	7	0.004794252570718527
25001	rnn.weight_hh_l0_reverse	8	0.08291102200746536
25001	rnn.weight_hh_l0_reverse	9	0.006339692510664463
25001	rnn.bias_ih_l0_reverse	0	-0.0877949595451355
25001	rnn.bias_ih_l0_reverse	1	-0.08363733440637589
25001	rnn.bias_ih_l0_reverse	2	0.002980382414534688
25001	rnn.bias_ih_l0_reverse	3	-0.048144325613975525
25001	rnn.bias_ih_l0_reverse	4	-0.05420332029461861
25001	rnn.bias_ih_l0_reverse	5	-0.06846418231725693
25001	rnn.bias_ih_l0_reverse	6	0.21188418567180634
25001	rnn.bias_ih_l0_reverse	7	-0.13140320777893066
25001	rnn.bias_ih_l0_reverse	8	-0.06150176003575325
25001	rnn.bias_ih_l0_reverse	9	-0.04943692684173584
25001	rnn.bias_hh_l0_reverse	0	0.004656727891415358
25001	rnn.bias_hh_l0_reverse	1	0.06765180826187134
25001	rnn.bias_hh_l0_reverse	2	-0.11328929662704468
25001	rnn.bias_hh_l0_reverse	3	0.0039410763420164585
25001	rnn.bias_hh_l0_reverse	4	-0.08555636554956436
25001	rnn.bias_hh_l0_reverse	5	-0.040506452322006226
25001	rnn.bias_hh_l0_reverse	6	-0.0963171124458313
25001	rnn.bias_hh_l0_reverse	7	0.009621979668736458
25001	rnn.bias_hh_l0_reverse	8	-0.018573200330138206
25001	rnn.bias_hh_l0_reverse	9	0.10665088146924973
25001	linear.weight	0	0.1514006406068802
25001	linear.weight	1	-0.22750256955623627
25001	linear.weight	2	0.0006818720139563084
25001	linear.weight	3	0.06470548361539841
25001	linear.weight	4	-0.217718705534935
25001	linear.weight	5	0.2360033094882965
25001	linear.weight	6	-0.14773310720920563
25001	linear.weight	7	-0.07760793715715408
25001	linear.weight	8	0.12290497124195099
25001	linear.weight	9	-0.02069130539894104
25001	linear.bias	0	-0.8276640176773071
25001	linear.bias	1	1.6580123901367188
25001	linear.bias	2	-0.10793792456388474
25001	linear.bias	3	-1.6496514081954956
25001	linear.bias	4	-0.2791632115840912
25001	linear.bias	5	0.8347499966621399
25001	linear.bias	6	-0.16030994057655334
25001	linear.bias	7	0.09725245088338852
25001	linear.bias	8	1.5942291021347046
25001	linear.bias	9	-0.8809378147125244
25610	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
25610	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
25610	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
25610	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
25610	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
25610	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
25610	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
25610	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
25610	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
25610	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
25610	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
25610	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
25610	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
25610	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
25610	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
25610	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
25610	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
25610	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
25610	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
25610	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
25610	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
25610	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
25610	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
25610	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
25610	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
25610	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
25610	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
25610	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
25610	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
25610	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
25610	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
25610	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
25610	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
25610	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
25610	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
25610	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
25610	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
25610	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
25610	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
25610	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
25610	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
25610	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
25610	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
25610	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
25610	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
25610	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
25610	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
25610	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
25610	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
25610	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
25610	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
25610	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
25610	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
25610	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
25610	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
25610	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
25610	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
25610	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
25610	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
25610	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
25610	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
25610	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
25610	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
25610	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
25610	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
25610	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
25610	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
25610	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
25610	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
25610	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
25610	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
25610	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
25610	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
25610	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
25610	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
25610	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
25610	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
25610	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
25610	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
25610	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
25610	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
25610	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
25610	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
25610	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
25610	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
25610	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
25610	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
25610	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
25610	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
25610	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
25610	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
25610	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
25610	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
25610	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
25610	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
25610	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
25610	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
25610	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
25610	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
25610	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
25610	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
25610	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
25610	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
25610	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
25610	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
25610	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
25610	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
25610	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
25610	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
25610	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
25610	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
25610	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
25610	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
25610	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
25610	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
25610	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
25610	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
25610	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
25610	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
25610	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
25610	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
25610	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
25610	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
25610	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
25610	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
25610	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
25610	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
25610	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
25610	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
25610	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
25610	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
25610	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
25610	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
25610	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
25610	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
25610	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
25610	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
25610	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
25610	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
25610	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
25610	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
25610	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
25610	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
25610	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
25610	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
25610	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
25610	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
25610	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
25610	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
25610	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
25610	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
25610	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
25610	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
25610	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
25610	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
25610	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
25610	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
25610	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
25610	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
25610	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
25610	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
25610	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
25610	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
25610	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
25610	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
25610	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
25610	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
25610	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
25610	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
25610	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
25610	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
25610	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
25610	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
25610	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
25610	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
25610	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
25610	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
25610	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
25610	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
25610	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
25610	embedding2nn.weight	0	0.08285879343748093
25610	embedding2nn.weight	1	0.14849546551704407
25610	embedding2nn.weight	2	0.029778972268104553
25610	embedding2nn.weight	3	0.026222236454486847
25610	embedding2nn.weight	4	-0.07130259275436401
25610	embedding2nn.weight	5	0.0009044650360010564
25610	embedding2nn.weight	6	0.03313377872109413
25610	embedding2nn.weight	7	-0.04091427102684975
25610	embedding2nn.weight	8	0.03094717301428318
25610	embedding2nn.weight	9	-0.025161972269415855
25610	embedding2nn.bias	0	0.03359930217266083
25610	embedding2nn.bias	1	-0.15552644431591034
25610	embedding2nn.bias	2	0.11228851974010468
25610	embedding2nn.bias	3	0.11322831362485886
25610	embedding2nn.bias	4	0.13785994052886963
25610	embedding2nn.bias	5	-0.025405943393707275
25610	embedding2nn.bias	6	0.018113022670149803
25610	embedding2nn.bias	7	0.013051243498921394
25610	embedding2nn.bias	8	-0.11257978528738022
25610	embedding2nn.bias	9	-0.2519855201244354
25610	rnn.weight_ih_l0	0	-0.016630813479423523
25610	rnn.weight_ih_l0	1	-0.0487784706056118
25610	rnn.weight_ih_l0	2	0.021617552265524864
25610	rnn.weight_ih_l0	3	-0.0066763246431946754
25610	rnn.weight_ih_l0	4	-0.03725283965468407
25610	rnn.weight_ih_l0	5	-0.10163512080907822
25610	rnn.weight_ih_l0	6	-0.014547336846590042
25610	rnn.weight_ih_l0	7	-0.01462643127888441
25610	rnn.weight_ih_l0	8	0.02108052931725979
25610	rnn.weight_ih_l0	9	-0.007336076349020004
25610	rnn.weight_hh_l0	0	0.023263221606612206
25610	rnn.weight_hh_l0	1	0.04574253037571907
25610	rnn.weight_hh_l0	2	-0.007256841287016869
25610	rnn.weight_hh_l0	3	0.04086647555232048
25610	rnn.weight_hh_l0	4	-0.030816085636615753
25610	rnn.weight_hh_l0	5	0.03502088785171509
25610	rnn.weight_hh_l0	6	0.03650706261396408
25610	rnn.weight_hh_l0	7	0.0504608117043972
25610	rnn.weight_hh_l0	8	0.03288847580552101
25610	rnn.weight_hh_l0	9	-0.02115520089864731
25610	rnn.bias_ih_l0	0	0.054516155272722244
25610	rnn.bias_ih_l0	1	-0.08739383518695831
25610	rnn.bias_ih_l0	2	-0.005848660599440336
25610	rnn.bias_ih_l0	3	-0.07655515521764755
25610	rnn.bias_ih_l0	4	0.08644723147153854
25610	rnn.bias_ih_l0	5	-0.053333260118961334
25610	rnn.bias_ih_l0	6	0.028296073898673058
25610	rnn.bias_ih_l0	7	-0.10966753214597702
25610	rnn.bias_ih_l0	8	-0.008793866261839867
25610	rnn.bias_ih_l0	9	-0.23388706147670746
25610	rnn.bias_hh_l0	0	-0.0458214245736599
25610	rnn.bias_hh_l0	1	-0.03139767423272133
25610	rnn.bias_hh_l0	2	-0.02904948592185974
25610	rnn.bias_hh_l0	3	-0.021045586094260216
25610	rnn.bias_hh_l0	4	-0.049347925931215286
25610	rnn.bias_hh_l0	5	-0.0688512846827507
25610	rnn.bias_hh_l0	6	-0.04495908319950104
25610	rnn.bias_hh_l0	7	0.09066937118768692
25610	rnn.bias_hh_l0	8	-0.046009037643671036
25610	rnn.bias_hh_l0	9	-0.17673362791538239
25610	rnn.weight_ih_l0_reverse	0	0.04705895856022835
25610	rnn.weight_ih_l0_reverse	1	-0.033079296350479126
25610	rnn.weight_ih_l0_reverse	2	-0.020802227780222893
25610	rnn.weight_ih_l0_reverse	3	-0.042373597621917725
25610	rnn.weight_ih_l0_reverse	4	0.028824016451835632
25610	rnn.weight_ih_l0_reverse	5	-0.050117723643779755
25610	rnn.weight_ih_l0_reverse	6	0.04657186567783356
25610	rnn.weight_ih_l0_reverse	7	0.008992185816168785
25610	rnn.weight_ih_l0_reverse	8	0.010003318078815937
25610	rnn.weight_ih_l0_reverse	9	-0.0064343782141804695
25610	rnn.weight_hh_l0_reverse	0	-0.0347907580435276
25610	rnn.weight_hh_l0_reverse	1	0.039407044649124146
25610	rnn.weight_hh_l0_reverse	2	0.014677861705422401
25610	rnn.weight_hh_l0_reverse	3	0.02082403190433979
25610	rnn.weight_hh_l0_reverse	4	-0.044068675488233566
25610	rnn.weight_hh_l0_reverse	5	0.02844434231519699
25610	rnn.weight_hh_l0_reverse	6	0.015660248696804047
25610	rnn.weight_hh_l0_reverse	7	0.0077221286483109
25610	rnn.weight_hh_l0_reverse	8	0.08662351965904236
25610	rnn.weight_hh_l0_reverse	9	0.0074592530727386475
25610	rnn.bias_ih_l0_reverse	0	-0.09099546074867249
25610	rnn.bias_ih_l0_reverse	1	-0.0846482664346695
25610	rnn.bias_ih_l0_reverse	2	0.00018317042849957943
25610	rnn.bias_ih_l0_reverse	3	-0.05072848126292229
25610	rnn.bias_ih_l0_reverse	4	-0.0655980184674263
25610	rnn.bias_ih_l0_reverse	5	-0.07221060991287231
25610	rnn.bias_ih_l0_reverse	6	0.20782649517059326
25610	rnn.bias_ih_l0_reverse	7	-0.1306232362985611
25610	rnn.bias_ih_l0_reverse	8	-0.05871327221393585
25610	rnn.bias_ih_l0_reverse	9	-0.0517238974571228
25610	rnn.bias_hh_l0_reverse	0	0.0038984520360827446
25610	rnn.bias_hh_l0_reverse	1	0.05491441860795021
25610	rnn.bias_hh_l0_reverse	2	-0.11752723902463913
25610	rnn.bias_hh_l0_reverse	3	0.006543618626892567
25610	rnn.bias_hh_l0_reverse	4	-0.09016285091638565
25610	rnn.bias_hh_l0_reverse	5	-0.04389898106455803
25610	rnn.bias_hh_l0_reverse	6	-0.09403488785028458
25610	rnn.bias_hh_l0_reverse	7	0.005766148678958416
25610	rnn.bias_hh_l0_reverse	8	-0.016104642301797867
25610	rnn.bias_hh_l0_reverse	9	0.10869966447353363
25610	linear.weight	0	0.14221477508544922
25610	linear.weight	1	-0.23707425594329834
25610	linear.weight	2	-0.01568486914038658
25610	linear.weight	3	0.06475701183080673
25610	linear.weight	4	-0.17589929699897766
25610	linear.weight	5	0.2366783767938614
25610	linear.weight	6	-0.16605046391487122
25610	linear.weight	7	-0.07737192511558533
25610	linear.weight	8	0.14118008315563202
25610	linear.weight	9	-0.020890027284622192
25610	linear.bias	0	-0.8619663119316101
25610	linear.bias	1	1.6885582208633423
25610	linear.bias	2	-0.10278260707855225
25610	linear.bias	3	-1.659852147102356
25610	linear.bias	4	-0.27437835931777954
25610	linear.bias	5	0.8659378290176392
25610	linear.bias	6	-0.16268673539161682
25610	linear.bias	7	0.07524570822715759
25610	linear.bias	8	1.6358698606491089
25610	linear.bias	9	-0.897255003452301
26219	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
26219	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
26219	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
26219	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
26219	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
26219	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
26219	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
26219	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
26219	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
26219	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
26219	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
26219	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
26219	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
26219	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
26219	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
26219	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
26219	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
26219	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
26219	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
26219	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
26219	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
26219	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
26219	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
26219	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
26219	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
26219	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
26219	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
26219	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
26219	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
26219	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
26219	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
26219	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
26219	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
26219	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
26219	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
26219	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
26219	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
26219	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
26219	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
26219	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
26219	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
26219	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
26219	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
26219	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
26219	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
26219	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
26219	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
26219	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
26219	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
26219	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
26219	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
26219	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
26219	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
26219	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
26219	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
26219	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
26219	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
26219	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
26219	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
26219	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
26219	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
26219	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
26219	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
26219	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
26219	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
26219	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
26219	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
26219	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
26219	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
26219	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
26219	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
26219	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
26219	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
26219	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
26219	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
26219	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
26219	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
26219	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
26219	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
26219	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
26219	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
26219	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
26219	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
26219	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
26219	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
26219	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
26219	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
26219	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
26219	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
26219	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
26219	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
26219	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
26219	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
26219	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
26219	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
26219	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
26219	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
26219	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
26219	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
26219	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
26219	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
26219	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
26219	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
26219	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
26219	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
26219	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
26219	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
26219	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
26219	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
26219	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
26219	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
26219	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
26219	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
26219	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
26219	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
26219	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
26219	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
26219	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
26219	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
26219	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
26219	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
26219	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
26219	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
26219	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
26219	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
26219	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
26219	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
26219	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
26219	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
26219	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
26219	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
26219	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
26219	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
26219	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
26219	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
26219	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
26219	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
26219	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
26219	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
26219	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
26219	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
26219	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
26219	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
26219	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
26219	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
26219	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
26219	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
26219	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
26219	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
26219	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
26219	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
26219	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
26219	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
26219	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
26219	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
26219	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
26219	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
26219	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
26219	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
26219	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
26219	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
26219	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
26219	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
26219	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
26219	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
26219	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
26219	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
26219	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
26219	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
26219	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
26219	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
26219	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
26219	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
26219	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
26219	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
26219	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
26219	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
26219	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
26219	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
26219	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
26219	embedding2nn.weight	0	0.08105792105197906
26219	embedding2nn.weight	1	0.15321077406406403
26219	embedding2nn.weight	2	0.03217843174934387
26219	embedding2nn.weight	3	0.039400532841682434
26219	embedding2nn.weight	4	-0.07088738679885864
26219	embedding2nn.weight	5	0.001877581118606031
26219	embedding2nn.weight	6	0.032045893371105194
26219	embedding2nn.weight	7	-0.043015435338020325
26219	embedding2nn.weight	8	0.029048362746834755
26219	embedding2nn.weight	9	-0.022439343854784966
26219	embedding2nn.bias	0	0.029345883056521416
26219	embedding2nn.bias	1	-0.15101784467697144
26219	embedding2nn.bias	2	0.10478813201189041
26219	embedding2nn.bias	3	0.1288612186908722
26219	embedding2nn.bias	4	0.14629139006137848
26219	embedding2nn.bias	5	-0.02433082088828087
26219	embedding2nn.bias	6	0.029677152633666992
26219	embedding2nn.bias	7	0.03554325923323631
26219	embedding2nn.bias	8	-0.10509052127599716
26219	embedding2nn.bias	9	-0.2690970003604889
26219	rnn.weight_ih_l0	0	-0.016940588131546974
26219	rnn.weight_ih_l0	1	-0.045740529894828796
26219	rnn.weight_ih_l0	2	0.023404674604535103
26219	rnn.weight_ih_l0	3	-0.006205026060342789
26219	rnn.weight_ih_l0	4	-0.03969515487551689
26219	rnn.weight_ih_l0	5	-0.10909619927406311
26219	rnn.weight_ih_l0	6	-0.01499138493090868
26219	rnn.weight_ih_l0	7	-0.01751311495900154
26219	rnn.weight_ih_l0	8	0.024088289588689804
26219	rnn.weight_ih_l0	9	-0.012922080233693123
26219	rnn.weight_hh_l0	0	0.024049662053585052
26219	rnn.weight_hh_l0	1	0.045763079077005386
26219	rnn.weight_hh_l0	2	-0.007725865114480257
26219	rnn.weight_hh_l0	3	0.041490957140922546
26219	rnn.weight_hh_l0	4	-0.030968451872467995
26219	rnn.weight_hh_l0	5	0.03638993203639984
26219	rnn.weight_hh_l0	6	0.03618871048092842
26219	rnn.weight_hh_l0	7	0.04921291023492813
26219	rnn.weight_hh_l0	8	0.03329616039991379
26219	rnn.weight_hh_l0	9	-0.02293487638235092
26219	rnn.bias_ih_l0	0	0.05834076926112175
26219	rnn.bias_ih_l0	1	-0.0875147208571434
26219	rnn.bias_ih_l0	2	-0.003207108937203884
26219	rnn.bias_ih_l0	3	-0.07340361177921295
26219	rnn.bias_ih_l0	4	0.08830485492944717
26219	rnn.bias_ih_l0	5	-0.06161141023039818
26219	rnn.bias_ih_l0	6	0.017579207196831703
26219	rnn.bias_ih_l0	7	-0.11229325085878372
26219	rnn.bias_ih_l0	8	-0.005804052576422691
26219	rnn.bias_ih_l0	9	-0.22676298022270203
26219	rnn.bias_hh_l0	0	-0.041506577283144
26219	rnn.bias_hh_l0	1	-0.027254143729805946
26219	rnn.bias_hh_l0	2	-0.02059977501630783
26219	rnn.bias_hh_l0	3	-0.024644887074828148
26219	rnn.bias_hh_l0	4	-0.06278551369905472
26219	rnn.bias_hh_l0	5	-0.07045181095600128
26219	rnn.bias_hh_l0	6	-0.048639800399541855
26219	rnn.bias_hh_l0	7	0.08779088407754898
26219	rnn.bias_hh_l0	8	-0.050453200936317444
26219	rnn.bias_hh_l0	9	-0.1816229522228241
26219	rnn.weight_ih_l0_reverse	0	0.05106927454471588
26219	rnn.weight_ih_l0_reverse	1	-0.03257175534963608
26219	rnn.weight_ih_l0_reverse	2	-0.017918230965733528
26219	rnn.weight_ih_l0_reverse	3	-0.04353651404380798
26219	rnn.weight_ih_l0_reverse	4	0.02873814105987549
26219	rnn.weight_ih_l0_reverse	5	-0.04563680663704872
26219	rnn.weight_ih_l0_reverse	6	0.04865212365984917
26219	rnn.weight_ih_l0_reverse	7	0.0095602348446846
26219	rnn.weight_ih_l0_reverse	8	0.010387284681200981
26219	rnn.weight_ih_l0_reverse	9	-0.010676059871912003
26219	rnn.weight_hh_l0_reverse	0	-0.030206842347979546
26219	rnn.weight_hh_l0_reverse	1	0.03955657780170441
26219	rnn.weight_hh_l0_reverse	2	0.0136422635987401
26219	rnn.weight_hh_l0_reverse	3	0.02008996158838272
26219	rnn.weight_hh_l0_reverse	4	-0.04468270018696785
26219	rnn.weight_hh_l0_reverse	5	0.028537388890981674
26219	rnn.weight_hh_l0_reverse	6	0.015595370903611183
26219	rnn.weight_hh_l0_reverse	7	0.005668088793754578
26219	rnn.weight_hh_l0_reverse	8	0.08964509516954422
26219	rnn.weight_hh_l0_reverse	9	0.009437134489417076
26219	rnn.bias_ih_l0_reverse	0	-0.09355892986059189
26219	rnn.bias_ih_l0_reverse	1	-0.08066188544034958
26219	rnn.bias_ih_l0_reverse	2	-0.0017935207579284906
26219	rnn.bias_ih_l0_reverse	3	-0.05688001960515976
26219	rnn.bias_ih_l0_reverse	4	-0.056812822818756104
26219	rnn.bias_ih_l0_reverse	5	-0.07511802017688751
26219	rnn.bias_ih_l0_reverse	6	0.19644489884376526
26219	rnn.bias_ih_l0_reverse	7	-0.14104866981506348
26219	rnn.bias_ih_l0_reverse	8	-0.06321003288030624
26219	rnn.bias_ih_l0_reverse	9	-0.05170145630836487
26219	rnn.bias_hh_l0_reverse	0	-0.003238472854718566
26219	rnn.bias_hh_l0_reverse	1	0.05971047654747963
26219	rnn.bias_hh_l0_reverse	2	-0.11953438818454742
26219	rnn.bias_hh_l0_reverse	3	0.005457501858472824
26219	rnn.bias_hh_l0_reverse	4	-0.09387660026550293
26219	rnn.bias_hh_l0_reverse	5	-0.0378422886133194
26219	rnn.bias_hh_l0_reverse	6	-0.09341917186975479
26219	rnn.bias_hh_l0_reverse	7	0.007227739784866571
26219	rnn.bias_hh_l0_reverse	8	-0.029972201213240623
26219	rnn.bias_hh_l0_reverse	9	0.11037471145391464
26219	linear.weight	0	0.1465754359960556
26219	linear.weight	1	-0.23853470385074615
26219	linear.weight	2	0.031019654124975204
26219	linear.weight	3	0.06481173634529114
26219	linear.weight	4	-0.17740951478481293
26219	linear.weight	5	0.2729199528694153
26219	linear.weight	6	-0.16327935457229614
26219	linear.weight	7	-0.07720115780830383
26219	linear.weight	8	0.1343454122543335
26219	linear.weight	9	-0.02114187367260456
26219	linear.bias	0	-0.8892888426780701
26219	linear.bias	1	1.6983706951141357
26219	linear.bias	2	-0.10068809986114502
26219	linear.bias	3	-1.6697776317596436
26219	linear.bias	4	-0.29655590653419495
26219	linear.bias	5	0.8623770475387573
26219	linear.bias	6	-0.17910940945148468
26219	linear.bias	7	0.08063691109418869
26219	linear.bias	8	1.6564298868179321
26219	linear.bias	9	-0.9089624881744385
26828	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
26828	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
26828	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
26828	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
26828	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
26828	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
26828	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
26828	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
26828	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
26828	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
26828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
26828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
26828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
26828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
26828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
26828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
26828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
26828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
26828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
26828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
26828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
26828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
26828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
26828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
26828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
26828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
26828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
26828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
26828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
26828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
26828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
26828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
26828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
26828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
26828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
26828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
26828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
26828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
26828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
26828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
26828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
26828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
26828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
26828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
26828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
26828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
26828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
26828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
26828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
26828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
26828	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
26828	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
26828	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
26828	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
26828	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
26828	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
26828	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
26828	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
26828	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
26828	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
26828	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
26828	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
26828	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
26828	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
26828	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
26828	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
26828	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
26828	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
26828	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
26828	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
26828	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
26828	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
26828	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
26828	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
26828	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
26828	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
26828	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
26828	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
26828	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
26828	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
26828	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
26828	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
26828	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
26828	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
26828	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
26828	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
26828	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
26828	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
26828	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
26828	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
26828	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
26828	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
26828	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
26828	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
26828	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
26828	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
26828	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
26828	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
26828	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
26828	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
26828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
26828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
26828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
26828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
26828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
26828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
26828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
26828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
26828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
26828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
26828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
26828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
26828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
26828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
26828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
26828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
26828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
26828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
26828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
26828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
26828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
26828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
26828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
26828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
26828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
26828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
26828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
26828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
26828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
26828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
26828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
26828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
26828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
26828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
26828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
26828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
26828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
26828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
26828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
26828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
26828	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
26828	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
26828	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
26828	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
26828	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
26828	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
26828	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
26828	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
26828	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
26828	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
26828	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
26828	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
26828	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
26828	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
26828	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
26828	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
26828	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
26828	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
26828	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
26828	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
26828	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
26828	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
26828	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
26828	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
26828	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
26828	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
26828	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
26828	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
26828	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
26828	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
26828	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
26828	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
26828	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
26828	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
26828	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
26828	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
26828	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
26828	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
26828	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
26828	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
26828	embedding2nn.weight	0	0.08103195577859879
26828	embedding2nn.weight	1	0.15370197594165802
26828	embedding2nn.weight	2	0.029610665515065193
26828	embedding2nn.weight	3	0.036039918661117554
26828	embedding2nn.weight	4	-0.07089180499315262
26828	embedding2nn.weight	5	0.004223530180752277
26828	embedding2nn.weight	6	0.03785370662808418
26828	embedding2nn.weight	7	-0.03983300179243088
26828	embedding2nn.weight	8	0.03240545094013214
26828	embedding2nn.weight	9	-0.02312752977013588
26828	embedding2nn.bias	0	0.0291062630712986
26828	embedding2nn.bias	1	-0.15338817238807678
26828	embedding2nn.bias	2	0.12019681930541992
26828	embedding2nn.bias	3	0.12856677174568176
26828	embedding2nn.bias	4	0.14453066885471344
26828	embedding2nn.bias	5	-0.026357099413871765
26828	embedding2nn.bias	6	0.01576479710638523
26828	embedding2nn.bias	7	0.03522009029984474
26828	embedding2nn.bias	8	-0.10209199041128159
26828	embedding2nn.bias	9	-0.27966874837875366
26828	rnn.weight_ih_l0	0	-0.016008464619517326
26828	rnn.weight_ih_l0	1	-0.04558992385864258
26828	rnn.weight_ih_l0	2	0.029053207486867905
26828	rnn.weight_ih_l0	3	-0.004622725769877434
26828	rnn.weight_ih_l0	4	-0.03978000208735466
26828	rnn.weight_ih_l0	5	-0.10490405559539795
26828	rnn.weight_ih_l0	6	-0.016910551115870476
26828	rnn.weight_ih_l0	7	-0.016534270718693733
26828	rnn.weight_ih_l0	8	0.017960233613848686
26828	rnn.weight_ih_l0	9	-0.012611472979187965
26828	rnn.weight_hh_l0	0	0.023729097098112106
26828	rnn.weight_hh_l0	1	0.046114299446344376
26828	rnn.weight_hh_l0	2	-0.00910667423158884
26828	rnn.weight_hh_l0	3	0.04161473736166954
26828	rnn.weight_hh_l0	4	-0.030637387186288834
26828	rnn.weight_hh_l0	5	0.03674526885151863
26828	rnn.weight_hh_l0	6	0.0348559133708477
26828	rnn.weight_hh_l0	7	0.04578316956758499
26828	rnn.weight_hh_l0	8	0.033791568130254745
26828	rnn.weight_hh_l0	9	-0.01906677521765232
26828	rnn.bias_ih_l0	0	0.041466135531663895
26828	rnn.bias_ih_l0	1	-0.10094847530126572
26828	rnn.bias_ih_l0	2	-0.0001268428168259561
26828	rnn.bias_ih_l0	3	-0.0705517902970314
26828	rnn.bias_ih_l0	4	0.08419785648584366
26828	rnn.bias_ih_l0	5	-0.06320735812187195
26828	rnn.bias_ih_l0	6	0.011825861409306526
26828	rnn.bias_ih_l0	7	-0.1150546446442604
26828	rnn.bias_ih_l0	8	-0.02030521258711815
26828	rnn.bias_ih_l0	9	-0.21501347422599792
26828	rnn.bias_hh_l0	0	-0.0426207073032856
26828	rnn.bias_hh_l0	1	-0.032853372395038605
26828	rnn.bias_hh_l0	2	-0.021816333755850792
26828	rnn.bias_hh_l0	3	-0.02719568833708763
26828	rnn.bias_hh_l0	4	-0.056468747556209564
26828	rnn.bias_hh_l0	5	-0.07031663507223129
26828	rnn.bias_hh_l0	6	-0.04363640025258064
26828	rnn.bias_hh_l0	7	0.09225010871887207
26828	rnn.bias_hh_l0	8	-0.05265337973833084
26828	rnn.bias_hh_l0	9	-0.17929543554782867
26828	rnn.weight_ih_l0_reverse	0	0.04586150869727135
26828	rnn.weight_ih_l0_reverse	1	-0.03301109001040459
26828	rnn.weight_ih_l0_reverse	2	-0.01559933740645647
26828	rnn.weight_ih_l0_reverse	3	-0.0470125637948513
26828	rnn.weight_ih_l0_reverse	4	0.027094803750514984
26828	rnn.weight_ih_l0_reverse	5	-0.048357825726270676
26828	rnn.weight_ih_l0_reverse	6	0.039921388030052185
26828	rnn.weight_ih_l0_reverse	7	0.009614046663045883
26828	rnn.weight_ih_l0_reverse	8	0.005334332585334778
26828	rnn.weight_ih_l0_reverse	9	-0.010163201950490475
26828	rnn.weight_hh_l0_reverse	0	-0.030239678919315338
26828	rnn.weight_hh_l0_reverse	1	0.03964259847998619
26828	rnn.weight_hh_l0_reverse	2	0.014637921005487442
26828	rnn.weight_hh_l0_reverse	3	0.01990002766251564
26828	rnn.weight_hh_l0_reverse	4	-0.04546284303069115
26828	rnn.weight_hh_l0_reverse	5	0.029139161109924316
26828	rnn.weight_hh_l0_reverse	6	0.015423470176756382
26828	rnn.weight_hh_l0_reverse	7	0.01254484336823225
26828	rnn.weight_hh_l0_reverse	8	0.08996576815843582
26828	rnn.weight_hh_l0_reverse	9	0.010421555489301682
26828	rnn.bias_ih_l0_reverse	0	-0.09267900884151459
26828	rnn.bias_ih_l0_reverse	1	-0.08854924887418747
26828	rnn.bias_ih_l0_reverse	2	0.00771148968487978
26828	rnn.bias_ih_l0_reverse	3	-0.0550459548830986
26828	rnn.bias_ih_l0_reverse	4	-0.059136271476745605
26828	rnn.bias_ih_l0_reverse	5	-0.0790366381406784
26828	rnn.bias_ih_l0_reverse	6	0.19941753149032593
26828	rnn.bias_ih_l0_reverse	7	-0.14091914892196655
26828	rnn.bias_ih_l0_reverse	8	-0.06718612462282181
26828	rnn.bias_ih_l0_reverse	9	-0.05659471079707146
26828	rnn.bias_hh_l0_reverse	0	-0.006420622579753399
26828	rnn.bias_hh_l0_reverse	1	0.06930378824472427
26828	rnn.bias_hh_l0_reverse	2	-0.1136113703250885
26828	rnn.bias_hh_l0_reverse	3	0.002493621315807104
26828	rnn.bias_hh_l0_reverse	4	-0.09642487019300461
26828	rnn.bias_hh_l0_reverse	5	-0.036890335381031036
26828	rnn.bias_hh_l0_reverse	6	-0.09668627381324768
26828	rnn.bias_hh_l0_reverse	7	0.005329618230462074
26828	rnn.bias_hh_l0_reverse	8	-0.03850264847278595
26828	rnn.bias_hh_l0_reverse	9	0.10338518023490906
26828	linear.weight	0	0.13062512874603271
26828	linear.weight	1	-0.21243023872375488
26828	linear.weight	2	0.07965496927499771
26828	linear.weight	3	0.06498076021671295
26828	linear.weight	4	-0.123026043176651
26828	linear.weight	5	0.31544384360313416
26828	linear.weight	6	-0.16598118841648102
26828	linear.weight	7	-0.07689528912305832
26828	linear.weight	8	0.13701769709587097
26828	linear.weight	9	-0.02136957459151745
26828	linear.bias	0	-0.8637036085128784
26828	linear.bias	1	1.6885404586791992
26828	linear.bias	2	-0.04070761427283287
26828	linear.bias	3	-1.6803271770477295
26828	linear.bias	4	-0.32668575644493103
26828	linear.bias	5	0.8863257169723511
26828	linear.bias	6	-0.22148627042770386
26828	linear.bias	7	0.10075689852237701
26828	linear.bias	8	1.6526342630386353
26828	linear.bias	9	-0.90317702293396
27437	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
27437	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
27437	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
27437	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
27437	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
27437	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
27437	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
27437	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
27437	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
27437	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
27437	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
27437	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
27437	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
27437	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
27437	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
27437	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
27437	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
27437	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
27437	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
27437	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
27437	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
27437	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
27437	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
27437	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
27437	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
27437	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
27437	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
27437	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
27437	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
27437	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
27437	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
27437	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
27437	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
27437	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
27437	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
27437	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
27437	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
27437	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
27437	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
27437	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
27437	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
27437	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
27437	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
27437	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
27437	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
27437	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
27437	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
27437	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
27437	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
27437	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
27437	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
27437	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
27437	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
27437	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
27437	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
27437	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
27437	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
27437	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
27437	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
27437	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
27437	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
27437	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
27437	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
27437	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
27437	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
27437	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
27437	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
27437	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
27437	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
27437	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
27437	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
27437	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
27437	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
27437	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
27437	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
27437	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
27437	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
27437	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
27437	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
27437	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
27437	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
27437	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
27437	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
27437	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
27437	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
27437	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
27437	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
27437	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
27437	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
27437	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
27437	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
27437	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
27437	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
27437	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
27437	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
27437	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
27437	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
27437	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
27437	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
27437	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
27437	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
27437	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
27437	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
27437	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
27437	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
27437	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
27437	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
27437	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
27437	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
27437	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
27437	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
27437	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
27437	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
27437	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
27437	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
27437	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
27437	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
27437	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
27437	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
27437	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
27437	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
27437	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
27437	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
27437	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
27437	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
27437	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
27437	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
27437	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
27437	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
27437	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
27437	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
27437	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
27437	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
27437	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
27437	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
27437	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
27437	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
27437	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
27437	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
27437	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
27437	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
27437	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
27437	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
27437	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
27437	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
27437	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
27437	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
27437	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
27437	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
27437	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
27437	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
27437	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
27437	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
27437	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
27437	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
27437	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
27437	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
27437	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
27437	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
27437	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
27437	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
27437	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
27437	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
27437	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
27437	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
27437	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
27437	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
27437	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
27437	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
27437	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
27437	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
27437	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
27437	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
27437	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
27437	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
27437	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
27437	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
27437	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
27437	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
27437	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
27437	embedding2nn.weight	0	0.0828472301363945
27437	embedding2nn.weight	1	0.15477478504180908
27437	embedding2nn.weight	2	0.03409265726804733
27437	embedding2nn.weight	3	0.030084790661931038
27437	embedding2nn.weight	4	-0.0706021711230278
27437	embedding2nn.weight	5	0.005935457069426775
27437	embedding2nn.weight	6	0.04108662158250809
27437	embedding2nn.weight	7	-0.0416891984641552
27437	embedding2nn.weight	8	0.035241056233644485
27437	embedding2nn.weight	9	-0.020040083676576614
27437	embedding2nn.bias	0	0.026680104434490204
27437	embedding2nn.bias	1	-0.14437179267406464
27437	embedding2nn.bias	2	0.08230861276388168
27437	embedding2nn.bias	3	0.1333080232143402
27437	embedding2nn.bias	4	0.1516873836517334
27437	embedding2nn.bias	5	-0.02205808088183403
27437	embedding2nn.bias	6	-0.004551806952804327
27437	embedding2nn.bias	7	0.028409499675035477
27437	embedding2nn.bias	8	-0.1110009253025055
27437	embedding2nn.bias	9	-0.2737671732902527
27437	rnn.weight_ih_l0	0	-0.015497012063860893
27437	rnn.weight_ih_l0	1	-0.04721339792013168
27437	rnn.weight_ih_l0	2	0.028646646067500114
27437	rnn.weight_ih_l0	3	-0.004347932059317827
27437	rnn.weight_ih_l0	4	-0.04915425553917885
27437	rnn.weight_ih_l0	5	-0.11697947233915329
27437	rnn.weight_ih_l0	6	-0.032618198543787
27437	rnn.weight_ih_l0	7	-0.017462654039263725
27437	rnn.weight_ih_l0	8	0.014910710975527763
27437	rnn.weight_ih_l0	9	-0.017155418172478676
27437	rnn.weight_hh_l0	0	0.023411331698298454
27437	rnn.weight_hh_l0	1	0.04663200303912163
27437	rnn.weight_hh_l0	2	-0.00876200757920742
27437	rnn.weight_hh_l0	3	0.04172493517398834
27437	rnn.weight_hh_l0	4	-0.031308937817811966
27437	rnn.weight_hh_l0	5	0.03715648874640465
27437	rnn.weight_hh_l0	6	0.03478756174445152
27437	rnn.weight_hh_l0	7	0.044262614101171494
27437	rnn.weight_hh_l0	8	0.03408057242631912
27437	rnn.weight_hh_l0	9	-0.01776975579559803
27437	rnn.bias_ih_l0	0	0.032021258026361465
27437	rnn.bias_ih_l0	1	-0.10283241420984268
27437	rnn.bias_ih_l0	2	-0.002075378317385912
27437	rnn.bias_ih_l0	3	-0.07568048685789108
27437	rnn.bias_ih_l0	4	0.0926188975572586
27437	rnn.bias_ih_l0	5	-0.06334317475557327
27437	rnn.bias_ih_l0	6	0.0069352989085018635
27437	rnn.bias_ih_l0	7	-0.11554024368524551
27437	rnn.bias_ih_l0	8	-0.017461705952882767
27437	rnn.bias_ih_l0	9	-0.22228457033634186
27437	rnn.bias_hh_l0	0	-0.04611164703965187
27437	rnn.bias_hh_l0	1	-0.03698400408029556
27437	rnn.bias_hh_l0	2	-0.027509968727827072
27437	rnn.bias_hh_l0	3	-0.02523404359817505
27437	rnn.bias_hh_l0	4	-0.05779484286904335
27437	rnn.bias_hh_l0	5	-0.07333424687385559
27437	rnn.bias_hh_l0	6	-0.04079262539744377
27437	rnn.bias_hh_l0	7	0.1010504886507988
27437	rnn.bias_hh_l0	8	-0.04705206677317619
27437	rnn.bias_hh_l0	9	-0.180053249001503
27437	rnn.weight_ih_l0_reverse	0	0.0502060130238533
27437	rnn.weight_ih_l0_reverse	1	-0.03138040378689766
27437	rnn.weight_ih_l0_reverse	2	-0.018370037898421288
27437	rnn.weight_ih_l0_reverse	3	-0.04884176701307297
27437	rnn.weight_ih_l0_reverse	4	0.027692856267094612
27437	rnn.weight_ih_l0_reverse	5	-0.04673590511083603
27437	rnn.weight_ih_l0_reverse	6	0.03611716255545616
27437	rnn.weight_ih_l0_reverse	7	0.009347285144031048
27437	rnn.weight_ih_l0_reverse	8	0.004826177377253771
27437	rnn.weight_ih_l0_reverse	9	-0.007380806840956211
27437	rnn.weight_hh_l0_reverse	0	-0.02661081589758396
27437	rnn.weight_hh_l0_reverse	1	0.03962044045329094
27437	rnn.weight_hh_l0_reverse	2	0.014919509179890156
27437	rnn.weight_hh_l0_reverse	3	0.019338926300406456
27437	rnn.weight_hh_l0_reverse	4	-0.04582899808883667
27437	rnn.weight_hh_l0_reverse	5	0.03020419552922249
27437	rnn.weight_hh_l0_reverse	6	0.01529531367123127
27437	rnn.weight_hh_l0_reverse	7	0.0169739481061697
27437	rnn.weight_hh_l0_reverse	8	0.08981188386678696
27437	rnn.weight_hh_l0_reverse	9	0.010051591321825981
27437	rnn.bias_ih_l0_reverse	0	-0.0950140580534935
27437	rnn.bias_ih_l0_reverse	1	-0.08511365950107574
27437	rnn.bias_ih_l0_reverse	2	0.003433104371652007
27437	rnn.bias_ih_l0_reverse	3	-0.06052940711379051
27437	rnn.bias_ih_l0_reverse	4	-0.06784630566835403
27437	rnn.bias_ih_l0_reverse	5	-0.0827338844537735
27437	rnn.bias_ih_l0_reverse	6	0.19895046949386597
27437	rnn.bias_ih_l0_reverse	7	-0.14452150464057922
27437	rnn.bias_ih_l0_reverse	8	-0.060872871428728104
27437	rnn.bias_ih_l0_reverse	9	-0.061040766537189484
27437	rnn.bias_hh_l0_reverse	0	-0.005152020137757063
27437	rnn.bias_hh_l0_reverse	1	0.06997578591108322
27437	rnn.bias_hh_l0_reverse	2	-0.12285871803760529
27437	rnn.bias_hh_l0_reverse	3	0.00296449544839561
27437	rnn.bias_hh_l0_reverse	4	-0.09085609763860703
27437	rnn.bias_hh_l0_reverse	5	-0.04120863601565361
27437	rnn.bias_hh_l0_reverse	6	-0.10143572837114334
27437	rnn.bias_hh_l0_reverse	7	0.0038317774888128042
27437	rnn.bias_hh_l0_reverse	8	-0.03801516070961952
27437	rnn.bias_hh_l0_reverse	9	0.11250810325145721
27437	linear.weight	0	0.13813278079032898
27437	linear.weight	1	-0.21749117970466614
27437	linear.weight	2	0.07773002982139587
27437	linear.weight	3	0.06518010050058365
27437	linear.weight	4	-0.19414140284061432
27437	linear.weight	5	0.29672735929489136
27437	linear.weight	6	-0.17368008196353912
27437	linear.weight	7	-0.07679061591625214
27437	linear.weight	8	0.12476111203432083
27437	linear.weight	9	-0.021508855745196342
27437	linear.bias	0	-0.9119809865951538
27437	linear.bias	1	1.6917591094970703
27437	linear.bias	2	-0.06864210963249207
27437	linear.bias	3	-1.6901533603668213
27437	linear.bias	4	-0.3074188828468323
27437	linear.bias	5	0.8718917369842529
27437	linear.bias	6	-0.1974519044160843
27437	linear.bias	7	0.09392908215522766
27437	linear.bias	8	1.679226040840149
27437	linear.bias	9	-0.9342315793037415
28046	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
28046	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
28046	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
28046	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
28046	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
28046	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
28046	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
28046	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
28046	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
28046	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
28046	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
28046	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
28046	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
28046	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
28046	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
28046	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
28046	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
28046	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
28046	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
28046	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
28046	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
28046	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
28046	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
28046	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
28046	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
28046	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
28046	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
28046	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
28046	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
28046	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
28046	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
28046	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
28046	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
28046	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
28046	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
28046	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
28046	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
28046	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
28046	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
28046	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
28046	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
28046	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
28046	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
28046	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
28046	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
28046	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
28046	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
28046	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
28046	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
28046	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
28046	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
28046	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
28046	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
28046	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
28046	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
28046	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
28046	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
28046	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
28046	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
28046	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
28046	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
28046	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
28046	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
28046	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
28046	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
28046	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
28046	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
28046	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
28046	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
28046	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
28046	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
28046	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
28046	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
28046	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
28046	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
28046	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
28046	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
28046	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
28046	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
28046	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
28046	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
28046	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
28046	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
28046	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
28046	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
28046	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
28046	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
28046	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
28046	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
28046	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
28046	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
28046	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
28046	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
28046	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
28046	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
28046	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
28046	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
28046	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
28046	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
28046	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
28046	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
28046	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
28046	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
28046	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
28046	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
28046	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
28046	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
28046	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
28046	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
28046	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
28046	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
28046	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
28046	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
28046	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
28046	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
28046	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
28046	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
28046	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
28046	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
28046	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
28046	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
28046	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
28046	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
28046	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
28046	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
28046	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
28046	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
28046	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
28046	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
28046	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
28046	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
28046	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
28046	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
28046	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
28046	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
28046	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
28046	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
28046	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
28046	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
28046	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
28046	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
28046	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
28046	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
28046	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
28046	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
28046	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
28046	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
28046	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
28046	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
28046	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
28046	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
28046	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
28046	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
28046	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
28046	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
28046	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
28046	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
28046	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
28046	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
28046	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
28046	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
28046	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
28046	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
28046	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
28046	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
28046	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
28046	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
28046	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
28046	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
28046	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
28046	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
28046	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
28046	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
28046	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
28046	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
28046	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
28046	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
28046	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
28046	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
28046	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
28046	embedding2nn.weight	0	0.08163928240537643
28046	embedding2nn.weight	1	0.15530820190906525
28046	embedding2nn.weight	2	0.037228118628263474
28046	embedding2nn.weight	3	0.028691180050373077
28046	embedding2nn.weight	4	-0.06916026771068573
28046	embedding2nn.weight	5	0.00556611642241478
28046	embedding2nn.weight	6	0.03632603585720062
28046	embedding2nn.weight	7	-0.039503149688243866
28046	embedding2nn.weight	8	0.036762725561857224
28046	embedding2nn.weight	9	-0.017287807539105415
28046	embedding2nn.bias	0	0.024069342762231827
28046	embedding2nn.bias	1	-0.15275782346725464
28046	embedding2nn.bias	2	0.08896861970424652
28046	embedding2nn.bias	3	0.15065449476242065
28046	embedding2nn.bias	4	0.16047146916389465
28046	embedding2nn.bias	5	-0.029918884858489037
28046	embedding2nn.bias	6	0.008847379125654697
28046	embedding2nn.bias	7	0.027583377435803413
28046	embedding2nn.bias	8	-0.11766354739665985
28046	embedding2nn.bias	9	-0.27534225583076477
28046	rnn.weight_ih_l0	0	-0.014691424556076527
28046	rnn.weight_ih_l0	1	-0.04602973163127899
28046	rnn.weight_ih_l0	2	0.023099882528185844
28046	rnn.weight_ih_l0	3	-0.0003991146513726562
28046	rnn.weight_ih_l0	4	-0.043092917650938034
28046	rnn.weight_ih_l0	5	-0.12340380251407623
28046	rnn.weight_ih_l0	6	-0.028268957510590553
28046	rnn.weight_ih_l0	7	-0.015726568177342415
28046	rnn.weight_ih_l0	8	0.011508322320878506
28046	rnn.weight_ih_l0	9	-0.017245212569832802
28046	rnn.weight_hh_l0	0	0.02358279936015606
28046	rnn.weight_hh_l0	1	0.04699078947305679
28046	rnn.weight_hh_l0	2	-0.009004469029605389
28046	rnn.weight_hh_l0	3	0.041432566940784454
28046	rnn.weight_hh_l0	4	-0.030938956886529922
28046	rnn.weight_hh_l0	5	0.036144934594631195
28046	rnn.weight_hh_l0	6	0.03467018902301788
28046	rnn.weight_hh_l0	7	0.04423358663916588
28046	rnn.weight_hh_l0	8	0.03458472341299057
28046	rnn.weight_hh_l0	9	-0.018117213621735573
28046	rnn.bias_ih_l0	0	0.0500071719288826
28046	rnn.bias_ih_l0	1	-0.09984634071588516
28046	rnn.bias_ih_l0	2	-0.0022511999122798443
28046	rnn.bias_ih_l0	3	-0.08168435096740723
28046	rnn.bias_ih_l0	4	0.09745068848133087
28046	rnn.bias_ih_l0	5	-0.06815938651561737
28046	rnn.bias_ih_l0	6	0.007480647414922714
28046	rnn.bias_ih_l0	7	-0.11609731614589691
28046	rnn.bias_ih_l0	8	-0.02620648965239525
28046	rnn.bias_ih_l0	9	-0.23263615369796753
28046	rnn.bias_hh_l0	0	-0.04700441658496857
28046	rnn.bias_hh_l0	1	-0.040713049471378326
28046	rnn.bias_hh_l0	2	-0.03532879054546356
28046	rnn.bias_hh_l0	3	-0.01799985207617283
28046	rnn.bias_hh_l0	4	-0.05717838555574417
28046	rnn.bias_hh_l0	5	-0.0761311948299408
28046	rnn.bias_hh_l0	6	-0.047448430210351944
28046	rnn.bias_hh_l0	7	0.10097997635602951
28046	rnn.bias_hh_l0	8	-0.04080500826239586
28046	rnn.bias_hh_l0	9	-0.17605473101139069
28046	rnn.weight_ih_l0_reverse	0	0.055981021374464035
28046	rnn.weight_ih_l0_reverse	1	-0.031858623027801514
28046	rnn.weight_ih_l0_reverse	2	-0.01585812121629715
28046	rnn.weight_ih_l0_reverse	3	-0.051350053399801254
28046	rnn.weight_ih_l0_reverse	4	0.027632029727101326
28046	rnn.weight_ih_l0_reverse	5	-0.05560901761054993
28046	rnn.weight_ih_l0_reverse	6	0.04086911305785179
28046	rnn.weight_ih_l0_reverse	7	0.010815165005624294
28046	rnn.weight_ih_l0_reverse	8	0.008180416189134121
28046	rnn.weight_ih_l0_reverse	9	-0.006164316087961197
28046	rnn.weight_hh_l0_reverse	0	-0.02842097170650959
28046	rnn.weight_hh_l0_reverse	1	0.03979719057679176
28046	rnn.weight_hh_l0_reverse	2	0.014562400057911873
28046	rnn.weight_hh_l0_reverse	3	0.01837894320487976
28046	rnn.weight_hh_l0_reverse	4	-0.045043136924505234
28046	rnn.weight_hh_l0_reverse	5	0.030243754386901855
28046	rnn.weight_hh_l0_reverse	6	0.015544197522103786
28046	rnn.weight_hh_l0_reverse	7	0.01808392070233822
28046	rnn.weight_hh_l0_reverse	8	0.09277177602052689
28046	rnn.weight_hh_l0_reverse	9	0.010253116488456726
28046	rnn.bias_ih_l0_reverse	0	-0.088407501578331
28046	rnn.bias_ih_l0_reverse	1	-0.07563713192939758
28046	rnn.bias_ih_l0_reverse	2	0.008336090482771397
28046	rnn.bias_ih_l0_reverse	3	-0.048303455114364624
28046	rnn.bias_ih_l0_reverse	4	-0.04997950792312622
28046	rnn.bias_ih_l0_reverse	5	-0.0843145102262497
28046	rnn.bias_ih_l0_reverse	6	0.2028077244758606
28046	rnn.bias_ih_l0_reverse	7	-0.15142042934894562
28046	rnn.bias_ih_l0_reverse	8	-0.06359408050775528
28046	rnn.bias_ih_l0_reverse	9	-0.06561414897441864
28046	rnn.bias_hh_l0_reverse	0	-0.01811807043850422
28046	rnn.bias_hh_l0_reverse	1	0.088041290640831
28046	rnn.bias_hh_l0_reverse	2	-0.1277211308479309
28046	rnn.bias_hh_l0_reverse	3	0.0014108726754784584
28046	rnn.bias_hh_l0_reverse	4	-0.08710555732250214
28046	rnn.bias_hh_l0_reverse	5	-0.038882505148649216
28046	rnn.bias_hh_l0_reverse	6	-0.10216357558965683
28046	rnn.bias_hh_l0_reverse	7	0.0020394085440784693
28046	rnn.bias_hh_l0_reverse	8	-0.0268343947827816
28046	rnn.bias_hh_l0_reverse	9	0.11034050583839417
28046	linear.weight	0	0.14744441211223602
28046	linear.weight	1	-0.22061382234096527
28046	linear.weight	2	0.09535171836614609
28046	linear.weight	3	0.0652763843536377
28046	linear.weight	4	-0.18473413586616516
28046	linear.weight	5	0.31155678629875183
28046	linear.weight	6	-0.19136644899845123
28046	linear.weight	7	-0.07670547813177109
28046	linear.weight	8	0.11909142136573792
28046	linear.weight	9	-0.021652719005942345
28046	linear.bias	0	-0.9166054129600525
28046	linear.bias	1	1.6843338012695312
28046	linear.bias	2	-0.08900561183691025
28046	linear.bias	3	-1.6988896131515503
28046	linear.bias	4	-0.3158741891384125
28046	linear.bias	5	0.9288538694381714
28046	linear.bias	6	-0.22359290719032288
28046	linear.bias	7	0.09219004213809967
28046	linear.bias	8	1.667165994644165
28046	linear.bias	9	-0.9682109951972961
28655	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
28655	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
28655	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
28655	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
28655	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
28655	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
28655	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
28655	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
28655	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
28655	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
28655	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
28655	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
28655	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
28655	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
28655	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
28655	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
28655	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
28655	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
28655	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
28655	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
28655	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
28655	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
28655	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
28655	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
28655	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
28655	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
28655	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
28655	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
28655	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
28655	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
28655	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
28655	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
28655	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
28655	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
28655	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
28655	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
28655	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
28655	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
28655	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
28655	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
28655	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
28655	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
28655	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
28655	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
28655	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
28655	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
28655	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
28655	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
28655	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
28655	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
28655	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
28655	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
28655	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
28655	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
28655	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
28655	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
28655	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
28655	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
28655	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
28655	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
28655	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
28655	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
28655	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
28655	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
28655	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
28655	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
28655	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
28655	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
28655	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
28655	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
28655	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
28655	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
28655	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
28655	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
28655	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
28655	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
28655	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
28655	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
28655	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
28655	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
28655	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
28655	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
28655	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
28655	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
28655	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
28655	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
28655	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
28655	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
28655	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
28655	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
28655	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
28655	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
28655	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
28655	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
28655	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
28655	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
28655	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
28655	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
28655	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
28655	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
28655	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
28655	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
28655	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
28655	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
28655	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
28655	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
28655	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
28655	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
28655	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
28655	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
28655	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
28655	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
28655	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
28655	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
28655	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
28655	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
28655	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
28655	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
28655	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
28655	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
28655	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
28655	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
28655	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
28655	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
28655	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
28655	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
28655	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
28655	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
28655	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
28655	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
28655	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
28655	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
28655	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
28655	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
28655	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
28655	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
28655	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
28655	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
28655	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
28655	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
28655	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
28655	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
28655	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
28655	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
28655	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
28655	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
28655	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
28655	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
28655	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
28655	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
28655	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
28655	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
28655	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
28655	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
28655	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
28655	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
28655	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
28655	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
28655	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
28655	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
28655	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
28655	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
28655	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
28655	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
28655	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
28655	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
28655	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
28655	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
28655	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
28655	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
28655	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
28655	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
28655	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
28655	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
28655	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
28655	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
28655	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
28655	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
28655	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
28655	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
28655	embedding2nn.weight	0	0.08580069988965988
28655	embedding2nn.weight	1	0.1519043892621994
28655	embedding2nn.weight	2	0.03489018231630325
28655	embedding2nn.weight	3	0.0191122405230999
28655	embedding2nn.weight	4	-0.06499636173248291
28655	embedding2nn.weight	5	0.002499741269275546
28655	embedding2nn.weight	6	0.04988541081547737
28655	embedding2nn.weight	7	-0.04163675382733345
28655	embedding2nn.weight	8	0.03494083508849144
28655	embedding2nn.weight	9	-0.024694418534636497
28655	embedding2nn.bias	0	0.037898700684309006
28655	embedding2nn.bias	1	-0.1411438137292862
28655	embedding2nn.bias	2	0.09626266360282898
28655	embedding2nn.bias	3	0.14718805253505707
28655	embedding2nn.bias	4	0.13863596320152283
28655	embedding2nn.bias	5	-0.033819884061813354
28655	embedding2nn.bias	6	0.015077544376254082
28655	embedding2nn.bias	7	0.030096791684627533
28655	embedding2nn.bias	8	-0.11009792238473892
28655	embedding2nn.bias	9	-0.28583553433418274
28655	rnn.weight_ih_l0	0	-0.01452503353357315
28655	rnn.weight_ih_l0	1	-0.05011724680662155
28655	rnn.weight_ih_l0	2	0.021191520616412163
28655	rnn.weight_ih_l0	3	0.0009124552016146481
28655	rnn.weight_ih_l0	4	-0.03897446393966675
28655	rnn.weight_ih_l0	5	-0.11862193793058395
28655	rnn.weight_ih_l0	6	-0.02448580227792263
28655	rnn.weight_ih_l0	7	-0.013151740655303001
28655	rnn.weight_ih_l0	8	0.020182743668556213
28655	rnn.weight_ih_l0	9	-0.015244406647980213
28655	rnn.weight_hh_l0	0	0.023895781487226486
28655	rnn.weight_hh_l0	1	0.047280438244342804
28655	rnn.weight_hh_l0	2	-0.00753625575453043
28655	rnn.weight_hh_l0	3	0.04206399992108345
28655	rnn.weight_hh_l0	4	-0.031155245378613472
28655	rnn.weight_hh_l0	5	0.03535344824194908
28655	rnn.weight_hh_l0	6	0.03344126418232918
28655	rnn.weight_hh_l0	7	0.04181595519185066
28655	rnn.weight_hh_l0	8	0.034533318132162094
28655	rnn.weight_hh_l0	9	-0.018779776990413666
28655	rnn.bias_ih_l0	0	0.05592414736747742
28655	rnn.bias_ih_l0	1	-0.09824417531490326
28655	rnn.bias_ih_l0	2	-0.006397397723048925
28655	rnn.bias_ih_l0	3	-0.08090786635875702
28655	rnn.bias_ih_l0	4	0.09060589224100113
28655	rnn.bias_ih_l0	5	-0.0689702108502388
28655	rnn.bias_ih_l0	6	0.018754135817289352
28655	rnn.bias_ih_l0	7	-0.11762353032827377
28655	rnn.bias_ih_l0	8	-0.021669644862413406
28655	rnn.bias_ih_l0	9	-0.22954800724983215
28655	rnn.bias_hh_l0	0	-0.046772412955760956
28655	rnn.bias_hh_l0	1	-0.03236442804336548
28655	rnn.bias_hh_l0	2	-0.036433957517147064
28655	rnn.bias_hh_l0	3	-0.02020147070288658
28655	rnn.bias_hh_l0	4	-0.05816153436899185
28655	rnn.bias_hh_l0	5	-0.07733844965696335
28655	rnn.bias_hh_l0	6	-0.05131588503718376
28655	rnn.bias_hh_l0	7	0.10582772642374039
28655	rnn.bias_hh_l0	8	-0.03925313800573349
28655	rnn.bias_hh_l0	9	-0.18052640557289124
28655	rnn.weight_ih_l0_reverse	0	0.057061150670051575
28655	rnn.weight_ih_l0_reverse	1	-0.03346356749534607
28655	rnn.weight_ih_l0_reverse	2	-0.017436817288398743
28655	rnn.weight_ih_l0_reverse	3	-0.04757168889045715
28655	rnn.weight_ih_l0_reverse	4	0.027942383661866188
28655	rnn.weight_ih_l0_reverse	5	-0.05868137255311012
28655	rnn.weight_ih_l0_reverse	6	0.048587918281555176
28655	rnn.weight_ih_l0_reverse	7	0.010709698311984539
28655	rnn.weight_ih_l0_reverse	8	0.007671338506042957
28655	rnn.weight_ih_l0_reverse	9	-0.010840379633009434
28655	rnn.weight_hh_l0_reverse	0	-0.027348659932613373
28655	rnn.weight_hh_l0_reverse	1	0.0397038497030735
28655	rnn.weight_hh_l0_reverse	2	0.014292726293206215
28655	rnn.weight_hh_l0_reverse	3	0.018473798409104347
28655	rnn.weight_hh_l0_reverse	4	-0.046430300921201706
28655	rnn.weight_hh_l0_reverse	5	0.0301692932844162
28655	rnn.weight_hh_l0_reverse	6	0.015385879203677177
28655	rnn.weight_hh_l0_reverse	7	0.01930115558207035
28655	rnn.weight_hh_l0_reverse	8	0.09301529079675674
28655	rnn.weight_hh_l0_reverse	9	0.01091983076184988
28655	rnn.bias_ih_l0_reverse	0	-0.08348048478364944
28655	rnn.bias_ih_l0_reverse	1	-0.08211132884025574
28655	rnn.bias_ih_l0_reverse	2	0.0016309308120980859
28655	rnn.bias_ih_l0_reverse	3	-0.05762387067079544
28655	rnn.bias_ih_l0_reverse	4	-0.04543917626142502
28655	rnn.bias_ih_l0_reverse	5	-0.08718418329954147
28655	rnn.bias_ih_l0_reverse	6	0.2156449854373932
28655	rnn.bias_ih_l0_reverse	7	-0.15809370577335358
28655	rnn.bias_ih_l0_reverse	8	-0.06271451711654663
28655	rnn.bias_ih_l0_reverse	9	-0.06406959146261215
28655	rnn.bias_hh_l0_reverse	0	-0.009909264743328094
28655	rnn.bias_hh_l0_reverse	1	0.08805619180202484
28655	rnn.bias_hh_l0_reverse	2	-0.12524639070034027
28655	rnn.bias_hh_l0_reverse	3	0.0020877860952168703
28655	rnn.bias_hh_l0_reverse	4	-0.09035679697990417
28655	rnn.bias_hh_l0_reverse	5	-0.033953770995140076
28655	rnn.bias_hh_l0_reverse	6	-0.10054987668991089
28655	rnn.bias_hh_l0_reverse	7	0.0021297940984368324
28655	rnn.bias_hh_l0_reverse	8	-0.028282910585403442
28655	rnn.bias_hh_l0_reverse	9	0.11540289968252182
28655	linear.weight	0	0.14421018958091736
28655	linear.weight	1	-0.22280189394950867
28655	linear.weight	2	0.11148273944854736
28655	linear.weight	3	0.06542686372995377
28655	linear.weight	4	-0.16715720295906067
28655	linear.weight	5	0.291079044342041
28655	linear.weight	6	-0.15310043096542358
28655	linear.weight	7	-0.07654264569282532
28655	linear.weight	8	0.09114363044500351
28655	linear.weight	9	-0.02173728682100773
28655	linear.bias	0	-0.9019216299057007
28655	linear.bias	1	1.6972018480300903
28655	linear.bias	2	-0.08496997505426407
28655	linear.bias	3	-1.707647681236267
28655	linear.bias	4	-0.28849509358406067
28655	linear.bias	5	0.877938985824585
28655	linear.bias	6	-0.2504631280899048
28655	linear.bias	7	0.11988518387079239
28655	linear.bias	8	1.761323094367981
28655	linear.bias	9	-0.9448111057281494
29264	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
29264	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
29264	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
29264	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
29264	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
29264	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
29264	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
29264	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
29264	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
29264	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
29264	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
29264	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
29264	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
29264	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
29264	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
29264	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
29264	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
29264	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
29264	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
29264	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
29264	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
29264	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
29264	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
29264	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
29264	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
29264	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
29264	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
29264	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
29264	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
29264	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
29264	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
29264	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
29264	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
29264	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
29264	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
29264	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
29264	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
29264	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
29264	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
29264	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
29264	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
29264	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
29264	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
29264	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
29264	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
29264	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
29264	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
29264	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
29264	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
29264	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
29264	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
29264	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
29264	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
29264	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
29264	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
29264	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
29264	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
29264	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
29264	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
29264	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
29264	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
29264	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
29264	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
29264	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
29264	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
29264	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
29264	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
29264	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
29264	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
29264	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
29264	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
29264	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
29264	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
29264	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
29264	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
29264	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
29264	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
29264	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
29264	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
29264	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
29264	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
29264	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
29264	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
29264	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
29264	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
29264	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
29264	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
29264	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
29264	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
29264	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
29264	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
29264	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
29264	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
29264	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
29264	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
29264	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
29264	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
29264	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
29264	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
29264	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
29264	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
29264	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
29264	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
29264	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
29264	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
29264	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
29264	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
29264	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
29264	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
29264	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
29264	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
29264	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
29264	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
29264	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
29264	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
29264	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
29264	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
29264	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
29264	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
29264	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
29264	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
29264	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
29264	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
29264	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
29264	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
29264	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
29264	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
29264	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
29264	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
29264	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
29264	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
29264	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
29264	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
29264	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
29264	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
29264	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
29264	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
29264	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
29264	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
29264	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
29264	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
29264	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
29264	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
29264	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
29264	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
29264	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
29264	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
29264	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
29264	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
29264	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
29264	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
29264	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
29264	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
29264	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
29264	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
29264	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
29264	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
29264	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
29264	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
29264	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
29264	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
29264	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
29264	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
29264	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
29264	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
29264	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
29264	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
29264	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
29264	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
29264	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
29264	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
29264	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
29264	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
29264	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
29264	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
29264	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
29264	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
29264	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
29264	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
29264	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
29264	embedding2nn.weight	0	0.08724946528673172
29264	embedding2nn.weight	1	0.15796372294425964
29264	embedding2nn.weight	2	0.03461544215679169
29264	embedding2nn.weight	3	0.032348133623600006
29264	embedding2nn.weight	4	-0.0592217817902565
29264	embedding2nn.weight	5	0.003603470977395773
29264	embedding2nn.weight	6	0.05499213561415672
29264	embedding2nn.weight	7	-0.04292237013578415
29264	embedding2nn.weight	8	0.03724760562181473
29264	embedding2nn.weight	9	-0.026914678514003754
29264	embedding2nn.bias	0	0.040454134345054626
29264	embedding2nn.bias	1	-0.14925920963287354
29264	embedding2nn.bias	2	0.09591011703014374
29264	embedding2nn.bias	3	0.13193395733833313
29264	embedding2nn.bias	4	0.13070513308048248
29264	embedding2nn.bias	5	-0.028762372210621834
29264	embedding2nn.bias	6	0.007155506871640682
29264	embedding2nn.bias	7	0.03677111119031906
29264	embedding2nn.bias	8	-0.11155178397893906
29264	embedding2nn.bias	9	-0.2657184600830078
29264	rnn.weight_ih_l0	0	-0.014032355509698391
29264	rnn.weight_ih_l0	1	-0.0465405210852623
29264	rnn.weight_ih_l0	2	0.020589670166373253
29264	rnn.weight_ih_l0	3	0.004429015796631575
29264	rnn.weight_ih_l0	4	-0.04245832934975624
29264	rnn.weight_ih_l0	5	-0.11490052938461304
29264	rnn.weight_ih_l0	6	-0.021061735227704048
29264	rnn.weight_ih_l0	7	-0.011535953730344772
29264	rnn.weight_ih_l0	8	0.03179861232638359
29264	rnn.weight_ih_l0	9	-0.019986523315310478
29264	rnn.weight_hh_l0	0	0.024164389818906784
29264	rnn.weight_hh_l0	1	0.047915320843458176
29264	rnn.weight_hh_l0	2	-0.007458803243935108
29264	rnn.weight_hh_l0	3	0.041169676929712296
29264	rnn.weight_hh_l0	4	-0.030372560024261475
29264	rnn.weight_hh_l0	5	0.036441657692193985
29264	rnn.weight_hh_l0	6	0.033180974423885345
29264	rnn.weight_hh_l0	7	0.04152050241827965
29264	rnn.weight_hh_l0	8	0.034731946885585785
29264	rnn.weight_hh_l0	9	-0.017880450934171677
29264	rnn.bias_ih_l0	0	0.056509390473365784
29264	rnn.bias_ih_l0	1	-0.092807337641716
29264	rnn.bias_ih_l0	2	-0.003852967405691743
29264	rnn.bias_ih_l0	3	-0.07769520580768585
29264	rnn.bias_ih_l0	4	0.10700235515832901
29264	rnn.bias_ih_l0	5	-0.06423311680555344
29264	rnn.bias_ih_l0	6	0.01802712120115757
29264	rnn.bias_ih_l0	7	-0.11769822984933853
29264	rnn.bias_ih_l0	8	-0.029668794944882393
29264	rnn.bias_ih_l0	9	-0.2334355264902115
29264	rnn.bias_hh_l0	0	-0.05200798436999321
29264	rnn.bias_hh_l0	1	-0.042223166674375534
29264	rnn.bias_hh_l0	2	-0.045467618852853775
29264	rnn.bias_hh_l0	3	-0.02533845789730549
29264	rnn.bias_hh_l0	4	-0.05578985810279846
29264	rnn.bias_hh_l0	5	-0.07670391350984573
29264	rnn.bias_hh_l0	6	-0.05767952650785446
29264	rnn.bias_hh_l0	7	0.10323813557624817
29264	rnn.bias_hh_l0	8	-0.04005059599876404
29264	rnn.bias_hh_l0	9	-0.19308270514011383
29264	rnn.weight_ih_l0_reverse	0	0.0654064491391182
29264	rnn.weight_ih_l0_reverse	1	-0.03292157128453255
29264	rnn.weight_ih_l0_reverse	2	-0.016986625269055367
29264	rnn.weight_ih_l0_reverse	3	-0.04757160320878029
29264	rnn.weight_ih_l0_reverse	4	0.02897462621331215
29264	rnn.weight_ih_l0_reverse	5	-0.06730294227600098
29264	rnn.weight_ih_l0_reverse	6	0.05089510977268219
29264	rnn.weight_ih_l0_reverse	7	0.010274003259837627
29264	rnn.weight_ih_l0_reverse	8	0.00590327475219965
29264	rnn.weight_ih_l0_reverse	9	-0.007392312865704298
29264	rnn.weight_hh_l0_reverse	0	-0.028957659378647804
29264	rnn.weight_hh_l0_reverse	1	0.03994280844926834
29264	rnn.weight_hh_l0_reverse	2	0.0135427825152874
29264	rnn.weight_hh_l0_reverse	3	0.018456658348441124
29264	rnn.weight_hh_l0_reverse	4	-0.0471019446849823
29264	rnn.weight_hh_l0_reverse	5	0.030322546139359474
29264	rnn.weight_hh_l0_reverse	6	0.015424313955008984
29264	rnn.weight_hh_l0_reverse	7	0.022072892636060715
29264	rnn.weight_hh_l0_reverse	8	0.09341707080602646
29264	rnn.weight_hh_l0_reverse	9	0.009546569548547268
29264	rnn.bias_ih_l0_reverse	0	-0.08638547360897064
29264	rnn.bias_ih_l0_reverse	1	-0.0884179025888443
29264	rnn.bias_ih_l0_reverse	2	-0.00419719098135829
29264	rnn.bias_ih_l0_reverse	3	-0.06385035067796707
29264	rnn.bias_ih_l0_reverse	4	-0.04624404385685921
29264	rnn.bias_ih_l0_reverse	5	-0.09322357177734375
29264	rnn.bias_ih_l0_reverse	6	0.20683306455612183
29264	rnn.bias_ih_l0_reverse	7	-0.14769648015499115
29264	rnn.bias_ih_l0_reverse	8	-0.06620101630687714
29264	rnn.bias_ih_l0_reverse	9	-0.06672597676515579
29264	rnn.bias_hh_l0_reverse	0	-0.0085705341771245
29264	rnn.bias_hh_l0_reverse	1	0.09001030027866364
29264	rnn.bias_hh_l0_reverse	2	-0.12691229581832886
29264	rnn.bias_hh_l0_reverse	3	-0.003825119463726878
29264	rnn.bias_hh_l0_reverse	4	-0.09425534307956696
29264	rnn.bias_hh_l0_reverse	5	-0.04454731568694115
29264	rnn.bias_hh_l0_reverse	6	-0.10506328195333481
29264	rnn.bias_hh_l0_reverse	7	-0.006691558286547661
29264	rnn.bias_hh_l0_reverse	8	-0.037592168897390366
29264	rnn.bias_hh_l0_reverse	9	0.09948205947875977
29264	linear.weight	0	0.16396741569042206
29264	linear.weight	1	-0.2274850308895111
29264	linear.weight	2	0.10227081179618835
29264	linear.weight	3	0.06554846465587616
29264	linear.weight	4	-0.17875055968761444
29264	linear.weight	5	0.2694813907146454
29264	linear.weight	6	-0.15214985609054565
29264	linear.weight	7	-0.07653031498193741
29264	linear.weight	8	0.10310151427984238
29264	linear.weight	9	-0.021855317056179047
29264	linear.bias	0	-0.9333537817001343
29264	linear.bias	1	1.7391983270645142
29264	linear.bias	2	-0.05709919333457947
29264	linear.bias	3	-1.7163721323013306
29264	linear.bias	4	-0.3110285997390747
29264	linear.bias	5	0.8923958539962769
29264	linear.bias	6	-0.24430567026138306
29264	linear.bias	7	0.14279170334339142
29264	linear.bias	8	1.7071444988250732
29264	linear.bias	9	-0.952417254447937
29873	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
29873	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
29873	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
29873	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
29873	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
29873	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
29873	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
29873	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
29873	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
29873	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
29873	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
29873	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
29873	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
29873	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
29873	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
29873	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
29873	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
29873	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
29873	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
29873	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
29873	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
29873	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
29873	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
29873	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
29873	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
29873	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
29873	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
29873	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
29873	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
29873	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
29873	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
29873	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
29873	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
29873	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
29873	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
29873	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
29873	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
29873	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
29873	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
29873	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
29873	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
29873	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
29873	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
29873	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
29873	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
29873	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
29873	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
29873	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
29873	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
29873	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
29873	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
29873	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
29873	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
29873	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
29873	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
29873	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
29873	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
29873	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
29873	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
29873	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
29873	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
29873	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
29873	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
29873	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
29873	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
29873	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
29873	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
29873	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
29873	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
29873	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
29873	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
29873	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
29873	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
29873	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
29873	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
29873	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
29873	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
29873	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
29873	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
29873	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
29873	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
29873	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
29873	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
29873	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
29873	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
29873	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
29873	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
29873	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
29873	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
29873	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
29873	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
29873	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
29873	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
29873	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
29873	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
29873	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
29873	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
29873	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
29873	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
29873	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
29873	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
29873	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
29873	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
29873	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
29873	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
29873	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
29873	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
29873	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
29873	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
29873	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
29873	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
29873	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
29873	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
29873	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
29873	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
29873	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
29873	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
29873	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
29873	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
29873	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
29873	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
29873	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
29873	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
29873	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
29873	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
29873	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
29873	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
29873	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
29873	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
29873	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
29873	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
29873	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
29873	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
29873	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
29873	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
29873	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
29873	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
29873	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
29873	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
29873	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
29873	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
29873	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
29873	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
29873	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
29873	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
29873	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
29873	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
29873	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
29873	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
29873	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
29873	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
29873	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
29873	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
29873	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
29873	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
29873	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
29873	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
29873	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
29873	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
29873	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
29873	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
29873	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
29873	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
29873	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
29873	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
29873	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
29873	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
29873	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
29873	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
29873	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
29873	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
29873	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
29873	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
29873	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
29873	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
29873	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
29873	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
29873	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
29873	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
29873	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
29873	embedding2nn.weight	0	0.08720323443412781
29873	embedding2nn.weight	1	0.16136731207370758
29873	embedding2nn.weight	2	0.03907732665538788
29873	embedding2nn.weight	3	0.040343064814805984
29873	embedding2nn.weight	4	-0.05976972356438637
29873	embedding2nn.weight	5	0.004189994186162949
29873	embedding2nn.weight	6	0.05905602499842644
29873	embedding2nn.weight	7	-0.046645332127809525
29873	embedding2nn.weight	8	0.03351076692342758
29873	embedding2nn.weight	9	-0.023127436637878418
29873	embedding2nn.bias	0	0.039918821305036545
29873	embedding2nn.bias	1	-0.1618564873933792
29873	embedding2nn.bias	2	0.10006147623062134
29873	embedding2nn.bias	3	0.13946297764778137
29873	embedding2nn.bias	4	0.1527007520198822
29873	embedding2nn.bias	5	-0.008755577728152275
29873	embedding2nn.bias	6	0.01196318306028843
29873	embedding2nn.bias	7	0.04513980448246002
29873	embedding2nn.bias	8	-0.11007320135831833
29873	embedding2nn.bias	9	-0.25825783610343933
29873	rnn.weight_ih_l0	0	-0.014665733091533184
29873	rnn.weight_ih_l0	1	-0.048489607870578766
29873	rnn.weight_ih_l0	2	0.023542432114481926
29873	rnn.weight_ih_l0	3	0.0001216426317114383
29873	rnn.weight_ih_l0	4	-0.04230876639485359
29873	rnn.weight_ih_l0	5	-0.11500822007656097
29873	rnn.weight_ih_l0	6	-0.019853781908750534
29873	rnn.weight_ih_l0	7	-0.009677932597696781
29873	rnn.weight_ih_l0	8	0.04765013977885246
29873	rnn.weight_ih_l0	9	-0.022313660010695457
29873	rnn.weight_hh_l0	0	0.024083750322461128
29873	rnn.weight_hh_l0	1	0.048014428466558456
29873	rnn.weight_hh_l0	2	-0.005735705140978098
29873	rnn.weight_hh_l0	3	0.04177869111299515
29873	rnn.weight_hh_l0	4	-0.030364565551280975
29873	rnn.weight_hh_l0	5	0.03670027479529381
29873	rnn.weight_hh_l0	6	0.03268913924694061
29873	rnn.weight_hh_l0	7	0.040672268718481064
29873	rnn.weight_hh_l0	8	0.03499189019203186
29873	rnn.weight_hh_l0	9	-0.01855950802564621
29873	rnn.bias_ih_l0	0	0.052531249821186066
29873	rnn.bias_ih_l0	1	-0.10133644193410873
29873	rnn.bias_ih_l0	2	-0.004519590176641941
29873	rnn.bias_ih_l0	3	-0.07442548871040344
29873	rnn.bias_ih_l0	4	0.10637572407722473
29873	rnn.bias_ih_l0	5	-0.06598126888275146
29873	rnn.bias_ih_l0	6	0.00994090922176838
29873	rnn.bias_ih_l0	7	-0.1198924258351326
29873	rnn.bias_ih_l0	8	-0.027651263400912285
29873	rnn.bias_ih_l0	9	-0.22712139785289764
29873	rnn.bias_hh_l0	0	-0.056475065648555756
29873	rnn.bias_hh_l0	1	-0.04564802348613739
29873	rnn.bias_hh_l0	2	-0.036200933158397675
29873	rnn.bias_hh_l0	3	-0.02906193770468235
29873	rnn.bias_hh_l0	4	-0.05860151723027229
29873	rnn.bias_hh_l0	5	-0.08242494612932205
29873	rnn.bias_hh_l0	6	-0.05829085409641266
29873	rnn.bias_hh_l0	7	0.0947374626994133
29873	rnn.bias_hh_l0	8	-0.045007217675447464
29873	rnn.bias_hh_l0	9	-0.18941284716129303
29873	rnn.weight_ih_l0_reverse	0	0.06111038103699684
29873	rnn.weight_ih_l0_reverse	1	-0.032535795122385025
29873	rnn.weight_ih_l0_reverse	2	-0.017052998766303062
29873	rnn.weight_ih_l0_reverse	3	-0.047012776136398315
29873	rnn.weight_ih_l0_reverse	4	0.030213026329874992
29873	rnn.weight_ih_l0_reverse	5	-0.06845391541719437
29873	rnn.weight_ih_l0_reverse	6	0.04914889484643936
29873	rnn.weight_ih_l0_reverse	7	0.010377171449363232
29873	rnn.weight_ih_l0_reverse	8	0.004724225495010614
29873	rnn.weight_ih_l0_reverse	9	-0.004927253350615501
29873	rnn.weight_hh_l0_reverse	0	-0.02629431150853634
29873	rnn.weight_hh_l0_reverse	1	0.03997719660401344
29873	rnn.weight_hh_l0_reverse	2	0.012690857984125614
29873	rnn.weight_hh_l0_reverse	3	0.01843137852847576
29873	rnn.weight_hh_l0_reverse	4	-0.04681358486413956
29873	rnn.weight_hh_l0_reverse	5	0.030343441292643547
29873	rnn.weight_hh_l0_reverse	6	0.01508298609405756
29873	rnn.weight_hh_l0_reverse	7	0.019868573173880577
29873	rnn.weight_hh_l0_reverse	8	0.09647451341152191
29873	rnn.weight_hh_l0_reverse	9	0.009293172508478165
29873	rnn.bias_ih_l0_reverse	0	-0.08723273873329163
29873	rnn.bias_ih_l0_reverse	1	-0.09132833033800125
29873	rnn.bias_ih_l0_reverse	2	-0.004758748225867748
29873	rnn.bias_ih_l0_reverse	3	-0.06342581659555435
29873	rnn.bias_ih_l0_reverse	4	-0.04406517371535301
29873	rnn.bias_ih_l0_reverse	5	-0.09588123857975006
29873	rnn.bias_ih_l0_reverse	6	0.21399354934692383
29873	rnn.bias_ih_l0_reverse	7	-0.15333130955696106
29873	rnn.bias_ih_l0_reverse	8	-0.06386685371398926
29873	rnn.bias_ih_l0_reverse	9	-0.06173020973801613
29873	rnn.bias_hh_l0_reverse	0	-0.015186531469225883
29873	rnn.bias_hh_l0_reverse	1	0.07472950220108032
29873	rnn.bias_hh_l0_reverse	2	-0.12989652156829834
29873	rnn.bias_hh_l0_reverse	3	-0.001198228565044701
29873	rnn.bias_hh_l0_reverse	4	-0.09360673278570175
29873	rnn.bias_hh_l0_reverse	5	-0.05183882266283035
29873	rnn.bias_hh_l0_reverse	6	-0.0952090173959732
29873	rnn.bias_hh_l0_reverse	7	-0.01025531068444252
29873	rnn.bias_hh_l0_reverse	8	-0.04290098696947098
29873	rnn.bias_hh_l0_reverse	9	0.10537350922822952
29873	linear.weight	0	0.17795519530773163
29873	linear.weight	1	-0.23666420578956604
29873	linear.weight	2	0.09318619221448898
29873	linear.weight	3	0.06568160653114319
29873	linear.weight	4	-0.146775022149086
29873	linear.weight	5	0.266949325799942
29873	linear.weight	6	-0.12276167422533035
29873	linear.weight	7	-0.07649388164281845
29873	linear.weight	8	0.10342544317245483
29873	linear.weight	9	-0.021960590034723282
29873	linear.bias	0	-0.9422971606254578
29873	linear.bias	1	1.761115312576294
29873	linear.bias	2	-0.061624590307474136
29873	linear.bias	3	-1.7243950366973877
29873	linear.bias	4	-0.29616475105285645
29873	linear.bias	5	0.8875647783279419
29873	linear.bias	6	-0.2634008526802063
29873	linear.bias	7	0.15638507902622223
29873	linear.bias	8	1.6965504884719849
29873	linear.bias	9	-0.9556018114089966
30482	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
30482	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
30482	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
30482	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
30482	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
30482	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
30482	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
30482	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
30482	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
30482	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
30482	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
30482	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
30482	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
30482	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
30482	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
30482	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
30482	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
30482	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
30482	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
30482	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
30482	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
30482	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
30482	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
30482	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
30482	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
30482	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
30482	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
30482	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
30482	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
30482	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
30482	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
30482	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
30482	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
30482	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
30482	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
30482	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
30482	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
30482	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
30482	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
30482	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
30482	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
30482	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
30482	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
30482	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
30482	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
30482	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
30482	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
30482	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
30482	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
30482	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
30482	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
30482	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
30482	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
30482	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
30482	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
30482	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
30482	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
30482	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
30482	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
30482	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
30482	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
30482	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
30482	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
30482	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
30482	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
30482	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
30482	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
30482	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
30482	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
30482	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
30482	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
30482	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
30482	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
30482	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
30482	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
30482	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
30482	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
30482	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
30482	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
30482	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
30482	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
30482	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
30482	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
30482	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
30482	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
30482	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
30482	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
30482	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
30482	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
30482	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
30482	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
30482	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
30482	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
30482	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
30482	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
30482	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
30482	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
30482	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
30482	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
30482	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
30482	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
30482	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
30482	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
30482	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
30482	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
30482	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
30482	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
30482	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
30482	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
30482	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
30482	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
30482	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
30482	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
30482	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
30482	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
30482	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
30482	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
30482	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
30482	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
30482	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
30482	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
30482	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
30482	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
30482	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
30482	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
30482	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
30482	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
30482	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
30482	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
30482	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
30482	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
30482	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
30482	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
30482	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
30482	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
30482	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
30482	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
30482	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
30482	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
30482	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
30482	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
30482	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
30482	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
30482	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
30482	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
30482	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
30482	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
30482	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
30482	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
30482	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
30482	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
30482	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
30482	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
30482	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
30482	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
30482	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
30482	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
30482	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
30482	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
30482	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
30482	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
30482	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
30482	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
30482	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
30482	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
30482	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
30482	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
30482	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
30482	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
30482	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
30482	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
30482	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
30482	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
30482	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
30482	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
30482	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
30482	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
30482	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
30482	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
30482	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
30482	embedding2nn.weight	0	0.08883125334978104
30482	embedding2nn.weight	1	0.16322536766529083
30482	embedding2nn.weight	2	0.044095154851675034
30482	embedding2nn.weight	3	0.03041488490998745
30482	embedding2nn.weight	4	-0.056717805564403534
30482	embedding2nn.weight	5	0.0024809869937598705
30482	embedding2nn.weight	6	0.06102850288152695
30482	embedding2nn.weight	7	-0.04088341072201729
30482	embedding2nn.weight	8	0.03885839879512787
30482	embedding2nn.weight	9	-0.018809955567121506
30482	embedding2nn.bias	0	0.04656968265771866
30482	embedding2nn.bias	1	-0.1578083485364914
30482	embedding2nn.bias	2	0.09260090440511703
30482	embedding2nn.bias	3	0.1514996886253357
30482	embedding2nn.bias	4	0.13369625806808472
30482	embedding2nn.bias	5	-0.02553962729871273
30482	embedding2nn.bias	6	0.00019580163643695414
30482	embedding2nn.bias	7	0.03556395322084427
30482	embedding2nn.bias	8	-0.11532098799943924
30482	embedding2nn.bias	9	-0.2533181309700012
30482	rnn.weight_ih_l0	0	-0.014455212280154228
30482	rnn.weight_ih_l0	1	-0.048496369272470474
30482	rnn.weight_ih_l0	2	0.022041810676455498
30482	rnn.weight_ih_l0	3	0.0016371046658605337
30482	rnn.weight_ih_l0	4	-0.037092648446559906
30482	rnn.weight_ih_l0	5	-0.11537716537714005
30482	rnn.weight_ih_l0	6	-0.016693131998181343
30482	rnn.weight_ih_l0	7	-0.009112188592553139
30482	rnn.weight_ih_l0	8	0.04602709412574768
30482	rnn.weight_ih_l0	9	-0.021180884912610054
30482	rnn.weight_hh_l0	0	0.02377421222627163
30482	rnn.weight_hh_l0	1	0.048710402101278305
30482	rnn.weight_hh_l0	2	-0.004803195595741272
30482	rnn.weight_hh_l0	3	0.04211607202887535
30482	rnn.weight_hh_l0	4	-0.030963240191340446
30482	rnn.weight_hh_l0	5	0.037321172654628754
30482	rnn.weight_hh_l0	6	0.032795511186122894
30482	rnn.weight_hh_l0	7	0.03875748813152313
30482	rnn.weight_hh_l0	8	0.034744326025247574
30482	rnn.weight_hh_l0	9	-0.016162699088454247
30482	rnn.bias_ih_l0	0	0.05002714321017265
30482	rnn.bias_ih_l0	1	-0.10852620005607605
30482	rnn.bias_ih_l0	2	-0.006105376407504082
30482	rnn.bias_ih_l0	3	-0.0718369334936142
30482	rnn.bias_ih_l0	4	0.09843692183494568
30482	rnn.bias_ih_l0	5	-0.06806483119726181
30482	rnn.bias_ih_l0	6	0.009468531236052513
30482	rnn.bias_ih_l0	7	-0.11848118901252747
30482	rnn.bias_ih_l0	8	-0.03348803520202637
30482	rnn.bias_ih_l0	9	-0.2212790548801422
30482	rnn.bias_hh_l0	0	-0.05098177120089531
30482	rnn.bias_hh_l0	1	-0.044693611562252045
30482	rnn.bias_hh_l0	2	-0.04418443888425827
30482	rnn.bias_hh_l0	3	-0.02931842766702175
30482	rnn.bias_hh_l0	4	-0.05851875990629196
30482	rnn.bias_hh_l0	5	-0.08213098347187042
30482	rnn.bias_hh_l0	6	-0.06369416415691376
30482	rnn.bias_hh_l0	7	0.10829321295022964
30482	rnn.bias_hh_l0	8	-0.048542510718107224
30482	rnn.bias_hh_l0	9	-0.18889756500720978
30482	rnn.weight_ih_l0_reverse	0	0.061007969081401825
30482	rnn.weight_ih_l0_reverse	1	-0.03144821152091026
30482	rnn.weight_ih_l0_reverse	2	-0.019312016665935516
30482	rnn.weight_ih_l0_reverse	3	-0.05154024064540863
30482	rnn.weight_ih_l0_reverse	4	0.030875299125909805
30482	rnn.weight_ih_l0_reverse	5	-0.0700957179069519
30482	rnn.weight_ih_l0_reverse	6	0.0475907027721405
30482	rnn.weight_ih_l0_reverse	7	0.011150030419230461
30482	rnn.weight_ih_l0_reverse	8	0.006146138533949852
30482	rnn.weight_ih_l0_reverse	9	-0.008494643494486809
30482	rnn.weight_hh_l0_reverse	0	-0.026996664702892303
30482	rnn.weight_hh_l0_reverse	1	0.0402260348200798
30482	rnn.weight_hh_l0_reverse	2	0.013962903991341591
30482	rnn.weight_hh_l0_reverse	3	0.01774127222597599
30482	rnn.weight_hh_l0_reverse	4	-0.047181136906147
30482	rnn.weight_hh_l0_reverse	5	0.030533991754055023
30482	rnn.weight_hh_l0_reverse	6	0.015091228298842907
30482	rnn.weight_hh_l0_reverse	7	0.02098449505865574
30482	rnn.weight_hh_l0_reverse	8	0.09509565681219101
30482	rnn.weight_hh_l0_reverse	9	0.00997456070035696
30482	rnn.bias_ih_l0_reverse	0	-0.0967111885547638
30482	rnn.bias_ih_l0_reverse	1	-0.08977033197879791
30482	rnn.bias_ih_l0_reverse	2	-0.007666823919862509
30482	rnn.bias_ih_l0_reverse	3	-0.06381020694971085
30482	rnn.bias_ih_l0_reverse	4	-0.04869692027568817
30482	rnn.bias_ih_l0_reverse	5	-0.09918388724327087
30482	rnn.bias_ih_l0_reverse	6	0.20054027438163757
30482	rnn.bias_ih_l0_reverse	7	-0.16971677541732788
30482	rnn.bias_ih_l0_reverse	8	-0.06504586338996887
30482	rnn.bias_ih_l0_reverse	9	-0.06180034205317497
30482	rnn.bias_hh_l0_reverse	0	-0.02389800176024437
30482	rnn.bias_hh_l0_reverse	1	0.08371014893054962
30482	rnn.bias_hh_l0_reverse	2	-0.132325679063797
30482	rnn.bias_hh_l0_reverse	3	0.0029911280144006014
30482	rnn.bias_hh_l0_reverse	4	-0.09121901541948318
30482	rnn.bias_hh_l0_reverse	5	-0.03885804861783981
30482	rnn.bias_hh_l0_reverse	6	-0.09764064103364944
30482	rnn.bias_hh_l0_reverse	7	-0.00713255163282156
30482	rnn.bias_hh_l0_reverse	8	-0.047923751175403595
30482	rnn.bias_hh_l0_reverse	9	0.10073014348745346
30482	linear.weight	0	0.19354009628295898
30482	linear.weight	1	-0.23125779628753662
30482	linear.weight	2	0.08449649065732956
30482	linear.weight	3	0.06586050987243652
30482	linear.weight	4	-0.1269628405570984
30482	linear.weight	5	0.2613373100757599
30482	linear.weight	6	-0.1342516541481018
30482	linear.weight	7	-0.07643724232912064
30482	linear.weight	8	0.06470126658678055
30482	linear.weight	9	-0.022025087848305702
30482	linear.bias	0	-0.9197031259536743
30482	linear.bias	1	1.7331409454345703
30482	linear.bias	2	-0.08137408643960953
30482	linear.bias	3	-1.732138752937317
30482	linear.bias	4	-0.3148839473724365
30482	linear.bias	5	0.9127194285392761
30482	linear.bias	6	-0.26637205481529236
30482	linear.bias	7	0.18015572428703308
30482	linear.bias	8	1.7533565759658813
30482	linear.bias	9	-0.9757497310638428
30490	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
30490	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
30490	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
30490	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
30490	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
30490	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
30490	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
30490	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
30490	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
30490	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
30490	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
30490	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
30490	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
30490	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
30490	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
30490	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
30490	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
30490	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
30490	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
30490	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
30490	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
30490	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
30490	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
30490	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
30490	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
30490	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
30490	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
30490	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
30490	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
30490	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
30490	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
30490	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
30490	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
30490	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
30490	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
30490	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
30490	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
30490	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
30490	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
30490	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
30490	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
30490	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
30490	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
30490	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
30490	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
30490	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
30490	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
30490	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
30490	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
30490	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
30490	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
30490	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
30490	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
30490	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
30490	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
30490	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
30490	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
30490	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
30490	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
30490	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
30490	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
30490	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
30490	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
30490	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
30490	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
30490	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
30490	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
30490	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
30490	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
30490	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
30490	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
30490	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
30490	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
30490	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
30490	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
30490	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
30490	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
30490	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
30490	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
30490	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
30490	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
30490	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
30490	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
30490	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
30490	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
30490	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
30490	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
30490	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
30490	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
30490	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
30490	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
30490	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
30490	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
30490	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
30490	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
30490	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
30490	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
30490	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
30490	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
30490	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
30490	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
30490	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
30490	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
30490	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
30490	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
30490	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
30490	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
30490	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
30490	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
30490	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
30490	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
30490	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
30490	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
30490	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
30490	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
30490	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
30490	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
30490	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
30490	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
30490	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
30490	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
30490	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
30490	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
30490	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
30490	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
30490	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
30490	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
30490	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
30490	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
30490	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
30490	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
30490	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
30490	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
30490	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
30490	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
30490	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
30490	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
30490	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
30490	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
30490	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
30490	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
30490	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
30490	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
30490	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
30490	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
30490	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
30490	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
30490	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
30490	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
30490	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
30490	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
30490	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
30490	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
30490	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
30490	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
30490	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
30490	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
30490	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
30490	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
30490	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
30490	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
30490	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
30490	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
30490	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
30490	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
30490	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
30490	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
30490	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
30490	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
30490	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
30490	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
30490	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
30490	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
30490	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
30490	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
30490	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
30490	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
30490	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
30490	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
30490	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
30490	embedding2nn.weight	0	0.08888710290193558
30490	embedding2nn.weight	1	0.16288240253925323
30490	embedding2nn.weight	2	0.044071972370147705
30490	embedding2nn.weight	3	0.030868718400597572
30490	embedding2nn.weight	4	-0.05698439106345177
30490	embedding2nn.weight	5	0.002652602270245552
30490	embedding2nn.weight	6	0.061505816876888275
30490	embedding2nn.weight	7	-0.040022559463977814
30490	embedding2nn.weight	8	0.0387883260846138
30490	embedding2nn.weight	9	-0.01832864247262478
30490	embedding2nn.bias	0	0.04896177724003792
30490	embedding2nn.bias	1	-0.15744879841804504
30490	embedding2nn.bias	2	0.09207220375537872
30490	embedding2nn.bias	3	0.1508173793554306
30490	embedding2nn.bias	4	0.1350063532590866
30490	embedding2nn.bias	5	-0.021885976195335388
30490	embedding2nn.bias	6	0.00011529139737831429
30490	embedding2nn.bias	7	0.03560565412044525
30490	embedding2nn.bias	8	-0.11424624174833298
30490	embedding2nn.bias	9	-0.24573588371276855
30490	rnn.weight_ih_l0	0	-0.014545983634889126
30490	rnn.weight_ih_l0	1	-0.04846705123782158
30490	rnn.weight_ih_l0	2	0.022511571645736694
30490	rnn.weight_ih_l0	3	0.0017391646979376674
30490	rnn.weight_ih_l0	4	-0.03714388236403465
30490	rnn.weight_ih_l0	5	-0.11421190947294235
30490	rnn.weight_ih_l0	6	-0.016777846962213516
30490	rnn.weight_ih_l0	7	-0.008976117707788944
30490	rnn.weight_ih_l0	8	0.04579126834869385
30490	rnn.weight_ih_l0	9	-0.02192194201052189
30490	rnn.weight_hh_l0	0	0.02372308261692524
30490	rnn.weight_hh_l0	1	0.04875706508755684
30490	rnn.weight_hh_l0	2	-0.004862246103584766
30490	rnn.weight_hh_l0	3	0.042170051485300064
30490	rnn.weight_hh_l0	4	-0.030998118221759796
30490	rnn.weight_hh_l0	5	0.03735759109258652
30490	rnn.weight_hh_l0	6	0.03267958015203476
30490	rnn.weight_hh_l0	7	0.038842178881168365
30490	rnn.weight_hh_l0	8	0.03471517935395241
30490	rnn.weight_hh_l0	9	-0.016062729060649872
30490	rnn.bias_ih_l0	0	0.048522789031267166
30490	rnn.bias_ih_l0	1	-0.1088620275259018
30490	rnn.bias_ih_l0	2	-0.005386649630963802
30490	rnn.bias_ih_l0	3	-0.07088439911603928
30490	rnn.bias_ih_l0	4	0.10057029873132706
30490	rnn.bias_ih_l0	5	-0.06783515959978104
30490	rnn.bias_ih_l0	6	0.009815129451453686
30490	rnn.bias_ih_l0	7	-0.11874528974294662
30490	rnn.bias_ih_l0	8	-0.033532463014125824
30490	rnn.bias_ih_l0	9	-0.22074541449546814
30490	rnn.bias_hh_l0	0	-0.05079402029514313
30490	rnn.bias_hh_l0	1	-0.04485854133963585
30490	rnn.bias_hh_l0	2	-0.043792031705379486
30490	rnn.bias_hh_l0	3	-0.02923034317791462
30490	rnn.bias_hh_l0	4	-0.05806642398238182
30490	rnn.bias_hh_l0	5	-0.08217903226613998
30490	rnn.bias_hh_l0	6	-0.06220630556344986
30490	rnn.bias_hh_l0	7	0.10993816703557968
30490	rnn.bias_hh_l0	8	-0.047967471182346344
30490	rnn.bias_hh_l0	9	-0.1891207993030548
30490	rnn.weight_ih_l0_reverse	0	0.061861801892519
30490	rnn.weight_ih_l0_reverse	1	-0.03132704645395279
30490	rnn.weight_ih_l0_reverse	2	-0.018959280103445053
30490	rnn.weight_ih_l0_reverse	3	-0.05119482800364494
30490	rnn.weight_ih_l0_reverse	4	0.030818874016404152
30490	rnn.weight_ih_l0_reverse	5	-0.0711045041680336
30490	rnn.weight_ih_l0_reverse	6	0.04789961501955986
30490	rnn.weight_ih_l0_reverse	7	0.011054174974560738
30490	rnn.weight_ih_l0_reverse	8	0.006174653302878141
30490	rnn.weight_ih_l0_reverse	9	-0.00838085263967514
30490	rnn.weight_hh_l0_reverse	0	-0.02705920860171318
30490	rnn.weight_hh_l0_reverse	1	0.04026386886835098
30490	rnn.weight_hh_l0_reverse	2	0.014221763238310814
30490	rnn.weight_hh_l0_reverse	3	0.017747310921549797
30490	rnn.weight_hh_l0_reverse	4	-0.04726774990558624
30490	rnn.weight_hh_l0_reverse	5	0.030552063137292862
30490	rnn.weight_hh_l0_reverse	6	0.01503750216215849
30490	rnn.weight_hh_l0_reverse	7	0.020236510783433914
30490	rnn.weight_hh_l0_reverse	8	0.09529749304056168
30490	rnn.weight_hh_l0_reverse	9	0.00988904107362032
30490	rnn.bias_ih_l0_reverse	0	-0.09660706669092178
30490	rnn.bias_ih_l0_reverse	1	-0.08977986127138138
30490	rnn.bias_ih_l0_reverse	2	-0.008244537748396397
30490	rnn.bias_ih_l0_reverse	3	-0.06346838176250458
30490	rnn.bias_ih_l0_reverse	4	-0.05075085908174515
30490	rnn.bias_ih_l0_reverse	5	-0.09962089359760284
30490	rnn.bias_ih_l0_reverse	6	0.19957083463668823
30490	rnn.bias_ih_l0_reverse	7	-0.17143256962299347
30490	rnn.bias_ih_l0_reverse	8	-0.06469234824180603
30490	rnn.bias_ih_l0_reverse	9	-0.06193499639630318
30490	rnn.bias_hh_l0_reverse	0	-0.02333696186542511
30490	rnn.bias_hh_l0_reverse	1	0.08249443024396896
30490	rnn.bias_hh_l0_reverse	2	-0.1328851878643036
30490	rnn.bias_hh_l0_reverse	3	0.00393069488927722
30490	rnn.bias_hh_l0_reverse	4	-0.09215915203094482
30490	rnn.bias_hh_l0_reverse	5	-0.03973562642931938
30490	rnn.bias_hh_l0_reverse	6	-0.09764239937067032
30490	rnn.bias_hh_l0_reverse	7	-0.006808203645050526
30490	rnn.bias_hh_l0_reverse	8	-0.047557320445775986
30490	rnn.bias_hh_l0_reverse	9	0.09919734299182892
30490	linear.weight	0	0.1964164823293686
30490	linear.weight	1	-0.23376277089118958
30490	linear.weight	2	0.07587293535470963
30490	linear.weight	3	0.06586093455553055
30490	linear.weight	4	-0.12315229326486588
30490	linear.weight	5	0.2531162202358246
30490	linear.weight	6	-0.13502563536167145
30490	linear.weight	7	-0.07643510401248932
30490	linear.weight	8	0.06384732574224472
30490	linear.weight	9	-0.02202681265771389
30490	linear.bias	0	-0.9197098612785339
30490	linear.bias	1	1.7364797592163086
30490	linear.bias	2	-0.07589669525623322
30490	linear.bias	3	-1.7322183847427368
30490	linear.bias	4	-0.3112008273601532
30490	linear.bias	5	0.9137855172157288
30490	linear.bias	6	-0.2612724304199219
30490	linear.bias	7	0.1847221851348877
30490	linear.bias	8	1.7308995723724365
30490	linear.bias	9	-0.9786927103996277
31099	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
31099	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
31099	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
31099	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
31099	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
31099	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
31099	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
31099	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
31099	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
31099	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
31099	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
31099	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
31099	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
31099	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
31099	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
31099	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
31099	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
31099	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
31099	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
31099	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
31099	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
31099	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
31099	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
31099	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
31099	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
31099	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
31099	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
31099	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
31099	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
31099	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
31099	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
31099	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
31099	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
31099	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
31099	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
31099	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
31099	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
31099	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
31099	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
31099	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
31099	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
31099	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
31099	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
31099	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
31099	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
31099	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
31099	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
31099	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
31099	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
31099	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
31099	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
31099	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
31099	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
31099	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
31099	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
31099	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
31099	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
31099	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
31099	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
31099	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
31099	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
31099	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
31099	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
31099	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
31099	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
31099	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
31099	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
31099	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
31099	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
31099	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
31099	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
31099	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
31099	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
31099	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
31099	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
31099	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
31099	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
31099	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
31099	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
31099	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
31099	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
31099	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
31099	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
31099	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
31099	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
31099	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
31099	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
31099	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
31099	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
31099	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
31099	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
31099	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
31099	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
31099	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
31099	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
31099	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
31099	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
31099	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
31099	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
31099	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
31099	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
31099	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
31099	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
31099	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
31099	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
31099	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
31099	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
31099	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
31099	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
31099	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
31099	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
31099	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
31099	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
31099	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
31099	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
31099	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
31099	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
31099	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
31099	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
31099	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
31099	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
31099	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
31099	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
31099	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
31099	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
31099	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
31099	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
31099	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
31099	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
31099	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
31099	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
31099	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
31099	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
31099	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
31099	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
31099	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
31099	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
31099	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
31099	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
31099	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
31099	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
31099	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
31099	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
31099	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
31099	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
31099	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
31099	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
31099	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
31099	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
31099	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
31099	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
31099	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
31099	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
31099	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
31099	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
31099	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
31099	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
31099	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
31099	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
31099	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
31099	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
31099	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
31099	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
31099	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
31099	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
31099	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
31099	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
31099	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
31099	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
31099	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
31099	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
31099	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
31099	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
31099	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
31099	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
31099	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
31099	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
31099	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
31099	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
31099	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
31099	embedding2nn.weight	0	0.08973400294780731
31099	embedding2nn.weight	1	0.1690867394208908
31099	embedding2nn.weight	2	0.03880989924073219
31099	embedding2nn.weight	3	0.023029521107673645
31099	embedding2nn.weight	4	-0.05645439773797989
31099	embedding2nn.weight	5	0.006808895617723465
31099	embedding2nn.weight	6	0.056074582040309906
31099	embedding2nn.weight	7	-0.035704780369997025
31099	embedding2nn.weight	8	0.03639902547001839
31099	embedding2nn.weight	9	-0.014703516848385334
31099	embedding2nn.bias	0	0.060705993324518204
31099	embedding2nn.bias	1	-0.14771538972854614
31099	embedding2nn.bias	2	0.09218086302280426
31099	embedding2nn.bias	3	0.1406019926071167
31099	embedding2nn.bias	4	0.1331627368927002
31099	embedding2nn.bias	5	-0.016818562522530556
31099	embedding2nn.bias	6	-0.00096933264285326
31099	embedding2nn.bias	7	0.04569312557578087
31099	embedding2nn.bias	8	-0.12203826010227203
31099	embedding2nn.bias	9	-0.25215065479278564
31099	rnn.weight_ih_l0	0	-0.015133614651858807
31099	rnn.weight_ih_l0	1	-0.04720070958137512
31099	rnn.weight_ih_l0	2	0.0233240257948637
31099	rnn.weight_ih_l0	3	0.0009352561319246888
31099	rnn.weight_ih_l0	4	-0.03500170260667801
31099	rnn.weight_ih_l0	5	-0.10932433605194092
31099	rnn.weight_ih_l0	6	-0.008543399162590504
31099	rnn.weight_ih_l0	7	-0.00947067141532898
31099	rnn.weight_ih_l0	8	0.04726569727063179
31099	rnn.weight_ih_l0	9	-0.021515367552638054
31099	rnn.weight_hh_l0	0	0.0244455486536026
31099	rnn.weight_hh_l0	1	0.048226676881313324
31099	rnn.weight_hh_l0	2	-0.00413179537281394
31099	rnn.weight_hh_l0	3	0.04323191940784454
31099	rnn.weight_hh_l0	4	-0.03032919578254223
31099	rnn.weight_hh_l0	5	0.03774886578321457
31099	rnn.weight_hh_l0	6	0.03190993517637253
31099	rnn.weight_hh_l0	7	0.040437810122966766
31099	rnn.weight_hh_l0	8	0.03475566953420639
31099	rnn.weight_hh_l0	9	-0.016940103843808174
31099	rnn.bias_ih_l0	0	0.05068542808294296
31099	rnn.bias_ih_l0	1	-0.10293585807085037
31099	rnn.bias_ih_l0	2	-0.007139445282518864
31099	rnn.bias_ih_l0	3	-0.06845913827419281
31099	rnn.bias_ih_l0	4	0.08903771638870239
31099	rnn.bias_ih_l0	5	-0.06447839736938477
31099	rnn.bias_ih_l0	6	0.0028624855913221836
31099	rnn.bias_ih_l0	7	-0.11943429708480835
31099	rnn.bias_ih_l0	8	-0.025363706052303314
31099	rnn.bias_ih_l0	9	-0.2258191555738449
31099	rnn.bias_hh_l0	0	-0.054115232080221176
31099	rnn.bias_hh_l0	1	-0.04584936052560806
31099	rnn.bias_hh_l0	2	-0.03860073909163475
31099	rnn.bias_hh_l0	3	-0.037402745336294174
31099	rnn.bias_hh_l0	4	-0.0667019709944725
31099	rnn.bias_hh_l0	5	-0.08701836317777634
31099	rnn.bias_hh_l0	6	-0.0694684237241745
31099	rnn.bias_hh_l0	7	0.10354004055261612
31099	rnn.bias_hh_l0	8	-0.04294675588607788
31099	rnn.bias_hh_l0	9	-0.1879388988018036
31099	rnn.weight_ih_l0_reverse	0	0.05895652249455452
31099	rnn.weight_ih_l0_reverse	1	-0.03178621083498001
31099	rnn.weight_ih_l0_reverse	2	-0.017144428566098213
31099	rnn.weight_ih_l0_reverse	3	-0.049650292843580246
31099	rnn.weight_ih_l0_reverse	4	0.03258121758699417
31099	rnn.weight_ih_l0_reverse	5	-0.07573602348566055
31099	rnn.weight_ih_l0_reverse	6	0.044755689799785614
31099	rnn.weight_ih_l0_reverse	7	0.01078686211258173
31099	rnn.weight_ih_l0_reverse	8	0.0036131262313574553
31099	rnn.weight_ih_l0_reverse	9	-0.009816048666834831
31099	rnn.weight_hh_l0_reverse	0	-0.027842743322253227
31099	rnn.weight_hh_l0_reverse	1	0.040537070482969284
31099	rnn.weight_hh_l0_reverse	2	0.012819834053516388
31099	rnn.weight_hh_l0_reverse	3	0.016872026026248932
31099	rnn.weight_hh_l0_reverse	4	-0.0486423596739769
31099	rnn.weight_hh_l0_reverse	5	0.030292443931102753
31099	rnn.weight_hh_l0_reverse	6	0.014785503968596458
31099	rnn.weight_hh_l0_reverse	7	0.024468952789902687
31099	rnn.weight_hh_l0_reverse	8	0.0983954593539238
31099	rnn.weight_hh_l0_reverse	9	0.009212065488100052
31099	rnn.bias_ih_l0_reverse	0	-0.08964689821004868
31099	rnn.bias_ih_l0_reverse	1	-0.09133731573820114
31099	rnn.bias_ih_l0_reverse	2	-0.014780126512050629
31099	rnn.bias_ih_l0_reverse	3	-0.06685880571603775
31099	rnn.bias_ih_l0_reverse	4	-0.030723432078957558
31099	rnn.bias_ih_l0_reverse	5	-0.10587895661592484
31099	rnn.bias_ih_l0_reverse	6	0.19571265578269958
31099	rnn.bias_ih_l0_reverse	7	-0.16494907438755035
31099	rnn.bias_ih_l0_reverse	8	-0.0674358531832695
31099	rnn.bias_ih_l0_reverse	9	-0.06679469347000122
31099	rnn.bias_hh_l0_reverse	0	-0.018499888479709625
31099	rnn.bias_hh_l0_reverse	1	0.06807880103588104
31099	rnn.bias_hh_l0_reverse	2	-0.14118847250938416
31099	rnn.bias_hh_l0_reverse	3	0.005362681113183498
31099	rnn.bias_hh_l0_reverse	4	-0.09540681540966034
31099	rnn.bias_hh_l0_reverse	5	-0.04025978595018387
31099	rnn.bias_hh_l0_reverse	6	-0.1095580980181694
31099	rnn.bias_hh_l0_reverse	7	-0.009264396503567696
31099	rnn.bias_hh_l0_reverse	8	-0.0387173667550087
31099	rnn.bias_hh_l0_reverse	9	0.10902447253465652
31099	linear.weight	0	0.1671505570411682
31099	linear.weight	1	-0.21981389820575714
31099	linear.weight	2	0.05265077203512192
31099	linear.weight	3	0.06606024503707886
31099	linear.weight	4	-0.1707552820444107
31099	linear.weight	5	0.26537245512008667
31099	linear.weight	6	-0.125462144613266
31099	linear.weight	7	-0.0763053372502327
31099	linear.weight	8	0.09007307142019272
31099	linear.weight	9	-0.022105276584625244
31099	linear.bias	0	-0.9123015999794006
31099	linear.bias	1	1.7838685512542725
31099	linear.bias	2	-0.026662221178412437
31099	linear.bias	3	-1.7403353452682495
31099	linear.bias	4	-0.2977191209793091
31099	linear.bias	5	0.9070537090301514
31099	linear.bias	6	-0.27300897240638733
31099	linear.bias	7	0.11380670219659805
31099	linear.bias	8	1.7199665307998657
31099	linear.bias	9	-0.9803110957145691
31708	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
31708	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
31708	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
31708	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
31708	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
31708	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
31708	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
31708	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
31708	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
31708	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
31708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
31708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
31708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
31708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
31708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
31708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
31708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
31708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
31708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
31708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
31708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
31708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
31708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
31708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
31708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
31708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
31708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
31708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
31708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
31708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
31708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
31708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
31708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
31708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
31708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
31708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
31708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
31708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
31708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
31708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
31708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
31708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
31708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
31708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
31708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
31708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
31708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
31708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
31708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
31708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
31708	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
31708	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
31708	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
31708	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
31708	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
31708	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
31708	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
31708	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
31708	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
31708	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
31708	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
31708	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
31708	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
31708	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
31708	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
31708	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
31708	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
31708	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
31708	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
31708	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
31708	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
31708	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
31708	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
31708	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
31708	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
31708	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
31708	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
31708	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
31708	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
31708	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
31708	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
31708	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
31708	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
31708	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
31708	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
31708	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
31708	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
31708	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
31708	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
31708	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
31708	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
31708	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
31708	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
31708	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
31708	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
31708	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
31708	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
31708	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
31708	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
31708	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
31708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
31708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
31708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
31708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
31708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
31708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
31708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
31708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
31708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
31708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
31708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
31708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
31708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
31708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
31708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
31708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
31708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
31708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
31708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
31708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
31708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
31708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
31708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
31708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
31708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
31708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
31708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
31708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
31708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
31708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
31708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
31708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
31708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
31708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
31708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
31708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
31708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
31708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
31708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
31708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
31708	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
31708	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
31708	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
31708	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
31708	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
31708	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
31708	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
31708	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
31708	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
31708	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
31708	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
31708	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
31708	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
31708	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
31708	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
31708	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
31708	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
31708	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
31708	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
31708	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
31708	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
31708	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
31708	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
31708	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
31708	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
31708	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
31708	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
31708	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
31708	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
31708	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
31708	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
31708	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
31708	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
31708	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
31708	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
31708	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
31708	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
31708	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
31708	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
31708	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
31708	embedding2nn.weight	0	0.08827845752239227
31708	embedding2nn.weight	1	0.17491813004016876
31708	embedding2nn.weight	2	0.038156721740961075
31708	embedding2nn.weight	3	0.02126523293554783
31708	embedding2nn.weight	4	-0.055375613272190094
31708	embedding2nn.weight	5	0.011138883419334888
31708	embedding2nn.weight	6	0.05423848703503609
31708	embedding2nn.weight	7	-0.04207142814993858
31708	embedding2nn.weight	8	0.0365302637219429
31708	embedding2nn.weight	9	-0.023378796875476837
31708	embedding2nn.bias	0	0.06777338683605194
31708	embedding2nn.bias	1	-0.16776396334171295
31708	embedding2nn.bias	2	0.08435389399528503
31708	embedding2nn.bias	3	0.13621915876865387
31708	embedding2nn.bias	4	0.1335189789533615
31708	embedding2nn.bias	5	-0.036408115178346634
31708	embedding2nn.bias	6	-0.00011827867274405435
31708	embedding2nn.bias	7	0.025941697880625725
31708	embedding2nn.bias	8	-0.13057667016983032
31708	embedding2nn.bias	9	-0.2601849138736725
31708	rnn.weight_ih_l0	0	-0.01622012071311474
31708	rnn.weight_ih_l0	1	-0.04637819156050682
31708	rnn.weight_ih_l0	2	0.025772174820303917
31708	rnn.weight_ih_l0	3	0.00450275931507349
31708	rnn.weight_ih_l0	4	-0.03435209393501282
31708	rnn.weight_ih_l0	5	-0.10298912227153778
31708	rnn.weight_ih_l0	6	-0.008964900858700275
31708	rnn.weight_ih_l0	7	-0.009116299450397491
31708	rnn.weight_ih_l0	8	0.04472700506448746
31708	rnn.weight_ih_l0	9	-0.01621512696146965
31708	rnn.weight_hh_l0	0	0.025561656802892685
31708	rnn.weight_hh_l0	1	0.04833352565765381
31708	rnn.weight_hh_l0	2	-0.0040941801853477955
31708	rnn.weight_hh_l0	3	0.04335169494152069
31708	rnn.weight_hh_l0	4	-0.029653850942850113
31708	rnn.weight_hh_l0	5	0.03733949363231659
31708	rnn.weight_hh_l0	6	0.03254072368144989
31708	rnn.weight_hh_l0	7	0.04045001044869423
31708	rnn.weight_hh_l0	8	0.0350242480635643
31708	rnn.weight_hh_l0	9	-0.014914244413375854
31708	rnn.bias_ih_l0	0	0.0605693981051445
31708	rnn.bias_ih_l0	1	-0.09765282273292542
31708	rnn.bias_ih_l0	2	-0.005794815719127655
31708	rnn.bias_ih_l0	3	-0.0648835226893425
31708	rnn.bias_ih_l0	4	0.11042607575654984
31708	rnn.bias_ih_l0	5	-0.06308935582637787
31708	rnn.bias_ih_l0	6	-6.340928666759282e-05
31708	rnn.bias_ih_l0	7	-0.11954964697360992
31708	rnn.bias_ih_l0	8	-0.035412322729825974
31708	rnn.bias_ih_l0	9	-0.22212626039981842
31708	rnn.bias_hh_l0	0	-0.0556192547082901
31708	rnn.bias_hh_l0	1	-0.050309207290410995
31708	rnn.bias_hh_l0	2	-0.03942454606294632
31708	rnn.bias_hh_l0	3	-0.03134904429316521
31708	rnn.bias_hh_l0	4	-0.06646591424942017
31708	rnn.bias_hh_l0	5	-0.09014249593019485
31708	rnn.bias_hh_l0	6	-0.07094670087099075
31708	rnn.bias_hh_l0	7	0.0971859022974968
31708	rnn.bias_hh_l0	8	-0.05681775137782097
31708	rnn.bias_hh_l0	9	-0.18830159306526184
31708	rnn.weight_ih_l0_reverse	0	0.06162325665354729
31708	rnn.weight_ih_l0_reverse	1	-0.02971232309937477
31708	rnn.weight_ih_l0_reverse	2	-0.018961379304528236
31708	rnn.weight_ih_l0_reverse	3	-0.047946080565452576
31708	rnn.weight_ih_l0_reverse	4	0.03091946803033352
31708	rnn.weight_ih_l0_reverse	5	-0.08358827233314514
31708	rnn.weight_ih_l0_reverse	6	0.049555741250514984
31708	rnn.weight_ih_l0_reverse	7	0.0108460932970047
31708	rnn.weight_ih_l0_reverse	8	0.002972995862364769
31708	rnn.weight_ih_l0_reverse	9	-0.010172039270401001
31708	rnn.weight_hh_l0_reverse	0	-0.025244928896427155
31708	rnn.weight_hh_l0_reverse	1	0.04091378673911095
31708	rnn.weight_hh_l0_reverse	2	0.012991569004952908
31708	rnn.weight_hh_l0_reverse	3	0.01748025044798851
31708	rnn.weight_hh_l0_reverse	4	-0.04837696626782417
31708	rnn.weight_hh_l0_reverse	5	0.030607160180807114
31708	rnn.weight_hh_l0_reverse	6	0.015360015444457531
31708	rnn.weight_hh_l0_reverse	7	0.024684414267539978
31708	rnn.weight_hh_l0_reverse	8	0.09235633909702301
31708	rnn.weight_hh_l0_reverse	9	0.010408669710159302
31708	rnn.bias_ih_l0_reverse	0	-0.09364445507526398
31708	rnn.bias_ih_l0_reverse	1	-0.09495875984430313
31708	rnn.bias_ih_l0_reverse	2	-0.012025471776723862
31708	rnn.bias_ih_l0_reverse	3	-0.07172265648841858
31708	rnn.bias_ih_l0_reverse	4	-0.031333427876234055
31708	rnn.bias_ih_l0_reverse	5	-0.10778055340051651
31708	rnn.bias_ih_l0_reverse	6	0.20261789858341217
31708	rnn.bias_ih_l0_reverse	7	-0.17872290313243866
31708	rnn.bias_ih_l0_reverse	8	-0.0667298212647438
31708	rnn.bias_ih_l0_reverse	9	-0.07246923446655273
31708	rnn.bias_hh_l0_reverse	0	-0.003892403095960617
31708	rnn.bias_hh_l0_reverse	1	0.07812362909317017
31708	rnn.bias_hh_l0_reverse	2	-0.1403174102306366
31708	rnn.bias_hh_l0_reverse	3	0.0005875611095689237
31708	rnn.bias_hh_l0_reverse	4	-0.09266510605812073
31708	rnn.bias_hh_l0_reverse	5	-0.04355841130018234
31708	rnn.bias_hh_l0_reverse	6	-0.11724955588579178
31708	rnn.bias_hh_l0_reverse	7	-0.014706218615174294
31708	rnn.bias_hh_l0_reverse	8	-0.0460936576128006
31708	rnn.bias_hh_l0_reverse	9	0.10656890273094177
31708	linear.weight	0	0.1925727128982544
31708	linear.weight	1	-0.19082841277122498
31708	linear.weight	2	0.05392155051231384
31708	linear.weight	3	0.06620953977108002
31708	linear.weight	4	-0.17787040770053864
31708	linear.weight	5	0.302200585603714
31708	linear.weight	6	-0.13969512283802032
31708	linear.weight	7	-0.07622545957565308
31708	linear.weight	8	0.08950021117925644
31708	linear.weight	9	-0.0221491027623415
31708	linear.bias	0	-0.9446565508842468
31708	linear.bias	1	1.7889069318771362
31708	linear.bias	2	-0.06742556393146515
31708	linear.bias	3	-1.7478053569793701
31708	linear.bias	4	-0.27990809082984924
31708	linear.bias	5	0.9159653782844543
31708	linear.bias	6	-0.2762788236141205
31708	linear.bias	7	0.148681178689003
31708	linear.bias	8	1.7490291595458984
31708	linear.bias	9	-0.9786763787269592
32317	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
32317	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
32317	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
32317	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
32317	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
32317	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
32317	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
32317	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
32317	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
32317	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
32317	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
32317	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
32317	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
32317	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
32317	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
32317	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
32317	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
32317	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
32317	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
32317	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
32317	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
32317	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
32317	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
32317	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
32317	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
32317	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
32317	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
32317	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
32317	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
32317	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
32317	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
32317	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
32317	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
32317	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
32317	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
32317	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
32317	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
32317	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
32317	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
32317	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
32317	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
32317	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
32317	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
32317	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
32317	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
32317	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
32317	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
32317	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
32317	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
32317	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
32317	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
32317	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
32317	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
32317	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
32317	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
32317	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
32317	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
32317	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
32317	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
32317	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
32317	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
32317	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
32317	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
32317	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
32317	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
32317	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
32317	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
32317	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
32317	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
32317	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
32317	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
32317	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
32317	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
32317	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
32317	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
32317	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
32317	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
32317	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
32317	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
32317	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
32317	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
32317	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
32317	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
32317	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
32317	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
32317	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
32317	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
32317	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
32317	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
32317	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
32317	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
32317	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
32317	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
32317	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
32317	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
32317	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
32317	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
32317	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
32317	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
32317	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
32317	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
32317	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
32317	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
32317	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
32317	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
32317	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
32317	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
32317	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
32317	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
32317	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
32317	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
32317	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
32317	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
32317	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
32317	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
32317	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
32317	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
32317	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
32317	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
32317	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
32317	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
32317	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
32317	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
32317	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
32317	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
32317	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
32317	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
32317	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
32317	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
32317	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
32317	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
32317	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
32317	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
32317	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
32317	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
32317	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
32317	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
32317	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
32317	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
32317	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
32317	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
32317	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
32317	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
32317	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
32317	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
32317	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
32317	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
32317	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
32317	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
32317	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
32317	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
32317	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
32317	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
32317	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
32317	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
32317	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
32317	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
32317	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
32317	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
32317	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
32317	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
32317	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
32317	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
32317	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
32317	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
32317	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
32317	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
32317	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
32317	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
32317	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
32317	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
32317	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
32317	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
32317	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
32317	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
32317	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
32317	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
32317	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
32317	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
32317	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
32317	embedding2nn.weight	0	0.08541756868362427
32317	embedding2nn.weight	1	0.17041252553462982
32317	embedding2nn.weight	2	0.03846397623419762
32317	embedding2nn.weight	3	0.028979631140828133
32317	embedding2nn.weight	4	-0.056169845163822174
32317	embedding2nn.weight	5	0.010541546158492565
32317	embedding2nn.weight	6	0.04949500411748886
32317	embedding2nn.weight	7	-0.042174458503723145
32317	embedding2nn.weight	8	0.03291213512420654
32317	embedding2nn.weight	9	-0.017002064734697342
32317	embedding2nn.bias	0	0.053757913410663605
32317	embedding2nn.bias	1	-0.16202610731124878
32317	embedding2nn.bias	2	0.09068509191274643
32317	embedding2nn.bias	3	0.134526789188385
32317	embedding2nn.bias	4	0.13924889266490936
32317	embedding2nn.bias	5	-0.0370916873216629
32317	embedding2nn.bias	6	-0.007757890038192272
32317	embedding2nn.bias	7	0.025000469759106636
32317	embedding2nn.bias	8	-0.13886918127536774
32317	embedding2nn.bias	9	-0.2669679820537567
32317	rnn.weight_ih_l0	0	-0.014402305707335472
32317	rnn.weight_ih_l0	1	-0.04800093546509743
32317	rnn.weight_ih_l0	2	0.023653298616409302
32317	rnn.weight_ih_l0	3	0.002631798619404435
32317	rnn.weight_ih_l0	4	-0.031897928565740585
32317	rnn.weight_ih_l0	5	-0.10757646709680557
32317	rnn.weight_ih_l0	6	-0.014427054673433304
32317	rnn.weight_ih_l0	7	-0.009272933006286621
32317	rnn.weight_ih_l0	8	0.04378308355808258
32317	rnn.weight_ih_l0	9	-0.013747812248766422
32317	rnn.weight_hh_l0	0	0.025700367987155914
32317	rnn.weight_hh_l0	1	0.04888259246945381
32317	rnn.weight_hh_l0	2	-0.005520614329725504
32317	rnn.weight_hh_l0	3	0.04309859126806259
32317	rnn.weight_hh_l0	4	-0.029608361423015594
32317	rnn.weight_hh_l0	5	0.03749598190188408
32317	rnn.weight_hh_l0	6	0.03127330541610718
32317	rnn.weight_hh_l0	7	0.03970538452267647
32317	rnn.weight_hh_l0	8	0.035378217697143555
32317	rnn.weight_hh_l0	9	-0.01574871689081192
32317	rnn.bias_ih_l0	0	0.04702199250459671
32317	rnn.bias_ih_l0	1	-0.09423203766345978
32317	rnn.bias_ih_l0	2	-0.005724357441067696
32317	rnn.bias_ih_l0	3	-0.06693121045827866
32317	rnn.bias_ih_l0	4	0.1058989092707634
32317	rnn.bias_ih_l0	5	-0.07320034503936768
32317	rnn.bias_ih_l0	6	-0.007166797295212746
32317	rnn.bias_ih_l0	7	-0.1216793805360794
32317	rnn.bias_ih_l0	8	-0.031386371701955795
32317	rnn.bias_ih_l0	9	-0.22662200033664703
32317	rnn.bias_hh_l0	0	-0.05409115180373192
32317	rnn.bias_hh_l0	1	-0.047949597239494324
32317	rnn.bias_hh_l0	2	-0.048217520117759705
32317	rnn.bias_hh_l0	3	-0.04183800518512726
32317	rnn.bias_hh_l0	4	-0.06483130156993866
32317	rnn.bias_hh_l0	5	-0.09213107824325562
32317	rnn.bias_hh_l0	6	-0.06816545873880386
32317	rnn.bias_hh_l0	7	0.10087154060602188
32317	rnn.bias_hh_l0	8	-0.058947741985321045
32317	rnn.bias_hh_l0	9	-0.19737370312213898
32317	rnn.weight_ih_l0_reverse	0	0.0671786218881607
32317	rnn.weight_ih_l0_reverse	1	-0.028697628527879715
32317	rnn.weight_ih_l0_reverse	2	-0.01496398076415062
32317	rnn.weight_ih_l0_reverse	3	-0.04652133211493492
32317	rnn.weight_ih_l0_reverse	4	0.031011568382382393
32317	rnn.weight_ih_l0_reverse	5	-0.08600963652133942
32317	rnn.weight_ih_l0_reverse	6	0.056397534906864166
32317	rnn.weight_ih_l0_reverse	7	0.011039022356271744
32317	rnn.weight_ih_l0_reverse	8	0.003815959207713604
32317	rnn.weight_ih_l0_reverse	9	-0.011783504858613014
32317	rnn.weight_hh_l0_reverse	0	-0.026066243648529053
32317	rnn.weight_hh_l0_reverse	1	0.041586197912693024
32317	rnn.weight_hh_l0_reverse	2	0.00901244580745697
32317	rnn.weight_hh_l0_reverse	3	0.017486801370978355
32317	rnn.weight_hh_l0_reverse	4	-0.04525046795606613
32317	rnn.weight_hh_l0_reverse	5	0.03081251122057438
32317	rnn.weight_hh_l0_reverse	6	0.01501496322453022
32317	rnn.weight_hh_l0_reverse	7	0.02295393869280815
32317	rnn.weight_hh_l0_reverse	8	0.08985491842031479
32317	rnn.weight_hh_l0_reverse	9	0.010704249143600464
32317	rnn.bias_ih_l0_reverse	0	-0.10127011686563492
32317	rnn.bias_ih_l0_reverse	1	-0.0861901119351387
32317	rnn.bias_ih_l0_reverse	2	-0.021811582148075104
32317	rnn.bias_ih_l0_reverse	3	-0.06756549328565598
32317	rnn.bias_ih_l0_reverse	4	-0.02820342220366001
32317	rnn.bias_ih_l0_reverse	5	-0.11007697880268097
32317	rnn.bias_ih_l0_reverse	6	0.19452370703220367
32317	rnn.bias_ih_l0_reverse	7	-0.1842144876718521
32317	rnn.bias_ih_l0_reverse	8	-0.06594005972146988
32317	rnn.bias_ih_l0_reverse	9	-0.07407913357019424
32317	rnn.bias_hh_l0_reverse	0	-0.007333995308727026
32317	rnn.bias_hh_l0_reverse	1	0.08093871921300888
32317	rnn.bias_hh_l0_reverse	2	-0.14465031027793884
32317	rnn.bias_hh_l0_reverse	3	0.000694414135068655
32317	rnn.bias_hh_l0_reverse	4	-0.1004321500658989
32317	rnn.bias_hh_l0_reverse	5	-0.03213869780302048
32317	rnn.bias_hh_l0_reverse	6	-0.12106329947710037
32317	rnn.bias_hh_l0_reverse	7	-0.012868820689618587
32317	rnn.bias_hh_l0_reverse	8	-0.05531047657132149
32317	rnn.bias_hh_l0_reverse	9	0.09572645276784897
32317	linear.weight	0	0.17879511415958405
32317	linear.weight	1	-0.19570256769657135
32317	linear.weight	2	0.04394889622926712
32317	linear.weight	3	0.06633159518241882
32317	linear.weight	4	-0.15829363465309143
32317	linear.weight	5	0.2929621636867523
32317	linear.weight	6	-0.12350545823574066
32317	linear.weight	7	-0.07613775879144669
32317	linear.weight	8	0.11028789728879929
32317	linear.weight	9	-0.022171054035425186
32317	linear.bias	0	-0.9335176944732666
32317	linear.bias	1	1.7844218015670776
32317	linear.bias	2	-0.08622365444898605
32317	linear.bias	3	-1.7554293870925903
32317	linear.bias	4	-0.31381821632385254
32317	linear.bias	5	0.887319028377533
32317	linear.bias	6	-0.26223671436309814
32317	linear.bias	7	0.14635324478149414
32317	linear.bias	8	1.7569032907485962
32317	linear.bias	9	-0.9904662370681763
32926	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
32926	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
32926	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
32926	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
32926	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
32926	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
32926	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
32926	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
32926	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
32926	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
32926	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
32926	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
32926	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
32926	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
32926	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
32926	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
32926	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
32926	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
32926	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
32926	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
32926	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
32926	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
32926	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
32926	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
32926	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
32926	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
32926	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
32926	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
32926	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
32926	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
32926	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
32926	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
32926	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
32926	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
32926	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
32926	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
32926	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
32926	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
32926	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
32926	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
32926	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
32926	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
32926	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
32926	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
32926	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
32926	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
32926	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
32926	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
32926	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
32926	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
32926	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
32926	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
32926	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
32926	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
32926	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
32926	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
32926	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
32926	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
32926	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
32926	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
32926	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
32926	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
32926	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
32926	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
32926	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
32926	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
32926	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
32926	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
32926	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
32926	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
32926	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
32926	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
32926	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
32926	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
32926	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
32926	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
32926	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
32926	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
32926	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
32926	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
32926	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
32926	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
32926	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
32926	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
32926	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
32926	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
32926	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
32926	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
32926	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
32926	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
32926	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
32926	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
32926	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
32926	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
32926	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
32926	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
32926	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
32926	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
32926	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
32926	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
32926	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
32926	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
32926	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
32926	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
32926	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
32926	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
32926	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
32926	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
32926	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
32926	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
32926	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
32926	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
32926	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
32926	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
32926	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
32926	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
32926	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
32926	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
32926	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
32926	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
32926	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
32926	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
32926	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
32926	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
32926	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
32926	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
32926	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
32926	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
32926	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
32926	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
32926	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
32926	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
32926	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
32926	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
32926	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
32926	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
32926	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
32926	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
32926	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
32926	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
32926	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
32926	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
32926	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
32926	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
32926	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
32926	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
32926	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
32926	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
32926	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
32926	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
32926	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
32926	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
32926	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
32926	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
32926	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
32926	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
32926	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
32926	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
32926	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
32926	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
32926	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
32926	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
32926	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
32926	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
32926	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
32926	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
32926	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
32926	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
32926	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
32926	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
32926	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
32926	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
32926	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
32926	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
32926	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
32926	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
32926	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
32926	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
32926	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
32926	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
32926	embedding2nn.weight	0	0.08584004640579224
32926	embedding2nn.weight	1	0.17234715819358826
32926	embedding2nn.weight	2	0.03227698802947998
32926	embedding2nn.weight	3	0.04512723162770271
32926	embedding2nn.weight	4	-0.056704554706811905
32926	embedding2nn.weight	5	0.014112177304923534
32926	embedding2nn.weight	6	0.03958304598927498
32926	embedding2nn.weight	7	-0.03990158438682556
32926	embedding2nn.weight	8	0.03509796783328056
32926	embedding2nn.weight	9	-0.010999380610883236
32926	embedding2nn.bias	0	0.056694380939006805
32926	embedding2nn.bias	1	-0.15570220351219177
32926	embedding2nn.bias	2	0.10434918850660324
32926	embedding2nn.bias	3	0.127127543091774
32926	embedding2nn.bias	4	0.13323509693145752
32926	embedding2nn.bias	5	-0.02888460084795952
32926	embedding2nn.bias	6	-0.012319306842982769
32926	embedding2nn.bias	7	0.02049408294260502
32926	embedding2nn.bias	8	-0.13061130046844482
32926	embedding2nn.bias	9	-0.2799500823020935
32926	rnn.weight_ih_l0	0	-0.015214989893138409
32926	rnn.weight_ih_l0	1	-0.0477738156914711
32926	rnn.weight_ih_l0	2	0.02567162923514843
32926	rnn.weight_ih_l0	3	0.0021943356841802597
32926	rnn.weight_ih_l0	4	-0.034133076667785645
32926	rnn.weight_ih_l0	5	-0.0951899066567421
32926	rnn.weight_ih_l0	6	-0.0129617378115654
32926	rnn.weight_ih_l0	7	-0.013451481238007545
32926	rnn.weight_ih_l0	8	0.03620915487408638
32926	rnn.weight_ih_l0	9	-0.016995778307318687
32926	rnn.weight_hh_l0	0	0.025763941928744316
32926	rnn.weight_hh_l0	1	0.04920247197151184
32926	rnn.weight_hh_l0	2	-0.005589976441115141
32926	rnn.weight_hh_l0	3	0.04325472190976143
32926	rnn.weight_hh_l0	4	-0.02836565300822258
32926	rnn.weight_hh_l0	5	0.03746075555682182
32926	rnn.weight_hh_l0	6	0.031363390386104584
32926	rnn.weight_hh_l0	7	0.03579721972346306
32926	rnn.weight_hh_l0	8	0.034942276775836945
32926	rnn.weight_hh_l0	9	-0.013631395995616913
32926	rnn.bias_ih_l0	0	0.05705370008945465
32926	rnn.bias_ih_l0	1	-0.09708913415670395
32926	rnn.bias_ih_l0	2	-0.006876019760966301
32926	rnn.bias_ih_l0	3	-0.06457541137933731
32926	rnn.bias_ih_l0	4	0.11727029830217361
32926	rnn.bias_ih_l0	5	-0.0723554715514183
32926	rnn.bias_ih_l0	6	-6.798041431466118e-05
32926	rnn.bias_ih_l0	7	-0.12213152647018433
32926	rnn.bias_ih_l0	8	-0.028341375291347504
32926	rnn.bias_ih_l0	9	-0.22677159309387207
32926	rnn.bias_hh_l0	0	-0.05609939247369766
32926	rnn.bias_hh_l0	1	-0.04818545654416084
32926	rnn.bias_hh_l0	2	-0.0474628210067749
32926	rnn.bias_hh_l0	3	-0.02989312820136547
32926	rnn.bias_hh_l0	4	-0.05846380442380905
32926	rnn.bias_hh_l0	5	-0.0963822603225708
32926	rnn.bias_hh_l0	6	-0.0601261705160141
32926	rnn.bias_hh_l0	7	0.1049158126115799
32926	rnn.bias_hh_l0	8	-0.05844012647867203
32926	rnn.bias_hh_l0	9	-0.20160050690174103
32926	rnn.weight_ih_l0_reverse	0	0.061638813465833664
32926	rnn.weight_ih_l0_reverse	1	-0.026926616206765175
32926	rnn.weight_ih_l0_reverse	2	-0.01280358899384737
32926	rnn.weight_ih_l0_reverse	3	-0.049584440886974335
32926	rnn.weight_ih_l0_reverse	4	0.028294654563069344
32926	rnn.weight_ih_l0_reverse	5	-0.08552349358797073
32926	rnn.weight_ih_l0_reverse	6	0.058533668518066406
32926	rnn.weight_ih_l0_reverse	7	0.012344272807240486
32926	rnn.weight_ih_l0_reverse	8	0.004500938579440117
32926	rnn.weight_ih_l0_reverse	9	-0.012278006412088871
32926	rnn.weight_hh_l0_reverse	0	-0.025281237438321114
32926	rnn.weight_hh_l0_reverse	1	0.04139789193868637
32926	rnn.weight_hh_l0_reverse	2	0.007895151153206825
32926	rnn.weight_hh_l0_reverse	3	0.016707582399249077
32926	rnn.weight_hh_l0_reverse	4	-0.04219121113419533
32926	rnn.weight_hh_l0_reverse	5	0.03085513785481453
32926	rnn.weight_hh_l0_reverse	6	0.014954757876694202
32926	rnn.weight_hh_l0_reverse	7	0.02016153559088707
32926	rnn.weight_hh_l0_reverse	8	0.09002663940191269
32926	rnn.weight_hh_l0_reverse	9	0.010405256412923336
32926	rnn.bias_ih_l0_reverse	0	-0.09264547377824783
32926	rnn.bias_ih_l0_reverse	1	-0.09376507252454758
32926	rnn.bias_ih_l0_reverse	2	-0.01675858162343502
32926	rnn.bias_ih_l0_reverse	3	-0.06672262400388718
32926	rnn.bias_ih_l0_reverse	4	-0.025451326742768288
32926	rnn.bias_ih_l0_reverse	5	-0.11015238612890244
32926	rnn.bias_ih_l0_reverse	6	0.1981847584247589
32926	rnn.bias_ih_l0_reverse	7	-0.17364665865898132
32926	rnn.bias_ih_l0_reverse	8	-0.07104901224374771
32926	rnn.bias_ih_l0_reverse	9	-0.08056753873825073
32926	rnn.bias_hh_l0_reverse	0	-0.007953168824315071
32926	rnn.bias_hh_l0_reverse	1	0.08537088334560394
32926	rnn.bias_hh_l0_reverse	2	-0.14647892117500305
32926	rnn.bias_hh_l0_reverse	3	0.0011958011891692877
32926	rnn.bias_hh_l0_reverse	4	-0.1094161719083786
32926	rnn.bias_hh_l0_reverse	5	-0.03853733837604523
32926	rnn.bias_hh_l0_reverse	6	-0.10567006468772888
32926	rnn.bias_hh_l0_reverse	7	-0.0032133213244378567
32926	rnn.bias_hh_l0_reverse	8	-0.055982645601034164
32926	rnn.bias_hh_l0_reverse	9	0.12649500370025635
32926	linear.weight	0	0.14091700315475464
32926	linear.weight	1	-0.21032726764678955
32926	linear.weight	2	0.07339957356452942
32926	linear.weight	3	0.0664692223072052
32926	linear.weight	4	-0.14706598222255707
32926	linear.weight	5	0.2681635916233063
32926	linear.weight	6	-0.1186968982219696
32926	linear.weight	7	-0.07619235664606094
32926	linear.weight	8	0.09443432837724686
32926	linear.weight	9	-0.02219395712018013
32926	linear.bias	0	-0.9132354855537415
32926	linear.bias	1	1.704941987991333
32926	linear.bias	2	-0.0927974209189415
32926	linear.bias	3	-1.7626491785049438
32926	linear.bias	4	-0.3154436945915222
32926	linear.bias	5	0.9546284079551697
32926	linear.bias	6	-0.2647724151611328
32926	linear.bias	7	0.1348327249288559
32926	linear.bias	8	1.7676043510437012
32926	linear.bias	9	-0.9963160753250122
33535	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
33535	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
33535	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
33535	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
33535	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
33535	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
33535	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
33535	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
33535	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
33535	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
33535	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
33535	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
33535	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
33535	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
33535	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
33535	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
33535	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
33535	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
33535	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
33535	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
33535	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
33535	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
33535	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
33535	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
33535	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
33535	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
33535	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
33535	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
33535	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
33535	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
33535	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
33535	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
33535	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
33535	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
33535	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
33535	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
33535	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
33535	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
33535	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
33535	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
33535	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
33535	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
33535	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
33535	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
33535	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
33535	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
33535	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
33535	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
33535	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
33535	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
33535	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
33535	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
33535	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
33535	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
33535	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
33535	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
33535	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
33535	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
33535	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
33535	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
33535	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
33535	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
33535	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
33535	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
33535	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
33535	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
33535	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
33535	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
33535	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
33535	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
33535	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
33535	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
33535	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
33535	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
33535	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
33535	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
33535	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
33535	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
33535	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
33535	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
33535	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
33535	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
33535	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
33535	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
33535	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
33535	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
33535	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
33535	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
33535	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
33535	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
33535	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
33535	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
33535	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
33535	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
33535	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
33535	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
33535	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
33535	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
33535	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
33535	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
33535	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
33535	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
33535	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
33535	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
33535	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
33535	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
33535	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
33535	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
33535	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
33535	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
33535	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
33535	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
33535	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
33535	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
33535	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
33535	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
33535	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
33535	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
33535	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
33535	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
33535	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
33535	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
33535	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
33535	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
33535	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
33535	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
33535	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
33535	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
33535	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
33535	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
33535	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
33535	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
33535	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
33535	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
33535	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
33535	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
33535	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
33535	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
33535	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
33535	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
33535	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
33535	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
33535	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
33535	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
33535	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
33535	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
33535	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
33535	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
33535	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
33535	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
33535	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
33535	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
33535	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
33535	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
33535	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
33535	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
33535	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
33535	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
33535	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
33535	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
33535	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
33535	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
33535	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
33535	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
33535	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
33535	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
33535	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
33535	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
33535	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
33535	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
33535	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
33535	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
33535	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
33535	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
33535	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
33535	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
33535	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
33535	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
33535	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
33535	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
33535	embedding2nn.weight	0	0.08937420696020126
33535	embedding2nn.weight	1	0.16963143646717072
33535	embedding2nn.weight	2	0.033998165279626846
33535	embedding2nn.weight	3	0.04510292410850525
33535	embedding2nn.weight	4	-0.055182382464408875
33535	embedding2nn.weight	5	0.013384714722633362
33535	embedding2nn.weight	6	0.028902912512421608
33535	embedding2nn.weight	7	-0.030103612691164017
33535	embedding2nn.weight	8	0.03826472535729408
33535	embedding2nn.weight	9	-0.011371727101504803
33535	embedding2nn.bias	0	0.06436995416879654
33535	embedding2nn.bias	1	-0.15066151320934296
33535	embedding2nn.bias	2	0.07530365139245987
33535	embedding2nn.bias	3	0.1282959133386612
33535	embedding2nn.bias	4	0.12848064303398132
33535	embedding2nn.bias	5	-0.049816280603408813
33535	embedding2nn.bias	6	-0.025268349796533585
33535	embedding2nn.bias	7	0.04738788306713104
33535	embedding2nn.bias	8	-0.13901075720787048
33535	embedding2nn.bias	9	-0.2755126953125
33535	rnn.weight_ih_l0	0	-0.015980027616024017
33535	rnn.weight_ih_l0	1	-0.045717280358076096
33535	rnn.weight_ih_l0	2	0.02645440213382244
33535	rnn.weight_ih_l0	3	2.0017730548715917e-06
33535	rnn.weight_ih_l0	4	-0.03236469626426697
33535	rnn.weight_ih_l0	5	-0.0948784202337265
33535	rnn.weight_ih_l0	6	-0.013033164665102959
33535	rnn.weight_ih_l0	7	-0.015176037326455116
33535	rnn.weight_ih_l0	8	0.04572439566254616
33535	rnn.weight_ih_l0	9	-0.021870804950594902
33535	rnn.weight_hh_l0	0	0.025637399405241013
33535	rnn.weight_hh_l0	1	0.04953736811876297
33535	rnn.weight_hh_l0	2	-0.005657995119690895
33535	rnn.weight_hh_l0	3	0.04381805285811424
33535	rnn.weight_hh_l0	4	-0.027957474812865257
33535	rnn.weight_hh_l0	5	0.03827730938792229
33535	rnn.weight_hh_l0	6	0.03219425305724144
33535	rnn.weight_hh_l0	7	0.03668106719851494
33535	rnn.weight_hh_l0	8	0.034911755472421646
33535	rnn.weight_hh_l0	9	-0.013926960527896881
33535	rnn.bias_ih_l0	0	0.04318815842270851
33535	rnn.bias_ih_l0	1	-0.09348222613334656
33535	rnn.bias_ih_l0	2	-0.01082199439406395
33535	rnn.bias_ih_l0	3	-0.06833299994468689
33535	rnn.bias_ih_l0	4	0.1061139926314354
33535	rnn.bias_ih_l0	5	-0.07811473309993744
33535	rnn.bias_ih_l0	6	-0.005332103464752436
33535	rnn.bias_ih_l0	7	-0.119527168571949
33535	rnn.bias_ih_l0	8	-0.027481917291879654
33535	rnn.bias_ih_l0	9	-0.21084080636501312
33535	rnn.bias_hh_l0	0	-0.05629029497504234
33535	rnn.bias_hh_l0	1	-0.048717621713876724
33535	rnn.bias_hh_l0	2	-0.0473150871694088
33535	rnn.bias_hh_l0	3	-0.0354621596634388
33535	rnn.bias_hh_l0	4	-0.06438914686441422
33535	rnn.bias_hh_l0	5	-0.09959033876657486
33535	rnn.bias_hh_l0	6	-0.061188049614429474
33535	rnn.bias_hh_l0	7	0.1014210656285286
33535	rnn.bias_hh_l0	8	-0.05550306290388107
33535	rnn.bias_hh_l0	9	-0.2064315527677536
33535	rnn.weight_ih_l0_reverse	0	0.06072709336876869
33535	rnn.weight_ih_l0_reverse	1	-0.02727918140590191
33535	rnn.weight_ih_l0_reverse	2	-0.016557825729250908
33535	rnn.weight_ih_l0_reverse	3	-0.05240130051970482
33535	rnn.weight_ih_l0_reverse	4	0.028918884694576263
33535	rnn.weight_ih_l0_reverse	5	-0.08723699301481247
33535	rnn.weight_ih_l0_reverse	6	0.05923232436180115
33535	rnn.weight_ih_l0_reverse	7	0.013221286237239838
33535	rnn.weight_ih_l0_reverse	8	0.0020363342482596636
33535	rnn.weight_ih_l0_reverse	9	-0.01567438803613186
33535	rnn.weight_hh_l0_reverse	0	-0.02607647329568863
33535	rnn.weight_hh_l0_reverse	1	0.041626185178756714
33535	rnn.weight_hh_l0_reverse	2	0.008165773004293442
33535	rnn.weight_hh_l0_reverse	3	0.016291217878460884
33535	rnn.weight_hh_l0_reverse	4	-0.042038630694150925
33535	rnn.weight_hh_l0_reverse	5	0.030949043110013008
33535	rnn.weight_hh_l0_reverse	6	0.014850173145532608
33535	rnn.weight_hh_l0_reverse	7	0.020752863958477974
33535	rnn.weight_hh_l0_reverse	8	0.0934363305568695
33535	rnn.weight_hh_l0_reverse	9	0.01222489308565855
33535	rnn.bias_ih_l0_reverse	0	-0.0970103070139885
33535	rnn.bias_ih_l0_reverse	1	-0.0920344889163971
33535	rnn.bias_ih_l0_reverse	2	-0.009262052364647388
33535	rnn.bias_ih_l0_reverse	3	-0.06554432213306427
33535	rnn.bias_ih_l0_reverse	4	-0.02546568401157856
33535	rnn.bias_ih_l0_reverse	5	-0.10910195112228394
33535	rnn.bias_ih_l0_reverse	6	0.19705849885940552
33535	rnn.bias_ih_l0_reverse	7	-0.17446163296699524
33535	rnn.bias_ih_l0_reverse	8	-0.07111627608537674
33535	rnn.bias_ih_l0_reverse	9	-0.08502725511789322
33535	rnn.bias_hh_l0_reverse	0	0.0015291441231966019
33535	rnn.bias_hh_l0_reverse	1	0.08163785934448242
33535	rnn.bias_hh_l0_reverse	2	-0.14753134548664093
33535	rnn.bias_hh_l0_reverse	3	-0.010544476099312305
33535	rnn.bias_hh_l0_reverse	4	-0.11335919052362442
33535	rnn.bias_hh_l0_reverse	5	-0.04453747719526291
33535	rnn.bias_hh_l0_reverse	6	-0.1143374964594841
33535	rnn.bias_hh_l0_reverse	7	-0.000627489760518074
33535	rnn.bias_hh_l0_reverse	8	-0.058525022119283676
33535	rnn.bias_hh_l0_reverse	9	0.12719407677650452
33535	linear.weight	0	0.1726401150226593
33535	linear.weight	1	-0.20607122778892517
33535	linear.weight	2	0.048458632081747055
33535	linear.weight	3	0.06655334681272507
33535	linear.weight	4	-0.15193019807338715
33535	linear.weight	5	0.26759010553359985
33535	linear.weight	6	-0.08726184815168381
33535	linear.weight	7	-0.07638150453567505
33535	linear.weight	8	0.08753416687250137
33535	linear.weight	9	-0.022287646308541298
33535	linear.bias	0	-0.9332102537155151
33535	linear.bias	1	1.7418469190597534
33535	linear.bias	2	-0.04614989086985588
33535	linear.bias	3	-1.769913911819458
33535	linear.bias	4	-0.31524789333343506
33535	linear.bias	5	0.9196344614028931
33535	linear.bias	6	-0.261219322681427
33535	linear.bias	7	0.12177710235118866
33535	linear.bias	8	1.764142632484436
33535	linear.bias	9	-1.003921627998352
34144	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
34144	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
34144	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
34144	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
34144	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
34144	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
34144	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
34144	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
34144	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
34144	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
34144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
34144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
34144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
34144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
34144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
34144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
34144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
34144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
34144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
34144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
34144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
34144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
34144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
34144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
34144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
34144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
34144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
34144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
34144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
34144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
34144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
34144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
34144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
34144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
34144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
34144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
34144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
34144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
34144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
34144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
34144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
34144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
34144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
34144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
34144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
34144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
34144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
34144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
34144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
34144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
34144	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
34144	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
34144	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
34144	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
34144	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
34144	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
34144	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
34144	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
34144	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
34144	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
34144	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
34144	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
34144	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
34144	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
34144	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
34144	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
34144	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
34144	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
34144	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
34144	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
34144	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
34144	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
34144	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
34144	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
34144	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
34144	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
34144	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
34144	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
34144	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
34144	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
34144	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
34144	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
34144	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
34144	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
34144	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
34144	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
34144	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
34144	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
34144	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
34144	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
34144	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
34144	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
34144	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
34144	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
34144	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
34144	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
34144	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
34144	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
34144	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
34144	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
34144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
34144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
34144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
34144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
34144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
34144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
34144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
34144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
34144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
34144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
34144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
34144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
34144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
34144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
34144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
34144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
34144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
34144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
34144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
34144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
34144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
34144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
34144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
34144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
34144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
34144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
34144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
34144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
34144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
34144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
34144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
34144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
34144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
34144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
34144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
34144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
34144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
34144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
34144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
34144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
34144	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
34144	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
34144	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
34144	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
34144	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
34144	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
34144	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
34144	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
34144	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
34144	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
34144	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
34144	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
34144	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
34144	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
34144	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
34144	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
34144	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
34144	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
34144	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
34144	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
34144	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
34144	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
34144	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
34144	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
34144	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
34144	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
34144	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
34144	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
34144	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
34144	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
34144	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
34144	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
34144	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
34144	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
34144	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
34144	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
34144	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
34144	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
34144	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
34144	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
34144	embedding2nn.weight	0	0.08905337005853653
34144	embedding2nn.weight	1	0.17142364382743835
34144	embedding2nn.weight	2	0.0353265255689621
34144	embedding2nn.weight	3	0.0437893345952034
34144	embedding2nn.weight	4	-0.053059931844472885
34144	embedding2nn.weight	5	0.017036238685250282
34144	embedding2nn.weight	6	0.034814585000276566
34144	embedding2nn.weight	7	-0.0301998071372509
34144	embedding2nn.weight	8	0.0335814505815506
34144	embedding2nn.weight	9	-0.010712280869483948
34144	embedding2nn.bias	0	0.04578790068626404
34144	embedding2nn.bias	1	-0.15368770062923431
34144	embedding2nn.bias	2	0.07342518866062164
34144	embedding2nn.bias	3	0.13946866989135742
34144	embedding2nn.bias	4	0.1308184266090393
34144	embedding2nn.bias	5	-0.049445293843746185
34144	embedding2nn.bias	6	-0.022928044199943542
34144	embedding2nn.bias	7	0.040630463510751724
34144	embedding2nn.bias	8	-0.15122966468334198
34144	embedding2nn.bias	9	-0.27949777245521545
34144	rnn.weight_ih_l0	0	-0.013886140659451485
34144	rnn.weight_ih_l0	1	-0.04826052486896515
34144	rnn.weight_ih_l0	2	0.018804939463734627
34144	rnn.weight_ih_l0	3	0.0013777982676401734
34144	rnn.weight_ih_l0	4	-0.028128691017627716
34144	rnn.weight_ih_l0	5	-0.09737760573625565
34144	rnn.weight_ih_l0	6	-0.0017795148305594921
34144	rnn.weight_ih_l0	7	-0.015510904602706432
34144	rnn.weight_ih_l0	8	0.041593074798583984
34144	rnn.weight_ih_l0	9	-0.020495977252721786
34144	rnn.weight_hh_l0	0	0.025883570313453674
34144	rnn.weight_hh_l0	1	0.05002094432711601
34144	rnn.weight_hh_l0	2	-0.006254369392991066
34144	rnn.weight_hh_l0	3	0.04284326732158661
34144	rnn.weight_hh_l0	4	-0.026699498295783997
34144	rnn.weight_hh_l0	5	0.038182854652404785
34144	rnn.weight_hh_l0	6	0.0324491411447525
34144	rnn.weight_hh_l0	7	0.035214394330978394
34144	rnn.weight_hh_l0	8	0.03466992825269699
34144	rnn.weight_hh_l0	9	-0.016039377078413963
34144	rnn.bias_ih_l0	0	0.047065336257219315
34144	rnn.bias_ih_l0	1	-0.08051830530166626
34144	rnn.bias_ih_l0	2	-0.006971929222345352
34144	rnn.bias_ih_l0	3	-0.07055230438709259
34144	rnn.bias_ih_l0	4	0.1131255105137825
34144	rnn.bias_ih_l0	5	-0.07070297002792358
34144	rnn.bias_ih_l0	6	0.004921729676425457
34144	rnn.bias_ih_l0	7	-0.1222313940525055
34144	rnn.bias_ih_l0	8	-0.026874320581555367
34144	rnn.bias_ih_l0	9	-0.22278271615505219
34144	rnn.bias_hh_l0	0	-0.05509538948535919
34144	rnn.bias_hh_l0	1	-0.05447598919272423
34144	rnn.bias_hh_l0	2	-0.04833832010626793
34144	rnn.bias_hh_l0	3	-0.03396272659301758
34144	rnn.bias_hh_l0	4	-0.06308083981275558
34144	rnn.bias_hh_l0	5	-0.09972547739744186
34144	rnn.bias_hh_l0	6	-0.05928262695670128
34144	rnn.bias_hh_l0	7	0.10130646824836731
34144	rnn.bias_hh_l0	8	-0.053707435727119446
34144	rnn.bias_hh_l0	9	-0.20691359043121338
34144	rnn.weight_ih_l0_reverse	0	0.06681213527917862
34144	rnn.weight_ih_l0_reverse	1	-0.028404096141457558
34144	rnn.weight_ih_l0_reverse	2	-0.014980343170464039
34144	rnn.weight_ih_l0_reverse	3	-0.05207410454750061
34144	rnn.weight_ih_l0_reverse	4	0.031652096658945084
34144	rnn.weight_ih_l0_reverse	5	-0.08640405535697937
34144	rnn.weight_ih_l0_reverse	6	0.045727409422397614
34144	rnn.weight_ih_l0_reverse	7	0.014795158989727497
34144	rnn.weight_ih_l0_reverse	8	0.002964230952784419
34144	rnn.weight_ih_l0_reverse	9	-0.014499968849122524
34144	rnn.weight_hh_l0_reverse	0	-0.024415675550699234
34144	rnn.weight_hh_l0_reverse	1	0.041311778128147125
34144	rnn.weight_hh_l0_reverse	2	0.007367297541350126
34144	rnn.weight_hh_l0_reverse	3	0.016717810183763504
34144	rnn.weight_hh_l0_reverse	4	-0.04156503826379776
34144	rnn.weight_hh_l0_reverse	5	0.03067401610314846
34144	rnn.weight_hh_l0_reverse	6	0.015306870453059673
34144	rnn.weight_hh_l0_reverse	7	0.018148235976696014
34144	rnn.weight_hh_l0_reverse	8	0.0920661985874176
34144	rnn.weight_hh_l0_reverse	9	0.010671336203813553
34144	rnn.bias_ih_l0_reverse	0	-0.10729141533374786
34144	rnn.bias_ih_l0_reverse	1	-0.09594956040382385
34144	rnn.bias_ih_l0_reverse	2	-0.0038424781523644924
34144	rnn.bias_ih_l0_reverse	3	-0.06055896729230881
34144	rnn.bias_ih_l0_reverse	4	-0.03493892028927803
34144	rnn.bias_ih_l0_reverse	5	-0.10900525003671646
34144	rnn.bias_ih_l0_reverse	6	0.19259735941886902
34144	rnn.bias_ih_l0_reverse	7	-0.1719304621219635
34144	rnn.bias_ih_l0_reverse	8	-0.07285555452108383
34144	rnn.bias_ih_l0_reverse	9	-0.07477959245443344
34144	rnn.bias_hh_l0_reverse	0	-0.004268092103302479
34144	rnn.bias_hh_l0_reverse	1	0.09032616019248962
34144	rnn.bias_hh_l0_reverse	2	-0.15398961305618286
34144	rnn.bias_hh_l0_reverse	3	-0.010295547544956207
34144	rnn.bias_hh_l0_reverse	4	-0.10599776357412338
34144	rnn.bias_hh_l0_reverse	5	-0.04682468622922897
34144	rnn.bias_hh_l0_reverse	6	-0.11339294910430908
34144	rnn.bias_hh_l0_reverse	7	0.004178937058895826
34144	rnn.bias_hh_l0_reverse	8	-0.04641576111316681
34144	rnn.bias_hh_l0_reverse	9	0.1295326203107834
34144	linear.weight	0	0.1517448127269745
34144	linear.weight	1	-0.1996321827173233
34144	linear.weight	2	0.02365628071129322
34144	linear.weight	3	0.06663910299539566
34144	linear.weight	4	-0.15729302167892456
34144	linear.weight	5	0.2625039517879486
34144	linear.weight	6	-0.11048069596290588
34144	linear.weight	7	-0.0764429047703743
34144	linear.weight	8	0.08204443752765656
34144	linear.weight	9	-0.02237217128276825
34144	linear.bias	0	-0.9682146906852722
34144	linear.bias	1	1.7707902193069458
34144	linear.bias	2	-0.07147524505853653
34144	linear.bias	3	-1.776271939277649
34144	linear.bias	4	-0.31822144985198975
34144	linear.bias	5	0.8992229700088501
34144	linear.bias	6	-0.259532630443573
34144	linear.bias	7	0.15610045194625854
34144	linear.bias	8	1.7441306114196777
34144	linear.bias	9	-1.0037517547607422
34753	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
34753	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
34753	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
34753	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
34753	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
34753	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
34753	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
34753	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
34753	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
34753	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
34753	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
34753	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
34753	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
34753	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
34753	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
34753	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
34753	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
34753	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
34753	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
34753	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
34753	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
34753	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
34753	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
34753	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
34753	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
34753	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
34753	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
34753	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
34753	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
34753	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
34753	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
34753	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
34753	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
34753	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
34753	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
34753	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
34753	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
34753	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
34753	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
34753	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
34753	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
34753	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
34753	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
34753	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
34753	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
34753	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
34753	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
34753	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
34753	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
34753	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
34753	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
34753	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
34753	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
34753	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
34753	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
34753	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
34753	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
34753	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
34753	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
34753	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
34753	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
34753	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
34753	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
34753	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
34753	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
34753	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
34753	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
34753	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
34753	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
34753	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
34753	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
34753	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
34753	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
34753	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
34753	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
34753	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
34753	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
34753	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
34753	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
34753	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
34753	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
34753	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
34753	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
34753	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
34753	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
34753	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
34753	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
34753	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
34753	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
34753	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
34753	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
34753	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
34753	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
34753	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
34753	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
34753	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
34753	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
34753	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
34753	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
34753	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
34753	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
34753	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
34753	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
34753	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
34753	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
34753	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
34753	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
34753	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
34753	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
34753	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
34753	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
34753	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
34753	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
34753	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
34753	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
34753	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
34753	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
34753	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
34753	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
34753	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
34753	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
34753	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
34753	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
34753	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
34753	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
34753	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
34753	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
34753	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
34753	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
34753	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
34753	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
34753	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
34753	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
34753	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
34753	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
34753	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
34753	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
34753	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
34753	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
34753	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
34753	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
34753	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
34753	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
34753	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
34753	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
34753	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
34753	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
34753	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
34753	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
34753	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
34753	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
34753	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
34753	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
34753	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
34753	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
34753	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
34753	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
34753	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
34753	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
34753	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
34753	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
34753	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
34753	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
34753	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
34753	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
34753	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
34753	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
34753	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
34753	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
34753	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
34753	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
34753	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
34753	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
34753	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
34753	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
34753	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
34753	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
34753	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
34753	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
34753	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
34753	embedding2nn.weight	0	0.08994977176189423
34753	embedding2nn.weight	1	0.16767410933971405
34753	embedding2nn.weight	2	0.04113404452800751
34753	embedding2nn.weight	3	0.055984705686569214
34753	embedding2nn.weight	4	-0.052689120173454285
34753	embedding2nn.weight	5	0.013661107048392296
34753	embedding2nn.weight	6	0.03316456824541092
34753	embedding2nn.weight	7	-0.037022847682237625
34753	embedding2nn.weight	8	0.038069453090429306
34753	embedding2nn.weight	9	-0.01160487998276949
34753	embedding2nn.bias	0	0.0472530834376812
34753	embedding2nn.bias	1	-0.15241771936416626
34753	embedding2nn.bias	2	0.06504617631435394
34753	embedding2nn.bias	3	0.1381026953458786
34753	embedding2nn.bias	4	0.1449207365512848
34753	embedding2nn.bias	5	-0.03344143182039261
34753	embedding2nn.bias	6	-0.025682073086500168
34753	embedding2nn.bias	7	0.059865858405828476
34753	embedding2nn.bias	8	-0.14086663722991943
34753	embedding2nn.bias	9	-0.29417410492897034
34753	rnn.weight_ih_l0	0	-0.015943357720971107
34753	rnn.weight_ih_l0	1	-0.048680488020181656
34753	rnn.weight_ih_l0	2	0.014558600261807442
34753	rnn.weight_ih_l0	3	0.0014407691778615117
34753	rnn.weight_ih_l0	4	-0.029835376888513565
34753	rnn.weight_ih_l0	5	-0.11092952638864517
34753	rnn.weight_ih_l0	6	-0.002458461793139577
34753	rnn.weight_ih_l0	7	-0.015571743249893188
34753	rnn.weight_ih_l0	8	0.039206087589263916
34753	rnn.weight_ih_l0	9	-0.01689341478049755
34753	rnn.weight_hh_l0	0	0.026540443301200867
34753	rnn.weight_hh_l0	1	0.050032664090394974
34753	rnn.weight_hh_l0	2	-0.006311348173767328
34753	rnn.weight_hh_l0	3	0.042853936553001404
34753	rnn.weight_hh_l0	4	-0.025823373347520828
34753	rnn.weight_hh_l0	5	0.037461891770362854
34753	rnn.weight_hh_l0	6	0.032315291464328766
34753	rnn.weight_hh_l0	7	0.03312487527728081
34753	rnn.weight_hh_l0	8	0.0344349667429924
34753	rnn.weight_hh_l0	9	-0.018664903938770294
34753	rnn.bias_ih_l0	0	0.03670523315668106
34753	rnn.bias_ih_l0	1	-0.08135304600000381
34753	rnn.bias_ih_l0	2	-0.010674930177628994
34753	rnn.bias_ih_l0	3	-0.07622101157903671
34753	rnn.bias_ih_l0	4	0.11075958609580994
34753	rnn.bias_ih_l0	5	-0.0735078901052475
34753	rnn.bias_ih_l0	6	-0.004811118822544813
34753	rnn.bias_ih_l0	7	-0.12090706825256348
34753	rnn.bias_ih_l0	8	-0.02849077247083187
34753	rnn.bias_ih_l0	9	-0.21359781920909882
34753	rnn.bias_hh_l0	0	-0.05734822899103165
34753	rnn.bias_hh_l0	1	-0.053911782801151276
34753	rnn.bias_hh_l0	2	-0.046651583164930344
34753	rnn.bias_hh_l0	3	-0.041962675750255585
34753	rnn.bias_hh_l0	4	-0.0702555850148201
34753	rnn.bias_hh_l0	5	-0.099934883415699
34753	rnn.bias_hh_l0	6	-0.06015064939856529
34753	rnn.bias_hh_l0	7	0.08877341449260712
34753	rnn.bias_hh_l0	8	-0.0605899877846241
34753	rnn.bias_hh_l0	9	-0.2072007805109024
34753	rnn.weight_ih_l0_reverse	0	0.06847724318504333
34753	rnn.weight_ih_l0_reverse	1	-0.02874535135924816
34753	rnn.weight_ih_l0_reverse	2	-0.011629096232354641
34753	rnn.weight_ih_l0_reverse	3	-0.05054440349340439
34753	rnn.weight_ih_l0_reverse	4	0.03131245821714401
34753	rnn.weight_ih_l0_reverse	5	-0.0905315950512886
34753	rnn.weight_ih_l0_reverse	6	0.04626961797475815
34753	rnn.weight_ih_l0_reverse	7	0.01474073901772499
34753	rnn.weight_ih_l0_reverse	8	-0.0008869966259226203
34753	rnn.weight_ih_l0_reverse	9	-0.01607642136514187
34753	rnn.weight_hh_l0_reverse	0	-0.02670016698539257
34753	rnn.weight_hh_l0_reverse	1	0.04095761105418205
34753	rnn.weight_hh_l0_reverse	2	0.006116215139627457
34753	rnn.weight_hh_l0_reverse	3	0.015713082626461983
34753	rnn.weight_hh_l0_reverse	4	-0.042496420443058014
34753	rnn.weight_hh_l0_reverse	5	0.0307024959474802
34753	rnn.weight_hh_l0_reverse	6	0.014735905453562737
34753	rnn.weight_hh_l0_reverse	7	0.022869382053613663
34753	rnn.weight_hh_l0_reverse	8	0.09412078559398651
34753	rnn.weight_hh_l0_reverse	9	0.011321531608700752
34753	rnn.bias_ih_l0_reverse	0	-0.10646072030067444
34753	rnn.bias_ih_l0_reverse	1	-0.09637121111154556
34753	rnn.bias_ih_l0_reverse	2	-0.006298739463090897
34753	rnn.bias_ih_l0_reverse	3	-0.06233862042427063
34753	rnn.bias_ih_l0_reverse	4	-0.028568830341100693
34753	rnn.bias_ih_l0_reverse	5	-0.10871268063783646
34753	rnn.bias_ih_l0_reverse	6	0.19047528505325317
34753	rnn.bias_ih_l0_reverse	7	-0.17386750876903534
34753	rnn.bias_ih_l0_reverse	8	-0.07929600030183792
34753	rnn.bias_ih_l0_reverse	9	-0.07263042032718658
34753	rnn.bias_hh_l0_reverse	0	-0.010858115740120411
34753	rnn.bias_hh_l0_reverse	1	0.08553338795900345
34753	rnn.bias_hh_l0_reverse	2	-0.1596440225839615
34753	rnn.bias_hh_l0_reverse	3	-0.011815277859568596
34753	rnn.bias_hh_l0_reverse	4	-0.10657916963100433
34753	rnn.bias_hh_l0_reverse	5	-0.050738826394081116
34753	rnn.bias_hh_l0_reverse	6	-0.11918330192565918
34753	rnn.bias_hh_l0_reverse	7	-0.0010782020399346948
34753	rnn.bias_hh_l0_reverse	8	-0.06271079927682877
34753	rnn.bias_hh_l0_reverse	9	0.1297077089548111
34753	linear.weight	0	0.15336504578590393
34753	linear.weight	1	-0.2000872641801834
34753	linear.weight	2	0.026783538982272148
34753	linear.weight	3	0.0667017251253128
34753	linear.weight	4	-0.1768663078546524
34753	linear.weight	5	0.27281349897384644
34753	linear.weight	6	-0.10447319597005844
34753	linear.weight	7	-0.0763382762670517
34753	linear.weight	8	0.08960950374603271
34753	linear.weight	9	-0.0224823709577322
34753	linear.bias	0	-0.9591003060340881
34753	linear.bias	1	1.7415376901626587
34753	linear.bias	2	-0.0662633627653122
34753	linear.bias	3	-1.783146619796753
34753	linear.bias	4	-0.33976274728775024
34753	linear.bias	5	0.8936657905578613
34753	linear.bias	6	-0.27638503909111023
34753	linear.bias	7	0.16963696479797363
34753	linear.bias	8	1.7473973035812378
34753	linear.bias	9	-1.0165058374404907
35362	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
35362	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
35362	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
35362	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
35362	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
35362	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
35362	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
35362	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
35362	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
35362	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
35362	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
35362	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
35362	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
35362	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
35362	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
35362	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
35362	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
35362	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
35362	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
35362	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
35362	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
35362	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
35362	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
35362	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
35362	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
35362	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
35362	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
35362	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
35362	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
35362	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
35362	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
35362	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
35362	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
35362	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
35362	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
35362	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
35362	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
35362	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
35362	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
35362	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
35362	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
35362	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
35362	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
35362	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
35362	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
35362	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
35362	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
35362	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
35362	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
35362	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
35362	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
35362	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
35362	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
35362	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
35362	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
35362	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
35362	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
35362	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
35362	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
35362	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
35362	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
35362	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
35362	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
35362	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
35362	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
35362	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
35362	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
35362	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
35362	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
35362	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
35362	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
35362	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
35362	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
35362	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
35362	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
35362	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
35362	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
35362	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
35362	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
35362	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
35362	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
35362	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
35362	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
35362	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
35362	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
35362	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
35362	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
35362	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
35362	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
35362	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
35362	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
35362	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
35362	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
35362	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
35362	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
35362	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
35362	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
35362	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
35362	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
35362	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
35362	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
35362	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
35362	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
35362	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
35362	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
35362	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
35362	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
35362	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
35362	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
35362	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
35362	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
35362	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
35362	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
35362	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
35362	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
35362	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
35362	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
35362	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
35362	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
35362	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
35362	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
35362	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
35362	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
35362	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
35362	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
35362	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
35362	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
35362	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
35362	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
35362	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
35362	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
35362	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
35362	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
35362	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
35362	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
35362	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
35362	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
35362	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
35362	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
35362	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
35362	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
35362	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
35362	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
35362	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
35362	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
35362	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
35362	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
35362	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
35362	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
35362	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
35362	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
35362	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
35362	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
35362	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
35362	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
35362	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
35362	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
35362	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
35362	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
35362	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
35362	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
35362	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
35362	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
35362	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
35362	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
35362	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
35362	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
35362	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
35362	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
35362	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
35362	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
35362	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
35362	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
35362	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
35362	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
35362	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
35362	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
35362	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
35362	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
35362	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
35362	embedding2nn.weight	0	0.09158402681350708
35362	embedding2nn.weight	1	0.17100194096565247
35362	embedding2nn.weight	2	0.043213844299316406
35362	embedding2nn.weight	3	0.0536721795797348
35362	embedding2nn.weight	4	-0.056381192058324814
35362	embedding2nn.weight	5	0.016734609380364418
35362	embedding2nn.weight	6	0.0312582366168499
35362	embedding2nn.weight	7	-0.034452907741069794
35362	embedding2nn.weight	8	0.03940505161881447
35362	embedding2nn.weight	9	-0.0011070762993767858
35362	embedding2nn.bias	0	0.03954165056347847
35362	embedding2nn.bias	1	-0.1558576375246048
35362	embedding2nn.bias	2	0.08338174223899841
35362	embedding2nn.bias	3	0.15487399697303772
35362	embedding2nn.bias	4	0.14742788672447205
35362	embedding2nn.bias	5	-0.0436621755361557
35362	embedding2nn.bias	6	-0.017871076241135597
35362	embedding2nn.bias	7	0.03794899582862854
35362	embedding2nn.bias	8	-0.16464194655418396
35362	embedding2nn.bias	9	-0.2915913462638855
35362	rnn.weight_ih_l0	0	-0.013635368086397648
35362	rnn.weight_ih_l0	1	-0.04747222736477852
35362	rnn.weight_ih_l0	2	0.01189356204122305
35362	rnn.weight_ih_l0	3	0.0035921905655413866
35362	rnn.weight_ih_l0	4	-0.028457636013627052
35362	rnn.weight_ih_l0	5	-0.11831536889076233
35362	rnn.weight_ih_l0	6	-0.0018391873454675078
35362	rnn.weight_ih_l0	7	-0.018932096660137177
35362	rnn.weight_ih_l0	8	0.028422491624951363
35362	rnn.weight_ih_l0	9	-0.021604184061288834
35362	rnn.weight_hh_l0	0	0.02747167833149433
35362	rnn.weight_hh_l0	1	0.050183046609163284
35362	rnn.weight_hh_l0	2	-0.006839610170572996
35362	rnn.weight_hh_l0	3	0.04374973103404045
35362	rnn.weight_hh_l0	4	-0.025323348119854927
35362	rnn.weight_hh_l0	5	0.03840387612581253
35362	rnn.weight_hh_l0	6	0.03187064453959465
35362	rnn.weight_hh_l0	7	0.03220980614423752
35362	rnn.weight_hh_l0	8	0.03516339510679245
35362	rnn.weight_hh_l0	9	-0.016667813062667847
35362	rnn.bias_ih_l0	0	0.0359053835272789
35362	rnn.bias_ih_l0	1	-0.08273311704397202
35362	rnn.bias_ih_l0	2	-0.006572920363396406
35362	rnn.bias_ih_l0	3	-0.0674363523721695
35362	rnn.bias_ih_l0	4	0.09822452813386917
35362	rnn.bias_ih_l0	5	-0.06705944240093231
35362	rnn.bias_ih_l0	6	-0.012819754891097546
35362	rnn.bias_ih_l0	7	-0.12095308303833008
35362	rnn.bias_ih_l0	8	-0.026895934715867043
35362	rnn.bias_ih_l0	9	-0.22551056742668152
35362	rnn.bias_hh_l0	0	-0.059804391115903854
35362	rnn.bias_hh_l0	1	-0.04919971898198128
35362	rnn.bias_hh_l0	2	-0.052438199520111084
35362	rnn.bias_hh_l0	3	-0.04685771092772484
35362	rnn.bias_hh_l0	4	-0.0693708211183548
35362	rnn.bias_hh_l0	5	-0.10130007565021515
35362	rnn.bias_hh_l0	6	-0.055963411927223206
35362	rnn.bias_hh_l0	7	0.09725041687488556
35362	rnn.bias_hh_l0	8	-0.06611285358667374
35362	rnn.bias_hh_l0	9	-0.20954221487045288
35362	rnn.weight_ih_l0_reverse	0	0.0783270075917244
35362	rnn.weight_ih_l0_reverse	1	-0.03175101429224014
35362	rnn.weight_ih_l0_reverse	2	-0.01201461162418127
35362	rnn.weight_ih_l0_reverse	3	-0.05493857339024544
35362	rnn.weight_ih_l0_reverse	4	0.029764113947749138
35362	rnn.weight_ih_l0_reverse	5	-0.10314825177192688
35362	rnn.weight_ih_l0_reverse	6	0.03731684386730194
35362	rnn.weight_ih_l0_reverse	7	0.015075791627168655
35362	rnn.weight_ih_l0_reverse	8	-0.0011074728099629283
35362	rnn.weight_ih_l0_reverse	9	-0.012277129106223583
35362	rnn.weight_hh_l0_reverse	0	-0.02820955216884613
35362	rnn.weight_hh_l0_reverse	1	0.04098024219274521
35362	rnn.weight_hh_l0_reverse	2	0.0073346286080777645
35362	rnn.weight_hh_l0_reverse	3	0.015948785468935966
35362	rnn.weight_hh_l0_reverse	4	-0.042967524379491806
35362	rnn.weight_hh_l0_reverse	5	0.030989034101366997
35362	rnn.weight_hh_l0_reverse	6	0.014397290535271168
35362	rnn.weight_hh_l0_reverse	7	0.016343101859092712
35362	rnn.weight_hh_l0_reverse	8	0.09500496089458466
35362	rnn.weight_hh_l0_reverse	9	0.010221200995147228
35362	rnn.bias_ih_l0_reverse	0	-0.10241097956895828
35362	rnn.bias_ih_l0_reverse	1	-0.08943133801221848
35362	rnn.bias_ih_l0_reverse	2	-0.0032460454385727644
35362	rnn.bias_ih_l0_reverse	3	-0.05971236154437065
35362	rnn.bias_ih_l0_reverse	4	-0.027599234133958817
35362	rnn.bias_ih_l0_reverse	5	-0.10902304202318192
35362	rnn.bias_ih_l0_reverse	6	0.19707678258419037
35362	rnn.bias_ih_l0_reverse	7	-0.17774270474910736
35362	rnn.bias_ih_l0_reverse	8	-0.07661382853984833
35362	rnn.bias_ih_l0_reverse	9	-0.07279625535011292
35362	rnn.bias_hh_l0_reverse	0	-0.005365328397601843
35362	rnn.bias_hh_l0_reverse	1	0.07333085685968399
35362	rnn.bias_hh_l0_reverse	2	-0.15781044960021973
35362	rnn.bias_hh_l0_reverse	3	-0.009120645932853222
35362	rnn.bias_hh_l0_reverse	4	-0.11057845503091812
35362	rnn.bias_hh_l0_reverse	5	-0.05073067918419838
35362	rnn.bias_hh_l0_reverse	6	-0.12209253013134003
35362	rnn.bias_hh_l0_reverse	7	-0.006601948756724596
35362	rnn.bias_hh_l0_reverse	8	-0.058516331017017365
35362	rnn.bias_hh_l0_reverse	9	0.12097105383872986
35362	linear.weight	0	0.17591120302677155
35362	linear.weight	1	-0.2003052681684494
35362	linear.weight	2	0.041607797145843506
35362	linear.weight	3	0.06673025339841843
35362	linear.weight	4	-0.19099800288677216
35362	linear.weight	5	0.25208014249801636
35362	linear.weight	6	-0.1074848622083664
35362	linear.weight	7	-0.07632766664028168
35362	linear.weight	8	0.09922424703836441
35362	linear.weight	9	-0.022963106632232666
35362	linear.bias	0	-0.9814043641090393
35362	linear.bias	1	1.751706838607788
35362	linear.bias	2	-0.0313190296292305
35362	linear.bias	3	-1.7897536754608154
35362	linear.bias	4	-0.3432219922542572
35362	linear.bias	5	0.8829553127288818
35362	linear.bias	6	-0.2907138764858246
35362	linear.bias	7	0.20022886991500854
35362	linear.bias	8	1.7825759649276733
35362	linear.bias	9	-1.0486984252929688
35971	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
35971	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
35971	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
35971	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
35971	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
35971	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
35971	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
35971	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
35971	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
35971	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
35971	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
35971	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
35971	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
35971	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
35971	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
35971	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
35971	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
35971	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
35971	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
35971	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
35971	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
35971	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
35971	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
35971	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
35971	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
35971	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
35971	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
35971	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
35971	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
35971	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
35971	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
35971	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
35971	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
35971	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
35971	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
35971	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
35971	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
35971	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
35971	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
35971	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
35971	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
35971	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
35971	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
35971	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
35971	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
35971	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
35971	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
35971	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
35971	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
35971	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
35971	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
35971	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
35971	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
35971	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
35971	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
35971	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
35971	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
35971	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
35971	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
35971	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
35971	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
35971	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
35971	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
35971	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
35971	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
35971	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
35971	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
35971	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
35971	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
35971	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
35971	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
35971	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
35971	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
35971	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
35971	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
35971	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
35971	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
35971	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
35971	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
35971	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
35971	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
35971	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
35971	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
35971	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
35971	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
35971	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
35971	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
35971	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
35971	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
35971	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
35971	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
35971	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
35971	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
35971	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
35971	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
35971	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
35971	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
35971	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
35971	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
35971	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
35971	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
35971	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
35971	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
35971	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
35971	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
35971	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
35971	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
35971	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
35971	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
35971	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
35971	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
35971	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
35971	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
35971	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
35971	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
35971	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
35971	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
35971	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
35971	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
35971	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
35971	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
35971	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
35971	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
35971	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
35971	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
35971	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
35971	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
35971	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
35971	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
35971	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
35971	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
35971	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
35971	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
35971	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
35971	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
35971	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
35971	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
35971	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
35971	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
35971	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
35971	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
35971	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
35971	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
35971	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
35971	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
35971	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
35971	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
35971	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
35971	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
35971	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
35971	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
35971	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
35971	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
35971	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
35971	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
35971	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
35971	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
35971	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
35971	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
35971	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
35971	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
35971	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
35971	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
35971	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
35971	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
35971	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
35971	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
35971	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
35971	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
35971	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
35971	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
35971	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
35971	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
35971	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
35971	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
35971	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
35971	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
35971	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
35971	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
35971	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
35971	embedding2nn.weight	0	0.09198949486017227
35971	embedding2nn.weight	1	0.17190603911876678
35971	embedding2nn.weight	2	0.03865153342485428
35971	embedding2nn.weight	3	0.037472907453775406
35971	embedding2nn.weight	4	-0.0528993122279644
35971	embedding2nn.weight	5	0.018923766911029816
35971	embedding2nn.weight	6	0.040756046772003174
35971	embedding2nn.weight	7	-0.03613463044166565
35971	embedding2nn.weight	8	0.03709828108549118
35971	embedding2nn.weight	9	-0.003999507054686546
35971	embedding2nn.bias	0	0.04756438732147217
35971	embedding2nn.bias	1	-0.168842151761055
35971	embedding2nn.bias	2	0.08099327236413956
35971	embedding2nn.bias	3	0.14626766741275787
35971	embedding2nn.bias	4	0.14690639078617096
35971	embedding2nn.bias	5	-0.050625864416360855
35971	embedding2nn.bias	6	-0.002421579323709011
35971	embedding2nn.bias	7	0.027683690190315247
35971	embedding2nn.bias	8	-0.14575065672397614
35971	embedding2nn.bias	9	-0.2877693772315979
35971	rnn.weight_ih_l0	0	-0.011602499522268772
35971	rnn.weight_ih_l0	1	-0.045493610203266144
35971	rnn.weight_ih_l0	2	0.011291305534541607
35971	rnn.weight_ih_l0	3	0.004880031570792198
35971	rnn.weight_ih_l0	4	-0.03310873359441757
35971	rnn.weight_ih_l0	5	-0.11523061245679855
35971	rnn.weight_ih_l0	6	0.0019030814291909337
35971	rnn.weight_ih_l0	7	-0.016954485327005386
35971	rnn.weight_ih_l0	8	0.02777215652167797
35971	rnn.weight_ih_l0	9	-0.022902391850948334
35971	rnn.weight_hh_l0	0	0.02778603881597519
35971	rnn.weight_hh_l0	1	0.04985330253839493
35971	rnn.weight_hh_l0	2	-0.004467732738703489
35971	rnn.weight_hh_l0	3	0.043814826756715775
35971	rnn.weight_hh_l0	4	-0.02491060085594654
35971	rnn.weight_hh_l0	5	0.0378793403506279
35971	rnn.weight_hh_l0	6	0.03134792670607567
35971	rnn.weight_hh_l0	7	0.02795388735830784
35971	rnn.weight_hh_l0	8	0.0347483791410923
35971	rnn.weight_hh_l0	9	-0.01920393854379654
35971	rnn.bias_ih_l0	0	0.028919445350766182
35971	rnn.bias_ih_l0	1	-0.09052549302577972
35971	rnn.bias_ih_l0	2	0.0010130276205018163
35971	rnn.bias_ih_l0	3	-0.06134955212473869
35971	rnn.bias_ih_l0	4	0.09125519543886185
35971	rnn.bias_ih_l0	5	-0.06719639152288437
35971	rnn.bias_ih_l0	6	-0.010409228503704071
35971	rnn.bias_ih_l0	7	-0.11955834180116653
35971	rnn.bias_ih_l0	8	-0.032265763729810715
35971	rnn.bias_ih_l0	9	-0.23201212286949158
35971	rnn.bias_hh_l0	0	-0.06576135009527206
35971	rnn.bias_hh_l0	1	-0.05034931004047394
35971	rnn.bias_hh_l0	2	-0.048587366938591
35971	rnn.bias_hh_l0	3	-0.05039265751838684
35971	rnn.bias_hh_l0	4	-0.06006627902388573
35971	rnn.bias_hh_l0	5	-0.10428424924612045
35971	rnn.bias_hh_l0	6	-0.05452946573495865
35971	rnn.bias_hh_l0	7	0.10617151856422424
35971	rnn.bias_hh_l0	8	-0.060224588960409164
35971	rnn.bias_hh_l0	9	-0.20895586907863617
35971	rnn.weight_ih_l0_reverse	0	0.06764090061187744
35971	rnn.weight_ih_l0_reverse	1	-0.033326614648103714
35971	rnn.weight_ih_l0_reverse	2	-0.013956569135189056
35971	rnn.weight_ih_l0_reverse	3	-0.05761440843343735
35971	rnn.weight_ih_l0_reverse	4	0.031790841370821
35971	rnn.weight_ih_l0_reverse	5	-0.10067102313041687
35971	rnn.weight_ih_l0_reverse	6	0.04309576004743576
35971	rnn.weight_ih_l0_reverse	7	0.015498904511332512
35971	rnn.weight_ih_l0_reverse	8	-0.0007300829165615141
35971	rnn.weight_ih_l0_reverse	9	-0.014689818024635315
35971	rnn.weight_hh_l0_reverse	0	-0.02849753387272358
35971	rnn.weight_hh_l0_reverse	1	0.04108208417892456
35971	rnn.weight_hh_l0_reverse	2	0.006441914942115545
35971	rnn.weight_hh_l0_reverse	3	0.016453206539154053
35971	rnn.weight_hh_l0_reverse	4	-0.04307139664888382
35971	rnn.weight_hh_l0_reverse	5	0.031110309064388275
35971	rnn.weight_hh_l0_reverse	6	0.014104839414358139
35971	rnn.weight_hh_l0_reverse	7	0.009220590814948082
35971	rnn.weight_hh_l0_reverse	8	0.09105490148067474
35971	rnn.weight_hh_l0_reverse	9	0.009803778491914272
35971	rnn.bias_ih_l0_reverse	0	-0.10445374250411987
35971	rnn.bias_ih_l0_reverse	1	-0.10098414123058319
35971	rnn.bias_ih_l0_reverse	2	-0.007989281788468361
35971	rnn.bias_ih_l0_reverse	3	-0.053699880838394165
35971	rnn.bias_ih_l0_reverse	4	-0.046887870877981186
35971	rnn.bias_ih_l0_reverse	5	-0.10734057426452637
35971	rnn.bias_ih_l0_reverse	6	0.2038382738828659
35971	rnn.bias_ih_l0_reverse	7	-0.18890663981437683
35971	rnn.bias_ih_l0_reverse	8	-0.07067352533340454
35971	rnn.bias_ih_l0_reverse	9	-0.06250612437725067
35971	rnn.bias_hh_l0_reverse	0	-0.003565570805221796
35971	rnn.bias_hh_l0_reverse	1	0.08797788619995117
35971	rnn.bias_hh_l0_reverse	2	-0.16354742646217346
35971	rnn.bias_hh_l0_reverse	3	-0.011861604638397694
35971	rnn.bias_hh_l0_reverse	4	-0.11405374109745026
35971	rnn.bias_hh_l0_reverse	5	-0.05460724979639053
35971	rnn.bias_hh_l0_reverse	6	-0.12661322951316833
35971	rnn.bias_hh_l0_reverse	7	-0.001287612714804709
35971	rnn.bias_hh_l0_reverse	8	-0.06037021800875664
35971	rnn.bias_hh_l0_reverse	9	0.12160934507846832
35971	linear.weight	0	0.18788306415081024
35971	linear.weight	1	-0.23184186220169067
35971	linear.weight	2	0.05210036784410477
35971	linear.weight	3	0.06677059084177017
35971	linear.weight	4	-0.16029921174049377
35971	linear.weight	5	0.2646152079105377
35971	linear.weight	6	-0.09889844805002213
35971	linear.weight	7	-0.07631716132164001
35971	linear.weight	8	0.08789986371994019
35971	linear.weight	9	-0.023080572485923767
35971	linear.bias	0	-0.9649897813796997
35971	linear.bias	1	1.7426810264587402
35971	linear.bias	2	-0.06362220644950867
35971	linear.bias	3	-1.7962863445281982
35971	linear.bias	4	-0.3799014985561371
35971	linear.bias	5	0.9021022915840149
35971	linear.bias	6	-0.2684627175331116
35971	linear.bias	7	0.167882040143013
35971	linear.bias	8	1.8508100509643555
35971	linear.bias	9	-1.0036698579788208
36580	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
36580	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
36580	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
36580	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
36580	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
36580	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
36580	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
36580	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
36580	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
36580	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
36580	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
36580	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
36580	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
36580	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
36580	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
36580	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
36580	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
36580	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
36580	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
36580	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
36580	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
36580	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
36580	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
36580	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
36580	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
36580	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
36580	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
36580	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
36580	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
36580	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
36580	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
36580	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
36580	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
36580	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
36580	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
36580	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
36580	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
36580	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
36580	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
36580	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
36580	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
36580	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
36580	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
36580	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
36580	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
36580	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
36580	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
36580	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
36580	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
36580	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
36580	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
36580	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
36580	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
36580	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
36580	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
36580	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
36580	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
36580	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
36580	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
36580	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
36580	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
36580	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
36580	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
36580	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
36580	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
36580	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
36580	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
36580	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
36580	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
36580	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
36580	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
36580	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
36580	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
36580	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
36580	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
36580	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
36580	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
36580	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
36580	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
36580	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
36580	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
36580	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
36580	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
36580	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
36580	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
36580	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
36580	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
36580	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
36580	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
36580	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
36580	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
36580	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
36580	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
36580	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
36580	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
36580	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
36580	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
36580	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
36580	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
36580	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
36580	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
36580	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
36580	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
36580	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
36580	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
36580	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
36580	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
36580	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
36580	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
36580	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
36580	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
36580	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
36580	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
36580	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
36580	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
36580	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
36580	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
36580	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
36580	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
36580	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
36580	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
36580	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
36580	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
36580	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
36580	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
36580	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
36580	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
36580	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
36580	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
36580	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
36580	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
36580	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
36580	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
36580	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
36580	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
36580	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
36580	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
36580	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
36580	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
36580	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
36580	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
36580	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
36580	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
36580	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
36580	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
36580	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
36580	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
36580	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
36580	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
36580	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
36580	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
36580	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
36580	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
36580	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
36580	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
36580	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
36580	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
36580	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
36580	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
36580	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
36580	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
36580	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
36580	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
36580	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
36580	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
36580	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
36580	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
36580	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
36580	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
36580	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
36580	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
36580	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
36580	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
36580	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
36580	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
36580	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
36580	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
36580	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
36580	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
36580	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
36580	embedding2nn.weight	0	0.09079518169164658
36580	embedding2nn.weight	1	0.17441913485527039
36580	embedding2nn.weight	2	0.03703543543815613
36580	embedding2nn.weight	3	0.05027442052960396
36580	embedding2nn.weight	4	-0.05977746844291687
36580	embedding2nn.weight	5	0.020448388531804085
36580	embedding2nn.weight	6	0.04434875398874283
36580	embedding2nn.weight	7	-0.03552006185054779
36580	embedding2nn.weight	8	0.035145990550518036
36580	embedding2nn.weight	9	-0.005688912700861692
36580	embedding2nn.bias	0	0.04903789237141609
36580	embedding2nn.bias	1	-0.15754471719264984
36580	embedding2nn.bias	2	0.08606884628534317
36580	embedding2nn.bias	3	0.1454118937253952
36580	embedding2nn.bias	4	0.13858641684055328
36580	embedding2nn.bias	5	-0.039182014763355255
36580	embedding2nn.bias	6	-0.012703982181847095
36580	embedding2nn.bias	7	0.04687929525971413
36580	embedding2nn.bias	8	-0.14116817712783813
36580	embedding2nn.bias	9	-0.2769125699996948
36580	rnn.weight_ih_l0	0	-0.009680048562586308
36580	rnn.weight_ih_l0	1	-0.04502968490123749
36580	rnn.weight_ih_l0	2	0.014605493284761906
36580	rnn.weight_ih_l0	3	0.007348822429776192
36580	rnn.weight_ih_l0	4	-0.029516924172639847
36580	rnn.weight_ih_l0	5	-0.11793873459100723
36580	rnn.weight_ih_l0	6	0.004624636843800545
36580	rnn.weight_ih_l0	7	-0.014038843102753162
36580	rnn.weight_ih_l0	8	0.02165655419230461
36580	rnn.weight_ih_l0	9	-0.027540406212210655
36580	rnn.weight_hh_l0	0	0.028186891227960587
36580	rnn.weight_hh_l0	1	0.05012696981430054
36580	rnn.weight_hh_l0	2	-0.00360083463601768
36580	rnn.weight_hh_l0	3	0.044831421226263046
36580	rnn.weight_hh_l0	4	-0.025655141100287437
36580	rnn.weight_hh_l0	5	0.035377807915210724
36580	rnn.weight_hh_l0	6	0.030530061572790146
36580	rnn.weight_hh_l0	7	0.0264003686606884
36580	rnn.weight_hh_l0	8	0.03466925024986267
36580	rnn.weight_hh_l0	9	-0.017726853489875793
36580	rnn.bias_ih_l0	0	0.0317138209939003
36580	rnn.bias_ih_l0	1	-0.0849575325846672
36580	rnn.bias_ih_l0	2	0.00029095864738337696
36580	rnn.bias_ih_l0	3	-0.06905297935009003
36580	rnn.bias_ih_l0	4	0.09084273129701614
36580	rnn.bias_ih_l0	5	-0.06460832804441452
36580	rnn.bias_ih_l0	6	0.008711295202374458
36580	rnn.bias_ih_l0	7	-0.11770019680261612
36580	rnn.bias_ih_l0	8	-0.033497653901576996
36580	rnn.bias_ih_l0	9	-0.22390621900558472
36580	rnn.bias_hh_l0	0	-0.06380428373813629
36580	rnn.bias_hh_l0	1	-0.050112780183553696
36580	rnn.bias_hh_l0	2	-0.05094610154628754
36580	rnn.bias_hh_l0	3	-0.043207116425037384
36580	rnn.bias_hh_l0	4	-0.06391360610723495
36580	rnn.bias_hh_l0	5	-0.10449397563934326
36580	rnn.bias_hh_l0	6	-0.059381406754255295
36580	rnn.bias_hh_l0	7	0.11009012907743454
36580	rnn.bias_hh_l0	8	-0.055781289935112
36580	rnn.bias_hh_l0	9	-0.20355947315692902
36580	rnn.weight_ih_l0_reverse	0	0.06632314622402191
36580	rnn.weight_ih_l0_reverse	1	-0.0332522839307785
36580	rnn.weight_ih_l0_reverse	2	-0.010911308228969574
36580	rnn.weight_ih_l0_reverse	3	-0.05262427404522896
36580	rnn.weight_ih_l0_reverse	4	0.0336960107088089
36580	rnn.weight_ih_l0_reverse	5	-0.10176657140254974
36580	rnn.weight_ih_l0_reverse	6	0.04772697016596794
36580	rnn.weight_ih_l0_reverse	7	0.015084733255207539
36580	rnn.weight_ih_l0_reverse	8	-0.003447311231866479
36580	rnn.weight_ih_l0_reverse	9	-0.01648264192044735
36580	rnn.weight_hh_l0_reverse	0	-0.02591772750020027
36580	rnn.weight_hh_l0_reverse	1	0.04022376984357834
36580	rnn.weight_hh_l0_reverse	2	0.0055695404298603535
36580	rnn.weight_hh_l0_reverse	3	0.015868959948420525
36580	rnn.weight_hh_l0_reverse	4	-0.04432804882526398
36580	rnn.weight_hh_l0_reverse	5	0.03063729777932167
36580	rnn.weight_hh_l0_reverse	6	0.013110415078699589
36580	rnn.weight_hh_l0_reverse	7	0.009012702852487564
36580	rnn.weight_hh_l0_reverse	8	0.09011255949735641
36580	rnn.weight_hh_l0_reverse	9	0.01148298755288124
36580	rnn.bias_ih_l0_reverse	0	-0.099660724401474
36580	rnn.bias_ih_l0_reverse	1	-0.10874909907579422
36580	rnn.bias_ih_l0_reverse	2	-0.013890357688069344
36580	rnn.bias_ih_l0_reverse	3	-0.060307543724775314
36580	rnn.bias_ih_l0_reverse	4	-0.03314509615302086
36580	rnn.bias_ih_l0_reverse	5	-0.1085076779127121
36580	rnn.bias_ih_l0_reverse	6	0.20953600108623505
36580	rnn.bias_ih_l0_reverse	7	-0.19747130572795868
36580	rnn.bias_ih_l0_reverse	8	-0.07092438638210297
36580	rnn.bias_ih_l0_reverse	9	-0.051977623254060745
36580	rnn.bias_hh_l0_reverse	0	-0.007073885761201382
36580	rnn.bias_hh_l0_reverse	1	0.08673059195280075
36580	rnn.bias_hh_l0_reverse	2	-0.16549818217754364
36580	rnn.bias_hh_l0_reverse	3	-0.007675403729081154
36580	rnn.bias_hh_l0_reverse	4	-0.11745183914899826
36580	rnn.bias_hh_l0_reverse	5	-0.046466726809740067
36580	rnn.bias_hh_l0_reverse	6	-0.12155397981405258
36580	rnn.bias_hh_l0_reverse	7	-0.005913116037845612
36580	rnn.bias_hh_l0_reverse	8	-0.0580158568918705
36580	rnn.bias_hh_l0_reverse	9	0.10787173360586166
36580	linear.weight	0	0.18863989412784576
36580	linear.weight	1	-0.22102880477905273
36580	linear.weight	2	0.07875490933656693
36580	linear.weight	3	0.06676377356052399
36580	linear.weight	4	-0.16425517201423645
36580	linear.weight	5	0.25735166668891907
36580	linear.weight	6	-0.048645779490470886
36580	linear.weight	7	-0.07637852430343628
36580	linear.weight	8	0.13280175626277924
36580	linear.weight	9	-0.023312624543905258
36580	linear.bias	0	-0.9512332677841187
36580	linear.bias	1	1.6482751369476318
36580	linear.bias	2	-0.027095086872577667
36580	linear.bias	3	-1.8026224374771118
36580	linear.bias	4	-0.365360826253891
36580	linear.bias	5	0.9424314498901367
36580	linear.bias	6	-0.24832920730113983
36580	linear.bias	7	0.1921958178281784
36580	linear.bias	8	1.793910026550293
36580	linear.bias	9	-1.005066990852356
36588	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
36588	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
36588	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
36588	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
36588	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
36588	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
36588	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
36588	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
36588	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
36588	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
36588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
36588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
36588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
36588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
36588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
36588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
36588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
36588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
36588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
36588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
36588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
36588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
36588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
36588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
36588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
36588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
36588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
36588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
36588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
36588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
36588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
36588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
36588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
36588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
36588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
36588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
36588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
36588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
36588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
36588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
36588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
36588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
36588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
36588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
36588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
36588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
36588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
36588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
36588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
36588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
36588	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
36588	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
36588	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
36588	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
36588	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
36588	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
36588	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
36588	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
36588	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
36588	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
36588	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
36588	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
36588	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
36588	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
36588	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
36588	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
36588	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
36588	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
36588	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
36588	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
36588	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
36588	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
36588	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
36588	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
36588	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
36588	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
36588	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
36588	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
36588	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
36588	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
36588	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
36588	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
36588	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
36588	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
36588	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
36588	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
36588	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
36588	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
36588	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
36588	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
36588	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
36588	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
36588	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
36588	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
36588	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
36588	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
36588	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
36588	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
36588	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
36588	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
36588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
36588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
36588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
36588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
36588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
36588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
36588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
36588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
36588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
36588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
36588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
36588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
36588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
36588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
36588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
36588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
36588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
36588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
36588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
36588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
36588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
36588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
36588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
36588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
36588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
36588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
36588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
36588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
36588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
36588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
36588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
36588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
36588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
36588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
36588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
36588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
36588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
36588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
36588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
36588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
36588	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
36588	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
36588	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
36588	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
36588	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
36588	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
36588	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
36588	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
36588	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
36588	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
36588	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
36588	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
36588	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
36588	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
36588	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
36588	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
36588	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
36588	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
36588	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
36588	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
36588	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
36588	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
36588	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
36588	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
36588	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
36588	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
36588	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
36588	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
36588	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
36588	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
36588	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
36588	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
36588	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
36588	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
36588	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
36588	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
36588	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
36588	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
36588	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
36588	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
36588	embedding2nn.weight	0	0.09064400941133499
36588	embedding2nn.weight	1	0.17468319833278656
36588	embedding2nn.weight	2	0.037123940885066986
36588	embedding2nn.weight	3	0.049561791121959686
36588	embedding2nn.weight	4	-0.059863343834877014
36588	embedding2nn.weight	5	0.020224034786224365
36588	embedding2nn.weight	6	0.04387221112847328
36588	embedding2nn.weight	7	-0.03606095165014267
36588	embedding2nn.weight	8	0.034957531839609146
36588	embedding2nn.weight	9	-0.005259109660983086
36588	embedding2nn.bias	0	0.047649234533309937
36588	embedding2nn.bias	1	-0.1609536111354828
36588	embedding2nn.bias	2	0.08793531358242035
36588	embedding2nn.bias	3	0.14268361032009125
36588	embedding2nn.bias	4	0.1364133358001709
36588	embedding2nn.bias	5	-0.03777669742703438
36588	embedding2nn.bias	6	-0.012504982762038708
36588	embedding2nn.bias	7	0.046187691390514374
36588	embedding2nn.bias	8	-0.14212730526924133
36588	embedding2nn.bias	9	-0.2735655903816223
36588	rnn.weight_ih_l0	0	-0.01001135352998972
36588	rnn.weight_ih_l0	1	-0.045304328203201294
36588	rnn.weight_ih_l0	2	0.014614692889153957
36588	rnn.weight_ih_l0	3	0.007997628301382065
36588	rnn.weight_ih_l0	4	-0.029212621971964836
36588	rnn.weight_ih_l0	5	-0.11754534393548965
36588	rnn.weight_ih_l0	6	0.00535247940570116
36588	rnn.weight_ih_l0	7	-0.014103244990110397
36588	rnn.weight_ih_l0	8	0.021404599770903587
36588	rnn.weight_ih_l0	9	-0.027846772223711014
36588	rnn.weight_hh_l0	0	0.028135977685451508
36588	rnn.weight_hh_l0	1	0.05003827437758446
36588	rnn.weight_hh_l0	2	-0.0038805652875453234
36588	rnn.weight_hh_l0	3	0.04481067508459091
36588	rnn.weight_hh_l0	4	-0.02571171708405018
36588	rnn.weight_hh_l0	5	0.03542083874344826
36588	rnn.weight_hh_l0	6	0.03061889484524727
36588	rnn.weight_hh_l0	7	0.026167742908000946
36588	rnn.weight_hh_l0	8	0.03468431532382965
36588	rnn.weight_hh_l0	9	-0.01776386797428131
36588	rnn.bias_ih_l0	0	0.028872955590486526
36588	rnn.bias_ih_l0	1	-0.08474608510732651
36588	rnn.bias_ih_l0	2	-0.0002863252011593431
36588	rnn.bias_ih_l0	3	-0.0692785233259201
36588	rnn.bias_ih_l0	4	0.0921706110239029
36588	rnn.bias_ih_l0	5	-0.06273571401834488
36588	rnn.bias_ih_l0	6	0.008116048760712147
36588	rnn.bias_ih_l0	7	-0.11763323098421097
36588	rnn.bias_ih_l0	8	-0.032941676676273346
36588	rnn.bias_ih_l0	9	-0.2259056270122528
36588	rnn.bias_hh_l0	0	-0.06461142003536224
36588	rnn.bias_hh_l0	1	-0.05017857626080513
36588	rnn.bias_hh_l0	2	-0.0510357990860939
36588	rnn.bias_hh_l0	3	-0.04295612871646881
36588	rnn.bias_hh_l0	4	-0.06545063108205795
36588	rnn.bias_hh_l0	5	-0.10469433665275574
36588	rnn.bias_hh_l0	6	-0.05902378261089325
36588	rnn.bias_hh_l0	7	0.11109493672847748
36588	rnn.bias_hh_l0	8	-0.05546630546450615
36588	rnn.bias_hh_l0	9	-0.2036210596561432
36588	rnn.weight_ih_l0_reverse	0	0.06622087955474854
36588	rnn.weight_ih_l0_reverse	1	-0.033294927328825
36588	rnn.weight_ih_l0_reverse	2	-0.01081329956650734
36588	rnn.weight_ih_l0_reverse	3	-0.0525507777929306
36588	rnn.weight_ih_l0_reverse	4	0.03379109874367714
36588	rnn.weight_ih_l0_reverse	5	-0.10206126421689987
36588	rnn.weight_ih_l0_reverse	6	0.048029977828264236
36588	rnn.weight_ih_l0_reverse	7	0.01504772063344717
36588	rnn.weight_ih_l0_reverse	8	-0.0035573667846620083
36588	rnn.weight_ih_l0_reverse	9	-0.015933914110064507
36588	rnn.weight_hh_l0_reverse	0	-0.02589840069413185
36588	rnn.weight_hh_l0_reverse	1	0.040084946900606155
36588	rnn.weight_hh_l0_reverse	2	0.005647789221256971
36588	rnn.weight_hh_l0_reverse	3	0.01590116135776043
36588	rnn.weight_hh_l0_reverse	4	-0.04459336772561073
36588	rnn.weight_hh_l0_reverse	5	0.030659299343824387
36588	rnn.weight_hh_l0_reverse	6	0.013106802478432655
36588	rnn.weight_hh_l0_reverse	7	0.009571592323482037
36588	rnn.weight_hh_l0_reverse	8	0.08996371179819107
36588	rnn.weight_hh_l0_reverse	9	0.011164781637489796
36588	rnn.bias_ih_l0_reverse	0	-0.0998663678765297
36588	rnn.bias_ih_l0_reverse	1	-0.10917375236749649
36588	rnn.bias_ih_l0_reverse	2	-0.013917271047830582
36588	rnn.bias_ih_l0_reverse	3	-0.05960722267627716
36588	rnn.bias_ih_l0_reverse	4	-0.03265730291604996
36588	rnn.bias_ih_l0_reverse	5	-0.10858966410160065
36588	rnn.bias_ih_l0_reverse	6	0.21153950691223145
36588	rnn.bias_ih_l0_reverse	7	-0.198270782828331
36588	rnn.bias_ih_l0_reverse	8	-0.07027944177389145
36588	rnn.bias_ih_l0_reverse	9	-0.05318624898791313
36588	rnn.bias_hh_l0_reverse	0	-0.0034761407878249884
36588	rnn.bias_hh_l0_reverse	1	0.08671048283576965
36588	rnn.bias_hh_l0_reverse	2	-0.1651749312877655
36588	rnn.bias_hh_l0_reverse	3	-0.007636519614607096
36588	rnn.bias_hh_l0_reverse	4	-0.11678273230791092
36588	rnn.bias_hh_l0_reverse	5	-0.04635900259017944
36588	rnn.bias_hh_l0_reverse	6	-0.1219979077577591
36588	rnn.bias_hh_l0_reverse	7	-0.004814657382667065
36588	rnn.bias_hh_l0_reverse	8	-0.05866311490535736
36588	rnn.bias_hh_l0_reverse	9	0.10854530334472656
36588	linear.weight	0	0.18896736204624176
36588	linear.weight	1	-0.21927084028720856
36588	linear.weight	2	0.07743187993764877
36588	linear.weight	3	0.06676144152879715
36588	linear.weight	4	-0.16363441944122314
36588	linear.weight	5	0.25691425800323486
36588	linear.weight	6	-0.04725024849176407
36588	linear.weight	7	-0.07637820392847061
36588	linear.weight	8	0.13117830455303192
36588	linear.weight	9	-0.02331465296447277
36588	linear.bias	0	-0.9462773203849792
36588	linear.bias	1	1.6652315855026245
36588	linear.bias	2	-0.024378905072808266
36588	linear.bias	3	-1.8027114868164062
36588	linear.bias	4	-0.3540557324886322
36588	linear.bias	5	0.9229689240455627
36588	linear.bias	6	-0.24946385622024536
36588	linear.bias	7	0.21335355937480927
36588	linear.bias	8	1.7730623483657837
36588	linear.bias	9	-1.00767982006073
37197	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
37197	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
37197	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
37197	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
37197	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
37197	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
37197	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
37197	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
37197	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
37197	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
37197	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
37197	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
37197	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
37197	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
37197	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
37197	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
37197	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
37197	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
37197	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
37197	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
37197	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
37197	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
37197	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
37197	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
37197	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
37197	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
37197	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
37197	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
37197	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
37197	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
37197	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
37197	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
37197	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
37197	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
37197	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
37197	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
37197	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
37197	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
37197	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
37197	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
37197	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
37197	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
37197	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
37197	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
37197	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
37197	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
37197	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
37197	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
37197	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
37197	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
37197	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
37197	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
37197	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
37197	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
37197	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
37197	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
37197	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
37197	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
37197	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
37197	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
37197	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
37197	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
37197	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
37197	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
37197	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
37197	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
37197	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
37197	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
37197	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
37197	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
37197	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
37197	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
37197	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
37197	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
37197	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
37197	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
37197	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
37197	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
37197	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
37197	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
37197	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
37197	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
37197	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
37197	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
37197	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
37197	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
37197	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
37197	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
37197	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
37197	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
37197	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
37197	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
37197	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
37197	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
37197	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
37197	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
37197	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
37197	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
37197	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
37197	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
37197	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
37197	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
37197	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
37197	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
37197	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
37197	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
37197	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
37197	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
37197	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
37197	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
37197	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
37197	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
37197	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
37197	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
37197	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
37197	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
37197	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
37197	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
37197	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
37197	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
37197	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
37197	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
37197	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
37197	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
37197	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
37197	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
37197	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
37197	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
37197	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
37197	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
37197	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
37197	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
37197	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
37197	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
37197	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
37197	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
37197	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
37197	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
37197	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
37197	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
37197	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
37197	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
37197	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
37197	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
37197	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
37197	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
37197	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
37197	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
37197	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
37197	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
37197	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
37197	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
37197	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
37197	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
37197	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
37197	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
37197	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
37197	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
37197	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
37197	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
37197	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
37197	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
37197	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
37197	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
37197	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
37197	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
37197	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
37197	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
37197	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
37197	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
37197	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
37197	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
37197	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
37197	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
37197	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
37197	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
37197	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
37197	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
37197	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
37197	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
37197	embedding2nn.weight	0	0.09367386251688004
37197	embedding2nn.weight	1	0.17739728093147278
37197	embedding2nn.weight	2	0.032301049679517746
37197	embedding2nn.weight	3	0.050408609211444855
37197	embedding2nn.weight	4	-0.06350912898778915
37197	embedding2nn.weight	5	0.018950218334794044
37197	embedding2nn.weight	6	0.04631703346967697
37197	embedding2nn.weight	7	-0.02788521908223629
37197	embedding2nn.weight	8	0.03338225930929184
37197	embedding2nn.weight	9	-0.008513519540429115
37197	embedding2nn.bias	0	0.029179958626627922
37197	embedding2nn.bias	1	-0.14830073714256287
37197	embedding2nn.bias	2	0.08703949302434921
37197	embedding2nn.bias	3	0.15230855345726013
37197	embedding2nn.bias	4	0.15206699073314667
37197	embedding2nn.bias	5	-0.05113029479980469
37197	embedding2nn.bias	6	-0.002880916465073824
37197	embedding2nn.bias	7	0.053677916526794434
37197	embedding2nn.bias	8	-0.15476566553115845
37197	embedding2nn.bias	9	-0.2746904790401459
37197	rnn.weight_ih_l0	0	-0.007513000164180994
37197	rnn.weight_ih_l0	1	-0.04369793087244034
37197	rnn.weight_ih_l0	2	0.01831982471048832
37197	rnn.weight_ih_l0	3	0.00804933998733759
37197	rnn.weight_ih_l0	4	-0.03082672320306301
37197	rnn.weight_ih_l0	5	-0.12277425825595856
37197	rnn.weight_ih_l0	6	0.008443438448011875
37197	rnn.weight_ih_l0	7	-0.018514810130000114
37197	rnn.weight_ih_l0	8	0.022872280329465866
37197	rnn.weight_ih_l0	9	-0.014242964796721935
37197	rnn.weight_hh_l0	0	0.027745135128498077
37197	rnn.weight_hh_l0	1	0.05029116943478584
37197	rnn.weight_hh_l0	2	-0.0031784328166395426
37197	rnn.weight_hh_l0	3	0.044934045523405075
37197	rnn.weight_hh_l0	4	-0.024702444672584534
37197	rnn.weight_hh_l0	5	0.034347906708717346
37197	rnn.weight_hh_l0	6	0.03047151118516922
37197	rnn.weight_hh_l0	7	0.025576338171958923
37197	rnn.weight_hh_l0	8	0.034325238317251205
37197	rnn.weight_hh_l0	9	-0.01946181431412697
37197	rnn.bias_ih_l0	0	0.03890196606516838
37197	rnn.bias_ih_l0	1	-0.08366257697343826
37197	rnn.bias_ih_l0	2	-0.00055177032481879
37197	rnn.bias_ih_l0	3	-0.08489071577787399
37197	rnn.bias_ih_l0	4	0.0842999741435051
37197	rnn.bias_ih_l0	5	-0.06347682327032089
37197	rnn.bias_ih_l0	6	0.0027511415537446737
37197	rnn.bias_ih_l0	7	-0.11780668795108795
37197	rnn.bias_ih_l0	8	-0.030397221446037292
37197	rnn.bias_ih_l0	9	-0.23928654193878174
37197	rnn.bias_hh_l0	0	-0.0642109215259552
37197	rnn.bias_hh_l0	1	-0.05033490061759949
37197	rnn.bias_hh_l0	2	-0.05084137246012688
37197	rnn.bias_hh_l0	3	-0.04883500188589096
37197	rnn.bias_hh_l0	4	-0.07165836542844772
37197	rnn.bias_hh_l0	5	-0.1095699593424797
37197	rnn.bias_hh_l0	6	-0.052554670721292496
37197	rnn.bias_hh_l0	7	0.10155272483825684
37197	rnn.bias_hh_l0	8	-0.05053015798330307
37197	rnn.bias_hh_l0	9	-0.20523354411125183
37197	rnn.weight_ih_l0_reverse	0	0.066715769469738
37197	rnn.weight_ih_l0_reverse	1	-0.033664580434560776
37197	rnn.weight_ih_l0_reverse	2	-0.0072807809337973595
37197	rnn.weight_ih_l0_reverse	3	-0.05229676887392998
37197	rnn.weight_ih_l0_reverse	4	0.03265784680843353
37197	rnn.weight_ih_l0_reverse	5	-0.11038737744092941
37197	rnn.weight_ih_l0_reverse	6	0.03777993470430374
37197	rnn.weight_ih_l0_reverse	7	0.015301971696317196
37197	rnn.weight_ih_l0_reverse	8	-0.00262696435675025
37197	rnn.weight_ih_l0_reverse	9	-0.020751437172293663
37197	rnn.weight_hh_l0_reverse	0	-0.028844060376286507
37197	rnn.weight_hh_l0_reverse	1	0.0408734530210495
37197	rnn.weight_hh_l0_reverse	2	0.006441544275730848
37197	rnn.weight_hh_l0_reverse	3	0.015917960554361343
37197	rnn.weight_hh_l0_reverse	4	-0.04553449526429176
37197	rnn.weight_hh_l0_reverse	5	0.03062894195318222
37197	rnn.weight_hh_l0_reverse	6	0.013632924295961857
37197	rnn.weight_hh_l0_reverse	7	0.005528575740754604
37197	rnn.weight_hh_l0_reverse	8	0.08924131840467453
37197	rnn.weight_hh_l0_reverse	9	0.011226573027670383
37197	rnn.bias_ih_l0_reverse	0	-0.10375277698040009
37197	rnn.bias_ih_l0_reverse	1	-0.09504155069589615
37197	rnn.bias_ih_l0_reverse	2	-0.009985682554543018
37197	rnn.bias_ih_l0_reverse	3	-0.05789610370993614
37197	rnn.bias_ih_l0_reverse	4	-0.02638949640095234
37197	rnn.bias_ih_l0_reverse	5	-0.10968948900699615
37197	rnn.bias_ih_l0_reverse	6	0.19712311029434204
37197	rnn.bias_ih_l0_reverse	7	-0.19969519972801208
37197	rnn.bias_ih_l0_reverse	8	-0.07264962047338486
37197	rnn.bias_ih_l0_reverse	9	-0.06588663905858994
37197	rnn.bias_hh_l0_reverse	0	-0.0035630040802061558
37197	rnn.bias_hh_l0_reverse	1	0.0981067568063736
37197	rnn.bias_hh_l0_reverse	2	-0.15540246665477753
37197	rnn.bias_hh_l0_reverse	3	-0.01043651346117258
37197	rnn.bias_hh_l0_reverse	4	-0.11354034394025803
37197	rnn.bias_hh_l0_reverse	5	-0.044749245047569275
37197	rnn.bias_hh_l0_reverse	6	-0.12835001945495605
37197	rnn.bias_hh_l0_reverse	7	-0.00509683508425951
37197	rnn.bias_hh_l0_reverse	8	-0.0623018704354763
37197	rnn.bias_hh_l0_reverse	9	0.11444266140460968
37197	linear.weight	0	0.16748759150505066
37197	linear.weight	1	-0.2467692494392395
37197	linear.weight	2	0.06496987491846085
37197	linear.weight	3	0.0667710155248642
37197	linear.weight	4	-0.1379137933254242
37197	linear.weight	5	0.2517523467540741
37197	linear.weight	6	-0.08628903329372406
37197	linear.weight	7	-0.0763644278049469
37197	linear.weight	8	0.12992171943187714
37197	linear.weight	9	-0.023513106629252434
37197	linear.bias	0	-0.9513314962387085
37197	linear.bias	1	1.712213158607483
37197	linear.bias	2	-0.032852210104465485
37197	linear.bias	3	-1.8092656135559082
37197	linear.bias	4	-0.3810136616230011
37197	linear.bias	5	0.9043284058570862
37197	linear.bias	6	-0.2489469051361084
37197	linear.bias	7	0.22403168678283691
37197	linear.bias	8	1.8153825998306274
37197	linear.bias	9	-1.0305969715118408
37806	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
37806	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
37806	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
37806	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
37806	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
37806	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
37806	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
37806	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
37806	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
37806	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
37806	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
37806	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
37806	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
37806	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
37806	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
37806	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
37806	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
37806	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
37806	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
37806	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
37806	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
37806	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
37806	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
37806	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
37806	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
37806	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
37806	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
37806	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
37806	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
37806	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
37806	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
37806	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
37806	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
37806	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
37806	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
37806	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
37806	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
37806	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
37806	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
37806	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
37806	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
37806	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
37806	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
37806	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
37806	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
37806	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
37806	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
37806	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
37806	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
37806	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
37806	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
37806	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
37806	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
37806	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
37806	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
37806	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
37806	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
37806	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
37806	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
37806	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
37806	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
37806	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
37806	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
37806	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
37806	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
37806	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
37806	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
37806	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
37806	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
37806	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
37806	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
37806	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
37806	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
37806	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
37806	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
37806	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
37806	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
37806	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
37806	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
37806	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
37806	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
37806	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
37806	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
37806	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
37806	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
37806	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
37806	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
37806	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
37806	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
37806	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
37806	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
37806	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
37806	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
37806	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
37806	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
37806	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
37806	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
37806	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
37806	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
37806	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
37806	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
37806	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
37806	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
37806	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
37806	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
37806	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
37806	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
37806	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
37806	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
37806	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
37806	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
37806	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
37806	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
37806	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
37806	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
37806	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
37806	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
37806	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
37806	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
37806	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
37806	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
37806	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
37806	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
37806	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
37806	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
37806	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
37806	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
37806	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
37806	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
37806	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
37806	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
37806	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
37806	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
37806	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
37806	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
37806	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
37806	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
37806	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
37806	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
37806	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
37806	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
37806	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
37806	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
37806	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
37806	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
37806	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
37806	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
37806	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
37806	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
37806	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
37806	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
37806	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
37806	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
37806	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
37806	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
37806	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
37806	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
37806	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
37806	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
37806	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
37806	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
37806	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
37806	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
37806	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
37806	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
37806	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
37806	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
37806	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
37806	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
37806	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
37806	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
37806	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
37806	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
37806	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
37806	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
37806	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
37806	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
37806	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
37806	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
37806	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
37806	embedding2nn.weight	0	0.09233870357275009
37806	embedding2nn.weight	1	0.17354002594947815
37806	embedding2nn.weight	2	0.028119796887040138
37806	embedding2nn.weight	3	0.06001310795545578
37806	embedding2nn.weight	4	-0.06853818893432617
37806	embedding2nn.weight	5	0.02117765322327614
37806	embedding2nn.weight	6	0.048114974051713943
37806	embedding2nn.weight	7	-0.02261645533144474
37806	embedding2nn.weight	8	0.0344451442360878
37806	embedding2nn.weight	9	-0.016896028071641922
37806	embedding2nn.bias	0	0.03194211795926094
37806	embedding2nn.bias	1	-0.1251327097415924
37806	embedding2nn.bias	2	0.09424903243780136
37806	embedding2nn.bias	3	0.151174396276474
37806	embedding2nn.bias	4	0.14167024195194244
37806	embedding2nn.bias	5	-0.04163070768117905
37806	embedding2nn.bias	6	-0.019228221848607063
37806	embedding2nn.bias	7	0.05061344802379608
37806	embedding2nn.bias	8	-0.14413055777549744
37806	embedding2nn.bias	9	-0.28896215558052063
37806	rnn.weight_ih_l0	0	-0.008363868109881878
37806	rnn.weight_ih_l0	1	-0.04632849246263504
37806	rnn.weight_ih_l0	2	0.013533256947994232
37806	rnn.weight_ih_l0	3	0.00557575561106205
37806	rnn.weight_ih_l0	4	-0.029933080077171326
37806	rnn.weight_ih_l0	5	-0.11380645632743835
37806	rnn.weight_ih_l0	6	-0.00155623909085989
37806	rnn.weight_ih_l0	7	-0.015993652865290642
37806	rnn.weight_ih_l0	8	0.028621921315789223
37806	rnn.weight_ih_l0	9	-0.014345355331897736
37806	rnn.weight_hh_l0	0	0.028021473437547684
37806	rnn.weight_hh_l0	1	0.05048246681690216
37806	rnn.weight_hh_l0	2	-0.004415931645780802
37806	rnn.weight_hh_l0	3	0.04479438439011574
37806	rnn.weight_hh_l0	4	-0.0243130661547184
37806	rnn.weight_hh_l0	5	0.03374127298593521
37806	rnn.weight_hh_l0	6	0.030284883454442024
37806	rnn.weight_hh_l0	7	0.028816744685173035
37806	rnn.weight_hh_l0	8	0.03376592695713043
37806	rnn.weight_hh_l0	9	-0.021524911746382713
37806	rnn.bias_ih_l0	0	0.03860779106616974
37806	rnn.bias_ih_l0	1	-0.09541076421737671
37806	rnn.bias_ih_l0	2	0.0030013190116733313
37806	rnn.bias_ih_l0	3	-0.0778563916683197
37806	rnn.bias_ih_l0	4	0.08745330572128296
37806	rnn.bias_ih_l0	5	-0.07271841168403625
37806	rnn.bias_ih_l0	6	-0.015921762213110924
37806	rnn.bias_ih_l0	7	-0.11923094093799591
37806	rnn.bias_ih_l0	8	-0.024364111945033073
37806	rnn.bias_ih_l0	9	-0.230455219745636
37806	rnn.bias_hh_l0	0	-0.06705670058727264
37806	rnn.bias_hh_l0	1	-0.0515352264046669
37806	rnn.bias_hh_l0	2	-0.04935731366276741
37806	rnn.bias_hh_l0	3	-0.054381296038627625
37806	rnn.bias_hh_l0	4	-0.0763750821352005
37806	rnn.bias_hh_l0	5	-0.1105290949344635
37806	rnn.bias_hh_l0	6	-0.06007923185825348
37806	rnn.bias_hh_l0	7	0.09674112498760223
37806	rnn.bias_hh_l0	8	-0.054483406245708466
37806	rnn.bias_hh_l0	9	-0.2038218230009079
37806	rnn.weight_ih_l0_reverse	0	0.06399378925561905
37806	rnn.weight_ih_l0_reverse	1	-0.032650794833898544
37806	rnn.weight_ih_l0_reverse	2	-0.004303512163460255
37806	rnn.weight_ih_l0_reverse	3	-0.05502360314130783
37806	rnn.weight_ih_l0_reverse	4	0.031339723616838455
37806	rnn.weight_ih_l0_reverse	5	-0.11020483076572418
37806	rnn.weight_ih_l0_reverse	6	0.03806066885590553
37806	rnn.weight_ih_l0_reverse	7	0.014537546783685684
37806	rnn.weight_ih_l0_reverse	8	-0.0011967970058321953
37806	rnn.weight_ih_l0_reverse	9	-0.02193143405020237
37806	rnn.weight_hh_l0_reverse	0	-0.0298896636813879
37806	rnn.weight_hh_l0_reverse	1	0.040164124220609665
37806	rnn.weight_hh_l0_reverse	2	0.008042746223509312
37806	rnn.weight_hh_l0_reverse	3	0.01666197180747986
37806	rnn.weight_hh_l0_reverse	4	-0.047137364745140076
37806	rnn.weight_hh_l0_reverse	5	0.03080674447119236
37806	rnn.weight_hh_l0_reverse	6	0.01369283813983202
37806	rnn.weight_hh_l0_reverse	7	0.006501694209873676
37806	rnn.weight_hh_l0_reverse	8	0.09117630869150162
37806	rnn.weight_hh_l0_reverse	9	0.009466169402003288
37806	rnn.bias_ih_l0_reverse	0	-0.10557232052087784
37806	rnn.bias_ih_l0_reverse	1	-0.0931595116853714
37806	rnn.bias_ih_l0_reverse	2	-0.008684368804097176
37806	rnn.bias_ih_l0_reverse	3	-0.0653405413031578
37806	rnn.bias_ih_l0_reverse	4	-0.008057706989347935
37806	rnn.bias_ih_l0_reverse	5	-0.11119158565998077
37806	rnn.bias_ih_l0_reverse	6	0.19843819737434387
37806	rnn.bias_ih_l0_reverse	7	-0.1991824060678482
37806	rnn.bias_ih_l0_reverse	8	-0.0788126289844513
37806	rnn.bias_ih_l0_reverse	9	-0.0643845945596695
37806	rnn.bias_hh_l0_reverse	0	-0.007923467084765434
37806	rnn.bias_hh_l0_reverse	1	0.08849290013313293
37806	rnn.bias_hh_l0_reverse	2	-0.16131433844566345
37806	rnn.bias_hh_l0_reverse	3	-0.014139296486973763
37806	rnn.bias_hh_l0_reverse	4	-0.11335574090480804
37806	rnn.bias_hh_l0_reverse	5	-0.05101042985916138
37806	rnn.bias_hh_l0_reverse	6	-0.13058413565158844
37806	rnn.bias_hh_l0_reverse	7	0.006770925596356392
37806	rnn.bias_hh_l0_reverse	8	-0.06290784478187561
37806	rnn.bias_hh_l0_reverse	9	0.1257270723581314
37806	linear.weight	0	0.19020287692546844
37806	linear.weight	1	-0.2774095833301544
37806	linear.weight	2	0.02176056243479252
37806	linear.weight	3	0.06678367406129837
37806	linear.weight	4	-0.15804597735404968
37806	linear.weight	5	0.23460941016674042
37806	linear.weight	6	-0.07727283239364624
37806	linear.weight	7	-0.07623608410358429
37806	linear.weight	8	0.15170633792877197
37806	linear.weight	9	-0.023759283125400543
37806	linear.bias	0	-0.9554786086082458
37806	linear.bias	1	1.6864309310913086
37806	linear.bias	2	-0.018671663478016853
37806	linear.bias	3	-1.8153938055038452
37806	linear.bias	4	-0.38425692915916443
37806	linear.bias	5	0.9315951466560364
37806	linear.bias	6	-0.2570943236351013
37806	linear.bias	7	0.22598214447498322
37806	linear.bias	8	1.787394404411316
37806	linear.bias	9	-1.0279371738433838
38415	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
38415	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
38415	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
38415	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
38415	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
38415	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
38415	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
38415	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
38415	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
38415	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
38415	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
38415	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
38415	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
38415	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
38415	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
38415	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
38415	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
38415	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
38415	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
38415	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
38415	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
38415	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
38415	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
38415	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
38415	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
38415	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
38415	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
38415	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
38415	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
38415	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
38415	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
38415	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
38415	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
38415	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
38415	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
38415	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
38415	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
38415	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
38415	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
38415	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
38415	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
38415	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
38415	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
38415	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
38415	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
38415	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
38415	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
38415	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
38415	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
38415	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
38415	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
38415	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
38415	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
38415	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
38415	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
38415	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
38415	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
38415	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
38415	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
38415	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
38415	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
38415	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
38415	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
38415	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
38415	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
38415	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
38415	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
38415	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
38415	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
38415	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
38415	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
38415	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
38415	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
38415	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
38415	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
38415	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
38415	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
38415	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
38415	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
38415	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
38415	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
38415	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
38415	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
38415	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
38415	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
38415	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
38415	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
38415	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
38415	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
38415	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
38415	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
38415	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
38415	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
38415	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
38415	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
38415	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
38415	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
38415	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
38415	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
38415	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
38415	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
38415	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
38415	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
38415	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
38415	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
38415	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
38415	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
38415	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
38415	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
38415	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
38415	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
38415	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
38415	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
38415	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
38415	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
38415	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
38415	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
38415	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
38415	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
38415	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
38415	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
38415	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
38415	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
38415	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
38415	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
38415	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
38415	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
38415	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
38415	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
38415	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
38415	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
38415	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
38415	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
38415	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
38415	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
38415	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
38415	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
38415	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
38415	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
38415	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
38415	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
38415	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
38415	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
38415	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
38415	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
38415	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
38415	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
38415	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
38415	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
38415	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
38415	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
38415	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
38415	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
38415	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
38415	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
38415	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
38415	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
38415	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
38415	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
38415	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
38415	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
38415	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
38415	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
38415	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
38415	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
38415	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
38415	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
38415	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
38415	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
38415	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
38415	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
38415	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
38415	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
38415	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
38415	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
38415	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
38415	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
38415	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
38415	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
38415	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
38415	embedding2nn.weight	0	0.09420055896043777
38415	embedding2nn.weight	1	0.17285747826099396
38415	embedding2nn.weight	2	0.03492908179759979
38415	embedding2nn.weight	3	0.0459328293800354
38415	embedding2nn.weight	4	-0.0734112486243248
38415	embedding2nn.weight	5	0.021951774135231972
38415	embedding2nn.weight	6	0.044776029884815216
38415	embedding2nn.weight	7	-0.028620699420571327
38415	embedding2nn.weight	8	0.03922181949019432
38415	embedding2nn.weight	9	-0.013088403269648552
38415	embedding2nn.bias	0	0.05112747848033905
38415	embedding2nn.bias	1	-0.14508450031280518
38415	embedding2nn.bias	2	0.09019358456134796
38415	embedding2nn.bias	3	0.14159972965717316
38415	embedding2nn.bias	4	0.14141425490379333
38415	embedding2nn.bias	5	-0.040886521339416504
38415	embedding2nn.bias	6	-0.012402966618537903
38415	embedding2nn.bias	7	0.05803750082850456
38415	embedding2nn.bias	8	-0.15000469982624054
38415	embedding2nn.bias	9	-0.26744210720062256
38415	rnn.weight_ih_l0	0	-0.010802828706800938
38415	rnn.weight_ih_l0	1	-0.046970076858997345
38415	rnn.weight_ih_l0	2	0.012482262216508389
38415	rnn.weight_ih_l0	3	0.009649587795138359
38415	rnn.weight_ih_l0	4	-0.026508649811148643
38415	rnn.weight_ih_l0	5	-0.11427345871925354
38415	rnn.weight_ih_l0	6	0.002127479761838913
38415	rnn.weight_ih_l0	7	-0.01652631163597107
38415	rnn.weight_ih_l0	8	0.03091285564005375
38415	rnn.weight_ih_l0	9	-0.020643752068281174
38415	rnn.weight_hh_l0	0	0.0277869813144207
38415	rnn.weight_hh_l0	1	0.050663940608501434
38415	rnn.weight_hh_l0	2	-0.004912987817078829
38415	rnn.weight_hh_l0	3	0.043657317757606506
38415	rnn.weight_hh_l0	4	-0.02466660737991333
38415	rnn.weight_hh_l0	5	0.033899590373039246
38415	rnn.weight_hh_l0	6	0.029754022136330605
38415	rnn.weight_hh_l0	7	0.023151768371462822
38415	rnn.weight_hh_l0	8	0.033489033579826355
38415	rnn.weight_hh_l0	9	-0.01909254491329193
38415	rnn.bias_ih_l0	0	0.040666140615940094
38415	rnn.bias_ih_l0	1	-0.09795364737510681
38415	rnn.bias_ih_l0	2	0.0005996651598252356
38415	rnn.bias_ih_l0	3	-0.08797065913677216
38415	rnn.bias_ih_l0	4	0.07538891583681107
38415	rnn.bias_ih_l0	5	-0.07459105551242828
38415	rnn.bias_ih_l0	6	-0.012425167486071587
38415	rnn.bias_ih_l0	7	-0.12216241657733917
38415	rnn.bias_ih_l0	8	-0.02351805567741394
38415	rnn.bias_ih_l0	9	-0.24155808985233307
38415	rnn.bias_hh_l0	0	-0.067908376455307
38415	rnn.bias_hh_l0	1	-0.04945825785398483
38415	rnn.bias_hh_l0	2	-0.05008658394217491
38415	rnn.bias_hh_l0	3	-0.0516088642179966
38415	rnn.bias_hh_l0	4	-0.07070872187614441
38415	rnn.bias_hh_l0	5	-0.11324235796928406
38415	rnn.bias_hh_l0	6	-0.05539803206920624
38415	rnn.bias_hh_l0	7	0.09565352648496628
38415	rnn.bias_hh_l0	8	-0.057808708399534225
38415	rnn.bias_hh_l0	9	-0.20490941405296326
38415	rnn.weight_ih_l0_reverse	0	0.07996144890785217
38415	rnn.weight_ih_l0_reverse	1	-0.03414933383464813
38415	rnn.weight_ih_l0_reverse	2	-0.0012783395359292626
38415	rnn.weight_ih_l0_reverse	3	-0.055823251605033875
38415	rnn.weight_ih_l0_reverse	4	0.03326903656125069
38415	rnn.weight_ih_l0_reverse	5	-0.10631529241800308
38415	rnn.weight_ih_l0_reverse	6	0.04198009893298149
38415	rnn.weight_ih_l0_reverse	7	0.014962607063353062
38415	rnn.weight_ih_l0_reverse	8	-0.0033073467202484608
38415	rnn.weight_ih_l0_reverse	9	-0.023498760536313057
38415	rnn.weight_hh_l0_reverse	0	-0.028055915609002113
38415	rnn.weight_hh_l0_reverse	1	0.04081365093588829
38415	rnn.weight_hh_l0_reverse	2	0.008137254044413567
38415	rnn.weight_hh_l0_reverse	3	0.016741713508963585
38415	rnn.weight_hh_l0_reverse	4	-0.04768158495426178
38415	rnn.weight_hh_l0_reverse	5	0.03130335733294487
38415	rnn.weight_hh_l0_reverse	6	0.013528771698474884
38415	rnn.weight_hh_l0_reverse	7	0.00574053730815649
38415	rnn.weight_hh_l0_reverse	8	0.0930272713303566
38415	rnn.weight_hh_l0_reverse	9	0.010784893296658993
38415	rnn.bias_ih_l0_reverse	0	-0.11289828270673752
38415	rnn.bias_ih_l0_reverse	1	-0.10241935402154922
38415	rnn.bias_ih_l0_reverse	2	-0.01665537990629673
38415	rnn.bias_ih_l0_reverse	3	-0.06751442700624466
38415	rnn.bias_ih_l0_reverse	4	-0.005582995712757111
38415	rnn.bias_ih_l0_reverse	5	-0.1108742281794548
38415	rnn.bias_ih_l0_reverse	6	0.18898890912532806
38415	rnn.bias_ih_l0_reverse	7	-0.19332249462604523
38415	rnn.bias_ih_l0_reverse	8	-0.07770759612321854
38415	rnn.bias_ih_l0_reverse	9	-0.07013323903083801
38415	rnn.bias_hh_l0_reverse	0	-0.01296079158782959
38415	rnn.bias_hh_l0_reverse	1	0.076076939702034
38415	rnn.bias_hh_l0_reverse	2	-0.16374944150447845
38415	rnn.bias_hh_l0_reverse	3	-0.011071208864450455
38415	rnn.bias_hh_l0_reverse	4	-0.12263751775026321
38415	rnn.bias_hh_l0_reverse	5	-0.0578642264008522
38415	rnn.bias_hh_l0_reverse	6	-0.13253454864025116
38415	rnn.bias_hh_l0_reverse	7	0.0018391296034678817
38415	rnn.bias_hh_l0_reverse	8	-0.06475140154361725
38415	rnn.bias_hh_l0_reverse	9	0.12020812928676605
38415	linear.weight	0	0.19995564222335815
38415	linear.weight	1	-0.26833680272102356
38415	linear.weight	2	0.035367533564567566
38415	linear.weight	3	0.06682483851909637
38415	linear.weight	4	-0.1906667947769165
38415	linear.weight	5	0.213039830327034
38415	linear.weight	6	-0.0701686441898346
38415	linear.weight	7	-0.0760514885187149
38415	linear.weight	8	0.15058858692646027
38415	linear.weight	9	-0.023933418095111847
38415	linear.bias	0	-0.9591975808143616
38415	linear.bias	1	1.63386869430542
38415	linear.bias	2	-0.06151904538273811
38415	linear.bias	3	-1.8215609788894653
38415	linear.bias	4	-0.36877262592315674
38415	linear.bias	5	0.9839106202125549
38415	linear.bias	6	-0.2798055410385132
38415	linear.bias	7	0.22876863181591034
38415	linear.bias	8	1.7901861667633057
38415	linear.bias	9	-1.0324057340621948
39024	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
39024	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
39024	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
39024	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
39024	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
39024	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
39024	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
39024	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
39024	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
39024	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
39024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
39024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
39024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
39024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
39024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
39024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
39024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
39024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
39024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
39024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
39024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
39024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
39024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
39024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
39024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
39024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
39024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
39024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
39024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
39024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
39024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
39024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
39024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
39024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
39024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
39024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
39024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
39024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
39024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
39024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
39024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
39024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
39024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
39024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
39024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
39024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
39024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
39024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
39024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
39024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
39024	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
39024	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
39024	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
39024	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
39024	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
39024	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
39024	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
39024	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
39024	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
39024	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
39024	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
39024	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
39024	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
39024	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
39024	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
39024	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
39024	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
39024	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
39024	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
39024	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
39024	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
39024	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
39024	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
39024	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
39024	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
39024	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
39024	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
39024	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
39024	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
39024	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
39024	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
39024	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
39024	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
39024	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
39024	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
39024	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
39024	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
39024	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
39024	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
39024	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
39024	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
39024	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
39024	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
39024	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
39024	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
39024	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
39024	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
39024	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
39024	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
39024	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
39024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
39024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
39024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
39024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
39024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
39024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
39024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
39024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
39024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
39024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
39024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
39024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
39024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
39024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
39024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
39024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
39024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
39024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
39024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
39024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
39024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
39024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
39024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
39024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
39024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
39024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
39024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
39024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
39024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
39024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
39024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
39024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
39024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
39024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
39024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
39024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
39024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
39024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
39024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
39024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
39024	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
39024	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
39024	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
39024	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
39024	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
39024	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
39024	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
39024	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
39024	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
39024	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
39024	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
39024	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
39024	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
39024	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
39024	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
39024	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
39024	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
39024	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
39024	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
39024	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
39024	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
39024	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
39024	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
39024	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
39024	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
39024	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
39024	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
39024	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
39024	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
39024	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
39024	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
39024	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
39024	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
39024	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
39024	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
39024	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
39024	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
39024	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
39024	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
39024	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
39024	embedding2nn.weight	0	0.09485785663127899
39024	embedding2nn.weight	1	0.17260733246803284
39024	embedding2nn.weight	2	0.036333613097667694
39024	embedding2nn.weight	3	0.03556791692972183
39024	embedding2nn.weight	4	-0.0786929801106453
39024	embedding2nn.weight	5	0.019755275920033455
39024	embedding2nn.weight	6	0.04599100723862648
39024	embedding2nn.weight	7	-0.029573362320661545
39024	embedding2nn.weight	8	0.03747829422354698
39024	embedding2nn.weight	9	-0.01372914295643568
39024	embedding2nn.bias	0	0.033770084381103516
39024	embedding2nn.bias	1	-0.13642914593219757
39024	embedding2nn.bias	2	0.0804956927895546
39024	embedding2nn.bias	3	0.14505238831043243
39024	embedding2nn.bias	4	0.1509808599948883
39024	embedding2nn.bias	5	-0.04803839325904846
39024	embedding2nn.bias	6	0.000992021756246686
39024	embedding2nn.bias	7	0.05411312356591225
39024	embedding2nn.bias	8	-0.1456678956747055
39024	embedding2nn.bias	9	-0.2862565219402313
39024	rnn.weight_ih_l0	0	-0.012612286023795605
39024	rnn.weight_ih_l0	1	-0.048024244606494904
39024	rnn.weight_ih_l0	2	0.010981105268001556
39024	rnn.weight_ih_l0	3	0.008645197376608849
39024	rnn.weight_ih_l0	4	-0.020699769258499146
39024	rnn.weight_ih_l0	5	-0.11625874787569046
39024	rnn.weight_ih_l0	6	0.005472763907164335
39024	rnn.weight_ih_l0	7	-0.015752380713820457
39024	rnn.weight_ih_l0	8	0.0340394526720047
39024	rnn.weight_ih_l0	9	-0.018289947882294655
39024	rnn.weight_hh_l0	0	0.02753838337957859
39024	rnn.weight_hh_l0	1	0.05034732446074486
39024	rnn.weight_hh_l0	2	-0.005771005526185036
39024	rnn.weight_hh_l0	3	0.042984213680028915
39024	rnn.weight_hh_l0	4	-0.02413787879049778
39024	rnn.weight_hh_l0	5	0.0350600890815258
39024	rnn.weight_hh_l0	6	0.029001083225011826
39024	rnn.weight_hh_l0	7	0.02401086501777172
39024	rnn.weight_hh_l0	8	0.03404673933982849
39024	rnn.weight_hh_l0	9	-0.018294664099812508
39024	rnn.bias_ih_l0	0	0.043799545615911484
39024	rnn.bias_ih_l0	1	-0.09010641276836395
39024	rnn.bias_ih_l0	2	-0.0015845297602936625
39024	rnn.bias_ih_l0	3	-0.08822248876094818
39024	rnn.bias_ih_l0	4	0.07864013314247131
39024	rnn.bias_ih_l0	5	-0.07693112641572952
39024	rnn.bias_ih_l0	6	-0.01632050983607769
39024	rnn.bias_ih_l0	7	-0.122771717607975
39024	rnn.bias_ih_l0	8	-0.015347124077379704
39024	rnn.bias_ih_l0	9	-0.2508960962295532
39024	rnn.bias_hh_l0	0	-0.0699155405163765
39024	rnn.bias_hh_l0	1	-0.04627741500735283
39024	rnn.bias_hh_l0	2	-0.05249527841806412
39024	rnn.bias_hh_l0	3	-0.049496982246637344
39024	rnn.bias_hh_l0	4	-0.07160473614931107
39024	rnn.bias_hh_l0	5	-0.11171029508113861
39024	rnn.bias_hh_l0	6	-0.04413096234202385
39024	rnn.bias_hh_l0	7	0.0969659760594368
39024	rnn.bias_hh_l0	8	-0.06112859398126602
39024	rnn.bias_hh_l0	9	-0.19601958990097046
39024	rnn.weight_ih_l0_reverse	0	0.07383858412504196
39024	rnn.weight_ih_l0_reverse	1	-0.03523324057459831
39024	rnn.weight_ih_l0_reverse	2	-0.0018097128486260772
39024	rnn.weight_ih_l0_reverse	3	-0.05698680132627487
39024	rnn.weight_ih_l0_reverse	4	0.0321166031062603
39024	rnn.weight_ih_l0_reverse	5	-0.09619563072919846
39024	rnn.weight_ih_l0_reverse	6	0.03915318846702576
39024	rnn.weight_ih_l0_reverse	7	0.014543769881129265
39024	rnn.weight_ih_l0_reverse	8	-0.0006032597157172859
39024	rnn.weight_ih_l0_reverse	9	-0.02624981291592121
39024	rnn.weight_hh_l0_reverse	0	-0.027631113305687904
39024	rnn.weight_hh_l0_reverse	1	0.0404798798263073
39024	rnn.weight_hh_l0_reverse	2	0.007465238217264414
39024	rnn.weight_hh_l0_reverse	3	0.017065346240997314
39024	rnn.weight_hh_l0_reverse	4	-0.04739144816994667
39024	rnn.weight_hh_l0_reverse	5	0.031117722392082214
39024	rnn.weight_hh_l0_reverse	6	0.012817008420825005
39024	rnn.weight_hh_l0_reverse	7	0.0023535420186817646
39024	rnn.weight_hh_l0_reverse	8	0.09395114332437515
39024	rnn.weight_hh_l0_reverse	9	0.008205931633710861
39024	rnn.bias_ih_l0_reverse	0	-0.11443936824798584
39024	rnn.bias_ih_l0_reverse	1	-0.1059814915060997
39024	rnn.bias_ih_l0_reverse	2	-0.018004048615694046
39024	rnn.bias_ih_l0_reverse	3	-0.0705362930893898
39024	rnn.bias_ih_l0_reverse	4	-0.016068706288933754
39024	rnn.bias_ih_l0_reverse	5	-0.11137322336435318
39024	rnn.bias_ih_l0_reverse	6	0.20240505039691925
39024	rnn.bias_ih_l0_reverse	7	-0.19536681473255157
39024	rnn.bias_ih_l0_reverse	8	-0.07421530783176422
39024	rnn.bias_ih_l0_reverse	9	-0.07214022427797318
39024	rnn.bias_hh_l0_reverse	0	-0.02284093014895916
39024	rnn.bias_hh_l0_reverse	1	0.0911002978682518
39024	rnn.bias_hh_l0_reverse	2	-0.16508929431438446
39024	rnn.bias_hh_l0_reverse	3	-0.010410372167825699
39024	rnn.bias_hh_l0_reverse	4	-0.12396062165498734
39024	rnn.bias_hh_l0_reverse	5	-0.05004523694515228
39024	rnn.bias_hh_l0_reverse	6	-0.1394391655921936
39024	rnn.bias_hh_l0_reverse	7	-0.0051025585271418095
39024	rnn.bias_hh_l0_reverse	8	-0.06818404793739319
39024	rnn.bias_hh_l0_reverse	9	0.12485111504793167
39024	linear.weight	0	0.19463114440441132
39024	linear.weight	1	-0.23786766827106476
39024	linear.weight	2	0.08589925616979599
39024	linear.weight	3	0.06688066571950912
39024	linear.weight	4	-0.20151987671852112
39024	linear.weight	5	0.250688761472702
39024	linear.weight	6	-0.06808695197105408
39024	linear.weight	7	-0.07584434747695923
39024	linear.weight	8	0.15107707679271698
39024	linear.weight	9	-0.024101193994283676
39024	linear.bias	0	-0.9605844616889954
39024	linear.bias	1	1.7161128520965576
39024	linear.bias	2	-0.027752919122576714
39024	linear.bias	3	-1.8274115324020386
39024	linear.bias	4	-0.353120893239975
39024	linear.bias	5	0.9283397793769836
39024	linear.bias	6	-0.2740304172039032
39024	linear.bias	7	0.21375523507595062
39024	linear.bias	8	1.8086086511611938
39024	linear.bias	9	-1.04764986038208
39633	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
39633	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
39633	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
39633	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
39633	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
39633	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
39633	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
39633	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
39633	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
39633	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
39633	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
39633	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
39633	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
39633	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
39633	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
39633	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
39633	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
39633	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
39633	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
39633	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
39633	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
39633	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
39633	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
39633	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
39633	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
39633	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
39633	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
39633	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
39633	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
39633	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
39633	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
39633	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
39633	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
39633	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
39633	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
39633	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
39633	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
39633	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
39633	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
39633	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
39633	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
39633	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
39633	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
39633	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
39633	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
39633	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
39633	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
39633	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
39633	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
39633	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
39633	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
39633	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
39633	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
39633	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
39633	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
39633	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
39633	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
39633	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
39633	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
39633	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
39633	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
39633	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
39633	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
39633	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
39633	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
39633	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
39633	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
39633	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
39633	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
39633	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
39633	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
39633	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
39633	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
39633	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
39633	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
39633	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
39633	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
39633	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
39633	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
39633	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
39633	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
39633	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
39633	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
39633	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
39633	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
39633	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
39633	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
39633	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
39633	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
39633	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
39633	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
39633	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
39633	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
39633	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
39633	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
39633	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
39633	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
39633	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
39633	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
39633	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
39633	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
39633	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
39633	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
39633	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
39633	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
39633	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
39633	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
39633	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
39633	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
39633	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
39633	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
39633	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
39633	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
39633	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
39633	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
39633	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
39633	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
39633	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
39633	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
39633	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
39633	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
39633	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
39633	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
39633	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
39633	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
39633	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
39633	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
39633	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
39633	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
39633	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
39633	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
39633	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
39633	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
39633	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
39633	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
39633	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
39633	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
39633	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
39633	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
39633	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
39633	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
39633	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
39633	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
39633	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
39633	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
39633	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
39633	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
39633	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
39633	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
39633	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
39633	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
39633	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
39633	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
39633	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
39633	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
39633	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
39633	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
39633	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
39633	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
39633	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
39633	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
39633	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
39633	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
39633	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
39633	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
39633	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
39633	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
39633	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
39633	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
39633	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
39633	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
39633	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
39633	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
39633	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
39633	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
39633	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
39633	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
39633	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
39633	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
39633	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
39633	embedding2nn.weight	0	0.09513883292675018
39633	embedding2nn.weight	1	0.17739014327526093
39633	embedding2nn.weight	2	0.03487627953290939
39633	embedding2nn.weight	3	0.03759443759918213
39633	embedding2nn.weight	4	-0.07870560884475708
39633	embedding2nn.weight	5	0.021730195730924606
39633	embedding2nn.weight	6	0.043431125581264496
39633	embedding2nn.weight	7	-0.03397561237215996
39633	embedding2nn.weight	8	0.0353446789085865
39633	embedding2nn.weight	9	-0.013503569178283215
39633	embedding2nn.bias	0	0.040326740592718124
39633	embedding2nn.bias	1	-0.15270420908927917
39633	embedding2nn.bias	2	0.0790187418460846
39633	embedding2nn.bias	3	0.14736437797546387
39633	embedding2nn.bias	4	0.1401526927947998
39633	embedding2nn.bias	5	-0.05672789737582207
39633	embedding2nn.bias	6	-0.003991351462900639
39633	embedding2nn.bias	7	0.03656670078635216
39633	embedding2nn.bias	8	-0.11792881786823273
39633	embedding2nn.bias	9	-0.2866137623786926
39633	rnn.weight_ih_l0	0	-0.010636954568326473
39633	rnn.weight_ih_l0	1	-0.04363415017724037
39633	rnn.weight_ih_l0	2	0.008923840709030628
39633	rnn.weight_ih_l0	3	0.003595941234380007
39633	rnn.weight_ih_l0	4	-0.01750369183719158
39633	rnn.weight_ih_l0	5	-0.1197335496544838
39633	rnn.weight_ih_l0	6	0.006339223124086857
39633	rnn.weight_ih_l0	7	-0.011171442456543446
39633	rnn.weight_ih_l0	8	0.039198216050863266
39633	rnn.weight_ih_l0	9	-0.021613411605358124
39633	rnn.weight_hh_l0	0	0.027502696961164474
39633	rnn.weight_hh_l0	1	0.049823444336652756
39633	rnn.weight_hh_l0	2	-0.005914856679737568
39633	rnn.weight_hh_l0	3	0.04352957755327225
39633	rnn.weight_hh_l0	4	-0.02481904625892639
39633	rnn.weight_hh_l0	5	0.035843465477228165
39633	rnn.weight_hh_l0	6	0.02852892316877842
39633	rnn.weight_hh_l0	7	0.020019493997097015
39633	rnn.weight_hh_l0	8	0.03452345356345177
39633	rnn.weight_hh_l0	9	-0.01781417801976204
39633	rnn.bias_ih_l0	0	0.03408711403608322
39633	rnn.bias_ih_l0	1	-0.09205898642539978
39633	rnn.bias_ih_l0	2	-0.002973094815388322
39633	rnn.bias_ih_l0	3	-0.09000388532876968
39633	rnn.bias_ih_l0	4	0.06850754469633102
39633	rnn.bias_ih_l0	5	-0.07322457432746887
39633	rnn.bias_ih_l0	6	-0.027757447212934494
39633	rnn.bias_ih_l0	7	-0.12143520265817642
39633	rnn.bias_ih_l0	8	-0.03122045285999775
39633	rnn.bias_ih_l0	9	-0.24957236647605896
39633	rnn.bias_hh_l0	0	-0.06895320862531662
39633	rnn.bias_hh_l0	1	-0.05123923718929291
39633	rnn.bias_hh_l0	2	-0.05501015856862068
39633	rnn.bias_hh_l0	3	-0.05245314538478851
39633	rnn.bias_hh_l0	4	-0.07668785005807877
39633	rnn.bias_hh_l0	5	-0.11489549279212952
39633	rnn.bias_hh_l0	6	-0.047866035252809525
39633	rnn.bias_hh_l0	7	0.09915812313556671
39633	rnn.bias_hh_l0	8	-0.06561672687530518
39633	rnn.bias_hh_l0	9	-0.19433191418647766
39633	rnn.weight_ih_l0_reverse	0	0.06971170008182526
39633	rnn.weight_ih_l0_reverse	1	-0.03684341907501221
39633	rnn.weight_ih_l0_reverse	2	-0.0054944958537817
39633	rnn.weight_ih_l0_reverse	3	-0.05626124516129494
39633	rnn.weight_ih_l0_reverse	4	0.0324707068502903
39633	rnn.weight_ih_l0_reverse	5	-0.09992481023073196
39633	rnn.weight_ih_l0_reverse	6	0.042398348450660706
39633	rnn.weight_ih_l0_reverse	7	0.013593155890703201
39633	rnn.weight_ih_l0_reverse	8	-0.0006554864812642336
39633	rnn.weight_ih_l0_reverse	9	-0.025985311716794968
39633	rnn.weight_hh_l0_reverse	0	-0.025184502825140953
39633	rnn.weight_hh_l0_reverse	1	0.04126320779323578
39633	rnn.weight_hh_l0_reverse	2	0.008333825506269932
39633	rnn.weight_hh_l0_reverse	3	0.016323436051607132
39633	rnn.weight_hh_l0_reverse	4	-0.04833701625466347
39633	rnn.weight_hh_l0_reverse	5	0.03100253827869892
39633	rnn.weight_hh_l0_reverse	6	0.013192335143685341
39633	rnn.weight_hh_l0_reverse	7	0.003695572027936578
39633	rnn.weight_hh_l0_reverse	8	0.09096934646368027
39633	rnn.weight_hh_l0_reverse	9	0.007775140926241875
39633	rnn.bias_ih_l0_reverse	0	-0.11831797659397125
39633	rnn.bias_ih_l0_reverse	1	-0.10183684527873993
39633	rnn.bias_ih_l0_reverse	2	-0.015667762607336044
39633	rnn.bias_ih_l0_reverse	3	-0.0785377100110054
39633	rnn.bias_ih_l0_reverse	4	-0.029384737834334373
39633	rnn.bias_ih_l0_reverse	5	-0.11289329081773758
39633	rnn.bias_ih_l0_reverse	6	0.19950546324253082
39633	rnn.bias_ih_l0_reverse	7	-0.20375239849090576
39633	rnn.bias_ih_l0_reverse	8	-0.07529544085264206
39633	rnn.bias_ih_l0_reverse	9	-0.0672193393111229
39633	rnn.bias_hh_l0_reverse	0	-0.023897701874375343
39633	rnn.bias_hh_l0_reverse	1	0.07722151279449463
39633	rnn.bias_hh_l0_reverse	2	-0.15615706145763397
39633	rnn.bias_hh_l0_reverse	3	-0.006944465916603804
39633	rnn.bias_hh_l0_reverse	4	-0.12219883501529694
39633	rnn.bias_hh_l0_reverse	5	-0.04009323939681053
39633	rnn.bias_hh_l0_reverse	6	-0.14082233607769012
39633	rnn.bias_hh_l0_reverse	7	-0.0027446462772786617
39633	rnn.bias_hh_l0_reverse	8	-0.05102768912911415
39633	rnn.bias_hh_l0_reverse	9	0.11019787937402725
39633	linear.weight	0	0.1918095052242279
39633	linear.weight	1	-0.2471022605895996
39633	linear.weight	2	0.0758654847741127
39633	linear.weight	3	0.0669543668627739
39633	linear.weight	4	-0.17375735938549042
39633	linear.weight	5	0.28484392166137695
39633	linear.weight	6	-0.10149957984685898
39633	linear.weight	7	-0.07571660727262497
39633	linear.weight	8	0.1726236194372177
39633	linear.weight	9	-0.024194207042455673
39633	linear.bias	0	-0.955767810344696
39633	linear.bias	1	1.775141954421997
39633	linear.bias	2	-0.020301876589655876
39633	linear.bias	3	-1.833767294883728
39633	linear.bias	4	-0.37749502062797546
39633	linear.bias	5	0.9266881942749023
39633	linear.bias	6	-0.28684693574905396
39633	linear.bias	7	0.240556001663208
39633	linear.bias	8	1.8327668905258179
39633	linear.bias	9	-1.0623899698257446
40242	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
40242	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
40242	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
40242	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
40242	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
40242	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
40242	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
40242	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
40242	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
40242	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
40242	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
40242	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
40242	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
40242	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
40242	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
40242	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
40242	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
40242	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
40242	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
40242	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
40242	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
40242	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
40242	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
40242	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
40242	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
40242	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
40242	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
40242	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
40242	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
40242	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
40242	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
40242	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
40242	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
40242	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
40242	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
40242	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
40242	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
40242	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
40242	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
40242	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
40242	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
40242	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
40242	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
40242	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
40242	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
40242	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
40242	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
40242	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
40242	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
40242	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
40242	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
40242	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
40242	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
40242	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
40242	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
40242	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
40242	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
40242	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
40242	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
40242	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
40242	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
40242	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
40242	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
40242	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
40242	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
40242	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
40242	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
40242	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
40242	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
40242	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
40242	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
40242	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
40242	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
40242	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
40242	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
40242	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
40242	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
40242	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
40242	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
40242	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
40242	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
40242	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
40242	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
40242	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
40242	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
40242	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
40242	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
40242	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
40242	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
40242	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
40242	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
40242	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
40242	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
40242	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
40242	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
40242	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
40242	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
40242	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
40242	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
40242	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
40242	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
40242	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
40242	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
40242	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
40242	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
40242	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
40242	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
40242	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
40242	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
40242	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
40242	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
40242	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
40242	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
40242	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
40242	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
40242	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
40242	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
40242	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
40242	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
40242	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
40242	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
40242	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
40242	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
40242	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
40242	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
40242	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
40242	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
40242	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
40242	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
40242	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
40242	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
40242	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
40242	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
40242	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
40242	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
40242	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
40242	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
40242	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
40242	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
40242	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
40242	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
40242	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
40242	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
40242	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
40242	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
40242	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
40242	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
40242	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
40242	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
40242	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
40242	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
40242	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
40242	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
40242	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
40242	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
40242	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
40242	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
40242	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
40242	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
40242	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
40242	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
40242	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
40242	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
40242	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
40242	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
40242	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
40242	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
40242	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
40242	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
40242	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
40242	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
40242	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
40242	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
40242	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
40242	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
40242	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
40242	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
40242	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
40242	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
40242	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
40242	embedding2nn.weight	0	0.09799045324325562
40242	embedding2nn.weight	1	0.1779271364212036
40242	embedding2nn.weight	2	0.03403864800930023
40242	embedding2nn.weight	3	0.03927014395594597
40242	embedding2nn.weight	4	-0.07630237936973572
40242	embedding2nn.weight	5	0.021610692143440247
40242	embedding2nn.weight	6	0.02598993293941021
40242	embedding2nn.weight	7	-0.03430621698498726
40242	embedding2nn.weight	8	0.03623361885547638
40242	embedding2nn.weight	9	-0.009244154207408428
40242	embedding2nn.bias	0	0.03563123568892479
40242	embedding2nn.bias	1	-0.1225857138633728
40242	embedding2nn.bias	2	0.08608868718147278
40242	embedding2nn.bias	3	0.16261810064315796
40242	embedding2nn.bias	4	0.12938548624515533
40242	embedding2nn.bias	5	-0.06049930304288864
40242	embedding2nn.bias	6	0.0014411197043955326
40242	embedding2nn.bias	7	0.016261713579297066
40242	embedding2nn.bias	8	-0.13664451241493225
40242	embedding2nn.bias	9	-0.29861244559288025
40242	rnn.weight_ih_l0	0	-0.010736668482422829
40242	rnn.weight_ih_l0	1	-0.042172446846961975
40242	rnn.weight_ih_l0	2	0.005568541120737791
40242	rnn.weight_ih_l0	3	-0.001069654244929552
40242	rnn.weight_ih_l0	4	-0.015603544190526009
40242	rnn.weight_ih_l0	5	-0.12105341255664825
40242	rnn.weight_ih_l0	6	0.004441094119101763
40242	rnn.weight_ih_l0	7	-0.011637242510914803
40242	rnn.weight_ih_l0	8	0.039124827831983566
40242	rnn.weight_ih_l0	9	-0.022736521437764168
40242	rnn.weight_hh_l0	0	0.027531972154974937
40242	rnn.weight_hh_l0	1	0.049775779247283936
40242	rnn.weight_hh_l0	2	-0.006098910700529814
40242	rnn.weight_hh_l0	3	0.043761130422353745
40242	rnn.weight_hh_l0	4	-0.025781642645597458
40242	rnn.weight_hh_l0	5	0.03470376506447792
40242	rnn.weight_hh_l0	6	0.027351735159754753
40242	rnn.weight_hh_l0	7	0.01997927762567997
40242	rnn.weight_hh_l0	8	0.03425817936658859
40242	rnn.weight_hh_l0	9	-0.018963579088449478
40242	rnn.bias_ih_l0	0	0.05910191312432289
40242	rnn.bias_ih_l0	1	-0.09594357758760452
40242	rnn.bias_ih_l0	2	-0.008244428783655167
40242	rnn.bias_ih_l0	3	-0.0826089084148407
40242	rnn.bias_ih_l0	4	0.08238102495670319
40242	rnn.bias_ih_l0	5	-0.07368865609169006
40242	rnn.bias_ih_l0	6	-0.015443684533238411
40242	rnn.bias_ih_l0	7	-0.12017263472080231
40242	rnn.bias_ih_l0	8	-0.033139582723379135
40242	rnn.bias_ih_l0	9	-0.2514636516571045
40242	rnn.bias_hh_l0	0	-0.06463238596916199
40242	rnn.bias_hh_l0	1	-0.05008281022310257
40242	rnn.bias_hh_l0	2	-0.047745659947395325
40242	rnn.bias_hh_l0	3	-0.048733901232481
40242	rnn.bias_hh_l0	4	-0.06673388928174973
40242	rnn.bias_hh_l0	5	-0.11518371105194092
40242	rnn.bias_hh_l0	6	-0.04507516324520111
40242	rnn.bias_hh_l0	7	0.1026986613869667
40242	rnn.bias_hh_l0	8	-0.06164485216140747
40242	rnn.bias_hh_l0	9	-0.19604861736297607
40242	rnn.weight_ih_l0_reverse	0	0.0608530156314373
40242	rnn.weight_ih_l0_reverse	1	-0.03603658080101013
40242	rnn.weight_ih_l0_reverse	2	-0.002157983835786581
40242	rnn.weight_ih_l0_reverse	3	-0.05410061776638031
40242	rnn.weight_ih_l0_reverse	4	0.02973848208785057
40242	rnn.weight_ih_l0_reverse	5	-0.10438377410173416
40242	rnn.weight_ih_l0_reverse	6	0.03492012992501259
40242	rnn.weight_ih_l0_reverse	7	0.014079852029681206
40242	rnn.weight_ih_l0_reverse	8	-0.003284457139670849
40242	rnn.weight_ih_l0_reverse	9	-0.022853095084428787
40242	rnn.weight_hh_l0_reverse	0	-0.02442336641252041
40242	rnn.weight_hh_l0_reverse	1	0.04083297774195671
40242	rnn.weight_hh_l0_reverse	2	0.007539735175669193
40242	rnn.weight_hh_l0_reverse	3	0.01673680916428566
40242	rnn.weight_hh_l0_reverse	4	-0.04793937876820564
40242	rnn.weight_hh_l0_reverse	5	0.03135693445801735
40242	rnn.weight_hh_l0_reverse	6	0.012457475997507572
40242	rnn.weight_hh_l0_reverse	7	-0.002100198995321989
40242	rnn.weight_hh_l0_reverse	8	0.0873759537935257
40242	rnn.weight_hh_l0_reverse	9	0.0057816519401967525
40242	rnn.bias_ih_l0_reverse	0	-0.1108265221118927
40242	rnn.bias_ih_l0_reverse	1	-0.0969533920288086
40242	rnn.bias_ih_l0_reverse	2	-0.02486463636159897
40242	rnn.bias_ih_l0_reverse	3	-0.07630960643291473
40242	rnn.bias_ih_l0_reverse	4	-0.03140122815966606
40242	rnn.bias_ih_l0_reverse	5	-0.11412516236305237
40242	rnn.bias_ih_l0_reverse	6	0.19538339972496033
40242	rnn.bias_ih_l0_reverse	7	-0.19442394375801086
40242	rnn.bias_ih_l0_reverse	8	-0.07399450242519379
40242	rnn.bias_ih_l0_reverse	9	-0.07105033099651337
40242	rnn.bias_hh_l0_reverse	0	-0.027880404144525528
40242	rnn.bias_hh_l0_reverse	1	0.09439371526241302
40242	rnn.bias_hh_l0_reverse	2	-0.15522228181362152
40242	rnn.bias_hh_l0_reverse	3	-0.01027409452944994
40242	rnn.bias_hh_l0_reverse	4	-0.13076607882976532
40242	rnn.bias_hh_l0_reverse	5	-0.049896225333213806
40242	rnn.bias_hh_l0_reverse	6	-0.143321231007576
40242	rnn.bias_hh_l0_reverse	7	-0.0029307894874364138
40242	rnn.bias_hh_l0_reverse	8	-0.05684540793299675
40242	rnn.bias_hh_l0_reverse	9	0.1411791741847992
40242	linear.weight	0	0.16828718781471252
40242	linear.weight	1	-0.22173376381397247
40242	linear.weight	2	0.009381514973938465
40242	linear.weight	3	0.06703661382198334
40242	linear.weight	4	-0.0929102823138237
40242	linear.weight	5	0.3152301013469696
40242	linear.weight	6	-0.07687713205814362
40242	linear.weight	7	-0.07552482932806015
40242	linear.weight	8	0.18651047348976135
40242	linear.weight	9	-0.024243781343102455
40242	linear.bias	0	-0.9825683236122131
40242	linear.bias	1	1.756615400314331
40242	linear.bias	2	-0.03181513026356697
40242	linear.bias	3	-1.840171217918396
40242	linear.bias	4	-0.37792253494262695
40242	linear.bias	5	0.8942290544509888
40242	linear.bias	6	-0.2528042495250702
40242	linear.bias	7	0.20779861509799957
40242	linear.bias	8	1.816235899925232
40242	linear.bias	9	-1.0589255094528198
40851	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
40851	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
40851	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
40851	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
40851	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
40851	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
40851	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
40851	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
40851	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
40851	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
40851	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
40851	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
40851	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
40851	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
40851	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
40851	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
40851	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
40851	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
40851	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
40851	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
40851	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
40851	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
40851	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
40851	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
40851	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
40851	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
40851	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
40851	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
40851	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
40851	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
40851	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
40851	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
40851	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
40851	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
40851	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
40851	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
40851	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
40851	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
40851	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
40851	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
40851	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
40851	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
40851	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
40851	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
40851	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
40851	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
40851	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
40851	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
40851	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
40851	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
40851	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
40851	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
40851	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
40851	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
40851	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
40851	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
40851	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
40851	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
40851	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
40851	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
40851	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
40851	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
40851	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
40851	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
40851	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
40851	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
40851	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
40851	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
40851	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
40851	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
40851	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
40851	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
40851	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
40851	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
40851	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
40851	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
40851	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
40851	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
40851	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
40851	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
40851	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
40851	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
40851	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
40851	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
40851	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
40851	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
40851	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
40851	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
40851	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
40851	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
40851	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
40851	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
40851	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
40851	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
40851	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
40851	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
40851	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
40851	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
40851	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
40851	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
40851	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
40851	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
40851	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
40851	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
40851	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
40851	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
40851	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
40851	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
40851	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
40851	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
40851	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
40851	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
40851	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
40851	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
40851	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
40851	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
40851	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
40851	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
40851	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
40851	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
40851	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
40851	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
40851	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
40851	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
40851	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
40851	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
40851	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
40851	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
40851	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
40851	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
40851	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
40851	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
40851	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
40851	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
40851	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
40851	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
40851	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
40851	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
40851	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
40851	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
40851	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
40851	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
40851	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
40851	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
40851	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
40851	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
40851	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
40851	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
40851	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
40851	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
40851	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
40851	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
40851	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
40851	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
40851	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
40851	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
40851	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
40851	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
40851	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
40851	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
40851	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
40851	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
40851	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
40851	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
40851	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
40851	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
40851	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
40851	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
40851	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
40851	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
40851	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
40851	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
40851	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
40851	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
40851	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
40851	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
40851	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
40851	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
40851	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
40851	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
40851	embedding2nn.weight	0	0.09876304119825363
40851	embedding2nn.weight	1	0.1837216168642044
40851	embedding2nn.weight	2	0.033396683633327484
40851	embedding2nn.weight	3	0.04262607917189598
40851	embedding2nn.weight	4	-0.07636258751153946
40851	embedding2nn.weight	5	0.020654574036598206
40851	embedding2nn.weight	6	0.03097389079630375
40851	embedding2nn.weight	7	-0.02860523760318756
40851	embedding2nn.weight	8	0.04218257591128349
40851	embedding2nn.weight	9	-0.01610345020890236
40851	embedding2nn.bias	0	0.04549684375524521
40851	embedding2nn.bias	1	-0.145589217543602
40851	embedding2nn.bias	2	0.0846814289689064
40851	embedding2nn.bias	3	0.14875924587249756
40851	embedding2nn.bias	4	0.12694720923900604
40851	embedding2nn.bias	5	-0.040108684450387955
40851	embedding2nn.bias	6	-0.009744036942720413
40851	embedding2nn.bias	7	0.04344936087727547
40851	embedding2nn.bias	8	-0.1468481421470642
40851	embedding2nn.bias	9	-0.28573551774024963
40851	rnn.weight_ih_l0	0	-0.010084965266287327
40851	rnn.weight_ih_l0	1	-0.0425042025744915
40851	rnn.weight_ih_l0	2	0.008853997103869915
40851	rnn.weight_ih_l0	3	-0.002655702643096447
40851	rnn.weight_ih_l0	4	-0.018527457490563393
40851	rnn.weight_ih_l0	5	-0.13538454473018646
40851	rnn.weight_ih_l0	6	0.002008655574172735
40851	rnn.weight_ih_l0	7	-0.014036431908607483
40851	rnn.weight_ih_l0	8	0.03637506067752838
40851	rnn.weight_ih_l0	9	-0.02922678180038929
40851	rnn.weight_hh_l0	0	0.02762535773217678
40851	rnn.weight_hh_l0	1	0.04983897507190704
40851	rnn.weight_hh_l0	2	-0.005691704340279102
40851	rnn.weight_hh_l0	3	0.04397653788328171
40851	rnn.weight_hh_l0	4	-0.02574627473950386
40851	rnn.weight_hh_l0	5	0.03548764809966087
40851	rnn.weight_hh_l0	6	0.027121199294924736
40851	rnn.weight_hh_l0	7	0.01985209621489048
40851	rnn.weight_hh_l0	8	0.0339815579354763
40851	rnn.weight_hh_l0	9	-0.019250597804784775
40851	rnn.bias_ih_l0	0	0.04555787891149521
40851	rnn.bias_ih_l0	1	-0.10366649180650711
40851	rnn.bias_ih_l0	2	-0.004231705795973539
40851	rnn.bias_ih_l0	3	-0.08540033549070358
40851	rnn.bias_ih_l0	4	0.06750648468732834
40851	rnn.bias_ih_l0	5	-0.07329370081424713
40851	rnn.bias_ih_l0	6	-0.007549712434411049
40851	rnn.bias_ih_l0	7	-0.1239253357052803
40851	rnn.bias_ih_l0	8	-0.043199311941862106
40851	rnn.bias_ih_l0	9	-0.2483886480331421
40851	rnn.bias_hh_l0	0	-0.06723961234092712
40851	rnn.bias_hh_l0	1	-0.058470018208026886
40851	rnn.bias_hh_l0	2	-0.04665905982255936
40851	rnn.bias_hh_l0	3	-0.05109149590134621
40851	rnn.bias_hh_l0	4	-0.07288326323032379
40851	rnn.bias_hh_l0	5	-0.11263865232467651
40851	rnn.bias_hh_l0	6	-0.053766340017318726
40851	rnn.bias_hh_l0	7	0.09850279986858368
40851	rnn.bias_hh_l0	8	-0.06132420152425766
40851	rnn.bias_hh_l0	9	-0.19473160803318024
40851	rnn.weight_ih_l0_reverse	0	0.058284979313611984
40851	rnn.weight_ih_l0_reverse	1	-0.03552057966589928
40851	rnn.weight_ih_l0_reverse	2	-0.00386191182769835
40851	rnn.weight_ih_l0_reverse	3	-0.05536458641290665
40851	rnn.weight_ih_l0_reverse	4	0.029341625049710274
40851	rnn.weight_ih_l0_reverse	5	-0.09962853044271469
40851	rnn.weight_ih_l0_reverse	6	0.034550417214632034
40851	rnn.weight_ih_l0_reverse	7	0.012855750508606434
40851	rnn.weight_ih_l0_reverse	8	-0.005744194611907005
40851	rnn.weight_ih_l0_reverse	9	-0.02164595015347004
40851	rnn.weight_hh_l0_reverse	0	-0.024832451716065407
40851	rnn.weight_hh_l0_reverse	1	0.04006917029619217
40851	rnn.weight_hh_l0_reverse	2	0.006830000784248114
40851	rnn.weight_hh_l0_reverse	3	0.01571652479469776
40851	rnn.weight_hh_l0_reverse	4	-0.04819708317518234
40851	rnn.weight_hh_l0_reverse	5	0.031725767999887466
40851	rnn.weight_hh_l0_reverse	6	0.013281452469527721
40851	rnn.weight_hh_l0_reverse	7	-0.0027754264883697033
40851	rnn.weight_hh_l0_reverse	8	0.08064106851816177
40851	rnn.weight_hh_l0_reverse	9	0.007008782587945461
40851	rnn.bias_ih_l0_reverse	0	-0.11745334416627884
40851	rnn.bias_ih_l0_reverse	1	-0.0993976965546608
40851	rnn.bias_ih_l0_reverse	2	-0.019206324592232704
40851	rnn.bias_ih_l0_reverse	3	-0.07262630760669708
40851	rnn.bias_ih_l0_reverse	4	-0.02912336029112339
40851	rnn.bias_ih_l0_reverse	5	-0.11743994057178497
40851	rnn.bias_ih_l0_reverse	6	0.20676156878471375
40851	rnn.bias_ih_l0_reverse	7	-0.18149186670780182
40851	rnn.bias_ih_l0_reverse	8	-0.07786648720502853
40851	rnn.bias_ih_l0_reverse	9	-0.07005857676267624
40851	rnn.bias_hh_l0_reverse	0	-0.03138364106416702
40851	rnn.bias_hh_l0_reverse	1	0.10073252767324448
40851	rnn.bias_hh_l0_reverse	2	-0.1546706259250641
40851	rnn.bias_hh_l0_reverse	3	-0.002490297192707658
40851	rnn.bias_hh_l0_reverse	4	-0.13244323432445526
40851	rnn.bias_hh_l0_reverse	5	-0.052096396684646606
40851	rnn.bias_hh_l0_reverse	6	-0.1418732851743698
40851	rnn.bias_hh_l0_reverse	7	-0.005767589434981346
40851	rnn.bias_hh_l0_reverse	8	-0.06791605800390244
40851	rnn.bias_hh_l0_reverse	9	0.1266603320837021
40851	linear.weight	0	0.20051421225070953
40851	linear.weight	1	-0.25777679681777954
40851	linear.weight	2	0.03093426674604416
40851	linear.weight	3	0.06706846505403519
40851	linear.weight	4	-0.11888756603002548
40851	linear.weight	5	0.28242024779319763
40851	linear.weight	6	-0.07220200449228287
40851	linear.weight	7	-0.07529915124177933
40851	linear.weight	8	0.16409677267074585
40851	linear.weight	9	-0.024302132427692413
40851	linear.bias	0	-0.9638352394104004
40851	linear.bias	1	1.8096368312835693
40851	linear.bias	2	-0.01689276657998562
40851	linear.bias	3	-1.8464126586914062
40851	linear.bias	4	-0.34548741579055786
40851	linear.bias	5	0.9659649133682251
40851	linear.bias	6	-0.28741535544395447
40851	linear.bias	7	0.2169029861688614
40851	linear.bias	8	1.7740288972854614
40851	linear.bias	9	-1.0418413877487183
41460	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
41460	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
41460	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
41460	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
41460	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
41460	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
41460	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
41460	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
41460	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
41460	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
41460	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
41460	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
41460	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
41460	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
41460	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
41460	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
41460	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
41460	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
41460	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
41460	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
41460	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
41460	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
41460	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
41460	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
41460	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
41460	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
41460	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
41460	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
41460	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
41460	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
41460	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
41460	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
41460	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
41460	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
41460	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
41460	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
41460	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
41460	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
41460	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
41460	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
41460	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
41460	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
41460	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
41460	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
41460	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
41460	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
41460	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
41460	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
41460	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
41460	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
41460	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
41460	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
41460	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
41460	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
41460	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
41460	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
41460	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
41460	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
41460	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
41460	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
41460	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
41460	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
41460	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
41460	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
41460	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
41460	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
41460	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
41460	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
41460	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
41460	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
41460	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
41460	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
41460	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
41460	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
41460	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
41460	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
41460	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
41460	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
41460	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
41460	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
41460	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
41460	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
41460	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
41460	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
41460	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
41460	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
41460	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
41460	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
41460	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
41460	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
41460	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
41460	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
41460	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
41460	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
41460	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
41460	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
41460	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
41460	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
41460	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
41460	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
41460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
41460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
41460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
41460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
41460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
41460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
41460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
41460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
41460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
41460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
41460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
41460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
41460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
41460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
41460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
41460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
41460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
41460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
41460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
41460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
41460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
41460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
41460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
41460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
41460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
41460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
41460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
41460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
41460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
41460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
41460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
41460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
41460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
41460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
41460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
41460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
41460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
41460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
41460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
41460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
41460	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
41460	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
41460	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
41460	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
41460	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
41460	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
41460	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
41460	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
41460	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
41460	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
41460	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
41460	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
41460	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
41460	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
41460	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
41460	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
41460	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
41460	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
41460	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
41460	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
41460	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
41460	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
41460	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
41460	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
41460	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
41460	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
41460	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
41460	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
41460	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
41460	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
41460	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
41460	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
41460	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
41460	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
41460	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
41460	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
41460	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
41460	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
41460	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
41460	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
41460	embedding2nn.weight	0	0.09998248517513275
41460	embedding2nn.weight	1	0.1857520192861557
41460	embedding2nn.weight	2	0.03162873536348343
41460	embedding2nn.weight	3	0.03065079264342785
41460	embedding2nn.weight	4	-0.07476615905761719
41460	embedding2nn.weight	5	0.023772962391376495
41460	embedding2nn.weight	6	0.025844696909189224
41460	embedding2nn.weight	7	-0.024017227813601494
41460	embedding2nn.weight	8	0.04789450019598007
41460	embedding2nn.weight	9	-0.018225030973553658
41460	embedding2nn.bias	0	0.04817522317171097
41460	embedding2nn.bias	1	-0.13507847487926483
41460	embedding2nn.bias	2	0.10641902685165405
41460	embedding2nn.bias	3	0.1427091658115387
41460	embedding2nn.bias	4	0.11061789095401764
41460	embedding2nn.bias	5	-0.04242395982146263
41460	embedding2nn.bias	6	0.009242127649486065
41460	embedding2nn.bias	7	0.048312269151210785
41460	embedding2nn.bias	8	-0.1572003960609436
41460	embedding2nn.bias	9	-0.3007391691207886
41460	rnn.weight_ih_l0	0	-0.01052501518279314
41460	rnn.weight_ih_l0	1	-0.041830308735370636
41460	rnn.weight_ih_l0	2	0.012497235089540482
41460	rnn.weight_ih_l0	3	-0.004491577856242657
41460	rnn.weight_ih_l0	4	-0.011641174554824829
41460	rnn.weight_ih_l0	5	-0.13556717336177826
41460	rnn.weight_ih_l0	6	0.0015694072935730219
41460	rnn.weight_ih_l0	7	-0.010305829346179962
41460	rnn.weight_ih_l0	8	0.03586571663618088
41460	rnn.weight_ih_l0	9	-0.034427009522914886
41460	rnn.weight_hh_l0	0	0.02748049981892109
41460	rnn.weight_hh_l0	1	0.0508965328335762
41460	rnn.weight_hh_l0	2	-0.005895304027944803
41460	rnn.weight_hh_l0	3	0.04320620372891426
41460	rnn.weight_hh_l0	4	-0.025905393064022064
41460	rnn.weight_hh_l0	5	0.0355994775891304
41460	rnn.weight_hh_l0	6	0.028085753321647644
41460	rnn.weight_hh_l0	7	0.022571638226509094
41460	rnn.weight_hh_l0	8	0.03431956470012665
41460	rnn.weight_hh_l0	9	-0.017673254013061523
41460	rnn.bias_ih_l0	0	0.051235951483249664
41460	rnn.bias_ih_l0	1	-0.10378627479076385
41460	rnn.bias_ih_l0	2	0.0007493552402593195
41460	rnn.bias_ih_l0	3	-0.08391071856021881
41460	rnn.bias_ih_l0	4	0.09347446262836456
41460	rnn.bias_ih_l0	5	-0.07813604176044464
41460	rnn.bias_ih_l0	6	-0.011787031777203083
41460	rnn.bias_ih_l0	7	-0.1281917840242386
41460	rnn.bias_ih_l0	8	-0.03835200145840645
41460	rnn.bias_ih_l0	9	-0.2400030940771103
41460	rnn.bias_hh_l0	0	-0.06302918493747711
41460	rnn.bias_hh_l0	1	-0.05438056215643883
41460	rnn.bias_hh_l0	2	-0.054403841495513916
41460	rnn.bias_hh_l0	3	-0.05296332761645317
41460	rnn.bias_hh_l0	4	-0.07189783453941345
41460	rnn.bias_hh_l0	5	-0.11177529394626617
41460	rnn.bias_hh_l0	6	-0.06738129258155823
41460	rnn.bias_hh_l0	7	0.09664888679981232
41460	rnn.bias_hh_l0	8	-0.06919623166322708
41460	rnn.bias_hh_l0	9	-0.19080393016338348
41460	rnn.weight_ih_l0_reverse	0	0.05167055130004883
41460	rnn.weight_ih_l0_reverse	1	-0.034518226981163025
41460	rnn.weight_ih_l0_reverse	2	-0.003978411201387644
41460	rnn.weight_ih_l0_reverse	3	-0.055656980723142624
41460	rnn.weight_ih_l0_reverse	4	0.03055417165160179
41460	rnn.weight_ih_l0_reverse	5	-0.10562258958816528
41460	rnn.weight_ih_l0_reverse	6	0.03495170548558235
41460	rnn.weight_ih_l0_reverse	7	0.012823174707591534
41460	rnn.weight_ih_l0_reverse	8	-0.006622543092817068
41460	rnn.weight_ih_l0_reverse	9	-0.022556036710739136
41460	rnn.weight_hh_l0_reverse	0	-0.025717148557305336
41460	rnn.weight_hh_l0_reverse	1	0.040574029088020325
41460	rnn.weight_hh_l0_reverse	2	0.006612432189285755
41460	rnn.weight_hh_l0_reverse	3	0.015626324340701103
41460	rnn.weight_hh_l0_reverse	4	-0.047271519899368286
41460	rnn.weight_hh_l0_reverse	5	0.03180895745754242
41460	rnn.weight_hh_l0_reverse	6	0.012415293604135513
41460	rnn.weight_hh_l0_reverse	7	0.0004544704279396683
41460	rnn.weight_hh_l0_reverse	8	0.08188680559396744
41460	rnn.weight_hh_l0_reverse	9	0.007511351257562637
41460	rnn.bias_ih_l0_reverse	0	-0.1145939752459526
41460	rnn.bias_ih_l0_reverse	1	-0.10334533452987671
41460	rnn.bias_ih_l0_reverse	2	-0.02560293860733509
41460	rnn.bias_ih_l0_reverse	3	-0.07838203758001328
41460	rnn.bias_ih_l0_reverse	4	-0.041907817125320435
41460	rnn.bias_ih_l0_reverse	5	-0.1192086786031723
41460	rnn.bias_ih_l0_reverse	6	0.19259537756443024
41460	rnn.bias_ih_l0_reverse	7	-0.1864028126001358
41460	rnn.bias_ih_l0_reverse	8	-0.07461270689964294
41460	rnn.bias_ih_l0_reverse	9	-0.07641943544149399
41460	rnn.bias_hh_l0_reverse	0	-0.015816837549209595
41460	rnn.bias_hh_l0_reverse	1	0.08509774506092072
41460	rnn.bias_hh_l0_reverse	2	-0.15898734331130981
41460	rnn.bias_hh_l0_reverse	3	-0.00462350295856595
41460	rnn.bias_hh_l0_reverse	4	-0.13230657577514648
41460	rnn.bias_hh_l0_reverse	5	-0.04651419073343277
41460	rnn.bias_hh_l0_reverse	6	-0.14280064404010773
41460	rnn.bias_hh_l0_reverse	7	-0.0017452813917770982
41460	rnn.bias_hh_l0_reverse	8	-0.05134635791182518
41460	rnn.bias_hh_l0_reverse	9	0.11955679953098297
41460	linear.weight	0	0.23353669047355652
41460	linear.weight	1	-0.29429155588150024
41460	linear.weight	2	0.03765486925840378
41460	linear.weight	3	0.06706318259239197
41460	linear.weight	4	-0.16675257682800293
41460	linear.weight	5	0.2811078429222107
41460	linear.weight	6	-0.08756750822067261
41460	linear.weight	7	-0.07507239282131195
41460	linear.weight	8	0.20600397884845734
41460	linear.weight	9	-0.024375326931476593
41460	linear.bias	0	-0.947452187538147
41460	linear.bias	1	1.8237370252609253
41460	linear.bias	2	-0.00831381045281887
41460	linear.bias	3	-1.852192997932434
41460	linear.bias	4	-0.3540648818016052
41460	linear.bias	5	0.962601900100708
41460	linear.bias	6	-0.2870095372200012
41460	linear.bias	7	0.21763238310813904
41460	linear.bias	8	1.7745722532272339
41460	linear.bias	9	-1.0482330322265625
42069	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
42069	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
42069	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
42069	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
42069	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
42069	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
42069	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
42069	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
42069	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
42069	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
42069	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
42069	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
42069	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
42069	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
42069	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
42069	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
42069	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
42069	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
42069	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
42069	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
42069	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
42069	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
42069	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
42069	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
42069	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
42069	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
42069	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
42069	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
42069	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
42069	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
42069	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
42069	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
42069	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
42069	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
42069	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
42069	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
42069	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
42069	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
42069	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
42069	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
42069	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
42069	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
42069	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
42069	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
42069	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
42069	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
42069	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
42069	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
42069	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
42069	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
42069	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
42069	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
42069	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
42069	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
42069	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
42069	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
42069	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
42069	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
42069	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
42069	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
42069	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
42069	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
42069	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
42069	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
42069	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
42069	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
42069	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
42069	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
42069	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
42069	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
42069	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
42069	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
42069	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
42069	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
42069	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
42069	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
42069	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
42069	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
42069	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
42069	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
42069	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
42069	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
42069	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
42069	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
42069	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
42069	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
42069	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
42069	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
42069	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
42069	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
42069	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
42069	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
42069	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
42069	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
42069	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
42069	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
42069	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
42069	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
42069	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
42069	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
42069	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
42069	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
42069	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
42069	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
42069	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
42069	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
42069	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
42069	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
42069	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
42069	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
42069	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
42069	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
42069	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
42069	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
42069	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
42069	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
42069	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
42069	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
42069	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
42069	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
42069	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
42069	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
42069	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
42069	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
42069	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
42069	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
42069	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
42069	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
42069	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
42069	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
42069	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
42069	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
42069	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
42069	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
42069	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
42069	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
42069	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
42069	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
42069	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
42069	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
42069	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
42069	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
42069	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
42069	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
42069	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
42069	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
42069	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
42069	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
42069	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
42069	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
42069	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
42069	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
42069	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
42069	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
42069	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
42069	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
42069	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
42069	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
42069	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
42069	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
42069	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
42069	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
42069	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
42069	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
42069	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
42069	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
42069	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
42069	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
42069	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
42069	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
42069	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
42069	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
42069	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
42069	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
42069	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
42069	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
42069	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
42069	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
42069	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
42069	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
42069	embedding2nn.weight	0	0.09954601526260376
42069	embedding2nn.weight	1	0.1895555853843689
42069	embedding2nn.weight	2	0.03149940446019173
42069	embedding2nn.weight	3	0.0209665447473526
42069	embedding2nn.weight	4	-0.07864309847354889
42069	embedding2nn.weight	5	0.020785899832844734
42069	embedding2nn.weight	6	0.033309776335954666
42069	embedding2nn.weight	7	-0.02742004208266735
42069	embedding2nn.weight	8	0.04899723827838898
42069	embedding2nn.weight	9	-0.014667916111648083
42069	embedding2nn.bias	0	0.06418811529874802
42069	embedding2nn.bias	1	-0.13678936660289764
42069	embedding2nn.bias	2	0.08225924521684647
42069	embedding2nn.bias	3	0.16626136004924774
42069	embedding2nn.bias	4	0.13348330557346344
42069	embedding2nn.bias	5	-0.04830756410956383
42069	embedding2nn.bias	6	0.012364646419882774
42069	embedding2nn.bias	7	0.03136138245463371
42069	embedding2nn.bias	8	-0.15255914628505707
42069	embedding2nn.bias	9	-0.2854835093021393
42069	rnn.weight_ih_l0	0	-0.013115126639604568
42069	rnn.weight_ih_l0	1	-0.041962314397096634
42069	rnn.weight_ih_l0	2	0.008559160865843296
42069	rnn.weight_ih_l0	3	-0.005193665623664856
42069	rnn.weight_ih_l0	4	-0.011370642110705376
42069	rnn.weight_ih_l0	5	-0.137067049741745
42069	rnn.weight_ih_l0	6	0.0072537981905043125
42069	rnn.weight_ih_l0	7	-0.010618054307997227
42069	rnn.weight_ih_l0	8	0.03151124715805054
42069	rnn.weight_ih_l0	9	-0.028645064681768417
42069	rnn.weight_hh_l0	0	0.028253601863980293
42069	rnn.weight_hh_l0	1	0.05036823824048042
42069	rnn.weight_hh_l0	2	-0.009132559411227703
42069	rnn.weight_hh_l0	3	0.044413186609745026
42069	rnn.weight_hh_l0	4	-0.025360405445098877
42069	rnn.weight_hh_l0	5	0.03386152163147926
42069	rnn.weight_hh_l0	6	0.027794651687145233
42069	rnn.weight_hh_l0	7	0.024047227576375008
42069	rnn.weight_hh_l0	8	0.03493474796414375
42069	rnn.weight_hh_l0	9	-0.017770549282431602
42069	rnn.bias_ih_l0	0	0.04108050838112831
42069	rnn.bias_ih_l0	1	-0.10630989074707031
42069	rnn.bias_ih_l0	2	0.0023572519421577454
42069	rnn.bias_ih_l0	3	-0.07934685796499252
42069	rnn.bias_ih_l0	4	0.07514771074056625
42069	rnn.bias_ih_l0	5	-0.08250252157449722
42069	rnn.bias_ih_l0	6	0.0012154749128967524
42069	rnn.bias_ih_l0	7	-0.12927718460559845
42069	rnn.bias_ih_l0	8	-0.04457614943385124
42069	rnn.bias_ih_l0	9	-0.2609984874725342
42069	rnn.bias_hh_l0	0	-0.06894822418689728
42069	rnn.bias_hh_l0	1	-0.054057832807302475
42069	rnn.bias_hh_l0	2	-0.05616730824112892
42069	rnn.bias_hh_l0	3	-0.05267200991511345
42069	rnn.bias_hh_l0	4	-0.07063400000333786
42069	rnn.bias_hh_l0	5	-0.11105619370937347
42069	rnn.bias_hh_l0	6	-0.06815095245838165
42069	rnn.bias_hh_l0	7	0.0906742513179779
42069	rnn.bias_hh_l0	8	-0.0632404014468193
42069	rnn.bias_hh_l0	9	-0.19730181992053986
42069	rnn.weight_ih_l0_reverse	0	0.05928521603345871
42069	rnn.weight_ih_l0_reverse	1	-0.03348395973443985
42069	rnn.weight_ih_l0_reverse	2	-0.0033337839413434267
42069	rnn.weight_ih_l0_reverse	3	-0.055170632898807526
42069	rnn.weight_ih_l0_reverse	4	0.029644029214978218
42069	rnn.weight_ih_l0_reverse	5	-0.09581366181373596
42069	rnn.weight_ih_l0_reverse	6	0.043236952275037766
42069	rnn.weight_ih_l0_reverse	7	0.012999444268643856
42069	rnn.weight_ih_l0_reverse	8	-0.008551334030926228
42069	rnn.weight_ih_l0_reverse	9	-0.023270314559340477
42069	rnn.weight_hh_l0_reverse	0	-0.027007680386304855
42069	rnn.weight_hh_l0_reverse	1	0.039363373070955276
42069	rnn.weight_hh_l0_reverse	2	0.0062166922725737095
42069	rnn.weight_hh_l0_reverse	3	0.014654942788183689
42069	rnn.weight_hh_l0_reverse	4	-0.0471557192504406
42069	rnn.weight_hh_l0_reverse	5	0.031439781188964844
42069	rnn.weight_hh_l0_reverse	6	0.012931005097925663
42069	rnn.weight_hh_l0_reverse	7	0.0026860020589083433
42069	rnn.weight_hh_l0_reverse	8	0.07888215780258179
42069	rnn.weight_hh_l0_reverse	9	0.008023119531571865
42069	rnn.bias_ih_l0_reverse	0	-0.11763938516378403
42069	rnn.bias_ih_l0_reverse	1	-0.10168109834194183
42069	rnn.bias_ih_l0_reverse	2	-0.023419557139277458
42069	rnn.bias_ih_l0_reverse	3	-0.07650262862443924
42069	rnn.bias_ih_l0_reverse	4	-0.04097350686788559
42069	rnn.bias_ih_l0_reverse	5	-0.12296800315380096
42069	rnn.bias_ih_l0_reverse	6	0.19320718944072723
42069	rnn.bias_ih_l0_reverse	7	-0.19489441812038422
42069	rnn.bias_ih_l0_reverse	8	-0.07488963007926941
42069	rnn.bias_ih_l0_reverse	9	-0.07622969895601273
42069	rnn.bias_hh_l0_reverse	0	-0.0381917841732502
42069	rnn.bias_hh_l0_reverse	1	0.08771426975727081
42069	rnn.bias_hh_l0_reverse	2	-0.1590448021888733
42069	rnn.bias_hh_l0_reverse	3	-0.0042878612875938416
42069	rnn.bias_hh_l0_reverse	4	-0.13394396007061005
42069	rnn.bias_hh_l0_reverse	5	-0.04505883902311325
42069	rnn.bias_hh_l0_reverse	6	-0.13621486723423004
42069	rnn.bias_hh_l0_reverse	7	-0.002173459157347679
42069	rnn.bias_hh_l0_reverse	8	-0.057238705456256866
42069	rnn.bias_hh_l0_reverse	9	0.13130156695842743
42069	linear.weight	0	0.21081224083900452
42069	linear.weight	1	-0.28890374302864075
42069	linear.weight	2	0.050405003130435944
42069	linear.weight	3	0.06706838309764862
42069	linear.weight	4	-0.21008408069610596
42069	linear.weight	5	0.2589002847671509
42069	linear.weight	6	-0.08914261311292648
42069	linear.weight	7	-0.07490705698728561
42069	linear.weight	8	0.22349292039871216
42069	linear.weight	9	-0.024489751085639
42069	linear.bias	0	-0.9442437291145325
42069	linear.bias	1	1.739388346672058
42069	linear.bias	2	-0.014967660419642925
42069	linear.bias	3	-1.8580520153045654
42069	linear.bias	4	-0.3413776457309723
42069	linear.bias	5	0.9640468955039978
42069	linear.bias	6	-0.3139224648475647
42069	linear.bias	7	0.21075576543807983
42069	linear.bias	8	1.8372207880020142
42069	linear.bias	9	-1.0679118633270264
42678	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
42678	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
42678	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
42678	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
42678	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
42678	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
42678	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
42678	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
42678	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
42678	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
42678	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
42678	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
42678	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
42678	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
42678	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
42678	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
42678	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
42678	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
42678	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
42678	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
42678	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
42678	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
42678	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
42678	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
42678	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
42678	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
42678	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
42678	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
42678	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
42678	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
42678	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
42678	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
42678	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
42678	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
42678	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
42678	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
42678	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
42678	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
42678	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
42678	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
42678	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
42678	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
42678	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
42678	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
42678	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
42678	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
42678	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
42678	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
42678	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
42678	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
42678	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
42678	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
42678	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
42678	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
42678	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
42678	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
42678	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
42678	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
42678	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
42678	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
42678	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
42678	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
42678	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
42678	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
42678	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
42678	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
42678	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
42678	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
42678	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
42678	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
42678	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
42678	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
42678	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
42678	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
42678	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
42678	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
42678	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
42678	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
42678	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
42678	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
42678	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
42678	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
42678	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
42678	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
42678	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
42678	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
42678	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
42678	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
42678	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
42678	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
42678	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
42678	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
42678	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
42678	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
42678	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
42678	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
42678	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
42678	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
42678	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
42678	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
42678	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
42678	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
42678	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
42678	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
42678	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
42678	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
42678	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
42678	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
42678	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
42678	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
42678	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
42678	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
42678	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
42678	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
42678	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
42678	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
42678	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
42678	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
42678	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
42678	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
42678	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
42678	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
42678	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
42678	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
42678	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
42678	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
42678	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
42678	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
42678	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
42678	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
42678	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
42678	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
42678	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
42678	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
42678	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
42678	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
42678	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
42678	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
42678	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
42678	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
42678	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
42678	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
42678	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
42678	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
42678	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
42678	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
42678	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
42678	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
42678	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
42678	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
42678	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
42678	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
42678	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
42678	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
42678	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
42678	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
42678	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
42678	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
42678	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
42678	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
42678	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
42678	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
42678	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
42678	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
42678	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
42678	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
42678	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
42678	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
42678	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
42678	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
42678	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
42678	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
42678	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
42678	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
42678	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
42678	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
42678	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
42678	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
42678	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
42678	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
42678	embedding2nn.weight	0	0.10073570162057877
42678	embedding2nn.weight	1	0.19229726493358612
42678	embedding2nn.weight	2	0.03176681697368622
42678	embedding2nn.weight	3	0.01742592826485634
42678	embedding2nn.weight	4	-0.07448897510766983
42678	embedding2nn.weight	5	0.0206817127764225
42678	embedding2nn.weight	6	0.04349302873015404
42678	embedding2nn.weight	7	-0.025145117193460464
42678	embedding2nn.weight	8	0.04884111508727074
42678	embedding2nn.weight	9	-0.015843864530324936
42678	embedding2nn.bias	0	0.06822769343852997
42678	embedding2nn.bias	1	-0.13901904225349426
42678	embedding2nn.bias	2	0.08927404880523682
42678	embedding2nn.bias	3	0.16034235060214996
42678	embedding2nn.bias	4	0.14782023429870605
42678	embedding2nn.bias	5	-0.039710551500320435
42678	embedding2nn.bias	6	0.011350437998771667
42678	embedding2nn.bias	7	0.02766524627804756
42678	embedding2nn.bias	8	-0.16086097061634064
42678	embedding2nn.bias	9	-0.2650904357433319
42678	rnn.weight_ih_l0	0	-0.01219974271953106
42678	rnn.weight_ih_l0	1	-0.0425616055727005
42678	rnn.weight_ih_l0	2	0.014438997022807598
42678	rnn.weight_ih_l0	3	-0.004722339566797018
42678	rnn.weight_ih_l0	4	-0.01574239321053028
42678	rnn.weight_ih_l0	5	-0.1479816734790802
42678	rnn.weight_ih_l0	6	0.004624619148671627
42678	rnn.weight_ih_l0	7	-0.014626618474721909
42678	rnn.weight_ih_l0	8	0.024838702753186226
42678	rnn.weight_ih_l0	9	-0.02708832174539566
42678	rnn.weight_hh_l0	0	0.02790967747569084
42678	rnn.weight_hh_l0	1	0.049899324774742126
42678	rnn.weight_hh_l0	2	-0.007163836620748043
42678	rnn.weight_hh_l0	3	0.044066984206438065
42678	rnn.weight_hh_l0	4	-0.02507338859140873
42678	rnn.weight_hh_l0	5	0.03474703058600426
42678	rnn.weight_hh_l0	6	0.027209360152482986
42678	rnn.weight_hh_l0	7	0.02319743111729622
42678	rnn.weight_hh_l0	8	0.03564442694187164
42678	rnn.weight_hh_l0	9	-0.016541650518774986
42678	rnn.bias_ih_l0	0	0.052748341113328934
42678	rnn.bias_ih_l0	1	-0.10064704716205597
42678	rnn.bias_ih_l0	2	-0.0005590543150901794
42678	rnn.bias_ih_l0	3	-0.07805324345827103
42678	rnn.bias_ih_l0	4	0.08022716641426086
42678	rnn.bias_ih_l0	5	-0.08076848834753036
42678	rnn.bias_ih_l0	6	0.0039393301121890545
42678	rnn.bias_ih_l0	7	-0.12937602400779724
42678	rnn.bias_ih_l0	8	-0.044278234243392944
42678	rnn.bias_ih_l0	9	-0.25867345929145813
42678	rnn.bias_hh_l0	0	-0.07055138796567917
42678	rnn.bias_hh_l0	1	-0.058253198862075806
42678	rnn.bias_hh_l0	2	-0.057827819138765335
42678	rnn.bias_hh_l0	3	-0.05753738805651665
42678	rnn.bias_hh_l0	4	-0.0769689753651619
42678	rnn.bias_hh_l0	5	-0.11236675828695297
42678	rnn.bias_hh_l0	6	-0.06632552295923233
42678	rnn.bias_hh_l0	7	0.10057654976844788
42678	rnn.bias_hh_l0	8	-0.06536906957626343
42678	rnn.bias_hh_l0	9	-0.20617572963237762
42678	rnn.weight_ih_l0_reverse	0	0.06319528818130493
42678	rnn.weight_ih_l0_reverse	1	-0.036139100790023804
42678	rnn.weight_ih_l0_reverse	2	-0.004076146055012941
42678	rnn.weight_ih_l0_reverse	3	-0.05605128034949303
42678	rnn.weight_ih_l0_reverse	4	0.02754790149629116
42678	rnn.weight_ih_l0_reverse	5	-0.10203371942043304
42678	rnn.weight_ih_l0_reverse	6	0.05423033609986305
42678	rnn.weight_ih_l0_reverse	7	0.013878172263503075
42678	rnn.weight_ih_l0_reverse	8	-0.008219568058848381
42678	rnn.weight_ih_l0_reverse	9	-0.02395755611360073
42678	rnn.weight_hh_l0_reverse	0	-0.023861879482865334
42678	rnn.weight_hh_l0_reverse	1	0.039755020290613174
42678	rnn.weight_hh_l0_reverse	2	0.0058368537575006485
42678	rnn.weight_hh_l0_reverse	3	0.014281229116022587
42678	rnn.weight_hh_l0_reverse	4	-0.046906616538763046
42678	rnn.weight_hh_l0_reverse	5	0.03148499131202698
42678	rnn.weight_hh_l0_reverse	6	0.012532250955700874
42678	rnn.weight_hh_l0_reverse	7	0.002459787530824542
42678	rnn.weight_hh_l0_reverse	8	0.08458633720874786
42678	rnn.weight_hh_l0_reverse	9	0.01111701037734747
42678	rnn.bias_ih_l0_reverse	0	-0.12459390610456467
42678	rnn.bias_ih_l0_reverse	1	-0.10838375240564346
42678	rnn.bias_ih_l0_reverse	2	-0.028725693002343178
42678	rnn.bias_ih_l0_reverse	3	-0.07509125769138336
42678	rnn.bias_ih_l0_reverse	4	-0.027504298835992813
42678	rnn.bias_ih_l0_reverse	5	-0.12603788077831268
42678	rnn.bias_ih_l0_reverse	6	0.199301078915596
42678	rnn.bias_ih_l0_reverse	7	-0.19788378477096558
42678	rnn.bias_ih_l0_reverse	8	-0.07369793206453323
42678	rnn.bias_ih_l0_reverse	9	-0.07044955343008041
42678	rnn.bias_hh_l0_reverse	0	-0.026948288083076477
42678	rnn.bias_hh_l0_reverse	1	0.10803725570440292
42678	rnn.bias_hh_l0_reverse	2	-0.1627533882856369
42678	rnn.bias_hh_l0_reverse	3	-0.011057398281991482
42678	rnn.bias_hh_l0_reverse	4	-0.13392847776412964
42678	rnn.bias_hh_l0_reverse	5	-0.05372999608516693
42678	rnn.bias_hh_l0_reverse	6	-0.1342126429080963
42678	rnn.bias_hh_l0_reverse	7	0.0004205278819426894
42678	rnn.bias_hh_l0_reverse	8	-0.05022274702787399
42678	rnn.bias_hh_l0_reverse	9	0.11223050951957703
42678	linear.weight	0	0.2082350254058838
42678	linear.weight	1	-0.2727336287498474
42678	linear.weight	2	0.027348047122359276
42678	linear.weight	3	0.06709863245487213
42678	linear.weight	4	-0.1742977350950241
42678	linear.weight	5	0.2868271768093109
42678	linear.weight	6	-0.05446848273277283
42678	linear.weight	7	-0.07474830001592636
42678	linear.weight	8	0.21028001606464386
42678	linear.weight	9	-0.02463896945118904
42678	linear.bias	0	-0.949181318283081
42678	linear.bias	1	1.7667639255523682
42678	linear.bias	2	-0.039908427745103836
42678	linear.bias	3	-1.8638818264007568
42678	linear.bias	4	-0.34760043025016785
42678	linear.bias	5	0.965334951877594
42678	linear.bias	6	-0.2801228165626526
42678	linear.bias	7	0.1938025951385498
42678	linear.bias	8	1.8252058029174805
42678	linear.bias	9	-1.0785716772079468
42686	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
42686	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
42686	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
42686	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
42686	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
42686	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
42686	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
42686	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
42686	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
42686	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
42686	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
42686	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
42686	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
42686	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
42686	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
42686	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
42686	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
42686	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
42686	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
42686	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
42686	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
42686	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
42686	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
42686	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
42686	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
42686	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
42686	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
42686	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
42686	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
42686	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
42686	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
42686	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
42686	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
42686	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
42686	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
42686	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
42686	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
42686	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
42686	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
42686	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
42686	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
42686	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
42686	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
42686	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
42686	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
42686	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
42686	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
42686	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
42686	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
42686	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
42686	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
42686	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
42686	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
42686	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
42686	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
42686	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
42686	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
42686	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
42686	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
42686	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
42686	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
42686	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
42686	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
42686	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
42686	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
42686	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
42686	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
42686	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
42686	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
42686	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
42686	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
42686	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
42686	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
42686	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
42686	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
42686	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
42686	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
42686	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
42686	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
42686	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
42686	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
42686	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
42686	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
42686	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
42686	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
42686	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
42686	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
42686	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
42686	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
42686	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
42686	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
42686	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
42686	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
42686	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
42686	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
42686	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
42686	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
42686	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
42686	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
42686	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
42686	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
42686	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
42686	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
42686	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
42686	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
42686	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
42686	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
42686	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
42686	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
42686	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
42686	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
42686	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
42686	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
42686	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
42686	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
42686	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
42686	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
42686	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
42686	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
42686	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
42686	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
42686	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
42686	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
42686	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
42686	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
42686	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
42686	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
42686	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
42686	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
42686	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
42686	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
42686	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
42686	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
42686	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
42686	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
42686	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
42686	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
42686	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
42686	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
42686	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
42686	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
42686	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
42686	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
42686	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
42686	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
42686	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
42686	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
42686	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
42686	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
42686	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
42686	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
42686	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
42686	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
42686	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
42686	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
42686	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
42686	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
42686	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
42686	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
42686	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
42686	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
42686	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
42686	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
42686	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
42686	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
42686	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
42686	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
42686	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
42686	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
42686	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
42686	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
42686	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
42686	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
42686	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
42686	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
42686	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
42686	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
42686	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
42686	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
42686	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
42686	embedding2nn.weight	0	0.10070952773094177
42686	embedding2nn.weight	1	0.19291380047798157
42686	embedding2nn.weight	2	0.032249610871076584
42686	embedding2nn.weight	3	0.014072990976274014
42686	embedding2nn.weight	4	-0.07460498064756393
42686	embedding2nn.weight	5	0.02061152458190918
42686	embedding2nn.weight	6	0.042378801852464676
42686	embedding2nn.weight	7	-0.024984585121273994
42686	embedding2nn.weight	8	0.04879729822278023
42686	embedding2nn.weight	9	-0.015578260645270348
42686	embedding2nn.bias	0	0.06518476456403732
42686	embedding2nn.bias	1	-0.13426411151885986
42686	embedding2nn.bias	2	0.09290754795074463
42686	embedding2nn.bias	3	0.1545838862657547
42686	embedding2nn.bias	4	0.14504054188728333
42686	embedding2nn.bias	5	-0.03931327909231186
42686	embedding2nn.bias	6	0.013063876889646053
42686	embedding2nn.bias	7	0.031186707317829132
42686	embedding2nn.bias	8	-0.16282671689987183
42686	embedding2nn.bias	9	-0.2647974193096161
42686	rnn.weight_ih_l0	0	-0.012242141179740429
42686	rnn.weight_ih_l0	1	-0.042401254177093506
42686	rnn.weight_ih_l0	2	0.014661634340882301
42686	rnn.weight_ih_l0	3	-0.0041800374165177345
42686	rnn.weight_ih_l0	4	-0.015784496441483498
42686	rnn.weight_ih_l0	5	-0.1489962488412857
42686	rnn.weight_ih_l0	6	0.004756753332912922
42686	rnn.weight_ih_l0	7	-0.015161610208451748
42686	rnn.weight_ih_l0	8	0.024701852351427078
42686	rnn.weight_ih_l0	9	-0.026650384068489075
42686	rnn.weight_hh_l0	0	0.02783123590052128
42686	rnn.weight_hh_l0	1	0.049960121512413025
42686	rnn.weight_hh_l0	2	-0.0072633386589586735
42686	rnn.weight_hh_l0	3	0.04403277486562729
42686	rnn.weight_hh_l0	4	-0.025153595954179764
42686	rnn.weight_hh_l0	5	0.034876443445682526
42686	rnn.weight_hh_l0	6	0.027204619720578194
42686	rnn.weight_hh_l0	7	0.022818617522716522
42686	rnn.weight_hh_l0	8	0.03565986454486847
42686	rnn.weight_hh_l0	9	-0.016381271183490753
42686	rnn.bias_ih_l0	0	0.054181236773729324
42686	rnn.bias_ih_l0	1	-0.10069888830184937
42686	rnn.bias_ih_l0	2	-0.0008086154120974243
42686	rnn.bias_ih_l0	3	-0.07839719206094742
42686	rnn.bias_ih_l0	4	0.08074264973402023
42686	rnn.bias_ih_l0	5	-0.07981961965560913
42686	rnn.bias_ih_l0	6	0.0036105350591242313
42686	rnn.bias_ih_l0	7	-0.12914957106113434
42686	rnn.bias_ih_l0	8	-0.043856240808963776
42686	rnn.bias_ih_l0	9	-0.257943719625473
42686	rnn.bias_hh_l0	0	-0.07060505449771881
42686	rnn.bias_hh_l0	1	-0.057338643819093704
42686	rnn.bias_hh_l0	2	-0.0571533665060997
42686	rnn.bias_hh_l0	3	-0.05646715685725212
42686	rnn.bias_hh_l0	4	-0.07690558582544327
42686	rnn.bias_hh_l0	5	-0.11270222067832947
42686	rnn.bias_hh_l0	6	-0.06724051386117935
42686	rnn.bias_hh_l0	7	0.10223442316055298
42686	rnn.bias_hh_l0	8	-0.0655682384967804
42686	rnn.bias_hh_l0	9	-0.20631778240203857
42686	rnn.weight_ih_l0_reverse	0	0.06370053440332413
42686	rnn.weight_ih_l0_reverse	1	-0.03610672801733017
42686	rnn.weight_ih_l0_reverse	2	-0.004453861154615879
42686	rnn.weight_ih_l0_reverse	3	-0.055676911026239395
42686	rnn.weight_ih_l0_reverse	4	0.02718677558004856
42686	rnn.weight_ih_l0_reverse	5	-0.10179874300956726
42686	rnn.weight_ih_l0_reverse	6	0.05389761924743652
42686	rnn.weight_ih_l0_reverse	7	0.01385456696152687
42686	rnn.weight_ih_l0_reverse	8	-0.008172317408025265
42686	rnn.weight_ih_l0_reverse	9	-0.024266442283988
42686	rnn.weight_hh_l0_reverse	0	-0.024011561647057533
42686	rnn.weight_hh_l0_reverse	1	0.040051043033599854
42686	rnn.weight_hh_l0_reverse	2	0.006050264462828636
42686	rnn.weight_hh_l0_reverse	3	0.014345643110573292
42686	rnn.weight_hh_l0_reverse	4	-0.04686693102121353
42686	rnn.weight_hh_l0_reverse	5	0.03149576485157013
42686	rnn.weight_hh_l0_reverse	6	0.012630175799131393
42686	rnn.weight_hh_l0_reverse	7	0.002805866999551654
42686	rnn.weight_hh_l0_reverse	8	0.08483266085386276
42686	rnn.weight_hh_l0_reverse	9	0.011113240383565426
42686	rnn.bias_ih_l0_reverse	0	-0.12378451973199844
42686	rnn.bias_ih_l0_reverse	1	-0.10931222140789032
42686	rnn.bias_ih_l0_reverse	2	-0.02972107008099556
42686	rnn.bias_ih_l0_reverse	3	-0.07529056817293167
42686	rnn.bias_ih_l0_reverse	4	-0.02706822007894516
42686	rnn.bias_ih_l0_reverse	5	-0.12589246034622192
42686	rnn.bias_ih_l0_reverse	6	0.1995934098958969
42686	rnn.bias_ih_l0_reverse	7	-0.197851300239563
42686	rnn.bias_ih_l0_reverse	8	-0.07369603961706161
42686	rnn.bias_ih_l0_reverse	9	-0.07188620418310165
42686	rnn.bias_hh_l0_reverse	0	-0.02670034021139145
42686	rnn.bias_hh_l0_reverse	1	0.10485042631626129
42686	rnn.bias_hh_l0_reverse	2	-0.16378521919250488
42686	rnn.bias_hh_l0_reverse	3	-0.010452114045619965
42686	rnn.bias_hh_l0_reverse	4	-0.13451291620731354
42686	rnn.bias_hh_l0_reverse	5	-0.053040292114019394
42686	rnn.bias_hh_l0_reverse	6	-0.1341053545475006
42686	rnn.bias_hh_l0_reverse	7	0.0005379666690714657
42686	rnn.bias_hh_l0_reverse	8	-0.04847780987620354
42686	rnn.bias_hh_l0_reverse	9	0.11137209087610245
42686	linear.weight	0	0.20955240726470947
42686	linear.weight	1	-0.27485525608062744
42686	linear.weight	2	0.02996615692973137
42686	linear.weight	3	0.06709875911474228
42686	linear.weight	4	-0.17075833678245544
42686	linear.weight	5	0.2856118083000183
42686	linear.weight	6	-0.059134673327207565
42686	linear.weight	7	-0.07474133372306824
42686	linear.weight	8	0.21090145409107208
42686	linear.weight	9	-0.02464199811220169
42686	linear.bias	0	-0.9422740340232849
42686	linear.bias	1	1.7668942213058472
42686	linear.bias	2	-0.039223071187734604
42686	linear.bias	3	-1.8639700412750244
42686	linear.bias	4	-0.3513995110988617
42686	linear.bias	5	0.970887303352356
42686	linear.bias	6	-0.2824211120605469
42686	linear.bias	7	0.20765908062458038
42686	linear.bias	8	1.792540192604065
42686	linear.bias	9	-1.0615899562835693
43295	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
43295	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
43295	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
43295	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
43295	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
43295	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
43295	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
43295	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
43295	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
43295	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
43295	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
43295	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
43295	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
43295	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
43295	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
43295	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
43295	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
43295	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
43295	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
43295	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
43295	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
43295	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
43295	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
43295	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
43295	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
43295	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
43295	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
43295	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
43295	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
43295	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
43295	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
43295	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
43295	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
43295	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
43295	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
43295	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
43295	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
43295	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
43295	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
43295	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
43295	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
43295	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
43295	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
43295	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
43295	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
43295	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
43295	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
43295	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
43295	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
43295	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
43295	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
43295	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
43295	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
43295	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
43295	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
43295	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
43295	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
43295	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
43295	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
43295	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
43295	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
43295	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
43295	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
43295	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
43295	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
43295	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
43295	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
43295	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
43295	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
43295	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
43295	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
43295	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
43295	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
43295	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
43295	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
43295	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
43295	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
43295	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
43295	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
43295	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
43295	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
43295	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
43295	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
43295	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
43295	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
43295	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
43295	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
43295	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
43295	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
43295	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
43295	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
43295	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
43295	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
43295	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
43295	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
43295	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
43295	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
43295	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
43295	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
43295	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
43295	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
43295	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
43295	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
43295	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
43295	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
43295	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
43295	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
43295	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
43295	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
43295	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
43295	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
43295	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
43295	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
43295	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
43295	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
43295	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
43295	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
43295	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
43295	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
43295	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
43295	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
43295	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
43295	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
43295	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
43295	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
43295	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
43295	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
43295	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
43295	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
43295	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
43295	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
43295	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
43295	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
43295	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
43295	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
43295	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
43295	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
43295	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
43295	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
43295	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
43295	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
43295	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
43295	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
43295	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
43295	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
43295	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
43295	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
43295	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
43295	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
43295	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
43295	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
43295	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
43295	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
43295	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
43295	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
43295	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
43295	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
43295	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
43295	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
43295	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
43295	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
43295	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
43295	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
43295	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
43295	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
43295	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
43295	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
43295	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
43295	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
43295	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
43295	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
43295	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
43295	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
43295	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
43295	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
43295	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
43295	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
43295	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
43295	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
43295	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
43295	embedding2nn.weight	0	0.1014406606554985
43295	embedding2nn.weight	1	0.1933889389038086
43295	embedding2nn.weight	2	0.036673687398433685
43295	embedding2nn.weight	3	0.016287509351968765
43295	embedding2nn.weight	4	-0.07605807483196259
43295	embedding2nn.weight	5	0.019367756322026253
43295	embedding2nn.weight	6	0.036111071705818176
43295	embedding2nn.weight	7	-0.03239765763282776
43295	embedding2nn.weight	8	0.05111728981137276
43295	embedding2nn.weight	9	-0.017101528123021126
43295	embedding2nn.bias	0	0.054899733513593674
43295	embedding2nn.bias	1	-0.1352730542421341
43295	embedding2nn.bias	2	0.07680598646402359
43295	embedding2nn.bias	3	0.13985826075077057
43295	embedding2nn.bias	4	0.1340683400630951
43295	embedding2nn.bias	5	-0.04149438440799713
43295	embedding2nn.bias	6	-0.002314722165465355
43295	embedding2nn.bias	7	0.038639407604932785
43295	embedding2nn.bias	8	-0.14701354503631592
43295	embedding2nn.bias	9	-0.30109429359436035
43295	rnn.weight_ih_l0	0	-0.010539279319345951
43295	rnn.weight_ih_l0	1	-0.04158413037657738
43295	rnn.weight_ih_l0	2	0.01813463121652603
43295	rnn.weight_ih_l0	3	-0.004620184190571308
43295	rnn.weight_ih_l0	4	-0.01524330023676157
43295	rnn.weight_ih_l0	5	-0.1592855304479599
43295	rnn.weight_ih_l0	6	0.006466683465987444
43295	rnn.weight_ih_l0	7	-0.013853507116436958
43295	rnn.weight_ih_l0	8	0.018635859712958336
43295	rnn.weight_ih_l0	9	-0.028628727421164513
43295	rnn.weight_hh_l0	0	0.02777491882443428
43295	rnn.weight_hh_l0	1	0.05031200870871544
43295	rnn.weight_hh_l0	2	-0.0056846546940505505
43295	rnn.weight_hh_l0	3	0.04430031403899193
43295	rnn.weight_hh_l0	4	-0.02430489845573902
43295	rnn.weight_hh_l0	5	0.035572268068790436
43295	rnn.weight_hh_l0	6	0.02752453088760376
43295	rnn.weight_hh_l0	7	0.023359479382634163
43295	rnn.weight_hh_l0	8	0.03657585009932518
43295	rnn.weight_hh_l0	9	-0.017130047082901
43295	rnn.bias_ih_l0	0	0.03752022981643677
43295	rnn.bias_ih_l0	1	-0.10798335820436478
43295	rnn.bias_ih_l0	2	0.0017621660372242332
43295	rnn.bias_ih_l0	3	-0.08099271357059479
43295	rnn.bias_ih_l0	4	0.08620155602693558
43295	rnn.bias_ih_l0	5	-0.08569751679897308
43295	rnn.bias_ih_l0	6	-0.009778163395822048
43295	rnn.bias_ih_l0	7	-0.13281001150608063
43295	rnn.bias_ih_l0	8	-0.03865507245063782
43295	rnn.bias_ih_l0	9	-0.24424248933792114
43295	rnn.bias_hh_l0	0	-0.0659705251455307
43295	rnn.bias_hh_l0	1	-0.05361057445406914
43295	rnn.bias_hh_l0	2	-0.06438679248094559
43295	rnn.bias_hh_l0	3	-0.04605250433087349
43295	rnn.bias_hh_l0	4	-0.07438695430755615
43295	rnn.bias_hh_l0	5	-0.10859669744968414
43295	rnn.bias_hh_l0	6	-0.06635365635156631
43295	rnn.bias_hh_l0	7	0.09292939305305481
43295	rnn.bias_hh_l0	8	-0.061392560601234436
43295	rnn.bias_hh_l0	9	-0.21243588626384735
43295	rnn.weight_ih_l0_reverse	0	0.0566689558327198
43295	rnn.weight_ih_l0_reverse	1	-0.03715404495596886
43295	rnn.weight_ih_l0_reverse	2	-0.005910789128392935
43295	rnn.weight_ih_l0_reverse	3	-0.05435347557067871
43295	rnn.weight_ih_l0_reverse	4	0.026811162009835243
43295	rnn.weight_ih_l0_reverse	5	-0.10354086756706238
43295	rnn.weight_ih_l0_reverse	6	0.050742778927087784
43295	rnn.weight_ih_l0_reverse	7	0.015416727401316166
43295	rnn.weight_ih_l0_reverse	8	-0.0071324752643704414
43295	rnn.weight_ih_l0_reverse	9	-0.02280399762094021
43295	rnn.weight_hh_l0_reverse	0	-0.023063676431775093
43295	rnn.weight_hh_l0_reverse	1	0.03971942141652107
43295	rnn.weight_hh_l0_reverse	2	0.004937281832098961
43295	rnn.weight_hh_l0_reverse	3	0.01380869373679161
43295	rnn.weight_hh_l0_reverse	4	-0.04654505476355553
43295	rnn.weight_hh_l0_reverse	5	0.031532879918813705
43295	rnn.weight_hh_l0_reverse	6	0.012794557958841324
43295	rnn.weight_hh_l0_reverse	7	0.001971404068171978
43295	rnn.weight_hh_l0_reverse	8	0.0864022821187973
43295	rnn.weight_hh_l0_reverse	9	0.010755880735814571
43295	rnn.bias_ih_l0_reverse	0	-0.12085935473442078
43295	rnn.bias_ih_l0_reverse	1	-0.10368296504020691
43295	rnn.bias_ih_l0_reverse	2	-0.024876266717910767
43295	rnn.bias_ih_l0_reverse	3	-0.07263781875371933
43295	rnn.bias_ih_l0_reverse	4	-0.036003246903419495
43295	rnn.bias_ih_l0_reverse	5	-0.12235146015882492
43295	rnn.bias_ih_l0_reverse	6	0.1993345022201538
43295	rnn.bias_ih_l0_reverse	7	-0.20129409432411194
43295	rnn.bias_ih_l0_reverse	8	-0.07010973244905472
43295	rnn.bias_ih_l0_reverse	9	-0.0760873407125473
43295	rnn.bias_hh_l0_reverse	0	-0.013870556838810444
43295	rnn.bias_hh_l0_reverse	1	0.08331213891506195
43295	rnn.bias_hh_l0_reverse	2	-0.16811169683933258
43295	rnn.bias_hh_l0_reverse	3	-0.011623813770711422
43295	rnn.bias_hh_l0_reverse	4	-0.13094095885753632
43295	rnn.bias_hh_l0_reverse	5	-0.05011863633990288
43295	rnn.bias_hh_l0_reverse	6	-0.14089833199977875
43295	rnn.bias_hh_l0_reverse	7	-0.002958322409540415
43295	rnn.bias_hh_l0_reverse	8	-0.054448164999485016
43295	rnn.bias_hh_l0_reverse	9	0.11542090773582458
43295	linear.weight	0	0.21680429577827454
43295	linear.weight	1	-0.2511936128139496
43295	linear.weight	2	0.0022233817726373672
43295	linear.weight	3	0.067196324467659
43295	linear.weight	4	-0.18114082515239716
43295	linear.weight	5	0.27048730850219727
43295	linear.weight	6	-0.08976654708385468
43295	linear.weight	7	-0.07459031790494919
43295	linear.weight	8	0.2277662605047226
43295	linear.weight	9	-0.024783242493867874
43295	linear.bias	0	-0.9646990299224854
43295	linear.bias	1	1.758980631828308
43295	linear.bias	2	0.011452334932982922
43295	linear.bias	3	-1.8697034120559692
43295	linear.bias	4	-0.3602791428565979
43295	linear.bias	5	0.948024332523346
43295	linear.bias	6	-0.30711013078689575
43295	linear.bias	7	0.2162332534790039
43295	linear.bias	8	1.822452425956726
43295	linear.bias	9	-1.0642729997634888
43904	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
43904	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
43904	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
43904	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
43904	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
43904	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
43904	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
43904	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
43904	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
43904	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
43904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
43904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
43904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
43904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
43904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
43904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
43904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
43904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
43904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
43904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
43904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
43904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
43904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
43904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
43904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
43904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
43904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
43904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
43904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
43904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
43904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
43904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
43904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
43904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
43904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
43904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
43904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
43904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
43904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
43904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
43904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
43904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
43904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
43904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
43904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
43904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
43904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
43904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
43904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
43904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
43904	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
43904	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
43904	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
43904	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
43904	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
43904	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
43904	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
43904	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
43904	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
43904	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
43904	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
43904	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
43904	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
43904	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
43904	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
43904	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
43904	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
43904	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
43904	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
43904	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
43904	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
43904	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
43904	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
43904	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
43904	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
43904	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
43904	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
43904	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
43904	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
43904	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
43904	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
43904	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
43904	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
43904	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
43904	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
43904	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
43904	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
43904	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
43904	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
43904	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
43904	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
43904	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
43904	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
43904	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
43904	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
43904	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
43904	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
43904	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
43904	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
43904	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
43904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
43904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
43904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
43904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
43904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
43904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
43904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
43904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
43904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
43904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
43904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
43904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
43904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
43904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
43904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
43904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
43904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
43904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
43904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
43904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
43904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
43904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
43904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
43904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
43904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
43904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
43904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
43904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
43904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
43904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
43904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
43904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
43904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
43904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
43904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
43904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
43904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
43904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
43904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
43904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
43904	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
43904	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
43904	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
43904	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
43904	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
43904	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
43904	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
43904	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
43904	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
43904	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
43904	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
43904	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
43904	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
43904	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
43904	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
43904	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
43904	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
43904	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
43904	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
43904	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
43904	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
43904	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
43904	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
43904	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
43904	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
43904	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
43904	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
43904	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
43904	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
43904	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
43904	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
43904	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
43904	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
43904	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
43904	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
43904	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
43904	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
43904	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
43904	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
43904	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
43904	embedding2nn.weight	0	0.10226722061634064
43904	embedding2nn.weight	1	0.19979560375213623
43904	embedding2nn.weight	2	0.03558088093996048
43904	embedding2nn.weight	3	0.0316307470202446
43904	embedding2nn.weight	4	-0.08366993814706802
43904	embedding2nn.weight	5	0.02154695615172386
43904	embedding2nn.weight	6	0.030597196891903877
43904	embedding2nn.weight	7	-0.03304912894964218
43904	embedding2nn.weight	8	0.049594052135944366
43904	embedding2nn.weight	9	-0.01732555776834488
43904	embedding2nn.bias	0	0.0530741922557354
43904	embedding2nn.bias	1	-0.1370317041873932
43904	embedding2nn.bias	2	0.11682523787021637
43904	embedding2nn.bias	3	0.13821029663085938
43904	embedding2nn.bias	4	0.12535381317138672
43904	embedding2nn.bias	5	-0.03516629338264465
43904	embedding2nn.bias	6	-0.010444617830216885
43904	embedding2nn.bias	7	0.03119097277522087
43904	embedding2nn.bias	8	-0.1694781631231308
43904	embedding2nn.bias	9	-0.2898850440979004
43904	rnn.weight_ih_l0	0	-0.010952753946185112
43904	rnn.weight_ih_l0	1	-0.0435858890414238
43904	rnn.weight_ih_l0	2	0.024496890604496002
43904	rnn.weight_ih_l0	3	-0.0012884024763479829
43904	rnn.weight_ih_l0	4	-0.02198829874396324
43904	rnn.weight_ih_l0	5	-0.1492273360490799
43904	rnn.weight_ih_l0	6	-0.00170902197714895
43904	rnn.weight_ih_l0	7	-0.010164482519030571
43904	rnn.weight_ih_l0	8	0.009439687244594097
43904	rnn.weight_ih_l0	9	-0.03461214154958725
43904	rnn.weight_hh_l0	0	0.028202127665281296
43904	rnn.weight_hh_l0	1	0.051340341567993164
43904	rnn.weight_hh_l0	2	-0.00490821385756135
43904	rnn.weight_hh_l0	3	0.04424041509628296
43904	rnn.weight_hh_l0	4	-0.02579009160399437
43904	rnn.weight_hh_l0	5	0.03553278371691704
43904	rnn.weight_hh_l0	6	0.027380265295505524
43904	rnn.weight_hh_l0	7	0.021772712469100952
43904	rnn.weight_hh_l0	8	0.03618815541267395
43904	rnn.weight_hh_l0	9	-0.016841182485222816
43904	rnn.bias_ih_l0	0	0.03826212137937546
43904	rnn.bias_ih_l0	1	-0.10177130252122879
43904	rnn.bias_ih_l0	2	0.008102578110992908
43904	rnn.bias_ih_l0	3	-0.0820857584476471
43904	rnn.bias_ih_l0	4	0.08158386498689651
43904	rnn.bias_ih_l0	5	-0.08490054309368134
43904	rnn.bias_ih_l0	6	0.0007690667407587171
43904	rnn.bias_ih_l0	7	-0.13273736834526062
43904	rnn.bias_ih_l0	8	-0.041135821491479874
43904	rnn.bias_ih_l0	9	-0.24594637751579285
43904	rnn.bias_hh_l0	0	-0.06329017877578735
43904	rnn.bias_hh_l0	1	-0.0516066811978817
43904	rnn.bias_hh_l0	2	-0.06190158799290657
43904	rnn.bias_hh_l0	3	-0.04514408856630325
43904	rnn.bias_hh_l0	4	-0.07581111788749695
43904	rnn.bias_hh_l0	5	-0.10868294537067413
43904	rnn.bias_hh_l0	6	-0.06487896293401718
43904	rnn.bias_hh_l0	7	0.11109276860952377
43904	rnn.bias_hh_l0	8	-0.07131334394216537
43904	rnn.bias_hh_l0	9	-0.21047860383987427
43904	rnn.weight_ih_l0_reverse	0	0.058019787073135376
43904	rnn.weight_ih_l0_reverse	1	-0.034635160118341446
43904	rnn.weight_ih_l0_reverse	2	-0.0033983318135142326
43904	rnn.weight_ih_l0_reverse	3	-0.05092877894639969
43904	rnn.weight_ih_l0_reverse	4	0.02584942616522312
43904	rnn.weight_ih_l0_reverse	5	-0.1023392304778099
43904	rnn.weight_ih_l0_reverse	6	0.042802199721336365
43904	rnn.weight_ih_l0_reverse	7	0.017023788765072823
43904	rnn.weight_ih_l0_reverse	8	-0.009805656038224697
43904	rnn.weight_ih_l0_reverse	9	-0.020106757059693336
43904	rnn.weight_hh_l0_reverse	0	-0.02278502658009529
43904	rnn.weight_hh_l0_reverse	1	0.03839366137981415
43904	rnn.weight_hh_l0_reverse	2	0.004410795867443085
43904	rnn.weight_hh_l0_reverse	3	0.01465978566557169
43904	rnn.weight_hh_l0_reverse	4	-0.0471867173910141
43904	rnn.weight_hh_l0_reverse	5	0.031564466655254364
43904	rnn.weight_hh_l0_reverse	6	0.012433847412467003
43904	rnn.weight_hh_l0_reverse	7	0.0033030349295586348
43904	rnn.weight_hh_l0_reverse	8	0.08764225989580154
43904	rnn.weight_hh_l0_reverse	9	0.008549020625650883
43904	rnn.bias_ih_l0_reverse	0	-0.1192464604973793
43904	rnn.bias_ih_l0_reverse	1	-0.10398171842098236
43904	rnn.bias_ih_l0_reverse	2	-0.023749180138111115
43904	rnn.bias_ih_l0_reverse	3	-0.07656411826610565
43904	rnn.bias_ih_l0_reverse	4	-0.03255296126008034
43904	rnn.bias_ih_l0_reverse	5	-0.12270002067089081
43904	rnn.bias_ih_l0_reverse	6	0.21058940887451172
43904	rnn.bias_ih_l0_reverse	7	-0.18860085308551788
43904	rnn.bias_ih_l0_reverse	8	-0.07417518645524979
43904	rnn.bias_ih_l0_reverse	9	-0.07978680729866028
43904	rnn.bias_hh_l0_reverse	0	-0.015496741980314255
43904	rnn.bias_hh_l0_reverse	1	0.09975290298461914
43904	rnn.bias_hh_l0_reverse	2	-0.16325743496418
43904	rnn.bias_hh_l0_reverse	3	-0.011433943174779415
43904	rnn.bias_hh_l0_reverse	4	-0.12507164478302002
43904	rnn.bias_hh_l0_reverse	5	-0.04389007017016411
43904	rnn.bias_hh_l0_reverse	6	-0.14324811100959778
43904	rnn.bias_hh_l0_reverse	7	-0.0030865247827023268
43904	rnn.bias_hh_l0_reverse	8	-0.05961225926876068
43904	rnn.bias_hh_l0_reverse	9	0.11495283991098404
43904	linear.weight	0	0.23677489161491394
43904	linear.weight	1	-0.27787357568740845
43904	linear.weight	2	0.05953986197710037
43904	linear.weight	3	0.06724812835454941
43904	linear.weight	4	-0.11006812006235123
43904	linear.weight	5	0.2606504261493683
43904	linear.weight	6	-0.07413329184055328
43904	linear.weight	7	-0.07443232089281082
43904	linear.weight	8	0.23152364790439606
43904	linear.weight	9	-0.02487552911043167
43904	linear.bias	0	-0.9963189363479614
43904	linear.bias	1	1.7388561964035034
43904	linear.bias	2	0.009706711396574974
43904	linear.bias	3	-1.8754438161849976
43904	linear.bias	4	-0.3313373029232025
43904	linear.bias	5	0.9739749431610107
43904	linear.bias	6	-0.31755509972572327
43904	linear.bias	7	0.23667077720165253
43904	linear.bias	8	1.8379788398742676
43904	linear.bias	9	-1.0800153017044067
44513	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
44513	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
44513	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
44513	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
44513	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
44513	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
44513	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
44513	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
44513	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
44513	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
44513	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
44513	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
44513	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
44513	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
44513	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
44513	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
44513	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
44513	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
44513	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
44513	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
44513	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
44513	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
44513	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
44513	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
44513	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
44513	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
44513	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
44513	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
44513	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
44513	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
44513	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
44513	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
44513	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
44513	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
44513	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
44513	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
44513	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
44513	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
44513	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
44513	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
44513	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
44513	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
44513	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
44513	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
44513	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
44513	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
44513	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
44513	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
44513	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
44513	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
44513	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
44513	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
44513	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
44513	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
44513	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
44513	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
44513	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
44513	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
44513	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
44513	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
44513	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
44513	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
44513	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
44513	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
44513	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
44513	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
44513	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
44513	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
44513	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
44513	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
44513	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
44513	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
44513	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
44513	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
44513	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
44513	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
44513	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
44513	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
44513	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
44513	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
44513	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
44513	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
44513	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
44513	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
44513	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
44513	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
44513	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
44513	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
44513	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
44513	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
44513	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
44513	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
44513	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
44513	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
44513	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
44513	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
44513	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
44513	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
44513	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
44513	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
44513	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
44513	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
44513	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
44513	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
44513	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
44513	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
44513	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
44513	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
44513	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
44513	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
44513	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
44513	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
44513	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
44513	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
44513	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
44513	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
44513	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
44513	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
44513	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
44513	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
44513	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
44513	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
44513	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
44513	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
44513	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
44513	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
44513	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
44513	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
44513	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
44513	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
44513	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
44513	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
44513	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
44513	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
44513	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
44513	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
44513	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
44513	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
44513	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
44513	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
44513	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
44513	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
44513	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
44513	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
44513	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
44513	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
44513	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
44513	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
44513	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
44513	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
44513	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
44513	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
44513	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
44513	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
44513	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
44513	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
44513	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
44513	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
44513	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
44513	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
44513	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
44513	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
44513	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
44513	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
44513	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
44513	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
44513	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
44513	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
44513	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
44513	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
44513	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
44513	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
44513	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
44513	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
44513	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
44513	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
44513	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
44513	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
44513	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
44513	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
44513	embedding2nn.weight	0	0.10577809810638428
44513	embedding2nn.weight	1	0.20073731243610382
44513	embedding2nn.weight	2	0.03874758630990982
44513	embedding2nn.weight	3	0.01853218860924244
44513	embedding2nn.weight	4	-0.08129647374153137
44513	embedding2nn.weight	5	0.0214680302888155
44513	embedding2nn.weight	6	0.04004202410578728
44513	embedding2nn.weight	7	-0.03142547234892845
44513	embedding2nn.weight	8	0.051407936960458755
44513	embedding2nn.weight	9	-0.01572754792869091
44513	embedding2nn.bias	0	0.047519195824861526
44513	embedding2nn.bias	1	-0.1313501000404358
44513	embedding2nn.bias	2	0.09826286882162094
44513	embedding2nn.bias	3	0.15484774112701416
44513	embedding2nn.bias	4	0.12594559788703918
44513	embedding2nn.bias	5	-0.04647423326969147
44513	embedding2nn.bias	6	-0.01369007769972086
44513	embedding2nn.bias	7	0.0327012836933136
44513	embedding2nn.bias	8	-0.1743677258491516
44513	embedding2nn.bias	9	-0.2872505486011505
44513	rnn.weight_ih_l0	0	-0.010740055702626705
44513	rnn.weight_ih_l0	1	-0.0440795011818409
44513	rnn.weight_ih_l0	2	0.02484704740345478
44513	rnn.weight_ih_l0	3	0.00017105882579926401
44513	rnn.weight_ih_l0	4	-0.0277077779173851
44513	rnn.weight_ih_l0	5	-0.14998705685138702
44513	rnn.weight_ih_l0	6	-0.0021450985223054886
44513	rnn.weight_ih_l0	7	-0.01062904391437769
44513	rnn.weight_ih_l0	8	0.007930338382720947
44513	rnn.weight_ih_l0	9	-0.030471811071038246
44513	rnn.weight_hh_l0	0	0.027918927371501923
44513	rnn.weight_hh_l0	1	0.05177393555641174
44513	rnn.weight_hh_l0	2	-0.0046161781065166
44513	rnn.weight_hh_l0	3	0.043616704642772675
44513	rnn.weight_hh_l0	4	-0.024809811264276505
44513	rnn.weight_hh_l0	5	0.03650505468249321
44513	rnn.weight_hh_l0	6	0.02794189751148224
44513	rnn.weight_hh_l0	7	0.01870887540280819
44513	rnn.weight_hh_l0	8	0.03608290106058121
44513	rnn.weight_hh_l0	9	-0.01936994679272175
44513	rnn.bias_ih_l0	0	0.06297902017831802
44513	rnn.bias_ih_l0	1	-0.09808377921581268
44513	rnn.bias_ih_l0	2	0.0011778747430071235
44513	rnn.bias_ih_l0	3	-0.08247970789670944
44513	rnn.bias_ih_l0	4	0.0813247561454773
44513	rnn.bias_ih_l0	5	-0.08740680664777756
44513	rnn.bias_ih_l0	6	-0.015373543836176395
44513	rnn.bias_ih_l0	7	-0.1347416490316391
44513	rnn.bias_ih_l0	8	-0.03833547607064247
44513	rnn.bias_ih_l0	9	-0.24998775124549866
44513	rnn.bias_hh_l0	0	-0.06408625096082687
44513	rnn.bias_hh_l0	1	-0.05491036921739578
44513	rnn.bias_hh_l0	2	-0.058090198785066605
44513	rnn.bias_hh_l0	3	-0.05000881478190422
44513	rnn.bias_hh_l0	4	-0.07618812471628189
44513	rnn.bias_hh_l0	5	-0.11072729527950287
44513	rnn.bias_hh_l0	6	-0.06295289099216461
44513	rnn.bias_hh_l0	7	0.10221750289201736
44513	rnn.bias_hh_l0	8	-0.06439176946878433
44513	rnn.bias_hh_l0	9	-0.22017288208007812
44513	rnn.weight_ih_l0_reverse	0	0.06524829566478729
44513	rnn.weight_ih_l0_reverse	1	-0.03404320031404495
44513	rnn.weight_ih_l0_reverse	2	-0.0048198881559073925
44513	rnn.weight_ih_l0_reverse	3	-0.04969211667776108
44513	rnn.weight_ih_l0_reverse	4	0.024449704214930534
44513	rnn.weight_ih_l0_reverse	5	-0.10094311088323593
44513	rnn.weight_ih_l0_reverse	6	0.04052247852087021
44513	rnn.weight_ih_l0_reverse	7	0.017147334292531013
44513	rnn.weight_ih_l0_reverse	8	-0.010899335145950317
44513	rnn.weight_ih_l0_reverse	9	-0.01805289089679718
44513	rnn.weight_hh_l0_reverse	0	-0.02285187691450119
44513	rnn.weight_hh_l0_reverse	1	0.036204107105731964
44513	rnn.weight_hh_l0_reverse	2	0.0042670974507927895
44513	rnn.weight_hh_l0_reverse	3	0.015070992521941662
44513	rnn.weight_hh_l0_reverse	4	-0.04711131006479263
44513	rnn.weight_hh_l0_reverse	5	0.03180277347564697
44513	rnn.weight_hh_l0_reverse	6	0.013076153583824635
44513	rnn.weight_hh_l0_reverse	7	0.001249481923878193
44513	rnn.weight_hh_l0_reverse	8	0.08511597663164139
44513	rnn.weight_hh_l0_reverse	9	0.00953683815896511
44513	rnn.bias_ih_l0_reverse	0	-0.11556267738342285
44513	rnn.bias_ih_l0_reverse	1	-0.10559532046318054
44513	rnn.bias_ih_l0_reverse	2	-0.019350184127688408
44513	rnn.bias_ih_l0_reverse	3	-0.0826675295829773
44513	rnn.bias_ih_l0_reverse	4	-0.03543348237872124
44513	rnn.bias_ih_l0_reverse	5	-0.1216544359922409
44513	rnn.bias_ih_l0_reverse	6	0.20924793183803558
44513	rnn.bias_ih_l0_reverse	7	-0.20705541968345642
44513	rnn.bias_ih_l0_reverse	8	-0.07267232984304428
44513	rnn.bias_ih_l0_reverse	9	-0.07592453807592392
44513	rnn.bias_hh_l0_reverse	0	-0.021512780338525772
44513	rnn.bias_hh_l0_reverse	1	0.09309396892786026
44513	rnn.bias_hh_l0_reverse	2	-0.16601616144180298
44513	rnn.bias_hh_l0_reverse	3	-0.00707963528111577
44513	rnn.bias_hh_l0_reverse	4	-0.13533271849155426
44513	rnn.bias_hh_l0_reverse	5	-0.04359462857246399
44513	rnn.bias_hh_l0_reverse	6	-0.14273867011070251
44513	rnn.bias_hh_l0_reverse	7	-0.006529816426336765
44513	rnn.bias_hh_l0_reverse	8	-0.07472093403339386
44513	rnn.bias_hh_l0_reverse	9	0.12027458101511002
44513	linear.weight	0	0.23550797998905182
44513	linear.weight	1	-0.2551821768283844
44513	linear.weight	2	0.010892285965383053
44513	linear.weight	3	0.06726785749197006
44513	linear.weight	4	-0.11125988513231277
44513	linear.weight	5	0.25483283400535583
44513	linear.weight	6	-0.06522053480148315
44513	linear.weight	7	-0.07431261241436005
44513	linear.weight	8	0.20389483869075775
44513	linear.weight	9	-0.02497558295726776
44513	linear.bias	0	-0.9923641681671143
44513	linear.bias	1	1.8068004846572876
44513	linear.bias	2	0.007369030267000198
44513	linear.bias	3	-1.8804850578308105
44513	linear.bias	4	-0.3677789866924286
44513	linear.bias	5	1.0050314664840698
44513	linear.bias	6	-0.3328755795955658
44513	linear.bias	7	0.1831137090921402
44513	linear.bias	8	1.848226547241211
44513	linear.bias	9	-1.0705616474151611
45122	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
45122	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
45122	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
45122	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
45122	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
45122	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
45122	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
45122	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
45122	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
45122	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
45122	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
45122	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
45122	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
45122	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
45122	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
45122	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
45122	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
45122	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
45122	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
45122	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
45122	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
45122	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
45122	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
45122	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
45122	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
45122	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
45122	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
45122	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
45122	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
45122	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
45122	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
45122	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
45122	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
45122	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
45122	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
45122	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
45122	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
45122	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
45122	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
45122	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
45122	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
45122	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
45122	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
45122	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
45122	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
45122	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
45122	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
45122	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
45122	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
45122	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
45122	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
45122	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
45122	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
45122	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
45122	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
45122	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
45122	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
45122	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
45122	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
45122	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
45122	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
45122	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
45122	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
45122	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
45122	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
45122	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
45122	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
45122	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
45122	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
45122	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
45122	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
45122	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
45122	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
45122	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
45122	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
45122	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
45122	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
45122	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
45122	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
45122	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
45122	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
45122	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
45122	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
45122	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
45122	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
45122	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
45122	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
45122	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
45122	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
45122	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
45122	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
45122	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
45122	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
45122	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
45122	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
45122	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
45122	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
45122	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
45122	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
45122	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
45122	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
45122	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
45122	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
45122	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
45122	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
45122	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
45122	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
45122	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
45122	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
45122	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
45122	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
45122	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
45122	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
45122	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
45122	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
45122	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
45122	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
45122	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
45122	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
45122	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
45122	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
45122	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
45122	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
45122	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
45122	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
45122	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
45122	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
45122	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
45122	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
45122	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
45122	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
45122	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
45122	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
45122	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
45122	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
45122	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
45122	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
45122	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
45122	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
45122	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
45122	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
45122	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
45122	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
45122	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
45122	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
45122	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
45122	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
45122	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
45122	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
45122	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
45122	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
45122	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
45122	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
45122	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
45122	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
45122	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
45122	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
45122	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
45122	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
45122	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
45122	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
45122	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
45122	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
45122	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
45122	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
45122	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
45122	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
45122	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
45122	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
45122	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
45122	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
45122	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
45122	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
45122	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
45122	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
45122	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
45122	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
45122	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
45122	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
45122	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
45122	embedding2nn.weight	0	0.10711957514286041
45122	embedding2nn.weight	1	0.19799990952014923
45122	embedding2nn.weight	2	0.036916349083185196
45122	embedding2nn.weight	3	0.031068405136466026
45122	embedding2nn.weight	4	-0.08008643239736557
45122	embedding2nn.weight	5	0.020093601197004318
45122	embedding2nn.weight	6	0.04936911165714264
45122	embedding2nn.weight	7	-0.027638308703899384
45122	embedding2nn.weight	8	0.05768661946058273
45122	embedding2nn.weight	9	-0.017745090648531914
45122	embedding2nn.bias	0	0.03561916574835777
45122	embedding2nn.bias	1	-0.15351110696792603
45122	embedding2nn.bias	2	0.07214626669883728
45122	embedding2nn.bias	3	0.15026316046714783
45122	embedding2nn.bias	4	0.1284850388765335
45122	embedding2nn.bias	5	-0.028638070449233055
45122	embedding2nn.bias	6	-0.005775915924459696
45122	embedding2nn.bias	7	0.05278151482343674
45122	embedding2nn.bias	8	-0.17508208751678467
45122	embedding2nn.bias	9	-0.29063528776168823
45122	rnn.weight_ih_l0	0	-0.01111089251935482
45122	rnn.weight_ih_l0	1	-0.043409544974565506
45122	rnn.weight_ih_l0	2	0.030772371217608452
45122	rnn.weight_ih_l0	3	-0.0004890910931862891
45122	rnn.weight_ih_l0	4	-0.0293541569262743
45122	rnn.weight_ih_l0	5	-0.15163350105285645
45122	rnn.weight_ih_l0	6	0.0019900579936802387
45122	rnn.weight_ih_l0	7	-0.010399104095995426
45122	rnn.weight_ih_l0	8	0.0052793328650295734
45122	rnn.weight_ih_l0	9	-0.03461005166172981
45122	rnn.weight_hh_l0	0	0.027510106563568115
45122	rnn.weight_hh_l0	1	0.05163239315152168
45122	rnn.weight_hh_l0	2	-0.003953056875616312
45122	rnn.weight_hh_l0	3	0.043263182044029236
45122	rnn.weight_hh_l0	4	-0.024914005771279335
45122	rnn.weight_hh_l0	5	0.03640512377023697
45122	rnn.weight_hh_l0	6	0.02733260951936245
45122	rnn.weight_hh_l0	7	0.021642088890075684
45122	rnn.weight_hh_l0	8	0.036211419850587845
45122	rnn.weight_hh_l0	9	-0.020733468234539032
45122	rnn.bias_ih_l0	0	0.059607408940792084
45122	rnn.bias_ih_l0	1	-0.09646572917699814
45122	rnn.bias_ih_l0	2	0.0006172630819492042
45122	rnn.bias_ih_l0	3	-0.08388632535934448
45122	rnn.bias_ih_l0	4	0.07477585971355438
45122	rnn.bias_ih_l0	5	-0.08675210177898407
45122	rnn.bias_ih_l0	6	-0.008722241036593914
45122	rnn.bias_ih_l0	7	-0.13438093662261963
45122	rnn.bias_ih_l0	8	-0.04749251902103424
45122	rnn.bias_ih_l0	9	-0.2477746158838272
45122	rnn.bias_hh_l0	0	-0.06587760895490646
45122	rnn.bias_hh_l0	1	-0.050791092216968536
45122	rnn.bias_hh_l0	2	-0.05318066105246544
45122	rnn.bias_hh_l0	3	-0.04661623015999794
45122	rnn.bias_hh_l0	4	-0.07995753735303879
45122	rnn.bias_hh_l0	5	-0.10564444959163666
45122	rnn.bias_hh_l0	6	-0.06369325518608093
45122	rnn.bias_hh_l0	7	0.09686978161334991
45122	rnn.bias_hh_l0	8	-0.07134325802326202
45122	rnn.bias_hh_l0	9	-0.21288390457630157
45122	rnn.weight_ih_l0_reverse	0	0.06733829528093338
45122	rnn.weight_ih_l0_reverse	1	-0.03243519738316536
45122	rnn.weight_ih_l0_reverse	2	-0.006955183111131191
45122	rnn.weight_ih_l0_reverse	3	-0.05061273276805878
45122	rnn.weight_ih_l0_reverse	4	0.02517293021082878
45122	rnn.weight_ih_l0_reverse	5	-0.10267841815948486
45122	rnn.weight_ih_l0_reverse	6	0.038446199148893356
45122	rnn.weight_ih_l0_reverse	7	0.0177906546741724
45122	rnn.weight_ih_l0_reverse	8	-0.012368321418762207
45122	rnn.weight_ih_l0_reverse	9	-0.022904587909579277
45122	rnn.weight_hh_l0_reverse	0	-0.024234173819422722
45122	rnn.weight_hh_l0_reverse	1	0.03610478714108467
45122	rnn.weight_hh_l0_reverse	2	0.002924820873886347
45122	rnn.weight_hh_l0_reverse	3	0.01520517561584711
45122	rnn.weight_hh_l0_reverse	4	-0.04697699099779129
45122	rnn.weight_hh_l0_reverse	5	0.031484637409448624
45122	rnn.weight_hh_l0_reverse	6	0.01337872352451086
45122	rnn.weight_hh_l0_reverse	7	0.002098610159009695
45122	rnn.weight_hh_l0_reverse	8	0.08346954733133316
45122	rnn.weight_hh_l0_reverse	9	0.012419713661074638
45122	rnn.bias_ih_l0_reverse	0	-0.11918522417545319
45122	rnn.bias_ih_l0_reverse	1	-0.10312557220458984
45122	rnn.bias_ih_l0_reverse	2	-0.025440050289034843
45122	rnn.bias_ih_l0_reverse	3	-0.08368640393018723
45122	rnn.bias_ih_l0_reverse	4	-0.02719821222126484
45122	rnn.bias_ih_l0_reverse	5	-0.1204441487789154
45122	rnn.bias_ih_l0_reverse	6	0.21633075177669525
45122	rnn.bias_ih_l0_reverse	7	-0.188914954662323
45122	rnn.bias_ih_l0_reverse	8	-0.07591687887907028
45122	rnn.bias_ih_l0_reverse	9	-0.06922909617424011
45122	rnn.bias_hh_l0_reverse	0	-0.006814568303525448
45122	rnn.bias_hh_l0_reverse	1	0.09089762717485428
45122	rnn.bias_hh_l0_reverse	2	-0.17296265065670013
45122	rnn.bias_hh_l0_reverse	3	-0.009880641475319862
45122	rnn.bias_hh_l0_reverse	4	-0.12496888637542725
45122	rnn.bias_hh_l0_reverse	5	-0.03999369964003563
45122	rnn.bias_hh_l0_reverse	6	-0.14585791528224945
45122	rnn.bias_hh_l0_reverse	7	-0.002353630494326353
45122	rnn.bias_hh_l0_reverse	8	-0.07117125391960144
45122	rnn.bias_hh_l0_reverse	9	0.12237266451120377
45122	linear.weight	0	0.24283701181411743
45122	linear.weight	1	-0.28814324736595154
45122	linear.weight	2	0.03579430282115936
45122	linear.weight	3	0.06729961931705475
45122	linear.weight	4	-0.10011020302772522
45122	linear.weight	5	0.25337108969688416
45122	linear.weight	6	-0.06391194462776184
45122	linear.weight	7	-0.07418928295373917
45122	linear.weight	8	0.1969258338212967
45122	linear.weight	9	-0.02505086362361908
45122	linear.bias	0	-1.0060615539550781
45122	linear.bias	1	1.7717634439468384
45122	linear.bias	2	-0.014652075245976448
45122	linear.bias	3	-1.8856887817382812
45122	linear.bias	4	-0.3605448603630066
45122	linear.bias	5	0.9970301389694214
45122	linear.bias	6	-0.30563393235206604
45122	linear.bias	7	0.22660884261131287
45122	linear.bias	8	1.8628674745559692
45122	linear.bias	9	-1.0589021444320679
45731	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
45731	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
45731	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
45731	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
45731	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
45731	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
45731	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
45731	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
45731	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
45731	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
45731	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
45731	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
45731	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
45731	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
45731	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
45731	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
45731	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
45731	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
45731	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
45731	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
45731	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
45731	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
45731	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
45731	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
45731	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
45731	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
45731	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
45731	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
45731	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
45731	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
45731	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
45731	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
45731	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
45731	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
45731	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
45731	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
45731	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
45731	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
45731	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
45731	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
45731	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
45731	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
45731	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
45731	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
45731	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
45731	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
45731	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
45731	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
45731	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
45731	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
45731	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
45731	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
45731	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
45731	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
45731	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
45731	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
45731	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
45731	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
45731	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
45731	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
45731	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
45731	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
45731	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
45731	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
45731	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
45731	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
45731	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
45731	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
45731	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
45731	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
45731	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
45731	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
45731	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
45731	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
45731	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
45731	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
45731	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
45731	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
45731	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
45731	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
45731	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
45731	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
45731	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
45731	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
45731	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
45731	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
45731	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
45731	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
45731	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
45731	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
45731	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
45731	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
45731	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
45731	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
45731	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
45731	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
45731	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
45731	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
45731	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
45731	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
45731	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
45731	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
45731	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
45731	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
45731	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
45731	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
45731	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
45731	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
45731	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
45731	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
45731	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
45731	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
45731	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
45731	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
45731	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
45731	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
45731	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
45731	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
45731	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
45731	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
45731	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
45731	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
45731	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
45731	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
45731	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
45731	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
45731	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
45731	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
45731	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
45731	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
45731	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
45731	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
45731	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
45731	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
45731	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
45731	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
45731	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
45731	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
45731	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
45731	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
45731	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
45731	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
45731	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
45731	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
45731	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
45731	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
45731	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
45731	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
45731	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
45731	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
45731	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
45731	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
45731	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
45731	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
45731	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
45731	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
45731	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
45731	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
45731	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
45731	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
45731	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
45731	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
45731	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
45731	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
45731	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
45731	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
45731	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
45731	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
45731	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
45731	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
45731	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
45731	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
45731	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
45731	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
45731	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
45731	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
45731	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
45731	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
45731	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
45731	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
45731	embedding2nn.weight	0	0.10738588869571686
45731	embedding2nn.weight	1	0.1937887966632843
45731	embedding2nn.weight	2	0.03284101188182831
45731	embedding2nn.weight	3	0.027570141479372978
45731	embedding2nn.weight	4	-0.07725077122449875
45731	embedding2nn.weight	5	0.020151309669017792
45731	embedding2nn.weight	6	0.04495696350932121
45731	embedding2nn.weight	7	-0.02540036104619503
45731	embedding2nn.weight	8	0.052664339542388916
45731	embedding2nn.weight	9	-0.015879912301898003
45731	embedding2nn.bias	0	0.04905132204294205
45731	embedding2nn.bias	1	-0.13530786335468292
45731	embedding2nn.bias	2	0.06381278485059738
45731	embedding2nn.bias	3	0.15106378495693207
45731	embedding2nn.bias	4	0.14793676137924194
45731	embedding2nn.bias	5	-0.04304281249642372
45731	embedding2nn.bias	6	-0.022023381665349007
45731	embedding2nn.bias	7	0.04235685244202614
45731	embedding2nn.bias	8	-0.15726721286773682
45731	embedding2nn.bias	9	-0.30022895336151123
45731	rnn.weight_ih_l0	0	-0.009843774139881134
45731	rnn.weight_ih_l0	1	-0.04705117642879486
45731	rnn.weight_ih_l0	2	0.030152155086398125
45731	rnn.weight_ih_l0	3	-0.004152561072260141
45731	rnn.weight_ih_l0	4	-0.019884033128619194
45731	rnn.weight_ih_l0	5	-0.14838196337223053
45731	rnn.weight_ih_l0	6	0.0021737292408943176
45731	rnn.weight_ih_l0	7	-0.008825627155601978
45731	rnn.weight_ih_l0	8	0.007380369119346142
45731	rnn.weight_ih_l0	9	-0.03294109180569649
45731	rnn.weight_hh_l0	0	0.028166089206933975
45731	rnn.weight_hh_l0	1	0.05117722228169441
45731	rnn.weight_hh_l0	2	-0.0033443490974605083
45731	rnn.weight_hh_l0	3	0.04403854161500931
45731	rnn.weight_hh_l0	4	-0.02685817889869213
45731	rnn.weight_hh_l0	5	0.03761215880513191
45731	rnn.weight_hh_l0	6	0.026647523045539856
45731	rnn.weight_hh_l0	7	0.01922164298593998
45731	rnn.weight_hh_l0	8	0.03614954650402069
45731	rnn.weight_hh_l0	9	-0.01954357884824276
45731	rnn.bias_ih_l0	0	0.06156996265053749
45731	rnn.bias_ih_l0	1	-0.10271363705396652
45731	rnn.bias_ih_l0	2	-0.0002968980115838349
45731	rnn.bias_ih_l0	3	-0.0850508064031601
45731	rnn.bias_ih_l0	4	0.07781549543142319
45731	rnn.bias_ih_l0	5	-0.08431588113307953
45731	rnn.bias_ih_l0	6	-0.013707573525607586
45731	rnn.bias_ih_l0	7	-0.13503998517990112
45731	rnn.bias_ih_l0	8	-0.046761102974414825
45731	rnn.bias_ih_l0	9	-0.2525719106197357
45731	rnn.bias_hh_l0	0	-0.06938836723566055
45731	rnn.bias_hh_l0	1	-0.051727406680583954
45731	rnn.bias_hh_l0	2	-0.05770277976989746
45731	rnn.bias_hh_l0	3	-0.047773052006959915
45731	rnn.bias_hh_l0	4	-0.07928706705570221
45731	rnn.bias_hh_l0	5	-0.1066729873418808
45731	rnn.bias_hh_l0	6	-0.061272699385881424
45731	rnn.bias_hh_l0	7	0.09773454815149307
45731	rnn.bias_hh_l0	8	-0.07191761583089828
45731	rnn.bias_hh_l0	9	-0.22819355130195618
45731	rnn.weight_ih_l0_reverse	0	0.0598580539226532
45731	rnn.weight_ih_l0_reverse	1	-0.032819777727127075
45731	rnn.weight_ih_l0_reverse	2	-0.008634957484900951
45731	rnn.weight_ih_l0_reverse	3	-0.05226757749915123
45731	rnn.weight_ih_l0_reverse	4	0.025194453075528145
45731	rnn.weight_ih_l0_reverse	5	-0.08326206356287003
45731	rnn.weight_ih_l0_reverse	6	0.036983851343393326
45731	rnn.weight_ih_l0_reverse	7	0.017633603885769844
45731	rnn.weight_ih_l0_reverse	8	-0.012241312302649021
45731	rnn.weight_ih_l0_reverse	9	-0.022735701873898506
45731	rnn.weight_hh_l0_reverse	0	-0.02530563808977604
45731	rnn.weight_hh_l0_reverse	1	0.03634974732995033
45731	rnn.weight_hh_l0_reverse	2	0.003182369749993086
45731	rnn.weight_hh_l0_reverse	3	0.01550021767616272
45731	rnn.weight_hh_l0_reverse	4	-0.04612145200371742
45731	rnn.weight_hh_l0_reverse	5	0.03144093230366707
45731	rnn.weight_hh_l0_reverse	6	0.013318154029548168
45731	rnn.weight_hh_l0_reverse	7	0.009101890958845615
45731	rnn.weight_hh_l0_reverse	8	0.08756804466247559
45731	rnn.weight_hh_l0_reverse	9	0.015074353665113449
45731	rnn.bias_ih_l0_reverse	0	-0.12275014817714691
45731	rnn.bias_ih_l0_reverse	1	-0.10954373329877853
45731	rnn.bias_ih_l0_reverse	2	-0.02242126874625683
45731	rnn.bias_ih_l0_reverse	3	-0.08327026665210724
45731	rnn.bias_ih_l0_reverse	4	-0.024831384420394897
45731	rnn.bias_ih_l0_reverse	5	-0.12087610363960266
45731	rnn.bias_ih_l0_reverse	6	0.20737440884113312
45731	rnn.bias_ih_l0_reverse	7	-0.20218785107135773
45731	rnn.bias_ih_l0_reverse	8	-0.07904108613729477
45731	rnn.bias_ih_l0_reverse	9	-0.07079903036355972
45731	rnn.bias_hh_l0_reverse	0	-0.022578643634915352
45731	rnn.bias_hh_l0_reverse	1	0.09518066048622131
45731	rnn.bias_hh_l0_reverse	2	-0.15981842577457428
45731	rnn.bias_hh_l0_reverse	3	-0.006333071738481522
45731	rnn.bias_hh_l0_reverse	4	-0.12680628895759583
45731	rnn.bias_hh_l0_reverse	5	-0.04503303021192551
45731	rnn.bias_hh_l0_reverse	6	-0.14645162224769592
45731	rnn.bias_hh_l0_reverse	7	-0.0014496759977191687
45731	rnn.bias_hh_l0_reverse	8	-0.07308037579059601
45731	rnn.bias_hh_l0_reverse	9	0.11809318512678146
45731	linear.weight	0	0.2562999427318573
45731	linear.weight	1	-0.34148910641670227
45731	linear.weight	2	-0.006911591161042452
45731	linear.weight	3	0.06731615215539932
45731	linear.weight	4	-0.13321347534656525
45731	linear.weight	5	0.24490462243556976
45731	linear.weight	6	-0.06730280816555023
45731	linear.weight	7	-0.07409220188856125
45731	linear.weight	8	0.16643370687961578
45731	linear.weight	9	-0.025183629244565964
45731	linear.bias	0	-0.9816005229949951
45731	linear.bias	1	1.794121265411377
45731	linear.bias	2	-0.003992256708443165
45731	linear.bias	3	-1.8914437294006348
45731	linear.bias	4	-0.3236260712146759
45731	linear.bias	5	0.9776538014411926
45731	linear.bias	6	-0.3221608102321625
45731	linear.bias	7	0.24513335525989532
45731	linear.bias	8	1.7902135848999023
45731	linear.bias	9	-1.0405511856079102
46340	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
46340	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
46340	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
46340	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
46340	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
46340	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
46340	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
46340	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
46340	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
46340	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
46340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
46340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
46340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
46340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
46340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
46340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
46340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
46340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
46340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
46340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
46340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
46340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
46340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
46340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
46340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
46340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
46340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
46340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
46340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
46340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
46340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
46340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
46340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
46340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
46340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
46340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
46340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
46340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
46340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
46340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
46340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
46340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
46340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
46340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
46340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
46340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
46340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
46340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
46340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
46340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
46340	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
46340	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
46340	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
46340	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
46340	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
46340	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
46340	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
46340	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
46340	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
46340	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
46340	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
46340	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
46340	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
46340	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
46340	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
46340	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
46340	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
46340	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
46340	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
46340	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
46340	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
46340	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
46340	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
46340	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
46340	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
46340	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
46340	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
46340	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
46340	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
46340	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
46340	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
46340	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
46340	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
46340	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
46340	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
46340	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
46340	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
46340	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
46340	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
46340	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
46340	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
46340	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
46340	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
46340	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
46340	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
46340	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
46340	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
46340	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
46340	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
46340	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
46340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
46340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
46340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
46340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
46340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
46340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
46340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
46340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
46340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
46340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
46340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
46340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
46340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
46340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
46340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
46340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
46340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
46340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
46340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
46340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
46340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
46340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
46340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
46340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
46340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
46340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
46340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
46340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
46340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
46340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
46340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
46340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
46340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
46340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
46340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
46340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
46340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
46340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
46340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
46340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
46340	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
46340	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
46340	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
46340	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
46340	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
46340	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
46340	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
46340	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
46340	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
46340	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
46340	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
46340	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
46340	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
46340	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
46340	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
46340	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
46340	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
46340	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
46340	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
46340	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
46340	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
46340	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
46340	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
46340	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
46340	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
46340	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
46340	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
46340	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
46340	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
46340	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
46340	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
46340	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
46340	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
46340	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
46340	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
46340	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
46340	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
46340	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
46340	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
46340	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
46340	embedding2nn.weight	0	0.10474146902561188
46340	embedding2nn.weight	1	0.19723431766033173
46340	embedding2nn.weight	2	0.03247719630599022
46340	embedding2nn.weight	3	0.03670014068484306
46340	embedding2nn.weight	4	-0.07914921641349792
46340	embedding2nn.weight	5	0.019963964819908142
46340	embedding2nn.weight	6	0.051343996077775955
46340	embedding2nn.weight	7	-0.02610616944730282
46340	embedding2nn.weight	8	0.05264849588274956
46340	embedding2nn.weight	9	-0.015062160789966583
46340	embedding2nn.bias	0	0.050268594175577164
46340	embedding2nn.bias	1	-0.130308136343956
46340	embedding2nn.bias	2	0.07824072986841202
46340	embedding2nn.bias	3	0.14350803196430206
46340	embedding2nn.bias	4	0.14359050989151
46340	embedding2nn.bias	5	-0.028664352372288704
46340	embedding2nn.bias	6	0.0002618531871121377
46340	embedding2nn.bias	7	0.03382439911365509
46340	embedding2nn.bias	8	-0.1500539630651474
46340	embedding2nn.bias	9	-0.3109883964061737
46340	rnn.weight_ih_l0	0	-0.008762089535593987
46340	rnn.weight_ih_l0	1	-0.048450060188770294
46340	rnn.weight_ih_l0	2	0.02763747237622738
46340	rnn.weight_ih_l0	3	-0.003798672230914235
46340	rnn.weight_ih_l0	4	-0.02142227813601494
46340	rnn.weight_ih_l0	5	-0.1472514122724533
46340	rnn.weight_ih_l0	6	-0.000195242915651761
46340	rnn.weight_ih_l0	7	-0.008445022627711296
46340	rnn.weight_ih_l0	8	0.010386550799012184
46340	rnn.weight_ih_l0	9	-0.02875824272632599
46340	rnn.weight_hh_l0	0	0.028266821056604385
46340	rnn.weight_hh_l0	1	0.05121396854519844
46340	rnn.weight_hh_l0	2	-0.004330361261963844
46340	rnn.weight_hh_l0	3	0.04452422261238098
46340	rnn.weight_hh_l0	4	-0.02657448686659336
46340	rnn.weight_hh_l0	5	0.03825397044420242
46340	rnn.weight_hh_l0	6	0.026107294484972954
46340	rnn.weight_hh_l0	7	0.0234275721013546
46340	rnn.weight_hh_l0	8	0.03597498685121536
46340	rnn.weight_hh_l0	9	-0.021241741254925728
46340	rnn.bias_ih_l0	0	0.05653383582830429
46340	rnn.bias_ih_l0	1	-0.10883987694978714
46340	rnn.bias_ih_l0	2	0.002212454564869404
46340	rnn.bias_ih_l0	3	-0.08663803339004517
46340	rnn.bias_ih_l0	4	0.07788585126399994
46340	rnn.bias_ih_l0	5	-0.09291408956050873
46340	rnn.bias_ih_l0	6	-0.008497065864503384
46340	rnn.bias_ih_l0	7	-0.1396958976984024
46340	rnn.bias_ih_l0	8	-0.04851492494344711
46340	rnn.bias_ih_l0	9	-0.24962900578975677
46340	rnn.bias_hh_l0	0	-0.07239661365747452
46340	rnn.bias_hh_l0	1	-0.051231272518634796
46340	rnn.bias_hh_l0	2	-0.0626315176486969
46340	rnn.bias_hh_l0	3	-0.047485772520303726
46340	rnn.bias_hh_l0	4	-0.08562620729207993
46340	rnn.bias_hh_l0	5	-0.10618790984153748
46340	rnn.bias_hh_l0	6	-0.0613819919526577
46340	rnn.bias_hh_l0	7	0.09086872637271881
46340	rnn.bias_hh_l0	8	-0.07652953267097473
46340	rnn.bias_hh_l0	9	-0.219564288854599
46340	rnn.weight_ih_l0_reverse	0	0.05314670875668526
46340	rnn.weight_ih_l0_reverse	1	-0.032618481665849686
46340	rnn.weight_ih_l0_reverse	2	-0.007163617294281721
46340	rnn.weight_ih_l0_reverse	3	-0.054142408072948456
46340	rnn.weight_ih_l0_reverse	4	0.02505190670490265
46340	rnn.weight_ih_l0_reverse	5	-0.0966532900929451
46340	rnn.weight_ih_l0_reverse	6	0.03590308502316475
46340	rnn.weight_ih_l0_reverse	7	0.016407135874032974
46340	rnn.weight_ih_l0_reverse	8	-0.01156318187713623
46340	rnn.weight_ih_l0_reverse	9	-0.021933838725090027
46340	rnn.weight_hh_l0_reverse	0	-0.02576659806072712
46340	rnn.weight_hh_l0_reverse	1	0.03577478602528572
46340	rnn.weight_hh_l0_reverse	2	0.0035647167824208736
46340	rnn.weight_hh_l0_reverse	3	0.015911700204014778
46340	rnn.weight_hh_l0_reverse	4	-0.04592861607670784
46340	rnn.weight_hh_l0_reverse	5	0.031971581280231476
46340	rnn.weight_hh_l0_reverse	6	0.013411843217909336
46340	rnn.weight_hh_l0_reverse	7	0.013703940436244011
46340	rnn.weight_hh_l0_reverse	8	0.09115371853113174
46340	rnn.weight_hh_l0_reverse	9	0.016534991562366486
46340	rnn.bias_ih_l0_reverse	0	-0.12377479672431946
46340	rnn.bias_ih_l0_reverse	1	-0.10378170013427734
46340	rnn.bias_ih_l0_reverse	2	-0.024575648829340935
46340	rnn.bias_ih_l0_reverse	3	-0.08377142250537872
46340	rnn.bias_ih_l0_reverse	4	-0.022878343239426613
46340	rnn.bias_ih_l0_reverse	5	-0.12291375547647476
46340	rnn.bias_ih_l0_reverse	6	0.2102043181657791
46340	rnn.bias_ih_l0_reverse	7	-0.19659967720508575
46340	rnn.bias_ih_l0_reverse	8	-0.08316947519779205
46340	rnn.bias_ih_l0_reverse	9	-0.06950250267982483
46340	rnn.bias_hh_l0_reverse	0	-0.0255958940833807
46340	rnn.bias_hh_l0_reverse	1	0.0897858515381813
46340	rnn.bias_hh_l0_reverse	2	-0.1470489352941513
46340	rnn.bias_hh_l0_reverse	3	-0.008657114580273628
46340	rnn.bias_hh_l0_reverse	4	-0.12661710381507874
46340	rnn.bias_hh_l0_reverse	5	-0.04748362675309181
46340	rnn.bias_hh_l0_reverse	6	-0.13898083567619324
46340	rnn.bias_hh_l0_reverse	7	-0.008989914320409298
46340	rnn.bias_hh_l0_reverse	8	-0.06847061961889267
46340	rnn.bias_hh_l0_reverse	9	0.12051219493150711
46340	linear.weight	0	0.22140191495418549
46340	linear.weight	1	-0.35564976930618286
46340	linear.weight	2	-0.029319094493985176
46340	linear.weight	3	0.06738170981407166
46340	linear.weight	4	-0.16030101478099823
46340	linear.weight	5	0.23392565548419952
46340	linear.weight	6	-0.07206036150455475
46340	linear.weight	7	-0.07407728582620621
46340	linear.weight	8	0.15416106581687927
46340	linear.weight	9	-0.025331463664770126
46340	linear.bias	0	-1.0276163816452026
46340	linear.bias	1	1.789024829864502
46340	linear.bias	2	0.01674566976726055
46340	linear.bias	3	-1.8967353105545044
46340	linear.bias	4	-0.3127852976322174
46340	linear.bias	5	0.9977625012397766
46340	linear.bias	6	-0.3082626760005951
46340	linear.bias	7	0.24437503516674042
46340	linear.bias	8	1.8695473670959473
46340	linear.bias	9	-1.0465189218521118
46949	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
46949	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
46949	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
46949	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
46949	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
46949	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
46949	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
46949	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
46949	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
46949	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
46949	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
46949	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
46949	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
46949	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
46949	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
46949	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
46949	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
46949	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
46949	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
46949	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
46949	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
46949	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
46949	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
46949	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
46949	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
46949	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
46949	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
46949	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
46949	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
46949	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
46949	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
46949	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
46949	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
46949	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
46949	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
46949	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
46949	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
46949	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
46949	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
46949	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
46949	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
46949	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
46949	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
46949	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
46949	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
46949	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
46949	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
46949	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
46949	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
46949	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
46949	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
46949	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
46949	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
46949	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
46949	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
46949	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
46949	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
46949	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
46949	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
46949	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
46949	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
46949	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
46949	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
46949	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
46949	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
46949	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
46949	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
46949	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
46949	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
46949	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
46949	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
46949	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
46949	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
46949	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
46949	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
46949	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
46949	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
46949	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
46949	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
46949	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
46949	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
46949	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
46949	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
46949	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
46949	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
46949	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
46949	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
46949	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
46949	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
46949	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
46949	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
46949	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
46949	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
46949	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
46949	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
46949	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
46949	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
46949	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
46949	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
46949	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
46949	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
46949	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
46949	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
46949	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
46949	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
46949	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
46949	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
46949	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
46949	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
46949	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
46949	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
46949	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
46949	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
46949	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
46949	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
46949	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
46949	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
46949	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
46949	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
46949	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
46949	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
46949	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
46949	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
46949	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
46949	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
46949	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
46949	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
46949	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
46949	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
46949	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
46949	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
46949	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
46949	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
46949	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
46949	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
46949	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
46949	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
46949	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
46949	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
46949	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
46949	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
46949	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
46949	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
46949	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
46949	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
46949	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
46949	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
46949	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
46949	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
46949	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
46949	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
46949	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
46949	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
46949	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
46949	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
46949	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
46949	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
46949	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
46949	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
46949	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
46949	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
46949	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
46949	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
46949	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
46949	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
46949	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
46949	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
46949	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
46949	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
46949	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
46949	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
46949	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
46949	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
46949	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
46949	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
46949	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
46949	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
46949	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
46949	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
46949	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
46949	embedding2nn.weight	0	0.10523977875709534
46949	embedding2nn.weight	1	0.19841723144054413
46949	embedding2nn.weight	2	0.03294835612177849
46949	embedding2nn.weight	3	0.013444511219859123
46949	embedding2nn.weight	4	-0.07958554476499557
46949	embedding2nn.weight	5	0.021560173481702805
46949	embedding2nn.weight	6	0.05018838122487068
46949	embedding2nn.weight	7	-0.028904760256409645
46949	embedding2nn.weight	8	0.05234205350279808
46949	embedding2nn.weight	9	-0.014718936756253242
46949	embedding2nn.bias	0	0.04478365182876587
46949	embedding2nn.bias	1	-0.12901517748832703
46949	embedding2nn.bias	2	0.08455510437488556
46949	embedding2nn.bias	3	0.14463573694229126
46949	embedding2nn.bias	4	0.13693271577358246
46949	embedding2nn.bias	5	-0.0365426242351532
46949	embedding2nn.bias	6	-0.011971772648394108
46949	embedding2nn.bias	7	0.0319664292037487
46949	embedding2nn.bias	8	-0.14581871032714844
46949	embedding2nn.bias	9	-0.30420610308647156
46949	rnn.weight_ih_l0	0	-0.010248715989291668
46949	rnn.weight_ih_l0	1	-0.04907931014895439
46949	rnn.weight_ih_l0	2	0.02059151791036129
46949	rnn.weight_ih_l0	3	-0.004356191493570805
46949	rnn.weight_ih_l0	4	-0.008213450200855732
46949	rnn.weight_ih_l0	5	-0.16099697351455688
46949	rnn.weight_ih_l0	6	0.002836862113326788
46949	rnn.weight_ih_l0	7	-0.007836234755814075
46949	rnn.weight_ih_l0	8	0.002226832788437605
46949	rnn.weight_ih_l0	9	-0.0393621027469635
46949	rnn.weight_hh_l0	0	0.02840106189250946
46949	rnn.weight_hh_l0	1	0.05165465176105499
46949	rnn.weight_hh_l0	2	-0.0058416216634213924
46949	rnn.weight_hh_l0	3	0.04485185816884041
46949	rnn.weight_hh_l0	4	-0.02638246864080429
46949	rnn.weight_hh_l0	5	0.03733792155981064
46949	rnn.weight_hh_l0	6	0.026591191068291664
46949	rnn.weight_hh_l0	7	0.025595873594284058
46949	rnn.weight_hh_l0	8	0.035349201411008835
46949	rnn.weight_hh_l0	9	-0.017110150307416916
46949	rnn.bias_ih_l0	0	0.05894043669104576
46949	rnn.bias_ih_l0	1	-0.11230571568012238
46949	rnn.bias_ih_l0	2	0.0026677544228732586
46949	rnn.bias_ih_l0	3	-0.08369961380958557
46949	rnn.bias_ih_l0	4	0.07217486202716827
46949	rnn.bias_ih_l0	5	-0.09978311508893967
46949	rnn.bias_ih_l0	6	-0.007032915484160185
46949	rnn.bias_ih_l0	7	-0.14158275723457336
46949	rnn.bias_ih_l0	8	-0.04825173690915108
46949	rnn.bias_ih_l0	9	-0.27413707971572876
46949	rnn.bias_hh_l0	0	-0.07021637260913849
46949	rnn.bias_hh_l0	1	-0.05103451386094093
46949	rnn.bias_hh_l0	2	-0.057600345462560654
46949	rnn.bias_hh_l0	3	-0.04091689735651016
46949	rnn.bias_hh_l0	4	-0.0828036516904831
46949	rnn.bias_hh_l0	5	-0.10943837463855743
46949	rnn.bias_hh_l0	6	-0.06575041264295578
46949	rnn.bias_hh_l0	7	0.09650396555662155
46949	rnn.bias_hh_l0	8	-0.08004231005907059
46949	rnn.bias_hh_l0	9	-0.22478286921977997
46949	rnn.weight_ih_l0_reverse	0	0.06352438777685165
46949	rnn.weight_ih_l0_reverse	1	-0.034355662763118744
46949	rnn.weight_ih_l0_reverse	2	-0.007563973776996136
46949	rnn.weight_ih_l0_reverse	3	-0.05575971677899361
46949	rnn.weight_ih_l0_reverse	4	0.024118848145008087
46949	rnn.weight_ih_l0_reverse	5	-0.09438729286193848
46949	rnn.weight_ih_l0_reverse	6	0.04633001610636711
46949	rnn.weight_ih_l0_reverse	7	0.017205145210027695
46949	rnn.weight_ih_l0_reverse	8	-0.011621562764048576
46949	rnn.weight_ih_l0_reverse	9	-0.03168361261487007
46949	rnn.weight_hh_l0_reverse	0	-0.023620525375008583
46949	rnn.weight_hh_l0_reverse	1	0.03561963140964508
46949	rnn.weight_hh_l0_reverse	2	0.004420678596943617
46949	rnn.weight_hh_l0_reverse	3	0.014399537816643715
46949	rnn.weight_hh_l0_reverse	4	-0.0463050976395607
46949	rnn.weight_hh_l0_reverse	5	0.032028235495090485
46949	rnn.weight_hh_l0_reverse	6	0.014014455489814281
46949	rnn.weight_hh_l0_reverse	7	0.010464710183441639
46949	rnn.weight_hh_l0_reverse	8	0.08475841581821442
46949	rnn.weight_hh_l0_reverse	9	0.0128172030672431
46949	rnn.bias_ih_l0_reverse	0	-0.12368480861186981
46949	rnn.bias_ih_l0_reverse	1	-0.10645050555467606
46949	rnn.bias_ih_l0_reverse	2	-0.02548980340361595
46949	rnn.bias_ih_l0_reverse	3	-0.075654536485672
46949	rnn.bias_ih_l0_reverse	4	-0.025062935426831245
46949	rnn.bias_ih_l0_reverse	5	-0.12280431389808655
46949	rnn.bias_ih_l0_reverse	6	0.1975986808538437
46949	rnn.bias_ih_l0_reverse	7	-0.19869989156723022
46949	rnn.bias_ih_l0_reverse	8	-0.08046240359544754
46949	rnn.bias_ih_l0_reverse	9	-0.07577143609523773
46949	rnn.bias_hh_l0_reverse	0	-0.006608433555811644
46949	rnn.bias_hh_l0_reverse	1	0.08336333930492401
46949	rnn.bias_hh_l0_reverse	2	-0.15767061710357666
46949	rnn.bias_hh_l0_reverse	3	-0.0027508034836500883
46949	rnn.bias_hh_l0_reverse	4	-0.13009746372699738
46949	rnn.bias_hh_l0_reverse	5	-0.03722739219665527
46949	rnn.bias_hh_l0_reverse	6	-0.135549858212471
46949	rnn.bias_hh_l0_reverse	7	-0.005689960438758135
46949	rnn.bias_hh_l0_reverse	8	-0.07010447233915329
46949	rnn.bias_hh_l0_reverse	9	0.12760800123214722
46949	linear.weight	0	0.20080433785915375
46949	linear.weight	1	-0.3490235209465027
46949	linear.weight	2	0.003433105768635869
46949	linear.weight	3	0.06743086874485016
46949	linear.weight	4	-0.15548256039619446
46949	linear.weight	5	0.22858963906764984
46949	linear.weight	6	-0.10891116410493851
46949	linear.weight	7	-0.0740613341331482
46949	linear.weight	8	0.16076520085334778
46949	linear.weight	9	-0.025515524670481682
46949	linear.bias	0	-1.0261263847351074
46949	linear.bias	1	1.7600376605987549
46949	linear.bias	2	0.08332633227109909
46949	linear.bias	3	-1.9018867015838623
46949	linear.bias	4	-0.33258992433547974
46949	linear.bias	5	0.9556038975715637
46949	linear.bias	6	-0.3133300542831421
46949	linear.bias	7	0.2384267896413803
46949	linear.bias	8	1.9035555124282837
46949	linear.bias	9	-1.0688095092773438
47558	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
47558	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
47558	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
47558	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
47558	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
47558	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
47558	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
47558	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
47558	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
47558	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
47558	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
47558	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
47558	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
47558	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
47558	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
47558	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
47558	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
47558	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
47558	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
47558	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
47558	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
47558	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
47558	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
47558	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
47558	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
47558	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
47558	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
47558	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
47558	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
47558	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
47558	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
47558	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
47558	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
47558	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
47558	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
47558	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
47558	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
47558	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
47558	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
47558	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
47558	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
47558	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
47558	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
47558	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
47558	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
47558	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
47558	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
47558	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
47558	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
47558	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
47558	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
47558	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
47558	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
47558	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
47558	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
47558	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
47558	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
47558	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
47558	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
47558	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
47558	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
47558	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
47558	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
47558	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
47558	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
47558	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
47558	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
47558	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
47558	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
47558	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
47558	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
47558	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
47558	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
47558	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
47558	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
47558	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
47558	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
47558	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
47558	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
47558	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
47558	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
47558	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
47558	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
47558	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
47558	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
47558	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
47558	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
47558	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
47558	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
47558	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
47558	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
47558	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
47558	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
47558	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
47558	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
47558	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
47558	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
47558	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
47558	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
47558	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
47558	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
47558	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
47558	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
47558	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
47558	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
47558	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
47558	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
47558	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
47558	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
47558	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
47558	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
47558	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
47558	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
47558	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
47558	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
47558	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
47558	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
47558	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
47558	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
47558	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
47558	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
47558	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
47558	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
47558	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
47558	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
47558	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
47558	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
47558	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
47558	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
47558	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
47558	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
47558	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
47558	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
47558	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
47558	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
47558	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
47558	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
47558	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
47558	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
47558	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
47558	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
47558	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
47558	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
47558	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
47558	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
47558	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
47558	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
47558	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
47558	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
47558	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
47558	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
47558	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
47558	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
47558	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
47558	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
47558	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
47558	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
47558	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
47558	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
47558	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
47558	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
47558	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
47558	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
47558	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
47558	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
47558	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
47558	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
47558	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
47558	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
47558	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
47558	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
47558	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
47558	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
47558	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
47558	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
47558	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
47558	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
47558	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
47558	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
47558	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
47558	embedding2nn.weight	0	0.10298725962638855
47558	embedding2nn.weight	1	0.19945216178894043
47558	embedding2nn.weight	2	0.03521476686000824
47558	embedding2nn.weight	3	0.01780526340007782
47558	embedding2nn.weight	4	-0.0725090354681015
47558	embedding2nn.weight	5	0.022209975868463516
47558	embedding2nn.weight	6	0.05323798209428787
47558	embedding2nn.weight	7	-0.03046586364507675
47558	embedding2nn.weight	8	0.04782775789499283
47558	embedding2nn.weight	9	-0.016969915479421616
47558	embedding2nn.bias	0	0.02015395648777485
47558	embedding2nn.bias	1	-0.1226378083229065
47558	embedding2nn.bias	2	0.08919623494148254
47558	embedding2nn.bias	3	0.15063148736953735
47558	embedding2nn.bias	4	0.15724165737628937
47558	embedding2nn.bias	5	-0.03582222759723663
47558	embedding2nn.bias	6	-0.01396537758409977
47558	embedding2nn.bias	7	0.046476513147354126
47558	embedding2nn.bias	8	-0.13498204946517944
47558	embedding2nn.bias	9	-0.3196803033351898
47558	rnn.weight_ih_l0	0	-0.008358953520655632
47558	rnn.weight_ih_l0	1	-0.05015569180250168
47558	rnn.weight_ih_l0	2	0.017812378704547882
47558	rnn.weight_ih_l0	3	-0.0023670392110943794
47558	rnn.weight_ih_l0	4	-0.016806188970804214
47558	rnn.weight_ih_l0	5	-0.15368860960006714
47558	rnn.weight_ih_l0	6	0.0016032523708418012
47558	rnn.weight_ih_l0	7	-0.007691957522183657
47558	rnn.weight_ih_l0	8	0.0030762909445911646
47558	rnn.weight_ih_l0	9	-0.0420525036752224
47558	rnn.weight_hh_l0	0	0.028543196618556976
47558	rnn.weight_hh_l0	1	0.052120596170425415
47558	rnn.weight_hh_l0	2	-0.0057616461999714375
47558	rnn.weight_hh_l0	3	0.04397682845592499
47558	rnn.weight_hh_l0	4	-0.026707381010055542
47558	rnn.weight_hh_l0	5	0.0357380285859108
47558	rnn.weight_hh_l0	6	0.026735208928585052
47558	rnn.weight_hh_l0	7	0.024293437600135803
47558	rnn.weight_hh_l0	8	0.035365860909223557
47558	rnn.weight_hh_l0	9	-0.015481644310057163
47558	rnn.bias_ih_l0	0	0.06961701810359955
47558	rnn.bias_ih_l0	1	-0.11033301800489426
47558	rnn.bias_ih_l0	2	0.005800935905426741
47558	rnn.bias_ih_l0	3	-0.07759231328964233
47558	rnn.bias_ih_l0	4	0.08247637748718262
47558	rnn.bias_ih_l0	5	-0.10067654401063919
47558	rnn.bias_ih_l0	6	-0.00791298970580101
47558	rnn.bias_ih_l0	7	-0.14080362021923065
47558	rnn.bias_ih_l0	8	-0.0480959415435791
47558	rnn.bias_ih_l0	9	-0.2609371244907379
47558	rnn.bias_hh_l0	0	-0.07485391199588776
47558	rnn.bias_hh_l0	1	-0.04887179285287857
47558	rnn.bias_hh_l0	2	-0.0596749484539032
47558	rnn.bias_hh_l0	3	-0.04626316577196121
47558	rnn.bias_hh_l0	4	-0.08199987560510635
47558	rnn.bias_hh_l0	5	-0.10884057730436325
47558	rnn.bias_hh_l0	6	-0.06642275303602219
47558	rnn.bias_hh_l0	7	0.10209040343761444
47558	rnn.bias_hh_l0	8	-0.08401767164468765
47558	rnn.bias_hh_l0	9	-0.219826340675354
47558	rnn.weight_ih_l0_reverse	0	0.05372152850031853
47558	rnn.weight_ih_l0_reverse	1	-0.032427676022052765
47558	rnn.weight_ih_l0_reverse	2	-0.010742316022515297
47558	rnn.weight_ih_l0_reverse	3	-0.05818648263812065
47558	rnn.weight_ih_l0_reverse	4	0.024209409952163696
47558	rnn.weight_ih_l0_reverse	5	-0.09270419180393219
47558	rnn.weight_ih_l0_reverse	6	0.04825422167778015
47558	rnn.weight_ih_l0_reverse	7	0.017866846174001694
47558	rnn.weight_ih_l0_reverse	8	-0.01572464220225811
47558	rnn.weight_ih_l0_reverse	9	-0.03343736007809639
47558	rnn.weight_hh_l0_reverse	0	-0.024020954966545105
47558	rnn.weight_hh_l0_reverse	1	0.03525567427277565
47558	rnn.weight_hh_l0_reverse	2	0.00458596833050251
47558	rnn.weight_hh_l0_reverse	3	0.015359103679656982
47558	rnn.weight_hh_l0_reverse	4	-0.048361845314502716
47558	rnn.weight_hh_l0_reverse	5	0.032058123499155045
47558	rnn.weight_hh_l0_reverse	6	0.014197303913533688
47558	rnn.weight_hh_l0_reverse	7	0.009273936972022057
47558	rnn.weight_hh_l0_reverse	8	0.08539143949747086
47558	rnn.weight_hh_l0_reverse	9	0.013375486247241497
47558	rnn.bias_ih_l0_reverse	0	-0.12680283188819885
47558	rnn.bias_ih_l0_reverse	1	-0.10989514738321304
47558	rnn.bias_ih_l0_reverse	2	-0.023360975086688995
47558	rnn.bias_ih_l0_reverse	3	-0.08348484337329865
47558	rnn.bias_ih_l0_reverse	4	-0.022814210504293442
47558	rnn.bias_ih_l0_reverse	5	-0.12636439502239227
47558	rnn.bias_ih_l0_reverse	6	0.19199922680854797
47558	rnn.bias_ih_l0_reverse	7	-0.207550048828125
47558	rnn.bias_ih_l0_reverse	8	-0.08166385442018509
47558	rnn.bias_ih_l0_reverse	9	-0.06554143130779266
47558	rnn.bias_hh_l0_reverse	0	-0.016065502539277077
47558	rnn.bias_hh_l0_reverse	1	0.08600139617919922
47558	rnn.bias_hh_l0_reverse	2	-0.14161820709705353
47558	rnn.bias_hh_l0_reverse	3	-0.011897613294422626
47558	rnn.bias_hh_l0_reverse	4	-0.12162850052118301
47558	rnn.bias_hh_l0_reverse	5	-0.04521790146827698
47558	rnn.bias_hh_l0_reverse	6	-0.13537749648094177
47558	rnn.bias_hh_l0_reverse	7	-0.009283607825636864
47558	rnn.bias_hh_l0_reverse	8	-0.05161501467227936
47558	rnn.bias_hh_l0_reverse	9	0.13207077980041504
47558	linear.weight	0	0.19977298378944397
47558	linear.weight	1	-0.3409411907196045
47558	linear.weight	2	0.045451570302248
47558	linear.weight	3	0.06744669377803802
47558	linear.weight	4	-0.15555928647518158
47558	linear.weight	5	0.22243933379650116
47558	linear.weight	6	-0.12271960079669952
47558	linear.weight	7	-0.07402705401182175
47558	linear.weight	8	0.14240077137947083
47558	linear.weight	9	-0.025685839354991913
47558	linear.bias	0	-1.0258759260177612
47558	linear.bias	1	1.7941433191299438
47558	linear.bias	2	0.08712919056415558
47558	linear.bias	3	-1.9072233438491821
47558	linear.bias	4	-0.34733834862709045
47558	linear.bias	5	0.9949774742126465
47558	linear.bias	6	-0.3030351996421814
47558	linear.bias	7	0.244073748588562
47558	linear.bias	8	1.9138292074203491
47558	linear.bias	9	-1.0678788423538208
48167	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
48167	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
48167	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
48167	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
48167	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
48167	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
48167	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
48167	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
48167	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
48167	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
48167	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
48167	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
48167	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
48167	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
48167	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
48167	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
48167	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
48167	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
48167	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
48167	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
48167	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
48167	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
48167	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
48167	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
48167	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
48167	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
48167	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
48167	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
48167	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
48167	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
48167	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
48167	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
48167	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
48167	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
48167	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
48167	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
48167	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
48167	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
48167	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
48167	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
48167	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
48167	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
48167	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
48167	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
48167	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
48167	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
48167	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
48167	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
48167	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
48167	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
48167	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
48167	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
48167	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
48167	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
48167	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
48167	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
48167	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
48167	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
48167	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
48167	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
48167	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
48167	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
48167	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
48167	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
48167	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
48167	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
48167	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
48167	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
48167	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
48167	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
48167	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
48167	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
48167	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
48167	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
48167	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
48167	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
48167	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
48167	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
48167	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
48167	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
48167	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
48167	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
48167	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
48167	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
48167	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
48167	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
48167	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
48167	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
48167	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
48167	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
48167	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
48167	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
48167	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
48167	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
48167	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
48167	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
48167	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
48167	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
48167	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
48167	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
48167	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
48167	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
48167	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
48167	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
48167	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
48167	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
48167	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
48167	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
48167	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
48167	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
48167	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
48167	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
48167	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
48167	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
48167	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
48167	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
48167	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
48167	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
48167	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
48167	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
48167	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
48167	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
48167	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
48167	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
48167	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
48167	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
48167	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
48167	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
48167	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
48167	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
48167	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
48167	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
48167	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
48167	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
48167	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
48167	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
48167	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
48167	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
48167	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
48167	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
48167	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
48167	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
48167	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
48167	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
48167	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
48167	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
48167	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
48167	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
48167	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
48167	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
48167	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
48167	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
48167	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
48167	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
48167	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
48167	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
48167	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
48167	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
48167	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
48167	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
48167	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
48167	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
48167	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
48167	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
48167	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
48167	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
48167	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
48167	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
48167	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
48167	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
48167	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
48167	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
48167	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
48167	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
48167	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
48167	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
48167	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
48167	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
48167	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
48167	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
48167	embedding2nn.weight	0	0.10183889418840408
48167	embedding2nn.weight	1	0.19790321588516235
48167	embedding2nn.weight	2	0.03263268247246742
48167	embedding2nn.weight	3	0.02518775872886181
48167	embedding2nn.weight	4	-0.06933966279029846
48167	embedding2nn.weight	5	0.02608640119433403
48167	embedding2nn.weight	6	0.06028520688414574
48167	embedding2nn.weight	7	-0.03164942190051079
48167	embedding2nn.weight	8	0.04910513013601303
48167	embedding2nn.weight	9	-0.0188085176050663
48167	embedding2nn.bias	0	0.036009594798088074
48167	embedding2nn.bias	1	-0.12093520909547806
48167	embedding2nn.bias	2	0.06451531499624252
48167	embedding2nn.bias	3	0.14734473824501038
48167	embedding2nn.bias	4	0.13189426064491272
48167	embedding2nn.bias	5	-0.04098833352327347
48167	embedding2nn.bias	6	-0.023893285542726517
48167	embedding2nn.bias	7	0.0651840791106224
48167	embedding2nn.bias	8	-0.1582050323486328
48167	embedding2nn.bias	9	-0.3167363107204437
48167	rnn.weight_ih_l0	0	-0.00991296861320734
48167	rnn.weight_ih_l0	1	-0.05018174275755882
48167	rnn.weight_ih_l0	2	0.020458368584513664
48167	rnn.weight_ih_l0	3	0.0016147091519087553
48167	rnn.weight_ih_l0	4	-0.015174631960690022
48167	rnn.weight_ih_l0	5	-0.16976679861545563
48167	rnn.weight_ih_l0	6	-0.008229877799749374
48167	rnn.weight_ih_l0	7	-0.008734224364161491
48167	rnn.weight_ih_l0	8	0.014894264750182629
48167	rnn.weight_ih_l0	9	-0.04278640076518059
48167	rnn.weight_hh_l0	0	0.028957949951291084
48167	rnn.weight_hh_l0	1	0.053356096148490906
48167	rnn.weight_hh_l0	2	-0.005977720953524113
48167	rnn.weight_hh_l0	3	0.04372753947973251
48167	rnn.weight_hh_l0	4	-0.027315551415085793
48167	rnn.weight_hh_l0	5	0.03483732417225838
48167	rnn.weight_hh_l0	6	0.02746454067528248
48167	rnn.weight_hh_l0	7	0.023266352713108063
48167	rnn.weight_hh_l0	8	0.03502001613378525
48167	rnn.weight_hh_l0	9	-0.01875840499997139
48167	rnn.bias_ih_l0	0	0.05586517974734306
48167	rnn.bias_ih_l0	1	-0.10753793269395828
48167	rnn.bias_ih_l0	2	0.0036952581722289324
48167	rnn.bias_ih_l0	3	-0.0839032381772995
48167	rnn.bias_ih_l0	4	0.08305312693119049
48167	rnn.bias_ih_l0	5	-0.10992340743541718
48167	rnn.bias_ih_l0	6	-0.012354456819593906
48167	rnn.bias_ih_l0	7	-0.14194689691066742
48167	rnn.bias_ih_l0	8	-0.050136301666498184
48167	rnn.bias_ih_l0	9	-0.2582225501537323
48167	rnn.bias_hh_l0	0	-0.08021343499422073
48167	rnn.bias_hh_l0	1	-0.05414273589849472
48167	rnn.bias_hh_l0	2	-0.05755341425538063
48167	rnn.bias_hh_l0	3	-0.048296865075826645
48167	rnn.bias_hh_l0	4	-0.0867261290550232
48167	rnn.bias_hh_l0	5	-0.11009807884693146
48167	rnn.bias_hh_l0	6	-0.0688081830739975
48167	rnn.bias_hh_l0	7	0.09881459176540375
48167	rnn.bias_hh_l0	8	-0.07675036787986755
48167	rnn.bias_hh_l0	9	-0.22094348073005676
48167	rnn.weight_ih_l0_reverse	0	0.053767867386341095
48167	rnn.weight_ih_l0_reverse	1	-0.03206324577331543
48167	rnn.weight_ih_l0_reverse	2	-0.009723303839564323
48167	rnn.weight_ih_l0_reverse	3	-0.05494074150919914
48167	rnn.weight_ih_l0_reverse	4	0.021464809775352478
48167	rnn.weight_ih_l0_reverse	5	-0.08436885476112366
48167	rnn.weight_ih_l0_reverse	6	0.04671148955821991
48167	rnn.weight_ih_l0_reverse	7	0.018582995980978012
48167	rnn.weight_ih_l0_reverse	8	-0.01761479116976261
48167	rnn.weight_ih_l0_reverse	9	-0.03627974912524223
48167	rnn.weight_hh_l0_reverse	0	-0.02340247854590416
48167	rnn.weight_hh_l0_reverse	1	0.03557426482439041
48167	rnn.weight_hh_l0_reverse	2	0.004355555400252342
48167	rnn.weight_hh_l0_reverse	3	0.014728755690157413
48167	rnn.weight_hh_l0_reverse	4	-0.049202099442481995
48167	rnn.weight_hh_l0_reverse	5	0.03181024640798569
48167	rnn.weight_hh_l0_reverse	6	0.014395302161574364
48167	rnn.weight_hh_l0_reverse	7	0.008985445834696293
48167	rnn.weight_hh_l0_reverse	8	0.09111124277114868
48167	rnn.weight_hh_l0_reverse	9	0.013184192590415478
48167	rnn.bias_ih_l0_reverse	0	-0.12936682999134064
48167	rnn.bias_ih_l0_reverse	1	-0.1149197369813919
48167	rnn.bias_ih_l0_reverse	2	-0.01150521356612444
48167	rnn.bias_ih_l0_reverse	3	-0.08088888227939606
48167	rnn.bias_ih_l0_reverse	4	-0.023511769250035286
48167	rnn.bias_ih_l0_reverse	5	-0.12348740547895432
48167	rnn.bias_ih_l0_reverse	6	0.194753035902977
48167	rnn.bias_ih_l0_reverse	7	-0.21520128846168518
48167	rnn.bias_ih_l0_reverse	8	-0.0750836580991745
48167	rnn.bias_ih_l0_reverse	9	-0.07015179097652435
48167	rnn.bias_hh_l0_reverse	0	-0.01662530191242695
48167	rnn.bias_hh_l0_reverse	1	0.08660270273685455
48167	rnn.bias_hh_l0_reverse	2	-0.152627095580101
48167	rnn.bias_hh_l0_reverse	3	-0.00700927060097456
48167	rnn.bias_hh_l0_reverse	4	-0.1225610002875328
48167	rnn.bias_hh_l0_reverse	5	-0.04593930393457413
48167	rnn.bias_hh_l0_reverse	6	-0.13364629447460175
48167	rnn.bias_hh_l0_reverse	7	-0.008276822976768017
48167	rnn.bias_hh_l0_reverse	8	-0.060718145221471786
48167	rnn.bias_hh_l0_reverse	9	0.1386905461549759
48167	linear.weight	0	0.22933834791183472
48167	linear.weight	1	-0.36514049768447876
48167	linear.weight	2	-0.015921825543045998
48167	linear.weight	3	0.06749492138624191
48167	linear.weight	4	-0.21069329977035522
48167	linear.weight	5	0.24582092463970184
48167	linear.weight	6	-0.14546190202236176
48167	linear.weight	7	-0.07398157566785812
48167	linear.weight	8	0.1461331695318222
48167	linear.weight	9	-0.025862565264105797
48167	linear.bias	0	-1.0182900428771973
48167	linear.bias	1	1.7725592851638794
48167	linear.bias	2	0.07704681158065796
48167	linear.bias	3	-1.912666916847229
48167	linear.bias	4	-0.32229509949684143
48167	linear.bias	5	0.9801051616668701
48167	linear.bias	6	-0.37882786989212036
48167	linear.bias	7	0.23208357393741608
48167	linear.bias	8	1.9124590158462524
48167	linear.bias	9	-1.0640718936920166
48776	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
48776	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
48776	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
48776	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
48776	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
48776	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
48776	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
48776	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
48776	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
48776	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
48776	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
48776	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
48776	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
48776	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
48776	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
48776	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
48776	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
48776	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
48776	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
48776	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
48776	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
48776	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
48776	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
48776	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
48776	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
48776	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
48776	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
48776	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
48776	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
48776	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
48776	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
48776	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
48776	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
48776	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
48776	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
48776	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
48776	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
48776	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
48776	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
48776	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
48776	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
48776	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
48776	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
48776	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
48776	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
48776	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
48776	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
48776	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
48776	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
48776	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
48776	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
48776	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
48776	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
48776	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
48776	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
48776	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
48776	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
48776	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
48776	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
48776	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
48776	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
48776	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
48776	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
48776	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
48776	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
48776	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
48776	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
48776	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
48776	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
48776	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
48776	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
48776	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
48776	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
48776	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
48776	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
48776	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
48776	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
48776	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
48776	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
48776	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
48776	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
48776	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
48776	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
48776	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
48776	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
48776	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
48776	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
48776	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
48776	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
48776	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
48776	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
48776	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
48776	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
48776	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
48776	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
48776	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
48776	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
48776	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
48776	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
48776	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
48776	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
48776	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
48776	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
48776	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
48776	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
48776	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
48776	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
48776	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
48776	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
48776	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
48776	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
48776	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
48776	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
48776	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
48776	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
48776	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
48776	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
48776	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
48776	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
48776	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
48776	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
48776	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
48776	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
48776	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
48776	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
48776	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
48776	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
48776	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
48776	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
48776	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
48776	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
48776	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
48776	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
48776	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
48776	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
48776	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
48776	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
48776	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
48776	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
48776	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
48776	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
48776	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
48776	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
48776	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
48776	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
48776	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
48776	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
48776	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
48776	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
48776	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
48776	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
48776	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
48776	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
48776	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
48776	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
48776	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
48776	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
48776	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
48776	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
48776	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
48776	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
48776	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
48776	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
48776	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
48776	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
48776	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
48776	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
48776	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
48776	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
48776	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
48776	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
48776	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
48776	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
48776	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
48776	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
48776	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
48776	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
48776	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
48776	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
48776	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
48776	embedding2nn.weight	0	0.1028740257024765
48776	embedding2nn.weight	1	0.19796419143676758
48776	embedding2nn.weight	2	0.03581380099058151
48776	embedding2nn.weight	3	0.02876606024801731
48776	embedding2nn.weight	4	-0.06870213150978088
48776	embedding2nn.weight	5	0.024684971198439598
48776	embedding2nn.weight	6	0.05641358345746994
48776	embedding2nn.weight	7	-0.030683467164635658
48776	embedding2nn.weight	8	0.0441657118499279
48776	embedding2nn.weight	9	-0.014985793270170689
48776	embedding2nn.bias	0	0.01969507709145546
48776	embedding2nn.bias	1	-0.14286978542804718
48776	embedding2nn.bias	2	0.07691608369350433
48776	embedding2nn.bias	3	0.16277918219566345
48776	embedding2nn.bias	4	0.12427102029323578
48776	embedding2nn.bias	5	-0.0544348806142807
48776	embedding2nn.bias	6	-0.007794670760631561
48776	embedding2nn.bias	7	0.049066100269556046
48776	embedding2nn.bias	8	-0.15048620104789734
48776	embedding2nn.bias	9	-0.29822438955307007
48776	rnn.weight_ih_l0	0	-0.011805296875536442
48776	rnn.weight_ih_l0	1	-0.04781535640358925
48776	rnn.weight_ih_l0	2	0.01744723692536354
48776	rnn.weight_ih_l0	3	-0.002540790243074298
48776	rnn.weight_ih_l0	4	-0.0034130390267819166
48776	rnn.weight_ih_l0	5	-0.17837880551815033
48776	rnn.weight_ih_l0	6	-0.017213376238942146
48776	rnn.weight_ih_l0	7	-0.010111751966178417
48776	rnn.weight_ih_l0	8	0.008669057860970497
48776	rnn.weight_ih_l0	9	-0.03832888975739479
48776	rnn.weight_hh_l0	0	0.02945803292095661
48776	rnn.weight_hh_l0	1	0.054079342633485794
48776	rnn.weight_hh_l0	2	-0.005413553211838007
48776	rnn.weight_hh_l0	3	0.04434951767325401
48776	rnn.weight_hh_l0	4	-0.028598619624972343
48776	rnn.weight_hh_l0	5	0.034522973001003265
48776	rnn.weight_hh_l0	6	0.02724616229534149
48776	rnn.weight_hh_l0	7	0.019694657996296883
48776	rnn.weight_hh_l0	8	0.03440055996179581
48776	rnn.weight_hh_l0	9	-0.01867765001952648
48776	rnn.bias_ih_l0	0	0.05904822796583176
48776	rnn.bias_ih_l0	1	-0.10978864133358002
48776	rnn.bias_ih_l0	2	0.003142094472423196
48776	rnn.bias_ih_l0	3	-0.07557259500026703
48776	rnn.bias_ih_l0	4	0.06601022928953171
48776	rnn.bias_ih_l0	5	-0.09765353798866272
48776	rnn.bias_ih_l0	6	-0.014213325455784798
48776	rnn.bias_ih_l0	7	-0.1439601182937622
48776	rnn.bias_ih_l0	8	-0.04558545723557472
48776	rnn.bias_ih_l0	9	-0.2575373649597168
48776	rnn.bias_hh_l0	0	-0.08467315137386322
48776	rnn.bias_hh_l0	1	-0.06028008833527565
48776	rnn.bias_hh_l0	2	-0.06664282083511353
48776	rnn.bias_hh_l0	3	-0.046160418540239334
48776	rnn.bias_hh_l0	4	-0.0823032557964325
48776	rnn.bias_hh_l0	5	-0.1116269901394844
48776	rnn.bias_hh_l0	6	-0.07374140620231628
48776	rnn.bias_hh_l0	7	0.10623948276042938
48776	rnn.bias_hh_l0	8	-0.08753727376461029
48776	rnn.bias_hh_l0	9	-0.221026211977005
48776	rnn.weight_ih_l0_reverse	0	0.05727989971637726
48776	rnn.weight_ih_l0_reverse	1	-0.032315146178007126
48776	rnn.weight_ih_l0_reverse	2	-0.009983984753489494
48776	rnn.weight_ih_l0_reverse	3	-0.05412382632493973
48776	rnn.weight_ih_l0_reverse	4	0.020882759243249893
48776	rnn.weight_ih_l0_reverse	5	-0.0803183913230896
48776	rnn.weight_ih_l0_reverse	6	0.044746704399585724
48776	rnn.weight_ih_l0_reverse	7	0.01897667907178402
48776	rnn.weight_ih_l0_reverse	8	-0.016656117513775826
48776	rnn.weight_ih_l0_reverse	9	-0.029471395537257195
48776	rnn.weight_hh_l0_reverse	0	-0.022514501586556435
48776	rnn.weight_hh_l0_reverse	1	0.03508894890546799
48776	rnn.weight_hh_l0_reverse	2	0.003182133426889777
48776	rnn.weight_hh_l0_reverse	3	0.0156689640134573
48776	rnn.weight_hh_l0_reverse	4	-0.04873725026845932
48776	rnn.weight_hh_l0_reverse	5	0.031929582357406616
48776	rnn.weight_hh_l0_reverse	6	0.014467398636043072
48776	rnn.weight_hh_l0_reverse	7	0.015269245952367783
48776	rnn.weight_hh_l0_reverse	8	0.08698740601539612
48776	rnn.weight_hh_l0_reverse	9	0.01164986565709114
48776	rnn.bias_ih_l0_reverse	0	-0.13202820718288422
48776	rnn.bias_ih_l0_reverse	1	-0.11350913345813751
48776	rnn.bias_ih_l0_reverse	2	-0.009600693359971046
48776	rnn.bias_ih_l0_reverse	3	-0.09000419080257416
48776	rnn.bias_ih_l0_reverse	4	-0.029666926711797714
48776	rnn.bias_ih_l0_reverse	5	-0.1252448856830597
48776	rnn.bias_ih_l0_reverse	6	0.20446759462356567
48776	rnn.bias_ih_l0_reverse	7	-0.19656142592430115
48776	rnn.bias_ih_l0_reverse	8	-0.08037777990102768
48776	rnn.bias_ih_l0_reverse	9	-0.06956111639738083
48776	rnn.bias_hh_l0_reverse	0	-0.015770193189382553
48776	rnn.bias_hh_l0_reverse	1	0.09146671742200851
48776	rnn.bias_hh_l0_reverse	2	-0.14509530365467072
48776	rnn.bias_hh_l0_reverse	3	-0.01119823008775711
48776	rnn.bias_hh_l0_reverse	4	-0.11775971204042435
48776	rnn.bias_hh_l0_reverse	5	-0.04826986789703369
48776	rnn.bias_hh_l0_reverse	6	-0.13582907617092133
48776	rnn.bias_hh_l0_reverse	7	-0.010873574763536453
48776	rnn.bias_hh_l0_reverse	8	-0.05496243014931679
48776	rnn.bias_hh_l0_reverse	9	0.13616299629211426
48776	linear.weight	0	0.21028608083724976
48776	linear.weight	1	-0.3310191333293915
48776	linear.weight	2	-0.0016621383838355541
48776	linear.weight	3	0.06753029674291611
48776	linear.weight	4	-0.13438427448272705
48776	linear.weight	5	0.2784871459007263
48776	linear.weight	6	-0.13117186725139618
48776	linear.weight	7	-0.07392670959234238
48776	linear.weight	8	0.17443446815013885
48776	linear.weight	9	-0.02603769674897194
48776	linear.bias	0	-1.0259555578231812
48776	linear.bias	1	1.810649037361145
48776	linear.bias	2	0.06535010039806366
48776	linear.bias	3	-1.9182379245758057
48776	linear.bias	4	-0.35387715697288513
48776	linear.bias	5	0.9780182838439941
48776	linear.bias	6	-0.33903104066848755
48776	linear.bias	7	0.24664781987667084
48776	linear.bias	8	1.8806450366973877
48776	linear.bias	9	-1.0530638694763184
48784	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
48784	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
48784	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
48784	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
48784	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
48784	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
48784	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
48784	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
48784	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
48784	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
48784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
48784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
48784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
48784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
48784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
48784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
48784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
48784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
48784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
48784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
48784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
48784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
48784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
48784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
48784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
48784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
48784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
48784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
48784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
48784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
48784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
48784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
48784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
48784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
48784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
48784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
48784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
48784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
48784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
48784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
48784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
48784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
48784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
48784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
48784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
48784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
48784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
48784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
48784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
48784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
48784	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
48784	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
48784	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
48784	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
48784	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
48784	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
48784	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
48784	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
48784	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
48784	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
48784	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
48784	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
48784	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
48784	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
48784	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
48784	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
48784	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
48784	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
48784	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
48784	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
48784	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
48784	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
48784	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
48784	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
48784	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
48784	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
48784	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
48784	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
48784	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
48784	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
48784	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
48784	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
48784	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
48784	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
48784	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
48784	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
48784	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
48784	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
48784	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
48784	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
48784	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
48784	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
48784	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
48784	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
48784	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
48784	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
48784	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
48784	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
48784	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
48784	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
48784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
48784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
48784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
48784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
48784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
48784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
48784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
48784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
48784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
48784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
48784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
48784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
48784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
48784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
48784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
48784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
48784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
48784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
48784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
48784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
48784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
48784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
48784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
48784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
48784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
48784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
48784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
48784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
48784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
48784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
48784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
48784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
48784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
48784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
48784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
48784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
48784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
48784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
48784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
48784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
48784	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
48784	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
48784	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
48784	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
48784	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
48784	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
48784	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
48784	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
48784	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
48784	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
48784	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
48784	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
48784	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
48784	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
48784	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
48784	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
48784	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
48784	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
48784	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
48784	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
48784	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
48784	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
48784	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
48784	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
48784	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
48784	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
48784	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
48784	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
48784	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
48784	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
48784	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
48784	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
48784	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
48784	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
48784	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
48784	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
48784	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
48784	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
48784	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
48784	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
48784	embedding2nn.weight	0	0.10264555364847183
48784	embedding2nn.weight	1	0.19763322174549103
48784	embedding2nn.weight	2	0.03564620018005371
48784	embedding2nn.weight	3	0.029490286484360695
48784	embedding2nn.weight	4	-0.06836994737386703
48784	embedding2nn.weight	5	0.024650009348988533
48784	embedding2nn.weight	6	0.05638429895043373
48784	embedding2nn.weight	7	-0.03125181794166565
48784	embedding2nn.weight	8	0.04458499699831009
48784	embedding2nn.weight	9	-0.01535864733159542
48784	embedding2nn.bias	0	0.020290836691856384
48784	embedding2nn.bias	1	-0.1458851844072342
48784	embedding2nn.bias	2	0.07094137370586395
48784	embedding2nn.bias	3	0.15570370852947235
48784	embedding2nn.bias	4	0.12333840131759644
48784	embedding2nn.bias	5	-0.050864629447460175
48784	embedding2nn.bias	6	-0.007170877419412136
48784	embedding2nn.bias	7	0.046000659465789795
48784	embedding2nn.bias	8	-0.15106700360774994
48784	embedding2nn.bias	9	-0.298819899559021
48784	rnn.weight_ih_l0	0	-0.011724396608769894
48784	rnn.weight_ih_l0	1	-0.047820109874010086
48784	rnn.weight_ih_l0	2	0.017821555957198143
48784	rnn.weight_ih_l0	3	-0.00228315033018589
48784	rnn.weight_ih_l0	4	-0.003117462620139122
48784	rnn.weight_ih_l0	5	-0.17898444831371307
48784	rnn.weight_ih_l0	6	-0.01766948029398918
48784	rnn.weight_ih_l0	7	-0.009309421293437481
48784	rnn.weight_ih_l0	8	0.008948399685323238
48784	rnn.weight_ih_l0	9	-0.037945810705423355
48784	rnn.weight_hh_l0	0	0.029445020481944084
48784	rnn.weight_hh_l0	1	0.05400858074426651
48784	rnn.weight_hh_l0	2	-0.005448454525321722
48784	rnn.weight_hh_l0	3	0.044372450560331345
48784	rnn.weight_hh_l0	4	-0.028684554621577263
48784	rnn.weight_hh_l0	5	0.03448881581425667
48784	rnn.weight_hh_l0	6	0.02717718482017517
48784	rnn.weight_hh_l0	7	0.019185421988368034
48784	rnn.weight_hh_l0	8	0.0343664325773716
48784	rnn.weight_hh_l0	9	-0.01864887773990631
48784	rnn.bias_ih_l0	0	0.060709550976753235
48784	rnn.bias_ih_l0	1	-0.10902590304613113
48784	rnn.bias_ih_l0	2	0.0026766392402350903
48784	rnn.bias_ih_l0	3	-0.07627985626459122
48784	rnn.bias_ih_l0	4	0.06754719465970993
48784	rnn.bias_ih_l0	5	-0.09842921793460846
48784	rnn.bias_ih_l0	6	-0.01430058665573597
48784	rnn.bias_ih_l0	7	-0.14419309794902802
48784	rnn.bias_ih_l0	8	-0.045913416892290115
48784	rnn.bias_ih_l0	9	-0.25632286071777344
48784	rnn.bias_hh_l0	0	-0.08512186259031296
48784	rnn.bias_hh_l0	1	-0.061407670378685
48784	rnn.bias_hh_l0	2	-0.06725519895553589
48784	rnn.bias_hh_l0	3	-0.04596961662173271
48784	rnn.bias_hh_l0	4	-0.08201513439416885
48784	rnn.bias_hh_l0	5	-0.11166497319936752
48784	rnn.bias_hh_l0	6	-0.07354752719402313
48784	rnn.bias_hh_l0	7	0.11283678561449051
48784	rnn.bias_hh_l0	8	-0.0865628644824028
48784	rnn.bias_hh_l0	9	-0.22136825323104858
48784	rnn.weight_ih_l0_reverse	0	0.05787166208028793
48784	rnn.weight_ih_l0_reverse	1	-0.03236547112464905
48784	rnn.weight_ih_l0_reverse	2	-0.010016944259405136
48784	rnn.weight_ih_l0_reverse	3	-0.054098788648843765
48784	rnn.weight_ih_l0_reverse	4	0.02133645862340927
48784	rnn.weight_ih_l0_reverse	5	-0.08102308958768845
48784	rnn.weight_ih_l0_reverse	6	0.044720783829689026
48784	rnn.weight_ih_l0_reverse	7	0.01894349791109562
48784	rnn.weight_ih_l0_reverse	8	-0.016204997897148132
48784	rnn.weight_ih_l0_reverse	9	-0.029924049973487854
48784	rnn.weight_hh_l0_reverse	0	-0.02256648615002632
48784	rnn.weight_hh_l0_reverse	1	0.0350494459271431
48784	rnn.weight_hh_l0_reverse	2	0.0030265727546066046
48784	rnn.weight_hh_l0_reverse	3	0.015663176774978638
48784	rnn.weight_hh_l0_reverse	4	-0.048729948699474335
48784	rnn.weight_hh_l0_reverse	5	0.031891610473394394
48784	rnn.weight_hh_l0_reverse	6	0.014485499821603298
48784	rnn.weight_hh_l0_reverse	7	0.014926877804100513
48784	rnn.weight_hh_l0_reverse	8	0.08683594316244125
48784	rnn.weight_hh_l0_reverse	9	0.011585069820284843
48784	rnn.bias_ih_l0_reverse	0	-0.13216662406921387
48784	rnn.bias_ih_l0_reverse	1	-0.11268043518066406
48784	rnn.bias_ih_l0_reverse	2	-0.008956147357821465
48784	rnn.bias_ih_l0_reverse	3	-0.09058945626020432
48784	rnn.bias_ih_l0_reverse	4	-0.028412804007530212
48784	rnn.bias_ih_l0_reverse	5	-0.12527424097061157
48784	rnn.bias_ih_l0_reverse	6	0.20460157096385956
48784	rnn.bias_ih_l0_reverse	7	-0.19334004819393158
48784	rnn.bias_ih_l0_reverse	8	-0.08045883476734161
48784	rnn.bias_ih_l0_reverse	9	-0.06987448036670685
48784	rnn.bias_hh_l0_reverse	0	-0.01585579849779606
48784	rnn.bias_hh_l0_reverse	1	0.09069350361824036
48784	rnn.bias_hh_l0_reverse	2	-0.1455891877412796
48784	rnn.bias_hh_l0_reverse	3	-0.010947881266474724
48784	rnn.bias_hh_l0_reverse	4	-0.11873456835746765
48784	rnn.bias_hh_l0_reverse	5	-0.04798277094960213
48784	rnn.bias_hh_l0_reverse	6	-0.1367020457983017
48784	rnn.bias_hh_l0_reverse	7	-0.011082084849476814
48784	rnn.bias_hh_l0_reverse	8	-0.054842617362737656
48784	rnn.bias_hh_l0_reverse	9	0.13360141217708588
48784	linear.weight	0	0.21054492890834808
48784	linear.weight	1	-0.3196411728858948
48784	linear.weight	2	-0.001630427548661828
48784	linear.weight	3	0.06753107905387878
48784	linear.weight	4	-0.13564768433570862
48784	linear.weight	5	0.28149786591529846
48784	linear.weight	6	-0.13122564554214478
48784	linear.weight	7	-0.07392541319131851
48784	linear.weight	8	0.17667533457279205
48784	linear.weight	9	-0.026040559634566307
48784	linear.bias	0	-1.028934359550476
48784	linear.bias	1	1.7868739366531372
48784	linear.bias	2	0.08815440535545349
48784	linear.bias	3	-1.9182950258255005
48784	linear.bias	4	-0.3583744466304779
48784	linear.bias	5	0.9968321919441223
48784	linear.bias	6	-0.34400543570518494
48784	linear.bias	7	0.24025826156139374
48784	linear.bias	8	1.8998355865478516
48784	linear.bias	9	-1.0570164918899536
49393	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
49393	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
49393	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
49393	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
49393	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
49393	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
49393	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
49393	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
49393	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
49393	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
49393	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
49393	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
49393	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
49393	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
49393	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
49393	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
49393	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
49393	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
49393	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
49393	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
49393	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
49393	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
49393	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
49393	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
49393	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
49393	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
49393	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
49393	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
49393	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
49393	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
49393	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
49393	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
49393	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
49393	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
49393	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
49393	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
49393	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
49393	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
49393	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
49393	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
49393	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
49393	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
49393	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
49393	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
49393	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
49393	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
49393	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
49393	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
49393	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
49393	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
49393	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
49393	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
49393	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
49393	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
49393	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
49393	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
49393	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
49393	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
49393	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
49393	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
49393	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
49393	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
49393	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
49393	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
49393	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
49393	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
49393	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
49393	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
49393	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
49393	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
49393	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
49393	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
49393	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
49393	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
49393	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
49393	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
49393	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
49393	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
49393	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
49393	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
49393	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
49393	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
49393	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
49393	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
49393	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
49393	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
49393	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
49393	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
49393	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
49393	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
49393	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
49393	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
49393	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
49393	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
49393	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
49393	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
49393	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
49393	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
49393	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
49393	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
49393	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
49393	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
49393	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
49393	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
49393	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
49393	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
49393	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
49393	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
49393	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
49393	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
49393	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
49393	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
49393	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
49393	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
49393	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
49393	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
49393	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
49393	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
49393	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
49393	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
49393	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
49393	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
49393	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
49393	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
49393	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
49393	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
49393	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
49393	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
49393	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
49393	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
49393	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
49393	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
49393	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
49393	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
49393	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
49393	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
49393	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
49393	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
49393	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
49393	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
49393	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
49393	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
49393	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
49393	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
49393	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
49393	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
49393	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
49393	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
49393	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
49393	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
49393	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
49393	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
49393	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
49393	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
49393	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
49393	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
49393	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
49393	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
49393	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
49393	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
49393	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
49393	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
49393	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
49393	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
49393	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
49393	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
49393	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
49393	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
49393	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
49393	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
49393	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
49393	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
49393	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
49393	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
49393	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
49393	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
49393	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
49393	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
49393	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
49393	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
49393	embedding2nn.weight	0	0.10050521045923233
49393	embedding2nn.weight	1	0.1943396031856537
49393	embedding2nn.weight	2	0.039404116570949554
49393	embedding2nn.weight	3	0.02331463061273098
49393	embedding2nn.weight	4	-0.06516093015670776
49393	embedding2nn.weight	5	0.025003677234053612
49393	embedding2nn.weight	6	0.04513092711567879
49393	embedding2nn.weight	7	-0.030670352280139923
49393	embedding2nn.weight	8	0.048840127885341644
49393	embedding2nn.weight	9	-0.019058113917708397
49393	embedding2nn.bias	0	0.016237620264291763
49393	embedding2nn.bias	1	-0.14126451313495636
49393	embedding2nn.bias	2	0.07599194347858429
49393	embedding2nn.bias	3	0.1475168913602829
49393	embedding2nn.bias	4	0.13876625895500183
49393	embedding2nn.bias	5	-0.05441133677959442
49393	embedding2nn.bias	6	-0.013669800944626331
49393	embedding2nn.bias	7	0.04362441599369049
49393	embedding2nn.bias	8	-0.14288103580474854
49393	embedding2nn.bias	9	-0.30950042605400085
49393	rnn.weight_ih_l0	0	-0.010474208742380142
49393	rnn.weight_ih_l0	1	-0.04468480497598648
49393	rnn.weight_ih_l0	2	0.017012277618050575
49393	rnn.weight_ih_l0	3	-0.0022957432083785534
49393	rnn.weight_ih_l0	4	-0.004417920485138893
49393	rnn.weight_ih_l0	5	-0.1733510047197342
49393	rnn.weight_ih_l0	6	-0.006540130358189344
49393	rnn.weight_ih_l0	7	-0.016158059239387512
49393	rnn.weight_ih_l0	8	0.002648347755894065
49393	rnn.weight_ih_l0	9	-0.04860958084464073
49393	rnn.weight_hh_l0	0	0.02988642081618309
49393	rnn.weight_hh_l0	1	0.054972246289253235
49393	rnn.weight_hh_l0	2	-0.004047384485602379
49393	rnn.weight_hh_l0	3	0.04437555745244026
49393	rnn.weight_hh_l0	4	-0.02955193817615509
49393	rnn.weight_hh_l0	5	0.03403424099087715
49393	rnn.weight_hh_l0	6	0.026684654876589775
49393	rnn.weight_hh_l0	7	0.01847962848842144
49393	rnn.weight_hh_l0	8	0.03412378579378128
49393	rnn.weight_hh_l0	9	-0.021652236580848694
49393	rnn.bias_ih_l0	0	0.05517077445983887
49393	rnn.bias_ih_l0	1	-0.10492606461048126
49393	rnn.bias_ih_l0	2	-0.0015434020897373557
49393	rnn.bias_ih_l0	3	-0.08159445226192474
49393	rnn.bias_ih_l0	4	0.06362232565879822
49393	rnn.bias_ih_l0	5	-0.09719377011060715
49393	rnn.bias_ih_l0	6	-0.02129673957824707
49393	rnn.bias_ih_l0	7	-0.14487570524215698
49393	rnn.bias_ih_l0	8	-0.0486123263835907
49393	rnn.bias_ih_l0	9	-0.2642189562320709
49393	rnn.bias_hh_l0	0	-0.07607357203960419
49393	rnn.bias_hh_l0	1	-0.06648574769496918
49393	rnn.bias_hh_l0	2	-0.06673453003168106
49393	rnn.bias_hh_l0	3	-0.044244520366191864
49393	rnn.bias_hh_l0	4	-0.07763034850358963
49393	rnn.bias_hh_l0	5	-0.11670096963644028
49393	rnn.bias_hh_l0	6	-0.07464022934436798
49393	rnn.bias_hh_l0	7	0.10192525386810303
49393	rnn.bias_hh_l0	8	-0.08675982058048248
49393	rnn.bias_hh_l0	9	-0.22465629875659943
49393	rnn.weight_ih_l0_reverse	0	0.048737600445747375
49393	rnn.weight_ih_l0_reverse	1	-0.03181115537881851
49393	rnn.weight_ih_l0_reverse	2	-0.011522260494530201
49393	rnn.weight_ih_l0_reverse	3	-0.056208536028862
49393	rnn.weight_ih_l0_reverse	4	0.02490907534956932
49393	rnn.weight_ih_l0_reverse	5	-0.08091092109680176
49393	rnn.weight_ih_l0_reverse	6	0.05122121050953865
49393	rnn.weight_ih_l0_reverse	7	0.02115141600370407
49393	rnn.weight_ih_l0_reverse	8	-0.01811433769762516
49393	rnn.weight_ih_l0_reverse	9	-0.026288915425539017
49393	rnn.weight_hh_l0_reverse	0	-0.02228672429919243
49393	rnn.weight_hh_l0_reverse	1	0.03511548414826393
49393	rnn.weight_hh_l0_reverse	2	0.0034543864894658327
49393	rnn.weight_hh_l0_reverse	3	0.01278732530772686
49393	rnn.weight_hh_l0_reverse	4	-0.050739724189043045
49393	rnn.weight_hh_l0_reverse	5	0.031866319477558136
49393	rnn.weight_hh_l0_reverse	6	0.014515056274831295
49393	rnn.weight_hh_l0_reverse	7	0.013758496381342411
49393	rnn.weight_hh_l0_reverse	8	0.08335041999816895
49393	rnn.weight_hh_l0_reverse	9	0.009631347842514515
49393	rnn.bias_ih_l0_reverse	0	-0.13135980069637299
49393	rnn.bias_ih_l0_reverse	1	-0.11612068861722946
49393	rnn.bias_ih_l0_reverse	2	-0.004234667401760817
49393	rnn.bias_ih_l0_reverse	3	-0.0860522910952568
49393	rnn.bias_ih_l0_reverse	4	-0.04742681235074997
49393	rnn.bias_ih_l0_reverse	5	-0.12507811188697815
49393	rnn.bias_ih_l0_reverse	6	0.21020112931728363
49393	rnn.bias_ih_l0_reverse	7	-0.20047561824321747
49393	rnn.bias_ih_l0_reverse	8	-0.09108743816614151
49393	rnn.bias_ih_l0_reverse	9	-0.0675409585237503
49393	rnn.bias_hh_l0_reverse	0	-0.020010733976960182
49393	rnn.bias_hh_l0_reverse	1	0.09293170273303986
49393	rnn.bias_hh_l0_reverse	2	-0.14701342582702637
49393	rnn.bias_hh_l0_reverse	3	-0.017305981367826462
49393	rnn.bias_hh_l0_reverse	4	-0.12774056196212769
49393	rnn.bias_hh_l0_reverse	5	-0.050719864666461945
49393	rnn.bias_hh_l0_reverse	6	-0.13441701233386993
49393	rnn.bias_hh_l0_reverse	7	-0.015566778369247913
49393	rnn.bias_hh_l0_reverse	8	-0.059171393513679504
49393	rnn.bias_hh_l0_reverse	9	0.13387179374694824
49393	linear.weight	0	0.22102105617523193
49393	linear.weight	1	-0.29660001397132874
49393	linear.weight	2	-0.0032595202792435884
49393	linear.weight	3	0.06755819171667099
49393	linear.weight	4	-0.16439710557460785
49393	linear.weight	5	0.27019020915031433
49393	linear.weight	6	-0.1272038221359253
49393	linear.weight	7	-0.07390258461236954
49393	linear.weight	8	0.18487346172332764
49393	linear.weight	9	-0.026193605735898018
49393	linear.bias	0	-1.0637016296386719
49393	linear.bias	1	1.7304004430770874
49393	linear.bias	2	0.06597519665956497
49393	linear.bias	3	-1.9233092069625854
49393	linear.bias	4	-0.3416050374507904
49393	linear.bias	5	0.9884485006332397
49393	linear.bias	6	-0.32190266251564026
49393	linear.bias	7	0.25573185086250305
49393	linear.bias	8	1.8500337600708008
49393	linear.bias	9	-1.0355395078659058
50002	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
50002	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
50002	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
50002	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
50002	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
50002	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
50002	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
50002	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
50002	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
50002	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
50002	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
50002	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
50002	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
50002	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
50002	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
50002	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
50002	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
50002	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
50002	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
50002	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
50002	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
50002	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
50002	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
50002	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
50002	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
50002	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
50002	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
50002	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
50002	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
50002	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
50002	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
50002	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
50002	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
50002	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
50002	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
50002	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
50002	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
50002	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
50002	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
50002	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
50002	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
50002	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
50002	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
50002	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
50002	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
50002	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
50002	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
50002	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
50002	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
50002	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
50002	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
50002	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
50002	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
50002	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
50002	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
50002	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
50002	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
50002	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
50002	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
50002	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
50002	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
50002	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
50002	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
50002	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
50002	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
50002	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
50002	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
50002	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
50002	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
50002	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
50002	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
50002	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
50002	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
50002	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
50002	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
50002	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
50002	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
50002	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
50002	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
50002	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
50002	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
50002	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
50002	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
50002	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
50002	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
50002	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
50002	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
50002	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
50002	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
50002	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
50002	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
50002	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
50002	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
50002	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
50002	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
50002	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
50002	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
50002	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
50002	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
50002	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
50002	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
50002	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
50002	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
50002	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
50002	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
50002	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
50002	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
50002	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
50002	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
50002	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
50002	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
50002	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
50002	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
50002	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
50002	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
50002	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
50002	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
50002	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
50002	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
50002	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
50002	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
50002	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
50002	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
50002	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
50002	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
50002	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
50002	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
50002	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
50002	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
50002	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
50002	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
50002	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
50002	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
50002	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
50002	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
50002	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
50002	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
50002	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
50002	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
50002	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
50002	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
50002	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
50002	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
50002	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
50002	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
50002	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
50002	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
50002	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
50002	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
50002	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
50002	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
50002	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
50002	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
50002	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
50002	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
50002	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
50002	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
50002	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
50002	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
50002	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
50002	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
50002	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
50002	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
50002	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
50002	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
50002	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
50002	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
50002	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
50002	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
50002	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
50002	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
50002	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
50002	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
50002	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
50002	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
50002	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
50002	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
50002	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
50002	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
50002	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
50002	embedding2nn.weight	0	0.10068903118371964
50002	embedding2nn.weight	1	0.19400565326213837
50002	embedding2nn.weight	2	0.04170847684144974
50002	embedding2nn.weight	3	0.03321932256221771
50002	embedding2nn.weight	4	-0.06480156630277634
50002	embedding2nn.weight	5	0.024893255904316902
50002	embedding2nn.weight	6	0.04751171916723251
50002	embedding2nn.weight	7	-0.03198941797018051
50002	embedding2nn.weight	8	0.04683053866028786
50002	embedding2nn.weight	9	-0.025645386427640915
50002	embedding2nn.bias	0	0.023128049448132515
50002	embedding2nn.bias	1	-0.140119269490242
50002	embedding2nn.bias	2	0.07722356170415878
50002	embedding2nn.bias	3	0.15358807146549225
50002	embedding2nn.bias	4	0.1341186910867691
50002	embedding2nn.bias	5	-0.03865088149905205
50002	embedding2nn.bias	6	-0.01881527155637741
50002	embedding2nn.bias	7	0.05522015690803528
50002	embedding2nn.bias	8	-0.1457735151052475
50002	embedding2nn.bias	9	-0.3156856298446655
50002	rnn.weight_ih_l0	0	-0.010096489451825619
50002	rnn.weight_ih_l0	1	-0.04266365244984627
50002	rnn.weight_ih_l0	2	0.010778523981571198
50002	rnn.weight_ih_l0	3	0.00044666053145192564
50002	rnn.weight_ih_l0	4	-0.0033523004967719316
50002	rnn.weight_ih_l0	5	-0.17685599625110626
50002	rnn.weight_ih_l0	6	0.0022273643407970667
50002	rnn.weight_ih_l0	7	-0.015904324129223824
50002	rnn.weight_ih_l0	8	0.0035261171869933605
50002	rnn.weight_ih_l0	9	-0.04451165348291397
50002	rnn.weight_hh_l0	0	0.030137497931718826
50002	rnn.weight_hh_l0	1	0.055465687066316605
50002	rnn.weight_hh_l0	2	-0.00487865973263979
50002	rnn.weight_hh_l0	3	0.04398087412118912
50002	rnn.weight_hh_l0	4	-0.030484838411211967
50002	rnn.weight_hh_l0	5	0.0337679423391819
50002	rnn.weight_hh_l0	6	0.02571139857172966
50002	rnn.weight_hh_l0	7	0.01609569415450096
50002	rnn.weight_hh_l0	8	0.03470160812139511
50002	rnn.weight_hh_l0	9	-0.022051170468330383
50002	rnn.bias_ih_l0	0	0.051828186959028244
50002	rnn.bias_ih_l0	1	-0.11202660202980042
50002	rnn.bias_ih_l0	2	-0.0028261367697268724
50002	rnn.bias_ih_l0	3	-0.08405880630016327
50002	rnn.bias_ih_l0	4	0.061845649033784866
50002	rnn.bias_ih_l0	5	-0.10609958320856094
50002	rnn.bias_ih_l0	6	-0.015162581577897072
50002	rnn.bias_ih_l0	7	-0.144205242395401
50002	rnn.bias_ih_l0	8	-0.056942857801914215
50002	rnn.bias_ih_l0	9	-0.2632744312286377
50002	rnn.bias_hh_l0	0	-0.07738729566335678
50002	rnn.bias_hh_l0	1	-0.06819884479045868
50002	rnn.bias_hh_l0	2	-0.06199613958597183
50002	rnn.bias_hh_l0	3	-0.04917067661881447
50002	rnn.bias_hh_l0	4	-0.08055227994918823
50002	rnn.bias_hh_l0	5	-0.11616113036870956
50002	rnn.bias_hh_l0	6	-0.0659707635641098
50002	rnn.bias_hh_l0	7	0.09436352550983429
50002	rnn.bias_hh_l0	8	-0.09223557263612747
50002	rnn.bias_hh_l0	9	-0.21895605325698853
50002	rnn.weight_ih_l0_reverse	0	0.04749733954668045
50002	rnn.weight_ih_l0_reverse	1	-0.030569706112146378
50002	rnn.weight_ih_l0_reverse	2	-0.011282765306532383
50002	rnn.weight_ih_l0_reverse	3	-0.056316353380680084
50002	rnn.weight_ih_l0_reverse	4	0.02489638887345791
50002	rnn.weight_ih_l0_reverse	5	-0.07927152514457703
50002	rnn.weight_ih_l0_reverse	6	0.04982404783368111
50002	rnn.weight_ih_l0_reverse	7	0.022203784435987473
50002	rnn.weight_ih_l0_reverse	8	-0.01714394986629486
50002	rnn.weight_ih_l0_reverse	9	-0.030605092644691467
50002	rnn.weight_hh_l0_reverse	0	-0.024527890607714653
50002	rnn.weight_hh_l0_reverse	1	0.0335305780172348
50002	rnn.weight_hh_l0_reverse	2	0.0026886078994721174
50002	rnn.weight_hh_l0_reverse	3	0.011502224020659924
50002	rnn.weight_hh_l0_reverse	4	-0.05096371844410896
50002	rnn.weight_hh_l0_reverse	5	0.03192613646388054
50002	rnn.weight_hh_l0_reverse	6	0.014847801066935062
50002	rnn.weight_hh_l0_reverse	7	0.0174111258238554
50002	rnn.weight_hh_l0_reverse	8	0.08224181085824966
50002	rnn.weight_hh_l0_reverse	9	0.01313310582190752
50002	rnn.bias_ih_l0_reverse	0	-0.1293228417634964
50002	rnn.bias_ih_l0_reverse	1	-0.10487093031406403
50002	rnn.bias_ih_l0_reverse	2	-0.01620510406792164
50002	rnn.bias_ih_l0_reverse	3	-0.0882854014635086
50002	rnn.bias_ih_l0_reverse	4	-0.04207094758749008
50002	rnn.bias_ih_l0_reverse	5	-0.1218109279870987
50002	rnn.bias_ih_l0_reverse	6	0.20744894444942474
50002	rnn.bias_ih_l0_reverse	7	-0.20617260038852692
50002	rnn.bias_ih_l0_reverse	8	-0.08241885155439377
50002	rnn.bias_ih_l0_reverse	9	-0.06731817871332169
50002	rnn.bias_hh_l0_reverse	0	-0.010093833319842815
50002	rnn.bias_hh_l0_reverse	1	0.07880701124668121
50002	rnn.bias_hh_l0_reverse	2	-0.14024487137794495
50002	rnn.bias_hh_l0_reverse	3	-0.023626260459423065
50002	rnn.bias_hh_l0_reverse	4	-0.13712838292121887
50002	rnn.bias_hh_l0_reverse	5	-0.04436323419213295
50002	rnn.bias_hh_l0_reverse	6	-0.1436453014612198
50002	rnn.bias_hh_l0_reverse	7	-0.009663086384534836
50002	rnn.bias_hh_l0_reverse	8	-0.057587411254644394
50002	rnn.bias_hh_l0_reverse	9	0.14231756329536438
50002	linear.weight	0	0.20587997138500214
50002	linear.weight	1	-0.2683839797973633
50002	linear.weight	2	0.011821200139820576
50002	linear.weight	3	0.067592553794384
50002	linear.weight	4	-0.12915979325771332
50002	linear.weight	5	0.2923071086406708
50002	linear.weight	6	-0.1512114256620407
50002	linear.weight	7	-0.07387673854827881
50002	linear.weight	8	0.24745626747608185
50002	linear.weight	9	-0.026309514418244362
50002	linear.bias	0	-1.0384297370910645
50002	linear.bias	1	1.814901351928711
50002	linear.bias	2	0.07369730621576309
50002	linear.bias	3	-1.9280394315719604
50002	linear.bias	4	-0.3796301484107971
50002	linear.bias	5	0.9755810499191284
50002	linear.bias	6	-0.3334505558013916
50002	linear.bias	7	0.22734417021274567
50002	linear.bias	8	1.885508418083191
50002	linear.bias	9	-1.0432316064834595
50611	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
50611	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
50611	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
50611	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
50611	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
50611	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
50611	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
50611	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
50611	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
50611	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
50611	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
50611	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
50611	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
50611	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
50611	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
50611	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
50611	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
50611	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
50611	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
50611	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
50611	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
50611	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
50611	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
50611	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
50611	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
50611	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
50611	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
50611	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
50611	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
50611	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
50611	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
50611	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
50611	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
50611	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
50611	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
50611	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
50611	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
50611	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
50611	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
50611	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
50611	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
50611	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
50611	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
50611	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
50611	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
50611	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
50611	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
50611	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
50611	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
50611	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
50611	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
50611	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
50611	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
50611	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
50611	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
50611	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
50611	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
50611	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
50611	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
50611	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
50611	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
50611	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
50611	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
50611	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
50611	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
50611	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
50611	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
50611	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
50611	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
50611	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
50611	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
50611	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
50611	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
50611	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
50611	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
50611	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
50611	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
50611	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
50611	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
50611	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
50611	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
50611	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
50611	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
50611	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
50611	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
50611	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
50611	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
50611	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
50611	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
50611	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
50611	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
50611	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
50611	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
50611	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
50611	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
50611	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
50611	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
50611	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
50611	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
50611	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
50611	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
50611	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
50611	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
50611	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
50611	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
50611	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
50611	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
50611	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
50611	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
50611	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
50611	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
50611	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
50611	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
50611	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
50611	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
50611	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
50611	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
50611	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
50611	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
50611	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
50611	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
50611	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
50611	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
50611	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
50611	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
50611	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
50611	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
50611	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
50611	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
50611	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
50611	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
50611	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
50611	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
50611	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
50611	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
50611	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
50611	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
50611	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
50611	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
50611	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
50611	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
50611	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
50611	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
50611	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
50611	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
50611	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
50611	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
50611	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
50611	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
50611	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
50611	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
50611	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
50611	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
50611	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
50611	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
50611	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
50611	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
50611	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
50611	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
50611	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
50611	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
50611	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
50611	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
50611	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
50611	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
50611	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
50611	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
50611	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
50611	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
50611	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
50611	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
50611	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
50611	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
50611	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
50611	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
50611	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
50611	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
50611	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
50611	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
50611	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
50611	embedding2nn.weight	0	0.10118573904037476
50611	embedding2nn.weight	1	0.19454599916934967
50611	embedding2nn.weight	2	0.047004107385873795
50611	embedding2nn.weight	3	0.030230730772018433
50611	embedding2nn.weight	4	-0.06334099918603897
50611	embedding2nn.weight	5	0.02864016965031624
50611	embedding2nn.weight	6	0.04252985864877701
50611	embedding2nn.weight	7	-0.02959223836660385
50611	embedding2nn.weight	8	0.04637268930673599
50611	embedding2nn.weight	9	-0.022741774097085
50611	embedding2nn.bias	0	0.023034248501062393
50611	embedding2nn.bias	1	-0.1454920470714569
50611	embedding2nn.bias	2	0.07523666322231293
50611	embedding2nn.bias	3	0.15762317180633545
50611	embedding2nn.bias	4	0.14946387708187103
50611	embedding2nn.bias	5	-0.03192784637212753
50611	embedding2nn.bias	6	-0.02553756907582283
50611	embedding2nn.bias	7	0.03815261647105217
50611	embedding2nn.bias	8	-0.15291786193847656
50611	embedding2nn.bias	9	-0.30135998129844666
50611	rnn.weight_ih_l0	0	-0.009355677291750908
50611	rnn.weight_ih_l0	1	-0.04078647121787071
50611	rnn.weight_ih_l0	2	0.014224337413907051
50611	rnn.weight_ih_l0	3	0.005605284124612808
50611	rnn.weight_ih_l0	4	-0.0030115381814539433
50611	rnn.weight_ih_l0	5	-0.15535996854305267
50611	rnn.weight_ih_l0	6	0.007838800549507141
50611	rnn.weight_ih_l0	7	-0.015929803252220154
50611	rnn.weight_ih_l0	8	0.014301272109150887
50611	rnn.weight_ih_l0	9	-0.04376782104372978
50611	rnn.weight_hh_l0	0	0.030037904158234596
50611	rnn.weight_hh_l0	1	0.05515209585428238
50611	rnn.weight_hh_l0	2	-0.004105696454644203
50611	rnn.weight_hh_l0	3	0.04414863511919975
50611	rnn.weight_hh_l0	4	-0.030420131981372833
50611	rnn.weight_hh_l0	5	0.03254109248518944
50611	rnn.weight_hh_l0	6	0.025638436898589134
50611	rnn.weight_hh_l0	7	0.013716566376388073
50611	rnn.weight_hh_l0	8	0.035198185592889786
50611	rnn.weight_hh_l0	9	-0.02143900655210018
50611	rnn.bias_ih_l0	0	0.0434013195335865
50611	rnn.bias_ih_l0	1	-0.11639583855867386
50611	rnn.bias_ih_l0	2	-0.00666337925940752
50611	rnn.bias_ih_l0	3	-0.08835382014513016
50611	rnn.bias_ih_l0	4	0.06320691853761673
50611	rnn.bias_ih_l0	5	-0.107540063560009
50611	rnn.bias_ih_l0	6	-0.023679381236433983
50611	rnn.bias_ih_l0	7	-0.14802131056785583
50611	rnn.bias_ih_l0	8	-0.059584878385066986
50611	rnn.bias_ih_l0	9	-0.275982528924942
50611	rnn.bias_hh_l0	0	-0.07967069745063782
50611	rnn.bias_hh_l0	1	-0.060909535735845566
50611	rnn.bias_hh_l0	2	-0.05683986842632294
50611	rnn.bias_hh_l0	3	-0.03503689542412758
50611	rnn.bias_hh_l0	4	-0.07851728051900864
50611	rnn.bias_hh_l0	5	-0.1140766516327858
50611	rnn.bias_hh_l0	6	-0.05755721405148506
50611	rnn.bias_hh_l0	7	0.09312113374471664
50611	rnn.bias_hh_l0	8	-0.07972020655870438
50611	rnn.bias_hh_l0	9	-0.22292448580265045
50611	rnn.weight_ih_l0_reverse	0	0.045391879975795746
50611	rnn.weight_ih_l0_reverse	1	-0.03125346451997757
50611	rnn.weight_ih_l0_reverse	2	-0.012956017628312111
50611	rnn.weight_ih_l0_reverse	3	-0.05265586078166962
50611	rnn.weight_ih_l0_reverse	4	0.023967811837792397
50611	rnn.weight_ih_l0_reverse	5	-0.0976618081331253
50611	rnn.weight_ih_l0_reverse	6	0.04797685891389847
50611	rnn.weight_ih_l0_reverse	7	0.02321968413889408
50611	rnn.weight_ih_l0_reverse	8	-0.01534789614379406
50611	rnn.weight_ih_l0_reverse	9	-0.027564313262701035
50611	rnn.weight_hh_l0_reverse	0	-0.02620268426835537
50611	rnn.weight_hh_l0_reverse	1	0.033563900738954544
50611	rnn.weight_hh_l0_reverse	2	0.0018599110189825296
50611	rnn.weight_hh_l0_reverse	3	0.010709866881370544
50611	rnn.weight_hh_l0_reverse	4	-0.052397720515728
50611	rnn.weight_hh_l0_reverse	5	0.032317984849214554
50611	rnn.weight_hh_l0_reverse	6	0.015608017332851887
50611	rnn.weight_hh_l0_reverse	7	0.013695602305233479
50611	rnn.weight_hh_l0_reverse	8	0.08202618360519409
50611	rnn.weight_hh_l0_reverse	9	0.011244849301874638
50611	rnn.bias_ih_l0_reverse	0	-0.1272680014371872
50611	rnn.bias_ih_l0_reverse	1	-0.1061197966337204
50611	rnn.bias_ih_l0_reverse	2	-0.015682855620980263
50611	rnn.bias_ih_l0_reverse	3	-0.08435993641614914
50611	rnn.bias_ih_l0_reverse	4	-0.05098947510123253
50611	rnn.bias_ih_l0_reverse	5	-0.12112943828105927
50611	rnn.bias_ih_l0_reverse	6	0.1967780441045761
50611	rnn.bias_ih_l0_reverse	7	-0.21142254769802094
50611	rnn.bias_ih_l0_reverse	8	-0.08560063689947128
50611	rnn.bias_ih_l0_reverse	9	-0.06919121742248535
50611	rnn.bias_hh_l0_reverse	0	-0.003458851482719183
50611	rnn.bias_hh_l0_reverse	1	0.08535892516374588
50611	rnn.bias_hh_l0_reverse	2	-0.15105482935905457
50611	rnn.bias_hh_l0_reverse	3	-0.016599390655755997
50611	rnn.bias_hh_l0_reverse	4	-0.13245424628257751
50611	rnn.bias_hh_l0_reverse	5	-0.04408155009150505
50611	rnn.bias_hh_l0_reverse	6	-0.13751450181007385
50611	rnn.bias_hh_l0_reverse	7	-0.01629970222711563
50611	rnn.bias_hh_l0_reverse	8	-0.0694565549492836
50611	rnn.bias_hh_l0_reverse	9	0.14741116762161255
50611	linear.weight	0	0.21550913155078888
50611	linear.weight	1	-0.27515700459480286
50611	linear.weight	2	-0.03635663166642189
50611	linear.weight	3	0.06757216900587082
50611	linear.weight	4	-0.14688529074192047
50611	linear.weight	5	0.25751811265945435
50611	linear.weight	6	-0.15306001901626587
50611	linear.weight	7	-0.07382093369960785
50611	linear.weight	8	0.21497602760791779
50611	linear.weight	9	-0.026463765650987625
50611	linear.bias	0	-1.0315388441085815
50611	linear.bias	1	1.8108534812927246
50611	linear.bias	2	0.06625906378030777
50611	linear.bias	3	-1.9328038692474365
50611	linear.bias	4	-0.3634721338748932
50611	linear.bias	5	0.9717163443565369
50611	linear.bias	6	-0.33470550179481506
50611	linear.bias	7	0.23796780407428741
50611	linear.bias	8	1.8949347734451294
50611	linear.bias	9	-1.060199499130249
51220	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
51220	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
51220	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
51220	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
51220	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
51220	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
51220	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
51220	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
51220	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
51220	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
51220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
51220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
51220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
51220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
51220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
51220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
51220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
51220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
51220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
51220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
51220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
51220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
51220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
51220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
51220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
51220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
51220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
51220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
51220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
51220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
51220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
51220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
51220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
51220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
51220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
51220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
51220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
51220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
51220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
51220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
51220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
51220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
51220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
51220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
51220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
51220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
51220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
51220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
51220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
51220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
51220	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
51220	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
51220	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
51220	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
51220	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
51220	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
51220	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
51220	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
51220	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
51220	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
51220	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
51220	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
51220	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
51220	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
51220	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
51220	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
51220	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
51220	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
51220	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
51220	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
51220	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
51220	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
51220	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
51220	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
51220	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
51220	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
51220	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
51220	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
51220	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
51220	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
51220	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
51220	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
51220	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
51220	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
51220	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
51220	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
51220	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
51220	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
51220	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
51220	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
51220	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
51220	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
51220	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
51220	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
51220	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
51220	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
51220	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
51220	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
51220	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
51220	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
51220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
51220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
51220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
51220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
51220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
51220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
51220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
51220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
51220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
51220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
51220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
51220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
51220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
51220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
51220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
51220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
51220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
51220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
51220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
51220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
51220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
51220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
51220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
51220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
51220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
51220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
51220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
51220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
51220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
51220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
51220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
51220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
51220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
51220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
51220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
51220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
51220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
51220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
51220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
51220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
51220	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
51220	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
51220	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
51220	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
51220	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
51220	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
51220	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
51220	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
51220	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
51220	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
51220	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
51220	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
51220	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
51220	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
51220	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
51220	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
51220	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
51220	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
51220	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
51220	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
51220	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
51220	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
51220	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
51220	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
51220	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
51220	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
51220	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
51220	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
51220	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
51220	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
51220	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
51220	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
51220	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
51220	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
51220	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
51220	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
51220	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
51220	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
51220	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
51220	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
51220	embedding2nn.weight	0	0.10315439105033875
51220	embedding2nn.weight	1	0.19315224885940552
51220	embedding2nn.weight	2	0.04556068778038025
51220	embedding2nn.weight	3	0.03921793773770332
51220	embedding2nn.weight	4	-0.06039774790406227
51220	embedding2nn.weight	5	0.03084772825241089
51220	embedding2nn.weight	6	0.04429266229271889
51220	embedding2nn.weight	7	-0.031960856169462204
51220	embedding2nn.weight	8	0.049018681049346924
51220	embedding2nn.weight	9	-0.02171589620411396
51220	embedding2nn.bias	0	0.03617950156331062
51220	embedding2nn.bias	1	-0.12791867554187775
51220	embedding2nn.bias	2	0.0797555148601532
51220	embedding2nn.bias	3	0.1528950333595276
51220	embedding2nn.bias	4	0.1435338258743286
51220	embedding2nn.bias	5	-0.040777917951345444
51220	embedding2nn.bias	6	-0.013159153051674366
51220	embedding2nn.bias	7	0.056227803230285645
51220	embedding2nn.bias	8	-0.13518600165843964
51220	embedding2nn.bias	9	-0.3123895227909088
51220	rnn.weight_ih_l0	0	-0.008661582134664059
51220	rnn.weight_ih_l0	1	-0.04304048791527748
51220	rnn.weight_ih_l0	2	0.013560870662331581
51220	rnn.weight_ih_l0	3	0.006842592731118202
51220	rnn.weight_ih_l0	4	0.0036049738992005587
51220	rnn.weight_ih_l0	5	-0.16316929459571838
51220	rnn.weight_ih_l0	6	0.015125993639230728
51220	rnn.weight_ih_l0	7	-0.014169410802423954
51220	rnn.weight_ih_l0	8	0.015185937285423279
51220	rnn.weight_ih_l0	9	-0.04258755221962929
51220	rnn.weight_hh_l0	0	0.02992592751979828
51220	rnn.weight_hh_l0	1	0.05451222509145737
51220	rnn.weight_hh_l0	2	-0.004017893690615892
51220	rnn.weight_hh_l0	3	0.044408947229385376
51220	rnn.weight_hh_l0	4	-0.030716968700289726
51220	rnn.weight_hh_l0	5	0.03217756375670433
51220	rnn.weight_hh_l0	6	0.025629380717873573
51220	rnn.weight_hh_l0	7	0.01900443807244301
51220	rnn.weight_hh_l0	8	0.03484285995364189
51220	rnn.weight_hh_l0	9	-0.021009257063269615
51220	rnn.bias_ih_l0	0	0.049954839050769806
51220	rnn.bias_ih_l0	1	-0.11426948010921478
51220	rnn.bias_ih_l0	2	-0.009659632109105587
51220	rnn.bias_ih_l0	3	-0.0814725011587143
51220	rnn.bias_ih_l0	4	0.0745578408241272
51220	rnn.bias_ih_l0	5	-0.10944543778896332
51220	rnn.bias_ih_l0	6	-0.02006412483751774
51220	rnn.bias_ih_l0	7	-0.14562354981899261
51220	rnn.bias_ih_l0	8	-0.05324723571538925
51220	rnn.bias_ih_l0	9	-0.2702140510082245
51220	rnn.bias_hh_l0	0	-0.07358641177415848
51220	rnn.bias_hh_l0	1	-0.05715130642056465
51220	rnn.bias_hh_l0	2	-0.07060278207063675
51220	rnn.bias_hh_l0	3	-0.035312723368406296
51220	rnn.bias_hh_l0	4	-0.07637622952461243
51220	rnn.bias_hh_l0	5	-0.1179778054356575
51220	rnn.bias_hh_l0	6	-0.06173662468791008
51220	rnn.bias_hh_l0	7	0.09281288832426071
51220	rnn.bias_hh_l0	8	-0.07398074120283127
51220	rnn.bias_hh_l0	9	-0.21564823389053345
51220	rnn.weight_ih_l0_reverse	0	0.056042496114969254
51220	rnn.weight_ih_l0_reverse	1	-0.031189464032649994
51220	rnn.weight_ih_l0_reverse	2	-0.013965385034680367
51220	rnn.weight_ih_l0_reverse	3	-0.05160794034600258
51220	rnn.weight_ih_l0_reverse	4	0.025202587246894836
51220	rnn.weight_ih_l0_reverse	5	-0.10290911793708801
51220	rnn.weight_ih_l0_reverse	6	0.05114268139004707
51220	rnn.weight_ih_l0_reverse	7	0.024461528286337852
51220	rnn.weight_ih_l0_reverse	8	-0.014884840697050095
51220	rnn.weight_ih_l0_reverse	9	-0.028159640729427338
51220	rnn.weight_hh_l0_reverse	0	-0.025345824658870697
51220	rnn.weight_hh_l0_reverse	1	0.03321060165762901
51220	rnn.weight_hh_l0_reverse	2	0.0026980959810316563
51220	rnn.weight_hh_l0_reverse	3	0.011543278582394123
51220	rnn.weight_hh_l0_reverse	4	-0.052820201963186264
51220	rnn.weight_hh_l0_reverse	5	0.03229654207825661
51220	rnn.weight_hh_l0_reverse	6	0.015275157988071442
51220	rnn.weight_hh_l0_reverse	7	0.015443608164787292
51220	rnn.weight_hh_l0_reverse	8	0.08620096743106842
51220	rnn.weight_hh_l0_reverse	9	0.01315485592931509
51220	rnn.bias_ih_l0_reverse	0	-0.12387501448392868
51220	rnn.bias_ih_l0_reverse	1	-0.10029316693544388
51220	rnn.bias_ih_l0_reverse	2	-0.014910172671079636
51220	rnn.bias_ih_l0_reverse	3	-0.08436623215675354
51220	rnn.bias_ih_l0_reverse	4	-0.050192348659038544
51220	rnn.bias_ih_l0_reverse	5	-0.12330597639083862
51220	rnn.bias_ih_l0_reverse	6	0.19393159449100494
51220	rnn.bias_ih_l0_reverse	7	-0.20946422219276428
51220	rnn.bias_ih_l0_reverse	8	-0.08729971200227737
51220	rnn.bias_ih_l0_reverse	9	-0.06720689684152603
51220	rnn.bias_hh_l0_reverse	0	0.003277225885540247
51220	rnn.bias_hh_l0_reverse	1	0.0892254188656807
51220	rnn.bias_hh_l0_reverse	2	-0.15073847770690918
51220	rnn.bias_hh_l0_reverse	3	-0.018679898232221603
51220	rnn.bias_hh_l0_reverse	4	-0.13716334104537964
51220	rnn.bias_hh_l0_reverse	5	-0.0464639887213707
51220	rnn.bias_hh_l0_reverse	6	-0.1424618661403656
51220	rnn.bias_hh_l0_reverse	7	-0.007738248445093632
51220	rnn.bias_hh_l0_reverse	8	-0.07522514462471008
51220	rnn.bias_hh_l0_reverse	9	0.13717004656791687
51220	linear.weight	0	0.26446202397346497
51220	linear.weight	1	-0.28118860721588135
51220	linear.weight	2	-0.03237481042742729
51220	linear.weight	3	0.06754518300294876
51220	linear.weight	4	-0.1266796737909317
51220	linear.weight	5	0.271862655878067
51220	linear.weight	6	-0.12668350338935852
51220	linear.weight	7	-0.07381223142147064
51220	linear.weight	8	0.21611571311950684
51220	linear.weight	9	-0.026641203090548515
51220	linear.bias	0	-1.0620001554489136
51220	linear.bias	1	1.8071467876434326
51220	linear.bias	2	0.08842340856790543
51220	linear.bias	3	-1.937607765197754
51220	linear.bias	4	-0.3320944309234619
51220	linear.bias	5	0.9707843065261841
51220	linear.bias	6	-0.3334644138813019
51220	linear.bias	7	0.2588188052177429
51220	linear.bias	8	1.8909733295440674
51220	linear.bias	9	-1.0848313570022583
51829	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
51829	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
51829	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
51829	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
51829	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
51829	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
51829	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
51829	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
51829	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
51829	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
51829	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
51829	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
51829	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
51829	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
51829	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
51829	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
51829	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
51829	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
51829	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
51829	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
51829	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
51829	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
51829	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
51829	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
51829	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
51829	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
51829	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
51829	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
51829	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
51829	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
51829	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
51829	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
51829	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
51829	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
51829	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
51829	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
51829	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
51829	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
51829	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
51829	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
51829	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
51829	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
51829	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
51829	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
51829	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
51829	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
51829	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
51829	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
51829	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
51829	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
51829	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
51829	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
51829	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
51829	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
51829	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
51829	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
51829	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
51829	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
51829	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
51829	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
51829	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
51829	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
51829	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
51829	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
51829	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
51829	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
51829	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
51829	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
51829	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
51829	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
51829	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
51829	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
51829	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
51829	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
51829	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
51829	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
51829	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
51829	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
51829	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
51829	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
51829	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
51829	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
51829	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
51829	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
51829	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
51829	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
51829	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
51829	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
51829	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
51829	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
51829	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
51829	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
51829	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
51829	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
51829	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
51829	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
51829	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
51829	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
51829	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
51829	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
51829	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
51829	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
51829	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
51829	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
51829	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
51829	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
51829	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
51829	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
51829	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
51829	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
51829	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
51829	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
51829	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
51829	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
51829	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
51829	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
51829	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
51829	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
51829	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
51829	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
51829	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
51829	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
51829	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
51829	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
51829	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
51829	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
51829	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
51829	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
51829	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
51829	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
51829	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
51829	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
51829	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
51829	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
51829	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
51829	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
51829	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
51829	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
51829	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
51829	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
51829	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
51829	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
51829	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
51829	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
51829	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
51829	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
51829	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
51829	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
51829	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
51829	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
51829	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
51829	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
51829	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
51829	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
51829	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
51829	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
51829	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
51829	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
51829	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
51829	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
51829	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
51829	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
51829	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
51829	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
51829	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
51829	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
51829	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
51829	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
51829	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
51829	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
51829	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
51829	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
51829	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
51829	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
51829	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
51829	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
51829	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
51829	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
51829	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
51829	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
51829	embedding2nn.weight	0	0.10492563247680664
51829	embedding2nn.weight	1	0.197959765791893
51829	embedding2nn.weight	2	0.045987568795681
51829	embedding2nn.weight	3	0.037646424025297165
51829	embedding2nn.weight	4	-0.059765201061964035
51829	embedding2nn.weight	5	0.03061683662235737
51829	embedding2nn.weight	6	0.06568794697523117
51829	embedding2nn.weight	7	-0.037462834268808365
51829	embedding2nn.weight	8	0.05041813105344772
51829	embedding2nn.weight	9	-0.015578486025333405
51829	embedding2nn.bias	0	0.03117738850414753
51829	embedding2nn.bias	1	-0.14087428152561188
51829	embedding2nn.bias	2	0.07266338169574738
51829	embedding2nn.bias	3	0.15183497965335846
51829	embedding2nn.bias	4	0.12732639908790588
51829	embedding2nn.bias	5	-0.03251092508435249
51829	embedding2nn.bias	6	-0.03481678664684296
51829	embedding2nn.bias	7	0.03377833217382431
51829	embedding2nn.bias	8	-0.13693849742412567
51829	embedding2nn.bias	9	-0.301413893699646
51829	rnn.weight_ih_l0	0	-0.008472578600049019
51829	rnn.weight_ih_l0	1	-0.043436888605356216
51829	rnn.weight_ih_l0	2	0.012812058441340923
51829	rnn.weight_ih_l0	3	0.011904902756214142
51829	rnn.weight_ih_l0	4	0.002056326949968934
51829	rnn.weight_ih_l0	5	-0.16367465257644653
51829	rnn.weight_ih_l0	6	0.014621724374592304
51829	rnn.weight_ih_l0	7	-0.014485047198832035
51829	rnn.weight_ih_l0	8	0.008903063833713531
51829	rnn.weight_ih_l0	9	-0.037852294743061066
51829	rnn.weight_hh_l0	0	0.029595917090773582
51829	rnn.weight_hh_l0	1	0.05467047542333603
51829	rnn.weight_hh_l0	2	-0.004554080311208963
51829	rnn.weight_hh_l0	3	0.04467836022377014
51829	rnn.weight_hh_l0	4	-0.031020186841487885
51829	rnn.weight_hh_l0	5	0.03249691054224968
51829	rnn.weight_hh_l0	6	0.025615569204092026
51829	rnn.weight_hh_l0	7	0.009852878749370575
51829	rnn.weight_hh_l0	8	0.03462223336100578
51829	rnn.weight_hh_l0	9	-0.021873798221349716
51829	rnn.bias_ih_l0	0	0.046971336007118225
51829	rnn.bias_ih_l0	1	-0.1160370334982872
51829	rnn.bias_ih_l0	2	-0.0033867224119603634
51829	rnn.bias_ih_l0	3	-0.08713546395301819
51829	rnn.bias_ih_l0	4	0.07624112814664841
51829	rnn.bias_ih_l0	5	-0.10842922329902649
51829	rnn.bias_ih_l0	6	-0.021578768268227577
51829	rnn.bias_ih_l0	7	-0.14812786877155304
51829	rnn.bias_ih_l0	8	-0.05990288034081459
51829	rnn.bias_ih_l0	9	-0.27165594696998596
51829	rnn.bias_hh_l0	0	-0.07489954680204391
51829	rnn.bias_hh_l0	1	-0.06692317128181458
51829	rnn.bias_hh_l0	2	-0.06413163989782333
51829	rnn.bias_hh_l0	3	-0.0451432466506958
51829	rnn.bias_hh_l0	4	-0.08044765144586563
51829	rnn.bias_hh_l0	5	-0.11670033633708954
51829	rnn.bias_hh_l0	6	-0.06977242976427078
51829	rnn.bias_hh_l0	7	0.08729956299066544
51829	rnn.bias_hh_l0	8	-0.07364228367805481
51829	rnn.bias_hh_l0	9	-0.22647713124752045
51829	rnn.weight_ih_l0_reverse	0	0.07055702060461044
51829	rnn.weight_ih_l0_reverse	1	-0.032610513269901276
51829	rnn.weight_ih_l0_reverse	2	-0.012794173322618008
51829	rnn.weight_ih_l0_reverse	3	-0.05570170655846596
51829	rnn.weight_ih_l0_reverse	4	0.024727031588554382
51829	rnn.weight_ih_l0_reverse	5	-0.1145244911313057
51829	rnn.weight_ih_l0_reverse	6	0.053061697632074356
51829	rnn.weight_ih_l0_reverse	7	0.024817239493131638
51829	rnn.weight_ih_l0_reverse	8	-0.02118861861526966
51829	rnn.weight_ih_l0_reverse	9	-0.028065228834748268
51829	rnn.weight_hh_l0_reverse	0	-0.026243101805448532
51829	rnn.weight_hh_l0_reverse	1	0.03393947333097458
51829	rnn.weight_hh_l0_reverse	2	0.00291229085996747
51829	rnn.weight_hh_l0_reverse	3	0.01031720545142889
51829	rnn.weight_hh_l0_reverse	4	-0.05373865365982056
51829	rnn.weight_hh_l0_reverse	5	0.032488808035850525
51829	rnn.weight_hh_l0_reverse	6	0.0150925163179636
51829	rnn.weight_hh_l0_reverse	7	0.019190309569239616
51829	rnn.weight_hh_l0_reverse	8	0.08077654987573624
51829	rnn.weight_hh_l0_reverse	9	0.013385148718953133
51829	rnn.bias_ih_l0_reverse	0	-0.12556888163089752
51829	rnn.bias_ih_l0_reverse	1	-0.10721464455127716
51829	rnn.bias_ih_l0_reverse	2	-0.005082287359982729
51829	rnn.bias_ih_l0_reverse	3	-0.08043400198221207
51829	rnn.bias_ih_l0_reverse	4	-0.04315916821360588
51829	rnn.bias_ih_l0_reverse	5	-0.12548565864562988
51829	rnn.bias_ih_l0_reverse	6	0.19795283675193787
51829	rnn.bias_ih_l0_reverse	7	-0.20147523283958435
51829	rnn.bias_ih_l0_reverse	8	-0.08382919430732727
51829	rnn.bias_ih_l0_reverse	9	-0.0653272196650505
51829	rnn.bias_hh_l0_reverse	0	-0.005619211588054895
51829	rnn.bias_hh_l0_reverse	1	0.09221360087394714
51829	rnn.bias_hh_l0_reverse	2	-0.1545618772506714
51829	rnn.bias_hh_l0_reverse	3	-0.0041138771921396255
51829	rnn.bias_hh_l0_reverse	4	-0.14130428433418274
51829	rnn.bias_hh_l0_reverse	5	-0.04306962713599205
51829	rnn.bias_hh_l0_reverse	6	-0.1495685577392578
51829	rnn.bias_hh_l0_reverse	7	-0.010253618471324444
51829	rnn.bias_hh_l0_reverse	8	-0.08372200280427933
51829	rnn.bias_hh_l0_reverse	9	0.13878777623176575
51829	linear.weight	0	0.2717489004135132
51829	linear.weight	1	-0.28749457001686096
51829	linear.weight	2	-0.03796427324414253
51829	linear.weight	3	0.06756842136383057
51829	linear.weight	4	-0.14753954112529755
51829	linear.weight	5	0.31564217805862427
51829	linear.weight	6	-0.11245798319578171
51829	linear.weight	7	-0.0738290548324585
51829	linear.weight	8	0.2223699390888214
51829	linear.weight	9	-0.026791581884026527
51829	linear.bias	0	-1.0541387796401978
51829	linear.bias	1	1.7913557291030884
51829	linear.bias	2	0.1252700686454773
51829	linear.bias	3	-1.9423011541366577
51829	linear.bias	4	-0.33517923951148987
51829	linear.bias	5	0.9385542869567871
51829	linear.bias	6	-0.3458434045314789
51829	linear.bias	7	0.2763601839542389
51829	linear.bias	8	1.914077877998352
51829	linear.bias	9	-1.1108989715576172
52438	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
52438	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
52438	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
52438	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
52438	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
52438	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
52438	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
52438	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
52438	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
52438	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
52438	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
52438	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
52438	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
52438	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
52438	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
52438	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
52438	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
52438	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
52438	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
52438	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
52438	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
52438	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
52438	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
52438	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
52438	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
52438	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
52438	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
52438	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
52438	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
52438	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
52438	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
52438	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
52438	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
52438	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
52438	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
52438	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
52438	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
52438	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
52438	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
52438	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
52438	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
52438	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
52438	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
52438	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
52438	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
52438	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
52438	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
52438	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
52438	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
52438	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
52438	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
52438	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
52438	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
52438	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
52438	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
52438	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
52438	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
52438	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
52438	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
52438	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
52438	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
52438	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
52438	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
52438	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
52438	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
52438	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
52438	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
52438	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
52438	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
52438	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
52438	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
52438	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
52438	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
52438	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
52438	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
52438	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
52438	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
52438	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
52438	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
52438	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
52438	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
52438	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
52438	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
52438	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
52438	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
52438	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
52438	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
52438	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
52438	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
52438	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
52438	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
52438	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
52438	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
52438	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
52438	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
52438	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
52438	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
52438	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
52438	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
52438	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
52438	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
52438	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
52438	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
52438	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
52438	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
52438	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
52438	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
52438	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
52438	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
52438	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
52438	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
52438	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
52438	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
52438	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
52438	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
52438	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
52438	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
52438	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
52438	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
52438	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
52438	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
52438	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
52438	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
52438	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
52438	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
52438	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
52438	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
52438	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
52438	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
52438	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
52438	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
52438	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
52438	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
52438	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
52438	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
52438	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
52438	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
52438	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
52438	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
52438	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
52438	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
52438	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
52438	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
52438	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
52438	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
52438	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
52438	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
52438	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
52438	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
52438	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
52438	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
52438	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
52438	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
52438	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
52438	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
52438	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
52438	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
52438	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
52438	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
52438	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
52438	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
52438	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
52438	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
52438	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
52438	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
52438	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
52438	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
52438	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
52438	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
52438	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
52438	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
52438	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
52438	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
52438	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
52438	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
52438	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
52438	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
52438	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
52438	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
52438	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
52438	embedding2nn.weight	0	0.10668476670980453
52438	embedding2nn.weight	1	0.1992490291595459
52438	embedding2nn.weight	2	0.04430057480931282
52438	embedding2nn.weight	3	0.05160846188664436
52438	embedding2nn.weight	4	-0.06469976902008057
52438	embedding2nn.weight	5	0.02915888838469982
52438	embedding2nn.weight	6	0.07992629706859589
52438	embedding2nn.weight	7	-0.030037276446819305
52438	embedding2nn.weight	8	0.05012800171971321
52438	embedding2nn.weight	9	-0.009595634415745735
52438	embedding2nn.bias	0	0.027897797524929047
52438	embedding2nn.bias	1	-0.15011103451251984
52438	embedding2nn.bias	2	0.06904739141464233
52438	embedding2nn.bias	3	0.1679590940475464
52438	embedding2nn.bias	4	0.13937033712863922
52438	embedding2nn.bias	5	-0.03523484244942665
52438	embedding2nn.bias	6	-0.0353013351559639
52438	embedding2nn.bias	7	0.05752721056342125
52438	embedding2nn.bias	8	-0.1504307985305786
52438	embedding2nn.bias	9	-0.3120534420013428
52438	rnn.weight_ih_l0	0	-0.009911681525409222
52438	rnn.weight_ih_l0	1	-0.042444512248039246
52438	rnn.weight_ih_l0	2	0.015158840455114841
52438	rnn.weight_ih_l0	3	0.007962253876030445
52438	rnn.weight_ih_l0	4	-0.004619844723492861
52438	rnn.weight_ih_l0	5	-0.16092059016227722
52438	rnn.weight_ih_l0	6	0.021446891129016876
52438	rnn.weight_ih_l0	7	-0.012338116765022278
52438	rnn.weight_ih_l0	8	0.00830805953592062
52438	rnn.weight_ih_l0	9	-0.03806741535663605
52438	rnn.weight_hh_l0	0	0.029403608292341232
52438	rnn.weight_hh_l0	1	0.05528981238603592
52438	rnn.weight_hh_l0	2	-0.002962482161819935
52438	rnn.weight_hh_l0	3	0.044361211359500885
52438	rnn.weight_hh_l0	4	-0.03091323748230934
52438	rnn.weight_hh_l0	5	0.031425729393959045
52438	rnn.weight_hh_l0	6	0.025121355429291725
52438	rnn.weight_hh_l0	7	0.010020505636930466
52438	rnn.weight_hh_l0	8	0.03439882770180702
52438	rnn.weight_hh_l0	9	-0.0212229173630476
52438	rnn.bias_ih_l0	0	0.04671522602438927
52438	rnn.bias_ih_l0	1	-0.11339282244443893
52438	rnn.bias_ih_l0	2	-0.0020122050773352385
52438	rnn.bias_ih_l0	3	-0.08635017275810242
52438	rnn.bias_ih_l0	4	0.07877794653177261
52438	rnn.bias_ih_l0	5	-0.10887498408555984
52438	rnn.bias_ih_l0	6	-0.005780831445008516
52438	rnn.bias_ih_l0	7	-0.14762741327285767
52438	rnn.bias_ih_l0	8	-0.06917060166597366
52438	rnn.bias_ih_l0	9	-0.261848121881485
52438	rnn.bias_hh_l0	0	-0.07793265581130981
52438	rnn.bias_hh_l0	1	-0.07575836032629013
52438	rnn.bias_hh_l0	2	-0.06606506556272507
52438	rnn.bias_hh_l0	3	-0.04619373008608818
52438	rnn.bias_hh_l0	4	-0.08082300424575806
52438	rnn.bias_hh_l0	5	-0.11879203468561172
52438	rnn.bias_hh_l0	6	-0.080005943775177
52438	rnn.bias_hh_l0	7	0.08940018713474274
52438	rnn.bias_hh_l0	8	-0.08254286646842957
52438	rnn.bias_hh_l0	9	-0.2286350578069687
52438	rnn.weight_ih_l0_reverse	0	0.06770153343677521
52438	rnn.weight_ih_l0_reverse	1	-0.03246590495109558
52438	rnn.weight_ih_l0_reverse	2	-0.01717444136738777
52438	rnn.weight_ih_l0_reverse	3	-0.055617984384298325
52438	rnn.weight_ih_l0_reverse	4	0.02667626179754734
52438	rnn.weight_ih_l0_reverse	5	-0.11297046393156052
52438	rnn.weight_ih_l0_reverse	6	0.041395362466573715
52438	rnn.weight_ih_l0_reverse	7	0.02344587817788124
52438	rnn.weight_ih_l0_reverse	8	-0.023242603987455368
52438	rnn.weight_ih_l0_reverse	9	-0.02368537336587906
52438	rnn.weight_hh_l0_reverse	0	-0.024611834436655045
52438	rnn.weight_hh_l0_reverse	1	0.032986439764499664
52438	rnn.weight_hh_l0_reverse	2	0.0038470164872705936
52438	rnn.weight_hh_l0_reverse	3	0.01060090959072113
52438	rnn.weight_hh_l0_reverse	4	-0.05475884675979614
52438	rnn.weight_hh_l0_reverse	5	0.033464450389146805
52438	rnn.weight_hh_l0_reverse	6	0.014712749980390072
52438	rnn.weight_hh_l0_reverse	7	0.014275835826992989
52438	rnn.weight_hh_l0_reverse	8	0.07780425995588303
52438	rnn.weight_hh_l0_reverse	9	0.011013027280569077
52438	rnn.bias_ih_l0_reverse	0	-0.11724063754081726
52438	rnn.bias_ih_l0_reverse	1	-0.10705995559692383
52438	rnn.bias_ih_l0_reverse	2	0.000865020789206028
52438	rnn.bias_ih_l0_reverse	3	-0.08767104893922806
52438	rnn.bias_ih_l0_reverse	4	-0.051683951169252396
52438	rnn.bias_ih_l0_reverse	5	-0.12538158893585205
52438	rnn.bias_ih_l0_reverse	6	0.2128017246723175
52438	rnn.bias_ih_l0_reverse	7	-0.20009572803974152
52438	rnn.bias_ih_l0_reverse	8	-0.08199955523014069
52438	rnn.bias_ih_l0_reverse	9	-0.06230395659804344
52438	rnn.bias_hh_l0_reverse	0	-0.01084323599934578
52438	rnn.bias_hh_l0_reverse	1	0.09170042723417282
52438	rnn.bias_hh_l0_reverse	2	-0.1518968939781189
52438	rnn.bias_hh_l0_reverse	3	-0.010682929307222366
52438	rnn.bias_hh_l0_reverse	4	-0.1446649432182312
52438	rnn.bias_hh_l0_reverse	5	-0.04958401992917061
52438	rnn.bias_hh_l0_reverse	6	-0.142612487077713
52438	rnn.bias_hh_l0_reverse	7	-0.012872804887592793
52438	rnn.bias_hh_l0_reverse	8	-0.07579302042722702
52438	rnn.bias_hh_l0_reverse	9	0.13528624176979065
52438	linear.weight	0	0.25362393260002136
52438	linear.weight	1	-0.3238102197647095
52438	linear.weight	2	0.045712996274232864
52438	linear.weight	3	0.0675560012459755
52438	linear.weight	4	-0.18648304045200348
52438	linear.weight	5	0.29206523299217224
52438	linear.weight	6	-0.13557077944278717
52438	linear.weight	7	-0.07383410632610321
52438	linear.weight	8	0.2072848081588745
52438	linear.weight	9	-0.027001505717635155
52438	linear.bias	0	-1.0519461631774902
52438	linear.bias	1	1.7916938066482544
52438	linear.bias	2	0.07952380925416946
52438	linear.bias	3	-1.947538137435913
52438	linear.bias	4	-0.33413150906562805
52438	linear.bias	5	1.0352979898452759
52438	linear.bias	6	-0.32067370414733887
52438	linear.bias	7	0.25366002321243286
52438	linear.bias	8	1.8766119480133057
52438	linear.bias	9	-1.1071746349334717
53047	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
53047	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
53047	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
53047	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
53047	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
53047	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
53047	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
53047	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
53047	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
53047	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
53047	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
53047	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
53047	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
53047	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
53047	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
53047	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
53047	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
53047	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
53047	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
53047	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
53047	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
53047	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
53047	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
53047	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
53047	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
53047	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
53047	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
53047	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
53047	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
53047	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
53047	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
53047	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
53047	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
53047	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
53047	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
53047	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
53047	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
53047	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
53047	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
53047	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
53047	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
53047	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
53047	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
53047	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
53047	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
53047	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
53047	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
53047	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
53047	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
53047	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
53047	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
53047	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
53047	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
53047	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
53047	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
53047	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
53047	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
53047	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
53047	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
53047	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
53047	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
53047	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
53047	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
53047	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
53047	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
53047	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
53047	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
53047	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
53047	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
53047	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
53047	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
53047	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
53047	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
53047	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
53047	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
53047	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
53047	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
53047	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
53047	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
53047	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
53047	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
53047	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
53047	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
53047	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
53047	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
53047	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
53047	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
53047	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
53047	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
53047	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
53047	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
53047	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
53047	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
53047	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
53047	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
53047	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
53047	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
53047	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
53047	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
53047	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
53047	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
53047	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
53047	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
53047	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
53047	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
53047	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
53047	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
53047	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
53047	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
53047	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
53047	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
53047	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
53047	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
53047	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
53047	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
53047	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
53047	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
53047	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
53047	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
53047	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
53047	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
53047	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
53047	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
53047	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
53047	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
53047	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
53047	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
53047	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
53047	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
53047	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
53047	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
53047	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
53047	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
53047	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
53047	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
53047	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
53047	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
53047	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
53047	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
53047	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
53047	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
53047	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
53047	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
53047	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
53047	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
53047	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
53047	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
53047	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
53047	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
53047	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
53047	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
53047	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
53047	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
53047	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
53047	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
53047	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
53047	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
53047	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
53047	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
53047	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
53047	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
53047	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
53047	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
53047	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
53047	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
53047	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
53047	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
53047	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
53047	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
53047	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
53047	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
53047	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
53047	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
53047	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
53047	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
53047	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
53047	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
53047	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
53047	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
53047	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
53047	embedding2nn.weight	0	0.10808916389942169
53047	embedding2nn.weight	1	0.20134097337722778
53047	embedding2nn.weight	2	0.04377046227455139
53047	embedding2nn.weight	3	0.04788456857204437
53047	embedding2nn.weight	4	-0.06515870243310928
53047	embedding2nn.weight	5	0.027169274166226387
53047	embedding2nn.weight	6	0.08461832255125046
53047	embedding2nn.weight	7	-0.03742224723100662
53047	embedding2nn.weight	8	0.048610869795084
53047	embedding2nn.weight	9	-0.017131324857473373
53047	embedding2nn.bias	0	0.025688432157039642
53047	embedding2nn.bias	1	-0.13997484743595123
53047	embedding2nn.bias	2	0.05627739429473877
53047	embedding2nn.bias	3	0.153954416513443
53047	embedding2nn.bias	4	0.15101905167102814
53047	embedding2nn.bias	5	-0.04354139789938927
53047	embedding2nn.bias	6	-0.052976109087467194
53047	embedding2nn.bias	7	0.054817747324705124
53047	embedding2nn.bias	8	-0.13917315006256104
53047	embedding2nn.bias	9	-0.3186352550983429
53047	rnn.weight_ih_l0	0	-0.009011661633849144
53047	rnn.weight_ih_l0	1	-0.04415195435285568
53047	rnn.weight_ih_l0	2	0.01653655618429184
53047	rnn.weight_ih_l0	3	0.004490963649004698
53047	rnn.weight_ih_l0	4	-0.004453898873180151
53047	rnn.weight_ih_l0	5	-0.17159509658813477
53047	rnn.weight_ih_l0	6	0.025729531422257423
53047	rnn.weight_ih_l0	7	-0.011549326591193676
53047	rnn.weight_ih_l0	8	0.011217284947633743
53047	rnn.weight_ih_l0	9	-0.037555329501628876
53047	rnn.weight_hh_l0	0	0.029929224401712418
53047	rnn.weight_hh_l0	1	0.055935151875019073
53047	rnn.weight_hh_l0	2	-0.0038120236713439226
53047	rnn.weight_hh_l0	3	0.0444481261074543
53047	rnn.weight_hh_l0	4	-0.03093821369111538
53047	rnn.weight_hh_l0	5	0.031538303941488266
53047	rnn.weight_hh_l0	6	0.025548875331878662
53047	rnn.weight_hh_l0	7	0.0042146421037614346
53047	rnn.weight_hh_l0	8	0.0344042144715786
53047	rnn.weight_hh_l0	9	-0.024739626795053482
53047	rnn.bias_ih_l0	0	0.05224044248461723
53047	rnn.bias_ih_l0	1	-0.11899502575397491
53047	rnn.bias_ih_l0	2	-0.004361632280051708
53047	rnn.bias_ih_l0	3	-0.08365199714899063
53047	rnn.bias_ih_l0	4	0.07250309735536575
53047	rnn.bias_ih_l0	5	-0.11316829174757004
53047	rnn.bias_ih_l0	6	-0.006480127573013306
53047	rnn.bias_ih_l0	7	-0.14820612967014313
53047	rnn.bias_ih_l0	8	-0.0705302283167839
53047	rnn.bias_ih_l0	9	-0.2551281154155731
53047	rnn.bias_hh_l0	0	-0.08013260364532471
53047	rnn.bias_hh_l0	1	-0.07830920815467834
53047	rnn.bias_hh_l0	2	-0.06048884242773056
53047	rnn.bias_hh_l0	3	-0.044288843870162964
53047	rnn.bias_hh_l0	4	-0.07965926080942154
53047	rnn.bias_hh_l0	5	-0.12264992296695709
53047	rnn.bias_hh_l0	6	-0.07528134435415268
53047	rnn.bias_hh_l0	7	0.09124662727117538
53047	rnn.bias_hh_l0	8	-0.08670422434806824
53047	rnn.bias_hh_l0	9	-0.22711971402168274
53047	rnn.weight_ih_l0_reverse	0	0.06272407621145248
53047	rnn.weight_ih_l0_reverse	1	-0.029805144295096397
53047	rnn.weight_ih_l0_reverse	2	-0.012177945114672184
53047	rnn.weight_ih_l0_reverse	3	-0.05419214442372322
53047	rnn.weight_ih_l0_reverse	4	0.025653338059782982
53047	rnn.weight_ih_l0_reverse	5	-0.11385399848222733
53047	rnn.weight_ih_l0_reverse	6	0.05301762744784355
53047	rnn.weight_ih_l0_reverse	7	0.02373916283249855
53047	rnn.weight_ih_l0_reverse	8	-0.02733280323445797
53047	rnn.weight_ih_l0_reverse	9	-0.0216379277408123
53047	rnn.weight_hh_l0_reverse	0	-0.02371559664607048
53047	rnn.weight_hh_l0_reverse	1	0.03316647559404373
53047	rnn.weight_hh_l0_reverse	2	0.0031126902904361486
53047	rnn.weight_hh_l0_reverse	3	0.009811333380639553
53047	rnn.weight_hh_l0_reverse	4	-0.05344676971435547
53047	rnn.weight_hh_l0_reverse	5	0.033966027200222015
53047	rnn.weight_hh_l0_reverse	6	0.014873193576931953
53047	rnn.weight_hh_l0_reverse	7	0.01615784503519535
53047	rnn.weight_hh_l0_reverse	8	0.0763252004981041
53047	rnn.weight_hh_l0_reverse	9	0.011225258931517601
53047	rnn.bias_ih_l0_reverse	0	-0.1209716871380806
53047	rnn.bias_ih_l0_reverse	1	-0.11387232691049576
53047	rnn.bias_ih_l0_reverse	2	-0.013931762427091599
53047	rnn.bias_ih_l0_reverse	3	-0.09084892272949219
53047	rnn.bias_ih_l0_reverse	4	-0.04425397142767906
53047	rnn.bias_ih_l0_reverse	5	-0.1257348358631134
53047	rnn.bias_ih_l0_reverse	6	0.19008266925811768
53047	rnn.bias_ih_l0_reverse	7	-0.1963168829679489
53047	rnn.bias_ih_l0_reverse	8	-0.08141537010669708
53047	rnn.bias_ih_l0_reverse	9	-0.06469040364027023
53047	rnn.bias_hh_l0_reverse	0	-0.006668005604296923
53047	rnn.bias_hh_l0_reverse	1	0.0826253667473793
53047	rnn.bias_hh_l0_reverse	2	-0.16150903701782227
53047	rnn.bias_hh_l0_reverse	3	-0.008589048869907856
53047	rnn.bias_hh_l0_reverse	4	-0.140569269657135
53047	rnn.bias_hh_l0_reverse	5	-0.04612231254577637
53047	rnn.bias_hh_l0_reverse	6	-0.1517077088356018
53047	rnn.bias_hh_l0_reverse	7	-0.009093623608350754
53047	rnn.bias_hh_l0_reverse	8	-0.08630082756280899
53047	rnn.bias_hh_l0_reverse	9	0.1256905496120453
53047	linear.weight	0	0.27269354462623596
53047	linear.weight	1	-0.29533278942108154
53047	linear.weight	2	0.006260512862354517
53047	linear.weight	3	0.0675758644938469
53047	linear.weight	4	-0.17115840315818787
53047	linear.weight	5	0.2580927014350891
53047	linear.weight	6	-0.12360700964927673
53047	linear.weight	7	-0.07386468350887299
53047	linear.weight	8	0.18039721250534058
53047	linear.weight	9	-0.02717030793428421
53047	linear.bias	0	-1.0688458681106567
53047	linear.bias	1	1.8168635368347168
53047	linear.bias	2	0.12306512892246246
53047	linear.bias	3	-1.9523255825042725
53047	linear.bias	4	-0.336174875497818
53047	linear.bias	5	0.9700517058372498
53047	linear.bias	6	-0.354196161031723
53047	linear.bias	7	0.26920419931411743
53047	linear.bias	8	1.886195182800293
53047	linear.bias	9	-1.0936635732650757
53656	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
53656	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
53656	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
53656	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
53656	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
53656	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
53656	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
53656	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
53656	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
53656	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
53656	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
53656	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
53656	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
53656	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
53656	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
53656	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
53656	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
53656	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
53656	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
53656	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
53656	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
53656	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
53656	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
53656	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
53656	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
53656	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
53656	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
53656	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
53656	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
53656	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
53656	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
53656	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
53656	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
53656	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
53656	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
53656	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
53656	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
53656	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
53656	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
53656	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
53656	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
53656	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
53656	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
53656	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
53656	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
53656	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
53656	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
53656	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
53656	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
53656	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
53656	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
53656	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
53656	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
53656	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
53656	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
53656	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
53656	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
53656	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
53656	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
53656	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
53656	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
53656	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
53656	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
53656	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
53656	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
53656	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
53656	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
53656	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
53656	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
53656	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
53656	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
53656	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
53656	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
53656	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
53656	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
53656	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
53656	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
53656	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
53656	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
53656	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
53656	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
53656	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
53656	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
53656	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
53656	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
53656	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
53656	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
53656	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
53656	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
53656	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
53656	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
53656	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
53656	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
53656	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
53656	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
53656	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
53656	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
53656	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
53656	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
53656	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
53656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
53656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
53656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
53656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
53656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
53656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
53656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
53656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
53656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
53656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
53656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
53656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
53656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
53656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
53656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
53656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
53656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
53656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
53656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
53656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
53656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
53656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
53656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
53656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
53656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
53656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
53656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
53656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
53656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
53656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
53656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
53656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
53656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
53656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
53656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
53656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
53656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
53656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
53656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
53656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
53656	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
53656	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
53656	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
53656	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
53656	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
53656	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
53656	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
53656	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
53656	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
53656	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
53656	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
53656	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
53656	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
53656	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
53656	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
53656	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
53656	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
53656	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
53656	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
53656	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
53656	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
53656	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
53656	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
53656	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
53656	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
53656	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
53656	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
53656	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
53656	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
53656	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
53656	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
53656	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
53656	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
53656	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
53656	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
53656	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
53656	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
53656	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
53656	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
53656	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
53656	embedding2nn.weight	0	0.11061269789934158
53656	embedding2nn.weight	1	0.20234812796115875
53656	embedding2nn.weight	2	0.04681607335805893
53656	embedding2nn.weight	3	0.03249945864081383
53656	embedding2nn.weight	4	-0.06361395865678787
53656	embedding2nn.weight	5	0.03293728083372116
53656	embedding2nn.weight	6	0.07676872611045837
53656	embedding2nn.weight	7	-0.03617287427186966
53656	embedding2nn.weight	8	0.052406422793865204
53656	embedding2nn.weight	9	-0.012505481950938702
53656	embedding2nn.bias	0	0.018857551738619804
53656	embedding2nn.bias	1	-0.14793123304843903
53656	embedding2nn.bias	2	0.07923126965761185
53656	embedding2nn.bias	3	0.13256287574768066
53656	embedding2nn.bias	4	0.13839124143123627
53656	embedding2nn.bias	5	-0.030217299237847328
53656	embedding2nn.bias	6	-0.02985341288149357
53656	embedding2nn.bias	7	0.053273603320121765
53656	embedding2nn.bias	8	-0.14519214630126953
53656	embedding2nn.bias	9	-0.319880872964859
53656	rnn.weight_ih_l0	0	-0.007638974115252495
53656	rnn.weight_ih_l0	1	-0.04491953179240227
53656	rnn.weight_ih_l0	2	0.017457488924264908
53656	rnn.weight_ih_l0	3	0.007440857123583555
53656	rnn.weight_ih_l0	4	-0.0016484393272548914
53656	rnn.weight_ih_l0	5	-0.17998643219470978
53656	rnn.weight_ih_l0	6	0.029228568077087402
53656	rnn.weight_ih_l0	7	-0.011918512172996998
53656	rnn.weight_ih_l0	8	0.01920713484287262
53656	rnn.weight_ih_l0	9	-0.03484472259879112
53656	rnn.weight_hh_l0	0	0.030289916321635246
53656	rnn.weight_hh_l0	1	0.056985773146152496
53656	rnn.weight_hh_l0	2	-0.004536086227744818
53656	rnn.weight_hh_l0	3	0.04371080920100212
53656	rnn.weight_hh_l0	4	-0.031090766191482544
53656	rnn.weight_hh_l0	5	0.032999154180288315
53656	rnn.weight_hh_l0	6	0.024691516533493996
53656	rnn.weight_hh_l0	7	0.0020160989370197058
53656	rnn.weight_hh_l0	8	0.033901553601026535
53656	rnn.weight_hh_l0	9	-0.025111444294452667
53656	rnn.bias_ih_l0	0	0.06341935694217682
53656	rnn.bias_ih_l0	1	-0.11759163439273834
53656	rnn.bias_ih_l0	2	-0.003285055747255683
53656	rnn.bias_ih_l0	3	-0.07841164618730545
53656	rnn.bias_ih_l0	4	0.07871905714273453
53656	rnn.bias_ih_l0	5	-0.1193317398428917
53656	rnn.bias_ih_l0	6	-0.01682966575026512
53656	rnn.bias_ih_l0	7	-0.1498880386352539
53656	rnn.bias_ih_l0	8	-0.07061069458723068
53656	rnn.bias_ih_l0	9	-0.25537461042404175
53656	rnn.bias_hh_l0	0	-0.08127296715974808
53656	rnn.bias_hh_l0	1	-0.07358444482088089
53656	rnn.bias_hh_l0	2	-0.06938578188419342
53656	rnn.bias_hh_l0	3	-0.04968986660242081
53656	rnn.bias_hh_l0	4	-0.09238386899232864
53656	rnn.bias_hh_l0	5	-0.1230577751994133
53656	rnn.bias_hh_l0	6	-0.07189811021089554
53656	rnn.bias_hh_l0	7	0.0989670604467392
53656	rnn.bias_hh_l0	8	-0.07821723073720932
53656	rnn.bias_hh_l0	9	-0.2319420427083969
53656	rnn.weight_ih_l0_reverse	0	0.05606866627931595
53656	rnn.weight_ih_l0_reverse	1	-0.027318835258483887
53656	rnn.weight_ih_l0_reverse	2	-0.007868717424571514
53656	rnn.weight_ih_l0_reverse	3	-0.048382073640823364
53656	rnn.weight_ih_l0_reverse	4	0.025303347036242485
53656	rnn.weight_ih_l0_reverse	5	-0.10714466869831085
53656	rnn.weight_ih_l0_reverse	6	0.0459805391728878
53656	rnn.weight_ih_l0_reverse	7	0.025394080206751823
53656	rnn.weight_ih_l0_reverse	8	-0.030167939141392708
53656	rnn.weight_ih_l0_reverse	9	-0.02563341334462166
53656	rnn.weight_hh_l0_reverse	0	-0.02406548522412777
53656	rnn.weight_hh_l0_reverse	1	0.03348229452967644
53656	rnn.weight_hh_l0_reverse	2	0.0022983564995229244
53656	rnn.weight_hh_l0_reverse	3	0.010235286317765713
53656	rnn.weight_hh_l0_reverse	4	-0.05244508385658264
53656	rnn.weight_hh_l0_reverse	5	0.03418715298175812
53656	rnn.weight_hh_l0_reverse	6	0.01475830189883709
53656	rnn.weight_hh_l0_reverse	7	0.013686641119420528
53656	rnn.weight_hh_l0_reverse	8	0.07085444033145905
53656	rnn.weight_hh_l0_reverse	9	0.011076225899159908
53656	rnn.bias_ih_l0_reverse	0	-0.12094272673130035
53656	rnn.bias_ih_l0_reverse	1	-0.1137942299246788
53656	rnn.bias_ih_l0_reverse	2	-0.010244724340736866
53656	rnn.bias_ih_l0_reverse	3	-0.08916473388671875
53656	rnn.bias_ih_l0_reverse	4	-0.027617059648036957
53656	rnn.bias_ih_l0_reverse	5	-0.12448986619710922
53656	rnn.bias_ih_l0_reverse	6	0.1942039579153061
53656	rnn.bias_ih_l0_reverse	7	-0.20050078630447388
53656	rnn.bias_ih_l0_reverse	8	-0.08111129701137543
53656	rnn.bias_ih_l0_reverse	9	-0.06553127616643906
53656	rnn.bias_hh_l0_reverse	0	-0.010029790922999382
53656	rnn.bias_hh_l0_reverse	1	0.07717515528202057
53656	rnn.bias_hh_l0_reverse	2	-0.15964293479919434
53656	rnn.bias_hh_l0_reverse	3	-0.016436582431197166
53656	rnn.bias_hh_l0_reverse	4	-0.14522412419319153
53656	rnn.bias_hh_l0_reverse	5	-0.045902229845523834
53656	rnn.bias_hh_l0_reverse	6	-0.15467862784862518
53656	rnn.bias_hh_l0_reverse	7	-0.012651032768189907
53656	rnn.bias_hh_l0_reverse	8	-0.08232587575912476
53656	rnn.bias_hh_l0_reverse	9	0.13966263830661774
53656	linear.weight	0	0.2710152268409729
53656	linear.weight	1	-0.2865743935108185
53656	linear.weight	2	0.0014007801655679941
53656	linear.weight	3	0.06761318445205688
53656	linear.weight	4	-0.15473641455173492
53656	linear.weight	5	0.2501623332500458
53656	linear.weight	6	-0.1255897432565689
53656	linear.weight	7	-0.07386156916618347
53656	linear.weight	8	0.17978446185588837
53656	linear.weight	9	-0.027346430346369743
53656	linear.bias	0	-1.0650724172592163
53656	linear.bias	1	1.7594563961029053
53656	linear.bias	2	0.10487279295921326
53656	linear.bias	3	-1.957199215888977
53656	linear.bias	4	-0.3298717439174652
53656	linear.bias	5	0.9791949987411499
53656	linear.bias	6	-0.3259061276912689
53656	linear.bias	7	0.2714080810546875
53656	linear.bias	8	1.8649241924285889
53656	linear.bias	9	-1.129928708076477
54265	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
54265	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
54265	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
54265	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
54265	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
54265	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
54265	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
54265	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
54265	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
54265	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
54265	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
54265	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
54265	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
54265	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
54265	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
54265	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
54265	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
54265	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
54265	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
54265	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
54265	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
54265	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
54265	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
54265	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
54265	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
54265	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
54265	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
54265	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
54265	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
54265	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
54265	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
54265	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
54265	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
54265	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
54265	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
54265	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
54265	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
54265	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
54265	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
54265	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
54265	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
54265	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
54265	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
54265	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
54265	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
54265	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
54265	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
54265	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
54265	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
54265	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
54265	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
54265	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
54265	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
54265	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
54265	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
54265	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
54265	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
54265	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
54265	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
54265	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
54265	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
54265	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
54265	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
54265	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
54265	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
54265	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
54265	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
54265	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
54265	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
54265	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
54265	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
54265	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
54265	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
54265	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
54265	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
54265	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
54265	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
54265	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
54265	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
54265	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
54265	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
54265	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
54265	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
54265	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
54265	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
54265	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
54265	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
54265	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
54265	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
54265	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
54265	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
54265	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
54265	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
54265	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
54265	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
54265	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
54265	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
54265	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
54265	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
54265	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
54265	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
54265	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
54265	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
54265	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
54265	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
54265	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
54265	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
54265	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
54265	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
54265	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
54265	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
54265	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
54265	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
54265	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
54265	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
54265	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
54265	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
54265	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
54265	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
54265	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
54265	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
54265	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
54265	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
54265	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
54265	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
54265	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
54265	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
54265	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
54265	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
54265	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
54265	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
54265	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
54265	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
54265	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
54265	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
54265	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
54265	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
54265	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
54265	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
54265	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
54265	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
54265	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
54265	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
54265	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
54265	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
54265	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
54265	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
54265	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
54265	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
54265	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
54265	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
54265	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
54265	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
54265	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
54265	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
54265	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
54265	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
54265	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
54265	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
54265	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
54265	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
54265	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
54265	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
54265	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
54265	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
54265	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
54265	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
54265	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
54265	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
54265	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
54265	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
54265	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
54265	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
54265	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
54265	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
54265	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
54265	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
54265	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
54265	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
54265	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
54265	embedding2nn.weight	0	0.11331121623516083
54265	embedding2nn.weight	1	0.20657600462436676
54265	embedding2nn.weight	2	0.05005663260817528
54265	embedding2nn.weight	3	0.029865486547350883
54265	embedding2nn.weight	4	-0.06977847218513489
54265	embedding2nn.weight	5	0.031027328222990036
54265	embedding2nn.weight	6	0.0664818286895752
54265	embedding2nn.weight	7	-0.029620690271258354
54265	embedding2nn.weight	8	0.05224848538637161
54265	embedding2nn.weight	9	-0.011453744024038315
54265	embedding2nn.bias	0	0.02202187106013298
54265	embedding2nn.bias	1	-0.14262397587299347
54265	embedding2nn.bias	2	0.06972023844718933
54265	embedding2nn.bias	3	0.1601916402578354
54265	embedding2nn.bias	4	0.15170715749263763
54265	embedding2nn.bias	5	-0.05329431593418121
54265	embedding2nn.bias	6	-0.013516939245164394
54265	embedding2nn.bias	7	0.042152371257543564
54265	embedding2nn.bias	8	-0.13899320363998413
54265	embedding2nn.bias	9	-0.29721325635910034
54265	rnn.weight_ih_l0	0	-0.004591179545968771
54265	rnn.weight_ih_l0	1	-0.04635268449783325
54265	rnn.weight_ih_l0	2	0.013062628917396069
54265	rnn.weight_ih_l0	3	0.008338362909853458
54265	rnn.weight_ih_l0	4	0.00039276652387343347
54265	rnn.weight_ih_l0	5	-0.1731111854314804
54265	rnn.weight_ih_l0	6	0.032182637602090836
54265	rnn.weight_ih_l0	7	-0.012681752443313599
54265	rnn.weight_ih_l0	8	0.029802994802594185
54265	rnn.weight_ih_l0	9	-0.030395152047276497
54265	rnn.weight_hh_l0	0	0.029681794345378876
54265	rnn.weight_hh_l0	1	0.05687924474477768
54265	rnn.weight_hh_l0	2	-0.004554436542093754
54265	rnn.weight_hh_l0	3	0.044581249356269836
54265	rnn.weight_hh_l0	4	-0.03133981302380562
54265	rnn.weight_hh_l0	5	0.0337054617702961
54265	rnn.weight_hh_l0	6	0.024909531697630882
54265	rnn.weight_hh_l0	7	0.0012222586665302515
54265	rnn.weight_hh_l0	8	0.03331901878118515
54265	rnn.weight_hh_l0	9	-0.024490052834153175
54265	rnn.bias_ih_l0	0	0.06737135350704193
54265	rnn.bias_ih_l0	1	-0.11000397056341171
54265	rnn.bias_ih_l0	2	-0.0015281577361747622
54265	rnn.bias_ih_l0	3	-0.06722976267337799
54265	rnn.bias_ih_l0	4	0.07085385918617249
54265	rnn.bias_ih_l0	5	-0.12484020739793777
54265	rnn.bias_ih_l0	6	-0.017268182709813118
54265	rnn.bias_ih_l0	7	-0.15008258819580078
54265	rnn.bias_ih_l0	8	-0.06849832087755203
54265	rnn.bias_ih_l0	9	-0.274725079536438
54265	rnn.bias_hh_l0	0	-0.08665802329778671
54265	rnn.bias_hh_l0	1	-0.074330173432827
54265	rnn.bias_hh_l0	2	-0.07024554163217545
54265	rnn.bias_hh_l0	3	-0.04817492142319679
54265	rnn.bias_hh_l0	4	-0.08207010477781296
54265	rnn.bias_hh_l0	5	-0.12137740105390549
54265	rnn.bias_hh_l0	6	-0.07259568572044373
54265	rnn.bias_hh_l0	7	0.09312036633491516
54265	rnn.bias_hh_l0	8	-0.09160005301237106
54265	rnn.bias_hh_l0	9	-0.2355135977268219
54265	rnn.weight_ih_l0_reverse	0	0.06418995559215546
54265	rnn.weight_ih_l0_reverse	1	-0.026116609573364258
54265	rnn.weight_ih_l0_reverse	2	-0.00637041637673974
54265	rnn.weight_ih_l0_reverse	3	-0.050538938492536545
54265	rnn.weight_ih_l0_reverse	4	0.028047818690538406
54265	rnn.weight_ih_l0_reverse	5	-0.10263368487358093
54265	rnn.weight_ih_l0_reverse	6	0.0494111105799675
54265	rnn.weight_ih_l0_reverse	7	0.026087714359164238
54265	rnn.weight_ih_l0_reverse	8	-0.03267057612538338
54265	rnn.weight_ih_l0_reverse	9	-0.017031043767929077
54265	rnn.weight_hh_l0_reverse	0	-0.02586185559630394
54265	rnn.weight_hh_l0_reverse	1	0.03280414640903473
54265	rnn.weight_hh_l0_reverse	2	0.002499346388503909
54265	rnn.weight_hh_l0_reverse	3	0.01052038837224245
54265	rnn.weight_hh_l0_reverse	4	-0.05205623060464859
54265	rnn.weight_hh_l0_reverse	5	0.033940091729164124
54265	rnn.weight_hh_l0_reverse	6	0.015013941563665867
54265	rnn.weight_hh_l0_reverse	7	0.009383047930896282
54265	rnn.weight_hh_l0_reverse	8	0.07211905717849731
54265	rnn.weight_hh_l0_reverse	9	0.01102303434163332
54265	rnn.bias_ih_l0_reverse	0	-0.1149027869105339
54265	rnn.bias_ih_l0_reverse	1	-0.11771337687969208
54265	rnn.bias_ih_l0_reverse	2	-0.012339639477431774
54265	rnn.bias_ih_l0_reverse	3	-0.09027658402919769
54265	rnn.bias_ih_l0_reverse	4	-0.02202424593269825
54265	rnn.bias_ih_l0_reverse	5	-0.1241370439529419
54265	rnn.bias_ih_l0_reverse	6	0.19180545210838318
54265	rnn.bias_ih_l0_reverse	7	-0.19540782272815704
54265	rnn.bias_ih_l0_reverse	8	-0.08342161029577255
54265	rnn.bias_ih_l0_reverse	9	-0.06220254674553871
54265	rnn.bias_hh_l0_reverse	0	-0.010971409268677235
54265	rnn.bias_hh_l0_reverse	1	0.08272568881511688
54265	rnn.bias_hh_l0_reverse	2	-0.1592659056186676
54265	rnn.bias_hh_l0_reverse	3	-0.023056959733366966
54265	rnn.bias_hh_l0_reverse	4	-0.13941986858844757
54265	rnn.bias_hh_l0_reverse	5	-0.051023948937654495
54265	rnn.bias_hh_l0_reverse	6	-0.14606024324893951
54265	rnn.bias_hh_l0_reverse	7	-0.01648103818297386
54265	rnn.bias_hh_l0_reverse	8	-0.07291433215141296
54265	rnn.bias_hh_l0_reverse	9	0.12818989157676697
54265	linear.weight	0	0.2799489498138428
54265	linear.weight	1	-0.25545889139175415
54265	linear.weight	2	0.02104896865785122
54265	linear.weight	3	0.06763806939125061
54265	linear.weight	4	-0.14655518531799316
54265	linear.weight	5	0.2697875499725342
54265	linear.weight	6	-0.14597441256046295
54265	linear.weight	7	-0.07384160161018372
54265	linear.weight	8	0.16208520531654358
54265	linear.weight	9	-0.0275314599275589
54265	linear.bias	0	-1.0712904930114746
54265	linear.bias	1	1.7551833391189575
54265	linear.bias	2	0.09601783752441406
54265	linear.bias	3	-1.9621015787124634
54265	linear.bias	4	-0.3285326063632965
54265	linear.bias	5	0.96827632188797
54265	linear.bias	6	-0.35725653171539307
54265	linear.bias	7	0.28502750396728516
54265	linear.bias	8	1.9490070343017578
54265	linear.bias	9	-1.117310643196106
54874	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
54874	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
54874	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
54874	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
54874	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
54874	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
54874	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
54874	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
54874	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
54874	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
54874	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
54874	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
54874	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
54874	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
54874	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
54874	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
54874	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
54874	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
54874	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
54874	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
54874	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
54874	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
54874	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
54874	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
54874	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
54874	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
54874	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
54874	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
54874	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
54874	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
54874	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
54874	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
54874	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
54874	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
54874	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
54874	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
54874	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
54874	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
54874	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
54874	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
54874	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
54874	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
54874	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
54874	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
54874	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
54874	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
54874	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
54874	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
54874	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
54874	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
54874	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
54874	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
54874	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
54874	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
54874	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
54874	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
54874	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
54874	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
54874	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
54874	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
54874	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
54874	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
54874	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
54874	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
54874	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
54874	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
54874	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
54874	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
54874	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
54874	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
54874	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
54874	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
54874	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
54874	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
54874	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
54874	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
54874	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
54874	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
54874	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
54874	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
54874	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
54874	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
54874	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
54874	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
54874	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
54874	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
54874	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
54874	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
54874	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
54874	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
54874	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
54874	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
54874	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
54874	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
54874	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
54874	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
54874	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
54874	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
54874	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
54874	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
54874	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
54874	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
54874	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
54874	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
54874	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
54874	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
54874	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
54874	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
54874	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
54874	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
54874	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
54874	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
54874	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
54874	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
54874	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
54874	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
54874	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
54874	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
54874	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
54874	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
54874	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
54874	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
54874	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
54874	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
54874	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
54874	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
54874	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
54874	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
54874	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
54874	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
54874	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
54874	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
54874	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
54874	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
54874	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
54874	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
54874	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
54874	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
54874	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
54874	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
54874	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
54874	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
54874	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
54874	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
54874	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
54874	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
54874	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
54874	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
54874	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
54874	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
54874	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
54874	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
54874	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
54874	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
54874	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
54874	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
54874	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
54874	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
54874	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
54874	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
54874	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
54874	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
54874	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
54874	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
54874	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
54874	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
54874	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
54874	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
54874	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
54874	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
54874	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
54874	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
54874	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
54874	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
54874	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
54874	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
54874	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
54874	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
54874	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
54874	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
54874	embedding2nn.weight	0	0.11030861735343933
54874	embedding2nn.weight	1	0.20885837078094482
54874	embedding2nn.weight	2	0.049578502774238586
54874	embedding2nn.weight	3	0.020003166049718857
54874	embedding2nn.weight	4	-0.0700896680355072
54874	embedding2nn.weight	5	0.033718012273311615
54874	embedding2nn.weight	6	0.07477845251560211
54874	embedding2nn.weight	7	-0.029775086790323257
54874	embedding2nn.weight	8	0.053531911224126816
54874	embedding2nn.weight	9	-0.017994029447436333
54874	embedding2nn.bias	0	0.034577514976263046
54874	embedding2nn.bias	1	-0.14474759995937347
54874	embedding2nn.bias	2	0.07073501497507095
54874	embedding2nn.bias	3	0.14435210824012756
54874	embedding2nn.bias	4	0.1428581327199936
54874	embedding2nn.bias	5	-0.05168190971016884
54874	embedding2nn.bias	6	-0.004053275566548109
54874	embedding2nn.bias	7	0.01981257274746895
54874	embedding2nn.bias	8	-0.14789125323295593
54874	embedding2nn.bias	9	-0.31938645243644714
54874	rnn.weight_ih_l0	0	-0.005004750564694405
54874	rnn.weight_ih_l0	1	-0.044746145606040955
54874	rnn.weight_ih_l0	2	0.014889547601342201
54874	rnn.weight_ih_l0	3	0.006378255318850279
54874	rnn.weight_ih_l0	4	0.004137000069022179
54874	rnn.weight_ih_l0	5	-0.1594465672969818
54874	rnn.weight_ih_l0	6	0.031161298975348473
54874	rnn.weight_ih_l0	7	-0.01718541420996189
54874	rnn.weight_ih_l0	8	0.031017519533634186
54874	rnn.weight_ih_l0	9	-0.030690697953104973
54874	rnn.weight_hh_l0	0	0.029460802674293518
54874	rnn.weight_hh_l0	1	0.05753963440656662
54874	rnn.weight_hh_l0	2	-0.0034942948259413242
54874	rnn.weight_hh_l0	3	0.04501164332032204
54874	rnn.weight_hh_l0	4	-0.030798617750406265
54874	rnn.weight_hh_l0	5	0.03330836817622185
54874	rnn.weight_hh_l0	6	0.024543851613998413
54874	rnn.weight_hh_l0	7	0.0037147775292396545
54874	rnn.weight_hh_l0	8	0.03323034569621086
54874	rnn.weight_hh_l0	9	-0.02499106526374817
54874	rnn.bias_ih_l0	0	0.05192155763506889
54874	rnn.bias_ih_l0	1	-0.11878552287817001
54874	rnn.bias_ih_l0	2	-0.0009987234370782971
54874	rnn.bias_ih_l0	3	-0.0779339000582695
54874	rnn.bias_ih_l0	4	0.05697973817586899
54874	rnn.bias_ih_l0	5	-0.12264873832464218
54874	rnn.bias_ih_l0	6	-0.023441333323717117
54874	rnn.bias_ih_l0	7	-0.15171146392822266
54874	rnn.bias_ih_l0	8	-0.06853827834129333
54874	rnn.bias_ih_l0	9	-0.25771400332450867
54874	rnn.bias_hh_l0	0	-0.08051296323537827
54874	rnn.bias_hh_l0	1	-0.06829766929149628
54874	rnn.bias_hh_l0	2	-0.070416659116745
54874	rnn.bias_hh_l0	3	-0.051808033138513565
54874	rnn.bias_hh_l0	4	-0.0859571099281311
54874	rnn.bias_hh_l0	5	-0.1226116269826889
54874	rnn.bias_hh_l0	6	-0.07280521094799042
54874	rnn.bias_hh_l0	7	0.09128989279270172
54874	rnn.bias_hh_l0	8	-0.08678170293569565
54874	rnn.bias_hh_l0	9	-0.2357359528541565
54874	rnn.weight_ih_l0_reverse	0	0.06413543969392776
54874	rnn.weight_ih_l0_reverse	1	-0.025791974738240242
54874	rnn.weight_ih_l0_reverse	2	-0.008296418003737926
54874	rnn.weight_ih_l0_reverse	3	-0.05087275058031082
54874	rnn.weight_ih_l0_reverse	4	0.029948148876428604
54874	rnn.weight_ih_l0_reverse	5	-0.10197538882493973
54874	rnn.weight_ih_l0_reverse	6	0.0508156344294548
54874	rnn.weight_ih_l0_reverse	7	0.02724604308605194
54874	rnn.weight_ih_l0_reverse	8	-0.03179849684238434
54874	rnn.weight_ih_l0_reverse	9	-0.02025640197098255
54874	rnn.weight_hh_l0_reverse	0	-0.025550061836838722
54874	rnn.weight_hh_l0_reverse	1	0.0327061265707016
54874	rnn.weight_hh_l0_reverse	2	0.0012840161798521876
54874	rnn.weight_hh_l0_reverse	3	0.01050755474716425
54874	rnn.weight_hh_l0_reverse	4	-0.05273443087935448
54874	rnn.weight_hh_l0_reverse	5	0.03375892713665962
54874	rnn.weight_hh_l0_reverse	6	0.015341125428676605
54874	rnn.weight_hh_l0_reverse	7	0.010023693554103374
54874	rnn.weight_hh_l0_reverse	8	0.07359640300273895
54874	rnn.weight_hh_l0_reverse	9	0.011372283101081848
54874	rnn.bias_ih_l0_reverse	0	-0.11661799252033234
54874	rnn.bias_ih_l0_reverse	1	-0.11642612516880035
54874	rnn.bias_ih_l0_reverse	2	-0.008831115439534187
54874	rnn.bias_ih_l0_reverse	3	-0.08879616111516953
54874	rnn.bias_ih_l0_reverse	4	-0.029897106811404228
54874	rnn.bias_ih_l0_reverse	5	-0.12144176661968231
54874	rnn.bias_ih_l0_reverse	6	0.19636844098567963
54874	rnn.bias_ih_l0_reverse	7	-0.20969253778457642
54874	rnn.bias_ih_l0_reverse	8	-0.08124715834856033
54874	rnn.bias_ih_l0_reverse	9	-0.06537219136953354
54874	rnn.bias_hh_l0_reverse	0	2.509050682419911e-05
54874	rnn.bias_hh_l0_reverse	1	0.09561839699745178
54874	rnn.bias_hh_l0_reverse	2	-0.1564987450838089
54874	rnn.bias_hh_l0_reverse	3	-0.026432637125253677
54874	rnn.bias_hh_l0_reverse	4	-0.14190706610679626
54874	rnn.bias_hh_l0_reverse	5	-0.04703167825937271
54874	rnn.bias_hh_l0_reverse	6	-0.14183849096298218
54874	rnn.bias_hh_l0_reverse	7	-0.022259362041950226
54874	rnn.bias_hh_l0_reverse	8	-0.0707300677895546
54874	rnn.bias_hh_l0_reverse	9	0.15215405821800232
54874	linear.weight	0	0.2750283479690552
54874	linear.weight	1	-0.2539917826652527
54874	linear.weight	2	-0.015380099415779114
54874	linear.weight	3	0.06766069680452347
54874	linear.weight	4	-0.14823594689369202
54874	linear.weight	5	0.2621743679046631
54874	linear.weight	6	-0.10065870732069016
54874	linear.weight	7	-0.0737186148762703
54874	linear.weight	8	0.16442033648490906
54874	linear.weight	9	-0.027642445638775826
54874	linear.bias	0	-1.071360468864441
54874	linear.bias	1	1.7612042427062988
54874	linear.bias	2	0.1226104274392128
54874	linear.bias	3	-1.9667844772338867
54874	linear.bias	4	-0.34487542510032654
54874	linear.bias	5	1.0038609504699707
54874	linear.bias	6	-0.30951693654060364
54874	linear.bias	7	0.27692171931266785
54874	linear.bias	8	1.8934497833251953
54874	linear.bias	9	-1.1185994148254395
54882	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
54882	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
54882	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
54882	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
54882	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
54882	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
54882	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
54882	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
54882	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
54882	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
54882	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
54882	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
54882	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
54882	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
54882	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
54882	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
54882	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
54882	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
54882	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
54882	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
54882	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
54882	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
54882	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
54882	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
54882	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
54882	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
54882	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
54882	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
54882	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
54882	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
54882	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
54882	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
54882	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
54882	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
54882	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
54882	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
54882	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
54882	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
54882	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
54882	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
54882	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
54882	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
54882	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
54882	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
54882	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
54882	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
54882	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
54882	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
54882	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
54882	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
54882	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
54882	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
54882	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
54882	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
54882	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
54882	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
54882	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
54882	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
54882	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
54882	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
54882	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
54882	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
54882	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
54882	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
54882	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
54882	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
54882	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
54882	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
54882	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
54882	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
54882	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
54882	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
54882	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
54882	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
54882	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
54882	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
54882	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
54882	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
54882	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
54882	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
54882	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
54882	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
54882	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
54882	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
54882	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
54882	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
54882	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
54882	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
54882	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
54882	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
54882	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
54882	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
54882	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
54882	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
54882	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
54882	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
54882	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
54882	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
54882	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
54882	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
54882	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
54882	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
54882	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
54882	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
54882	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
54882	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
54882	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
54882	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
54882	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
54882	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
54882	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
54882	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
54882	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
54882	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
54882	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
54882	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
54882	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
54882	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
54882	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
54882	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
54882	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
54882	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
54882	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
54882	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
54882	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
54882	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
54882	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
54882	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
54882	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
54882	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
54882	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
54882	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
54882	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
54882	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
54882	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
54882	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
54882	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
54882	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
54882	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
54882	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
54882	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
54882	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
54882	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
54882	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
54882	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
54882	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
54882	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
54882	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
54882	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
54882	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
54882	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
54882	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
54882	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
54882	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
54882	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
54882	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
54882	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
54882	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
54882	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
54882	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
54882	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
54882	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
54882	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
54882	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
54882	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
54882	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
54882	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
54882	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
54882	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
54882	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
54882	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
54882	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
54882	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
54882	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
54882	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
54882	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
54882	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
54882	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
54882	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
54882	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
54882	embedding2nn.weight	0	0.1103845089673996
54882	embedding2nn.weight	1	0.20986342430114746
54882	embedding2nn.weight	2	0.049608588218688965
54882	embedding2nn.weight	3	0.0197342149913311
54882	embedding2nn.weight	4	-0.07008659094572067
54882	embedding2nn.weight	5	0.03355809673666954
54882	embedding2nn.weight	6	0.07590065896511078
54882	embedding2nn.weight	7	-0.030081775039434433
54882	embedding2nn.weight	8	0.05360206961631775
54882	embedding2nn.weight	9	-0.018116362392902374
54882	embedding2nn.bias	0	0.035881515592336655
54882	embedding2nn.bias	1	-0.14168648421764374
54882	embedding2nn.bias	2	0.06607034802436829
54882	embedding2nn.bias	3	0.14410407841205597
54882	embedding2nn.bias	4	0.14140966534614563
54882	embedding2nn.bias	5	-0.049746185541152954
54882	embedding2nn.bias	6	-0.006874789949506521
54882	embedding2nn.bias	7	0.02365943230688572
54882	embedding2nn.bias	8	-0.14623501896858215
54882	embedding2nn.bias	9	-0.3178103268146515
54882	rnn.weight_ih_l0	0	-0.004955844022333622
54882	rnn.weight_ih_l0	1	-0.044703997671604156
54882	rnn.weight_ih_l0	2	0.014591986313462257
54882	rnn.weight_ih_l0	3	0.007063060067594051
54882	rnn.weight_ih_l0	4	0.004148286301642656
54882	rnn.weight_ih_l0	5	-0.15998166799545288
54882	rnn.weight_ih_l0	6	0.029748793691396713
54882	rnn.weight_ih_l0	7	-0.017514219507575035
54882	rnn.weight_ih_l0	8	0.031120168045163155
54882	rnn.weight_ih_l0	9	-0.03073911741375923
54882	rnn.weight_hh_l0	0	0.029444711282849312
54882	rnn.weight_hh_l0	1	0.057535793632268906
54882	rnn.weight_hh_l0	2	-0.003365582786500454
54882	rnn.weight_hh_l0	3	0.04499649628996849
54882	rnn.weight_hh_l0	4	-0.030834954231977463
54882	rnn.weight_hh_l0	5	0.03329752758145332
54882	rnn.weight_hh_l0	6	0.024447374045848846
54882	rnn.weight_hh_l0	7	0.0032988903112709522
54882	rnn.weight_hh_l0	8	0.033172786235809326
54882	rnn.weight_hh_l0	9	-0.024950627237558365
54882	rnn.bias_ih_l0	0	0.05446695163846016
54882	rnn.bias_ih_l0	1	-0.11845912784337997
54882	rnn.bias_ih_l0	2	-0.001578449155203998
54882	rnn.bias_ih_l0	3	-0.07833527028560638
54882	rnn.bias_ih_l0	4	0.061963681131601334
54882	rnn.bias_ih_l0	5	-0.12203937023878098
54882	rnn.bias_ih_l0	6	-0.021962732076644897
54882	rnn.bias_ih_l0	7	-0.15175437927246094
54882	rnn.bias_ih_l0	8	-0.06769802421331406
54882	rnn.bias_ih_l0	9	-0.2574608623981476
54882	rnn.bias_hh_l0	0	-0.08154697716236115
54882	rnn.bias_hh_l0	1	-0.06791713088750839
54882	rnn.bias_hh_l0	2	-0.07043363153934479
54882	rnn.bias_hh_l0	3	-0.052107084542512894
54882	rnn.bias_hh_l0	4	-0.08526259660720825
54882	rnn.bias_hh_l0	5	-0.12217075377702713
54882	rnn.bias_hh_l0	6	-0.0722743421792984
54882	rnn.bias_hh_l0	7	0.0913209393620491
54882	rnn.bias_hh_l0	8	-0.08747224509716034
54882	rnn.bias_hh_l0	9	-0.23706543445587158
54882	rnn.weight_ih_l0_reverse	0	0.06445026397705078
54882	rnn.weight_ih_l0_reverse	1	-0.02569391578435898
54882	rnn.weight_ih_l0_reverse	2	-0.00847647711634636
54882	rnn.weight_ih_l0_reverse	3	-0.051117636263370514
54882	rnn.weight_ih_l0_reverse	4	0.03018084727227688
54882	rnn.weight_ih_l0_reverse	5	-0.10261456668376923
54882	rnn.weight_ih_l0_reverse	6	0.05055086687207222
54882	rnn.weight_ih_l0_reverse	7	0.0272010900080204
54882	rnn.weight_ih_l0_reverse	8	-0.03182902932167053
54882	rnn.weight_ih_l0_reverse	9	-0.020199714228510857
54882	rnn.weight_hh_l0_reverse	0	-0.025623958557844162
54882	rnn.weight_hh_l0_reverse	1	0.03275243937969208
54882	rnn.weight_hh_l0_reverse	2	0.001233543618582189
54882	rnn.weight_hh_l0_reverse	3	0.010510532185435295
54882	rnn.weight_hh_l0_reverse	4	-0.05276418477296829
54882	rnn.weight_hh_l0_reverse	5	0.03377796337008476
54882	rnn.weight_hh_l0_reverse	6	0.01531888172030449
54882	rnn.weight_hh_l0_reverse	7	0.01019279658794403
54882	rnn.weight_hh_l0_reverse	8	0.07381011545658112
54882	rnn.weight_hh_l0_reverse	9	0.011331271380186081
54882	rnn.bias_ih_l0_reverse	0	-0.11586563289165497
54882	rnn.bias_ih_l0_reverse	1	-0.11720198392868042
54882	rnn.bias_ih_l0_reverse	2	-0.008708587847650051
54882	rnn.bias_ih_l0_reverse	3	-0.08894111216068268
54882	rnn.bias_ih_l0_reverse	4	-0.029896005988121033
54882	rnn.bias_ih_l0_reverse	5	-0.1213940680027008
54882	rnn.bias_ih_l0_reverse	6	0.19850888848304749
54882	rnn.bias_ih_l0_reverse	7	-0.20881463587284088
54882	rnn.bias_ih_l0_reverse	8	-0.08164119720458984
54882	rnn.bias_ih_l0_reverse	9	-0.06492524594068527
54882	rnn.bias_hh_l0_reverse	0	-0.003074198728427291
54882	rnn.bias_hh_l0_reverse	1	0.09703696519136429
54882	rnn.bias_hh_l0_reverse	2	-0.15707707405090332
54882	rnn.bias_hh_l0_reverse	3	-0.027237607166171074
54882	rnn.bias_hh_l0_reverse	4	-0.1423010677099228
54882	rnn.bias_hh_l0_reverse	5	-0.045895371586084366
54882	rnn.bias_hh_l0_reverse	6	-0.14198805391788483
54882	rnn.bias_hh_l0_reverse	7	-0.02312680333852768
54882	rnn.bias_hh_l0_reverse	8	-0.06793984025716782
54882	rnn.bias_hh_l0_reverse	9	0.14965051412582397
54882	linear.weight	0	0.27798473834991455
54882	linear.weight	1	-0.25245386362075806
54882	linear.weight	2	-0.02543225698173046
54882	linear.weight	3	0.0676589161157608
54882	linear.weight	4	-0.14900381863117218
54882	linear.weight	5	0.26529166102409363
54882	linear.weight	6	-0.10242900997400284
54882	linear.weight	7	-0.07371938228607178
54882	linear.weight	8	0.16287720203399658
54882	linear.weight	9	-0.02764333225786686
54882	linear.bias	0	-1.0836970806121826
54882	linear.bias	1	1.7545100450515747
54882	linear.bias	2	0.12006717920303345
54882	linear.bias	3	-1.9668428897857666
54882	linear.bias	4	-0.35263222455978394
54882	linear.bias	5	1.0219395160675049
54882	linear.bias	6	-0.3157391846179962
54882	linear.bias	7	0.26359233260154724
54882	linear.bias	8	1.9086347818374634
54882	linear.bias	9	-1.1138861179351807
55491	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
55491	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
55491	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
55491	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
55491	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
55491	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
55491	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
55491	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
55491	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
55491	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
55491	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
55491	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
55491	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
55491	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
55491	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
55491	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
55491	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
55491	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
55491	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
55491	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
55491	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
55491	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
55491	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
55491	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
55491	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
55491	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
55491	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
55491	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
55491	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
55491	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
55491	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
55491	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
55491	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
55491	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
55491	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
55491	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
55491	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
55491	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
55491	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
55491	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
55491	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
55491	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
55491	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
55491	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
55491	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
55491	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
55491	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
55491	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
55491	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
55491	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
55491	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
55491	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
55491	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
55491	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
55491	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
55491	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
55491	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
55491	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
55491	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
55491	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
55491	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
55491	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
55491	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
55491	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
55491	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
55491	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
55491	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
55491	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
55491	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
55491	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
55491	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
55491	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
55491	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
55491	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
55491	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
55491	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
55491	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
55491	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
55491	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
55491	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
55491	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
55491	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
55491	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
55491	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
55491	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
55491	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
55491	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
55491	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
55491	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
55491	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
55491	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
55491	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
55491	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
55491	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
55491	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
55491	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
55491	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
55491	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
55491	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
55491	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
55491	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
55491	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
55491	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
55491	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
55491	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
55491	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
55491	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
55491	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
55491	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
55491	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
55491	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
55491	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
55491	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
55491	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
55491	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
55491	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
55491	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
55491	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
55491	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
55491	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
55491	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
55491	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
55491	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
55491	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
55491	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
55491	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
55491	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
55491	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
55491	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
55491	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
55491	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
55491	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
55491	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
55491	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
55491	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
55491	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
55491	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
55491	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
55491	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
55491	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
55491	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
55491	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
55491	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
55491	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
55491	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
55491	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
55491	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
55491	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
55491	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
55491	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
55491	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
55491	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
55491	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
55491	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
55491	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
55491	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
55491	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
55491	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
55491	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
55491	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
55491	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
55491	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
55491	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
55491	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
55491	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
55491	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
55491	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
55491	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
55491	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
55491	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
55491	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
55491	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
55491	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
55491	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
55491	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
55491	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
55491	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
55491	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
55491	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
55491	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
55491	embedding2nn.weight	0	0.11112778633832932
55491	embedding2nn.weight	1	0.21132147312164307
55491	embedding2nn.weight	2	0.04852256178855896
55491	embedding2nn.weight	3	0.02815379947423935
55491	embedding2nn.weight	4	-0.06891031563282013
55491	embedding2nn.weight	5	0.035025741904973984
55491	embedding2nn.weight	6	0.07030569761991501
55491	embedding2nn.weight	7	-0.017762484028935432
55491	embedding2nn.weight	8	0.05814040079712868
55491	embedding2nn.weight	9	-0.02000497095286846
55491	embedding2nn.bias	0	0.02997909113764763
55491	embedding2nn.bias	1	-0.15408559143543243
55491	embedding2nn.bias	2	0.06988679617643356
55491	embedding2nn.bias	3	0.14583779871463776
55491	embedding2nn.bias	4	0.12774837017059326
55491	embedding2nn.bias	5	-0.05553659051656723
55491	embedding2nn.bias	6	-0.0036089576315134764
55491	embedding2nn.bias	7	0.04596030339598656
55491	embedding2nn.bias	8	-0.14464379847049713
55491	embedding2nn.bias	9	-0.3233822286128998
55491	rnn.weight_ih_l0	0	-0.0035676590632647276
55491	rnn.weight_ih_l0	1	-0.043741967529058456
55491	rnn.weight_ih_l0	2	0.005755159072577953
55491	rnn.weight_ih_l0	3	0.011614884249866009
55491	rnn.weight_ih_l0	4	-0.0031313211657106876
55491	rnn.weight_ih_l0	5	-0.1571110188961029
55491	rnn.weight_ih_l0	6	0.01663483865559101
55491	rnn.weight_ih_l0	7	-0.01609542965888977
55491	rnn.weight_ih_l0	8	0.037745729088783264
55491	rnn.weight_ih_l0	9	-0.02413390576839447
55491	rnn.weight_hh_l0	0	0.0297508854418993
55491	rnn.weight_hh_l0	1	0.05874866619706154
55491	rnn.weight_hh_l0	2	-0.005077666137367487
55491	rnn.weight_hh_l0	3	0.04569240286946297
55491	rnn.weight_hh_l0	4	-0.03106025606393814
55491	rnn.weight_hh_l0	5	0.033138446509838104
55491	rnn.weight_hh_l0	6	0.02472057193517685
55491	rnn.weight_hh_l0	7	0.005058826878666878
55491	rnn.weight_hh_l0	8	0.033234018832445145
55491	rnn.weight_hh_l0	9	-0.026041075587272644
55491	rnn.bias_ih_l0	0	0.056898728013038635
55491	rnn.bias_ih_l0	1	-0.11474444717168808
55491	rnn.bias_ih_l0	2	-0.0012195002054795623
55491	rnn.bias_ih_l0	3	-0.08011277765035629
55491	rnn.bias_ih_l0	4	0.05271094664931297
55491	rnn.bias_ih_l0	5	-0.12628044188022614
55491	rnn.bias_ih_l0	6	-0.021541601046919823
55491	rnn.bias_ih_l0	7	-0.15431950986385345
55491	rnn.bias_ih_l0	8	-0.06387770920991898
55491	rnn.bias_ih_l0	9	-0.26625123620033264
55491	rnn.bias_hh_l0	0	-0.0843062475323677
55491	rnn.bias_hh_l0	1	-0.07378967106342316
55491	rnn.bias_hh_l0	2	-0.06977365911006927
55491	rnn.bias_hh_l0	3	-0.044266290962696075
55491	rnn.bias_hh_l0	4	-0.0895693227648735
55491	rnn.bias_hh_l0	5	-0.12316583096981049
55491	rnn.bias_hh_l0	6	-0.07153467833995819
55491	rnn.bias_hh_l0	7	0.09363207966089249
55491	rnn.bias_hh_l0	8	-0.08897487819194794
55491	rnn.bias_hh_l0	9	-0.24188877642154694
55491	rnn.weight_ih_l0_reverse	0	0.0718337669968605
55491	rnn.weight_ih_l0_reverse	1	-0.026184048503637314
55491	rnn.weight_ih_l0_reverse	2	-0.012538695707917213
55491	rnn.weight_ih_l0_reverse	3	-0.05311156436800957
55491	rnn.weight_ih_l0_reverse	4	0.030835172161459923
55491	rnn.weight_ih_l0_reverse	5	-0.10037852078676224
55491	rnn.weight_ih_l0_reverse	6	0.04717257246375084
55491	rnn.weight_ih_l0_reverse	7	0.028239797800779343
55491	rnn.weight_ih_l0_reverse	8	-0.03409630432724953
55491	rnn.weight_ih_l0_reverse	9	-0.024935375899076462
55491	rnn.weight_hh_l0_reverse	0	-0.02639680542051792
55491	rnn.weight_hh_l0_reverse	1	0.03293120488524437
55491	rnn.weight_hh_l0_reverse	2	0.0012149804970249534
55491	rnn.weight_hh_l0_reverse	3	0.011083127930760384
55491	rnn.weight_hh_l0_reverse	4	-0.05237086862325668
55491	rnn.weight_hh_l0_reverse	5	0.03337335214018822
55491	rnn.weight_hh_l0_reverse	6	0.01595110073685646
55491	rnn.weight_hh_l0_reverse	7	0.009844698943197727
55491	rnn.weight_hh_l0_reverse	8	0.07251051068305969
55491	rnn.weight_hh_l0_reverse	9	0.01552125345915556
55491	rnn.bias_ih_l0_reverse	0	-0.11034255474805832
55491	rnn.bias_ih_l0_reverse	1	-0.12345710396766663
55491	rnn.bias_ih_l0_reverse	2	-0.014497877098619938
55491	rnn.bias_ih_l0_reverse	3	-0.09302566200494766
55491	rnn.bias_ih_l0_reverse	4	-0.01965833269059658
55491	rnn.bias_ih_l0_reverse	5	-0.1201944649219513
55491	rnn.bias_ih_l0_reverse	6	0.17952384054660797
55491	rnn.bias_ih_l0_reverse	7	-0.2077275812625885
55491	rnn.bias_ih_l0_reverse	8	-0.07640019059181213
55491	rnn.bias_ih_l0_reverse	9	-0.060095157474279404
55491	rnn.bias_hh_l0_reverse	0	0.0007766198250465095
55491	rnn.bias_hh_l0_reverse	1	0.07893262058496475
55491	rnn.bias_hh_l0_reverse	2	-0.15360388159751892
55491	rnn.bias_hh_l0_reverse	3	-0.03325263410806656
55491	rnn.bias_hh_l0_reverse	4	-0.13815507292747498
55491	rnn.bias_hh_l0_reverse	5	-0.05619058758020401
55491	rnn.bias_hh_l0_reverse	6	-0.15006302297115326
55491	rnn.bias_hh_l0_reverse	7	-0.020463064312934875
55491	rnn.bias_hh_l0_reverse	8	-0.06910321861505508
55491	rnn.bias_hh_l0_reverse	9	0.15865056216716766
55491	linear.weight	0	0.24012325704097748
55491	linear.weight	1	-0.2877080738544464
55491	linear.weight	2	0.00594577519223094
55491	linear.weight	3	0.06769118458032608
55491	linear.weight	4	-0.16570977866649628
55491	linear.weight	5	0.2732115387916565
55491	linear.weight	6	-0.07524556666612625
55491	linear.weight	7	-0.07364118844270706
55491	linear.weight	8	0.17439855635166168
55491	linear.weight	9	-0.0277522224932909
55491	linear.bias	0	-1.078795313835144
55491	linear.bias	1	1.7246118783950806
55491	linear.bias	2	0.13206219673156738
55491	linear.bias	3	-1.9712176322937012
55491	linear.bias	4	-0.35199666023254395
55491	linear.bias	5	0.9941191673278809
55491	linear.bias	6	-0.3469890058040619
55491	linear.bias	7	0.29988163709640503
55491	linear.bias	8	1.9276795387268066
55491	linear.bias	9	-1.1064814329147339
56100	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
56100	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
56100	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
56100	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
56100	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
56100	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
56100	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
56100	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
56100	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
56100	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
56100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
56100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
56100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
56100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
56100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
56100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
56100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
56100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
56100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
56100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
56100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
56100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
56100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
56100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
56100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
56100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
56100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
56100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
56100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
56100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
56100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
56100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
56100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
56100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
56100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
56100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
56100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
56100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
56100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
56100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
56100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
56100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
56100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
56100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
56100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
56100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
56100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
56100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
56100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
56100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
56100	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
56100	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
56100	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
56100	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
56100	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
56100	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
56100	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
56100	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
56100	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
56100	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
56100	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
56100	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
56100	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
56100	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
56100	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
56100	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
56100	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
56100	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
56100	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
56100	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
56100	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
56100	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
56100	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
56100	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
56100	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
56100	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
56100	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
56100	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
56100	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
56100	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
56100	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
56100	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
56100	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
56100	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
56100	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
56100	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
56100	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
56100	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
56100	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
56100	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
56100	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
56100	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
56100	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
56100	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
56100	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
56100	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
56100	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
56100	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
56100	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
56100	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
56100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
56100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
56100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
56100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
56100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
56100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
56100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
56100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
56100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
56100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
56100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
56100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
56100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
56100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
56100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
56100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
56100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
56100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
56100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
56100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
56100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
56100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
56100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
56100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
56100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
56100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
56100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
56100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
56100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
56100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
56100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
56100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
56100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
56100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
56100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
56100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
56100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
56100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
56100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
56100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
56100	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
56100	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
56100	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
56100	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
56100	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
56100	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
56100	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
56100	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
56100	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
56100	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
56100	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
56100	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
56100	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
56100	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
56100	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
56100	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
56100	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
56100	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
56100	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
56100	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
56100	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
56100	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
56100	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
56100	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
56100	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
56100	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
56100	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
56100	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
56100	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
56100	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
56100	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
56100	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
56100	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
56100	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
56100	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
56100	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
56100	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
56100	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
56100	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
56100	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
56100	embedding2nn.weight	0	0.11093982309103012
56100	embedding2nn.weight	1	0.21183571219444275
56100	embedding2nn.weight	2	0.04780447110533714
56100	embedding2nn.weight	3	0.02907329984009266
56100	embedding2nn.weight	4	-0.0650959387421608
56100	embedding2nn.weight	5	0.035321302711963654
56100	embedding2nn.weight	6	0.06132262200117111
56100	embedding2nn.weight	7	-0.02397056668996811
56100	embedding2nn.weight	8	0.057017188519239426
56100	embedding2nn.weight	9	-0.020321164280176163
56100	embedding2nn.bias	0	0.019862603396177292
56100	embedding2nn.bias	1	-0.1542331874370575
56100	embedding2nn.bias	2	0.08061080425977707
56100	embedding2nn.bias	3	0.160532146692276
56100	embedding2nn.bias	4	0.12633562088012695
56100	embedding2nn.bias	5	-0.061177801340818405
56100	embedding2nn.bias	6	-0.010358638130128384
56100	embedding2nn.bias	7	0.04571983218193054
56100	embedding2nn.bias	8	-0.14098268747329712
56100	embedding2nn.bias	9	-0.3076923191547394
56100	rnn.weight_ih_l0	0	-0.004710027016699314
56100	rnn.weight_ih_l0	1	-0.04436729848384857
56100	rnn.weight_ih_l0	2	0.009171891957521439
56100	rnn.weight_ih_l0	3	0.008030685596168041
56100	rnn.weight_ih_l0	4	0.0006021871813572943
56100	rnn.weight_ih_l0	5	-0.16296589374542236
56100	rnn.weight_ih_l0	6	0.016589254140853882
56100	rnn.weight_ih_l0	7	-0.019243057817220688
56100	rnn.weight_ih_l0	8	0.028736595064401627
56100	rnn.weight_ih_l0	9	-0.02283172868192196
56100	rnn.weight_hh_l0	0	0.02963872067630291
56100	rnn.weight_hh_l0	1	0.059107325971126556
56100	rnn.weight_hh_l0	2	-0.0034257732331752777
56100	rnn.weight_hh_l0	3	0.04544679448008537
56100	rnn.weight_hh_l0	4	-0.031179023906588554
56100	rnn.weight_hh_l0	5	0.034457214176654816
56100	rnn.weight_hh_l0	6	0.024654772132635117
56100	rnn.weight_hh_l0	7	0.005927964113652706
56100	rnn.weight_hh_l0	8	0.033261738717556
56100	rnn.weight_hh_l0	9	-0.02785860002040863
56100	rnn.bias_ih_l0	0	0.0516321174800396
56100	rnn.bias_ih_l0	1	-0.10536216199398041
56100	rnn.bias_ih_l0	2	-0.005819834768772125
56100	rnn.bias_ih_l0	3	-0.07383416593074799
56100	rnn.bias_ih_l0	4	0.06216304749250412
56100	rnn.bias_ih_l0	5	-0.12650372087955475
56100	rnn.bias_ih_l0	6	-0.029016977176070213
56100	rnn.bias_ih_l0	7	-0.15535277128219604
56100	rnn.bias_ih_l0	8	-0.06538446992635727
56100	rnn.bias_ih_l0	9	-0.2558845281600952
56100	rnn.bias_hh_l0	0	-0.0851774513721466
56100	rnn.bias_hh_l0	1	-0.0725381076335907
56100	rnn.bias_hh_l0	2	-0.07236552983522415
56100	rnn.bias_hh_l0	3	-0.046292636543512344
56100	rnn.bias_hh_l0	4	-0.08788442611694336
56100	rnn.bias_hh_l0	5	-0.1221771091222763
56100	rnn.bias_hh_l0	6	-0.07414086908102036
56100	rnn.bias_hh_l0	7	0.09225175529718399
56100	rnn.bias_hh_l0	8	-0.09292107075452805
56100	rnn.bias_hh_l0	9	-0.2448505312204361
56100	rnn.weight_ih_l0_reverse	0	0.07613884657621384
56100	rnn.weight_ih_l0_reverse	1	-0.02967059426009655
56100	rnn.weight_ih_l0_reverse	2	-0.012602273374795914
56100	rnn.weight_ih_l0_reverse	3	-0.05491505190730095
56100	rnn.weight_ih_l0_reverse	4	0.031354036182165146
56100	rnn.weight_ih_l0_reverse	5	-0.09944101423025131
56100	rnn.weight_ih_l0_reverse	6	0.0485866442322731
56100	rnn.weight_ih_l0_reverse	7	0.029060646891593933
56100	rnn.weight_ih_l0_reverse	8	-0.03339795395731926
56100	rnn.weight_ih_l0_reverse	9	-0.029123416170477867
56100	rnn.weight_hh_l0_reverse	0	-0.028582250699400902
56100	rnn.weight_hh_l0_reverse	1	0.03295743092894554
56100	rnn.weight_hh_l0_reverse	2	0.0004215543158352375
56100	rnn.weight_hh_l0_reverse	3	0.012196184135973454
56100	rnn.weight_hh_l0_reverse	4	-0.05207062512636185
56100	rnn.weight_hh_l0_reverse	5	0.032896701246500015
56100	rnn.weight_hh_l0_reverse	6	0.015852371230721474
56100	rnn.weight_hh_l0_reverse	7	0.007814206182956696
56100	rnn.weight_hh_l0_reverse	8	0.0708419606089592
56100	rnn.weight_hh_l0_reverse	9	0.015942253172397614
56100	rnn.bias_ih_l0_reverse	0	-0.12189644575119019
56100	rnn.bias_ih_l0_reverse	1	-0.12299606204032898
56100	rnn.bias_ih_l0_reverse	2	-0.016944527626037598
56100	rnn.bias_ih_l0_reverse	3	-0.08089926093816757
56100	rnn.bias_ih_l0_reverse	4	-0.024790670722723007
56100	rnn.bias_ih_l0_reverse	5	-0.12090077251195908
56100	rnn.bias_ih_l0_reverse	6	0.18822699785232544
56100	rnn.bias_ih_l0_reverse	7	-0.18822415173053741
56100	rnn.bias_ih_l0_reverse	8	-0.07795552909374237
56100	rnn.bias_ih_l0_reverse	9	-0.0636841282248497
56100	rnn.bias_hh_l0_reverse	0	-0.007199730724096298
56100	rnn.bias_hh_l0_reverse	1	0.08261377364397049
56100	rnn.bias_hh_l0_reverse	2	-0.15084068477153778
56100	rnn.bias_hh_l0_reverse	3	-0.028751946985721588
56100	rnn.bias_hh_l0_reverse	4	-0.13760338723659515
56100	rnn.bias_hh_l0_reverse	5	-0.05410461500287056
56100	rnn.bias_hh_l0_reverse	6	-0.15974947810173035
56100	rnn.bias_hh_l0_reverse	7	-0.02387295477092266
56100	rnn.bias_hh_l0_reverse	8	-0.059289831668138504
56100	rnn.bias_hh_l0_reverse	9	0.15991492569446564
56100	linear.weight	0	0.19809305667877197
56100	linear.weight	1	-0.2624560594558716
56100	linear.weight	2	0.03128131851553917
56100	linear.weight	3	0.06769882142543793
56100	linear.weight	4	-0.1253049522638321
56100	linear.weight	5	0.2710864245891571
56100	linear.weight	6	-0.09424888342618942
56100	linear.weight	7	-0.07356090098619461
56100	linear.weight	8	0.18339447677135468
56100	linear.weight	9	-0.027877677232027054
56100	linear.bias	0	-1.0944936275482178
56100	linear.bias	1	1.7644978761672974
56100	linear.bias	2	0.1358833760023117
56100	linear.bias	3	-1.975648283958435
56100	linear.bias	4	-0.3510857820510864
56100	linear.bias	5	1.0585428476333618
56100	linear.bias	6	-0.39677345752716064
56100	linear.bias	7	0.2968144416809082
56100	linear.bias	8	1.900974988937378
56100	linear.bias	9	-1.112477421760559
56709	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
56709	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
56709	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
56709	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
56709	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
56709	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
56709	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
56709	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
56709	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
56709	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
56709	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
56709	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
56709	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
56709	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
56709	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
56709	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
56709	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
56709	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
56709	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
56709	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
56709	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
56709	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
56709	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
56709	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
56709	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
56709	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
56709	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
56709	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
56709	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
56709	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
56709	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
56709	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
56709	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
56709	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
56709	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
56709	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
56709	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
56709	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
56709	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
56709	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
56709	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
56709	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
56709	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
56709	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
56709	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
56709	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
56709	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
56709	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
56709	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
56709	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
56709	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
56709	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
56709	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
56709	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
56709	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
56709	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
56709	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
56709	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
56709	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
56709	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
56709	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
56709	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
56709	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
56709	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
56709	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
56709	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
56709	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
56709	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
56709	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
56709	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
56709	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
56709	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
56709	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
56709	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
56709	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
56709	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
56709	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
56709	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
56709	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
56709	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
56709	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
56709	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
56709	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
56709	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
56709	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
56709	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
56709	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
56709	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
56709	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
56709	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
56709	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
56709	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
56709	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
56709	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
56709	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
56709	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
56709	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
56709	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
56709	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
56709	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
56709	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
56709	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
56709	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
56709	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
56709	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
56709	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
56709	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
56709	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
56709	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
56709	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
56709	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
56709	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
56709	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
56709	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
56709	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
56709	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
56709	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
56709	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
56709	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
56709	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
56709	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
56709	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
56709	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
56709	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
56709	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
56709	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
56709	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
56709	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
56709	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
56709	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
56709	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
56709	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
56709	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
56709	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
56709	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
56709	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
56709	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
56709	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
56709	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
56709	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
56709	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
56709	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
56709	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
56709	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
56709	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
56709	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
56709	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
56709	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
56709	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
56709	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
56709	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
56709	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
56709	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
56709	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
56709	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
56709	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
56709	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
56709	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
56709	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
56709	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
56709	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
56709	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
56709	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
56709	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
56709	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
56709	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
56709	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
56709	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
56709	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
56709	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
56709	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
56709	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
56709	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
56709	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
56709	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
56709	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
56709	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
56709	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
56709	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
56709	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
56709	embedding2nn.weight	0	0.11193469166755676
56709	embedding2nn.weight	1	0.21227508783340454
56709	embedding2nn.weight	2	0.04563536494970322
56709	embedding2nn.weight	3	0.024078665301203728
56709	embedding2nn.weight	4	-0.062174610793590546
56709	embedding2nn.weight	5	0.034290168434381485
56709	embedding2nn.weight	6	0.058686066418886185
56709	embedding2nn.weight	7	-0.025446224957704544
56709	embedding2nn.weight	8	0.05117188021540642
56709	embedding2nn.weight	9	-0.02285892143845558
56709	embedding2nn.bias	0	0.025158481672406197
56709	embedding2nn.bias	1	-0.16006512939929962
56709	embedding2nn.bias	2	0.07398971915245056
56709	embedding2nn.bias	3	0.15360024571418762
56709	embedding2nn.bias	4	0.13533414900302887
56709	embedding2nn.bias	5	-0.05869365856051445
56709	embedding2nn.bias	6	-0.005372633226215839
56709	embedding2nn.bias	7	0.046686265617609024
56709	embedding2nn.bias	8	-0.1463617980480194
56709	embedding2nn.bias	9	-0.31557387113571167
56709	rnn.weight_ih_l0	0	-0.0017145115416496992
56709	rnn.weight_ih_l0	1	-0.045375969260931015
56709	rnn.weight_ih_l0	2	0.010300644673407078
56709	rnn.weight_ih_l0	3	0.004555125255137682
56709	rnn.weight_ih_l0	4	-0.006465834565460682
56709	rnn.weight_ih_l0	5	-0.15467825531959534
56709	rnn.weight_ih_l0	6	0.008681059814989567
56709	rnn.weight_ih_l0	7	-0.01633072830736637
56709	rnn.weight_ih_l0	8	0.023969246074557304
56709	rnn.weight_ih_l0	9	-0.026416130363941193
56709	rnn.weight_hh_l0	0	0.029903048649430275
56709	rnn.weight_hh_l0	1	0.05936416611075401
56709	rnn.weight_hh_l0	2	-0.0032460775692015886
56709	rnn.weight_hh_l0	3	0.045832253992557526
56709	rnn.weight_hh_l0	4	-0.031537484377622604
56709	rnn.weight_hh_l0	5	0.03529493138194084
56709	rnn.weight_hh_l0	6	0.025069434195756912
56709	rnn.weight_hh_l0	7	0.004850892815738916
56709	rnn.weight_hh_l0	8	0.03346400335431099
56709	rnn.weight_hh_l0	9	-0.026931798085570335
56709	rnn.bias_ih_l0	0	0.050592921674251556
56709	rnn.bias_ih_l0	1	-0.11806699633598328
56709	rnn.bias_ih_l0	2	-0.005641864147037268
56709	rnn.bias_ih_l0	3	-0.07603025436401367
56709	rnn.bias_ih_l0	4	0.054362617433071136
56709	rnn.bias_ih_l0	5	-0.13469259440898895
56709	rnn.bias_ih_l0	6	-0.024340851232409477
56709	rnn.bias_ih_l0	7	-0.1538494974374771
56709	rnn.bias_ih_l0	8	-0.07023704797029495
56709	rnn.bias_ih_l0	9	-0.2606242001056671
56709	rnn.bias_hh_l0	0	-0.0887645035982132
56709	rnn.bias_hh_l0	1	-0.0689317062497139
56709	rnn.bias_hh_l0	2	-0.07578952610492706
56709	rnn.bias_hh_l0	3	-0.04893982410430908
56709	rnn.bias_hh_l0	4	-0.09271539002656937
56709	rnn.bias_hh_l0	5	-0.1231045201420784
56709	rnn.bias_hh_l0	6	-0.08064396679401398
56709	rnn.bias_hh_l0	7	0.07832784950733185
56709	rnn.bias_hh_l0	8	-0.08803942054510117
56709	rnn.bias_hh_l0	9	-0.2446105033159256
56709	rnn.weight_ih_l0_reverse	0	0.06579404324293137
56709	rnn.weight_ih_l0_reverse	1	-0.029423922300338745
56709	rnn.weight_ih_l0_reverse	2	-0.01675686240196228
56709	rnn.weight_ih_l0_reverse	3	-0.052807215601205826
56709	rnn.weight_ih_l0_reverse	4	0.02988269366323948
56709	rnn.weight_ih_l0_reverse	5	-0.10390444099903107
56709	rnn.weight_ih_l0_reverse	6	0.04115700349211693
56709	rnn.weight_ih_l0_reverse	7	0.0294373519718647
56709	rnn.weight_ih_l0_reverse	8	-0.030420193448662758
56709	rnn.weight_ih_l0_reverse	9	-0.03054218553006649
56709	rnn.weight_hh_l0_reverse	0	-0.02752099744975567
56709	rnn.weight_hh_l0_reverse	1	0.03332027047872543
56709	rnn.weight_hh_l0_reverse	2	0.0009776899823918939
56709	rnn.weight_hh_l0_reverse	3	0.01274314895272255
56709	rnn.weight_hh_l0_reverse	4	-0.05347411707043648
56709	rnn.weight_hh_l0_reverse	5	0.033050574362277985
56709	rnn.weight_hh_l0_reverse	6	0.016037965193390846
56709	rnn.weight_hh_l0_reverse	7	0.009029668755829334
56709	rnn.weight_hh_l0_reverse	8	0.06810945272445679
56709	rnn.weight_hh_l0_reverse	9	0.013741398230195045
56709	rnn.bias_ih_l0_reverse	0	-0.11929851025342941
56709	rnn.bias_ih_l0_reverse	1	-0.11846821010112762
56709	rnn.bias_ih_l0_reverse	2	-0.025715289637446404
56709	rnn.bias_ih_l0_reverse	3	-0.08847612142562866
56709	rnn.bias_ih_l0_reverse	4	-0.025112828239798546
56709	rnn.bias_ih_l0_reverse	5	-0.11642090976238251
56709	rnn.bias_ih_l0_reverse	6	0.18277715146541595
56709	rnn.bias_ih_l0_reverse	7	-0.20435257256031036
56709	rnn.bias_ih_l0_reverse	8	-0.0777563750743866
56709	rnn.bias_ih_l0_reverse	9	-0.0724475309252739
56709	rnn.bias_hh_l0_reverse	0	-0.0009676344925537705
56709	rnn.bias_hh_l0_reverse	1	0.08970891684293747
56709	rnn.bias_hh_l0_reverse	2	-0.14424411952495575
56709	rnn.bias_hh_l0_reverse	3	-0.024806030094623566
56709	rnn.bias_hh_l0_reverse	4	-0.1395869106054306
56709	rnn.bias_hh_l0_reverse	5	-0.04767222702503204
56709	rnn.bias_hh_l0_reverse	6	-0.16885489225387573
56709	rnn.bias_hh_l0_reverse	7	-0.021608546376228333
56709	rnn.bias_hh_l0_reverse	8	-0.05578368529677391
56709	rnn.bias_hh_l0_reverse	9	0.15544109046459198
56709	linear.weight	0	0.21211230754852295
56709	linear.weight	1	-0.24732108414173126
56709	linear.weight	2	0.01939365826547146
56709	linear.weight	3	0.06772210448980331
56709	linear.weight	4	-0.10677190124988556
56709	linear.weight	5	0.2872451841831207
56709	linear.weight	6	-0.10120531171560287
56709	linear.weight	7	-0.07346899062395096
56709	linear.weight	8	0.19002142548561096
56709	linear.weight	9	-0.02803463116288185
56709	linear.bias	0	-1.0721278190612793
56709	linear.bias	1	1.7562443017959595
56709	linear.bias	2	0.1339706927537918
56709	linear.bias	3	-1.9801222085952759
56709	linear.bias	4	-0.3712669014930725
56709	linear.bias	5	1.0408854484558105
56709	linear.bias	6	-0.35194462537765503
56709	linear.bias	7	0.2776187062263489
56709	linear.bias	8	1.885573148727417
56709	linear.bias	9	-1.0777783393859863
57318	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
57318	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
57318	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
57318	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
57318	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
57318	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
57318	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
57318	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
57318	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
57318	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
57318	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
57318	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
57318	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
57318	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
57318	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
57318	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
57318	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
57318	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
57318	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
57318	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
57318	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
57318	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
57318	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
57318	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
57318	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
57318	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
57318	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
57318	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
57318	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
57318	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
57318	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
57318	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
57318	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
57318	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
57318	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
57318	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
57318	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
57318	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
57318	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
57318	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
57318	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
57318	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
57318	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
57318	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
57318	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
57318	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
57318	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
57318	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
57318	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
57318	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
57318	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
57318	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
57318	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
57318	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
57318	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
57318	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
57318	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
57318	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
57318	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
57318	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
57318	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
57318	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
57318	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
57318	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
57318	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
57318	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
57318	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
57318	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
57318	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
57318	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
57318	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
57318	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
57318	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
57318	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
57318	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
57318	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
57318	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
57318	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
57318	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
57318	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
57318	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
57318	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
57318	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
57318	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
57318	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
57318	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
57318	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
57318	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
57318	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
57318	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
57318	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
57318	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
57318	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
57318	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
57318	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
57318	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
57318	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
57318	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
57318	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
57318	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
57318	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
57318	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
57318	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
57318	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
57318	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
57318	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
57318	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
57318	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
57318	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
57318	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
57318	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
57318	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
57318	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
57318	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
57318	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
57318	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
57318	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
57318	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
57318	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
57318	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
57318	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
57318	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
57318	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
57318	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
57318	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
57318	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
57318	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
57318	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
57318	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
57318	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
57318	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
57318	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
57318	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
57318	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
57318	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
57318	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
57318	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
57318	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
57318	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
57318	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
57318	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
57318	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
57318	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
57318	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
57318	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
57318	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
57318	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
57318	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
57318	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
57318	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
57318	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
57318	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
57318	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
57318	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
57318	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
57318	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
57318	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
57318	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
57318	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
57318	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
57318	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
57318	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
57318	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
57318	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
57318	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
57318	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
57318	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
57318	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
57318	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
57318	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
57318	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
57318	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
57318	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
57318	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
57318	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
57318	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
57318	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
57318	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
57318	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
57318	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
57318	embedding2nn.weight	0	0.11171657592058182
57318	embedding2nn.weight	1	0.21356120705604553
57318	embedding2nn.weight	2	0.043906647711992264
57318	embedding2nn.weight	3	0.02883395366370678
57318	embedding2nn.weight	4	-0.06993840634822845
57318	embedding2nn.weight	5	0.03603297099471092
57318	embedding2nn.weight	6	0.04436203092336655
57318	embedding2nn.weight	7	-0.023816416040062904
57318	embedding2nn.weight	8	0.053390126675367355
57318	embedding2nn.weight	9	-0.02266174741089344
57318	embedding2nn.bias	0	0.03835465386509895
57318	embedding2nn.bias	1	-0.1457531452178955
57318	embedding2nn.bias	2	0.08810430765151978
57318	embedding2nn.bias	3	0.15756875276565552
57318	embedding2nn.bias	4	0.13641808927059174
57318	embedding2nn.bias	5	-0.03789451718330383
57318	embedding2nn.bias	6	-0.010518579743802547
57318	embedding2nn.bias	7	0.0633472353219986
57318	embedding2nn.bias	8	-0.1452922821044922
57318	embedding2nn.bias	9	-0.3047250211238861
57318	rnn.weight_ih_l0	0	9.461073204874992e-05
57318	rnn.weight_ih_l0	1	-0.04495605081319809
57318	rnn.weight_ih_l0	2	0.01163147110491991
57318	rnn.weight_ih_l0	3	0.004160155542194843
57318	rnn.weight_ih_l0	4	-0.008792676962912083
57318	rnn.weight_ih_l0	5	-0.15017177164554596
57318	rnn.weight_ih_l0	6	0.007537881378084421
57318	rnn.weight_ih_l0	7	-0.014886089600622654
57318	rnn.weight_ih_l0	8	0.02159428782761097
57318	rnn.weight_ih_l0	9	-0.02662198431789875
57318	rnn.weight_hh_l0	0	0.030330754816532135
57318	rnn.weight_hh_l0	1	0.05934596061706543
57318	rnn.weight_hh_l0	2	-0.0030820551328361034
57318	rnn.weight_hh_l0	3	0.04659195616841316
57318	rnn.weight_hh_l0	4	-0.030880626291036606
57318	rnn.weight_hh_l0	5	0.03560250997543335
57318	rnn.weight_hh_l0	6	0.02431563287973404
57318	rnn.weight_hh_l0	7	0.006909383460879326
57318	rnn.weight_hh_l0	8	0.03322230651974678
57318	rnn.weight_hh_l0	9	-0.026445502415299416
57318	rnn.bias_ih_l0	0	0.03996775671839714
57318	rnn.bias_ih_l0	1	-0.10987190157175064
57318	rnn.bias_ih_l0	2	-0.00027031099307350814
57318	rnn.bias_ih_l0	3	-0.07032042741775513
57318	rnn.bias_ih_l0	4	0.06435983628034592
57318	rnn.bias_ih_l0	5	-0.12760008871555328
57318	rnn.bias_ih_l0	6	-0.0356953926384449
57318	rnn.bias_ih_l0	7	-0.15579833090305328
57318	rnn.bias_ih_l0	8	-0.07198013365268707
57318	rnn.bias_ih_l0	9	-0.2738417685031891
57318	rnn.bias_hh_l0	0	-0.09217780828475952
57318	rnn.bias_hh_l0	1	-0.07118538022041321
57318	rnn.bias_hh_l0	2	-0.06841780990362167
57318	rnn.bias_hh_l0	3	-0.05024604871869087
57318	rnn.bias_hh_l0	4	-0.08992873132228851
57318	rnn.bias_hh_l0	5	-0.12020520120859146
57318	rnn.bias_hh_l0	6	-0.0797489807009697
57318	rnn.bias_hh_l0	7	0.07900074869394302
57318	rnn.bias_hh_l0	8	-0.08809948712587357
57318	rnn.bias_hh_l0	9	-0.2439102977514267
57318	rnn.weight_ih_l0_reverse	0	0.057695090770721436
57318	rnn.weight_ih_l0_reverse	1	-0.027801282703876495
57318	rnn.weight_ih_l0_reverse	2	-0.017008231952786446
57318	rnn.weight_ih_l0_reverse	3	-0.05155560374259949
57318	rnn.weight_ih_l0_reverse	4	0.026914793998003006
57318	rnn.weight_ih_l0_reverse	5	-0.10231679677963257
57318	rnn.weight_ih_l0_reverse	6	0.04547391086816788
57318	rnn.weight_ih_l0_reverse	7	0.028132542967796326
57318	rnn.weight_ih_l0_reverse	8	-0.03191470727324486
57318	rnn.weight_ih_l0_reverse	9	-0.0275016650557518
57318	rnn.weight_hh_l0_reverse	0	-0.0286837350577116
57318	rnn.weight_hh_l0_reverse	1	0.033398620784282684
57318	rnn.weight_hh_l0_reverse	2	-0.0006813025684095919
57318	rnn.weight_hh_l0_reverse	3	0.013358521275222301
57318	rnn.weight_hh_l0_reverse	4	-0.053200580179691315
57318	rnn.weight_hh_l0_reverse	5	0.033270128071308136
57318	rnn.weight_hh_l0_reverse	6	0.016011720523238182
57318	rnn.weight_hh_l0_reverse	7	0.010632251389324665
57318	rnn.weight_hh_l0_reverse	8	0.06762036681175232
57318	rnn.weight_hh_l0_reverse	9	0.015407945960760117
57318	rnn.bias_ih_l0_reverse	0	-0.12117742747068405
57318	rnn.bias_ih_l0_reverse	1	-0.12475717812776566
57318	rnn.bias_ih_l0_reverse	2	-0.013158291578292847
57318	rnn.bias_ih_l0_reverse	3	-0.08312828838825226
57318	rnn.bias_ih_l0_reverse	4	-0.04400169104337692
57318	rnn.bias_ih_l0_reverse	5	-0.11643104255199432
57318	rnn.bias_ih_l0_reverse	6	0.18515166640281677
57318	rnn.bias_ih_l0_reverse	7	-0.21003231406211853
57318	rnn.bias_ih_l0_reverse	8	-0.07602503895759583
57318	rnn.bias_ih_l0_reverse	9	-0.07493994385004044
57318	rnn.bias_hh_l0_reverse	0	-0.0009049733052961528
57318	rnn.bias_hh_l0_reverse	1	0.0917949229478836
57318	rnn.bias_hh_l0_reverse	2	-0.15995322167873383
57318	rnn.bias_hh_l0_reverse	3	-0.027438510209321976
57318	rnn.bias_hh_l0_reverse	4	-0.14427649974822998
57318	rnn.bias_hh_l0_reverse	5	-0.04528570920228958
57318	rnn.bias_hh_l0_reverse	6	-0.1678381860256195
57318	rnn.bias_hh_l0_reverse	7	-0.029905090108513832
57318	rnn.bias_hh_l0_reverse	8	-0.06075270473957062
57318	rnn.bias_hh_l0_reverse	9	0.15605740249156952
57318	linear.weight	0	0.20663918554782867
57318	linear.weight	1	-0.2569073736667633
57318	linear.weight	2	0.008188100531697273
57318	linear.weight	3	0.06769602000713348
57318	linear.weight	4	-0.1564774513244629
57318	linear.weight	5	0.27095827460289
57318	linear.weight	6	-0.10091003030538559
57318	linear.weight	7	-0.07340623438358307
57318	linear.weight	8	0.20559589564800262
57318	linear.weight	9	-0.02811700664460659
57318	linear.bias	0	-1.053688645362854
57318	linear.bias	1	1.7196580171585083
57318	linear.bias	2	0.13760024309158325
57318	linear.bias	3	-1.9842358827590942
57318	linear.bias	4	-0.37553349137306213
57318	linear.bias	5	1.03081476688385
57318	linear.bias	6	-0.3644477427005768
57318	linear.bias	7	0.3100844919681549
57318	linear.bias	8	1.8989897966384888
57318	linear.bias	9	-1.1220732927322388
57927	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
57927	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
57927	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
57927	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
57927	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
57927	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
57927	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
57927	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
57927	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
57927	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
57927	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
57927	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
57927	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
57927	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
57927	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
57927	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
57927	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
57927	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
57927	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
57927	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
57927	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
57927	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
57927	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
57927	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
57927	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
57927	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
57927	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
57927	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
57927	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
57927	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
57927	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
57927	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
57927	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
57927	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
57927	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
57927	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
57927	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
57927	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
57927	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
57927	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
57927	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
57927	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
57927	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
57927	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
57927	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
57927	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
57927	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
57927	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
57927	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
57927	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
57927	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
57927	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
57927	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
57927	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
57927	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
57927	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
57927	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
57927	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
57927	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
57927	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
57927	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
57927	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
57927	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
57927	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
57927	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
57927	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
57927	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
57927	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
57927	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
57927	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
57927	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
57927	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
57927	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
57927	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
57927	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
57927	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
57927	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
57927	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
57927	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
57927	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
57927	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
57927	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
57927	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
57927	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
57927	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
57927	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
57927	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
57927	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
57927	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
57927	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
57927	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
57927	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
57927	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
57927	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
57927	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
57927	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
57927	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
57927	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
57927	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
57927	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
57927	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
57927	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
57927	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
57927	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
57927	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
57927	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
57927	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
57927	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
57927	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
57927	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
57927	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
57927	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
57927	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
57927	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
57927	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
57927	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
57927	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
57927	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
57927	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
57927	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
57927	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
57927	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
57927	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
57927	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
57927	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
57927	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
57927	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
57927	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
57927	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
57927	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
57927	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
57927	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
57927	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
57927	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
57927	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
57927	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
57927	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
57927	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
57927	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
57927	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
57927	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
57927	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
57927	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
57927	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
57927	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
57927	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
57927	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
57927	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
57927	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
57927	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
57927	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
57927	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
57927	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
57927	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
57927	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
57927	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
57927	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
57927	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
57927	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
57927	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
57927	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
57927	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
57927	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
57927	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
57927	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
57927	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
57927	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
57927	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
57927	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
57927	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
57927	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
57927	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
57927	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
57927	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
57927	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
57927	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
57927	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
57927	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
57927	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
57927	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
57927	embedding2nn.weight	0	0.113433338701725
57927	embedding2nn.weight	1	0.21359941363334656
57927	embedding2nn.weight	2	0.04038048908114433
57927	embedding2nn.weight	3	0.04081615433096886
57927	embedding2nn.weight	4	-0.06942445784807205
57927	embedding2nn.weight	5	0.03828468546271324
57927	embedding2nn.weight	6	0.042269181460142136
57927	embedding2nn.weight	7	-0.023354286327958107
57927	embedding2nn.weight	8	0.05262283235788345
57927	embedding2nn.weight	9	-0.020288551226258278
57927	embedding2nn.bias	0	0.0493163987994194
57927	embedding2nn.bias	1	-0.14017915725708008
57927	embedding2nn.bias	2	0.07665439695119858
57927	embedding2nn.bias	3	0.14962273836135864
57927	embedding2nn.bias	4	0.1472741961479187
57927	embedding2nn.bias	5	-0.028579920530319214
57927	embedding2nn.bias	6	-0.0159313827753067
57927	embedding2nn.bias	7	0.059859078377485275
57927	embedding2nn.bias	8	-0.12075094878673553
57927	embedding2nn.bias	9	-0.32581931352615356
57927	rnn.weight_ih_l0	0	0.0005063798162154853
57927	rnn.weight_ih_l0	1	-0.044907573610544205
57927	rnn.weight_ih_l0	2	0.018306992948055267
57927	rnn.weight_ih_l0	3	0.005315541289746761
57927	rnn.weight_ih_l0	4	-0.006484474521130323
57927	rnn.weight_ih_l0	5	-0.15636993944644928
57927	rnn.weight_ih_l0	6	0.002809885423630476
57927	rnn.weight_ih_l0	7	-0.015795927494764328
57927	rnn.weight_ih_l0	8	0.02467809058725834
57927	rnn.weight_ih_l0	9	-0.027079060673713684
57927	rnn.weight_hh_l0	0	0.030042050406336784
57927	rnn.weight_hh_l0	1	0.059832386672496796
57927	rnn.weight_hh_l0	2	-0.003130838507786393
57927	rnn.weight_hh_l0	3	0.046926259994506836
57927	rnn.weight_hh_l0	4	-0.030419886112213135
57927	rnn.weight_hh_l0	5	0.03528362885117531
57927	rnn.weight_hh_l0	6	0.02461368218064308
57927	rnn.weight_hh_l0	7	0.004432579502463341
57927	rnn.weight_hh_l0	8	0.03292004391551018
57927	rnn.weight_hh_l0	9	-0.024841241538524628
57927	rnn.bias_ih_l0	0	0.04827040433883667
57927	rnn.bias_ih_l0	1	-0.11535891145467758
57927	rnn.bias_ih_l0	2	-0.006455944385379553
57927	rnn.bias_ih_l0	3	-0.08339277654886246
57927	rnn.bias_ih_l0	4	0.06977501511573792
57927	rnn.bias_ih_l0	5	-0.13107556104660034
57927	rnn.bias_ih_l0	6	-0.02819250524044037
57927	rnn.bias_ih_l0	7	-0.15785177052021027
57927	rnn.bias_ih_l0	8	-0.07717330008745193
57927	rnn.bias_ih_l0	9	-0.2752610445022583
57927	rnn.bias_hh_l0	0	-0.09367638826370239
57927	rnn.bias_hh_l0	1	-0.07248044013977051
57927	rnn.bias_hh_l0	2	-0.07552147656679153
57927	rnn.bias_hh_l0	3	-0.04992014542222023
57927	rnn.bias_hh_l0	4	-0.09264810383319855
57927	rnn.bias_hh_l0	5	-0.1216043159365654
57927	rnn.bias_hh_l0	6	-0.07332722097635269
57927	rnn.bias_hh_l0	7	0.08143764734268188
57927	rnn.bias_hh_l0	8	-0.09161680936813354
57927	rnn.bias_hh_l0	9	-0.24262745678424835
57927	rnn.weight_ih_l0_reverse	0	0.05878341943025589
57927	rnn.weight_ih_l0_reverse	1	-0.027126455679535866
57927	rnn.weight_ih_l0_reverse	2	-0.01828623004257679
57927	rnn.weight_ih_l0_reverse	3	-0.04727797955274582
57927	rnn.weight_ih_l0_reverse	4	0.03316279500722885
57927	rnn.weight_ih_l0_reverse	5	-0.11341393738985062
57927	rnn.weight_ih_l0_reverse	6	0.056190375238657
57927	rnn.weight_ih_l0_reverse	7	0.02995016612112522
57927	rnn.weight_ih_l0_reverse	8	-0.030010797083377838
57927	rnn.weight_ih_l0_reverse	9	-0.021893976256251335
57927	rnn.weight_hh_l0_reverse	0	-0.029246380552649498
57927	rnn.weight_hh_l0_reverse	1	0.033636245876550674
57927	rnn.weight_hh_l0_reverse	2	-0.00032032313174568117
57927	rnn.weight_hh_l0_reverse	3	0.014352010563015938
57927	rnn.weight_hh_l0_reverse	4	-0.053215496242046356
57927	rnn.weight_hh_l0_reverse	5	0.03320595994591713
57927	rnn.weight_hh_l0_reverse	6	0.01593801937997341
57927	rnn.weight_hh_l0_reverse	7	0.010264893062412739
57927	rnn.weight_hh_l0_reverse	8	0.07363598048686981
57927	rnn.weight_hh_l0_reverse	9	0.01496240496635437
57927	rnn.bias_ih_l0_reverse	0	-0.11292211711406708
57927	rnn.bias_ih_l0_reverse	1	-0.12840747833251953
57927	rnn.bias_ih_l0_reverse	2	-0.01664223149418831
57927	rnn.bias_ih_l0_reverse	3	-0.07837313413619995
57927	rnn.bias_ih_l0_reverse	4	-0.05363418534398079
57927	rnn.bias_ih_l0_reverse	5	-0.11729788035154343
57927	rnn.bias_ih_l0_reverse	6	0.1815500259399414
57927	rnn.bias_ih_l0_reverse	7	-0.19379301369190216
57927	rnn.bias_ih_l0_reverse	8	-0.07361506670713425
57927	rnn.bias_ih_l0_reverse	9	-0.07530365139245987
57927	rnn.bias_hh_l0_reverse	0	-0.008777501061558723
57927	rnn.bias_hh_l0_reverse	1	0.08291898667812347
57927	rnn.bias_hh_l0_reverse	2	-0.15017546713352203
57927	rnn.bias_hh_l0_reverse	3	-0.027563104405999184
57927	rnn.bias_hh_l0_reverse	4	-0.13857433199882507
57927	rnn.bias_hh_l0_reverse	5	-0.046300891786813736
57927	rnn.bias_hh_l0_reverse	6	-0.16141857206821442
57927	rnn.bias_hh_l0_reverse	7	-0.03161284327507019
57927	rnn.bias_hh_l0_reverse	8	-0.06941118091344833
57927	rnn.bias_hh_l0_reverse	9	0.1633700430393219
57927	linear.weight	0	0.22362761199474335
57927	linear.weight	1	-0.30095604062080383
57927	linear.weight	2	0.021878063678741455
57927	linear.weight	3	0.06768257915973663
57927	linear.weight	4	-0.16331607103347778
57927	linear.weight	5	0.24693769216537476
57927	linear.weight	6	-0.12212272733449936
57927	linear.weight	7	-0.07339397072792053
57927	linear.weight	8	0.17293289303779602
57927	linear.weight	9	-0.028201954439282417
57927	linear.bias	0	-1.110335350036621
57927	linear.bias	1	1.7772859334945679
57927	linear.bias	2	0.16620083153247833
57927	linear.bias	3	-1.9885060787200928
57927	linear.bias	4	-0.385660856962204
57927	linear.bias	5	1.063127875328064
57927	linear.bias	6	-0.34255310893058777
57927	linear.bias	7	0.31334224343299866
57927	linear.bias	8	1.904629111289978
57927	linear.bias	9	-1.1312404870986938
58536	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
58536	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
58536	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
58536	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
58536	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
58536	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
58536	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
58536	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
58536	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
58536	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
58536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
58536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
58536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
58536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
58536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
58536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
58536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
58536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
58536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
58536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
58536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
58536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
58536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
58536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
58536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
58536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
58536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
58536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
58536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
58536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
58536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
58536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
58536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
58536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
58536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
58536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
58536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
58536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
58536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
58536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
58536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
58536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
58536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
58536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
58536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
58536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
58536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
58536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
58536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
58536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
58536	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
58536	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
58536	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
58536	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
58536	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
58536	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
58536	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
58536	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
58536	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
58536	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
58536	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
58536	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
58536	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
58536	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
58536	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
58536	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
58536	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
58536	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
58536	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
58536	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
58536	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
58536	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
58536	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
58536	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
58536	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
58536	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
58536	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
58536	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
58536	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
58536	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
58536	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
58536	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
58536	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
58536	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
58536	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
58536	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
58536	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
58536	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
58536	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
58536	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
58536	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
58536	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
58536	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
58536	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
58536	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
58536	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
58536	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
58536	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
58536	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
58536	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
58536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
58536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
58536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
58536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
58536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
58536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
58536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
58536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
58536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
58536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
58536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
58536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
58536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
58536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
58536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
58536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
58536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
58536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
58536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
58536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
58536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
58536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
58536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
58536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
58536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
58536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
58536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
58536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
58536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
58536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
58536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
58536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
58536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
58536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
58536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
58536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
58536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
58536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
58536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
58536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
58536	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
58536	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
58536	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
58536	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
58536	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
58536	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
58536	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
58536	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
58536	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
58536	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
58536	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
58536	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
58536	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
58536	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
58536	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
58536	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
58536	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
58536	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
58536	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
58536	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
58536	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
58536	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
58536	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
58536	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
58536	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
58536	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
58536	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
58536	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
58536	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
58536	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
58536	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
58536	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
58536	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
58536	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
58536	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
58536	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
58536	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
58536	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
58536	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
58536	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
58536	embedding2nn.weight	0	0.11208266019821167
58536	embedding2nn.weight	1	0.21678178012371063
58536	embedding2nn.weight	2	0.04131103679537773
58536	embedding2nn.weight	3	0.04155951365828514
58536	embedding2nn.weight	4	-0.0772014856338501
58536	embedding2nn.weight	5	0.037914883345365524
58536	embedding2nn.weight	6	0.045781902968883514
58536	embedding2nn.weight	7	-0.0315256342291832
58536	embedding2nn.weight	8	0.05847134813666344
58536	embedding2nn.weight	9	-0.011821801774203777
58536	embedding2nn.bias	0	0.04999518394470215
58536	embedding2nn.bias	1	-0.1387045830488205
58536	embedding2nn.bias	2	0.0902610644698143
58536	embedding2nn.bias	3	0.14463651180267334
58536	embedding2nn.bias	4	0.12951944768428802
58536	embedding2nn.bias	5	-0.042239438742399216
58536	embedding2nn.bias	6	-0.022813469171524048
58536	embedding2nn.bias	7	0.07278496772050858
58536	embedding2nn.bias	8	-0.11933594197034836
58536	embedding2nn.bias	9	-0.33944040536880493
58536	rnn.weight_ih_l0	0	9.327569568995386e-05
58536	rnn.weight_ih_l0	1	-0.04494227468967438
58536	rnn.weight_ih_l0	2	0.017227549105882645
58536	rnn.weight_ih_l0	3	0.009924172423779964
58536	rnn.weight_ih_l0	4	-0.012829300947487354
58536	rnn.weight_ih_l0	5	-0.15804491937160492
58536	rnn.weight_ih_l0	6	0.00294123194180429
58536	rnn.weight_ih_l0	7	-0.009669329971075058
58536	rnn.weight_ih_l0	8	0.020908335223793983
58536	rnn.weight_ih_l0	9	-0.027777763083577156
58536	rnn.weight_hh_l0	0	0.03037535399198532
58536	rnn.weight_hh_l0	1	0.0604592002928257
58536	rnn.weight_hh_l0	2	-0.005551113747060299
58536	rnn.weight_hh_l0	3	0.0469227097928524
58536	rnn.weight_hh_l0	4	-0.030706342309713364
58536	rnn.weight_hh_l0	5	0.03594249114394188
58536	rnn.weight_hh_l0	6	0.024553678929805756
58536	rnn.weight_hh_l0	7	0.004104285966604948
58536	rnn.weight_hh_l0	8	0.03299580514431
58536	rnn.weight_hh_l0	9	-0.02382989041507244
58536	rnn.bias_ih_l0	0	0.04939715564250946
58536	rnn.bias_ih_l0	1	-0.12032513320446014
58536	rnn.bias_ih_l0	2	-0.002456058282405138
58536	rnn.bias_ih_l0	3	-0.08797551691532135
58536	rnn.bias_ih_l0	4	0.07465293258428574
58536	rnn.bias_ih_l0	5	-0.13259021937847137
58536	rnn.bias_ih_l0	6	-0.02686735987663269
58536	rnn.bias_ih_l0	7	-0.15692847967147827
58536	rnn.bias_ih_l0	8	-0.07815125584602356
58536	rnn.bias_ih_l0	9	-0.2700262665748596
58536	rnn.bias_hh_l0	0	-0.09092452377080917
58536	rnn.bias_hh_l0	1	-0.06680183112621307
58536	rnn.bias_hh_l0	2	-0.08177904039621353
58536	rnn.bias_hh_l0	3	-0.04615062102675438
58536	rnn.bias_hh_l0	4	-0.09261147677898407
58536	rnn.bias_hh_l0	5	-0.1200069710612297
58536	rnn.bias_hh_l0	6	-0.07778703421354294
58536	rnn.bias_hh_l0	7	0.08339732885360718
58536	rnn.bias_hh_l0	8	-0.09860140085220337
58536	rnn.bias_hh_l0	9	-0.24512846767902374
58536	rnn.weight_ih_l0_reverse	0	0.058075617998838425
58536	rnn.weight_ih_l0_reverse	1	-0.027450384572148323
58536	rnn.weight_ih_l0_reverse	2	-0.01896418258547783
58536	rnn.weight_ih_l0_reverse	3	-0.04416866600513458
58536	rnn.weight_ih_l0_reverse	4	0.03217560425400734
58536	rnn.weight_ih_l0_reverse	5	-0.11323154717683792
58536	rnn.weight_ih_l0_reverse	6	0.0442800410091877
58536	rnn.weight_ih_l0_reverse	7	0.028941623866558075
58536	rnn.weight_ih_l0_reverse	8	-0.03187461197376251
58536	rnn.weight_ih_l0_reverse	9	-0.025287967175245285
58536	rnn.weight_hh_l0_reverse	0	-0.030270790681242943
58536	rnn.weight_hh_l0_reverse	1	0.03303995728492737
58536	rnn.weight_hh_l0_reverse	2	-0.0015258559724316
58536	rnn.weight_hh_l0_reverse	3	0.015470120124518871
58536	rnn.weight_hh_l0_reverse	4	-0.05369168892502785
58536	rnn.weight_hh_l0_reverse	5	0.03342213109135628
58536	rnn.weight_hh_l0_reverse	6	0.016157003119587898
58536	rnn.weight_hh_l0_reverse	7	0.005805489607155323
58536	rnn.weight_hh_l0_reverse	8	0.06902166455984116
58536	rnn.weight_hh_l0_reverse	9	0.014681097120046616
58536	rnn.bias_ih_l0_reverse	0	-0.11509184539318085
58536	rnn.bias_ih_l0_reverse	1	-0.12871938943862915
58536	rnn.bias_ih_l0_reverse	2	-0.014365822076797485
58536	rnn.bias_ih_l0_reverse	3	-0.08306919783353806
58536	rnn.bias_ih_l0_reverse	4	-0.03773488849401474
58536	rnn.bias_ih_l0_reverse	5	-0.11394262313842773
58536	rnn.bias_ih_l0_reverse	6	0.1780959516763687
58536	rnn.bias_ih_l0_reverse	7	-0.1833188682794571
58536	rnn.bias_ih_l0_reverse	8	-0.07914876937866211
58536	rnn.bias_ih_l0_reverse	9	-0.07327696681022644
58536	rnn.bias_hh_l0_reverse	0	-0.014208490028977394
58536	rnn.bias_hh_l0_reverse	1	0.07941079139709473
58536	rnn.bias_hh_l0_reverse	2	-0.1582125872373581
58536	rnn.bias_hh_l0_reverse	3	-0.03388359770178795
58536	rnn.bias_hh_l0_reverse	4	-0.1373491734266281
58536	rnn.bias_hh_l0_reverse	5	-0.04498725011944771
58536	rnn.bias_hh_l0_reverse	6	-0.15731392800807953
58536	rnn.bias_hh_l0_reverse	7	-0.02958548814058304
58536	rnn.bias_hh_l0_reverse	8	-0.06949776411056519
58536	rnn.bias_hh_l0_reverse	9	0.1260695904493332
58536	linear.weight	0	0.20274266600608826
58536	linear.weight	1	-0.26956045627593994
58536	linear.weight	2	-0.004127608146518469
58536	linear.weight	3	0.0677153691649437
58536	linear.weight	4	-0.16654075682163239
58536	linear.weight	5	0.2765476107597351
58536	linear.weight	6	-0.14104096591472626
58536	linear.weight	7	-0.07332071661949158
58536	linear.weight	8	0.16129085421562195
58536	linear.weight	9	-0.028282418847084045
58536	linear.bias	0	-1.0738074779510498
58536	linear.bias	1	1.839608907699585
58536	linear.bias	2	0.18371599912643433
58536	linear.bias	3	-1.992821216583252
58536	linear.bias	4	-0.40509533882141113
58536	linear.bias	5	0.9978951215744019
58536	linear.bias	6	-0.3356744050979614
58536	linear.bias	7	0.3146304190158844
58536	linear.bias	8	1.9045689105987549
58536	linear.bias	9	-1.118459939956665
59145	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
59145	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
59145	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
59145	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
59145	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
59145	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
59145	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
59145	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
59145	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
59145	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
59145	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
59145	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
59145	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
59145	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
59145	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
59145	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
59145	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
59145	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
59145	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
59145	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
59145	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
59145	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
59145	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
59145	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
59145	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
59145	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
59145	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
59145	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
59145	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
59145	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
59145	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
59145	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
59145	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
59145	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
59145	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
59145	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
59145	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
59145	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
59145	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
59145	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
59145	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
59145	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
59145	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
59145	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
59145	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
59145	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
59145	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
59145	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
59145	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
59145	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
59145	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
59145	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
59145	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
59145	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
59145	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
59145	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
59145	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
59145	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
59145	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
59145	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
59145	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
59145	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
59145	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
59145	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
59145	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
59145	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
59145	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
59145	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
59145	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
59145	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
59145	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
59145	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
59145	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
59145	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
59145	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
59145	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
59145	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
59145	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
59145	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
59145	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
59145	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
59145	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
59145	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
59145	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
59145	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
59145	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
59145	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
59145	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
59145	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
59145	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
59145	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
59145	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
59145	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
59145	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
59145	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
59145	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
59145	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
59145	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
59145	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
59145	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
59145	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
59145	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
59145	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
59145	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
59145	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
59145	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
59145	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
59145	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
59145	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
59145	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
59145	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
59145	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
59145	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
59145	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
59145	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
59145	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
59145	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
59145	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
59145	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
59145	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
59145	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
59145	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
59145	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
59145	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
59145	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
59145	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
59145	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
59145	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
59145	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
59145	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
59145	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
59145	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
59145	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
59145	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
59145	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
59145	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
59145	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
59145	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
59145	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
59145	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
59145	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
59145	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
59145	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
59145	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
59145	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
59145	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
59145	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
59145	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
59145	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
59145	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
59145	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
59145	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
59145	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
59145	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
59145	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
59145	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
59145	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
59145	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
59145	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
59145	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
59145	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
59145	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
59145	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
59145	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
59145	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
59145	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
59145	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
59145	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
59145	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
59145	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
59145	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
59145	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
59145	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
59145	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
59145	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
59145	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
59145	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
59145	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
59145	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
59145	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
59145	embedding2nn.weight	0	0.11281507462263107
59145	embedding2nn.weight	1	0.21324841678142548
59145	embedding2nn.weight	2	0.0444660484790802
59145	embedding2nn.weight	3	0.03360375016927719
59145	embedding2nn.weight	4	-0.08590830117464066
59145	embedding2nn.weight	5	0.037640899419784546
59145	embedding2nn.weight	6	0.04825424775481224
59145	embedding2nn.weight	7	-0.03746773675084114
59145	embedding2nn.weight	8	0.057471051812171936
59145	embedding2nn.weight	9	-0.012398400343954563
59145	embedding2nn.bias	0	0.06109640747308731
59145	embedding2nn.bias	1	-0.12997007369995117
59145	embedding2nn.bias	2	0.10534798353910446
59145	embedding2nn.bias	3	0.1396637111902237
59145	embedding2nn.bias	4	0.14004632830619812
59145	embedding2nn.bias	5	-0.031962234526872635
59145	embedding2nn.bias	6	-0.0330527238547802
59145	embedding2nn.bias	7	0.05986444279551506
59145	embedding2nn.bias	8	-0.13274146616458893
59145	embedding2nn.bias	9	-0.3084728717803955
59145	rnn.weight_ih_l0	0	-0.0016356210689991713
59145	rnn.weight_ih_l0	1	-0.044407788664102554
59145	rnn.weight_ih_l0	2	0.01340470276772976
59145	rnn.weight_ih_l0	3	0.01032334752380848
59145	rnn.weight_ih_l0	4	-0.011515461839735508
59145	rnn.weight_ih_l0	5	-0.14965717494487762
59145	rnn.weight_ih_l0	6	0.005399608518928289
59145	rnn.weight_ih_l0	7	-0.0062385546043515205
59145	rnn.weight_ih_l0	8	0.02163582108914852
59145	rnn.weight_ih_l0	9	-0.021126560866832733
59145	rnn.weight_hh_l0	0	0.03019489161670208
59145	rnn.weight_hh_l0	1	0.060361746698617935
59145	rnn.weight_hh_l0	2	-0.006663194391876459
59145	rnn.weight_hh_l0	3	0.047581735998392105
59145	rnn.weight_hh_l0	4	-0.029649844393134117
59145	rnn.weight_hh_l0	5	0.03664078935980797
59145	rnn.weight_hh_l0	6	0.024641986936330795
59145	rnn.weight_hh_l0	7	0.006746458820998669
59145	rnn.weight_hh_l0	8	0.03355300799012184
59145	rnn.weight_hh_l0	9	-0.02726169489324093
59145	rnn.bias_ih_l0	0	0.04945109784603119
59145	rnn.bias_ih_l0	1	-0.11608541011810303
59145	rnn.bias_ih_l0	2	-0.010837066918611526
59145	rnn.bias_ih_l0	3	-0.07899006456136703
59145	rnn.bias_ih_l0	4	0.0647006407380104
59145	rnn.bias_ih_l0	5	-0.12982280552387238
59145	rnn.bias_ih_l0	6	-0.033766407519578934
59145	rnn.bias_ih_l0	7	-0.15597698092460632
59145	rnn.bias_ih_l0	8	-0.0813758447766304
59145	rnn.bias_ih_l0	9	-0.2620967626571655
59145	rnn.bias_hh_l0	0	-0.09042567759752274
59145	rnn.bias_hh_l0	1	-0.07399540394544601
59145	rnn.bias_hh_l0	2	-0.09036009758710861
59145	rnn.bias_hh_l0	3	-0.043903738260269165
59145	rnn.bias_hh_l0	4	-0.0917680561542511
59145	rnn.bias_hh_l0	5	-0.12130174040794373
59145	rnn.bias_hh_l0	6	-0.07726732641458511
59145	rnn.bias_hh_l0	7	0.10240995138883591
59145	rnn.bias_hh_l0	8	-0.0943717360496521
59145	rnn.bias_hh_l0	9	-0.24294647574424744
59145	rnn.weight_ih_l0_reverse	0	0.0656602531671524
59145	rnn.weight_ih_l0_reverse	1	-0.02602849155664444
59145	rnn.weight_ih_l0_reverse	2	-0.017963198944926262
59145	rnn.weight_ih_l0_reverse	3	-0.04334365203976631
59145	rnn.weight_ih_l0_reverse	4	0.03017554059624672
59145	rnn.weight_ih_l0_reverse	5	-0.12081819772720337
59145	rnn.weight_ih_l0_reverse	6	0.035497263073921204
59145	rnn.weight_ih_l0_reverse	7	0.029338672757148743
59145	rnn.weight_ih_l0_reverse	8	-0.03267895430326462
59145	rnn.weight_ih_l0_reverse	9	-0.02021896094083786
59145	rnn.weight_hh_l0_reverse	0	-0.03089519590139389
59145	rnn.weight_hh_l0_reverse	1	0.03310966119170189
59145	rnn.weight_hh_l0_reverse	2	-7.453878060914576e-05
59145	rnn.weight_hh_l0_reverse	3	0.015493093058466911
59145	rnn.weight_hh_l0_reverse	4	-0.053055912256240845
59145	rnn.weight_hh_l0_reverse	5	0.03244028240442276
59145	rnn.weight_hh_l0_reverse	6	0.016406407579779625
59145	rnn.weight_hh_l0_reverse	7	0.0078299380838871
59145	rnn.weight_hh_l0_reverse	8	0.06611423939466476
59145	rnn.weight_hh_l0_reverse	9	0.01330227218568325
59145	rnn.bias_ih_l0_reverse	0	-0.11190276592969894
59145	rnn.bias_ih_l0_reverse	1	-0.12173078954219818
59145	rnn.bias_ih_l0_reverse	2	-0.015422585420310497
59145	rnn.bias_ih_l0_reverse	3	-0.08434271812438965
59145	rnn.bias_ih_l0_reverse	4	-0.025311380624771118
59145	rnn.bias_ih_l0_reverse	5	-0.11713647097349167
59145	rnn.bias_ih_l0_reverse	6	0.185143381357193
59145	rnn.bias_ih_l0_reverse	7	-0.2093157172203064
59145	rnn.bias_ih_l0_reverse	8	-0.08441399037837982
59145	rnn.bias_ih_l0_reverse	9	-0.07877753674983978
59145	rnn.bias_hh_l0_reverse	0	-0.02420336753129959
59145	rnn.bias_hh_l0_reverse	1	0.07062023878097534
59145	rnn.bias_hh_l0_reverse	2	-0.1527692675590515
59145	rnn.bias_hh_l0_reverse	3	-0.028362547978758812
59145	rnn.bias_hh_l0_reverse	4	-0.14462637901306152
59145	rnn.bias_hh_l0_reverse	5	-0.03911237418651581
59145	rnn.bias_hh_l0_reverse	6	-0.15870140492916107
59145	rnn.bias_hh_l0_reverse	7	-0.025706877931952477
59145	rnn.bias_hh_l0_reverse	8	-0.059848807752132416
59145	rnn.bias_hh_l0_reverse	9	0.12726446986198425
59145	linear.weight	0	0.17703232169151306
59145	linear.weight	1	-0.2939589023590088
59145	linear.weight	2	0.023616114631295204
59145	linear.weight	3	0.0677579864859581
59145	linear.weight	4	-0.15648259222507477
59145	linear.weight	5	0.2540762424468994
59145	linear.weight	6	-0.12273992598056793
59145	linear.weight	7	-0.0731896460056305
59145	linear.weight	8	0.16671572625637054
59145	linear.weight	9	-0.02838028408586979
59145	linear.bias	0	-1.0763092041015625
59145	linear.bias	1	1.889621376991272
59145	linear.bias	2	0.15538980066776276
59145	linear.bias	3	-1.9969110488891602
59145	linear.bias	4	-0.3601418137550354
59145	linear.bias	5	1.0125629901885986
59145	linear.bias	6	-0.3779231905937195
59145	linear.bias	7	0.3313100039958954
59145	linear.bias	8	1.927363634109497
59145	linear.bias	9	-1.1249868869781494
59754	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
59754	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
59754	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
59754	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
59754	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
59754	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
59754	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
59754	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
59754	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
59754	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
59754	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
59754	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
59754	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
59754	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
59754	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
59754	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
59754	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
59754	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
59754	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
59754	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
59754	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
59754	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
59754	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
59754	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
59754	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
59754	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
59754	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
59754	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
59754	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
59754	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
59754	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
59754	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
59754	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
59754	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
59754	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
59754	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
59754	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
59754	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
59754	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
59754	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
59754	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
59754	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
59754	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
59754	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
59754	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
59754	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
59754	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
59754	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
59754	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
59754	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
59754	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
59754	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
59754	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
59754	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
59754	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
59754	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
59754	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
59754	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
59754	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
59754	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
59754	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
59754	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
59754	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
59754	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
59754	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
59754	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
59754	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
59754	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
59754	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
59754	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
59754	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
59754	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
59754	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
59754	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
59754	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
59754	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
59754	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
59754	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
59754	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
59754	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
59754	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
59754	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
59754	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
59754	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
59754	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
59754	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
59754	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
59754	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
59754	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
59754	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
59754	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
59754	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
59754	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
59754	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
59754	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
59754	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
59754	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
59754	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
59754	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
59754	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
59754	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
59754	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
59754	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
59754	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
59754	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
59754	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
59754	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
59754	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
59754	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
59754	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
59754	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
59754	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
59754	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
59754	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
59754	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
59754	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
59754	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
59754	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
59754	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
59754	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
59754	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
59754	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
59754	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
59754	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
59754	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
59754	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
59754	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
59754	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
59754	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
59754	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
59754	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
59754	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
59754	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
59754	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
59754	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
59754	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
59754	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
59754	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
59754	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
59754	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
59754	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
59754	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
59754	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
59754	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
59754	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
59754	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
59754	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
59754	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
59754	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
59754	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
59754	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
59754	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
59754	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
59754	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
59754	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
59754	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
59754	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
59754	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
59754	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
59754	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
59754	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
59754	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
59754	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
59754	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
59754	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
59754	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
59754	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
59754	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
59754	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
59754	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
59754	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
59754	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
59754	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
59754	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
59754	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
59754	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
59754	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
59754	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
59754	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
59754	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
59754	embedding2nn.weight	0	0.11313927173614502
59754	embedding2nn.weight	1	0.21775829792022705
59754	embedding2nn.weight	2	0.043442629277706146
59754	embedding2nn.weight	3	0.022433388978242874
59754	embedding2nn.weight	4	-0.08810102194547653
59754	embedding2nn.weight	5	0.03988654538989067
59754	embedding2nn.weight	6	0.04655992239713669
59754	embedding2nn.weight	7	-0.02661953493952751
59754	embedding2nn.weight	8	0.05653886869549751
59754	embedding2nn.weight	9	-0.02101771906018257
59754	embedding2nn.bias	0	0.04716242104768753
59754	embedding2nn.bias	1	-0.12913408875465393
59754	embedding2nn.bias	2	0.08932164311408997
59754	embedding2nn.bias	3	0.14061607420444489
59754	embedding2nn.bias	4	0.13564136624336243
59754	embedding2nn.bias	5	-0.026629753410816193
59754	embedding2nn.bias	6	-0.0332048125565052
59754	embedding2nn.bias	7	0.04612882062792778
59754	embedding2nn.bias	8	-0.14256268739700317
59754	embedding2nn.bias	9	-0.3119208514690399
59754	rnn.weight_ih_l0	0	-0.0024031437933444977
59754	rnn.weight_ih_l0	1	-0.04362022876739502
59754	rnn.weight_ih_l0	2	0.013951540924608707
59754	rnn.weight_ih_l0	3	0.008945781737565994
59754	rnn.weight_ih_l0	4	-0.008014099672436714
59754	rnn.weight_ih_l0	5	-0.15263426303863525
59754	rnn.weight_ih_l0	6	0.010482769459486008
59754	rnn.weight_ih_l0	7	-0.007020602002739906
59754	rnn.weight_ih_l0	8	0.019379010424017906
59754	rnn.weight_ih_l0	9	-0.029354367405176163
59754	rnn.weight_hh_l0	0	0.03060702234506607
59754	rnn.weight_hh_l0	1	0.06183139979839325
59754	rnn.weight_hh_l0	2	-0.007596507668495178
59754	rnn.weight_hh_l0	3	0.047867078334093094
59754	rnn.weight_hh_l0	4	-0.02986273169517517
59754	rnn.weight_hh_l0	5	0.03839810937643051
59754	rnn.weight_hh_l0	6	0.024579307064414024
59754	rnn.weight_hh_l0	7	0.008587085641920567
59754	rnn.weight_hh_l0	8	0.033484481275081635
59754	rnn.weight_hh_l0	9	-0.030069733038544655
59754	rnn.bias_ih_l0	0	0.048398494720458984
59754	rnn.bias_ih_l0	1	-0.11435215920209885
59754	rnn.bias_ih_l0	2	-0.011970890685915947
59754	rnn.bias_ih_l0	3	-0.07894713431596756
59754	rnn.bias_ih_l0	4	0.07675298303365707
59754	rnn.bias_ih_l0	5	-0.12897779047489166
59754	rnn.bias_ih_l0	6	-0.04017329216003418
59754	rnn.bias_ih_l0	7	-0.15439727902412415
59754	rnn.bias_ih_l0	8	-0.0808040127158165
59754	rnn.bias_ih_l0	9	-0.26883330941200256
59754	rnn.bias_hh_l0	0	-0.0921902135014534
59754	rnn.bias_hh_l0	1	-0.08264204114675522
59754	rnn.bias_hh_l0	2	-0.09034629166126251
59754	rnn.bias_hh_l0	3	-0.043749164789915085
59754	rnn.bias_hh_l0	4	-0.08607467263936996
59754	rnn.bias_hh_l0	5	-0.12526048719882965
59754	rnn.bias_hh_l0	6	-0.08048582077026367
59754	rnn.bias_hh_l0	7	0.08443231135606766
59754	rnn.bias_hh_l0	8	-0.09202276170253754
59754	rnn.bias_hh_l0	9	-0.24958454072475433
59754	rnn.weight_ih_l0_reverse	0	0.06225341558456421
59754	rnn.weight_ih_l0_reverse	1	-0.027067385613918304
59754	rnn.weight_ih_l0_reverse	2	-0.022854559123516083
59754	rnn.weight_ih_l0_reverse	3	-0.04319825395941734
59754	rnn.weight_ih_l0_reverse	4	0.03029453754425049
59754	rnn.weight_ih_l0_reverse	5	-0.11389776319265366
59754	rnn.weight_ih_l0_reverse	6	0.04310894384980202
59754	rnn.weight_ih_l0_reverse	7	0.029997775331139565
59754	rnn.weight_ih_l0_reverse	8	-0.03277265280485153
59754	rnn.weight_ih_l0_reverse	9	-0.021141910925507545
59754	rnn.weight_hh_l0_reverse	0	-0.02847166359424591
59754	rnn.weight_hh_l0_reverse	1	0.03399616479873657
59754	rnn.weight_hh_l0_reverse	2	0.0020763908978551626
59754	rnn.weight_hh_l0_reverse	3	0.015206772834062576
59754	rnn.weight_hh_l0_reverse	4	-0.05402108281850815
59754	rnn.weight_hh_l0_reverse	5	0.032676879316568375
59754	rnn.weight_hh_l0_reverse	6	0.016265524551272392
59754	rnn.weight_hh_l0_reverse	7	0.010288415476679802
59754	rnn.weight_hh_l0_reverse	8	0.06337928026914597
59754	rnn.weight_hh_l0_reverse	9	0.016127711161971092
59754	rnn.bias_ih_l0_reverse	0	-0.11025916039943695
59754	rnn.bias_ih_l0_reverse	1	-0.1186070591211319
59754	rnn.bias_ih_l0_reverse	2	-0.013345328159630299
59754	rnn.bias_ih_l0_reverse	3	-0.08314752578735352
59754	rnn.bias_ih_l0_reverse	4	-0.033522751182317734
59754	rnn.bias_ih_l0_reverse	5	-0.1167326420545578
59754	rnn.bias_ih_l0_reverse	6	0.19389459490776062
59754	rnn.bias_ih_l0_reverse	7	-0.2126181274652481
59754	rnn.bias_ih_l0_reverse	8	-0.0854458436369896
59754	rnn.bias_ih_l0_reverse	9	-0.07708486169576645
59754	rnn.bias_hh_l0_reverse	0	-0.02848690003156662
59754	rnn.bias_hh_l0_reverse	1	0.0828440710902214
59754	rnn.bias_hh_l0_reverse	2	-0.15036815404891968
59754	rnn.bias_hh_l0_reverse	3	-0.03504329174757004
59754	rnn.bias_hh_l0_reverse	4	-0.1397002637386322
59754	rnn.bias_hh_l0_reverse	5	-0.0373786985874176
59754	rnn.bias_hh_l0_reverse	6	-0.15523624420166016
59754	rnn.bias_hh_l0_reverse	7	-0.024325450882315636
59754	rnn.bias_hh_l0_reverse	8	-0.06552483886480331
59754	rnn.bias_hh_l0_reverse	9	0.14106616377830505
59754	linear.weight	0	0.1834791749715805
59754	linear.weight	1	-0.3091904819011688
59754	linear.weight	2	-0.00944761373102665
59754	linear.weight	3	0.06782707571983337
59754	linear.weight	4	-0.1869000494480133
59754	linear.weight	5	0.30846625566482544
59754	linear.weight	6	-0.13789351284503937
59754	linear.weight	7	-0.073133185505867
59754	linear.weight	8	0.1638416200876236
59754	linear.weight	9	-0.028453005477786064
59754	linear.bias	0	-1.0755599737167358
59754	linear.bias	1	1.8279169797897339
59754	linear.bias	2	0.17005403339862823
59754	linear.bias	3	-2.000972032546997
59754	linear.bias	4	-0.37823620438575745
59754	linear.bias	5	1.025272011756897
59754	linear.bias	6	-0.3887914717197418
59754	linear.bias	7	0.29382652044296265
59754	linear.bias	8	1.9269660711288452
59754	linear.bias	9	-1.1400091648101807
60363	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
60363	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
60363	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
60363	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
60363	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
60363	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
60363	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
60363	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
60363	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
60363	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
60363	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
60363	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
60363	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
60363	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
60363	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
60363	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
60363	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
60363	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
60363	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
60363	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
60363	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
60363	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
60363	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
60363	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
60363	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
60363	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
60363	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
60363	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
60363	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
60363	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
60363	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
60363	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
60363	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
60363	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
60363	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
60363	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
60363	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
60363	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
60363	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
60363	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
60363	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
60363	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
60363	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
60363	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
60363	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
60363	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
60363	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
60363	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
60363	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
60363	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
60363	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
60363	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
60363	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
60363	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
60363	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
60363	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
60363	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
60363	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
60363	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
60363	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
60363	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
60363	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
60363	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
60363	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
60363	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
60363	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
60363	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
60363	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
60363	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
60363	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
60363	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
60363	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
60363	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
60363	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
60363	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
60363	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
60363	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
60363	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
60363	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
60363	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
60363	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
60363	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
60363	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
60363	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
60363	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
60363	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
60363	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
60363	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
60363	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
60363	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
60363	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
60363	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
60363	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
60363	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
60363	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
60363	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
60363	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
60363	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
60363	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
60363	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
60363	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
60363	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
60363	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
60363	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
60363	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
60363	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
60363	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
60363	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
60363	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
60363	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
60363	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
60363	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
60363	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
60363	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
60363	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
60363	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
60363	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
60363	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
60363	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
60363	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
60363	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
60363	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
60363	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
60363	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
60363	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
60363	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
60363	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
60363	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
60363	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
60363	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
60363	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
60363	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
60363	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
60363	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
60363	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
60363	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
60363	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
60363	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
60363	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
60363	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
60363	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
60363	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
60363	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
60363	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
60363	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
60363	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
60363	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
60363	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
60363	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
60363	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
60363	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
60363	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
60363	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
60363	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
60363	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
60363	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
60363	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
60363	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
60363	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
60363	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
60363	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
60363	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
60363	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
60363	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
60363	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
60363	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
60363	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
60363	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
60363	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
60363	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
60363	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
60363	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
60363	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
60363	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
60363	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
60363	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
60363	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
60363	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
60363	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
60363	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
60363	embedding2nn.weight	0	0.11341772973537445
60363	embedding2nn.weight	1	0.21982870995998383
60363	embedding2nn.weight	2	0.042797185480594635
60363	embedding2nn.weight	3	0.019167618826031685
60363	embedding2nn.weight	4	-0.07875650376081467
60363	embedding2nn.weight	5	0.04350858926773071
60363	embedding2nn.weight	6	0.04850764200091362
60363	embedding2nn.weight	7	-0.02447523921728134
60363	embedding2nn.weight	8	0.05879486724734306
60363	embedding2nn.weight	9	-0.012882626615464687
60363	embedding2nn.bias	0	0.06144227460026741
60363	embedding2nn.bias	1	-0.12461238354444504
60363	embedding2nn.bias	2	0.07925038784742355
60363	embedding2nn.bias	3	0.13416549563407898
60363	embedding2nn.bias	4	0.14109423756599426
60363	embedding2nn.bias	5	-0.025739850476384163
60363	embedding2nn.bias	6	-0.041283417493104935
60363	embedding2nn.bias	7	0.05392884835600853
60363	embedding2nn.bias	8	-0.14225076138973236
60363	embedding2nn.bias	9	-0.30641400814056396
60363	rnn.weight_ih_l0	0	-0.0033374608028680086
60363	rnn.weight_ih_l0	1	-0.04280370846390724
60363	rnn.weight_ih_l0	2	0.01401433814316988
60363	rnn.weight_ih_l0	3	0.009106120094656944
60363	rnn.weight_ih_l0	4	-0.009308259934186935
60363	rnn.weight_ih_l0	5	-0.15179398655891418
60363	rnn.weight_ih_l0	6	0.010669839568436146
60363	rnn.weight_ih_l0	7	-0.005976520013064146
60363	rnn.weight_ih_l0	8	0.01945953257381916
60363	rnn.weight_ih_l0	9	-0.02338111400604248
60363	rnn.weight_hh_l0	0	0.030665256083011627
60363	rnn.weight_hh_l0	1	0.06265226751565933
60363	rnn.weight_hh_l0	2	-0.0056296586990356445
60363	rnn.weight_hh_l0	3	0.04798794537782669
60363	rnn.weight_hh_l0	4	-0.030226418748497963
60363	rnn.weight_hh_l0	5	0.03879772499203682
60363	rnn.weight_hh_l0	6	0.024453118443489075
60363	rnn.weight_hh_l0	7	0.01313544251024723
60363	rnn.weight_hh_l0	8	0.03326224535703659
60363	rnn.weight_hh_l0	9	-0.03265963867306709
60363	rnn.bias_ih_l0	0	0.05583448335528374
60363	rnn.bias_ih_l0	1	-0.10841566324234009
60363	rnn.bias_ih_l0	2	-0.0065182968974113464
60363	rnn.bias_ih_l0	3	-0.07500655204057693
60363	rnn.bias_ih_l0	4	0.08144360780715942
60363	rnn.bias_ih_l0	5	-0.1337357759475708
60363	rnn.bias_ih_l0	6	-0.035052038729190826
60363	rnn.bias_ih_l0	7	-0.15518537163734436
60363	rnn.bias_ih_l0	8	-0.08228210359811783
60363	rnn.bias_ih_l0	9	-0.26097118854522705
60363	rnn.bias_hh_l0	0	-0.09315060079097748
60363	rnn.bias_hh_l0	1	-0.08077354729175568
60363	rnn.bias_hh_l0	2	-0.09431442618370056
60363	rnn.bias_hh_l0	3	-0.03865610808134079
60363	rnn.bias_hh_l0	4	-0.0907454565167427
60363	rnn.bias_hh_l0	5	-0.12425170093774796
60363	rnn.bias_hh_l0	6	-0.07929873466491699
60363	rnn.bias_hh_l0	7	0.09644709527492523
60363	rnn.bias_hh_l0	8	-0.09457217901945114
60363	rnn.bias_hh_l0	9	-0.24710342288017273
60363	rnn.weight_ih_l0_reverse	0	0.05789436772465706
60363	rnn.weight_ih_l0_reverse	1	-0.028552301228046417
60363	rnn.weight_ih_l0_reverse	2	-0.022957565262913704
60363	rnn.weight_ih_l0_reverse	3	-0.04207219183444977
60363	rnn.weight_ih_l0_reverse	4	0.03068063035607338
60363	rnn.weight_ih_l0_reverse	5	-0.10405454784631729
60363	rnn.weight_ih_l0_reverse	6	0.03447983041405678
60363	rnn.weight_ih_l0_reverse	7	0.03072870895266533
60363	rnn.weight_ih_l0_reverse	8	-0.0340425930917263
60363	rnn.weight_ih_l0_reverse	9	-0.021120568737387657
60363	rnn.weight_hh_l0_reverse	0	-0.030789487063884735
60363	rnn.weight_hh_l0_reverse	1	0.03262857720255852
60363	rnn.weight_hh_l0_reverse	2	0.0010197035735473037
60363	rnn.weight_hh_l0_reverse	3	0.015866247937083244
60363	rnn.weight_hh_l0_reverse	4	-0.05325312167406082
60363	rnn.weight_hh_l0_reverse	5	0.032574787735939026
60363	rnn.weight_hh_l0_reverse	6	0.015859486535191536
60363	rnn.weight_hh_l0_reverse	7	0.00943749025464058
60363	rnn.weight_hh_l0_reverse	8	0.061694592237472534
60363	rnn.weight_hh_l0_reverse	9	0.019951606169342995
60363	rnn.bias_ih_l0_reverse	0	-0.11260706186294556
60363	rnn.bias_ih_l0_reverse	1	-0.12090928852558136
60363	rnn.bias_ih_l0_reverse	2	-0.011837010271847248
60363	rnn.bias_ih_l0_reverse	3	-0.0870293602347374
60363	rnn.bias_ih_l0_reverse	4	-0.015536172315478325
60363	rnn.bias_ih_l0_reverse	5	-0.11560380458831787
60363	rnn.bias_ih_l0_reverse	6	0.19551058113574982
60363	rnn.bias_ih_l0_reverse	7	-0.17897431552410126
60363	rnn.bias_ih_l0_reverse	8	-0.08666065335273743
60363	rnn.bias_ih_l0_reverse	9	-0.06634708493947983
60363	rnn.bias_hh_l0_reverse	0	-0.02260923944413662
60363	rnn.bias_hh_l0_reverse	1	0.08636119961738586
60363	rnn.bias_hh_l0_reverse	2	-0.14717143774032593
60363	rnn.bias_hh_l0_reverse	3	-0.039020344614982605
60363	rnn.bias_hh_l0_reverse	4	-0.13632741570472717
60363	rnn.bias_hh_l0_reverse	5	-0.04172855615615845
60363	rnn.bias_hh_l0_reverse	6	-0.15541206300258636
60363	rnn.bias_hh_l0_reverse	7	-0.02529316395521164
60363	rnn.bias_hh_l0_reverse	8	-0.06468849629163742
60363	rnn.bias_hh_l0_reverse	9	0.16935034096240997
60363	linear.weight	0	0.22608081996440887
60363	linear.weight	1	-0.2549242675304413
60363	linear.weight	2	0.022444335743784904
60363	linear.weight	3	0.06789813935756683
60363	linear.weight	4	-0.1391301155090332
60363	linear.weight	5	0.31439194083213806
60363	linear.weight	6	-0.1681199073791504
60363	linear.weight	7	-0.07309362292289734
60363	linear.weight	8	0.16880668699741364
60363	linear.weight	9	-0.028511660173535347
60363	linear.bias	0	-1.1047450304031372
60363	linear.bias	1	1.8236441612243652
60363	linear.bias	2	0.1774263083934784
60363	linear.bias	3	-2.004626512527466
60363	linear.bias	4	-0.3623935580253601
60363	linear.bias	5	1.019639015197754
60363	linear.bias	6	-0.39251476526260376
60363	linear.bias	7	0.3038690686225891
60363	linear.bias	8	1.9407113790512085
60363	linear.bias	9	-1.136263370513916
60972	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
60972	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
60972	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
60972	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
60972	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
60972	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
60972	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
60972	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
60972	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
60972	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
60972	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
60972	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
60972	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
60972	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
60972	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
60972	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
60972	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
60972	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
60972	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
60972	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
60972	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
60972	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
60972	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
60972	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
60972	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
60972	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
60972	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
60972	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
60972	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
60972	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
60972	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
60972	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
60972	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
60972	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
60972	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
60972	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
60972	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
60972	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
60972	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
60972	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
60972	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
60972	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
60972	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
60972	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
60972	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
60972	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
60972	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
60972	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
60972	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
60972	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
60972	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
60972	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
60972	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
60972	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
60972	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
60972	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
60972	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
60972	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
60972	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
60972	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
60972	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
60972	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
60972	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
60972	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
60972	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
60972	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
60972	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
60972	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
60972	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
60972	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
60972	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
60972	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
60972	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
60972	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
60972	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
60972	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
60972	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
60972	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
60972	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
60972	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
60972	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
60972	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
60972	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
60972	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
60972	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
60972	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
60972	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
60972	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
60972	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
60972	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
60972	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
60972	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
60972	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
60972	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
60972	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
60972	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
60972	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
60972	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
60972	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
60972	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
60972	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
60972	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
60972	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
60972	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
60972	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
60972	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
60972	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
60972	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
60972	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
60972	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
60972	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
60972	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
60972	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
60972	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
60972	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
60972	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
60972	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
60972	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
60972	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
60972	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
60972	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
60972	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
60972	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
60972	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
60972	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
60972	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
60972	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
60972	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
60972	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
60972	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
60972	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
60972	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
60972	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
60972	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
60972	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
60972	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
60972	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
60972	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
60972	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
60972	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
60972	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
60972	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
60972	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
60972	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
60972	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
60972	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
60972	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
60972	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
60972	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
60972	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
60972	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
60972	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
60972	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
60972	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
60972	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
60972	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
60972	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
60972	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
60972	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
60972	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
60972	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
60972	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
60972	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
60972	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
60972	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
60972	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
60972	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
60972	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
60972	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
60972	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
60972	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
60972	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
60972	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
60972	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
60972	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
60972	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
60972	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
60972	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
60972	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
60972	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
60972	embedding2nn.weight	0	0.11073005944490433
60972	embedding2nn.weight	1	0.2231837660074234
60972	embedding2nn.weight	2	0.040913406759500504
60972	embedding2nn.weight	3	0.005194023251533508
60972	embedding2nn.weight	4	-0.07500126957893372
60972	embedding2nn.weight	5	0.0435967855155468
60972	embedding2nn.weight	6	0.050118960440158844
60972	embedding2nn.weight	7	-0.025020064786076546
60972	embedding2nn.weight	8	0.05546505004167557
60972	embedding2nn.weight	9	-0.014125524088740349
60972	embedding2nn.bias	0	0.039774976670742035
60972	embedding2nn.bias	1	-0.11462422460317612
60972	embedding2nn.bias	2	0.08176948130130768
60972	embedding2nn.bias	3	0.13527800142765045
60972	embedding2nn.bias	4	0.12591880559921265
60972	embedding2nn.bias	5	-0.02287641353905201
60972	embedding2nn.bias	6	-0.0405321829020977
60972	embedding2nn.bias	7	0.03905101120471954
60972	embedding2nn.bias	8	-0.13140739500522614
60972	embedding2nn.bias	9	-0.31760382652282715
60972	rnn.weight_ih_l0	0	-0.0036449285689741373
60972	rnn.weight_ih_l0	1	-0.04225753992795944
60972	rnn.weight_ih_l0	2	0.015981771051883698
60972	rnn.weight_ih_l0	3	0.010394989512860775
60972	rnn.weight_ih_l0	4	-0.0016584545373916626
60972	rnn.weight_ih_l0	5	-0.15030619502067566
60972	rnn.weight_ih_l0	6	0.010233570821583271
60972	rnn.weight_ih_l0	7	-0.006962995044887066
60972	rnn.weight_ih_l0	8	0.018400317057967186
60972	rnn.weight_ih_l0	9	-0.027056483551859856
60972	rnn.weight_hh_l0	0	0.030422896146774292
60972	rnn.weight_hh_l0	1	0.06277356296777725
60972	rnn.weight_hh_l0	2	-0.004779104143381119
60972	rnn.weight_hh_l0	3	0.04790089279413223
60972	rnn.weight_hh_l0	4	-0.029545031487941742
60972	rnn.weight_hh_l0	5	0.038816988468170166
60972	rnn.weight_hh_l0	6	0.024138115346431732
60972	rnn.weight_hh_l0	7	0.010427387431263924
60972	rnn.weight_hh_l0	8	0.03339464217424393
60972	rnn.weight_hh_l0	9	-0.0354708693921566
60972	rnn.bias_ih_l0	0	0.05167177692055702
60972	rnn.bias_ih_l0	1	-0.11275546252727509
60972	rnn.bias_ih_l0	2	-0.006154979579150677
60972	rnn.bias_ih_l0	3	-0.07934238761663437
60972	rnn.bias_ih_l0	4	0.07372357696294785
60972	rnn.bias_ih_l0	5	-0.1418660432100296
60972	rnn.bias_ih_l0	6	-0.029439331963658333
60972	rnn.bias_ih_l0	7	-0.15529201924800873
60972	rnn.bias_ih_l0	8	-0.08264227956533432
60972	rnn.bias_ih_l0	9	-0.2672312259674072
60972	rnn.bias_hh_l0	0	-0.09071777760982513
60972	rnn.bias_hh_l0	1	-0.07634860277175903
60972	rnn.bias_hh_l0	2	-0.09767676889896393
60972	rnn.bias_hh_l0	3	-0.0440831296145916
60972	rnn.bias_hh_l0	4	-0.08922024816274643
60972	rnn.bias_hh_l0	5	-0.12191376835107803
60972	rnn.bias_hh_l0	6	-0.07504087686538696
60972	rnn.bias_hh_l0	7	0.0983516201376915
60972	rnn.bias_hh_l0	8	-0.08661024272441864
60972	rnn.bias_hh_l0	9	-0.24167591333389282
60972	rnn.weight_ih_l0_reverse	0	0.0658993348479271
60972	rnn.weight_ih_l0_reverse	1	-0.032645564526319504
60972	rnn.weight_ih_l0_reverse	2	-0.02420198544859886
60972	rnn.weight_ih_l0_reverse	3	-0.03962774947285652
60972	rnn.weight_ih_l0_reverse	4	0.03178119659423828
60972	rnn.weight_ih_l0_reverse	5	-0.10678455978631973
60972	rnn.weight_ih_l0_reverse	6	0.041738416999578476
60972	rnn.weight_ih_l0_reverse	7	0.03221343830227852
60972	rnn.weight_ih_l0_reverse	8	-0.03509938344359398
60972	rnn.weight_ih_l0_reverse	9	-0.01629314385354519
60972	rnn.weight_hh_l0_reverse	0	-0.029636789113283157
60972	rnn.weight_hh_l0_reverse	1	0.031430575996637344
60972	rnn.weight_hh_l0_reverse	2	-5.401859016274102e-05
60972	rnn.weight_hh_l0_reverse	3	0.015265589579939842
60972	rnn.weight_hh_l0_reverse	4	-0.05429357662796974
60972	rnn.weight_hh_l0_reverse	5	0.03302278369665146
60972	rnn.weight_hh_l0_reverse	6	0.015921616926789284
60972	rnn.weight_hh_l0_reverse	7	0.012881260365247726
60972	rnn.weight_hh_l0_reverse	8	0.06371330469846725
60972	rnn.weight_hh_l0_reverse	9	0.02036282978951931
60972	rnn.bias_ih_l0_reverse	0	-0.12094859778881073
60972	rnn.bias_ih_l0_reverse	1	-0.11563260108232498
60972	rnn.bias_ih_l0_reverse	2	-0.013779913075268269
60972	rnn.bias_ih_l0_reverse	3	-0.08666068315505981
60972	rnn.bias_ih_l0_reverse	4	-0.031048433855175972
60972	rnn.bias_ih_l0_reverse	5	-0.11410561949014664
60972	rnn.bias_ih_l0_reverse	6	0.1991918534040451
60972	rnn.bias_ih_l0_reverse	7	-0.18053695559501648
60972	rnn.bias_ih_l0_reverse	8	-0.09027925133705139
60972	rnn.bias_ih_l0_reverse	9	-0.08030809462070465
60972	rnn.bias_hh_l0_reverse	0	-0.022334063425660133
60972	rnn.bias_hh_l0_reverse	1	0.09701603651046753
60972	rnn.bias_hh_l0_reverse	2	-0.1480245590209961
60972	rnn.bias_hh_l0_reverse	3	-0.04026375710964203
60972	rnn.bias_hh_l0_reverse	4	-0.13916999101638794
60972	rnn.bias_hh_l0_reverse	5	-0.03541385009884834
60972	rnn.bias_hh_l0_reverse	6	-0.15934626758098602
60972	rnn.bias_hh_l0_reverse	7	-0.02683306485414505
60972	rnn.bias_hh_l0_reverse	8	-0.06092296913266182
60972	rnn.bias_hh_l0_reverse	9	0.16323521733283997
60972	linear.weight	0	0.24935269355773926
60972	linear.weight	1	-0.2811794579029083
60972	linear.weight	2	0.02725098468363285
60972	linear.weight	3	0.06794344633817673
60972	linear.weight	4	-0.15072456002235413
60972	linear.weight	5	0.3288344144821167
60972	linear.weight	6	-0.16009743511676788
60972	linear.weight	7	-0.07303155213594437
60972	linear.weight	8	0.1498929262161255
60972	linear.weight	9	-0.028597569093108177
60972	linear.bias	0	-1.1140204668045044
60972	linear.bias	1	1.8024615049362183
60972	linear.bias	2	0.16614465415477753
60972	linear.bias	3	-2.0082945823669434
60972	linear.bias	4	-0.38870954513549805
60972	linear.bias	5	1.0116887092590332
60972	linear.bias	6	-0.38352376222610474
60972	linear.bias	7	0.29237085580825806
60972	linear.bias	8	1.9861301183700562
60972	linear.bias	9	-1.120110273361206
60980	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
60980	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
60980	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
60980	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
60980	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
60980	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
60980	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
60980	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
60980	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
60980	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
60980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
60980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
60980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
60980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
60980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
60980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
60980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
60980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
60980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
60980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
60980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
60980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
60980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
60980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
60980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
60980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
60980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
60980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
60980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
60980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
60980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
60980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
60980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
60980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
60980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
60980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
60980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
60980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
60980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
60980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
60980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
60980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
60980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
60980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
60980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
60980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
60980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
60980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
60980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
60980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
60980	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
60980	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
60980	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
60980	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
60980	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
60980	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
60980	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
60980	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
60980	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
60980	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
60980	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
60980	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
60980	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
60980	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
60980	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
60980	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
60980	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
60980	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
60980	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
60980	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
60980	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
60980	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
60980	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
60980	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
60980	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
60980	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
60980	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
60980	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
60980	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
60980	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
60980	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
60980	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
60980	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
60980	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
60980	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
60980	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
60980	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
60980	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
60980	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
60980	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
60980	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
60980	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
60980	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
60980	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
60980	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
60980	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
60980	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
60980	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
60980	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
60980	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
60980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
60980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
60980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
60980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
60980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
60980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
60980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
60980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
60980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
60980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
60980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
60980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
60980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
60980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
60980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
60980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
60980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
60980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
60980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
60980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
60980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
60980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
60980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
60980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
60980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
60980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
60980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
60980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
60980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
60980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
60980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
60980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
60980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
60980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
60980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
60980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
60980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
60980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
60980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
60980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
60980	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
60980	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
60980	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
60980	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
60980	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
60980	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
60980	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
60980	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
60980	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
60980	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
60980	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
60980	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
60980	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
60980	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
60980	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
60980	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
60980	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
60980	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
60980	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
60980	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
60980	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
60980	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
60980	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
60980	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
60980	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
60980	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
60980	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
60980	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
60980	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
60980	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
60980	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
60980	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
60980	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
60980	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
60980	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
60980	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
60980	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
60980	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
60980	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
60980	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
60980	embedding2nn.weight	0	0.1103394627571106
60980	embedding2nn.weight	1	0.22297419607639313
60980	embedding2nn.weight	2	0.04044177383184433
60980	embedding2nn.weight	3	0.005474301055073738
60980	embedding2nn.weight	4	-0.07472530007362366
60980	embedding2nn.weight	5	0.043580397963523865
60980	embedding2nn.weight	6	0.04933636635541916
60980	embedding2nn.weight	7	-0.024454312399029732
60980	embedding2nn.weight	8	0.05596974864602089
60980	embedding2nn.weight	9	-0.01292023342102766
60980	embedding2nn.bias	0	0.038386572152376175
60980	embedding2nn.bias	1	-0.11975759267807007
60980	embedding2nn.bias	2	0.08333994448184967
60980	embedding2nn.bias	3	0.13708394765853882
60980	embedding2nn.bias	4	0.1224939301609993
60980	embedding2nn.bias	5	-0.02658677287399769
60980	embedding2nn.bias	6	-0.03535497933626175
60980	embedding2nn.bias	7	0.04105855152010918
60980	embedding2nn.bias	8	-0.13424359261989594
60980	embedding2nn.bias	9	-0.320712149143219
60980	rnn.weight_ih_l0	0	-0.003764832392334938
60980	rnn.weight_ih_l0	1	-0.04215525463223457
60980	rnn.weight_ih_l0	2	0.01566402241587639
60980	rnn.weight_ih_l0	3	0.01060767937451601
60980	rnn.weight_ih_l0	4	-0.002654840936884284
60980	rnn.weight_ih_l0	5	-0.14967966079711914
60980	rnn.weight_ih_l0	6	0.01020618062466383
60980	rnn.weight_ih_l0	7	-0.007135650608688593
60980	rnn.weight_ih_l0	8	0.018234970048069954
60980	rnn.weight_ih_l0	9	-0.026520811021327972
60980	rnn.weight_hh_l0	0	0.03044251725077629
60980	rnn.weight_hh_l0	1	0.06278018653392792
60980	rnn.weight_hh_l0	2	-0.004760589450597763
60980	rnn.weight_hh_l0	3	0.047906678169965744
60980	rnn.weight_hh_l0	4	-0.02949932962656021
60980	rnn.weight_hh_l0	5	0.03877195343375206
60980	rnn.weight_hh_l0	6	0.02410922758281231
60980	rnn.weight_hh_l0	7	0.010325096547603607
60980	rnn.weight_hh_l0	8	0.03342440351843834
60980	rnn.weight_hh_l0	9	-0.035483404994010925
60980	rnn.bias_ih_l0	0	0.050215911120176315
60980	rnn.bias_ih_l0	1	-0.11222712695598602
60980	rnn.bias_ih_l0	2	-0.006192049477249384
60980	rnn.bias_ih_l0	3	-0.07945379614830017
60980	rnn.bias_ih_l0	4	0.07340892404317856
60980	rnn.bias_ih_l0	5	-0.14059844613075256
60980	rnn.bias_ih_l0	6	-0.029828382655978203
60980	rnn.bias_ih_l0	7	-0.15523317456245422
60980	rnn.bias_ih_l0	8	-0.08150921761989594
60980	rnn.bias_ih_l0	9	-0.2683042287826538
60980	rnn.bias_hh_l0	0	-0.09008830785751343
60980	rnn.bias_hh_l0	1	-0.07789555191993713
60980	rnn.bias_hh_l0	2	-0.09650300443172455
60980	rnn.bias_hh_l0	3	-0.044356152415275574
60980	rnn.bias_hh_l0	4	-0.08971405029296875
60980	rnn.bias_hh_l0	5	-0.1217670813202858
60980	rnn.bias_hh_l0	6	-0.07559540122747421
60980	rnn.bias_hh_l0	7	0.09887512028217316
60980	rnn.bias_hh_l0	8	-0.08507493138313293
60980	rnn.bias_hh_l0	9	-0.24244843423366547
60980	rnn.weight_ih_l0_reverse	0	0.06562383472919464
60980	rnn.weight_ih_l0_reverse	1	-0.03266547620296478
60980	rnn.weight_ih_l0_reverse	2	-0.02416321076452732
60980	rnn.weight_ih_l0_reverse	3	-0.03990612551569939
60980	rnn.weight_ih_l0_reverse	4	0.03186574578285217
60980	rnn.weight_ih_l0_reverse	5	-0.10719600319862366
60980	rnn.weight_ih_l0_reverse	6	0.041941989213228226
60980	rnn.weight_ih_l0_reverse	7	0.032243601977825165
60980	rnn.weight_ih_l0_reverse	8	-0.0355779193341732
60980	rnn.weight_ih_l0_reverse	9	-0.015757696703076363
60980	rnn.weight_hh_l0_reverse	0	-0.029711030423641205
60980	rnn.weight_hh_l0_reverse	1	0.031340859830379486
60980	rnn.weight_hh_l0_reverse	2	-6.716582720400766e-05
60980	rnn.weight_hh_l0_reverse	3	0.015255789272487164
60980	rnn.weight_hh_l0_reverse	4	-0.05427582561969757
60980	rnn.weight_hh_l0_reverse	5	0.033060818910598755
60980	rnn.weight_hh_l0_reverse	6	0.015927016735076904
60980	rnn.weight_hh_l0_reverse	7	0.012984014116227627
60980	rnn.weight_hh_l0_reverse	8	0.0638953372836113
60980	rnn.weight_hh_l0_reverse	9	0.020248649641871452
60980	rnn.bias_ih_l0_reverse	0	-0.12144899368286133
60980	rnn.bias_ih_l0_reverse	1	-0.11618580669164658
60980	rnn.bias_ih_l0_reverse	2	-0.013508572243154049
60980	rnn.bias_ih_l0_reverse	3	-0.0863242894411087
60980	rnn.bias_ih_l0_reverse	4	-0.02964518405497074
60980	rnn.bias_ih_l0_reverse	5	-0.1141030415892601
60980	rnn.bias_ih_l0_reverse	6	0.20005087554454803
60980	rnn.bias_ih_l0_reverse	7	-0.17965082824230194
60980	rnn.bias_ih_l0_reverse	8	-0.09017118066549301
60980	rnn.bias_ih_l0_reverse	9	-0.08090884983539581
60980	rnn.bias_hh_l0_reverse	0	-0.02319013513624668
60980	rnn.bias_hh_l0_reverse	1	0.0951203778386116
60980	rnn.bias_hh_l0_reverse	2	-0.1492759883403778
60980	rnn.bias_hh_l0_reverse	3	-0.040056467056274414
60980	rnn.bias_hh_l0_reverse	4	-0.1391107589006424
60980	rnn.bias_hh_l0_reverse	5	-0.0335843488574028
60980	rnn.bias_hh_l0_reverse	6	-0.15729384124279022
60980	rnn.bias_hh_l0_reverse	7	-0.027076829224824905
60980	rnn.bias_hh_l0_reverse	8	-0.06147291138768196
60980	rnn.bias_hh_l0_reverse	9	0.16454634070396423
60980	linear.weight	0	0.25086256861686707
60980	linear.weight	1	-0.281058132648468
60980	linear.weight	2	0.03742099925875664
60980	linear.weight	3	0.0679439827799797
60980	linear.weight	4	-0.1493404060602188
60980	linear.weight	5	0.3317151963710785
60980	linear.weight	6	-0.16062651574611664
60980	linear.weight	7	-0.07303132861852646
60980	linear.weight	8	0.15043479204177856
60980	linear.weight	9	-0.02860061638057232
60980	linear.bias	0	-1.1173444986343384
60980	linear.bias	1	1.795013189315796
60980	linear.bias	2	0.18072839081287384
60980	linear.bias	3	-2.008352279663086
60980	linear.bias	4	-0.3974110186100006
60980	linear.bias	5	1.0114895105361938
60980	linear.bias	6	-0.38010305166244507
60980	linear.bias	7	0.2971825897693634
60980	linear.bias	8	1.9653147459030151
60980	linear.bias	9	-1.124795913696289
61589	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
61589	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
61589	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
61589	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
61589	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
61589	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
61589	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
61589	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
61589	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
61589	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
61589	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
61589	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
61589	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
61589	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
61589	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
61589	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
61589	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
61589	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
61589	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
61589	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
61589	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
61589	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
61589	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
61589	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
61589	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
61589	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
61589	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
61589	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
61589	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
61589	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
61589	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
61589	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
61589	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
61589	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
61589	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
61589	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
61589	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
61589	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
61589	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
61589	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
61589	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
61589	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
61589	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
61589	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
61589	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
61589	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
61589	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
61589	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
61589	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
61589	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
61589	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
61589	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
61589	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
61589	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
61589	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
61589	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
61589	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
61589	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
61589	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
61589	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
61589	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
61589	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
61589	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
61589	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
61589	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
61589	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
61589	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
61589	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
61589	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
61589	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
61589	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
61589	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
61589	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
61589	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
61589	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
61589	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
61589	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
61589	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
61589	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
61589	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
61589	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
61589	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
61589	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
61589	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
61589	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
61589	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
61589	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
61589	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
61589	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
61589	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
61589	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
61589	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
61589	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
61589	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
61589	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
61589	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
61589	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
61589	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
61589	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
61589	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
61589	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
61589	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
61589	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
61589	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
61589	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
61589	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
61589	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
61589	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
61589	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
61589	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
61589	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
61589	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
61589	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
61589	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
61589	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
61589	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
61589	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
61589	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
61589	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
61589	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
61589	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
61589	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
61589	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
61589	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
61589	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
61589	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
61589	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
61589	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
61589	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
61589	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
61589	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
61589	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
61589	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
61589	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
61589	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
61589	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
61589	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
61589	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
61589	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
61589	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
61589	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
61589	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
61589	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
61589	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
61589	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
61589	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
61589	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
61589	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
61589	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
61589	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
61589	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
61589	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
61589	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
61589	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
61589	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
61589	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
61589	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
61589	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
61589	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
61589	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
61589	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
61589	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
61589	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
61589	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
61589	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
61589	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
61589	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
61589	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
61589	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
61589	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
61589	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
61589	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
61589	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
61589	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
61589	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
61589	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
61589	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
61589	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
61589	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
61589	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
61589	embedding2nn.weight	0	0.10991396754980087
61589	embedding2nn.weight	1	0.22050103545188904
61589	embedding2nn.weight	2	0.0377727709710598
61589	embedding2nn.weight	3	0.008136378601193428
61589	embedding2nn.weight	4	-0.07721640914678574
61589	embedding2nn.weight	5	0.03852476552128792
61589	embedding2nn.weight	6	0.044022995978593826
61589	embedding2nn.weight	7	-0.01909462735056877
61589	embedding2nn.weight	8	0.05740859732031822
61589	embedding2nn.weight	9	-0.013120496645569801
61589	embedding2nn.bias	0	0.026255404576659203
61589	embedding2nn.bias	1	-0.1286657154560089
61589	embedding2nn.bias	2	0.07086244970560074
61589	embedding2nn.bias	3	0.14876413345336914
61589	embedding2nn.bias	4	0.12056228518486023
61589	embedding2nn.bias	5	-0.0419861301779747
61589	embedding2nn.bias	6	-0.04675263166427612
61589	embedding2nn.bias	7	0.045151129364967346
61589	embedding2nn.bias	8	-0.1259613186120987
61589	embedding2nn.bias	9	-0.31897592544555664
61589	rnn.weight_ih_l0	0	-0.004719961900264025
61589	rnn.weight_ih_l0	1	-0.03942497819662094
61589	rnn.weight_ih_l0	2	0.016853684559464455
61589	rnn.weight_ih_l0	3	0.01437421515583992
61589	rnn.weight_ih_l0	4	-0.0030758362263441086
61589	rnn.weight_ih_l0	5	-0.14651910960674286
61589	rnn.weight_ih_l0	6	0.006786789745092392
61589	rnn.weight_ih_l0	7	-0.004963052459061146
61589	rnn.weight_ih_l0	8	0.022674277424812317
61589	rnn.weight_ih_l0	9	-0.022090410813689232
61589	rnn.weight_hh_l0	0	0.0303611122071743
61589	rnn.weight_hh_l0	1	0.06325655430555344
61589	rnn.weight_hh_l0	2	-0.005992424674332142
61589	rnn.weight_hh_l0	3	0.0486079677939415
61589	rnn.weight_hh_l0	4	-0.02917344495654106
61589	rnn.weight_hh_l0	5	0.0392516627907753
61589	rnn.weight_hh_l0	6	0.023657148703932762
61589	rnn.weight_hh_l0	7	0.009451847523450851
61589	rnn.weight_hh_l0	8	0.033863503485918045
61589	rnn.weight_hh_l0	9	-0.03281494602560997
61589	rnn.bias_ih_l0	0	0.0525958351790905
61589	rnn.bias_ih_l0	1	-0.11569375544786453
61589	rnn.bias_ih_l0	2	0.0013140002265572548
61589	rnn.bias_ih_l0	3	-0.0841338112950325
61589	rnn.bias_ih_l0	4	0.09845327585935593
61589	rnn.bias_ih_l0	5	-0.14211627840995789
61589	rnn.bias_ih_l0	6	-0.043523017317056656
61589	rnn.bias_ih_l0	7	-0.1574607640504837
61589	rnn.bias_ih_l0	8	-0.08148472011089325
61589	rnn.bias_ih_l0	9	-0.27127891778945923
61589	rnn.bias_hh_l0	0	-0.09598363935947418
61589	rnn.bias_hh_l0	1	-0.0735091045498848
61589	rnn.bias_hh_l0	2	-0.08832584321498871
61589	rnn.bias_hh_l0	3	-0.04629352688789368
61589	rnn.bias_hh_l0	4	-0.09579930454492569
61589	rnn.bias_hh_l0	5	-0.11952164769172668
61589	rnn.bias_hh_l0	6	-0.07273045927286148
61589	rnn.bias_hh_l0	7	0.10885471850633621
61589	rnn.bias_hh_l0	8	-0.09141376614570618
61589	rnn.bias_hh_l0	9	-0.24695931375026703
61589	rnn.weight_ih_l0_reverse	0	0.06688245385885239
61589	rnn.weight_ih_l0_reverse	1	-0.03273197263479233
61589	rnn.weight_ih_l0_reverse	2	-0.01591699942946434
61589	rnn.weight_ih_l0_reverse	3	-0.037685394287109375
61589	rnn.weight_ih_l0_reverse	4	0.027549006044864655
61589	rnn.weight_ih_l0_reverse	5	-0.10729407519102097
61589	rnn.weight_ih_l0_reverse	6	0.03786705434322357
61589	rnn.weight_ih_l0_reverse	7	0.030927017331123352
61589	rnn.weight_ih_l0_reverse	8	-0.03638189658522606
61589	rnn.weight_ih_l0_reverse	9	-0.014145316556096077
61589	rnn.weight_hh_l0_reverse	0	-0.029276523739099503
61589	rnn.weight_hh_l0_reverse	1	0.03163294866681099
61589	rnn.weight_hh_l0_reverse	2	-0.001600436633452773
61589	rnn.weight_hh_l0_reverse	3	0.014552967622876167
61589	rnn.weight_hh_l0_reverse	4	-0.0537126362323761
61589	rnn.weight_hh_l0_reverse	5	0.033254437148571014
61589	rnn.weight_hh_l0_reverse	6	0.015562762506306171
61589	rnn.weight_hh_l0_reverse	7	0.015628207474946976
61589	rnn.weight_hh_l0_reverse	8	0.06193428114056587
61589	rnn.weight_hh_l0_reverse	9	0.01932946778833866
61589	rnn.bias_ih_l0_reverse	0	-0.12139255553483963
61589	rnn.bias_ih_l0_reverse	1	-0.12420326471328735
61589	rnn.bias_ih_l0_reverse	2	-0.015107797458767891
61589	rnn.bias_ih_l0_reverse	3	-0.08146312087774277
61589	rnn.bias_ih_l0_reverse	4	-0.036596935242414474
61589	rnn.bias_ih_l0_reverse	5	-0.11444303393363953
61589	rnn.bias_ih_l0_reverse	6	0.20520839095115662
61589	rnn.bias_ih_l0_reverse	7	-0.18431821465492249
61589	rnn.bias_ih_l0_reverse	8	-0.0838341936469078
61589	rnn.bias_ih_l0_reverse	9	-0.07736147195100784
61589	rnn.bias_hh_l0_reverse	0	-0.01185422670096159
61589	rnn.bias_hh_l0_reverse	1	0.09986134618520737
61589	rnn.bias_hh_l0_reverse	2	-0.1462220400571823
61589	rnn.bias_hh_l0_reverse	3	-0.04365423321723938
61589	rnn.bias_hh_l0_reverse	4	-0.14690592885017395
61589	rnn.bias_hh_l0_reverse	5	-0.03647521510720253
61589	rnn.bias_hh_l0_reverse	6	-0.15518708527088165
61589	rnn.bias_hh_l0_reverse	7	-0.027498574927449226
61589	rnn.bias_hh_l0_reverse	8	-0.08130530267953873
61589	rnn.bias_hh_l0_reverse	9	0.15170913934707642
61589	linear.weight	0	0.2526332437992096
61589	linear.weight	1	-0.28532874584198
61589	linear.weight	2	0.029972443357110023
61589	linear.weight	3	0.0679762214422226
61589	linear.weight	4	-0.16253244876861572
61589	linear.weight	5	0.3268965780735016
61589	linear.weight	6	-0.11033468693494797
61589	linear.weight	7	-0.07291857898235321
61589	linear.weight	8	0.1600128561258316
61589	linear.weight	9	-0.0287027470767498
61589	linear.bias	0	-1.0842902660369873
61589	linear.bias	1	1.828956127166748
61589	linear.bias	2	0.16772685945034027
61589	linear.bias	3	-2.0121610164642334
61589	linear.bias	4	-0.372139573097229
61589	linear.bias	5	0.9974804520606995
61589	linear.bias	6	-0.34033772349357605
61589	linear.bias	7	0.27656611800193787
61589	linear.bias	8	1.970178484916687
61589	linear.bias	9	-1.1631548404693604
62198	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
62198	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
62198	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
62198	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
62198	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
62198	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
62198	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
62198	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
62198	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
62198	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
62198	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
62198	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
62198	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
62198	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
62198	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
62198	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
62198	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
62198	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
62198	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
62198	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
62198	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
62198	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
62198	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
62198	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
62198	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
62198	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
62198	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
62198	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
62198	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
62198	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
62198	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
62198	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
62198	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
62198	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
62198	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
62198	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
62198	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
62198	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
62198	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
62198	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
62198	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
62198	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
62198	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
62198	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
62198	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
62198	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
62198	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
62198	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
62198	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
62198	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
62198	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
62198	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
62198	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
62198	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
62198	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
62198	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
62198	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
62198	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
62198	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
62198	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
62198	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
62198	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
62198	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
62198	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
62198	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
62198	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
62198	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
62198	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
62198	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
62198	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
62198	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
62198	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
62198	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
62198	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
62198	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
62198	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
62198	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
62198	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
62198	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
62198	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
62198	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
62198	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
62198	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
62198	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
62198	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
62198	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
62198	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
62198	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
62198	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
62198	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
62198	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
62198	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
62198	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
62198	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
62198	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
62198	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
62198	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
62198	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
62198	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
62198	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
62198	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
62198	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
62198	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
62198	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
62198	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
62198	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
62198	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
62198	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
62198	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
62198	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
62198	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
62198	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
62198	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
62198	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
62198	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
62198	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
62198	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
62198	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
62198	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
62198	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
62198	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
62198	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
62198	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
62198	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
62198	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
62198	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
62198	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
62198	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
62198	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
62198	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
62198	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
62198	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
62198	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
62198	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
62198	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
62198	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
62198	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
62198	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
62198	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
62198	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
62198	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
62198	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
62198	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
62198	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
62198	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
62198	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
62198	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
62198	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
62198	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
62198	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
62198	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
62198	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
62198	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
62198	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
62198	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
62198	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
62198	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
62198	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
62198	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
62198	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
62198	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
62198	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
62198	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
62198	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
62198	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
62198	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
62198	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
62198	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
62198	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
62198	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
62198	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
62198	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
62198	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
62198	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
62198	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
62198	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
62198	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
62198	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
62198	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
62198	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
62198	embedding2nn.weight	0	0.11278951913118362
62198	embedding2nn.weight	1	0.22456058859825134
62198	embedding2nn.weight	2	0.04170737788081169
62198	embedding2nn.weight	3	0.0005272338166832924
62198	embedding2nn.weight	4	-0.07532451301813126
62198	embedding2nn.weight	5	0.04304483160376549
62198	embedding2nn.weight	6	0.04680242761969566
62198	embedding2nn.weight	7	-0.015728764235973358
62198	embedding2nn.weight	8	0.050811730325222015
62198	embedding2nn.weight	9	-0.024233553558588028
62198	embedding2nn.bias	0	0.034756146371364594
62198	embedding2nn.bias	1	-0.13208989799022675
62198	embedding2nn.bias	2	0.07015655934810638
62198	embedding2nn.bias	3	0.15631398558616638
62198	embedding2nn.bias	4	0.11741994321346283
62198	embedding2nn.bias	5	-0.039487872272729874
62198	embedding2nn.bias	6	-0.030219029635190964
62198	embedding2nn.bias	7	0.04483741149306297
62198	embedding2nn.bias	8	-0.12752673029899597
62198	embedding2nn.bias	9	-0.3142748773097992
62198	rnn.weight_ih_l0	0	-0.0035807513631880283
62198	rnn.weight_ih_l0	1	-0.0400947630405426
62198	rnn.weight_ih_l0	2	0.018655793741345406
62198	rnn.weight_ih_l0	3	0.018345091491937637
62198	rnn.weight_ih_l0	4	0.00394268287345767
62198	rnn.weight_ih_l0	5	-0.15210774540901184
62198	rnn.weight_ih_l0	6	0.003247032640501857
62198	rnn.weight_ih_l0	7	-0.006751053035259247
62198	rnn.weight_ih_l0	8	0.027675578370690346
62198	rnn.weight_ih_l0	9	-0.023860173299908638
62198	rnn.weight_hh_l0	0	0.030393434688448906
62198	rnn.weight_hh_l0	1	0.06317383050918579
62198	rnn.weight_hh_l0	2	-0.006677244324237108
62198	rnn.weight_hh_l0	3	0.04824762046337128
62198	rnn.weight_hh_l0	4	-0.03035041131079197
62198	rnn.weight_hh_l0	5	0.03978395089507103
62198	rnn.weight_hh_l0	6	0.023176060989499092
62198	rnn.weight_hh_l0	7	0.009381873533129692
62198	rnn.weight_hh_l0	8	0.03405894711613655
62198	rnn.weight_hh_l0	9	-0.030734477564692497
62198	rnn.bias_ih_l0	0	0.05327344685792923
62198	rnn.bias_ih_l0	1	-0.11221382766962051
62198	rnn.bias_ih_l0	2	0.0010991338640451431
62198	rnn.bias_ih_l0	3	-0.0833771601319313
62198	rnn.bias_ih_l0	4	0.0665610209107399
62198	rnn.bias_ih_l0	5	-0.1452837586402893
62198	rnn.bias_ih_l0	6	-0.037392955273389816
62198	rnn.bias_ih_l0	7	-0.15807047486305237
62198	rnn.bias_ih_l0	8	-0.08205942064523697
62198	rnn.bias_ih_l0	9	-0.2529180347919464
62198	rnn.bias_hh_l0	0	-0.08939868211746216
62198	rnn.bias_hh_l0	1	-0.07063481956720352
62198	rnn.bias_hh_l0	2	-0.08284738659858704
62198	rnn.bias_hh_l0	3	-0.04215103015303612
62198	rnn.bias_hh_l0	4	-0.09288576990365982
62198	rnn.bias_hh_l0	5	-0.11404402554035187
62198	rnn.bias_hh_l0	6	-0.07233715802431107
62198	rnn.bias_hh_l0	7	0.12181895971298218
62198	rnn.bias_hh_l0	8	-0.09596863389015198
62198	rnn.bias_hh_l0	9	-0.2522626221179962
62198	rnn.weight_ih_l0_reverse	0	0.080612413585186
62198	rnn.weight_ih_l0_reverse	1	-0.031973086297512054
62198	rnn.weight_ih_l0_reverse	2	-0.014346975833177567
62198	rnn.weight_ih_l0_reverse	3	-0.04349325969815254
62198	rnn.weight_ih_l0_reverse	4	0.02776079811155796
62198	rnn.weight_ih_l0_reverse	5	-0.10209546238183975
62198	rnn.weight_ih_l0_reverse	6	0.03549279272556305
62198	rnn.weight_ih_l0_reverse	7	0.03092130646109581
62198	rnn.weight_ih_l0_reverse	8	-0.03906451165676117
62198	rnn.weight_ih_l0_reverse	9	-0.016436997801065445
62198	rnn.weight_hh_l0_reverse	0	-0.027679240331053734
62198	rnn.weight_hh_l0_reverse	1	0.03142764791846275
62198	rnn.weight_hh_l0_reverse	2	-0.0014971588971093297
62198	rnn.weight_hh_l0_reverse	3	0.015949726104736328
62198	rnn.weight_hh_l0_reverse	4	-0.05362427979707718
62198	rnn.weight_hh_l0_reverse	5	0.03307817131280899
62198	rnn.weight_hh_l0_reverse	6	0.01550680585205555
62198	rnn.weight_hh_l0_reverse	7	0.012054062448441982
62198	rnn.weight_hh_l0_reverse	8	0.0589587539434433
62198	rnn.weight_hh_l0_reverse	9	0.01892571710050106
62198	rnn.bias_ih_l0_reverse	0	-0.12302781641483307
62198	rnn.bias_ih_l0_reverse	1	-0.12778060138225555
62198	rnn.bias_ih_l0_reverse	2	-0.015598462894558907
62198	rnn.bias_ih_l0_reverse	3	-0.08673155307769775
62198	rnn.bias_ih_l0_reverse	4	-0.02317179925739765
62198	rnn.bias_ih_l0_reverse	5	-0.1189752146601677
62198	rnn.bias_ih_l0_reverse	6	0.20515500009059906
62198	rnn.bias_ih_l0_reverse	7	-0.19414427876472473
62198	rnn.bias_ih_l0_reverse	8	-0.08684642612934113
62198	rnn.bias_ih_l0_reverse	9	-0.07749684900045395
62198	rnn.bias_hh_l0_reverse	0	-0.0191841758787632
62198	rnn.bias_hh_l0_reverse	1	0.09865328669548035
62198	rnn.bias_hh_l0_reverse	2	-0.16205836832523346
62198	rnn.bias_hh_l0_reverse	3	-0.040872972458601
62198	rnn.bias_hh_l0_reverse	4	-0.14340515434741974
62198	rnn.bias_hh_l0_reverse	5	-0.04217304289340973
62198	rnn.bias_hh_l0_reverse	6	-0.15483103692531586
62198	rnn.bias_hh_l0_reverse	7	-0.023096011951565742
62198	rnn.bias_hh_l0_reverse	8	-0.08585049211978912
62198	rnn.bias_hh_l0_reverse	9	0.14067243039608002
62198	linear.weight	0	0.2582675814628601
62198	linear.weight	1	-0.2807963192462921
62198	linear.weight	2	0.04165426269173622
62198	linear.weight	3	0.06799484044313431
62198	linear.weight	4	-0.16343076527118683
62198	linear.weight	5	0.32392847537994385
62198	linear.weight	6	-0.10156922042369843
62198	linear.weight	7	-0.07290714979171753
62198	linear.weight	8	0.156755730509758
62198	linear.weight	9	-0.028810281306505203
62198	linear.bias	0	-1.0906463861465454
62198	linear.bias	1	1.8464921712875366
62198	linear.bias	2	0.1423410177230835
62198	linear.bias	3	-2.0155234336853027
62198	linear.bias	4	-0.3932316303253174
62198	linear.bias	5	1.004634976387024
62198	linear.bias	6	-0.41183900833129883
62198	linear.bias	7	0.27279454469680786
62198	linear.bias	8	1.9259321689605713
62198	linear.bias	9	-1.164170265197754
62807	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
62807	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
62807	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
62807	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
62807	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
62807	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
62807	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
62807	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
62807	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
62807	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
62807	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
62807	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
62807	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
62807	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
62807	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
62807	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
62807	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
62807	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
62807	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
62807	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
62807	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
62807	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
62807	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
62807	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
62807	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
62807	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
62807	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
62807	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
62807	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
62807	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
62807	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
62807	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
62807	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
62807	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
62807	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
62807	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
62807	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
62807	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
62807	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
62807	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
62807	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
62807	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
62807	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
62807	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
62807	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
62807	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
62807	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
62807	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
62807	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
62807	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
62807	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
62807	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
62807	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
62807	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
62807	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
62807	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
62807	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
62807	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
62807	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
62807	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
62807	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
62807	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
62807	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
62807	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
62807	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
62807	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
62807	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
62807	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
62807	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
62807	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
62807	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
62807	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
62807	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
62807	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
62807	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
62807	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
62807	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
62807	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
62807	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
62807	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
62807	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
62807	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
62807	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
62807	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
62807	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
62807	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
62807	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
62807	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
62807	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
62807	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
62807	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
62807	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
62807	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
62807	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
62807	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
62807	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
62807	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
62807	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
62807	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
62807	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
62807	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
62807	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
62807	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
62807	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
62807	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
62807	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
62807	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
62807	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
62807	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
62807	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
62807	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
62807	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
62807	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
62807	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
62807	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
62807	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
62807	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
62807	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
62807	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
62807	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
62807	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
62807	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
62807	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
62807	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
62807	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
62807	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
62807	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
62807	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
62807	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
62807	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
62807	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
62807	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
62807	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
62807	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
62807	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
62807	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
62807	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
62807	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
62807	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
62807	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
62807	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
62807	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
62807	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
62807	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
62807	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
62807	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
62807	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
62807	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
62807	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
62807	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
62807	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
62807	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
62807	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
62807	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
62807	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
62807	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
62807	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
62807	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
62807	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
62807	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
62807	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
62807	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
62807	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
62807	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
62807	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
62807	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
62807	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
62807	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
62807	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
62807	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
62807	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
62807	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
62807	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
62807	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
62807	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
62807	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
62807	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
62807	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
62807	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
62807	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
62807	embedding2nn.weight	0	0.11529665440320969
62807	embedding2nn.weight	1	0.22570331394672394
62807	embedding2nn.weight	2	0.04292301461100578
62807	embedding2nn.weight	3	-0.0011034455383196473
62807	embedding2nn.weight	4	-0.0744909793138504
62807	embedding2nn.weight	5	0.040653977543115616
62807	embedding2nn.weight	6	0.04575800895690918
62807	embedding2nn.weight	7	-0.012668974697589874
62807	embedding2nn.weight	8	0.053496282547712326
62807	embedding2nn.weight	9	-0.030727438628673553
62807	embedding2nn.bias	0	0.041559502482414246
62807	embedding2nn.bias	1	-0.14447109401226044
62807	embedding2nn.bias	2	0.09203872829675674
62807	embedding2nn.bias	3	0.15340988337993622
62807	embedding2nn.bias	4	0.13295035064220428
62807	embedding2nn.bias	5	-0.036119699478149414
62807	embedding2nn.bias	6	-0.04096517711877823
62807	embedding2nn.bias	7	0.05700671300292015
62807	embedding2nn.bias	8	-0.13680018484592438
62807	embedding2nn.bias	9	-0.3083481788635254
62807	rnn.weight_ih_l0	0	-0.0047540548257529736
62807	rnn.weight_ih_l0	1	-0.03958051651716232
62807	rnn.weight_ih_l0	2	0.016855284571647644
62807	rnn.weight_ih_l0	3	0.021004509180784225
62807	rnn.weight_ih_l0	4	-0.005167169962078333
62807	rnn.weight_ih_l0	5	-0.147268146276474
62807	rnn.weight_ih_l0	6	0.0015465936157852411
62807	rnn.weight_ih_l0	7	-0.007064986042678356
62807	rnn.weight_ih_l0	8	0.03332102298736572
62807	rnn.weight_ih_l0	9	-0.024236556142568588
62807	rnn.weight_hh_l0	0	0.030244678258895874
62807	rnn.weight_hh_l0	1	0.062932588160038
62807	rnn.weight_hh_l0	2	-0.006244042422622442
62807	rnn.weight_hh_l0	3	0.04778783768415451
62807	rnn.weight_hh_l0	4	-0.030834807083010674
62807	rnn.weight_hh_l0	5	0.04033825546503067
62807	rnn.weight_hh_l0	6	0.022816719487309456
62807	rnn.weight_hh_l0	7	0.01471768505871296
62807	rnn.weight_hh_l0	8	0.03421773388981819
62807	rnn.weight_hh_l0	9	-0.030045460909605026
62807	rnn.bias_ih_l0	0	0.05220119655132294
62807	rnn.bias_ih_l0	1	-0.12050247192382812
62807	rnn.bias_ih_l0	2	-0.0008042004192247987
62807	rnn.bias_ih_l0	3	-0.08490411937236786
62807	rnn.bias_ih_l0	4	0.06030910089612007
62807	rnn.bias_ih_l0	5	-0.14492042362689972
62807	rnn.bias_ih_l0	6	-0.03379747271537781
62807	rnn.bias_ih_l0	7	-0.1601347029209137
62807	rnn.bias_ih_l0	8	-0.07748907059431076
62807	rnn.bias_ih_l0	9	-0.2681116759777069
62807	rnn.bias_hh_l0	0	-0.08411741256713867
62807	rnn.bias_hh_l0	1	-0.07764393836259842
62807	rnn.bias_hh_l0	2	-0.08127260208129883
62807	rnn.bias_hh_l0	3	-0.04917386546730995
62807	rnn.bias_hh_l0	4	-0.09840859472751617
62807	rnn.bias_hh_l0	5	-0.11186931282281876
62807	rnn.bias_hh_l0	6	-0.0809689536690712
62807	rnn.bias_hh_l0	7	0.12639714777469635
62807	rnn.bias_hh_l0	8	-0.09928163141012192
62807	rnn.bias_hh_l0	9	-0.2496693730354309
62807	rnn.weight_ih_l0_reverse	0	0.0775606706738472
62807	rnn.weight_ih_l0_reverse	1	-0.03228628635406494
62807	rnn.weight_ih_l0_reverse	2	-0.015933342278003693
62807	rnn.weight_ih_l0_reverse	3	-0.0433473102748394
62807	rnn.weight_ih_l0_reverse	4	0.02948830835521221
62807	rnn.weight_ih_l0_reverse	5	-0.09934025257825851
62807	rnn.weight_ih_l0_reverse	6	0.039928894490003586
62807	rnn.weight_ih_l0_reverse	7	0.030753813683986664
62807	rnn.weight_ih_l0_reverse	8	-0.0385284423828125
62807	rnn.weight_ih_l0_reverse	9	-0.014882528223097324
62807	rnn.weight_hh_l0_reverse	0	-0.027628470212221146
62807	rnn.weight_hh_l0_reverse	1	0.03172492980957031
62807	rnn.weight_hh_l0_reverse	2	-0.0022270907647907734
62807	rnn.weight_hh_l0_reverse	3	0.01656140200793743
62807	rnn.weight_hh_l0_reverse	4	-0.054510921239852905
62807	rnn.weight_hh_l0_reverse	5	0.03286460414528847
62807	rnn.weight_hh_l0_reverse	6	0.015535430051386356
62807	rnn.weight_hh_l0_reverse	7	0.014736488461494446
62807	rnn.weight_hh_l0_reverse	8	0.05787169188261032
62807	rnn.weight_hh_l0_reverse	9	0.018799247220158577
62807	rnn.bias_ih_l0_reverse	0	-0.1294461041688919
62807	rnn.bias_ih_l0_reverse	1	-0.12946201860904694
62807	rnn.bias_ih_l0_reverse	2	-0.016993455588817596
62807	rnn.bias_ih_l0_reverse	3	-0.0923919752240181
62807	rnn.bias_ih_l0_reverse	4	-0.036127425730228424
62807	rnn.bias_ih_l0_reverse	5	-0.11867716908454895
62807	rnn.bias_ih_l0_reverse	6	0.2110159546136856
62807	rnn.bias_ih_l0_reverse	7	-0.19623085856437683
62807	rnn.bias_ih_l0_reverse	8	-0.08557477593421936
62807	rnn.bias_ih_l0_reverse	9	-0.07798559963703156
62807	rnn.bias_hh_l0_reverse	0	-0.00594712421298027
62807	rnn.bias_hh_l0_reverse	1	0.10512109100818634
62807	rnn.bias_hh_l0_reverse	2	-0.15473131835460663
62807	rnn.bias_hh_l0_reverse	3	-0.03290898725390434
62807	rnn.bias_hh_l0_reverse	4	-0.14592890441417694
62807	rnn.bias_hh_l0_reverse	5	-0.03703544661402702
62807	rnn.bias_hh_l0_reverse	6	-0.16045594215393066
62807	rnn.bias_hh_l0_reverse	7	-0.029021598398685455
62807	rnn.bias_hh_l0_reverse	8	-0.08494798094034195
62807	rnn.bias_hh_l0_reverse	9	0.12747013568878174
62807	linear.weight	0	0.25258225202560425
62807	linear.weight	1	-0.28286704421043396
62807	linear.weight	2	0.030951712280511856
62807	linear.weight	3	0.06802776455879211
62807	linear.weight	4	-0.15311652421951294
62807	linear.weight	5	0.2993065416812897
62807	linear.weight	6	-0.061609912663698196
62807	linear.weight	7	-0.07290374487638474
62807	linear.weight	8	0.1683136373758316
62807	linear.weight	9	-0.02896115742623806
62807	linear.bias	0	-1.061267614364624
62807	linear.bias	1	1.7795491218566895
62807	linear.bias	2	0.1242968961596489
62807	linear.bias	3	-2.019420862197876
62807	linear.bias	4	-0.3833485543727875
62807	linear.bias	5	1.0046921968460083
62807	linear.bias	6	-0.4336962103843689
62807	linear.bias	7	0.2998940944671631
62807	linear.bias	8	1.9034725427627563
62807	linear.bias	9	-1.1407995223999023
63416	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
63416	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
63416	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
63416	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
63416	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
63416	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
63416	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
63416	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
63416	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
63416	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
63416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
63416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
63416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
63416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
63416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
63416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
63416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
63416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
63416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
63416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
63416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
63416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
63416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
63416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
63416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
63416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
63416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
63416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
63416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
63416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
63416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
63416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
63416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
63416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
63416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
63416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
63416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
63416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
63416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
63416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
63416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
63416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
63416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
63416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
63416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
63416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
63416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
63416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
63416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
63416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
63416	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
63416	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
63416	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
63416	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
63416	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
63416	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
63416	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
63416	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
63416	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
63416	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
63416	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
63416	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
63416	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
63416	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
63416	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
63416	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
63416	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
63416	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
63416	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
63416	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
63416	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
63416	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
63416	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
63416	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
63416	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
63416	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
63416	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
63416	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
63416	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
63416	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
63416	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
63416	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
63416	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
63416	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
63416	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
63416	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
63416	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
63416	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
63416	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
63416	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
63416	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
63416	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
63416	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
63416	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
63416	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
63416	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
63416	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
63416	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
63416	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
63416	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
63416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
63416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
63416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
63416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
63416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
63416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
63416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
63416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
63416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
63416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
63416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
63416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
63416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
63416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
63416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
63416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
63416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
63416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
63416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
63416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
63416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
63416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
63416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
63416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
63416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
63416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
63416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
63416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
63416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
63416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
63416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
63416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
63416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
63416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
63416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
63416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
63416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
63416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
63416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
63416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
63416	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
63416	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
63416	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
63416	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
63416	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
63416	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
63416	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
63416	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
63416	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
63416	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
63416	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
63416	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
63416	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
63416	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
63416	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
63416	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
63416	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
63416	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
63416	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
63416	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
63416	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
63416	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
63416	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
63416	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
63416	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
63416	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
63416	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
63416	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
63416	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
63416	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
63416	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
63416	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
63416	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
63416	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
63416	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
63416	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
63416	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
63416	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
63416	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
63416	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
63416	embedding2nn.weight	0	0.11491164565086365
63416	embedding2nn.weight	1	0.22880741953849792
63416	embedding2nn.weight	2	0.044236376881599426
63416	embedding2nn.weight	3	-0.001724988454952836
63416	embedding2nn.weight	4	-0.07451935112476349
63416	embedding2nn.weight	5	0.039406340569257736
63416	embedding2nn.weight	6	0.049493324011564255
63416	embedding2nn.weight	7	-0.010574648156762123
63416	embedding2nn.weight	8	0.05312131345272064
63416	embedding2nn.weight	9	-0.026323379948735237
63416	embedding2nn.bias	0	0.02641056291759014
63416	embedding2nn.bias	1	-0.14787614345550537
63416	embedding2nn.bias	2	0.08844354003667831
63416	embedding2nn.bias	3	0.14692270755767822
63416	embedding2nn.bias	4	0.12516549229621887
63416	embedding2nn.bias	5	-0.02745630405843258
63416	embedding2nn.bias	6	-0.03618869557976723
63416	embedding2nn.bias	7	0.037301696836948395
63416	embedding2nn.bias	8	-0.11310192942619324
63416	embedding2nn.bias	9	-0.33865970373153687
63416	rnn.weight_ih_l0	0	-0.005376372952014208
63416	rnn.weight_ih_l0	1	-0.03785105422139168
63416	rnn.weight_ih_l0	2	0.01256964635103941
63416	rnn.weight_ih_l0	3	0.02169332094490528
63416	rnn.weight_ih_l0	4	-0.0014357893960550427
63416	rnn.weight_ih_l0	5	-0.14778174459934235
63416	rnn.weight_ih_l0	6	-0.00046873826067894697
63416	rnn.weight_ih_l0	7	-0.010808827355504036
63416	rnn.weight_ih_l0	8	0.031965043395757675
63416	rnn.weight_ih_l0	9	-0.02980828285217285
63416	rnn.weight_hh_l0	0	0.03024117834866047
63416	rnn.weight_hh_l0	1	0.06253951042890549
63416	rnn.weight_hh_l0	2	-0.006923241540789604
63416	rnn.weight_hh_l0	3	0.048085395246744156
63416	rnn.weight_hh_l0	4	-0.031273096799850464
63416	rnn.weight_hh_l0	5	0.04047246649861336
63416	rnn.weight_hh_l0	6	0.02277667634189129
63416	rnn.weight_hh_l0	7	0.011706468649208546
63416	rnn.weight_hh_l0	8	0.03450154513120651
63416	rnn.weight_hh_l0	9	-0.030227188020944595
63416	rnn.bias_ih_l0	0	0.05937504395842552
63416	rnn.bias_ih_l0	1	-0.1147565022110939
63416	rnn.bias_ih_l0	2	-0.002010256052017212
63416	rnn.bias_ih_l0	3	-0.08365888893604279
63416	rnn.bias_ih_l0	4	0.0478258952498436
63416	rnn.bias_ih_l0	5	-0.15297913551330566
63416	rnn.bias_ih_l0	6	-0.03099721670150757
63416	rnn.bias_ih_l0	7	-0.1583770215511322
63416	rnn.bias_ih_l0	8	-0.07505583763122559
63416	rnn.bias_ih_l0	9	-0.26512008905410767
63416	rnn.bias_hh_l0	0	-0.08641311526298523
63416	rnn.bias_hh_l0	1	-0.08002512902021408
63416	rnn.bias_hh_l0	2	-0.07779387384653091
63416	rnn.bias_hh_l0	3	-0.05773163586854935
63416	rnn.bias_hh_l0	4	-0.09411435574293137
63416	rnn.bias_hh_l0	5	-0.11094817519187927
63416	rnn.bias_hh_l0	6	-0.08181982487440109
63416	rnn.bias_hh_l0	7	0.10955057293176651
63416	rnn.bias_hh_l0	8	-0.09910532087087631
63416	rnn.bias_hh_l0	9	-0.2506242096424103
63416	rnn.weight_ih_l0_reverse	0	0.07187335193157196
63416	rnn.weight_ih_l0_reverse	1	-0.0304910559207201
63416	rnn.weight_ih_l0_reverse	2	-0.014954517595469952
63416	rnn.weight_ih_l0_reverse	3	-0.04645252227783203
63416	rnn.weight_ih_l0_reverse	4	0.031087594106793404
63416	rnn.weight_ih_l0_reverse	5	-0.09879105538129807
63416	rnn.weight_ih_l0_reverse	6	0.038483522832393646
63416	rnn.weight_ih_l0_reverse	7	0.03217334300279617
63416	rnn.weight_ih_l0_reverse	8	-0.037849873304367065
63416	rnn.weight_ih_l0_reverse	9	-0.014315249398350716
63416	rnn.weight_hh_l0_reverse	0	-0.028408996760845184
63416	rnn.weight_hh_l0_reverse	1	0.031659819185733795
63416	rnn.weight_hh_l0_reverse	2	-0.0018674042075872421
63416	rnn.weight_hh_l0_reverse	3	0.015955518931150436
63416	rnn.weight_hh_l0_reverse	4	-0.054786376655101776
63416	rnn.weight_hh_l0_reverse	5	0.032596953213214874
63416	rnn.weight_hh_l0_reverse	6	0.015513608232140541
63416	rnn.weight_hh_l0_reverse	7	0.010748681612312794
63416	rnn.weight_hh_l0_reverse	8	0.058705490082502365
63416	rnn.weight_hh_l0_reverse	9	0.020894046872854233
63416	rnn.bias_ih_l0_reverse	0	-0.12180449813604355
63416	rnn.bias_ih_l0_reverse	1	-0.12939955294132233
63416	rnn.bias_ih_l0_reverse	2	-0.004513463005423546
63416	rnn.bias_ih_l0_reverse	3	-0.10544213652610779
63416	rnn.bias_ih_l0_reverse	4	-0.032980386167764664
63416	rnn.bias_ih_l0_reverse	5	-0.12615248560905457
63416	rnn.bias_ih_l0_reverse	6	0.21493618190288544
63416	rnn.bias_ih_l0_reverse	7	-0.19001245498657227
63416	rnn.bias_ih_l0_reverse	8	-0.07876288145780563
63416	rnn.bias_ih_l0_reverse	9	-0.07141273468732834
63416	rnn.bias_hh_l0_reverse	0	-0.01600903645157814
63416	rnn.bias_hh_l0_reverse	1	0.10249198228120804
63416	rnn.bias_hh_l0_reverse	2	-0.1539061814546585
63416	rnn.bias_hh_l0_reverse	3	-0.029676049947738647
63416	rnn.bias_hh_l0_reverse	4	-0.14800255000591278
63416	rnn.bias_hh_l0_reverse	5	-0.04276386648416519
63416	rnn.bias_hh_l0_reverse	6	-0.15447242558002472
63416	rnn.bias_hh_l0_reverse	7	-0.024918999522924423
63416	rnn.bias_hh_l0_reverse	8	-0.08661714196205139
63416	rnn.bias_hh_l0_reverse	9	0.11522094905376434
63416	linear.weight	0	0.2961174547672272
63416	linear.weight	1	-0.3077453076839447
63416	linear.weight	2	0.0075742932967841625
63416	linear.weight	3	0.06804972141981125
63416	linear.weight	4	-0.1239408329129219
63416	linear.weight	5	0.3041224777698517
63416	linear.weight	6	-0.07198141515254974
63416	linear.weight	7	-0.0729278102517128
63416	linear.weight	8	0.1439933478832245
63416	linear.weight	9	-0.02905154787003994
63416	linear.bias	0	-1.0825339555740356
63416	linear.bias	1	1.8511223793029785
63416	linear.bias	2	0.145864799618721
63416	linear.bias	3	-2.0231826305389404
63416	linear.bias	4	-0.4002194404602051
63416	linear.bias	5	1.0089370012283325
63416	linear.bias	6	-0.4463861584663391
63416	linear.bias	7	0.2910129129886627
63416	linear.bias	8	1.894460678100586
63416	linear.bias	9	-1.1173762083053589
64025	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
64025	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
64025	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
64025	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
64025	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
64025	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
64025	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
64025	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
64025	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
64025	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
64025	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
64025	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
64025	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
64025	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
64025	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
64025	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
64025	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
64025	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
64025	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
64025	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
64025	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
64025	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
64025	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
64025	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
64025	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
64025	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
64025	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
64025	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
64025	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
64025	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
64025	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
64025	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
64025	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
64025	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
64025	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
64025	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
64025	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
64025	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
64025	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
64025	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
64025	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
64025	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
64025	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
64025	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
64025	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
64025	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
64025	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
64025	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
64025	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
64025	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
64025	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
64025	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
64025	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
64025	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
64025	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
64025	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
64025	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
64025	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
64025	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
64025	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
64025	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
64025	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
64025	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
64025	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
64025	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
64025	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
64025	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
64025	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
64025	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
64025	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
64025	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
64025	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
64025	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
64025	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
64025	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
64025	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
64025	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
64025	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
64025	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
64025	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
64025	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
64025	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
64025	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
64025	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
64025	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
64025	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
64025	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
64025	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
64025	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
64025	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
64025	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
64025	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
64025	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
64025	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
64025	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
64025	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
64025	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
64025	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
64025	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
64025	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
64025	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
64025	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
64025	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
64025	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
64025	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
64025	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
64025	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
64025	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
64025	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
64025	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
64025	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
64025	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
64025	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
64025	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
64025	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
64025	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
64025	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
64025	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
64025	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
64025	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
64025	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
64025	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
64025	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
64025	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
64025	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
64025	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
64025	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
64025	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
64025	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
64025	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
64025	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
64025	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
64025	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
64025	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
64025	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
64025	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
64025	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
64025	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
64025	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
64025	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
64025	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
64025	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
64025	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
64025	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
64025	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
64025	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
64025	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
64025	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
64025	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
64025	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
64025	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
64025	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
64025	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
64025	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
64025	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
64025	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
64025	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
64025	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
64025	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
64025	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
64025	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
64025	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
64025	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
64025	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
64025	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
64025	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
64025	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
64025	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
64025	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
64025	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
64025	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
64025	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
64025	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
64025	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
64025	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
64025	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
64025	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
64025	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
64025	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
64025	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
64025	embedding2nn.weight	0	0.11377272009849548
64025	embedding2nn.weight	1	0.23013979196548462
64025	embedding2nn.weight	2	0.045195769518613815
64025	embedding2nn.weight	3	-0.005812857300043106
64025	embedding2nn.weight	4	-0.06945515424013138
64025	embedding2nn.weight	5	0.03879033774137497
64025	embedding2nn.weight	6	0.055270977318286896
64025	embedding2nn.weight	7	-0.005781893152743578
64025	embedding2nn.weight	8	0.051652681082487106
64025	embedding2nn.weight	9	-0.030062470585107803
64025	embedding2nn.bias	0	0.024854695424437523
64025	embedding2nn.bias	1	-0.14203625917434692
64025	embedding2nn.bias	2	0.0959484651684761
64025	embedding2nn.bias	3	0.1510242223739624
64025	embedding2nn.bias	4	0.11129676550626755
64025	embedding2nn.bias	5	-0.03479195758700371
64025	embedding2nn.bias	6	-0.038583990186452866
64025	embedding2nn.bias	7	0.03942215070128441
64025	embedding2nn.bias	8	-0.12653639912605286
64025	embedding2nn.bias	9	-0.35178929567337036
64025	rnn.weight_ih_l0	0	-0.004502538125962019
64025	rnn.weight_ih_l0	1	-0.0392099991440773
64025	rnn.weight_ih_l0	2	0.014812110923230648
64025	rnn.weight_ih_l0	3	0.018059341236948967
64025	rnn.weight_ih_l0	4	-0.006861679255962372
64025	rnn.weight_ih_l0	5	-0.14916299283504486
64025	rnn.weight_ih_l0	6	0.00018012183136306703
64025	rnn.weight_ih_l0	7	-0.0064942194148898125
64025	rnn.weight_ih_l0	8	0.03461047634482384
64025	rnn.weight_ih_l0	9	-0.028257647529244423
64025	rnn.weight_hh_l0	0	0.030720774084329605
64025	rnn.weight_hh_l0	1	0.06274718791246414
64025	rnn.weight_hh_l0	2	-0.006288402248173952
64025	rnn.weight_hh_l0	3	0.047619301825761795
64025	rnn.weight_hh_l0	4	-0.03130774945020676
64025	rnn.weight_hh_l0	5	0.04044492170214653
64025	rnn.weight_hh_l0	6	0.022353382781147957
64025	rnn.weight_hh_l0	7	0.021251995116472244
64025	rnn.weight_hh_l0	8	0.034425195306539536
64025	rnn.weight_hh_l0	9	-0.033145416527986526
64025	rnn.bias_ih_l0	0	0.051781315356492996
64025	rnn.bias_ih_l0	1	-0.10703951865434647
64025	rnn.bias_ih_l0	2	-0.008133293129503727
64025	rnn.bias_ih_l0	3	-0.08934367448091507
64025	rnn.bias_ih_l0	4	0.054352425038814545
64025	rnn.bias_ih_l0	5	-0.13962790369987488
64025	rnn.bias_ih_l0	6	-0.03550010174512863
64025	rnn.bias_ih_l0	7	-0.1573757529258728
64025	rnn.bias_ih_l0	8	-0.07305984199047089
64025	rnn.bias_ih_l0	9	-0.2646501660346985
64025	rnn.bias_hh_l0	0	-0.09025360643863678
64025	rnn.bias_hh_l0	1	-0.08367129415273666
64025	rnn.bias_hh_l0	2	-0.08422771096229553
64025	rnn.bias_hh_l0	3	-0.05956566706299782
64025	rnn.bias_hh_l0	4	-0.09527216106653214
64025	rnn.bias_hh_l0	5	-0.11428800225257874
64025	rnn.bias_hh_l0	6	-0.09133808314800262
64025	rnn.bias_hh_l0	7	0.09299841523170471
64025	rnn.bias_hh_l0	8	-0.09667277336120605
64025	rnn.bias_hh_l0	9	-0.2595252990722656
64025	rnn.weight_ih_l0_reverse	0	0.07707133889198303
64025	rnn.weight_ih_l0_reverse	1	-0.030311841517686844
64025	rnn.weight_ih_l0_reverse	2	-0.011531518772244453
64025	rnn.weight_ih_l0_reverse	3	-0.0397847555577755
64025	rnn.weight_ih_l0_reverse	4	0.0297541506588459
64025	rnn.weight_ih_l0_reverse	5	-0.0938631147146225
64025	rnn.weight_ih_l0_reverse	6	0.03907271474599838
64025	rnn.weight_ih_l0_reverse	7	0.0317671112716198
64025	rnn.weight_ih_l0_reverse	8	-0.03702007979154587
64025	rnn.weight_ih_l0_reverse	9	-0.010358494706451893
64025	rnn.weight_hh_l0_reverse	0	-0.02860710769891739
64025	rnn.weight_hh_l0_reverse	1	0.030939856544137
64025	rnn.weight_hh_l0_reverse	2	-0.0016365355113521218
64025	rnn.weight_hh_l0_reverse	3	0.01652461849153042
64025	rnn.weight_hh_l0_reverse	4	-0.054791178554296494
64025	rnn.weight_hh_l0_reverse	5	0.03254374489188194
64025	rnn.weight_hh_l0_reverse	6	0.015675825998187065
64025	rnn.weight_hh_l0_reverse	7	0.012778335250914097
64025	rnn.weight_hh_l0_reverse	8	0.05517619475722313
64025	rnn.weight_hh_l0_reverse	9	0.022799404338002205
64025	rnn.bias_ih_l0_reverse	0	-0.12402264773845673
64025	rnn.bias_ih_l0_reverse	1	-0.13147373497486115
64025	rnn.bias_ih_l0_reverse	2	-0.008806181140244007
64025	rnn.bias_ih_l0_reverse	3	-0.10736194998025894
64025	rnn.bias_ih_l0_reverse	4	-0.019167715683579445
64025	rnn.bias_ih_l0_reverse	5	-0.12204725295305252
64025	rnn.bias_ih_l0_reverse	6	0.208005890250206
64025	rnn.bias_ih_l0_reverse	7	-0.187712624669075
64025	rnn.bias_ih_l0_reverse	8	-0.08856836706399918
64025	rnn.bias_ih_l0_reverse	9	-0.08286064118146896
64025	rnn.bias_hh_l0_reverse	0	-0.018047939985990524
64025	rnn.bias_hh_l0_reverse	1	0.10234516859054565
64025	rnn.bias_hh_l0_reverse	2	-0.15784814953804016
64025	rnn.bias_hh_l0_reverse	3	-0.02793002501130104
64025	rnn.bias_hh_l0_reverse	4	-0.14106646180152893
64025	rnn.bias_hh_l0_reverse	5	-0.03836696222424507
64025	rnn.bias_hh_l0_reverse	6	-0.15835431218147278
64025	rnn.bias_hh_l0_reverse	7	-0.02985183335840702
64025	rnn.bias_hh_l0_reverse	8	-0.07290147244930267
64025	rnn.bias_hh_l0_reverse	9	0.12518243491649628
64025	linear.weight	0	0.2448635846376419
64025	linear.weight	1	-0.24285146594047546
64025	linear.weight	2	0.002354391384869814
64025	linear.weight	3	0.06806402653455734
64025	linear.weight	4	-0.1283617615699768
64025	linear.weight	5	0.3149951994419098
64025	linear.weight	6	-0.0314946286380291
64025	linear.weight	7	-0.0728980302810669
64025	linear.weight	8	0.11888545006513596
64025	linear.weight	9	-0.02910391427576542
64025	linear.bias	0	-1.0761364698410034
64025	linear.bias	1	1.8421502113342285
64025	linear.bias	2	0.10882871598005295
64025	linear.bias	3	-2.026689052581787
64025	linear.bias	4	-0.3667735159397125
64025	linear.bias	5	1.022261619567871
64025	linear.bias	6	-0.4039834141731262
64025	linear.bias	7	0.2799522280693054
64025	linear.bias	8	1.9156954288482666
64025	linear.bias	9	-1.1370141506195068
64634	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
64634	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
64634	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
64634	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
64634	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
64634	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
64634	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
64634	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
64634	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
64634	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
64634	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
64634	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
64634	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
64634	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
64634	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
64634	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
64634	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
64634	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
64634	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
64634	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
64634	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
64634	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
64634	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
64634	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
64634	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
64634	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
64634	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
64634	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
64634	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
64634	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
64634	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
64634	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
64634	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
64634	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
64634	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
64634	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
64634	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
64634	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
64634	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
64634	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
64634	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
64634	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
64634	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
64634	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
64634	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
64634	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
64634	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
64634	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
64634	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
64634	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
64634	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
64634	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
64634	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
64634	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
64634	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
64634	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
64634	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
64634	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
64634	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
64634	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
64634	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
64634	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
64634	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
64634	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
64634	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
64634	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
64634	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
64634	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
64634	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
64634	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
64634	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
64634	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
64634	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
64634	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
64634	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
64634	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
64634	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
64634	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
64634	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
64634	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
64634	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
64634	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
64634	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
64634	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
64634	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
64634	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
64634	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
64634	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
64634	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
64634	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
64634	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
64634	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
64634	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
64634	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
64634	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
64634	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
64634	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
64634	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
64634	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
64634	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
64634	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
64634	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
64634	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
64634	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
64634	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
64634	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
64634	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
64634	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
64634	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
64634	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
64634	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
64634	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
64634	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
64634	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
64634	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
64634	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
64634	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
64634	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
64634	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
64634	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
64634	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
64634	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
64634	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
64634	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
64634	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
64634	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
64634	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
64634	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
64634	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
64634	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
64634	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
64634	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
64634	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
64634	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
64634	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
64634	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
64634	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
64634	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
64634	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
64634	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
64634	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
64634	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
64634	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
64634	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
64634	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
64634	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
64634	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
64634	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
64634	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
64634	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
64634	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
64634	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
64634	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
64634	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
64634	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
64634	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
64634	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
64634	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
64634	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
64634	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
64634	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
64634	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
64634	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
64634	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
64634	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
64634	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
64634	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
64634	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
64634	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
64634	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
64634	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
64634	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
64634	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
64634	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
64634	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
64634	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
64634	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
64634	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
64634	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
64634	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
64634	embedding2nn.weight	0	0.11498750001192093
64634	embedding2nn.weight	1	0.23377910256385803
64634	embedding2nn.weight	2	0.050740666687488556
64634	embedding2nn.weight	3	-0.009031112305819988
64634	embedding2nn.weight	4	-0.07038480043411255
64634	embedding2nn.weight	5	0.03944818302989006
64634	embedding2nn.weight	6	0.05830898880958557
64634	embedding2nn.weight	7	0.0026766688097268343
64634	embedding2nn.weight	8	0.0499836727976799
64634	embedding2nn.weight	9	-0.029379040002822876
64634	embedding2nn.bias	0	0.04035678878426552
64634	embedding2nn.bias	1	-0.14978204667568207
64634	embedding2nn.bias	2	0.08935975283384323
64634	embedding2nn.bias	3	0.15057674050331116
64634	embedding2nn.bias	4	0.09315164387226105
64634	embedding2nn.bias	5	-0.01868410035967827
64634	embedding2nn.bias	6	-0.030694330111145973
64634	embedding2nn.bias	7	0.05691630393266678
64634	embedding2nn.bias	8	-0.1260119378566742
64634	embedding2nn.bias	9	-0.34922081232070923
64634	rnn.weight_ih_l0	0	-0.005898180417716503
64634	rnn.weight_ih_l0	1	-0.039365433156490326
64634	rnn.weight_ih_l0	2	0.013343030586838722
64634	rnn.weight_ih_l0	3	0.020088257268071175
64634	rnn.weight_ih_l0	4	-0.0047914194874465466
64634	rnn.weight_ih_l0	5	-0.15054716169834137
64634	rnn.weight_ih_l0	6	0.0005304707447066903
64634	rnn.weight_ih_l0	7	-0.00941504631191492
64634	rnn.weight_ih_l0	8	0.03819194436073303
64634	rnn.weight_ih_l0	9	-0.029095619916915894
64634	rnn.weight_hh_l0	0	0.03076794184744358
64634	rnn.weight_hh_l0	1	0.06257014721632004
64634	rnn.weight_hh_l0	2	-0.007446178235113621
64634	rnn.weight_hh_l0	3	0.04817498102784157
64634	rnn.weight_hh_l0	4	-0.031900353729724884
64634	rnn.weight_hh_l0	5	0.041043471544981
64634	rnn.weight_hh_l0	6	0.021702805534005165
64634	rnn.weight_hh_l0	7	0.018683185800909996
64634	rnn.weight_hh_l0	8	0.034040071070194244
64634	rnn.weight_hh_l0	9	-0.031053263694047928
64634	rnn.bias_ih_l0	0	0.05100798234343529
64634	rnn.bias_ih_l0	1	-0.1137683093547821
64634	rnn.bias_ih_l0	2	-0.006102446932345629
64634	rnn.bias_ih_l0	3	-0.09418618679046631
64634	rnn.bias_ih_l0	4	0.07049413025379181
64634	rnn.bias_ih_l0	5	-0.13503462076187134
64634	rnn.bias_ih_l0	6	-0.02897696942090988
64634	rnn.bias_ih_l0	7	-0.15770381689071655
64634	rnn.bias_ih_l0	8	-0.08114103227853775
64634	rnn.bias_ih_l0	9	-0.2671750783920288
64634	rnn.bias_hh_l0	0	-0.09435468912124634
64634	rnn.bias_hh_l0	1	-0.08743173629045486
64634	rnn.bias_hh_l0	2	-0.07438474893569946
64634	rnn.bias_hh_l0	3	-0.054560136049985886
64634	rnn.bias_hh_l0	4	-0.09821753203868866
64634	rnn.bias_hh_l0	5	-0.11406897753477097
64634	rnn.bias_hh_l0	6	-0.08557547628879547
64634	rnn.bias_hh_l0	7	0.08651913702487946
64634	rnn.bias_hh_l0	8	-0.0960712805390358
64634	rnn.bias_hh_l0	9	-0.25762155652046204
64634	rnn.weight_ih_l0_reverse	0	0.07797613739967346
64634	rnn.weight_ih_l0_reverse	1	-0.03096696361899376
64634	rnn.weight_ih_l0_reverse	2	-0.011231482028961182
64634	rnn.weight_ih_l0_reverse	3	-0.04271627217531204
64634	rnn.weight_ih_l0_reverse	4	0.030212795361876488
64634	rnn.weight_ih_l0_reverse	5	-0.10928625613451004
64634	rnn.weight_ih_l0_reverse	6	0.03942630812525749
64634	rnn.weight_ih_l0_reverse	7	0.03199473395943642
64634	rnn.weight_ih_l0_reverse	8	-0.037165481597185135
64634	rnn.weight_ih_l0_reverse	9	-0.005577324889600277
64634	rnn.weight_hh_l0_reverse	0	-0.02851204015314579
64634	rnn.weight_hh_l0_reverse	1	0.031316109001636505
64634	rnn.weight_hh_l0_reverse	2	-0.0030305308755487204
64634	rnn.weight_hh_l0_reverse	3	0.015408088453114033
64634	rnn.weight_hh_l0_reverse	4	-0.05441413074731827
64634	rnn.weight_hh_l0_reverse	5	0.03255620226264
64634	rnn.weight_hh_l0_reverse	6	0.015600843355059624
64634	rnn.weight_hh_l0_reverse	7	0.011658592149615288
64634	rnn.weight_hh_l0_reverse	8	0.06197241321206093
64634	rnn.weight_hh_l0_reverse	9	0.024175545200705528
64634	rnn.bias_ih_l0_reverse	0	-0.12115839123725891
64634	rnn.bias_ih_l0_reverse	1	-0.12584584951400757
64634	rnn.bias_ih_l0_reverse	2	-0.004190506879240274
64634	rnn.bias_ih_l0_reverse	3	-0.10904832184314728
64634	rnn.bias_ih_l0_reverse	4	-0.016393983736634254
64634	rnn.bias_ih_l0_reverse	5	-0.12483323365449905
64634	rnn.bias_ih_l0_reverse	6	0.2088649719953537
64634	rnn.bias_ih_l0_reverse	7	-0.21395739912986755
64634	rnn.bias_ih_l0_reverse	8	-0.08151078224182129
64634	rnn.bias_ih_l0_reverse	9	-0.07687955349683762
64634	rnn.bias_hh_l0_reverse	0	-0.024331489577889442
64634	rnn.bias_hh_l0_reverse	1	0.09267215430736542
64634	rnn.bias_hh_l0_reverse	2	-0.16322365403175354
64634	rnn.bias_hh_l0_reverse	3	-0.02825046516954899
64634	rnn.bias_hh_l0_reverse	4	-0.142672598361969
64634	rnn.bias_hh_l0_reverse	5	-0.043688446283340454
64634	rnn.bias_hh_l0_reverse	6	-0.16570763289928436
64634	rnn.bias_hh_l0_reverse	7	-0.0214478000998497
64634	rnn.bias_hh_l0_reverse	8	-0.06647145003080368
64634	rnn.bias_hh_l0_reverse	9	0.1300300657749176
64634	linear.weight	0	0.25119033455848694
64634	linear.weight	1	-0.24937361478805542
64634	linear.weight	2	0.013268586248159409
64634	linear.weight	3	0.06805679947137833
64634	linear.weight	4	-0.07347048074007034
64634	linear.weight	5	0.30928999185562134
64634	linear.weight	6	-0.011715266853570938
64634	linear.weight	7	-0.07283167541027069
64634	linear.weight	8	0.08833135664463043
64634	linear.weight	9	-0.02920740656554699
64634	linear.bias	0	-1.084477186203003
64634	linear.bias	1	1.8679121732711792
64634	linear.bias	2	0.10876689851284027
64634	linear.bias	3	-2.0299534797668457
64634	linear.bias	4	-0.40638625621795654
64634	linear.bias	5	1.0555297136306763
64634	linear.bias	6	-0.3968321681022644
64634	linear.bias	7	0.2842719852924347
64634	linear.bias	8	1.9801061153411865
64634	linear.bias	9	-1.1174033880233765
65243	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
65243	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
65243	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
65243	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
65243	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
65243	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
65243	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
65243	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
65243	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
65243	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
65243	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
65243	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
65243	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
65243	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
65243	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
65243	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
65243	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
65243	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
65243	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
65243	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
65243	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
65243	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
65243	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
65243	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
65243	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
65243	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
65243	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
65243	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
65243	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
65243	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
65243	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
65243	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
65243	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
65243	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
65243	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
65243	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
65243	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
65243	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
65243	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
65243	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
65243	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
65243	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
65243	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
65243	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
65243	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
65243	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
65243	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
65243	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
65243	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
65243	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
65243	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
65243	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
65243	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
65243	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
65243	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
65243	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
65243	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
65243	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
65243	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
65243	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
65243	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
65243	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
65243	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
65243	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
65243	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
65243	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
65243	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
65243	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
65243	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
65243	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
65243	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
65243	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
65243	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
65243	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
65243	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
65243	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
65243	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
65243	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
65243	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
65243	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
65243	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
65243	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
65243	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
65243	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
65243	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
65243	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
65243	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
65243	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
65243	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
65243	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
65243	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
65243	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
65243	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
65243	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
65243	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
65243	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
65243	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
65243	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
65243	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
65243	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
65243	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
65243	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
65243	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
65243	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
65243	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
65243	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
65243	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
65243	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
65243	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
65243	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
65243	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
65243	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
65243	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
65243	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
65243	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
65243	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
65243	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
65243	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
65243	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
65243	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
65243	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
65243	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
65243	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
65243	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
65243	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
65243	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
65243	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
65243	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
65243	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
65243	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
65243	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
65243	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
65243	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
65243	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
65243	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
65243	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
65243	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
65243	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
65243	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
65243	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
65243	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
65243	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
65243	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
65243	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
65243	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
65243	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
65243	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
65243	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
65243	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
65243	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
65243	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
65243	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
65243	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
65243	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
65243	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
65243	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
65243	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
65243	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
65243	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
65243	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
65243	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
65243	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
65243	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
65243	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
65243	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
65243	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
65243	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
65243	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
65243	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
65243	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
65243	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
65243	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
65243	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
65243	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
65243	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
65243	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
65243	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
65243	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
65243	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
65243	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
65243	embedding2nn.weight	0	0.11716416478157043
65243	embedding2nn.weight	1	0.24049271643161774
65243	embedding2nn.weight	2	0.05262434855103493
65243	embedding2nn.weight	3	-0.014406043104827404
65243	embedding2nn.weight	4	-0.07032880932092667
65243	embedding2nn.weight	5	0.035436127334833145
65243	embedding2nn.weight	6	0.059412140399217606
65243	embedding2nn.weight	7	0.0025099818594753742
65243	embedding2nn.weight	8	0.056292593479156494
65243	embedding2nn.weight	9	-0.027956144884228706
65243	embedding2nn.bias	0	0.030702391639351845
65243	embedding2nn.bias	1	-0.1547745168209076
65243	embedding2nn.bias	2	0.09934890270233154
65243	embedding2nn.bias	3	0.14861507713794708
65243	embedding2nn.bias	4	0.14024311304092407
65243	embedding2nn.bias	5	-0.016920408234000206
65243	embedding2nn.bias	6	-0.01339821144938469
65243	embedding2nn.bias	7	0.051807403564453125
65243	embedding2nn.bias	8	-0.12953439354896545
65243	embedding2nn.bias	9	-0.36166664958000183
65243	rnn.weight_ih_l0	0	-0.0032768084201961756
65243	rnn.weight_ih_l0	1	-0.039484065026044846
65243	rnn.weight_ih_l0	2	0.014777543023228645
65243	rnn.weight_ih_l0	3	0.0165494903922081
65243	rnn.weight_ih_l0	4	-0.003541354089975357
65243	rnn.weight_ih_l0	5	-0.14245383441448212
65243	rnn.weight_ih_l0	6	0.005142229609191418
65243	rnn.weight_ih_l0	7	-0.005266358610242605
65243	rnn.weight_ih_l0	8	0.03582724183797836
65243	rnn.weight_ih_l0	9	-0.03603618964552879
65243	rnn.weight_hh_l0	0	0.030288608744740486
65243	rnn.weight_hh_l0	1	0.06293175369501114
65243	rnn.weight_hh_l0	2	-0.0057001602835953236
65243	rnn.weight_hh_l0	3	0.04757300019264221
65243	rnn.weight_hh_l0	4	-0.03195776045322418
65243	rnn.weight_hh_l0	5	0.041087888181209564
65243	rnn.weight_hh_l0	6	0.021585892885923386
65243	rnn.weight_hh_l0	7	0.014752297662198544
65243	rnn.weight_hh_l0	8	0.03436368331313133
65243	rnn.weight_hh_l0	9	-0.032041970640420914
65243	rnn.bias_ih_l0	0	0.060646917670965195
65243	rnn.bias_ih_l0	1	-0.11327214539051056
65243	rnn.bias_ih_l0	2	-0.00783494208008051
65243	rnn.bias_ih_l0	3	-0.0923333466053009
65243	rnn.bias_ih_l0	4	0.05379657819867134
65243	rnn.bias_ih_l0	5	-0.14153128862380981
65243	rnn.bias_ih_l0	6	-0.028537936508655548
65243	rnn.bias_ih_l0	7	-0.15778420865535736
65243	rnn.bias_ih_l0	8	-0.0841786339879036
65243	rnn.bias_ih_l0	9	-0.278131365776062
65243	rnn.bias_hh_l0	0	-0.0986187681555748
65243	rnn.bias_hh_l0	1	-0.0888211578130722
65243	rnn.bias_hh_l0	2	-0.08798728883266449
65243	rnn.bias_hh_l0	3	-0.04963914304971695
65243	rnn.bias_hh_l0	4	-0.0914023146033287
65243	rnn.bias_hh_l0	5	-0.11628688126802444
65243	rnn.bias_hh_l0	6	-0.08859492838382721
65243	rnn.bias_hh_l0	7	0.0801914632320404
65243	rnn.bias_hh_l0	8	-0.09871020913124084
65243	rnn.bias_hh_l0	9	-0.27060434222221375
65243	rnn.weight_ih_l0_reverse	0	0.0811072438955307
65243	rnn.weight_ih_l0_reverse	1	-0.03476545587182045
65243	rnn.weight_ih_l0_reverse	2	-0.016003167256712914
65243	rnn.weight_ih_l0_reverse	3	-0.042332399636507034
65243	rnn.weight_ih_l0_reverse	4	0.02778681367635727
65243	rnn.weight_ih_l0_reverse	5	-0.10062049329280853
65243	rnn.weight_ih_l0_reverse	6	0.0417349599301815
65243	rnn.weight_ih_l0_reverse	7	0.03272926062345505
65243	rnn.weight_ih_l0_reverse	8	-0.038134220987558365
65243	rnn.weight_ih_l0_reverse	9	-0.0040251584723591805
65243	rnn.weight_hh_l0_reverse	0	-0.024613745510578156
65243	rnn.weight_hh_l0_reverse	1	0.031009402126073837
65243	rnn.weight_hh_l0_reverse	2	-0.003349829465150833
65243	rnn.weight_hh_l0_reverse	3	0.015753835439682007
65243	rnn.weight_hh_l0_reverse	4	-0.05454474687576294
65243	rnn.weight_hh_l0_reverse	5	0.031727179884910583
65243	rnn.weight_hh_l0_reverse	6	0.0155025664716959
65243	rnn.weight_hh_l0_reverse	7	0.013211061246693134
65243	rnn.weight_hh_l0_reverse	8	0.05769270658493042
65243	rnn.weight_hh_l0_reverse	9	0.024204272776842117
65243	rnn.bias_ih_l0_reverse	0	-0.1176695004105568
65243	rnn.bias_ih_l0_reverse	1	-0.12153655290603638
65243	rnn.bias_ih_l0_reverse	2	-0.003545412328094244
65243	rnn.bias_ih_l0_reverse	3	-0.10460572689771652
65243	rnn.bias_ih_l0_reverse	4	-0.035217393189668655
65243	rnn.bias_ih_l0_reverse	5	-0.12351518124341965
65243	rnn.bias_ih_l0_reverse	6	0.19274994730949402
65243	rnn.bias_ih_l0_reverse	7	-0.21779127418994904
65243	rnn.bias_ih_l0_reverse	8	-0.08387559652328491
65243	rnn.bias_ih_l0_reverse	9	-0.07535751163959503
65243	rnn.bias_hh_l0_reverse	0	-0.03082232177257538
65243	rnn.bias_hh_l0_reverse	1	0.09377872943878174
65243	rnn.bias_hh_l0_reverse	2	-0.16264614462852478
65243	rnn.bias_hh_l0_reverse	3	-0.02513849548995495
65243	rnn.bias_hh_l0_reverse	4	-0.14768503606319427
65243	rnn.bias_hh_l0_reverse	5	-0.05444851145148277
65243	rnn.bias_hh_l0_reverse	6	-0.17356142401695251
65243	rnn.bias_hh_l0_reverse	7	-0.014410804957151413
65243	rnn.bias_hh_l0_reverse	8	-0.06595686823129654
65243	rnn.bias_hh_l0_reverse	9	0.13883425295352936
65243	linear.weight	0	0.25605136156082153
65243	linear.weight	1	-0.22631634771823883
65243	linear.weight	2	-0.001159435836598277
65243	linear.weight	3	0.06806640326976776
65243	linear.weight	4	-0.1372036635875702
65243	linear.weight	5	0.31751665472984314
65243	linear.weight	6	-0.04658421128988266
65243	linear.weight	7	-0.0727514997124672
65243	linear.weight	8	0.09776277840137482
65243	linear.weight	9	-0.02928883209824562
65243	linear.bias	0	-1.093684434890747
65243	linear.bias	1	1.8947434425354004
65243	linear.bias	2	0.09115038812160492
65243	linear.bias	3	-2.0335330963134766
65243	linear.bias	4	-0.3648270070552826
65243	linear.bias	5	1.012281894683838
65243	linear.bias	6	-0.3794324994087219
65243	linear.bias	7	0.25556695461273193
65243	linear.bias	8	1.9245768785476685
65243	linear.bias	9	-1.1318168640136719
65852	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
65852	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
65852	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
65852	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
65852	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
65852	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
65852	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
65852	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
65852	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
65852	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
65852	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
65852	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
65852	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
65852	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
65852	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
65852	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
65852	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
65852	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
65852	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
65852	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
65852	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
65852	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
65852	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
65852	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
65852	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
65852	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
65852	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
65852	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
65852	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
65852	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
65852	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
65852	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
65852	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
65852	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
65852	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
65852	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
65852	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
65852	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
65852	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
65852	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
65852	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
65852	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
65852	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
65852	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
65852	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
65852	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
65852	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
65852	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
65852	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
65852	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
65852	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
65852	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
65852	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
65852	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
65852	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
65852	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
65852	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
65852	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
65852	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
65852	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
65852	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
65852	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
65852	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
65852	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
65852	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
65852	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
65852	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
65852	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
65852	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
65852	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
65852	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
65852	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
65852	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
65852	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
65852	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
65852	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
65852	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
65852	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
65852	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
65852	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
65852	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
65852	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
65852	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
65852	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
65852	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
65852	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
65852	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
65852	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
65852	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
65852	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
65852	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
65852	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
65852	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
65852	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
65852	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
65852	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
65852	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
65852	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
65852	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
65852	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
65852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
65852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
65852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
65852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
65852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
65852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
65852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
65852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
65852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
65852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
65852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
65852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
65852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
65852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
65852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
65852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
65852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
65852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
65852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
65852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
65852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
65852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
65852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
65852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
65852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
65852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
65852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
65852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
65852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
65852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
65852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
65852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
65852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
65852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
65852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
65852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
65852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
65852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
65852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
65852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
65852	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
65852	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
65852	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
65852	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
65852	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
65852	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
65852	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
65852	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
65852	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
65852	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
65852	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
65852	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
65852	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
65852	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
65852	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
65852	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
65852	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
65852	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
65852	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
65852	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
65852	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
65852	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
65852	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
65852	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
65852	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
65852	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
65852	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
65852	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
65852	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
65852	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
65852	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
65852	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
65852	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
65852	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
65852	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
65852	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
65852	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
65852	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
65852	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
65852	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
65852	embedding2nn.weight	0	0.11584391444921494
65852	embedding2nn.weight	1	0.2404061108827591
65852	embedding2nn.weight	2	0.04842514172196388
65852	embedding2nn.weight	3	-0.0006063916371203959
65852	embedding2nn.weight	4	-0.07240772992372513
65852	embedding2nn.weight	5	0.03275430202484131
65852	embedding2nn.weight	6	0.07006543129682541
65852	embedding2nn.weight	7	0.0025314362719655037
65852	embedding2nn.weight	8	0.061854712665081024
65852	embedding2nn.weight	9	-0.029488878324627876
65852	embedding2nn.bias	0	0.021321000531315804
65852	embedding2nn.bias	1	-0.14277400076389313
65852	embedding2nn.bias	2	0.08351273834705353
65852	embedding2nn.bias	3	0.13512054085731506
65852	embedding2nn.bias	4	0.14636090397834778
65852	embedding2nn.bias	5	-0.029784275218844414
65852	embedding2nn.bias	6	-0.026759173721075058
65852	embedding2nn.bias	7	0.048247188329696655
65852	embedding2nn.bias	8	-0.13537345826625824
65852	embedding2nn.bias	9	-0.35467562079429626
65852	rnn.weight_ih_l0	0	-0.0012372107012197375
65852	rnn.weight_ih_l0	1	-0.04000718891620636
65852	rnn.weight_ih_l0	2	0.01525125466287136
65852	rnn.weight_ih_l0	3	0.016947899013757706
65852	rnn.weight_ih_l0	4	-0.0006581136840395629
65852	rnn.weight_ih_l0	5	-0.13328060507774353
65852	rnn.weight_ih_l0	6	0.013549787923693657
65852	rnn.weight_ih_l0	7	-0.00500645162537694
65852	rnn.weight_ih_l0	8	0.04094159975647926
65852	rnn.weight_ih_l0	9	-0.036838598549366
65852	rnn.weight_hh_l0	0	0.029815837740898132
65852	rnn.weight_hh_l0	1	0.0628737136721611
65852	rnn.weight_hh_l0	2	-0.00646582804620266
65852	rnn.weight_hh_l0	3	0.04688988998532295
65852	rnn.weight_hh_l0	4	-0.030646756291389465
65852	rnn.weight_hh_l0	5	0.04123207554221153
65852	rnn.weight_hh_l0	6	0.02205197699368
65852	rnn.weight_hh_l0	7	0.011355116032063961
65852	rnn.weight_hh_l0	8	0.03347247466444969
65852	rnn.weight_hh_l0	9	-0.03159277141094208
65852	rnn.bias_ih_l0	0	0.05747545510530472
65852	rnn.bias_ih_l0	1	-0.11133430898189545
65852	rnn.bias_ih_l0	2	-0.01357562281191349
65852	rnn.bias_ih_l0	3	-0.09245561808347702
65852	rnn.bias_ih_l0	4	0.061771392822265625
65852	rnn.bias_ih_l0	5	-0.14332298934459686
65852	rnn.bias_ih_l0	6	-0.04267190769314766
65852	rnn.bias_ih_l0	7	-0.16145655512809753
65852	rnn.bias_ih_l0	8	-0.08688696473836899
65852	rnn.bias_ih_l0	9	-0.2855319678783417
65852	rnn.bias_hh_l0	0	-0.09790994971990585
65852	rnn.bias_hh_l0	1	-0.08815738558769226
65852	rnn.bias_hh_l0	2	-0.08140303939580917
65852	rnn.bias_hh_l0	3	-0.05050693452358246
65852	rnn.bias_hh_l0	4	-0.09813731908798218
65852	rnn.bias_hh_l0	5	-0.11932069063186646
65852	rnn.bias_hh_l0	6	-0.09198562055826187
65852	rnn.bias_hh_l0	7	0.08252490311861038
65852	rnn.bias_hh_l0	8	-0.10626459866762161
65852	rnn.bias_hh_l0	9	-0.2671660780906677
65852	rnn.weight_ih_l0_reverse	0	0.07837029546499252
65852	rnn.weight_ih_l0_reverse	1	-0.034213677048683167
65852	rnn.weight_ih_l0_reverse	2	-0.01828577369451523
65852	rnn.weight_ih_l0_reverse	3	-0.037345170974731445
65852	rnn.weight_ih_l0_reverse	4	0.026903465390205383
65852	rnn.weight_ih_l0_reverse	5	-0.10364717990159988
65852	rnn.weight_ih_l0_reverse	6	0.02748269960284233
65852	rnn.weight_ih_l0_reverse	7	0.03233662620186806
65852	rnn.weight_ih_l0_reverse	8	-0.039284899830818176
65852	rnn.weight_ih_l0_reverse	9	-0.00724973576143384
65852	rnn.weight_hh_l0_reverse	0	-0.02548576518893242
65852	rnn.weight_hh_l0_reverse	1	0.03180285543203354
65852	rnn.weight_hh_l0_reverse	2	-0.005273248068988323
65852	rnn.weight_hh_l0_reverse	3	0.014668301679193974
65852	rnn.weight_hh_l0_reverse	4	-0.054234471172094345
65852	rnn.weight_hh_l0_reverse	5	0.031552623957395554
65852	rnn.weight_hh_l0_reverse	6	0.01592062972486019
65852	rnn.weight_hh_l0_reverse	7	0.0034571303986012936
65852	rnn.weight_hh_l0_reverse	8	0.05545130372047424
65852	rnn.weight_hh_l0_reverse	9	0.024547237902879715
65852	rnn.bias_ih_l0_reverse	0	-0.11318213492631912
65852	rnn.bias_ih_l0_reverse	1	-0.11897871643304825
65852	rnn.bias_ih_l0_reverse	2	0.004467326682060957
65852	rnn.bias_ih_l0_reverse	3	-0.1044885441660881
65852	rnn.bias_ih_l0_reverse	4	-0.02917082980275154
65852	rnn.bias_ih_l0_reverse	5	-0.12713536620140076
65852	rnn.bias_ih_l0_reverse	6	0.2055821716785431
65852	rnn.bias_ih_l0_reverse	7	-0.20617720484733582
65852	rnn.bias_ih_l0_reverse	8	-0.08081799000501633
65852	rnn.bias_ih_l0_reverse	9	-0.08266681432723999
65852	rnn.bias_hh_l0_reverse	0	-0.031192956492304802
65852	rnn.bias_hh_l0_reverse	1	0.09116941690444946
65852	rnn.bias_hh_l0_reverse	2	-0.16593259572982788
65852	rnn.bias_hh_l0_reverse	3	-0.03771868348121643
65852	rnn.bias_hh_l0_reverse	4	-0.14139389991760254
65852	rnn.bias_hh_l0_reverse	5	-0.05067193880677223
65852	rnn.bias_hh_l0_reverse	6	-0.1760963797569275
65852	rnn.bias_hh_l0_reverse	7	-0.02335304021835327
65852	rnn.bias_hh_l0_reverse	8	-0.06029905378818512
65852	rnn.bias_hh_l0_reverse	9	0.12827952206134796
65852	linear.weight	0	0.246205672621727
65852	linear.weight	1	-0.23569095134735107
65852	linear.weight	2	-0.025735143572092056
65852	linear.weight	3	0.06807825714349747
65852	linear.weight	4	-0.15742318332195282
65852	linear.weight	5	0.319182813167572
65852	linear.weight	6	-0.08282409608364105
65852	linear.weight	7	-0.07269155234098434
65852	linear.weight	8	0.10754843056201935
65852	linear.weight	9	-0.029420901089906693
65852	linear.bias	0	-1.0798068046569824
65852	linear.bias	1	1.8428109884262085
65852	linear.bias	2	0.11863820254802704
65852	linear.bias	3	-2.036836624145508
65852	linear.bias	4	-0.37949568033218384
65852	linear.bias	5	1.0518146753311157
65852	linear.bias	6	-0.4028432369232178
65852	linear.bias	7	0.245730459690094
65852	linear.bias	8	1.9901372194290161
65852	linear.bias	9	-1.1013433933258057
66461	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
66461	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
66461	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
66461	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
66461	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
66461	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
66461	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
66461	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
66461	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
66461	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
66461	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
66461	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
66461	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
66461	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
66461	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
66461	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
66461	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
66461	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
66461	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
66461	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
66461	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
66461	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
66461	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
66461	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
66461	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
66461	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
66461	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
66461	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
66461	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
66461	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
66461	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
66461	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
66461	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
66461	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
66461	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
66461	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
66461	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
66461	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
66461	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
66461	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
66461	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
66461	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
66461	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
66461	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
66461	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
66461	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
66461	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
66461	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
66461	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
66461	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
66461	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
66461	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
66461	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
66461	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
66461	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
66461	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
66461	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
66461	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
66461	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
66461	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
66461	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
66461	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
66461	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
66461	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
66461	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
66461	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
66461	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
66461	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
66461	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
66461	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
66461	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
66461	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
66461	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
66461	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
66461	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
66461	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
66461	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
66461	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
66461	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
66461	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
66461	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
66461	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
66461	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
66461	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
66461	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
66461	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
66461	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
66461	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
66461	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
66461	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
66461	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
66461	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
66461	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
66461	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
66461	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
66461	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
66461	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
66461	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
66461	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
66461	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
66461	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
66461	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
66461	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
66461	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
66461	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
66461	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
66461	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
66461	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
66461	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
66461	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
66461	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
66461	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
66461	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
66461	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
66461	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
66461	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
66461	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
66461	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
66461	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
66461	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
66461	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
66461	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
66461	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
66461	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
66461	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
66461	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
66461	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
66461	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
66461	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
66461	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
66461	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
66461	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
66461	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
66461	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
66461	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
66461	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
66461	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
66461	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
66461	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
66461	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
66461	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
66461	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
66461	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
66461	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
66461	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
66461	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
66461	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
66461	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
66461	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
66461	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
66461	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
66461	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
66461	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
66461	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
66461	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
66461	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
66461	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
66461	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
66461	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
66461	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
66461	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
66461	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
66461	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
66461	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
66461	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
66461	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
66461	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
66461	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
66461	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
66461	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
66461	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
66461	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
66461	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
66461	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
66461	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
66461	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
66461	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
66461	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
66461	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
66461	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
66461	embedding2nn.weight	0	0.1152091771364212
66461	embedding2nn.weight	1	0.2420305609703064
66461	embedding2nn.weight	2	0.04577835649251938
66461	embedding2nn.weight	3	0.029559412971138954
66461	embedding2nn.weight	4	-0.07098284363746643
66461	embedding2nn.weight	5	0.03657988831400871
66461	embedding2nn.weight	6	0.071261465549469
66461	embedding2nn.weight	7	0.0027915840037167072
66461	embedding2nn.weight	8	0.06838483363389969
66461	embedding2nn.weight	9	-0.026106132194399834
66461	embedding2nn.bias	0	0.038870830088853836
66461	embedding2nn.bias	1	-0.13527870178222656
66461	embedding2nn.bias	2	0.07725740969181061
66461	embedding2nn.bias	3	0.12769095599651337
66461	embedding2nn.bias	4	0.15621501207351685
66461	embedding2nn.bias	5	-0.02893465757369995
66461	embedding2nn.bias	6	-0.043537575751543045
66461	embedding2nn.bias	7	0.06167983263731003
66461	embedding2nn.bias	8	-0.14477795362472534
66461	embedding2nn.bias	9	-0.3639857769012451
66461	rnn.weight_ih_l0	0	-0.0006524519994854927
66461	rnn.weight_ih_l0	1	-0.04215645790100098
66461	rnn.weight_ih_l0	2	0.01676688715815544
66461	rnn.weight_ih_l0	3	0.019285151734948158
66461	rnn.weight_ih_l0	4	-0.0032914632465690374
66461	rnn.weight_ih_l0	5	-0.13080041110515594
66461	rnn.weight_ih_l0	6	0.01914815604686737
66461	rnn.weight_ih_l0	7	-0.005902558099478483
66461	rnn.weight_ih_l0	8	0.035394035279750824
66461	rnn.weight_ih_l0	9	-0.036080777645111084
66461	rnn.weight_hh_l0	0	0.030415156856179237
66461	rnn.weight_hh_l0	1	0.06281204521656036
66461	rnn.weight_hh_l0	2	-0.006406749598681927
66461	rnn.weight_hh_l0	3	0.04707982391119003
66461	rnn.weight_hh_l0	4	-0.03149920701980591
66461	rnn.weight_hh_l0	5	0.040428806096315384
66461	rnn.weight_hh_l0	6	0.02191118709743023
66461	rnn.weight_hh_l0	7	0.013712243176996708
66461	rnn.weight_hh_l0	8	0.03373405337333679
66461	rnn.weight_hh_l0	9	-0.034039534628391266
66461	rnn.bias_ih_l0	0	0.056865617632865906
66461	rnn.bias_ih_l0	1	-0.11648573726415634
66461	rnn.bias_ih_l0	2	-0.013547354377806187
66461	rnn.bias_ih_l0	3	-0.09067676961421967
66461	rnn.bias_ih_l0	4	0.07458289712667465
66461	rnn.bias_ih_l0	5	-0.1498645544052124
66461	rnn.bias_ih_l0	6	-0.04698079079389572
66461	rnn.bias_ih_l0	7	-0.1593485027551651
66461	rnn.bias_ih_l0	8	-0.09487837553024292
66461	rnn.bias_ih_l0	9	-0.2937197685241699
66461	rnn.bias_hh_l0	0	-0.10394513607025146
66461	rnn.bias_hh_l0	1	-0.09346220642328262
66461	rnn.bias_hh_l0	2	-0.08003219962120056
66461	rnn.bias_hh_l0	3	-0.044883519411087036
66461	rnn.bias_hh_l0	4	-0.09492290019989014
66461	rnn.bias_hh_l0	5	-0.11654219776391983
66461	rnn.bias_hh_l0	6	-0.08855511248111725
66461	rnn.bias_hh_l0	7	0.07850492000579834
66461	rnn.bias_hh_l0	8	-0.10217802226543427
66461	rnn.bias_hh_l0	9	-0.2686794698238373
66461	rnn.weight_ih_l0_reverse	0	0.06828484684228897
66461	rnn.weight_ih_l0_reverse	1	-0.036863621324300766
66461	rnn.weight_ih_l0_reverse	2	-0.017191726714372635
66461	rnn.weight_ih_l0_reverse	3	-0.03647889196872711
66461	rnn.weight_ih_l0_reverse	4	0.02563062310218811
66461	rnn.weight_ih_l0_reverse	5	-0.1092875599861145
66461	rnn.weight_ih_l0_reverse	6	0.032025616616010666
66461	rnn.weight_ih_l0_reverse	7	0.03224178031086922
66461	rnn.weight_ih_l0_reverse	8	-0.03807852417230606
66461	rnn.weight_ih_l0_reverse	9	-0.00534671638160944
66461	rnn.weight_hh_l0_reverse	0	-0.02678634040057659
66461	rnn.weight_hh_l0_reverse	1	0.031651828438043594
66461	rnn.weight_hh_l0_reverse	2	-0.006020982284098864
66461	rnn.weight_hh_l0_reverse	3	0.01527557522058487
66461	rnn.weight_hh_l0_reverse	4	-0.054462648928165436
66461	rnn.weight_hh_l0_reverse	5	0.03173912689089775
66461	rnn.weight_hh_l0_reverse	6	0.016187094151973724
66461	rnn.weight_hh_l0_reverse	7	0.00172258575912565
66461	rnn.weight_hh_l0_reverse	8	0.05055634677410126
66461	rnn.weight_hh_l0_reverse	9	0.024057652801275253
66461	rnn.bias_ih_l0_reverse	0	-0.11873949319124222
66461	rnn.bias_ih_l0_reverse	1	-0.1244056448340416
66461	rnn.bias_ih_l0_reverse	2	-0.0012833205983042717
66461	rnn.bias_ih_l0_reverse	3	-0.09845796972513199
66461	rnn.bias_ih_l0_reverse	4	-0.038442302495241165
66461	rnn.bias_ih_l0_reverse	5	-0.12982408702373505
66461	rnn.bias_ih_l0_reverse	6	0.22098606824874878
66461	rnn.bias_ih_l0_reverse	7	-0.19777202606201172
66461	rnn.bias_ih_l0_reverse	8	-0.08566088229417801
66461	rnn.bias_ih_l0_reverse	9	-0.08275129646062851
66461	rnn.bias_hh_l0_reverse	0	-0.025236286222934723
66461	rnn.bias_hh_l0_reverse	1	0.10932046175003052
66461	rnn.bias_hh_l0_reverse	2	-0.16082721948623657
66461	rnn.bias_hh_l0_reverse	3	-0.04395856335759163
66461	rnn.bias_hh_l0_reverse	4	-0.1325838267803192
66461	rnn.bias_hh_l0_reverse	5	-0.05896182730793953
66461	rnn.bias_hh_l0_reverse	6	-0.17528755962848663
66461	rnn.bias_hh_l0_reverse	7	-0.028607908636331558
66461	rnn.bias_hh_l0_reverse	8	-0.06443855911493301
66461	rnn.bias_hh_l0_reverse	9	0.14246344566345215
66461	linear.weight	0	0.25538885593414307
66461	linear.weight	1	-0.2428867220878601
66461	linear.weight	2	-0.018119387328624725
66461	linear.weight	3	0.06807465851306915
66461	linear.weight	4	-0.17111904919147491
66461	linear.weight	5	0.33369630575180054
66461	linear.weight	6	-0.06390100717544556
66461	linear.weight	7	-0.07264213263988495
66461	linear.weight	8	0.12030647695064545
66461	linear.weight	9	-0.029532745480537415
66461	linear.bias	0	-1.0809483528137207
66461	linear.bias	1	1.8204303979873657
66461	linear.bias	2	0.12966114282608032
66461	linear.bias	3	-2.0402979850769043
66461	linear.bias	4	-0.3759406805038452
66461	linear.bias	5	1.0422693490982056
66461	linear.bias	6	-0.37417635321617126
66461	linear.bias	7	0.2942742109298706
66461	linear.bias	8	1.953572154045105
66461	linear.bias	9	-1.1359901428222656
67070	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
67070	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
67070	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
67070	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
67070	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
67070	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
67070	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
67070	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
67070	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
67070	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
67070	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
67070	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
67070	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
67070	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
67070	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
67070	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
67070	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
67070	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
67070	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
67070	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
67070	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
67070	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
67070	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
67070	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
67070	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
67070	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
67070	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
67070	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
67070	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
67070	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
67070	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
67070	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
67070	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
67070	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
67070	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
67070	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
67070	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
67070	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
67070	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
67070	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
67070	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
67070	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
67070	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
67070	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
67070	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
67070	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
67070	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
67070	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
67070	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
67070	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
67070	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
67070	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
67070	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
67070	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
67070	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
67070	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
67070	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
67070	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
67070	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
67070	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
67070	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
67070	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
67070	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
67070	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
67070	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
67070	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
67070	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
67070	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
67070	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
67070	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
67070	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
67070	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
67070	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
67070	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
67070	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
67070	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
67070	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
67070	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
67070	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
67070	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
67070	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
67070	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
67070	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
67070	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
67070	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
67070	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
67070	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
67070	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
67070	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
67070	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
67070	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
67070	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
67070	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
67070	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
67070	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
67070	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
67070	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
67070	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
67070	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
67070	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
67070	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
67070	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
67070	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
67070	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
67070	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
67070	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
67070	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
67070	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
67070	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
67070	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
67070	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
67070	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
67070	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
67070	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
67070	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
67070	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
67070	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
67070	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
67070	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
67070	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
67070	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
67070	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
67070	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
67070	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
67070	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
67070	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
67070	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
67070	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
67070	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
67070	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
67070	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
67070	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
67070	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
67070	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
67070	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
67070	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
67070	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
67070	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
67070	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
67070	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
67070	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
67070	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
67070	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
67070	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
67070	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
67070	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
67070	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
67070	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
67070	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
67070	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
67070	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
67070	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
67070	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
67070	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
67070	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
67070	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
67070	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
67070	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
67070	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
67070	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
67070	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
67070	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
67070	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
67070	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
67070	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
67070	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
67070	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
67070	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
67070	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
67070	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
67070	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
67070	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
67070	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
67070	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
67070	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
67070	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
67070	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
67070	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
67070	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
67070	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
67070	embedding2nn.weight	0	0.11804673075675964
67070	embedding2nn.weight	1	0.2417808175086975
67070	embedding2nn.weight	2	0.053669530898332596
67070	embedding2nn.weight	3	0.025643320754170418
67070	embedding2nn.weight	4	-0.07338431477546692
67070	embedding2nn.weight	5	0.037723928689956665
67070	embedding2nn.weight	6	0.07155764102935791
67070	embedding2nn.weight	7	0.005147963762283325
67070	embedding2nn.weight	8	0.062413290143013
67070	embedding2nn.weight	9	-0.01946822553873062
67070	embedding2nn.bias	0	0.05634364113211632
67070	embedding2nn.bias	1	-0.14174523949623108
67070	embedding2nn.bias	2	0.07265028357505798
67070	embedding2nn.bias	3	0.12210729718208313
67070	embedding2nn.bias	4	0.1358698010444641
67070	embedding2nn.bias	5	-0.025746941566467285
67070	embedding2nn.bias	6	-0.025122109800577164
67070	embedding2nn.bias	7	0.07331002503633499
67070	embedding2nn.bias	8	-0.14699815213680267
67070	embedding2nn.bias	9	-0.355080246925354
67070	rnn.weight_ih_l0	0	0.0012848920887336135
67070	rnn.weight_ih_l0	1	-0.04113563522696495
67070	rnn.weight_ih_l0	2	0.014350591227412224
67070	rnn.weight_ih_l0	3	0.0201078113168478
67070	rnn.weight_ih_l0	4	-0.0020436306949704885
67070	rnn.weight_ih_l0	5	-0.14410334825515747
67070	rnn.weight_ih_l0	6	0.021772265434265137
67070	rnn.weight_ih_l0	7	-0.0014834750909358263
67070	rnn.weight_ih_l0	8	0.03805327042937279
67070	rnn.weight_ih_l0	9	-0.02950647845864296
67070	rnn.weight_hh_l0	0	0.03127503767609596
67070	rnn.weight_hh_l0	1	0.06312534213066101
67070	rnn.weight_hh_l0	2	-0.007222470361739397
67070	rnn.weight_hh_l0	3	0.04742440581321716
67070	rnn.weight_hh_l0	4	-0.030497506260871887
67070	rnn.weight_hh_l0	5	0.04122457653284073
67070	rnn.weight_hh_l0	6	0.021285437047481537
67070	rnn.weight_hh_l0	7	0.008364551700651646
67070	rnn.weight_hh_l0	8	0.034279145300388336
67070	rnn.weight_hh_l0	9	-0.03648886829614639
67070	rnn.bias_ih_l0	0	0.053901828825473785
67070	rnn.bias_ih_l0	1	-0.11286135017871857
67070	rnn.bias_ih_l0	2	-0.011345199309289455
67070	rnn.bias_ih_l0	3	-0.0942031666636467
67070	rnn.bias_ih_l0	4	0.07132113724946976
67070	rnn.bias_ih_l0	5	-0.14411896467208862
67070	rnn.bias_ih_l0	6	-0.03734783083200455
67070	rnn.bias_ih_l0	7	-0.16036108136177063
67070	rnn.bias_ih_l0	8	-0.0945253074169159
67070	rnn.bias_ih_l0	9	-0.28782379627227783
67070	rnn.bias_hh_l0	0	-0.10172887146472931
67070	rnn.bias_hh_l0	1	-0.10295919328927994
67070	rnn.bias_hh_l0	2	-0.07599779963493347
67070	rnn.bias_hh_l0	3	-0.03400040045380592
67070	rnn.bias_hh_l0	4	-0.08973781764507294
67070	rnn.bias_hh_l0	5	-0.12201905995607376
67070	rnn.bias_hh_l0	6	-0.08282491564750671
67070	rnn.bias_hh_l0	7	0.09368550032377243
67070	rnn.bias_hh_l0	8	-0.0994027704000473
67070	rnn.bias_hh_l0	9	-0.26578354835510254
67070	rnn.weight_ih_l0_reverse	0	0.07607442140579224
67070	rnn.weight_ih_l0_reverse	1	-0.035830289125442505
67070	rnn.weight_ih_l0_reverse	2	-0.019508561119437218
67070	rnn.weight_ih_l0_reverse	3	-0.033757004886865616
67070	rnn.weight_ih_l0_reverse	4	0.025420455262064934
67070	rnn.weight_ih_l0_reverse	5	-0.10682342946529388
67070	rnn.weight_ih_l0_reverse	6	0.03601876646280289
67070	rnn.weight_ih_l0_reverse	7	0.031971633434295654
67070	rnn.weight_ih_l0_reverse	8	-0.03819796070456505
67070	rnn.weight_ih_l0_reverse	9	-0.002649354748427868
67070	rnn.weight_hh_l0_reverse	0	-0.025697283446788788
67070	rnn.weight_hh_l0_reverse	1	0.031212719157338142
67070	rnn.weight_hh_l0_reverse	2	-0.005543246865272522
67070	rnn.weight_hh_l0_reverse	3	0.01567016914486885
67070	rnn.weight_hh_l0_reverse	4	-0.05472582206130028
67070	rnn.weight_hh_l0_reverse	5	0.03146585449576378
67070	rnn.weight_hh_l0_reverse	6	0.01680244691669941
67070	rnn.weight_hh_l0_reverse	7	0.007097106426954269
67070	rnn.weight_hh_l0_reverse	8	0.04849490895867348
67070	rnn.weight_hh_l0_reverse	9	0.02473961003124714
67070	rnn.bias_ih_l0_reverse	0	-0.12848155200481415
67070	rnn.bias_ih_l0_reverse	1	-0.12607944011688232
67070	rnn.bias_ih_l0_reverse	2	0.000800088222604245
67070	rnn.bias_ih_l0_reverse	3	-0.10038711875677109
67070	rnn.bias_ih_l0_reverse	4	-0.016332566738128662
67070	rnn.bias_ih_l0_reverse	5	-0.12737654149532318
67070	rnn.bias_ih_l0_reverse	6	0.21187269687652588
67070	rnn.bias_ih_l0_reverse	7	-0.19474123418331146
67070	rnn.bias_ih_l0_reverse	8	-0.08163494616746902
67070	rnn.bias_ih_l0_reverse	9	-0.08531083166599274
67070	rnn.bias_hh_l0_reverse	0	-0.021221207454800606
67070	rnn.bias_hh_l0_reverse	1	0.09352992475032806
67070	rnn.bias_hh_l0_reverse	2	-0.1637713462114334
67070	rnn.bias_hh_l0_reverse	3	-0.04572649300098419
67070	rnn.bias_hh_l0_reverse	4	-0.13860678672790527
67070	rnn.bias_hh_l0_reverse	5	-0.053118638694286346
67070	rnn.bias_hh_l0_reverse	6	-0.1700250804424286
67070	rnn.bias_hh_l0_reverse	7	-0.026428204029798508
67070	rnn.bias_hh_l0_reverse	8	-0.07043008506298065
67070	rnn.bias_hh_l0_reverse	9	0.11667598783969879
67070	linear.weight	0	0.227431982755661
67070	linear.weight	1	-0.2432248592376709
67070	linear.weight	2	0.034979887306690216
67070	linear.weight	3	0.06809529662132263
67070	linear.weight	4	-0.14450480043888092
67070	linear.weight	5	0.31770169734954834
67070	linear.weight	6	-0.05538346618413925
67070	linear.weight	7	-0.07261072844266891
67070	linear.weight	8	0.12036901712417603
67070	linear.weight	9	-0.02963782474398613
67070	linear.bias	0	-1.0617157220840454
67070	linear.bias	1	1.8463222980499268
67070	linear.bias	2	0.10315179824829102
67070	linear.bias	3	-2.043816328048706
67070	linear.bias	4	-0.38342875242233276
67070	linear.bias	5	1.0525436401367188
67070	linear.bias	6	-0.3992077112197876
67070	linear.bias	7	0.30665120482444763
67070	linear.bias	8	2.0298690795898438
67070	linear.bias	9	-1.1399874687194824
67078	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
67078	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
67078	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
67078	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
67078	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
67078	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
67078	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
67078	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
67078	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
67078	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
67078	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
67078	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
67078	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
67078	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
67078	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
67078	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
67078	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
67078	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
67078	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
67078	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
67078	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
67078	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
67078	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
67078	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
67078	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
67078	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
67078	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
67078	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
67078	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
67078	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
67078	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
67078	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
67078	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
67078	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
67078	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
67078	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
67078	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
67078	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
67078	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
67078	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
67078	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
67078	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
67078	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
67078	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
67078	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
67078	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
67078	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
67078	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
67078	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
67078	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
67078	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
67078	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
67078	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
67078	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
67078	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
67078	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
67078	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
67078	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
67078	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
67078	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
67078	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
67078	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
67078	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
67078	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
67078	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
67078	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
67078	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
67078	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
67078	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
67078	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
67078	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
67078	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
67078	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
67078	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
67078	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
67078	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
67078	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
67078	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
67078	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
67078	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
67078	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
67078	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
67078	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
67078	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
67078	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
67078	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
67078	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
67078	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
67078	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
67078	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
67078	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
67078	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
67078	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
67078	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
67078	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
67078	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
67078	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
67078	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
67078	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
67078	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
67078	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
67078	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
67078	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
67078	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
67078	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
67078	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
67078	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
67078	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
67078	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
67078	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
67078	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
67078	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
67078	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
67078	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
67078	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
67078	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
67078	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
67078	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
67078	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
67078	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
67078	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
67078	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
67078	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
67078	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
67078	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
67078	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
67078	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
67078	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
67078	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
67078	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
67078	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
67078	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
67078	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
67078	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
67078	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
67078	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
67078	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
67078	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
67078	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
67078	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
67078	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
67078	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
67078	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
67078	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
67078	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
67078	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
67078	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
67078	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
67078	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
67078	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
67078	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
67078	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
67078	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
67078	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
67078	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
67078	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
67078	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
67078	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
67078	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
67078	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
67078	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
67078	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
67078	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
67078	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
67078	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
67078	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
67078	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
67078	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
67078	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
67078	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
67078	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
67078	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
67078	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
67078	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
67078	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
67078	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
67078	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
67078	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
67078	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
67078	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
67078	embedding2nn.weight	0	0.11824817210435867
67078	embedding2nn.weight	1	0.24109071493148804
67078	embedding2nn.weight	2	0.05373441055417061
67078	embedding2nn.weight	3	0.025508375838398933
67078	embedding2nn.weight	4	-0.0735909715294838
67078	embedding2nn.weight	5	0.03773866593837738
67078	embedding2nn.weight	6	0.0701540932059288
67078	embedding2nn.weight	7	0.007074827793985605
67078	embedding2nn.weight	8	0.061672162264585495
67078	embedding2nn.weight	9	-0.019791658967733383
67078	embedding2nn.bias	0	0.05321104824542999
67078	embedding2nn.bias	1	-0.14120814204216003
67078	embedding2nn.bias	2	0.08318694680929184
67078	embedding2nn.bias	3	0.12724268436431885
67078	embedding2nn.bias	4	0.1387833207845688
67078	embedding2nn.bias	5	-0.026637420058250427
67078	embedding2nn.bias	6	-0.023288821801543236
67078	embedding2nn.bias	7	0.07327216118574142
67078	embedding2nn.bias	8	-0.14493578672409058
67078	embedding2nn.bias	9	-0.35620149970054626
67078	rnn.weight_ih_l0	0	0.0013998628128319979
67078	rnn.weight_ih_l0	1	-0.04093603417277336
67078	rnn.weight_ih_l0	2	0.014743046835064888
67078	rnn.weight_ih_l0	3	0.020349780097603798
67078	rnn.weight_ih_l0	4	-0.0019365743501111865
67078	rnn.weight_ih_l0	5	-0.14412590861320496
67078	rnn.weight_ih_l0	6	0.021721305325627327
67078	rnn.weight_ih_l0	7	-0.00153720669914037
67078	rnn.weight_ih_l0	8	0.03722747415304184
67078	rnn.weight_ih_l0	9	-0.029089489951729774
67078	rnn.weight_hh_l0	0	0.03124733455479145
67078	rnn.weight_hh_l0	1	0.0631137490272522
67078	rnn.weight_hh_l0	2	-0.007143499795347452
67078	rnn.weight_hh_l0	3	0.04744534566998482
67078	rnn.weight_hh_l0	4	-0.030530020594596863
67078	rnn.weight_hh_l0	5	0.04109515994787216
67078	rnn.weight_hh_l0	6	0.02133237197995186
67078	rnn.weight_hh_l0	7	0.008544639684259892
67078	rnn.weight_hh_l0	8	0.03429141268134117
67078	rnn.weight_hh_l0	9	-0.03662561625242233
67078	rnn.bias_ih_l0	0	0.05554034560918808
67078	rnn.bias_ih_l0	1	-0.11372869461774826
67078	rnn.bias_ih_l0	2	-0.011594854295253754
67078	rnn.bias_ih_l0	3	-0.09404902160167694
67078	rnn.bias_ih_l0	4	0.06842969357967377
67078	rnn.bias_ih_l0	5	-0.1438169628381729
67078	rnn.bias_ih_l0	6	-0.0376570038497448
67078	rnn.bias_ih_l0	7	-0.16021527349948883
67078	rnn.bias_ih_l0	8	-0.09355524182319641
67078	rnn.bias_ih_l0	9	-0.2911113500595093
67078	rnn.bias_hh_l0	0	-0.10088098794221878
67078	rnn.bias_hh_l0	1	-0.10248209536075592
67078	rnn.bias_hh_l0	2	-0.07675907760858536
67078	rnn.bias_hh_l0	3	-0.03331223875284195
67078	rnn.bias_hh_l0	4	-0.08940612524747849
67078	rnn.bias_hh_l0	5	-0.12220879644155502
67078	rnn.bias_hh_l0	6	-0.08249366283416748
67078	rnn.bias_hh_l0	7	0.0917229950428009
67078	rnn.bias_hh_l0	8	-0.09870416671037674
67078	rnn.bias_hh_l0	9	-0.26489686965942383
67078	rnn.weight_ih_l0_reverse	0	0.07505153119564056
67078	rnn.weight_ih_l0_reverse	1	-0.03573492914438248
67078	rnn.weight_ih_l0_reverse	2	-0.01972028613090515
67078	rnn.weight_ih_l0_reverse	3	-0.034212663769721985
67078	rnn.weight_ih_l0_reverse	4	0.02548641338944435
67078	rnn.weight_ih_l0_reverse	5	-0.10723964124917984
67078	rnn.weight_ih_l0_reverse	6	0.03659827262163162
67078	rnn.weight_ih_l0_reverse	7	0.03195783868432045
67078	rnn.weight_ih_l0_reverse	8	-0.03809301182627678
67078	rnn.weight_ih_l0_reverse	9	-0.0023279322776943445
67078	rnn.weight_hh_l0_reverse	0	-0.02576424740254879
67078	rnn.weight_hh_l0_reverse	1	0.031207570806145668
67078	rnn.weight_hh_l0_reverse	2	-0.005586546380072832
67078	rnn.weight_hh_l0_reverse	3	0.015688668936491013
67078	rnn.weight_hh_l0_reverse	4	-0.0547868087887764
67078	rnn.weight_hh_l0_reverse	5	0.03152750805020332
67078	rnn.weight_hh_l0_reverse	6	0.016804007813334465
67078	rnn.weight_hh_l0_reverse	7	0.005918951705098152
67078	rnn.weight_hh_l0_reverse	8	0.04866236075758934
67078	rnn.weight_hh_l0_reverse	9	0.02481134794652462
67078	rnn.bias_ih_l0_reverse	0	-0.12845386564731598
67078	rnn.bias_ih_l0_reverse	1	-0.12617716193199158
67078	rnn.bias_ih_l0_reverse	2	0.0010997881181538105
67078	rnn.bias_ih_l0_reverse	3	-0.10067004710435867
67078	rnn.bias_ih_l0_reverse	4	-0.017747117206454277
67078	rnn.bias_ih_l0_reverse	5	-0.12732553482055664
67078	rnn.bias_ih_l0_reverse	6	0.2127905637025833
67078	rnn.bias_ih_l0_reverse	7	-0.19423514604568481
67078	rnn.bias_ih_l0_reverse	8	-0.08174379914999008
67078	rnn.bias_ih_l0_reverse	9	-0.08583314716815948
67078	rnn.bias_hh_l0_reverse	0	-0.020492248237133026
67078	rnn.bias_hh_l0_reverse	1	0.09289789199829102
67078	rnn.bias_hh_l0_reverse	2	-0.16411399841308594
67078	rnn.bias_hh_l0_reverse	3	-0.045487429946660995
67078	rnn.bias_hh_l0_reverse	4	-0.138390451669693
67078	rnn.bias_hh_l0_reverse	5	-0.053926099091768265
67078	rnn.bias_hh_l0_reverse	6	-0.16962100565433502
67078	rnn.bias_hh_l0_reverse	7	-0.027140267193317413
67078	rnn.bias_hh_l0_reverse	8	-0.06794099509716034
67078	rnn.bias_hh_l0_reverse	9	0.11601825058460236
67078	linear.weight	0	0.2254633903503418
67078	linear.weight	1	-0.24331782758235931
67078	linear.weight	2	0.032750505954027176
67078	linear.weight	3	0.06809549778699875
67078	linear.weight	4	-0.14969207346439362
67078	linear.weight	5	0.31838271021842957
67078	linear.weight	6	-0.06447947025299072
67078	linear.weight	7	-0.07261055707931519
67078	linear.weight	8	0.12187018245458603
67078	linear.weight	9	-0.02963932231068611
67078	linear.bias	0	-1.0581960678100586
67078	linear.bias	1	1.8880689144134521
67078	linear.bias	2	0.1079869344830513
67078	linear.bias	3	-2.04386043548584
67078	linear.bias	4	-0.3933636248111725
67078	linear.bias	5	1.0402066707611084
67078	linear.bias	6	-0.40833818912506104
67078	linear.bias	7	0.29723498225212097
67078	linear.bias	8	2.013899087905884
67078	linear.bias	9	-1.1404544115066528
67687	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
67687	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
67687	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
67687	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
67687	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
67687	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
67687	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
67687	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
67687	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
67687	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
67687	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
67687	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
67687	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
67687	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
67687	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
67687	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
67687	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
67687	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
67687	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
67687	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
67687	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
67687	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
67687	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
67687	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
67687	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
67687	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
67687	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
67687	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
67687	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
67687	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
67687	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
67687	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
67687	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
67687	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
67687	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
67687	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
67687	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
67687	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
67687	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
67687	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
67687	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
67687	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
67687	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
67687	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
67687	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
67687	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
67687	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
67687	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
67687	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
67687	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
67687	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
67687	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
67687	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
67687	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
67687	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
67687	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
67687	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
67687	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
67687	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
67687	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
67687	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
67687	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
67687	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
67687	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
67687	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
67687	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
67687	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
67687	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
67687	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
67687	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
67687	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
67687	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
67687	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
67687	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
67687	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
67687	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
67687	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
67687	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
67687	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
67687	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
67687	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
67687	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
67687	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
67687	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
67687	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
67687	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
67687	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
67687	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
67687	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
67687	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
67687	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
67687	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
67687	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
67687	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
67687	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
67687	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
67687	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
67687	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
67687	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
67687	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
67687	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
67687	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
67687	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
67687	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
67687	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
67687	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
67687	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
67687	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
67687	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
67687	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
67687	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
67687	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
67687	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
67687	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
67687	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
67687	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
67687	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
67687	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
67687	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
67687	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
67687	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
67687	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
67687	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
67687	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
67687	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
67687	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
67687	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
67687	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
67687	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
67687	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
67687	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
67687	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
67687	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
67687	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
67687	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
67687	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
67687	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
67687	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
67687	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
67687	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
67687	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
67687	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
67687	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
67687	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
67687	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
67687	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
67687	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
67687	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
67687	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
67687	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
67687	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
67687	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
67687	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
67687	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
67687	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
67687	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
67687	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
67687	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
67687	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
67687	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
67687	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
67687	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
67687	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
67687	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
67687	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
67687	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
67687	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
67687	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
67687	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
67687	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
67687	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
67687	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
67687	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
67687	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
67687	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
67687	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
67687	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
67687	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
67687	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
67687	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
67687	embedding2nn.weight	0	0.11766982823610306
67687	embedding2nn.weight	1	0.24506166577339172
67687	embedding2nn.weight	2	0.05336284637451172
67687	embedding2nn.weight	3	0.03536086902022362
67687	embedding2nn.weight	4	-0.0717560201883316
67687	embedding2nn.weight	5	0.03847593441605568
67687	embedding2nn.weight	6	0.07245995849370956
67687	embedding2nn.weight	7	0.0012629985576495528
67687	embedding2nn.weight	8	0.06471917033195496
67687	embedding2nn.weight	9	-0.01710129901766777
67687	embedding2nn.bias	0	0.04350382834672928
67687	embedding2nn.bias	1	-0.14047299325466156
67687	embedding2nn.bias	2	0.11682912707328796
67687	embedding2nn.bias	3	0.12553715705871582
67687	embedding2nn.bias	4	0.1385830044746399
67687	embedding2nn.bias	5	-0.02929593063890934
67687	embedding2nn.bias	6	-0.02076384238898754
67687	embedding2nn.bias	7	0.0562099926173687
67687	embedding2nn.bias	8	-0.14018000662326813
67687	embedding2nn.bias	9	-0.34112849831581116
67687	rnn.weight_ih_l0	0	0.0005190802621655166
67687	rnn.weight_ih_l0	1	-0.040618423372507095
67687	rnn.weight_ih_l0	2	0.013097917661070824
67687	rnn.weight_ih_l0	3	0.01806650497019291
67687	rnn.weight_ih_l0	4	-0.005150066688656807
67687	rnn.weight_ih_l0	5	-0.14901618659496307
67687	rnn.weight_ih_l0	6	0.01881103403866291
67687	rnn.weight_ih_l0	7	0.0013718638801947236
67687	rnn.weight_ih_l0	8	0.0285488273948431
67687	rnn.weight_ih_l0	9	-0.02993169240653515
67687	rnn.weight_hh_l0	0	0.03150147572159767
67687	rnn.weight_hh_l0	1	0.06312432885169983
67687	rnn.weight_hh_l0	2	-0.007045791018754244
67687	rnn.weight_hh_l0	3	0.04757540673017502
67687	rnn.weight_hh_l0	4	-0.030517099425196648
67687	rnn.weight_hh_l0	5	0.03966690972447395
67687	rnn.weight_hh_l0	6	0.021399224177002907
67687	rnn.weight_hh_l0	7	0.005712185986340046
67687	rnn.weight_hh_l0	8	0.03412676975131035
67687	rnn.weight_hh_l0	9	-0.035391807556152344
67687	rnn.bias_ih_l0	0	0.05484156310558319
67687	rnn.bias_ih_l0	1	-0.11772969365119934
67687	rnn.bias_ih_l0	2	-0.011090914718806744
67687	rnn.bias_ih_l0	3	-0.08988063782453537
67687	rnn.bias_ih_l0	4	0.05497679114341736
67687	rnn.bias_ih_l0	5	-0.13991472125053406
67687	rnn.bias_ih_l0	6	-0.038953978568315506
67687	rnn.bias_ih_l0	7	-0.16176536679267883
67687	rnn.bias_ih_l0	8	-0.09351717680692673
67687	rnn.bias_ih_l0	9	-0.3009430468082428
67687	rnn.bias_hh_l0	0	-0.10356231033802032
67687	rnn.bias_hh_l0	1	-0.10459887236356735
67687	rnn.bias_hh_l0	2	-0.07063236087560654
67687	rnn.bias_hh_l0	3	-0.03590702265501022
67687	rnn.bias_hh_l0	4	-0.09121080487966537
67687	rnn.bias_hh_l0	5	-0.1276068538427353
67687	rnn.bias_hh_l0	6	-0.08215919137001038
67687	rnn.bias_hh_l0	7	0.08231905847787857
67687	rnn.bias_hh_l0	8	-0.10250885784626007
67687	rnn.bias_hh_l0	9	-0.2726439833641052
67687	rnn.weight_ih_l0_reverse	0	0.07047377526760101
67687	rnn.weight_ih_l0_reverse	1	-0.0376589335501194
67687	rnn.weight_ih_l0_reverse	2	-0.020554209128022194
67687	rnn.weight_ih_l0_reverse	3	-0.036841847002506256
67687	rnn.weight_ih_l0_reverse	4	0.028093937784433365
67687	rnn.weight_ih_l0_reverse	5	-0.10533565282821655
67687	rnn.weight_ih_l0_reverse	6	0.029605941846966743
67687	rnn.weight_ih_l0_reverse	7	0.030630161985754967
67687	rnn.weight_ih_l0_reverse	8	-0.037828803062438965
67687	rnn.weight_ih_l0_reverse	9	-0.009667472913861275
67687	rnn.weight_hh_l0_reverse	0	-0.02505325712263584
67687	rnn.weight_hh_l0_reverse	1	0.03154779225587845
67687	rnn.weight_hh_l0_reverse	2	-0.006216094363480806
67687	rnn.weight_hh_l0_reverse	3	0.01528486330062151
67687	rnn.weight_hh_l0_reverse	4	-0.05609191581606865
67687	rnn.weight_hh_l0_reverse	5	0.03184232860803604
67687	rnn.weight_hh_l0_reverse	6	0.016557544469833374
67687	rnn.weight_hh_l0_reverse	7	0.0057454463094472885
67687	rnn.weight_hh_l0_reverse	8	0.05026865750551224
67687	rnn.weight_hh_l0_reverse	9	0.026285510510206223
67687	rnn.bias_ih_l0_reverse	0	-0.12554210424423218
67687	rnn.bias_ih_l0_reverse	1	-0.12684519588947296
67687	rnn.bias_ih_l0_reverse	2	-0.0013269492192193866
67687	rnn.bias_ih_l0_reverse	3	-0.10144053399562836
67687	rnn.bias_ih_l0_reverse	4	-0.010639105923473835
67687	rnn.bias_ih_l0_reverse	5	-0.12346015870571136
67687	rnn.bias_ih_l0_reverse	6	0.21370729804039001
67687	rnn.bias_ih_l0_reverse	7	-0.19170942902565002
67687	rnn.bias_ih_l0_reverse	8	-0.08560747653245926
67687	rnn.bias_ih_l0_reverse	9	-0.08006089925765991
67687	rnn.bias_hh_l0_reverse	0	-0.010624597780406475
67687	rnn.bias_hh_l0_reverse	1	0.0861472487449646
67687	rnn.bias_hh_l0_reverse	2	-0.16597269475460052
67687	rnn.bias_hh_l0_reverse	3	-0.04531506821513176
67687	rnn.bias_hh_l0_reverse	4	-0.1447794884443283
67687	rnn.bias_hh_l0_reverse	5	-0.05069611221551895
67687	rnn.bias_hh_l0_reverse	6	-0.1677931547164917
67687	rnn.bias_hh_l0_reverse	7	-0.02760043554008007
67687	rnn.bias_hh_l0_reverse	8	-0.06495758891105652
67687	rnn.bias_hh_l0_reverse	9	0.13098345696926117
67687	linear.weight	0	0.21374566853046417
67687	linear.weight	1	-0.24539411067962646
67687	linear.weight	2	0.0442136712372303
67687	linear.weight	3	0.06811561435461044
67687	linear.weight	4	-0.10199586302042007
67687	linear.weight	5	0.3046887218952179
67687	linear.weight	6	-0.09387845546007156
67687	linear.weight	7	-0.07258394360542297
67687	linear.weight	8	0.09632731229066849
67687	linear.weight	9	-0.02975274808704853
67687	linear.bias	0	-1.0606164932250977
67687	linear.bias	1	1.8832460641860962
67687	linear.bias	2	0.09880565851926804
67687	linear.bias	3	-2.0475049018859863
67687	linear.bias	4	-0.37646594643592834
67687	linear.bias	5	1.0462803840637207
67687	linear.bias	6	-0.4039388597011566
67687	linear.bias	7	0.274007111787796
67687	linear.bias	8	1.9675592184066772
67687	linear.bias	9	-1.1309521198272705
68296	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
68296	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
68296	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
68296	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
68296	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
68296	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
68296	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
68296	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
68296	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
68296	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
68296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
68296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
68296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
68296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
68296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
68296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
68296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
68296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
68296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
68296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
68296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
68296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
68296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
68296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
68296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
68296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
68296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
68296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
68296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
68296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
68296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
68296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
68296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
68296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
68296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
68296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
68296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
68296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
68296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
68296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
68296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
68296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
68296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
68296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
68296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
68296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
68296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
68296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
68296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
68296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
68296	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
68296	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
68296	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
68296	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
68296	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
68296	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
68296	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
68296	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
68296	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
68296	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
68296	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
68296	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
68296	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
68296	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
68296	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
68296	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
68296	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
68296	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
68296	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
68296	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
68296	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
68296	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
68296	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
68296	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
68296	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
68296	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
68296	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
68296	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
68296	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
68296	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
68296	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
68296	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
68296	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
68296	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
68296	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
68296	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
68296	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
68296	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
68296	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
68296	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
68296	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
68296	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
68296	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
68296	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
68296	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
68296	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
68296	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
68296	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
68296	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
68296	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
68296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
68296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
68296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
68296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
68296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
68296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
68296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
68296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
68296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
68296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
68296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
68296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
68296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
68296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
68296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
68296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
68296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
68296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
68296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
68296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
68296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
68296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
68296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
68296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
68296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
68296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
68296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
68296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
68296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
68296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
68296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
68296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
68296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
68296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
68296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
68296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
68296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
68296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
68296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
68296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
68296	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
68296	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
68296	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
68296	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
68296	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
68296	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
68296	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
68296	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
68296	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
68296	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
68296	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
68296	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
68296	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
68296	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
68296	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
68296	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
68296	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
68296	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
68296	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
68296	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
68296	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
68296	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
68296	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
68296	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
68296	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
68296	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
68296	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
68296	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
68296	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
68296	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
68296	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
68296	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
68296	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
68296	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
68296	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
68296	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
68296	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
68296	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
68296	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
68296	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
68296	embedding2nn.weight	0	0.11825326085090637
68296	embedding2nn.weight	1	0.2501736879348755
68296	embedding2nn.weight	2	0.0564667172729969
68296	embedding2nn.weight	3	0.024713633581995964
68296	embedding2nn.weight	4	-0.0774339959025383
68296	embedding2nn.weight	5	0.038435500115156174
68296	embedding2nn.weight	6	0.061713047325611115
68296	embedding2nn.weight	7	0.007714958395808935
68296	embedding2nn.weight	8	0.06830695271492004
68296	embedding2nn.weight	9	-0.020091284066438675
68296	embedding2nn.bias	0	0.038173455744981766
68296	embedding2nn.bias	1	-0.11164985597133636
68296	embedding2nn.bias	2	0.09975919127464294
68296	embedding2nn.bias	3	0.13078179955482483
68296	embedding2nn.bias	4	0.12892435491085052
68296	embedding2nn.bias	5	-0.02465578354895115
68296	embedding2nn.bias	6	-0.017574822530150414
68296	embedding2nn.bias	7	0.04229841008782387
68296	embedding2nn.bias	8	-0.14359863102436066
68296	embedding2nn.bias	9	-0.34483715891838074
68296	rnn.weight_ih_l0	0	-0.0005855076597072184
68296	rnn.weight_ih_l0	1	-0.042680662125349045
68296	rnn.weight_ih_l0	2	0.009600688703358173
68296	rnn.weight_ih_l0	3	0.018711550161242485
68296	rnn.weight_ih_l0	4	-0.005645921919494867
68296	rnn.weight_ih_l0	5	-0.15196512639522552
68296	rnn.weight_ih_l0	6	0.020040156319737434
68296	rnn.weight_ih_l0	7	0.0007283242885023355
68296	rnn.weight_ih_l0	8	0.026852071285247803
68296	rnn.weight_ih_l0	9	-0.021727239713072777
68296	rnn.weight_hh_l0	0	0.03189714998006821
68296	rnn.weight_hh_l0	1	0.06258020550012589
68296	rnn.weight_hh_l0	2	-0.006327955052256584
68296	rnn.weight_hh_l0	3	0.047955308109521866
68296	rnn.weight_hh_l0	4	-0.030560176819562912
68296	rnn.weight_hh_l0	5	0.038388025015592575
68296	rnn.weight_hh_l0	6	0.022740911692380905
68296	rnn.weight_hh_l0	7	0.004590992350131273
68296	rnn.weight_hh_l0	8	0.0339883491396904
68296	rnn.weight_hh_l0	9	-0.0373741090297699
68296	rnn.bias_ih_l0	0	0.05383286997675896
68296	rnn.bias_ih_l0	1	-0.11963188648223877
68296	rnn.bias_ih_l0	2	-0.013157314620912075
68296	rnn.bias_ih_l0	3	-0.09325028955936432
68296	rnn.bias_ih_l0	4	0.06096803396940231
68296	rnn.bias_ih_l0	5	-0.14215902984142303
68296	rnn.bias_ih_l0	6	-0.04098371043801308
68296	rnn.bias_ih_l0	7	-0.16365960240364075
68296	rnn.bias_ih_l0	8	-0.09326484799385071
68296	rnn.bias_ih_l0	9	-0.2885405719280243
68296	rnn.bias_hh_l0	0	-0.1011018231511116
68296	rnn.bias_hh_l0	1	-0.11112995445728302
68296	rnn.bias_hh_l0	2	-0.07767544686794281
68296	rnn.bias_hh_l0	3	-0.041872538626194
68296	rnn.bias_hh_l0	4	-0.09280693531036377
68296	rnn.bias_hh_l0	5	-0.12579557299613953
68296	rnn.bias_hh_l0	6	-0.08778650313615799
68296	rnn.bias_hh_l0	7	0.07797832041978836
68296	rnn.bias_hh_l0	8	-0.10063592344522476
68296	rnn.bias_hh_l0	9	-0.2780625522136688
68296	rnn.weight_ih_l0_reverse	0	0.06546600908041
68296	rnn.weight_ih_l0_reverse	1	-0.0354514941573143
68296	rnn.weight_ih_l0_reverse	2	-0.017725540325045586
68296	rnn.weight_ih_l0_reverse	3	-0.035737812519073486
68296	rnn.weight_ih_l0_reverse	4	0.02691931463778019
68296	rnn.weight_ih_l0_reverse	5	-0.11353109031915665
68296	rnn.weight_ih_l0_reverse	6	0.029105890542268753
68296	rnn.weight_ih_l0_reverse	7	0.031090185046195984
68296	rnn.weight_ih_l0_reverse	8	-0.040963366627693176
68296	rnn.weight_ih_l0_reverse	9	-0.005864460486918688
68296	rnn.weight_hh_l0_reverse	0	-0.024149514734745026
68296	rnn.weight_hh_l0_reverse	1	0.03155537322163582
68296	rnn.weight_hh_l0_reverse	2	-0.007405312731862068
68296	rnn.weight_hh_l0_reverse	3	0.014786409214138985
68296	rnn.weight_hh_l0_reverse	4	-0.05572130158543587
68296	rnn.weight_hh_l0_reverse	5	0.03188270702958107
68296	rnn.weight_hh_l0_reverse	6	0.01688733883202076
68296	rnn.weight_hh_l0_reverse	7	0.004052435979247093
68296	rnn.weight_hh_l0_reverse	8	0.05453375354409218
68296	rnn.weight_hh_l0_reverse	9	0.02556910365819931
68296	rnn.bias_ih_l0_reverse	0	-0.11823611706495285
68296	rnn.bias_ih_l0_reverse	1	-0.13287997245788574
68296	rnn.bias_ih_l0_reverse	2	0.005496013443917036
68296	rnn.bias_ih_l0_reverse	3	-0.1005823016166687
68296	rnn.bias_ih_l0_reverse	4	-0.006278489250689745
68296	rnn.bias_ih_l0_reverse	5	-0.12507538497447968
68296	rnn.bias_ih_l0_reverse	6	0.2043832242488861
68296	rnn.bias_ih_l0_reverse	7	-0.199062779545784
68296	rnn.bias_ih_l0_reverse	8	-0.08125774562358856
68296	rnn.bias_ih_l0_reverse	9	-0.07449056208133698
68296	rnn.bias_hh_l0_reverse	0	-0.014696240425109863
68296	rnn.bias_hh_l0_reverse	1	0.0858176052570343
68296	rnn.bias_hh_l0_reverse	2	-0.16973793506622314
68296	rnn.bias_hh_l0_reverse	3	-0.04315648972988129
68296	rnn.bias_hh_l0_reverse	4	-0.1488199084997177
68296	rnn.bias_hh_l0_reverse	5	-0.05254143476486206
68296	rnn.bias_hh_l0_reverse	6	-0.16933634877204895
68296	rnn.bias_hh_l0_reverse	7	-0.02929641678929329
68296	rnn.bias_hh_l0_reverse	8	-0.06931476294994354
68296	rnn.bias_hh_l0_reverse	9	0.1373012363910675
68296	linear.weight	0	0.23122893273830414
68296	linear.weight	1	-0.28968268632888794
68296	linear.weight	2	0.010159671306610107
68296	linear.weight	3	0.06811317801475525
68296	linear.weight	4	-0.15022321045398712
68296	linear.weight	5	0.3261980414390564
68296	linear.weight	6	-0.09674237668514252
68296	linear.weight	7	-0.07253726571798325
68296	linear.weight	8	0.10677458345890045
68296	linear.weight	9	-0.029871098697185516
68296	linear.bias	0	-1.079593300819397
68296	linear.bias	1	1.9072134494781494
68296	linear.bias	2	0.11803779751062393
68296	linear.bias	3	-2.050705671310425
68296	linear.bias	4	-0.3942759931087494
68296	linear.bias	5	1.0239671468734741
68296	linear.bias	6	-0.40604138374328613
68296	linear.bias	7	0.28507888317108154
68296	linear.bias	8	2.0110325813293457
68296	linear.bias	9	-1.1532092094421387
68905	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
68905	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
68905	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
68905	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
68905	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
68905	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
68905	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
68905	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
68905	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
68905	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
68905	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
68905	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
68905	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
68905	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
68905	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
68905	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
68905	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
68905	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
68905	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
68905	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
68905	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
68905	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
68905	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
68905	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
68905	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
68905	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
68905	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
68905	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
68905	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
68905	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
68905	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
68905	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
68905	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
68905	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
68905	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
68905	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
68905	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
68905	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
68905	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
68905	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
68905	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
68905	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
68905	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
68905	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
68905	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
68905	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
68905	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
68905	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
68905	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
68905	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
68905	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
68905	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
68905	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
68905	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
68905	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
68905	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
68905	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
68905	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
68905	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
68905	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
68905	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
68905	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
68905	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
68905	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
68905	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
68905	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
68905	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
68905	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
68905	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
68905	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
68905	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
68905	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
68905	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
68905	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
68905	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
68905	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
68905	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
68905	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
68905	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
68905	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
68905	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
68905	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
68905	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
68905	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
68905	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
68905	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
68905	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
68905	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
68905	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
68905	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
68905	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
68905	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
68905	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
68905	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
68905	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
68905	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
68905	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
68905	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
68905	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
68905	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
68905	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
68905	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
68905	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
68905	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
68905	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
68905	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
68905	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
68905	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
68905	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
68905	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
68905	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
68905	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
68905	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
68905	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
68905	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
68905	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
68905	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
68905	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
68905	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
68905	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
68905	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
68905	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
68905	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
68905	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
68905	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
68905	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
68905	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
68905	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
68905	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
68905	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
68905	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
68905	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
68905	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
68905	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
68905	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
68905	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
68905	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
68905	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
68905	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
68905	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
68905	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
68905	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
68905	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
68905	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
68905	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
68905	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
68905	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
68905	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
68905	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
68905	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
68905	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
68905	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
68905	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
68905	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
68905	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
68905	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
68905	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
68905	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
68905	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
68905	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
68905	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
68905	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
68905	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
68905	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
68905	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
68905	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
68905	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
68905	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
68905	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
68905	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
68905	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
68905	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
68905	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
68905	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
68905	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
68905	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
68905	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
68905	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
68905	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
68905	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
68905	embedding2nn.weight	0	0.1207810491323471
68905	embedding2nn.weight	1	0.251735657453537
68905	embedding2nn.weight	2	0.05629453435540199
68905	embedding2nn.weight	3	0.01963089220225811
68905	embedding2nn.weight	4	-0.07516104727983475
68905	embedding2nn.weight	5	0.03887559846043587
68905	embedding2nn.weight	6	0.05080220103263855
68905	embedding2nn.weight	7	0.007445947267115116
68905	embedding2nn.weight	8	0.06437458097934723
68905	embedding2nn.weight	9	-0.016254635527729988
68905	embedding2nn.bias	0	0.03324154019355774
68905	embedding2nn.bias	1	-0.12110467255115509
68905	embedding2nn.bias	2	0.07814997434616089
68905	embedding2nn.bias	3	0.1591475009918213
68905	embedding2nn.bias	4	0.1286795735359192
68905	embedding2nn.bias	5	-0.014262344688177109
68905	embedding2nn.bias	6	-0.006818970199674368
68905	embedding2nn.bias	7	0.04662368819117546
68905	embedding2nn.bias	8	-0.14653271436691284
68905	embedding2nn.bias	9	-0.33650293946266174
68905	rnn.weight_ih_l0	0	-0.001068904879502952
68905	rnn.weight_ih_l0	1	-0.04476568102836609
68905	rnn.weight_ih_l0	2	0.004023421555757523
68905	rnn.weight_ih_l0	3	0.01704319752752781
68905	rnn.weight_ih_l0	4	-0.006162021309137344
68905	rnn.weight_ih_l0	5	-0.1443050652742386
68905	rnn.weight_ih_l0	6	0.015901250764727592
68905	rnn.weight_ih_l0	7	0.0032347464002668858
68905	rnn.weight_ih_l0	8	0.03806736692786217
68905	rnn.weight_ih_l0	9	-0.02418992854654789
68905	rnn.weight_hh_l0	0	0.03263796865940094
68905	rnn.weight_hh_l0	1	0.061954256147146225
68905	rnn.weight_hh_l0	2	-0.0072770011611282825
68905	rnn.weight_hh_l0	3	0.04719189926981926
68905	rnn.weight_hh_l0	4	-0.030552534386515617
68905	rnn.weight_hh_l0	5	0.038210127502679825
68905	rnn.weight_hh_l0	6	0.02343742921948433
68905	rnn.weight_hh_l0	7	0.004622139036655426
68905	rnn.weight_hh_l0	8	0.03367655351758003
68905	rnn.weight_hh_l0	9	-0.03776106238365173
68905	rnn.bias_ih_l0	0	0.0636543408036232
68905	rnn.bias_ih_l0	1	-0.12201277911663055
68905	rnn.bias_ih_l0	2	-0.012560298666357994
68905	rnn.bias_ih_l0	3	-0.0977344810962677
68905	rnn.bias_ih_l0	4	0.06583873927593231
68905	rnn.bias_ih_l0	5	-0.14536422491073608
68905	rnn.bias_ih_l0	6	-0.034813687205314636
68905	rnn.bias_ih_l0	7	-0.1648728847503662
68905	rnn.bias_ih_l0	8	-0.0832311287522316
68905	rnn.bias_ih_l0	9	-0.305740624666214
68905	rnn.bias_hh_l0	0	-0.09921064972877502
68905	rnn.bias_hh_l0	1	-0.10915033519268036
68905	rnn.bias_hh_l0	2	-0.079726941883564
68905	rnn.bias_hh_l0	3	-0.03755547106266022
68905	rnn.bias_hh_l0	4	-0.09528665989637375
68905	rnn.bias_hh_l0	5	-0.13101506233215332
68905	rnn.bias_hh_l0	6	-0.08286792039871216
68905	rnn.bias_hh_l0	7	0.07841020822525024
68905	rnn.bias_hh_l0	8	-0.10936631262302399
68905	rnn.bias_hh_l0	9	-0.27377837896347046
68905	rnn.weight_ih_l0_reverse	0	0.06864546984434128
68905	rnn.weight_ih_l0_reverse	1	-0.036849379539489746
68905	rnn.weight_ih_l0_reverse	2	-0.013555542565882206
68905	rnn.weight_ih_l0_reverse	3	-0.039451200515031815
68905	rnn.weight_ih_l0_reverse	4	0.02568460814654827
68905	rnn.weight_ih_l0_reverse	5	-0.11808815598487854
68905	rnn.weight_ih_l0_reverse	6	0.026615312322974205
68905	rnn.weight_ih_l0_reverse	7	0.032424457371234894
68905	rnn.weight_ih_l0_reverse	8	-0.043993908911943436
68905	rnn.weight_ih_l0_reverse	9	-0.008165644481778145
68905	rnn.weight_hh_l0_reverse	0	-0.024946309626102448
68905	rnn.weight_hh_l0_reverse	1	0.031540773808956146
68905	rnn.weight_hh_l0_reverse	2	-0.007006464060395956
68905	rnn.weight_hh_l0_reverse	3	0.01479449961334467
68905	rnn.weight_hh_l0_reverse	4	-0.057624079287052155
68905	rnn.weight_hh_l0_reverse	5	0.03219587728381157
68905	rnn.weight_hh_l0_reverse	6	0.016831696033477783
68905	rnn.weight_hh_l0_reverse	7	-0.00196350971236825
68905	rnn.weight_hh_l0_reverse	8	0.05136823654174805
68905	rnn.weight_hh_l0_reverse	9	0.02638959139585495
68905	rnn.bias_ih_l0_reverse	0	-0.11034786701202393
68905	rnn.bias_ih_l0_reverse	1	-0.12987446784973145
68905	rnn.bias_ih_l0_reverse	2	0.008335065096616745
68905	rnn.bias_ih_l0_reverse	3	-0.09592132270336151
68905	rnn.bias_ih_l0_reverse	4	-0.008983825333416462
68905	rnn.bias_ih_l0_reverse	5	-0.12039884924888611
68905	rnn.bias_ih_l0_reverse	6	0.2017185240983963
68905	rnn.bias_ih_l0_reverse	7	-0.2020118534564972
68905	rnn.bias_ih_l0_reverse	8	-0.07682131975889206
68905	rnn.bias_ih_l0_reverse	9	-0.07995861023664474
68905	rnn.bias_hh_l0_reverse	0	-0.02246224693953991
68905	rnn.bias_hh_l0_reverse	1	0.09621727466583252
68905	rnn.bias_hh_l0_reverse	2	-0.1697859764099121
68905	rnn.bias_hh_l0_reverse	3	-0.03973202779889107
68905	rnn.bias_hh_l0_reverse	4	-0.14315401017665863
68905	rnn.bias_hh_l0_reverse	5	-0.061702702194452286
68905	rnn.bias_hh_l0_reverse	6	-0.16660909354686737
68905	rnn.bias_hh_l0_reverse	7	-0.031086822971701622
68905	rnn.bias_hh_l0_reverse	8	-0.06788261979818344
68905	rnn.bias_hh_l0_reverse	9	0.148810476064682
68905	linear.weight	0	0.2261957824230194
68905	linear.weight	1	-0.34826260805130005
68905	linear.weight	2	-0.007521485909819603
68905	linear.weight	3	0.06811113655567169
68905	linear.weight	4	-0.1327276974916458
68905	linear.weight	5	0.3211936354637146
68905	linear.weight	6	-0.07387900352478027
68905	linear.weight	7	-0.07250526547431946
68905	linear.weight	8	0.12221572548151016
68905	linear.weight	9	-0.029998475685715675
68905	linear.bias	0	-1.0812631845474243
68905	linear.bias	1	1.900695562362671
68905	linear.bias	2	0.12111548334360123
68905	linear.bias	3	-2.0541164875030518
68905	linear.bias	4	-0.3939846456050873
68905	linear.bias	5	0.9865682721138
68905	linear.bias	6	-0.4004495143890381
68905	linear.bias	7	0.2995852530002594
68905	linear.bias	8	1.9137907028198242
68905	linear.bias	9	-1.1583974361419678
69514	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
69514	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
69514	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
69514	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
69514	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
69514	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
69514	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
69514	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
69514	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
69514	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
69514	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
69514	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
69514	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
69514	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
69514	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
69514	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
69514	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
69514	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
69514	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
69514	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
69514	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
69514	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
69514	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
69514	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
69514	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
69514	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
69514	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
69514	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
69514	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
69514	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
69514	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
69514	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
69514	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
69514	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
69514	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
69514	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
69514	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
69514	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
69514	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
69514	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
69514	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
69514	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
69514	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
69514	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
69514	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
69514	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
69514	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
69514	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
69514	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
69514	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
69514	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
69514	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
69514	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
69514	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
69514	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
69514	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
69514	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
69514	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
69514	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
69514	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
69514	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
69514	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
69514	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
69514	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
69514	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
69514	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
69514	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
69514	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
69514	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
69514	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
69514	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
69514	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
69514	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
69514	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
69514	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
69514	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
69514	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
69514	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
69514	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
69514	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
69514	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
69514	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
69514	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
69514	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
69514	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
69514	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
69514	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
69514	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
69514	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
69514	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
69514	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
69514	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
69514	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
69514	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
69514	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
69514	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
69514	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
69514	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
69514	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
69514	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
69514	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
69514	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
69514	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
69514	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
69514	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
69514	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
69514	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
69514	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
69514	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
69514	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
69514	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
69514	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
69514	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
69514	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
69514	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
69514	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
69514	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
69514	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
69514	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
69514	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
69514	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
69514	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
69514	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
69514	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
69514	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
69514	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
69514	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
69514	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
69514	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
69514	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
69514	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
69514	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
69514	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
69514	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
69514	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
69514	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
69514	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
69514	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
69514	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
69514	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
69514	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
69514	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
69514	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
69514	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
69514	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
69514	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
69514	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
69514	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
69514	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
69514	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
69514	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
69514	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
69514	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
69514	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
69514	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
69514	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
69514	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
69514	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
69514	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
69514	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
69514	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
69514	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
69514	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
69514	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
69514	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
69514	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
69514	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
69514	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
69514	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
69514	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
69514	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
69514	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
69514	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
69514	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
69514	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
69514	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
69514	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
69514	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
69514	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
69514	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
69514	embedding2nn.weight	0	0.12291046977043152
69514	embedding2nn.weight	1	0.2537689805030823
69514	embedding2nn.weight	2	0.059272557497024536
69514	embedding2nn.weight	3	0.006681735627353191
69514	embedding2nn.weight	4	-0.07522031664848328
69514	embedding2nn.weight	5	0.038213808089494705
69514	embedding2nn.weight	6	0.05668133124709129
69514	embedding2nn.weight	7	0.013068762607872486
69514	embedding2nn.weight	8	0.06562735140323639
69514	embedding2nn.weight	9	-0.018649952486157417
69514	embedding2nn.bias	0	0.0537417009472847
69514	embedding2nn.bias	1	-0.1413130909204483
69514	embedding2nn.bias	2	0.07038785517215729
69514	embedding2nn.bias	3	0.1425817459821701
69514	embedding2nn.bias	4	0.12072847783565521
69514	embedding2nn.bias	5	-0.0210005734115839
69514	embedding2nn.bias	6	-0.006642405409365892
69514	embedding2nn.bias	7	0.05336342006921768
69514	embedding2nn.bias	8	-0.142865851521492
69514	embedding2nn.bias	9	-0.34227079153060913
69514	rnn.weight_ih_l0	0	0.0013810694217681885
69514	rnn.weight_ih_l0	1	-0.043822262436151505
69514	rnn.weight_ih_l0	2	0.0028959177434444427
69514	rnn.weight_ih_l0	3	0.014397842809557915
69514	rnn.weight_ih_l0	4	-0.007881252095103264
69514	rnn.weight_ih_l0	5	-0.14647527039051056
69514	rnn.weight_ih_l0	6	0.014742499217391014
69514	rnn.weight_ih_l0	7	0.0012373258359730244
69514	rnn.weight_ih_l0	8	0.036124635487794876
69514	rnn.weight_ih_l0	9	-0.014004149474203587
69514	rnn.weight_hh_l0	0	0.03247392550110817
69514	rnn.weight_hh_l0	1	0.06198638305068016
69514	rnn.weight_hh_l0	2	-0.006436482537537813
69514	rnn.weight_hh_l0	3	0.04766760393977165
69514	rnn.weight_hh_l0	4	-0.030840151011943817
69514	rnn.weight_hh_l0	5	0.03909694030880928
69514	rnn.weight_hh_l0	6	0.023531582206487656
69514	rnn.weight_hh_l0	7	0.002887362614274025
69514	rnn.weight_hh_l0	8	0.033628180623054504
69514	rnn.weight_hh_l0	9	-0.03528399020433426
69514	rnn.bias_ih_l0	0	0.051844630390405655
69514	rnn.bias_ih_l0	1	-0.12057935446500778
69514	rnn.bias_ih_l0	2	-0.015365492552518845
69514	rnn.bias_ih_l0	3	-0.0956214964389801
69514	rnn.bias_ih_l0	4	0.06151990965008736
69514	rnn.bias_ih_l0	5	-0.14856800436973572
69514	rnn.bias_ih_l0	6	-0.049330469220876694
69514	rnn.bias_ih_l0	7	-0.1661110520362854
69514	rnn.bias_ih_l0	8	-0.08994197845458984
69514	rnn.bias_ih_l0	9	-0.30579203367233276
69514	rnn.bias_hh_l0	0	-0.09648244082927704
69514	rnn.bias_hh_l0	1	-0.1178276464343071
69514	rnn.bias_hh_l0	2	-0.08241584897041321
69514	rnn.bias_hh_l0	3	-0.041537582874298096
69514	rnn.bias_hh_l0	4	-0.08913712203502655
69514	rnn.bias_hh_l0	5	-0.13501957058906555
69514	rnn.bias_hh_l0	6	-0.09118008613586426
69514	rnn.bias_hh_l0	7	0.07960687577724457
69514	rnn.bias_hh_l0	8	-0.11338041722774506
69514	rnn.bias_hh_l0	9	-0.27651363611221313
69514	rnn.weight_ih_l0_reverse	0	0.07204017788171768
69514	rnn.weight_ih_l0_reverse	1	-0.0354817733168602
69514	rnn.weight_ih_l0_reverse	2	-0.012779311276972294
69514	rnn.weight_ih_l0_reverse	3	-0.037267256528139114
69514	rnn.weight_ih_l0_reverse	4	0.02661770209670067
69514	rnn.weight_ih_l0_reverse	5	-0.11704619973897934
69514	rnn.weight_ih_l0_reverse	6	0.03213432431221008
69514	rnn.weight_ih_l0_reverse	7	0.03311431035399437
69514	rnn.weight_ih_l0_reverse	8	-0.040908344089984894
69514	rnn.weight_ih_l0_reverse	9	-0.014077174477279186
69514	rnn.weight_hh_l0_reverse	0	-0.024873357266187668
69514	rnn.weight_hh_l0_reverse	1	0.031206907704472542
69514	rnn.weight_hh_l0_reverse	2	-0.007442083675414324
69514	rnn.weight_hh_l0_reverse	3	0.013879594393074512
69514	rnn.weight_hh_l0_reverse	4	-0.05934853106737137
69514	rnn.weight_hh_l0_reverse	5	0.03185826167464256
69514	rnn.weight_hh_l0_reverse	6	0.01671411469578743
69514	rnn.weight_hh_l0_reverse	7	-0.0044668735936284065
69514	rnn.weight_hh_l0_reverse	8	0.05409638211131096
69514	rnn.weight_hh_l0_reverse	9	0.027883581817150116
69514	rnn.bias_ih_l0_reverse	0	-0.12049631774425507
69514	rnn.bias_ih_l0_reverse	1	-0.13188055157661438
69514	rnn.bias_ih_l0_reverse	2	0.004103494808077812
69514	rnn.bias_ih_l0_reverse	3	-0.10533009469509125
69514	rnn.bias_ih_l0_reverse	4	-0.02530822344124317
69514	rnn.bias_ih_l0_reverse	5	-0.12396988272666931
69514	rnn.bias_ih_l0_reverse	6	0.2031680941581726
69514	rnn.bias_ih_l0_reverse	7	-0.19518637657165527
69514	rnn.bias_ih_l0_reverse	8	-0.07908602058887482
69514	rnn.bias_ih_l0_reverse	9	-0.0772891640663147
69514	rnn.bias_hh_l0_reverse	0	-0.02178528904914856
69514	rnn.bias_hh_l0_reverse	1	0.09868644177913666
69514	rnn.bias_hh_l0_reverse	2	-0.1622038036584854
69514	rnn.bias_hh_l0_reverse	3	-0.036212045699357986
69514	rnn.bias_hh_l0_reverse	4	-0.14998693764209747
69514	rnn.bias_hh_l0_reverse	5	-0.05403321236371994
69514	rnn.bias_hh_l0_reverse	6	-0.17174340784549713
69514	rnn.bias_hh_l0_reverse	7	-0.03443519026041031
69514	rnn.bias_hh_l0_reverse	8	-0.04485654458403587
69514	rnn.bias_hh_l0_reverse	9	0.1416880041360855
69514	linear.weight	0	0.22789789736270905
69514	linear.weight	1	-0.29915133118629456
69514	linear.weight	2	0.014732392504811287
69514	linear.weight	3	0.06810422241687775
69514	linear.weight	4	-0.15188999474048615
69514	linear.weight	5	0.31308090686798096
69514	linear.weight	6	-0.09485098719596863
69514	linear.weight	7	-0.07246874272823334
69514	linear.weight	8	0.1373576670885086
69514	linear.weight	9	-0.030089115723967552
69514	linear.bias	0	-1.0486977100372314
69514	linear.bias	1	1.9108787775039673
69514	linear.bias	2	0.13264413177967072
69514	linear.bias	3	-2.0571141242980957
69514	linear.bias	4	-0.39140841364860535
69514	linear.bias	5	0.9890170097351074
69514	linear.bias	6	-0.3870857357978821
69514	linear.bias	7	0.3078412413597107
69514	linear.bias	8	1.8963615894317627
69514	linear.bias	9	-1.1236993074417114
70123	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
70123	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
70123	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
70123	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
70123	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
70123	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
70123	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
70123	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
70123	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
70123	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
70123	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
70123	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
70123	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
70123	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
70123	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
70123	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
70123	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
70123	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
70123	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
70123	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
70123	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
70123	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
70123	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
70123	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
70123	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
70123	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
70123	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
70123	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
70123	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
70123	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
70123	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
70123	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
70123	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
70123	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
70123	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
70123	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
70123	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
70123	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
70123	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
70123	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
70123	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
70123	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
70123	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
70123	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
70123	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
70123	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
70123	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
70123	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
70123	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
70123	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
70123	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
70123	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
70123	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
70123	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
70123	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
70123	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
70123	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
70123	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
70123	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
70123	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
70123	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
70123	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
70123	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
70123	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
70123	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
70123	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
70123	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
70123	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
70123	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
70123	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
70123	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
70123	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
70123	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
70123	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
70123	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
70123	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
70123	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
70123	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
70123	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
70123	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
70123	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
70123	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
70123	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
70123	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
70123	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
70123	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
70123	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
70123	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
70123	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
70123	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
70123	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
70123	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
70123	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
70123	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
70123	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
70123	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
70123	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
70123	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
70123	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
70123	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
70123	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
70123	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
70123	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
70123	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
70123	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
70123	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
70123	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
70123	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
70123	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
70123	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
70123	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
70123	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
70123	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
70123	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
70123	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
70123	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
70123	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
70123	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
70123	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
70123	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
70123	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
70123	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
70123	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
70123	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
70123	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
70123	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
70123	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
70123	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
70123	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
70123	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
70123	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
70123	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
70123	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
70123	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
70123	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
70123	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
70123	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
70123	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
70123	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
70123	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
70123	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
70123	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
70123	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
70123	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
70123	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
70123	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
70123	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
70123	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
70123	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
70123	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
70123	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
70123	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
70123	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
70123	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
70123	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
70123	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
70123	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
70123	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
70123	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
70123	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
70123	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
70123	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
70123	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
70123	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
70123	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
70123	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
70123	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
70123	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
70123	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
70123	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
70123	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
70123	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
70123	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
70123	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
70123	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
70123	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
70123	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
70123	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
70123	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
70123	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
70123	embedding2nn.weight	0	0.12593214213848114
70123	embedding2nn.weight	1	0.2511989176273346
70123	embedding2nn.weight	2	0.05579184368252754
70123	embedding2nn.weight	3	0.018989738076925278
70123	embedding2nn.weight	4	-0.07472028583288193
70123	embedding2nn.weight	5	0.03962862119078636
70123	embedding2nn.weight	6	0.057828113436698914
70123	embedding2nn.weight	7	0.011164656840264797
70123	embedding2nn.weight	8	0.0670887902379036
70123	embedding2nn.weight	9	-0.02450208179652691
70123	embedding2nn.bias	0	0.06748376786708832
70123	embedding2nn.bias	1	-0.1400156319141388
70123	embedding2nn.bias	2	0.07479742169380188
70123	embedding2nn.bias	3	0.14353470504283905
70123	embedding2nn.bias	4	0.1182064339518547
70123	embedding2nn.bias	5	-0.02396339364349842
70123	embedding2nn.bias	6	-0.006535680498927832
70123	embedding2nn.bias	7	0.0459342822432518
70123	embedding2nn.bias	8	-0.12868747115135193
70123	embedding2nn.bias	9	-0.3414892852306366
70123	rnn.weight_ih_l0	0	0.0017282351618632674
70123	rnn.weight_ih_l0	1	-0.04404795542359352
70123	rnn.weight_ih_l0	2	0.011622054502367973
70123	rnn.weight_ih_l0	3	0.020637134090065956
70123	rnn.weight_ih_l0	4	-0.006096518598496914
70123	rnn.weight_ih_l0	5	-0.14938147366046906
70123	rnn.weight_ih_l0	6	0.009437115862965584
70123	rnn.weight_ih_l0	7	0.0014976129168644547
70123	rnn.weight_ih_l0	8	0.03277340158820152
70123	rnn.weight_ih_l0	9	-0.019820038229227066
70123	rnn.weight_hh_l0	0	0.03274723142385483
70123	rnn.weight_hh_l0	1	0.06242217496037483
70123	rnn.weight_hh_l0	2	-0.004452155437320471
70123	rnn.weight_hh_l0	3	0.04715618118643761
70123	rnn.weight_hh_l0	4	-0.03000459633767605
70123	rnn.weight_hh_l0	5	0.038135189563035965
70123	rnn.weight_hh_l0	6	0.023123083636164665
70123	rnn.weight_hh_l0	7	0.002299026818946004
70123	rnn.weight_hh_l0	8	0.03339429944753647
70123	rnn.weight_hh_l0	9	-0.033493563532829285
70123	rnn.bias_ih_l0	0	0.06275039166212082
70123	rnn.bias_ih_l0	1	-0.11718733608722687
70123	rnn.bias_ih_l0	2	-0.00842166505753994
70123	rnn.bias_ih_l0	3	-0.09560465812683105
70123	rnn.bias_ih_l0	4	0.060702137649059296
70123	rnn.bias_ih_l0	5	-0.143698588013649
70123	rnn.bias_ih_l0	6	-0.042960427701473236
70123	rnn.bias_ih_l0	7	-0.16684164106845856
70123	rnn.bias_ih_l0	8	-0.08595030009746552
70123	rnn.bias_ih_l0	9	-0.3062782287597656
70123	rnn.bias_hh_l0	0	-0.09472734481096268
70123	rnn.bias_hh_l0	1	-0.11016485840082169
70123	rnn.bias_hh_l0	2	-0.08098559081554413
70123	rnn.bias_hh_l0	3	-0.04047951102256775
70123	rnn.bias_hh_l0	4	-0.0913589596748352
70123	rnn.bias_hh_l0	5	-0.12968643009662628
70123	rnn.bias_hh_l0	6	-0.09022723138332367
70123	rnn.bias_hh_l0	7	0.09460069984197617
70123	rnn.bias_hh_l0	8	-0.11543095856904984
70123	rnn.bias_hh_l0	9	-0.2807067334651947
70123	rnn.weight_ih_l0_reverse	0	0.06638535857200623
70123	rnn.weight_ih_l0_reverse	1	-0.0385831817984581
70123	rnn.weight_ih_l0_reverse	2	-0.01134246215224266
70123	rnn.weight_ih_l0_reverse	3	-0.03903459012508392
70123	rnn.weight_ih_l0_reverse	4	0.025801140815019608
70123	rnn.weight_ih_l0_reverse	5	-0.11990700662136078
70123	rnn.weight_ih_l0_reverse	6	0.03282248228788376
70123	rnn.weight_ih_l0_reverse	7	0.03279109671711922
70123	rnn.weight_ih_l0_reverse	8	-0.04392651095986366
70123	rnn.weight_ih_l0_reverse	9	-0.013871027156710625
70123	rnn.weight_hh_l0_reverse	0	-0.025080475956201553
70123	rnn.weight_hh_l0_reverse	1	0.030584489926695824
70123	rnn.weight_hh_l0_reverse	2	-0.0074485475197434425
70123	rnn.weight_hh_l0_reverse	3	0.01408854965120554
70123	rnn.weight_hh_l0_reverse	4	-0.05999783053994179
70123	rnn.weight_hh_l0_reverse	5	0.031279731541872025
70123	rnn.weight_hh_l0_reverse	6	0.016401957720518112
70123	rnn.weight_hh_l0_reverse	7	0.002478744136169553
70123	rnn.weight_hh_l0_reverse	8	0.05172647163271904
70123	rnn.weight_hh_l0_reverse	9	0.0290052630007267
70123	rnn.bias_ih_l0_reverse	0	-0.11891793459653854
70123	rnn.bias_ih_l0_reverse	1	-0.13379642367362976
70123	rnn.bias_ih_l0_reverse	2	0.0019442448392510414
70123	rnn.bias_ih_l0_reverse	3	-0.10595270246267319
70123	rnn.bias_ih_l0_reverse	4	-0.02690793387591839
70123	rnn.bias_ih_l0_reverse	5	-0.12239690870046616
70123	rnn.bias_ih_l0_reverse	6	0.20613902807235718
70123	rnn.bias_ih_l0_reverse	7	-0.18070238828659058
70123	rnn.bias_ih_l0_reverse	8	-0.07820272445678711
70123	rnn.bias_ih_l0_reverse	9	-0.07520006597042084
70123	rnn.bias_hh_l0_reverse	0	-0.020334264263510704
70123	rnn.bias_hh_l0_reverse	1	0.09360641986131668
70123	rnn.bias_hh_l0_reverse	2	-0.16644501686096191
70123	rnn.bias_hh_l0_reverse	3	-0.037764694541692734
70123	rnn.bias_hh_l0_reverse	4	-0.15180717408657074
70123	rnn.bias_hh_l0_reverse	5	-0.05887093394994736
70123	rnn.bias_hh_l0_reverse	6	-0.17070510983467102
70123	rnn.bias_hh_l0_reverse	7	-0.03315111622214317
70123	rnn.bias_hh_l0_reverse	8	-0.05577067285776138
70123	rnn.bias_hh_l0_reverse	9	0.1384582817554474
70123	linear.weight	0	0.21406331658363342
70123	linear.weight	1	-0.3444695770740509
70123	linear.weight	2	-0.01549465861171484
70123	linear.weight	3	0.06810761988162994
70123	linear.weight	4	-0.16489768028259277
70123	linear.weight	5	0.3597852885723114
70123	linear.weight	6	-0.11353380978107452
70123	linear.weight	7	-0.07238491624593735
70123	linear.weight	8	0.14142781496047974
70123	linear.weight	9	-0.030167536810040474
70123	linear.bias	0	-1.0795944929122925
70123	linear.bias	1	1.9393786191940308
70123	linear.bias	2	0.1297340840101242
70123	linear.bias	3	-2.0601675510406494
70123	linear.bias	4	-0.383655846118927
70123	linear.bias	5	1.0300906896591187
70123	linear.bias	6	-0.4317885637283325
70123	linear.bias	7	0.31330958008766174
70123	linear.bias	8	1.8872019052505493
70123	linear.bias	9	-1.1514256000518799
70732	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
70732	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
70732	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
70732	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
70732	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
70732	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
70732	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
70732	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
70732	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
70732	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
70732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
70732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
70732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
70732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
70732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
70732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
70732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
70732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
70732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
70732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
70732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
70732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
70732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
70732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
70732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
70732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
70732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
70732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
70732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
70732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
70732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
70732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
70732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
70732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
70732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
70732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
70732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
70732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
70732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
70732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
70732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
70732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
70732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
70732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
70732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
70732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
70732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
70732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
70732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
70732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
70732	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
70732	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
70732	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
70732	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
70732	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
70732	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
70732	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
70732	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
70732	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
70732	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
70732	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
70732	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
70732	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
70732	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
70732	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
70732	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
70732	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
70732	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
70732	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
70732	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
70732	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
70732	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
70732	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
70732	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
70732	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
70732	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
70732	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
70732	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
70732	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
70732	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
70732	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
70732	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
70732	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
70732	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
70732	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
70732	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
70732	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
70732	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
70732	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
70732	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
70732	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
70732	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
70732	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
70732	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
70732	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
70732	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
70732	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
70732	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
70732	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
70732	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
70732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
70732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
70732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
70732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
70732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
70732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
70732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
70732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
70732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
70732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
70732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
70732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
70732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
70732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
70732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
70732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
70732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
70732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
70732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
70732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
70732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
70732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
70732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
70732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
70732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
70732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
70732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
70732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
70732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
70732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
70732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
70732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
70732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
70732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
70732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
70732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
70732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
70732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
70732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
70732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
70732	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
70732	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
70732	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
70732	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
70732	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
70732	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
70732	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
70732	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
70732	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
70732	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
70732	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
70732	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
70732	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
70732	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
70732	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
70732	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
70732	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
70732	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
70732	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
70732	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
70732	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
70732	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
70732	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
70732	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
70732	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
70732	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
70732	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
70732	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
70732	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
70732	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
70732	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
70732	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
70732	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
70732	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
70732	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
70732	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
70732	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
70732	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
70732	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
70732	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
70732	embedding2nn.weight	0	0.12751099467277527
70732	embedding2nn.weight	1	0.2551688551902771
70732	embedding2nn.weight	2	0.05253481864929199
70732	embedding2nn.weight	3	-0.01151075679808855
70732	embedding2nn.weight	4	-0.07205329835414886
70732	embedding2nn.weight	5	0.04049024358391762
70732	embedding2nn.weight	6	0.05985492095351219
70732	embedding2nn.weight	7	0.019546642899513245
70732	embedding2nn.weight	8	0.061840832233428955
70732	embedding2nn.weight	9	-0.02817487344145775
70732	embedding2nn.bias	0	0.04268677160143852
70732	embedding2nn.bias	1	-0.13755963742733002
70732	embedding2nn.bias	2	0.07741966843605042
70732	embedding2nn.bias	3	0.12970604002475739
70732	embedding2nn.bias	4	0.12402623891830444
70732	embedding2nn.bias	5	-0.0419493243098259
70732	embedding2nn.bias	6	-0.019478751346468925
70732	embedding2nn.bias	7	0.047951485961675644
70732	embedding2nn.bias	8	-0.13567423820495605
70732	embedding2nn.bias	9	-0.3343939781188965
70732	rnn.weight_ih_l0	0	0.00250605633482337
70732	rnn.weight_ih_l0	1	-0.04127567261457443
70732	rnn.weight_ih_l0	2	0.010675556026399136
70732	rnn.weight_ih_l0	3	0.019124429672956467
70732	rnn.weight_ih_l0	4	-0.00662259291857481
70732	rnn.weight_ih_l0	5	-0.1396237313747406
70732	rnn.weight_ih_l0	6	0.015649452805519104
70732	rnn.weight_ih_l0	7	0.004173718858510256
70732	rnn.weight_ih_l0	8	0.022367214784026146
70732	rnn.weight_ih_l0	9	-0.016307484358549118
70732	rnn.weight_hh_l0	0	0.032919105142354965
70732	rnn.weight_hh_l0	1	0.06278729438781738
70732	rnn.weight_hh_l0	2	-0.004520575050264597
70732	rnn.weight_hh_l0	3	0.04744076356291771
70732	rnn.weight_hh_l0	4	-0.028667788952589035
70732	rnn.weight_hh_l0	5	0.037995461374521255
70732	rnn.weight_hh_l0	6	0.02329879067838192
70732	rnn.weight_hh_l0	7	0.00044184899888932705
70732	rnn.weight_hh_l0	8	0.03385024145245552
70732	rnn.weight_hh_l0	9	-0.035427093505859375
70732	rnn.bias_ih_l0	0	0.07216831296682358
70732	rnn.bias_ih_l0	1	-0.12251871824264526
70732	rnn.bias_ih_l0	2	-0.006455176509916782
70732	rnn.bias_ih_l0	3	-0.09671374410390854
70732	rnn.bias_ih_l0	4	0.05304661765694618
70732	rnn.bias_ih_l0	5	-0.15662041306495667
70732	rnn.bias_ih_l0	6	-0.04447503760457039
70732	rnn.bias_ih_l0	7	-0.16648530960083008
70732	rnn.bias_ih_l0	8	-0.09508948028087616
70732	rnn.bias_ih_l0	9	-0.30273526906967163
70732	rnn.bias_hh_l0	0	-0.09310198575258255
70732	rnn.bias_hh_l0	1	-0.10796362161636353
70732	rnn.bias_hh_l0	2	-0.0802496150135994
70732	rnn.bias_hh_l0	3	-0.045224882662296295
70732	rnn.bias_hh_l0	4	-0.09983564913272858
70732	rnn.bias_hh_l0	5	-0.13096189498901367
70732	rnn.bias_hh_l0	6	-0.09427745640277863
70732	rnn.bias_hh_l0	7	0.0895252525806427
70732	rnn.bias_hh_l0	8	-0.11165790259838104
70732	rnn.bias_hh_l0	9	-0.28375017642974854
70732	rnn.weight_ih_l0_reverse	0	0.062481507658958435
70732	rnn.weight_ih_l0_reverse	1	-0.04002976417541504
70732	rnn.weight_ih_l0_reverse	2	-0.011027099564671516
70732	rnn.weight_ih_l0_reverse	3	-0.04089432209730148
70732	rnn.weight_ih_l0_reverse	4	0.024472584947943687
70732	rnn.weight_ih_l0_reverse	5	-0.12176945060491562
70732	rnn.weight_ih_l0_reverse	6	0.02816753275692463
70732	rnn.weight_ih_l0_reverse	7	0.03239208832383156
70732	rnn.weight_ih_l0_reverse	8	-0.04145768657326698
70732	rnn.weight_ih_l0_reverse	9	-0.013429421931505203
70732	rnn.weight_hh_l0_reverse	0	-0.025463901460170746
70732	rnn.weight_hh_l0_reverse	1	0.029813114553689957
70732	rnn.weight_hh_l0_reverse	2	-0.006817090790718794
70732	rnn.weight_hh_l0_reverse	3	0.014938839711248875
70732	rnn.weight_hh_l0_reverse	4	-0.05930784344673157
70732	rnn.weight_hh_l0_reverse	5	0.03121071867644787
70732	rnn.weight_hh_l0_reverse	6	0.016464028507471085
70732	rnn.weight_hh_l0_reverse	7	-3.1611086797056487e-06
70732	rnn.weight_hh_l0_reverse	8	0.051980581134557724
70732	rnn.weight_hh_l0_reverse	9	0.027059808373451233
70732	rnn.bias_ih_l0_reverse	0	-0.1257278025150299
70732	rnn.bias_ih_l0_reverse	1	-0.1362365186214447
70732	rnn.bias_ih_l0_reverse	2	-0.0034819135908037424
70732	rnn.bias_ih_l0_reverse	3	-0.10178598016500473
70732	rnn.bias_ih_l0_reverse	4	-0.019490784034132957
70732	rnn.bias_ih_l0_reverse	5	-0.12608245015144348
70732	rnn.bias_ih_l0_reverse	6	0.20442962646484375
70732	rnn.bias_ih_l0_reverse	7	-0.1810872107744217
70732	rnn.bias_ih_l0_reverse	8	-0.08277059346437454
70732	rnn.bias_ih_l0_reverse	9	-0.07081101834774017
70732	rnn.bias_hh_l0_reverse	0	-0.02263057418167591
70732	rnn.bias_hh_l0_reverse	1	0.09490425139665604
70732	rnn.bias_hh_l0_reverse	2	-0.1676236093044281
70732	rnn.bias_hh_l0_reverse	3	-0.035865798592567444
70732	rnn.bias_hh_l0_reverse	4	-0.1566443145275116
70732	rnn.bias_hh_l0_reverse	5	-0.06105738505721092
70732	rnn.bias_hh_l0_reverse	6	-0.1713888794183731
70732	rnn.bias_hh_l0_reverse	7	-0.030840516090393066
70732	rnn.bias_hh_l0_reverse	8	-0.05953625589609146
70732	rnn.bias_hh_l0_reverse	9	0.1289200484752655
70732	linear.weight	0	0.23000147938728333
70732	linear.weight	1	-0.3182239532470703
70732	linear.weight	2	0.03259957209229469
70732	linear.weight	3	0.06808637082576752
70732	linear.weight	4	-0.17234425246715546
70732	linear.weight	5	0.31877565383911133
70732	linear.weight	6	-0.13949976861476898
70732	linear.weight	7	-0.07231941819190979
70732	linear.weight	8	0.144865483045578
70732	linear.weight	9	-0.030303476378321648
70732	linear.bias	0	-1.0814818143844604
70732	linear.bias	1	1.8516780138015747
70732	linear.bias	2	0.1250159740447998
70732	linear.bias	3	-2.063694953918457
70732	linear.bias	4	-0.38621070981025696
70732	linear.bias	5	1.0529077053070068
70732	linear.bias	6	-0.39024102687835693
70732	linear.bias	7	0.2897329032421112
70732	linear.bias	8	1.976763129234314
70732	linear.bias	9	-1.1490854024887085
71341	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
71341	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
71341	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
71341	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
71341	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
71341	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
71341	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
71341	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
71341	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
71341	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
71341	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
71341	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
71341	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
71341	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
71341	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
71341	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
71341	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
71341	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
71341	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
71341	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
71341	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
71341	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
71341	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
71341	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
71341	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
71341	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
71341	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
71341	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
71341	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
71341	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
71341	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
71341	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
71341	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
71341	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
71341	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
71341	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
71341	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
71341	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
71341	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
71341	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
71341	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
71341	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
71341	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
71341	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
71341	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
71341	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
71341	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
71341	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
71341	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
71341	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
71341	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
71341	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
71341	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
71341	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
71341	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
71341	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
71341	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
71341	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
71341	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
71341	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
71341	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
71341	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
71341	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
71341	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
71341	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
71341	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
71341	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
71341	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
71341	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
71341	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
71341	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
71341	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
71341	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
71341	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
71341	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
71341	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
71341	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
71341	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
71341	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
71341	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
71341	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
71341	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
71341	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
71341	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
71341	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
71341	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
71341	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
71341	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
71341	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
71341	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
71341	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
71341	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
71341	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
71341	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
71341	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
71341	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
71341	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
71341	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
71341	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
71341	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
71341	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
71341	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
71341	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
71341	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
71341	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
71341	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
71341	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
71341	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
71341	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
71341	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
71341	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
71341	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
71341	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
71341	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
71341	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
71341	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
71341	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
71341	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
71341	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
71341	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
71341	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
71341	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
71341	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
71341	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
71341	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
71341	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
71341	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
71341	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
71341	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
71341	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
71341	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
71341	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
71341	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
71341	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
71341	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
71341	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
71341	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
71341	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
71341	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
71341	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
71341	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
71341	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
71341	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
71341	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
71341	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
71341	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
71341	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
71341	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
71341	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
71341	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
71341	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
71341	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
71341	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
71341	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
71341	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
71341	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
71341	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
71341	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
71341	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
71341	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
71341	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
71341	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
71341	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
71341	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
71341	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
71341	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
71341	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
71341	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
71341	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
71341	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
71341	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
71341	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
71341	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
71341	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
71341	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
71341	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
71341	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
71341	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
71341	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
71341	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
71341	embedding2nn.weight	0	0.12864017486572266
71341	embedding2nn.weight	1	0.2543783485889435
71341	embedding2nn.weight	2	0.0539424866437912
71341	embedding2nn.weight	3	-0.0025886872317641973
71341	embedding2nn.weight	4	-0.06902877241373062
71341	embedding2nn.weight	5	0.04753948748111725
71341	embedding2nn.weight	6	0.04656633362174034
71341	embedding2nn.weight	7	0.017515450716018677
71341	embedding2nn.weight	8	0.06254295259714127
71341	embedding2nn.weight	9	-0.02390686236321926
71341	embedding2nn.bias	0	0.035472478717565536
71341	embedding2nn.bias	1	-0.14246545732021332
71341	embedding2nn.bias	2	0.0848599523305893
71341	embedding2nn.bias	3	0.13659872114658356
71341	embedding2nn.bias	4	0.12766918540000916
71341	embedding2nn.bias	5	-0.05319696292281151
71341	embedding2nn.bias	6	-0.002619080012664199
71341	embedding2nn.bias	7	0.028299136087298393
71341	embedding2nn.bias	8	-0.12679116427898407
71341	embedding2nn.bias	9	-0.330935001373291
71341	rnn.weight_ih_l0	0	0.0036998058203607798
71341	rnn.weight_ih_l0	1	-0.04279395565390587
71341	rnn.weight_ih_l0	2	0.007356559857726097
71341	rnn.weight_ih_l0	3	0.01967375911772251
71341	rnn.weight_ih_l0	4	-0.011091450229287148
71341	rnn.weight_ih_l0	5	-0.13858692348003387
71341	rnn.weight_ih_l0	6	0.018833519890904427
71341	rnn.weight_ih_l0	7	0.003654961474239826
71341	rnn.weight_ih_l0	8	0.03291044384241104
71341	rnn.weight_ih_l0	9	-0.016627637669444084
71341	rnn.weight_hh_l0	0	0.032871708273887634
71341	rnn.weight_hh_l0	1	0.06362563371658325
71341	rnn.weight_hh_l0	2	-0.0049218847416341305
71341	rnn.weight_hh_l0	3	0.048119042068719864
71341	rnn.weight_hh_l0	4	-0.027275007218122482
71341	rnn.weight_hh_l0	5	0.037857457995414734
71341	rnn.weight_hh_l0	6	0.022606490179896355
71341	rnn.weight_hh_l0	7	0.006187995430082083
71341	rnn.weight_hh_l0	8	0.033530429005622864
71341	rnn.weight_hh_l0	9	-0.04112516716122627
71341	rnn.bias_ih_l0	0	0.06300335377454758
71341	rnn.bias_ih_l0	1	-0.13116134703159332
71341	rnn.bias_ih_l0	2	-0.004109863191843033
71341	rnn.bias_ih_l0	3	-0.1042877733707428
71341	rnn.bias_ih_l0	4	0.04633519425988197
71341	rnn.bias_ih_l0	5	-0.15316294133663177
71341	rnn.bias_ih_l0	6	-0.0353940986096859
71341	rnn.bias_ih_l0	7	-0.16534137725830078
71341	rnn.bias_ih_l0	8	-0.09466174244880676
71341	rnn.bias_ih_l0	9	-0.2977835536003113
71341	rnn.bias_hh_l0	0	-0.09193557500839233
71341	rnn.bias_hh_l0	1	-0.11204967647790909
71341	rnn.bias_hh_l0	2	-0.08094290643930435
71341	rnn.bias_hh_l0	3	-0.04422027990221977
71341	rnn.bias_hh_l0	4	-0.10100069642066956
71341	rnn.bias_hh_l0	5	-0.13119545578956604
71341	rnn.bias_hh_l0	6	-0.10234437137842178
71341	rnn.bias_hh_l0	7	0.08972999453544617
71341	rnn.bias_hh_l0	8	-0.10553763061761856
71341	rnn.bias_hh_l0	9	-0.28671684861183167
71341	rnn.weight_ih_l0_reverse	0	0.06219878047704697
71341	rnn.weight_ih_l0_reverse	1	-0.041921306401491165
71341	rnn.weight_ih_l0_reverse	2	-0.01628780923783779
71341	rnn.weight_ih_l0_reverse	3	-0.0457916259765625
71341	rnn.weight_ih_l0_reverse	4	0.02549244463443756
71341	rnn.weight_ih_l0_reverse	5	-0.12872017920017242
71341	rnn.weight_ih_l0_reverse	6	0.03410685062408447
71341	rnn.weight_ih_l0_reverse	7	0.03144887834787369
71341	rnn.weight_ih_l0_reverse	8	-0.03982428461313248
71341	rnn.weight_ih_l0_reverse	9	-0.011438141576945782
71341	rnn.weight_hh_l0_reverse	0	-0.027847325429320335
71341	rnn.weight_hh_l0_reverse	1	0.02947874553501606
71341	rnn.weight_hh_l0_reverse	2	-0.006654154974967241
71341	rnn.weight_hh_l0_reverse	3	0.014523548074066639
71341	rnn.weight_hh_l0_reverse	4	-0.05992583557963371
71341	rnn.weight_hh_l0_reverse	5	0.03132208064198494
71341	rnn.weight_hh_l0_reverse	6	0.016647731885313988
71341	rnn.weight_hh_l0_reverse	7	-0.0029246474150568247
71341	rnn.weight_hh_l0_reverse	8	0.04976430535316467
71341	rnn.weight_hh_l0_reverse	9	0.027119113132357597
71341	rnn.bias_ih_l0_reverse	0	-0.12446050345897675
71341	rnn.bias_ih_l0_reverse	1	-0.14122961461544037
71341	rnn.bias_ih_l0_reverse	2	-0.0087002944201231
71341	rnn.bias_ih_l0_reverse	3	-0.09987229108810425
71341	rnn.bias_ih_l0_reverse	4	-0.022011136636137962
71341	rnn.bias_ih_l0_reverse	5	-0.1190267950296402
71341	rnn.bias_ih_l0_reverse	6	0.21078482270240784
71341	rnn.bias_ih_l0_reverse	7	-0.18473002314567566
71341	rnn.bias_ih_l0_reverse	8	-0.08752630650997162
71341	rnn.bias_ih_l0_reverse	9	-0.07913459092378616
71341	rnn.bias_hh_l0_reverse	0	-0.0187775120139122
71341	rnn.bias_hh_l0_reverse	1	0.08959481865167618
71341	rnn.bias_hh_l0_reverse	2	-0.16631777584552765
71341	rnn.bias_hh_l0_reverse	3	-0.04166455194354057
71341	rnn.bias_hh_l0_reverse	4	-0.1579880267381668
71341	rnn.bias_hh_l0_reverse	5	-0.05177246406674385
71341	rnn.bias_hh_l0_reverse	6	-0.17472867667675018
71341	rnn.bias_hh_l0_reverse	7	-0.023026758804917336
71341	rnn.bias_hh_l0_reverse	8	-0.04273146390914917
71341	rnn.bias_hh_l0_reverse	9	0.13516946136951447
71341	linear.weight	0	0.22802825272083282
71341	linear.weight	1	-0.33718106150627136
71341	linear.weight	2	-0.006059217732399702
71341	linear.weight	3	0.06809347122907639
71341	linear.weight	4	-0.1936483234167099
71341	linear.weight	5	0.27662307024002075
71341	linear.weight	6	-0.14402097463607788
71341	linear.weight	7	-0.07222147285938263
71341	linear.weight	8	0.14558371901512146
71341	linear.weight	9	-0.03037663921713829
71341	linear.bias	0	-1.0697342157363892
71341	linear.bias	1	1.8609884977340698
71341	linear.bias	2	0.13166989386081696
71341	linear.bias	3	-2.0667707920074463
71341	linear.bias	4	-0.38255026936531067
71341	linear.bias	5	0.9973410367965698
71341	linear.bias	6	-0.41288432478904724
71341	linear.bias	7	0.2898162603378296
71341	linear.bias	8	1.9713727235794067
71341	linear.bias	9	-1.11936354637146
71950	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
71950	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
71950	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
71950	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
71950	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
71950	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
71950	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
71950	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
71950	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
71950	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
71950	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
71950	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
71950	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
71950	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
71950	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
71950	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
71950	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
71950	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
71950	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
71950	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
71950	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
71950	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
71950	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
71950	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
71950	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
71950	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
71950	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
71950	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
71950	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
71950	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
71950	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
71950	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
71950	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
71950	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
71950	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
71950	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
71950	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
71950	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
71950	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
71950	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
71950	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
71950	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
71950	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
71950	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
71950	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
71950	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
71950	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
71950	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
71950	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
71950	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
71950	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
71950	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
71950	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
71950	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
71950	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
71950	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
71950	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
71950	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
71950	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
71950	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
71950	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
71950	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
71950	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
71950	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
71950	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
71950	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
71950	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
71950	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
71950	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
71950	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
71950	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
71950	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
71950	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
71950	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
71950	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
71950	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
71950	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
71950	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
71950	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
71950	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
71950	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
71950	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
71950	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
71950	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
71950	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
71950	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
71950	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
71950	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
71950	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
71950	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
71950	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
71950	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
71950	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
71950	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
71950	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
71950	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
71950	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
71950	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
71950	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
71950	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
71950	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
71950	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
71950	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
71950	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
71950	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
71950	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
71950	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
71950	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
71950	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
71950	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
71950	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
71950	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
71950	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
71950	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
71950	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
71950	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
71950	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
71950	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
71950	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
71950	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
71950	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
71950	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
71950	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
71950	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
71950	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
71950	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
71950	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
71950	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
71950	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
71950	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
71950	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
71950	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
71950	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
71950	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
71950	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
71950	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
71950	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
71950	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
71950	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
71950	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
71950	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
71950	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
71950	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
71950	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
71950	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
71950	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
71950	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
71950	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
71950	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
71950	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
71950	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
71950	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
71950	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
71950	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
71950	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
71950	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
71950	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
71950	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
71950	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
71950	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
71950	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
71950	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
71950	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
71950	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
71950	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
71950	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
71950	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
71950	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
71950	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
71950	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
71950	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
71950	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
71950	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
71950	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
71950	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
71950	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
71950	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
71950	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
71950	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
71950	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
71950	embedding2nn.weight	0	0.12904106080532074
71950	embedding2nn.weight	1	0.2537824809551239
71950	embedding2nn.weight	2	0.05457503721117973
71950	embedding2nn.weight	3	0.0060651302337646484
71950	embedding2nn.weight	4	-0.06851685792207718
71950	embedding2nn.weight	5	0.045722395181655884
71950	embedding2nn.weight	6	0.043576374650001526
71950	embedding2nn.weight	7	0.019091464579105377
71950	embedding2nn.weight	8	0.06570704281330109
71950	embedding2nn.weight	9	-0.02193492278456688
71950	embedding2nn.bias	0	0.04839649051427841
71950	embedding2nn.bias	1	-0.14965809881687164
71950	embedding2nn.bias	2	0.09339874982833862
71950	embedding2nn.bias	3	0.1254936307668686
71950	embedding2nn.bias	4	0.11838231235742569
71950	embedding2nn.bias	5	-0.03829893097281456
71950	embedding2nn.bias	6	-0.011053125374019146
71950	embedding2nn.bias	7	0.03840190917253494
71950	embedding2nn.bias	8	-0.13661058247089386
71950	embedding2nn.bias	9	-0.31866565346717834
71950	rnn.weight_ih_l0	0	0.006228581070899963
71950	rnn.weight_ih_l0	1	-0.039885010570287704
71950	rnn.weight_ih_l0	2	0.009909367188811302
71950	rnn.weight_ih_l0	3	0.020074954256415367
71950	rnn.weight_ih_l0	4	-0.00834684818983078
71950	rnn.weight_ih_l0	5	-0.1350945383310318
71950	rnn.weight_ih_l0	6	0.014728075824677944
71950	rnn.weight_ih_l0	7	0.0012873815139755607
71950	rnn.weight_ih_l0	8	0.031238505616784096
71950	rnn.weight_ih_l0	9	-0.018316341564059258
71950	rnn.weight_hh_l0	0	0.032521191984415054
71950	rnn.weight_hh_l0	1	0.06334438920021057
71950	rnn.weight_hh_l0	2	-0.00518918689340353
71950	rnn.weight_hh_l0	3	0.048570193350315094
71950	rnn.weight_hh_l0	4	-0.02674844302237034
71950	rnn.weight_hh_l0	5	0.03829550743103027
71950	rnn.weight_hh_l0	6	0.021894250065088272
71950	rnn.weight_hh_l0	7	0.006276285741478205
71950	rnn.weight_hh_l0	8	0.03396432846784592
71950	rnn.weight_hh_l0	9	-0.04109698534011841
71950	rnn.bias_ih_l0	0	0.05906080827116966
71950	rnn.bias_ih_l0	1	-0.12771399319171906
71950	rnn.bias_ih_l0	2	0.0037993909791111946
71950	rnn.bias_ih_l0	3	-0.09470363706350327
71950	rnn.bias_ih_l0	4	0.03370822221040726
71950	rnn.bias_ih_l0	5	-0.1521052122116089
71950	rnn.bias_ih_l0	6	-0.03050193190574646
71950	rnn.bias_ih_l0	7	-0.16614462435245514
71950	rnn.bias_ih_l0	8	-0.09987488389015198
71950	rnn.bias_ih_l0	9	-0.30122050642967224
71950	rnn.bias_hh_l0	0	-0.08954375237226486
71950	rnn.bias_hh_l0	1	-0.10714141279459
71950	rnn.bias_hh_l0	2	-0.07696729153394699
71950	rnn.bias_hh_l0	3	-0.0463813841342926
71950	rnn.bias_hh_l0	4	-0.09960401058197021
71950	rnn.bias_hh_l0	5	-0.1348210573196411
71950	rnn.bias_hh_l0	6	-0.09166589379310608
71950	rnn.bias_hh_l0	7	0.1043543815612793
71950	rnn.bias_hh_l0	8	-0.10165559500455856
71950	rnn.bias_hh_l0	9	-0.2769899070262909
71950	rnn.weight_ih_l0_reverse	0	0.0661674439907074
71950	rnn.weight_ih_l0_reverse	1	-0.04193131998181343
71950	rnn.weight_ih_l0_reverse	2	-0.01855483651161194
71950	rnn.weight_ih_l0_reverse	3	-0.04639706760644913
71950	rnn.weight_ih_l0_reverse	4	0.026035169139504433
71950	rnn.weight_ih_l0_reverse	5	-0.13382884860038757
71950	rnn.weight_ih_l0_reverse	6	0.03577258065342903
71950	rnn.weight_ih_l0_reverse	7	0.03141634911298752
71950	rnn.weight_ih_l0_reverse	8	-0.04068770259618759
71950	rnn.weight_ih_l0_reverse	9	-0.014635225757956505
71950	rnn.weight_hh_l0_reverse	0	-0.028483856469392776
71950	rnn.weight_hh_l0_reverse	1	0.028710968792438507
71950	rnn.weight_hh_l0_reverse	2	-0.005611689295619726
71950	rnn.weight_hh_l0_reverse	3	0.014585771597921848
71950	rnn.weight_hh_l0_reverse	4	-0.05970252677798271
71950	rnn.weight_hh_l0_reverse	5	0.03210225701332092
71950	rnn.weight_hh_l0_reverse	6	0.016301700845360756
71950	rnn.weight_hh_l0_reverse	7	-0.0020170588977634907
71950	rnn.weight_hh_l0_reverse	8	0.04744386300444603
71950	rnn.weight_hh_l0_reverse	9	0.02768828719854355
71950	rnn.bias_ih_l0_reverse	0	-0.1247788593173027
71950	rnn.bias_ih_l0_reverse	1	-0.13021647930145264
71950	rnn.bias_ih_l0_reverse	2	-0.0018618138274177909
71950	rnn.bias_ih_l0_reverse	3	-0.09940757602453232
71950	rnn.bias_ih_l0_reverse	4	-0.03094659000635147
71950	rnn.bias_ih_l0_reverse	5	-0.1188635304570198
71950	rnn.bias_ih_l0_reverse	6	0.21919609606266022
71950	rnn.bias_ih_l0_reverse	7	-0.18857768177986145
71950	rnn.bias_ih_l0_reverse	8	-0.08926503360271454
71950	rnn.bias_ih_l0_reverse	9	-0.08479942381381989
71950	rnn.bias_hh_l0_reverse	0	-0.027113502845168114
71950	rnn.bias_hh_l0_reverse	1	0.09370926767587662
71950	rnn.bias_hh_l0_reverse	2	-0.1651071310043335
71950	rnn.bias_hh_l0_reverse	3	-0.042530763894319534
71950	rnn.bias_hh_l0_reverse	4	-0.16605807840824127
71950	rnn.bias_hh_l0_reverse	5	-0.05176930129528046
71950	rnn.bias_hh_l0_reverse	6	-0.17265017330646515
71950	rnn.bias_hh_l0_reverse	7	-0.02994566597044468
71950	rnn.bias_hh_l0_reverse	8	-0.05342942476272583
71950	rnn.bias_hh_l0_reverse	9	0.1439579874277115
71950	linear.weight	0	0.24455991387367249
71950	linear.weight	1	-0.34565699100494385
71950	linear.weight	2	-0.010416443459689617
71950	linear.weight	3	0.06811142712831497
71950	linear.weight	4	-0.16904494166374207
71950	linear.weight	5	0.293832004070282
71950	linear.weight	6	-0.13682685792446136
71950	linear.weight	7	-0.0721503421664238
71950	linear.weight	8	0.1661776304244995
71950	linear.weight	9	-0.030477918684482574
71950	linear.bias	0	-1.0669925212860107
71950	linear.bias	1	1.8810698986053467
71950	linear.bias	2	0.14054608345031738
71950	linear.bias	3	-2.069995641708374
71950	linear.bias	4	-0.37189120054244995
71950	linear.bias	5	1.0102875232696533
71950	linear.bias	6	-0.3716295063495636
71950	linear.bias	7	0.29320064187049866
71950	linear.bias	8	1.9793102741241455
71950	linear.bias	9	-1.1270567178726196
72559	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
72559	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
72559	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
72559	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
72559	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
72559	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
72559	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
72559	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
72559	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
72559	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
72559	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
72559	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
72559	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
72559	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
72559	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
72559	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
72559	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
72559	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
72559	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
72559	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
72559	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
72559	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
72559	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
72559	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
72559	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
72559	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
72559	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
72559	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
72559	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
72559	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
72559	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
72559	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
72559	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
72559	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
72559	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
72559	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
72559	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
72559	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
72559	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
72559	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
72559	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
72559	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
72559	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
72559	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
72559	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
72559	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
72559	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
72559	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
72559	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
72559	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
72559	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
72559	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
72559	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
72559	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
72559	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
72559	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
72559	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
72559	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
72559	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
72559	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
72559	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
72559	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
72559	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
72559	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
72559	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
72559	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
72559	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
72559	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
72559	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
72559	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
72559	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
72559	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
72559	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
72559	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
72559	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
72559	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
72559	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
72559	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
72559	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
72559	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
72559	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
72559	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
72559	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
72559	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
72559	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
72559	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
72559	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
72559	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
72559	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
72559	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
72559	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
72559	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
72559	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
72559	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
72559	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
72559	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
72559	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
72559	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
72559	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
72559	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
72559	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
72559	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
72559	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
72559	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
72559	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
72559	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
72559	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
72559	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
72559	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
72559	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
72559	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
72559	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
72559	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
72559	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
72559	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
72559	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
72559	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
72559	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
72559	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
72559	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
72559	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
72559	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
72559	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
72559	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
72559	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
72559	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
72559	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
72559	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
72559	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
72559	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
72559	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
72559	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
72559	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
72559	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
72559	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
72559	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
72559	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
72559	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
72559	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
72559	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
72559	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
72559	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
72559	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
72559	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
72559	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
72559	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
72559	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
72559	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
72559	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
72559	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
72559	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
72559	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
72559	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
72559	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
72559	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
72559	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
72559	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
72559	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
72559	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
72559	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
72559	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
72559	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
72559	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
72559	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
72559	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
72559	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
72559	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
72559	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
72559	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
72559	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
72559	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
72559	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
72559	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
72559	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
72559	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
72559	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
72559	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
72559	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
72559	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
72559	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
72559	embedding2nn.weight	0	0.13042767345905304
72559	embedding2nn.weight	1	0.25729992985725403
72559	embedding2nn.weight	2	0.056969575583934784
72559	embedding2nn.weight	3	-0.008056304417550564
72559	embedding2nn.weight	4	-0.07844525575637817
72559	embedding2nn.weight	5	0.04704855754971504
72559	embedding2nn.weight	6	0.03780493885278702
72559	embedding2nn.weight	7	0.015589123591780663
72559	embedding2nn.weight	8	0.0672118216753006
72559	embedding2nn.weight	9	-0.027908001095056534
72559	embedding2nn.bias	0	0.04142008721828461
72559	embedding2nn.bias	1	-0.13104279339313507
72559	embedding2nn.bias	2	0.0850510224699974
72559	embedding2nn.bias	3	0.12767598032951355
72559	embedding2nn.bias	4	0.1321214735507965
72559	embedding2nn.bias	5	-0.03377281129360199
72559	embedding2nn.bias	6	-0.016561400145292282
72559	embedding2nn.bias	7	0.040671009570360184
72559	embedding2nn.bias	8	-0.14319206774234772
72559	embedding2nn.bias	9	-0.3274534046649933
72559	rnn.weight_ih_l0	0	0.007945130579173565
72559	rnn.weight_ih_l0	1	-0.039305564016103745
72559	rnn.weight_ih_l0	2	0.007485635578632355
72559	rnn.weight_ih_l0	3	0.02317488193511963
72559	rnn.weight_ih_l0	4	-0.011828829534351826
72559	rnn.weight_ih_l0	5	-0.12950089573860168
72559	rnn.weight_ih_l0	6	0.01831614039838314
72559	rnn.weight_ih_l0	7	0.005114050582051277
72559	rnn.weight_ih_l0	8	0.02800442837178707
72559	rnn.weight_ih_l0	9	-0.013636953197419643
72559	rnn.weight_hh_l0	0	0.03231404721736908
72559	rnn.weight_hh_l0	1	0.06460384279489517
72559	rnn.weight_hh_l0	2	-0.004545146133750677
72559	rnn.weight_hh_l0	3	0.04894474893808365
72559	rnn.weight_hh_l0	4	-0.02641027793288231
72559	rnn.weight_hh_l0	5	0.039671238511800766
72559	rnn.weight_hh_l0	6	0.021096253767609596
72559	rnn.weight_hh_l0	7	0.005915625486522913
72559	rnn.weight_hh_l0	8	0.03395066782832146
72559	rnn.weight_hh_l0	9	-0.04194070026278496
72559	rnn.bias_ih_l0	0	0.060426387935876846
72559	rnn.bias_ih_l0	1	-0.13169719278812408
72559	rnn.bias_ih_l0	2	0.002354520605877042
72559	rnn.bias_ih_l0	3	-0.09587585926055908
72559	rnn.bias_ih_l0	4	0.04653127118945122
72559	rnn.bias_ih_l0	5	-0.15242917835712433
72559	rnn.bias_ih_l0	6	-0.044093623757362366
72559	rnn.bias_ih_l0	7	-0.16236555576324463
72559	rnn.bias_ih_l0	8	-0.09740722179412842
72559	rnn.bias_ih_l0	9	-0.30252283811569214
72559	rnn.bias_hh_l0	0	-0.09091401100158691
72559	rnn.bias_hh_l0	1	-0.10340628772974014
72559	rnn.bias_hh_l0	2	-0.08121267706155777
72559	rnn.bias_hh_l0	3	-0.04691559076309204
72559	rnn.bias_hh_l0	4	-0.10243704915046692
72559	rnn.bias_hh_l0	5	-0.13465410470962524
72559	rnn.bias_hh_l0	6	-0.08993744850158691
72559	rnn.bias_hh_l0	7	0.09828707575798035
72559	rnn.bias_hh_l0	8	-0.09374573826789856
72559	rnn.bias_hh_l0	9	-0.27197787165641785
72559	rnn.weight_ih_l0_reverse	0	0.06590677797794342
72559	rnn.weight_ih_l0_reverse	1	-0.045141320675611496
72559	rnn.weight_ih_l0_reverse	2	-0.019106199964880943
72559	rnn.weight_ih_l0_reverse	3	-0.04231630265712738
72559	rnn.weight_ih_l0_reverse	4	0.026367254555225372
72559	rnn.weight_ih_l0_reverse	5	-0.12169668078422546
72559	rnn.weight_ih_l0_reverse	6	0.034731507301330566
72559	rnn.weight_ih_l0_reverse	7	0.0323076993227005
72559	rnn.weight_ih_l0_reverse	8	-0.03645864501595497
72559	rnn.weight_ih_l0_reverse	9	-0.01647735945880413
72559	rnn.weight_hh_l0_reverse	0	-0.029706263914704323
72559	rnn.weight_hh_l0_reverse	1	0.02835237607359886
72559	rnn.weight_hh_l0_reverse	2	-0.0055906279012560844
72559	rnn.weight_hh_l0_reverse	3	0.014898453839123249
72559	rnn.weight_hh_l0_reverse	4	-0.061075806617736816
72559	rnn.weight_hh_l0_reverse	5	0.032380253076553345
72559	rnn.weight_hh_l0_reverse	6	0.016654059290885925
72559	rnn.weight_hh_l0_reverse	7	-0.0011502529960125685
72559	rnn.weight_hh_l0_reverse	8	0.048027969896793365
72559	rnn.weight_hh_l0_reverse	9	0.029178977012634277
72559	rnn.bias_ih_l0_reverse	0	-0.12500488758087158
72559	rnn.bias_ih_l0_reverse	1	-0.12816572189331055
72559	rnn.bias_ih_l0_reverse	2	-0.0030341963283717632
72559	rnn.bias_ih_l0_reverse	3	-0.09656357020139694
72559	rnn.bias_ih_l0_reverse	4	-0.036583755165338516
72559	rnn.bias_ih_l0_reverse	5	-0.11388791352510452
72559	rnn.bias_ih_l0_reverse	6	0.22595469653606415
72559	rnn.bias_ih_l0_reverse	7	-0.20534202456474304
72559	rnn.bias_ih_l0_reverse	8	-0.08799199014902115
72559	rnn.bias_ih_l0_reverse	9	-0.08892228454351425
72559	rnn.bias_hh_l0_reverse	0	-0.018630826845765114
72559	rnn.bias_hh_l0_reverse	1	0.11175212264060974
72559	rnn.bias_hh_l0_reverse	2	-0.1814623773097992
72559	rnn.bias_hh_l0_reverse	3	-0.03518500551581383
72559	rnn.bias_hh_l0_reverse	4	-0.1576109379529953
72559	rnn.bias_hh_l0_reverse	5	-0.05841914191842079
72559	rnn.bias_hh_l0_reverse	6	-0.17356236279010773
72559	rnn.bias_hh_l0_reverse	7	-0.03404279053211212
72559	rnn.bias_hh_l0_reverse	8	-0.05002560839056969
72559	rnn.bias_hh_l0_reverse	9	0.14018692076206207
72559	linear.weight	0	0.2294125109910965
72559	linear.weight	1	-0.32413384318351746
72559	linear.weight	2	-0.04610498994588852
72559	linear.weight	3	0.06810376793146133
72559	linear.weight	4	-0.14740689098834991
72559	linear.weight	5	0.3170931935310364
72559	linear.weight	6	-0.1095687597990036
72559	linear.weight	7	-0.07213345915079117
72559	linear.weight	8	0.144033282995224
72559	linear.weight	9	-0.03062465973198414
72559	linear.bias	0	-1.0772367715835571
72559	linear.bias	1	1.8679845333099365
72559	linear.bias	2	0.15289942920207977
72559	linear.bias	3	-2.073162317276001
72559	linear.bias	4	-0.3744414150714874
72559	linear.bias	5	0.9992110133171082
72559	linear.bias	6	-0.36927247047424316
72559	linear.bias	7	0.2794654071331024
72559	linear.bias	8	2.0185413360595703
72559	linear.bias	9	-1.1462866067886353
73168	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
73168	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
73168	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
73168	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
73168	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
73168	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
73168	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
73168	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
73168	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
73168	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
73168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
73168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
73168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
73168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
73168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
73168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
73168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
73168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
73168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
73168	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
73168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
73168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
73168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
73168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
73168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
73168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
73168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
73168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
73168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
73168	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
73168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
73168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
73168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
73168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
73168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
73168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
73168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
73168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
73168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
73168	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
73168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
73168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
73168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
73168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
73168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
73168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
73168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
73168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
73168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
73168	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
73168	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
73168	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
73168	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
73168	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
73168	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
73168	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
73168	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
73168	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
73168	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
73168	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
73168	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
73168	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
73168	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
73168	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
73168	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
73168	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
73168	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
73168	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
73168	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
73168	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
73168	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
73168	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
73168	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
73168	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
73168	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
73168	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
73168	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
73168	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
73168	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
73168	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
73168	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
73168	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
73168	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
73168	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
73168	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
73168	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
73168	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
73168	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
73168	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
73168	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
73168	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
73168	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
73168	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
73168	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
73168	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
73168	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
73168	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
73168	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
73168	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
73168	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
73168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
73168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
73168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
73168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
73168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
73168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
73168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
73168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
73168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
73168	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
73168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
73168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
73168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
73168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
73168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
73168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
73168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
73168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
73168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
73168	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
73168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
73168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
73168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
73168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
73168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
73168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
73168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
73168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
73168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
73168	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
73168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
73168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
73168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
73168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
73168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
73168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
73168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
73168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
73168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
73168	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
73168	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
73168	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
73168	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
73168	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
73168	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
73168	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
73168	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
73168	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
73168	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
73168	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
73168	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
73168	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
73168	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
73168	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
73168	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
73168	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
73168	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
73168	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
73168	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
73168	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
73168	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
73168	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
73168	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
73168	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
73168	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
73168	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
73168	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
73168	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
73168	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
73168	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
73168	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
73168	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
73168	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
73168	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
73168	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
73168	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
73168	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
73168	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
73168	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
73168	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
73168	embedding2nn.weight	0	0.12996752560138702
73168	embedding2nn.weight	1	0.25813034176826477
73168	embedding2nn.weight	2	0.0526212640106678
73168	embedding2nn.weight	3	0.0019530197605490685
73168	embedding2nn.weight	4	-0.08136340975761414
73168	embedding2nn.weight	5	0.04560472443699837
73168	embedding2nn.weight	6	0.048764895647764206
73168	embedding2nn.weight	7	0.01581605337560177
73168	embedding2nn.weight	8	0.07099449634552002
73168	embedding2nn.weight	9	-0.023809846490621567
73168	embedding2nn.bias	0	0.04390857368707657
73168	embedding2nn.bias	1	-0.1289953589439392
73168	embedding2nn.bias	2	0.0753403753042221
73168	embedding2nn.bias	3	0.13455717265605927
73168	embedding2nn.bias	4	0.12791341543197632
73168	embedding2nn.bias	5	-0.02859966643154621
73168	embedding2nn.bias	6	-0.016345810145139694
73168	embedding2nn.bias	7	0.05579912289977074
73168	embedding2nn.bias	8	-0.14216908812522888
73168	embedding2nn.bias	9	-0.30173248052597046
73168	rnn.weight_ih_l0	0	0.0057839988730847836
73168	rnn.weight_ih_l0	1	-0.041125133633613586
73168	rnn.weight_ih_l0	2	0.011340426281094551
73168	rnn.weight_ih_l0	3	0.02087710238993168
73168	rnn.weight_ih_l0	4	-0.004152698442339897
73168	rnn.weight_ih_l0	5	-0.12339126318693161
73168	rnn.weight_ih_l0	6	0.011340100318193436
73168	rnn.weight_ih_l0	7	0.0024796128273010254
73168	rnn.weight_ih_l0	8	0.026908744126558304
73168	rnn.weight_ih_l0	9	-0.011101548559963703
73168	rnn.weight_hh_l0	0	0.03279817849397659
73168	rnn.weight_hh_l0	1	0.0642644390463829
73168	rnn.weight_hh_l0	2	-0.005315861664712429
73168	rnn.weight_hh_l0	3	0.04931221529841423
73168	rnn.weight_hh_l0	4	-0.02740168757736683
73168	rnn.weight_hh_l0	5	0.04043332487344742
73168	rnn.weight_hh_l0	6	0.021429631859064102
73168	rnn.weight_hh_l0	7	0.002044866792857647
73168	rnn.weight_hh_l0	8	0.03455742821097374
73168	rnn.weight_hh_l0	9	-0.04317036271095276
73168	rnn.bias_ih_l0	0	0.06186830624938011
73168	rnn.bias_ih_l0	1	-0.11482030898332596
73168	rnn.bias_ih_l0	2	0.004001425579190254
73168	rnn.bias_ih_l0	3	-0.11032885313034058
73168	rnn.bias_ih_l0	4	0.05132315307855606
73168	rnn.bias_ih_l0	5	-0.15464641153812408
73168	rnn.bias_ih_l0	6	-0.049015432596206665
73168	rnn.bias_ih_l0	7	-0.16318808495998383
73168	rnn.bias_ih_l0	8	-0.1031235083937645
73168	rnn.bias_ih_l0	9	-0.28974148631095886
73168	rnn.bias_hh_l0	0	-0.09081999212503433
73168	rnn.bias_hh_l0	1	-0.10653958469629288
73168	rnn.bias_hh_l0	2	-0.08272045850753784
73168	rnn.bias_hh_l0	3	-0.0499371662735939
73168	rnn.bias_hh_l0	4	-0.10793513804674149
73168	rnn.bias_hh_l0	5	-0.13759920001029968
73168	rnn.bias_hh_l0	6	-0.08939308673143387
73168	rnn.bias_hh_l0	7	0.10876427590847015
73168	rnn.bias_hh_l0	8	-0.10174530744552612
73168	rnn.bias_hh_l0	9	-0.2710316777229309
73168	rnn.weight_ih_l0_reverse	0	0.06839954853057861
73168	rnn.weight_ih_l0_reverse	1	-0.04435689374804497
73168	rnn.weight_ih_l0_reverse	2	-0.0166731346398592
73168	rnn.weight_ih_l0_reverse	3	-0.04387420043349266
73168	rnn.weight_ih_l0_reverse	4	0.024998720735311508
73168	rnn.weight_ih_l0_reverse	5	-0.12379460036754608
73168	rnn.weight_ih_l0_reverse	6	0.027167806401848793
73168	rnn.weight_ih_l0_reverse	7	0.030082933604717255
73168	rnn.weight_ih_l0_reverse	8	-0.03519141674041748
73168	rnn.weight_ih_l0_reverse	9	-0.011097908951342106
73168	rnn.weight_hh_l0_reverse	0	-0.03158720210194588
73168	rnn.weight_hh_l0_reverse	1	0.028782684355974197
73168	rnn.weight_hh_l0_reverse	2	-0.006490491330623627
73168	rnn.weight_hh_l0_reverse	3	0.016228798776865005
73168	rnn.weight_hh_l0_reverse	4	-0.06120435521006584
73168	rnn.weight_hh_l0_reverse	5	0.03207293152809143
73168	rnn.weight_hh_l0_reverse	6	0.016687389463186264
73168	rnn.weight_hh_l0_reverse	7	-0.005304281134158373
73168	rnn.weight_hh_l0_reverse	8	0.04850850626826286
73168	rnn.weight_hh_l0_reverse	9	0.02856496162712574
73168	rnn.bias_ih_l0_reverse	0	-0.12825322151184082
73168	rnn.bias_ih_l0_reverse	1	-0.13712835311889648
73168	rnn.bias_ih_l0_reverse	2	-0.0026898484211415052
73168	rnn.bias_ih_l0_reverse	3	-0.10638744384050369
73168	rnn.bias_ih_l0_reverse	4	-0.024648435413837433
73168	rnn.bias_ih_l0_reverse	5	-0.11075182259082794
73168	rnn.bias_ih_l0_reverse	6	0.21731016039848328
73168	rnn.bias_ih_l0_reverse	7	-0.19782520830631256
73168	rnn.bias_ih_l0_reverse	8	-0.0920126736164093
73168	rnn.bias_ih_l0_reverse	9	-0.09858449548482895
73168	rnn.bias_hh_l0_reverse	0	-0.02031506411731243
73168	rnn.bias_hh_l0_reverse	1	0.10813792049884796
73168	rnn.bias_hh_l0_reverse	2	-0.18450479209423065
73168	rnn.bias_hh_l0_reverse	3	-0.0453198216855526
73168	rnn.bias_hh_l0_reverse	4	-0.1615864634513855
73168	rnn.bias_hh_l0_reverse	5	-0.05153901129961014
73168	rnn.bias_hh_l0_reverse	6	-0.1710200011730194
73168	rnn.bias_hh_l0_reverse	7	-0.03425489738583565
73168	rnn.bias_hh_l0_reverse	8	-0.04512074589729309
73168	rnn.bias_hh_l0_reverse	9	0.13990920782089233
73168	linear.weight	0	0.2561984956264496
73168	linear.weight	1	-0.30131202936172485
73168	linear.weight	2	0.017425626516342163
73168	linear.weight	3	0.06809085607528687
73168	linear.weight	4	-0.1544930636882782
73168	linear.weight	5	0.2845596671104431
73168	linear.weight	6	-0.06861407309770584
73168	linear.weight	7	-0.07210517674684525
73168	linear.weight	8	0.15291114151477814
73168	linear.weight	9	-0.030689530074596405
73168	linear.bias	0	-1.0676511526107788
73168	linear.bias	1	1.8317186832427979
73168	linear.bias	2	0.1887287199497223
73168	linear.bias	3	-2.0760762691497803
73168	linear.bias	4	-0.41824325919151306
73168	linear.bias	5	0.974128782749176
73168	linear.bias	6	-0.34922102093696594
73168	linear.bias	7	0.2804480493068695
73168	linear.bias	8	2.0094525814056396
73168	linear.bias	9	-1.1112921237945557
73176	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
73176	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
73176	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
73176	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
73176	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
73176	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
73176	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
73176	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
73176	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
73176	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
73176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
73176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
73176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
73176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
73176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
73176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
73176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
73176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
73176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
73176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
73176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
73176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
73176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
73176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
73176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
73176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
73176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
73176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
73176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
73176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
73176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
73176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
73176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
73176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
73176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
73176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
73176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
73176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
73176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
73176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
73176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
73176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
73176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
73176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
73176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
73176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
73176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
73176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
73176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
73176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
73176	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
73176	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
73176	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
73176	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
73176	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
73176	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
73176	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
73176	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
73176	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
73176	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
73176	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
73176	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
73176	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
73176	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
73176	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
73176	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
73176	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
73176	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
73176	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
73176	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
73176	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
73176	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
73176	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
73176	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
73176	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
73176	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
73176	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
73176	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
73176	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
73176	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
73176	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
73176	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
73176	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
73176	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
73176	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
73176	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
73176	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
73176	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
73176	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
73176	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
73176	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
73176	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
73176	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
73176	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
73176	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
73176	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
73176	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
73176	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
73176	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
73176	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
73176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
73176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
73176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
73176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
73176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
73176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
73176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
73176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
73176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
73176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
73176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
73176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
73176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
73176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
73176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
73176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
73176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
73176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
73176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
73176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
73176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
73176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
73176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
73176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
73176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
73176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
73176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
73176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
73176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
73176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
73176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
73176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
73176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
73176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
73176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
73176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
73176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
73176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
73176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
73176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
73176	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
73176	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
73176	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
73176	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
73176	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
73176	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
73176	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
73176	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
73176	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
73176	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
73176	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
73176	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
73176	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
73176	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
73176	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
73176	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
73176	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
73176	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
73176	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
73176	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
73176	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
73176	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
73176	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
73176	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
73176	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
73176	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
73176	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
73176	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
73176	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
73176	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
73176	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
73176	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
73176	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
73176	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
73176	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
73176	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
73176	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
73176	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
73176	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
73176	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
73176	embedding2nn.weight	0	0.12984469532966614
73176	embedding2nn.weight	1	0.2581055462360382
73176	embedding2nn.weight	2	0.05195055902004242
73176	embedding2nn.weight	3	0.0030798157677054405
73176	embedding2nn.weight	4	-0.08122287690639496
73176	embedding2nn.weight	5	0.045096855610609055
73176	embedding2nn.weight	6	0.04906575009226799
73176	embedding2nn.weight	7	0.016044817864894867
73176	embedding2nn.weight	8	0.07142072170972824
73176	embedding2nn.weight	9	-0.023762119933962822
73176	embedding2nn.bias	0	0.052500125020742416
73176	embedding2nn.bias	1	-0.1320585161447525
73176	embedding2nn.bias	2	0.07795513421297073
73176	embedding2nn.bias	3	0.12786225974559784
73176	embedding2nn.bias	4	0.13624531030654907
73176	embedding2nn.bias	5	-0.02421920746564865
73176	embedding2nn.bias	6	-0.012658488936722279
73176	embedding2nn.bias	7	0.05247343331575394
73176	embedding2nn.bias	8	-0.13937580585479736
73176	embedding2nn.bias	9	-0.29973623156547546
73176	rnn.weight_ih_l0	0	0.0057493047788739204
73176	rnn.weight_ih_l0	1	-0.040987562388181686
73176	rnn.weight_ih_l0	2	0.010875537991523743
73176	rnn.weight_ih_l0	3	0.021388143301010132
73176	rnn.weight_ih_l0	4	-0.0043225898407399654
73176	rnn.weight_ih_l0	5	-0.12331238389015198
73176	rnn.weight_ih_l0	6	0.012047195807099342
73176	rnn.weight_ih_l0	7	0.00235877837985754
73176	rnn.weight_ih_l0	8	0.0280046034604311
73176	rnn.weight_ih_l0	9	-0.010771726258099079
73176	rnn.weight_hh_l0	0	0.032755617052316666
73176	rnn.weight_hh_l0	1	0.06432776153087616
73176	rnn.weight_hh_l0	2	-0.00549495592713356
73176	rnn.weight_hh_l0	3	0.049406748265028
73176	rnn.weight_hh_l0	4	-0.02736811153590679
73176	rnn.weight_hh_l0	5	0.040429677814245224
73176	rnn.weight_hh_l0	6	0.021425265818834305
73176	rnn.weight_hh_l0	7	0.002702348865568638
73176	rnn.weight_hh_l0	8	0.034605491906404495
73176	rnn.weight_hh_l0	9	-0.04310963675379753
73176	rnn.bias_ih_l0	0	0.06308450549840927
73176	rnn.bias_ih_l0	1	-0.11461953073740005
73176	rnn.bias_ih_l0	2	0.0042630149982869625
73176	rnn.bias_ih_l0	3	-0.1115838810801506
73176	rnn.bias_ih_l0	4	0.05380241200327873
73176	rnn.bias_ih_l0	5	-0.1543307900428772
73176	rnn.bias_ih_l0	6	-0.04853957146406174
73176	rnn.bias_ih_l0	7	-0.16329027712345123
73176	rnn.bias_ih_l0	8	-0.10288631916046143
73176	rnn.bias_ih_l0	9	-0.29105907678604126
73176	rnn.bias_hh_l0	0	-0.09123633056879044
73176	rnn.bias_hh_l0	1	-0.10765205323696136
73176	rnn.bias_hh_l0	2	-0.08355341851711273
73176	rnn.bias_hh_l0	3	-0.04912134259939194
73176	rnn.bias_hh_l0	4	-0.10688583552837372
73176	rnn.bias_hh_l0	5	-0.13771219551563263
73176	rnn.bias_hh_l0	6	-0.09066884219646454
73176	rnn.bias_hh_l0	7	0.10723037272691727
73176	rnn.bias_hh_l0	8	-0.10214122384786606
73176	rnn.bias_hh_l0	9	-0.27144336700439453
73176	rnn.weight_ih_l0_reverse	0	0.06871812045574188
73176	rnn.weight_ih_l0_reverse	1	-0.04423049837350845
73176	rnn.weight_ih_l0_reverse	2	-0.016864128410816193
73176	rnn.weight_ih_l0_reverse	3	-0.04347614571452141
73176	rnn.weight_ih_l0_reverse	4	0.025390269234776497
73176	rnn.weight_ih_l0_reverse	5	-0.12380439788103104
73176	rnn.weight_ih_l0_reverse	6	0.026546401903033257
73176	rnn.weight_ih_l0_reverse	7	0.03011769987642765
73176	rnn.weight_ih_l0_reverse	8	-0.03499758988618851
73176	rnn.weight_ih_l0_reverse	9	-0.011331476271152496
73176	rnn.weight_hh_l0_reverse	0	-0.03158366307616234
73176	rnn.weight_hh_l0_reverse	1	0.028821073472499847
73176	rnn.weight_hh_l0_reverse	2	-0.006668942980468273
73176	rnn.weight_hh_l0_reverse	3	0.01624501682817936
73176	rnn.weight_hh_l0_reverse	4	-0.06133116036653519
73176	rnn.weight_hh_l0_reverse	5	0.03215920925140381
73176	rnn.weight_hh_l0_reverse	6	0.01669170893728733
73176	rnn.weight_hh_l0_reverse	7	-0.005578059237450361
73176	rnn.weight_hh_l0_reverse	8	0.047817811369895935
73176	rnn.weight_hh_l0_reverse	9	0.02839660830795765
73176	rnn.bias_ih_l0_reverse	0	-0.12744808197021484
73176	rnn.bias_ih_l0_reverse	1	-0.13818739354610443
73176	rnn.bias_ih_l0_reverse	2	-0.003582170931622386
73176	rnn.bias_ih_l0_reverse	3	-0.10656384378671646
73176	rnn.bias_ih_l0_reverse	4	-0.021582890301942825
73176	rnn.bias_ih_l0_reverse	5	-0.11126170307397842
73176	rnn.bias_ih_l0_reverse	6	0.21700067818164825
73176	rnn.bias_ih_l0_reverse	7	-0.196400985121727
73176	rnn.bias_ih_l0_reverse	8	-0.09169062227010727
73176	rnn.bias_ih_l0_reverse	9	-0.0990208089351654
73176	rnn.bias_hh_l0_reverse	0	-0.022728532552719116
73176	rnn.bias_hh_l0_reverse	1	0.10599688440561295
73176	rnn.bias_hh_l0_reverse	2	-0.1842753142118454
73176	rnn.bias_hh_l0_reverse	3	-0.04480651393532753
73176	rnn.bias_hh_l0_reverse	4	-0.1605604737997055
73176	rnn.bias_hh_l0_reverse	5	-0.05172588676214218
73176	rnn.bias_hh_l0_reverse	6	-0.16931594908237457
73176	rnn.bias_hh_l0_reverse	7	-0.03508780896663666
73176	rnn.bias_hh_l0_reverse	8	-0.04448743537068367
73176	rnn.bias_hh_l0_reverse	9	0.136312797665596
73176	linear.weight	0	0.26065587997436523
73176	linear.weight	1	-0.3025258183479309
73176	linear.weight	2	0.015941819176077843
73176	linear.weight	3	0.06809087097644806
73176	linear.weight	4	-0.15430696308612823
73176	linear.weight	5	0.28443068265914917
73176	linear.weight	6	-0.06645455956459045
73176	linear.weight	7	-0.07210349291563034
73176	linear.weight	8	0.15326903760433197
73176	linear.weight	9	-0.030692294239997864
73176	linear.bias	0	-1.064928412437439
73176	linear.bias	1	1.8425850868225098
73176	linear.bias	2	0.21753734350204468
73176	linear.bias	3	-2.076138496398926
73176	linear.bias	4	-0.4199046194553375
73176	linear.bias	5	0.9623504281044006
73176	linear.bias	6	-0.3558167517185211
73176	linear.bias	7	0.27581486105918884
73176	linear.bias	8	2.0144097805023193
73176	linear.bias	9	-1.1153258085250854
73785	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
73785	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
73785	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
73785	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
73785	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
73785	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
73785	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
73785	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
73785	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
73785	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
73785	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
73785	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
73785	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
73785	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
73785	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
73785	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
73785	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
73785	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
73785	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
73785	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
73785	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
73785	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
73785	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
73785	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
73785	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
73785	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
73785	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
73785	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
73785	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
73785	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
73785	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
73785	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
73785	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
73785	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
73785	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
73785	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
73785	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
73785	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
73785	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
73785	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
73785	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
73785	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
73785	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
73785	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
73785	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
73785	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
73785	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
73785	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
73785	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
73785	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
73785	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
73785	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
73785	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
73785	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
73785	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
73785	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
73785	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
73785	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
73785	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
73785	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
73785	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
73785	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
73785	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
73785	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
73785	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
73785	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
73785	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
73785	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
73785	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
73785	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
73785	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
73785	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
73785	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
73785	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
73785	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
73785	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
73785	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
73785	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
73785	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
73785	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
73785	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
73785	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
73785	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
73785	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
73785	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
73785	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
73785	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
73785	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
73785	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
73785	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
73785	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
73785	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
73785	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
73785	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
73785	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
73785	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
73785	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
73785	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
73785	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
73785	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
73785	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
73785	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
73785	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
73785	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
73785	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
73785	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
73785	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
73785	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
73785	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
73785	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
73785	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
73785	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
73785	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
73785	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
73785	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
73785	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
73785	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
73785	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
73785	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
73785	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
73785	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
73785	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
73785	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
73785	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
73785	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
73785	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
73785	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
73785	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
73785	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
73785	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
73785	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
73785	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
73785	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
73785	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
73785	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
73785	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
73785	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
73785	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
73785	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
73785	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
73785	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
73785	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
73785	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
73785	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
73785	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
73785	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
73785	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
73785	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
73785	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
73785	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
73785	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
73785	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
73785	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
73785	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
73785	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
73785	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
73785	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
73785	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
73785	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
73785	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
73785	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
73785	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
73785	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
73785	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
73785	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
73785	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
73785	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
73785	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
73785	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
73785	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
73785	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
73785	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
73785	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
73785	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
73785	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
73785	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
73785	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
73785	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
73785	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
73785	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
73785	embedding2nn.weight	0	0.13075435161590576
73785	embedding2nn.weight	1	0.25387847423553467
73785	embedding2nn.weight	2	0.060318462550640106
73785	embedding2nn.weight	3	-0.003992429934442043
73785	embedding2nn.weight	4	-0.08028070628643036
73785	embedding2nn.weight	5	0.04905319958925247
73785	embedding2nn.weight	6	0.0432305634021759
73785	embedding2nn.weight	7	0.012946043163537979
73785	embedding2nn.weight	8	0.06983198970556259
73785	embedding2nn.weight	9	-0.023024283349514008
73785	embedding2nn.bias	0	0.060114145278930664
73785	embedding2nn.bias	1	-0.13342249393463135
73785	embedding2nn.bias	2	0.08737741410732269
73785	embedding2nn.bias	3	0.14737538993358612
73785	embedding2nn.bias	4	0.12093111127614975
73785	embedding2nn.bias	5	-0.026281990110874176
73785	embedding2nn.bias	6	-0.014378014951944351
73785	embedding2nn.bias	7	0.05225763097405434
73785	embedding2nn.bias	8	-0.14003442227840424
73785	embedding2nn.bias	9	-0.324420303106308
73785	rnn.weight_ih_l0	0	0.005822944454848766
73785	rnn.weight_ih_l0	1	-0.0405900701880455
73785	rnn.weight_ih_l0	2	0.013488213531672955
73785	rnn.weight_ih_l0	3	0.020021364092826843
73785	rnn.weight_ih_l0	4	-0.0042923446744680405
73785	rnn.weight_ih_l0	5	-0.1269986629486084
73785	rnn.weight_ih_l0	6	0.01372493151575327
73785	rnn.weight_ih_l0	7	0.0008363499073311687
73785	rnn.weight_ih_l0	8	0.029283573850989342
73785	rnn.weight_ih_l0	9	-0.01210696343332529
73785	rnn.weight_hh_l0	0	0.03248944133520126
73785	rnn.weight_hh_l0	1	0.06513306498527527
73785	rnn.weight_hh_l0	2	-0.005055274348706007
73785	rnn.weight_hh_l0	3	0.04915918782353401
73785	rnn.weight_hh_l0	4	-0.02756759338080883
73785	rnn.weight_hh_l0	5	0.04058082029223442
73785	rnn.weight_hh_l0	6	0.021719234064221382
73785	rnn.weight_hh_l0	7	0.0001313494867645204
73785	rnn.weight_hh_l0	8	0.034207865595817566
73785	rnn.weight_hh_l0	9	-0.041661009192466736
73785	rnn.bias_ih_l0	0	0.06468251347541809
73785	rnn.bias_ih_l0	1	-0.11665871739387512
73785	rnn.bias_ih_l0	2	0.00793477427214384
73785	rnn.bias_ih_l0	3	-0.10880983620882034
73785	rnn.bias_ih_l0	4	0.057422295212745667
73785	rnn.bias_ih_l0	5	-0.15844503045082092
73785	rnn.bias_ih_l0	6	-0.04921605810523033
73785	rnn.bias_ih_l0	7	-0.1608007848262787
73785	rnn.bias_ih_l0	8	-0.09937286376953125
73785	rnn.bias_ih_l0	9	-0.2768264710903168
73785	rnn.bias_hh_l0	0	-0.0872361809015274
73785	rnn.bias_hh_l0	1	-0.11532935500144958
73785	rnn.bias_hh_l0	2	-0.08153048902750015
73785	rnn.bias_hh_l0	3	-0.05900973081588745
73785	rnn.bias_hh_l0	4	-0.117515429854393
73785	rnn.bias_hh_l0	5	-0.14124922454357147
73785	rnn.bias_hh_l0	6	-0.09259519726037979
73785	rnn.bias_hh_l0	7	0.10559443384408951
73785	rnn.bias_hh_l0	8	-0.10011868178844452
73785	rnn.bias_hh_l0	9	-0.2678024470806122
73785	rnn.weight_ih_l0_reverse	0	0.07300262153148651
73785	rnn.weight_ih_l0_reverse	1	-0.043950971215963364
73785	rnn.weight_ih_l0_reverse	2	-0.020022468641400337
73785	rnn.weight_ih_l0_reverse	3	-0.04271591082215309
73785	rnn.weight_ih_l0_reverse	4	0.022098053246736526
73785	rnn.weight_ih_l0_reverse	5	-0.12178384512662888
73785	rnn.weight_ih_l0_reverse	6	0.024208830669522285
73785	rnn.weight_ih_l0_reverse	7	0.02945847623050213
73785	rnn.weight_ih_l0_reverse	8	-0.0366937518119812
73785	rnn.weight_ih_l0_reverse	9	-0.013592186383903027
73785	rnn.weight_hh_l0_reverse	0	-0.03109092265367508
73785	rnn.weight_hh_l0_reverse	1	0.02880336530506611
73785	rnn.weight_hh_l0_reverse	2	-0.006677090190351009
73785	rnn.weight_hh_l0_reverse	3	0.015758557245135307
73785	rnn.weight_hh_l0_reverse	4	-0.06081090494990349
73785	rnn.weight_hh_l0_reverse	5	0.03252369165420532
73785	rnn.weight_hh_l0_reverse	6	0.016780486330389977
73785	rnn.weight_hh_l0_reverse	7	-0.007311888504773378
73785	rnn.weight_hh_l0_reverse	8	0.04616893082857132
73785	rnn.weight_hh_l0_reverse	9	0.026657357811927795
73785	rnn.bias_ih_l0_reverse	0	-0.14125320315361023
73785	rnn.bias_ih_l0_reverse	1	-0.12324103713035583
73785	rnn.bias_ih_l0_reverse	2	0.0036631417460739613
73785	rnn.bias_ih_l0_reverse	3	-0.10479908436536789
73785	rnn.bias_ih_l0_reverse	4	-0.03188467398285866
73785	rnn.bias_ih_l0_reverse	5	-0.10480044037103653
73785	rnn.bias_ih_l0_reverse	6	0.22513064742088318
73785	rnn.bias_ih_l0_reverse	7	-0.20054346323013306
73785	rnn.bias_ih_l0_reverse	8	-0.09363682568073273
73785	rnn.bias_ih_l0_reverse	9	-0.10477935522794724
73785	rnn.bias_hh_l0_reverse	0	-0.023052584379911423
73785	rnn.bias_hh_l0_reverse	1	0.10051268339157104
73785	rnn.bias_hh_l0_reverse	2	-0.18881645798683167
73785	rnn.bias_hh_l0_reverse	3	-0.04741000011563301
73785	rnn.bias_hh_l0_reverse	4	-0.1710207760334015
73785	rnn.bias_hh_l0_reverse	5	-0.057757504284381866
73785	rnn.bias_hh_l0_reverse	6	-0.17361734807491302
73785	rnn.bias_hh_l0_reverse	7	-0.038290463387966156
73785	rnn.bias_hh_l0_reverse	8	-0.06725048273801804
73785	rnn.bias_hh_l0_reverse	9	0.14051994681358337
73785	linear.weight	0	0.24554072320461273
73785	linear.weight	1	-0.2948555648326874
73785	linear.weight	2	0.006982094142585993
73785	linear.weight	3	0.06808671355247498
73785	linear.weight	4	-0.15178537368774414
73785	linear.weight	5	0.29455697536468506
73785	linear.weight	6	-0.06763388216495514
73785	linear.weight	7	-0.07204896211624146
73785	linear.weight	8	0.13990765810012817
73785	linear.weight	9	-0.030781030654907227
73785	linear.bias	0	-1.0996968746185303
73785	linear.bias	1	1.8551300764083862
73785	linear.bias	2	0.1287371665239334
73785	linear.bias	3	-2.0793449878692627
73785	linear.bias	4	-0.415045827627182
73785	linear.bias	5	1.0271556377410889
73785	linear.bias	6	-0.36502525210380554
73785	linear.bias	7	0.25617489218711853
73785	linear.bias	8	2.01153302192688
73785	linear.bias	9	-1.1259360313415527
74394	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
74394	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
74394	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
74394	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
74394	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
74394	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
74394	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
74394	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
74394	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
74394	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
74394	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
74394	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
74394	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
74394	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
74394	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
74394	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
74394	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
74394	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
74394	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
74394	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
74394	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
74394	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
74394	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
74394	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
74394	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
74394	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
74394	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
74394	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
74394	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
74394	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
74394	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
74394	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
74394	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
74394	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
74394	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
74394	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
74394	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
74394	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
74394	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
74394	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
74394	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
74394	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
74394	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
74394	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
74394	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
74394	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
74394	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
74394	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
74394	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
74394	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
74394	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
74394	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
74394	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
74394	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
74394	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
74394	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
74394	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
74394	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
74394	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
74394	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
74394	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
74394	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
74394	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
74394	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
74394	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
74394	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
74394	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
74394	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
74394	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
74394	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
74394	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
74394	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
74394	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
74394	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
74394	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
74394	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
74394	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
74394	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
74394	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
74394	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
74394	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
74394	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
74394	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
74394	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
74394	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
74394	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
74394	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
74394	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
74394	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
74394	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
74394	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
74394	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
74394	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
74394	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
74394	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
74394	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
74394	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
74394	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
74394	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
74394	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
74394	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
74394	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
74394	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
74394	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
74394	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
74394	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
74394	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
74394	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
74394	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
74394	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
74394	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
74394	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
74394	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
74394	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
74394	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
74394	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
74394	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
74394	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
74394	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
74394	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
74394	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
74394	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
74394	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
74394	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
74394	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
74394	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
74394	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
74394	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
74394	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
74394	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
74394	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
74394	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
74394	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
74394	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
74394	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
74394	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
74394	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
74394	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
74394	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
74394	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
74394	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
74394	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
74394	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
74394	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
74394	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
74394	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
74394	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
74394	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
74394	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
74394	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
74394	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
74394	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
74394	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
74394	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
74394	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
74394	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
74394	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
74394	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
74394	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
74394	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
74394	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
74394	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
74394	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
74394	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
74394	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
74394	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
74394	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
74394	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
74394	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
74394	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
74394	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
74394	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
74394	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
74394	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
74394	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
74394	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
74394	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
74394	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
74394	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
74394	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
74394	embedding2nn.weight	0	0.13219226896762848
74394	embedding2nn.weight	1	0.2562275528907776
74394	embedding2nn.weight	2	0.06701048463582993
74394	embedding2nn.weight	3	0.008675646968185902
74394	embedding2nn.weight	4	-0.07716094702482224
74394	embedding2nn.weight	5	0.04456870257854462
74394	embedding2nn.weight	6	0.03997848927974701
74394	embedding2nn.weight	7	0.0195144172757864
74394	embedding2nn.weight	8	0.06522306799888611
74394	embedding2nn.weight	9	-0.024584157392382622
74394	embedding2nn.bias	0	0.0518425814807415
74394	embedding2nn.bias	1	-0.13070520758628845
74394	embedding2nn.bias	2	0.09781200438737869
74394	embedding2nn.bias	3	0.11615455150604248
74394	embedding2nn.bias	4	0.12486589699983597
74394	embedding2nn.bias	5	-0.015401236712932587
74394	embedding2nn.bias	6	-0.027309875935316086
74394	embedding2nn.bias	7	0.0719519555568695
74394	embedding2nn.bias	8	-0.13017873466014862
74394	embedding2nn.bias	9	-0.3149285614490509
74394	rnn.weight_ih_l0	0	0.004802790470421314
74394	rnn.weight_ih_l0	1	-0.039703674614429474
74394	rnn.weight_ih_l0	2	0.010896035470068455
74394	rnn.weight_ih_l0	3	0.01909475214779377
74394	rnn.weight_ih_l0	4	-0.005055743269622326
74394	rnn.weight_ih_l0	5	-0.13859230279922485
74394	rnn.weight_ih_l0	6	0.005575682036578655
74394	rnn.weight_ih_l0	7	-0.00019175803754478693
74394	rnn.weight_ih_l0	8	0.022691523656249046
74394	rnn.weight_ih_l0	9	-0.010841889306902885
74394	rnn.weight_hh_l0	0	0.031738776713609695
74394	rnn.weight_hh_l0	1	0.06561166793107986
74394	rnn.weight_hh_l0	2	-0.004885092377662659
74394	rnn.weight_hh_l0	3	0.04862436279654503
74394	rnn.weight_hh_l0	4	-0.027088940143585205
74394	rnn.weight_hh_l0	5	0.039984721690416336
74394	rnn.weight_hh_l0	6	0.021466676145792007
74394	rnn.weight_hh_l0	7	-0.0017469595186412334
74394	rnn.weight_hh_l0	8	0.03409512713551521
74394	rnn.weight_hh_l0	9	-0.04047969728708267
74394	rnn.bias_ih_l0	0	0.059805456548929214
74394	rnn.bias_ih_l0	1	-0.12665465474128723
74394	rnn.bias_ih_l0	2	0.014531622640788555
74394	rnn.bias_ih_l0	3	-0.1069224402308464
74394	rnn.bias_ih_l0	4	0.06473162025213242
74394	rnn.bias_ih_l0	5	-0.152072936296463
74394	rnn.bias_ih_l0	6	-0.05068880319595337
74394	rnn.bias_ih_l0	7	-0.16107159852981567
74394	rnn.bias_ih_l0	8	-0.10065121948719025
74394	rnn.bias_ih_l0	9	-0.29678887128829956
74394	rnn.bias_hh_l0	0	-0.08775537461042404
74394	rnn.bias_hh_l0	1	-0.10760250687599182
74394	rnn.bias_hh_l0	2	-0.08294668793678284
74394	rnn.bias_hh_l0	3	-0.05448846146464348
74394	rnn.bias_hh_l0	4	-0.113754503428936
74394	rnn.bias_hh_l0	5	-0.1412981152534485
74394	rnn.bias_hh_l0	6	-0.09388234466314316
74394	rnn.bias_hh_l0	7	0.10848936438560486
74394	rnn.bias_hh_l0	8	-0.09950613975524902
74394	rnn.bias_hh_l0	9	-0.2724096179008484
74394	rnn.weight_ih_l0_reverse	0	0.06283152103424072
74394	rnn.weight_ih_l0_reverse	1	-0.04140998795628548
74394	rnn.weight_ih_l0_reverse	2	-0.01340178120881319
74394	rnn.weight_ih_l0_reverse	3	-0.0433279350399971
74394	rnn.weight_ih_l0_reverse	4	0.021058201789855957
74394	rnn.weight_ih_l0_reverse	5	-0.12132766842842102
74394	rnn.weight_ih_l0_reverse	6	0.023323282599449158
74394	rnn.weight_ih_l0_reverse	7	0.029639869928359985
74394	rnn.weight_ih_l0_reverse	8	-0.03510759025812149
74394	rnn.weight_ih_l0_reverse	9	-0.010942266322672367
74394	rnn.weight_hh_l0_reverse	0	-0.03187800198793411
74394	rnn.weight_hh_l0_reverse	1	0.0285663865506649
74394	rnn.weight_hh_l0_reverse	2	-0.007700841873884201
74394	rnn.weight_hh_l0_reverse	3	0.015421969816088676
74394	rnn.weight_hh_l0_reverse	4	-0.06099853664636612
74394	rnn.weight_hh_l0_reverse	5	0.032123930752277374
74394	rnn.weight_hh_l0_reverse	6	0.01694517955183983
74394	rnn.weight_hh_l0_reverse	7	-0.0073667229153215885
74394	rnn.weight_hh_l0_reverse	8	0.04538222774863243
74394	rnn.weight_hh_l0_reverse	9	0.027842212468385696
74394	rnn.bias_ih_l0_reverse	0	-0.1429942548274994
74394	rnn.bias_ih_l0_reverse	1	-0.11896945536136627
74394	rnn.bias_ih_l0_reverse	2	0.0028405231423676014
74394	rnn.bias_ih_l0_reverse	3	-0.10128229111433029
74394	rnn.bias_ih_l0_reverse	4	-0.03877978399395943
74394	rnn.bias_ih_l0_reverse	5	-0.11032046377658844
74394	rnn.bias_ih_l0_reverse	6	0.2249802052974701
74394	rnn.bias_ih_l0_reverse	7	-0.20789135992527008
74394	rnn.bias_ih_l0_reverse	8	-0.08884736150503159
74394	rnn.bias_ih_l0_reverse	9	-0.1018286719918251
74394	rnn.bias_hh_l0_reverse	0	-0.034466568380594254
74394	rnn.bias_hh_l0_reverse	1	0.10095146298408508
74394	rnn.bias_hh_l0_reverse	2	-0.18735481798648834
74394	rnn.bias_hh_l0_reverse	3	-0.04286304861307144
74394	rnn.bias_hh_l0_reverse	4	-0.15800073742866516
74394	rnn.bias_hh_l0_reverse	5	-0.06668128818273544
74394	rnn.bias_hh_l0_reverse	6	-0.1799474060535431
74394	rnn.bias_hh_l0_reverse	7	-0.03821598365902901
74394	rnn.bias_hh_l0_reverse	8	-0.05798620358109474
74394	rnn.bias_hh_l0_reverse	9	0.13527850806713104
74394	linear.weight	0	0.2741549015045166
74394	linear.weight	1	-0.3116667866706848
74394	linear.weight	2	0.027200251817703247
74394	linear.weight	3	0.0680445060133934
74394	linear.weight	4	-0.1675817221403122
74394	linear.weight	5	0.2972451150417328
74394	linear.weight	6	-0.04689472168684006
74394	linear.weight	7	-0.07198245078325272
74394	linear.weight	8	0.16268815100193024
74394	linear.weight	9	-0.03085310198366642
74394	linear.bias	0	-1.0991090536117554
74394	linear.bias	1	1.892228603363037
74394	linear.bias	2	0.14617018401622772
74394	linear.bias	3	-2.0823357105255127
74394	linear.bias	4	-0.4208698272705078
74394	linear.bias	5	1.030715823173523
74394	linear.bias	6	-0.339114248752594
74394	linear.bias	7	0.2821844220161438
74394	linear.bias	8	1.958374261856079
74394	linear.bias	9	-1.1279067993164062
75003	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
75003	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
75003	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
75003	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
75003	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
75003	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
75003	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
75003	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
75003	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
75003	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
75003	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
75003	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
75003	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
75003	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
75003	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
75003	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
75003	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
75003	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
75003	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
75003	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
75003	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
75003	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
75003	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
75003	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
75003	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
75003	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
75003	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
75003	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
75003	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
75003	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
75003	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
75003	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
75003	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
75003	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
75003	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
75003	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
75003	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
75003	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
75003	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
75003	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
75003	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
75003	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
75003	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
75003	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
75003	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
75003	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
75003	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
75003	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
75003	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
75003	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
75003	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
75003	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
75003	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
75003	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
75003	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
75003	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
75003	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
75003	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
75003	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
75003	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
75003	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
75003	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
75003	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
75003	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
75003	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
75003	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
75003	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
75003	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
75003	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
75003	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
75003	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
75003	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
75003	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
75003	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
75003	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
75003	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
75003	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
75003	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
75003	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
75003	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
75003	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
75003	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
75003	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
75003	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
75003	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
75003	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
75003	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
75003	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
75003	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
75003	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
75003	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
75003	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
75003	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
75003	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
75003	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
75003	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
75003	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
75003	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
75003	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
75003	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
75003	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
75003	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
75003	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
75003	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
75003	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
75003	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
75003	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
75003	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
75003	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
75003	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
75003	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
75003	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
75003	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
75003	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
75003	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
75003	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
75003	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
75003	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
75003	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
75003	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
75003	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
75003	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
75003	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
75003	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
75003	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
75003	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
75003	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
75003	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
75003	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
75003	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
75003	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
75003	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
75003	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
75003	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
75003	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
75003	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
75003	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
75003	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
75003	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
75003	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
75003	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
75003	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
75003	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
75003	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
75003	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
75003	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
75003	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
75003	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
75003	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
75003	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
75003	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
75003	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
75003	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
75003	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
75003	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
75003	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
75003	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
75003	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
75003	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
75003	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
75003	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
75003	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
75003	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
75003	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
75003	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
75003	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
75003	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
75003	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
75003	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
75003	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
75003	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
75003	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
75003	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
75003	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
75003	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
75003	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
75003	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
75003	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
75003	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
75003	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
75003	embedding2nn.weight	0	0.13295702636241913
75003	embedding2nn.weight	1	0.2564644515514374
75003	embedding2nn.weight	2	0.0608944334089756
75003	embedding2nn.weight	3	0.0014468703884631395
75003	embedding2nn.weight	4	-0.07488939166069031
75003	embedding2nn.weight	5	0.04483448714017868
75003	embedding2nn.weight	6	0.031075600534677505
75003	embedding2nn.weight	7	0.022280143573880196
75003	embedding2nn.weight	8	0.06909447908401489
75003	embedding2nn.weight	9	-0.02764471434056759
75003	embedding2nn.bias	0	0.06226557865738869
75003	embedding2nn.bias	1	-0.13118745386600494
75003	embedding2nn.bias	2	0.09479037672281265
75003	embedding2nn.bias	3	0.12154418975114822
75003	embedding2nn.bias	4	0.11947250366210938
75003	embedding2nn.bias	5	-0.020348573103547096
75003	embedding2nn.bias	6	-0.034203965216875076
75003	embedding2nn.bias	7	0.028314542025327682
75003	embedding2nn.bias	8	-0.1256587654352188
75003	embedding2nn.bias	9	-0.32349893450737
75003	rnn.weight_ih_l0	0	0.005706164985895157
75003	rnn.weight_ih_l0	1	-0.03948893025517464
75003	rnn.weight_ih_l0	2	0.006064079701900482
75003	rnn.weight_ih_l0	3	0.01986854150891304
75003	rnn.weight_ih_l0	4	-0.008966506458818913
75003	rnn.weight_ih_l0	5	-0.13738013803958893
75003	rnn.weight_ih_l0	6	-0.0014403099194169044
75003	rnn.weight_ih_l0	7	-0.0005696697626262903
75003	rnn.weight_ih_l0	8	0.01898426003754139
75003	rnn.weight_ih_l0	9	-0.01271090842783451
75003	rnn.weight_hh_l0	0	0.031145356595516205
75003	rnn.weight_hh_l0	1	0.06475690007209778
75003	rnn.weight_hh_l0	2	-0.005780864506959915
75003	rnn.weight_hh_l0	3	0.049455426633358
75003	rnn.weight_hh_l0	4	-0.026587501168251038
75003	rnn.weight_hh_l0	5	0.040993161499500275
75003	rnn.weight_hh_l0	6	0.02180541306734085
75003	rnn.weight_hh_l0	7	0.002885907655581832
75003	rnn.weight_hh_l0	8	0.03453442081809044
75003	rnn.weight_hh_l0	9	-0.041842103004455566
75003	rnn.bias_ih_l0	0	0.06666228920221329
75003	rnn.bias_ih_l0	1	-0.12170011550188065
75003	rnn.bias_ih_l0	2	0.002770255086943507
75003	rnn.bias_ih_l0	3	-0.11172066628932953
75003	rnn.bias_ih_l0	4	0.0695432648062706
75003	rnn.bias_ih_l0	5	-0.15162192285060883
75003	rnn.bias_ih_l0	6	-0.058101993054151535
75003	rnn.bias_ih_l0	7	-0.16320347785949707
75003	rnn.bias_ih_l0	8	-0.10465064644813538
75003	rnn.bias_ih_l0	9	-0.29337936639785767
75003	rnn.bias_hh_l0	0	-0.09379497915506363
75003	rnn.bias_hh_l0	1	-0.10698750615119934
75003	rnn.bias_hh_l0	2	-0.08984514325857162
75003	rnn.bias_hh_l0	3	-0.0574159249663353
75003	rnn.bias_hh_l0	4	-0.12162090092897415
75003	rnn.bias_hh_l0	5	-0.14605246484279633
75003	rnn.bias_hh_l0	6	-0.092880479991436
75003	rnn.bias_hh_l0	7	0.11668944358825684
75003	rnn.bias_hh_l0	8	-0.10623156279325485
75003	rnn.bias_hh_l0	9	-0.28389620780944824
75003	rnn.weight_ih_l0_reverse	0	0.06660743057727814
75003	rnn.weight_ih_l0_reverse	1	-0.03805609792470932
75003	rnn.weight_ih_l0_reverse	2	-0.013805724680423737
75003	rnn.weight_ih_l0_reverse	3	-0.04247564449906349
75003	rnn.weight_ih_l0_reverse	4	0.02314320020377636
75003	rnn.weight_ih_l0_reverse	5	-0.11520949751138687
75003	rnn.weight_ih_l0_reverse	6	0.02364467829465866
75003	rnn.weight_ih_l0_reverse	7	0.029730940237641335
75003	rnn.weight_ih_l0_reverse	8	-0.034898146986961365
75003	rnn.weight_ih_l0_reverse	9	-0.011418747715651989
75003	rnn.weight_hh_l0_reverse	0	-0.03084939531981945
75003	rnn.weight_hh_l0_reverse	1	0.029312483966350555
75003	rnn.weight_hh_l0_reverse	2	-0.007914072833955288
75003	rnn.weight_hh_l0_reverse	3	0.016660120338201523
75003	rnn.weight_hh_l0_reverse	4	-0.061828095465898514
75003	rnn.weight_hh_l0_reverse	5	0.032207392156124115
75003	rnn.weight_hh_l0_reverse	6	0.016797639429569244
75003	rnn.weight_hh_l0_reverse	7	-0.0050629121251404285
75003	rnn.weight_hh_l0_reverse	8	0.0463654100894928
75003	rnn.weight_hh_l0_reverse	9	0.02741098403930664
75003	rnn.bias_ih_l0_reverse	0	-0.14632849395275116
75003	rnn.bias_ih_l0_reverse	1	-0.12050428241491318
75003	rnn.bias_ih_l0_reverse	2	-0.002881079912185669
75003	rnn.bias_ih_l0_reverse	3	-0.11303433030843735
75003	rnn.bias_ih_l0_reverse	4	-0.031804345548152924
75003	rnn.bias_ih_l0_reverse	5	-0.11595278233289719
75003	rnn.bias_ih_l0_reverse	6	0.22166529297828674
75003	rnn.bias_ih_l0_reverse	7	-0.19510169327259064
75003	rnn.bias_ih_l0_reverse	8	-0.08640735596418381
75003	rnn.bias_ih_l0_reverse	9	-0.09064830839633942
75003	rnn.bias_hh_l0_reverse	0	-0.02864002250134945
75003	rnn.bias_hh_l0_reverse	1	0.10851520299911499
75003	rnn.bias_hh_l0_reverse	2	-0.19544881582260132
75003	rnn.bias_hh_l0_reverse	3	-0.04237901791930199
75003	rnn.bias_hh_l0_reverse	4	-0.17634636163711548
75003	rnn.bias_hh_l0_reverse	5	-0.07189154624938965
75003	rnn.bias_hh_l0_reverse	6	-0.18449530005455017
75003	rnn.bias_hh_l0_reverse	7	-0.04308339208364487
75003	rnn.bias_hh_l0_reverse	8	-0.06676112115383148
75003	rnn.bias_hh_l0_reverse	9	0.1401679366827011
75003	linear.weight	0	0.2918652296066284
75003	linear.weight	1	-0.3469720184803009
75003	linear.weight	2	0.057688482105731964
75003	linear.weight	3	0.06804075092077255
75003	linear.weight	4	-0.16420532763004303
75003	linear.weight	5	0.29239481687545776
75003	linear.weight	6	-0.054140184074640274
75003	linear.weight	7	-0.07193318754434586
75003	linear.weight	8	0.14986705780029297
75003	linear.weight	9	-0.03092031367123127
75003	linear.bias	0	-1.0831577777862549
75003	linear.bias	1	1.902999997138977
75003	linear.bias	2	0.16166964173316956
75003	linear.bias	3	-2.085111379623413
75003	linear.bias	4	-0.41491666436195374
75003	linear.bias	5	1.033836007118225
75003	linear.bias	6	-0.3512090742588043
75003	linear.bias	7	0.3047616481781006
75003	linear.bias	8	2.002922534942627
75003	linear.bias	9	-1.1387485265731812
75612	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
75612	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
75612	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
75612	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
75612	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
75612	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
75612	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
75612	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
75612	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
75612	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
75612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
75612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
75612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
75612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
75612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
75612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
75612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
75612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
75612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
75612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
75612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
75612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
75612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
75612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
75612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
75612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
75612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
75612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
75612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
75612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
75612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
75612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
75612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
75612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
75612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
75612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
75612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
75612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
75612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
75612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
75612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
75612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
75612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
75612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
75612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
75612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
75612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
75612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
75612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
75612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
75612	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
75612	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
75612	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
75612	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
75612	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
75612	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
75612	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
75612	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
75612	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
75612	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
75612	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
75612	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
75612	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
75612	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
75612	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
75612	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
75612	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
75612	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
75612	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
75612	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
75612	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
75612	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
75612	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
75612	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
75612	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
75612	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
75612	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
75612	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
75612	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
75612	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
75612	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
75612	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
75612	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
75612	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
75612	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
75612	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
75612	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
75612	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
75612	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
75612	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
75612	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
75612	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
75612	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
75612	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
75612	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
75612	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
75612	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
75612	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
75612	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
75612	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
75612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
75612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
75612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
75612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
75612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
75612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
75612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
75612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
75612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
75612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
75612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
75612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
75612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
75612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
75612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
75612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
75612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
75612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
75612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
75612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
75612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
75612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
75612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
75612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
75612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
75612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
75612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
75612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
75612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
75612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
75612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
75612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
75612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
75612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
75612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
75612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
75612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
75612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
75612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
75612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
75612	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
75612	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
75612	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
75612	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
75612	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
75612	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
75612	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
75612	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
75612	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
75612	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
75612	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
75612	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
75612	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
75612	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
75612	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
75612	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
75612	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
75612	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
75612	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
75612	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
75612	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
75612	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
75612	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
75612	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
75612	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
75612	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
75612	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
75612	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
75612	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
75612	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
75612	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
75612	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
75612	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
75612	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
75612	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
75612	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
75612	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
75612	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
75612	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
75612	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
75612	embedding2nn.weight	0	0.13436390459537506
75612	embedding2nn.weight	1	0.2545182704925537
75612	embedding2nn.weight	2	0.05746498331427574
75612	embedding2nn.weight	3	0.005888663697987795
75612	embedding2nn.weight	4	-0.07682180404663086
75612	embedding2nn.weight	5	0.04025677219033241
75612	embedding2nn.weight	6	0.03824307769536972
75612	embedding2nn.weight	7	0.018857622519135475
75612	embedding2nn.weight	8	0.06560944020748138
75612	embedding2nn.weight	9	-0.02752421423792839
75612	embedding2nn.bias	0	0.04647127166390419
75612	embedding2nn.bias	1	-0.12059509009122849
75612	embedding2nn.bias	2	0.0947640985250473
75612	embedding2nn.bias	3	0.12965361773967743
75612	embedding2nn.bias	4	0.12494516372680664
75612	embedding2nn.bias	5	-0.05156141519546509
75612	embedding2nn.bias	6	-0.05014428868889809
75612	embedding2nn.bias	7	0.030216479673981667
75612	embedding2nn.bias	8	-0.11901258677244186
75612	embedding2nn.bias	9	-0.34803229570388794
75612	rnn.weight_ih_l0	0	0.006587059702724218
75612	rnn.weight_ih_l0	1	-0.03962254896759987
75612	rnn.weight_ih_l0	2	0.007254849188029766
75612	rnn.weight_ih_l0	3	0.02222846820950508
75612	rnn.weight_ih_l0	4	-0.011972946114838123
75612	rnn.weight_ih_l0	5	-0.1327010542154312
75612	rnn.weight_ih_l0	6	-0.011368432082235813
75612	rnn.weight_ih_l0	7	-0.00031897006556391716
75612	rnn.weight_ih_l0	8	0.020110974088311195
75612	rnn.weight_ih_l0	9	-0.017782924696803093
75612	rnn.weight_hh_l0	0	0.030617758631706238
75612	rnn.weight_hh_l0	1	0.06469759345054626
75612	rnn.weight_hh_l0	2	-0.004801987204700708
75612	rnn.weight_hh_l0	3	0.04987777769565582
75612	rnn.weight_hh_l0	4	-0.02581672929227352
75612	rnn.weight_hh_l0	5	0.041435886174440384
75612	rnn.weight_hh_l0	6	0.021487843245267868
75612	rnn.weight_hh_l0	7	0.004636871628463268
75612	rnn.weight_hh_l0	8	0.03475017100572586
75612	rnn.weight_hh_l0	9	-0.04239269718527794
75612	rnn.bias_ih_l0	0	0.06937669217586517
75612	rnn.bias_ih_l0	1	-0.12815971672534943
75612	rnn.bias_ih_l0	2	-0.004478184971958399
75612	rnn.bias_ih_l0	3	-0.1102810651063919
75612	rnn.bias_ih_l0	4	0.07113946229219437
75612	rnn.bias_ih_l0	5	-0.14873358607292175
75612	rnn.bias_ih_l0	6	-0.06553594022989273
75612	rnn.bias_ih_l0	7	-0.16314540803432465
75612	rnn.bias_ih_l0	8	-0.09693627804517746
75612	rnn.bias_ih_l0	9	-0.2877562344074249
75612	rnn.bias_hh_l0	0	-0.09760796278715134
75612	rnn.bias_hh_l0	1	-0.10421324521303177
75612	rnn.bias_hh_l0	2	-0.08640103042125702
75612	rnn.bias_hh_l0	3	-0.057853084057569504
75612	rnn.bias_hh_l0	4	-0.11688852310180664
75612	rnn.bias_hh_l0	5	-0.1441131979227066
75612	rnn.bias_hh_l0	6	-0.08679073303937912
75612	rnn.bias_hh_l0	7	0.12601213157176971
75612	rnn.bias_hh_l0	8	-0.11280069500207901
75612	rnn.bias_hh_l0	9	-0.28401994705200195
75612	rnn.weight_ih_l0_reverse	0	0.08357582986354828
75612	rnn.weight_ih_l0_reverse	1	-0.039824068546295166
75612	rnn.weight_ih_l0_reverse	2	-0.017213627696037292
75612	rnn.weight_ih_l0_reverse	3	-0.04475274682044983
75612	rnn.weight_ih_l0_reverse	4	0.02077530324459076
75612	rnn.weight_ih_l0_reverse	5	-0.11105813086032867
75612	rnn.weight_ih_l0_reverse	6	0.023184947669506073
75612	rnn.weight_ih_l0_reverse	7	0.030684422701597214
75612	rnn.weight_ih_l0_reverse	8	-0.038300950080156326
75612	rnn.weight_ih_l0_reverse	9	-0.009831494651734829
75612	rnn.weight_hh_l0_reverse	0	-0.03015679307281971
75612	rnn.weight_hh_l0_reverse	1	0.028711769729852676
75612	rnn.weight_hh_l0_reverse	2	-0.008190968073904514
75612	rnn.weight_hh_l0_reverse	3	0.01764470897614956
75612	rnn.weight_hh_l0_reverse	4	-0.06246853992342949
75612	rnn.weight_hh_l0_reverse	5	0.032165657728910446
75612	rnn.weight_hh_l0_reverse	6	0.016464944928884506
75612	rnn.weight_hh_l0_reverse	7	0.00020998303079977632
75612	rnn.weight_hh_l0_reverse	8	0.04113602638244629
75612	rnn.weight_hh_l0_reverse	9	0.030155254527926445
75612	rnn.bias_ih_l0_reverse	0	-0.14671707153320312
75612	rnn.bias_ih_l0_reverse	1	-0.12154293805360794
75612	rnn.bias_ih_l0_reverse	2	0.0011357945622876287
75612	rnn.bias_ih_l0_reverse	3	-0.10041322559118271
75612	rnn.bias_ih_l0_reverse	4	-0.03135339170694351
75612	rnn.bias_ih_l0_reverse	5	-0.11986861377954483
75612	rnn.bias_ih_l0_reverse	6	0.22618670761585236
75612	rnn.bias_ih_l0_reverse	7	-0.19850368797779083
75612	rnn.bias_ih_l0_reverse	8	-0.08844591677188873
75612	rnn.bias_ih_l0_reverse	9	-0.10178910195827484
75612	rnn.bias_hh_l0_reverse	0	-0.0166348684579134
75612	rnn.bias_hh_l0_reverse	1	0.11774787306785583
75612	rnn.bias_hh_l0_reverse	2	-0.18779437243938446
75612	rnn.bias_hh_l0_reverse	3	-0.04703850299119949
75612	rnn.bias_hh_l0_reverse	4	-0.1689404994249344
75612	rnn.bias_hh_l0_reverse	5	-0.06924944370985031
75612	rnn.bias_hh_l0_reverse	6	-0.17777614295482635
75612	rnn.bias_hh_l0_reverse	7	-0.04478771612048149
75612	rnn.bias_hh_l0_reverse	8	-0.054582107812166214
75612	rnn.bias_hh_l0_reverse	9	0.13925328850746155
75612	linear.weight	0	0.2927964925765991
75612	linear.weight	1	-0.3172001838684082
75612	linear.weight	2	0.0007979116053320467
75612	linear.weight	3	0.06802093982696533
75612	linear.weight	4	-0.17905564606189728
75612	linear.weight	5	0.25791212916374207
75612	linear.weight	6	-0.08951576054096222
75612	linear.weight	7	-0.0719127282500267
75612	linear.weight	8	0.14945660531520844
75612	linear.weight	9	-0.030999528244137764
75612	linear.bias	0	-1.0904086828231812
75612	linear.bias	1	1.9071470499038696
75612	linear.bias	2	0.17424581944942474
75612	linear.bias	3	-2.0879485607147217
75612	linear.bias	4	-0.4121391475200653
75612	linear.bias	5	1.017049789428711
75612	linear.bias	6	-0.3828962445259094
75612	linear.bias	7	0.304187148809433
75612	linear.bias	8	1.9931617975234985
75612	linear.bias	9	-1.1336514949798584
76221	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
76221	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
76221	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
76221	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
76221	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
76221	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
76221	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
76221	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
76221	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
76221	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
76221	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
76221	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
76221	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
76221	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
76221	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
76221	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
76221	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
76221	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
76221	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
76221	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
76221	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
76221	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
76221	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
76221	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
76221	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
76221	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
76221	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
76221	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
76221	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
76221	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
76221	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
76221	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
76221	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
76221	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
76221	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
76221	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
76221	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
76221	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
76221	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
76221	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
76221	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
76221	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
76221	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
76221	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
76221	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
76221	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
76221	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
76221	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
76221	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
76221	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
76221	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
76221	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
76221	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
76221	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
76221	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
76221	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
76221	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
76221	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
76221	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
76221	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
76221	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
76221	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
76221	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
76221	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
76221	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
76221	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
76221	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
76221	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
76221	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
76221	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
76221	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
76221	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
76221	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
76221	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
76221	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
76221	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
76221	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
76221	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
76221	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
76221	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
76221	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
76221	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
76221	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
76221	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
76221	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
76221	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
76221	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
76221	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
76221	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
76221	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
76221	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
76221	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
76221	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
76221	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
76221	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
76221	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
76221	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
76221	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
76221	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
76221	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
76221	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
76221	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
76221	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
76221	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
76221	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
76221	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
76221	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
76221	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
76221	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
76221	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
76221	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
76221	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
76221	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
76221	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
76221	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
76221	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
76221	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
76221	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
76221	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
76221	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
76221	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
76221	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
76221	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
76221	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
76221	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
76221	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
76221	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
76221	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
76221	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
76221	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
76221	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
76221	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
76221	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
76221	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
76221	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
76221	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
76221	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
76221	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
76221	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
76221	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
76221	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
76221	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
76221	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
76221	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
76221	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
76221	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
76221	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
76221	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
76221	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
76221	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
76221	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
76221	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
76221	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
76221	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
76221	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
76221	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
76221	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
76221	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
76221	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
76221	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
76221	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
76221	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
76221	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
76221	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
76221	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
76221	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
76221	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
76221	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
76221	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
76221	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
76221	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
76221	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
76221	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
76221	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
76221	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
76221	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
76221	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
76221	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
76221	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
76221	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
76221	embedding2nn.weight	0	0.13313637673854828
76221	embedding2nn.weight	1	0.25069284439086914
76221	embedding2nn.weight	2	0.05800214037299156
76221	embedding2nn.weight	3	0.003600744530558586
76221	embedding2nn.weight	4	-0.07857582718133926
76221	embedding2nn.weight	5	0.0415404848754406
76221	embedding2nn.weight	6	0.04458528012037277
76221	embedding2nn.weight	7	0.01928294450044632
76221	embedding2nn.weight	8	0.06452562659978867
76221	embedding2nn.weight	9	-0.03174871951341629
76221	embedding2nn.bias	0	0.045630116015672684
76221	embedding2nn.bias	1	-0.12878315150737762
76221	embedding2nn.bias	2	0.09647564589977264
76221	embedding2nn.bias	3	0.13982293009757996
76221	embedding2nn.bias	4	0.13456061482429504
76221	embedding2nn.bias	5	-0.029440242797136307
76221	embedding2nn.bias	6	-0.040258124470710754
76221	embedding2nn.bias	7	0.043568238615989685
76221	embedding2nn.bias	8	-0.11530952155590057
76221	embedding2nn.bias	9	-0.34689390659332275
76221	rnn.weight_ih_l0	0	0.006595794577151537
76221	rnn.weight_ih_l0	1	-0.03992786630988121
76221	rnn.weight_ih_l0	2	-0.0025407939683645964
76221	rnn.weight_ih_l0	3	0.0219123512506485
76221	rnn.weight_ih_l0	4	-0.01123491395264864
76221	rnn.weight_ih_l0	5	-0.1417810618877411
76221	rnn.weight_ih_l0	6	-0.005298834294080734
76221	rnn.weight_ih_l0	7	-0.006169330328702927
76221	rnn.weight_ih_l0	8	0.022103726863861084
76221	rnn.weight_ih_l0	9	-0.01352289505302906
76221	rnn.weight_hh_l0	0	0.02997799962759018
76221	rnn.weight_hh_l0	1	0.06463868916034698
76221	rnn.weight_hh_l0	2	-0.0043394314125180244
76221	rnn.weight_hh_l0	3	0.0503351129591465
76221	rnn.weight_hh_l0	4	-0.026550063863396645
76221	rnn.weight_hh_l0	5	0.04319249466061592
76221	rnn.weight_hh_l0	6	0.022074738517403603
76221	rnn.weight_hh_l0	7	0.006885634735226631
76221	rnn.weight_hh_l0	8	0.03443477675318718
76221	rnn.weight_hh_l0	9	-0.041733451187610626
76221	rnn.bias_ih_l0	0	0.061750657856464386
76221	rnn.bias_ih_l0	1	-0.12890906631946564
76221	rnn.bias_ih_l0	2	-0.00094600796001032
76221	rnn.bias_ih_l0	3	-0.10902242362499237
76221	rnn.bias_ih_l0	4	0.0743337869644165
76221	rnn.bias_ih_l0	5	-0.14625191688537598
76221	rnn.bias_ih_l0	6	-0.06981297582387924
76221	rnn.bias_ih_l0	7	-0.1638912558555603
76221	rnn.bias_ih_l0	8	-0.09563127160072327
76221	rnn.bias_ih_l0	9	-0.2844160497188568
76221	rnn.bias_hh_l0	0	-0.09351545572280884
76221	rnn.bias_hh_l0	1	-0.11949522793292999
76221	rnn.bias_hh_l0	2	-0.08430165797472
76221	rnn.bias_hh_l0	3	-0.055714428424835205
76221	rnn.bias_hh_l0	4	-0.12054768204689026
76221	rnn.bias_hh_l0	5	-0.14553266763687134
76221	rnn.bias_hh_l0	6	-0.09606630355119705
76221	rnn.bias_hh_l0	7	0.11292202770709991
76221	rnn.bias_hh_l0	8	-0.10872993618249893
76221	rnn.bias_hh_l0	9	-0.28755998611450195
76221	rnn.weight_ih_l0_reverse	0	0.07380176335573196
76221	rnn.weight_ih_l0_reverse	1	-0.04039150848984718
76221	rnn.weight_ih_l0_reverse	2	-0.017726922407746315
76221	rnn.weight_ih_l0_reverse	3	-0.04546770453453064
76221	rnn.weight_ih_l0_reverse	4	0.02131519839167595
76221	rnn.weight_ih_l0_reverse	5	-0.11731604486703873
76221	rnn.weight_ih_l0_reverse	6	0.024190368130803108
76221	rnn.weight_ih_l0_reverse	7	0.03166868910193443
76221	rnn.weight_ih_l0_reverse	8	-0.03852342814207077
76221	rnn.weight_ih_l0_reverse	9	-0.011170560494065285
76221	rnn.weight_hh_l0_reverse	0	-0.030588679015636444
76221	rnn.weight_hh_l0_reverse	1	0.028098605573177338
76221	rnn.weight_hh_l0_reverse	2	-0.008686910383403301
76221	rnn.weight_hh_l0_reverse	3	0.017295649275183678
76221	rnn.weight_hh_l0_reverse	4	-0.06173263117671013
76221	rnn.weight_hh_l0_reverse	5	0.033304363489151
76221	rnn.weight_hh_l0_reverse	6	0.016330404207110405
76221	rnn.weight_hh_l0_reverse	7	-0.002190191065892577
76221	rnn.weight_hh_l0_reverse	8	0.04274076223373413
76221	rnn.weight_hh_l0_reverse	9	0.031503792852163315
76221	rnn.bias_ih_l0_reverse	0	-0.14165012538433075
76221	rnn.bias_ih_l0_reverse	1	-0.13001437485218048
76221	rnn.bias_ih_l0_reverse	2	0.00020635168766602874
76221	rnn.bias_ih_l0_reverse	3	-0.1013343334197998
76221	rnn.bias_ih_l0_reverse	4	-0.03685068339109421
76221	rnn.bias_ih_l0_reverse	5	-0.12167433649301529
76221	rnn.bias_ih_l0_reverse	6	0.20815648138523102
76221	rnn.bias_ih_l0_reverse	7	-0.20376810431480408
76221	rnn.bias_ih_l0_reverse	8	-0.08432424068450928
76221	rnn.bias_ih_l0_reverse	9	-0.08879534155130386
76221	rnn.bias_hh_l0_reverse	0	-0.033543724566698074
76221	rnn.bias_hh_l0_reverse	1	0.12457146495580673
76221	rnn.bias_hh_l0_reverse	2	-0.1854739785194397
76221	rnn.bias_hh_l0_reverse	3	-0.045644983649253845
76221	rnn.bias_hh_l0_reverse	4	-0.1866626739501953
76221	rnn.bias_hh_l0_reverse	5	-0.06331365555524826
76221	rnn.bias_hh_l0_reverse	6	-0.1747329831123352
76221	rnn.bias_hh_l0_reverse	7	-0.046458642929792404
76221	rnn.bias_hh_l0_reverse	8	-0.06658013164997101
76221	rnn.bias_hh_l0_reverse	9	0.12994973361492157
76221	linear.weight	0	0.2781820595264435
76221	linear.weight	1	-0.32390296459198
76221	linear.weight	2	-0.0563250407576561
76221	linear.weight	3	0.06798866391181946
76221	linear.weight	4	-0.11534328758716583
76221	linear.weight	5	0.2461487501859665
76221	linear.weight	6	-0.09501010179519653
76221	linear.weight	7	-0.07189227640628815
76221	linear.weight	8	0.12815362215042114
76221	linear.weight	9	-0.031073661521077156
76221	linear.bias	0	-1.0759533643722534
76221	linear.bias	1	1.8638560771942139
76221	linear.bias	2	0.20077240467071533
76221	linear.bias	3	-2.090782880783081
76221	linear.bias	4	-0.396624356508255
76221	linear.bias	5	1.0257436037063599
76221	linear.bias	6	-0.37742289900779724
76221	linear.bias	7	0.31986817717552185
76221	linear.bias	8	2.0161502361297607
76221	linear.bias	9	-1.1499972343444824
76830	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
76830	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
76830	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
76830	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
76830	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
76830	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
76830	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
76830	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
76830	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
76830	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
76830	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
76830	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
76830	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
76830	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
76830	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
76830	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
76830	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
76830	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
76830	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
76830	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
76830	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
76830	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
76830	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
76830	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
76830	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
76830	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
76830	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
76830	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
76830	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
76830	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
76830	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
76830	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
76830	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
76830	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
76830	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
76830	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
76830	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
76830	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
76830	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
76830	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
76830	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
76830	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
76830	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
76830	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
76830	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
76830	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
76830	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
76830	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
76830	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
76830	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
76830	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
76830	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
76830	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
76830	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
76830	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
76830	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
76830	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
76830	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
76830	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
76830	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
76830	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
76830	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
76830	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
76830	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
76830	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
76830	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
76830	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
76830	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
76830	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
76830	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
76830	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
76830	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
76830	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
76830	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
76830	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
76830	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
76830	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
76830	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
76830	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
76830	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
76830	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
76830	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
76830	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
76830	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
76830	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
76830	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
76830	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
76830	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
76830	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
76830	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
76830	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
76830	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
76830	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
76830	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
76830	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
76830	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
76830	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
76830	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
76830	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
76830	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
76830	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
76830	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
76830	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
76830	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
76830	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
76830	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
76830	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
76830	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
76830	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
76830	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
76830	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
76830	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
76830	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
76830	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
76830	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
76830	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
76830	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
76830	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
76830	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
76830	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
76830	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
76830	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
76830	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
76830	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
76830	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
76830	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
76830	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
76830	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
76830	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
76830	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
76830	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
76830	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
76830	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
76830	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
76830	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
76830	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
76830	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
76830	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
76830	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
76830	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
76830	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
76830	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
76830	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
76830	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
76830	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
76830	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
76830	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
76830	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
76830	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
76830	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
76830	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
76830	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
76830	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
76830	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
76830	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
76830	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
76830	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
76830	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
76830	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
76830	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
76830	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
76830	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
76830	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
76830	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
76830	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
76830	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
76830	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
76830	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
76830	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
76830	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
76830	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
76830	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
76830	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
76830	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
76830	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
76830	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
76830	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
76830	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
76830	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
76830	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
76830	embedding2nn.weight	0	0.1356353461742401
76830	embedding2nn.weight	1	0.25497978925704956
76830	embedding2nn.weight	2	0.06844746321439743
76830	embedding2nn.weight	3	0.004457299131900072
76830	embedding2nn.weight	4	-0.08000673353672028
76830	embedding2nn.weight	5	0.04262145981192589
76830	embedding2nn.weight	6	0.0484522320330143
76830	embedding2nn.weight	7	0.008206295780837536
76830	embedding2nn.weight	8	0.06386930495500565
76830	embedding2nn.weight	9	-0.0325767807662487
76830	embedding2nn.bias	0	0.028930218890309334
76830	embedding2nn.bias	1	-0.15031345188617706
76830	embedding2nn.bias	2	0.09861402213573456
76830	embedding2nn.bias	3	0.13111130893230438
76830	embedding2nn.bias	4	0.10950236767530441
76830	embedding2nn.bias	5	-0.02286369353532791
76830	embedding2nn.bias	6	-0.03892901912331581
76830	embedding2nn.bias	7	0.03893201798200607
76830	embedding2nn.bias	8	-0.09716056287288666
76830	embedding2nn.bias	9	-0.35201364755630493
76830	rnn.weight_ih_l0	0	0.0055400896817445755
76830	rnn.weight_ih_l0	1	-0.0375257208943367
76830	rnn.weight_ih_l0	2	-0.0058321417309343815
76830	rnn.weight_ih_l0	3	0.022547394037246704
76830	rnn.weight_ih_l0	4	-0.011924847960472107
76830	rnn.weight_ih_l0	5	-0.13737787306308746
76830	rnn.weight_ih_l0	6	0.0010589907178655267
76830	rnn.weight_ih_l0	7	0.0009245614055544138
76830	rnn.weight_ih_l0	8	0.018373288214206696
76830	rnn.weight_ih_l0	9	-0.019561000168323517
76830	rnn.weight_hh_l0	0	0.02961767464876175
76830	rnn.weight_hh_l0	1	0.06471850723028183
76830	rnn.weight_hh_l0	2	-0.003195197554305196
76830	rnn.weight_hh_l0	3	0.05108553543686867
76830	rnn.weight_hh_l0	4	-0.0260406956076622
76830	rnn.weight_hh_l0	5	0.043705329298973083
76830	rnn.weight_hh_l0	6	0.02165401354432106
76830	rnn.weight_hh_l0	7	0.008054359816014767
76830	rnn.weight_hh_l0	8	0.03411673381924629
76830	rnn.weight_hh_l0	9	-0.0424295999109745
76830	rnn.bias_ih_l0	0	0.06437846273183823
76830	rnn.bias_ih_l0	1	-0.1253010332584381
76830	rnn.bias_ih_l0	2	-0.00010010183905251324
76830	rnn.bias_ih_l0	3	-0.10581041872501373
76830	rnn.bias_ih_l0	4	0.06428436934947968
76830	rnn.bias_ih_l0	5	-0.15404388308525085
76830	rnn.bias_ih_l0	6	-0.06988445669412613
76830	rnn.bias_ih_l0	7	-0.16203704476356506
76830	rnn.bias_ih_l0	8	-0.09760355949401855
76830	rnn.bias_ih_l0	9	-0.28320667147636414
76830	rnn.bias_hh_l0	0	-0.09499144554138184
76830	rnn.bias_hh_l0	1	-0.12251558899879456
76830	rnn.bias_hh_l0	2	-0.0874345526099205
76830	rnn.bias_hh_l0	3	-0.061690233647823334
76830	rnn.bias_hh_l0	4	-0.10992109030485153
76830	rnn.bias_hh_l0	5	-0.15028046071529388
76830	rnn.bias_hh_l0	6	-0.09341953694820404
76830	rnn.bias_hh_l0	7	0.10978783667087555
76830	rnn.bias_hh_l0	8	-0.1071547195315361
76830	rnn.bias_hh_l0	9	-0.279246062040329
76830	rnn.weight_ih_l0_reverse	0	0.07497239857912064
76830	rnn.weight_ih_l0_reverse	1	-0.042238734662532806
76830	rnn.weight_ih_l0_reverse	2	-0.01697314903140068
76830	rnn.weight_ih_l0_reverse	3	-0.04551868513226509
76830	rnn.weight_ih_l0_reverse	4	0.022633902728557587
76830	rnn.weight_ih_l0_reverse	5	-0.11941168457269669
76830	rnn.weight_ih_l0_reverse	6	0.028144529089331627
76830	rnn.weight_ih_l0_reverse	7	0.030833782628178596
76830	rnn.weight_ih_l0_reverse	8	-0.04171613231301308
76830	rnn.weight_ih_l0_reverse	9	-0.016969414427876472
76830	rnn.weight_hh_l0_reverse	0	-0.030922377482056618
76830	rnn.weight_hh_l0_reverse	1	0.027673887088894844
76830	rnn.weight_hh_l0_reverse	2	-0.009857883676886559
76830	rnn.weight_hh_l0_reverse	3	0.016669712960720062
76830	rnn.weight_hh_l0_reverse	4	-0.062036193907260895
76830	rnn.weight_hh_l0_reverse	5	0.03314416483044624
76830	rnn.weight_hh_l0_reverse	6	0.016758263111114502
76830	rnn.weight_hh_l0_reverse	7	-0.003180408850312233
76830	rnn.weight_hh_l0_reverse	8	0.04510873928666115
76830	rnn.weight_hh_l0_reverse	9	0.030256565660238266
76830	rnn.bias_ih_l0_reverse	0	-0.14013852179050446
76830	rnn.bias_ih_l0_reverse	1	-0.12771785259246826
76830	rnn.bias_ih_l0_reverse	2	-0.009110021404922009
76830	rnn.bias_ih_l0_reverse	3	-0.11753939092159271
76830	rnn.bias_ih_l0_reverse	4	-0.017206985503435135
76830	rnn.bias_ih_l0_reverse	5	-0.1189504936337471
76830	rnn.bias_ih_l0_reverse	6	0.21360523998737335
76830	rnn.bias_ih_l0_reverse	7	-0.2059101164340973
76830	rnn.bias_ih_l0_reverse	8	-0.08245778828859329
76830	rnn.bias_ih_l0_reverse	9	-0.10440436750650406
76830	rnn.bias_hh_l0_reverse	0	-0.044101350009441376
76830	rnn.bias_hh_l0_reverse	1	0.11782722920179367
76830	rnn.bias_hh_l0_reverse	2	-0.19023549556732178
76830	rnn.bias_hh_l0_reverse	3	-0.0414457805454731
76830	rnn.bias_hh_l0_reverse	4	-0.1851082444190979
76830	rnn.bias_hh_l0_reverse	5	-0.05609879642724991
76830	rnn.bias_hh_l0_reverse	6	-0.18023990094661713
76830	rnn.bias_hh_l0_reverse	7	-0.04497312381863594
76830	rnn.bias_hh_l0_reverse	8	-0.0744750052690506
76830	rnn.bias_hh_l0_reverse	9	0.12676814198493958
76830	linear.weight	0	0.26115670800209045
76830	linear.weight	1	-0.3328935503959656
76830	linear.weight	2	0.030346306040883064
76830	linear.weight	3	0.06794820725917816
76830	linear.weight	4	-0.11857341229915619
76830	linear.weight	5	0.2545020878314972
76830	linear.weight	6	-0.07204566895961761
76830	linear.weight	7	-0.07182332873344421
76830	linear.weight	8	0.14172258973121643
76830	linear.weight	9	-0.031243085861206055
76830	linear.bias	0	-1.0529497861862183
76830	linear.bias	1	1.8677726984024048
76830	linear.bias	2	0.17604029178619385
76830	linear.bias	3	-2.0936973094940186
76830	linear.bias	4	-0.4017411470413208
76830	linear.bias	5	1.0360954999923706
76830	linear.bias	6	-0.338189035654068
76830	linear.bias	7	0.3102586269378662
76830	linear.bias	8	1.9644349813461304
76830	linear.bias	9	-1.1282216310501099
77439	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
77439	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
77439	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
77439	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
77439	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
77439	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
77439	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
77439	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
77439	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
77439	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
77439	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
77439	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
77439	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
77439	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
77439	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
77439	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
77439	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
77439	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
77439	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
77439	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
77439	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
77439	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
77439	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
77439	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
77439	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
77439	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
77439	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
77439	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
77439	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
77439	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
77439	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
77439	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
77439	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
77439	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
77439	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
77439	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
77439	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
77439	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
77439	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
77439	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
77439	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
77439	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
77439	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
77439	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
77439	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
77439	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
77439	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
77439	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
77439	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
77439	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
77439	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
77439	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
77439	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
77439	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
77439	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
77439	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
77439	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
77439	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
77439	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
77439	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
77439	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
77439	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
77439	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
77439	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
77439	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
77439	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
77439	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
77439	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
77439	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
77439	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
77439	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
77439	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
77439	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
77439	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
77439	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
77439	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
77439	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
77439	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
77439	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
77439	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
77439	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
77439	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
77439	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
77439	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
77439	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
77439	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
77439	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
77439	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
77439	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
77439	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
77439	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
77439	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
77439	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
77439	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
77439	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
77439	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
77439	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
77439	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
77439	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
77439	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
77439	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
77439	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
77439	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
77439	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
77439	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
77439	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
77439	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
77439	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
77439	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
77439	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
77439	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
77439	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
77439	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
77439	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
77439	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
77439	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
77439	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
77439	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
77439	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
77439	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
77439	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
77439	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
77439	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
77439	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
77439	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
77439	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
77439	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
77439	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
77439	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
77439	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
77439	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
77439	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
77439	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
77439	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
77439	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
77439	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
77439	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
77439	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
77439	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
77439	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
77439	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
77439	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
77439	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
77439	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
77439	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
77439	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
77439	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
77439	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
77439	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
77439	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
77439	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
77439	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
77439	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
77439	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
77439	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
77439	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
77439	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
77439	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
77439	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
77439	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
77439	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
77439	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
77439	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
77439	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
77439	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
77439	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
77439	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
77439	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
77439	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
77439	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
77439	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
77439	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
77439	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
77439	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
77439	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
77439	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
77439	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
77439	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
77439	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
77439	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
77439	embedding2nn.weight	0	0.13904249668121338
77439	embedding2nn.weight	1	0.25540030002593994
77439	embedding2nn.weight	2	0.061481717973947525
77439	embedding2nn.weight	3	0.011698400601744652
77439	embedding2nn.weight	4	-0.08342429250478745
77439	embedding2nn.weight	5	0.043731387704610825
77439	embedding2nn.weight	6	0.052939996123313904
77439	embedding2nn.weight	7	0.008779826574027538
77439	embedding2nn.weight	8	0.0676775723695755
77439	embedding2nn.weight	9	-0.03258107230067253
77439	embedding2nn.bias	0	0.030629293993115425
77439	embedding2nn.bias	1	-0.14332744479179382
77439	embedding2nn.bias	2	0.0918358862400055
77439	embedding2nn.bias	3	0.1354447454214096
77439	embedding2nn.bias	4	0.11735966801643372
77439	embedding2nn.bias	5	-0.034159235656261444
77439	embedding2nn.bias	6	-0.03450202941894531
77439	embedding2nn.bias	7	0.04100686311721802
77439	embedding2nn.bias	8	-0.11563552170991898
77439	embedding2nn.bias	9	-0.33935078978538513
77439	rnn.weight_ih_l0	0	0.003630874678492546
77439	rnn.weight_ih_l0	1	-0.04004745930433273
77439	rnn.weight_ih_l0	2	-0.0031423678155988455
77439	rnn.weight_ih_l0	3	0.02167966216802597
77439	rnn.weight_ih_l0	4	-0.008429898880422115
77439	rnn.weight_ih_l0	5	-0.13409969210624695
77439	rnn.weight_ih_l0	6	0.0019842737819999456
77439	rnn.weight_ih_l0	7	-0.0006810100749135017
77439	rnn.weight_ih_l0	8	0.021604083478450775
77439	rnn.weight_ih_l0	9	-0.02538219466805458
77439	rnn.weight_hh_l0	0	0.029559431597590446
77439	rnn.weight_hh_l0	1	0.06580868363380432
77439	rnn.weight_hh_l0	2	-0.0035135133657604456
77439	rnn.weight_hh_l0	3	0.05161305516958237
77439	rnn.weight_hh_l0	4	-0.02707899734377861
77439	rnn.weight_hh_l0	5	0.044254105538129807
77439	rnn.weight_hh_l0	6	0.020413829013705254
77439	rnn.weight_hh_l0	7	0.004481627140194178
77439	rnn.weight_hh_l0	8	0.034493084996938705
77439	rnn.weight_hh_l0	9	-0.04348241910338402
77439	rnn.bias_ih_l0	0	0.058204032480716705
77439	rnn.bias_ih_l0	1	-0.13420146703720093
77439	rnn.bias_ih_l0	2	0.00045715775922872126
77439	rnn.bias_ih_l0	3	-0.1094149798154831
77439	rnn.bias_ih_l0	4	0.05172502249479294
77439	rnn.bias_ih_l0	5	-0.15594910085201263
77439	rnn.bias_ih_l0	6	-0.06687016040086746
77439	rnn.bias_ih_l0	7	-0.1656712293624878
77439	rnn.bias_ih_l0	8	-0.09301908314228058
77439	rnn.bias_ih_l0	9	-0.28101885318756104
77439	rnn.bias_hh_l0	0	-0.0971214547753334
77439	rnn.bias_hh_l0	1	-0.12257020175457001
77439	rnn.bias_hh_l0	2	-0.09367264062166214
77439	rnn.bias_hh_l0	3	-0.06225254759192467
77439	rnn.bias_hh_l0	4	-0.10901207476854324
77439	rnn.bias_hh_l0	5	-0.15272563695907593
77439	rnn.bias_hh_l0	6	-0.09032291918992996
77439	rnn.bias_hh_l0	7	0.10895638167858124
77439	rnn.bias_hh_l0	8	-0.11491868644952774
77439	rnn.bias_hh_l0	9	-0.2742619812488556
77439	rnn.weight_ih_l0_reverse	0	0.07772982865571976
77439	rnn.weight_ih_l0_reverse	1	-0.04288673400878906
77439	rnn.weight_ih_l0_reverse	2	-0.01628284342586994
77439	rnn.weight_ih_l0_reverse	3	-0.04599902033805847
77439	rnn.weight_ih_l0_reverse	4	0.022623777389526367
77439	rnn.weight_ih_l0_reverse	5	-0.1252417415380478
77439	rnn.weight_ih_l0_reverse	6	0.025919685140252113
77439	rnn.weight_ih_l0_reverse	7	0.028797516599297523
77439	rnn.weight_ih_l0_reverse	8	-0.04326673969626427
77439	rnn.weight_ih_l0_reverse	9	-0.016065189614892006
77439	rnn.weight_hh_l0_reverse	0	-0.02697906829416752
77439	rnn.weight_hh_l0_reverse	1	0.02823261357843876
77439	rnn.weight_hh_l0_reverse	2	-0.010955547913908958
77439	rnn.weight_hh_l0_reverse	3	0.01517401821911335
77439	rnn.weight_hh_l0_reverse	4	-0.06408747285604477
77439	rnn.weight_hh_l0_reverse	5	0.033200543373823166
77439	rnn.weight_hh_l0_reverse	6	0.016859112307429314
77439	rnn.weight_hh_l0_reverse	7	-0.0010812630644068122
77439	rnn.weight_hh_l0_reverse	8	0.046569276601076126
77439	rnn.weight_hh_l0_reverse	9	0.029881246387958527
77439	rnn.bias_ih_l0_reverse	0	-0.13943056762218475
77439	rnn.bias_ih_l0_reverse	1	-0.12015537172555923
77439	rnn.bias_ih_l0_reverse	2	-0.009756703861057758
77439	rnn.bias_ih_l0_reverse	3	-0.11274932324886322
77439	rnn.bias_ih_l0_reverse	4	-0.033007875084877014
77439	rnn.bias_ih_l0_reverse	5	-0.12230946868658066
77439	rnn.bias_ih_l0_reverse	6	0.2189418077468872
77439	rnn.bias_ih_l0_reverse	7	-0.18777278065681458
77439	rnn.bias_ih_l0_reverse	8	-0.07989562302827835
77439	rnn.bias_ih_l0_reverse	9	-0.10258377343416214
77439	rnn.bias_hh_l0_reverse	0	-0.0537441223859787
77439	rnn.bias_hh_l0_reverse	1	0.11666806042194366
77439	rnn.bias_hh_l0_reverse	2	-0.19237321615219116
77439	rnn.bias_hh_l0_reverse	3	-0.03888857364654541
77439	rnn.bias_hh_l0_reverse	4	-0.18322627246379852
77439	rnn.bias_hh_l0_reverse	5	-0.050427425652742386
77439	rnn.bias_hh_l0_reverse	6	-0.17923395335674286
77439	rnn.bias_hh_l0_reverse	7	-0.04283888638019562
77439	rnn.bias_hh_l0_reverse	8	-0.08245684206485748
77439	rnn.bias_hh_l0_reverse	9	0.1173032894730568
77439	linear.weight	0	0.2667068839073181
77439	linear.weight	1	-0.32339584827423096
77439	linear.weight	2	-0.04554206505417824
77439	linear.weight	3	0.06792677938938141
77439	linear.weight	4	-0.1288088709115982
77439	linear.weight	5	0.2881694734096527
77439	linear.weight	6	-0.07938221842050552
77439	linear.weight	7	-0.07176456600427628
77439	linear.weight	8	0.15717065334320068
77439	linear.weight	9	-0.031320616602897644
77439	linear.bias	0	-1.082718014717102
77439	linear.bias	1	1.8631629943847656
77439	linear.bias	2	0.14429166913032532
77439	linear.bias	3	-2.0966596603393555
77439	linear.bias	4	-0.3872135281562805
77439	linear.bias	5	1.0386656522750854
77439	linear.bias	6	-0.3368067145347595
77439	linear.bias	7	0.3075672388076782
77439	linear.bias	8	1.9486110210418701
77439	linear.bias	9	-1.14292573928833
78048	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
78048	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
78048	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
78048	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
78048	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
78048	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
78048	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
78048	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
78048	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
78048	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
78048	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
78048	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
78048	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
78048	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
78048	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
78048	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
78048	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
78048	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
78048	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
78048	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
78048	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
78048	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
78048	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
78048	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
78048	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
78048	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
78048	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
78048	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
78048	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
78048	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
78048	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
78048	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
78048	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
78048	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
78048	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
78048	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
78048	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
78048	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
78048	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
78048	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
78048	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
78048	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
78048	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
78048	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
78048	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
78048	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
78048	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
78048	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
78048	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
78048	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
78048	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
78048	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
78048	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
78048	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
78048	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
78048	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
78048	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
78048	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
78048	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
78048	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
78048	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
78048	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
78048	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
78048	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
78048	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
78048	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
78048	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
78048	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
78048	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
78048	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
78048	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
78048	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
78048	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
78048	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
78048	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
78048	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
78048	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
78048	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
78048	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
78048	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
78048	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
78048	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
78048	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
78048	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
78048	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
78048	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
78048	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
78048	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
78048	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
78048	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
78048	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
78048	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
78048	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
78048	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
78048	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
78048	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
78048	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
78048	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
78048	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
78048	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
78048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
78048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
78048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
78048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
78048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
78048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
78048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
78048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
78048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
78048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
78048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
78048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
78048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
78048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
78048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
78048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
78048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
78048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
78048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
78048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
78048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
78048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
78048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
78048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
78048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
78048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
78048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
78048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
78048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
78048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
78048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
78048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
78048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
78048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
78048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
78048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
78048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
78048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
78048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
78048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
78048	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
78048	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
78048	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
78048	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
78048	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
78048	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
78048	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
78048	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
78048	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
78048	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
78048	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
78048	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
78048	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
78048	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
78048	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
78048	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
78048	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
78048	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
78048	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
78048	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
78048	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
78048	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
78048	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
78048	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
78048	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
78048	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
78048	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
78048	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
78048	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
78048	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
78048	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
78048	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
78048	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
78048	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
78048	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
78048	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
78048	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
78048	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
78048	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
78048	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
78048	embedding2nn.weight	0	0.13962562382221222
78048	embedding2nn.weight	1	0.24926070868968964
78048	embedding2nn.weight	2	0.06341563910245895
78048	embedding2nn.weight	3	0.0013368536019697785
78048	embedding2nn.weight	4	-0.08124999701976776
78048	embedding2nn.weight	5	0.04213930666446686
78048	embedding2nn.weight	6	0.041977446526288986
78048	embedding2nn.weight	7	0.004154030233621597
78048	embedding2nn.weight	8	0.06687404215335846
78048	embedding2nn.weight	9	-0.03322213143110275
78048	embedding2nn.bias	0	0.03014237806200981
78048	embedding2nn.bias	1	-0.12878528237342834
78048	embedding2nn.bias	2	0.0872911661863327
78048	embedding2nn.bias	3	0.13492271304130554
78048	embedding2nn.bias	4	0.1316177248954773
78048	embedding2nn.bias	5	-0.031105605885386467
78048	embedding2nn.bias	6	-0.02593272179365158
78048	embedding2nn.bias	7	0.023693503811955452
78048	embedding2nn.bias	8	-0.11184171587228775
78048	embedding2nn.bias	9	-0.34492844343185425
78048	rnn.weight_ih_l0	0	0.002567382762208581
78048	rnn.weight_ih_l0	1	-0.0418112650513649
78048	rnn.weight_ih_l0	2	-0.003938274923712015
78048	rnn.weight_ih_l0	3	0.019462356343865395
78048	rnn.weight_ih_l0	4	0.0034357006661593914
78048	rnn.weight_ih_l0	5	-0.12362654507160187
78048	rnn.weight_ih_l0	6	0.011675475165247917
78048	rnn.weight_ih_l0	7	-0.0013988488353788853
78048	rnn.weight_ih_l0	8	0.021040210500359535
78048	rnn.weight_ih_l0	9	-0.022604968398809433
78048	rnn.weight_hh_l0	0	0.029284238815307617
78048	rnn.weight_hh_l0	1	0.06526026874780655
78048	rnn.weight_hh_l0	2	-0.001910801394842565
78048	rnn.weight_hh_l0	3	0.05034221336245537
78048	rnn.weight_hh_l0	4	-0.02657509036362171
78048	rnn.weight_hh_l0	5	0.04297643527388573
78048	rnn.weight_hh_l0	6	0.020437095314264297
78048	rnn.weight_hh_l0	7	0.004371373914182186
78048	rnn.weight_hh_l0	8	0.03445229306817055
78048	rnn.weight_hh_l0	9	-0.04829755052924156
78048	rnn.bias_ih_l0	0	0.06790675967931747
78048	rnn.bias_ih_l0	1	-0.12993311882019043
78048	rnn.bias_ih_l0	2	0.0021479937713593245
78048	rnn.bias_ih_l0	3	-0.11103024333715439
78048	rnn.bias_ih_l0	4	0.04152708873152733
78048	rnn.bias_ih_l0	5	-0.1618899255990982
78048	rnn.bias_ih_l0	6	-0.062245771288871765
78048	rnn.bias_ih_l0	7	-0.16895276308059692
78048	rnn.bias_ih_l0	8	-0.0906476229429245
78048	rnn.bias_ih_l0	9	-0.2884225845336914
78048	rnn.bias_hh_l0	0	-0.09701669216156006
78048	rnn.bias_hh_l0	1	-0.12848921120166779
78048	rnn.bias_hh_l0	2	-0.09229432791471481
78048	rnn.bias_hh_l0	3	-0.05757959932088852
78048	rnn.bias_hh_l0	4	-0.10913766920566559
78048	rnn.bias_hh_l0	5	-0.15082073211669922
78048	rnn.bias_hh_l0	6	-0.09123010188341141
78048	rnn.bias_hh_l0	7	0.11281270533800125
78048	rnn.bias_hh_l0	8	-0.11773933470249176
78048	rnn.bias_hh_l0	9	-0.2723865211009979
78048	rnn.weight_ih_l0_reverse	0	0.07695402950048447
78048	rnn.weight_ih_l0_reverse	1	-0.04622359201312065
78048	rnn.weight_ih_l0_reverse	2	-0.016628190875053406
78048	rnn.weight_ih_l0_reverse	3	-0.04620381072163582
78048	rnn.weight_ih_l0_reverse	4	0.022628460079431534
78048	rnn.weight_ih_l0_reverse	5	-0.10622861236333847
78048	rnn.weight_ih_l0_reverse	6	0.021785633638501167
78048	rnn.weight_ih_l0_reverse	7	0.030103538185358047
78048	rnn.weight_ih_l0_reverse	8	-0.04225540533661842
78048	rnn.weight_ih_l0_reverse	9	-0.01909574866294861
78048	rnn.weight_hh_l0_reverse	0	-0.026174169033765793
78048	rnn.weight_hh_l0_reverse	1	0.028769467025995255
78048	rnn.weight_hh_l0_reverse	2	-0.011576593853533268
78048	rnn.weight_hh_l0_reverse	3	0.014686101116240025
78048	rnn.weight_hh_l0_reverse	4	-0.06519779562950134
78048	rnn.weight_hh_l0_reverse	5	0.033532291650772095
78048	rnn.weight_hh_l0_reverse	6	0.016485078260302544
78048	rnn.weight_hh_l0_reverse	7	-0.001271296525374055
78048	rnn.weight_hh_l0_reverse	8	0.0548955462872982
78048	rnn.weight_hh_l0_reverse	9	0.0314704105257988
78048	rnn.bias_ih_l0_reverse	0	-0.1504124253988266
78048	rnn.bias_ih_l0_reverse	1	-0.12200138717889786
78048	rnn.bias_ih_l0_reverse	2	-0.0062689101323485374
78048	rnn.bias_ih_l0_reverse	3	-0.11457996070384979
78048	rnn.bias_ih_l0_reverse	4	-0.020805813372135162
78048	rnn.bias_ih_l0_reverse	5	-0.12782570719718933
78048	rnn.bias_ih_l0_reverse	6	0.22967740893363953
78048	rnn.bias_ih_l0_reverse	7	-0.18377871811389923
78048	rnn.bias_ih_l0_reverse	8	-0.08057845383882523
78048	rnn.bias_ih_l0_reverse	9	-0.09313075244426727
78048	rnn.bias_hh_l0_reverse	0	-0.036927711218595505
78048	rnn.bias_hh_l0_reverse	1	0.11117187142372131
78048	rnn.bias_hh_l0_reverse	2	-0.19514529407024384
78048	rnn.bias_hh_l0_reverse	3	-0.036619797348976135
78048	rnn.bias_hh_l0_reverse	4	-0.1855335831642151
78048	rnn.bias_hh_l0_reverse	5	-0.05097481980919838
78048	rnn.bias_hh_l0_reverse	6	-0.18312105536460876
78048	rnn.bias_hh_l0_reverse	7	-0.038828615099191666
78048	rnn.bias_hh_l0_reverse	8	-0.08706837147474289
78048	rnn.bias_hh_l0_reverse	9	0.1331794410943985
78048	linear.weight	0	0.23998300731182098
78048	linear.weight	1	-0.31249895691871643
78048	linear.weight	2	0.03581729531288147
78048	linear.weight	3	0.06793247908353806
78048	linear.weight	4	-0.09021156281232834
78048	linear.weight	5	0.2454991340637207
78048	linear.weight	6	-0.058829180896282196
78048	linear.weight	7	-0.07174830138683319
78048	linear.weight	8	0.1621263325214386
78048	linear.weight	9	-0.03138677030801773
78048	linear.bias	0	-1.0726895332336426
78048	linear.bias	1	1.9048360586166382
78048	linear.bias	2	0.18769972026348114
78048	linear.bias	3	-2.0993409156799316
78048	linear.bias	4	-0.40564119815826416
78048	linear.bias	5	1.0135592222213745
78048	linear.bias	6	-0.34235915541648865
78048	linear.bias	7	0.3300227224826813
78048	linear.bias	8	1.9548321962356567
78048	linear.bias	9	-1.1235277652740479
78657	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
78657	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
78657	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
78657	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
78657	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
78657	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
78657	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
78657	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
78657	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
78657	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
78657	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
78657	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
78657	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
78657	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
78657	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
78657	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
78657	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
78657	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
78657	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
78657	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
78657	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
78657	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
78657	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
78657	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
78657	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
78657	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
78657	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
78657	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
78657	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
78657	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
78657	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
78657	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
78657	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
78657	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
78657	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
78657	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
78657	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
78657	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
78657	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
78657	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
78657	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
78657	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
78657	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
78657	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
78657	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
78657	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
78657	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
78657	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
78657	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
78657	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
78657	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
78657	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
78657	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
78657	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
78657	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
78657	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
78657	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
78657	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
78657	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
78657	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
78657	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
78657	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
78657	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
78657	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
78657	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
78657	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
78657	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
78657	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
78657	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
78657	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
78657	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
78657	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
78657	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
78657	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
78657	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
78657	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
78657	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
78657	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
78657	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
78657	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
78657	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
78657	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
78657	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
78657	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
78657	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
78657	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
78657	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
78657	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
78657	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
78657	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
78657	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
78657	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
78657	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
78657	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
78657	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
78657	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
78657	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
78657	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
78657	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
78657	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
78657	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
78657	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
78657	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
78657	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
78657	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
78657	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
78657	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
78657	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
78657	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
78657	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
78657	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
78657	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
78657	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
78657	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
78657	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
78657	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
78657	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
78657	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
78657	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
78657	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
78657	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
78657	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
78657	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
78657	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
78657	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
78657	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
78657	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
78657	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
78657	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
78657	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
78657	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
78657	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
78657	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
78657	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
78657	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
78657	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
78657	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
78657	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
78657	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
78657	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
78657	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
78657	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
78657	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
78657	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
78657	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
78657	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
78657	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
78657	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
78657	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
78657	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
78657	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
78657	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
78657	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
78657	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
78657	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
78657	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
78657	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
78657	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
78657	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
78657	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
78657	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
78657	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
78657	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
78657	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
78657	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
78657	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
78657	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
78657	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
78657	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
78657	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
78657	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
78657	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
78657	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
78657	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
78657	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
78657	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
78657	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
78657	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
78657	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
78657	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
78657	embedding2nn.weight	0	0.14033564925193787
78657	embedding2nn.weight	1	0.25043803453445435
78657	embedding2nn.weight	2	0.06046897545456886
78657	embedding2nn.weight	3	0.00710130762308836
78657	embedding2nn.weight	4	-0.08612759411334991
78657	embedding2nn.weight	5	0.04213286191225052
78657	embedding2nn.weight	6	0.039159636944532394
78657	embedding2nn.weight	7	0.008126461878418922
78657	embedding2nn.weight	8	0.06373915076255798
78657	embedding2nn.weight	9	-0.033104293048381805
78657	embedding2nn.bias	0	0.03827093541622162
78657	embedding2nn.bias	1	-0.1297670304775238
78657	embedding2nn.bias	2	0.07341400533914566
78657	embedding2nn.bias	3	0.14933951199054718
78657	embedding2nn.bias	4	0.13785570859909058
78657	embedding2nn.bias	5	-0.019886251538991928
78657	embedding2nn.bias	6	-0.040790483355522156
78657	embedding2nn.bias	7	0.04065798595547676
78657	embedding2nn.bias	8	-0.12599709630012512
78657	embedding2nn.bias	9	-0.3448382318019867
78657	rnn.weight_ih_l0	0	0.0028795041143894196
78657	rnn.weight_ih_l0	1	-0.04241245239973068
78657	rnn.weight_ih_l0	2	-0.007290613371878862
78657	rnn.weight_ih_l0	3	0.01920348033308983
78657	rnn.weight_ih_l0	4	0.012734311632812023
78657	rnn.weight_ih_l0	5	-0.12210338562726974
78657	rnn.weight_ih_l0	6	0.014689035713672638
78657	rnn.weight_ih_l0	7	-0.005230283830314875
78657	rnn.weight_ih_l0	8	0.0341796875
78657	rnn.weight_ih_l0	9	-0.020738061517477036
78657	rnn.weight_hh_l0	0	0.028896259143948555
78657	rnn.weight_hh_l0	1	0.06588324159383774
78657	rnn.weight_hh_l0	2	-0.0018922740127891302
78657	rnn.weight_hh_l0	3	0.04924486577510834
78657	rnn.weight_hh_l0	4	-0.02462676353752613
78657	rnn.weight_hh_l0	5	0.04176908731460571
78657	rnn.weight_hh_l0	6	0.021090606227517128
78657	rnn.weight_hh_l0	7	0.0028913570567965508
78657	rnn.weight_hh_l0	8	0.034569576382637024
78657	rnn.weight_hh_l0	9	-0.047211065888404846
78657	rnn.bias_ih_l0	0	0.053976550698280334
78657	rnn.bias_ih_l0	1	-0.13589823246002197
78657	rnn.bias_ih_l0	2	0.0016000813338905573
78657	rnn.bias_ih_l0	3	-0.10869913548231125
78657	rnn.bias_ih_l0	4	0.056163422763347626
78657	rnn.bias_ih_l0	5	-0.15727853775024414
78657	rnn.bias_ih_l0	6	-0.06048395484685898
78657	rnn.bias_ih_l0	7	-0.1677471399307251
78657	rnn.bias_ih_l0	8	-0.09703594446182251
78657	rnn.bias_ih_l0	9	-0.27627328038215637
78657	rnn.bias_hh_l0	0	-0.10518155246973038
78657	rnn.bias_hh_l0	1	-0.12164339423179626
78657	rnn.bias_hh_l0	2	-0.0914962962269783
78657	rnn.bias_hh_l0	3	-0.0673193410038948
78657	rnn.bias_hh_l0	4	-0.11187819391489029
78657	rnn.bias_hh_l0	5	-0.1482079178094864
78657	rnn.bias_hh_l0	6	-0.08744298666715622
78657	rnn.bias_hh_l0	7	0.11679471284151077
78657	rnn.bias_hh_l0	8	-0.12037212401628494
78657	rnn.bias_hh_l0	9	-0.2733108401298523
78657	rnn.weight_ih_l0_reverse	0	0.07582344859838486
78657	rnn.weight_ih_l0_reverse	1	-0.04471362382173538
78657	rnn.weight_ih_l0_reverse	2	-0.022442083805799484
78657	rnn.weight_ih_l0_reverse	3	-0.04561704769730568
78657	rnn.weight_ih_l0_reverse	4	0.023327820003032684
78657	rnn.weight_ih_l0_reverse	5	-0.09646787494421005
78657	rnn.weight_ih_l0_reverse	6	0.02495039626955986
78657	rnn.weight_ih_l0_reverse	7	0.030292430892586708
78657	rnn.weight_ih_l0_reverse	8	-0.03938069939613342
78657	rnn.weight_ih_l0_reverse	9	-0.019281018525362015
78657	rnn.weight_hh_l0_reverse	0	-0.02683829329907894
78657	rnn.weight_hh_l0_reverse	1	0.029355168342590332
78657	rnn.weight_hh_l0_reverse	2	-0.01198835764080286
78657	rnn.weight_hh_l0_reverse	3	0.014440695755183697
78657	rnn.weight_hh_l0_reverse	4	-0.0661347508430481
78657	rnn.weight_hh_l0_reverse	5	0.03338603675365448
78657	rnn.weight_hh_l0_reverse	6	0.016520099714398384
78657	rnn.weight_hh_l0_reverse	7	-0.0031197473872452974
78657	rnn.weight_hh_l0_reverse	8	0.051411502063274384
78657	rnn.weight_hh_l0_reverse	9	0.03113556280732155
78657	rnn.bias_ih_l0_reverse	0	-0.14595085382461548
78657	rnn.bias_ih_l0_reverse	1	-0.12117064744234085
78657	rnn.bias_ih_l0_reverse	2	-0.004124797414988279
78657	rnn.bias_ih_l0_reverse	3	-0.10597390681505203
78657	rnn.bias_ih_l0_reverse	4	-0.027378443628549576
78657	rnn.bias_ih_l0_reverse	5	-0.1295791119337082
78657	rnn.bias_ih_l0_reverse	6	0.22190247476100922
78657	rnn.bias_ih_l0_reverse	7	-0.18657319247722626
78657	rnn.bias_ih_l0_reverse	8	-0.0800534188747406
78657	rnn.bias_ih_l0_reverse	9	-0.08626018464565277
78657	rnn.bias_hh_l0_reverse	0	-0.04392068833112717
78657	rnn.bias_hh_l0_reverse	1	0.11423004418611526
78657	rnn.bias_hh_l0_reverse	2	-0.20089174807071686
78657	rnn.bias_hh_l0_reverse	3	-0.03945975378155708
78657	rnn.bias_hh_l0_reverse	4	-0.18313325941562653
78657	rnn.bias_hh_l0_reverse	5	-0.0448327511548996
78657	rnn.bias_hh_l0_reverse	6	-0.18056726455688477
78657	rnn.bias_hh_l0_reverse	7	-0.03270440548658371
78657	rnn.bias_hh_l0_reverse	8	-0.08223072439432144
78657	rnn.bias_hh_l0_reverse	9	0.13452109694480896
78657	linear.weight	0	0.2215753197669983
78657	linear.weight	1	-0.33385932445526123
78657	linear.weight	2	0.006929891649633646
78657	linear.weight	3	0.06787223368883133
78657	linear.weight	4	-0.08191917836666107
78657	linear.weight	5	0.2433309406042099
78657	linear.weight	6	-0.08050407469272614
78657	linear.weight	7	-0.07175775617361069
78657	linear.weight	8	0.16031897068023682
78657	linear.weight	9	-0.03143498674035072
78657	linear.bias	0	-1.0924029350280762
78657	linear.bias	1	1.8994709253311157
78657	linear.bias	2	0.150826096534729
78657	linear.bias	3	-2.102349281311035
78657	linear.bias	4	-0.4294137954711914
78657	linear.bias	5	1.0255769491195679
78657	linear.bias	6	-0.3691922724246979
78657	linear.bias	7	0.3172004520893097
78657	linear.bias	8	1.9817891120910645
78657	linear.bias	9	-1.1422935724258423
79266	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
79266	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
79266	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
79266	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
79266	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
79266	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
79266	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
79266	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
79266	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
79266	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
79266	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
79266	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
79266	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
79266	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
79266	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
79266	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
79266	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
79266	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
79266	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
79266	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
79266	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
79266	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
79266	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
79266	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
79266	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
79266	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
79266	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
79266	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
79266	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
79266	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
79266	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
79266	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
79266	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
79266	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
79266	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
79266	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
79266	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
79266	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
79266	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
79266	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
79266	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
79266	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
79266	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
79266	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
79266	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
79266	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
79266	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
79266	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
79266	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
79266	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
79266	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
79266	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
79266	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
79266	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
79266	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
79266	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
79266	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
79266	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
79266	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
79266	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
79266	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
79266	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
79266	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
79266	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
79266	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
79266	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
79266	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
79266	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
79266	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
79266	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
79266	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
79266	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
79266	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
79266	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
79266	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
79266	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
79266	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
79266	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
79266	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
79266	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
79266	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
79266	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
79266	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
79266	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
79266	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
79266	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
79266	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
79266	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
79266	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
79266	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
79266	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
79266	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
79266	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
79266	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
79266	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
79266	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
79266	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
79266	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
79266	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
79266	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
79266	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
79266	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
79266	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
79266	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
79266	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
79266	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
79266	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
79266	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
79266	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
79266	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
79266	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
79266	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
79266	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
79266	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
79266	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
79266	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
79266	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
79266	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
79266	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
79266	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
79266	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
79266	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
79266	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
79266	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
79266	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
79266	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
79266	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
79266	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
79266	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
79266	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
79266	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
79266	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
79266	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
79266	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
79266	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
79266	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
79266	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
79266	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
79266	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
79266	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
79266	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
79266	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
79266	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
79266	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
79266	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
79266	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
79266	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
79266	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
79266	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
79266	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
79266	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
79266	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
79266	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
79266	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
79266	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
79266	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
79266	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
79266	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
79266	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
79266	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
79266	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
79266	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
79266	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
79266	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
79266	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
79266	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
79266	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
79266	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
79266	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
79266	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
79266	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
79266	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
79266	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
79266	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
79266	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
79266	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
79266	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
79266	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
79266	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
79266	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
79266	embedding2nn.weight	0	0.1417025476694107
79266	embedding2nn.weight	1	0.25089311599731445
79266	embedding2nn.weight	2	0.06092282757163048
79266	embedding2nn.weight	3	0.01935976929962635
79266	embedding2nn.weight	4	-0.08369126170873642
79266	embedding2nn.weight	5	0.04519021511077881
79266	embedding2nn.weight	6	0.05710287764668465
79266	embedding2nn.weight	7	0.011365274898707867
79266	embedding2nn.weight	8	0.06661245226860046
79266	embedding2nn.weight	9	-0.03070131316781044
79266	embedding2nn.bias	0	0.02687685191631317
79266	embedding2nn.bias	1	-0.13334813714027405
79266	embedding2nn.bias	2	0.10608597844839096
79266	embedding2nn.bias	3	0.14580899477005005
79266	embedding2nn.bias	4	0.1495068520307541
79266	embedding2nn.bias	5	-0.03621578961610794
79266	embedding2nn.bias	6	-0.03794480860233307
79266	embedding2nn.bias	7	0.04781145974993706
79266	embedding2nn.bias	8	-0.11864471435546875
79266	embedding2nn.bias	9	-0.32498204708099365
79266	rnn.weight_ih_l0	0	0.003911738283932209
79266	rnn.weight_ih_l0	1	-0.041103724390268326
79266	rnn.weight_ih_l0	2	-0.009539169259369373
79266	rnn.weight_ih_l0	3	0.018469013273715973
79266	rnn.weight_ih_l0	4	0.017223700881004333
79266	rnn.weight_ih_l0	5	-0.1197289377450943
79266	rnn.weight_ih_l0	6	0.013956352137029171
79266	rnn.weight_ih_l0	7	-0.008053567260503769
79266	rnn.weight_ih_l0	8	0.034639690071344376
79266	rnn.weight_ih_l0	9	-0.017059722915291786
79266	rnn.weight_hh_l0	0	0.02946067415177822
79266	rnn.weight_hh_l0	1	0.06631092727184296
79266	rnn.weight_hh_l0	2	-0.0026855538599193096
79266	rnn.weight_hh_l0	3	0.049724262207746506
79266	rnn.weight_hh_l0	4	-0.024713236838579178
79266	rnn.weight_hh_l0	5	0.04049926996231079
79266	rnn.weight_hh_l0	6	0.020371081307530403
79266	rnn.weight_hh_l0	7	0.0019000513711944222
79266	rnn.weight_hh_l0	8	0.03507126122713089
79266	rnn.weight_hh_l0	9	-0.04513568803668022
79266	rnn.bias_ih_l0	0	0.0526278018951416
79266	rnn.bias_ih_l0	1	-0.13220447301864624
79266	rnn.bias_ih_l0	2	0.003821699181571603
79266	rnn.bias_ih_l0	3	-0.10847169905900955
79266	rnn.bias_ih_l0	4	0.04084454104304314
79266	rnn.bias_ih_l0	5	-0.14786437153816223
79266	rnn.bias_ih_l0	6	-0.07115428894758224
79266	rnn.bias_ih_l0	7	-0.1700659841299057
79266	rnn.bias_ih_l0	8	-0.08662138879299164
79266	rnn.bias_ih_l0	9	-0.2869935929775238
79266	rnn.bias_hh_l0	0	-0.1082581877708435
79266	rnn.bias_hh_l0	1	-0.1332310438156128
79266	rnn.bias_hh_l0	2	-0.09377783536911011
79266	rnn.bias_hh_l0	3	-0.0644758939743042
79266	rnn.bias_hh_l0	4	-0.10363302379846573
79266	rnn.bias_hh_l0	5	-0.14649882912635803
79266	rnn.bias_hh_l0	6	-0.0870015025138855
79266	rnn.bias_hh_l0	7	0.1047276109457016
79266	rnn.bias_hh_l0	8	-0.11506041884422302
79266	rnn.bias_hh_l0	9	-0.2735101580619812
79266	rnn.weight_ih_l0_reverse	0	0.08031213283538818
79266	rnn.weight_ih_l0_reverse	1	-0.04682815447449684
79266	rnn.weight_ih_l0_reverse	2	-0.023057471960783005
79266	rnn.weight_ih_l0_reverse	3	-0.04449461027979851
79266	rnn.weight_ih_l0_reverse	4	0.026713963598012924
79266	rnn.weight_ih_l0_reverse	5	-0.10393235087394714
79266	rnn.weight_ih_l0_reverse	6	0.021596252918243408
79266	rnn.weight_ih_l0_reverse	7	0.030481643974781036
79266	rnn.weight_ih_l0_reverse	8	-0.039042405784130096
79266	rnn.weight_ih_l0_reverse	9	-0.014857668429613113
79266	rnn.weight_hh_l0_reverse	0	-0.026699457317590714
79266	rnn.weight_hh_l0_reverse	1	0.02988251857459545
79266	rnn.weight_hh_l0_reverse	2	-0.01217891275882721
79266	rnn.weight_hh_l0_reverse	3	0.014357507228851318
79266	rnn.weight_hh_l0_reverse	4	-0.06672535836696625
79266	rnn.weight_hh_l0_reverse	5	0.03322136029601097
79266	rnn.weight_hh_l0_reverse	6	0.016619030386209488
79266	rnn.weight_hh_l0_reverse	7	-0.005200831685215235
79266	rnn.weight_hh_l0_reverse	8	0.051991380751132965
79266	rnn.weight_hh_l0_reverse	9	0.029054222628474236
79266	rnn.bias_ih_l0_reverse	0	-0.14029355347156525
79266	rnn.bias_ih_l0_reverse	1	-0.12168262153863907
79266	rnn.bias_ih_l0_reverse	2	0.001623090822249651
79266	rnn.bias_ih_l0_reverse	3	-0.11937347799539566
79266	rnn.bias_ih_l0_reverse	4	-0.020549632608890533
79266	rnn.bias_ih_l0_reverse	5	-0.12978045642375946
79266	rnn.bias_ih_l0_reverse	6	0.2229245901107788
79266	rnn.bias_ih_l0_reverse	7	-0.18843497335910797
79266	rnn.bias_ih_l0_reverse	8	-0.07150246948003769
79266	rnn.bias_ih_l0_reverse	9	-0.08648401498794556
79266	rnn.bias_hh_l0_reverse	0	-0.0449841246008873
79266	rnn.bias_hh_l0_reverse	1	0.12190340459346771
79266	rnn.bias_hh_l0_reverse	2	-0.21483728289604187
79266	rnn.bias_hh_l0_reverse	3	-0.045044902712106705
79266	rnn.bias_hh_l0_reverse	4	-0.18945424258708954
79266	rnn.bias_hh_l0_reverse	5	-0.05236249417066574
79266	rnn.bias_hh_l0_reverse	6	-0.1773257851600647
79266	rnn.bias_hh_l0_reverse	7	-0.03948390483856201
79266	rnn.bias_hh_l0_reverse	8	-0.08074141293764114
79266	rnn.bias_hh_l0_reverse	9	0.1406693309545517
79266	linear.weight	0	0.21110330522060394
79266	linear.weight	1	-0.3299303948879242
79266	linear.weight	2	-0.04184788092970848
79266	linear.weight	3	0.06786508858203888
79266	linear.weight	4	-0.13409239053726196
79266	linear.weight	5	0.2755409777164459
79266	linear.weight	6	-0.09503945708274841
79266	linear.weight	7	-0.07168130576610565
79266	linear.weight	8	0.12410344928503036
79266	linear.weight	9	-0.031466446816921234
79266	linear.bias	0	-1.1038018465042114
79266	linear.bias	1	1.9527595043182373
79266	linear.bias	2	0.1373458057641983
79266	linear.bias	3	-2.105543613433838
79266	linear.bias	4	-0.3796943426132202
79266	linear.bias	5	1.01631498336792
79266	linear.bias	6	-0.325091689825058
79266	linear.bias	7	0.30635350942611694
79266	linear.bias	8	1.9950861930847168
79266	linear.bias	9	-1.145553469657898
79274	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
79274	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
79274	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
79274	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
79274	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
79274	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
79274	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
79274	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
79274	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
79274	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
79274	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
79274	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
79274	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
79274	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
79274	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
79274	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
79274	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
79274	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
79274	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
79274	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
79274	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
79274	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
79274	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
79274	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
79274	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
79274	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
79274	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
79274	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
79274	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
79274	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
79274	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
79274	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
79274	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
79274	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
79274	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
79274	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
79274	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
79274	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
79274	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
79274	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
79274	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
79274	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
79274	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
79274	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
79274	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
79274	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
79274	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
79274	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
79274	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
79274	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
79274	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
79274	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
79274	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
79274	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
79274	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
79274	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
79274	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
79274	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
79274	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
79274	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
79274	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
79274	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
79274	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
79274	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
79274	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
79274	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
79274	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
79274	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
79274	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
79274	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
79274	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
79274	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
79274	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
79274	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
79274	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
79274	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
79274	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
79274	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
79274	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
79274	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
79274	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
79274	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
79274	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
79274	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
79274	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
79274	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
79274	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
79274	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
79274	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
79274	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
79274	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
79274	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
79274	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
79274	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
79274	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
79274	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
79274	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
79274	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
79274	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
79274	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
79274	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
79274	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
79274	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
79274	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
79274	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
79274	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
79274	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
79274	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
79274	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
79274	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
79274	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
79274	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
79274	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
79274	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
79274	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
79274	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
79274	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
79274	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
79274	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
79274	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
79274	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
79274	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
79274	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
79274	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
79274	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
79274	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
79274	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
79274	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
79274	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
79274	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
79274	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
79274	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
79274	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
79274	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
79274	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
79274	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
79274	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
79274	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
79274	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
79274	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
79274	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
79274	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
79274	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
79274	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
79274	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
79274	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
79274	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
79274	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
79274	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
79274	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
79274	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
79274	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
79274	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
79274	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
79274	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
79274	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
79274	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
79274	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
79274	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
79274	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
79274	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
79274	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
79274	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
79274	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
79274	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
79274	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
79274	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
79274	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
79274	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
79274	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
79274	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
79274	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
79274	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
79274	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
79274	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
79274	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
79274	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
79274	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
79274	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
79274	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
79274	embedding2nn.weight	0	0.14189478754997253
79274	embedding2nn.weight	1	0.2511880099773407
79274	embedding2nn.weight	2	0.06057615950703621
79274	embedding2nn.weight	3	0.01986253261566162
79274	embedding2nn.weight	4	-0.08406178653240204
79274	embedding2nn.weight	5	0.045042432844638824
79274	embedding2nn.weight	6	0.05709046125411987
79274	embedding2nn.weight	7	0.011112462729215622
79274	embedding2nn.weight	8	0.06620791554450989
79274	embedding2nn.weight	9	-0.03058239445090294
79274	embedding2nn.bias	0	0.028247233480215073
79274	embedding2nn.bias	1	-0.13332226872444153
79274	embedding2nn.bias	2	0.10730204731225967
79274	embedding2nn.bias	3	0.13802891969680786
79274	embedding2nn.bias	4	0.15164989233016968
79274	embedding2nn.bias	5	-0.03905398026108742
79274	embedding2nn.bias	6	-0.03739685192704201
79274	embedding2nn.bias	7	0.05347243696451187
79274	embedding2nn.bias	8	-0.1206233948469162
79274	embedding2nn.bias	9	-0.32791873812675476
79274	rnn.weight_ih_l0	0	0.003946071490645409
79274	rnn.weight_ih_l0	1	-0.04110576584935188
79274	rnn.weight_ih_l0	2	-0.01042089331895113
79274	rnn.weight_ih_l0	3	0.01840783841907978
79274	rnn.weight_ih_l0	4	0.018871204927563667
79274	rnn.weight_ih_l0	5	-0.1192406639456749
79274	rnn.weight_ih_l0	6	0.013840248808264732
79274	rnn.weight_ih_l0	7	-0.008078882470726967
79274	rnn.weight_ih_l0	8	0.03461204841732979
79274	rnn.weight_ih_l0	9	-0.016628999263048172
79274	rnn.weight_hh_l0	0	0.029471879824995995
79274	rnn.weight_hh_l0	1	0.06627389788627625
79274	rnn.weight_hh_l0	2	-0.002567205112427473
79274	rnn.weight_hh_l0	3	0.04969162121415138
79274	rnn.weight_hh_l0	4	-0.024818934500217438
79274	rnn.weight_hh_l0	5	0.04060404375195503
79274	rnn.weight_hh_l0	6	0.020309926941990852
79274	rnn.weight_hh_l0	7	0.0020516300573945045
79274	rnn.weight_hh_l0	8	0.034974392503499985
79274	rnn.weight_hh_l0	9	-0.04494311287999153
79274	rnn.bias_ih_l0	0	0.05286058783531189
79274	rnn.bias_ih_l0	1	-0.13110828399658203
79274	rnn.bias_ih_l0	2	0.003180590458214283
79274	rnn.bias_ih_l0	3	-0.10709792375564575
79274	rnn.bias_ih_l0	4	0.0414494089782238
79274	rnn.bias_ih_l0	5	-0.1481923609972
79274	rnn.bias_ih_l0	6	-0.07130985707044601
79274	rnn.bias_ih_l0	7	-0.16972953081130981
79274	rnn.bias_ih_l0	8	-0.08661152422428131
79274	rnn.bias_ih_l0	9	-0.2842318117618561
79274	rnn.bias_hh_l0	0	-0.10833405703306198
79274	rnn.bias_hh_l0	1	-0.1327671855688095
79274	rnn.bias_hh_l0	2	-0.09407824277877808
79274	rnn.bias_hh_l0	3	-0.06461623311042786
79274	rnn.bias_hh_l0	4	-0.10438237339258194
79274	rnn.bias_hh_l0	5	-0.14646053314208984
79274	rnn.bias_hh_l0	6	-0.08769693225622177
79274	rnn.bias_hh_l0	7	0.10613813251256943
79274	rnn.bias_hh_l0	8	-0.11385823041200638
79274	rnn.bias_hh_l0	9	-0.2736944854259491
79274	rnn.weight_ih_l0_reverse	0	0.0799194946885109
79274	rnn.weight_ih_l0_reverse	1	-0.04674505442380905
79274	rnn.weight_ih_l0_reverse	2	-0.023037420585751534
79274	rnn.weight_ih_l0_reverse	3	-0.04466873034834862
79274	rnn.weight_ih_l0_reverse	4	0.027362924069166183
79274	rnn.weight_ih_l0_reverse	5	-0.10373072326183319
79274	rnn.weight_ih_l0_reverse	6	0.021978186443448067
79274	rnn.weight_ih_l0_reverse	7	0.030376054346561432
79274	rnn.weight_ih_l0_reverse	8	-0.039290182292461395
79274	rnn.weight_ih_l0_reverse	9	-0.014802468940615654
79274	rnn.weight_hh_l0_reverse	0	-0.02666242979466915
79274	rnn.weight_hh_l0_reverse	1	0.029892681166529655
79274	rnn.weight_hh_l0_reverse	2	-0.012313341721892357
79274	rnn.weight_hh_l0_reverse	3	0.014376647770404816
79274	rnn.weight_hh_l0_reverse	4	-0.06654181331396103
79274	rnn.weight_hh_l0_reverse	5	0.03324378654360771
79274	rnn.weight_hh_l0_reverse	6	0.016619987785816193
79274	rnn.weight_hh_l0_reverse	7	-0.005154378712177277
79274	rnn.weight_hh_l0_reverse	8	0.05162700265645981
79274	rnn.weight_hh_l0_reverse	9	0.028998548164963722
79274	rnn.bias_ih_l0_reverse	0	-0.13967742025852203
79274	rnn.bias_ih_l0_reverse	1	-0.1212395504117012
79274	rnn.bias_ih_l0_reverse	2	0.003653548425063491
79274	rnn.bias_ih_l0_reverse	3	-0.11921170353889465
79274	rnn.bias_ih_l0_reverse	4	-0.019301999360322952
79274	rnn.bias_ih_l0_reverse	5	-0.1300182044506073
79274	rnn.bias_ih_l0_reverse	6	0.22218264639377594
79274	rnn.bias_ih_l0_reverse	7	-0.19012941420078278
79274	rnn.bias_ih_l0_reverse	8	-0.07116003334522247
79274	rnn.bias_ih_l0_reverse	9	-0.08749701827764511
79274	rnn.bias_hh_l0_reverse	0	-0.04371582344174385
79274	rnn.bias_hh_l0_reverse	1	0.12290817499160767
79274	rnn.bias_hh_l0_reverse	2	-0.21472972631454468
79274	rnn.bias_hh_l0_reverse	3	-0.043520987033843994
79274	rnn.bias_hh_l0_reverse	4	-0.1888575404882431
79274	rnn.bias_hh_l0_reverse	5	-0.05195754021406174
79274	rnn.bias_hh_l0_reverse	6	-0.17765304446220398
79274	rnn.bias_hh_l0_reverse	7	-0.0390656515955925
79274	rnn.bias_hh_l0_reverse	8	-0.08042136579751968
79274	rnn.bias_hh_l0_reverse	9	0.13757221400737762
79274	linear.weight	0	0.21178053319454193
79274	linear.weight	1	-0.33176183700561523
79274	linear.weight	2	-0.041054483503103256
79274	linear.weight	3	0.06786469370126724
79274	linear.weight	4	-0.13915272057056427
79274	linear.weight	5	0.27121058106422424
79274	linear.weight	6	-0.0924849659204483
79274	linear.weight	7	-0.07167993485927582
79274	linear.weight	8	0.12041286379098892
79274	linear.weight	9	-0.0314662791788578
79274	linear.bias	0	-1.0990982055664062
79274	linear.bias	1	1.9236241579055786
79274	linear.bias	2	0.14618143439292908
79274	linear.bias	3	-2.105574369430542
79274	linear.bias	4	-0.37884601950645447
79274	linear.bias	5	1.0090107917785645
79274	linear.bias	6	-0.320605605840683
79274	linear.bias	7	0.31262868642807007
79274	linear.bias	8	2.021697759628296
79274	linear.bias	9	-1.143988847732544
79883	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
79883	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
79883	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
79883	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
79883	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
79883	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
79883	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
79883	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
79883	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
79883	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
79883	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
79883	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
79883	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
79883	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
79883	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
79883	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
79883	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
79883	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
79883	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
79883	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
79883	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
79883	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
79883	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
79883	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
79883	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
79883	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
79883	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
79883	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
79883	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
79883	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
79883	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
79883	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
79883	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
79883	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
79883	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
79883	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
79883	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
79883	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
79883	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
79883	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
79883	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
79883	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
79883	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
79883	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
79883	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
79883	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
79883	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
79883	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
79883	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
79883	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
79883	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
79883	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
79883	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
79883	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
79883	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
79883	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
79883	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
79883	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
79883	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
79883	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
79883	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
79883	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
79883	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
79883	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
79883	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
79883	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
79883	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
79883	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
79883	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
79883	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
79883	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
79883	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
79883	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
79883	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
79883	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
79883	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
79883	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
79883	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
79883	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
79883	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
79883	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
79883	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
79883	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
79883	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
79883	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
79883	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
79883	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
79883	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
79883	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
79883	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
79883	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
79883	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
79883	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
79883	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
79883	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
79883	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
79883	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
79883	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
79883	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
79883	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
79883	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
79883	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
79883	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
79883	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
79883	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
79883	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
79883	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
79883	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
79883	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
79883	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
79883	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
79883	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
79883	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
79883	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
79883	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
79883	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
79883	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
79883	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
79883	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
79883	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
79883	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
79883	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
79883	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
79883	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
79883	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
79883	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
79883	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
79883	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
79883	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
79883	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
79883	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
79883	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
79883	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
79883	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
79883	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
79883	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
79883	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
79883	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
79883	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
79883	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
79883	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
79883	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
79883	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
79883	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
79883	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
79883	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
79883	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
79883	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
79883	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
79883	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
79883	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
79883	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
79883	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
79883	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
79883	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
79883	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
79883	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
79883	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
79883	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
79883	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
79883	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
79883	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
79883	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
79883	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
79883	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
79883	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
79883	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
79883	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
79883	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
79883	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
79883	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
79883	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
79883	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
79883	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
79883	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
79883	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
79883	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
79883	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
79883	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
79883	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
79883	embedding2nn.weight	0	0.1421024650335312
79883	embedding2nn.weight	1	0.24760042130947113
79883	embedding2nn.weight	2	0.06292018294334412
79883	embedding2nn.weight	3	0.012745323590934277
79883	embedding2nn.weight	4	-0.07956463098526001
79883	embedding2nn.weight	5	0.04615277051925659
79883	embedding2nn.weight	6	0.062167540192604065
79883	embedding2nn.weight	7	0.01611541025340557
79883	embedding2nn.weight	8	0.06856789439916611
79883	embedding2nn.weight	9	-0.025026438757777214
79883	embedding2nn.bias	0	0.024452753365039825
79883	embedding2nn.bias	1	-0.13891220092773438
79883	embedding2nn.bias	2	0.11667822301387787
79883	embedding2nn.bias	3	0.1366862654685974
79883	embedding2nn.bias	4	0.1253606081008911
79883	embedding2nn.bias	5	-0.03954100236296654
79883	embedding2nn.bias	6	-0.0317162424325943
79883	embedding2nn.bias	7	0.04499569907784462
79883	embedding2nn.bias	8	-0.12392497062683105
79883	embedding2nn.bias	9	-0.31116145849227905
79883	rnn.weight_ih_l0	0	0.00443495437502861
79883	rnn.weight_ih_l0	1	-0.04156762734055519
79883	rnn.weight_ih_l0	2	-0.014116751030087471
79883	rnn.weight_ih_l0	3	0.01968700811266899
79883	rnn.weight_ih_l0	4	0.014455240219831467
79883	rnn.weight_ih_l0	5	-0.11555323004722595
79883	rnn.weight_ih_l0	6	0.022145545110106468
79883	rnn.weight_ih_l0	7	-0.006658799014985561
79883	rnn.weight_ih_l0	8	0.03940252959728241
79883	rnn.weight_ih_l0	9	-0.018256928771734238
79883	rnn.weight_hh_l0	0	0.028850192204117775
79883	rnn.weight_hh_l0	1	0.06625337153673172
79883	rnn.weight_hh_l0	2	-0.0026492911856621504
79883	rnn.weight_hh_l0	3	0.04982247203588486
79883	rnn.weight_hh_l0	4	-0.025596730411052704
79883	rnn.weight_hh_l0	5	0.04066377133131027
79883	rnn.weight_hh_l0	6	0.020653124898672104
79883	rnn.weight_hh_l0	7	0.002368784276768565
79883	rnn.weight_hh_l0	8	0.03579370677471161
79883	rnn.weight_hh_l0	9	-0.05172355845570564
79883	rnn.bias_ih_l0	0	0.06079171970486641
79883	rnn.bias_ih_l0	1	-0.136394664645195
79883	rnn.bias_ih_l0	2	0.0025585333351045847
79883	rnn.bias_ih_l0	3	-0.10807675123214722
79883	rnn.bias_ih_l0	4	0.03455480933189392
79883	rnn.bias_ih_l0	5	-0.15605749189853668
79883	rnn.bias_ih_l0	6	-0.05997224897146225
79883	rnn.bias_ih_l0	7	-0.16866138577461243
79883	rnn.bias_ih_l0	8	-0.08881133049726486
79883	rnn.bias_ih_l0	9	-0.30022671818733215
79883	rnn.bias_hh_l0	0	-0.10763105005025864
79883	rnn.bias_hh_l0	1	-0.13387317955493927
79883	rnn.bias_hh_l0	2	-0.09503726661205292
79883	rnn.bias_hh_l0	3	-0.0620872788131237
79883	rnn.bias_hh_l0	4	-0.1094861850142479
79883	rnn.bias_hh_l0	5	-0.1495511680841446
79883	rnn.bias_hh_l0	6	-0.08270435780286789
79883	rnn.bias_hh_l0	7	0.1051301509141922
79883	rnn.bias_hh_l0	8	-0.11361537873744965
79883	rnn.bias_hh_l0	9	-0.27067825198173523
79883	rnn.weight_ih_l0_reverse	0	0.07823071628808975
79883	rnn.weight_ih_l0_reverse	1	-0.047563500702381134
79883	rnn.weight_ih_l0_reverse	2	-0.01957591250538826
79883	rnn.weight_ih_l0_reverse	3	-0.04525526612997055
79883	rnn.weight_ih_l0_reverse	4	0.027974044904112816
79883	rnn.weight_ih_l0_reverse	5	-0.11037273705005646
79883	rnn.weight_ih_l0_reverse	6	0.01897280290722847
79883	rnn.weight_ih_l0_reverse	7	0.030569426715373993
79883	rnn.weight_ih_l0_reverse	8	-0.035820234566926956
79883	rnn.weight_ih_l0_reverse	9	-0.018643829971551895
79883	rnn.weight_hh_l0_reverse	0	-0.02760124020278454
79883	rnn.weight_hh_l0_reverse	1	0.02950218878686428
79883	rnn.weight_hh_l0_reverse	2	-0.011924604885280132
79883	rnn.weight_hh_l0_reverse	3	0.014787106774747372
79883	rnn.weight_hh_l0_reverse	4	-0.06701623648405075
79883	rnn.weight_hh_l0_reverse	5	0.03361191600561142
79883	rnn.weight_hh_l0_reverse	6	0.016331074759364128
79883	rnn.weight_hh_l0_reverse	7	-0.002110324567183852
79883	rnn.weight_hh_l0_reverse	8	0.048119258135557175
79883	rnn.weight_hh_l0_reverse	9	0.028574157506227493
79883	rnn.bias_ih_l0_reverse	0	-0.14357329905033112
79883	rnn.bias_ih_l0_reverse	1	-0.12541331350803375
79883	rnn.bias_ih_l0_reverse	2	-0.005178551655262709
79883	rnn.bias_ih_l0_reverse	3	-0.11447250843048096
79883	rnn.bias_ih_l0_reverse	4	-0.01858099363744259
79883	rnn.bias_ih_l0_reverse	5	-0.12742888927459717
79883	rnn.bias_ih_l0_reverse	6	0.2204611599445343
79883	rnn.bias_ih_l0_reverse	7	-0.1759253740310669
79883	rnn.bias_ih_l0_reverse	8	-0.07117100059986115
79883	rnn.bias_ih_l0_reverse	9	-0.07989323139190674
79883	rnn.bias_hh_l0_reverse	0	-0.042612455785274506
79883	rnn.bias_hh_l0_reverse	1	0.12872351706027985
79883	rnn.bias_hh_l0_reverse	2	-0.20367443561553955
79883	rnn.bias_hh_l0_reverse	3	-0.048836372792720795
79883	rnn.bias_hh_l0_reverse	4	-0.19135503470897675
79883	rnn.bias_hh_l0_reverse	5	-0.043643999844789505
79883	rnn.bias_hh_l0_reverse	6	-0.17630834877490997
79883	rnn.bias_hh_l0_reverse	7	-0.042627278715372086
79883	rnn.bias_hh_l0_reverse	8	-0.08328261971473694
79883	rnn.bias_hh_l0_reverse	9	0.14547070860862732
79883	linear.weight	0	0.2021489143371582
79883	linear.weight	1	-0.32205212116241455
79883	linear.weight	2	0.012265684083104134
79883	linear.weight	3	0.0678468868136406
79883	linear.weight	4	-0.1434803307056427
79883	linear.weight	5	0.24919261038303375
79883	linear.weight	6	-0.10425814986228943
79883	linear.weight	7	-0.07164681702852249
79883	linear.weight	8	0.11114434152841568
79883	linear.weight	9	-0.03151394799351692
79883	linear.bias	0	-1.0979667901992798
79883	linear.bias	1	1.873095989227295
79883	linear.bias	2	0.16837464272975922
79883	linear.bias	3	-2.1082725524902344
79883	linear.bias	4	-0.3700149357318878
79883	linear.bias	5	0.9594800472259521
79883	linear.bias	6	-0.31567174196243286
79883	linear.bias	7	0.33034414052963257
79883	linear.bias	8	2.0059683322906494
79883	linear.bias	9	-1.1492406129837036
80492	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
80492	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
80492	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
80492	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
80492	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
80492	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
80492	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
80492	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
80492	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
80492	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
80492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
80492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
80492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
80492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
80492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
80492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
80492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
80492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
80492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
80492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
80492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
80492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
80492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
80492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
80492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
80492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
80492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
80492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
80492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
80492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
80492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
80492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
80492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
80492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
80492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
80492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
80492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
80492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
80492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
80492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
80492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
80492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
80492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
80492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
80492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
80492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
80492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
80492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
80492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
80492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
80492	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
80492	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
80492	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
80492	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
80492	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
80492	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
80492	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
80492	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
80492	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
80492	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
80492	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
80492	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
80492	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
80492	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
80492	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
80492	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
80492	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
80492	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
80492	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
80492	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
80492	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
80492	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
80492	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
80492	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
80492	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
80492	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
80492	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
80492	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
80492	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
80492	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
80492	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
80492	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
80492	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
80492	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
80492	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
80492	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
80492	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
80492	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
80492	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
80492	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
80492	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
80492	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
80492	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
80492	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
80492	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
80492	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
80492	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
80492	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
80492	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
80492	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
80492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
80492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
80492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
80492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
80492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
80492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
80492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
80492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
80492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
80492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
80492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
80492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
80492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
80492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
80492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
80492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
80492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
80492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
80492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
80492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
80492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
80492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
80492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
80492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
80492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
80492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
80492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
80492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
80492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
80492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
80492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
80492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
80492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
80492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
80492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
80492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
80492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
80492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
80492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
80492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
80492	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
80492	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
80492	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
80492	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
80492	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
80492	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
80492	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
80492	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
80492	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
80492	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
80492	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
80492	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
80492	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
80492	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
80492	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
80492	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
80492	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
80492	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
80492	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
80492	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
80492	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
80492	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
80492	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
80492	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
80492	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
80492	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
80492	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
80492	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
80492	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
80492	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
80492	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
80492	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
80492	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
80492	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
80492	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
80492	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
80492	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
80492	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
80492	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
80492	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
80492	embedding2nn.weight	0	0.1402932107448578
80492	embedding2nn.weight	1	0.2503044605255127
80492	embedding2nn.weight	2	0.06487858295440674
80492	embedding2nn.weight	3	0.020144857466220856
80492	embedding2nn.weight	4	-0.0755217894911766
80492	embedding2nn.weight	5	0.04789659380912781
80492	embedding2nn.weight	6	0.06543894857168198
80492	embedding2nn.weight	7	0.013466425240039825
80492	embedding2nn.weight	8	0.06615427881479263
80492	embedding2nn.weight	9	-0.024402348324656487
80492	embedding2nn.bias	0	0.035314831882715225
80492	embedding2nn.bias	1	-0.12465041130781174
80492	embedding2nn.bias	2	0.10226201266050339
80492	embedding2nn.bias	3	0.14517876505851746
80492	embedding2nn.bias	4	0.14124581217765808
80492	embedding2nn.bias	5	-0.031690455973148346
80492	embedding2nn.bias	6	-0.028401071205735207
80492	embedding2nn.bias	7	0.0535956509411335
80492	embedding2nn.bias	8	-0.12755431234836578
80492	embedding2nn.bias	9	-0.3098030984401703
80492	rnn.weight_ih_l0	0	0.005280324723571539
80492	rnn.weight_ih_l0	1	-0.0406218096613884
80492	rnn.weight_ih_l0	2	-0.017609305679798126
80492	rnn.weight_ih_l0	3	0.019824761897325516
80492	rnn.weight_ih_l0	4	0.012658925727009773
80492	rnn.weight_ih_l0	5	-0.12570469081401825
80492	rnn.weight_ih_l0	6	0.023109186440706253
80492	rnn.weight_ih_l0	7	-0.008476379327476025
80492	rnn.weight_ih_l0	8	0.028290530666708946
80492	rnn.weight_ih_l0	9	-0.014524785801768303
80492	rnn.weight_hh_l0	0	0.029341427609324455
80492	rnn.weight_hh_l0	1	0.06622567772865295
80492	rnn.weight_hh_l0	2	-0.0024163424968719482
80492	rnn.weight_hh_l0	3	0.051054295152425766
80492	rnn.weight_hh_l0	4	-0.025781624019145966
80492	rnn.weight_hh_l0	5	0.04169356822967529
80492	rnn.weight_hh_l0	6	0.02064395323395729
80492	rnn.weight_hh_l0	7	0.005731257610023022
80492	rnn.weight_hh_l0	8	0.03614334762096405
80492	rnn.weight_hh_l0	9	-0.05086551979184151
80492	rnn.bias_ih_l0	0	0.06317806988954544
80492	rnn.bias_ih_l0	1	-0.13185706734657288
80492	rnn.bias_ih_l0	2	0.005562784615904093
80492	rnn.bias_ih_l0	3	-0.10707525908946991
80492	rnn.bias_ih_l0	4	0.04071415588259697
80492	rnn.bias_ih_l0	5	-0.15436653792858124
80492	rnn.bias_ih_l0	6	-0.06321369111537933
80492	rnn.bias_ih_l0	7	-0.16873911023139954
80492	rnn.bias_ih_l0	8	-0.09343434870243073
80492	rnn.bias_ih_l0	9	-0.3016824722290039
80492	rnn.bias_hh_l0	0	-0.1073785349726677
80492	rnn.bias_hh_l0	1	-0.13811583817005157
80492	rnn.bias_hh_l0	2	-0.09181755781173706
80492	rnn.bias_hh_l0	3	-0.06849506497383118
80492	rnn.bias_hh_l0	4	-0.10959693789482117
80492	rnn.bias_hh_l0	5	-0.1490468978881836
80492	rnn.bias_hh_l0	6	-0.08129459619522095
80492	rnn.bias_hh_l0	7	0.10293925553560257
80492	rnn.bias_hh_l0	8	-0.11392734199762344
80492	rnn.bias_hh_l0	9	-0.2736572027206421
80492	rnn.weight_ih_l0_reverse	0	0.07686981558799744
80492	rnn.weight_ih_l0_reverse	1	-0.04865780845284462
80492	rnn.weight_ih_l0_reverse	2	-0.020218530669808388
80492	rnn.weight_ih_l0_reverse	3	-0.042771484702825546
80492	rnn.weight_ih_l0_reverse	4	0.028556182980537415
80492	rnn.weight_ih_l0_reverse	5	-0.1127595603466034
80492	rnn.weight_ih_l0_reverse	6	0.014684662222862244
80492	rnn.weight_ih_l0_reverse	7	0.030696168541908264
80492	rnn.weight_ih_l0_reverse	8	-0.03555641695857048
80492	rnn.weight_ih_l0_reverse	9	-0.019342755898833275
80492	rnn.weight_hh_l0_reverse	0	-0.0291993897408247
80492	rnn.weight_hh_l0_reverse	1	0.030264686793088913
80492	rnn.weight_hh_l0_reverse	2	-0.012644384056329727
80492	rnn.weight_hh_l0_reverse	3	0.014454178512096405
80492	rnn.weight_hh_l0_reverse	4	-0.06526268273591995
80492	rnn.weight_hh_l0_reverse	5	0.03331592679023743
80492	rnn.weight_hh_l0_reverse	6	0.016551122069358826
80492	rnn.weight_hh_l0_reverse	7	-0.0006477203569374979
80492	rnn.weight_hh_l0_reverse	8	0.04714621603488922
80492	rnn.weight_hh_l0_reverse	9	0.028932958841323853
80492	rnn.bias_ih_l0_reverse	0	-0.14030501246452332
80492	rnn.bias_ih_l0_reverse	1	-0.1265869438648224
80492	rnn.bias_ih_l0_reverse	2	-0.005278127733618021
80492	rnn.bias_ih_l0_reverse	3	-0.12079280614852905
80492	rnn.bias_ih_l0_reverse	4	-0.011172405444085598
80492	rnn.bias_ih_l0_reverse	5	-0.12914042174816132
80492	rnn.bias_ih_l0_reverse	6	0.2181399166584015
80492	rnn.bias_ih_l0_reverse	7	-0.18707501888275146
80492	rnn.bias_ih_l0_reverse	8	-0.07672624289989471
80492	rnn.bias_ih_l0_reverse	9	-0.08359038084745407
80492	rnn.bias_hh_l0_reverse	0	-0.0415913350880146
80492	rnn.bias_hh_l0_reverse	1	0.11920502781867981
80492	rnn.bias_hh_l0_reverse	2	-0.1937633752822876
80492	rnn.bias_hh_l0_reverse	3	-0.04383860155940056
80492	rnn.bias_hh_l0_reverse	4	-0.18681949377059937
80492	rnn.bias_hh_l0_reverse	5	-0.04757523536682129
80492	rnn.bias_hh_l0_reverse	6	-0.17709022760391235
80492	rnn.bias_hh_l0_reverse	7	-0.03680838644504547
80492	rnn.bias_hh_l0_reverse	8	-0.08035194873809814
80492	rnn.bias_hh_l0_reverse	9	0.14404910802841187
80492	linear.weight	0	0.21010662615299225
80492	linear.weight	1	-0.361246794462204
80492	linear.weight	2	0.008539057336747646
80492	linear.weight	3	0.06781832128763199
80492	linear.weight	4	-0.1199459582567215
80492	linear.weight	5	0.2510434091091156
80492	linear.weight	6	-0.08648710697889328
80492	linear.weight	7	-0.07161588221788406
80492	linear.weight	8	0.13872499763965607
80492	linear.weight	9	-0.03155245631933212
80492	linear.bias	0	-1.0793145895004272
80492	linear.bias	1	1.9102473258972168
80492	linear.bias	2	0.13239291310310364
80492	linear.bias	3	-2.111103057861328
80492	linear.bias	4	-0.3972315490245819
80492	linear.bias	5	0.9423968195915222
80492	linear.bias	6	-0.31114712357521057
80492	linear.bias	7	0.3059026896953583
80492	linear.bias	8	2.026127576828003
80492	linear.bias	9	-1.1471614837646484
81101	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
81101	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
81101	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
81101	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
81101	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
81101	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
81101	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
81101	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
81101	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
81101	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
81101	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
81101	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
81101	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
81101	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
81101	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
81101	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
81101	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
81101	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
81101	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
81101	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
81101	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
81101	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
81101	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
81101	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
81101	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
81101	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
81101	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
81101	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
81101	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
81101	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
81101	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
81101	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
81101	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
81101	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
81101	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
81101	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
81101	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
81101	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
81101	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
81101	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
81101	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
81101	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
81101	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
81101	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
81101	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
81101	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
81101	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
81101	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
81101	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
81101	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
81101	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
81101	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
81101	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
81101	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
81101	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
81101	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
81101	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
81101	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
81101	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
81101	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
81101	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
81101	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
81101	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
81101	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
81101	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
81101	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
81101	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
81101	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
81101	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
81101	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
81101	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
81101	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
81101	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
81101	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
81101	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
81101	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
81101	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
81101	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
81101	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
81101	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
81101	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
81101	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
81101	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
81101	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
81101	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
81101	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
81101	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
81101	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
81101	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
81101	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
81101	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
81101	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
81101	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
81101	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
81101	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
81101	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
81101	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
81101	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
81101	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
81101	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
81101	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
81101	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
81101	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
81101	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
81101	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
81101	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
81101	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
81101	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
81101	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
81101	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
81101	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
81101	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
81101	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
81101	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
81101	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
81101	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
81101	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
81101	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
81101	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
81101	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
81101	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
81101	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
81101	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
81101	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
81101	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
81101	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
81101	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
81101	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
81101	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
81101	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
81101	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
81101	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
81101	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
81101	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
81101	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
81101	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
81101	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
81101	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
81101	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
81101	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
81101	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
81101	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
81101	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
81101	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
81101	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
81101	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
81101	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
81101	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
81101	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
81101	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
81101	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
81101	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
81101	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
81101	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
81101	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
81101	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
81101	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
81101	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
81101	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
81101	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
81101	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
81101	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
81101	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
81101	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
81101	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
81101	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
81101	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
81101	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
81101	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
81101	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
81101	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
81101	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
81101	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
81101	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
81101	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
81101	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
81101	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
81101	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
81101	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
81101	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
81101	embedding2nn.weight	0	0.14095279574394226
81101	embedding2nn.weight	1	0.2512986958026886
81101	embedding2nn.weight	2	0.061947137117385864
81101	embedding2nn.weight	3	0.019849373027682304
81101	embedding2nn.weight	4	-0.07244724035263062
81101	embedding2nn.weight	5	0.04908566549420357
81101	embedding2nn.weight	6	0.06734009087085724
81101	embedding2nn.weight	7	0.01080262940376997
81101	embedding2nn.weight	8	0.06906694918870926
81101	embedding2nn.weight	9	-0.021857021376490593
81101	embedding2nn.bias	0	0.04413715749979019
81101	embedding2nn.bias	1	-0.14588779211044312
81101	embedding2nn.bias	2	0.08548028767108917
81101	embedding2nn.bias	3	0.15276704728603363
81101	embedding2nn.bias	4	0.14054521918296814
81101	embedding2nn.bias	5	-0.020623518154025078
81101	embedding2nn.bias	6	-0.01627478189766407
81101	embedding2nn.bias	7	0.05282978340983391
81101	embedding2nn.bias	8	-0.13232377171516418
81101	embedding2nn.bias	9	-0.3284759223461151
81101	rnn.weight_ih_l0	0	0.0014399298233911395
81101	rnn.weight_ih_l0	1	-0.03844428062438965
81101	rnn.weight_ih_l0	2	-0.023574305698275566
81101	rnn.weight_ih_l0	3	0.014797009527683258
81101	rnn.weight_ih_l0	4	0.019256291911005974
81101	rnn.weight_ih_l0	5	-0.13697439432144165
81101	rnn.weight_ih_l0	6	0.02142985351383686
81101	rnn.weight_ih_l0	7	-0.0042065586894750595
81101	rnn.weight_ih_l0	8	0.0206112340092659
81101	rnn.weight_ih_l0	9	-0.015757068991661072
81101	rnn.weight_hh_l0	0	0.029826348647475243
81101	rnn.weight_hh_l0	1	0.066825270652771
81101	rnn.weight_hh_l0	2	-0.002705255290493369
81101	rnn.weight_hh_l0	3	0.05065825581550598
81101	rnn.weight_hh_l0	4	-0.023921584710478783
81101	rnn.weight_hh_l0	5	0.03913124278187752
81101	rnn.weight_hh_l0	6	0.02039089798927307
81101	rnn.weight_hh_l0	7	0.004317081533372402
81101	rnn.weight_hh_l0	8	0.036557093262672424
81101	rnn.weight_hh_l0	9	-0.05156370997428894
81101	rnn.bias_ih_l0	0	0.061514101922512054
81101	rnn.bias_ih_l0	1	-0.12588337063789368
81101	rnn.bias_ih_l0	2	0.005561693571507931
81101	rnn.bias_ih_l0	3	-0.10929190367460251
81101	rnn.bias_ih_l0	4	0.049339525401592255
81101	rnn.bias_ih_l0	5	-0.16081784665584564
81101	rnn.bias_ih_l0	6	-0.0648733377456665
81101	rnn.bias_ih_l0	7	-0.16811440885066986
81101	rnn.bias_ih_l0	8	-0.10059737414121628
81101	rnn.bias_ih_l0	9	-0.30300164222717285
81101	rnn.bias_hh_l0	0	-0.11025890707969666
81101	rnn.bias_hh_l0	1	-0.1377452164888382
81101	rnn.bias_hh_l0	2	-0.08829757571220398
81101	rnn.bias_hh_l0	3	-0.06732876598834991
81101	rnn.bias_hh_l0	4	-0.10682269930839539
81101	rnn.bias_hh_l0	5	-0.15129901468753815
81101	rnn.bias_hh_l0	6	-0.07806432247161865
81101	rnn.bias_hh_l0	7	0.09368649870157242
81101	rnn.bias_hh_l0	8	-0.1090773195028305
81101	rnn.bias_hh_l0	9	-0.2723028361797333
81101	rnn.weight_ih_l0_reverse	0	0.07658947259187698
81101	rnn.weight_ih_l0_reverse	1	-0.04769217595458031
81101	rnn.weight_ih_l0_reverse	2	-0.017990192398428917
81101	rnn.weight_ih_l0_reverse	3	-0.04451765492558479
81101	rnn.weight_ih_l0_reverse	4	0.025841953232884407
81101	rnn.weight_ih_l0_reverse	5	-0.1100519597530365
81101	rnn.weight_ih_l0_reverse	6	0.0154439527541399
81101	rnn.weight_ih_l0_reverse	7	0.03180840611457825
81101	rnn.weight_ih_l0_reverse	8	-0.03731219470500946
81101	rnn.weight_ih_l0_reverse	9	-0.021100865676999092
81101	rnn.weight_hh_l0_reverse	0	-0.030875597149133682
81101	rnn.weight_hh_l0_reverse	1	0.030294600874185562
81101	rnn.weight_hh_l0_reverse	2	-0.012816603295505047
81101	rnn.weight_hh_l0_reverse	3	0.014529529958963394
81101	rnn.weight_hh_l0_reverse	4	-0.06418123841285706
81101	rnn.weight_hh_l0_reverse	5	0.033117957413196564
81101	rnn.weight_hh_l0_reverse	6	0.01669943332672119
81101	rnn.weight_hh_l0_reverse	7	0.004110905807465315
81101	rnn.weight_hh_l0_reverse	8	0.04518277198076248
81101	rnn.weight_hh_l0_reverse	9	0.030803978443145752
81101	rnn.bias_ih_l0_reverse	0	-0.1471279412508011
81101	rnn.bias_ih_l0_reverse	1	-0.12939977645874023
81101	rnn.bias_ih_l0_reverse	2	-0.0068871392868459225
81101	rnn.bias_ih_l0_reverse	3	-0.11017584055662155
81101	rnn.bias_ih_l0_reverse	4	-0.009324685670435429
81101	rnn.bias_ih_l0_reverse	5	-0.13446970283985138
81101	rnn.bias_ih_l0_reverse	6	0.22328248620033264
81101	rnn.bias_ih_l0_reverse	7	-0.20270538330078125
81101	rnn.bias_ih_l0_reverse	8	-0.07734712958335876
81101	rnn.bias_ih_l0_reverse	9	-0.08142580091953278
81101	rnn.bias_hh_l0_reverse	0	-0.037767257541418076
81101	rnn.bias_hh_l0_reverse	1	0.10509345680475235
81101	rnn.bias_hh_l0_reverse	2	-0.19826194643974304
81101	rnn.bias_hh_l0_reverse	3	-0.054705142974853516
81101	rnn.bias_hh_l0_reverse	4	-0.1903182715177536
81101	rnn.bias_hh_l0_reverse	5	-0.053993839770555496
81101	rnn.bias_hh_l0_reverse	6	-0.17706143856048584
81101	rnn.bias_hh_l0_reverse	7	-0.03702851012349129
81101	rnn.bias_hh_l0_reverse	8	-0.07859641313552856
81101	rnn.bias_hh_l0_reverse	9	0.14460599422454834
81101	linear.weight	0	0.24078847467899323
81101	linear.weight	1	-0.32493963837623596
81101	linear.weight	2	0.08315148204565048
81101	linear.weight	3	0.06779088079929352
81101	linear.weight	4	-0.15435369312763214
81101	linear.weight	5	0.24710334837436676
81101	linear.weight	6	-0.09035290032625198
81101	linear.weight	7	-0.07161670923233032
81101	linear.weight	8	0.14363950490951538
81101	linear.weight	9	-0.03167944401502609
81101	linear.bias	0	-1.089652419090271
81101	linear.bias	1	1.9074159860610962
81101	linear.bias	2	0.16616269946098328
81101	linear.bias	3	-2.113950490951538
81101	linear.bias	4	-0.422889769077301
81101	linear.bias	5	0.9938380718231201
81101	linear.bias	6	-0.3025643527507782
81101	linear.bias	7	0.3260541260242462
81101	linear.bias	8	2.0632646083831787
81101	linear.bias	9	-1.1328433752059937
81710	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
81710	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
81710	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
81710	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
81710	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
81710	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
81710	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
81710	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
81710	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
81710	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
81710	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
81710	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
81710	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
81710	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
81710	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
81710	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
81710	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
81710	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
81710	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
81710	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
81710	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
81710	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
81710	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
81710	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
81710	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
81710	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
81710	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
81710	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
81710	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
81710	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
81710	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
81710	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
81710	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
81710	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
81710	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
81710	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
81710	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
81710	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
81710	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
81710	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
81710	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
81710	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
81710	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
81710	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
81710	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
81710	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
81710	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
81710	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
81710	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
81710	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
81710	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
81710	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
81710	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
81710	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
81710	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
81710	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
81710	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
81710	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
81710	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
81710	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
81710	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
81710	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
81710	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
81710	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
81710	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
81710	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
81710	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
81710	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
81710	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
81710	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
81710	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
81710	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
81710	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
81710	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
81710	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
81710	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
81710	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
81710	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
81710	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
81710	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
81710	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
81710	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
81710	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
81710	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
81710	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
81710	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
81710	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
81710	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
81710	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
81710	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
81710	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
81710	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
81710	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
81710	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
81710	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
81710	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
81710	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
81710	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
81710	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
81710	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
81710	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
81710	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
81710	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
81710	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
81710	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
81710	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
81710	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
81710	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
81710	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
81710	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
81710	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
81710	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
81710	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
81710	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
81710	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
81710	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
81710	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
81710	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
81710	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
81710	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
81710	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
81710	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
81710	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
81710	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
81710	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
81710	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
81710	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
81710	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
81710	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
81710	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
81710	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
81710	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
81710	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
81710	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
81710	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
81710	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
81710	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
81710	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
81710	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
81710	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
81710	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
81710	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
81710	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
81710	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
81710	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
81710	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
81710	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
81710	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
81710	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
81710	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
81710	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
81710	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
81710	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
81710	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
81710	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
81710	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
81710	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
81710	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
81710	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
81710	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
81710	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
81710	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
81710	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
81710	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
81710	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
81710	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
81710	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
81710	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
81710	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
81710	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
81710	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
81710	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
81710	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
81710	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
81710	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
81710	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
81710	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
81710	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
81710	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
81710	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
81710	embedding2nn.weight	0	0.14215484261512756
81710	embedding2nn.weight	1	0.2488878071308136
81710	embedding2nn.weight	2	0.0637262687087059
81710	embedding2nn.weight	3	0.019293615594506264
81710	embedding2nn.weight	4	-0.06822776794433594
81710	embedding2nn.weight	5	0.05099295452237129
81710	embedding2nn.weight	6	0.06913328170776367
81710	embedding2nn.weight	7	0.004938158206641674
81710	embedding2nn.weight	8	0.06135153770446777
81710	embedding2nn.weight	9	-0.01882694661617279
81710	embedding2nn.bias	0	0.022364459931850433
81710	embedding2nn.bias	1	-0.13546212017536163
81710	embedding2nn.bias	2	0.08881494402885437
81710	embedding2nn.bias	3	0.16180899739265442
81710	embedding2nn.bias	4	0.14824369549751282
81710	embedding2nn.bias	5	-0.03309113532304764
81710	embedding2nn.bias	6	-0.021640710532665253
81710	embedding2nn.bias	7	0.03413715958595276
81710	embedding2nn.bias	8	-0.1269197016954422
81710	embedding2nn.bias	9	-0.330554336309433
81710	rnn.weight_ih_l0	0	0.0015709495637565851
81710	rnn.weight_ih_l0	1	-0.04074733331799507
81710	rnn.weight_ih_l0	2	-0.025394201278686523
81710	rnn.weight_ih_l0	3	0.010710371658205986
81710	rnn.weight_ih_l0	4	0.020907361060380936
81710	rnn.weight_ih_l0	5	-0.12551672756671906
81710	rnn.weight_ih_l0	6	0.02364060841500759
81710	rnn.weight_ih_l0	7	-0.0026353620924055576
81710	rnn.weight_ih_l0	8	0.02356615662574768
81710	rnn.weight_ih_l0	9	-0.01329282857477665
81710	rnn.weight_hh_l0	0	0.030050652101635933
81710	rnn.weight_hh_l0	1	0.06556370854377747
81710	rnn.weight_hh_l0	2	-0.0025404589250683784
81710	rnn.weight_hh_l0	3	0.04958852753043175
81710	rnn.weight_hh_l0	4	-0.022801309823989868
81710	rnn.weight_hh_l0	5	0.04000568762421608
81710	rnn.weight_hh_l0	6	0.020887868478894234
81710	rnn.weight_hh_l0	7	0.007748084142804146
81710	rnn.weight_hh_l0	8	0.036632001399993896
81710	rnn.weight_hh_l0	9	-0.0508204810321331
81710	rnn.bias_ih_l0	0	0.06116843223571777
81710	rnn.bias_ih_l0	1	-0.11659874022006989
81710	rnn.bias_ih_l0	2	0.005984160117805004
81710	rnn.bias_ih_l0	3	-0.11551576107740402
81710	rnn.bias_ih_l0	4	0.04377415031194687
81710	rnn.bias_ih_l0	5	-0.1589006632566452
81710	rnn.bias_ih_l0	6	-0.05288300663232803
81710	rnn.bias_ih_l0	7	-0.167190819978714
81710	rnn.bias_ih_l0	8	-0.0960574746131897
81710	rnn.bias_ih_l0	9	-0.30119073390960693
81710	rnn.bias_hh_l0	0	-0.11376623809337616
81710	rnn.bias_hh_l0	1	-0.13911068439483643
81710	rnn.bias_hh_l0	2	-0.0889776274561882
81710	rnn.bias_hh_l0	3	-0.06308240443468094
81710	rnn.bias_hh_l0	4	-0.1051996722817421
81710	rnn.bias_hh_l0	5	-0.15383844077587128
81710	rnn.bias_hh_l0	6	-0.08128344267606735
81710	rnn.bias_hh_l0	7	0.09260281175374985
81710	rnn.bias_hh_l0	8	-0.10527847707271576
81710	rnn.bias_hh_l0	9	-0.27070537209510803
81710	rnn.weight_ih_l0_reverse	0	0.06996407359838486
81710	rnn.weight_ih_l0_reverse	1	-0.05069231614470482
81710	rnn.weight_ih_l0_reverse	2	-0.017483167350292206
81710	rnn.weight_ih_l0_reverse	3	-0.048175565898418427
81710	rnn.weight_ih_l0_reverse	4	0.02480277605354786
81710	rnn.weight_ih_l0_reverse	5	-0.11074857413768768
81710	rnn.weight_ih_l0_reverse	6	0.017149049788713455
81710	rnn.weight_ih_l0_reverse	7	0.030238594859838486
81710	rnn.weight_ih_l0_reverse	8	-0.03835543990135193
81710	rnn.weight_ih_l0_reverse	9	-0.02236197702586651
81710	rnn.weight_hh_l0_reverse	0	-0.03173643723130226
81710	rnn.weight_hh_l0_reverse	1	0.03034018538892269
81710	rnn.weight_hh_l0_reverse	2	-0.01396075077354908
81710	rnn.weight_hh_l0_reverse	3	0.0150354765355587
81710	rnn.weight_hh_l0_reverse	4	-0.06567596644163132
81710	rnn.weight_hh_l0_reverse	5	0.03320174291729927
81710	rnn.weight_hh_l0_reverse	6	0.01659046672284603
81710	rnn.weight_hh_l0_reverse	7	0.00460012024268508
81710	rnn.weight_hh_l0_reverse	8	0.04576024040579796
81710	rnn.weight_hh_l0_reverse	9	0.02992958389222622
81710	rnn.bias_ih_l0_reverse	0	-0.14773233234882355
81710	rnn.bias_ih_l0_reverse	1	-0.1283094882965088
81710	rnn.bias_ih_l0_reverse	2	0.0037550616543740034
81710	rnn.bias_ih_l0_reverse	3	-0.10893240571022034
81710	rnn.bias_ih_l0_reverse	4	-0.018760694190859795
81710	rnn.bias_ih_l0_reverse	5	-0.13872532546520233
81710	rnn.bias_ih_l0_reverse	6	0.20947623252868652
81710	rnn.bias_ih_l0_reverse	7	-0.2031354010105133
81710	rnn.bias_ih_l0_reverse	8	-0.07359852641820908
81710	rnn.bias_ih_l0_reverse	9	-0.0864303782582283
81710	rnn.bias_hh_l0_reverse	0	-0.042153604328632355
81710	rnn.bias_hh_l0_reverse	1	0.11228987574577332
81710	rnn.bias_hh_l0_reverse	2	-0.19370093941688538
81710	rnn.bias_hh_l0_reverse	3	-0.043359771370887756
81710	rnn.bias_hh_l0_reverse	4	-0.18924881517887115
81710	rnn.bias_hh_l0_reverse	5	-0.06118951365351677
81710	rnn.bias_hh_l0_reverse	6	-0.18288452923297882
81710	rnn.bias_hh_l0_reverse	7	-0.042434606701135635
81710	rnn.bias_hh_l0_reverse	8	-0.0672956258058548
81710	rnn.bias_hh_l0_reverse	9	0.14333954453468323
81710	linear.weight	0	0.25758782029151917
81710	linear.weight	1	-0.32878023386001587
81710	linear.weight	2	0.01252553891390562
81710	linear.weight	3	0.06777609139680862
81710	linear.weight	4	-0.136032834649086
81710	linear.weight	5	0.22862786054611206
81710	linear.weight	6	-0.10329297184944153
81710	linear.weight	7	-0.07157418131828308
81710	linear.weight	8	0.13321775197982788
81710	linear.weight	9	-0.03177059441804886
81710	linear.bias	0	-1.1064209938049316
81710	linear.bias	1	1.9045788049697876
81710	linear.bias	2	0.17445284128189087
81710	linear.bias	3	-2.1168956756591797
81710	linear.bias	4	-0.4223215878009796
81710	linear.bias	5	0.9672418236732483
81710	linear.bias	6	-0.3127121329307556
81710	linear.bias	7	0.3473394215106964
81710	linear.bias	8	2.025759220123291
81710	linear.bias	9	-1.1463321447372437
82319	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
82319	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
82319	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
82319	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
82319	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
82319	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
82319	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
82319	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
82319	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
82319	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
82319	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
82319	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
82319	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
82319	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
82319	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
82319	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
82319	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
82319	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
82319	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
82319	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
82319	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
82319	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
82319	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
82319	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
82319	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
82319	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
82319	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
82319	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
82319	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
82319	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
82319	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
82319	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
82319	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
82319	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
82319	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
82319	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
82319	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
82319	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
82319	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
82319	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
82319	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
82319	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
82319	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
82319	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
82319	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
82319	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
82319	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
82319	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
82319	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
82319	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
82319	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
82319	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
82319	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
82319	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
82319	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
82319	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
82319	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
82319	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
82319	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
82319	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
82319	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
82319	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
82319	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
82319	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
82319	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
82319	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
82319	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
82319	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
82319	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
82319	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
82319	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
82319	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
82319	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
82319	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
82319	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
82319	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
82319	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
82319	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
82319	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
82319	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
82319	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
82319	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
82319	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
82319	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
82319	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
82319	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
82319	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
82319	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
82319	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
82319	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
82319	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
82319	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
82319	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
82319	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
82319	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
82319	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
82319	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
82319	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
82319	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
82319	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
82319	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
82319	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
82319	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
82319	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
82319	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
82319	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
82319	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
82319	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
82319	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
82319	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
82319	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
82319	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
82319	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
82319	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
82319	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
82319	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
82319	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
82319	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
82319	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
82319	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
82319	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
82319	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
82319	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
82319	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
82319	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
82319	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
82319	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
82319	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
82319	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
82319	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
82319	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
82319	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
82319	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
82319	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
82319	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
82319	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
82319	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
82319	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
82319	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
82319	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
82319	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
82319	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
82319	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
82319	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
82319	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
82319	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
82319	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
82319	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
82319	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
82319	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
82319	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
82319	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
82319	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
82319	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
82319	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
82319	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
82319	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
82319	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
82319	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
82319	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
82319	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
82319	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
82319	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
82319	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
82319	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
82319	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
82319	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
82319	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
82319	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
82319	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
82319	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
82319	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
82319	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
82319	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
82319	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
82319	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
82319	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
82319	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
82319	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
82319	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
82319	embedding2nn.weight	0	0.14298753440380096
82319	embedding2nn.weight	1	0.24549207091331482
82319	embedding2nn.weight	2	0.060711659491062164
82319	embedding2nn.weight	3	0.004522108007222414
82319	embedding2nn.weight	4	-0.0713360458612442
82319	embedding2nn.weight	5	0.04845584183931351
82319	embedding2nn.weight	6	0.06768365949392319
82319	embedding2nn.weight	7	0.013283917680382729
82319	embedding2nn.weight	8	0.06009716913104057
82319	embedding2nn.weight	9	-0.018881648778915405
82319	embedding2nn.bias	0	0.03289395943284035
82319	embedding2nn.bias	1	-0.13143779337406158
82319	embedding2nn.bias	2	0.07683108001947403
82319	embedding2nn.bias	3	0.15516532957553864
82319	embedding2nn.bias	4	0.15038204193115234
82319	embedding2nn.bias	5	-0.02581845596432686
82319	embedding2nn.bias	6	-0.04008915647864342
82319	embedding2nn.bias	7	0.0435870997607708
82319	embedding2nn.bias	8	-0.1304624080657959
82319	embedding2nn.bias	9	-0.3189034163951874
82319	rnn.weight_ih_l0	0	0.003802004735916853
82319	rnn.weight_ih_l0	1	-0.0387478806078434
82319	rnn.weight_ih_l0	2	-0.02189299836754799
82319	rnn.weight_ih_l0	3	0.020287297666072845
82319	rnn.weight_ih_l0	4	0.021515874192118645
82319	rnn.weight_ih_l0	5	-0.11883968114852905
82319	rnn.weight_ih_l0	6	0.02517325058579445
82319	rnn.weight_ih_l0	7	-0.0011626632185652852
82319	rnn.weight_ih_l0	8	0.024675672873854637
82319	rnn.weight_ih_l0	9	-0.01702522486448288
82319	rnn.weight_hh_l0	0	0.02978023700416088
82319	rnn.weight_hh_l0	1	0.0653277114033699
82319	rnn.weight_hh_l0	2	-0.003090687096118927
82319	rnn.weight_hh_l0	3	0.04900661110877991
82319	rnn.weight_hh_l0	4	-0.02256932482123375
82319	rnn.weight_hh_l0	5	0.03927875682711601
82319	rnn.weight_hh_l0	6	0.019762907177209854
82319	rnn.weight_hh_l0	7	0.006660765502601862
82319	rnn.weight_hh_l0	8	0.03666334226727486
82319	rnn.weight_hh_l0	9	-0.04901990666985512
82319	rnn.bias_ih_l0	0	0.06583534181118011
82319	rnn.bias_ih_l0	1	-0.1151842549443245
82319	rnn.bias_ih_l0	2	0.011693337000906467
82319	rnn.bias_ih_l0	3	-0.1279018074274063
82319	rnn.bias_ih_l0	4	0.05008232221007347
82319	rnn.bias_ih_l0	5	-0.16304661333560944
82319	rnn.bias_ih_l0	6	-0.043904777616262436
82319	rnn.bias_ih_l0	7	-0.16929584741592407
82319	rnn.bias_ih_l0	8	-0.09895284473896027
82319	rnn.bias_ih_l0	9	-0.3044745624065399
82319	rnn.bias_hh_l0	0	-0.11686496436595917
82319	rnn.bias_hh_l0	1	-0.14123059809207916
82319	rnn.bias_hh_l0	2	-0.09273719787597656
82319	rnn.bias_hh_l0	3	-0.06205970421433449
82319	rnn.bias_hh_l0	4	-0.10395918786525726
82319	rnn.bias_hh_l0	5	-0.15366792678833008
82319	rnn.bias_hh_l0	6	-0.07437267899513245
82319	rnn.bias_hh_l0	7	0.08842338621616364
82319	rnn.bias_hh_l0	8	-0.11653431504964828
82319	rnn.bias_hh_l0	9	-0.26779189705848694
82319	rnn.weight_ih_l0_reverse	0	0.06822839379310608
82319	rnn.weight_ih_l0_reverse	1	-0.05282193422317505
82319	rnn.weight_ih_l0_reverse	2	-0.018104657530784607
82319	rnn.weight_ih_l0_reverse	3	-0.04825536161661148
82319	rnn.weight_ih_l0_reverse	4	0.024383598938584328
82319	rnn.weight_ih_l0_reverse	5	-0.09991926699876785
82319	rnn.weight_ih_l0_reverse	6	0.014139877632260323
82319	rnn.weight_ih_l0_reverse	7	0.029350874945521355
82319	rnn.weight_ih_l0_reverse	8	-0.03729109466075897
82319	rnn.weight_ih_l0_reverse	9	-0.024432552978396416
82319	rnn.weight_hh_l0_reverse	0	-0.03127934783697128
82319	rnn.weight_hh_l0_reverse	1	0.029839901253581047
82319	rnn.weight_hh_l0_reverse	2	-0.012534393928945065
82319	rnn.weight_hh_l0_reverse	3	0.015079407952725887
82319	rnn.weight_hh_l0_reverse	4	-0.06663209199905396
82319	rnn.weight_hh_l0_reverse	5	0.0336339958012104
82319	rnn.weight_hh_l0_reverse	6	0.016776204109191895
82319	rnn.weight_hh_l0_reverse	7	0.00619854312390089
82319	rnn.weight_hh_l0_reverse	8	0.040235839784145355
82319	rnn.weight_hh_l0_reverse	9	0.03019721433520317
82319	rnn.bias_ih_l0_reverse	0	-0.1361856758594513
82319	rnn.bias_ih_l0_reverse	1	-0.12614654004573822
82319	rnn.bias_ih_l0_reverse	2	0.0017922291299328208
82319	rnn.bias_ih_l0_reverse	3	-0.11631174385547638
82319	rnn.bias_ih_l0_reverse	4	-0.018163088709115982
82319	rnn.bias_ih_l0_reverse	5	-0.13545013964176178
82319	rnn.bias_ih_l0_reverse	6	0.21906745433807373
82319	rnn.bias_ih_l0_reverse	7	-0.20616880059242249
82319	rnn.bias_ih_l0_reverse	8	-0.07668332010507584
82319	rnn.bias_ih_l0_reverse	9	-0.08815246820449829
82319	rnn.bias_hh_l0_reverse	0	-0.03793567791581154
82319	rnn.bias_hh_l0_reverse	1	0.1194162368774414
82319	rnn.bias_hh_l0_reverse	2	-0.19025442004203796
82319	rnn.bias_hh_l0_reverse	3	-0.049060359597206116
82319	rnn.bias_hh_l0_reverse	4	-0.19136172533035278
82319	rnn.bias_hh_l0_reverse	5	-0.0629449188709259
82319	rnn.bias_hh_l0_reverse	6	-0.18781614303588867
82319	rnn.bias_hh_l0_reverse	7	-0.03674067184329033
82319	rnn.bias_hh_l0_reverse	8	-0.08438175171613693
82319	rnn.bias_hh_l0_reverse	9	0.1598699688911438
82319	linear.weight	0	0.23383033275604248
82319	linear.weight	1	-0.28913629055023193
82319	linear.weight	2	0.016931118443608284
82319	linear.weight	3	0.06776097416877747
82319	linear.weight	4	-0.15549084544181824
82319	linear.weight	5	0.18834376335144043
82319	linear.weight	6	-0.07837840169668198
82319	linear.weight	7	-0.07154541462659836
82319	linear.weight	8	0.13295209407806396
82319	linear.weight	9	-0.03186732158064842
82319	linear.bias	0	-1.1269686222076416
82319	linear.bias	1	1.8880677223205566
82319	linear.bias	2	0.2015896439552307
82319	linear.bias	3	-2.1196341514587402
82319	linear.bias	4	-0.3813786506652832
82319	linear.bias	5	0.9933679103851318
82319	linear.bias	6	-0.3404727876186371
82319	linear.bias	7	0.35325178503990173
82319	linear.bias	8	2.056353807449341
82319	linear.bias	9	-1.1742005348205566
82928	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
82928	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
82928	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
82928	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
82928	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
82928	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
82928	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
82928	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
82928	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
82928	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
82928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
82928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
82928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
82928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
82928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
82928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
82928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
82928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
82928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
82928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
82928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
82928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
82928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
82928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
82928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
82928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
82928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
82928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
82928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
82928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
82928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
82928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
82928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
82928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
82928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
82928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
82928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
82928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
82928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
82928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
82928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
82928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
82928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
82928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
82928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
82928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
82928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
82928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
82928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
82928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
82928	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
82928	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
82928	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
82928	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
82928	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
82928	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
82928	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
82928	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
82928	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
82928	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
82928	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
82928	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
82928	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
82928	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
82928	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
82928	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
82928	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
82928	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
82928	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
82928	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
82928	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
82928	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
82928	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
82928	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
82928	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
82928	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
82928	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
82928	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
82928	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
82928	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
82928	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
82928	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
82928	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
82928	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
82928	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
82928	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
82928	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
82928	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
82928	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
82928	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
82928	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
82928	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
82928	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
82928	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
82928	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
82928	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
82928	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
82928	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
82928	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
82928	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
82928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
82928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
82928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
82928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
82928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
82928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
82928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
82928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
82928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
82928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
82928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
82928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
82928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
82928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
82928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
82928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
82928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
82928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
82928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
82928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
82928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
82928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
82928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
82928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
82928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
82928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
82928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
82928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
82928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
82928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
82928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
82928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
82928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
82928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
82928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
82928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
82928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
82928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
82928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
82928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
82928	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
82928	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
82928	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
82928	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
82928	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
82928	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
82928	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
82928	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
82928	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
82928	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
82928	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
82928	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
82928	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
82928	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
82928	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
82928	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
82928	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
82928	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
82928	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
82928	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
82928	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
82928	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
82928	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
82928	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
82928	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
82928	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
82928	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
82928	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
82928	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
82928	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
82928	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
82928	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
82928	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
82928	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
82928	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
82928	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
82928	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
82928	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
82928	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
82928	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
82928	embedding2nn.weight	0	0.14095109701156616
82928	embedding2nn.weight	1	0.24522429704666138
82928	embedding2nn.weight	2	0.0603434219956398
82928	embedding2nn.weight	3	0.01987670548260212
82928	embedding2nn.weight	4	-0.07589026540517807
82928	embedding2nn.weight	5	0.04658735916018486
82928	embedding2nn.weight	6	0.0577763207256794
82928	embedding2nn.weight	7	0.012675031088292599
82928	embedding2nn.weight	8	0.05880064517259598
82928	embedding2nn.weight	9	-0.01369218435138464
82928	embedding2nn.bias	0	0.04867514595389366
82928	embedding2nn.bias	1	-0.12357982248067856
82928	embedding2nn.bias	2	0.08683690428733826
82928	embedding2nn.bias	3	0.1476210653781891
82928	embedding2nn.bias	4	0.12719516456127167
82928	embedding2nn.bias	5	-0.02638108655810356
82928	embedding2nn.bias	6	-0.04679148271679878
82928	embedding2nn.bias	7	0.04522423446178436
82928	embedding2nn.bias	8	-0.13986265659332275
82928	embedding2nn.bias	9	-0.3298972547054291
82928	rnn.weight_ih_l0	0	0.003630602965131402
82928	rnn.weight_ih_l0	1	-0.040697455406188965
82928	rnn.weight_ih_l0	2	-0.02487974800169468
82928	rnn.weight_ih_l0	3	0.018868833780288696
82928	rnn.weight_ih_l0	4	0.016688192263245583
82928	rnn.weight_ih_l0	5	-0.12380194664001465
82928	rnn.weight_ih_l0	6	0.026884710416197777
82928	rnn.weight_ih_l0	7	-0.00384580809623003
82928	rnn.weight_ih_l0	8	0.03151613101363182
82928	rnn.weight_ih_l0	9	-0.02293827198445797
82928	rnn.weight_hh_l0	0	0.030295195057988167
82928	rnn.weight_hh_l0	1	0.06629162281751633
82928	rnn.weight_hh_l0	2	-0.0032496233470737934
82928	rnn.weight_hh_l0	3	0.0495210699737072
82928	rnn.weight_hh_l0	4	-0.02264864183962345
82928	rnn.weight_hh_l0	5	0.040986474603414536
82928	rnn.weight_hh_l0	6	0.019767560064792633
82928	rnn.weight_hh_l0	7	0.008944863453507423
82928	rnn.weight_hh_l0	8	0.03711310774087906
82928	rnn.weight_hh_l0	9	-0.049872271716594696
82928	rnn.bias_ih_l0	0	0.06690292060375214
82928	rnn.bias_ih_l0	1	-0.12380446493625641
82928	rnn.bias_ih_l0	2	0.009136470034718513
82928	rnn.bias_ih_l0	3	-0.11922205239534378
82928	rnn.bias_ih_l0	4	0.04356714338064194
82928	rnn.bias_ih_l0	5	-0.15263445675373077
82928	rnn.bias_ih_l0	6	-0.04504719376564026
82928	rnn.bias_ih_l0	7	-0.16887164115905762
82928	rnn.bias_ih_l0	8	-0.1001133844256401
82928	rnn.bias_ih_l0	9	-0.29347532987594604
82928	rnn.bias_hh_l0	0	-0.11811194568872452
82928	rnn.bias_hh_l0	1	-0.13619746267795563
82928	rnn.bias_hh_l0	2	-0.10240762680768967
82928	rnn.bias_hh_l0	3	-0.06647530198097229
82928	rnn.bias_hh_l0	4	-0.1062244325876236
82928	rnn.bias_hh_l0	5	-0.15626069903373718
82928	rnn.bias_hh_l0	6	-0.07337330281734467
82928	rnn.bias_hh_l0	7	0.08093366771936417
82928	rnn.bias_hh_l0	8	-0.11368414759635925
82928	rnn.bias_hh_l0	9	-0.26529014110565186
82928	rnn.weight_ih_l0_reverse	0	0.06660241633653641
82928	rnn.weight_ih_l0_reverse	1	-0.05234302580356598
82928	rnn.weight_ih_l0_reverse	2	-0.020400289446115494
82928	rnn.weight_ih_l0_reverse	3	-0.049793798476457596
82928	rnn.weight_ih_l0_reverse	4	0.021118680015206337
82928	rnn.weight_ih_l0_reverse	5	-0.09844739735126495
82928	rnn.weight_ih_l0_reverse	6	0.009993268176913261
82928	rnn.weight_ih_l0_reverse	7	0.030096931383013725
82928	rnn.weight_ih_l0_reverse	8	-0.03980907425284386
82928	rnn.weight_ih_l0_reverse	9	-0.02292616479098797
82928	rnn.weight_hh_l0_reverse	0	-0.033863186836242676
82928	rnn.weight_hh_l0_reverse	1	0.02985921874642372
82928	rnn.weight_hh_l0_reverse	2	-0.011197561398148537
82928	rnn.weight_hh_l0_reverse	3	0.015652861446142197
82928	rnn.weight_hh_l0_reverse	4	-0.06651881337165833
82928	rnn.weight_hh_l0_reverse	5	0.033614497631788254
82928	rnn.weight_hh_l0_reverse	6	0.016478344798088074
82928	rnn.weight_hh_l0_reverse	7	0.005747981835156679
82928	rnn.weight_hh_l0_reverse	8	0.03911135718226433
82928	rnn.weight_hh_l0_reverse	9	0.03189003840088844
82928	rnn.bias_ih_l0_reverse	0	-0.1327090561389923
82928	rnn.bias_ih_l0_reverse	1	-0.12592248618602753
82928	rnn.bias_ih_l0_reverse	2	0.003775595687329769
82928	rnn.bias_ih_l0_reverse	3	-0.11971680819988251
82928	rnn.bias_ih_l0_reverse	4	-0.015915410593152046
82928	rnn.bias_ih_l0_reverse	5	-0.13552087545394897
82928	rnn.bias_ih_l0_reverse	6	0.2233095020055771
82928	rnn.bias_ih_l0_reverse	7	-0.20940950512886047
82928	rnn.bias_ih_l0_reverse	8	-0.07846768200397491
82928	rnn.bias_ih_l0_reverse	9	-0.086923748254776
82928	rnn.bias_hh_l0_reverse	0	-0.03689425811171532
82928	rnn.bias_hh_l0_reverse	1	0.1212056502699852
82928	rnn.bias_hh_l0_reverse	2	-0.19250310957431793
82928	rnn.bias_hh_l0_reverse	3	-0.038091033697128296
82928	rnn.bias_hh_l0_reverse	4	-0.19421254098415375
82928	rnn.bias_hh_l0_reverse	5	-0.0657007172703743
82928	rnn.bias_hh_l0_reverse	6	-0.18999478220939636
82928	rnn.bias_hh_l0_reverse	7	-0.039887432008981705
82928	rnn.bias_hh_l0_reverse	8	-0.08086050301790237
82928	rnn.bias_hh_l0_reverse	9	0.18266043066978455
82928	linear.weight	0	0.23720842599868774
82928	linear.weight	1	-0.3232272267341614
82928	linear.weight	2	0.03539494052529335
82928	linear.weight	3	0.06775068491697311
82928	linear.weight	4	-0.172450453042984
82928	linear.weight	5	0.18092834949493408
82928	linear.weight	6	-0.05731368437409401
82928	linear.weight	7	-0.07152225822210312
82928	linear.weight	8	0.12556058168411255
82928	linear.weight	9	-0.03194809332489967
82928	linear.bias	0	-1.1149855852127075
82928	linear.bias	1	1.890558123588562
82928	linear.bias	2	0.2093934565782547
82928	linear.bias	3	-2.1223504543304443
82928	linear.bias	4	-0.39971035718917847
82928	linear.bias	5	0.9761525988578796
82928	linear.bias	6	-0.32257968187332153
82928	linear.bias	7	0.36055099964141846
82928	linear.bias	8	2.0332188606262207
82928	linear.bias	9	-1.170487403869629
83537	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
83537	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
83537	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
83537	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
83537	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
83537	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
83537	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
83537	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
83537	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
83537	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
83537	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
83537	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
83537	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
83537	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
83537	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
83537	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
83537	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
83537	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
83537	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
83537	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
83537	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
83537	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
83537	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
83537	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
83537	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
83537	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
83537	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
83537	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
83537	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
83537	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
83537	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
83537	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
83537	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
83537	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
83537	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
83537	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
83537	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
83537	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
83537	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
83537	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
83537	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
83537	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
83537	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
83537	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
83537	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
83537	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
83537	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
83537	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
83537	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
83537	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
83537	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
83537	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
83537	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
83537	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
83537	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
83537	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
83537	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
83537	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
83537	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
83537	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
83537	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
83537	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
83537	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
83537	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
83537	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
83537	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
83537	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
83537	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
83537	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
83537	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
83537	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
83537	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
83537	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
83537	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
83537	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
83537	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
83537	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
83537	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
83537	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
83537	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
83537	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
83537	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
83537	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
83537	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
83537	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
83537	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
83537	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
83537	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
83537	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
83537	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
83537	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
83537	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
83537	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
83537	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
83537	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
83537	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
83537	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
83537	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
83537	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
83537	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
83537	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
83537	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
83537	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
83537	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
83537	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
83537	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
83537	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
83537	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
83537	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
83537	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
83537	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
83537	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
83537	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
83537	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
83537	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
83537	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
83537	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
83537	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
83537	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
83537	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
83537	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
83537	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
83537	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
83537	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
83537	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
83537	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
83537	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
83537	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
83537	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
83537	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
83537	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
83537	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
83537	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
83537	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
83537	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
83537	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
83537	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
83537	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
83537	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
83537	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
83537	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
83537	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
83537	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
83537	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
83537	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
83537	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
83537	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
83537	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
83537	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
83537	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
83537	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
83537	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
83537	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
83537	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
83537	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
83537	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
83537	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
83537	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
83537	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
83537	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
83537	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
83537	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
83537	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
83537	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
83537	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
83537	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
83537	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
83537	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
83537	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
83537	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
83537	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
83537	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
83537	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
83537	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
83537	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
83537	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
83537	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
83537	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
83537	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
83537	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
83537	embedding2nn.weight	0	0.14043086767196655
83537	embedding2nn.weight	1	0.2469252347946167
83537	embedding2nn.weight	2	0.059222158044576645
83537	embedding2nn.weight	3	0.030864542350172997
83537	embedding2nn.weight	4	-0.0792543888092041
83537	embedding2nn.weight	5	0.04921244457364082
83537	embedding2nn.weight	6	0.044901106506586075
83537	embedding2nn.weight	7	0.015191758051514626
83537	embedding2nn.weight	8	0.06075294688344002
83537	embedding2nn.weight	9	-0.010823261924088001
83537	embedding2nn.bias	0	0.05682741850614548
83537	embedding2nn.bias	1	-0.11765880137681961
83537	embedding2nn.bias	2	0.09779389202594757
83537	embedding2nn.bias	3	0.15133343636989594
83537	embedding2nn.bias	4	0.1482125073671341
83537	embedding2nn.bias	5	-0.031312111765146255
83537	embedding2nn.bias	6	-0.014643740840256214
83537	embedding2nn.bias	7	0.021766139194369316
83537	embedding2nn.bias	8	-0.14937250316143036
83537	embedding2nn.bias	9	-0.31963178515434265
83537	rnn.weight_ih_l0	0	0.005972766783088446
83537	rnn.weight_ih_l0	1	-0.037185534834861755
83537	rnn.weight_ih_l0	2	-0.015008678659796715
83537	rnn.weight_ih_l0	3	0.02561158314347267
83537	rnn.weight_ih_l0	4	0.02187611721456051
83537	rnn.weight_ih_l0	5	-0.12665726244449615
83537	rnn.weight_ih_l0	6	0.025055959820747375
83537	rnn.weight_ih_l0	7	-0.0033058752305805683
83537	rnn.weight_ih_l0	8	0.02758573740720749
83537	rnn.weight_ih_l0	9	-0.022807052358984947
83537	rnn.weight_hh_l0	0	0.03098367340862751
83537	rnn.weight_hh_l0	1	0.06650318205356598
83537	rnn.weight_hh_l0	2	-0.002676925156265497
83537	rnn.weight_hh_l0	3	0.05003730580210686
83537	rnn.weight_hh_l0	4	-0.0232394989579916
83537	rnn.weight_hh_l0	5	0.04152849316596985
83537	rnn.weight_hh_l0	6	0.019764186814427376
83537	rnn.weight_hh_l0	7	0.010956188663840294
83537	rnn.weight_hh_l0	8	0.03705037757754326
83537	rnn.weight_hh_l0	9	-0.04762651026248932
83537	rnn.bias_ih_l0	0	0.06509368121623993
83537	rnn.bias_ih_l0	1	-0.1276591271162033
83537	rnn.bias_ih_l0	2	0.006644811015576124
83537	rnn.bias_ih_l0	3	-0.10579434037208557
83537	rnn.bias_ih_l0	4	0.0410546213388443
83537	rnn.bias_ih_l0	5	-0.14575378596782684
83537	rnn.bias_ih_l0	6	-0.0525854118168354
83537	rnn.bias_ih_l0	7	-0.16908223927021027
83537	rnn.bias_ih_l0	8	-0.10124026983976364
83537	rnn.bias_ih_l0	9	-0.2984612286090851
83537	rnn.bias_hh_l0	0	-0.11484070122241974
83537	rnn.bias_hh_l0	1	-0.13993561267852783
83537	rnn.bias_hh_l0	2	-0.09877245128154755
83537	rnn.bias_hh_l0	3	-0.06761563569307327
83537	rnn.bias_hh_l0	4	-0.10757176578044891
83537	rnn.bias_hh_l0	5	-0.15948691964149475
83537	rnn.bias_hh_l0	6	-0.07821859419345856
83537	rnn.bias_hh_l0	7	0.09302936494350433
83537	rnn.bias_hh_l0	8	-0.10593530535697937
83537	rnn.bias_hh_l0	9	-0.2633110582828522
83537	rnn.weight_ih_l0_reverse	0	0.06094109266996384
83537	rnn.weight_ih_l0_reverse	1	-0.05248602479696274
83537	rnn.weight_ih_l0_reverse	2	-0.020286815240979195
83537	rnn.weight_ih_l0_reverse	3	-0.05157783254981041
83537	rnn.weight_ih_l0_reverse	4	0.021977320313453674
83537	rnn.weight_ih_l0_reverse	5	-0.09959223121404648
83537	rnn.weight_ih_l0_reverse	6	0.015152160078287125
83537	rnn.weight_ih_l0_reverse	7	0.029625006020069122
83537	rnn.weight_ih_l0_reverse	8	-0.03940792381763458
83537	rnn.weight_ih_l0_reverse	9	-0.02131311036646366
83537	rnn.weight_hh_l0_reverse	0	-0.03611864522099495
83537	rnn.weight_hh_l0_reverse	1	0.030493034049868584
83537	rnn.weight_hh_l0_reverse	2	-0.012461700476706028
83537	rnn.weight_hh_l0_reverse	3	0.015381270088255405
83537	rnn.weight_hh_l0_reverse	4	-0.06750455498695374
83537	rnn.weight_hh_l0_reverse	5	0.033494483679533005
83537	rnn.weight_hh_l0_reverse	6	0.01638694666326046
83537	rnn.weight_hh_l0_reverse	7	-0.0008557909750379622
83537	rnn.weight_hh_l0_reverse	8	0.04136519879102707
83537	rnn.weight_hh_l0_reverse	9	0.032737359404563904
83537	rnn.bias_ih_l0_reverse	0	-0.1329565793275833
83537	rnn.bias_ih_l0_reverse	1	-0.12202850729227066
83537	rnn.bias_ih_l0_reverse	2	-0.005314677953720093
83537	rnn.bias_ih_l0_reverse	3	-0.12311600148677826
83537	rnn.bias_ih_l0_reverse	4	-0.01774616912007332
83537	rnn.bias_ih_l0_reverse	5	-0.13449451327323914
83537	rnn.bias_ih_l0_reverse	6	0.22530537843704224
83537	rnn.bias_ih_l0_reverse	7	-0.19510239362716675
83537	rnn.bias_ih_l0_reverse	8	-0.08202917128801346
83537	rnn.bias_ih_l0_reverse	9	-0.08610154688358307
83537	rnn.bias_hh_l0_reverse	0	-0.035979464650154114
83537	rnn.bias_hh_l0_reverse	1	0.121160589158535
83537	rnn.bias_hh_l0_reverse	2	-0.19320747256278992
83537	rnn.bias_hh_l0_reverse	3	-0.039876360446214676
83537	rnn.bias_hh_l0_reverse	4	-0.1881331503391266
83537	rnn.bias_hh_l0_reverse	5	-0.07007463276386261
83537	rnn.bias_hh_l0_reverse	6	-0.19783996045589447
83537	rnn.bias_hh_l0_reverse	7	-0.02897103689610958
83537	rnn.bias_hh_l0_reverse	8	-0.07819852232933044
83537	rnn.bias_hh_l0_reverse	9	0.16089361906051636
83537	linear.weight	0	0.20216473937034607
83537	linear.weight	1	-0.3347946107387543
83537	linear.weight	2	-0.03890587389469147
83537	linear.weight	3	0.06774164736270905
83537	linear.weight	4	-0.20670150220394135
83537	linear.weight	5	0.20033997297286987
83537	linear.weight	6	-0.04023294523358345
83537	linear.weight	7	-0.07149121165275574
83537	linear.weight	8	0.1182374358177185
83537	linear.weight	9	-0.0320100411772728
83537	linear.bias	0	-1.094083309173584
83537	linear.bias	1	1.8882641792297363
83537	linear.bias	2	0.22559702396392822
83537	linear.bias	3	-2.1251490116119385
83537	linear.bias	4	-0.4278932213783264
83537	linear.bias	5	0.9871160984039307
83537	linear.bias	6	-0.30128514766693115
83537	linear.bias	7	0.32147952914237976
83537	linear.bias	8	2.050961494445801
83537	linear.bias	9	-1.1592375040054321
84146	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
84146	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
84146	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
84146	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
84146	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
84146	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
84146	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
84146	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
84146	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
84146	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
84146	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
84146	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
84146	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
84146	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
84146	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
84146	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
84146	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
84146	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
84146	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
84146	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
84146	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
84146	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
84146	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
84146	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
84146	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
84146	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
84146	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
84146	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
84146	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
84146	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
84146	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
84146	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
84146	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
84146	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
84146	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
84146	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
84146	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
84146	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
84146	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
84146	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
84146	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
84146	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
84146	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
84146	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
84146	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
84146	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
84146	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
84146	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
84146	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
84146	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
84146	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
84146	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
84146	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
84146	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
84146	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
84146	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
84146	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
84146	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
84146	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
84146	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
84146	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
84146	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
84146	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
84146	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
84146	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
84146	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
84146	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
84146	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
84146	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
84146	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
84146	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
84146	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
84146	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
84146	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
84146	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
84146	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
84146	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
84146	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
84146	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
84146	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
84146	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
84146	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
84146	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
84146	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
84146	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
84146	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
84146	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
84146	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
84146	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
84146	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
84146	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
84146	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
84146	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
84146	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
84146	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
84146	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
84146	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
84146	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
84146	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
84146	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
84146	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
84146	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
84146	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
84146	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
84146	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
84146	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
84146	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
84146	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
84146	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
84146	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
84146	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
84146	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
84146	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
84146	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
84146	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
84146	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
84146	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
84146	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
84146	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
84146	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
84146	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
84146	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
84146	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
84146	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
84146	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
84146	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
84146	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
84146	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
84146	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
84146	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
84146	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
84146	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
84146	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
84146	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
84146	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
84146	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
84146	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
84146	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
84146	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
84146	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
84146	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
84146	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
84146	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
84146	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
84146	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
84146	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
84146	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
84146	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
84146	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
84146	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
84146	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
84146	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
84146	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
84146	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
84146	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
84146	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
84146	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
84146	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
84146	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
84146	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
84146	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
84146	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
84146	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
84146	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
84146	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
84146	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
84146	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
84146	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
84146	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
84146	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
84146	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
84146	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
84146	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
84146	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
84146	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
84146	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
84146	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
84146	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
84146	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
84146	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
84146	embedding2nn.weight	0	0.14075052738189697
84146	embedding2nn.weight	1	0.24480944871902466
84146	embedding2nn.weight	2	0.06300581991672516
84146	embedding2nn.weight	3	0.036840785294771194
84146	embedding2nn.weight	4	-0.07256139069795609
84146	embedding2nn.weight	5	0.0485578253865242
84146	embedding2nn.weight	6	0.03198140114545822
84146	embedding2nn.weight	7	0.011003173887729645
84146	embedding2nn.weight	8	0.05990847572684288
84146	embedding2nn.weight	9	-0.007176301907747984
84146	embedding2nn.bias	0	0.03734814003109932
84146	embedding2nn.bias	1	-0.1193748489022255
84146	embedding2nn.bias	2	0.10265766084194183
84146	embedding2nn.bias	3	0.14088334143161774
84146	embedding2nn.bias	4	0.1441171020269394
84146	embedding2nn.bias	5	-0.03940914198756218
84146	embedding2nn.bias	6	-0.04182915762066841
84146	embedding2nn.bias	7	0.033307548612356186
84146	embedding2nn.bias	8	-0.13521236181259155
84146	embedding2nn.bias	9	-0.30468395352363586
84146	rnn.weight_ih_l0	0	0.006497120019048452
84146	rnn.weight_ih_l0	1	-0.037236910313367844
84146	rnn.weight_ih_l0	2	-0.021295921877026558
84146	rnn.weight_ih_l0	3	0.023965515196323395
84146	rnn.weight_ih_l0	4	0.009218649938702583
84146	rnn.weight_ih_l0	5	-0.13781993091106415
84146	rnn.weight_ih_l0	6	0.02055106870830059
84146	rnn.weight_ih_l0	7	-0.0028446742799133062
84146	rnn.weight_ih_l0	8	0.037774212658405304
84146	rnn.weight_ih_l0	9	-0.028879836201667786
84146	rnn.weight_hh_l0	0	0.030707230791449547
84146	rnn.weight_hh_l0	1	0.06671737879514694
84146	rnn.weight_hh_l0	2	-0.002303353976458311
84146	rnn.weight_hh_l0	3	0.050192125141620636
84146	rnn.weight_hh_l0	4	-0.022537851706147194
84146	rnn.weight_hh_l0	5	0.039324305951595306
84146	rnn.weight_hh_l0	6	0.01971931755542755
84146	rnn.weight_hh_l0	7	0.010198523290455341
84146	rnn.weight_hh_l0	8	0.03639618307352066
84146	rnn.weight_hh_l0	9	-0.04660843312740326
84146	rnn.bias_ih_l0	0	0.06139381229877472
84146	rnn.bias_ih_l0	1	-0.12568299472332
84146	rnn.bias_ih_l0	2	0.009948580525815487
84146	rnn.bias_ih_l0	3	-0.11238168179988861
84146	rnn.bias_ih_l0	4	0.06274803727865219
84146	rnn.bias_ih_l0	5	-0.16065576672554016
84146	rnn.bias_ih_l0	6	-0.04576769471168518
84146	rnn.bias_ih_l0	7	-0.17118459939956665
84146	rnn.bias_ih_l0	8	-0.10048750042915344
84146	rnn.bias_ih_l0	9	-0.28809845447540283
84146	rnn.bias_hh_l0	0	-0.11181814223527908
84146	rnn.bias_hh_l0	1	-0.13898222148418427
84146	rnn.bias_hh_l0	2	-0.1019146591424942
84146	rnn.bias_hh_l0	3	-0.0660574734210968
84146	rnn.bias_hh_l0	4	-0.11308594048023224
84146	rnn.bias_hh_l0	5	-0.15972469747066498
84146	rnn.bias_hh_l0	6	-0.07612762600183487
84146	rnn.bias_hh_l0	7	0.092176154255867
84146	rnn.bias_hh_l0	8	-0.10391512513160706
84146	rnn.bias_hh_l0	9	-0.2646636366844177
84146	rnn.weight_ih_l0_reverse	0	0.06311680376529694
84146	rnn.weight_ih_l0_reverse	1	-0.05211508274078369
84146	rnn.weight_ih_l0_reverse	2	-0.018892090767621994
84146	rnn.weight_ih_l0_reverse	3	-0.05634920671582222
84146	rnn.weight_ih_l0_reverse	4	0.02580220252275467
84146	rnn.weight_ih_l0_reverse	5	-0.1127673089504242
84146	rnn.weight_ih_l0_reverse	6	0.016606681048870087
84146	rnn.weight_ih_l0_reverse	7	0.030152620747685432
84146	rnn.weight_ih_l0_reverse	8	-0.03890730440616608
84146	rnn.weight_ih_l0_reverse	9	-0.020214460790157318
84146	rnn.weight_hh_l0_reverse	0	-0.037699028849601746
84146	rnn.weight_hh_l0_reverse	1	0.030467985197901726
84146	rnn.weight_hh_l0_reverse	2	-0.011768450029194355
84146	rnn.weight_hh_l0_reverse	3	0.015173199586570263
84146	rnn.weight_hh_l0_reverse	4	-0.06892899423837662
84146	rnn.weight_hh_l0_reverse	5	0.034179314970970154
84146	rnn.weight_hh_l0_reverse	6	0.016206203028559685
84146	rnn.weight_hh_l0_reverse	7	0.0002671469410415739
84146	rnn.weight_hh_l0_reverse	8	0.04236513003706932
84146	rnn.weight_hh_l0_reverse	9	0.0305698961019516
84146	rnn.bias_ih_l0_reverse	0	-0.12981417775154114
84146	rnn.bias_ih_l0_reverse	1	-0.13110612332820892
84146	rnn.bias_ih_l0_reverse	2	-0.007541774772107601
84146	rnn.bias_ih_l0_reverse	3	-0.12357620894908905
84146	rnn.bias_ih_l0_reverse	4	-0.01900407113134861
84146	rnn.bias_ih_l0_reverse	5	-0.13353891670703888
84146	rnn.bias_ih_l0_reverse	6	0.21001487970352173
84146	rnn.bias_ih_l0_reverse	7	-0.1831125169992447
84146	rnn.bias_ih_l0_reverse	8	-0.08348007500171661
84146	rnn.bias_ih_l0_reverse	9	-0.08371585607528687
84146	rnn.bias_hh_l0_reverse	0	-0.025007201358675957
84146	rnn.bias_hh_l0_reverse	1	0.11250688880681992
84146	rnn.bias_hh_l0_reverse	2	-0.19246216118335724
84146	rnn.bias_hh_l0_reverse	3	-0.04941258206963539
84146	rnn.bias_hh_l0_reverse	4	-0.19169457256793976
84146	rnn.bias_hh_l0_reverse	5	-0.06549067795276642
84146	rnn.bias_hh_l0_reverse	6	-0.19376122951507568
84146	rnn.bias_hh_l0_reverse	7	-0.03441452980041504
84146	rnn.bias_hh_l0_reverse	8	-0.07769599556922913
84146	rnn.bias_hh_l0_reverse	9	0.15314501523971558
84146	linear.weight	0	0.22794444859027863
84146	linear.weight	1	-0.3200555741786957
84146	linear.weight	2	-0.013382023200392723
84146	linear.weight	3	0.06773506850004196
84146	linear.weight	4	-0.2272724211215973
84146	linear.weight	5	0.24735288321971893
84146	linear.weight	6	-0.05309397727251053
84146	linear.weight	7	-0.07140816003084183
84146	linear.weight	8	0.12110740691423416
84146	linear.weight	9	-0.03209221735596657
84146	linear.bias	0	-1.1188796758651733
84146	linear.bias	1	1.92441987991333
84146	linear.bias	2	0.21455812454223633
84146	linear.bias	3	-2.1281449794769287
84146	linear.bias	4	-0.38293683528900146
84146	linear.bias	5	0.9863658547401428
84146	linear.bias	6	-0.3233446478843689
84146	linear.bias	7	0.36432474851608276
84146	linear.bias	8	2.0148940086364746
84146	linear.bias	9	-1.1409186124801636
84755	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
84755	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
84755	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
84755	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
84755	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
84755	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
84755	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
84755	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
84755	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
84755	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
84755	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
84755	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
84755	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
84755	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
84755	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
84755	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
84755	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
84755	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
84755	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
84755	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
84755	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
84755	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
84755	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
84755	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
84755	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
84755	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
84755	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
84755	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
84755	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
84755	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
84755	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
84755	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
84755	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
84755	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
84755	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
84755	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
84755	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
84755	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
84755	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
84755	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
84755	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
84755	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
84755	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
84755	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
84755	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
84755	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
84755	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
84755	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
84755	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
84755	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
84755	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
84755	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
84755	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
84755	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
84755	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
84755	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
84755	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
84755	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
84755	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
84755	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
84755	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
84755	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
84755	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
84755	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
84755	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
84755	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
84755	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
84755	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
84755	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
84755	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
84755	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
84755	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
84755	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
84755	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
84755	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
84755	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
84755	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
84755	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
84755	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
84755	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
84755	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
84755	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
84755	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
84755	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
84755	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
84755	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
84755	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
84755	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
84755	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
84755	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
84755	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
84755	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
84755	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
84755	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
84755	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
84755	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
84755	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
84755	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
84755	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
84755	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
84755	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
84755	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
84755	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
84755	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
84755	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
84755	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
84755	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
84755	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
84755	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
84755	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
84755	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
84755	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
84755	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
84755	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
84755	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
84755	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
84755	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
84755	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
84755	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
84755	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
84755	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
84755	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
84755	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
84755	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
84755	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
84755	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
84755	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
84755	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
84755	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
84755	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
84755	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
84755	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
84755	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
84755	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
84755	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
84755	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
84755	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
84755	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
84755	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
84755	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
84755	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
84755	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
84755	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
84755	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
84755	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
84755	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
84755	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
84755	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
84755	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
84755	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
84755	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
84755	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
84755	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
84755	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
84755	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
84755	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
84755	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
84755	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
84755	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
84755	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
84755	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
84755	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
84755	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
84755	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
84755	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
84755	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
84755	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
84755	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
84755	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
84755	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
84755	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
84755	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
84755	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
84755	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
84755	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
84755	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
84755	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
84755	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
84755	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
84755	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
84755	embedding2nn.weight	0	0.14232629537582397
84755	embedding2nn.weight	1	0.2465074360370636
84755	embedding2nn.weight	2	0.06142769008874893
84755	embedding2nn.weight	3	0.05059611052274704
84755	embedding2nn.weight	4	-0.0691266655921936
84755	embedding2nn.weight	5	0.04643478989601135
84755	embedding2nn.weight	6	0.04157932475209236
84755	embedding2nn.weight	7	0.011837524361908436
84755	embedding2nn.weight	8	0.06189683452248573
84755	embedding2nn.weight	9	-0.00402207812294364
84755	embedding2nn.bias	0	0.03781973943114281
84755	embedding2nn.bias	1	-0.13238947093486786
84755	embedding2nn.bias	2	0.10264575481414795
84755	embedding2nn.bias	3	0.1294136941432953
84755	embedding2nn.bias	4	0.14843203127384186
84755	embedding2nn.bias	5	-0.023651454597711563
84755	embedding2nn.bias	6	-0.033582888543605804
84755	embedding2nn.bias	7	0.017456045374274254
84755	embedding2nn.bias	8	-0.14127103984355927
84755	embedding2nn.bias	9	-0.32271862030029297
84755	rnn.weight_ih_l0	0	0.004869148600846529
84755	rnn.weight_ih_l0	1	-0.039348870515823364
84755	rnn.weight_ih_l0	2	-0.01685030572116375
84755	rnn.weight_ih_l0	3	0.023837130516767502
84755	rnn.weight_ih_l0	4	0.017175251618027687
84755	rnn.weight_ih_l0	5	-0.13359563052654266
84755	rnn.weight_ih_l0	6	0.020724443718791008
84755	rnn.weight_ih_l0	7	-0.006734204012900591
84755	rnn.weight_ih_l0	8	0.030441557988524437
84755	rnn.weight_ih_l0	9	-0.02553829923272133
84755	rnn.weight_hh_l0	0	0.03155866637825966
84755	rnn.weight_hh_l0	1	0.0667184591293335
84755	rnn.weight_hh_l0	2	-0.0018149989191442728
84755	rnn.weight_hh_l0	3	0.0506659597158432
84755	rnn.weight_hh_l0	4	-0.023502612486481667
84755	rnn.weight_hh_l0	5	0.040254898369312286
84755	rnn.weight_hh_l0	6	0.019882872700691223
84755	rnn.weight_hh_l0	7	0.009255411103367805
84755	rnn.weight_hh_l0	8	0.035723548382520676
84755	rnn.weight_hh_l0	9	-0.046739161014556885
84755	rnn.bias_ih_l0	0	0.07004490494728088
84755	rnn.bias_ih_l0	1	-0.12299660593271255
84755	rnn.bias_ih_l0	2	0.008015583269298077
84755	rnn.bias_ih_l0	3	-0.11217322945594788
84755	rnn.bias_ih_l0	4	0.057543400675058365
84755	rnn.bias_ih_l0	5	-0.15047144889831543
84755	rnn.bias_ih_l0	6	-0.052104175090789795
84755	rnn.bias_ih_l0	7	-0.17217573523521423
84755	rnn.bias_ih_l0	8	-0.10547953844070435
84755	rnn.bias_ih_l0	9	-0.29437586665153503
84755	rnn.bias_hh_l0	0	-0.09802021086215973
84755	rnn.bias_hh_l0	1	-0.13914595544338226
84755	rnn.bias_hh_l0	2	-0.09752781689167023
84755	rnn.bias_hh_l0	3	-0.06826253235340118
84755	rnn.bias_hh_l0	4	-0.11545374244451523
84755	rnn.bias_hh_l0	5	-0.1656181365251541
84755	rnn.bias_hh_l0	6	-0.07532630115747452
84755	rnn.bias_hh_l0	7	0.09246182441711426
84755	rnn.bias_hh_l0	8	-0.10179796814918518
84755	rnn.bias_hh_l0	9	-0.2697240710258484
84755	rnn.weight_ih_l0_reverse	0	0.0662294253706932
84755	rnn.weight_ih_l0_reverse	1	-0.05259421467781067
84755	rnn.weight_ih_l0_reverse	2	-0.015424536541104317
84755	rnn.weight_ih_l0_reverse	3	-0.05639943480491638
84755	rnn.weight_ih_l0_reverse	4	0.022102447226643562
84755	rnn.weight_ih_l0_reverse	5	-0.10522793233394623
84755	rnn.weight_ih_l0_reverse	6	0.020190928131341934
84755	rnn.weight_ih_l0_reverse	7	0.029843898490071297
84755	rnn.weight_ih_l0_reverse	8	-0.04410121589899063
84755	rnn.weight_ih_l0_reverse	9	-0.020273588597774506
84755	rnn.weight_hh_l0_reverse	0	-0.037620909512043
84755	rnn.weight_hh_l0_reverse	1	0.029455767944455147
84755	rnn.weight_hh_l0_reverse	2	-0.010611701756715775
84755	rnn.weight_hh_l0_reverse	3	0.01455365214496851
84755	rnn.weight_hh_l0_reverse	4	-0.06953850388526917
84755	rnn.weight_hh_l0_reverse	5	0.03422616049647331
84755	rnn.weight_hh_l0_reverse	6	0.016944147646427155
84755	rnn.weight_hh_l0_reverse	7	0.0058284965343773365
84755	rnn.weight_hh_l0_reverse	8	0.03739508241415024
84755	rnn.weight_hh_l0_reverse	9	0.03284411132335663
84755	rnn.bias_ih_l0_reverse	0	-0.1235867589712143
84755	rnn.bias_ih_l0_reverse	1	-0.1352381408214569
84755	rnn.bias_ih_l0_reverse	2	-0.005620162934064865
84755	rnn.bias_ih_l0_reverse	3	-0.12246598303318024
84755	rnn.bias_ih_l0_reverse	4	-0.00929340347647667
84755	rnn.bias_ih_l0_reverse	5	-0.1416987031698227
84755	rnn.bias_ih_l0_reverse	6	0.21959273517131805
84755	rnn.bias_ih_l0_reverse	7	-0.20685045421123505
84755	rnn.bias_ih_l0_reverse	8	-0.08718106150627136
84755	rnn.bias_ih_l0_reverse	9	-0.07903564721345901
84755	rnn.bias_hh_l0_reverse	0	-0.03991657868027687
84755	rnn.bias_hh_l0_reverse	1	0.11339319497346878
84755	rnn.bias_hh_l0_reverse	2	-0.19013553857803345
84755	rnn.bias_hh_l0_reverse	3	-0.05304323136806488
84755	rnn.bias_hh_l0_reverse	4	-0.1936977058649063
84755	rnn.bias_hh_l0_reverse	5	-0.057410888373851776
84755	rnn.bias_hh_l0_reverse	6	-0.1926024854183197
84755	rnn.bias_hh_l0_reverse	7	-0.034820642322301865
84755	rnn.bias_hh_l0_reverse	8	-0.07664354145526886
84755	rnn.bias_hh_l0_reverse	9	0.15045809745788574
84755	linear.weight	0	0.25660598278045654
84755	linear.weight	1	-0.2989213466644287
84755	linear.weight	2	0.001306508551351726
84755	linear.weight	3	0.06769071519374847
84755	linear.weight	4	-0.17401985824108124
84755	linear.weight	5	0.24612349271774292
84755	linear.weight	6	-0.08198074996471405
84755	linear.weight	7	-0.07134666293859482
84755	linear.weight	8	0.11955218762159348
84755	linear.weight	9	-0.03214142844080925
84755	linear.bias	0	-1.0703539848327637
84755	linear.bias	1	1.9244697093963623
84755	linear.bias	2	0.16761763393878937
84755	linear.bias	3	-2.1306710243225098
84755	linear.bias	4	-0.369942843914032
84755	linear.bias	5	1.0095854997634888
84755	linear.bias	6	-0.36344629526138306
84755	linear.bias	7	0.35795488953590393
84755	linear.bias	8	1.963903784751892
84755	linear.bias	9	-1.1759223937988281
85364	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
85364	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
85364	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
85364	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
85364	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
85364	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
85364	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
85364	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
85364	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
85364	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
85364	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
85364	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
85364	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
85364	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
85364	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
85364	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
85364	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
85364	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
85364	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
85364	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
85364	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
85364	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
85364	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
85364	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
85364	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
85364	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
85364	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
85364	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
85364	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
85364	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
85364	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
85364	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
85364	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
85364	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
85364	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
85364	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
85364	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
85364	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
85364	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
85364	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
85364	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
85364	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
85364	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
85364	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
85364	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
85364	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
85364	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
85364	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
85364	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
85364	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
85364	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
85364	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
85364	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
85364	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
85364	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
85364	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
85364	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
85364	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
85364	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
85364	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
85364	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
85364	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
85364	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
85364	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
85364	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
85364	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
85364	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
85364	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
85364	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
85364	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
85364	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
85364	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
85364	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
85364	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
85364	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
85364	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
85364	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
85364	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
85364	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
85364	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
85364	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
85364	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
85364	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
85364	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
85364	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
85364	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
85364	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
85364	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
85364	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
85364	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
85364	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
85364	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
85364	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
85364	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
85364	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
85364	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
85364	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
85364	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
85364	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
85364	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
85364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
85364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
85364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
85364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
85364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
85364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
85364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
85364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
85364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
85364	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
85364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
85364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
85364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
85364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
85364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
85364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
85364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
85364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
85364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
85364	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
85364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
85364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
85364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
85364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
85364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
85364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
85364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
85364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
85364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
85364	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
85364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
85364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
85364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
85364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
85364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
85364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
85364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
85364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
85364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
85364	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
85364	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
85364	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
85364	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
85364	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
85364	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
85364	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
85364	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
85364	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
85364	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
85364	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
85364	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
85364	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
85364	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
85364	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
85364	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
85364	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
85364	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
85364	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
85364	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
85364	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
85364	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
85364	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
85364	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
85364	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
85364	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
85364	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
85364	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
85364	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
85364	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
85364	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
85364	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
85364	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
85364	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
85364	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
85364	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
85364	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
85364	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
85364	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
85364	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
85364	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
85364	embedding2nn.weight	0	0.14287114143371582
85364	embedding2nn.weight	1	0.24989722669124603
85364	embedding2nn.weight	2	0.0618768148124218
85364	embedding2nn.weight	3	0.037435781210660934
85364	embedding2nn.weight	4	-0.07079245150089264
85364	embedding2nn.weight	5	0.04252566397190094
85364	embedding2nn.weight	6	0.058011189103126526
85364	embedding2nn.weight	7	-0.0004740005824714899
85364	embedding2nn.weight	8	0.06515179574489594
85364	embedding2nn.weight	9	-0.009062645956873894
85364	embedding2nn.bias	0	0.03358341008424759
85364	embedding2nn.bias	1	-0.14422607421875
85364	embedding2nn.bias	2	0.11467351764440536
85364	embedding2nn.bias	3	0.1451365351676941
85364	embedding2nn.bias	4	0.14268799126148224
85364	embedding2nn.bias	5	-0.033979129046201706
85364	embedding2nn.bias	6	-0.021681755781173706
85364	embedding2nn.bias	7	0.04513285309076309
85364	embedding2nn.bias	8	-0.14181314408779144
85364	embedding2nn.bias	9	-0.3354681730270386
85364	rnn.weight_ih_l0	0	0.003025076584890485
85364	rnn.weight_ih_l0	1	-0.041533686220645905
85364	rnn.weight_ih_l0	2	-0.016719307750463486
85364	rnn.weight_ih_l0	3	0.02151676081120968
85364	rnn.weight_ih_l0	4	0.01735583320260048
85364	rnn.weight_ih_l0	5	-0.12721823155879974
85364	rnn.weight_ih_l0	6	0.020503036677837372
85364	rnn.weight_ih_l0	7	-0.0030315297190099955
85364	rnn.weight_ih_l0	8	0.03646516799926758
85364	rnn.weight_ih_l0	9	-0.029087744653224945
85364	rnn.weight_hh_l0	0	0.031249424442648888
85364	rnn.weight_hh_l0	1	0.06645670533180237
85364	rnn.weight_hh_l0	2	-0.0013376999413594604
85364	rnn.weight_hh_l0	3	0.050953276455402374
85364	rnn.weight_hh_l0	4	-0.023213913664221764
85364	rnn.weight_hh_l0	5	0.0414554700255394
85364	rnn.weight_hh_l0	6	0.019177095964550972
85364	rnn.weight_hh_l0	7	0.009700112976133823
85364	rnn.weight_hh_l0	8	0.03575994074344635
85364	rnn.weight_hh_l0	9	-0.043423108756542206
85364	rnn.bias_ih_l0	0	0.08444654196500778
85364	rnn.bias_ih_l0	1	-0.11768317967653275
85364	rnn.bias_ih_l0	2	0.005928841419517994
85364	rnn.bias_ih_l0	3	-0.11423839628696442
85364	rnn.bias_ih_l0	4	0.048353418707847595
85364	rnn.bias_ih_l0	5	-0.15170599520206451
85364	rnn.bias_ih_l0	6	-0.06349990516901016
85364	rnn.bias_ih_l0	7	-0.1729736477136612
85364	rnn.bias_ih_l0	8	-0.11228840053081512
85364	rnn.bias_ih_l0	9	-0.28830239176750183
85364	rnn.bias_hh_l0	0	-0.10343591123819351
85364	rnn.bias_hh_l0	1	-0.14258694648742676
85364	rnn.bias_hh_l0	2	-0.1002935990691185
85364	rnn.bias_hh_l0	3	-0.06608803570270538
85364	rnn.bias_hh_l0	4	-0.12355654686689377
85364	rnn.bias_hh_l0	5	-0.16638651490211487
85364	rnn.bias_hh_l0	6	-0.08090666681528091
85364	rnn.bias_hh_l0	7	0.10202261060476303
85364	rnn.bias_hh_l0	8	-0.09965068101882935
85364	rnn.bias_hh_l0	9	-0.2688763737678528
85364	rnn.weight_ih_l0_reverse	0	0.06205160543322563
85364	rnn.weight_ih_l0_reverse	1	-0.05237516760826111
85364	rnn.weight_ih_l0_reverse	2	-0.018557477742433548
85364	rnn.weight_ih_l0_reverse	3	-0.05599327012896538
85364	rnn.weight_ih_l0_reverse	4	0.022096818313002586
85364	rnn.weight_ih_l0_reverse	5	-0.10120680928230286
85364	rnn.weight_ih_l0_reverse	6	0.029307544231414795
85364	rnn.weight_ih_l0_reverse	7	0.029641203582286835
85364	rnn.weight_ih_l0_reverse	8	-0.04173961281776428
85364	rnn.weight_ih_l0_reverse	9	-0.0203291866928339
85364	rnn.weight_hh_l0_reverse	0	-0.03711216151714325
85364	rnn.weight_hh_l0_reverse	1	0.029351139441132545
85364	rnn.weight_hh_l0_reverse	2	-0.011196617968380451
85364	rnn.weight_hh_l0_reverse	3	0.014168884605169296
85364	rnn.weight_hh_l0_reverse	4	-0.07136759161949158
85364	rnn.weight_hh_l0_reverse	5	0.03389428183436394
85364	rnn.weight_hh_l0_reverse	6	0.01680421270430088
85364	rnn.weight_hh_l0_reverse	7	0.001347093377262354
85364	rnn.weight_hh_l0_reverse	8	0.03579087182879448
85364	rnn.weight_hh_l0_reverse	9	0.03384216129779816
85364	rnn.bias_ih_l0_reverse	0	-0.12737305462360382
85364	rnn.bias_ih_l0_reverse	1	-0.13495734333992004
85364	rnn.bias_ih_l0_reverse	2	0.004493027925491333
85364	rnn.bias_ih_l0_reverse	3	-0.13103701174259186
85364	rnn.bias_ih_l0_reverse	4	-0.009568720124661922
85364	rnn.bias_ih_l0_reverse	5	-0.1404953896999359
85364	rnn.bias_ih_l0_reverse	6	0.22634613513946533
85364	rnn.bias_ih_l0_reverse	7	-0.20857441425323486
85364	rnn.bias_ih_l0_reverse	8	-0.08596406131982803
85364	rnn.bias_ih_l0_reverse	9	-0.08304822444915771
85364	rnn.bias_hh_l0_reverse	0	-0.04206713289022446
85364	rnn.bias_hh_l0_reverse	1	0.11571257561445236
85364	rnn.bias_hh_l0_reverse	2	-0.18809936940670013
85364	rnn.bias_hh_l0_reverse	3	-0.053870730102062225
85364	rnn.bias_hh_l0_reverse	4	-0.1915242075920105
85364	rnn.bias_hh_l0_reverse	5	-0.06066259741783142
85364	rnn.bias_hh_l0_reverse	6	-0.19186806678771973
85364	rnn.bias_hh_l0_reverse	7	-0.04073609039187431
85364	rnn.bias_hh_l0_reverse	8	-0.09064163267612457
85364	rnn.bias_hh_l0_reverse	9	0.15449242293834686
85364	linear.weight	0	0.25338849425315857
85364	linear.weight	1	-0.29974204301834106
85364	linear.weight	2	-0.010476335883140564
85364	linear.weight	3	0.06767433881759644
85364	linear.weight	4	-0.10221196711063385
85364	linear.weight	5	0.2522430419921875
85364	linear.weight	6	-0.10481666773557663
85364	linear.weight	7	-0.07133157551288605
85364	linear.weight	8	0.12806518375873566
85364	linear.weight	9	-0.03218704089522362
85364	linear.bias	0	-1.0741406679153442
85364	linear.bias	1	1.9324846267700195
85364	linear.bias	2	0.18073783814907074
85364	linear.bias	3	-2.1329503059387207
85364	linear.bias	4	-0.3757801353931427
85364	linear.bias	5	1.0619840621948242
85364	linear.bias	6	-0.3678733706474304
85364	linear.bias	7	0.34754952788352966
85364	linear.bias	8	1.93972647190094
85364	linear.bias	9	-1.1762025356292725
85372	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
85372	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
85372	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
85372	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
85372	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
85372	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
85372	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
85372	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
85372	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
85372	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
85372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
85372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
85372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
85372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
85372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
85372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
85372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
85372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
85372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
85372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
85372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
85372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
85372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
85372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
85372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
85372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
85372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
85372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
85372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
85372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
85372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
85372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
85372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
85372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
85372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
85372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
85372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
85372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
85372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
85372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
85372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
85372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
85372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
85372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
85372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
85372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
85372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
85372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
85372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
85372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
85372	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
85372	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
85372	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
85372	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
85372	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
85372	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
85372	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
85372	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
85372	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
85372	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
85372	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
85372	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
85372	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
85372	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
85372	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
85372	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
85372	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
85372	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
85372	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
85372	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
85372	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
85372	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
85372	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
85372	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
85372	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
85372	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
85372	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
85372	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
85372	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
85372	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
85372	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
85372	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
85372	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
85372	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
85372	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
85372	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
85372	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
85372	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
85372	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
85372	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
85372	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
85372	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
85372	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
85372	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
85372	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
85372	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
85372	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
85372	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
85372	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
85372	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
85372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
85372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
85372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
85372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
85372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
85372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
85372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
85372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
85372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
85372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
85372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
85372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
85372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
85372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
85372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
85372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
85372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
85372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
85372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
85372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
85372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
85372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
85372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
85372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
85372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
85372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
85372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
85372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
85372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
85372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
85372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
85372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
85372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
85372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
85372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
85372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
85372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
85372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
85372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
85372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
85372	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
85372	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
85372	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
85372	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
85372	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
85372	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
85372	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
85372	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
85372	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
85372	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
85372	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
85372	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
85372	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
85372	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
85372	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
85372	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
85372	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
85372	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
85372	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
85372	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
85372	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
85372	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
85372	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
85372	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
85372	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
85372	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
85372	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
85372	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
85372	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
85372	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
85372	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
85372	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
85372	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
85372	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
85372	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
85372	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
85372	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
85372	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
85372	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
85372	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
85372	embedding2nn.weight	0	0.14298580586910248
85372	embedding2nn.weight	1	0.2501031756401062
85372	embedding2nn.weight	2	0.061988551169633865
85372	embedding2nn.weight	3	0.03684734180569649
85372	embedding2nn.weight	4	-0.07112772762775421
85372	embedding2nn.weight	5	0.042729493230581284
85372	embedding2nn.weight	6	0.05682414397597313
85372	embedding2nn.weight	7	0.0005609903600998223
85372	embedding2nn.weight	8	0.06545853614807129
85372	embedding2nn.weight	9	-0.009540421888232231
85372	embedding2nn.bias	0	0.03005739115178585
85372	embedding2nn.bias	1	-0.1450245976448059
85372	embedding2nn.bias	2	0.10879786312580109
85372	embedding2nn.bias	3	0.14817504584789276
85372	embedding2nn.bias	4	0.14054349064826965
85372	embedding2nn.bias	5	-0.025404268875718117
85372	embedding2nn.bias	6	-0.02400907129049301
85372	embedding2nn.bias	7	0.044470883905887604
85372	embedding2nn.bias	8	-0.13890431821346283
85372	embedding2nn.bias	9	-0.3356435298919678
85372	rnn.weight_ih_l0	0	0.0032023689709603786
85372	rnn.weight_ih_l0	1	-0.04158015176653862
85372	rnn.weight_ih_l0	2	-0.016776705160737038
85372	rnn.weight_ih_l0	3	0.02180841565132141
85372	rnn.weight_ih_l0	4	0.016544420272111893
85372	rnn.weight_ih_l0	5	-0.12790386378765106
85372	rnn.weight_ih_l0	6	0.02103602886199951
85372	rnn.weight_ih_l0	7	-0.0030909618362784386
85372	rnn.weight_ih_l0	8	0.037046004086732864
85372	rnn.weight_ih_l0	9	-0.029610922560095787
85372	rnn.weight_hh_l0	0	0.031335681676864624
85372	rnn.weight_hh_l0	1	0.06646614521741867
85372	rnn.weight_hh_l0	2	-0.0012420853599905968
85372	rnn.weight_hh_l0	3	0.0509759858250618
85372	rnn.weight_hh_l0	4	-0.023150473833084106
85372	rnn.weight_hh_l0	5	0.04133456572890282
85372	rnn.weight_hh_l0	6	0.01918479986488819
85372	rnn.weight_hh_l0	7	0.009881935082376003
85372	rnn.weight_hh_l0	8	0.03576275706291199
85372	rnn.weight_hh_l0	9	-0.04335712268948555
85372	rnn.bias_ih_l0	0	0.07966306805610657
85372	rnn.bias_ih_l0	1	-0.11727900803089142
85372	rnn.bias_ih_l0	2	0.005810704082250595
85372	rnn.bias_ih_l0	3	-0.11494338512420654
85372	rnn.bias_ih_l0	4	0.049563758075237274
85372	rnn.bias_ih_l0	5	-0.15079577267169952
85372	rnn.bias_ih_l0	6	-0.06329937279224396
85372	rnn.bias_ih_l0	7	-0.17285017669200897
85372	rnn.bias_ih_l0	8	-0.11264459788799286
85372	rnn.bias_ih_l0	9	-0.2891637980937958
85372	rnn.bias_hh_l0	0	-0.1032133400440216
85372	rnn.bias_hh_l0	1	-0.14322911202907562
85372	rnn.bias_hh_l0	2	-0.09935019910335541
85372	rnn.bias_hh_l0	3	-0.06688771396875381
85372	rnn.bias_hh_l0	4	-0.12300271540880203
85372	rnn.bias_hh_l0	5	-0.16597570478916168
85372	rnn.bias_hh_l0	6	-0.08094331622123718
85372	rnn.bias_hh_l0	7	0.1000678762793541
85372	rnn.bias_hh_l0	8	-0.0987204909324646
85372	rnn.bias_hh_l0	9	-0.2691859006881714
85372	rnn.weight_ih_l0_reverse	0	0.06224505975842476
85372	rnn.weight_ih_l0_reverse	1	-0.0521492101252079
85372	rnn.weight_ih_l0_reverse	2	-0.01870889589190483
85372	rnn.weight_ih_l0_reverse	3	-0.05629344284534454
85372	rnn.weight_ih_l0_reverse	4	0.02207791805267334
85372	rnn.weight_ih_l0_reverse	5	-0.10227278620004654
85372	rnn.weight_ih_l0_reverse	6	0.02924496680498123
85372	rnn.weight_ih_l0_reverse	7	0.02971629612147808
85372	rnn.weight_ih_l0_reverse	8	-0.04187043011188507
85372	rnn.weight_ih_l0_reverse	9	-0.02003690041601658
85372	rnn.weight_hh_l0_reverse	0	-0.03701993450522423
85372	rnn.weight_hh_l0_reverse	1	0.029311267659068108
85372	rnn.weight_hh_l0_reverse	2	-0.011284712702035904
85372	rnn.weight_hh_l0_reverse	3	0.014202909544110298
85372	rnn.weight_hh_l0_reverse	4	-0.07140322029590607
85372	rnn.weight_hh_l0_reverse	5	0.03389476612210274
85372	rnn.weight_hh_l0_reverse	6	0.01682780496776104
85372	rnn.weight_hh_l0_reverse	7	0.0010387478396296501
85372	rnn.weight_hh_l0_reverse	8	0.03458530828356743
85372	rnn.weight_hh_l0_reverse	9	0.03382808715105057
85372	rnn.bias_ih_l0_reverse	0	-0.12650081515312195
85372	rnn.bias_ih_l0_reverse	1	-0.13479140400886536
85372	rnn.bias_ih_l0_reverse	2	0.004282759036868811
85372	rnn.bias_ih_l0_reverse	3	-0.13236401975154877
85372	rnn.bias_ih_l0_reverse	4	-0.007483531720936298
85372	rnn.bias_ih_l0_reverse	5	-0.14100679755210876
85372	rnn.bias_ih_l0_reverse	6	0.22689180076122284
85372	rnn.bias_ih_l0_reverse	7	-0.20985911786556244
85372	rnn.bias_ih_l0_reverse	8	-0.08577559888362885
85372	rnn.bias_ih_l0_reverse	9	-0.08334266394376755
85372	rnn.bias_hh_l0_reverse	0	-0.04109034314751625
85372	rnn.bias_hh_l0_reverse	1	0.11527877300977707
85372	rnn.bias_hh_l0_reverse	2	-0.1884188950061798
85372	rnn.bias_hh_l0_reverse	3	-0.05487312003970146
85372	rnn.bias_hh_l0_reverse	4	-0.19205141067504883
85372	rnn.bias_hh_l0_reverse	5	-0.06037087365984917
85372	rnn.bias_hh_l0_reverse	6	-0.19201169908046722
85372	rnn.bias_hh_l0_reverse	7	-0.04155351221561432
85372	rnn.bias_hh_l0_reverse	8	-0.08879594504833221
85372	rnn.bias_hh_l0_reverse	9	0.15456907451152802
85372	linear.weight	0	0.25426632165908813
85372	linear.weight	1	-0.2995333671569824
85372	linear.weight	2	-0.018948527052998543
85372	linear.weight	3	0.06767380982637405
85372	linear.weight	4	-0.09813003242015839
85372	linear.weight	5	0.2531841993331909
85372	linear.weight	6	-0.10711792856454849
85372	linear.weight	7	-0.07133100181818008
85372	linear.weight	8	0.12942759692668915
85372	linear.weight	9	-0.03218770772218704
85372	linear.bias	0	-1.078274130821228
85372	linear.bias	1	1.9339613914489746
85372	linear.bias	2	0.18276265263557434
85372	linear.bias	3	-2.132979154586792
85372	linear.bias	4	-0.38050979375839233
85372	linear.bias	5	1.0833485126495361
85372	linear.bias	6	-0.36185696721076965
85372	linear.bias	7	0.3335054814815521
85372	linear.bias	8	1.9160252809524536
85372	linear.bias	9	-1.1778851747512817
85981	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
85981	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
85981	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
85981	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
85981	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
85981	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
85981	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
85981	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
85981	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
85981	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
85981	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
85981	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
85981	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
85981	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
85981	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
85981	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
85981	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
85981	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
85981	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
85981	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
85981	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
85981	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
85981	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
85981	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
85981	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
85981	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
85981	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
85981	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
85981	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
85981	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
85981	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
85981	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
85981	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
85981	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
85981	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
85981	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
85981	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
85981	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
85981	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
85981	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
85981	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
85981	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
85981	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
85981	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
85981	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
85981	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
85981	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
85981	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
85981	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
85981	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
85981	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
85981	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
85981	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
85981	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
85981	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
85981	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
85981	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
85981	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
85981	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
85981	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
85981	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
85981	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
85981	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
85981	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
85981	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
85981	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
85981	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
85981	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
85981	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
85981	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
85981	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
85981	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
85981	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
85981	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
85981	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
85981	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
85981	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
85981	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
85981	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
85981	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
85981	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
85981	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
85981	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
85981	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
85981	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
85981	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
85981	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
85981	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
85981	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
85981	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
85981	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
85981	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
85981	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
85981	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
85981	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
85981	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
85981	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
85981	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
85981	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
85981	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
85981	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
85981	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
85981	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
85981	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
85981	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
85981	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
85981	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
85981	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
85981	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
85981	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
85981	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
85981	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
85981	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
85981	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
85981	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
85981	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
85981	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
85981	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
85981	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
85981	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
85981	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
85981	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
85981	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
85981	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
85981	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
85981	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
85981	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
85981	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
85981	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
85981	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
85981	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
85981	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
85981	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
85981	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
85981	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
85981	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
85981	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
85981	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
85981	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
85981	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
85981	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
85981	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
85981	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
85981	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
85981	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
85981	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
85981	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
85981	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
85981	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
85981	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
85981	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
85981	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
85981	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
85981	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
85981	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
85981	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
85981	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
85981	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
85981	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
85981	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
85981	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
85981	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
85981	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
85981	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
85981	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
85981	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
85981	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
85981	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
85981	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
85981	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
85981	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
85981	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
85981	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
85981	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
85981	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
85981	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
85981	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
85981	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
85981	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
85981	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
85981	embedding2nn.weight	0	0.1437324583530426
85981	embedding2nn.weight	1	0.2510932385921478
85981	embedding2nn.weight	2	0.05722943693399429
85981	embedding2nn.weight	3	0.059125833213329315
85981	embedding2nn.weight	4	-0.06718992441892624
85981	embedding2nn.weight	5	0.042186006903648376
85981	embedding2nn.weight	6	0.05961534380912781
85981	embedding2nn.weight	7	-0.015116930939257145
85981	embedding2nn.weight	8	0.07077665627002716
85981	embedding2nn.weight	9	-0.01149696670472622
85981	embedding2nn.bias	0	0.024766849353909492
85981	embedding2nn.bias	1	-0.13403360545635223
85981	embedding2nn.bias	2	0.09185026586055756
85981	embedding2nn.bias	3	0.15644915401935577
85981	embedding2nn.bias	4	0.13336652517318726
85981	embedding2nn.bias	5	-0.029712000861763954
85981	embedding2nn.bias	6	-0.03273342177271843
85981	embedding2nn.bias	7	0.03234724700450897
85981	embedding2nn.bias	8	-0.11184538155794144
85981	embedding2nn.bias	9	-0.35376229882240295
85981	rnn.weight_ih_l0	0	0.002252079313620925
85981	rnn.weight_ih_l0	1	-0.04072917252779007
85981	rnn.weight_ih_l0	2	-0.019806839525699615
85981	rnn.weight_ih_l0	3	0.015374759212136269
85981	rnn.weight_ih_l0	4	0.01443496160209179
85981	rnn.weight_ih_l0	5	-0.12529243528842926
85981	rnn.weight_ih_l0	6	0.016418488696217537
85981	rnn.weight_ih_l0	7	-0.004062519408762455
85981	rnn.weight_ih_l0	8	0.025539550930261612
85981	rnn.weight_ih_l0	9	-0.033256225287914276
85981	rnn.weight_hh_l0	0	0.03048011101782322
85981	rnn.weight_hh_l0	1	0.0663578137755394
85981	rnn.weight_hh_l0	2	-0.0020604829769581556
85981	rnn.weight_hh_l0	3	0.05101185664534569
85981	rnn.weight_hh_l0	4	-0.02410980314016342
85981	rnn.weight_hh_l0	5	0.0426618792116642
85981	rnn.weight_hh_l0	6	0.0189433004707098
85981	rnn.weight_hh_l0	7	0.006931612733751535
85981	rnn.weight_hh_l0	8	0.035390038043260574
85981	rnn.weight_hh_l0	9	-0.0433109849691391
85981	rnn.bias_ih_l0	0	0.0884963646531105
85981	rnn.bias_ih_l0	1	-0.12256766855716705
85981	rnn.bias_ih_l0	2	0.002746999729424715
85981	rnn.bias_ih_l0	3	-0.1073310375213623
85981	rnn.bias_ih_l0	4	0.05789332091808319
85981	rnn.bias_ih_l0	5	-0.15173205733299255
85981	rnn.bias_ih_l0	6	-0.06530196964740753
85981	rnn.bias_ih_l0	7	-0.1711365282535553
85981	rnn.bias_ih_l0	8	-0.10795243084430695
85981	rnn.bias_ih_l0	9	-0.29327481985092163
85981	rnn.bias_hh_l0	0	-0.11121495068073273
85981	rnn.bias_hh_l0	1	-0.13350053131580353
85981	rnn.bias_hh_l0	2	-0.10320715606212616
85981	rnn.bias_hh_l0	3	-0.06753842532634735
85981	rnn.bias_hh_l0	4	-0.1251726895570755
85981	rnn.bias_hh_l0	5	-0.16744866967201233
85981	rnn.bias_hh_l0	6	-0.0760606899857521
85981	rnn.bias_hh_l0	7	0.09487901628017426
85981	rnn.bias_hh_l0	8	-0.10300002247095108
85981	rnn.bias_hh_l0	9	-0.26914262771606445
85981	rnn.weight_ih_l0_reverse	0	0.05891932547092438
85981	rnn.weight_ih_l0_reverse	1	-0.05184347182512283
85981	rnn.weight_ih_l0_reverse	2	-0.020830100402235985
85981	rnn.weight_ih_l0_reverse	3	-0.0567513182759285
85981	rnn.weight_ih_l0_reverse	4	0.023729398846626282
85981	rnn.weight_ih_l0_reverse	5	-0.11810297518968582
85981	rnn.weight_ih_l0_reverse	6	0.025917815044522285
85981	rnn.weight_ih_l0_reverse	7	0.02893904037773609
85981	rnn.weight_ih_l0_reverse	8	-0.04025046154856682
85981	rnn.weight_ih_l0_reverse	9	-0.02540242113173008
85981	rnn.weight_hh_l0_reverse	0	-0.03733744099736214
85981	rnn.weight_hh_l0_reverse	1	0.029570354148745537
85981	rnn.weight_hh_l0_reverse	2	-0.01117993239313364
85981	rnn.weight_hh_l0_reverse	3	0.012967887334525585
85981	rnn.weight_hh_l0_reverse	4	-0.07106440514326096
85981	rnn.weight_hh_l0_reverse	5	0.033684637397527695
85981	rnn.weight_hh_l0_reverse	6	0.016712166368961334
85981	rnn.weight_hh_l0_reverse	7	-0.0023853927850723267
85981	rnn.weight_hh_l0_reverse	8	0.030480042099952698
85981	rnn.weight_hh_l0_reverse	9	0.03198956325650215
85981	rnn.bias_ih_l0_reverse	0	-0.13502492010593414
85981	rnn.bias_ih_l0_reverse	1	-0.13509973883628845
85981	rnn.bias_ih_l0_reverse	2	0.005083090625703335
85981	rnn.bias_ih_l0_reverse	3	-0.12750104069709778
85981	rnn.bias_ih_l0_reverse	4	0.006691482849419117
85981	rnn.bias_ih_l0_reverse	5	-0.1442253738641739
85981	rnn.bias_ih_l0_reverse	6	0.22506172955036163
85981	rnn.bias_ih_l0_reverse	7	-0.2226513773202896
85981	rnn.bias_ih_l0_reverse	8	-0.0865059345960617
85981	rnn.bias_ih_l0_reverse	9	-0.08535503596067429
85981	rnn.bias_hh_l0_reverse	0	-0.025467919185757637
85981	rnn.bias_hh_l0_reverse	1	0.11994675546884537
85981	rnn.bias_hh_l0_reverse	2	-0.18636400997638702
85981	rnn.bias_hh_l0_reverse	3	-0.0489979013800621
85981	rnn.bias_hh_l0_reverse	4	-0.1914752721786499
85981	rnn.bias_hh_l0_reverse	5	-0.06491885334253311
85981	rnn.bias_hh_l0_reverse	6	-0.18710637092590332
85981	rnn.bias_hh_l0_reverse	7	-0.04023867845535278
85981	rnn.bias_hh_l0_reverse	8	-0.08284730464220047
85981	rnn.bias_hh_l0_reverse	9	0.15837763249874115
85981	linear.weight	0	0.2523083984851837
85981	linear.weight	1	-0.31671062111854553
85981	linear.weight	2	0.006094902288168669
85981	linear.weight	3	0.06768052279949188
85981	linear.weight	4	-0.09979114681482315
85981	linear.weight	5	0.24441011250019073
85981	linear.weight	6	-0.11900695413351059
85981	linear.weight	7	-0.07127062231302261
85981	linear.weight	8	0.11946979910135269
85981	linear.weight	9	-0.03226324915885925
85981	linear.bias	0	-1.0592288970947266
85981	linear.bias	1	1.937247395515442
85981	linear.bias	2	0.18046341836452484
85981	linear.bias	3	-2.1357038021087646
85981	linear.bias	4	-0.3778165578842163
85981	linear.bias	5	1.0178478956222534
85981	linear.bias	6	-0.3949793875217438
85981	linear.bias	7	0.38337671756744385
85981	linear.bias	8	1.998946189880371
85981	linear.bias	9	-1.1774276494979858
86590	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
86590	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
86590	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
86590	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
86590	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
86590	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
86590	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
86590	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
86590	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
86590	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
86590	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
86590	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
86590	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
86590	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
86590	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
86590	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
86590	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
86590	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
86590	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
86590	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
86590	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
86590	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
86590	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
86590	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
86590	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
86590	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
86590	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
86590	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
86590	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
86590	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
86590	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
86590	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
86590	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
86590	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
86590	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
86590	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
86590	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
86590	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
86590	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
86590	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
86590	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
86590	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
86590	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
86590	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
86590	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
86590	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
86590	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
86590	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
86590	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
86590	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
86590	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
86590	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
86590	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
86590	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
86590	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
86590	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
86590	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
86590	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
86590	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
86590	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
86590	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
86590	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
86590	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
86590	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
86590	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
86590	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
86590	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
86590	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
86590	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
86590	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
86590	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
86590	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
86590	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
86590	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
86590	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
86590	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
86590	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
86590	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
86590	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
86590	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
86590	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
86590	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
86590	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
86590	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
86590	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
86590	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
86590	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
86590	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
86590	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
86590	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
86590	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
86590	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
86590	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
86590	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
86590	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
86590	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
86590	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
86590	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
86590	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
86590	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
86590	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
86590	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
86590	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
86590	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
86590	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
86590	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
86590	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
86590	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
86590	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
86590	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
86590	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
86590	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
86590	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
86590	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
86590	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
86590	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
86590	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
86590	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
86590	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
86590	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
86590	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
86590	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
86590	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
86590	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
86590	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
86590	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
86590	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
86590	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
86590	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
86590	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
86590	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
86590	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
86590	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
86590	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
86590	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
86590	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
86590	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
86590	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
86590	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
86590	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
86590	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
86590	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
86590	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
86590	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
86590	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
86590	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
86590	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
86590	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
86590	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
86590	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
86590	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
86590	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
86590	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
86590	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
86590	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
86590	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
86590	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
86590	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
86590	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
86590	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
86590	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
86590	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
86590	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
86590	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
86590	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
86590	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
86590	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
86590	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
86590	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
86590	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
86590	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
86590	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
86590	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
86590	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
86590	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
86590	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
86590	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
86590	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
86590	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
86590	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
86590	embedding2nn.weight	0	0.14310699701309204
86590	embedding2nn.weight	1	0.24870565533638
86590	embedding2nn.weight	2	0.06106427311897278
86590	embedding2nn.weight	3	0.047037284821271896
86590	embedding2nn.weight	4	-0.06597734987735748
86590	embedding2nn.weight	5	0.042284395545721054
86590	embedding2nn.weight	6	0.05466474965214729
86590	embedding2nn.weight	7	-0.01804005540907383
86590	embedding2nn.weight	8	0.0720701739192009
86590	embedding2nn.weight	9	-0.015706069767475128
86590	embedding2nn.bias	0	0.044164080172777176
86590	embedding2nn.bias	1	-0.14619328081607819
86590	embedding2nn.bias	2	0.08690208196640015
86590	embedding2nn.bias	3	0.1665196567773819
86590	embedding2nn.bias	4	0.1511191874742508
86590	embedding2nn.bias	5	-0.032564740628004074
86590	embedding2nn.bias	6	-0.03832471743226051
86590	embedding2nn.bias	7	0.03618335723876953
86590	embedding2nn.bias	8	-0.1313290297985077
86590	embedding2nn.bias	9	-0.3358802795410156
86590	rnn.weight_ih_l0	0	0.0028377375565469265
86590	rnn.weight_ih_l0	1	-0.03975745290517807
86590	rnn.weight_ih_l0	2	-0.02426399476826191
86590	rnn.weight_ih_l0	3	0.015196331776678562
86590	rnn.weight_ih_l0	4	0.02340400032699108
86590	rnn.weight_ih_l0	5	-0.12031504511833191
86590	rnn.weight_ih_l0	6	0.015987424179911613
86590	rnn.weight_ih_l0	7	-0.0011648314539343119
86590	rnn.weight_ih_l0	8	0.028337614610791206
86590	rnn.weight_ih_l0	9	-0.028423650190234184
86590	rnn.weight_hh_l0	0	0.030952032655477524
86590	rnn.weight_hh_l0	1	0.06626579165458679
86590	rnn.weight_hh_l0	2	-0.0014047081349417567
86590	rnn.weight_hh_l0	3	0.051131561398506165
86590	rnn.weight_hh_l0	4	-0.02384531870484352
86590	rnn.weight_hh_l0	5	0.04378395527601242
86590	rnn.weight_hh_l0	6	0.017741544172167778
86590	rnn.weight_hh_l0	7	0.005081517621874809
86590	rnn.weight_hh_l0	8	0.03510281816124916
86590	rnn.weight_hh_l0	9	-0.04057857021689415
86590	rnn.bias_ih_l0	0	0.06672895699739456
86590	rnn.bias_ih_l0	1	-0.12142232805490494
86590	rnn.bias_ih_l0	2	0.0019036652520298958
86590	rnn.bias_ih_l0	3	-0.10306829959154129
86590	rnn.bias_ih_l0	4	0.04901197925209999
86590	rnn.bias_ih_l0	5	-0.15955369174480438
86590	rnn.bias_ih_l0	6	-0.06057407334446907
86590	rnn.bias_ih_l0	7	-0.17279349267482758
86590	rnn.bias_ih_l0	8	-0.10927905887365341
86590	rnn.bias_ih_l0	9	-0.2814180552959442
86590	rnn.bias_hh_l0	0	-0.10956399142742157
86590	rnn.bias_hh_l0	1	-0.1342209428548813
86590	rnn.bias_hh_l0	2	-0.10109066218137741
86590	rnn.bias_hh_l0	3	-0.06278647482395172
86590	rnn.bias_hh_l0	4	-0.11437240988016129
86590	rnn.bias_hh_l0	5	-0.1664070338010788
86590	rnn.bias_hh_l0	6	-0.08510728180408478
86590	rnn.bias_hh_l0	7	0.09518420696258545
86590	rnn.bias_hh_l0	8	-0.10255742818117142
86590	rnn.bias_hh_l0	9	-0.27591097354888916
86590	rnn.weight_ih_l0_reverse	0	0.05666399747133255
86590	rnn.weight_ih_l0_reverse	1	-0.052698101848363876
86590	rnn.weight_ih_l0_reverse	2	-0.017903480678796768
86590	rnn.weight_ih_l0_reverse	3	-0.0632094293832779
86590	rnn.weight_ih_l0_reverse	4	0.025299111381173134
86590	rnn.weight_ih_l0_reverse	5	-0.12043336778879166
86590	rnn.weight_ih_l0_reverse	6	0.027735143899917603
86590	rnn.weight_ih_l0_reverse	7	0.027813656255602837
86590	rnn.weight_ih_l0_reverse	8	-0.04096216335892677
86590	rnn.weight_ih_l0_reverse	9	-0.020140308886766434
86590	rnn.weight_hh_l0_reverse	0	-0.03704088553786278
86590	rnn.weight_hh_l0_reverse	1	0.029580865055322647
86590	rnn.weight_hh_l0_reverse	2	-0.011353862471878529
86590	rnn.weight_hh_l0_reverse	3	0.01275341585278511
86590	rnn.weight_hh_l0_reverse	4	-0.07045792043209076
86590	rnn.weight_hh_l0_reverse	5	0.03395757079124451
86590	rnn.weight_hh_l0_reverse	6	0.016931751742959023
86590	rnn.weight_hh_l0_reverse	7	-0.00542631046846509
86590	rnn.weight_hh_l0_reverse	8	0.03162290155887604
86590	rnn.weight_hh_l0_reverse	9	0.02992623671889305
86590	rnn.bias_ih_l0_reverse	0	-0.14608134329319
86590	rnn.bias_ih_l0_reverse	1	-0.12762877345085144
86590	rnn.bias_ih_l0_reverse	2	-0.0014181918231770396
86590	rnn.bias_ih_l0_reverse	3	-0.12847861647605896
86590	rnn.bias_ih_l0_reverse	4	0.0006285897106863558
86590	rnn.bias_ih_l0_reverse	5	-0.1428057700395584
86590	rnn.bias_ih_l0_reverse	6	0.2250504046678543
86590	rnn.bias_ih_l0_reverse	7	-0.20667152106761932
86590	rnn.bias_ih_l0_reverse	8	-0.08784585446119308
86590	rnn.bias_ih_l0_reverse	9	-0.08568263798952103
86590	rnn.bias_hh_l0_reverse	0	-0.027115600183606148
86590	rnn.bias_hh_l0_reverse	1	0.12602469325065613
86590	rnn.bias_hh_l0_reverse	2	-0.18975241482257843
86590	rnn.bias_hh_l0_reverse	3	-0.047431930899620056
86590	rnn.bias_hh_l0_reverse	4	-0.19724878668785095
86590	rnn.bias_hh_l0_reverse	5	-0.05103789269924164
86590	rnn.bias_hh_l0_reverse	6	-0.1945093721151352
86590	rnn.bias_hh_l0_reverse	7	-0.04445750266313553
86590	rnn.bias_hh_l0_reverse	8	-0.08228221535682678
86590	rnn.bias_hh_l0_reverse	9	0.15082572400569916
86590	linear.weight	0	0.2898170053958893
86590	linear.weight	1	-0.2809528410434723
86590	linear.weight	2	0.08275716006755829
86590	linear.weight	3	0.0676799789071083
86590	linear.weight	4	-0.1328085958957672
86590	linear.weight	5	0.25105196237564087
86590	linear.weight	6	-0.12890803813934326
86590	linear.weight	7	-0.07121498882770538
86590	linear.weight	8	0.09179135411977768
86590	linear.weight	9	-0.03233180195093155
86590	linear.bias	0	-1.094404935836792
86590	linear.bias	1	1.9451258182525635
86590	linear.bias	2	0.21368013322353363
86590	linear.bias	3	-2.138353109359741
86590	linear.bias	4	-0.37924736738204956
86590	linear.bias	5	1.0112860202789307
86590	linear.bias	6	-0.35506144165992737
86590	linear.bias	7	0.330204576253891
86590	linear.bias	8	2.0221006870269775
86590	linear.bias	9	-1.159071445465088
87199	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
87199	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
87199	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
87199	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
87199	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
87199	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
87199	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
87199	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
87199	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
87199	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
87199	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
87199	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
87199	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
87199	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
87199	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
87199	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
87199	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
87199	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
87199	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
87199	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
87199	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
87199	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
87199	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
87199	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
87199	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
87199	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
87199	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
87199	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
87199	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
87199	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
87199	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
87199	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
87199	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
87199	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
87199	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
87199	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
87199	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
87199	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
87199	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
87199	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
87199	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
87199	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
87199	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
87199	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
87199	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
87199	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
87199	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
87199	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
87199	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
87199	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
87199	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
87199	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
87199	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
87199	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
87199	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
87199	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
87199	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
87199	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
87199	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
87199	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
87199	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
87199	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
87199	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
87199	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
87199	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
87199	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
87199	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
87199	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
87199	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
87199	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
87199	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
87199	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
87199	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
87199	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
87199	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
87199	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
87199	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
87199	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
87199	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
87199	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
87199	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
87199	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
87199	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
87199	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
87199	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
87199	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
87199	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
87199	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
87199	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
87199	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
87199	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
87199	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
87199	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
87199	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
87199	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
87199	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
87199	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
87199	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
87199	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
87199	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
87199	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
87199	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
87199	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
87199	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
87199	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
87199	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
87199	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
87199	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
87199	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
87199	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
87199	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
87199	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
87199	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
87199	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
87199	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
87199	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
87199	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
87199	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
87199	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
87199	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
87199	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
87199	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
87199	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
87199	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
87199	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
87199	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
87199	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
87199	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
87199	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
87199	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
87199	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
87199	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
87199	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
87199	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
87199	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
87199	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
87199	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
87199	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
87199	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
87199	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
87199	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
87199	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
87199	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
87199	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
87199	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
87199	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
87199	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
87199	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
87199	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
87199	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
87199	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
87199	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
87199	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
87199	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
87199	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
87199	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
87199	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
87199	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
87199	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
87199	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
87199	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
87199	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
87199	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
87199	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
87199	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
87199	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
87199	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
87199	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
87199	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
87199	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
87199	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
87199	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
87199	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
87199	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
87199	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
87199	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
87199	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
87199	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
87199	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
87199	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
87199	embedding2nn.weight	0	0.14433853328227997
87199	embedding2nn.weight	1	0.2564936578273773
87199	embedding2nn.weight	2	0.05990662798285484
87199	embedding2nn.weight	3	0.04418419674038887
87199	embedding2nn.weight	4	-0.06646102666854858
87199	embedding2nn.weight	5	0.04003143310546875
87199	embedding2nn.weight	6	0.06111432984471321
87199	embedding2nn.weight	7	-0.009715201333165169
87199	embedding2nn.weight	8	0.07441012561321259
87199	embedding2nn.weight	9	-0.02155713550746441
87199	embedding2nn.bias	0	0.02890576794743538
87199	embedding2nn.bias	1	-0.1406216323375702
87199	embedding2nn.bias	2	0.09291986376047134
87199	embedding2nn.bias	3	0.1486227661371231
87199	embedding2nn.bias	4	0.14495086669921875
87199	embedding2nn.bias	5	-0.027020437642931938
87199	embedding2nn.bias	6	-0.03526030480861664
87199	embedding2nn.bias	7	0.027275344356894493
87199	embedding2nn.bias	8	-0.14436393976211548
87199	embedding2nn.bias	9	-0.3305049240589142
87199	rnn.weight_ih_l0	0	0.004343631211668253
87199	rnn.weight_ih_l0	1	-0.04077060520648956
87199	rnn.weight_ih_l0	2	-0.02629333734512329
87199	rnn.weight_ih_l0	3	0.018291311338543892
87199	rnn.weight_ih_l0	4	0.01614253595471382
87199	rnn.weight_ih_l0	5	-0.12284881621599197
87199	rnn.weight_ih_l0	6	0.020837878808379173
87199	rnn.weight_ih_l0	7	-0.005118115805089474
87199	rnn.weight_ih_l0	8	0.018276439979672432
87199	rnn.weight_ih_l0	9	-0.02306816168129444
87199	rnn.weight_hh_l0	0	0.031250886619091034
87199	rnn.weight_hh_l0	1	0.06571607291698456
87199	rnn.weight_hh_l0	2	-0.0010354379191994667
87199	rnn.weight_hh_l0	3	0.051265258342027664
87199	rnn.weight_hh_l0	4	-0.022235672920942307
87199	rnn.weight_hh_l0	5	0.042865343391895294
87199	rnn.weight_hh_l0	6	0.01878303475677967
87199	rnn.weight_hh_l0	7	0.004757467657327652
87199	rnn.weight_hh_l0	8	0.03544394299387932
87199	rnn.weight_hh_l0	9	-0.040205806493759155
87199	rnn.bias_ih_l0	0	0.061045944690704346
87199	rnn.bias_ih_l0	1	-0.1259351372718811
87199	rnn.bias_ih_l0	2	-0.0012924334732815623
87199	rnn.bias_ih_l0	3	-0.10835421085357666
87199	rnn.bias_ih_l0	4	0.04903489723801613
87199	rnn.bias_ih_l0	5	-0.15589284896850586
87199	rnn.bias_ih_l0	6	-0.047935601323843
87199	rnn.bias_ih_l0	7	-0.17326384782791138
87199	rnn.bias_ih_l0	8	-0.10875499248504639
87199	rnn.bias_ih_l0	9	-0.2810956835746765
87199	rnn.bias_hh_l0	0	-0.10973037779331207
87199	rnn.bias_hh_l0	1	-0.13293452560901642
87199	rnn.bias_hh_l0	2	-0.10667818784713745
87199	rnn.bias_hh_l0	3	-0.06827425956726074
87199	rnn.bias_hh_l0	4	-0.11509156227111816
87199	rnn.bias_hh_l0	5	-0.1677183210849762
87199	rnn.bias_hh_l0	6	-0.0899229496717453
87199	rnn.bias_hh_l0	7	0.09464822709560394
87199	rnn.bias_hh_l0	8	-0.1030389592051506
87199	rnn.bias_hh_l0	9	-0.2733791172504425
87199	rnn.weight_ih_l0_reverse	0	0.05815480649471283
87199	rnn.weight_ih_l0_reverse	1	-0.053216759115457535
87199	rnn.weight_ih_l0_reverse	2	-0.022179465740919113
87199	rnn.weight_ih_l0_reverse	3	-0.06355717033147812
87199	rnn.weight_ih_l0_reverse	4	0.02503011003136635
87199	rnn.weight_ih_l0_reverse	5	-0.12347111850976944
87199	rnn.weight_ih_l0_reverse	6	0.02075519599020481
87199	rnn.weight_ih_l0_reverse	7	0.027086783200502396
87199	rnn.weight_ih_l0_reverse	8	-0.03983437642455101
87199	rnn.weight_ih_l0_reverse	9	-0.015923557803034782
87199	rnn.weight_hh_l0_reverse	0	-0.03895130380988121
87199	rnn.weight_hh_l0_reverse	1	0.028693147003650665
87199	rnn.weight_hh_l0_reverse	2	-0.011097927577793598
87199	rnn.weight_hh_l0_reverse	3	0.013550982810556889
87199	rnn.weight_hh_l0_reverse	4	-0.06906873732805252
87199	rnn.weight_hh_l0_reverse	5	0.03372899070382118
87199	rnn.weight_hh_l0_reverse	6	0.01670311577618122
87199	rnn.weight_hh_l0_reverse	7	-0.0012122852494940162
87199	rnn.weight_hh_l0_reverse	8	0.033591970801353455
87199	rnn.weight_hh_l0_reverse	9	0.029036618769168854
87199	rnn.bias_ih_l0_reverse	0	-0.14159218966960907
87199	rnn.bias_ih_l0_reverse	1	-0.13749469816684723
87199	rnn.bias_ih_l0_reverse	2	0.0017130236374214292
87199	rnn.bias_ih_l0_reverse	3	-0.1290612816810608
87199	rnn.bias_ih_l0_reverse	4	0.00046381191350519657
87199	rnn.bias_ih_l0_reverse	5	-0.14185260236263275
87199	rnn.bias_ih_l0_reverse	6	0.24069194495677948
87199	rnn.bias_ih_l0_reverse	7	-0.22048179805278778
87199	rnn.bias_ih_l0_reverse	8	-0.09097503125667572
87199	rnn.bias_ih_l0_reverse	9	-0.08587061613798141
87199	rnn.bias_hh_l0_reverse	0	-0.03520617634057999
87199	rnn.bias_hh_l0_reverse	1	0.10940301418304443
87199	rnn.bias_hh_l0_reverse	2	-0.1972140073776245
87199	rnn.bias_hh_l0_reverse	3	-0.0467965193092823
87199	rnn.bias_hh_l0_reverse	4	-0.19403602182865143
87199	rnn.bias_hh_l0_reverse	5	-0.06460689008235931
87199	rnn.bias_hh_l0_reverse	6	-0.19871409237384796
87199	rnn.bias_hh_l0_reverse	7	-0.032361436635255814
87199	rnn.bias_hh_l0_reverse	8	-0.0862240269780159
87199	rnn.bias_hh_l0_reverse	9	0.15606996417045593
87199	linear.weight	0	0.2552260756492615
87199	linear.weight	1	-0.30903929471969604
87199	linear.weight	2	0.0844111442565918
87199	linear.weight	3	0.06767149269580841
87199	linear.weight	4	-0.17799793183803558
87199	linear.weight	5	0.2563314139842987
87199	linear.weight	6	-0.10581241548061371
87199	linear.weight	7	-0.07118674367666245
87199	linear.weight	8	0.07199425250291824
87199	linear.weight	9	-0.0323835052549839
87199	linear.bias	0	-1.056821584701538
87199	linear.bias	1	1.9019277095794678
87199	linear.bias	2	0.1689608246088028
87199	linear.bias	3	-2.1409051418304443
87199	linear.bias	4	-0.4079892635345459
87199	linear.bias	5	1.0262097120285034
87199	linear.bias	6	-0.355508416891098
87199	linear.bias	7	0.34057632088661194
87199	linear.bias	8	1.9786341190338135
87199	linear.bias	9	-1.1625696420669556
87808	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
87808	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
87808	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
87808	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
87808	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
87808	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
87808	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
87808	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
87808	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
87808	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
87808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
87808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
87808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
87808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
87808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
87808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
87808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
87808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
87808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
87808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
87808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
87808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
87808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
87808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
87808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
87808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
87808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
87808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
87808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
87808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
87808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
87808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
87808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
87808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
87808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
87808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
87808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
87808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
87808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
87808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
87808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
87808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
87808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
87808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
87808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
87808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
87808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
87808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
87808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
87808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
87808	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
87808	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
87808	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
87808	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
87808	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
87808	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
87808	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
87808	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
87808	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
87808	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
87808	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
87808	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
87808	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
87808	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
87808	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
87808	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
87808	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
87808	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
87808	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
87808	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
87808	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
87808	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
87808	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
87808	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
87808	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
87808	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
87808	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
87808	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
87808	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
87808	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
87808	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
87808	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
87808	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
87808	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
87808	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
87808	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
87808	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
87808	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
87808	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
87808	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
87808	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
87808	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
87808	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
87808	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
87808	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
87808	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
87808	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
87808	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
87808	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
87808	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
87808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
87808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
87808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
87808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
87808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
87808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
87808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
87808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
87808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
87808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
87808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
87808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
87808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
87808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
87808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
87808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
87808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
87808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
87808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
87808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
87808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
87808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
87808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
87808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
87808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
87808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
87808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
87808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
87808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
87808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
87808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
87808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
87808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
87808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
87808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
87808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
87808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
87808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
87808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
87808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
87808	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
87808	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
87808	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
87808	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
87808	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
87808	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
87808	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
87808	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
87808	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
87808	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
87808	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
87808	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
87808	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
87808	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
87808	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
87808	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
87808	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
87808	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
87808	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
87808	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
87808	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
87808	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
87808	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
87808	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
87808	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
87808	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
87808	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
87808	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
87808	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
87808	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
87808	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
87808	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
87808	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
87808	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
87808	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
87808	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
87808	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
87808	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
87808	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
87808	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
87808	embedding2nn.weight	0	0.1449061930179596
87808	embedding2nn.weight	1	0.2580532729625702
87808	embedding2nn.weight	2	0.05654018744826317
87808	embedding2nn.weight	3	0.029056789353489876
87808	embedding2nn.weight	4	-0.06949126720428467
87808	embedding2nn.weight	5	0.04492247477173805
87808	embedding2nn.weight	6	0.05914299190044403
87808	embedding2nn.weight	7	-0.012410280294716358
87808	embedding2nn.weight	8	0.07639233767986298
87808	embedding2nn.weight	9	-0.018962176516652107
87808	embedding2nn.bias	0	0.04461720585823059
87808	embedding2nn.bias	1	-0.12786951661109924
87808	embedding2nn.bias	2	0.10302572697401047
87808	embedding2nn.bias	3	0.15387271344661713
87808	embedding2nn.bias	4	0.1439138799905777
87808	embedding2nn.bias	5	-0.017905812710523605
87808	embedding2nn.bias	6	-0.03907715156674385
87808	embedding2nn.bias	7	0.03446036949753761
87808	embedding2nn.bias	8	-0.125173881649971
87808	embedding2nn.bias	9	-0.328762412071228
87808	rnn.weight_ih_l0	0	0.004945540335029364
87808	rnn.weight_ih_l0	1	-0.0431450717151165
87808	rnn.weight_ih_l0	2	-0.026294246315956116
87808	rnn.weight_ih_l0	3	0.02043999545276165
87808	rnn.weight_ih_l0	4	0.0156489759683609
87808	rnn.weight_ih_l0	5	-0.11357298493385315
87808	rnn.weight_ih_l0	6	0.021110491827130318
87808	rnn.weight_ih_l0	7	-0.004744010046124458
87808	rnn.weight_ih_l0	8	0.023938655853271484
87808	rnn.weight_ih_l0	9	-0.020765982568264008
87808	rnn.weight_hh_l0	0	0.031677618622779846
87808	rnn.weight_hh_l0	1	0.06570091843605042
87808	rnn.weight_hh_l0	2	-0.0008020306122489274
87808	rnn.weight_hh_l0	3	0.05217309296131134
87808	rnn.weight_hh_l0	4	-0.0226155836135149
87808	rnn.weight_hh_l0	5	0.04237598925828934
87808	rnn.weight_hh_l0	6	0.01881548762321472
87808	rnn.weight_hh_l0	7	0.005802669562399387
87808	rnn.weight_hh_l0	8	0.03570416569709778
87808	rnn.weight_hh_l0	9	-0.035574350506067276
87808	rnn.bias_ih_l0	0	0.05745251476764679
87808	rnn.bias_ih_l0	1	-0.12847457826137543
87808	rnn.bias_ih_l0	2	-0.007351221516728401
87808	rnn.bias_ih_l0	3	-0.11113642156124115
87808	rnn.bias_ih_l0	4	0.0543159618973732
87808	rnn.bias_ih_l0	5	-0.1654791533946991
87808	rnn.bias_ih_l0	6	-0.04506004974246025
87808	rnn.bias_ih_l0	7	-0.1725720465183258
87808	rnn.bias_ih_l0	8	-0.1097857728600502
87808	rnn.bias_ih_l0	9	-0.27927687764167786
87808	rnn.bias_hh_l0	0	-0.11648568511009216
87808	rnn.bias_hh_l0	1	-0.14058464765548706
87808	rnn.bias_hh_l0	2	-0.10636292397975922
87808	rnn.bias_hh_l0	3	-0.06574511528015137
87808	rnn.bias_hh_l0	4	-0.11804616451263428
87808	rnn.bias_hh_l0	5	-0.17055733501911163
87808	rnn.bias_hh_l0	6	-0.08787593990564346
87808	rnn.bias_hh_l0	7	0.07353963702917099
87808	rnn.bias_hh_l0	8	-0.10658968985080719
87808	rnn.bias_hh_l0	9	-0.2725449502468109
87808	rnn.weight_ih_l0_reverse	0	0.05778355896472931
87808	rnn.weight_ih_l0_reverse	1	-0.05485311895608902
87808	rnn.weight_ih_l0_reverse	2	-0.020473269745707512
87808	rnn.weight_ih_l0_reverse	3	-0.06523110717535019
87808	rnn.weight_ih_l0_reverse	4	0.026431424543261528
87808	rnn.weight_ih_l0_reverse	5	-0.12387116998434067
87808	rnn.weight_ih_l0_reverse	6	0.027285199612379074
87808	rnn.weight_ih_l0_reverse	7	0.025798223912715912
87808	rnn.weight_ih_l0_reverse	8	-0.04387380927801132
87808	rnn.weight_ih_l0_reverse	9	-0.018892670050263405
87808	rnn.weight_hh_l0_reverse	0	-0.03926573321223259
87808	rnn.weight_hh_l0_reverse	1	0.028337512165308
87808	rnn.weight_hh_l0_reverse	2	-0.01126241497695446
87808	rnn.weight_hh_l0_reverse	3	0.011009300127625465
87808	rnn.weight_hh_l0_reverse	4	-0.06825590878725052
87808	rnn.weight_hh_l0_reverse	5	0.03281792998313904
87808	rnn.weight_hh_l0_reverse	6	0.016923246905207634
87808	rnn.weight_hh_l0_reverse	7	-0.002277063438668847
87808	rnn.weight_hh_l0_reverse	8	0.03304651752114296
87808	rnn.weight_hh_l0_reverse	9	0.030480017885565758
87808	rnn.bias_ih_l0_reverse	0	-0.14405231177806854
87808	rnn.bias_ih_l0_reverse	1	-0.13344436883926392
87808	rnn.bias_ih_l0_reverse	2	-0.0036977382842451334
87808	rnn.bias_ih_l0_reverse	3	-0.11765659600496292
87808	rnn.bias_ih_l0_reverse	4	-0.0020154265221208334
87808	rnn.bias_ih_l0_reverse	5	-0.14586134254932404
87808	rnn.bias_ih_l0_reverse	6	0.22046911716461182
87808	rnn.bias_ih_l0_reverse	7	-0.22832122445106506
87808	rnn.bias_ih_l0_reverse	8	-0.08833976835012436
87808	rnn.bias_ih_l0_reverse	9	-0.09383618831634521
87808	rnn.bias_hh_l0_reverse	0	-0.03484434634447098
87808	rnn.bias_hh_l0_reverse	1	0.11658532917499542
87808	rnn.bias_hh_l0_reverse	2	-0.19633297622203827
87808	rnn.bias_hh_l0_reverse	3	-0.05084211006760597
87808	rnn.bias_hh_l0_reverse	4	-0.19544768333435059
87808	rnn.bias_hh_l0_reverse	5	-0.07577666640281677
87808	rnn.bias_hh_l0_reverse	6	-0.19414366781711578
87808	rnn.bias_hh_l0_reverse	7	-0.04568029195070267
87808	rnn.bias_hh_l0_reverse	8	-0.10137989372015
87808	rnn.bias_hh_l0_reverse	9	0.1632714569568634
87808	linear.weight	0	0.2436435967683792
87808	linear.weight	1	-0.280956506729126
87808	linear.weight	2	0.007191833574324846
87808	linear.weight	3	0.0676649957895279
87808	linear.weight	4	-0.18638023734092712
87808	linear.weight	5	0.21568498015403748
87808	linear.weight	6	-0.1361340880393982
87808	linear.weight	7	-0.0711454376578331
87808	linear.weight	8	0.06862583756446838
87808	linear.weight	9	-0.03244649991393089
87808	linear.bias	0	-1.0955290794372559
87808	linear.bias	1	1.896799921989441
87808	linear.bias	2	0.20075783133506775
87808	linear.bias	3	-2.1437339782714844
87808	linear.bias	4	-0.4098217785358429
87808	linear.bias	5	1.0230520963668823
87808	linear.bias	6	-0.3387610912322998
87808	linear.bias	7	0.30931001901626587
87808	linear.bias	8	2.0465524196624756
87808	linear.bias	9	-1.1373467445373535
88417	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
88417	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
88417	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
88417	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
88417	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
88417	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
88417	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
88417	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
88417	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
88417	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
88417	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
88417	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
88417	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
88417	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
88417	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
88417	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
88417	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
88417	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
88417	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
88417	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
88417	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
88417	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
88417	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
88417	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
88417	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
88417	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
88417	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
88417	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
88417	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
88417	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
88417	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
88417	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
88417	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
88417	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
88417	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
88417	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
88417	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
88417	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
88417	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
88417	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
88417	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
88417	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
88417	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
88417	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
88417	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
88417	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
88417	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
88417	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
88417	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
88417	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
88417	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
88417	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
88417	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
88417	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
88417	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
88417	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
88417	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
88417	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
88417	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
88417	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
88417	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
88417	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
88417	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
88417	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
88417	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
88417	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
88417	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
88417	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
88417	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
88417	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
88417	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
88417	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
88417	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
88417	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
88417	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
88417	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
88417	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
88417	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
88417	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
88417	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
88417	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
88417	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
88417	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
88417	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
88417	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
88417	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
88417	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
88417	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
88417	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
88417	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
88417	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
88417	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
88417	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
88417	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
88417	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
88417	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
88417	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
88417	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
88417	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
88417	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
88417	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
88417	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
88417	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
88417	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
88417	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
88417	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
88417	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
88417	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
88417	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
88417	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
88417	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
88417	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
88417	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
88417	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
88417	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
88417	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
88417	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
88417	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
88417	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
88417	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
88417	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
88417	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
88417	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
88417	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
88417	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
88417	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
88417	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
88417	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
88417	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
88417	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
88417	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
88417	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
88417	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
88417	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
88417	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
88417	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
88417	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
88417	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
88417	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
88417	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
88417	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
88417	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
88417	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
88417	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
88417	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
88417	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
88417	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
88417	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
88417	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
88417	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
88417	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
88417	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
88417	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
88417	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
88417	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
88417	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
88417	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
88417	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
88417	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
88417	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
88417	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
88417	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
88417	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
88417	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
88417	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
88417	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
88417	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
88417	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
88417	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
88417	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
88417	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
88417	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
88417	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
88417	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
88417	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
88417	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
88417	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
88417	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
88417	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
88417	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
88417	embedding2nn.weight	0	0.14376801252365112
88417	embedding2nn.weight	1	0.25712883472442627
88417	embedding2nn.weight	2	0.059495460242033005
88417	embedding2nn.weight	3	0.03346281871199608
88417	embedding2nn.weight	4	-0.06888152658939362
88417	embedding2nn.weight	5	0.04177568480372429
88417	embedding2nn.weight	6	0.05214190483093262
88417	embedding2nn.weight	7	-0.007015721406787634
88417	embedding2nn.weight	8	0.07481120526790619
88417	embedding2nn.weight	9	-0.02686162106692791
88417	embedding2nn.bias	0	0.02887878008186817
88417	embedding2nn.bias	1	-0.14739783108234406
88417	embedding2nn.bias	2	0.11475276201963425
88417	embedding2nn.bias	3	0.15805479884147644
88417	embedding2nn.bias	4	0.1473376452922821
88417	embedding2nn.bias	5	-0.012491540051996708
88417	embedding2nn.bias	6	-0.03978292644023895
88417	embedding2nn.bias	7	0.0029870804864913225
88417	embedding2nn.bias	8	-0.14364570379257202
88417	embedding2nn.bias	9	-0.3307102918624878
88417	rnn.weight_ih_l0	0	0.0036951517686247826
88417	rnn.weight_ih_l0	1	-0.04161909595131874
88417	rnn.weight_ih_l0	2	-0.027204502373933792
88417	rnn.weight_ih_l0	3	0.021337315440177917
88417	rnn.weight_ih_l0	4	0.008658946491777897
88417	rnn.weight_ih_l0	5	-0.12487451732158661
88417	rnn.weight_ih_l0	6	0.02287209779024124
88417	rnn.weight_ih_l0	7	-0.00102612457703799
88417	rnn.weight_ih_l0	8	0.02043764293193817
88417	rnn.weight_ih_l0	9	-0.016662809997797012
88417	rnn.weight_hh_l0	0	0.032092999666929245
88417	rnn.weight_hh_l0	1	0.0657023936510086
88417	rnn.weight_hh_l0	2	0.0009102176409214735
88417	rnn.weight_hh_l0	3	0.051933079957962036
88417	rnn.weight_hh_l0	4	-0.022277167066931725
88417	rnn.weight_hh_l0	5	0.04241986572742462
88417	rnn.weight_hh_l0	6	0.018478812649846077
88417	rnn.weight_hh_l0	7	0.004988470114767551
88417	rnn.weight_hh_l0	8	0.03613519296050072
88417	rnn.weight_hh_l0	9	-0.036423616111278534
88417	rnn.bias_ih_l0	0	0.05954734981060028
88417	rnn.bias_ih_l0	1	-0.12857460975646973
88417	rnn.bias_ih_l0	2	-0.010706601664423943
88417	rnn.bias_ih_l0	3	-0.10975846648216248
88417	rnn.bias_ih_l0	4	0.05779843404889107
88417	rnn.bias_ih_l0	5	-0.1610739827156067
88417	rnn.bias_ih_l0	6	-0.038771867752075195
88417	rnn.bias_ih_l0	7	-0.16682381927967072
88417	rnn.bias_ih_l0	8	-0.11984511464834213
88417	rnn.bias_ih_l0	9	-0.29522907733917236
88417	rnn.bias_hh_l0	0	-0.1175723671913147
88417	rnn.bias_hh_l0	1	-0.13415005803108215
88417	rnn.bias_hh_l0	2	-0.10501981526613235
88417	rnn.bias_hh_l0	3	-0.06662984192371368
88417	rnn.bias_hh_l0	4	-0.1259165108203888
88417	rnn.bias_hh_l0	5	-0.1721399873495102
88417	rnn.bias_hh_l0	6	-0.09626355022192001
88417	rnn.bias_hh_l0	7	0.07928236573934555
88417	rnn.bias_hh_l0	8	-0.10230369865894318
88417	rnn.bias_hh_l0	9	-0.27573469281196594
88417	rnn.weight_ih_l0_reverse	0	0.05435612052679062
88417	rnn.weight_ih_l0_reverse	1	-0.05587862804532051
88417	rnn.weight_ih_l0_reverse	2	-0.018546462059020996
88417	rnn.weight_ih_l0_reverse	3	-0.06147889047861099
88417	rnn.weight_ih_l0_reverse	4	0.0245952270925045
88417	rnn.weight_ih_l0_reverse	5	-0.1275343894958496
88417	rnn.weight_ih_l0_reverse	6	0.0323013998568058
88417	rnn.weight_ih_l0_reverse	7	0.023778632283210754
88417	rnn.weight_ih_l0_reverse	8	-0.043636154383420944
88417	rnn.weight_ih_l0_reverse	9	-0.0221977848559618
88417	rnn.weight_hh_l0_reverse	0	-0.0371239148080349
88417	rnn.weight_hh_l0_reverse	1	0.02745324932038784
88417	rnn.weight_hh_l0_reverse	2	-0.009864434599876404
88417	rnn.weight_hh_l0_reverse	3	0.01005860511213541
88417	rnn.weight_hh_l0_reverse	4	-0.06728073954582214
88417	rnn.weight_hh_l0_reverse	5	0.03304101899266243
88417	rnn.weight_hh_l0_reverse	6	0.017662599682807922
88417	rnn.weight_hh_l0_reverse	7	-0.003976009786128998
88417	rnn.weight_hh_l0_reverse	8	0.030715353786945343
88417	rnn.weight_hh_l0_reverse	9	0.02963826432824135
88417	rnn.bias_ih_l0_reverse	0	-0.14107924699783325
88417	rnn.bias_ih_l0_reverse	1	-0.13052888214588165
88417	rnn.bias_ih_l0_reverse	2	-0.005962664727121592
88417	rnn.bias_ih_l0_reverse	3	-0.1159500852227211
88417	rnn.bias_ih_l0_reverse	4	-0.015212394297122955
88417	rnn.bias_ih_l0_reverse	5	-0.1427326798439026
88417	rnn.bias_ih_l0_reverse	6	0.21969208121299744
88417	rnn.bias_ih_l0_reverse	7	-0.23068048059940338
88417	rnn.bias_ih_l0_reverse	8	-0.0961998850107193
88417	rnn.bias_ih_l0_reverse	9	-0.09494094550609589
88417	rnn.bias_hh_l0_reverse	0	-0.029493428766727448
88417	rnn.bias_hh_l0_reverse	1	0.11838532239198685
88417	rnn.bias_hh_l0_reverse	2	-0.20011664927005768
88417	rnn.bias_hh_l0_reverse	3	-0.055909302085638046
88417	rnn.bias_hh_l0_reverse	4	-0.20010843873023987
88417	rnn.bias_hh_l0_reverse	5	-0.06970448791980743
88417	rnn.bias_hh_l0_reverse	6	-0.20372335612773895
88417	rnn.bias_hh_l0_reverse	7	-0.03863799199461937
88417	rnn.bias_hh_l0_reverse	8	-0.10118692368268967
88417	rnn.bias_hh_l0_reverse	9	0.17688798904418945
88417	linear.weight	0	0.2603464424610138
88417	linear.weight	1	-0.3042297661304474
88417	linear.weight	2	0.015791889280080795
88417	linear.weight	3	0.06765592098236084
88417	linear.weight	4	-0.09254738688468933
88417	linear.weight	5	0.2376013845205307
88417	linear.weight	6	-0.16883113980293274
88417	linear.weight	7	-0.07113946229219437
88417	linear.weight	8	0.0487607941031456
88417	linear.weight	9	-0.032528355717659
88417	linear.bias	0	-1.0618116855621338
88417	linear.bias	1	1.893446922302246
88417	linear.bias	2	0.17343886196613312
88417	linear.bias	3	-2.1462724208831787
88417	linear.bias	4	-0.4028918147087097
88417	linear.bias	5	0.9651236534118652
88417	linear.bias	6	-0.33051931858062744
88417	linear.bias	7	0.3543034791946411
88417	linear.bias	8	2.060070753097534
88417	linear.bias	9	-1.1421366930007935
89026	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
89026	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
89026	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
89026	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
89026	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
89026	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
89026	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
89026	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
89026	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
89026	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
89026	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
89026	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
89026	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
89026	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
89026	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
89026	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
89026	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
89026	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
89026	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
89026	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
89026	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
89026	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
89026	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
89026	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
89026	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
89026	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
89026	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
89026	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
89026	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
89026	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
89026	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
89026	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
89026	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
89026	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
89026	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
89026	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
89026	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
89026	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
89026	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
89026	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
89026	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
89026	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
89026	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
89026	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
89026	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
89026	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
89026	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
89026	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
89026	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
89026	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
89026	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
89026	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
89026	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
89026	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
89026	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
89026	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
89026	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
89026	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
89026	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
89026	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
89026	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
89026	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
89026	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
89026	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
89026	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
89026	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
89026	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
89026	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
89026	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
89026	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
89026	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
89026	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
89026	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
89026	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
89026	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
89026	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
89026	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
89026	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
89026	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
89026	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
89026	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
89026	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
89026	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
89026	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
89026	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
89026	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
89026	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
89026	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
89026	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
89026	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
89026	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
89026	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
89026	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
89026	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
89026	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
89026	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
89026	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
89026	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
89026	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
89026	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
89026	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
89026	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
89026	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
89026	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
89026	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
89026	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
89026	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
89026	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
89026	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
89026	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
89026	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
89026	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
89026	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
89026	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
89026	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
89026	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
89026	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
89026	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
89026	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
89026	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
89026	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
89026	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
89026	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
89026	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
89026	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
89026	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
89026	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
89026	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
89026	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
89026	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
89026	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
89026	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
89026	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
89026	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
89026	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
89026	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
89026	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
89026	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
89026	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
89026	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
89026	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
89026	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
89026	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
89026	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
89026	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
89026	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
89026	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
89026	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
89026	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
89026	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
89026	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
89026	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
89026	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
89026	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
89026	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
89026	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
89026	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
89026	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
89026	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
89026	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
89026	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
89026	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
89026	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
89026	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
89026	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
89026	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
89026	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
89026	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
89026	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
89026	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
89026	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
89026	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
89026	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
89026	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
89026	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
89026	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
89026	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
89026	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
89026	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
89026	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
89026	embedding2nn.weight	0	0.14375433325767517
89026	embedding2nn.weight	1	0.2605554461479187
89026	embedding2nn.weight	2	0.05640699341893196
89026	embedding2nn.weight	3	0.05516119673848152
89026	embedding2nn.weight	4	-0.06753605604171753
89026	embedding2nn.weight	5	0.04063866287469864
89026	embedding2nn.weight	6	0.044240258634090424
89026	embedding2nn.weight	7	-0.005920637398958206
89026	embedding2nn.weight	8	0.07232916355133057
89026	embedding2nn.weight	9	-0.028281671926379204
89026	embedding2nn.bias	0	0.04169237241148949
89026	embedding2nn.bias	1	-0.1543121039867401
89026	embedding2nn.bias	2	0.09823427349328995
89026	embedding2nn.bias	3	0.1707356572151184
89026	embedding2nn.bias	4	0.1405332088470459
89026	embedding2nn.bias	5	-0.028881870210170746
89026	embedding2nn.bias	6	-0.04392087459564209
89026	embedding2nn.bias	7	0.021690335124731064
89026	embedding2nn.bias	8	-0.15590022504329681
89026	embedding2nn.bias	9	-0.324276328086853
89026	rnn.weight_ih_l0	0	0.0035091121681034565
89026	rnn.weight_ih_l0	1	-0.04299066960811615
89026	rnn.weight_ih_l0	2	-0.024538163095712662
89026	rnn.weight_ih_l0	3	0.023955684155225754
89026	rnn.weight_ih_l0	4	0.014472788199782372
89026	rnn.weight_ih_l0	5	-0.11904704570770264
89026	rnn.weight_ih_l0	6	0.016452837735414505
89026	rnn.weight_ih_l0	7	-0.0008132958901114762
89026	rnn.weight_ih_l0	8	0.02282196842133999
89026	rnn.weight_ih_l0	9	-0.01636924408376217
89026	rnn.weight_hh_l0	0	0.03210876137018204
89026	rnn.weight_hh_l0	1	0.06491444259881973
89026	rnn.weight_hh_l0	2	0.000734962522983551
89026	rnn.weight_hh_l0	3	0.052148617804050446
89026	rnn.weight_hh_l0	4	-0.02235308475792408
89026	rnn.weight_hh_l0	5	0.04148881137371063
89026	rnn.weight_hh_l0	6	0.01859228126704693
89026	rnn.weight_hh_l0	7	0.006210577208548784
89026	rnn.weight_hh_l0	8	0.035808924585580826
89026	rnn.weight_hh_l0	9	-0.03911402449011803
89026	rnn.bias_ih_l0	0	0.055108021944761276
89026	rnn.bias_ih_l0	1	-0.12732858955860138
89026	rnn.bias_ih_l0	2	-0.01334261056035757
89026	rnn.bias_ih_l0	3	-0.10728567093610764
89026	rnn.bias_ih_l0	4	0.0743369609117508
89026	rnn.bias_ih_l0	5	-0.16720323264598846
89026	rnn.bias_ih_l0	6	-0.05387483909726143
89026	rnn.bias_ih_l0	7	-0.16711539030075073
89026	rnn.bias_ih_l0	8	-0.12368497997522354
89026	rnn.bias_ih_l0	9	-0.2866153419017792
89026	rnn.bias_hh_l0	0	-0.11507690697908401
89026	rnn.bias_hh_l0	1	-0.12966683506965637
89026	rnn.bias_hh_l0	2	-0.11280655860900879
89026	rnn.bias_hh_l0	3	-0.06104528158903122
89026	rnn.bias_hh_l0	4	-0.12678544223308563
89026	rnn.bias_hh_l0	5	-0.1701585054397583
89026	rnn.bias_hh_l0	6	-0.0943194255232811
89026	rnn.bias_hh_l0	7	0.09721366316080093
89026	rnn.bias_hh_l0	8	-0.10560625791549683
89026	rnn.bias_hh_l0	9	-0.27444127202033997
89026	rnn.weight_ih_l0_reverse	0	0.05454885959625244
89026	rnn.weight_ih_l0_reverse	1	-0.05607973411679268
89026	rnn.weight_ih_l0_reverse	2	-0.017172416672110558
89026	rnn.weight_ih_l0_reverse	3	-0.05540236830711365
89026	rnn.weight_ih_l0_reverse	4	0.021711086854338646
89026	rnn.weight_ih_l0_reverse	5	-0.12794578075408936
89026	rnn.weight_ih_l0_reverse	6	0.03936620056629181
89026	rnn.weight_ih_l0_reverse	7	0.02230219729244709
89026	rnn.weight_ih_l0_reverse	8	-0.03962158411741257
89026	rnn.weight_ih_l0_reverse	9	-0.022965505719184875
89026	rnn.weight_hh_l0_reverse	0	-0.03525306284427643
89026	rnn.weight_hh_l0_reverse	1	0.028699995949864388
89026	rnn.weight_hh_l0_reverse	2	-0.009717544540762901
89026	rnn.weight_hh_l0_reverse	3	0.009905858896672726
89026	rnn.weight_hh_l0_reverse	4	-0.06906438618898392
89026	rnn.weight_hh_l0_reverse	5	0.03320077061653137
89026	rnn.weight_hh_l0_reverse	6	0.017741309478878975
89026	rnn.weight_hh_l0_reverse	7	-0.0027801722753793
89026	rnn.weight_hh_l0_reverse	8	0.030014751479029655
89026	rnn.weight_hh_l0_reverse	9	0.02962849847972393
89026	rnn.bias_ih_l0_reverse	0	-0.13989216089248657
89026	rnn.bias_ih_l0_reverse	1	-0.1322021633386612
89026	rnn.bias_ih_l0_reverse	2	-0.0016595510533079505
89026	rnn.bias_ih_l0_reverse	3	-0.12235386669635773
89026	rnn.bias_ih_l0_reverse	4	-0.006881942972540855
89026	rnn.bias_ih_l0_reverse	5	-0.14299297332763672
89026	rnn.bias_ih_l0_reverse	6	0.22144755721092224
89026	rnn.bias_ih_l0_reverse	7	-0.24595336616039276
89026	rnn.bias_ih_l0_reverse	8	-0.09370855987071991
89026	rnn.bias_ih_l0_reverse	9	-0.1040683463215828
89026	rnn.bias_hh_l0_reverse	0	-0.02848498336970806
89026	rnn.bias_hh_l0_reverse	1	0.1214500367641449
89026	rnn.bias_hh_l0_reverse	2	-0.20916493237018585
89026	rnn.bias_hh_l0_reverse	3	-0.050758685916662216
89026	rnn.bias_hh_l0_reverse	4	-0.20290197432041168
89026	rnn.bias_hh_l0_reverse	5	-0.07865241169929504
89026	rnn.bias_hh_l0_reverse	6	-0.19431822001934052
89026	rnn.bias_hh_l0_reverse	7	-0.04302390292286873
89026	rnn.bias_hh_l0_reverse	8	-0.08916255086660385
89026	rnn.bias_hh_l0_reverse	9	0.16025002300739288
89026	linear.weight	0	0.2767553925514221
89026	linear.weight	1	-0.31853488087654114
89026	linear.weight	2	-0.00438665458932519
89026	linear.weight	3	0.06763074547052383
89026	linear.weight	4	-0.13583217561244965
89026	linear.weight	5	0.2640598714351654
89026	linear.weight	6	-0.16134707629680634
89026	linear.weight	7	-0.07110326737165451
89026	linear.weight	8	0.049045808613300323
89026	linear.weight	9	-0.032591186463832855
89026	linear.bias	0	-1.0146958827972412
89026	linear.bias	1	1.8646045923233032
89026	linear.bias	2	0.2324034869670868
89026	linear.bias	3	-2.1487646102905273
89026	linear.bias	4	-0.4299973249435425
89026	linear.bias	5	0.9544236063957214
89026	linear.bias	6	-0.3208066523075104
89026	linear.bias	7	0.343778520822525
89026	linear.bias	8	2.0563716888427734
89026	linear.bias	9	-1.1588292121887207
89635	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
89635	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
89635	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
89635	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
89635	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
89635	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
89635	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
89635	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
89635	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
89635	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
89635	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
89635	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
89635	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
89635	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
89635	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
89635	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
89635	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
89635	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
89635	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
89635	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
89635	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
89635	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
89635	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
89635	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
89635	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
89635	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
89635	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
89635	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
89635	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
89635	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
89635	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
89635	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
89635	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
89635	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
89635	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
89635	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
89635	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
89635	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
89635	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
89635	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
89635	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
89635	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
89635	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
89635	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
89635	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
89635	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
89635	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
89635	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
89635	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
89635	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
89635	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
89635	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
89635	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
89635	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
89635	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
89635	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
89635	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
89635	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
89635	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
89635	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
89635	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
89635	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
89635	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
89635	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
89635	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
89635	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
89635	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
89635	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
89635	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
89635	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
89635	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
89635	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
89635	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
89635	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
89635	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
89635	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
89635	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
89635	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
89635	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
89635	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
89635	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
89635	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
89635	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
89635	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
89635	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
89635	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
89635	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
89635	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
89635	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
89635	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
89635	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
89635	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
89635	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
89635	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
89635	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
89635	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
89635	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
89635	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
89635	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
89635	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
89635	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
89635	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
89635	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
89635	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
89635	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
89635	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
89635	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
89635	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
89635	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
89635	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
89635	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
89635	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
89635	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
89635	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
89635	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
89635	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
89635	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
89635	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
89635	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
89635	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
89635	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
89635	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
89635	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
89635	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
89635	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
89635	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
89635	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
89635	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
89635	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
89635	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
89635	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
89635	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
89635	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
89635	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
89635	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
89635	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
89635	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
89635	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
89635	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
89635	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
89635	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
89635	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
89635	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
89635	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
89635	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
89635	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
89635	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
89635	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
89635	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
89635	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
89635	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
89635	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
89635	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
89635	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
89635	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
89635	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
89635	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
89635	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
89635	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
89635	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
89635	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
89635	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
89635	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
89635	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
89635	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
89635	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
89635	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
89635	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
89635	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
89635	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
89635	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
89635	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
89635	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
89635	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
89635	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
89635	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
89635	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
89635	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
89635	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
89635	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
89635	embedding2nn.weight	0	0.14227904379367828
89635	embedding2nn.weight	1	0.261526495218277
89635	embedding2nn.weight	2	0.05135944485664368
89635	embedding2nn.weight	3	0.059314846992492676
89635	embedding2nn.weight	4	-0.07074922323226929
89635	embedding2nn.weight	5	0.04087517783045769
89635	embedding2nn.weight	6	0.04931405186653137
89635	embedding2nn.weight	7	-0.004566050134599209
89635	embedding2nn.weight	8	0.06923770159482956
89635	embedding2nn.weight	9	-0.030921010300517082
89635	embedding2nn.bias	0	0.04296354949474335
89635	embedding2nn.bias	1	-0.14759819209575653
89635	embedding2nn.bias	2	0.08729632198810577
89635	embedding2nn.bias	3	0.15545028448104858
89635	embedding2nn.bias	4	0.15505820512771606
89635	embedding2nn.bias	5	0.006625351030379534
89635	embedding2nn.bias	6	-0.03163308650255203
89635	embedding2nn.bias	7	0.03788159787654877
89635	embedding2nn.bias	8	-0.1360451877117157
89635	embedding2nn.bias	9	-0.34162306785583496
89635	rnn.weight_ih_l0	0	0.005236494354903698
89635	rnn.weight_ih_l0	1	-0.04399477317929268
89635	rnn.weight_ih_l0	2	-0.020021062344312668
89635	rnn.weight_ih_l0	3	0.023675082251429558
89635	rnn.weight_ih_l0	4	0.019451342523097992
89635	rnn.weight_ih_l0	5	-0.1163182407617569
89635	rnn.weight_ih_l0	6	0.019452879205346107
89635	rnn.weight_ih_l0	7	0.0003961542097385973
89635	rnn.weight_ih_l0	8	0.025138402357697487
89635	rnn.weight_ih_l0	9	-0.02158804051578045
89635	rnn.weight_hh_l0	0	0.031704310327768326
89635	rnn.weight_hh_l0	1	0.06535769253969193
89635	rnn.weight_hh_l0	2	0.0008495403453707695
89635	rnn.weight_hh_l0	3	0.052790429443120956
89635	rnn.weight_hh_l0	4	-0.022857556119561195
89635	rnn.weight_hh_l0	5	0.043923135846853256
89635	rnn.weight_hh_l0	6	0.018585694953799248
89635	rnn.weight_hh_l0	7	0.00793941505253315
89635	rnn.weight_hh_l0	8	0.035364337265491486
89635	rnn.weight_hh_l0	9	-0.03805575892329216
89635	rnn.bias_ih_l0	0	0.0633968934416771
89635	rnn.bias_ih_l0	1	-0.1309613138437271
89635	rnn.bias_ih_l0	2	-0.012969035655260086
89635	rnn.bias_ih_l0	3	-0.10403840243816376
89635	rnn.bias_ih_l0	4	0.05331023782491684
89635	rnn.bias_ih_l0	5	-0.16423399746418
89635	rnn.bias_ih_l0	6	-0.05417510122060776
89635	rnn.bias_ih_l0	7	-0.16877730190753937
89635	rnn.bias_ih_l0	8	-0.12577660381793976
89635	rnn.bias_ih_l0	9	-0.2722419500350952
89635	rnn.bias_hh_l0	0	-0.1195831447839737
89635	rnn.bias_hh_l0	1	-0.1337353140115738
89635	rnn.bias_hh_l0	2	-0.10553612560033798
89635	rnn.bias_hh_l0	3	-0.06188298016786575
89635	rnn.bias_hh_l0	4	-0.12678992748260498
89635	rnn.bias_hh_l0	5	-0.1709558367729187
89635	rnn.bias_hh_l0	6	-0.09885983914136887
89635	rnn.bias_hh_l0	7	0.09320700913667679
89635	rnn.bias_hh_l0	8	-0.11039484292268753
89635	rnn.bias_hh_l0	9	-0.2773837149143219
89635	rnn.weight_ih_l0_reverse	0	0.05398361384868622
89635	rnn.weight_ih_l0_reverse	1	-0.05817249044775963
89635	rnn.weight_ih_l0_reverse	2	-0.013886497355997562
89635	rnn.weight_ih_l0_reverse	3	-0.053954750299453735
89635	rnn.weight_ih_l0_reverse	4	0.019068224355578423
89635	rnn.weight_ih_l0_reverse	5	-0.1273597925901413
89635	rnn.weight_ih_l0_reverse	6	0.04098614305257797
89635	rnn.weight_ih_l0_reverse	7	0.022675396874547005
89635	rnn.weight_ih_l0_reverse	8	-0.043158166110515594
89635	rnn.weight_ih_l0_reverse	9	-0.01702791452407837
89635	rnn.weight_hh_l0_reverse	0	-0.03523058071732521
89635	rnn.weight_hh_l0_reverse	1	0.02777550183236599
89635	rnn.weight_hh_l0_reverse	2	-0.009422014467418194
89635	rnn.weight_hh_l0_reverse	3	0.011003858409821987
89635	rnn.weight_hh_l0_reverse	4	-0.07103144377470016
89635	rnn.weight_hh_l0_reverse	5	0.03366837650537491
89635	rnn.weight_hh_l0_reverse	6	0.01751759648323059
89635	rnn.weight_hh_l0_reverse	7	0.001220547128468752
89635	rnn.weight_hh_l0_reverse	8	0.032551851123571396
89635	rnn.weight_hh_l0_reverse	9	0.02731906995177269
89635	rnn.bias_ih_l0_reverse	0	-0.14853250980377197
89635	rnn.bias_ih_l0_reverse	1	-0.1279667466878891
89635	rnn.bias_ih_l0_reverse	2	0.0066923582926392555
89635	rnn.bias_ih_l0_reverse	3	-0.11834733933210373
89635	rnn.bias_ih_l0_reverse	4	-0.012598968110978603
89635	rnn.bias_ih_l0_reverse	5	-0.1415158063173294
89635	rnn.bias_ih_l0_reverse	6	0.22112441062927246
89635	rnn.bias_ih_l0_reverse	7	-0.22213095426559448
89635	rnn.bias_ih_l0_reverse	8	-0.09471245110034943
89635	rnn.bias_ih_l0_reverse	9	-0.09653904289007187
89635	rnn.bias_hh_l0_reverse	0	-0.01912243850529194
89635	rnn.bias_hh_l0_reverse	1	0.12071661651134491
89635	rnn.bias_hh_l0_reverse	2	-0.20431628823280334
89635	rnn.bias_hh_l0_reverse	3	-0.048690054565668106
89635	rnn.bias_hh_l0_reverse	4	-0.20043087005615234
89635	rnn.bias_hh_l0_reverse	5	-0.07341188192367554
89635	rnn.bias_hh_l0_reverse	6	-0.19747760891914368
89635	rnn.bias_hh_l0_reverse	7	-0.04121948778629303
89635	rnn.bias_hh_l0_reverse	8	-0.0845731645822525
89635	rnn.bias_hh_l0_reverse	9	0.15258531272411346
89635	linear.weight	0	0.256525456905365
89635	linear.weight	1	-0.3215104937553406
89635	linear.weight	2	0.022782089188694954
89635	linear.weight	3	0.06761480122804642
89635	linear.weight	4	-0.15673400461673737
89635	linear.weight	5	0.2698020040988922
89635	linear.weight	6	-0.14887915551662445
89635	linear.weight	7	-0.07104318588972092
89635	linear.weight	8	0.07024206221103668
89635	linear.weight	9	-0.032688677310943604
89635	linear.bias	0	-1.0375056266784668
89635	linear.bias	1	1.8591421842575073
89635	linear.bias	2	0.21359005570411682
89635	linear.bias	3	-2.15120267868042
89635	linear.bias	4	-0.4040420651435852
89635	linear.bias	5	0.9870302081108093
89635	linear.bias	6	-0.3474786579608917
89635	linear.bias	7	0.30304640531539917
89635	linear.bias	8	2.05203914642334
89635	linear.bias	9	-1.148535966873169
90244	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
90244	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
90244	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
90244	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
90244	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
90244	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
90244	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
90244	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
90244	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
90244	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
90244	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
90244	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
90244	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
90244	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
90244	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
90244	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
90244	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
90244	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
90244	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
90244	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
90244	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
90244	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
90244	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
90244	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
90244	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
90244	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
90244	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
90244	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
90244	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
90244	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
90244	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
90244	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
90244	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
90244	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
90244	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
90244	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
90244	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
90244	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
90244	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
90244	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
90244	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
90244	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
90244	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
90244	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
90244	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
90244	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
90244	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
90244	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
90244	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
90244	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
90244	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
90244	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
90244	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
90244	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
90244	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
90244	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
90244	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
90244	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
90244	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
90244	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
90244	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
90244	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
90244	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
90244	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
90244	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
90244	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
90244	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
90244	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
90244	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
90244	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
90244	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
90244	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
90244	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
90244	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
90244	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
90244	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
90244	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
90244	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
90244	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
90244	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
90244	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
90244	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
90244	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
90244	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
90244	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
90244	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
90244	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
90244	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
90244	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
90244	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
90244	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
90244	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
90244	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
90244	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
90244	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
90244	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
90244	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
90244	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
90244	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
90244	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
90244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
90244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
90244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
90244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
90244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
90244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
90244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
90244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
90244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
90244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
90244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
90244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
90244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
90244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
90244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
90244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
90244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
90244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
90244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
90244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
90244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
90244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
90244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
90244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
90244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
90244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
90244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
90244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
90244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
90244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
90244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
90244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
90244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
90244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
90244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
90244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
90244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
90244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
90244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
90244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
90244	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
90244	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
90244	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
90244	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
90244	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
90244	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
90244	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
90244	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
90244	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
90244	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
90244	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
90244	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
90244	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
90244	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
90244	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
90244	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
90244	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
90244	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
90244	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
90244	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
90244	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
90244	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
90244	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
90244	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
90244	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
90244	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
90244	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
90244	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
90244	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
90244	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
90244	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
90244	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
90244	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
90244	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
90244	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
90244	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
90244	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
90244	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
90244	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
90244	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
90244	embedding2nn.weight	0	0.14302289485931396
90244	embedding2nn.weight	1	0.2584935426712036
90244	embedding2nn.weight	2	0.05156588926911354
90244	embedding2nn.weight	3	0.03522692620754242
90244	embedding2nn.weight	4	-0.06695050001144409
90244	embedding2nn.weight	5	0.04351188242435455
90244	embedding2nn.weight	6	0.053162556141614914
90244	embedding2nn.weight	7	-0.007903486490249634
90244	embedding2nn.weight	8	0.07358101010322571
90244	embedding2nn.weight	9	-0.024648556485772133
90244	embedding2nn.bias	0	0.03380897268652916
90244	embedding2nn.bias	1	-0.137782022356987
90244	embedding2nn.bias	2	0.08355309069156647
90244	embedding2nn.bias	3	0.16243933141231537
90244	embedding2nn.bias	4	0.1342308223247528
90244	embedding2nn.bias	5	-0.004701599478721619
90244	embedding2nn.bias	6	-0.060059357434511185
90244	embedding2nn.bias	7	0.02859564498066902
90244	embedding2nn.bias	8	-0.14948664605617523
90244	embedding2nn.bias	9	-0.34567418694496155
90244	rnn.weight_ih_l0	0	0.006548717152327299
90244	rnn.weight_ih_l0	1	-0.04269875958561897
90244	rnn.weight_ih_l0	2	-0.012807236984372139
90244	rnn.weight_ih_l0	3	0.02391667291522026
90244	rnn.weight_ih_l0	4	0.010273473337292671
90244	rnn.weight_ih_l0	5	-0.11301092803478241
90244	rnn.weight_ih_l0	6	0.02188151143491268
90244	rnn.weight_ih_l0	7	-0.002098293509334326
90244	rnn.weight_ih_l0	8	0.022721201181411743
90244	rnn.weight_ih_l0	9	-0.020089784637093544
90244	rnn.weight_hh_l0	0	0.03073902428150177
90244	rnn.weight_hh_l0	1	0.06481567770242691
90244	rnn.weight_hh_l0	2	0.0005890277097932994
90244	rnn.weight_hh_l0	3	0.0523940846323967
90244	rnn.weight_hh_l0	4	-0.021712346002459526
90244	rnn.weight_hh_l0	5	0.0429818369448185
90244	rnn.weight_hh_l0	6	0.018264692276716232
90244	rnn.weight_hh_l0	7	0.007465726230293512
90244	rnn.weight_hh_l0	8	0.03527722507715225
90244	rnn.weight_hh_l0	9	-0.0403096005320549
90244	rnn.bias_ih_l0	0	0.0602278895676136
90244	rnn.bias_ih_l0	1	-0.1370171159505844
90244	rnn.bias_ih_l0	2	-0.006375383585691452
90244	rnn.bias_ih_l0	3	-0.10847336053848267
90244	rnn.bias_ih_l0	4	0.0662170797586441
90244	rnn.bias_ih_l0	5	-0.15981809794902802
90244	rnn.bias_ih_l0	6	-0.06264229118824005
90244	rnn.bias_ih_l0	7	-0.1681462973356247
90244	rnn.bias_ih_l0	8	-0.11739851534366608
90244	rnn.bias_ih_l0	9	-0.28038474917411804
90244	rnn.bias_hh_l0	0	-0.12169268727302551
90244	rnn.bias_hh_l0	1	-0.13107402622699738
90244	rnn.bias_hh_l0	2	-0.09920027107000351
90244	rnn.bias_hh_l0	3	-0.05744856968522072
90244	rnn.bias_hh_l0	4	-0.12305724620819092
90244	rnn.bias_hh_l0	5	-0.1680646538734436
90244	rnn.bias_hh_l0	6	-0.10094332695007324
90244	rnn.bias_hh_l0	7	0.08501476049423218
90244	rnn.bias_hh_l0	8	-0.121441550552845
90244	rnn.bias_hh_l0	9	-0.281960129737854
90244	rnn.weight_ih_l0_reverse	0	0.043891891837120056
90244	rnn.weight_ih_l0_reverse	1	-0.05470975488424301
90244	rnn.weight_ih_l0_reverse	2	-0.016267623752355576
90244	rnn.weight_ih_l0_reverse	3	-0.055007919669151306
90244	rnn.weight_ih_l0_reverse	4	0.016256561502814293
90244	rnn.weight_ih_l0_reverse	5	-0.12698261439800262
90244	rnn.weight_ih_l0_reverse	6	0.045865729451179504
90244	rnn.weight_ih_l0_reverse	7	0.021932365372776985
90244	rnn.weight_ih_l0_reverse	8	-0.04184705391526222
90244	rnn.weight_ih_l0_reverse	9	-0.017727525904774666
90244	rnn.weight_hh_l0_reverse	0	-0.03508454188704491
90244	rnn.weight_hh_l0_reverse	1	0.028303325176239014
90244	rnn.weight_hh_l0_reverse	2	-0.009508161805570126
90244	rnn.weight_hh_l0_reverse	3	0.012072834186255932
90244	rnn.weight_hh_l0_reverse	4	-0.06963185966014862
90244	rnn.weight_hh_l0_reverse	5	0.033382315188646317
90244	rnn.weight_hh_l0_reverse	6	0.017819654196500778
90244	rnn.weight_hh_l0_reverse	7	0.0007947186240926385
90244	rnn.weight_hh_l0_reverse	8	0.030982879921793938
90244	rnn.weight_hh_l0_reverse	9	0.028082184493541718
90244	rnn.bias_ih_l0_reverse	0	-0.13988883793354034
90244	rnn.bias_ih_l0_reverse	1	-0.12472360581159592
90244	rnn.bias_ih_l0_reverse	2	0.0019215369829908013
90244	rnn.bias_ih_l0_reverse	3	-0.1309538185596466
90244	rnn.bias_ih_l0_reverse	4	-0.02266501821577549
90244	rnn.bias_ih_l0_reverse	5	-0.14182020723819733
90244	rnn.bias_ih_l0_reverse	6	0.23306916654109955
90244	rnn.bias_ih_l0_reverse	7	-0.21987994015216827
90244	rnn.bias_ih_l0_reverse	8	-0.09657201915979385
90244	rnn.bias_ih_l0_reverse	9	-0.09740346670150757
90244	rnn.bias_hh_l0_reverse	0	-0.032626256346702576
90244	rnn.bias_hh_l0_reverse	1	0.11409422010183334
90244	rnn.bias_hh_l0_reverse	2	-0.19913330674171448
90244	rnn.bias_hh_l0_reverse	3	-0.056263893842697144
90244	rnn.bias_hh_l0_reverse	4	-0.19179503619670868
90244	rnn.bias_hh_l0_reverse	5	-0.07159488648176193
90244	rnn.bias_hh_l0_reverse	6	-0.1980324387550354
90244	rnn.bias_hh_l0_reverse	7	-0.03998471051454544
90244	rnn.bias_hh_l0_reverse	8	-0.10039109736680984
90244	rnn.bias_hh_l0_reverse	9	0.1681065857410431
90244	linear.weight	0	0.26492956280708313
90244	linear.weight	1	-0.3477652668952942
90244	linear.weight	2	0.020237406715750694
90244	linear.weight	3	0.0676247775554657
90244	linear.weight	4	-0.19066868722438812
90244	linear.weight	5	0.26518508791923523
90244	linear.weight	6	-0.14442282915115356
90244	linear.weight	7	-0.07100605219602585
90244	linear.weight	8	0.06105165183544159
90244	linear.weight	9	-0.03275904804468155
90244	linear.bias	0	-1.0502777099609375
90244	linear.bias	1	1.8366419076919556
90244	linear.bias	2	0.2383468747138977
90244	linear.bias	3	-2.153669834136963
90244	linear.bias	4	-0.4514133930206299
90244	linear.bias	5	0.9883201718330383
90244	linear.bias	6	-0.3225569725036621
90244	linear.bias	7	0.2904016375541687
90244	linear.bias	8	2.0505869388580322
90244	linear.bias	9	-1.1661721467971802
90853	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
90853	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
90853	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
90853	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
90853	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
90853	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
90853	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
90853	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
90853	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
90853	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
90853	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
90853	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
90853	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
90853	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
90853	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
90853	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
90853	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
90853	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
90853	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
90853	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
90853	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
90853	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
90853	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
90853	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
90853	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
90853	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
90853	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
90853	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
90853	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
90853	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
90853	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
90853	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
90853	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
90853	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
90853	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
90853	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
90853	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
90853	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
90853	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
90853	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
90853	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
90853	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
90853	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
90853	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
90853	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
90853	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
90853	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
90853	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
90853	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
90853	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
90853	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
90853	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
90853	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
90853	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
90853	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
90853	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
90853	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
90853	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
90853	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
90853	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
90853	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
90853	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
90853	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
90853	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
90853	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
90853	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
90853	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
90853	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
90853	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
90853	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
90853	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
90853	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
90853	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
90853	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
90853	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
90853	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
90853	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
90853	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
90853	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
90853	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
90853	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
90853	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
90853	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
90853	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
90853	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
90853	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
90853	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
90853	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
90853	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
90853	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
90853	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
90853	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
90853	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
90853	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
90853	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
90853	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
90853	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
90853	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
90853	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
90853	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
90853	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
90853	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
90853	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
90853	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
90853	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
90853	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
90853	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
90853	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
90853	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
90853	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
90853	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
90853	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
90853	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
90853	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
90853	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
90853	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
90853	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
90853	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
90853	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
90853	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
90853	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
90853	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
90853	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
90853	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
90853	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
90853	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
90853	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
90853	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
90853	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
90853	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
90853	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
90853	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
90853	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
90853	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
90853	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
90853	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
90853	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
90853	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
90853	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
90853	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
90853	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
90853	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
90853	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
90853	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
90853	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
90853	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
90853	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
90853	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
90853	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
90853	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
90853	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
90853	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
90853	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
90853	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
90853	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
90853	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
90853	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
90853	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
90853	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
90853	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
90853	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
90853	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
90853	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
90853	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
90853	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
90853	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
90853	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
90853	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
90853	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
90853	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
90853	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
90853	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
90853	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
90853	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
90853	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
90853	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
90853	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
90853	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
90853	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
90853	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
90853	embedding2nn.weight	0	0.14380282163619995
90853	embedding2nn.weight	1	0.2545740008354187
90853	embedding2nn.weight	2	0.0512562170624733
90853	embedding2nn.weight	3	0.028760498389601707
90853	embedding2nn.weight	4	-0.06206521764397621
90853	embedding2nn.weight	5	0.04314872995018959
90853	embedding2nn.weight	6	0.05350501462817192
90853	embedding2nn.weight	7	-0.006517553236335516
90853	embedding2nn.weight	8	0.0666189193725586
90853	embedding2nn.weight	9	-0.028450263664126396
90853	embedding2nn.bias	0	0.04097924754023552
90853	embedding2nn.bias	1	-0.14646637439727783
90853	embedding2nn.bias	2	0.07236182689666748
90853	embedding2nn.bias	3	0.1438438594341278
90853	embedding2nn.bias	4	0.12713128328323364
90853	embedding2nn.bias	5	-0.005052320193499327
90853	embedding2nn.bias	6	-0.06004864349961281
90853	embedding2nn.bias	7	0.02502252347767353
90853	embedding2nn.bias	8	-0.12218568474054337
90853	embedding2nn.bias	9	-0.3462197780609131
90853	rnn.weight_ih_l0	0	0.005903151817619801
90853	rnn.weight_ih_l0	1	-0.0436592698097229
90853	rnn.weight_ih_l0	2	-0.0063875592313706875
90853	rnn.weight_ih_l0	3	0.020246421918272972
90853	rnn.weight_ih_l0	4	0.010610170662403107
90853	rnn.weight_ih_l0	5	-0.12572729587554932
90853	rnn.weight_ih_l0	6	0.02205534465610981
90853	rnn.weight_ih_l0	7	0.000632343115285039
90853	rnn.weight_ih_l0	8	0.023036831989884377
90853	rnn.weight_ih_l0	9	-0.018367910757660866
90853	rnn.weight_hh_l0	0	0.030879558995366096
90853	rnn.weight_hh_l0	1	0.0653795674443245
90853	rnn.weight_hh_l0	2	0.0010424460051581264
90853	rnn.weight_hh_l0	3	0.052632886916399
90853	rnn.weight_hh_l0	4	-0.02120339497923851
90853	rnn.weight_hh_l0	5	0.04310404509305954
90853	rnn.weight_hh_l0	6	0.018085496500134468
90853	rnn.weight_hh_l0	7	0.010075004771351814
90853	rnn.weight_hh_l0	8	0.035849470645189285
90853	rnn.weight_hh_l0	9	-0.03872028365731239
90853	rnn.bias_ih_l0	0	0.05986732617020607
90853	rnn.bias_ih_l0	1	-0.1419670134782791
90853	rnn.bias_ih_l0	2	-0.0062833381816744804
90853	rnn.bias_ih_l0	3	-0.12012027949094772
90853	rnn.bias_ih_l0	4	0.05965293198823929
90853	rnn.bias_ih_l0	5	-0.16108836233615875
90853	rnn.bias_ih_l0	6	-0.05446557328104973
90853	rnn.bias_ih_l0	7	-0.1680164784193039
90853	rnn.bias_ih_l0	8	-0.11823181062936783
90853	rnn.bias_ih_l0	9	-0.27942153811454773
90853	rnn.bias_hh_l0	0	-0.1179879754781723
90853	rnn.bias_hh_l0	1	-0.13867004215717316
90853	rnn.bias_hh_l0	2	-0.1026410162448883
90853	rnn.bias_hh_l0	3	-0.06672600656747818
90853	rnn.bias_hh_l0	4	-0.12409309297800064
90853	rnn.bias_hh_l0	5	-0.16553890705108643
90853	rnn.bias_hh_l0	6	-0.10415447503328323
90853	rnn.bias_hh_l0	7	0.09463392943143845
90853	rnn.bias_hh_l0	8	-0.11940433084964752
90853	rnn.bias_hh_l0	9	-0.286614328622818
90853	rnn.weight_ih_l0_reverse	0	0.044757526367902756
90853	rnn.weight_ih_l0_reverse	1	-0.056476011872291565
90853	rnn.weight_ih_l0_reverse	2	-0.017790507525205612
90853	rnn.weight_ih_l0_reverse	3	-0.05544526129961014
90853	rnn.weight_ih_l0_reverse	4	0.016503380611538887
90853	rnn.weight_ih_l0_reverse	5	-0.12525174021720886
90853	rnn.weight_ih_l0_reverse	6	0.04600580781698227
90853	rnn.weight_ih_l0_reverse	7	0.02119438908994198
90853	rnn.weight_ih_l0_reverse	8	-0.04681862145662308
90853	rnn.weight_ih_l0_reverse	9	-0.02200542390346527
90853	rnn.weight_hh_l0_reverse	0	-0.03500404581427574
90853	rnn.weight_hh_l0_reverse	1	0.028757749125361443
90853	rnn.weight_hh_l0_reverse	2	-0.011310974135994911
90853	rnn.weight_hh_l0_reverse	3	0.011987529695034027
90853	rnn.weight_hh_l0_reverse	4	-0.06888002157211304
90853	rnn.weight_hh_l0_reverse	5	0.032726045697927475
90853	rnn.weight_hh_l0_reverse	6	0.017659509554505348
90853	rnn.weight_hh_l0_reverse	7	-0.00037099680048413575
90853	rnn.weight_hh_l0_reverse	8	0.02630045637488365
90853	rnn.weight_hh_l0_reverse	9	0.031074732542037964
90853	rnn.bias_ih_l0_reverse	0	-0.1354209929704666
90853	rnn.bias_ih_l0_reverse	1	-0.1255953460931778
90853	rnn.bias_ih_l0_reverse	2	0.013946253806352615
90853	rnn.bias_ih_l0_reverse	3	-0.12524275481700897
90853	rnn.bias_ih_l0_reverse	4	-0.021490363404154778
90853	rnn.bias_ih_l0_reverse	5	-0.1453569531440735
90853	rnn.bias_ih_l0_reverse	6	0.21879273653030396
90853	rnn.bias_ih_l0_reverse	7	-0.21603339910507202
90853	rnn.bias_ih_l0_reverse	8	-0.10173127055168152
90853	rnn.bias_ih_l0_reverse	9	-0.09437843412160873
90853	rnn.bias_hh_l0_reverse	0	-0.023754747584462166
90853	rnn.bias_hh_l0_reverse	1	0.12020093947649002
90853	rnn.bias_hh_l0_reverse	2	-0.20178021490573883
90853	rnn.bias_hh_l0_reverse	3	-0.054593246430158615
90853	rnn.bias_hh_l0_reverse	4	-0.19904725253582
90853	rnn.bias_hh_l0_reverse	5	-0.07013621926307678
90853	rnn.bias_hh_l0_reverse	6	-0.19606773555278778
90853	rnn.bias_hh_l0_reverse	7	-0.03799542039632797
90853	rnn.bias_hh_l0_reverse	8	-0.1062917560338974
90853	rnn.bias_hh_l0_reverse	9	0.17111995816230774
90853	linear.weight	0	0.2832125127315521
90853	linear.weight	1	-0.3520040810108185
90853	linear.weight	2	0.021120162680745125
90853	linear.weight	3	0.06761372834444046
90853	linear.weight	4	-0.1886475384235382
90853	linear.weight	5	0.2629099488258362
90853	linear.weight	6	-0.11978637427091599
90853	linear.weight	7	-0.0709509402513504
90853	linear.weight	8	0.06389006227254868
90853	linear.weight	9	-0.032801855355501175
90853	linear.bias	0	-1.0699594020843506
90853	linear.bias	1	1.793486475944519
90853	linear.bias	2	0.27285510301589966
90853	linear.bias	3	-2.156137466430664
90853	linear.bias	4	-0.46723663806915283
90853	linear.bias	5	0.9997805953025818
90853	linear.bias	6	-0.3383330702781677
90853	linear.bias	7	0.31606757640838623
90853	linear.bias	8	2.09017276763916
90853	linear.bias	9	-1.1642801761627197
91462	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
91462	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
91462	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
91462	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
91462	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
91462	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
91462	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
91462	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
91462	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
91462	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
91462	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
91462	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
91462	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
91462	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
91462	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
91462	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
91462	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
91462	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
91462	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
91462	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
91462	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
91462	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
91462	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
91462	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
91462	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
91462	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
91462	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
91462	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
91462	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
91462	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
91462	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
91462	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
91462	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
91462	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
91462	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
91462	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
91462	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
91462	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
91462	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
91462	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
91462	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
91462	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
91462	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
91462	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
91462	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
91462	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
91462	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
91462	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
91462	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
91462	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
91462	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
91462	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
91462	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
91462	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
91462	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
91462	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
91462	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
91462	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
91462	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
91462	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
91462	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
91462	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
91462	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
91462	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
91462	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
91462	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
91462	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
91462	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
91462	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
91462	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
91462	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
91462	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
91462	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
91462	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
91462	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
91462	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
91462	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
91462	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
91462	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
91462	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
91462	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
91462	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
91462	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
91462	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
91462	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
91462	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
91462	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
91462	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
91462	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
91462	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
91462	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
91462	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
91462	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
91462	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
91462	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
91462	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
91462	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
91462	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
91462	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
91462	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
91462	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
91462	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
91462	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
91462	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
91462	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
91462	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
91462	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
91462	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
91462	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
91462	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
91462	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
91462	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
91462	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
91462	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
91462	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
91462	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
91462	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
91462	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
91462	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
91462	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
91462	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
91462	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
91462	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
91462	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
91462	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
91462	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
91462	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
91462	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
91462	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
91462	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
91462	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
91462	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
91462	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
91462	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
91462	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
91462	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
91462	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
91462	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
91462	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
91462	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
91462	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
91462	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
91462	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
91462	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
91462	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
91462	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
91462	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
91462	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
91462	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
91462	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
91462	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
91462	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
91462	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
91462	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
91462	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
91462	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
91462	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
91462	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
91462	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
91462	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
91462	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
91462	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
91462	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
91462	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
91462	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
91462	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
91462	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
91462	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
91462	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
91462	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
91462	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
91462	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
91462	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
91462	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
91462	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
91462	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
91462	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
91462	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
91462	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
91462	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
91462	embedding2nn.weight	0	0.14281055331230164
91462	embedding2nn.weight	1	0.2580192983150482
91462	embedding2nn.weight	2	0.047314662486314774
91462	embedding2nn.weight	3	0.016577301546931267
91462	embedding2nn.weight	4	-0.0704515278339386
91462	embedding2nn.weight	5	0.04325265809893608
91462	embedding2nn.weight	6	0.060712385922670364
91462	embedding2nn.weight	7	-0.0060686469078063965
91462	embedding2nn.weight	8	0.06909812241792679
91462	embedding2nn.weight	9	-0.031289443373680115
91462	embedding2nn.bias	0	0.038907140493392944
91462	embedding2nn.bias	1	-0.1317339390516281
91462	embedding2nn.bias	2	0.08361773192882538
91462	embedding2nn.bias	3	0.14434191584587097
91462	embedding2nn.bias	4	0.13685491681098938
91462	embedding2nn.bias	5	-0.005634731613099575
91462	embedding2nn.bias	6	-0.05643828585743904
91462	embedding2nn.bias	7	0.017450867220759392
91462	embedding2nn.bias	8	-0.12439513951539993
91462	embedding2nn.bias	9	-0.3472476601600647
91462	rnn.weight_ih_l0	0	0.006303120870143175
91462	rnn.weight_ih_l0	1	-0.04534735158085823
91462	rnn.weight_ih_l0	2	-0.01083715446293354
91462	rnn.weight_ih_l0	3	0.023527616634964943
91462	rnn.weight_ih_l0	4	0.001144062727689743
91462	rnn.weight_ih_l0	5	-0.1301344782114029
91462	rnn.weight_ih_l0	6	0.018238157033920288
91462	rnn.weight_ih_l0	7	-0.0013226099545136094
91462	rnn.weight_ih_l0	8	0.017811154946684837
91462	rnn.weight_ih_l0	9	-0.014139488339424133
91462	rnn.weight_hh_l0	0	0.030102288350462914
91462	rnn.weight_hh_l0	1	0.06628211587667465
91462	rnn.weight_hh_l0	2	0.002117160940542817
91462	rnn.weight_hh_l0	3	0.05224338173866272
91462	rnn.weight_hh_l0	4	-0.021850591525435448
91462	rnn.weight_hh_l0	5	0.04336106777191162
91462	rnn.weight_hh_l0	6	0.018408000469207764
91462	rnn.weight_hh_l0	7	0.012917057611048222
91462	rnn.weight_hh_l0	8	0.03584465757012367
91462	rnn.weight_hh_l0	9	-0.04033290594816208
91462	rnn.bias_ih_l0	0	0.049024779349565506
91462	rnn.bias_ih_l0	1	-0.14500832557678223
91462	rnn.bias_ih_l0	2	-0.006186856422573328
91462	rnn.bias_ih_l0	3	-0.11060167849063873
91462	rnn.bias_ih_l0	4	0.06782861053943634
91462	rnn.bias_ih_l0	5	-0.16670900583267212
91462	rnn.bias_ih_l0	6	-0.0593218132853508
91462	rnn.bias_ih_l0	7	-0.16796983778476715
91462	rnn.bias_ih_l0	8	-0.11771907657384872
91462	rnn.bias_ih_l0	9	-0.2856338322162628
91462	rnn.bias_hh_l0	0	-0.11683186888694763
91462	rnn.bias_hh_l0	1	-0.13842739164829254
91462	rnn.bias_hh_l0	2	-0.10286764055490494
91462	rnn.bias_hh_l0	3	-0.07198473066091537
91462	rnn.bias_hh_l0	4	-0.12631334364414215
91462	rnn.bias_hh_l0	5	-0.17005492746829987
91462	rnn.bias_hh_l0	6	-0.10015255957841873
91462	rnn.bias_hh_l0	7	0.08221793919801712
91462	rnn.bias_hh_l0	8	-0.12558047473430634
91462	rnn.bias_hh_l0	9	-0.29189974069595337
91462	rnn.weight_ih_l0_reverse	0	0.051847562193870544
91462	rnn.weight_ih_l0_reverse	1	-0.05794477462768555
91462	rnn.weight_ih_l0_reverse	2	-0.02159065753221512
91462	rnn.weight_ih_l0_reverse	3	-0.06239350885152817
91462	rnn.weight_ih_l0_reverse	4	0.016524754464626312
91462	rnn.weight_ih_l0_reverse	5	-0.13298721611499786
91462	rnn.weight_ih_l0_reverse	6	0.04442756250500679
91462	rnn.weight_ih_l0_reverse	7	0.021096430718898773
91462	rnn.weight_ih_l0_reverse	8	-0.0531604140996933
91462	rnn.weight_ih_l0_reverse	9	-0.019654829055070877
91462	rnn.weight_hh_l0_reverse	0	-0.03498129919171333
91462	rnn.weight_hh_l0_reverse	1	0.028031371533870697
91462	rnn.weight_hh_l0_reverse	2	-0.011222274042665958
91462	rnn.weight_hh_l0_reverse	3	0.012496208772063255
91462	rnn.weight_hh_l0_reverse	4	-0.06929505616426468
91462	rnn.weight_hh_l0_reverse	5	0.03356653451919556
91462	rnn.weight_hh_l0_reverse	6	0.01747758500277996
91462	rnn.weight_hh_l0_reverse	7	0.0012469516368582845
91462	rnn.weight_hh_l0_reverse	8	0.025671174749732018
91462	rnn.weight_hh_l0_reverse	9	0.0319720059633255
91462	rnn.bias_ih_l0_reverse	0	-0.139476016163826
91462	rnn.bias_ih_l0_reverse	1	-0.11851827800273895
91462	rnn.bias_ih_l0_reverse	2	0.010694997385144234
91462	rnn.bias_ih_l0_reverse	3	-0.12091373652219772
91462	rnn.bias_ih_l0_reverse	4	-0.020564917474985123
91462	rnn.bias_ih_l0_reverse	5	-0.14599071443080902
91462	rnn.bias_ih_l0_reverse	6	0.22379975020885468
91462	rnn.bias_ih_l0_reverse	7	-0.22365565598011017
91462	rnn.bias_ih_l0_reverse	8	-0.10414258390665054
91462	rnn.bias_ih_l0_reverse	9	-0.08749496191740036
91462	rnn.bias_hh_l0_reverse	0	-0.03718690574169159
91462	rnn.bias_hh_l0_reverse	1	0.12895837426185608
91462	rnn.bias_hh_l0_reverse	2	-0.19318731129169464
91462	rnn.bias_hh_l0_reverse	3	-0.05504820495843887
91462	rnn.bias_hh_l0_reverse	4	-0.19891908764839172
91462	rnn.bias_hh_l0_reverse	5	-0.07246030867099762
91462	rnn.bias_hh_l0_reverse	6	-0.1949058175086975
91462	rnn.bias_hh_l0_reverse	7	-0.037549398839473724
91462	rnn.bias_hh_l0_reverse	8	-0.1039043441414833
91462	rnn.bias_hh_l0_reverse	9	0.17340491712093353
91462	linear.weight	0	0.27865830063819885
91462	linear.weight	1	-0.3762543797492981
91462	linear.weight	2	0.027165858075022697
91462	linear.weight	3	0.06762774288654327
91462	linear.weight	4	-0.2137976735830307
91462	linear.weight	5	0.259684681892395
91462	linear.weight	6	-0.06813617795705795
91462	linear.weight	7	-0.07092247158288956
91462	linear.weight	8	0.06618723273277283
91462	linear.weight	9	-0.032835111021995544
91462	linear.bias	0	-1.0772255659103394
91462	linear.bias	1	1.8060461282730103
91462	linear.bias	2	0.2849555015563965
91462	linear.bias	3	-2.158606767654419
91462	linear.bias	4	-0.42080581188201904
91462	linear.bias	5	1.0052322149276733
91462	linear.bias	6	-0.33661791682243347
91462	linear.bias	7	0.2813139855861664
91462	linear.bias	8	2.109747886657715
91462	linear.bias	9	-1.1746094226837158
91470	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
91470	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
91470	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
91470	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
91470	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
91470	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
91470	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
91470	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
91470	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
91470	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
91470	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
91470	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
91470	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
91470	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
91470	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
91470	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
91470	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
91470	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
91470	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
91470	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
91470	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
91470	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
91470	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
91470	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
91470	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
91470	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
91470	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
91470	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
91470	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
91470	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
91470	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
91470	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
91470	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
91470	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
91470	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
91470	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
91470	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
91470	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
91470	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
91470	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
91470	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
91470	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
91470	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
91470	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
91470	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
91470	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
91470	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
91470	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
91470	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
91470	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
91470	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
91470	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
91470	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
91470	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
91470	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
91470	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
91470	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
91470	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
91470	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
91470	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
91470	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
91470	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
91470	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
91470	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
91470	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
91470	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
91470	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
91470	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
91470	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
91470	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
91470	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
91470	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
91470	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
91470	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
91470	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
91470	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
91470	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
91470	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
91470	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
91470	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
91470	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
91470	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
91470	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
91470	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
91470	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
91470	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
91470	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
91470	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
91470	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
91470	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
91470	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
91470	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
91470	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
91470	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
91470	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
91470	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
91470	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
91470	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
91470	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
91470	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
91470	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
91470	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
91470	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
91470	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
91470	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
91470	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
91470	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
91470	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
91470	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
91470	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
91470	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
91470	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
91470	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
91470	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
91470	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
91470	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
91470	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
91470	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
91470	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
91470	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
91470	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
91470	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
91470	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
91470	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
91470	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
91470	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
91470	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
91470	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
91470	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
91470	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
91470	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
91470	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
91470	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
91470	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
91470	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
91470	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
91470	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
91470	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
91470	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
91470	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
91470	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
91470	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
91470	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
91470	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
91470	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
91470	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
91470	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
91470	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
91470	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
91470	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
91470	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
91470	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
91470	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
91470	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
91470	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
91470	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
91470	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
91470	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
91470	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
91470	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
91470	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
91470	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
91470	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
91470	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
91470	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
91470	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
91470	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
91470	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
91470	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
91470	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
91470	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
91470	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
91470	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
91470	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
91470	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
91470	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
91470	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
91470	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
91470	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
91470	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
91470	embedding2nn.weight	0	0.14262302219867706
91470	embedding2nn.weight	1	0.25766727328300476
91470	embedding2nn.weight	2	0.047114402055740356
91470	embedding2nn.weight	3	0.016655201092362404
91470	embedding2nn.weight	4	-0.07126154005527496
91470	embedding2nn.weight	5	0.04305737093091011
91470	embedding2nn.weight	6	0.06228486821055412
91470	embedding2nn.weight	7	-0.006487757433205843
91470	embedding2nn.weight	8	0.06970138847827911
91470	embedding2nn.weight	9	-0.03034118376672268
91470	embedding2nn.bias	0	0.04047396034002304
91470	embedding2nn.bias	1	-0.1284780204296112
91470	embedding2nn.bias	2	0.0800657570362091
91470	embedding2nn.bias	3	0.14357763528823853
91470	embedding2nn.bias	4	0.13947634398937225
91470	embedding2nn.bias	5	-0.004436988849192858
91470	embedding2nn.bias	6	-0.05678272992372513
91470	embedding2nn.bias	7	0.024963056668639183
91470	embedding2nn.bias	8	-0.1265045553445816
91470	embedding2nn.bias	9	-0.3521246016025543
91470	rnn.weight_ih_l0	0	0.006328341085463762
91470	rnn.weight_ih_l0	1	-0.04538511857390404
91470	rnn.weight_ih_l0	2	-0.010958929546177387
91470	rnn.weight_ih_l0	3	0.023568443953990936
91470	rnn.weight_ih_l0	4	0.001086598727852106
91470	rnn.weight_ih_l0	5	-0.1303262859582901
91470	rnn.weight_ih_l0	6	0.018302083015441895
91470	rnn.weight_ih_l0	7	-0.0018589558312669396
91470	rnn.weight_ih_l0	8	0.017081914469599724
91470	rnn.weight_ih_l0	9	-0.014685249887406826
91470	rnn.weight_hh_l0	0	0.030249280855059624
91470	rnn.weight_hh_l0	1	0.06635842472314835
91470	rnn.weight_hh_l0	2	0.002159170573577285
91470	rnn.weight_hh_l0	3	0.052264515310525894
91470	rnn.weight_hh_l0	4	-0.021892402321100235
91470	rnn.weight_hh_l0	5	0.04342065006494522
91470	rnn.weight_hh_l0	6	0.018298204988241196
91470	rnn.weight_hh_l0	7	0.013082633726298809
91470	rnn.weight_hh_l0	8	0.03586972504854202
91470	rnn.weight_hh_l0	9	-0.04012560471892357
91470	rnn.bias_ih_l0	0	0.04903855919837952
91470	rnn.bias_ih_l0	1	-0.14510604739189148
91470	rnn.bias_ih_l0	2	-0.005698094144463539
91470	rnn.bias_ih_l0	3	-0.11112736910581589
91470	rnn.bias_ih_l0	4	0.0679052323102951
91470	rnn.bias_ih_l0	5	-0.16588932275772095
91470	rnn.bias_ih_l0	6	-0.059882521629333496
91470	rnn.bias_ih_l0	7	-0.16772523522377014
91470	rnn.bias_ih_l0	8	-0.11755351722240448
91470	rnn.bias_ih_l0	9	-0.28615930676460266
91470	rnn.bias_hh_l0	0	-0.11709710210561752
91470	rnn.bias_hh_l0	1	-0.13826605677604675
91470	rnn.bias_hh_l0	2	-0.10075544565916061
91470	rnn.bias_hh_l0	3	-0.07189777493476868
91470	rnn.bias_hh_l0	4	-0.12665660679340363
91470	rnn.bias_hh_l0	5	-0.16959524154663086
91470	rnn.bias_hh_l0	6	-0.10019059479236603
91470	rnn.bias_hh_l0	7	0.08207519352436066
91470	rnn.bias_hh_l0	8	-0.12561167776584625
91470	rnn.bias_hh_l0	9	-0.2893272638320923
91470	rnn.weight_ih_l0_reverse	0	0.05271505191922188
91470	rnn.weight_ih_l0_reverse	1	-0.05806930735707283
91470	rnn.weight_ih_l0_reverse	2	-0.021734153851866722
91470	rnn.weight_ih_l0_reverse	3	-0.06259772181510925
91470	rnn.weight_ih_l0_reverse	4	0.016597531735897064
91470	rnn.weight_ih_l0_reverse	5	-0.13221873342990875
91470	rnn.weight_ih_l0_reverse	6	0.043905146420001984
91470	rnn.weight_ih_l0_reverse	7	0.021289709955453873
91470	rnn.weight_ih_l0_reverse	8	-0.05298571288585663
91470	rnn.weight_ih_l0_reverse	9	-0.019829289987683296
91470	rnn.weight_hh_l0_reverse	0	-0.03493805229663849
91470	rnn.weight_hh_l0_reverse	1	0.02798854000866413
91470	rnn.weight_hh_l0_reverse	2	-0.011211631819605827
91470	rnn.weight_hh_l0_reverse	3	0.012476464733481407
91470	rnn.weight_hh_l0_reverse	4	-0.06942827254533768
91470	rnn.weight_hh_l0_reverse	5	0.033534493297338486
91470	rnn.weight_hh_l0_reverse	6	0.017490293830633163
91470	rnn.weight_hh_l0_reverse	7	0.001243963255546987
91470	rnn.weight_hh_l0_reverse	8	0.025514621287584305
91470	rnn.weight_hh_l0_reverse	9	0.03177019953727722
91470	rnn.bias_ih_l0_reverse	0	-0.13856300711631775
91470	rnn.bias_ih_l0_reverse	1	-0.11971437931060791
91470	rnn.bias_ih_l0_reverse	2	0.010801066644489765
91470	rnn.bias_ih_l0_reverse	3	-0.12097818404436111
91470	rnn.bias_ih_l0_reverse	4	-0.019413497298955917
91470	rnn.bias_ih_l0_reverse	5	-0.14617976546287537
91470	rnn.bias_ih_l0_reverse	6	0.22401082515716553
91470	rnn.bias_ih_l0_reverse	7	-0.22384047508239746
91470	rnn.bias_ih_l0_reverse	8	-0.10445849597454071
91470	rnn.bias_ih_l0_reverse	9	-0.08749144524335861
91470	rnn.bias_hh_l0_reverse	0	-0.03663976863026619
91470	rnn.bias_hh_l0_reverse	1	0.13175413012504578
91470	rnn.bias_hh_l0_reverse	2	-0.19127750396728516
91470	rnn.bias_hh_l0_reverse	3	-0.05626920238137245
91470	rnn.bias_hh_l0_reverse	4	-0.19851572811603546
91470	rnn.bias_hh_l0_reverse	5	-0.07273292541503906
91470	rnn.bias_hh_l0_reverse	6	-0.19545966386795044
91470	rnn.bias_hh_l0_reverse	7	-0.037581443786621094
91470	rnn.bias_hh_l0_reverse	8	-0.10338808596134186
91470	rnn.bias_hh_l0_reverse	9	0.17147545516490936
91470	linear.weight	0	0.2753579616546631
91470	linear.weight	1	-0.3762393891811371
91470	linear.weight	2	0.02430042065680027
91470	linear.weight	3	0.0676276832818985
91470	linear.weight	4	-0.2101597636938095
91470	linear.weight	5	0.25949743390083313
91470	linear.weight	6	-0.06784678250551224
91470	linear.weight	7	-0.07092251628637314
91470	linear.weight	8	0.06933629512786865
91470	linear.weight	9	-0.03283559903502464
91470	linear.bias	0	-1.0812318325042725
91470	linear.bias	1	1.8004794120788574
91470	linear.bias	2	0.2657504379749298
91470	linear.bias	3	-2.1586294174194336
91470	linear.bias	4	-0.428427129983902
91470	linear.bias	5	1.0282869338989258
91470	linear.bias	6	-0.3421737551689148
91470	linear.bias	7	0.2740051746368408
91470	linear.bias	8	2.103332042694092
91470	linear.bias	9	-1.1641863584518433
92079	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
92079	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
92079	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
92079	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
92079	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
92079	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
92079	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
92079	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
92079	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
92079	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
92079	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
92079	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
92079	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
92079	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
92079	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
92079	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
92079	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
92079	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
92079	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
92079	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
92079	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
92079	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
92079	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
92079	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
92079	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
92079	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
92079	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
92079	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
92079	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
92079	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
92079	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
92079	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
92079	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
92079	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
92079	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
92079	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
92079	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
92079	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
92079	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
92079	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
92079	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
92079	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
92079	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
92079	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
92079	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
92079	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
92079	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
92079	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
92079	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
92079	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
92079	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
92079	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
92079	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
92079	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
92079	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
92079	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
92079	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
92079	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
92079	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
92079	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
92079	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
92079	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
92079	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
92079	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
92079	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
92079	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
92079	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
92079	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
92079	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
92079	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
92079	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
92079	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
92079	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
92079	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
92079	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
92079	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
92079	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
92079	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
92079	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
92079	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
92079	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
92079	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
92079	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
92079	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
92079	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
92079	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
92079	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
92079	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
92079	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
92079	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
92079	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
92079	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
92079	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
92079	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
92079	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
92079	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
92079	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
92079	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
92079	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
92079	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
92079	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
92079	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
92079	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
92079	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
92079	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
92079	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
92079	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
92079	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
92079	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
92079	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
92079	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
92079	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
92079	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
92079	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
92079	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
92079	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
92079	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
92079	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
92079	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
92079	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
92079	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
92079	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
92079	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
92079	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
92079	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
92079	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
92079	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
92079	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
92079	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
92079	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
92079	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
92079	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
92079	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
92079	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
92079	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
92079	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
92079	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
92079	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
92079	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
92079	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
92079	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
92079	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
92079	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
92079	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
92079	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
92079	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
92079	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
92079	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
92079	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
92079	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
92079	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
92079	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
92079	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
92079	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
92079	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
92079	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
92079	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
92079	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
92079	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
92079	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
92079	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
92079	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
92079	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
92079	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
92079	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
92079	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
92079	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
92079	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
92079	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
92079	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
92079	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
92079	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
92079	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
92079	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
92079	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
92079	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
92079	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
92079	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
92079	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
92079	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
92079	embedding2nn.weight	0	0.14409221708774567
92079	embedding2nn.weight	1	0.26087239384651184
92079	embedding2nn.weight	2	0.04846074804663658
92079	embedding2nn.weight	3	0.006874314974993467
92079	embedding2nn.weight	4	-0.06560402363538742
92079	embedding2nn.weight	5	0.04476878046989441
92079	embedding2nn.weight	6	0.06323395669460297
92079	embedding2nn.weight	7	-0.00615608599036932
92079	embedding2nn.weight	8	0.06819311529397964
92079	embedding2nn.weight	9	-0.03291776776313782
92079	embedding2nn.bias	0	0.050692081451416016
92079	embedding2nn.bias	1	-0.1497746706008911
92079	embedding2nn.bias	2	0.06417390704154968
92079	embedding2nn.bias	3	0.14518100023269653
92079	embedding2nn.bias	4	0.1321146935224533
92079	embedding2nn.bias	5	-0.017075860872864723
92079	embedding2nn.bias	6	-0.029801271855831146
92079	embedding2nn.bias	7	0.008591800928115845
92079	embedding2nn.bias	8	-0.13759571313858032
92079	embedding2nn.bias	9	-0.3382605314254761
92079	rnn.weight_ih_l0	0	0.006426971405744553
92079	rnn.weight_ih_l0	1	-0.04359779134392738
92079	rnn.weight_ih_l0	2	-0.010179788805544376
92079	rnn.weight_ih_l0	3	0.025381356477737427
92079	rnn.weight_ih_l0	4	-0.0005058370879851282
92079	rnn.weight_ih_l0	5	-0.12382731586694717
92079	rnn.weight_ih_l0	6	0.022722171619534492
92079	rnn.weight_ih_l0	7	0.0012654156889766455
92079	rnn.weight_ih_l0	8	0.019447481259703636
92079	rnn.weight_ih_l0	9	-0.015187043696641922
92079	rnn.weight_hh_l0	0	0.03058987855911255
92079	rnn.weight_hh_l0	1	0.06639468669891357
92079	rnn.weight_hh_l0	2	0.0039024585857987404
92079	rnn.weight_hh_l0	3	0.05268476530909538
92079	rnn.weight_hh_l0	4	-0.02175939828157425
92079	rnn.weight_hh_l0	5	0.04549634829163551
92079	rnn.weight_hh_l0	6	0.01730465143918991
92079	rnn.weight_hh_l0	7	0.014146629720926285
92079	rnn.weight_hh_l0	8	0.03585981950163841
92079	rnn.weight_hh_l0	9	-0.03934137895703316
92079	rnn.bias_ih_l0	0	0.0518626943230629
92079	rnn.bias_ih_l0	1	-0.1455705612897873
92079	rnn.bias_ih_l0	2	-0.0005282036727294326
92079	rnn.bias_ih_l0	3	-0.11111079156398773
92079	rnn.bias_ih_l0	4	0.05723123997449875
92079	rnn.bias_ih_l0	5	-0.17096608877182007
92079	rnn.bias_ih_l0	6	-0.054237186908721924
92079	rnn.bias_ih_l0	7	-0.16702036559581757
92079	rnn.bias_ih_l0	8	-0.10883352905511856
92079	rnn.bias_ih_l0	9	-0.2946764826774597
92079	rnn.bias_hh_l0	0	-0.11789520829916
92079	rnn.bias_hh_l0	1	-0.1467599868774414
92079	rnn.bias_hh_l0	2	-0.10763654112815857
92079	rnn.bias_hh_l0	3	-0.07111164927482605
92079	rnn.bias_hh_l0	4	-0.1250796914100647
92079	rnn.bias_hh_l0	5	-0.1709057241678238
92079	rnn.bias_hh_l0	6	-0.1066519021987915
92079	rnn.bias_hh_l0	7	0.0899873748421669
92079	rnn.bias_hh_l0	8	-0.12935040891170502
92079	rnn.bias_hh_l0	9	-0.28928664326667786
92079	rnn.weight_ih_l0_reverse	0	0.05397563427686691
92079	rnn.weight_ih_l0_reverse	1	-0.05819835886359215
92079	rnn.weight_ih_l0_reverse	2	-0.017532534897327423
92079	rnn.weight_ih_l0_reverse	3	-0.06495323032140732
92079	rnn.weight_ih_l0_reverse	4	0.015646731480956078
92079	rnn.weight_ih_l0_reverse	5	-0.129341721534729
92079	rnn.weight_ih_l0_reverse	6	0.04025620222091675
92079	rnn.weight_ih_l0_reverse	7	0.019684478640556335
92079	rnn.weight_ih_l0_reverse	8	-0.05074106156826019
92079	rnn.weight_ih_l0_reverse	9	-0.018520765006542206
92079	rnn.weight_hh_l0_reverse	0	-0.03656018525362015
92079	rnn.weight_hh_l0_reverse	1	0.02799079194664955
92079	rnn.weight_hh_l0_reverse	2	-0.011341038160026073
92079	rnn.weight_hh_l0_reverse	3	0.01262182742357254
92079	rnn.weight_hh_l0_reverse	4	-0.06924349069595337
92079	rnn.weight_hh_l0_reverse	5	0.03341885656118393
92079	rnn.weight_hh_l0_reverse	6	0.01736663468182087
92079	rnn.weight_hh_l0_reverse	7	0.006262185983359814
92079	rnn.weight_hh_l0_reverse	8	0.022471534088253975
92079	rnn.weight_hh_l0_reverse	9	0.03305550664663315
92079	rnn.bias_ih_l0_reverse	0	-0.13748575747013092
92079	rnn.bias_ih_l0_reverse	1	-0.11774538457393646
92079	rnn.bias_ih_l0_reverse	2	0.008364513516426086
92079	rnn.bias_ih_l0_reverse	3	-0.13480664789676666
92079	rnn.bias_ih_l0_reverse	4	-0.017485138028860092
92079	rnn.bias_ih_l0_reverse	5	-0.14679545164108276
92079	rnn.bias_ih_l0_reverse	6	0.23036330938339233
92079	rnn.bias_ih_l0_reverse	7	-0.22534587979316711
92079	rnn.bias_ih_l0_reverse	8	-0.10395924001932144
92079	rnn.bias_ih_l0_reverse	9	-0.09408240765333176
92079	rnn.bias_hh_l0_reverse	0	-0.02582688443362713
92079	rnn.bias_hh_l0_reverse	1	0.1314699351787567
92079	rnn.bias_hh_l0_reverse	2	-0.20745337009429932
92079	rnn.bias_hh_l0_reverse	3	-0.05549049377441406
92079	rnn.bias_hh_l0_reverse	4	-0.18618905544281006
92079	rnn.bias_hh_l0_reverse	5	-0.07525745034217834
92079	rnn.bias_hh_l0_reverse	6	-0.1924673616886139
92079	rnn.bias_hh_l0_reverse	7	-0.038278043270111084
92079	rnn.bias_hh_l0_reverse	8	-0.0954299122095108
92079	rnn.bias_hh_l0_reverse	9	0.16295063495635986
92079	linear.weight	0	0.2751437723636627
92079	linear.weight	1	-0.35117557644844055
92079	linear.weight	2	0.04114358872175217
92079	linear.weight	3	0.06765969842672348
92079	linear.weight	4	-0.20017950236797333
92079	linear.weight	5	0.26283571124076843
92079	linear.weight	6	-0.1156475841999054
92079	linear.weight	7	-0.07089170813560486
92079	linear.weight	8	0.050600990653038025
92079	linear.weight	9	-0.03285735473036766
92079	linear.bias	0	-1.0347418785095215
92079	linear.bias	1	1.7667993307113647
92079	linear.bias	2	0.29726454615592957
92079	linear.bias	3	-2.1610803604125977
92079	linear.bias	4	-0.4109596014022827
92079	linear.bias	5	0.97504723072052
92079	linear.bias	6	-0.34313827753067017
92079	linear.bias	7	0.2794809341430664
92079	linear.bias	8	2.099092483520508
92079	linear.bias	9	-1.1476527452468872
92688	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
92688	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
92688	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
92688	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
92688	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
92688	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
92688	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
92688	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
92688	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
92688	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
92688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
92688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
92688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
92688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
92688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
92688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
92688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
92688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
92688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
92688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
92688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
92688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
92688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
92688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
92688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
92688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
92688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
92688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
92688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
92688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
92688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
92688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
92688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
92688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
92688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
92688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
92688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
92688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
92688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
92688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
92688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
92688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
92688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
92688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
92688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
92688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
92688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
92688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
92688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
92688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
92688	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
92688	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
92688	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
92688	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
92688	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
92688	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
92688	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
92688	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
92688	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
92688	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
92688	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
92688	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
92688	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
92688	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
92688	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
92688	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
92688	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
92688	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
92688	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
92688	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
92688	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
92688	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
92688	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
92688	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
92688	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
92688	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
92688	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
92688	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
92688	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
92688	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
92688	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
92688	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
92688	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
92688	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
92688	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
92688	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
92688	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
92688	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
92688	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
92688	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
92688	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
92688	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
92688	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
92688	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
92688	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
92688	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
92688	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
92688	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
92688	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
92688	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
92688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
92688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
92688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
92688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
92688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
92688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
92688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
92688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
92688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
92688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
92688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
92688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
92688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
92688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
92688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
92688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
92688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
92688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
92688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
92688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
92688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
92688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
92688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
92688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
92688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
92688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
92688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
92688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
92688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
92688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
92688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
92688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
92688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
92688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
92688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
92688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
92688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
92688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
92688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
92688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
92688	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
92688	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
92688	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
92688	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
92688	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
92688	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
92688	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
92688	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
92688	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
92688	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
92688	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
92688	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
92688	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
92688	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
92688	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
92688	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
92688	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
92688	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
92688	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
92688	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
92688	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
92688	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
92688	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
92688	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
92688	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
92688	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
92688	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
92688	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
92688	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
92688	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
92688	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
92688	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
92688	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
92688	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
92688	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
92688	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
92688	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
92688	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
92688	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
92688	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
92688	embedding2nn.weight	0	0.14463019371032715
92688	embedding2nn.weight	1	0.26660120487213135
92688	embedding2nn.weight	2	0.04446127638220787
92688	embedding2nn.weight	3	0.009508911520242691
92688	embedding2nn.weight	4	-0.05855768173933029
92688	embedding2nn.weight	5	0.041587695479393005
92688	embedding2nn.weight	6	0.06246639043092728
92688	embedding2nn.weight	7	-0.009007035754621029
92688	embedding2nn.weight	8	0.06417016685009003
92688	embedding2nn.weight	9	-0.03200063481926918
92688	embedding2nn.bias	0	0.027746614068746567
92688	embedding2nn.bias	1	-0.12663105130195618
92688	embedding2nn.bias	2	0.08109787851572037
92688	embedding2nn.bias	3	0.15450909733772278
92688	embedding2nn.bias	4	0.13685820996761322
92688	embedding2nn.bias	5	-0.0084329629316926
92688	embedding2nn.bias	6	-0.03522209823131561
92688	embedding2nn.bias	7	0.02028602361679077
92688	embedding2nn.bias	8	-0.13712091743946075
92688	embedding2nn.bias	9	-0.36066800355911255
92688	rnn.weight_ih_l0	0	0.004515338689088821
92688	rnn.weight_ih_l0	1	-0.0423964262008667
92688	rnn.weight_ih_l0	2	-0.006739923730492592
92688	rnn.weight_ih_l0	3	0.031031759455800056
92688	rnn.weight_ih_l0	4	0.0022559771314263344
92688	rnn.weight_ih_l0	5	-0.10922043025493622
92688	rnn.weight_ih_l0	6	0.019904138520359993
92688	rnn.weight_ih_l0	7	0.008048673160374165
92688	rnn.weight_ih_l0	8	0.02570224180817604
92688	rnn.weight_ih_l0	9	-0.011737149208784103
92688	rnn.weight_hh_l0	0	0.03022092394530773
92688	rnn.weight_hh_l0	1	0.0669945701956749
92688	rnn.weight_hh_l0	2	0.003755362471565604
92688	rnn.weight_hh_l0	3	0.0530063696205616
92688	rnn.weight_hh_l0	4	-0.02181081846356392
92688	rnn.weight_hh_l0	5	0.04501400887966156
92688	rnn.weight_hh_l0	6	0.017810050398111343
92688	rnn.weight_hh_l0	7	0.012134833261370659
92688	rnn.weight_hh_l0	8	0.036204274743795395
92688	rnn.weight_hh_l0	9	-0.03827102854847908
92688	rnn.bias_ih_l0	0	0.046957265585660934
92688	rnn.bias_ih_l0	1	-0.14513647556304932
92688	rnn.bias_ih_l0	2	0.0032412351574748755
92688	rnn.bias_ih_l0	3	-0.11564721912145615
92688	rnn.bias_ih_l0	4	0.04972459375858307
92688	rnn.bias_ih_l0	5	-0.1682877242565155
92688	rnn.bias_ih_l0	6	-0.057003453373909
92688	rnn.bias_ih_l0	7	-0.1689189374446869
92688	rnn.bias_ih_l0	8	-0.11135386675596237
92688	rnn.bias_ih_l0	9	-0.2962517738342285
92688	rnn.bias_hh_l0	0	-0.1243545413017273
92688	rnn.bias_hh_l0	1	-0.14421111345291138
92688	rnn.bias_hh_l0	2	-0.11612766236066818
92688	rnn.bias_hh_l0	3	-0.0693993791937828
92688	rnn.bias_hh_l0	4	-0.12406112998723984
92688	rnn.bias_hh_l0	5	-0.170351043343544
92688	rnn.bias_hh_l0	6	-0.10111142694950104
92688	rnn.bias_hh_l0	7	0.09257303178310394
92688	rnn.bias_hh_l0	8	-0.13033239543437958
92688	rnn.bias_hh_l0	9	-0.2972696125507355
92688	rnn.weight_ih_l0_reverse	0	0.034915484488010406
92688	rnn.weight_ih_l0_reverse	1	-0.05783877149224281
92688	rnn.weight_ih_l0_reverse	2	-0.01859944872558117
92688	rnn.weight_ih_l0_reverse	3	-0.06393708288669586
92688	rnn.weight_ih_l0_reverse	4	0.014670269563794136
92688	rnn.weight_ih_l0_reverse	5	-0.13397516310214996
92688	rnn.weight_ih_l0_reverse	6	0.0320107527077198
92688	rnn.weight_ih_l0_reverse	7	0.020057925954461098
92688	rnn.weight_ih_l0_reverse	8	-0.04637783393263817
92688	rnn.weight_ih_l0_reverse	9	-0.017110705375671387
92688	rnn.weight_hh_l0_reverse	0	-0.03872610256075859
92688	rnn.weight_hh_l0_reverse	1	0.02865014784038067
92688	rnn.weight_hh_l0_reverse	2	-0.011871857568621635
92688	rnn.weight_hh_l0_reverse	3	0.012176950462162495
92688	rnn.weight_hh_l0_reverse	4	-0.06932660192251205
92688	rnn.weight_hh_l0_reverse	5	0.03297903388738632
92688	rnn.weight_hh_l0_reverse	6	0.01777617447078228
92688	rnn.weight_hh_l0_reverse	7	0.0019788104109466076
92688	rnn.weight_hh_l0_reverse	8	0.022216280922293663
92688	rnn.weight_hh_l0_reverse	9	0.03571627661585808
92688	rnn.bias_ih_l0_reverse	0	-0.13229750096797943
92688	rnn.bias_ih_l0_reverse	1	-0.12270896881818771
92688	rnn.bias_ih_l0_reverse	2	0.010108881630003452
92688	rnn.bias_ih_l0_reverse	3	-0.13263608515262604
92688	rnn.bias_ih_l0_reverse	4	-0.0242704339325428
92688	rnn.bias_ih_l0_reverse	5	-0.1486930400133133
92688	rnn.bias_ih_l0_reverse	6	0.24370981752872467
92688	rnn.bias_ih_l0_reverse	7	-0.22454841434955597
92688	rnn.bias_ih_l0_reverse	8	-0.10437598824501038
92688	rnn.bias_ih_l0_reverse	9	-0.10386691987514496
92688	rnn.bias_hh_l0_reverse	0	-0.032018907368183136
92688	rnn.bias_hh_l0_reverse	1	0.12952826917171478
92688	rnn.bias_hh_l0_reverse	2	-0.20305709540843964
92688	rnn.bias_hh_l0_reverse	3	-0.05531863123178482
92688	rnn.bias_hh_l0_reverse	4	-0.19094811379909515
92688	rnn.bias_hh_l0_reverse	5	-0.073348268866539
92688	rnn.bias_hh_l0_reverse	6	-0.198991060256958
92688	rnn.bias_hh_l0_reverse	7	-0.04596612975001335
92688	rnn.bias_hh_l0_reverse	8	-0.09704405814409256
92688	rnn.bias_hh_l0_reverse	9	0.1730177104473114
92688	linear.weight	0	0.2547191381454468
92688	linear.weight	1	-0.3602559268474579
92688	linear.weight	2	0.0983385443687439
92688	linear.weight	3	0.067632757127285
92688	linear.weight	4	-0.23941999673843384
92688	linear.weight	5	0.24685870110988617
92688	linear.weight	6	-0.10665298253297806
92688	linear.weight	7	-0.07083963602781296
92688	linear.weight	8	0.0463804192841053
92688	linear.weight	9	-0.032907333225011826
92688	linear.bias	0	-1.0429749488830566
92688	linear.bias	1	1.8062727451324463
92688	linear.bias	2	0.2871539890766144
92688	linear.bias	3	-2.163486957550049
92688	linear.bias	4	-0.419509619474411
92688	linear.bias	5	0.9537762403488159
92688	linear.bias	6	-0.32524266839027405
92688	linear.bias	7	0.26742151379585266
92688	linear.bias	8	2.1283209323883057
92688	linear.bias	9	-1.179246187210083
93297	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
93297	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
93297	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
93297	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
93297	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
93297	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
93297	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
93297	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
93297	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
93297	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
93297	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
93297	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
93297	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
93297	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
93297	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
93297	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
93297	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
93297	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
93297	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
93297	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
93297	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
93297	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
93297	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
93297	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
93297	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
93297	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
93297	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
93297	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
93297	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
93297	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
93297	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
93297	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
93297	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
93297	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
93297	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
93297	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
93297	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
93297	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
93297	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
93297	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
93297	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
93297	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
93297	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
93297	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
93297	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
93297	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
93297	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
93297	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
93297	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
93297	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
93297	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
93297	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
93297	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
93297	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
93297	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
93297	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
93297	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
93297	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
93297	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
93297	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
93297	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
93297	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
93297	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
93297	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
93297	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
93297	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
93297	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
93297	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
93297	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
93297	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
93297	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
93297	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
93297	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
93297	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
93297	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
93297	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
93297	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
93297	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
93297	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
93297	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
93297	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
93297	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
93297	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
93297	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
93297	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
93297	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
93297	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
93297	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
93297	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
93297	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
93297	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
93297	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
93297	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
93297	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
93297	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
93297	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
93297	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
93297	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
93297	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
93297	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
93297	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
93297	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
93297	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
93297	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
93297	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
93297	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
93297	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
93297	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
93297	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
93297	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
93297	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
93297	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
93297	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
93297	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
93297	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
93297	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
93297	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
93297	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
93297	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
93297	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
93297	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
93297	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
93297	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
93297	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
93297	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
93297	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
93297	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
93297	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
93297	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
93297	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
93297	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
93297	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
93297	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
93297	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
93297	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
93297	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
93297	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
93297	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
93297	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
93297	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
93297	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
93297	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
93297	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
93297	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
93297	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
93297	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
93297	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
93297	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
93297	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
93297	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
93297	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
93297	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
93297	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
93297	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
93297	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
93297	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
93297	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
93297	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
93297	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
93297	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
93297	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
93297	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
93297	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
93297	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
93297	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
93297	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
93297	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
93297	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
93297	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
93297	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
93297	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
93297	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
93297	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
93297	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
93297	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
93297	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
93297	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
93297	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
93297	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
93297	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
93297	embedding2nn.weight	0	0.146905317902565
93297	embedding2nn.weight	1	0.2634197473526001
93297	embedding2nn.weight	2	0.046378519386053085
93297	embedding2nn.weight	3	0.012824165634810925
93297	embedding2nn.weight	4	-0.059964049607515335
93297	embedding2nn.weight	5	0.044641319662332535
93297	embedding2nn.weight	6	0.05302806198596954
93297	embedding2nn.weight	7	-0.008605115115642548
93297	embedding2nn.weight	8	0.06213847175240517
93297	embedding2nn.weight	9	-0.02619532123208046
93297	embedding2nn.bias	0	0.051257796585559845
93297	embedding2nn.bias	1	-0.13506144285202026
93297	embedding2nn.bias	2	0.08813180029392242
93297	embedding2nn.bias	3	0.1339661180973053
93297	embedding2nn.bias	4	0.12353764474391937
93297	embedding2nn.bias	5	-0.007774837780743837
93297	embedding2nn.bias	6	-0.025652267038822174
93297	embedding2nn.bias	7	0.028690392151474953
93297	embedding2nn.bias	8	-0.1513398140668869
93297	embedding2nn.bias	9	-0.3496304452419281
93297	rnn.weight_ih_l0	0	0.002302053850144148
93297	rnn.weight_ih_l0	1	-0.04214134439826012
93297	rnn.weight_ih_l0	2	-0.014817338436841965
93297	rnn.weight_ih_l0	3	0.03293924033641815
93297	rnn.weight_ih_l0	4	0.008116794750094414
93297	rnn.weight_ih_l0	5	-0.11205613613128662
93297	rnn.weight_ih_l0	6	0.01799142174422741
93297	rnn.weight_ih_l0	7	-8.887765579856932e-05
93297	rnn.weight_ih_l0	8	0.025028793141245842
93297	rnn.weight_ih_l0	9	-0.013132785446941853
93297	rnn.weight_hh_l0	0	0.029450271278619766
93297	rnn.weight_hh_l0	1	0.06740831583738327
93297	rnn.weight_hh_l0	2	0.003913473803550005
93297	rnn.weight_hh_l0	3	0.05169946327805519
93297	rnn.weight_hh_l0	4	-0.02170744724571705
93297	rnn.weight_hh_l0	5	0.04520063474774361
93297	rnn.weight_hh_l0	6	0.01791137084364891
93297	rnn.weight_hh_l0	7	0.0132112056016922
93297	rnn.weight_hh_l0	8	0.036277808248996735
93297	rnn.weight_hh_l0	9	-0.03613656759262085
93297	rnn.bias_ih_l0	0	0.05602368339896202
93297	rnn.bias_ih_l0	1	-0.15442794561386108
93297	rnn.bias_ih_l0	2	0.004311700351536274
93297	rnn.bias_ih_l0	3	-0.12550462782382965
93297	rnn.bias_ih_l0	4	0.04993844032287598
93297	rnn.bias_ih_l0	5	-0.1733524054288864
93297	rnn.bias_ih_l0	6	-0.05380241945385933
93297	rnn.bias_ih_l0	7	-0.16921493411064148
93297	rnn.bias_ih_l0	8	-0.11383382976055145
93297	rnn.bias_ih_l0	9	-0.2978249788284302
93297	rnn.bias_hh_l0	0	-0.12547175586223602
93297	rnn.bias_hh_l0	1	-0.1451423466205597
93297	rnn.bias_hh_l0	2	-0.11831101775169373
93297	rnn.bias_hh_l0	3	-0.06760955601930618
93297	rnn.bias_hh_l0	4	-0.12292378395795822
93297	rnn.bias_hh_l0	5	-0.1728757917881012
93297	rnn.bias_hh_l0	6	-0.11275792866945267
93297	rnn.bias_hh_l0	7	0.0900295153260231
93297	rnn.bias_hh_l0	8	-0.13312150537967682
93297	rnn.bias_hh_l0	9	-0.3006603717803955
93297	rnn.weight_ih_l0_reverse	0	0.03246142342686653
93297	rnn.weight_ih_l0_reverse	1	-0.05921364203095436
93297	rnn.weight_ih_l0_reverse	2	-0.017545541748404503
93297	rnn.weight_ih_l0_reverse	3	-0.06523924320936203
93297	rnn.weight_ih_l0_reverse	4	0.014203272759914398
93297	rnn.weight_ih_l0_reverse	5	-0.13508379459381104
93297	rnn.weight_ih_l0_reverse	6	0.03387612849473953
93297	rnn.weight_ih_l0_reverse	7	0.020853115245699883
93297	rnn.weight_ih_l0_reverse	8	-0.048370808362960815
93297	rnn.weight_ih_l0_reverse	9	-0.022118141874670982
93297	rnn.weight_hh_l0_reverse	0	-0.037844810634851456
93297	rnn.weight_hh_l0_reverse	1	0.02821032702922821
93297	rnn.weight_hh_l0_reverse	2	-0.0125958863645792
93297	rnn.weight_hh_l0_reverse	3	0.012270782142877579
93297	rnn.weight_hh_l0_reverse	4	-0.0696369856595993
93297	rnn.weight_hh_l0_reverse	5	0.03292565047740936
93297	rnn.weight_hh_l0_reverse	6	0.017933495342731476
93297	rnn.weight_hh_l0_reverse	7	0.0029232080560177565
93297	rnn.weight_hh_l0_reverse	8	0.022122792899608612
93297	rnn.weight_hh_l0_reverse	9	0.03571000695228577
93297	rnn.bias_ih_l0_reverse	0	-0.1324007660150528
93297	rnn.bias_ih_l0_reverse	1	-0.126042902469635
93297	rnn.bias_ih_l0_reverse	2	0.015250233002007008
93297	rnn.bias_ih_l0_reverse	3	-0.13134586811065674
93297	rnn.bias_ih_l0_reverse	4	-0.02838936261832714
93297	rnn.bias_ih_l0_reverse	5	-0.15237301588058472
93297	rnn.bias_ih_l0_reverse	6	0.23886284232139587
93297	rnn.bias_ih_l0_reverse	7	-0.21475741267204285
93297	rnn.bias_ih_l0_reverse	8	-0.10188787430524826
93297	rnn.bias_ih_l0_reverse	9	-0.10308992117643356
93297	rnn.bias_hh_l0_reverse	0	-0.030171338468790054
93297	rnn.bias_hh_l0_reverse	1	0.1131724938750267
93297	rnn.bias_hh_l0_reverse	2	-0.20071393251419067
93297	rnn.bias_hh_l0_reverse	3	-0.05558835715055466
93297	rnn.bias_hh_l0_reverse	4	-0.1946084201335907
93297	rnn.bias_hh_l0_reverse	5	-0.07537790387868881
93297	rnn.bias_hh_l0_reverse	6	-0.20946085453033447
93297	rnn.bias_hh_l0_reverse	7	-0.04962153360247612
93297	rnn.bias_hh_l0_reverse	8	-0.11254976689815521
93297	rnn.bias_hh_l0_reverse	9	0.1688513457775116
93297	linear.weight	0	0.26955556869506836
93297	linear.weight	1	-0.3314657211303711
93297	linear.weight	2	0.06480230391025543
93297	linear.weight	3	0.06762796640396118
93297	linear.weight	4	-0.1532457321882248
93297	linear.weight	5	0.2353481650352478
93297	linear.weight	6	-0.11272375285625458
93297	linear.weight	7	-0.07078086584806442
93297	linear.weight	8	0.03548511117696762
93297	linear.weight	9	-0.0329565703868866
93297	linear.bias	0	-1.0725380182266235
93297	linear.bias	1	1.8314807415008545
93297	linear.bias	2	0.2525727152824402
93297	linear.bias	3	-2.1660685539245605
93297	linear.bias	4	-0.37665504217147827
93297	linear.bias	5	0.9917623996734619
93297	linear.bias	6	-0.36582329869270325
93297	linear.bias	7	0.2618764638900757
93297	linear.bias	8	2.158996820449829
93297	linear.bias	9	-1.1604310274124146
93906	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
93906	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
93906	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
93906	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
93906	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
93906	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
93906	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
93906	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
93906	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
93906	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
93906	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
93906	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
93906	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
93906	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
93906	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
93906	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
93906	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
93906	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
93906	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
93906	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
93906	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
93906	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
93906	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
93906	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
93906	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
93906	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
93906	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
93906	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
93906	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
93906	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
93906	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
93906	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
93906	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
93906	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
93906	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
93906	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
93906	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
93906	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
93906	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
93906	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
93906	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
93906	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
93906	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
93906	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
93906	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
93906	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
93906	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
93906	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
93906	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
93906	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
93906	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
93906	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
93906	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
93906	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
93906	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
93906	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
93906	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
93906	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
93906	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
93906	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
93906	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
93906	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
93906	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
93906	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
93906	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
93906	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
93906	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
93906	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
93906	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
93906	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
93906	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
93906	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
93906	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
93906	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
93906	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
93906	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
93906	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
93906	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
93906	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
93906	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
93906	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
93906	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
93906	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
93906	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
93906	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
93906	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
93906	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
93906	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
93906	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
93906	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
93906	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
93906	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
93906	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
93906	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
93906	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
93906	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
93906	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
93906	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
93906	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
93906	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
93906	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
93906	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
93906	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
93906	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
93906	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
93906	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
93906	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
93906	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
93906	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
93906	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
93906	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
93906	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
93906	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
93906	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
93906	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
93906	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
93906	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
93906	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
93906	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
93906	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
93906	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
93906	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
93906	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
93906	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
93906	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
93906	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
93906	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
93906	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
93906	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
93906	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
93906	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
93906	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
93906	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
93906	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
93906	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
93906	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
93906	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
93906	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
93906	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
93906	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
93906	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
93906	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
93906	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
93906	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
93906	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
93906	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
93906	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
93906	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
93906	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
93906	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
93906	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
93906	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
93906	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
93906	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
93906	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
93906	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
93906	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
93906	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
93906	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
93906	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
93906	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
93906	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
93906	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
93906	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
93906	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
93906	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
93906	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
93906	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
93906	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
93906	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
93906	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
93906	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
93906	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
93906	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
93906	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
93906	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
93906	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
93906	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
93906	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
93906	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
93906	embedding2nn.weight	0	0.1477842479944229
93906	embedding2nn.weight	1	0.26470398902893066
93906	embedding2nn.weight	2	0.048815082758665085
93906	embedding2nn.weight	3	0.02870667353272438
93906	embedding2nn.weight	4	-0.05702751502394676
93906	embedding2nn.weight	5	0.047678545117378235
93906	embedding2nn.weight	6	0.051555536687374115
93906	embedding2nn.weight	7	-0.007610775064677
93906	embedding2nn.weight	8	0.06476832926273346
93906	embedding2nn.weight	9	-0.03191244229674339
93906	embedding2nn.bias	0	0.03781227394938469
93906	embedding2nn.bias	1	-0.1427457183599472
93906	embedding2nn.bias	2	0.08404625952243805
93906	embedding2nn.bias	3	0.12418105453252792
93906	embedding2nn.bias	4	0.13233207166194916
93906	embedding2nn.bias	5	0.007903837598860264
93906	embedding2nn.bias	6	-0.041689369827508926
93906	embedding2nn.bias	7	0.025444885715842247
93906	embedding2nn.bias	8	-0.14435894787311554
93906	embedding2nn.bias	9	-0.34889692068099976
93906	rnn.weight_ih_l0	0	0.003314364468678832
93906	rnn.weight_ih_l0	1	-0.0424087718129158
93906	rnn.weight_ih_l0	2	-0.015268894843757153
93906	rnn.weight_ih_l0	3	0.027385076507925987
93906	rnn.weight_ih_l0	4	0.004304350353777409
93906	rnn.weight_ih_l0	5	-0.1024729460477829
93906	rnn.weight_ih_l0	6	0.022024385631084442
93906	rnn.weight_ih_l0	7	0.002248841803520918
93906	rnn.weight_ih_l0	8	0.032099638134241104
93906	rnn.weight_ih_l0	9	-0.012418597936630249
93906	rnn.weight_hh_l0	0	0.0289295744150877
93906	rnn.weight_hh_l0	1	0.06800657510757446
93906	rnn.weight_hh_l0	2	0.005263094324618578
93906	rnn.weight_hh_l0	3	0.05293874070048332
93906	rnn.weight_hh_l0	4	-0.02250491827726364
93906	rnn.weight_hh_l0	5	0.04486451297998428
93906	rnn.weight_hh_l0	6	0.017436401918530464
93906	rnn.weight_hh_l0	7	0.010488885454833508
93906	rnn.weight_hh_l0	8	0.03635220602154732
93906	rnn.weight_hh_l0	9	-0.03769030421972275
93906	rnn.bias_ih_l0	0	0.06049921363592148
93906	rnn.bias_ih_l0	1	-0.1513974517583847
93906	rnn.bias_ih_l0	2	-0.0007613413035869598
93906	rnn.bias_ih_l0	3	-0.1141343042254448
93906	rnn.bias_ih_l0	4	0.059085357934236526
93906	rnn.bias_ih_l0	5	-0.1753365397453308
93906	rnn.bias_ih_l0	6	-0.054657354950904846
93906	rnn.bias_ih_l0	7	-0.17050331830978394
93906	rnn.bias_ih_l0	8	-0.12206057459115982
93906	rnn.bias_ih_l0	9	-0.29270145297050476
93906	rnn.bias_hh_l0	0	-0.12352888286113739
93906	rnn.bias_hh_l0	1	-0.14400853216648102
93906	rnn.bias_hh_l0	2	-0.12443497776985168
93906	rnn.bias_hh_l0	3	-0.06594649702310562
93906	rnn.bias_hh_l0	4	-0.1172771081328392
93906	rnn.bias_hh_l0	5	-0.1725051999092102
93906	rnn.bias_hh_l0	6	-0.11228066682815552
93906	rnn.bias_hh_l0	7	0.10215651988983154
93906	rnn.bias_hh_l0	8	-0.12131703644990921
93906	rnn.bias_hh_l0	9	-0.3064132034778595
93906	rnn.weight_ih_l0_reverse	0	0.026039086282253265
93906	rnn.weight_ih_l0_reverse	1	-0.06011068448424339
93906	rnn.weight_ih_l0_reverse	2	-0.014996816404163837
93906	rnn.weight_ih_l0_reverse	3	-0.06429155170917511
93906	rnn.weight_ih_l0_reverse	4	0.008200758136808872
93906	rnn.weight_ih_l0_reverse	5	-0.134236678481102
93906	rnn.weight_ih_l0_reverse	6	0.03316086158156395
93906	rnn.weight_ih_l0_reverse	7	0.021583829075098038
93906	rnn.weight_ih_l0_reverse	8	-0.04977579414844513
93906	rnn.weight_ih_l0_reverse	9	-0.024282241240143776
93906	rnn.weight_hh_l0_reverse	0	-0.039992477744817734
93906	rnn.weight_hh_l0_reverse	1	0.026112888008356094
93906	rnn.weight_hh_l0_reverse	2	-0.011544409207999706
93906	rnn.weight_hh_l0_reverse	3	0.011880317702889442
93906	rnn.weight_hh_l0_reverse	4	-0.06861860305070877
93906	rnn.weight_hh_l0_reverse	5	0.03289289399981499
93906	rnn.weight_hh_l0_reverse	6	0.017959291115403175
93906	rnn.weight_hh_l0_reverse	7	0.003758939215913415
93906	rnn.weight_hh_l0_reverse	8	0.022121421992778778
93906	rnn.weight_hh_l0_reverse	9	0.03535807132720947
93906	rnn.bias_ih_l0_reverse	0	-0.13424813747406006
93906	rnn.bias_ih_l0_reverse	1	-0.12154699116945267
93906	rnn.bias_ih_l0_reverse	2	0.010360466316342354
93906	rnn.bias_ih_l0_reverse	3	-0.1349267214536667
93906	rnn.bias_ih_l0_reverse	4	-0.02606404572725296
93906	rnn.bias_ih_l0_reverse	5	-0.15263304114341736
93906	rnn.bias_ih_l0_reverse	6	0.23997454345226288
93906	rnn.bias_ih_l0_reverse	7	-0.2237388789653778
93906	rnn.bias_ih_l0_reverse	8	-0.10574901849031448
93906	rnn.bias_ih_l0_reverse	9	-0.11025336384773254
93906	rnn.bias_hh_l0_reverse	0	-0.03795721381902695
93906	rnn.bias_hh_l0_reverse	1	0.11326251924037933
93906	rnn.bias_hh_l0_reverse	2	-0.2072686105966568
93906	rnn.bias_hh_l0_reverse	3	-0.05269088223576546
93906	rnn.bias_hh_l0_reverse	4	-0.20048853754997253
93906	rnn.bias_hh_l0_reverse	5	-0.08000431954860687
93906	rnn.bias_hh_l0_reverse	6	-0.20481112599372864
93906	rnn.bias_hh_l0_reverse	7	-0.05667848512530327
93906	rnn.bias_hh_l0_reverse	8	-0.12130658328533173
93906	rnn.bias_hh_l0_reverse	9	0.167514830827713
93906	linear.weight	0	0.2291744351387024
93906	linear.weight	1	-0.3159376084804535
93906	linear.weight	2	0.04030594229698181
93906	linear.weight	3	0.0676010474562645
93906	linear.weight	4	-0.17094193398952484
93906	linear.weight	5	0.23454703390598297
93906	linear.weight	6	-0.10719611495733261
93906	linear.weight	7	-0.07074882090091705
93906	linear.weight	8	0.036955829709768295
93906	linear.weight	9	-0.03299812600016594
93906	linear.bias	0	-1.0511338710784912
93906	linear.bias	1	1.9182378053665161
93906	linear.bias	2	0.26406049728393555
93906	linear.bias	3	-2.1686272621154785
93906	linear.bias	4	-0.41308367252349854
93906	linear.bias	5	0.8943756818771362
93906	linear.bias	6	-0.33554092049598694
93906	linear.bias	7	0.2860122323036194
93906	linear.bias	8	2.100003480911255
93906	linear.bias	9	-1.142098069190979
94515	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
94515	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
94515	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
94515	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
94515	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
94515	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
94515	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
94515	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
94515	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
94515	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
94515	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
94515	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
94515	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
94515	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
94515	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
94515	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
94515	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
94515	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
94515	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
94515	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
94515	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
94515	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
94515	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
94515	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
94515	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
94515	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
94515	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
94515	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
94515	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
94515	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
94515	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
94515	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
94515	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
94515	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
94515	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
94515	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
94515	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
94515	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
94515	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
94515	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
94515	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
94515	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
94515	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
94515	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
94515	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
94515	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
94515	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
94515	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
94515	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
94515	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
94515	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
94515	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
94515	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
94515	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
94515	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
94515	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
94515	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
94515	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
94515	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
94515	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
94515	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
94515	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
94515	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
94515	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
94515	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
94515	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
94515	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
94515	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
94515	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
94515	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
94515	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
94515	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
94515	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
94515	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
94515	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
94515	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
94515	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
94515	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
94515	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
94515	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
94515	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
94515	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
94515	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
94515	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
94515	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
94515	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
94515	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
94515	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
94515	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
94515	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
94515	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
94515	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
94515	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
94515	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
94515	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
94515	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
94515	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
94515	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
94515	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
94515	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
94515	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
94515	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
94515	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
94515	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
94515	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
94515	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
94515	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
94515	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
94515	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
94515	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
94515	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
94515	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
94515	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
94515	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
94515	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
94515	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
94515	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
94515	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
94515	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
94515	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
94515	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
94515	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
94515	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
94515	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
94515	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
94515	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
94515	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
94515	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
94515	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
94515	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
94515	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
94515	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
94515	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
94515	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
94515	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
94515	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
94515	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
94515	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
94515	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
94515	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
94515	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
94515	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
94515	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
94515	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
94515	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
94515	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
94515	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
94515	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
94515	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
94515	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
94515	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
94515	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
94515	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
94515	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
94515	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
94515	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
94515	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
94515	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
94515	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
94515	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
94515	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
94515	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
94515	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
94515	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
94515	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
94515	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
94515	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
94515	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
94515	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
94515	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
94515	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
94515	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
94515	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
94515	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
94515	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
94515	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
94515	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
94515	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
94515	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
94515	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
94515	embedding2nn.weight	0	0.1486947387456894
94515	embedding2nn.weight	1	0.2669403553009033
94515	embedding2nn.weight	2	0.05226261541247368
94515	embedding2nn.weight	3	0.017085298895835876
94515	embedding2nn.weight	4	-0.056088872253894806
94515	embedding2nn.weight	5	0.04690833389759064
94515	embedding2nn.weight	6	0.03644230216741562
94515	embedding2nn.weight	7	-0.0011559781851246953
94515	embedding2nn.weight	8	0.06397359073162079
94515	embedding2nn.weight	9	-0.02812146209180355
94515	embedding2nn.bias	0	0.051588449627161026
94515	embedding2nn.bias	1	-0.14881791174411774
94515	embedding2nn.bias	2	0.09044767171144485
94515	embedding2nn.bias	3	0.12846297025680542
94515	embedding2nn.bias	4	0.12992361187934875
94515	embedding2nn.bias	5	-0.016503680497407913
94515	embedding2nn.bias	6	-0.04532519355416298
94515	embedding2nn.bias	7	0.032812781631946564
94515	embedding2nn.bias	8	-0.14765186607837677
94515	embedding2nn.bias	9	-0.3522544503211975
94515	rnn.weight_ih_l0	0	0.0023892999161034822
94515	rnn.weight_ih_l0	1	-0.044743213802576065
94515	rnn.weight_ih_l0	2	-0.012037751264870167
94515	rnn.weight_ih_l0	3	0.028292568400502205
94515	rnn.weight_ih_l0	4	0.007587478030472994
94515	rnn.weight_ih_l0	5	-0.09344485402107239
94515	rnn.weight_ih_l0	6	0.024449188262224197
94515	rnn.weight_ih_l0	7	0.004304499365389347
94515	rnn.weight_ih_l0	8	0.025794975459575653
94515	rnn.weight_ih_l0	9	-0.011107894591987133
94515	rnn.weight_hh_l0	0	0.02870100364089012
94515	rnn.weight_hh_l0	1	0.06831604242324829
94515	rnn.weight_hh_l0	2	0.005260150879621506
94515	rnn.weight_hh_l0	3	0.05322874337434769
94515	rnn.weight_hh_l0	4	-0.020880520343780518
94515	rnn.weight_hh_l0	5	0.04639829322695732
94515	rnn.weight_hh_l0	6	0.016776587814092636
94515	rnn.weight_hh_l0	7	0.011196631006896496
94515	rnn.weight_hh_l0	8	0.0367073193192482
94515	rnn.weight_hh_l0	9	-0.035869114100933075
94515	rnn.bias_ih_l0	0	0.04590553790330887
94515	rnn.bias_ih_l0	1	-0.15057134628295898
94515	rnn.bias_ih_l0	2	0.0020889095030725002
94515	rnn.bias_ih_l0	3	-0.1181073859333992
94515	rnn.bias_ih_l0	4	0.05945785343647003
94515	rnn.bias_ih_l0	5	-0.1793055236339569
94515	rnn.bias_ih_l0	6	-0.06210055574774742
94515	rnn.bias_ih_l0	7	-0.167799174785614
94515	rnn.bias_ih_l0	8	-0.12220100313425064
94515	rnn.bias_ih_l0	9	-0.29263681173324585
94515	rnn.bias_hh_l0	0	-0.12497619539499283
94515	rnn.bias_hh_l0	1	-0.1480565369129181
94515	rnn.bias_hh_l0	2	-0.12776891887187958
94515	rnn.bias_hh_l0	3	-0.059243809431791306
94515	rnn.bias_hh_l0	4	-0.11918707937002182
94515	rnn.bias_hh_l0	5	-0.1700333058834076
94515	rnn.bias_hh_l0	6	-0.11309586465358734
94515	rnn.bias_hh_l0	7	0.09271494299173355
94515	rnn.bias_hh_l0	8	-0.12139108777046204
94515	rnn.bias_hh_l0	9	-0.2986038625240326
94515	rnn.weight_ih_l0_reverse	0	0.023266872391104698
94515	rnn.weight_ih_l0_reverse	1	-0.059833135455846786
94515	rnn.weight_ih_l0_reverse	2	-0.015543777495622635
94515	rnn.weight_ih_l0_reverse	3	-0.06314075738191605
94515	rnn.weight_ih_l0_reverse	4	0.008245325647294521
94515	rnn.weight_ih_l0_reverse	5	-0.13530604541301727
94515	rnn.weight_ih_l0_reverse	6	0.04046966880559921
94515	rnn.weight_ih_l0_reverse	7	0.019452545791864395
94515	rnn.weight_ih_l0_reverse	8	-0.053501129150390625
94515	rnn.weight_ih_l0_reverse	9	-0.024760061874985695
94515	rnn.weight_hh_l0_reverse	0	-0.04111297428607941
94515	rnn.weight_hh_l0_reverse	1	0.024737263098359108
94515	rnn.weight_hh_l0_reverse	2	-0.013024135492742062
94515	rnn.weight_hh_l0_reverse	3	0.01194802951067686
94515	rnn.weight_hh_l0_reverse	4	-0.06820757687091827
94515	rnn.weight_hh_l0_reverse	5	0.03304515406489372
94515	rnn.weight_hh_l0_reverse	6	0.017952000722289085
94515	rnn.weight_hh_l0_reverse	7	0.0031196342315524817
94515	rnn.weight_hh_l0_reverse	8	0.014462318271398544
94515	rnn.weight_hh_l0_reverse	9	0.03595073148608208
94515	rnn.bias_ih_l0_reverse	0	-0.13687703013420105
94515	rnn.bias_ih_l0_reverse	1	-0.11842717230319977
94515	rnn.bias_ih_l0_reverse	2	0.008497030474245548
94515	rnn.bias_ih_l0_reverse	3	-0.1348785012960434
94515	rnn.bias_ih_l0_reverse	4	-0.003485719906166196
94515	rnn.bias_ih_l0_reverse	5	-0.15137086808681488
94515	rnn.bias_ih_l0_reverse	6	0.2386748045682907
94515	rnn.bias_ih_l0_reverse	7	-0.22684399783611298
94515	rnn.bias_ih_l0_reverse	8	-0.10344848036766052
94515	rnn.bias_ih_l0_reverse	9	-0.10820053517818451
94515	rnn.bias_hh_l0_reverse	0	-0.032824788242578506
94515	rnn.bias_hh_l0_reverse	1	0.12343751639127731
94515	rnn.bias_hh_l0_reverse	2	-0.20891816914081573
94515	rnn.bias_hh_l0_reverse	3	-0.05074989050626755
94515	rnn.bias_hh_l0_reverse	4	-0.20987042784690857
94515	rnn.bias_hh_l0_reverse	5	-0.08875526487827301
94515	rnn.bias_hh_l0_reverse	6	-0.2061307281255722
94515	rnn.bias_hh_l0_reverse	7	-0.05643494054675102
94515	rnn.bias_hh_l0_reverse	8	-0.11879484355449677
94515	rnn.bias_hh_l0_reverse	9	0.16455869376659393
94515	linear.weight	0	0.18417388200759888
94515	linear.weight	1	-0.3258090913295746
94515	linear.weight	2	0.032937873154878616
94515	linear.weight	3	0.06757516413927078
94515	linear.weight	4	-0.15737567842006683
94515	linear.weight	5	0.29166173934936523
94515	linear.weight	6	-0.1073736920952797
94515	linear.weight	7	-0.07076583802700043
94515	linear.weight	8	0.06663297861814499
94515	linear.weight	9	-0.03302383050322533
94515	linear.bias	0	-1.0846256017684937
94515	linear.bias	1	1.9482898712158203
94515	linear.bias	2	0.2702670395374298
94515	linear.bias	3	-2.1709797382354736
94515	linear.bias	4	-0.4266776442527771
94515	linear.bias	5	0.9268396496772766
94515	linear.bias	6	-0.30014505982398987
94515	linear.bias	7	0.254654198884964
94515	linear.bias	8	2.050184488296509
94515	linear.bias	9	-1.175960898399353
95124	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
95124	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
95124	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
95124	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
95124	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
95124	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
95124	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
95124	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
95124	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
95124	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
95124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
95124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
95124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
95124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
95124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
95124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
95124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
95124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
95124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
95124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
95124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
95124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
95124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
95124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
95124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
95124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
95124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
95124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
95124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
95124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
95124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
95124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
95124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
95124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
95124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
95124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
95124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
95124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
95124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
95124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
95124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
95124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
95124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
95124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
95124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
95124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
95124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
95124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
95124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
95124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
95124	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
95124	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
95124	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
95124	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
95124	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
95124	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
95124	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
95124	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
95124	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
95124	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
95124	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
95124	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
95124	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
95124	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
95124	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
95124	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
95124	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
95124	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
95124	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
95124	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
95124	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
95124	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
95124	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
95124	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
95124	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
95124	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
95124	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
95124	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
95124	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
95124	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
95124	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
95124	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
95124	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
95124	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
95124	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
95124	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
95124	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
95124	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
95124	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
95124	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
95124	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
95124	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
95124	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
95124	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
95124	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
95124	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
95124	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
95124	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
95124	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
95124	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
95124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
95124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
95124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
95124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
95124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
95124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
95124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
95124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
95124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
95124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
95124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
95124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
95124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
95124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
95124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
95124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
95124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
95124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
95124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
95124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
95124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
95124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
95124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
95124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
95124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
95124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
95124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
95124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
95124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
95124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
95124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
95124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
95124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
95124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
95124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
95124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
95124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
95124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
95124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
95124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
95124	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
95124	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
95124	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
95124	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
95124	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
95124	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
95124	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
95124	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
95124	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
95124	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
95124	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
95124	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
95124	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
95124	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
95124	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
95124	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
95124	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
95124	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
95124	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
95124	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
95124	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
95124	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
95124	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
95124	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
95124	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
95124	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
95124	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
95124	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
95124	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
95124	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
95124	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
95124	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
95124	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
95124	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
95124	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
95124	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
95124	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
95124	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
95124	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
95124	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
95124	embedding2nn.weight	0	0.1483224332332611
95124	embedding2nn.weight	1	0.2617364525794983
95124	embedding2nn.weight	2	0.051676735281944275
95124	embedding2nn.weight	3	0.013298478908836842
95124	embedding2nn.weight	4	-0.05484284460544586
95124	embedding2nn.weight	5	0.05463969707489014
95124	embedding2nn.weight	6	0.0490255169570446
95124	embedding2nn.weight	7	-0.00024908367777243257
95124	embedding2nn.weight	8	0.06404175609350204
95124	embedding2nn.weight	9	-0.03021310456097126
95124	embedding2nn.bias	0	0.05776910483837128
95124	embedding2nn.bias	1	-0.16524332761764526
95124	embedding2nn.bias	2	0.08981701731681824
95124	embedding2nn.bias	3	0.1312159299850464
95124	embedding2nn.bias	4	0.11807919293642044
95124	embedding2nn.bias	5	-0.04303066432476044
95124	embedding2nn.bias	6	-0.049259770661592484
95124	embedding2nn.bias	7	0.010542444884777069
95124	embedding2nn.bias	8	-0.14881941676139832
95124	embedding2nn.bias	9	-0.363321989774704
95124	rnn.weight_ih_l0	0	0.0013748095370829105
95124	rnn.weight_ih_l0	1	-0.046674419194459915
95124	rnn.weight_ih_l0	2	-0.017297325655817986
95124	rnn.weight_ih_l0	3	0.027863770723342896
95124	rnn.weight_ih_l0	4	0.01003600750118494
95124	rnn.weight_ih_l0	5	-0.09281698614358902
95124	rnn.weight_ih_l0	6	0.023546814918518066
95124	rnn.weight_ih_l0	7	0.00029632015503011644
95124	rnn.weight_ih_l0	8	0.028767630457878113
95124	rnn.weight_ih_l0	9	-0.012240009382367134
95124	rnn.weight_hh_l0	0	0.02893742546439171
95124	rnn.weight_hh_l0	1	0.0683813989162445
95124	rnn.weight_hh_l0	2	0.006515988148748875
95124	rnn.weight_hh_l0	3	0.05254572629928589
95124	rnn.weight_hh_l0	4	-0.020027555525302887
95124	rnn.weight_hh_l0	5	0.04774274677038193
95124	rnn.weight_hh_l0	6	0.016628146171569824
95124	rnn.weight_hh_l0	7	0.00476735457777977
95124	rnn.weight_hh_l0	8	0.036659859120845795
95124	rnn.weight_hh_l0	9	-0.03606962040066719
95124	rnn.bias_ih_l0	0	0.0522029772400856
95124	rnn.bias_ih_l0	1	-0.1514582633972168
95124	rnn.bias_ih_l0	2	0.0011029342422261834
95124	rnn.bias_ih_l0	3	-0.11923490464687347
95124	rnn.bias_ih_l0	4	0.061139024794101715
95124	rnn.bias_ih_l0	5	-0.17938125133514404
95124	rnn.bias_ih_l0	6	-0.05856075882911682
95124	rnn.bias_ih_l0	7	-0.1673222780227661
95124	rnn.bias_ih_l0	8	-0.11426086723804474
95124	rnn.bias_ih_l0	9	-0.2899385690689087
95124	rnn.bias_hh_l0	0	-0.1280604898929596
95124	rnn.bias_hh_l0	1	-0.13797898590564728
95124	rnn.bias_hh_l0	2	-0.12279399484395981
95124	rnn.bias_hh_l0	3	-0.06077852472662926
95124	rnn.bias_hh_l0	4	-0.11802038550376892
95124	rnn.bias_hh_l0	5	-0.1716260015964508
95124	rnn.bias_hh_l0	6	-0.10670187324285507
95124	rnn.bias_hh_l0	7	0.0894622653722763
95124	rnn.bias_hh_l0	8	-0.1259581744670868
95124	rnn.bias_hh_l0	9	-0.296033650636673
95124	rnn.weight_ih_l0_reverse	0	0.030143307521939278
95124	rnn.weight_ih_l0_reverse	1	-0.05988656356930733
95124	rnn.weight_ih_l0_reverse	2	-0.021129701286554337
95124	rnn.weight_ih_l0_reverse	3	-0.06314125657081604
95124	rnn.weight_ih_l0_reverse	4	0.009626790881156921
95124	rnn.weight_ih_l0_reverse	5	-0.13033534586429596
95124	rnn.weight_ih_l0_reverse	6	0.046696387231349945
95124	rnn.weight_ih_l0_reverse	7	0.018967319279909134
95124	rnn.weight_ih_l0_reverse	8	-0.05693107470870018
95124	rnn.weight_ih_l0_reverse	9	-0.021064724773168564
95124	rnn.weight_hh_l0_reverse	0	-0.04416937008500099
95124	rnn.weight_hh_l0_reverse	1	0.025159254670143127
95124	rnn.weight_hh_l0_reverse	2	-0.012965189293026924
95124	rnn.weight_hh_l0_reverse	3	0.012629088945686817
95124	rnn.weight_hh_l0_reverse	4	-0.067182257771492
95124	rnn.weight_hh_l0_reverse	5	0.03342724218964577
95124	rnn.weight_hh_l0_reverse	6	0.017758751288056374
95124	rnn.weight_hh_l0_reverse	7	0.004797969479113817
95124	rnn.weight_hh_l0_reverse	8	0.013149397447705269
95124	rnn.weight_hh_l0_reverse	9	0.036947112530469894
95124	rnn.bias_ih_l0_reverse	0	-0.14158335328102112
95124	rnn.bias_ih_l0_reverse	1	-0.12257314473390579
95124	rnn.bias_ih_l0_reverse	2	0.014854500070214272
95124	rnn.bias_ih_l0_reverse	3	-0.12305780500173569
95124	rnn.bias_ih_l0_reverse	4	-0.01154555007815361
95124	rnn.bias_ih_l0_reverse	5	-0.14921434223651886
95124	rnn.bias_ih_l0_reverse	6	0.23504824936389923
95124	rnn.bias_ih_l0_reverse	7	-0.23405398428440094
95124	rnn.bias_ih_l0_reverse	8	-0.10414282977581024
95124	rnn.bias_ih_l0_reverse	9	-0.1087246686220169
95124	rnn.bias_hh_l0_reverse	0	-0.032358042895793915
95124	rnn.bias_hh_l0_reverse	1	0.11241070926189423
95124	rnn.bias_hh_l0_reverse	2	-0.20922374725341797
95124	rnn.bias_hh_l0_reverse	3	-0.0625869557261467
95124	rnn.bias_hh_l0_reverse	4	-0.21307902038097382
95124	rnn.bias_hh_l0_reverse	5	-0.08329826593399048
95124	rnn.bias_hh_l0_reverse	6	-0.20325662195682526
95124	rnn.bias_hh_l0_reverse	7	-0.05133652314543724
95124	rnn.bias_hh_l0_reverse	8	-0.11911916732788086
95124	rnn.bias_hh_l0_reverse	9	0.16347530484199524
95124	linear.weight	0	0.21931983530521393
95124	linear.weight	1	-0.3591240346431732
95124	linear.weight	2	0.012866800650954247
95124	linear.weight	3	0.0675821527838707
95124	linear.weight	4	-0.12284719944000244
95124	linear.weight	5	0.307585746049881
95124	linear.weight	6	-0.13541589677333832
95124	linear.weight	7	-0.07076749950647354
95124	linear.weight	8	0.048991650342941284
95124	linear.weight	9	-0.03304719552397728
95124	linear.bias	0	-1.054700255393982
95124	linear.bias	1	1.9068303108215332
95124	linear.bias	2	0.2736562490463257
95124	linear.bias	3	-2.173337459564209
95124	linear.bias	4	-0.41068360209465027
95124	linear.bias	5	0.9756708145141602
95124	linear.bias	6	-0.2740228474140167
95124	linear.bias	7	0.25110602378845215
95124	linear.bias	8	2.107769250869751
95124	linear.bias	9	-1.1844348907470703
95733	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
95733	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
95733	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
95733	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
95733	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
95733	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
95733	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
95733	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
95733	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
95733	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
95733	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
95733	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
95733	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
95733	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
95733	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
95733	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
95733	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
95733	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
95733	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
95733	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
95733	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
95733	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
95733	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
95733	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
95733	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
95733	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
95733	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
95733	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
95733	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
95733	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
95733	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
95733	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
95733	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
95733	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
95733	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
95733	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
95733	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
95733	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
95733	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
95733	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
95733	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
95733	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
95733	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
95733	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
95733	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
95733	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
95733	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
95733	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
95733	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
95733	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
95733	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
95733	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
95733	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
95733	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
95733	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
95733	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
95733	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
95733	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
95733	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
95733	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
95733	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
95733	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
95733	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
95733	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
95733	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
95733	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
95733	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
95733	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
95733	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
95733	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
95733	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
95733	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
95733	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
95733	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
95733	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
95733	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
95733	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
95733	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
95733	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
95733	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
95733	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
95733	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
95733	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
95733	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
95733	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
95733	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
95733	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
95733	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
95733	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
95733	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
95733	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
95733	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
95733	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
95733	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
95733	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
95733	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
95733	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
95733	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
95733	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
95733	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
95733	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
95733	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
95733	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
95733	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
95733	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
95733	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
95733	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
95733	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
95733	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
95733	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
95733	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
95733	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
95733	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
95733	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
95733	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
95733	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
95733	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
95733	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
95733	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
95733	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
95733	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
95733	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
95733	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
95733	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
95733	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
95733	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
95733	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
95733	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
95733	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
95733	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
95733	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
95733	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
95733	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
95733	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
95733	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
95733	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
95733	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
95733	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
95733	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
95733	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
95733	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
95733	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
95733	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
95733	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
95733	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
95733	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
95733	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
95733	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
95733	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
95733	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
95733	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
95733	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
95733	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
95733	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
95733	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
95733	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
95733	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
95733	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
95733	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
95733	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
95733	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
95733	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
95733	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
95733	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
95733	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
95733	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
95733	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
95733	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
95733	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
95733	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
95733	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
95733	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
95733	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
95733	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
95733	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
95733	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
95733	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
95733	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
95733	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
95733	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
95733	embedding2nn.weight	0	0.1463543176651001
95733	embedding2nn.weight	1	0.26447561383247375
95733	embedding2nn.weight	2	0.05081949383020401
95733	embedding2nn.weight	3	0.006739494856446981
95733	embedding2nn.weight	4	-0.05729435384273529
95733	embedding2nn.weight	5	0.05760488659143448
95733	embedding2nn.weight	6	0.04480518400669098
95733	embedding2nn.weight	7	-0.005661316215991974
95733	embedding2nn.weight	8	0.056751370429992676
95733	embedding2nn.weight	9	-0.03260308504104614
95733	embedding2nn.bias	0	0.06671229749917984
95733	embedding2nn.bias	1	-0.1571352779865265
95733	embedding2nn.bias	2	0.07174477726221085
95733	embedding2nn.bias	3	0.14159156382083893
95733	embedding2nn.bias	4	0.1328599900007248
95733	embedding2nn.bias	5	-0.01570572517812252
95733	embedding2nn.bias	6	-0.05036996304988861
95733	embedding2nn.bias	7	0.005173967685550451
95733	embedding2nn.bias	8	-0.1457793265581131
95733	embedding2nn.bias	9	-0.35250309109687805
95733	rnn.weight_ih_l0	0	0.0002089375484501943
95733	rnn.weight_ih_l0	1	-0.045918431133031845
95733	rnn.weight_ih_l0	2	-0.014682924374938011
95733	rnn.weight_ih_l0	3	0.024415429681539536
95733	rnn.weight_ih_l0	4	0.007938732393085957
95733	rnn.weight_ih_l0	5	-0.09391636401414871
95733	rnn.weight_ih_l0	6	0.015710217878222466
95733	rnn.weight_ih_l0	7	0.0030099591240286827
95733	rnn.weight_ih_l0	8	0.027442410588264465
95733	rnn.weight_ih_l0	9	-0.017000464722514153
95733	rnn.weight_hh_l0	0	0.028351232409477234
95733	rnn.weight_hh_l0	1	0.06813454627990723
95733	rnn.weight_hh_l0	2	0.006096161901950836
95733	rnn.weight_hh_l0	3	0.053085703402757645
95733	rnn.weight_hh_l0	4	-0.017439184710383415
95733	rnn.weight_hh_l0	5	0.047245271503925323
95733	rnn.weight_hh_l0	6	0.016969293355941772
95733	rnn.weight_hh_l0	7	0.003904766170307994
95733	rnn.weight_hh_l0	8	0.036910057067871094
95733	rnn.weight_hh_l0	9	-0.03476041182875633
95733	rnn.bias_ih_l0	0	0.05496027693152428
95733	rnn.bias_ih_l0	1	-0.1429414451122284
95733	rnn.bias_ih_l0	2	-0.000518179323989898
95733	rnn.bias_ih_l0	3	-0.11449282616376877
95733	rnn.bias_ih_l0	4	0.059320513159036636
95733	rnn.bias_ih_l0	5	-0.18029801547527313
95733	rnn.bias_ih_l0	6	-0.06680901348590851
95733	rnn.bias_ih_l0	7	-0.16633394360542297
95733	rnn.bias_ih_l0	8	-0.12052324414253235
95733	rnn.bias_ih_l0	9	-0.29728934168815613
95733	rnn.bias_hh_l0	0	-0.12750792503356934
95733	rnn.bias_hh_l0	1	-0.1328572928905487
95733	rnn.bias_hh_l0	2	-0.11366914957761765
95733	rnn.bias_hh_l0	3	-0.05651228129863739
95733	rnn.bias_hh_l0	4	-0.1231655701994896
95733	rnn.bias_hh_l0	5	-0.17321710288524628
95733	rnn.bias_hh_l0	6	-0.1122346743941307
95733	rnn.bias_hh_l0	7	0.08597097545862198
95733	rnn.bias_hh_l0	8	-0.12079369276762009
95733	rnn.bias_hh_l0	9	-0.2971290051937103
95733	rnn.weight_ih_l0_reverse	0	0.03444971889257431
95733	rnn.weight_ih_l0_reverse	1	-0.062128715217113495
95733	rnn.weight_ih_l0_reverse	2	-0.022157205268740654
95733	rnn.weight_ih_l0_reverse	3	-0.06539858877658844
95733	rnn.weight_ih_l0_reverse	4	0.011789048090577126
95733	rnn.weight_ih_l0_reverse	5	-0.12868332862854004
95733	rnn.weight_ih_l0_reverse	6	0.051002178341150284
95733	rnn.weight_ih_l0_reverse	7	0.019345024600625038
95733	rnn.weight_ih_l0_reverse	8	-0.059252262115478516
95733	rnn.weight_ih_l0_reverse	9	-0.020484616979956627
95733	rnn.weight_hh_l0_reverse	0	-0.042951419949531555
95733	rnn.weight_hh_l0_reverse	1	0.02561415545642376
95733	rnn.weight_hh_l0_reverse	2	-0.01346954982727766
95733	rnn.weight_hh_l0_reverse	3	0.012656972743570805
95733	rnn.weight_hh_l0_reverse	4	-0.06720267236232758
95733	rnn.weight_hh_l0_reverse	5	0.03451160714030266
95733	rnn.weight_hh_l0_reverse	6	0.017535744234919548
95733	rnn.weight_hh_l0_reverse	7	0.0008981084101833403
95733	rnn.weight_hh_l0_reverse	8	0.01181308925151825
95733	rnn.weight_hh_l0_reverse	9	0.03921036422252655
95733	rnn.bias_ih_l0_reverse	0	-0.14707325398921967
95733	rnn.bias_ih_l0_reverse	1	-0.12061628699302673
95733	rnn.bias_ih_l0_reverse	2	0.013691683299839497
95733	rnn.bias_ih_l0_reverse	3	-0.12704147398471832
95733	rnn.bias_ih_l0_reverse	4	-0.008833242580294609
95733	rnn.bias_ih_l0_reverse	5	-0.15038439631462097
95733	rnn.bias_ih_l0_reverse	6	0.23822569847106934
95733	rnn.bias_ih_l0_reverse	7	-0.22025687992572784
95733	rnn.bias_ih_l0_reverse	8	-0.10255930572748184
95733	rnn.bias_ih_l0_reverse	9	-0.11578554660081863
95733	rnn.bias_hh_l0_reverse	0	-0.04346421733498573
95733	rnn.bias_hh_l0_reverse	1	0.1321064680814743
95733	rnn.bias_hh_l0_reverse	2	-0.2133699506521225
95733	rnn.bias_hh_l0_reverse	3	-0.06287603825330734
95733	rnn.bias_hh_l0_reverse	4	-0.2058747112751007
95733	rnn.bias_hh_l0_reverse	5	-0.08216482400894165
95733	rnn.bias_hh_l0_reverse	6	-0.20366308093070984
95733	rnn.bias_hh_l0_reverse	7	-0.056045323610305786
95733	rnn.bias_hh_l0_reverse	8	-0.09970694035291672
95733	rnn.bias_hh_l0_reverse	9	0.17941994965076447
95733	linear.weight	0	0.20454390347003937
95733	linear.weight	1	-0.313951700925827
95733	linear.weight	2	0.060950350016355515
95733	linear.weight	3	0.06757543981075287
95733	linear.weight	4	-0.20828096568584442
95733	linear.weight	5	0.26781028509140015
95733	linear.weight	6	-0.12415115535259247
95733	linear.weight	7	-0.07074254006147385
95733	linear.weight	8	0.06434929370880127
95733	linear.weight	9	-0.03309306129813194
95733	linear.bias	0	-1.0790098905563354
95733	linear.bias	1	1.9204609394073486
95733	linear.bias	2	0.24066084623336792
95733	linear.bias	3	-2.1755876541137695
95733	linear.bias	4	-0.41995227336883545
95733	linear.bias	5	0.9455892443656921
95733	linear.bias	6	-0.27963700890541077
95733	linear.bias	7	0.24489539861679077
95733	linear.bias	8	2.0186781883239746
95733	linear.bias	9	-1.2025405168533325
96342	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
96342	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
96342	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
96342	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
96342	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
96342	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
96342	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
96342	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
96342	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
96342	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
96342	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
96342	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
96342	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
96342	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
96342	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
96342	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
96342	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
96342	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
96342	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
96342	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
96342	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
96342	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
96342	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
96342	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
96342	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
96342	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
96342	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
96342	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
96342	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
96342	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
96342	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
96342	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
96342	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
96342	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
96342	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
96342	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
96342	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
96342	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
96342	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
96342	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
96342	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
96342	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
96342	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
96342	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
96342	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
96342	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
96342	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
96342	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
96342	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
96342	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
96342	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
96342	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
96342	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
96342	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
96342	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
96342	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
96342	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
96342	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
96342	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
96342	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
96342	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
96342	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
96342	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
96342	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
96342	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
96342	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
96342	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
96342	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
96342	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
96342	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
96342	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
96342	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
96342	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
96342	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
96342	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
96342	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
96342	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
96342	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
96342	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
96342	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
96342	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
96342	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
96342	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
96342	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
96342	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
96342	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
96342	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
96342	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
96342	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
96342	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
96342	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
96342	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
96342	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
96342	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
96342	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
96342	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
96342	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
96342	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
96342	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
96342	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
96342	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
96342	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
96342	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
96342	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
96342	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
96342	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
96342	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
96342	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
96342	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
96342	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
96342	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
96342	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
96342	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
96342	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
96342	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
96342	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
96342	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
96342	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
96342	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
96342	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
96342	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
96342	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
96342	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
96342	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
96342	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
96342	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
96342	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
96342	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
96342	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
96342	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
96342	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
96342	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
96342	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
96342	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
96342	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
96342	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
96342	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
96342	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
96342	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
96342	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
96342	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
96342	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
96342	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
96342	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
96342	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
96342	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
96342	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
96342	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
96342	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
96342	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
96342	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
96342	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
96342	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
96342	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
96342	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
96342	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
96342	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
96342	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
96342	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
96342	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
96342	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
96342	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
96342	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
96342	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
96342	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
96342	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
96342	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
96342	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
96342	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
96342	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
96342	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
96342	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
96342	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
96342	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
96342	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
96342	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
96342	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
96342	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
96342	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
96342	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
96342	embedding2nn.weight	0	0.1465953290462494
96342	embedding2nn.weight	1	0.2680235803127289
96342	embedding2nn.weight	2	0.0465434230864048
96342	embedding2nn.weight	3	-0.0030887003522366285
96342	embedding2nn.weight	4	-0.060397885739803314
96342	embedding2nn.weight	5	0.060181062668561935
96342	embedding2nn.weight	6	0.05115557089447975
96342	embedding2nn.weight	7	-0.007183028385043144
96342	embedding2nn.weight	8	0.0531933531165123
96342	embedding2nn.weight	9	-0.029032956808805466
96342	embedding2nn.bias	0	0.04890432953834534
96342	embedding2nn.bias	1	-0.13846221566200256
96342	embedding2nn.bias	2	0.08133941143751144
96342	embedding2nn.bias	3	0.13893117010593414
96342	embedding2nn.bias	4	0.13001632690429688
96342	embedding2nn.bias	5	-0.008925685659050941
96342	embedding2nn.bias	6	-0.03532054275274277
96342	embedding2nn.bias	7	0.020292378962039948
96342	embedding2nn.bias	8	-0.1337180882692337
96342	embedding2nn.bias	9	-0.3332105278968811
96342	rnn.weight_ih_l0	0	0.001528576947748661
96342	rnn.weight_ih_l0	1	-0.04706761613488197
96342	rnn.weight_ih_l0	2	-0.01300265546888113
96342	rnn.weight_ih_l0	3	0.02367815189063549
96342	rnn.weight_ih_l0	4	0.011101560667157173
96342	rnn.weight_ih_l0	5	-0.0876336395740509
96342	rnn.weight_ih_l0	6	0.02045530080795288
96342	rnn.weight_ih_l0	7	4.6560562623199075e-05
96342	rnn.weight_ih_l0	8	0.024027446284890175
96342	rnn.weight_ih_l0	9	-0.019936716184020042
96342	rnn.weight_hh_l0	0	0.028111085295677185
96342	rnn.weight_hh_l0	1	0.06872113794088364
96342	rnn.weight_hh_l0	2	0.00708358408883214
96342	rnn.weight_hh_l0	3	0.053225498646497726
96342	rnn.weight_hh_l0	4	-0.017406221479177475
96342	rnn.weight_hh_l0	5	0.04654967412352562
96342	rnn.weight_hh_l0	6	0.017085431143641472
96342	rnn.weight_hh_l0	7	0.00949648767709732
96342	rnn.weight_hh_l0	8	0.03719266876578331
96342	rnn.weight_hh_l0	9	-0.03481699153780937
96342	rnn.bias_ih_l0	0	0.06146297603845596
96342	rnn.bias_ih_l0	1	-0.14364594221115112
96342	rnn.bias_ih_l0	2	-0.003003430785611272
96342	rnn.bias_ih_l0	3	-0.1284385323524475
96342	rnn.bias_ih_l0	4	0.059693723917007446
96342	rnn.bias_ih_l0	5	-0.17724119126796722
96342	rnn.bias_ih_l0	6	-0.069859579205513
96342	rnn.bias_ih_l0	7	-0.16793371737003326
96342	rnn.bias_ih_l0	8	-0.11867504566907883
96342	rnn.bias_ih_l0	9	-0.31552326679229736
96342	rnn.bias_hh_l0	0	-0.1303514540195465
96342	rnn.bias_hh_l0	1	-0.13216018676757812
96342	rnn.bias_hh_l0	2	-0.11152087152004242
96342	rnn.bias_hh_l0	3	-0.06332654505968094
96342	rnn.bias_hh_l0	4	-0.11668834090232849
96342	rnn.bias_hh_l0	5	-0.17582237720489502
96342	rnn.bias_hh_l0	6	-0.10698354989290237
96342	rnn.bias_hh_l0	7	0.09398654103279114
96342	rnn.bias_hh_l0	8	-0.1171775832772255
96342	rnn.bias_hh_l0	9	-0.28909286856651306
96342	rnn.weight_ih_l0_reverse	0	0.033455099910497665
96342	rnn.weight_ih_l0_reverse	1	-0.06204680725932121
96342	rnn.weight_ih_l0_reverse	2	-0.019139673560857773
96342	rnn.weight_ih_l0_reverse	3	-0.06807863712310791
96342	rnn.weight_ih_l0_reverse	4	0.012820830568671227
96342	rnn.weight_ih_l0_reverse	5	-0.12968891859054565
96342	rnn.weight_ih_l0_reverse	6	0.0476195253431797
96342	rnn.weight_ih_l0_reverse	7	0.018269788473844528
96342	rnn.weight_ih_l0_reverse	8	-0.05648733302950859
96342	rnn.weight_ih_l0_reverse	9	-0.015542570501565933
96342	rnn.weight_hh_l0_reverse	0	-0.04059028625488281
96342	rnn.weight_hh_l0_reverse	1	0.025277983397245407
96342	rnn.weight_hh_l0_reverse	2	-0.014002290554344654
96342	rnn.weight_hh_l0_reverse	3	0.013733573257923126
96342	rnn.weight_hh_l0_reverse	4	-0.06612340360879898
96342	rnn.weight_hh_l0_reverse	5	0.034755125641822815
96342	rnn.weight_hh_l0_reverse	6	0.017132209613919258
96342	rnn.weight_hh_l0_reverse	7	-0.0029908197466284037
96342	rnn.weight_hh_l0_reverse	8	0.011692067608237267
96342	rnn.weight_hh_l0_reverse	9	0.03853743150830269
96342	rnn.bias_ih_l0_reverse	0	-0.14704251289367676
96342	rnn.bias_ih_l0_reverse	1	-0.12822499871253967
96342	rnn.bias_ih_l0_reverse	2	0.016551967710256577
96342	rnn.bias_ih_l0_reverse	3	-0.12876269221305847
96342	rnn.bias_ih_l0_reverse	4	-0.012460027821362019
96342	rnn.bias_ih_l0_reverse	5	-0.14964863657951355
96342	rnn.bias_ih_l0_reverse	6	0.23585757613182068
96342	rnn.bias_ih_l0_reverse	7	-0.2243466079235077
96342	rnn.bias_ih_l0_reverse	8	-0.09649014472961426
96342	rnn.bias_ih_l0_reverse	9	-0.12074219435453415
96342	rnn.bias_hh_l0_reverse	0	-0.04249097406864166
96342	rnn.bias_hh_l0_reverse	1	0.12104617804288864
96342	rnn.bias_hh_l0_reverse	2	-0.21750319004058838
96342	rnn.bias_hh_l0_reverse	3	-0.051862746477127075
96342	rnn.bias_hh_l0_reverse	4	-0.20546792447566986
96342	rnn.bias_hh_l0_reverse	5	-0.07993868738412857
96342	rnn.bias_hh_l0_reverse	6	-0.2056521326303482
96342	rnn.bias_hh_l0_reverse	7	-0.058125946670770645
96342	rnn.bias_hh_l0_reverse	8	-0.10519540309906006
96342	rnn.bias_hh_l0_reverse	9	0.1692265272140503
96342	linear.weight	0	0.21727120876312256
96342	linear.weight	1	-0.3411809504032135
96342	linear.weight	2	0.06737902015447617
96342	linear.weight	3	0.06758297234773636
96342	linear.weight	4	-0.19926418364048004
96342	linear.weight	5	0.2767769396305084
96342	linear.weight	6	-0.13968616724014282
96342	linear.weight	7	-0.07069233059883118
96342	linear.weight	8	0.05413785204291344
96342	linear.weight	9	-0.033131349831819534
96342	linear.bias	0	-1.0956178903579712
96342	linear.bias	1	1.9675637483596802
96342	linear.bias	2	0.2892051637172699
96342	linear.bias	3	-2.1778275966644287
96342	linear.bias	4	-0.4482995569705963
96342	linear.bias	5	0.9561581611633301
96342	linear.bias	6	-0.30984675884246826
96342	linear.bias	7	0.2716609835624695
96342	linear.bias	8	2.0895252227783203
96342	linear.bias	9	-1.171258568763733
96951	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
96951	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
96951	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
96951	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
96951	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
96951	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
96951	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
96951	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
96951	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
96951	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
96951	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
96951	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
96951	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
96951	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
96951	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
96951	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
96951	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
96951	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
96951	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
96951	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
96951	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
96951	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
96951	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
96951	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
96951	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
96951	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
96951	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
96951	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
96951	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
96951	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
96951	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
96951	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
96951	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
96951	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
96951	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
96951	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
96951	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
96951	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
96951	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
96951	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
96951	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
96951	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
96951	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
96951	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
96951	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
96951	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
96951	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
96951	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
96951	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
96951	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
96951	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
96951	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
96951	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
96951	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
96951	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
96951	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
96951	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
96951	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
96951	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
96951	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
96951	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
96951	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
96951	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
96951	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
96951	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
96951	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
96951	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
96951	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
96951	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
96951	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
96951	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
96951	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
96951	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
96951	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
96951	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
96951	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
96951	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
96951	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
96951	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
96951	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
96951	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
96951	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
96951	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
96951	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
96951	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
96951	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
96951	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
96951	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
96951	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
96951	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
96951	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
96951	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
96951	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
96951	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
96951	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
96951	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
96951	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
96951	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
96951	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
96951	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
96951	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
96951	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
96951	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
96951	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
96951	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
96951	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
96951	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
96951	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
96951	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
96951	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
96951	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
96951	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
96951	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
96951	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
96951	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
96951	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
96951	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
96951	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
96951	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
96951	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
96951	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
96951	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
96951	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
96951	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
96951	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
96951	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
96951	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
96951	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
96951	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
96951	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
96951	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
96951	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
96951	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
96951	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
96951	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
96951	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
96951	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
96951	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
96951	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
96951	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
96951	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
96951	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
96951	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
96951	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
96951	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
96951	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
96951	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
96951	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
96951	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
96951	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
96951	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
96951	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
96951	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
96951	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
96951	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
96951	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
96951	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
96951	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
96951	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
96951	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
96951	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
96951	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
96951	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
96951	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
96951	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
96951	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
96951	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
96951	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
96951	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
96951	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
96951	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
96951	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
96951	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
96951	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
96951	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
96951	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
96951	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
96951	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
96951	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
96951	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
96951	embedding2nn.weight	0	0.14655497670173645
96951	embedding2nn.weight	1	0.26665934920310974
96951	embedding2nn.weight	2	0.05049450695514679
96951	embedding2nn.weight	3	-0.005688093136996031
96951	embedding2nn.weight	4	-0.05689653754234314
96951	embedding2nn.weight	5	0.05969100072979927
96951	embedding2nn.weight	6	0.05433990806341171
96951	embedding2nn.weight	7	-0.007131380029022694
96951	embedding2nn.weight	8	0.0536617673933506
96951	embedding2nn.weight	9	-0.032850973308086395
96951	embedding2nn.bias	0	0.043264344334602356
96951	embedding2nn.bias	1	-0.12765534222126007
96951	embedding2nn.bias	2	0.09789764136075974
96951	embedding2nn.bias	3	0.13836877048015594
96951	embedding2nn.bias	4	0.11814727634191513
96951	embedding2nn.bias	5	0.004645052365958691
96951	embedding2nn.bias	6	-0.03775409609079361
96951	embedding2nn.bias	7	0.03977613151073456
96951	embedding2nn.bias	8	-0.11463556438684464
96951	embedding2nn.bias	9	-0.3439631164073944
96951	rnn.weight_ih_l0	0	0.0019198197405785322
96951	rnn.weight_ih_l0	1	-0.048649862408638
96951	rnn.weight_ih_l0	2	-0.011880270205438137
96951	rnn.weight_ih_l0	3	0.030322082340717316
96951	rnn.weight_ih_l0	4	0.012250101193785667
96951	rnn.weight_ih_l0	5	-0.09111154824495316
96951	rnn.weight_ih_l0	6	0.018880782648921013
96951	rnn.weight_ih_l0	7	0.006538434885442257
96951	rnn.weight_ih_l0	8	0.024376407265663147
96951	rnn.weight_ih_l0	9	-0.025237739086151123
96951	rnn.weight_hh_l0	0	0.028622513636946678
96951	rnn.weight_hh_l0	1	0.06759914010763168
96951	rnn.weight_hh_l0	2	0.007158834487199783
96951	rnn.weight_hh_l0	3	0.053163688629865646
96951	rnn.weight_hh_l0	4	-0.018490774556994438
96951	rnn.weight_hh_l0	5	0.04689350351691246
96951	rnn.weight_hh_l0	6	0.01673867553472519
96951	rnn.weight_hh_l0	7	0.012890799902379513
96951	rnn.weight_hh_l0	8	0.03727325424551964
96951	rnn.weight_hh_l0	9	-0.03566379100084305
96951	rnn.bias_ih_l0	0	0.0707487016916275
96951	rnn.bias_ih_l0	1	-0.1463467925786972
96951	rnn.bias_ih_l0	2	-0.005341339390724897
96951	rnn.bias_ih_l0	3	-0.12594494223594666
96951	rnn.bias_ih_l0	4	0.0690666064620018
96951	rnn.bias_ih_l0	5	-0.19654162228107452
96951	rnn.bias_ih_l0	6	-0.0757291167974472
96951	rnn.bias_ih_l0	7	-0.16681450605392456
96951	rnn.bias_ih_l0	8	-0.11306917667388916
96951	rnn.bias_ih_l0	9	-0.29613229632377625
96951	rnn.bias_hh_l0	0	-0.12816449999809265
96951	rnn.bias_hh_l0	1	-0.13237625360488892
96951	rnn.bias_hh_l0	2	-0.10931628942489624
96951	rnn.bias_hh_l0	3	-0.05996391549706459
96951	rnn.bias_hh_l0	4	-0.1277843713760376
96951	rnn.bias_hh_l0	5	-0.18044742941856384
96951	rnn.bias_hh_l0	6	-0.11136613041162491
96951	rnn.bias_hh_l0	7	0.0967034250497818
96951	rnn.bias_hh_l0	8	-0.11890207231044769
96951	rnn.bias_hh_l0	9	-0.2920968532562256
96951	rnn.weight_ih_l0_reverse	0	0.036636147648096085
96951	rnn.weight_ih_l0_reverse	1	-0.06466497480869293
96951	rnn.weight_ih_l0_reverse	2	-0.018044399097561836
96951	rnn.weight_ih_l0_reverse	3	-0.06400730460882187
96951	rnn.weight_ih_l0_reverse	4	0.012292753905057907
96951	rnn.weight_ih_l0_reverse	5	-0.1313675045967102
96951	rnn.weight_ih_l0_reverse	6	0.05117331072688103
96951	rnn.weight_ih_l0_reverse	7	0.01972959004342556
96951	rnn.weight_ih_l0_reverse	8	-0.0563826747238636
96951	rnn.weight_ih_l0_reverse	9	-0.012752811424434185
96951	rnn.weight_hh_l0_reverse	0	-0.0412241593003273
96951	rnn.weight_hh_l0_reverse	1	0.025055672973394394
96951	rnn.weight_hh_l0_reverse	2	-0.014011571183800697
96951	rnn.weight_hh_l0_reverse	3	0.013197892345488071
96951	rnn.weight_hh_l0_reverse	4	-0.06686606258153915
96951	rnn.weight_hh_l0_reverse	5	0.03435637801885605
96951	rnn.weight_hh_l0_reverse	6	0.016813179478049278
96951	rnn.weight_hh_l0_reverse	7	-0.0010844561038538814
96951	rnn.weight_hh_l0_reverse	8	0.009121356531977654
96951	rnn.weight_hh_l0_reverse	9	0.03840434178709984
96951	rnn.bias_ih_l0_reverse	0	-0.1423044353723526
96951	rnn.bias_ih_l0_reverse	1	-0.1319117248058319
96951	rnn.bias_ih_l0_reverse	2	0.02232077345252037
96951	rnn.bias_ih_l0_reverse	3	-0.12906794250011444
96951	rnn.bias_ih_l0_reverse	4	-0.018312398344278336
96951	rnn.bias_ih_l0_reverse	5	-0.15119974315166473
96951	rnn.bias_ih_l0_reverse	6	0.22927407920360565
96951	rnn.bias_ih_l0_reverse	7	-0.2193484753370285
96951	rnn.bias_ih_l0_reverse	8	-0.09817221015691757
96951	rnn.bias_ih_l0_reverse	9	-0.11826292425394058
96951	rnn.bias_hh_l0_reverse	0	-0.05450974404811859
96951	rnn.bias_hh_l0_reverse	1	0.1257459670305252
96951	rnn.bias_hh_l0_reverse	2	-0.2192118614912033
96951	rnn.bias_hh_l0_reverse	3	-0.05163830518722534
96951	rnn.bias_hh_l0_reverse	4	-0.2132902890443802
96951	rnn.bias_hh_l0_reverse	5	-0.09000995010137558
96951	rnn.bias_hh_l0_reverse	6	-0.2090412974357605
96951	rnn.bias_hh_l0_reverse	7	-0.060531679540872574
96951	rnn.bias_hh_l0_reverse	8	-0.10454998165369034
96951	rnn.bias_hh_l0_reverse	9	0.171978160738945
96951	linear.weight	0	0.19776399433612823
96951	linear.weight	1	-0.31500619649887085
96951	linear.weight	2	0.046254485845565796
96951	linear.weight	3	0.0675693228840828
96951	linear.weight	4	-0.16060692071914673
96951	linear.weight	5	0.24776317179203033
96951	linear.weight	6	-0.14273294806480408
96951	linear.weight	7	-0.07067909836769104
96951	linear.weight	8	0.09658154845237732
96951	linear.weight	9	-0.033190786838531494
96951	linear.bias	0	-1.0798180103302002
96951	linear.bias	1	1.9161443710327148
96951	linear.bias	2	0.27771303057670593
96951	linear.bias	3	-2.1802608966827393
96951	linear.bias	4	-0.4328385293483734
96951	linear.bias	5	0.9635040163993835
96951	linear.bias	6	-0.3053806722164154
96951	linear.bias	7	0.25132831931114197
96951	linear.bias	8	2.14125919342041
96951	linear.bias	9	-1.1946935653686523
97560	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
97560	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
97560	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
97560	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
97560	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
97560	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
97560	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
97560	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
97560	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
97560	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
97560	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
97560	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
97560	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
97560	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
97560	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
97560	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
97560	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
97560	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
97560	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
97560	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
97560	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
97560	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
97560	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
97560	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
97560	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
97560	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
97560	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
97560	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
97560	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
97560	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
97560	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
97560	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
97560	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
97560	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
97560	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
97560	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
97560	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
97560	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
97560	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
97560	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
97560	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
97560	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
97560	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
97560	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
97560	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
97560	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
97560	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
97560	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
97560	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
97560	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
97560	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
97560	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
97560	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
97560	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
97560	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
97560	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
97560	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
97560	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
97560	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
97560	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
97560	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
97560	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
97560	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
97560	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
97560	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
97560	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
97560	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
97560	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
97560	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
97560	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
97560	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
97560	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
97560	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
97560	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
97560	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
97560	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
97560	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
97560	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
97560	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
97560	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
97560	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
97560	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
97560	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
97560	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
97560	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
97560	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
97560	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
97560	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
97560	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
97560	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
97560	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
97560	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
97560	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
97560	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
97560	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
97560	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
97560	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
97560	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
97560	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
97560	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
97560	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
97560	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
97560	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
97560	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
97560	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
97560	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
97560	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
97560	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
97560	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
97560	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
97560	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
97560	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
97560	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
97560	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
97560	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
97560	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
97560	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
97560	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
97560	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
97560	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
97560	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
97560	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
97560	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
97560	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
97560	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
97560	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
97560	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
97560	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
97560	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
97560	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
97560	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
97560	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
97560	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
97560	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
97560	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
97560	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
97560	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
97560	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
97560	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
97560	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
97560	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
97560	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
97560	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
97560	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
97560	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
97560	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
97560	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
97560	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
97560	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
97560	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
97560	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
97560	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
97560	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
97560	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
97560	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
97560	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
97560	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
97560	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
97560	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
97560	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
97560	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
97560	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
97560	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
97560	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
97560	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
97560	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
97560	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
97560	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
97560	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
97560	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
97560	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
97560	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
97560	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
97560	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
97560	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
97560	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
97560	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
97560	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
97560	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
97560	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
97560	embedding2nn.weight	0	0.149577796459198
97560	embedding2nn.weight	1	0.27178213000297546
97560	embedding2nn.weight	2	0.05216808617115021
97560	embedding2nn.weight	3	-0.0074886130169034
97560	embedding2nn.weight	4	-0.06216077506542206
97560	embedding2nn.weight	5	0.060574181377887726
97560	embedding2nn.weight	6	0.05902557447552681
97560	embedding2nn.weight	7	-0.005905058700591326
97560	embedding2nn.weight	8	0.053046561777591705
97560	embedding2nn.weight	9	-0.03339814767241478
97560	embedding2nn.bias	0	0.05898550525307655
97560	embedding2nn.bias	1	-0.14609383046627045
97560	embedding2nn.bias	2	0.0667433962225914
97560	embedding2nn.bias	3	0.14994922280311584
97560	embedding2nn.bias	4	0.11574479192495346
97560	embedding2nn.bias	5	-0.009340282529592514
97560	embedding2nn.bias	6	-0.03770916536450386
97560	embedding2nn.bias	7	0.027628732845187187
97560	embedding2nn.bias	8	-0.11766437441110611
97560	embedding2nn.bias	9	-0.3648621141910553
97560	rnn.weight_ih_l0	0	0.0024057382252067327
97560	rnn.weight_ih_l0	1	-0.049114782363176346
97560	rnn.weight_ih_l0	2	-0.0072497958317399025
97560	rnn.weight_ih_l0	3	0.0290443804115057
97560	rnn.weight_ih_l0	4	0.01262930128723383
97560	rnn.weight_ih_l0	5	-0.08555228263139725
97560	rnn.weight_ih_l0	6	0.025651171803474426
97560	rnn.weight_ih_l0	7	0.00592476362362504
97560	rnn.weight_ih_l0	8	0.02349053882062435
97560	rnn.weight_ih_l0	9	-0.02372915670275688
97560	rnn.weight_hh_l0	0	0.028587816283106804
97560	rnn.weight_hh_l0	1	0.06736446917057037
97560	rnn.weight_hh_l0	2	0.0069067636504769325
97560	rnn.weight_hh_l0	3	0.05442060902714729
97560	rnn.weight_hh_l0	4	-0.01703757606446743
97560	rnn.weight_hh_l0	5	0.04644913971424103
97560	rnn.weight_hh_l0	6	0.016060713678598404
97560	rnn.weight_hh_l0	7	0.014865235425531864
97560	rnn.weight_hh_l0	8	0.037572141736745834
97560	rnn.weight_hh_l0	9	-0.037172138690948486
97560	rnn.bias_ih_l0	0	0.08372412621974945
97560	rnn.bias_ih_l0	1	-0.15138278901576996
97560	rnn.bias_ih_l0	2	-0.005156227853149176
97560	rnn.bias_ih_l0	3	-0.1289171576499939
97560	rnn.bias_ih_l0	4	0.07253532856702805
97560	rnn.bias_ih_l0	5	-0.19600138068199158
97560	rnn.bias_ih_l0	6	-0.06990021467208862
97560	rnn.bias_ih_l0	7	-0.16698051989078522
97560	rnn.bias_ih_l0	8	-0.11717705428600311
97560	rnn.bias_ih_l0	9	-0.2963467538356781
97560	rnn.bias_hh_l0	0	-0.13233427703380585
97560	rnn.bias_hh_l0	1	-0.12986281514167786
97560	rnn.bias_hh_l0	2	-0.10200414061546326
97560	rnn.bias_hh_l0	3	-0.05342462658882141
97560	rnn.bias_hh_l0	4	-0.12545904517173767
97560	rnn.bias_hh_l0	5	-0.17893792688846588
97560	rnn.bias_hh_l0	6	-0.11418847739696503
97560	rnn.bias_hh_l0	7	0.08690353482961655
97560	rnn.bias_hh_l0	8	-0.11546806991100311
97560	rnn.bias_hh_l0	9	-0.28374066948890686
97560	rnn.weight_ih_l0_reverse	0	0.04409251734614372
97560	rnn.weight_ih_l0_reverse	1	-0.06339094042778015
97560	rnn.weight_ih_l0_reverse	2	-0.023641612380743027
97560	rnn.weight_ih_l0_reverse	3	-0.06392256915569305
97560	rnn.weight_ih_l0_reverse	4	0.0097578139975667
97560	rnn.weight_ih_l0_reverse	5	-0.12721329927444458
97560	rnn.weight_ih_l0_reverse	6	0.04093542695045471
97560	rnn.weight_ih_l0_reverse	7	0.020049147307872772
97560	rnn.weight_ih_l0_reverse	8	-0.052283938974142075
97560	rnn.weight_ih_l0_reverse	9	-0.011000463739037514
97560	rnn.weight_hh_l0_reverse	0	-0.040969569236040115
97560	rnn.weight_hh_l0_reverse	1	0.024636555463075638
97560	rnn.weight_hh_l0_reverse	2	-0.013287927024066448
97560	rnn.weight_hh_l0_reverse	3	0.012973859906196594
97560	rnn.weight_hh_l0_reverse	4	-0.06644142419099808
97560	rnn.weight_hh_l0_reverse	5	0.03422508388757706
97560	rnn.weight_hh_l0_reverse	6	0.016525892540812492
97560	rnn.weight_hh_l0_reverse	7	-0.004771016538143158
97560	rnn.weight_hh_l0_reverse	8	0.009470438584685326
97560	rnn.weight_hh_l0_reverse	9	0.0389830581843853
97560	rnn.bias_ih_l0_reverse	0	-0.1430962085723877
97560	rnn.bias_ih_l0_reverse	1	-0.12756392359733582
97560	rnn.bias_ih_l0_reverse	2	0.023927880451083183
97560	rnn.bias_ih_l0_reverse	3	-0.1292632520198822
97560	rnn.bias_ih_l0_reverse	4	-0.02393730916082859
97560	rnn.bias_ih_l0_reverse	5	-0.14717085659503937
97560	rnn.bias_ih_l0_reverse	6	0.23354394733905792
97560	rnn.bias_ih_l0_reverse	7	-0.2104683518409729
97560	rnn.bias_ih_l0_reverse	8	-0.09639548510313034
97560	rnn.bias_ih_l0_reverse	9	-0.1144791767001152
97560	rnn.bias_hh_l0_reverse	0	-0.03942210227251053
97560	rnn.bias_hh_l0_reverse	1	0.12855584919452667
97560	rnn.bias_hh_l0_reverse	2	-0.2131284922361374
97560	rnn.bias_hh_l0_reverse	3	-0.053166572004556656
97560	rnn.bias_hh_l0_reverse	4	-0.20858395099639893
97560	rnn.bias_hh_l0_reverse	5	-0.09199206531047821
97560	rnn.bias_hh_l0_reverse	6	-0.20235632359981537
97560	rnn.bias_hh_l0_reverse	7	-0.05389156937599182
97560	rnn.bias_hh_l0_reverse	8	-0.11123881489038467
97560	rnn.bias_hh_l0_reverse	9	0.17936201393604279
97560	linear.weight	0	0.21477815508842468
97560	linear.weight	1	-0.31583794951438904
97560	linear.weight	2	0.052791349589824677
97560	linear.weight	3	0.06754902005195618
97560	linear.weight	4	-0.1764882653951645
97560	linear.weight	5	0.2127465158700943
97560	linear.weight	6	-0.1365230679512024
97560	linear.weight	7	-0.07067057490348816
97560	linear.weight	8	0.09635225683450699
97560	linear.weight	9	-0.033232431858778
97560	linear.bias	0	-1.0779982805252075
97560	linear.bias	1	1.8824397325515747
97560	linear.bias	2	0.2980235815048218
97560	linear.bias	3	-2.182583808898926
97560	linear.bias	4	-0.42893752455711365
97560	linear.bias	5	0.9363226890563965
97560	linear.bias	6	-0.32828614115715027
97560	linear.bias	7	0.30222734808921814
97560	linear.bias	8	2.1062376499176025
97560	linear.bias	9	-1.2120674848556519
97568	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
97568	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
97568	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
97568	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
97568	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
97568	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
97568	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
97568	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
97568	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
97568	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
97568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
97568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
97568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
97568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
97568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
97568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
97568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
97568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
97568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
97568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
97568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
97568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
97568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
97568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
97568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
97568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
97568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
97568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
97568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
97568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
97568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
97568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
97568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
97568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
97568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
97568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
97568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
97568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
97568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
97568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
97568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
97568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
97568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
97568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
97568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
97568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
97568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
97568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
97568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
97568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
97568	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
97568	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
97568	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
97568	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
97568	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
97568	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
97568	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
97568	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
97568	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
97568	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
97568	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
97568	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
97568	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
97568	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
97568	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
97568	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
97568	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
97568	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
97568	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
97568	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
97568	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
97568	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
97568	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
97568	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
97568	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
97568	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
97568	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
97568	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
97568	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
97568	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
97568	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
97568	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
97568	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
97568	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
97568	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
97568	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
97568	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
97568	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
97568	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
97568	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
97568	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
97568	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
97568	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
97568	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
97568	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
97568	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
97568	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
97568	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
97568	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
97568	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
97568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
97568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
97568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
97568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
97568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
97568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
97568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
97568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
97568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
97568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
97568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
97568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
97568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
97568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
97568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
97568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
97568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
97568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
97568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
97568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
97568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
97568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
97568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
97568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
97568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
97568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
97568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
97568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
97568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
97568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
97568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
97568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
97568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
97568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
97568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
97568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
97568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
97568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
97568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
97568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
97568	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
97568	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
97568	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
97568	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
97568	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
97568	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
97568	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
97568	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
97568	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
97568	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
97568	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
97568	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
97568	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
97568	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
97568	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
97568	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
97568	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
97568	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
97568	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
97568	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
97568	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
97568	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
97568	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
97568	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
97568	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
97568	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
97568	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
97568	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
97568	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
97568	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
97568	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
97568	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
97568	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
97568	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
97568	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
97568	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
97568	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
97568	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
97568	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
97568	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
97568	embedding2nn.weight	0	0.14968617260456085
97568	embedding2nn.weight	1	0.271920770406723
97568	embedding2nn.weight	2	0.052232980728149414
97568	embedding2nn.weight	3	-0.006910101510584354
97568	embedding2nn.weight	4	-0.06157295033335686
97568	embedding2nn.weight	5	0.06065016984939575
97568	embedding2nn.weight	6	0.05969779193401337
97568	embedding2nn.weight	7	-0.005133438389748335
97568	embedding2nn.weight	8	0.05281819403171539
97568	embedding2nn.weight	9	-0.03333749622106552
97568	embedding2nn.bias	0	0.05880265682935715
97568	embedding2nn.bias	1	-0.14965252578258514
97568	embedding2nn.bias	2	0.07277865707874298
97568	embedding2nn.bias	3	0.15888629853725433
97568	embedding2nn.bias	4	0.11509139090776443
97568	embedding2nn.bias	5	-0.02034597471356392
97568	embedding2nn.bias	6	-0.03842765837907791
97568	embedding2nn.bias	7	0.02927686832845211
97568	embedding2nn.bias	8	-0.11447281390428543
97568	embedding2nn.bias	9	-0.36730536818504333
97568	rnn.weight_ih_l0	0	0.0024562824983149767
97568	rnn.weight_ih_l0	1	-0.04915425553917885
97568	rnn.weight_ih_l0	2	-0.008021309971809387
97568	rnn.weight_ih_l0	3	0.028792427852749825
97568	rnn.weight_ih_l0	4	0.012570538558065891
97568	rnn.weight_ih_l0	5	-0.08505676686763763
97568	rnn.weight_ih_l0	6	0.024851365014910698
97568	rnn.weight_ih_l0	7	0.005774965044111013
97568	rnn.weight_ih_l0	8	0.022932082414627075
97568	rnn.weight_ih_l0	9	-0.02363787405192852
97568	rnn.weight_hh_l0	0	0.028601758182048798
97568	rnn.weight_hh_l0	1	0.06719937920570374
97568	rnn.weight_hh_l0	2	0.0067684706300497055
97568	rnn.weight_hh_l0	3	0.054433584213256836
97568	rnn.weight_hh_l0	4	-0.016952546313405037
97568	rnn.weight_hh_l0	5	0.04651081562042236
97568	rnn.weight_hh_l0	6	0.01598392426967621
97568	rnn.weight_hh_l0	7	0.014875226654112339
97568	rnn.weight_hh_l0	8	0.03758235648274422
97568	rnn.weight_hh_l0	9	-0.03722713887691498
97568	rnn.bias_ih_l0	0	0.08413061499595642
97568	rnn.bias_ih_l0	1	-0.15181097388267517
97568	rnn.bias_ih_l0	2	-0.005656275898218155
97568	rnn.bias_ih_l0	3	-0.12916405498981476
97568	rnn.bias_ih_l0	4	0.07273625582456589
97568	rnn.bias_ih_l0	5	-0.1962522268295288
97568	rnn.bias_ih_l0	6	-0.06884218007326126
97568	rnn.bias_ih_l0	7	-0.16706912219524384
97568	rnn.bias_ih_l0	8	-0.1167164221405983
97568	rnn.bias_ih_l0	9	-0.2990996837615967
97568	rnn.bias_hh_l0	0	-0.13156557083129883
97568	rnn.bias_hh_l0	1	-0.12987147271633148
97568	rnn.bias_hh_l0	2	-0.10135683417320251
97568	rnn.bias_hh_l0	3	-0.05510186403989792
97568	rnn.bias_hh_l0	4	-0.12603898346424103
97568	rnn.bias_hh_l0	5	-0.17887648940086365
97568	rnn.bias_hh_l0	6	-0.11463982611894608
97568	rnn.bias_hh_l0	7	0.08742218464612961
97568	rnn.bias_hh_l0	8	-0.11625306308269501
97568	rnn.bias_hh_l0	9	-0.28405869007110596
97568	rnn.weight_ih_l0_reverse	0	0.04409800097346306
97568	rnn.weight_ih_l0_reverse	1	-0.06341829895973206
97568	rnn.weight_ih_l0_reverse	2	-0.023691050708293915
97568	rnn.weight_ih_l0_reverse	3	-0.06326699256896973
97568	rnn.weight_ih_l0_reverse	4	0.010197252966463566
97568	rnn.weight_ih_l0_reverse	5	-0.12659376859664917
97568	rnn.weight_ih_l0_reverse	6	0.04064437747001648
97568	rnn.weight_ih_l0_reverse	7	0.02012956142425537
97568	rnn.weight_ih_l0_reverse	8	-0.051914602518081665
97568	rnn.weight_ih_l0_reverse	9	-0.011355453170835972
97568	rnn.weight_hh_l0_reverse	0	-0.04109209403395653
97568	rnn.weight_hh_l0_reverse	1	0.02464970573782921
97568	rnn.weight_hh_l0_reverse	2	-0.01323474757373333
97568	rnn.weight_hh_l0_reverse	3	0.012928136624395847
97568	rnn.weight_hh_l0_reverse	4	-0.06638332456350327
97568	rnn.weight_hh_l0_reverse	5	0.034228503704071045
97568	rnn.weight_hh_l0_reverse	6	0.01652476005256176
97568	rnn.weight_hh_l0_reverse	7	-0.004936962388455868
97568	rnn.weight_hh_l0_reverse	8	0.010379592888057232
97568	rnn.weight_hh_l0_reverse	9	0.03885265812277794
97568	rnn.bias_ih_l0_reverse	0	-0.14246535301208496
97568	rnn.bias_ih_l0_reverse	1	-0.12710364162921906
97568	rnn.bias_ih_l0_reverse	2	0.023835115134716034
97568	rnn.bias_ih_l0_reverse	3	-0.130092054605484
97568	rnn.bias_ih_l0_reverse	4	-0.024133674800395966
97568	rnn.bias_ih_l0_reverse	5	-0.14716437458992004
97568	rnn.bias_ih_l0_reverse	6	0.2333378791809082
97568	rnn.bias_ih_l0_reverse	7	-0.20922119915485382
97568	rnn.bias_ih_l0_reverse	8	-0.0960959643125534
97568	rnn.bias_ih_l0_reverse	9	-0.11439859122037888
97568	rnn.bias_hh_l0_reverse	0	-0.03962573781609535
97568	rnn.bias_hh_l0_reverse	1	0.12993624806404114
97568	rnn.bias_hh_l0_reverse	2	-0.2131529152393341
97568	rnn.bias_hh_l0_reverse	3	-0.053431436419487
97568	rnn.bias_hh_l0_reverse	4	-0.20769235491752625
97568	rnn.bias_hh_l0_reverse	5	-0.09086915850639343
97568	rnn.bias_hh_l0_reverse	6	-0.20316673815250397
97568	rnn.bias_hh_l0_reverse	7	-0.05395299941301346
97568	rnn.bias_hh_l0_reverse	8	-0.11228226870298386
97568	rnn.bias_hh_l0_reverse	9	0.17907866835594177
97568	linear.weight	0	0.21444912254810333
97568	linear.weight	1	-0.3185291290283203
97568	linear.weight	2	0.04651078209280968
97568	linear.weight	3	0.06754812598228455
97568	linear.weight	4	-0.178217813372612
97568	linear.weight	5	0.2128026783466339
97568	linear.weight	6	-0.1335693746805191
97568	linear.weight	7	-0.0706707313656807
97568	linear.weight	8	0.09115716814994812
97568	linear.weight	9	-0.03323362022638321
97568	linear.bias	0	-1.0785341262817383
97568	linear.bias	1	1.8809876441955566
97568	linear.bias	2	0.2813010513782501
97568	linear.bias	3	-2.182624578475952
97568	linear.bias	4	-0.43856871128082275
97568	linear.bias	5	0.9448520541191101
97568	linear.bias	6	-0.3230161666870117
97568	linear.bias	7	0.30294257402420044
97568	linear.bias	8	2.1212332248687744
97568	linear.bias	9	-1.213527798652649
98177	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
98177	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
98177	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
98177	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
98177	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
98177	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
98177	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
98177	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
98177	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
98177	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
98177	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
98177	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
98177	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
98177	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
98177	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
98177	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
98177	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
98177	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
98177	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
98177	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
98177	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
98177	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
98177	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
98177	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
98177	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
98177	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
98177	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
98177	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
98177	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
98177	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
98177	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
98177	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
98177	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
98177	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
98177	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
98177	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
98177	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
98177	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
98177	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
98177	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
98177	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
98177	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
98177	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
98177	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
98177	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
98177	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
98177	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
98177	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
98177	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
98177	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
98177	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
98177	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
98177	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
98177	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
98177	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
98177	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
98177	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
98177	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
98177	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
98177	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
98177	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
98177	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
98177	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
98177	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
98177	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
98177	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
98177	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
98177	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
98177	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
98177	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
98177	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
98177	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
98177	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
98177	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
98177	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
98177	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
98177	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
98177	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
98177	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
98177	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
98177	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
98177	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
98177	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
98177	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
98177	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
98177	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
98177	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
98177	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
98177	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
98177	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
98177	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
98177	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
98177	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
98177	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
98177	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
98177	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
98177	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
98177	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
98177	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
98177	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
98177	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
98177	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
98177	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
98177	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
98177	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
98177	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
98177	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
98177	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
98177	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
98177	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
98177	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
98177	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
98177	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
98177	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
98177	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
98177	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
98177	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
98177	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
98177	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
98177	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
98177	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
98177	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
98177	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
98177	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
98177	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
98177	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
98177	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
98177	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
98177	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
98177	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
98177	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
98177	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
98177	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
98177	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
98177	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
98177	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
98177	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
98177	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
98177	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
98177	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
98177	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
98177	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
98177	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
98177	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
98177	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
98177	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
98177	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
98177	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
98177	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
98177	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
98177	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
98177	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
98177	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
98177	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
98177	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
98177	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
98177	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
98177	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
98177	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
98177	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
98177	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
98177	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
98177	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
98177	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
98177	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
98177	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
98177	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
98177	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
98177	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
98177	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
98177	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
98177	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
98177	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
98177	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
98177	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
98177	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
98177	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
98177	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
98177	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
98177	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
98177	embedding2nn.weight	0	0.14844664931297302
98177	embedding2nn.weight	1	0.2729041874408722
98177	embedding2nn.weight	2	0.05230595916509628
98177	embedding2nn.weight	3	0.0017598728882148862
98177	embedding2nn.weight	4	-0.06334561109542847
98177	embedding2nn.weight	5	0.06260284781455994
98177	embedding2nn.weight	6	0.06678373366594315
98177	embedding2nn.weight	7	-0.008196135051548481
98177	embedding2nn.weight	8	0.049218036234378815
98177	embedding2nn.weight	9	-0.03172539547085762
98177	embedding2nn.bias	0	0.02386440522968769
98177	embedding2nn.bias	1	-0.1301264464855194
98177	embedding2nn.bias	2	0.06529053300619125
98177	embedding2nn.bias	3	0.16351120173931122
98177	embedding2nn.bias	4	0.13133223354816437
98177	embedding2nn.bias	5	-0.013323316350579262
98177	embedding2nn.bias	6	-0.041978657245635986
98177	embedding2nn.bias	7	0.03550908342003822
98177	embedding2nn.bias	8	-0.11419691890478134
98177	embedding2nn.bias	9	-0.35700276494026184
98177	rnn.weight_ih_l0	0	0.0036867340095341206
98177	rnn.weight_ih_l0	1	-0.0493120402097702
98177	rnn.weight_ih_l0	2	-0.009538278914988041
98177	rnn.weight_ih_l0	3	0.026177341118454933
98177	rnn.weight_ih_l0	4	0.015340633690357208
98177	rnn.weight_ih_l0	5	-0.08807563781738281
98177	rnn.weight_ih_l0	6	0.021581020206212997
98177	rnn.weight_ih_l0	7	0.0015896194381639361
98177	rnn.weight_ih_l0	8	0.024393802508711815
98177	rnn.weight_ih_l0	9	-0.011250528506934643
98177	rnn.weight_hh_l0	0	0.028179612010717392
98177	rnn.weight_hh_l0	1	0.06730916351079941
98177	rnn.weight_hh_l0	2	0.007419124245643616
98177	rnn.weight_hh_l0	3	0.05358762666583061
98177	rnn.weight_hh_l0	4	-0.016847265884280205
98177	rnn.weight_hh_l0	5	0.04592852294445038
98177	rnn.weight_hh_l0	6	0.014566122554242611
98177	rnn.weight_hh_l0	7	0.014974843710660934
98177	rnn.weight_hh_l0	8	0.03767741098999977
98177	rnn.weight_hh_l0	9	-0.034986019134521484
98177	rnn.bias_ih_l0	0	0.08532212674617767
98177	rnn.bias_ih_l0	1	-0.15097126364707947
98177	rnn.bias_ih_l0	2	-0.007323398720473051
98177	rnn.bias_ih_l0	3	-0.1304105520248413
98177	rnn.bias_ih_l0	4	0.06991785764694214
98177	rnn.bias_ih_l0	5	-0.19147716462612152
98177	rnn.bias_ih_l0	6	-0.0888151153922081
98177	rnn.bias_ih_l0	7	-0.1682213395833969
98177	rnn.bias_ih_l0	8	-0.11726853251457214
98177	rnn.bias_ih_l0	9	-0.30666497349739075
98177	rnn.bias_hh_l0	0	-0.13438045978546143
98177	rnn.bias_hh_l0	1	-0.13601981103420258
98177	rnn.bias_hh_l0	2	-0.10458605736494064
98177	rnn.bias_hh_l0	3	-0.05643981695175171
98177	rnn.bias_hh_l0	4	-0.1332806795835495
98177	rnn.bias_hh_l0	5	-0.17836488783359528
98177	rnn.bias_hh_l0	6	-0.11262856423854828
98177	rnn.bias_hh_l0	7	0.06866813451051712
98177	rnn.bias_hh_l0	8	-0.10669289529323578
98177	rnn.bias_hh_l0	9	-0.29133161902427673
98177	rnn.weight_ih_l0_reverse	0	0.04416780546307564
98177	rnn.weight_ih_l0_reverse	1	-0.06114931032061577
98177	rnn.weight_ih_l0_reverse	2	-0.020675329491496086
98177	rnn.weight_ih_l0_reverse	3	-0.06542979180812836
98177	rnn.weight_ih_l0_reverse	4	0.00987268052995205
98177	rnn.weight_ih_l0_reverse	5	-0.12422580271959305
98177	rnn.weight_ih_l0_reverse	6	0.03888444975018501
98177	rnn.weight_ih_l0_reverse	7	0.019407538697123528
98177	rnn.weight_ih_l0_reverse	8	-0.0541723258793354
98177	rnn.weight_ih_l0_reverse	9	-0.007453790865838528
98177	rnn.weight_hh_l0_reverse	0	-0.04234732314944267
98177	rnn.weight_hh_l0_reverse	1	0.024434944614768028
98177	rnn.weight_hh_l0_reverse	2	-0.012716821394860744
98177	rnn.weight_hh_l0_reverse	3	0.01332848984748125
98177	rnn.weight_hh_l0_reverse	4	-0.06498150527477264
98177	rnn.weight_hh_l0_reverse	5	0.03404965624213219
98177	rnn.weight_hh_l0_reverse	6	0.01646738499403
98177	rnn.weight_hh_l0_reverse	7	-0.0027044254820793867
98177	rnn.weight_hh_l0_reverse	8	0.012398856692016125
98177	rnn.weight_hh_l0_reverse	9	0.03645617142319679
98177	rnn.bias_ih_l0_reverse	0	-0.1381491720676422
98177	rnn.bias_ih_l0_reverse	1	-0.12353383004665375
98177	rnn.bias_ih_l0_reverse	2	0.016747640445828438
98177	rnn.bias_ih_l0_reverse	3	-0.13724741339683533
98177	rnn.bias_ih_l0_reverse	4	-0.02100313827395439
98177	rnn.bias_ih_l0_reverse	5	-0.14925290644168854
98177	rnn.bias_ih_l0_reverse	6	0.22925879061222076
98177	rnn.bias_ih_l0_reverse	7	-0.23178716003894806
98177	rnn.bias_ih_l0_reverse	8	-0.0942586213350296
98177	rnn.bias_ih_l0_reverse	9	-0.10934191197156906
98177	rnn.bias_hh_l0_reverse	0	-0.041497603058815
98177	rnn.bias_hh_l0_reverse	1	0.13841885328292847
98177	rnn.bias_hh_l0_reverse	2	-0.22036804258823395
98177	rnn.bias_hh_l0_reverse	3	-0.048730023205280304
98177	rnn.bias_hh_l0_reverse	4	-0.2100883275270462
98177	rnn.bias_hh_l0_reverse	5	-0.09587275981903076
98177	rnn.bias_hh_l0_reverse	6	-0.2033100128173828
98177	rnn.bias_hh_l0_reverse	7	-0.05932191014289856
98177	rnn.bias_hh_l0_reverse	8	-0.103201724588871
98177	rnn.bias_hh_l0_reverse	9	0.18454690277576447
98177	linear.weight	0	0.2413674145936966
98177	linear.weight	1	-0.3278518617153168
98177	linear.weight	2	0.04050232470035553
98177	linear.weight	3	0.06752791255712509
98177	linear.weight	4	-0.14618824422359467
98177	linear.weight	5	0.22443880140781403
98177	linear.weight	6	-0.13384020328521729
98177	linear.weight	7	-0.07068300247192383
98177	linear.weight	8	0.07521601021289825
98177	linear.weight	9	-0.03330353647470474
98177	linear.bias	0	-1.0679506063461304
98177	linear.bias	1	1.8963708877563477
98177	linear.bias	2	0.28099140524864197
98177	linear.bias	3	-2.184842586517334
98177	linear.bias	4	-0.42441582679748535
98177	linear.bias	5	0.9770967960357666
98177	linear.bias	6	-0.33406347036361694
98177	linear.bias	7	0.3110676109790802
98177	linear.bias	8	2.0905532836914062
98177	linear.bias	9	-1.2091829776763916
98786	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
98786	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
98786	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
98786	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
98786	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
98786	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
98786	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
98786	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
98786	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
98786	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
98786	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
98786	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
98786	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
98786	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
98786	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
98786	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
98786	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
98786	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
98786	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
98786	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
98786	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
98786	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
98786	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
98786	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
98786	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
98786	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
98786	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
98786	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
98786	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
98786	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
98786	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
98786	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
98786	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
98786	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
98786	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
98786	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
98786	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
98786	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
98786	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
98786	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
98786	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
98786	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
98786	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
98786	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
98786	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
98786	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
98786	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
98786	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
98786	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
98786	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
98786	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
98786	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
98786	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
98786	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
98786	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
98786	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
98786	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
98786	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
98786	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
98786	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
98786	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
98786	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
98786	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
98786	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
98786	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
98786	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
98786	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
98786	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
98786	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
98786	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
98786	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
98786	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
98786	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
98786	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
98786	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
98786	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
98786	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
98786	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
98786	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
98786	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
98786	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
98786	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
98786	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
98786	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
98786	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
98786	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
98786	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
98786	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
98786	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
98786	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
98786	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
98786	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
98786	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
98786	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
98786	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
98786	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
98786	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
98786	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
98786	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
98786	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
98786	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
98786	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
98786	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
98786	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
98786	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
98786	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
98786	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
98786	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
98786	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
98786	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
98786	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
98786	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
98786	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
98786	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
98786	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
98786	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
98786	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
98786	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
98786	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
98786	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
98786	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
98786	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
98786	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
98786	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
98786	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
98786	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
98786	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
98786	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
98786	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
98786	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
98786	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
98786	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
98786	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
98786	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
98786	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
98786	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
98786	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
98786	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
98786	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
98786	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
98786	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
98786	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
98786	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
98786	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
98786	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
98786	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
98786	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
98786	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
98786	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
98786	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
98786	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
98786	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
98786	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
98786	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
98786	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
98786	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
98786	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
98786	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
98786	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
98786	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
98786	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
98786	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
98786	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
98786	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
98786	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
98786	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
98786	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
98786	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
98786	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
98786	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
98786	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
98786	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
98786	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
98786	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
98786	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
98786	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
98786	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
98786	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
98786	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
98786	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
98786	embedding2nn.weight	0	0.15054646134376526
98786	embedding2nn.weight	1	0.26930707693099976
98786	embedding2nn.weight	2	0.05262894183397293
98786	embedding2nn.weight	3	0.00507776066660881
98786	embedding2nn.weight	4	-0.06527098268270493
98786	embedding2nn.weight	5	0.06098315119743347
98786	embedding2nn.weight	6	0.061290442943573
98786	embedding2nn.weight	7	-0.01098683476448059
98786	embedding2nn.weight	8	0.050591807812452316
98786	embedding2nn.weight	9	-0.03593399003148079
98786	embedding2nn.bias	0	0.04839102178812027
98786	embedding2nn.bias	1	-0.15564599633216858
98786	embedding2nn.bias	2	0.07823242992162704
98786	embedding2nn.bias	3	0.1688755601644516
98786	embedding2nn.bias	4	0.1491904854774475
98786	embedding2nn.bias	5	-0.023540472611784935
98786	embedding2nn.bias	6	-0.04297477751970291
98786	embedding2nn.bias	7	0.022192493081092834
98786	embedding2nn.bias	8	-0.13206876814365387
98786	embedding2nn.bias	9	-0.3414856791496277
98786	rnn.weight_ih_l0	0	0.004833657294511795
98786	rnn.weight_ih_l0	1	-0.04844539240002632
98786	rnn.weight_ih_l0	2	-0.012994841672480106
98786	rnn.weight_ih_l0	3	0.02481209859251976
98786	rnn.weight_ih_l0	4	0.015206760726869106
98786	rnn.weight_ih_l0	5	-0.08775926381349564
98786	rnn.weight_ih_l0	6	0.019081972539424896
98786	rnn.weight_ih_l0	7	0.0013121975352987647
98786	rnn.weight_ih_l0	8	0.02768459916114807
98786	rnn.weight_ih_l0	9	-0.015224047005176544
98786	rnn.weight_hh_l0	0	0.02852947637438774
98786	rnn.weight_hh_l0	1	0.06763476133346558
98786	rnn.weight_hh_l0	2	0.0076321945525705814
98786	rnn.weight_hh_l0	3	0.05371679365634918
98786	rnn.weight_hh_l0	4	-0.016376404091715813
98786	rnn.weight_hh_l0	5	0.04529668390750885
98786	rnn.weight_hh_l0	6	0.014521093107759953
98786	rnn.weight_hh_l0	7	0.016431933268904686
98786	rnn.weight_hh_l0	8	0.037244345992803574
98786	rnn.weight_hh_l0	9	-0.03469974920153618
98786	rnn.bias_ih_l0	0	0.08117415010929108
98786	rnn.bias_ih_l0	1	-0.15640264749526978
98786	rnn.bias_ih_l0	2	-0.0016773662064224482
98786	rnn.bias_ih_l0	3	-0.13015976548194885
98786	rnn.bias_ih_l0	4	0.06124137341976166
98786	rnn.bias_ih_l0	5	-0.19043686985969543
98786	rnn.bias_ih_l0	6	-0.08311597257852554
98786	rnn.bias_ih_l0	7	-0.1688195914030075
98786	rnn.bias_ih_l0	8	-0.11499626934528351
98786	rnn.bias_ih_l0	9	-0.3192669153213501
98786	rnn.bias_hh_l0	0	-0.13323648273944855
98786	rnn.bias_hh_l0	1	-0.1383042186498642
98786	rnn.bias_hh_l0	2	-0.0999445989727974
98786	rnn.bias_hh_l0	3	-0.050853535532951355
98786	rnn.bias_hh_l0	4	-0.13678090274333954
98786	rnn.bias_hh_l0	5	-0.1805303543806076
98786	rnn.bias_hh_l0	6	-0.11034917831420898
98786	rnn.bias_hh_l0	7	0.06528119742870331
98786	rnn.bias_hh_l0	8	-0.10785354673862457
98786	rnn.bias_hh_l0	9	-0.28977853059768677
98786	rnn.weight_ih_l0_reverse	0	0.04958457127213478
98786	rnn.weight_ih_l0_reverse	1	-0.05721387267112732
98786	rnn.weight_ih_l0_reverse	2	-0.020182810723781586
98786	rnn.weight_ih_l0_reverse	3	-0.0676298514008522
98786	rnn.weight_ih_l0_reverse	4	0.008593064732849598
98786	rnn.weight_ih_l0_reverse	5	-0.1235138401389122
98786	rnn.weight_ih_l0_reverse	6	0.043376851826906204
98786	rnn.weight_ih_l0_reverse	7	0.020601151511073112
98786	rnn.weight_ih_l0_reverse	8	-0.05649891123175621
98786	rnn.weight_ih_l0_reverse	9	-0.0031677200458943844
98786	rnn.weight_hh_l0_reverse	0	-0.04378058761358261
98786	rnn.weight_hh_l0_reverse	1	0.02299506776034832
98786	rnn.weight_hh_l0_reverse	2	-0.012796571478247643
98786	rnn.weight_hh_l0_reverse	3	0.012787998653948307
98786	rnn.weight_hh_l0_reverse	4	-0.0652780830860138
98786	rnn.weight_hh_l0_reverse	5	0.033785782754421234
98786	rnn.weight_hh_l0_reverse	6	0.01633688434958458
98786	rnn.weight_hh_l0_reverse	7	-0.004297872073948383
98786	rnn.weight_hh_l0_reverse	8	0.011888272128999233
98786	rnn.weight_hh_l0_reverse	9	0.03832874074578285
98786	rnn.bias_ih_l0_reverse	0	-0.1370835155248642
98786	rnn.bias_ih_l0_reverse	1	-0.11845877021551132
98786	rnn.bias_ih_l0_reverse	2	0.016885558143258095
98786	rnn.bias_ih_l0_reverse	3	-0.12910500168800354
98786	rnn.bias_ih_l0_reverse	4	-0.016750885173678398
98786	rnn.bias_ih_l0_reverse	5	-0.14881259202957153
98786	rnn.bias_ih_l0_reverse	6	0.2277521789073944
98786	rnn.bias_ih_l0_reverse	7	-0.23148810863494873
98786	rnn.bias_ih_l0_reverse	8	-0.0924420952796936
98786	rnn.bias_ih_l0_reverse	9	-0.11370289325714111
98786	rnn.bias_hh_l0_reverse	0	-0.038613270968198776
98786	rnn.bias_hh_l0_reverse	1	0.14040608704090118
98786	rnn.bias_hh_l0_reverse	2	-0.21287155151367188
98786	rnn.bias_hh_l0_reverse	3	-0.045533228665590286
98786	rnn.bias_hh_l0_reverse	4	-0.20057693123817444
98786	rnn.bias_hh_l0_reverse	5	-0.09484586864709854
98786	rnn.bias_hh_l0_reverse	6	-0.2009029984474182
98786	rnn.bias_hh_l0_reverse	7	-0.06071215867996216
98786	rnn.bias_hh_l0_reverse	8	-0.1049036756157875
98786	rnn.bias_hh_l0_reverse	9	0.17726631462574005
98786	linear.weight	0	0.23325340449810028
98786	linear.weight	1	-0.3086402416229248
98786	linear.weight	2	0.04419277235865593
98786	linear.weight	3	0.06751970946788788
98786	linear.weight	4	-0.13018496334552765
98786	linear.weight	5	0.18695607781410217
98786	linear.weight	6	-0.10952360183000565
98786	linear.weight	7	-0.07063880562782288
98786	linear.weight	8	0.06918815523386002
98786	linear.weight	9	-0.03336435556411743
98786	linear.bias	0	-1.0829864740371704
98786	linear.bias	1	1.8787429332733154
98786	linear.bias	2	0.28251364827156067
98786	linear.bias	3	-2.187091588973999
98786	linear.bias	4	-0.43818411231040955
98786	linear.bias	5	1.0194047689437866
98786	linear.bias	6	-0.2844574749469757
98786	linear.bias	7	0.3332277834415436
98786	linear.bias	8	2.103828191757202
98786	linear.bias	9	-1.1917076110839844
99395	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
99395	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
99395	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
99395	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
99395	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
99395	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
99395	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
99395	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
99395	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
99395	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
99395	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
99395	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
99395	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
99395	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
99395	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
99395	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
99395	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
99395	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
99395	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
99395	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
99395	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
99395	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
99395	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
99395	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
99395	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
99395	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
99395	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
99395	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
99395	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
99395	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
99395	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
99395	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
99395	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
99395	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
99395	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
99395	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
99395	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
99395	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
99395	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
99395	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
99395	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
99395	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
99395	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
99395	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
99395	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
99395	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
99395	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
99395	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
99395	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
99395	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
99395	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
99395	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
99395	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
99395	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
99395	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
99395	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
99395	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
99395	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
99395	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
99395	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
99395	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
99395	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
99395	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
99395	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
99395	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
99395	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
99395	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
99395	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
99395	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
99395	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
99395	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
99395	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
99395	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
99395	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
99395	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
99395	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
99395	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
99395	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
99395	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
99395	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
99395	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
99395	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
99395	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
99395	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
99395	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
99395	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
99395	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
99395	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
99395	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
99395	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
99395	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
99395	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
99395	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
99395	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
99395	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
99395	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
99395	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
99395	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
99395	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
99395	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
99395	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
99395	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
99395	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
99395	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
99395	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
99395	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
99395	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
99395	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
99395	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
99395	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
99395	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
99395	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
99395	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
99395	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
99395	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
99395	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
99395	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
99395	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
99395	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
99395	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
99395	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
99395	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
99395	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
99395	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
99395	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
99395	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
99395	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
99395	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
99395	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
99395	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
99395	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
99395	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
99395	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
99395	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
99395	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
99395	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
99395	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
99395	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
99395	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
99395	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
99395	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
99395	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
99395	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
99395	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
99395	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
99395	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
99395	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
99395	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
99395	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
99395	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
99395	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
99395	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
99395	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
99395	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
99395	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
99395	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
99395	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
99395	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
99395	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
99395	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
99395	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
99395	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
99395	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
99395	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
99395	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
99395	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
99395	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
99395	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
99395	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
99395	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
99395	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
99395	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
99395	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
99395	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
99395	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
99395	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
99395	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
99395	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
99395	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
99395	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
99395	embedding2nn.weight	0	0.15200640261173248
99395	embedding2nn.weight	1	0.2644919455051422
99395	embedding2nn.weight	2	0.05100192874670029
99395	embedding2nn.weight	3	0.0063582537695765495
99395	embedding2nn.weight	4	-0.06392566114664078
99395	embedding2nn.weight	5	0.0651831328868866
99395	embedding2nn.weight	6	0.06143469735980034
99395	embedding2nn.weight	7	-0.014109966345131397
99395	embedding2nn.weight	8	0.051195621490478516
99395	embedding2nn.weight	9	-0.02927394025027752
99395	embedding2nn.bias	0	0.04012130945920944
99395	embedding2nn.bias	1	-0.1273123323917389
99395	embedding2nn.bias	2	0.07832076400518417
99395	embedding2nn.bias	3	0.16962017118930817
99395	embedding2nn.bias	4	0.15752702951431274
99395	embedding2nn.bias	5	-0.03271813690662384
99395	embedding2nn.bias	6	-0.031658854335546494
99395	embedding2nn.bias	7	0.03004354052245617
99395	embedding2nn.bias	8	-0.11291316896677017
99395	embedding2nn.bias	9	-0.3472781777381897
99395	rnn.weight_ih_l0	0	0.005302424542605877
99395	rnn.weight_ih_l0	1	-0.0511416420340538
99395	rnn.weight_ih_l0	2	-0.02197791263461113
99395	rnn.weight_ih_l0	3	0.02576468698680401
99395	rnn.weight_ih_l0	4	0.015849830582737923
99395	rnn.weight_ih_l0	5	-0.08543166518211365
99395	rnn.weight_ih_l0	6	0.010898221284151077
99395	rnn.weight_ih_l0	7	0.00681552616879344
99395	rnn.weight_ih_l0	8	0.029244212433695793
99395	rnn.weight_ih_l0	9	-0.005295547656714916
99395	rnn.weight_hh_l0	0	0.028855323791503906
99395	rnn.weight_hh_l0	1	0.06770358234643936
99395	rnn.weight_hh_l0	2	0.007966959848999977
99395	rnn.weight_hh_l0	3	0.053342465311288834
99395	rnn.weight_hh_l0	4	-0.016569018363952637
99395	rnn.weight_hh_l0	5	0.04570231959223747
99395	rnn.weight_hh_l0	6	0.01402981672435999
99395	rnn.weight_hh_l0	7	0.017962472513318062
99395	rnn.weight_hh_l0	8	0.0377354696393013
99395	rnn.weight_hh_l0	9	-0.03229570388793945
99395	rnn.bias_ih_l0	0	0.06623798608779907
99395	rnn.bias_ih_l0	1	-0.1527196615934372
99395	rnn.bias_ih_l0	2	-0.00468260794878006
99395	rnn.bias_ih_l0	3	-0.1299733817577362
99395	rnn.bias_ih_l0	4	0.06095721572637558
99395	rnn.bias_ih_l0	5	-0.19591237604618073
99395	rnn.bias_ih_l0	6	-0.0617607943713665
99395	rnn.bias_ih_l0	7	-0.16815555095672607
99395	rnn.bias_ih_l0	8	-0.11332979053258896
99395	rnn.bias_ih_l0	9	-0.3046857714653015
99395	rnn.bias_hh_l0	0	-0.1364949494600296
99395	rnn.bias_hh_l0	1	-0.14815475046634674
99395	rnn.bias_hh_l0	2	-0.10191245377063751
99395	rnn.bias_hh_l0	3	-0.05097052827477455
99395	rnn.bias_hh_l0	4	-0.13834154605865479
99395	rnn.bias_hh_l0	5	-0.17851324379444122
99395	rnn.bias_hh_l0	6	-0.11096896976232529
99395	rnn.bias_hh_l0	7	0.0696365013718605
99395	rnn.bias_hh_l0	8	-0.11827901005744934
99395	rnn.bias_hh_l0	9	-0.2912044823169708
99395	rnn.weight_ih_l0_reverse	0	0.04519957676529884
99395	rnn.weight_ih_l0_reverse	1	-0.056246813386678696
99395	rnn.weight_ih_l0_reverse	2	-0.016713906079530716
99395	rnn.weight_ih_l0_reverse	3	-0.07255194336175919
99395	rnn.weight_ih_l0_reverse	4	0.010676674544811249
99395	rnn.weight_ih_l0_reverse	5	-0.11520929634571075
99395	rnn.weight_ih_l0_reverse	6	0.041388269513845444
99395	rnn.weight_ih_l0_reverse	7	0.021370381116867065
99395	rnn.weight_ih_l0_reverse	8	-0.056807368993759155
99395	rnn.weight_ih_l0_reverse	9	0.0011296821758151054
99395	rnn.weight_hh_l0_reverse	0	-0.044734980911016464
99395	rnn.weight_hh_l0_reverse	1	0.02339601144194603
99395	rnn.weight_hh_l0_reverse	2	-0.012442158535122871
99395	rnn.weight_hh_l0_reverse	3	0.013395526446402073
99395	rnn.weight_hh_l0_reverse	4	-0.06521233171224594
99395	rnn.weight_hh_l0_reverse	5	0.03416063264012337
99395	rnn.weight_hh_l0_reverse	6	0.016370348632335663
99395	rnn.weight_hh_l0_reverse	7	-0.003471839241683483
99395	rnn.weight_hh_l0_reverse	8	0.009066728875041008
99395	rnn.weight_hh_l0_reverse	9	0.041760824620723724
99395	rnn.bias_ih_l0_reverse	0	-0.14030255377292633
99395	rnn.bias_ih_l0_reverse	1	-0.12363415956497192
99395	rnn.bias_ih_l0_reverse	2	0.011663202196359634
99395	rnn.bias_ih_l0_reverse	3	-0.1276135891675949
99395	rnn.bias_ih_l0_reverse	4	-0.008659303188323975
99395	rnn.bias_ih_l0_reverse	5	-0.1470203846693039
99395	rnn.bias_ih_l0_reverse	6	0.227565735578537
99395	rnn.bias_ih_l0_reverse	7	-0.2354785054922104
99395	rnn.bias_ih_l0_reverse	8	-0.09269218891859055
99395	rnn.bias_ih_l0_reverse	9	-0.10666099190711975
99395	rnn.bias_hh_l0_reverse	0	-0.03594905883073807
99395	rnn.bias_hh_l0_reverse	1	0.13764335215091705
99395	rnn.bias_hh_l0_reverse	2	-0.21929405629634857
99395	rnn.bias_hh_l0_reverse	3	-0.043858326971530914
99395	rnn.bias_hh_l0_reverse	4	-0.20465585589408875
99395	rnn.bias_hh_l0_reverse	5	-0.09908431023359299
99395	rnn.bias_hh_l0_reverse	6	-0.2036912590265274
99395	rnn.bias_hh_l0_reverse	7	-0.05360821634531021
99395	rnn.bias_hh_l0_reverse	8	-0.10321614146232605
99395	rnn.bias_hh_l0_reverse	9	0.1851576566696167
99395	linear.weight	0	0.22716902196407318
99395	linear.weight	1	-0.3323274850845337
99395	linear.weight	2	0.04340069368481636
99395	linear.weight	3	0.06752906739711761
99395	linear.weight	4	-0.17541339993476868
99395	linear.weight	5	0.1959044188261032
99395	linear.weight	6	-0.08601084351539612
99395	linear.weight	7	-0.0706109032034874
99395	linear.weight	8	0.09472758322954178
99395	linear.weight	9	-0.033444520086050034
99395	linear.bias	0	-1.0977994203567505
99395	linear.bias	1	1.8792604207992554
99395	linear.bias	2	0.3049253225326538
99395	linear.bias	3	-2.189423084259033
99395	linear.bias	4	-0.4445611834526062
99395	linear.bias	5	1.008209228515625
99395	linear.bias	6	-0.29215294122695923
99395	linear.bias	7	0.3302837312221527
99395	linear.bias	8	2.123904228210449
99395	linear.bias	9	-1.191307783126831
100004	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
100004	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
100004	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
100004	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
100004	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
100004	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
100004	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
100004	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
100004	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
100004	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
100004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
100004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
100004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
100004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
100004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
100004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
100004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
100004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
100004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
100004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
100004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
100004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
100004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
100004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
100004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
100004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
100004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
100004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
100004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
100004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
100004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
100004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
100004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
100004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
100004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
100004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
100004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
100004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
100004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
100004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
100004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
100004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
100004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
100004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
100004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
100004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
100004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
100004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
100004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
100004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
100004	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
100004	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
100004	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
100004	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
100004	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
100004	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
100004	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
100004	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
100004	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
100004	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
100004	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
100004	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
100004	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
100004	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
100004	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
100004	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
100004	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
100004	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
100004	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
100004	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
100004	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
100004	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
100004	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
100004	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
100004	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
100004	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
100004	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
100004	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
100004	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
100004	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
100004	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
100004	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
100004	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
100004	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
100004	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
100004	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
100004	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
100004	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
100004	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
100004	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
100004	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
100004	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
100004	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
100004	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
100004	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
100004	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
100004	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
100004	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
100004	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
100004	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
100004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
100004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
100004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
100004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
100004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
100004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
100004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
100004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
100004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
100004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
100004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
100004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
100004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
100004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
100004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
100004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
100004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
100004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
100004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
100004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
100004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
100004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
100004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
100004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
100004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
100004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
100004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
100004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
100004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
100004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
100004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
100004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
100004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
100004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
100004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
100004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
100004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
100004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
100004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
100004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
100004	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
100004	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
100004	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
100004	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
100004	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
100004	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
100004	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
100004	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
100004	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
100004	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
100004	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
100004	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
100004	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
100004	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
100004	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
100004	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
100004	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
100004	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
100004	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
100004	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
100004	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
100004	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
100004	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
100004	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
100004	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
100004	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
100004	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
100004	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
100004	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
100004	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
100004	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
100004	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
100004	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
100004	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
100004	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
100004	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
100004	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
100004	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
100004	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
100004	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
100004	embedding2nn.weight	0	0.1524028331041336
100004	embedding2nn.weight	1	0.26401975750923157
100004	embedding2nn.weight	2	0.05770106241106987
100004	embedding2nn.weight	3	0.011333325877785683
100004	embedding2nn.weight	4	-0.0609210729598999
100004	embedding2nn.weight	5	0.06994657963514328
100004	embedding2nn.weight	6	0.06520263105630875
100004	embedding2nn.weight	7	-0.01811942830681801
100004	embedding2nn.weight	8	0.04745345190167427
100004	embedding2nn.weight	9	-0.03478028252720833
100004	embedding2nn.bias	0	0.045677654445171356
100004	embedding2nn.bias	1	-0.15530098974704742
100004	embedding2nn.bias	2	0.08506719768047333
100004	embedding2nn.bias	3	0.15393002331256866
100004	embedding2nn.bias	4	0.1395076960325241
100004	embedding2nn.bias	5	-0.021154005080461502
100004	embedding2nn.bias	6	-0.039917320013046265
100004	embedding2nn.bias	7	0.03200097382068634
100004	embedding2nn.bias	8	-0.13932985067367554
100004	embedding2nn.bias	9	-0.330455482006073
100004	rnn.weight_ih_l0	0	0.005623165052384138
100004	rnn.weight_ih_l0	1	-0.04856083542108536
100004	rnn.weight_ih_l0	2	-0.026119200512766838
100004	rnn.weight_ih_l0	3	0.029668893665075302
100004	rnn.weight_ih_l0	4	0.012635225430130959
100004	rnn.weight_ih_l0	5	-0.08745100349187851
100004	rnn.weight_ih_l0	6	0.011353320442140102
100004	rnn.weight_ih_l0	7	0.01067185215651989
100004	rnn.weight_ih_l0	8	0.03346299007534981
100004	rnn.weight_ih_l0	9	-0.005952571053057909
100004	rnn.weight_hh_l0	0	0.03008379228413105
100004	rnn.weight_hh_l0	1	0.06743364036083221
100004	rnn.weight_hh_l0	2	0.006745711900293827
100004	rnn.weight_hh_l0	3	0.05345934256911278
100004	rnn.weight_hh_l0	4	-0.016754262149333954
100004	rnn.weight_hh_l0	5	0.046032994985580444
100004	rnn.weight_hh_l0	6	0.013099458999931812
100004	rnn.weight_hh_l0	7	0.02082051895558834
100004	rnn.weight_hh_l0	8	0.0379616878926754
100004	rnn.weight_hh_l0	9	-0.034115519374608994
100004	rnn.bias_ih_l0	0	0.06645175069570541
100004	rnn.bias_ih_l0	1	-0.14681276679039001
100004	rnn.bias_ih_l0	2	-0.006929174996912479
100004	rnn.bias_ih_l0	3	-0.12551097571849823
100004	rnn.bias_ih_l0	4	0.06664968281984329
100004	rnn.bias_ih_l0	5	-0.18642814457416534
100004	rnn.bias_ih_l0	6	-0.0736895427107811
100004	rnn.bias_ih_l0	7	-0.1688936948776245
100004	rnn.bias_ih_l0	8	-0.1142648458480835
100004	rnn.bias_ih_l0	9	-0.31136760115623474
100004	rnn.bias_hh_l0	0	-0.13039630651474
100004	rnn.bias_hh_l0	1	-0.15237100422382355
100004	rnn.bias_hh_l0	2	-0.10274055600166321
100004	rnn.bias_hh_l0	3	-0.04565844684839249
100004	rnn.bias_hh_l0	4	-0.1313229650259018
100004	rnn.bias_hh_l0	5	-0.17514482140541077
100004	rnn.bias_hh_l0	6	-0.11057581007480621
100004	rnn.bias_hh_l0	7	0.07215885818004608
100004	rnn.bias_hh_l0	8	-0.11261723190546036
100004	rnn.bias_hh_l0	9	-0.288551926612854
100004	rnn.weight_ih_l0_reverse	0	0.04032989218831062
100004	rnn.weight_ih_l0_reverse	1	-0.06080194190144539
100004	rnn.weight_ih_l0_reverse	2	-0.017030255869030952
100004	rnn.weight_ih_l0_reverse	3	-0.07275175303220749
100004	rnn.weight_ih_l0_reverse	4	0.012199592776596546
100004	rnn.weight_ih_l0_reverse	5	-0.1084299311041832
100004	rnn.weight_ih_l0_reverse	6	0.042925041168928146
100004	rnn.weight_ih_l0_reverse	7	0.023213375359773636
100004	rnn.weight_ih_l0_reverse	8	-0.05788663774728775
100004	rnn.weight_ih_l0_reverse	9	0.00022000262106303126
100004	rnn.weight_hh_l0_reverse	0	-0.044130850583314896
100004	rnn.weight_hh_l0_reverse	1	0.023319989442825317
100004	rnn.weight_hh_l0_reverse	2	-0.013153702951967716
100004	rnn.weight_hh_l0_reverse	3	0.012877760455012321
100004	rnn.weight_hh_l0_reverse	4	-0.06594004482030869
100004	rnn.weight_hh_l0_reverse	5	0.033998243510723114
100004	rnn.weight_hh_l0_reverse	6	0.015887241810560226
100004	rnn.weight_hh_l0_reverse	7	-0.005939782597124577
100004	rnn.weight_hh_l0_reverse	8	0.007890095934271812
100004	rnn.weight_hh_l0_reverse	9	0.04103777930140495
100004	rnn.bias_ih_l0_reverse	0	-0.13669469952583313
100004	rnn.bias_ih_l0_reverse	1	-0.12894657254219055
100004	rnn.bias_ih_l0_reverse	2	0.021743016317486763
100004	rnn.bias_ih_l0_reverse	3	-0.13137857615947723
100004	rnn.bias_ih_l0_reverse	4	-0.009450609795749187
100004	rnn.bias_ih_l0_reverse	5	-0.14633703231811523
100004	rnn.bias_ih_l0_reverse	6	0.24373669922351837
100004	rnn.bias_ih_l0_reverse	7	-0.23238041996955872
100004	rnn.bias_ih_l0_reverse	8	-0.09456871449947357
100004	rnn.bias_ih_l0_reverse	9	-0.1045900210738182
100004	rnn.bias_hh_l0_reverse	0	-0.04235493019223213
100004	rnn.bias_hh_l0_reverse	1	0.14605967700481415
100004	rnn.bias_hh_l0_reverse	2	-0.21475812792778015
100004	rnn.bias_hh_l0_reverse	3	-0.0559174120426178
100004	rnn.bias_hh_l0_reverse	4	-0.20705945789813995
100004	rnn.bias_hh_l0_reverse	5	-0.09748753905296326
100004	rnn.bias_hh_l0_reverse	6	-0.20405560731887817
100004	rnn.bias_hh_l0_reverse	7	-0.04949546605348587
100004	rnn.bias_hh_l0_reverse	8	-0.10168853402137756
100004	rnn.bias_hh_l0_reverse	9	0.17874258756637573
100004	linear.weight	0	0.23848935961723328
100004	linear.weight	1	-0.31393617391586304
100004	linear.weight	2	0.04195823520421982
100004	linear.weight	3	0.0675382986664772
100004	linear.weight	4	-0.14801542460918427
100004	linear.weight	5	0.21787455677986145
100004	linear.weight	6	-0.07434391975402832
100004	linear.weight	7	-0.07060346007347107
100004	linear.weight	8	0.08761700987815857
100004	linear.weight	9	-0.03348242864012718
100004	linear.bias	0	-1.1047412157058716
100004	linear.bias	1	1.873257040977478
100004	linear.bias	2	0.28251591324806213
100004	linear.bias	3	-2.1915431022644043
100004	linear.bias	4	-0.4700526297092438
100004	linear.bias	5	1.0080047845840454
100004	linear.bias	6	-0.26648443937301636
100004	linear.bias	7	0.32885751128196716
100004	linear.bias	8	2.103994131088257
100004	linear.bias	9	-1.1862454414367676
100613	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
100613	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
100613	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
100613	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
100613	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
100613	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
100613	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
100613	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
100613	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
100613	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
100613	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
100613	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
100613	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
100613	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
100613	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
100613	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
100613	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
100613	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
100613	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
100613	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
100613	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
100613	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
100613	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
100613	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
100613	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
100613	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
100613	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
100613	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
100613	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
100613	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
100613	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
100613	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
100613	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
100613	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
100613	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
100613	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
100613	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
100613	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
100613	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
100613	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
100613	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
100613	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
100613	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
100613	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
100613	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
100613	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
100613	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
100613	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
100613	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
100613	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
100613	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
100613	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
100613	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
100613	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
100613	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
100613	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
100613	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
100613	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
100613	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
100613	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
100613	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
100613	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
100613	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
100613	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
100613	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
100613	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
100613	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
100613	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
100613	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
100613	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
100613	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
100613	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
100613	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
100613	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
100613	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
100613	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
100613	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
100613	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
100613	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
100613	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
100613	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
100613	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
100613	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
100613	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
100613	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
100613	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
100613	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
100613	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
100613	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
100613	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
100613	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
100613	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
100613	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
100613	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
100613	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
100613	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
100613	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
100613	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
100613	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
100613	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
100613	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
100613	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
100613	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
100613	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
100613	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
100613	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
100613	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
100613	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
100613	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
100613	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
100613	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
100613	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
100613	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
100613	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
100613	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
100613	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
100613	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
100613	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
100613	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
100613	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
100613	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
100613	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
100613	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
100613	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
100613	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
100613	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
100613	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
100613	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
100613	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
100613	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
100613	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
100613	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
100613	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
100613	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
100613	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
100613	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
100613	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
100613	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
100613	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
100613	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
100613	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
100613	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
100613	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
100613	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
100613	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
100613	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
100613	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
100613	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
100613	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
100613	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
100613	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
100613	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
100613	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
100613	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
100613	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
100613	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
100613	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
100613	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
100613	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
100613	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
100613	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
100613	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
100613	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
100613	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
100613	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
100613	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
100613	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
100613	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
100613	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
100613	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
100613	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
100613	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
100613	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
100613	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
100613	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
100613	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
100613	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
100613	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
100613	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
100613	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
100613	embedding2nn.weight	0	0.15371392667293549
100613	embedding2nn.weight	1	0.26222097873687744
100613	embedding2nn.weight	2	0.0552801638841629
100613	embedding2nn.weight	3	0.00647528562694788
100613	embedding2nn.weight	4	-0.061302006244659424
100613	embedding2nn.weight	5	0.06886948645114899
100613	embedding2nn.weight	6	0.06482347846031189
100613	embedding2nn.weight	7	-0.024598626419901848
100613	embedding2nn.weight	8	0.0420210100710392
100613	embedding2nn.weight	9	-0.03848763555288315
100613	embedding2nn.bias	0	0.03346024826169014
100613	embedding2nn.bias	1	-0.14363425970077515
100613	embedding2nn.bias	2	0.09008282423019409
100613	embedding2nn.bias	3	0.16416767239570618
100613	embedding2nn.bias	4	0.13280172646045685
100613	embedding2nn.bias	5	-0.020799636840820312
100613	embedding2nn.bias	6	-0.0506882444024086
100613	embedding2nn.bias	7	0.025007914751768112
100613	embedding2nn.bias	8	-0.12170782685279846
100613	embedding2nn.bias	9	-0.322653204202652
100613	rnn.weight_ih_l0	0	0.004808119032531977
100613	rnn.weight_ih_l0	1	-0.04926978051662445
100613	rnn.weight_ih_l0	2	-0.025209292769432068
100613	rnn.weight_ih_l0	3	0.03194943070411682
100613	rnn.weight_ih_l0	4	0.01256562676280737
100613	rnn.weight_ih_l0	5	-0.08994779735803604
100613	rnn.weight_ih_l0	6	0.002910219132900238
100613	rnn.weight_ih_l0	7	0.011971235275268555
100613	rnn.weight_ih_l0	8	0.03545082360506058
100613	rnn.weight_ih_l0	9	-0.0015743739204481244
100613	rnn.weight_hh_l0	0	0.02959965355694294
100613	rnn.weight_hh_l0	1	0.06819593161344528
100613	rnn.weight_hh_l0	2	0.006095869466662407
100613	rnn.weight_hh_l0	3	0.05429984629154205
100613	rnn.weight_hh_l0	4	-0.01587393321096897
100613	rnn.weight_hh_l0	5	0.0451282300055027
100613	rnn.weight_hh_l0	6	0.013130600564181805
100613	rnn.weight_hh_l0	7	0.01655404269695282
100613	rnn.weight_hh_l0	8	0.0380280576646328
100613	rnn.weight_hh_l0	9	-0.03337949514389038
100613	rnn.bias_ih_l0	0	0.06468113511800766
100613	rnn.bias_ih_l0	1	-0.15294861793518066
100613	rnn.bias_ih_l0	2	-0.009755607694387436
100613	rnn.bias_ih_l0	3	-0.12254350632429123
100613	rnn.bias_ih_l0	4	0.06249773129820824
100613	rnn.bias_ih_l0	5	-0.1909896433353424
100613	rnn.bias_ih_l0	6	-0.07214154303073883
100613	rnn.bias_ih_l0	7	-0.16790653765201569
100613	rnn.bias_ih_l0	8	-0.12407517433166504
100613	rnn.bias_ih_l0	9	-0.31603094935417175
100613	rnn.bias_hh_l0	0	-0.13280488550662994
100613	rnn.bias_hh_l0	1	-0.15359775722026825
100613	rnn.bias_hh_l0	2	-0.10387424379587173
100613	rnn.bias_hh_l0	3	-0.04860517010092735
100613	rnn.bias_hh_l0	4	-0.1299988180398941
100613	rnn.bias_hh_l0	5	-0.17362560331821442
100613	rnn.bias_hh_l0	6	-0.10834968090057373
100613	rnn.bias_hh_l0	7	0.08166259527206421
100613	rnn.bias_hh_l0	8	-0.11369453370571136
100613	rnn.bias_hh_l0	9	-0.2870534658432007
100613	rnn.weight_ih_l0_reverse	0	0.035912659019231796
100613	rnn.weight_ih_l0_reverse	1	-0.057791583240032196
100613	rnn.weight_ih_l0_reverse	2	-0.019145473837852478
100613	rnn.weight_ih_l0_reverse	3	-0.07015106081962585
100613	rnn.weight_ih_l0_reverse	4	0.013875300996005535
100613	rnn.weight_ih_l0_reverse	5	-0.11228170990943909
100613	rnn.weight_ih_l0_reverse	6	0.04541076719760895
100613	rnn.weight_ih_l0_reverse	7	0.025850608944892883
100613	rnn.weight_ih_l0_reverse	8	-0.05500663444399834
100613	rnn.weight_ih_l0_reverse	9	0.001934253261424601
100613	rnn.weight_hh_l0_reverse	0	-0.048367347568273544
100613	rnn.weight_hh_l0_reverse	1	0.023293761536478996
100613	rnn.weight_hh_l0_reverse	2	-0.012584719806909561
100613	rnn.weight_hh_l0_reverse	3	0.013934200629591942
100613	rnn.weight_hh_l0_reverse	4	-0.06539379805326462
100613	rnn.weight_hh_l0_reverse	5	0.033663034439086914
100613	rnn.weight_hh_l0_reverse	6	0.015758512541651726
100613	rnn.weight_hh_l0_reverse	7	-0.0037720436230301857
100613	rnn.weight_hh_l0_reverse	8	0.007479142863303423
100613	rnn.weight_hh_l0_reverse	9	0.03973548114299774
100613	rnn.bias_ih_l0_reverse	0	-0.14064456522464752
100613	rnn.bias_ih_l0_reverse	1	-0.12590789794921875
100613	rnn.bias_ih_l0_reverse	2	0.021656697615981102
100613	rnn.bias_ih_l0_reverse	3	-0.13370682299137115
100613	rnn.bias_ih_l0_reverse	4	-0.0031007202342152596
100613	rnn.bias_ih_l0_reverse	5	-0.14758175611495972
100613	rnn.bias_ih_l0_reverse	6	0.24135471880435944
100613	rnn.bias_ih_l0_reverse	7	-0.22000236809253693
100613	rnn.bias_ih_l0_reverse	8	-0.09266024082899094
100613	rnn.bias_ih_l0_reverse	9	-0.10504423081874847
100613	rnn.bias_hh_l0_reverse	0	-0.029872244223952293
100613	rnn.bias_hh_l0_reverse	1	0.14792241156101227
100613	rnn.bias_hh_l0_reverse	2	-0.2154514044523239
100613	rnn.bias_hh_l0_reverse	3	-0.05482878163456917
100613	rnn.bias_hh_l0_reverse	4	-0.20807908475399017
100613	rnn.bias_hh_l0_reverse	5	-0.08700063824653625
100613	rnn.bias_hh_l0_reverse	6	-0.20104153454303741
100613	rnn.bias_hh_l0_reverse	7	-0.0494731180369854
100613	rnn.bias_hh_l0_reverse	8	-0.11206179112195969
100613	rnn.bias_hh_l0_reverse	9	0.17817191779613495
100613	linear.weight	0	0.23782913386821747
100613	linear.weight	1	-0.3121508061885834
100613	linear.weight	2	0.034782879054546356
100613	linear.weight	3	0.06756214797496796
100613	linear.weight	4	-0.16752521693706512
100613	linear.weight	5	0.2154216170310974
100613	linear.weight	6	-0.08031470328569412
100613	linear.weight	7	-0.07059360295534134
100613	linear.weight	8	0.09896374493837357
100613	linear.weight	9	-0.03355465456843376
100613	linear.bias	0	-1.0942431688308716
100613	linear.bias	1	1.870354413986206
100613	linear.bias	2	0.2676999270915985
100613	linear.bias	3	-2.193732976913452
100613	linear.bias	4	-0.4633554518222809
100613	linear.bias	5	0.9920517206192017
100613	linear.bias	6	-0.27506688237190247
100613	linear.bias	7	0.354493647813797
100613	linear.bias	8	2.0681955814361572
100613	linear.bias	9	-1.1790364980697632
101222	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
101222	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
101222	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
101222	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
101222	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
101222	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
101222	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
101222	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
101222	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
101222	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
101222	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
101222	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
101222	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
101222	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
101222	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
101222	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
101222	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
101222	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
101222	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
101222	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
101222	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
101222	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
101222	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
101222	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
101222	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
101222	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
101222	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
101222	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
101222	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
101222	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
101222	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
101222	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
101222	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
101222	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
101222	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
101222	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
101222	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
101222	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
101222	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
101222	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
101222	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
101222	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
101222	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
101222	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
101222	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
101222	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
101222	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
101222	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
101222	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
101222	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
101222	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
101222	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
101222	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
101222	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
101222	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
101222	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
101222	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
101222	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
101222	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
101222	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
101222	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
101222	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
101222	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
101222	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
101222	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
101222	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
101222	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
101222	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
101222	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
101222	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
101222	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
101222	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
101222	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
101222	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
101222	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
101222	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
101222	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
101222	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
101222	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
101222	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
101222	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
101222	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
101222	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
101222	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
101222	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
101222	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
101222	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
101222	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
101222	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
101222	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
101222	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
101222	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
101222	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
101222	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
101222	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
101222	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
101222	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
101222	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
101222	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
101222	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
101222	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
101222	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
101222	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
101222	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
101222	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
101222	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
101222	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
101222	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
101222	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
101222	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
101222	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
101222	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
101222	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
101222	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
101222	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
101222	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
101222	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
101222	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
101222	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
101222	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
101222	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
101222	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
101222	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
101222	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
101222	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
101222	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
101222	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
101222	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
101222	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
101222	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
101222	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
101222	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
101222	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
101222	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
101222	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
101222	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
101222	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
101222	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
101222	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
101222	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
101222	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
101222	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
101222	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
101222	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
101222	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
101222	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
101222	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
101222	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
101222	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
101222	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
101222	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
101222	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
101222	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
101222	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
101222	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
101222	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
101222	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
101222	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
101222	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
101222	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
101222	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
101222	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
101222	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
101222	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
101222	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
101222	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
101222	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
101222	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
101222	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
101222	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
101222	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
101222	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
101222	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
101222	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
101222	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
101222	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
101222	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
101222	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
101222	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
101222	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
101222	embedding2nn.weight	0	0.15004095435142517
101222	embedding2nn.weight	1	0.2663191258907318
101222	embedding2nn.weight	2	0.05903439596295357
101222	embedding2nn.weight	3	0.010764428414404392
101222	embedding2nn.weight	4	-0.056142572313547134
101222	embedding2nn.weight	5	0.07005733251571655
101222	embedding2nn.weight	6	0.06350666284561157
101222	embedding2nn.weight	7	-0.03015684336423874
101222	embedding2nn.weight	8	0.0347273163497448
101222	embedding2nn.weight	9	-0.039368439465761185
101222	embedding2nn.bias	0	0.025582702830433846
101222	embedding2nn.bias	1	-0.15070247650146484
101222	embedding2nn.bias	2	0.08837813884019852
101222	embedding2nn.bias	3	0.17394161224365234
101222	embedding2nn.bias	4	0.12100924551486969
101222	embedding2nn.bias	5	-0.03357512503862381
101222	embedding2nn.bias	6	-0.05051892623305321
101222	embedding2nn.bias	7	0.01789998449385166
101222	embedding2nn.bias	8	-0.13028641045093536
101222	embedding2nn.bias	9	-0.33411452174186707
101222	rnn.weight_ih_l0	0	0.0037707597948610783
101222	rnn.weight_ih_l0	1	-0.04976319894194603
101222	rnn.weight_ih_l0	2	-0.019652795046567917
101222	rnn.weight_ih_l0	3	0.030208449810743332
101222	rnn.weight_ih_l0	4	0.029322249814867973
101222	rnn.weight_ih_l0	5	-0.09245626628398895
101222	rnn.weight_ih_l0	6	-0.0002980036078952253
101222	rnn.weight_ih_l0	7	0.012999563477933407
101222	rnn.weight_ih_l0	8	0.03509727120399475
101222	rnn.weight_ih_l0	9	-0.012408195994794369
101222	rnn.weight_hh_l0	0	0.029801081866025925
101222	rnn.weight_hh_l0	1	0.0677090585231781
101222	rnn.weight_hh_l0	2	0.007031548768281937
101222	rnn.weight_hh_l0	3	0.05461414158344269
101222	rnn.weight_hh_l0	4	-0.014698591083288193
101222	rnn.weight_hh_l0	5	0.044628508388996124
101222	rnn.weight_hh_l0	6	0.013646155595779419
101222	rnn.weight_hh_l0	7	0.012361177243292332
101222	rnn.weight_hh_l0	8	0.03841983899474144
101222	rnn.weight_hh_l0	9	-0.03153757005929947
101222	rnn.bias_ih_l0	0	0.07195626199245453
101222	rnn.bias_ih_l0	1	-0.16045311093330383
101222	rnn.bias_ih_l0	2	-0.013631928712129593
101222	rnn.bias_ih_l0	3	-0.12840703129768372
101222	rnn.bias_ih_l0	4	0.06794499605894089
101222	rnn.bias_ih_l0	5	-0.18692833185195923
101222	rnn.bias_ih_l0	6	-0.07267597317695618
101222	rnn.bias_ih_l0	7	-0.16860948503017426
101222	rnn.bias_ih_l0	8	-0.12614832818508148
101222	rnn.bias_ih_l0	9	-0.30524155497550964
101222	rnn.bias_hh_l0	0	-0.1323366016149521
101222	rnn.bias_hh_l0	1	-0.15805071592330933
101222	rnn.bias_hh_l0	2	-0.10282345116138458
101222	rnn.bias_hh_l0	3	-0.04630867391824722
101222	rnn.bias_hh_l0	4	-0.13432131707668304
101222	rnn.bias_hh_l0	5	-0.17780691385269165
101222	rnn.bias_hh_l0	6	-0.11366648972034454
101222	rnn.bias_hh_l0	7	0.09159088134765625
101222	rnn.bias_hh_l0	8	-0.11418560147285461
101222	rnn.bias_hh_l0	9	-0.29698827862739563
101222	rnn.weight_ih_l0_reverse	0	0.047694168984889984
101222	rnn.weight_ih_l0_reverse	1	-0.05650721490383148
101222	rnn.weight_ih_l0_reverse	2	-0.019258292391896248
101222	rnn.weight_ih_l0_reverse	3	-0.06909001618623734
101222	rnn.weight_ih_l0_reverse	4	0.016919728368520737
101222	rnn.weight_ih_l0_reverse	5	-0.11880085617303848
101222	rnn.weight_ih_l0_reverse	6	0.043797437101602554
101222	rnn.weight_ih_l0_reverse	7	0.025792984291911125
101222	rnn.weight_ih_l0_reverse	8	-0.054468121379613876
101222	rnn.weight_ih_l0_reverse	9	-0.0019927877001464367
101222	rnn.weight_hh_l0_reverse	0	-0.04956720769405365
101222	rnn.weight_hh_l0_reverse	1	0.02310830168426037
101222	rnn.weight_hh_l0_reverse	2	-0.012253967113792896
101222	rnn.weight_hh_l0_reverse	3	0.013508905656635761
101222	rnn.weight_hh_l0_reverse	4	-0.0659690871834755
101222	rnn.weight_hh_l0_reverse	5	0.03430800512433052
101222	rnn.weight_hh_l0_reverse	6	0.015503022819757462
101222	rnn.weight_hh_l0_reverse	7	-0.005607436411082745
101222	rnn.weight_hh_l0_reverse	8	0.004385481588542461
101222	rnn.weight_hh_l0_reverse	9	0.03697721287608147
101222	rnn.bias_ih_l0_reverse	0	-0.1423383206129074
101222	rnn.bias_ih_l0_reverse	1	-0.12775877118110657
101222	rnn.bias_ih_l0_reverse	2	0.023391053080558777
101222	rnn.bias_ih_l0_reverse	3	-0.13478881120681763
101222	rnn.bias_ih_l0_reverse	4	1.890699604700785e-05
101222	rnn.bias_ih_l0_reverse	5	-0.1485830545425415
101222	rnn.bias_ih_l0_reverse	6	0.24529600143432617
101222	rnn.bias_ih_l0_reverse	7	-0.2274032086133957
101222	rnn.bias_ih_l0_reverse	8	-0.09803851693868637
101222	rnn.bias_ih_l0_reverse	9	-0.10238900780677795
101222	rnn.bias_hh_l0_reverse	0	-0.034568142145872116
101222	rnn.bias_hh_l0_reverse	1	0.14392492175102234
101222	rnn.bias_hh_l0_reverse	2	-0.22025935351848602
101222	rnn.bias_hh_l0_reverse	3	-0.05565986782312393
101222	rnn.bias_hh_l0_reverse	4	-0.20137128233909607
101222	rnn.bias_hh_l0_reverse	5	-0.09350160509347916
101222	rnn.bias_hh_l0_reverse	6	-0.19620592892169952
101222	rnn.bias_hh_l0_reverse	7	-0.04343084990978241
101222	rnn.bias_hh_l0_reverse	8	-0.11491880565881729
101222	rnn.bias_hh_l0_reverse	9	0.19851677119731903
101222	linear.weight	0	0.2276114523410797
101222	linear.weight	1	-0.30931583046913147
101222	linear.weight	2	0.039049580693244934
101222	linear.weight	3	0.06757490336894989
101222	linear.weight	4	-0.13455606997013092
101222	linear.weight	5	0.2271556556224823
101222	linear.weight	6	-0.07954604178667068
101222	linear.weight	7	-0.0705784410238266
101222	linear.weight	8	0.07407379895448685
101222	linear.weight	9	-0.03361636772751808
101222	linear.bias	0	-1.1358380317687988
101222	linear.bias	1	1.9261866807937622
101222	linear.bias	2	0.2879663109779358
101222	linear.bias	3	-2.195847511291504
101222	linear.bias	4	-0.4260614812374115
101222	linear.bias	5	0.9818289875984192
101222	linear.bias	6	-0.25574904680252075
101222	linear.bias	7	0.3498159348964691
101222	linear.bias	8	2.089392900466919
101222	linear.bias	9	-1.2217658758163452
101831	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
101831	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
101831	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
101831	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
101831	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
101831	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
101831	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
101831	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
101831	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
101831	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
101831	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
101831	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
101831	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
101831	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
101831	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
101831	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
101831	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
101831	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
101831	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
101831	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
101831	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
101831	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
101831	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
101831	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
101831	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
101831	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
101831	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
101831	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
101831	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
101831	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
101831	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
101831	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
101831	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
101831	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
101831	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
101831	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
101831	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
101831	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
101831	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
101831	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
101831	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
101831	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
101831	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
101831	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
101831	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
101831	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
101831	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
101831	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
101831	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
101831	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
101831	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
101831	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
101831	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
101831	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
101831	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
101831	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
101831	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
101831	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
101831	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
101831	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
101831	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
101831	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
101831	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
101831	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
101831	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
101831	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
101831	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
101831	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
101831	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
101831	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
101831	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
101831	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
101831	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
101831	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
101831	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
101831	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
101831	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
101831	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
101831	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
101831	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
101831	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
101831	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
101831	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
101831	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
101831	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
101831	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
101831	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
101831	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
101831	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
101831	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
101831	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
101831	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
101831	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
101831	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
101831	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
101831	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
101831	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
101831	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
101831	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
101831	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
101831	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
101831	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
101831	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
101831	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
101831	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
101831	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
101831	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
101831	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
101831	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
101831	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
101831	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
101831	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
101831	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
101831	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
101831	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
101831	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
101831	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
101831	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
101831	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
101831	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
101831	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
101831	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
101831	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
101831	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
101831	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
101831	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
101831	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
101831	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
101831	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
101831	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
101831	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
101831	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
101831	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
101831	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
101831	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
101831	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
101831	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
101831	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
101831	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
101831	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
101831	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
101831	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
101831	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
101831	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
101831	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
101831	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
101831	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
101831	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
101831	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
101831	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
101831	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
101831	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
101831	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
101831	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
101831	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
101831	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
101831	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
101831	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
101831	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
101831	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
101831	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
101831	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
101831	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
101831	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
101831	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
101831	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
101831	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
101831	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
101831	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
101831	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
101831	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
101831	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
101831	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
101831	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
101831	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
101831	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
101831	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
101831	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
101831	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
101831	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
101831	embedding2nn.weight	0	0.15110458433628082
101831	embedding2nn.weight	1	0.26442039012908936
101831	embedding2nn.weight	2	0.04917333275079727
101831	embedding2nn.weight	3	0.00017736860900186002
101831	embedding2nn.weight	4	-0.05314622074365616
101831	embedding2nn.weight	5	0.06765088438987732
101831	embedding2nn.weight	6	0.05786449462175369
101831	embedding2nn.weight	7	-0.02313472330570221
101831	embedding2nn.weight	8	0.04118707776069641
101831	embedding2nn.weight	9	-0.040521860122680664
101831	embedding2nn.bias	0	0.03316960856318474
101831	embedding2nn.bias	1	-0.14331047236919403
101831	embedding2nn.bias	2	0.08313168585300446
101831	embedding2nn.bias	3	0.15956056118011475
101831	embedding2nn.bias	4	0.11796551942825317
101831	embedding2nn.bias	5	-0.014285837300121784
101831	embedding2nn.bias	6	-0.03786860778927803
101831	embedding2nn.bias	7	0.034890055656433105
101831	embedding2nn.bias	8	-0.1433698832988739
101831	embedding2nn.bias	9	-0.3165484368801117
101831	rnn.weight_ih_l0	0	0.0021491919178515673
101831	rnn.weight_ih_l0	1	-0.04907973110675812
101831	rnn.weight_ih_l0	2	-0.02311396598815918
101831	rnn.weight_ih_l0	3	0.02950671873986721
101831	rnn.weight_ih_l0	4	0.01584199070930481
101831	rnn.weight_ih_l0	5	-0.09137103706598282
101831	rnn.weight_ih_l0	6	0.003318425267934799
101831	rnn.weight_ih_l0	7	0.014596276916563511
101831	rnn.weight_ih_l0	8	0.03128204122185707
101831	rnn.weight_ih_l0	9	-0.008906041271984577
101831	rnn.weight_hh_l0	0	0.030003270134329796
101831	rnn.weight_hh_l0	1	0.06806755065917969
101831	rnn.weight_hh_l0	2	0.006961383391171694
101831	rnn.weight_hh_l0	3	0.054467927664518356
101831	rnn.weight_hh_l0	4	-0.015043350867927074
101831	rnn.weight_hh_l0	5	0.04450765624642372
101831	rnn.weight_hh_l0	6	0.013517393730580807
101831	rnn.weight_hh_l0	7	0.01285785622894764
101831	rnn.weight_hh_l0	8	0.03837580606341362
101831	rnn.weight_hh_l0	9	-0.03308696299791336
101831	rnn.bias_ih_l0	0	0.07828339189291
101831	rnn.bias_ih_l0	1	-0.160641148686409
101831	rnn.bias_ih_l0	2	-0.014243308454751968
101831	rnn.bias_ih_l0	3	-0.13198691606521606
101831	rnn.bias_ih_l0	4	0.07225721329450607
101831	rnn.bias_ih_l0	5	-0.19112223386764526
101831	rnn.bias_ih_l0	6	-0.07081030309200287
101831	rnn.bias_ih_l0	7	-0.16701100766658783
101831	rnn.bias_ih_l0	8	-0.1197696402668953
101831	rnn.bias_ih_l0	9	-0.3221551775932312
101831	rnn.bias_hh_l0	0	-0.13879014551639557
101831	rnn.bias_hh_l0	1	-0.15758751332759857
101831	rnn.bias_hh_l0	2	-0.11185760796070099
101831	rnn.bias_hh_l0	3	-0.04609766602516174
101831	rnn.bias_hh_l0	4	-0.13009904325008392
101831	rnn.bias_hh_l0	5	-0.17584958672523499
101831	rnn.bias_hh_l0	6	-0.10951219499111176
101831	rnn.bias_hh_l0	7	0.0867358148097992
101831	rnn.bias_hh_l0	8	-0.12142761796712875
101831	rnn.bias_hh_l0	9	-0.2982534170150757
101831	rnn.weight_ih_l0_reverse	0	0.04683462902903557
101831	rnn.weight_ih_l0_reverse	1	-0.058248501271009445
101831	rnn.weight_ih_l0_reverse	2	-0.02486545965075493
101831	rnn.weight_ih_l0_reverse	3	-0.06743402034044266
101831	rnn.weight_ih_l0_reverse	4	0.01607324741780758
101831	rnn.weight_ih_l0_reverse	5	-0.12257052958011627
101831	rnn.weight_ih_l0_reverse	6	0.03657843917608261
101831	rnn.weight_ih_l0_reverse	7	0.025057990103960037
101831	rnn.weight_ih_l0_reverse	8	-0.05155765265226364
101831	rnn.weight_ih_l0_reverse	9	0.0010944344103336334
101831	rnn.weight_hh_l0_reverse	0	-0.04993382841348648
101831	rnn.weight_hh_l0_reverse	1	0.023507986217737198
101831	rnn.weight_hh_l0_reverse	2	-0.011436514556407928
101831	rnn.weight_hh_l0_reverse	3	0.013623775914311409
101831	rnn.weight_hh_l0_reverse	4	-0.06586754322052002
101831	rnn.weight_hh_l0_reverse	5	0.03397192806005478
101831	rnn.weight_hh_l0_reverse	6	0.015674103051424026
101831	rnn.weight_hh_l0_reverse	7	-0.007079481612890959
101831	rnn.weight_hh_l0_reverse	8	6.125783693278208e-05
101831	rnn.weight_hh_l0_reverse	9	0.03536883369088173
101831	rnn.bias_ih_l0_reverse	0	-0.1460801064968109
101831	rnn.bias_ih_l0_reverse	1	-0.12103157490491867
101831	rnn.bias_ih_l0_reverse	2	0.021097470074892044
101831	rnn.bias_ih_l0_reverse	3	-0.1257380247116089
101831	rnn.bias_ih_l0_reverse	4	-0.014412615448236465
101831	rnn.bias_ih_l0_reverse	5	-0.1515275239944458
101831	rnn.bias_ih_l0_reverse	6	0.2448713332414627
101831	rnn.bias_ih_l0_reverse	7	-0.23120805621147156
101831	rnn.bias_ih_l0_reverse	8	-0.09824097901582718
101831	rnn.bias_ih_l0_reverse	9	-0.10705907642841339
101831	rnn.bias_hh_l0_reverse	0	-0.04458918049931526
101831	rnn.bias_hh_l0_reverse	1	0.1556881219148636
101831	rnn.bias_hh_l0_reverse	2	-0.2071206122636795
101831	rnn.bias_hh_l0_reverse	3	-0.0594848096370697
101831	rnn.bias_hh_l0_reverse	4	-0.20418570935726166
101831	rnn.bias_hh_l0_reverse	5	-0.09982628375291824
101831	rnn.bias_hh_l0_reverse	6	-0.19952109456062317
101831	rnn.bias_hh_l0_reverse	7	-0.0490138903260231
101831	rnn.bias_hh_l0_reverse	8	-0.09413713961839676
101831	rnn.bias_hh_l0_reverse	9	0.1988467276096344
101831	linear.weight	0	0.2617112100124359
101831	linear.weight	1	-0.3489285409450531
101831	linear.weight	2	0.05681135132908821
101831	linear.weight	3	0.06759974360466003
101831	linear.weight	4	-0.12971298396587372
101831	linear.weight	5	0.22028499841690063
101831	linear.weight	6	-0.0871095284819603
101831	linear.weight	7	-0.07055801898241043
101831	linear.weight	8	0.08843590319156647
101831	linear.weight	9	-0.03366756811738014
101831	linear.bias	0	-1.0938054323196411
101831	linear.bias	1	1.9585520029067993
101831	linear.bias	2	0.2793479561805725
101831	linear.bias	3	-2.197970151901245
101831	linear.bias	4	-0.4883219003677368
101831	linear.bias	5	0.9735340476036072
101831	linear.bias	6	-0.2942129671573639
101831	linear.bias	7	0.3611776530742645
101831	linear.bias	8	2.03469181060791
101831	linear.bias	9	-1.1978754997253418
102440	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
102440	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
102440	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
102440	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
102440	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
102440	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
102440	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
102440	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
102440	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
102440	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
102440	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
102440	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
102440	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
102440	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
102440	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
102440	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
102440	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
102440	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
102440	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
102440	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
102440	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
102440	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
102440	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
102440	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
102440	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
102440	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
102440	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
102440	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
102440	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
102440	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
102440	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
102440	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
102440	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
102440	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
102440	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
102440	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
102440	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
102440	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
102440	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
102440	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
102440	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
102440	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
102440	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
102440	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
102440	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
102440	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
102440	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
102440	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
102440	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
102440	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
102440	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
102440	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
102440	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
102440	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
102440	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
102440	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
102440	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
102440	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
102440	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
102440	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
102440	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
102440	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
102440	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
102440	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
102440	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
102440	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
102440	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
102440	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
102440	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
102440	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
102440	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
102440	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
102440	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
102440	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
102440	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
102440	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
102440	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
102440	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
102440	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
102440	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
102440	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
102440	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
102440	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
102440	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
102440	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
102440	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
102440	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
102440	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
102440	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
102440	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
102440	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
102440	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
102440	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
102440	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
102440	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
102440	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
102440	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
102440	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
102440	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
102440	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
102440	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
102440	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
102440	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
102440	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
102440	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
102440	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
102440	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
102440	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
102440	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
102440	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
102440	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
102440	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
102440	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
102440	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
102440	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
102440	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
102440	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
102440	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
102440	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
102440	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
102440	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
102440	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
102440	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
102440	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
102440	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
102440	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
102440	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
102440	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
102440	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
102440	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
102440	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
102440	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
102440	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
102440	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
102440	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
102440	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
102440	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
102440	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
102440	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
102440	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
102440	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
102440	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
102440	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
102440	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
102440	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
102440	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
102440	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
102440	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
102440	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
102440	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
102440	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
102440	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
102440	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
102440	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
102440	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
102440	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
102440	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
102440	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
102440	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
102440	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
102440	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
102440	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
102440	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
102440	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
102440	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
102440	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
102440	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
102440	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
102440	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
102440	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
102440	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
102440	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
102440	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
102440	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
102440	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
102440	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
102440	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
102440	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
102440	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
102440	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
102440	embedding2nn.weight	0	0.14895622432231903
102440	embedding2nn.weight	1	0.2655945420265198
102440	embedding2nn.weight	2	0.043582022190093994
102440	embedding2nn.weight	3	-0.013811467215418816
102440	embedding2nn.weight	4	-0.052792586386203766
102440	embedding2nn.weight	5	0.06530193984508514
102440	embedding2nn.weight	6	0.05492740869522095
102440	embedding2nn.weight	7	-0.020022759214043617
102440	embedding2nn.weight	8	0.044105127453804016
102440	embedding2nn.weight	9	-0.04074548929929733
102440	embedding2nn.bias	0	0.012901672162115574
102440	embedding2nn.bias	1	-0.13729026913642883
102440	embedding2nn.bias	2	0.0877041444182396
102440	embedding2nn.bias	3	0.16228026151657104
102440	embedding2nn.bias	4	0.12735110521316528
102440	embedding2nn.bias	5	-0.03606707230210304
102440	embedding2nn.bias	6	-0.034107755869627
102440	embedding2nn.bias	7	0.027878738939762115
102440	embedding2nn.bias	8	-0.09913338720798492
102440	embedding2nn.bias	9	-0.34662795066833496
102440	rnn.weight_ih_l0	0	0.0034066636580973864
102440	rnn.weight_ih_l0	1	-0.04784824326634407
102440	rnn.weight_ih_l0	2	-0.02718895860016346
102440	rnn.weight_ih_l0	3	0.031570713967084885
102440	rnn.weight_ih_l0	4	0.021015988662838936
102440	rnn.weight_ih_l0	5	-0.08777536451816559
102440	rnn.weight_ih_l0	6	0.010041343979537487
102440	rnn.weight_ih_l0	7	0.012441926635801792
102440	rnn.weight_ih_l0	8	0.029764611274003983
102440	rnn.weight_ih_l0	9	-0.008817783556878567
102440	rnn.weight_hh_l0	0	0.03009774722158909
102440	rnn.weight_hh_l0	1	0.06862402707338333
102440	rnn.weight_hh_l0	2	0.006172663532197475
102440	rnn.weight_hh_l0	3	0.05448748543858528
102440	rnn.weight_hh_l0	4	-0.014329830184578896
102440	rnn.weight_hh_l0	5	0.04502405598759651
102440	rnn.weight_hh_l0	6	0.013492428697645664
102440	rnn.weight_hh_l0	7	0.010962672531604767
102440	rnn.weight_hh_l0	8	0.03827004134654999
102440	rnn.weight_hh_l0	9	-0.03313816711306572
102440	rnn.bias_ih_l0	0	0.06709662079811096
102440	rnn.bias_ih_l0	1	-0.16420747339725494
102440	rnn.bias_ih_l0	2	-0.012589788995683193
102440	rnn.bias_ih_l0	3	-0.13344405591487885
102440	rnn.bias_ih_l0	4	0.07797499001026154
102440	rnn.bias_ih_l0	5	-0.18837380409240723
102440	rnn.bias_ih_l0	6	-0.08304617553949356
102440	rnn.bias_ih_l0	7	-0.16675163805484772
102440	rnn.bias_ih_l0	8	-0.1267128586769104
102440	rnn.bias_ih_l0	9	-0.312649130821228
102440	rnn.bias_hh_l0	0	-0.14061835408210754
102440	rnn.bias_hh_l0	1	-0.15467818081378937
102440	rnn.bias_hh_l0	2	-0.11478536576032639
102440	rnn.bias_hh_l0	3	-0.052109383046627045
102440	rnn.bias_hh_l0	4	-0.13206747174263
102440	rnn.bias_hh_l0	5	-0.17862574756145477
102440	rnn.bias_hh_l0	6	-0.1089310422539711
102440	rnn.bias_hh_l0	7	0.07746420800685883
102440	rnn.bias_hh_l0	8	-0.11688283830881119
102440	rnn.bias_hh_l0	9	-0.2943730056285858
102440	rnn.weight_ih_l0_reverse	0	0.05039175599813461
102440	rnn.weight_ih_l0_reverse	1	-0.05755039304494858
102440	rnn.weight_ih_l0_reverse	2	-0.02348797582089901
102440	rnn.weight_ih_l0_reverse	3	-0.06551707535982132
102440	rnn.weight_ih_l0_reverse	4	0.013557030819356441
102440	rnn.weight_ih_l0_reverse	5	-0.1328382045030594
102440	rnn.weight_ih_l0_reverse	6	0.04405529797077179
102440	rnn.weight_ih_l0_reverse	7	0.02495991624891758
102440	rnn.weight_ih_l0_reverse	8	-0.05091209337115288
102440	rnn.weight_ih_l0_reverse	9	0.005346924532204866
102440	rnn.weight_hh_l0_reverse	0	-0.04980161786079407
102440	rnn.weight_hh_l0_reverse	1	0.02499634586274624
102440	rnn.weight_hh_l0_reverse	2	-0.012154299765825272
102440	rnn.weight_hh_l0_reverse	3	0.013828499242663383
102440	rnn.weight_hh_l0_reverse	4	-0.06618600338697433
102440	rnn.weight_hh_l0_reverse	5	0.03415916487574577
102440	rnn.weight_hh_l0_reverse	6	0.016071828082203865
102440	rnn.weight_hh_l0_reverse	7	-0.007549873553216457
102440	rnn.weight_hh_l0_reverse	8	0.0004916920443065464
102440	rnn.weight_hh_l0_reverse	9	0.03623832389712334
102440	rnn.bias_ih_l0_reverse	0	-0.1513119637966156
102440	rnn.bias_ih_l0_reverse	1	-0.12063946574926376
102440	rnn.bias_ih_l0_reverse	2	0.02107451669871807
102440	rnn.bias_ih_l0_reverse	3	-0.12836872041225433
102440	rnn.bias_ih_l0_reverse	4	-0.004914827179163694
102440	rnn.bias_ih_l0_reverse	5	-0.15214240550994873
102440	rnn.bias_ih_l0_reverse	6	0.25662001967430115
102440	rnn.bias_ih_l0_reverse	7	-0.2446543574333191
102440	rnn.bias_ih_l0_reverse	8	-0.10119836032390594
102440	rnn.bias_ih_l0_reverse	9	-0.11022412776947021
102440	rnn.bias_hh_l0_reverse	0	-0.04505142569541931
102440	rnn.bias_hh_l0_reverse	1	0.14995743334293365
102440	rnn.bias_hh_l0_reverse	2	-0.20979221165180206
102440	rnn.bias_hh_l0_reverse	3	-0.06027193367481232
102440	rnn.bias_hh_l0_reverse	4	-0.2086421102285385
102440	rnn.bias_hh_l0_reverse	5	-0.09386035054922104
102440	rnn.bias_hh_l0_reverse	6	-0.20654577016830444
102440	rnn.bias_hh_l0_reverse	7	-0.06098130717873573
102440	rnn.bias_hh_l0_reverse	8	-0.1048106849193573
102440	rnn.bias_hh_l0_reverse	9	0.19360022246837616
102440	linear.weight	0	0.2216390073299408
102440	linear.weight	1	-0.33305948972702026
102440	linear.weight	2	0.007535978220403194
102440	linear.weight	3	0.06760629266500473
102440	linear.weight	4	-0.14611972868442535
102440	linear.weight	5	0.21396130323410034
102440	linear.weight	6	-0.0983595922589302
102440	linear.weight	7	-0.07050984352827072
102440	linear.weight	8	0.08305700123310089
102440	linear.weight	9	-0.03374513238668442
102440	linear.bias	0	-1.1121368408203125
102440	linear.bias	1	1.8740595579147339
102440	linear.bias	2	0.3328362703323364
102440	linear.bias	3	-2.200012445449829
102440	linear.bias	4	-0.4570825695991516
102440	linear.bias	5	0.9703422784805298
102440	linear.bias	6	-0.31320899724960327
102440	linear.bias	7	0.37029650807380676
102440	linear.bias	8	2.1193292140960693
102440	linear.bias	9	-1.196406602859497
103049	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
103049	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
103049	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
103049	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
103049	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
103049	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
103049	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
103049	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
103049	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
103049	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
103049	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
103049	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
103049	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
103049	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
103049	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
103049	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
103049	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
103049	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
103049	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
103049	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
103049	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
103049	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
103049	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
103049	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
103049	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
103049	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
103049	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
103049	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
103049	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
103049	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
103049	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
103049	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
103049	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
103049	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
103049	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
103049	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
103049	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
103049	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
103049	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
103049	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
103049	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
103049	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
103049	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
103049	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
103049	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
103049	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
103049	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
103049	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
103049	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
103049	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
103049	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
103049	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
103049	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
103049	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
103049	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
103049	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
103049	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
103049	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
103049	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
103049	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
103049	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
103049	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
103049	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
103049	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
103049	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
103049	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
103049	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
103049	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
103049	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
103049	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
103049	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
103049	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
103049	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
103049	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
103049	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
103049	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
103049	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
103049	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
103049	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
103049	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
103049	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
103049	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
103049	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
103049	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
103049	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
103049	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
103049	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
103049	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
103049	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
103049	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
103049	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
103049	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
103049	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
103049	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
103049	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
103049	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
103049	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
103049	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
103049	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
103049	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
103049	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
103049	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
103049	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
103049	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
103049	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
103049	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
103049	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
103049	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
103049	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
103049	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
103049	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
103049	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
103049	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
103049	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
103049	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
103049	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
103049	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
103049	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
103049	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
103049	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
103049	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
103049	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
103049	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
103049	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
103049	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
103049	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
103049	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
103049	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
103049	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
103049	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
103049	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
103049	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
103049	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
103049	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
103049	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
103049	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
103049	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
103049	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
103049	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
103049	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
103049	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
103049	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
103049	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
103049	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
103049	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
103049	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
103049	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
103049	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
103049	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
103049	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
103049	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
103049	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
103049	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
103049	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
103049	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
103049	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
103049	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
103049	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
103049	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
103049	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
103049	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
103049	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
103049	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
103049	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
103049	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
103049	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
103049	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
103049	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
103049	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
103049	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
103049	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
103049	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
103049	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
103049	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
103049	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
103049	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
103049	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
103049	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
103049	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
103049	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
103049	embedding2nn.weight	0	0.15283586084842682
103049	embedding2nn.weight	1	0.265130877494812
103049	embedding2nn.weight	2	0.04783416911959648
103049	embedding2nn.weight	3	-0.010133377276360989
103049	embedding2nn.weight	4	-0.05480246990919113
103049	embedding2nn.weight	5	0.06821009516716003
103049	embedding2nn.weight	6	0.053342513740062714
103049	embedding2nn.weight	7	-0.020051894709467888
103049	embedding2nn.weight	8	0.04037192836403847
103049	embedding2nn.weight	9	-0.03428014740347862
103049	embedding2nn.bias	0	0.02932230941951275
103049	embedding2nn.bias	1	-0.1287824958562851
103049	embedding2nn.bias	2	0.09311676025390625
103049	embedding2nn.bias	3	0.16995161771774292
103049	embedding2nn.bias	4	0.11681703478097916
103049	embedding2nn.bias	5	-0.027230095118284225
103049	embedding2nn.bias	6	-0.05043155327439308
103049	embedding2nn.bias	7	0.04216567799448967
103049	embedding2nn.bias	8	-0.11585239320993423
103049	embedding2nn.bias	9	-0.34872689843177795
103049	rnn.weight_ih_l0	0	0.0019024753710255027
103049	rnn.weight_ih_l0	1	-0.04835665971040726
103049	rnn.weight_ih_l0	2	-0.024770598858594894
103049	rnn.weight_ih_l0	3	0.03040946274995804
103049	rnn.weight_ih_l0	4	0.015794681385159492
103049	rnn.weight_ih_l0	5	-0.08180640637874603
103049	rnn.weight_ih_l0	6	0.012043556198477745
103049	rnn.weight_ih_l0	7	0.013426520861685276
103049	rnn.weight_ih_l0	8	0.030309714376926422
103049	rnn.weight_ih_l0	9	-0.003901144489645958
103049	rnn.weight_hh_l0	0	0.030295055359601974
103049	rnn.weight_hh_l0	1	0.06924489885568619
103049	rnn.weight_hh_l0	2	0.007370330858975649
103049	rnn.weight_hh_l0	3	0.05356796085834503
103049	rnn.weight_hh_l0	4	-0.013365454040467739
103049	rnn.weight_hh_l0	5	0.04466305300593376
103049	rnn.weight_hh_l0	6	0.013144198805093765
103049	rnn.weight_hh_l0	7	0.013232056051492691
103049	rnn.weight_hh_l0	8	0.03860950097441673
103049	rnn.weight_hh_l0	9	-0.03411177173256874
103049	rnn.bias_ih_l0	0	0.08060681074857712
103049	rnn.bias_ih_l0	1	-0.15991075336933136
103049	rnn.bias_ih_l0	2	-0.009570480324327946
103049	rnn.bias_ih_l0	3	-0.12478820234537125
103049	rnn.bias_ih_l0	4	0.07050333172082901
103049	rnn.bias_ih_l0	5	-0.18829374015331268
103049	rnn.bias_ih_l0	6	-0.09165074676275253
103049	rnn.bias_ih_l0	7	-0.16684576869010925
103049	rnn.bias_ih_l0	8	-0.1269262135028839
103049	rnn.bias_ih_l0	9	-0.3137303292751312
103049	rnn.bias_hh_l0	0	-0.14145775139331818
103049	rnn.bias_hh_l0	1	-0.16279837489128113
103049	rnn.bias_hh_l0	2	-0.12124694883823395
103049	rnn.bias_hh_l0	3	-0.05711227282881737
103049	rnn.bias_hh_l0	4	-0.1368063986301422
103049	rnn.bias_hh_l0	5	-0.17912283539772034
103049	rnn.bias_hh_l0	6	-0.10199332237243652
103049	rnn.bias_hh_l0	7	0.08756205439567566
103049	rnn.bias_hh_l0	8	-0.11348436027765274
103049	rnn.bias_hh_l0	9	-0.2902204692363739
103049	rnn.weight_ih_l0_reverse	0	0.05135595053434372
103049	rnn.weight_ih_l0_reverse	1	-0.05996841564774513
103049	rnn.weight_ih_l0_reverse	2	-0.02091773971915245
103049	rnn.weight_ih_l0_reverse	3	-0.0678977519273758
103049	rnn.weight_ih_l0_reverse	4	0.012525283731520176
103049	rnn.weight_ih_l0_reverse	5	-0.12571313977241516
103049	rnn.weight_ih_l0_reverse	6	0.04723644629120827
103049	rnn.weight_ih_l0_reverse	7	0.02520432509481907
103049	rnn.weight_ih_l0_reverse	8	-0.052972838282585144
103049	rnn.weight_ih_l0_reverse	9	0.010194622911512852
103049	rnn.weight_hh_l0_reverse	0	-0.04903201386332512
103049	rnn.weight_hh_l0_reverse	1	0.02358110435307026
103049	rnn.weight_hh_l0_reverse	2	-0.01355755515396595
103049	rnn.weight_hh_l0_reverse	3	0.013204834423959255
103049	rnn.weight_hh_l0_reverse	4	-0.06750118732452393
103049	rnn.weight_hh_l0_reverse	5	0.03463398665189743
103049	rnn.weight_hh_l0_reverse	6	0.016732733696699142
103049	rnn.weight_hh_l0_reverse	7	-0.004803876858204603
103049	rnn.weight_hh_l0_reverse	8	0.003625020617619157
103049	rnn.weight_hh_l0_reverse	9	0.03824931010603905
103049	rnn.bias_ih_l0_reverse	0	-0.147613987326622
103049	rnn.bias_ih_l0_reverse	1	-0.12513962388038635
103049	rnn.bias_ih_l0_reverse	2	0.0199112631380558
103049	rnn.bias_ih_l0_reverse	3	-0.12265302240848541
103049	rnn.bias_ih_l0_reverse	4	-0.015706036239862442
103049	rnn.bias_ih_l0_reverse	5	-0.149925097823143
103049	rnn.bias_ih_l0_reverse	6	0.24966482818126678
103049	rnn.bias_ih_l0_reverse	7	-0.23417924344539642
103049	rnn.bias_ih_l0_reverse	8	-0.10114578157663345
103049	rnn.bias_ih_l0_reverse	9	-0.09870199114084244
103049	rnn.bias_hh_l0_reverse	0	-0.03962820768356323
103049	rnn.bias_hh_l0_reverse	1	0.14951325953006744
103049	rnn.bias_hh_l0_reverse	2	-0.22158853709697723
103049	rnn.bias_hh_l0_reverse	3	-0.06312310695648193
103049	rnn.bias_hh_l0_reverse	4	-0.20260410010814667
103049	rnn.bias_hh_l0_reverse	5	-0.10095474869012833
103049	rnn.bias_hh_l0_reverse	6	-0.19833871722221375
103049	rnn.bias_hh_l0_reverse	7	-0.0588294081389904
103049	rnn.bias_hh_l0_reverse	8	-0.10475613921880722
103049	rnn.bias_hh_l0_reverse	9	0.1893383115530014
103049	linear.weight	0	0.21823881566524506
103049	linear.weight	1	-0.3448707163333893
103049	linear.weight	2	0.03978784382343292
103049	linear.weight	3	0.06760048866271973
103049	linear.weight	4	-0.12430344521999359
103049	linear.weight	5	0.20717257261276245
103049	linear.weight	6	-0.09941771626472473
103049	linear.weight	7	-0.07048317790031433
103049	linear.weight	8	0.09110164642333984
103049	linear.weight	9	-0.033820293843746185
103049	linear.bias	0	-1.1207752227783203
103049	linear.bias	1	1.8736196756362915
103049	linear.bias	2	0.3439289927482605
103049	linear.bias	3	-2.2020773887634277
103049	linear.bias	4	-0.45966434478759766
103049	linear.bias	5	1.0247609615325928
103049	linear.bias	6	-0.309926301240921
103049	linear.bias	7	0.3332856297492981
103049	linear.bias	8	2.06217098236084
103049	linear.bias	9	-1.2076334953308105
103658	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
103658	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
103658	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
103658	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
103658	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
103658	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
103658	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
103658	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
103658	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
103658	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
103658	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
103658	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
103658	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
103658	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
103658	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
103658	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
103658	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
103658	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
103658	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
103658	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
103658	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
103658	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
103658	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
103658	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
103658	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
103658	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
103658	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
103658	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
103658	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
103658	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
103658	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
103658	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
103658	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
103658	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
103658	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
103658	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
103658	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
103658	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
103658	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
103658	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
103658	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
103658	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
103658	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
103658	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
103658	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
103658	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
103658	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
103658	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
103658	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
103658	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
103658	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
103658	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
103658	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
103658	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
103658	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
103658	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
103658	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
103658	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
103658	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
103658	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
103658	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
103658	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
103658	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
103658	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
103658	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
103658	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
103658	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
103658	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
103658	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
103658	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
103658	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
103658	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
103658	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
103658	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
103658	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
103658	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
103658	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
103658	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
103658	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
103658	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
103658	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
103658	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
103658	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
103658	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
103658	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
103658	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
103658	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
103658	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
103658	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
103658	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
103658	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
103658	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
103658	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
103658	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
103658	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
103658	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
103658	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
103658	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
103658	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
103658	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
103658	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
103658	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
103658	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
103658	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
103658	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
103658	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
103658	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
103658	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
103658	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
103658	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
103658	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
103658	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
103658	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
103658	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
103658	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
103658	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
103658	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
103658	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
103658	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
103658	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
103658	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
103658	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
103658	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
103658	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
103658	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
103658	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
103658	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
103658	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
103658	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
103658	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
103658	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
103658	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
103658	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
103658	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
103658	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
103658	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
103658	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
103658	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
103658	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
103658	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
103658	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
103658	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
103658	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
103658	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
103658	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
103658	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
103658	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
103658	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
103658	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
103658	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
103658	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
103658	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
103658	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
103658	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
103658	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
103658	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
103658	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
103658	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
103658	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
103658	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
103658	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
103658	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
103658	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
103658	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
103658	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
103658	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
103658	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
103658	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
103658	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
103658	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
103658	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
103658	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
103658	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
103658	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
103658	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
103658	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
103658	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
103658	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
103658	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
103658	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
103658	embedding2nn.weight	0	0.15353065729141235
103658	embedding2nn.weight	1	0.2732398509979248
103658	embedding2nn.weight	2	0.0531432144343853
103658	embedding2nn.weight	3	-0.011382204480469227
103658	embedding2nn.weight	4	-0.05589095875620842
103658	embedding2nn.weight	5	0.06592389196157455
103658	embedding2nn.weight	6	0.06254523247480392
103658	embedding2nn.weight	7	-0.015837708488106728
103658	embedding2nn.weight	8	0.04235828295350075
103658	embedding2nn.weight	9	-0.02704356610774994
103658	embedding2nn.bias	0	0.025219043716788292
103658	embedding2nn.bias	1	-0.1463346928358078
103658	embedding2nn.bias	2	0.09591618925333023
103658	embedding2nn.bias	3	0.16250838339328766
103658	embedding2nn.bias	4	0.12515759468078613
103658	embedding2nn.bias	5	-0.02465764805674553
103658	embedding2nn.bias	6	-0.031890612095594406
103658	embedding2nn.bias	7	0.030398983508348465
103658	embedding2nn.bias	8	-0.10997094959020615
103658	embedding2nn.bias	9	-0.3486478924751282
103658	rnn.weight_ih_l0	0	0.001536320778541267
103658	rnn.weight_ih_l0	1	-0.04799121618270874
103658	rnn.weight_ih_l0	2	-0.02089245431125164
103658	rnn.weight_ih_l0	3	0.027769610285758972
103658	rnn.weight_ih_l0	4	0.022894619032740593
103658	rnn.weight_ih_l0	5	-0.06558401882648468
103658	rnn.weight_ih_l0	6	0.010853409767150879
103658	rnn.weight_ih_l0	7	0.009405354037880898
103658	rnn.weight_ih_l0	8	0.03408733755350113
103658	rnn.weight_ih_l0	9	-0.010636947117745876
103658	rnn.weight_hh_l0	0	0.030632905662059784
103658	rnn.weight_hh_l0	1	0.06957416981458664
103658	rnn.weight_hh_l0	2	0.008710533380508423
103658	rnn.weight_hh_l0	3	0.052943821996450424
103658	rnn.weight_hh_l0	4	-0.01346615981310606
103658	rnn.weight_hh_l0	5	0.044202208518981934
103658	rnn.weight_hh_l0	6	0.013592272996902466
103658	rnn.weight_hh_l0	7	0.010733633302152157
103658	rnn.weight_hh_l0	8	0.03800889104604721
103658	rnn.weight_hh_l0	9	-0.03571277856826782
103658	rnn.bias_ih_l0	0	0.07253267616033554
103658	rnn.bias_ih_l0	1	-0.16336360573768616
103658	rnn.bias_ih_l0	2	-0.008113361895084381
103658	rnn.bias_ih_l0	3	-0.12545746564865112
103658	rnn.bias_ih_l0	4	0.06831930577754974
103658	rnn.bias_ih_l0	5	-0.18977457284927368
103658	rnn.bias_ih_l0	6	-0.09389949589967728
103658	rnn.bias_ih_l0	7	-0.16482235491275787
103658	rnn.bias_ih_l0	8	-0.13196741044521332
103658	rnn.bias_ih_l0	9	-0.3176635801792145
103658	rnn.bias_hh_l0	0	-0.14388175308704376
103658	rnn.bias_hh_l0	1	-0.16998475790023804
103658	rnn.bias_hh_l0	2	-0.1258249431848526
103658	rnn.bias_hh_l0	3	-0.05941076949238777
103658	rnn.bias_hh_l0	4	-0.14099986851215363
103658	rnn.bias_hh_l0	5	-0.17975381016731262
103658	rnn.bias_hh_l0	6	-0.09182466566562653
103658	rnn.bias_hh_l0	7	0.08882759511470795
103658	rnn.bias_hh_l0	8	-0.11312870681285858
103658	rnn.bias_hh_l0	9	-0.28991028666496277
103658	rnn.weight_ih_l0_reverse	0	0.04500631242990494
103658	rnn.weight_ih_l0_reverse	1	-0.06167405843734741
103658	rnn.weight_ih_l0_reverse	2	-0.023355670273303986
103658	rnn.weight_ih_l0_reverse	3	-0.06709843128919601
103658	rnn.weight_ih_l0_reverse	4	0.014896699227392673
103658	rnn.weight_ih_l0_reverse	5	-0.12755243480205536
103658	rnn.weight_ih_l0_reverse	6	0.050629258155822754
103658	rnn.weight_ih_l0_reverse	7	0.025420861318707466
103658	rnn.weight_ih_l0_reverse	8	-0.0471213161945343
103658	rnn.weight_ih_l0_reverse	9	0.00879777129739523
103658	rnn.weight_hh_l0_reverse	0	-0.04970850795507431
103658	rnn.weight_hh_l0_reverse	1	0.023290708661079407
103658	rnn.weight_hh_l0_reverse	2	-0.013378108851611614
103658	rnn.weight_hh_l0_reverse	3	0.013462950475513935
103658	rnn.weight_hh_l0_reverse	4	-0.06708059459924698
103658	rnn.weight_hh_l0_reverse	5	0.03402421623468399
103658	rnn.weight_hh_l0_reverse	6	0.017246462404727936
103658	rnn.weight_hh_l0_reverse	7	-0.003827750915661454
103658	rnn.weight_hh_l0_reverse	8	0.01345372200012207
103658	rnn.weight_hh_l0_reverse	9	0.039621226489543915
103658	rnn.bias_ih_l0_reverse	0	-0.13735349476337433
103658	rnn.bias_ih_l0_reverse	1	-0.12040329724550247
103658	rnn.bias_ih_l0_reverse	2	0.023182565346360207
103658	rnn.bias_ih_l0_reverse	3	-0.13273099064826965
103658	rnn.bias_ih_l0_reverse	4	-0.020960155874490738
103658	rnn.bias_ih_l0_reverse	5	-0.14946331083774567
103658	rnn.bias_ih_l0_reverse	6	0.23329472541809082
103658	rnn.bias_ih_l0_reverse	7	-0.24871781468391418
103658	rnn.bias_ih_l0_reverse	8	-0.0928914025425911
103658	rnn.bias_ih_l0_reverse	9	-0.11021751910448074
103658	rnn.bias_hh_l0_reverse	0	-0.037264127284288406
103658	rnn.bias_hh_l0_reverse	1	0.15286266803741455
103658	rnn.bias_hh_l0_reverse	2	-0.23053942620754242
103658	rnn.bias_hh_l0_reverse	3	-0.04981600120663643
103658	rnn.bias_hh_l0_reverse	4	-0.20051319897174835
103658	rnn.bias_hh_l0_reverse	5	-0.09800013154745102
103658	rnn.bias_hh_l0_reverse	6	-0.20386135578155518
103658	rnn.bias_hh_l0_reverse	7	-0.061142053455114365
103658	rnn.bias_hh_l0_reverse	8	-0.10688961297273636
103658	rnn.bias_hh_l0_reverse	9	0.18004310131072998
103658	linear.weight	0	0.2158728688955307
103658	linear.weight	1	-0.3372744619846344
103658	linear.weight	2	0.06014002114534378
103658	linear.weight	3	0.06763756275177002
103658	linear.weight	4	-0.12765485048294067
103658	linear.weight	5	0.20949015021324158
103658	linear.weight	6	-0.08729706704616547
103658	linear.weight	7	-0.07045620679855347
103658	linear.weight	8	0.052206851541996
103658	linear.weight	9	-0.03385462239384651
103658	linear.bias	0	-1.107689380645752
103658	linear.bias	1	1.8535897731781006
103658	linear.bias	2	0.31372928619384766
103658	linear.bias	3	-2.2042315006256104
103658	linear.bias	4	-0.4858945608139038
103658	linear.bias	5	1.035691499710083
103658	linear.bias	6	-0.35582447052001953
103658	linear.bias	7	0.3687846064567566
103658	linear.bias	8	2.0938611030578613
103658	linear.bias	9	-1.1892043352127075
103666	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
103666	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
103666	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
103666	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
103666	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
103666	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
103666	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
103666	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
103666	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
103666	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
103666	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
103666	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
103666	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
103666	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
103666	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
103666	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
103666	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
103666	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
103666	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
103666	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
103666	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
103666	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
103666	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
103666	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
103666	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
103666	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
103666	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
103666	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
103666	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
103666	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
103666	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
103666	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
103666	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
103666	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
103666	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
103666	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
103666	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
103666	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
103666	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
103666	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
103666	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
103666	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
103666	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
103666	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
103666	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
103666	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
103666	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
103666	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
103666	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
103666	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
103666	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
103666	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
103666	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
103666	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
103666	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
103666	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
103666	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
103666	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
103666	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
103666	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
103666	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
103666	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
103666	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
103666	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
103666	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
103666	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
103666	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
103666	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
103666	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
103666	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
103666	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
103666	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
103666	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
103666	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
103666	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
103666	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
103666	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
103666	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
103666	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
103666	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
103666	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
103666	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
103666	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
103666	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
103666	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
103666	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
103666	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
103666	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
103666	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
103666	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
103666	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
103666	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
103666	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
103666	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
103666	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
103666	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
103666	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
103666	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
103666	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
103666	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
103666	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
103666	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
103666	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
103666	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
103666	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
103666	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
103666	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
103666	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
103666	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
103666	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
103666	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
103666	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
103666	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
103666	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
103666	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
103666	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
103666	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
103666	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
103666	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
103666	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
103666	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
103666	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
103666	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
103666	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
103666	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
103666	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
103666	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
103666	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
103666	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
103666	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
103666	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
103666	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
103666	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
103666	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
103666	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
103666	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
103666	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
103666	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
103666	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
103666	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
103666	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
103666	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
103666	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
103666	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
103666	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
103666	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
103666	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
103666	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
103666	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
103666	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
103666	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
103666	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
103666	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
103666	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
103666	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
103666	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
103666	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
103666	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
103666	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
103666	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
103666	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
103666	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
103666	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
103666	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
103666	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
103666	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
103666	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
103666	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
103666	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
103666	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
103666	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
103666	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
103666	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
103666	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
103666	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
103666	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
103666	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
103666	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
103666	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
103666	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
103666	embedding2nn.weight	0	0.15385261178016663
103666	embedding2nn.weight	1	0.2731667459011078
103666	embedding2nn.weight	2	0.05270557850599289
103666	embedding2nn.weight	3	-0.010927042923867702
103666	embedding2nn.weight	4	-0.05615464970469475
103666	embedding2nn.weight	5	0.06667221337556839
103666	embedding2nn.weight	6	0.06171869486570358
103666	embedding2nn.weight	7	-0.01575102098286152
103666	embedding2nn.weight	8	0.04230125993490219
103666	embedding2nn.weight	9	-0.026889698579907417
103666	embedding2nn.bias	0	0.022110678255558014
103666	embedding2nn.bias	1	-0.13879609107971191
103666	embedding2nn.bias	2	0.09970255941152573
103666	embedding2nn.bias	3	0.17056328058242798
103666	embedding2nn.bias	4	0.1276732236146927
103666	embedding2nn.bias	5	-0.022430555894970894
103666	embedding2nn.bias	6	-0.03209493309259415
103666	embedding2nn.bias	7	0.032685235142707825
103666	embedding2nn.bias	8	-0.11463313549757004
103666	embedding2nn.bias	9	-0.3496537208557129
103666	rnn.weight_ih_l0	0	0.0013952924637123942
103666	rnn.weight_ih_l0	1	-0.047909364104270935
103666	rnn.weight_ih_l0	2	-0.020644403994083405
103666	rnn.weight_ih_l0	3	0.027270520105957985
103666	rnn.weight_ih_l0	4	0.022273622453212738
103666	rnn.weight_ih_l0	5	-0.06588329374790192
103666	rnn.weight_ih_l0	6	0.010304387658834457
103666	rnn.weight_ih_l0	7	0.009972656145691872
103666	rnn.weight_ih_l0	8	0.03311685472726822
103666	rnn.weight_ih_l0	9	-0.00910697691142559
103666	rnn.weight_hh_l0	0	0.030627010390162468
103666	rnn.weight_hh_l0	1	0.06958002597093582
103666	rnn.weight_hh_l0	2	0.008746887557208538
103666	rnn.weight_hh_l0	3	0.053022973239421844
103666	rnn.weight_hh_l0	4	-0.013503454625606537
103666	rnn.weight_hh_l0	5	0.04427410289645195
103666	rnn.weight_hh_l0	6	0.013598570600152016
103666	rnn.weight_hh_l0	7	0.010714120231568813
103666	rnn.weight_hh_l0	8	0.03800307959318161
103666	rnn.weight_hh_l0	9	-0.035498589277267456
103666	rnn.bias_ih_l0	0	0.07303786277770996
103666	rnn.bias_ih_l0	1	-0.16428370773792267
103666	rnn.bias_ih_l0	2	-0.008405905216932297
103666	rnn.bias_ih_l0	3	-0.12519913911819458
103666	rnn.bias_ih_l0	4	0.06890145689249039
103666	rnn.bias_ih_l0	5	-0.18775136768817902
103666	rnn.bias_ih_l0	6	-0.09540166705846786
103666	rnn.bias_ih_l0	7	-0.16518425941467285
103666	rnn.bias_ih_l0	8	-0.13215938210487366
103666	rnn.bias_ih_l0	9	-0.32047784328460693
103666	rnn.bias_hh_l0	0	-0.14417654275894165
103666	rnn.bias_hh_l0	1	-0.17007818818092346
103666	rnn.bias_hh_l0	2	-0.1266239583492279
103666	rnn.bias_hh_l0	3	-0.059048186987638474
103666	rnn.bias_hh_l0	4	-0.14150243997573853
103666	rnn.bias_hh_l0	5	-0.1799708753824234
103666	rnn.bias_hh_l0	6	-0.09179101884365082
103666	rnn.bias_hh_l0	7	0.08975472301244736
103666	rnn.bias_hh_l0	8	-0.11421188712120056
103666	rnn.bias_hh_l0	9	-0.28974688053131104
103666	rnn.weight_ih_l0_reverse	0	0.045256733894348145
103666	rnn.weight_ih_l0_reverse	1	-0.061440419405698776
103666	rnn.weight_ih_l0_reverse	2	-0.023117462173104286
103666	rnn.weight_ih_l0_reverse	3	-0.06706029176712036
103666	rnn.weight_ih_l0_reverse	4	0.01470994297415018
103666	rnn.weight_ih_l0_reverse	5	-0.128173828125
103666	rnn.weight_ih_l0_reverse	6	0.05195721611380577
103666	rnn.weight_ih_l0_reverse	7	0.025653712451457977
103666	rnn.weight_ih_l0_reverse	8	-0.04687481373548508
103666	rnn.weight_ih_l0_reverse	9	0.009000063873827457
103666	rnn.weight_hh_l0_reverse	0	-0.0499042347073555
103666	rnn.weight_hh_l0_reverse	1	0.023259444162249565
103666	rnn.weight_hh_l0_reverse	2	-0.013371161185204983
103666	rnn.weight_hh_l0_reverse	3	0.013464768417179585
103666	rnn.weight_hh_l0_reverse	4	-0.06710100173950195
103666	rnn.weight_hh_l0_reverse	5	0.034039173275232315
103666	rnn.weight_hh_l0_reverse	6	0.017258629202842712
103666	rnn.weight_hh_l0_reverse	7	-0.003921973519027233
103666	rnn.weight_hh_l0_reverse	8	0.013468039222061634
103666	rnn.weight_hh_l0_reverse	9	0.03977204114198685
103666	rnn.bias_ih_l0_reverse	0	-0.1382671445608139
103666	rnn.bias_ih_l0_reverse	1	-0.1211651861667633
103666	rnn.bias_ih_l0_reverse	2	0.022557739168405533
103666	rnn.bias_ih_l0_reverse	3	-0.1321580559015274
103666	rnn.bias_ih_l0_reverse	4	-0.020130328834056854
103666	rnn.bias_ih_l0_reverse	5	-0.14957253634929657
103666	rnn.bias_ih_l0_reverse	6	0.23138798773288727
103666	rnn.bias_ih_l0_reverse	7	-0.24711689352989197
103666	rnn.bias_ih_l0_reverse	8	-0.09304790943861008
103666	rnn.bias_ih_l0_reverse	9	-0.11026263236999512
103666	rnn.bias_hh_l0_reverse	0	-0.03386576101183891
103666	rnn.bias_hh_l0_reverse	1	0.1529441922903061
103666	rnn.bias_hh_l0_reverse	2	-0.22986723482608795
103666	rnn.bias_hh_l0_reverse	3	-0.051861029118299484
103666	rnn.bias_hh_l0_reverse	4	-0.200306236743927
103666	rnn.bias_hh_l0_reverse	5	-0.09771598875522614
103666	rnn.bias_hh_l0_reverse	6	-0.2049190104007721
103666	rnn.bias_hh_l0_reverse	7	-0.06226194649934769
103666	rnn.bias_hh_l0_reverse	8	-0.10636017471551895
103666	rnn.bias_hh_l0_reverse	9	0.18196021020412445
103666	linear.weight	0	0.214388906955719
103666	linear.weight	1	-0.3365892469882965
103666	linear.weight	2	0.061141908168792725
103666	linear.weight	3	0.06763782352209091
103666	linear.weight	4	-0.12842801213264465
103666	linear.weight	5	0.2078983038663864
103666	linear.weight	6	-0.08251123875379562
103666	linear.weight	7	-0.07045610249042511
103666	linear.weight	8	0.04981441795825958
103666	linear.weight	9	-0.033854108303785324
103666	linear.bias	0	-1.1091092824935913
103666	linear.bias	1	1.8409886360168457
103666	linear.bias	2	0.32385680079460144
103666	linear.bias	3	-2.2042489051818848
103666	linear.bias	4	-0.4837625026702881
103666	linear.bias	5	1.0123869180679321
103666	linear.bias	6	-0.35689035058021545
103666	linear.bias	7	0.4059286415576935
103666	linear.bias	8	2.1309666633605957
103666	linear.bias	9	-1.1936029195785522
104275	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
104275	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
104275	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
104275	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
104275	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
104275	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
104275	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
104275	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
104275	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
104275	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
104275	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
104275	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
104275	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
104275	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
104275	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
104275	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
104275	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
104275	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
104275	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
104275	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
104275	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
104275	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
104275	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
104275	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
104275	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
104275	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
104275	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
104275	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
104275	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
104275	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
104275	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
104275	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
104275	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
104275	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
104275	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
104275	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
104275	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
104275	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
104275	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
104275	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
104275	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
104275	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
104275	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
104275	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
104275	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
104275	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
104275	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
104275	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
104275	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
104275	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
104275	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
104275	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
104275	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
104275	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
104275	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
104275	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
104275	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
104275	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
104275	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
104275	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
104275	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
104275	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
104275	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
104275	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
104275	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
104275	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
104275	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
104275	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
104275	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
104275	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
104275	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
104275	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
104275	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
104275	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
104275	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
104275	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
104275	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
104275	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
104275	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
104275	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
104275	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
104275	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
104275	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
104275	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
104275	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
104275	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
104275	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
104275	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
104275	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
104275	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
104275	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
104275	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
104275	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
104275	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
104275	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
104275	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
104275	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
104275	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
104275	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
104275	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
104275	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
104275	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
104275	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
104275	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
104275	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
104275	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
104275	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
104275	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
104275	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
104275	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
104275	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
104275	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
104275	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
104275	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
104275	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
104275	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
104275	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
104275	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
104275	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
104275	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
104275	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
104275	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
104275	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
104275	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
104275	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
104275	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
104275	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
104275	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
104275	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
104275	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
104275	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
104275	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
104275	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
104275	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
104275	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
104275	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
104275	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
104275	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
104275	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
104275	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
104275	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
104275	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
104275	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
104275	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
104275	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
104275	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
104275	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
104275	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
104275	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
104275	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
104275	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
104275	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
104275	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
104275	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
104275	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
104275	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
104275	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
104275	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
104275	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
104275	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
104275	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
104275	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
104275	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
104275	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
104275	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
104275	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
104275	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
104275	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
104275	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
104275	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
104275	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
104275	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
104275	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
104275	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
104275	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
104275	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
104275	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
104275	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
104275	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
104275	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
104275	embedding2nn.weight	0	0.15658064186573029
104275	embedding2nn.weight	1	0.2770703434944153
104275	embedding2nn.weight	2	0.047209784388542175
104275	embedding2nn.weight	3	-0.018607528880238533
104275	embedding2nn.weight	4	-0.05793832615017891
104275	embedding2nn.weight	5	0.06889501214027405
104275	embedding2nn.weight	6	0.04558347538113594
104275	embedding2nn.weight	7	-0.028286177664995193
104275	embedding2nn.weight	8	0.037865933030843735
104275	embedding2nn.weight	9	-0.027374422177672386
104275	embedding2nn.bias	0	-0.0003643090312834829
104275	embedding2nn.bias	1	-0.14418621361255646
104275	embedding2nn.bias	2	0.09713873267173767
104275	embedding2nn.bias	3	0.1564585268497467
104275	embedding2nn.bias	4	0.1283775418996811
104275	embedding2nn.bias	5	-0.016936004161834717
104275	embedding2nn.bias	6	-0.05057337135076523
104275	embedding2nn.bias	7	0.03390201926231384
104275	embedding2nn.bias	8	-0.11652203649282455
104275	embedding2nn.bias	9	-0.3274533450603485
104275	rnn.weight_ih_l0	0	0.0009808287722989917
104275	rnn.weight_ih_l0	1	-0.04645472392439842
104275	rnn.weight_ih_l0	2	-0.01769292913377285
104275	rnn.weight_ih_l0	3	0.02301764488220215
104275	rnn.weight_ih_l0	4	0.019275205209851265
104275	rnn.weight_ih_l0	5	-0.06507429480552673
104275	rnn.weight_ih_l0	6	0.0042578112334012985
104275	rnn.weight_ih_l0	7	0.010422500781714916
104275	rnn.weight_ih_l0	8	0.031136641278862953
104275	rnn.weight_ih_l0	9	-0.006410434376448393
104275	rnn.weight_hh_l0	0	0.030155759304761887
104275	rnn.weight_hh_l0	1	0.07059373706579208
104275	rnn.weight_hh_l0	2	0.009117730893194675
104275	rnn.weight_hh_l0	3	0.052425675094127655
104275	rnn.weight_hh_l0	4	-0.012471036054193974
104275	rnn.weight_hh_l0	5	0.04602453485131264
104275	rnn.weight_hh_l0	6	0.013715344481170177
104275	rnn.weight_hh_l0	7	0.013580243103206158
104275	rnn.weight_hh_l0	8	0.03825194761157036
104275	rnn.weight_hh_l0	9	-0.035237181931734085
104275	rnn.bias_ih_l0	0	0.07380615919828415
104275	rnn.bias_ih_l0	1	-0.16165819764137268
104275	rnn.bias_ih_l0	2	-0.011138573288917542
104275	rnn.bias_ih_l0	3	-0.12393683195114136
104275	rnn.bias_ih_l0	4	0.053464021533727646
104275	rnn.bias_ih_l0	5	-0.19155354797840118
104275	rnn.bias_ih_l0	6	-0.08912985026836395
104275	rnn.bias_ih_l0	7	-0.16943904757499695
104275	rnn.bias_ih_l0	8	-0.12701840698719025
104275	rnn.bias_ih_l0	9	-0.3171323537826538
104275	rnn.bias_hh_l0	0	-0.146360844373703
104275	rnn.bias_hh_l0	1	-0.16833755373954773
104275	rnn.bias_hh_l0	2	-0.13190382719039917
104275	rnn.bias_hh_l0	3	-0.060889918357133865
104275	rnn.bias_hh_l0	4	-0.14673282206058502
104275	rnn.bias_hh_l0	5	-0.177046000957489
104275	rnn.bias_hh_l0	6	-0.09731844067573547
104275	rnn.bias_hh_l0	7	0.09136052429676056
104275	rnn.bias_hh_l0	8	-0.11433494091033936
104275	rnn.bias_hh_l0	9	-0.302897185087204
104275	rnn.weight_ih_l0_reverse	0	0.03919270262122154
104275	rnn.weight_ih_l0_reverse	1	-0.06309682875871658
104275	rnn.weight_ih_l0_reverse	2	-0.022662198171019554
104275	rnn.weight_ih_l0_reverse	3	-0.06856681406497955
104275	rnn.weight_ih_l0_reverse	4	0.018516160547733307
104275	rnn.weight_ih_l0_reverse	5	-0.1293652504682541
104275	rnn.weight_ih_l0_reverse	6	0.054319463670253754
104275	rnn.weight_ih_l0_reverse	7	0.02560850977897644
104275	rnn.weight_ih_l0_reverse	8	-0.0478268601000309
104275	rnn.weight_ih_l0_reverse	9	0.005782128311693668
104275	rnn.weight_hh_l0_reverse	0	-0.050103750079870224
104275	rnn.weight_hh_l0_reverse	1	0.023692535236477852
104275	rnn.weight_hh_l0_reverse	2	-0.013180183246731758
104275	rnn.weight_hh_l0_reverse	3	0.012632587924599648
104275	rnn.weight_hh_l0_reverse	4	-0.06694631278514862
104275	rnn.weight_hh_l0_reverse	5	0.03387226536870003
104275	rnn.weight_hh_l0_reverse	6	0.017151422798633575
104275	rnn.weight_hh_l0_reverse	7	-0.0039316932670772076
104275	rnn.weight_hh_l0_reverse	8	0.008122176863253117
104275	rnn.weight_hh_l0_reverse	9	0.041425202041864395
104275	rnn.bias_ih_l0_reverse	0	-0.13567987084388733
104275	rnn.bias_ih_l0_reverse	1	-0.12555474042892456
104275	rnn.bias_ih_l0_reverse	2	0.02269292250275612
104275	rnn.bias_ih_l0_reverse	3	-0.13679003715515137
104275	rnn.bias_ih_l0_reverse	4	-0.030024565756320953
104275	rnn.bias_ih_l0_reverse	5	-0.1502886414527893
104275	rnn.bias_ih_l0_reverse	6	0.24077704548835754
104275	rnn.bias_ih_l0_reverse	7	-0.24648575484752655
104275	rnn.bias_ih_l0_reverse	8	-0.09959515929222107
104275	rnn.bias_ih_l0_reverse	9	-0.09639713913202286
104275	rnn.bias_hh_l0_reverse	0	-0.030366402119398117
104275	rnn.bias_hh_l0_reverse	1	0.14635567367076874
104275	rnn.bias_hh_l0_reverse	2	-0.23263424634933472
104275	rnn.bias_hh_l0_reverse	3	-0.04935043305158615
104275	rnn.bias_hh_l0_reverse	4	-0.2071664184331894
104275	rnn.bias_hh_l0_reverse	5	-0.10105860978364944
104275	rnn.bias_hh_l0_reverse	6	-0.20707400143146515
104275	rnn.bias_hh_l0_reverse	7	-0.06279859691858292
104275	rnn.bias_hh_l0_reverse	8	-0.11266903579235077
104275	rnn.bias_hh_l0_reverse	9	0.1756829470396042
104275	linear.weight	0	0.2252054214477539
104275	linear.weight	1	-0.3263401687145233
104275	linear.weight	2	0.047504741698503494
104275	linear.weight	3	0.06764152646064758
104275	linear.weight	4	-0.10731153190135956
104275	linear.weight	5	0.21764524281024933
104275	linear.weight	6	-0.06594283878803253
104275	linear.weight	7	-0.07042450457811356
104275	linear.weight	8	0.06584540754556656
104275	linear.weight	9	-0.03388981148600578
104275	linear.bias	0	-1.1100847721099854
104275	linear.bias	1	1.8694278001785278
104275	linear.bias	2	0.3386613130569458
104275	linear.bias	3	-2.206209659576416
104275	linear.bias	4	-0.4594888389110565
104275	linear.bias	5	1.0078670978546143
104275	linear.bias	6	-0.2892239987850189
104275	linear.bias	7	0.3582617938518524
104275	linear.bias	8	2.038835048675537
104275	linear.bias	9	-1.205541729927063
104884	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
104884	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
104884	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
104884	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
104884	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
104884	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
104884	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
104884	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
104884	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
104884	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
104884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
104884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
104884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
104884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
104884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
104884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
104884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
104884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
104884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
104884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
104884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
104884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
104884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
104884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
104884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
104884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
104884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
104884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
104884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
104884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
104884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
104884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
104884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
104884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
104884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
104884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
104884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
104884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
104884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
104884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
104884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
104884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
104884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
104884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
104884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
104884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
104884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
104884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
104884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
104884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
104884	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
104884	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
104884	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
104884	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
104884	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
104884	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
104884	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
104884	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
104884	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
104884	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
104884	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
104884	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
104884	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
104884	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
104884	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
104884	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
104884	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
104884	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
104884	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
104884	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
104884	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
104884	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
104884	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
104884	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
104884	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
104884	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
104884	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
104884	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
104884	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
104884	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
104884	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
104884	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
104884	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
104884	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
104884	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
104884	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
104884	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
104884	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
104884	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
104884	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
104884	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
104884	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
104884	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
104884	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
104884	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
104884	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
104884	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
104884	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
104884	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
104884	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
104884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
104884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
104884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
104884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
104884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
104884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
104884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
104884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
104884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
104884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
104884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
104884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
104884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
104884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
104884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
104884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
104884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
104884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
104884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
104884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
104884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
104884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
104884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
104884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
104884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
104884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
104884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
104884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
104884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
104884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
104884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
104884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
104884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
104884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
104884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
104884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
104884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
104884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
104884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
104884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
104884	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
104884	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
104884	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
104884	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
104884	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
104884	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
104884	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
104884	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
104884	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
104884	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
104884	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
104884	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
104884	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
104884	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
104884	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
104884	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
104884	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
104884	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
104884	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
104884	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
104884	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
104884	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
104884	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
104884	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
104884	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
104884	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
104884	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
104884	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
104884	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
104884	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
104884	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
104884	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
104884	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
104884	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
104884	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
104884	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
104884	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
104884	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
104884	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
104884	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
104884	embedding2nn.weight	0	0.15575049817562103
104884	embedding2nn.weight	1	0.2739741802215576
104884	embedding2nn.weight	2	0.040325962007045746
104884	embedding2nn.weight	3	-0.016052961349487305
104884	embedding2nn.weight	4	-0.05538051202893257
104884	embedding2nn.weight	5	0.0706435889005661
104884	embedding2nn.weight	6	0.06727087497711182
104884	embedding2nn.weight	7	-0.02217961847782135
104884	embedding2nn.weight	8	0.042048145085573196
104884	embedding2nn.weight	9	-0.020324809476733208
104884	embedding2nn.bias	0	0.013156435452401638
104884	embedding2nn.bias	1	-0.1300474852323532
104884	embedding2nn.bias	2	0.08880788832902908
104884	embedding2nn.bias	3	0.14736351370811462
104884	embedding2nn.bias	4	0.1158251091837883
104884	embedding2nn.bias	5	-0.03538393974304199
104884	embedding2nn.bias	6	-0.03648568317294121
104884	embedding2nn.bias	7	0.044503625482320786
104884	embedding2nn.bias	8	-0.12322556227445602
104884	embedding2nn.bias	9	-0.3276211619377136
104884	rnn.weight_ih_l0	0	0.002241098787635565
104884	rnn.weight_ih_l0	1	-0.045781929045915604
104884	rnn.weight_ih_l0	2	-0.019265342503786087
104884	rnn.weight_ih_l0	3	0.020227881148457527
104884	rnn.weight_ih_l0	4	0.02473519742488861
104884	rnn.weight_ih_l0	5	-0.0731249675154686
104884	rnn.weight_ih_l0	6	0.0031179061625152826
104884	rnn.weight_ih_l0	7	0.011438397690653801
104884	rnn.weight_ih_l0	8	0.031736716628074646
104884	rnn.weight_ih_l0	9	-0.015017678961157799
104884	rnn.weight_hh_l0	0	0.031374696642160416
104884	rnn.weight_hh_l0	1	0.07094263285398483
104884	rnn.weight_hh_l0	2	0.008484802208840847
104884	rnn.weight_hh_l0	3	0.05297723412513733
104884	rnn.weight_hh_l0	4	-0.012038378044962883
104884	rnn.weight_hh_l0	5	0.04676595702767372
104884	rnn.weight_hh_l0	6	0.014124702662229538
104884	rnn.weight_hh_l0	7	0.014512713998556137
104884	rnn.weight_hh_l0	8	0.038584984838962555
104884	rnn.weight_hh_l0	9	-0.03487030416727066
104884	rnn.bias_ih_l0	0	0.10103325545787811
104884	rnn.bias_ih_l0	1	-0.15866445004940033
104884	rnn.bias_ih_l0	2	-0.00964383129030466
104884	rnn.bias_ih_l0	3	-0.12684223055839539
104884	rnn.bias_ih_l0	4	0.05981951206922531
104884	rnn.bias_ih_l0	5	-0.19537320733070374
104884	rnn.bias_ih_l0	6	-0.08611564338207245
104884	rnn.bias_ih_l0	7	-0.17095611989498138
104884	rnn.bias_ih_l0	8	-0.12496371567249298
104884	rnn.bias_ih_l0	9	-0.30431997776031494
104884	rnn.bias_hh_l0	0	-0.14524784684181213
104884	rnn.bias_hh_l0	1	-0.16505391895771027
104884	rnn.bias_hh_l0	2	-0.13232813775539398
104884	rnn.bias_hh_l0	3	-0.0609542652964592
104884	rnn.bias_hh_l0	4	-0.14272558689117432
104884	rnn.bias_hh_l0	5	-0.17993004620075226
104884	rnn.bias_hh_l0	6	-0.10512189567089081
104884	rnn.bias_hh_l0	7	0.0911482647061348
104884	rnn.bias_hh_l0	8	-0.11213655769824982
104884	rnn.bias_hh_l0	9	-0.3084132969379425
104884	rnn.weight_ih_l0_reverse	0	0.041650738567113876
104884	rnn.weight_ih_l0_reverse	1	-0.0665578544139862
104884	rnn.weight_ih_l0_reverse	2	-0.022910593077540398
104884	rnn.weight_ih_l0_reverse	3	-0.06658155471086502
104884	rnn.weight_ih_l0_reverse	4	0.019215954467654228
104884	rnn.weight_ih_l0_reverse	5	-0.11921565979719162
104884	rnn.weight_ih_l0_reverse	6	0.05289518088102341
104884	rnn.weight_ih_l0_reverse	7	0.02445109933614731
104884	rnn.weight_ih_l0_reverse	8	-0.044135939329862595
104884	rnn.weight_ih_l0_reverse	9	0.00344135332852602
104884	rnn.weight_hh_l0_reverse	0	-0.05091160908341408
104884	rnn.weight_hh_l0_reverse	1	0.023987963795661926
104884	rnn.weight_hh_l0_reverse	2	-0.01364520750939846
104884	rnn.weight_hh_l0_reverse	3	0.011247522197663784
104884	rnn.weight_hh_l0_reverse	4	-0.06756170839071274
104884	rnn.weight_hh_l0_reverse	5	0.03337201103568077
104884	rnn.weight_hh_l0_reverse	6	0.017057085409760475
104884	rnn.weight_hh_l0_reverse	7	-0.0036040619015693665
104884	rnn.weight_hh_l0_reverse	8	0.007464905269443989
104884	rnn.weight_hh_l0_reverse	9	0.04151192680001259
104884	rnn.bias_ih_l0_reverse	0	-0.1333925873041153
104884	rnn.bias_ih_l0_reverse	1	-0.12753641605377197
104884	rnn.bias_ih_l0_reverse	2	0.016544034704566002
104884	rnn.bias_ih_l0_reverse	3	-0.14070338010787964
104884	rnn.bias_ih_l0_reverse	4	-0.026145506650209427
104884	rnn.bias_ih_l0_reverse	5	-0.14865964651107788
104884	rnn.bias_ih_l0_reverse	6	0.2284938246011734
104884	rnn.bias_ih_l0_reverse	7	-0.2320069670677185
104884	rnn.bias_ih_l0_reverse	8	-0.0941791757941246
104884	rnn.bias_ih_l0_reverse	9	-0.09134119004011154
104884	rnn.bias_hh_l0_reverse	0	-0.03622174263000488
104884	rnn.bias_hh_l0_reverse	1	0.1523033082485199
104884	rnn.bias_hh_l0_reverse	2	-0.22624187171459198
104884	rnn.bias_hh_l0_reverse	3	-0.05192720144987106
104884	rnn.bias_hh_l0_reverse	4	-0.20628035068511963
104884	rnn.bias_hh_l0_reverse	5	-0.0908672958612442
104884	rnn.bias_hh_l0_reverse	6	-0.21760234236717224
104884	rnn.bias_hh_l0_reverse	7	-0.05746760219335556
104884	rnn.bias_hh_l0_reverse	8	-0.1074380874633789
104884	rnn.bias_hh_l0_reverse	9	0.20483964681625366
104884	linear.weight	0	0.21621045470237732
104884	linear.weight	1	-0.3248186409473419
104884	linear.weight	2	0.002923917956650257
104884	linear.weight	3	0.06764762848615646
104884	linear.weight	4	-0.14593124389648438
104884	linear.weight	5	0.23495794832706451
104884	linear.weight	6	-0.043683379888534546
104884	linear.weight	7	-0.07040484994649887
104884	linear.weight	8	0.07192178815603256
104884	linear.weight	9	-0.03392363339662552
104884	linear.bias	0	-1.0692534446716309
104884	linear.bias	1	1.8558428287506104
104884	linear.bias	2	0.31764599680900574
104884	linear.bias	3	-2.2081706523895264
104884	linear.bias	4	-0.4692510664463043
104884	linear.bias	5	1.02489173412323
104884	linear.bias	6	-0.3764582872390747
104884	linear.bias	7	0.3800303041934967
104884	linear.bias	8	2.086507797241211
104884	linear.bias	9	-1.2106356620788574
105493	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
105493	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
105493	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
105493	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
105493	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
105493	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
105493	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
105493	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
105493	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
105493	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
105493	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
105493	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
105493	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
105493	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
105493	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
105493	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
105493	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
105493	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
105493	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
105493	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
105493	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
105493	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
105493	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
105493	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
105493	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
105493	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
105493	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
105493	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
105493	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
105493	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
105493	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
105493	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
105493	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
105493	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
105493	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
105493	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
105493	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
105493	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
105493	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
105493	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
105493	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
105493	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
105493	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
105493	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
105493	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
105493	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
105493	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
105493	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
105493	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
105493	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
105493	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
105493	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
105493	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
105493	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
105493	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
105493	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
105493	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
105493	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
105493	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
105493	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
105493	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
105493	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
105493	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
105493	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
105493	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
105493	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
105493	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
105493	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
105493	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
105493	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
105493	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
105493	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
105493	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
105493	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
105493	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
105493	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
105493	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
105493	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
105493	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
105493	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
105493	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
105493	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
105493	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
105493	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
105493	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
105493	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
105493	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
105493	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
105493	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
105493	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
105493	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
105493	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
105493	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
105493	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
105493	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
105493	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
105493	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
105493	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
105493	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
105493	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
105493	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
105493	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
105493	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
105493	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
105493	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
105493	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
105493	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
105493	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
105493	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
105493	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
105493	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
105493	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
105493	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
105493	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
105493	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
105493	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
105493	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
105493	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
105493	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
105493	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
105493	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
105493	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
105493	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
105493	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
105493	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
105493	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
105493	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
105493	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
105493	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
105493	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
105493	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
105493	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
105493	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
105493	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
105493	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
105493	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
105493	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
105493	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
105493	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
105493	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
105493	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
105493	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
105493	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
105493	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
105493	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
105493	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
105493	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
105493	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
105493	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
105493	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
105493	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
105493	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
105493	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
105493	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
105493	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
105493	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
105493	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
105493	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
105493	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
105493	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
105493	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
105493	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
105493	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
105493	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
105493	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
105493	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
105493	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
105493	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
105493	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
105493	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
105493	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
105493	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
105493	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
105493	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
105493	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
105493	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
105493	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
105493	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
105493	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
105493	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
105493	embedding2nn.weight	0	0.1570899486541748
105493	embedding2nn.weight	1	0.2789659798145294
105493	embedding2nn.weight	2	0.04432648420333862
105493	embedding2nn.weight	3	-0.009587353095412254
105493	embedding2nn.weight	4	-0.05407872051000595
105493	embedding2nn.weight	5	0.07188615947961807
105493	embedding2nn.weight	6	0.0613899752497673
105493	embedding2nn.weight	7	-0.021115906536579132
105493	embedding2nn.weight	8	0.05092086270451546
105493	embedding2nn.weight	9	-0.02420181594789028
105493	embedding2nn.bias	0	0.009454063139855862
105493	embedding2nn.bias	1	-0.14991281926631927
105493	embedding2nn.bias	2	0.1041889637708664
105493	embedding2nn.bias	3	0.14845679700374603
105493	embedding2nn.bias	4	0.12604543566703796
105493	embedding2nn.bias	5	-0.036728352308273315
105493	embedding2nn.bias	6	-0.05150380730628967
105493	embedding2nn.bias	7	0.020168444141745567
105493	embedding2nn.bias	8	-0.12214137613773346
105493	embedding2nn.bias	9	-0.32747238874435425
105493	rnn.weight_ih_l0	0	0.001920182490721345
105493	rnn.weight_ih_l0	1	-0.0470355786383152
105493	rnn.weight_ih_l0	2	-0.01459514256566763
105493	rnn.weight_ih_l0	3	0.020889580249786377
105493	rnn.weight_ih_l0	4	0.018554318696260452
105493	rnn.weight_ih_l0	5	-0.06650684028863907
105493	rnn.weight_ih_l0	6	0.005108042620122433
105493	rnn.weight_ih_l0	7	0.008380856364965439
105493	rnn.weight_ih_l0	8	0.03424753621220589
105493	rnn.weight_ih_l0	9	-0.015622273087501526
105493	rnn.weight_hh_l0	0	0.03170360252261162
105493	rnn.weight_hh_l0	1	0.07171075791120529
105493	rnn.weight_hh_l0	2	0.009916199371218681
105493	rnn.weight_hh_l0	3	0.05188416317105293
105493	rnn.weight_hh_l0	4	-0.012364600785076618
105493	rnn.weight_hh_l0	5	0.046543821692466736
105493	rnn.weight_hh_l0	6	0.0134965805336833
105493	rnn.weight_hh_l0	7	0.012156758457422256
105493	rnn.weight_hh_l0	8	0.03878825157880783
105493	rnn.weight_hh_l0	9	-0.036313701421022415
105493	rnn.bias_ih_l0	0	0.08402403444051743
105493	rnn.bias_ih_l0	1	-0.1706896424293518
105493	rnn.bias_ih_l0	2	-0.008934578858315945
105493	rnn.bias_ih_l0	3	-0.12653759121894836
105493	rnn.bias_ih_l0	4	0.08056191354990005
105493	rnn.bias_ih_l0	5	-0.19568517804145813
105493	rnn.bias_ih_l0	6	-0.08352943509817123
105493	rnn.bias_ih_l0	7	-0.1672654151916504
105493	rnn.bias_ih_l0	8	-0.12859010696411133
105493	rnn.bias_ih_l0	9	-0.3036697804927826
105493	rnn.bias_hh_l0	0	-0.13982881605625153
105493	rnn.bias_hh_l0	1	-0.17292442917823792
105493	rnn.bias_hh_l0	2	-0.12847484648227692
105493	rnn.bias_hh_l0	3	-0.061243634670972824
105493	rnn.bias_hh_l0	4	-0.1455620974302292
105493	rnn.bias_hh_l0	5	-0.18135634064674377
105493	rnn.bias_hh_l0	6	-0.10110457241535187
105493	rnn.bias_hh_l0	7	0.08557431399822235
105493	rnn.bias_hh_l0	8	-0.11605757474899292
105493	rnn.bias_hh_l0	9	-0.3075833320617676
105493	rnn.weight_ih_l0_reverse	0	0.048216309398412704
105493	rnn.weight_ih_l0_reverse	1	-0.06499246507883072
105493	rnn.weight_ih_l0_reverse	2	-0.02367158606648445
105493	rnn.weight_ih_l0_reverse	3	-0.0664687305688858
105493	rnn.weight_ih_l0_reverse	4	0.01856795884668827
105493	rnn.weight_ih_l0_reverse	5	-0.11435632407665253
105493	rnn.weight_ih_l0_reverse	6	0.05115695297718048
105493	rnn.weight_ih_l0_reverse	7	0.02472008764743805
105493	rnn.weight_ih_l0_reverse	8	-0.051427196711301804
105493	rnn.weight_ih_l0_reverse	9	0.002760906470939517
105493	rnn.weight_hh_l0_reverse	0	-0.052222829312086105
105493	rnn.weight_hh_l0_reverse	1	0.024021657183766365
105493	rnn.weight_hh_l0_reverse	2	-0.013427965342998505
105493	rnn.weight_hh_l0_reverse	3	0.01107837911695242
105493	rnn.weight_hh_l0_reverse	4	-0.06694754213094711
105493	rnn.weight_hh_l0_reverse	5	0.03262392431497574
105493	rnn.weight_hh_l0_reverse	6	0.01717149093747139
105493	rnn.weight_hh_l0_reverse	7	-0.0020160197746008635
105493	rnn.weight_hh_l0_reverse	8	0.009068703278899193
105493	rnn.weight_hh_l0_reverse	9	0.04072033613920212
105493	rnn.bias_ih_l0_reverse	0	-0.1333083063364029
105493	rnn.bias_ih_l0_reverse	1	-0.1354118138551712
105493	rnn.bias_ih_l0_reverse	2	0.02979758195579052
105493	rnn.bias_ih_l0_reverse	3	-0.1379491686820984
105493	rnn.bias_ih_l0_reverse	4	-0.029242446646094322
105493	rnn.bias_ih_l0_reverse	5	-0.1539073884487152
105493	rnn.bias_ih_l0_reverse	6	0.2256539911031723
105493	rnn.bias_ih_l0_reverse	7	-0.2309369444847107
105493	rnn.bias_ih_l0_reverse	8	-0.09472384303808212
105493	rnn.bias_ih_l0_reverse	9	-0.09079403430223465
105493	rnn.bias_hh_l0_reverse	0	-0.02876294031739235
105493	rnn.bias_hh_l0_reverse	1	0.16457469761371613
105493	rnn.bias_hh_l0_reverse	2	-0.22128672897815704
105493	rnn.bias_hh_l0_reverse	3	-0.05429670959711075
105493	rnn.bias_hh_l0_reverse	4	-0.19658280909061432
105493	rnn.bias_hh_l0_reverse	5	-0.08997900784015656
105493	rnn.bias_hh_l0_reverse	6	-0.21976223587989807
105493	rnn.bias_hh_l0_reverse	7	-0.05516544729471207
105493	rnn.bias_hh_l0_reverse	8	-0.11044009774923325
105493	rnn.bias_hh_l0_reverse	9	0.19128480553627014
105493	linear.weight	0	0.19482149183750153
105493	linear.weight	1	-0.2960628569126129
105493	linear.weight	2	-0.03386859968304634
105493	linear.weight	3	0.06764788180589676
105493	linear.weight	4	-0.16770663857460022
105493	linear.weight	5	0.25935477018356323
105493	linear.weight	6	-0.05223771557211876
105493	linear.weight	7	-0.07039189338684082
105493	linear.weight	8	0.05803673714399338
105493	linear.weight	9	-0.03396559879183769
105493	linear.bias	0	-1.1118830442428589
105493	linear.bias	1	1.8325096368789673
105493	linear.bias	2	0.35682278871536255
105493	linear.bias	3	-2.210209846496582
105493	linear.bias	4	-0.48838284611701965
105493	linear.bias	5	1.0225707292556763
105493	linear.bias	6	-0.36337777972221375
105493	linear.bias	7	0.37616169452667236
105493	linear.bias	8	2.101461887359619
105493	linear.bias	9	-1.2071439027786255
106102	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
106102	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
106102	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
106102	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
106102	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
106102	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
106102	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
106102	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
106102	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
106102	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
106102	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
106102	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
106102	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
106102	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
106102	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
106102	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
106102	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
106102	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
106102	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
106102	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
106102	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
106102	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
106102	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
106102	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
106102	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
106102	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
106102	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
106102	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
106102	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
106102	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
106102	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
106102	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
106102	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
106102	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
106102	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
106102	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
106102	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
106102	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
106102	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
106102	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
106102	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
106102	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
106102	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
106102	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
106102	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
106102	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
106102	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
106102	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
106102	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
106102	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
106102	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
106102	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
106102	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
106102	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
106102	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
106102	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
106102	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
106102	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
106102	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
106102	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
106102	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
106102	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
106102	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
106102	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
106102	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
106102	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
106102	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
106102	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
106102	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
106102	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
106102	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
106102	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
106102	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
106102	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
106102	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
106102	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
106102	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
106102	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
106102	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
106102	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
106102	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
106102	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
106102	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
106102	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
106102	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
106102	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
106102	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
106102	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
106102	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
106102	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
106102	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
106102	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
106102	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
106102	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
106102	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
106102	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
106102	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
106102	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
106102	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
106102	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
106102	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
106102	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
106102	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
106102	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
106102	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
106102	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
106102	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
106102	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
106102	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
106102	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
106102	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
106102	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
106102	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
106102	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
106102	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
106102	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
106102	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
106102	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
106102	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
106102	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
106102	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
106102	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
106102	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
106102	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
106102	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
106102	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
106102	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
106102	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
106102	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
106102	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
106102	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
106102	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
106102	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
106102	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
106102	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
106102	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
106102	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
106102	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
106102	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
106102	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
106102	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
106102	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
106102	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
106102	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
106102	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
106102	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
106102	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
106102	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
106102	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
106102	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
106102	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
106102	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
106102	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
106102	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
106102	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
106102	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
106102	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
106102	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
106102	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
106102	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
106102	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
106102	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
106102	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
106102	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
106102	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
106102	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
106102	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
106102	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
106102	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
106102	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
106102	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
106102	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
106102	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
106102	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
106102	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
106102	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
106102	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
106102	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
106102	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
106102	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
106102	embedding2nn.weight	0	0.15734714269638062
106102	embedding2nn.weight	1	0.28003987669944763
106102	embedding2nn.weight	2	0.03783905878663063
106102	embedding2nn.weight	3	-0.00781315378844738
106102	embedding2nn.weight	4	-0.05701380595564842
106102	embedding2nn.weight	5	0.07146211713552475
106102	embedding2nn.weight	6	0.0614524744451046
106102	embedding2nn.weight	7	-0.020052490755915642
106102	embedding2nn.weight	8	0.051826901733875275
106102	embedding2nn.weight	9	-0.026987727731466293
106102	embedding2nn.bias	0	0.005282449070364237
106102	embedding2nn.bias	1	-0.1480981409549713
106102	embedding2nn.bias	2	0.10450068861246109
106102	embedding2nn.bias	3	0.17677626013755798
106102	embedding2nn.bias	4	0.11806537210941315
106102	embedding2nn.bias	5	-0.03155231103301048
106102	embedding2nn.bias	6	-0.051866091787815094
106102	embedding2nn.bias	7	0.017207853496074677
106102	embedding2nn.bias	8	-0.13162821531295776
106102	embedding2nn.bias	9	-0.32983461022377014
106102	rnn.weight_ih_l0	0	0.00418915506452322
106102	rnn.weight_ih_l0	1	-0.0456429161131382
106102	rnn.weight_ih_l0	2	-0.01135234348475933
106102	rnn.weight_ih_l0	3	0.01724938303232193
106102	rnn.weight_ih_l0	4	0.023080551996827126
106102	rnn.weight_ih_l0	5	-0.07011497020721436
106102	rnn.weight_ih_l0	6	0.01335608959197998
106102	rnn.weight_ih_l0	7	0.01624387316405773
106102	rnn.weight_ih_l0	8	0.027758920565247536
106102	rnn.weight_ih_l0	9	-0.010683929547667503
106102	rnn.weight_hh_l0	0	0.03191724419593811
106102	rnn.weight_hh_l0	1	0.07182628661394119
106102	rnn.weight_hh_l0	2	0.010780991055071354
106102	rnn.weight_hh_l0	3	0.052264466881752014
106102	rnn.weight_hh_l0	4	-0.012847431004047394
106102	rnn.weight_hh_l0	5	0.04704982787370682
106102	rnn.weight_hh_l0	6	0.013478551059961319
106102	rnn.weight_hh_l0	7	0.014273406006395817
106102	rnn.weight_hh_l0	8	0.03829064220190048
106102	rnn.weight_hh_l0	9	-0.04034565016627312
106102	rnn.bias_ih_l0	0	0.0854344367980957
106102	rnn.bias_ih_l0	1	-0.1685085892677307
106102	rnn.bias_ih_l0	2	-0.007246287539601326
106102	rnn.bias_ih_l0	3	-0.11960204690694809
106102	rnn.bias_ih_l0	4	0.08226278424263
106102	rnn.bias_ih_l0	5	-0.2013603001832962
106102	rnn.bias_ih_l0	6	-0.0873139426112175
106102	rnn.bias_ih_l0	7	-0.16793209314346313
106102	rnn.bias_ih_l0	8	-0.1315053403377533
106102	rnn.bias_ih_l0	9	-0.31525281071662903
106102	rnn.bias_hh_l0	0	-0.14495283365249634
106102	rnn.bias_hh_l0	1	-0.16847527027130127
106102	rnn.bias_hh_l0	2	-0.125589981675148
106102	rnn.bias_hh_l0	3	-0.05283912271261215
106102	rnn.bias_hh_l0	4	-0.14101149141788483
106102	rnn.bias_hh_l0	5	-0.18359050154685974
106102	rnn.bias_hh_l0	6	-0.09553635865449905
106102	rnn.bias_hh_l0	7	0.09414032101631165
106102	rnn.bias_hh_l0	8	-0.12325683236122131
106102	rnn.bias_hh_l0	9	-0.304863303899765
106102	rnn.weight_ih_l0_reverse	0	0.03927449882030487
106102	rnn.weight_ih_l0_reverse	1	-0.06348501890897751
106102	rnn.weight_ih_l0_reverse	2	-0.01912570185959339
106102	rnn.weight_ih_l0_reverse	3	-0.068994902074337
106102	rnn.weight_ih_l0_reverse	4	0.020565470680594444
106102	rnn.weight_ih_l0_reverse	5	-0.10807677358388901
106102	rnn.weight_ih_l0_reverse	6	0.05623996630311012
106102	rnn.weight_ih_l0_reverse	7	0.025025848299264908
106102	rnn.weight_ih_l0_reverse	8	-0.05256277695298195
106102	rnn.weight_ih_l0_reverse	9	0.0010633370839059353
106102	rnn.weight_hh_l0_reverse	0	-0.05252724885940552
106102	rnn.weight_hh_l0_reverse	1	0.025544388219714165
106102	rnn.weight_hh_l0_reverse	2	-0.014801251702010632
106102	rnn.weight_hh_l0_reverse	3	0.009238028898835182
106102	rnn.weight_hh_l0_reverse	4	-0.06750977784395218
106102	rnn.weight_hh_l0_reverse	5	0.03278924524784088
106102	rnn.weight_hh_l0_reverse	6	0.017436502501368523
106102	rnn.weight_hh_l0_reverse	7	0.0010199854150414467
106102	rnn.weight_hh_l0_reverse	8	0.014969278126955032
106102	rnn.weight_hh_l0_reverse	9	0.043149061501026154
106102	rnn.bias_ih_l0_reverse	0	-0.13011512160301208
106102	rnn.bias_ih_l0_reverse	1	-0.13196144998073578
106102	rnn.bias_ih_l0_reverse	2	0.027680952101945877
106102	rnn.bias_ih_l0_reverse	3	-0.1358552873134613
106102	rnn.bias_ih_l0_reverse	4	-0.020928461104631424
106102	rnn.bias_ih_l0_reverse	5	-0.15367424488067627
106102	rnn.bias_ih_l0_reverse	6	0.22407333552837372
106102	rnn.bias_ih_l0_reverse	7	-0.22775223851203918
106102	rnn.bias_ih_l0_reverse	8	-0.100076824426651
106102	rnn.bias_ih_l0_reverse	9	-0.10087519139051437
106102	rnn.bias_hh_l0_reverse	0	-0.04234935715794563
106102	rnn.bias_hh_l0_reverse	1	0.18576781451702118
106102	rnn.bias_hh_l0_reverse	2	-0.2331894487142563
106102	rnn.bias_hh_l0_reverse	3	-0.058440934866666794
106102	rnn.bias_hh_l0_reverse	4	-0.19945679605007172
106102	rnn.bias_hh_l0_reverse	5	-0.08826957643032074
106102	rnn.bias_hh_l0_reverse	6	-0.20236527919769287
106102	rnn.bias_hh_l0_reverse	7	-0.05861212685704231
106102	rnn.bias_hh_l0_reverse	8	-0.12351339310407639
106102	rnn.bias_hh_l0_reverse	9	0.19439460337162018
106102	linear.weight	0	0.19237424433231354
106102	linear.weight	1	-0.3264050781726837
106102	linear.weight	2	-0.06456678360700607
106102	linear.weight	3	0.06764757633209229
106102	linear.weight	4	-0.14481967687606812
106102	linear.weight	5	0.27656659483909607
106102	linear.weight	6	-0.08243536949157715
106102	linear.weight	7	-0.07039318978786469
106102	linear.weight	8	0.04945739731192589
106102	linear.weight	9	-0.034005966037511826
106102	linear.bias	0	-1.1095023155212402
106102	linear.bias	1	1.8318469524383545
106102	linear.bias	2	0.3731970191001892
106102	linear.bias	3	-2.212022066116333
106102	linear.bias	4	-0.4555334746837616
106102	linear.bias	5	1.0309898853302002
106102	linear.bias	6	-0.376764714717865
106102	linear.bias	7	0.3591735064983368
106102	linear.bias	8	2.0586299896240234
106102	linear.bias	9	-1.2271479368209839
106711	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
106711	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
106711	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
106711	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
106711	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
106711	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
106711	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
106711	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
106711	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
106711	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
106711	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
106711	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
106711	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
106711	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
106711	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
106711	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
106711	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
106711	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
106711	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
106711	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
106711	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
106711	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
106711	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
106711	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
106711	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
106711	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
106711	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
106711	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
106711	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
106711	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
106711	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
106711	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
106711	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
106711	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
106711	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
106711	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
106711	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
106711	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
106711	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
106711	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
106711	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
106711	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
106711	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
106711	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
106711	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
106711	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
106711	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
106711	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
106711	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
106711	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
106711	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
106711	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
106711	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
106711	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
106711	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
106711	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
106711	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
106711	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
106711	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
106711	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
106711	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
106711	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
106711	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
106711	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
106711	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
106711	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
106711	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
106711	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
106711	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
106711	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
106711	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
106711	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
106711	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
106711	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
106711	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
106711	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
106711	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
106711	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
106711	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
106711	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
106711	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
106711	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
106711	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
106711	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
106711	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
106711	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
106711	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
106711	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
106711	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
106711	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
106711	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
106711	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
106711	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
106711	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
106711	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
106711	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
106711	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
106711	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
106711	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
106711	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
106711	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
106711	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
106711	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
106711	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
106711	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
106711	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
106711	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
106711	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
106711	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
106711	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
106711	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
106711	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
106711	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
106711	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
106711	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
106711	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
106711	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
106711	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
106711	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
106711	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
106711	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
106711	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
106711	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
106711	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
106711	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
106711	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
106711	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
106711	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
106711	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
106711	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
106711	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
106711	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
106711	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
106711	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
106711	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
106711	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
106711	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
106711	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
106711	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
106711	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
106711	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
106711	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
106711	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
106711	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
106711	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
106711	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
106711	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
106711	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
106711	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
106711	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
106711	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
106711	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
106711	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
106711	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
106711	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
106711	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
106711	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
106711	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
106711	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
106711	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
106711	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
106711	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
106711	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
106711	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
106711	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
106711	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
106711	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
106711	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
106711	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
106711	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
106711	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
106711	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
106711	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
106711	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
106711	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
106711	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
106711	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
106711	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
106711	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
106711	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
106711	embedding2nn.weight	0	0.15797823667526245
106711	embedding2nn.weight	1	0.28036895394325256
106711	embedding2nn.weight	2	0.030859123915433884
106711	embedding2nn.weight	3	-0.01905522122979164
106711	embedding2nn.weight	4	-0.05034618452191353
106711	embedding2nn.weight	5	0.07170195877552032
106711	embedding2nn.weight	6	0.06623184680938721
106711	embedding2nn.weight	7	-0.01385129801928997
106711	embedding2nn.weight	8	0.051141101866960526
106711	embedding2nn.weight	9	-0.029060933738946915
106711	embedding2nn.bias	0	0.0063385386019945145
106711	embedding2nn.bias	1	-0.1352321356534958
106711	embedding2nn.bias	2	0.12115075439214706
106711	embedding2nn.bias	3	0.1636548489332199
106711	embedding2nn.bias	4	0.11439469456672668
106711	embedding2nn.bias	5	-0.027697430923581123
106711	embedding2nn.bias	6	-0.05697426572442055
106711	embedding2nn.bias	7	0.028015131130814552
106711	embedding2nn.bias	8	-0.12850052118301392
106711	embedding2nn.bias	9	-0.33918100595474243
106711	rnn.weight_ih_l0	0	0.004756981506943703
106711	rnn.weight_ih_l0	1	-0.044527649879455566
106711	rnn.weight_ih_l0	2	-0.015241445042192936
106711	rnn.weight_ih_l0	3	0.019185923039913177
106711	rnn.weight_ih_l0	4	0.028329627588391304
106711	rnn.weight_ih_l0	5	-0.06395910680294037
106711	rnn.weight_ih_l0	6	0.01254290621727705
106711	rnn.weight_ih_l0	7	0.015042643994092941
106711	rnn.weight_ih_l0	8	0.02629695273935795
106711	rnn.weight_ih_l0	9	-0.01299226749688387
106711	rnn.weight_hh_l0	0	0.03199030086398125
106711	rnn.weight_hh_l0	1	0.07244013249874115
106711	rnn.weight_hh_l0	2	0.010951804928481579
106711	rnn.weight_hh_l0	3	0.05175479128956795
106711	rnn.weight_hh_l0	4	-0.012248021550476551
106711	rnn.weight_hh_l0	5	0.047103337943553925
106711	rnn.weight_hh_l0	6	0.012951482087373734
106711	rnn.weight_hh_l0	7	0.01649245247244835
106711	rnn.weight_hh_l0	8	0.038707416504621506
106711	rnn.weight_hh_l0	9	-0.040292710065841675
106711	rnn.bias_ih_l0	0	0.10527456551790237
106711	rnn.bias_ih_l0	1	-0.16609197854995728
106711	rnn.bias_ih_l0	2	-0.011023353785276413
106711	rnn.bias_ih_l0	3	-0.12387589365243912
106711	rnn.bias_ih_l0	4	0.06840639561414719
106711	rnn.bias_ih_l0	5	-0.19927719235420227
106711	rnn.bias_ih_l0	6	-0.0898415669798851
106711	rnn.bias_ih_l0	7	-0.16687971353530884
106711	rnn.bias_ih_l0	8	-0.1331590712070465
106711	rnn.bias_ih_l0	9	-0.3164677023887634
106711	rnn.bias_hh_l0	0	-0.14725716412067413
106711	rnn.bias_hh_l0	1	-0.16963966190814972
106711	rnn.bias_hh_l0	2	-0.1277148723602295
106711	rnn.bias_hh_l0	3	-0.055010244250297546
106711	rnn.bias_hh_l0	4	-0.14392095804214478
106711	rnn.bias_hh_l0	5	-0.18403364717960358
106711	rnn.bias_hh_l0	6	-0.1011517196893692
106711	rnn.bias_hh_l0	7	0.09761442989110947
106711	rnn.bias_hh_l0	8	-0.11417597532272339
106711	rnn.bias_hh_l0	9	-0.2980276048183441
106711	rnn.weight_ih_l0_reverse	0	0.039980288594961166
106711	rnn.weight_ih_l0_reverse	1	-0.06360211223363876
106711	rnn.weight_ih_l0_reverse	2	-0.018249323591589928
106711	rnn.weight_ih_l0_reverse	3	-0.07003137469291687
106711	rnn.weight_ih_l0_reverse	4	0.020405203104019165
106711	rnn.weight_ih_l0_reverse	5	-0.11024484783411026
106711	rnn.weight_ih_l0_reverse	6	0.055736005306243896
106711	rnn.weight_ih_l0_reverse	7	0.02160034328699112
106711	rnn.weight_ih_l0_reverse	8	-0.052202258259058
106711	rnn.weight_ih_l0_reverse	9	-0.006569957826286554
106711	rnn.weight_hh_l0_reverse	0	-0.05267589911818504
106711	rnn.weight_hh_l0_reverse	1	0.02529556304216385
106711	rnn.weight_hh_l0_reverse	2	-0.015244611538946629
106711	rnn.weight_hh_l0_reverse	3	0.007990265265107155
106711	rnn.weight_hh_l0_reverse	4	-0.06867564469575882
106711	rnn.weight_hh_l0_reverse	5	0.03303857147693634
106711	rnn.weight_hh_l0_reverse	6	0.01717972755432129
106711	rnn.weight_hh_l0_reverse	7	0.0024398111272603273
106711	rnn.weight_hh_l0_reverse	8	0.016035787761211395
106711	rnn.weight_hh_l0_reverse	9	0.04326470196247101
106711	rnn.bias_ih_l0_reverse	0	-0.1327199786901474
106711	rnn.bias_ih_l0_reverse	1	-0.1355126053094864
106711	rnn.bias_ih_l0_reverse	2	0.028814516961574554
106711	rnn.bias_ih_l0_reverse	3	-0.14071209728717804
106711	rnn.bias_ih_l0_reverse	4	-0.026534290984272957
106711	rnn.bias_ih_l0_reverse	5	-0.15701057016849518
106711	rnn.bias_ih_l0_reverse	6	0.2247062623500824
106711	rnn.bias_ih_l0_reverse	7	-0.22166840732097626
106711	rnn.bias_ih_l0_reverse	8	-0.09726321697235107
106711	rnn.bias_ih_l0_reverse	9	-0.11453483253717422
106711	rnn.bias_hh_l0_reverse	0	-0.0370410718023777
106711	rnn.bias_hh_l0_reverse	1	0.17496360838413239
106711	rnn.bias_hh_l0_reverse	2	-0.22309847176074982
106711	rnn.bias_hh_l0_reverse	3	-0.057951897382736206
106711	rnn.bias_hh_l0_reverse	4	-0.20197874307632446
106711	rnn.bias_hh_l0_reverse	5	-0.08403996378183365
106711	rnn.bias_hh_l0_reverse	6	-0.20923681557178497
106711	rnn.bias_hh_l0_reverse	7	-0.06329680979251862
106711	rnn.bias_hh_l0_reverse	8	-0.13532039523124695
106711	rnn.bias_hh_l0_reverse	9	0.19642983376979828
106711	linear.weight	0	0.22902770340442657
106711	linear.weight	1	-0.31186604499816895
106711	linear.weight	2	-0.032985445111989975
106711	linear.weight	3	0.06765101104974747
106711	linear.weight	4	-0.13126307725906372
106711	linear.weight	5	0.27950435876846313
106711	linear.weight	6	-0.06523367762565613
106711	linear.weight	7	-0.07035326957702637
106711	linear.weight	8	0.04494030773639679
106711	linear.weight	9	-0.03405597805976868
106711	linear.bias	0	-1.1050790548324585
106711	linear.bias	1	1.8454277515411377
106711	linear.bias	2	0.3591555058956146
106711	linear.bias	3	-2.213939905166626
106711	linear.bias	4	-0.4846779406070709
106711	linear.bias	5	0.9681503176689148
106711	linear.bias	6	-0.33182933926582336
106711	linear.bias	7	0.35850751399993896
106711	linear.bias	8	2.074009418487549
106711	linear.bias	9	-1.2063714265823364
107320	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
107320	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
107320	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
107320	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
107320	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
107320	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
107320	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
107320	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
107320	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
107320	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
107320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
107320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
107320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
107320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
107320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
107320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
107320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
107320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
107320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
107320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
107320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
107320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
107320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
107320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
107320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
107320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
107320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
107320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
107320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
107320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
107320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
107320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
107320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
107320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
107320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
107320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
107320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
107320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
107320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
107320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
107320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
107320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
107320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
107320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
107320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
107320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
107320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
107320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
107320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
107320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
107320	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
107320	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
107320	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
107320	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
107320	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
107320	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
107320	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
107320	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
107320	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
107320	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
107320	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
107320	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
107320	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
107320	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
107320	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
107320	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
107320	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
107320	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
107320	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
107320	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
107320	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
107320	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
107320	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
107320	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
107320	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
107320	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
107320	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
107320	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
107320	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
107320	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
107320	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
107320	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
107320	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
107320	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
107320	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
107320	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
107320	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
107320	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
107320	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
107320	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
107320	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
107320	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
107320	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
107320	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
107320	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
107320	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
107320	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
107320	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
107320	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
107320	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
107320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
107320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
107320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
107320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
107320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
107320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
107320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
107320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
107320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
107320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
107320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
107320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
107320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
107320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
107320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
107320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
107320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
107320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
107320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
107320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
107320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
107320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
107320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
107320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
107320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
107320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
107320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
107320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
107320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
107320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
107320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
107320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
107320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
107320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
107320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
107320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
107320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
107320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
107320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
107320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
107320	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
107320	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
107320	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
107320	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
107320	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
107320	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
107320	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
107320	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
107320	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
107320	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
107320	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
107320	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
107320	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
107320	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
107320	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
107320	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
107320	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
107320	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
107320	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
107320	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
107320	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
107320	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
107320	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
107320	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
107320	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
107320	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
107320	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
107320	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
107320	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
107320	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
107320	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
107320	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
107320	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
107320	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
107320	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
107320	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
107320	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
107320	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
107320	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
107320	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
107320	embedding2nn.weight	0	0.1595698446035385
107320	embedding2nn.weight	1	0.2753569185733795
107320	embedding2nn.weight	2	0.031333304941654205
107320	embedding2nn.weight	3	-0.023358672857284546
107320	embedding2nn.weight	4	-0.04792943596839905
107320	embedding2nn.weight	5	0.07130980491638184
107320	embedding2nn.weight	6	0.0557694211602211
107320	embedding2nn.weight	7	-0.014909666031599045
107320	embedding2nn.weight	8	0.05170384421944618
107320	embedding2nn.weight	9	-0.028557371348142624
107320	embedding2nn.bias	0	0.012679330073297024
107320	embedding2nn.bias	1	-0.1613142192363739
107320	embedding2nn.bias	2	0.10699912905693054
107320	embedding2nn.bias	3	0.15783077478408813
107320	embedding2nn.bias	4	0.1071387380361557
107320	embedding2nn.bias	5	-0.040107760578393936
107320	embedding2nn.bias	6	-0.03587852790951729
107320	embedding2nn.bias	7	0.02759399078786373
107320	embedding2nn.bias	8	-0.11287643760442734
107320	embedding2nn.bias	9	-0.3152557611465454
107320	rnn.weight_ih_l0	0	0.00568833714351058
107320	rnn.weight_ih_l0	1	-0.045703716576099396
107320	rnn.weight_ih_l0	2	-0.0128219248726964
107320	rnn.weight_ih_l0	3	0.02361401543021202
107320	rnn.weight_ih_l0	4	0.02692573331296444
107320	rnn.weight_ih_l0	5	-0.0697883665561676
107320	rnn.weight_ih_l0	6	0.012132573872804642
107320	rnn.weight_ih_l0	7	0.012104857712984085
107320	rnn.weight_ih_l0	8	0.022406267002224922
107320	rnn.weight_ih_l0	9	-0.011987267062067986
107320	rnn.weight_hh_l0	0	0.031694479286670685
107320	rnn.weight_hh_l0	1	0.07280369848012924
107320	rnn.weight_hh_l0	2	0.010869081132113934
107320	rnn.weight_hh_l0	3	0.052925433963537216
107320	rnn.weight_hh_l0	4	-0.01123413909226656
107320	rnn.weight_hh_l0	5	0.04752332344651222
107320	rnn.weight_hh_l0	6	0.012608258053660393
107320	rnn.weight_hh_l0	7	0.015919756144285202
107320	rnn.weight_hh_l0	8	0.039520662277936935
107320	rnn.weight_hh_l0	9	-0.04090322554111481
107320	rnn.bias_ih_l0	0	0.09689898788928986
107320	rnn.bias_ih_l0	1	-0.16681388020515442
107320	rnn.bias_ih_l0	2	-0.019184842705726624
107320	rnn.bias_ih_l0	3	-0.1282413899898529
107320	rnn.bias_ih_l0	4	0.06189030781388283
107320	rnn.bias_ih_l0	5	-0.19804733991622925
107320	rnn.bias_ih_l0	6	-0.09613087773323059
107320	rnn.bias_ih_l0	7	-0.16775280237197876
107320	rnn.bias_ih_l0	8	-0.12208674103021622
107320	rnn.bias_ih_l0	9	-0.32730725407600403
107320	rnn.bias_hh_l0	0	-0.14364153146743774
107320	rnn.bias_hh_l0	1	-0.17065215110778809
107320	rnn.bias_hh_l0	2	-0.12850098311901093
107320	rnn.bias_hh_l0	3	-0.04767555370926857
107320	rnn.bias_hh_l0	4	-0.14835742115974426
107320	rnn.bias_hh_l0	5	-0.18559639155864716
107320	rnn.bias_hh_l0	6	-0.09962937235832214
107320	rnn.bias_hh_l0	7	0.10201767832040787
107320	rnn.bias_hh_l0	8	-0.1140107586979866
107320	rnn.bias_hh_l0	9	-0.3018481135368347
107320	rnn.weight_ih_l0_reverse	0	0.03970550000667572
107320	rnn.weight_ih_l0_reverse	1	-0.06353699415922165
107320	rnn.weight_ih_l0_reverse	2	-0.022429808974266052
107320	rnn.weight_ih_l0_reverse	3	-0.07413540035486221
107320	rnn.weight_ih_l0_reverse	4	0.019742080941796303
107320	rnn.weight_ih_l0_reverse	5	-0.0981842577457428
107320	rnn.weight_ih_l0_reverse	6	0.052931495010852814
107320	rnn.weight_ih_l0_reverse	7	0.022576527670025826
107320	rnn.weight_ih_l0_reverse	8	-0.05049169808626175
107320	rnn.weight_ih_l0_reverse	9	-0.006526005454361439
107320	rnn.weight_hh_l0_reverse	0	-0.05208872631192207
107320	rnn.weight_hh_l0_reverse	1	0.02526194602251053
107320	rnn.weight_hh_l0_reverse	2	-0.015504034236073494
107320	rnn.weight_hh_l0_reverse	3	0.008747552521526814
107320	rnn.weight_hh_l0_reverse	4	-0.0696709081530571
107320	rnn.weight_hh_l0_reverse	5	0.033700019121170044
107320	rnn.weight_hh_l0_reverse	6	0.017184095457196236
107320	rnn.weight_hh_l0_reverse	7	0.0013011725386604667
107320	rnn.weight_hh_l0_reverse	8	0.01468096673488617
107320	rnn.weight_hh_l0_reverse	9	0.045095667243003845
107320	rnn.bias_ih_l0_reverse	0	-0.13081741333007812
107320	rnn.bias_ih_l0_reverse	1	-0.13789816200733185
107320	rnn.bias_ih_l0_reverse	2	0.023218296468257904
107320	rnn.bias_ih_l0_reverse	3	-0.13185584545135498
107320	rnn.bias_ih_l0_reverse	4	-0.022268295288085938
107320	rnn.bias_ih_l0_reverse	5	-0.15712732076644897
107320	rnn.bias_ih_l0_reverse	6	0.2239481657743454
107320	rnn.bias_ih_l0_reverse	7	-0.21199120581150055
107320	rnn.bias_ih_l0_reverse	8	-0.0988127589225769
107320	rnn.bias_ih_l0_reverse	9	-0.11637257039546967
107320	rnn.bias_hh_l0_reverse	0	-0.0403752364218235
107320	rnn.bias_hh_l0_reverse	1	0.178857684135437
107320	rnn.bias_hh_l0_reverse	2	-0.23245912790298462
107320	rnn.bias_hh_l0_reverse	3	-0.06179604306817055
107320	rnn.bias_hh_l0_reverse	4	-0.20487245917320251
107320	rnn.bias_hh_l0_reverse	5	-0.07772000133991241
107320	rnn.bias_hh_l0_reverse	6	-0.20638634264469147
107320	rnn.bias_hh_l0_reverse	7	-0.07052752375602722
107320	rnn.bias_hh_l0_reverse	8	-0.12671375274658203
107320	rnn.bias_hh_l0_reverse	9	0.1807437539100647
107320	linear.weight	0	0.28023019433021545
107320	linear.weight	1	-0.32499420642852783
107320	linear.weight	2	0.010789384134113789
107320	linear.weight	3	0.06764551997184753
107320	linear.weight	4	-0.1610628068447113
107320	linear.weight	5	0.28540199995040894
107320	linear.weight	6	-0.07367012649774551
107320	linear.weight	7	-0.0703195184469223
107320	linear.weight	8	0.04743313789367676
107320	linear.weight	9	-0.034115251153707504
107320	linear.bias	0	-1.1128883361816406
107320	linear.bias	1	1.8469892740249634
107320	linear.bias	2	0.37526175379753113
107320	linear.bias	3	-2.2159738540649414
107320	linear.bias	4	-0.46601414680480957
107320	linear.bias	5	0.9824997186660767
107320	linear.bias	6	-0.35207000374794006
107320	linear.bias	7	0.3445887565612793
107320	linear.bias	8	2.0873782634735107
107320	linear.bias	9	-1.20278000831604
107929	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
107929	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
107929	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
107929	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
107929	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
107929	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
107929	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
107929	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
107929	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
107929	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
107929	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
107929	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
107929	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
107929	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
107929	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
107929	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
107929	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
107929	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
107929	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
107929	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
107929	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
107929	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
107929	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
107929	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
107929	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
107929	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
107929	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
107929	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
107929	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
107929	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
107929	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
107929	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
107929	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
107929	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
107929	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
107929	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
107929	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
107929	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
107929	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
107929	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
107929	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
107929	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
107929	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
107929	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
107929	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
107929	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
107929	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
107929	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
107929	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
107929	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
107929	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
107929	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
107929	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
107929	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
107929	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
107929	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
107929	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
107929	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
107929	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
107929	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
107929	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
107929	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
107929	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
107929	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
107929	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
107929	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
107929	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
107929	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
107929	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
107929	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
107929	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
107929	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
107929	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
107929	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
107929	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
107929	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
107929	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
107929	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
107929	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
107929	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
107929	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
107929	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
107929	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
107929	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
107929	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
107929	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
107929	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
107929	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
107929	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
107929	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
107929	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
107929	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
107929	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
107929	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
107929	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
107929	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
107929	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
107929	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
107929	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
107929	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
107929	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
107929	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
107929	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
107929	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
107929	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
107929	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
107929	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
107929	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
107929	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
107929	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
107929	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
107929	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
107929	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
107929	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
107929	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
107929	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
107929	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
107929	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
107929	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
107929	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
107929	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
107929	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
107929	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
107929	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
107929	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
107929	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
107929	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
107929	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
107929	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
107929	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
107929	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
107929	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
107929	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
107929	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
107929	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
107929	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
107929	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
107929	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
107929	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
107929	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
107929	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
107929	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
107929	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
107929	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
107929	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
107929	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
107929	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
107929	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
107929	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
107929	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
107929	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
107929	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
107929	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
107929	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
107929	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
107929	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
107929	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
107929	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
107929	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
107929	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
107929	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
107929	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
107929	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
107929	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
107929	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
107929	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
107929	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
107929	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
107929	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
107929	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
107929	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
107929	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
107929	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
107929	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
107929	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
107929	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
107929	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
107929	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
107929	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
107929	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
107929	embedding2nn.weight	0	0.16154271364212036
107929	embedding2nn.weight	1	0.279681533575058
107929	embedding2nn.weight	2	0.03186091408133507
107929	embedding2nn.weight	3	-0.0330977626144886
107929	embedding2nn.weight	4	-0.04564692825078964
107929	embedding2nn.weight	5	0.06971359997987747
107929	embedding2nn.weight	6	0.0668831542134285
107929	embedding2nn.weight	7	-0.021064244210720062
107929	embedding2nn.weight	8	0.05181940272450447
107929	embedding2nn.weight	9	-0.03431267291307449
107929	embedding2nn.bias	0	0.013171035796403885
107929	embedding2nn.bias	1	-0.1498783826828003
107929	embedding2nn.bias	2	0.09691231697797775
107929	embedding2nn.bias	3	0.16830839216709137
107929	embedding2nn.bias	4	0.1371607482433319
107929	embedding2nn.bias	5	-0.03193192929029465
107929	embedding2nn.bias	6	-0.0451514832675457
107929	embedding2nn.bias	7	0.024533649906516075
107929	embedding2nn.bias	8	-0.12770569324493408
107929	embedding2nn.bias	9	-0.31652504205703735
107929	rnn.weight_ih_l0	0	0.004835978150367737
107929	rnn.weight_ih_l0	1	-0.0437079593539238
107929	rnn.weight_ih_l0	2	-0.012306387536227703
107929	rnn.weight_ih_l0	3	0.022726701572537422
107929	rnn.weight_ih_l0	4	0.02376672439277172
107929	rnn.weight_ih_l0	5	-0.07025127857923508
107929	rnn.weight_ih_l0	6	0.015732698142528534
107929	rnn.weight_ih_l0	7	0.009075130335986614
107929	rnn.weight_ih_l0	8	0.019733447581529617
107929	rnn.weight_ih_l0	9	-0.010839239694178104
107929	rnn.weight_hh_l0	0	0.032023169100284576
107929	rnn.weight_hh_l0	1	0.07339071482419968
107929	rnn.weight_hh_l0	2	0.01065258588641882
107929	rnn.weight_hh_l0	3	0.05280635133385658
107929	rnn.weight_hh_l0	4	-0.011617167852818966
107929	rnn.weight_hh_l0	5	0.047826237976551056
107929	rnn.weight_hh_l0	6	0.012018187902867794
107929	rnn.weight_hh_l0	7	0.01501028798520565
107929	rnn.weight_hh_l0	8	0.03929297253489494
107929	rnn.weight_hh_l0	9	-0.04110051691532135
107929	rnn.bias_ih_l0	0	0.10761953145265579
107929	rnn.bias_ih_l0	1	-0.16583192348480225
107929	rnn.bias_ih_l0	2	-0.014155232347548008
107929	rnn.bias_ih_l0	3	-0.12019836157560349
107929	rnn.bias_ih_l0	4	0.06578364968299866
107929	rnn.bias_ih_l0	5	-0.19453519582748413
107929	rnn.bias_ih_l0	6	-0.09879285097122192
107929	rnn.bias_ih_l0	7	-0.17023217678070068
107929	rnn.bias_ih_l0	8	-0.13217678666114807
107929	rnn.bias_ih_l0	9	-0.3112291991710663
107929	rnn.bias_hh_l0	0	-0.13602694869041443
107929	rnn.bias_hh_l0	1	-0.16889849305152893
107929	rnn.bias_hh_l0	2	-0.12590612471103668
107929	rnn.bias_hh_l0	3	-0.04330849274992943
107929	rnn.bias_hh_l0	4	-0.13296885788440704
107929	rnn.bias_hh_l0	5	-0.1841161847114563
107929	rnn.bias_hh_l0	6	-0.09937360882759094
107929	rnn.bias_hh_l0	7	0.10303307324647903
107929	rnn.bias_hh_l0	8	-0.11386553943157196
107929	rnn.bias_hh_l0	9	-0.3051145672798157
107929	rnn.weight_ih_l0_reverse	0	0.03922833502292633
107929	rnn.weight_ih_l0_reverse	1	-0.05769186094403267
107929	rnn.weight_ih_l0_reverse	2	-0.025843415409326553
107929	rnn.weight_ih_l0_reverse	3	-0.07393081486225128
107929	rnn.weight_ih_l0_reverse	4	0.020530827343463898
107929	rnn.weight_ih_l0_reverse	5	-0.09536359459161758
107929	rnn.weight_ih_l0_reverse	6	0.053160637617111206
107929	rnn.weight_ih_l0_reverse	7	0.0209529846906662
107929	rnn.weight_ih_l0_reverse	8	-0.05072862282395363
107929	rnn.weight_ih_l0_reverse	9	-0.005501125939190388
107929	rnn.weight_hh_l0_reverse	0	-0.05214182659983635
107929	rnn.weight_hh_l0_reverse	1	0.023617278784513474
107929	rnn.weight_hh_l0_reverse	2	-0.01443028636276722
107929	rnn.weight_hh_l0_reverse	3	0.009587901644408703
107929	rnn.weight_hh_l0_reverse	4	-0.07038362324237823
107929	rnn.weight_hh_l0_reverse	5	0.03347606584429741
107929	rnn.weight_hh_l0_reverse	6	0.01717102900147438
107929	rnn.weight_hh_l0_reverse	7	0.0027372343465685844
107929	rnn.weight_hh_l0_reverse	8	0.01565307378768921
107929	rnn.weight_hh_l0_reverse	9	0.0454036146402359
107929	rnn.bias_ih_l0_reverse	0	-0.1383054107427597
107929	rnn.bias_ih_l0_reverse	1	-0.13004392385482788
107929	rnn.bias_ih_l0_reverse	2	0.036717627197504044
107929	rnn.bias_ih_l0_reverse	3	-0.13528726994991302
107929	rnn.bias_ih_l0_reverse	4	-0.023546665906906128
107929	rnn.bias_ih_l0_reverse	5	-0.15861253440380096
107929	rnn.bias_ih_l0_reverse	6	0.23126113414764404
107929	rnn.bias_ih_l0_reverse	7	-0.21108531951904297
107929	rnn.bias_ih_l0_reverse	8	-0.10224483907222748
107929	rnn.bias_ih_l0_reverse	9	-0.11598443239927292
107929	rnn.bias_hh_l0_reverse	0	-0.04005175083875656
107929	rnn.bias_hh_l0_reverse	1	0.17587897181510925
107929	rnn.bias_hh_l0_reverse	2	-0.22163064777851105
107929	rnn.bias_hh_l0_reverse	3	-0.07360182702541351
107929	rnn.bias_hh_l0_reverse	4	-0.2070034146308899
107929	rnn.bias_hh_l0_reverse	5	-0.0877319723367691
107929	rnn.bias_hh_l0_reverse	6	-0.20503361523151398
107929	rnn.bias_hh_l0_reverse	7	-0.06935726851224899
107929	rnn.bias_hh_l0_reverse	8	-0.12611375749111176
107929	rnn.bias_hh_l0_reverse	9	0.17407600581645966
107929	linear.weight	0	0.2828160226345062
107929	linear.weight	1	-0.31246575713157654
107929	linear.weight	2	-0.007662972901016474
107929	linear.weight	3	0.0676528736948967
107929	linear.weight	4	-0.18559689819812775
107929	linear.weight	5	0.28328216075897217
107929	linear.weight	6	-0.07605715095996857
107929	linear.weight	7	-0.07026660442352295
107929	linear.weight	8	0.052155692130327225
107929	linear.weight	9	-0.03415839001536369
107929	linear.bias	0	-1.0962979793548584
107929	linear.bias	1	1.825256109237671
107929	linear.bias	2	0.37172579765319824
107929	linear.bias	3	-2.2178304195404053
107929	linear.bias	4	-0.44671761989593506
107929	linear.bias	5	0.9500574469566345
107929	linear.bias	6	-0.3205087184906006
107929	linear.bias	7	0.38552138209342957
107929	linear.bias	8	2.1037747859954834
107929	linear.bias	9	-1.2320560216903687
108538	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
108538	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
108538	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
108538	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
108538	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
108538	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
108538	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
108538	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
108538	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
108538	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
108538	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
108538	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
108538	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
108538	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
108538	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
108538	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
108538	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
108538	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
108538	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
108538	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
108538	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
108538	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
108538	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
108538	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
108538	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
108538	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
108538	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
108538	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
108538	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
108538	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
108538	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
108538	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
108538	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
108538	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
108538	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
108538	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
108538	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
108538	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
108538	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
108538	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
108538	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
108538	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
108538	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
108538	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
108538	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
108538	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
108538	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
108538	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
108538	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
108538	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
108538	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
108538	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
108538	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
108538	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
108538	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
108538	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
108538	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
108538	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
108538	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
108538	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
108538	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
108538	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
108538	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
108538	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
108538	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
108538	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
108538	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
108538	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
108538	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
108538	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
108538	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
108538	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
108538	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
108538	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
108538	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
108538	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
108538	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
108538	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
108538	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
108538	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
108538	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
108538	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
108538	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
108538	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
108538	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
108538	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
108538	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
108538	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
108538	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
108538	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
108538	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
108538	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
108538	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
108538	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
108538	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
108538	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
108538	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
108538	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
108538	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
108538	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
108538	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
108538	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
108538	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
108538	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
108538	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
108538	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
108538	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
108538	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
108538	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
108538	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
108538	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
108538	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
108538	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
108538	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
108538	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
108538	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
108538	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
108538	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
108538	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
108538	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
108538	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
108538	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
108538	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
108538	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
108538	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
108538	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
108538	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
108538	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
108538	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
108538	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
108538	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
108538	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
108538	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
108538	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
108538	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
108538	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
108538	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
108538	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
108538	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
108538	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
108538	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
108538	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
108538	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
108538	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
108538	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
108538	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
108538	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
108538	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
108538	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
108538	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
108538	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
108538	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
108538	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
108538	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
108538	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
108538	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
108538	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
108538	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
108538	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
108538	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
108538	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
108538	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
108538	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
108538	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
108538	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
108538	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
108538	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
108538	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
108538	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
108538	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
108538	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
108538	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
108538	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
108538	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
108538	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
108538	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
108538	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
108538	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
108538	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
108538	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
108538	embedding2nn.weight	0	0.1627349704504013
108538	embedding2nn.weight	1	0.274781733751297
108538	embedding2nn.weight	2	0.029159419238567352
108538	embedding2nn.weight	3	-0.02271723374724388
108538	embedding2nn.weight	4	-0.043158285319805145
108538	embedding2nn.weight	5	0.06718921661376953
108538	embedding2nn.weight	6	0.06414859741926193
108538	embedding2nn.weight	7	-0.022803328931331635
108538	embedding2nn.weight	8	0.049588385969400406
108538	embedding2nn.weight	9	-0.03558076545596123
108538	embedding2nn.bias	0	0.01518682949244976
108538	embedding2nn.bias	1	-0.17033500969409943
108538	embedding2nn.bias	2	0.10638339072465897
108538	embedding2nn.bias	3	0.1621907353401184
108538	embedding2nn.bias	4	0.11446689814329147
108538	embedding2nn.bias	5	-0.03762143477797508
108538	embedding2nn.bias	6	-0.037932395935058594
108538	embedding2nn.bias	7	0.02584088407456875
108538	embedding2nn.bias	8	-0.11087058484554291
108538	embedding2nn.bias	9	-0.33433234691619873
108538	rnn.weight_ih_l0	0	0.006878960411995649
108538	rnn.weight_ih_l0	1	-0.041430726647377014
108538	rnn.weight_ih_l0	2	-0.018249686807394028
108538	rnn.weight_ih_l0	3	0.02327679470181465
108538	rnn.weight_ih_l0	4	0.02551351487636566
108538	rnn.weight_ih_l0	5	-0.07323130965232849
108538	rnn.weight_ih_l0	6	0.01616654358804226
108538	rnn.weight_ih_l0	7	0.009439405985176563
108538	rnn.weight_ih_l0	8	0.01808279938995838
108538	rnn.weight_ih_l0	9	-0.021692786365747452
108538	rnn.weight_hh_l0	0	0.032122109085321426
108538	rnn.weight_hh_l0	1	0.07324159890413284
108538	rnn.weight_hh_l0	2	0.009342212229967117
108538	rnn.weight_hh_l0	3	0.052280325442552567
108538	rnn.weight_hh_l0	4	-0.012322604656219482
108538	rnn.weight_hh_l0	5	0.04864026606082916
108538	rnn.weight_hh_l0	6	0.011898697353899479
108538	rnn.weight_hh_l0	7	0.011842942796647549
108538	rnn.weight_hh_l0	8	0.03921888396143913
108538	rnn.weight_hh_l0	9	-0.043210648000240326
108538	rnn.bias_ih_l0	0	0.11346320807933807
108538	rnn.bias_ih_l0	1	-0.17055124044418335
108538	rnn.bias_ih_l0	2	-0.012521143071353436
108538	rnn.bias_ih_l0	3	-0.11663106828927994
108538	rnn.bias_ih_l0	4	0.06486670672893524
108538	rnn.bias_ih_l0	5	-0.2033490538597107
108538	rnn.bias_ih_l0	6	-0.09100530296564102
108538	rnn.bias_ih_l0	7	-0.1704256683588028
108538	rnn.bias_ih_l0	8	-0.12803588807582855
108538	rnn.bias_ih_l0	9	-0.3117542862892151
108538	rnn.bias_hh_l0	0	-0.13964049518108368
108538	rnn.bias_hh_l0	1	-0.16824930906295776
108538	rnn.bias_hh_l0	2	-0.12371965497732162
108538	rnn.bias_hh_l0	3	-0.04565441235899925
108538	rnn.bias_hh_l0	4	-0.1405790150165558
108538	rnn.bias_hh_l0	5	-0.1795376092195511
108538	rnn.bias_hh_l0	6	-0.09346626698970795
108538	rnn.bias_hh_l0	7	0.08655282109975815
108538	rnn.bias_hh_l0	8	-0.10841421782970428
108538	rnn.bias_hh_l0	9	-0.31438133120536804
108538	rnn.weight_ih_l0_reverse	0	0.03730248659849167
108538	rnn.weight_ih_l0_reverse	1	-0.0600631944835186
108538	rnn.weight_ih_l0_reverse	2	-0.029589448124170303
108538	rnn.weight_ih_l0_reverse	3	-0.07004647701978683
108538	rnn.weight_ih_l0_reverse	4	0.01728038117289543
108538	rnn.weight_ih_l0_reverse	5	-0.09266894310712814
108538	rnn.weight_ih_l0_reverse	6	0.04875382408499718
108538	rnn.weight_ih_l0_reverse	7	0.022478550672531128
108538	rnn.weight_ih_l0_reverse	8	-0.05176553502678871
108538	rnn.weight_ih_l0_reverse	9	-0.005429104436188936
108538	rnn.weight_hh_l0_reverse	0	-0.051678769290447235
108538	rnn.weight_hh_l0_reverse	1	0.02451762557029724
108538	rnn.weight_hh_l0_reverse	2	-0.014967074617743492
108538	rnn.weight_hh_l0_reverse	3	0.009216470643877983
108538	rnn.weight_hh_l0_reverse	4	-0.06920261681079865
108538	rnn.weight_hh_l0_reverse	5	0.03302576020359993
108538	rnn.weight_hh_l0_reverse	6	0.01677684113383293
108538	rnn.weight_hh_l0_reverse	7	0.002856362145394087
108538	rnn.weight_hh_l0_reverse	8	0.013280143961310387
108538	rnn.weight_hh_l0_reverse	9	0.04551367089152336
108538	rnn.bias_ih_l0_reverse	0	-0.1473827213048935
108538	rnn.bias_ih_l0_reverse	1	-0.12522786855697632
108538	rnn.bias_ih_l0_reverse	2	0.03220358490943909
108538	rnn.bias_ih_l0_reverse	3	-0.1350560486316681
108538	rnn.bias_ih_l0_reverse	4	-0.00957582239061594
108538	rnn.bias_ih_l0_reverse	5	-0.16054046154022217
108538	rnn.bias_ih_l0_reverse	6	0.2270764857530594
108538	rnn.bias_ih_l0_reverse	7	-0.22622092068195343
108538	rnn.bias_ih_l0_reverse	8	-0.10121306031942368
108538	rnn.bias_ih_l0_reverse	9	-0.12283913046121597
108538	rnn.bias_hh_l0_reverse	0	-0.042191505432128906
108538	rnn.bias_hh_l0_reverse	1	0.16215676069259644
108538	rnn.bias_hh_l0_reverse	2	-0.21954704821109772
108538	rnn.bias_hh_l0_reverse	3	-0.07135391235351562
108538	rnn.bias_hh_l0_reverse	4	-0.21043190360069275
108538	rnn.bias_hh_l0_reverse	5	-0.09906458854675293
108538	rnn.bias_hh_l0_reverse	6	-0.20978409051895142
108538	rnn.bias_hh_l0_reverse	7	-0.06825730949640274
108538	rnn.bias_hh_l0_reverse	8	-0.11690392345190048
108538	rnn.bias_hh_l0_reverse	9	0.18512098491191864
108538	linear.weight	0	0.2702029049396515
108538	linear.weight	1	-0.33498257398605347
108538	linear.weight	2	0.007860720157623291
108538	linear.weight	3	0.06766626238822937
108538	linear.weight	4	-0.15846338868141174
108538	linear.weight	5	0.2337425947189331
108538	linear.weight	6	-0.06504175066947937
108538	linear.weight	7	-0.07020903378725052
108538	linear.weight	8	0.08064081519842148
108538	linear.weight	9	-0.03420218825340271
108538	linear.bias	0	-1.104600429534912
108538	linear.bias	1	1.8860065937042236
108538	linear.bias	2	0.40168496966362
108538	linear.bias	3	-2.2197163105010986
108538	linear.bias	4	-0.4079279601573944
108538	linear.bias	5	0.9930114150047302
108538	linear.bias	6	-0.3456537127494812
108538	linear.bias	7	0.39979788661003113
108538	linear.bias	8	2.1340432167053223
108538	linear.bias	9	-1.2595765590667725
109147	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
109147	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
109147	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
109147	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
109147	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
109147	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
109147	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
109147	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
109147	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
109147	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
109147	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
109147	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
109147	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
109147	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
109147	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
109147	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
109147	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
109147	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
109147	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
109147	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
109147	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
109147	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
109147	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
109147	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
109147	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
109147	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
109147	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
109147	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
109147	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
109147	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
109147	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
109147	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
109147	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
109147	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
109147	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
109147	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
109147	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
109147	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
109147	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
109147	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
109147	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
109147	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
109147	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
109147	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
109147	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
109147	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
109147	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
109147	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
109147	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
109147	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
109147	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
109147	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
109147	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
109147	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
109147	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
109147	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
109147	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
109147	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
109147	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
109147	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
109147	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
109147	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
109147	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
109147	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
109147	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
109147	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
109147	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
109147	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
109147	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
109147	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
109147	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
109147	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
109147	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
109147	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
109147	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
109147	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
109147	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
109147	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
109147	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
109147	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
109147	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
109147	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
109147	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
109147	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
109147	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
109147	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
109147	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
109147	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
109147	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
109147	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
109147	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
109147	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
109147	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
109147	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
109147	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
109147	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
109147	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
109147	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
109147	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
109147	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
109147	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
109147	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
109147	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
109147	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
109147	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
109147	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
109147	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
109147	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
109147	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
109147	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
109147	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
109147	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
109147	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
109147	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
109147	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
109147	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
109147	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
109147	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
109147	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
109147	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
109147	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
109147	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
109147	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
109147	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
109147	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
109147	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
109147	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
109147	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
109147	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
109147	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
109147	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
109147	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
109147	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
109147	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
109147	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
109147	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
109147	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
109147	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
109147	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
109147	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
109147	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
109147	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
109147	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
109147	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
109147	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
109147	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
109147	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
109147	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
109147	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
109147	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
109147	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
109147	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
109147	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
109147	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
109147	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
109147	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
109147	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
109147	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
109147	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
109147	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
109147	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
109147	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
109147	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
109147	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
109147	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
109147	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
109147	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
109147	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
109147	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
109147	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
109147	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
109147	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
109147	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
109147	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
109147	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
109147	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
109147	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
109147	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
109147	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
109147	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
109147	embedding2nn.weight	0	0.163690984249115
109147	embedding2nn.weight	1	0.2787335515022278
109147	embedding2nn.weight	2	0.030295761302113533
109147	embedding2nn.weight	3	-0.04112434759736061
109147	embedding2nn.weight	4	-0.0454498752951622
109147	embedding2nn.weight	5	0.06342417746782303
109147	embedding2nn.weight	6	0.04811025783419609
109147	embedding2nn.weight	7	-0.028617901727557182
109147	embedding2nn.weight	8	0.044934578239917755
109147	embedding2nn.weight	9	-0.03460918739438057
109147	embedding2nn.bias	0	0.029082519933581352
109147	embedding2nn.bias	1	-0.151593878865242
109147	embedding2nn.bias	2	0.10878174751996994
109147	embedding2nn.bias	3	0.15678566694259644
109147	embedding2nn.bias	4	0.13401678204536438
109147	embedding2nn.bias	5	-0.01921536959707737
109147	embedding2nn.bias	6	-0.047086428850889206
109147	embedding2nn.bias	7	0.017409715801477432
109147	embedding2nn.bias	8	-0.11082787811756134
109147	embedding2nn.bias	9	-0.31399959325790405
109147	rnn.weight_ih_l0	0	0.006295330822467804
109147	rnn.weight_ih_l0	1	-0.040172576904296875
109147	rnn.weight_ih_l0	2	-0.021239815279841423
109147	rnn.weight_ih_l0	3	0.021844374015927315
109147	rnn.weight_ih_l0	4	0.030612492933869362
109147	rnn.weight_ih_l0	5	-0.0799894779920578
109147	rnn.weight_ih_l0	6	0.015421471558511257
109147	rnn.weight_ih_l0	7	0.007951089181005955
109147	rnn.weight_ih_l0	8	0.018488416448235512
109147	rnn.weight_ih_l0	9	-0.020556753501296043
109147	rnn.weight_hh_l0	0	0.03287360444664955
109147	rnn.weight_hh_l0	1	0.07412976771593094
109147	rnn.weight_hh_l0	2	0.009130342863500118
109147	rnn.weight_hh_l0	3	0.052589382976293564
109147	rnn.weight_hh_l0	4	-0.01239854283630848
109147	rnn.weight_hh_l0	5	0.04822394251823425
109147	rnn.weight_hh_l0	6	0.012310716323554516
109147	rnn.weight_hh_l0	7	0.01302409265190363
109147	rnn.weight_hh_l0	8	0.038764823228120804
109147	rnn.weight_hh_l0	9	-0.044108372181653976
109147	rnn.bias_ih_l0	0	0.1092473566532135
109147	rnn.bias_ih_l0	1	-0.16406573355197906
109147	rnn.bias_ih_l0	2	-0.01065183524042368
109147	rnn.bias_ih_l0	3	-0.10799448192119598
109147	rnn.bias_ih_l0	4	0.061074744910001755
109147	rnn.bias_ih_l0	5	-0.1985006034374237
109147	rnn.bias_ih_l0	6	-0.08990508317947388
109147	rnn.bias_ih_l0	7	-0.17161953449249268
109147	rnn.bias_ih_l0	8	-0.13337135314941406
109147	rnn.bias_ih_l0	9	-0.2997593879699707
109147	rnn.bias_hh_l0	0	-0.146734818816185
109147	rnn.bias_hh_l0	1	-0.16806122660636902
109147	rnn.bias_hh_l0	2	-0.12283587455749512
109147	rnn.bias_hh_l0	3	-0.05149908363819122
109147	rnn.bias_hh_l0	4	-0.1382264941930771
109147	rnn.bias_hh_l0	5	-0.17891263961791992
109147	rnn.bias_hh_l0	6	-0.08525192737579346
109147	rnn.bias_hh_l0	7	0.08653492480516434
109147	rnn.bias_hh_l0	8	-0.11855717748403549
109147	rnn.bias_hh_l0	9	-0.3185575604438782
109147	rnn.weight_ih_l0_reverse	0	0.03903123363852501
109147	rnn.weight_ih_l0_reverse	1	-0.06281794607639313
109147	rnn.weight_ih_l0_reverse	2	-0.030133496969938278
109147	rnn.weight_ih_l0_reverse	3	-0.06920330226421356
109147	rnn.weight_ih_l0_reverse	4	0.019565537571907043
109147	rnn.weight_ih_l0_reverse	5	-0.08550571650266647
109147	rnn.weight_ih_l0_reverse	6	0.050675977021455765
109147	rnn.weight_ih_l0_reverse	7	0.022231638431549072
109147	rnn.weight_ih_l0_reverse	8	-0.054761290550231934
109147	rnn.weight_ih_l0_reverse	9	-0.005250386893749237
109147	rnn.weight_hh_l0_reverse	0	-0.05273159220814705
109147	rnn.weight_hh_l0_reverse	1	0.024682721123099327
109147	rnn.weight_hh_l0_reverse	2	-0.016586195677518845
109147	rnn.weight_hh_l0_reverse	3	0.008922857232391834
109147	rnn.weight_hh_l0_reverse	4	-0.06936048716306686
109147	rnn.weight_hh_l0_reverse	5	0.03367520868778229
109147	rnn.weight_hh_l0_reverse	6	0.01665753684937954
109147	rnn.weight_hh_l0_reverse	7	-0.00281840143725276
109147	rnn.weight_hh_l0_reverse	8	0.015399009920656681
109147	rnn.weight_hh_l0_reverse	9	0.0459158681333065
109147	rnn.bias_ih_l0_reverse	0	-0.13934849202632904
109147	rnn.bias_ih_l0_reverse	1	-0.12935326993465424
109147	rnn.bias_ih_l0_reverse	2	0.03573216125369072
109147	rnn.bias_ih_l0_reverse	3	-0.1397995948791504
109147	rnn.bias_ih_l0_reverse	4	-0.01050915289670229
109147	rnn.bias_ih_l0_reverse	5	-0.1606825739145279
109147	rnn.bias_ih_l0_reverse	6	0.22510592639446259
109147	rnn.bias_ih_l0_reverse	7	-0.2280593067407608
109147	rnn.bias_ih_l0_reverse	8	-0.09927946329116821
109147	rnn.bias_ih_l0_reverse	9	-0.13038894534111023
109147	rnn.bias_hh_l0_reverse	0	-0.040134310722351074
109147	rnn.bias_hh_l0_reverse	1	0.16486304998397827
109147	rnn.bias_hh_l0_reverse	2	-0.2100791186094284
109147	rnn.bias_hh_l0_reverse	3	-0.06737634539604187
109147	rnn.bias_hh_l0_reverse	4	-0.2115272581577301
109147	rnn.bias_hh_l0_reverse	5	-0.098286472260952
109147	rnn.bias_hh_l0_reverse	6	-0.19826194643974304
109147	rnn.bias_hh_l0_reverse	7	-0.06409832090139389
109147	rnn.bias_hh_l0_reverse	8	-0.1266631782054901
109147	rnn.bias_hh_l0_reverse	9	0.19034330546855927
109147	linear.weight	0	0.23011961579322815
109147	linear.weight	1	-0.35052689909935
109147	linear.weight	2	0.03620274364948273
109147	linear.weight	3	0.06767354905605316
109147	linear.weight	4	-0.13209199905395508
109147	linear.weight	5	0.24670672416687012
109147	linear.weight	6	-0.06209181249141693
109147	linear.weight	7	-0.07015569508075714
109147	linear.weight	8	0.09972266852855682
109147	linear.weight	9	-0.03425690531730652
109147	linear.bias	0	-1.1231905221939087
109147	linear.bias	1	1.8291503190994263
109147	linear.bias	2	0.3988960087299347
109147	linear.bias	3	-2.221555233001709
109147	linear.bias	4	-0.3948226273059845
109147	linear.bias	5	0.9994335770606995
109147	linear.bias	6	-0.32883673906326294
109147	linear.bias	7	0.37792032957077026
109147	linear.bias	8	2.1075439453125
109147	linear.bias	9	-1.2354271411895752
109756	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
109756	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
109756	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
109756	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
109756	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
109756	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
109756	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
109756	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
109756	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
109756	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
109756	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
109756	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
109756	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
109756	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
109756	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
109756	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
109756	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
109756	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
109756	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
109756	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
109756	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
109756	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
109756	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
109756	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
109756	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
109756	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
109756	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
109756	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
109756	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
109756	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
109756	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
109756	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
109756	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
109756	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
109756	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
109756	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
109756	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
109756	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
109756	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
109756	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
109756	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
109756	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
109756	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
109756	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
109756	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
109756	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
109756	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
109756	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
109756	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
109756	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
109756	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
109756	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
109756	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
109756	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
109756	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
109756	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
109756	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
109756	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
109756	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
109756	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
109756	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
109756	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
109756	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
109756	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
109756	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
109756	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
109756	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
109756	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
109756	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
109756	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
109756	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
109756	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
109756	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
109756	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
109756	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
109756	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
109756	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
109756	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
109756	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
109756	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
109756	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
109756	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
109756	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
109756	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
109756	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
109756	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
109756	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
109756	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
109756	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
109756	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
109756	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
109756	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
109756	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
109756	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
109756	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
109756	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
109756	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
109756	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
109756	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
109756	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
109756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
109756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
109756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
109756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
109756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
109756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
109756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
109756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
109756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
109756	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
109756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
109756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
109756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
109756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
109756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
109756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
109756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
109756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
109756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
109756	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
109756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
109756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
109756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
109756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
109756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
109756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
109756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
109756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
109756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
109756	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
109756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
109756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
109756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
109756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
109756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
109756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
109756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
109756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
109756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
109756	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
109756	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
109756	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
109756	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
109756	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
109756	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
109756	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
109756	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
109756	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
109756	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
109756	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
109756	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
109756	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
109756	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
109756	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
109756	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
109756	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
109756	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
109756	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
109756	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
109756	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
109756	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
109756	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
109756	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
109756	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
109756	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
109756	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
109756	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
109756	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
109756	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
109756	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
109756	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
109756	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
109756	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
109756	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
109756	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
109756	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
109756	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
109756	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
109756	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
109756	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
109756	embedding2nn.weight	0	0.16299162805080414
109756	embedding2nn.weight	1	0.28070852160453796
109756	embedding2nn.weight	2	0.030289344489574432
109756	embedding2nn.weight	3	-0.03187362849712372
109756	embedding2nn.weight	4	-0.047510284930467606
109756	embedding2nn.weight	5	0.06657565385103226
109756	embedding2nn.weight	6	0.043239299207925797
109756	embedding2nn.weight	7	-0.027582231909036636
109756	embedding2nn.weight	8	0.04988860711455345
109756	embedding2nn.weight	9	-0.03772240877151489
109756	embedding2nn.bias	0	0.020916981622576714
109756	embedding2nn.bias	1	-0.16599012911319733
109756	embedding2nn.bias	2	0.10951210558414459
109756	embedding2nn.bias	3	0.14707051217556
109756	embedding2nn.bias	4	0.1200966089963913
109756	embedding2nn.bias	5	-0.02225746214389801
109756	embedding2nn.bias	6	-0.06480671465396881
109756	embedding2nn.bias	7	0.008000608533620834
109756	embedding2nn.bias	8	-0.11351495236158371
109756	embedding2nn.bias	9	-0.3422883450984955
109756	rnn.weight_ih_l0	0	0.0067412760108709335
109756	rnn.weight_ih_l0	1	-0.040171749889850616
109756	rnn.weight_ih_l0	2	-0.026325659826397896
109756	rnn.weight_ih_l0	3	0.01753050461411476
109756	rnn.weight_ih_l0	4	0.0284220352768898
109756	rnn.weight_ih_l0	5	-0.08425586670637131
109756	rnn.weight_ih_l0	6	0.012015101499855518
109756	rnn.weight_ih_l0	7	0.0063849021680653095
109756	rnn.weight_ih_l0	8	0.025692792609333992
109756	rnn.weight_ih_l0	9	-0.024312173947691917
109756	rnn.weight_hh_l0	0	0.03198816254734993
109756	rnn.weight_hh_l0	1	0.07372936606407166
109756	rnn.weight_hh_l0	2	0.010933350771665573
109756	rnn.weight_hh_l0	3	0.05218246579170227
109756	rnn.weight_hh_l0	4	-0.011671081185340881
109756	rnn.weight_hh_l0	5	0.04832800477743149
109756	rnn.weight_hh_l0	6	0.012427892535924911
109756	rnn.weight_hh_l0	7	0.009235188364982605
109756	rnn.weight_hh_l0	8	0.03845705837011337
109756	rnn.weight_hh_l0	9	-0.04504648223519325
109756	rnn.bias_ih_l0	0	0.1084730476140976
109756	rnn.bias_ih_l0	1	-0.16193760931491852
109756	rnn.bias_ih_l0	2	-0.009919926524162292
109756	rnn.bias_ih_l0	3	-0.10649356991052628
109756	rnn.bias_ih_l0	4	0.07792703807353973
109756	rnn.bias_ih_l0	5	-0.1895722597837448
109756	rnn.bias_ih_l0	6	-0.09321030229330063
109756	rnn.bias_ih_l0	7	-0.17545677721500397
109756	rnn.bias_ih_l0	8	-0.1304837167263031
109756	rnn.bias_ih_l0	9	-0.3046591877937317
109756	rnn.bias_hh_l0	0	-0.14158254861831665
109756	rnn.bias_hh_l0	1	-0.1676764190196991
109756	rnn.bias_hh_l0	2	-0.12381477653980255
109756	rnn.bias_hh_l0	3	-0.04380268231034279
109756	rnn.bias_hh_l0	4	-0.13021446764469147
109756	rnn.bias_hh_l0	5	-0.17734664678573608
109756	rnn.bias_hh_l0	6	-0.08341316878795624
109756	rnn.bias_hh_l0	7	0.09035307914018631
109756	rnn.bias_hh_l0	8	-0.10704559832811356
109756	rnn.bias_hh_l0	9	-0.3216649889945984
109756	rnn.weight_ih_l0_reverse	0	0.044807836413383484
109756	rnn.weight_ih_l0_reverse	1	-0.06603498011827469
109756	rnn.weight_ih_l0_reverse	2	-0.03326060250401497
109756	rnn.weight_ih_l0_reverse	3	-0.06747324019670486
109756	rnn.weight_ih_l0_reverse	4	0.01843283139169216
109756	rnn.weight_ih_l0_reverse	5	-0.09173274040222168
109756	rnn.weight_ih_l0_reverse	6	0.05432790890336037
109756	rnn.weight_ih_l0_reverse	7	0.023080356419086456
109756	rnn.weight_ih_l0_reverse	8	-0.05143815279006958
109756	rnn.weight_ih_l0_reverse	9	-0.0009496397105976939
109756	rnn.weight_hh_l0_reverse	0	-0.055080197751522064
109756	rnn.weight_hh_l0_reverse	1	0.024676358327269554
109756	rnn.weight_hh_l0_reverse	2	-0.015218762680888176
109756	rnn.weight_hh_l0_reverse	3	0.009359065443277359
109756	rnn.weight_hh_l0_reverse	4	-0.0705421194434166
109756	rnn.weight_hh_l0_reverse	5	0.03356151282787323
109756	rnn.weight_hh_l0_reverse	6	0.016690609976649284
109756	rnn.weight_hh_l0_reverse	7	0.0022785321343690157
109756	rnn.weight_hh_l0_reverse	8	0.019211702048778534
109756	rnn.weight_hh_l0_reverse	9	0.045938603579998016
109756	rnn.bias_ih_l0_reverse	0	-0.14332005381584167
109756	rnn.bias_ih_l0_reverse	1	-0.12554283440113068
109756	rnn.bias_ih_l0_reverse	2	0.03753054514527321
109756	rnn.bias_ih_l0_reverse	3	-0.14473982155323029
109756	rnn.bias_ih_l0_reverse	4	-0.011914864182472229
109756	rnn.bias_ih_l0_reverse	5	-0.15650422871112823
109756	rnn.bias_ih_l0_reverse	6	0.20584514737129211
109756	rnn.bias_ih_l0_reverse	7	-0.2084197998046875
109756	rnn.bias_ih_l0_reverse	8	-0.09766322374343872
109756	rnn.bias_ih_l0_reverse	9	-0.1299351155757904
109756	rnn.bias_hh_l0_reverse	0	-0.03607244789600372
109756	rnn.bias_hh_l0_reverse	1	0.15075579285621643
109756	rnn.bias_hh_l0_reverse	2	-0.21908417344093323
109756	rnn.bias_hh_l0_reverse	3	-0.07620503008365631
109756	rnn.bias_hh_l0_reverse	4	-0.21907983720302582
109756	rnn.bias_hh_l0_reverse	5	-0.10138201713562012
109756	rnn.bias_hh_l0_reverse	6	-0.20377671718597412
109756	rnn.bias_hh_l0_reverse	7	-0.07024030387401581
109756	rnn.bias_hh_l0_reverse	8	-0.11629743129014969
109756	rnn.bias_hh_l0_reverse	9	0.16502369940280914
109756	linear.weight	0	0.24381215870380402
109756	linear.weight	1	-0.3450029194355011
109756	linear.weight	2	-0.0005838152137584984
109756	linear.weight	3	0.06769976019859314
109756	linear.weight	4	-0.18349021673202515
109756	linear.weight	5	0.23264816403388977
109756	linear.weight	6	-0.03575223311781883
109756	linear.weight	7	-0.07009150087833405
109756	linear.weight	8	0.09451811760663986
109756	linear.weight	9	-0.034317079931497574
109756	linear.bias	0	-1.0818558931350708
109756	linear.bias	1	1.8161914348602295
109756	linear.bias	2	0.38745710253715515
109756	linear.bias	3	-2.2235195636749268
109756	linear.bias	4	-0.4127756655216217
109756	linear.bias	5	1.0808148384094238
109756	linear.bias	6	-0.34241876006126404
109756	linear.bias	7	0.39341938495635986
109756	linear.bias	8	2.087515354156494
109756	linear.bias	9	-1.2060985565185547
109764	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
109764	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
109764	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
109764	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
109764	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
109764	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
109764	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
109764	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
109764	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
109764	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
109764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
109764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
109764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
109764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
109764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
109764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
109764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
109764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
109764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
109764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
109764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
109764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
109764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
109764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
109764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
109764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
109764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
109764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
109764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
109764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
109764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
109764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
109764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
109764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
109764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
109764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
109764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
109764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
109764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
109764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
109764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
109764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
109764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
109764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
109764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
109764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
109764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
109764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
109764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
109764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
109764	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
109764	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
109764	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
109764	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
109764	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
109764	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
109764	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
109764	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
109764	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
109764	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
109764	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
109764	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
109764	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
109764	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
109764	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
109764	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
109764	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
109764	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
109764	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
109764	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
109764	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
109764	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
109764	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
109764	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
109764	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
109764	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
109764	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
109764	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
109764	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
109764	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
109764	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
109764	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
109764	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
109764	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
109764	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
109764	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
109764	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
109764	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
109764	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
109764	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
109764	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
109764	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
109764	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
109764	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
109764	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
109764	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
109764	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
109764	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
109764	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
109764	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
109764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
109764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
109764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
109764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
109764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
109764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
109764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
109764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
109764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
109764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
109764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
109764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
109764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
109764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
109764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
109764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
109764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
109764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
109764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
109764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
109764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
109764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
109764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
109764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
109764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
109764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
109764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
109764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
109764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
109764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
109764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
109764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
109764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
109764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
109764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
109764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
109764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
109764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
109764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
109764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
109764	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
109764	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
109764	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
109764	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
109764	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
109764	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
109764	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
109764	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
109764	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
109764	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
109764	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
109764	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
109764	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
109764	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
109764	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
109764	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
109764	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
109764	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
109764	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
109764	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
109764	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
109764	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
109764	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
109764	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
109764	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
109764	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
109764	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
109764	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
109764	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
109764	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
109764	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
109764	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
109764	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
109764	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
109764	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
109764	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
109764	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
109764	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
109764	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
109764	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
109764	embedding2nn.weight	0	0.16284418106079102
109764	embedding2nn.weight	1	0.2803488075733185
109764	embedding2nn.weight	2	0.029531951993703842
109764	embedding2nn.weight	3	-0.035492535680532455
109764	embedding2nn.weight	4	-0.04776749387383461
109764	embedding2nn.weight	5	0.06595505028963089
109764	embedding2nn.weight	6	0.044097837060689926
109764	embedding2nn.weight	7	-0.027393294498324394
109764	embedding2nn.weight	8	0.04953231289982796
109764	embedding2nn.weight	9	-0.03907568380236626
109764	embedding2nn.bias	0	0.02506672963500023
109764	embedding2nn.bias	1	-0.17051008343696594
109764	embedding2nn.bias	2	0.10643523931503296
109764	embedding2nn.bias	3	0.14485444128513336
109764	embedding2nn.bias	4	0.1191776767373085
109764	embedding2nn.bias	5	-0.01549072191119194
109764	embedding2nn.bias	6	-0.0655055046081543
109764	embedding2nn.bias	7	0.013323386199772358
109764	embedding2nn.bias	8	-0.11284451186656952
109764	embedding2nn.bias	9	-0.3412013351917267
109764	rnn.weight_ih_l0	0	0.006513729225844145
109764	rnn.weight_ih_l0	1	-0.04015285149216652
109764	rnn.weight_ih_l0	2	-0.025767164304852486
109764	rnn.weight_ih_l0	3	0.01740654930472374
109764	rnn.weight_ih_l0	4	0.028615018352866173
109764	rnn.weight_ih_l0	5	-0.08462505787611008
109764	rnn.weight_ih_l0	6	0.012194727547466755
109764	rnn.weight_ih_l0	7	0.006360104773193598
109764	rnn.weight_ih_l0	8	0.025538720190525055
109764	rnn.weight_ih_l0	9	-0.02446356602013111
109764	rnn.weight_hh_l0	0	0.03200976178050041
109764	rnn.weight_hh_l0	1	0.07375475019216537
109764	rnn.weight_hh_l0	2	0.011030851863324642
109764	rnn.weight_hh_l0	3	0.05214259400963783
109764	rnn.weight_hh_l0	4	-0.011671973392367363
109764	rnn.weight_hh_l0	5	0.04845759645104408
109764	rnn.weight_hh_l0	6	0.012412630021572113
109764	rnn.weight_hh_l0	7	0.009255491197109222
109764	rnn.weight_hh_l0	8	0.03849851340055466
109764	rnn.weight_hh_l0	9	-0.04498644918203354
109764	rnn.bias_ih_l0	0	0.10582073032855988
109764	rnn.bias_ih_l0	1	-0.163164421916008
109764	rnn.bias_ih_l0	2	-0.010250689461827278
109764	rnn.bias_ih_l0	3	-0.10735733807086945
109764	rnn.bias_ih_l0	4	0.07654739171266556
109764	rnn.bias_ih_l0	5	-0.18907035887241364
109764	rnn.bias_ih_l0	6	-0.09463179111480713
109764	rnn.bias_ih_l0	7	-0.17568442225456238
109764	rnn.bias_ih_l0	8	-0.13048721849918365
109764	rnn.bias_ih_l0	9	-0.3031238317489624
109764	rnn.bias_hh_l0	0	-0.14142858982086182
109764	rnn.bias_hh_l0	1	-0.16744650900363922
109764	rnn.bias_hh_l0	2	-0.12272891402244568
109764	rnn.bias_hh_l0	3	-0.043806761503219604
109764	rnn.bias_hh_l0	4	-0.12986116111278534
109764	rnn.bias_hh_l0	5	-0.17680998146533966
109764	rnn.bias_hh_l0	6	-0.08389715105295181
109764	rnn.bias_hh_l0	7	0.09031222760677338
109764	rnn.bias_hh_l0	8	-0.10510971397161484
109764	rnn.bias_hh_l0	9	-0.32093483209609985
109764	rnn.weight_ih_l0_reverse	0	0.04510169103741646
109764	rnn.weight_ih_l0_reverse	1	-0.06592840701341629
109764	rnn.weight_ih_l0_reverse	2	-0.033723000437021255
109764	rnn.weight_ih_l0_reverse	3	-0.06716489046812057
109764	rnn.weight_ih_l0_reverse	4	0.018384939059615135
109764	rnn.weight_ih_l0_reverse	5	-0.09165781736373901
109764	rnn.weight_ih_l0_reverse	6	0.05390516668558121
109764	rnn.weight_ih_l0_reverse	7	0.02267727628350258
109764	rnn.weight_ih_l0_reverse	8	-0.051079150289297104
109764	rnn.weight_ih_l0_reverse	9	-0.0007106493576429784
109764	rnn.weight_hh_l0_reverse	0	-0.05514776334166527
109764	rnn.weight_hh_l0_reverse	1	0.02475700154900551
109764	rnn.weight_hh_l0_reverse	2	-0.015051266178488731
109764	rnn.weight_hh_l0_reverse	3	0.00935009028762579
109764	rnn.weight_hh_l0_reverse	4	-0.07062900811433792
109764	rnn.weight_hh_l0_reverse	5	0.03361045941710472
109764	rnn.weight_hh_l0_reverse	6	0.016698770225048065
109764	rnn.weight_hh_l0_reverse	7	0.002537243068218231
109764	rnn.weight_hh_l0_reverse	8	0.01932426355779171
109764	rnn.weight_hh_l0_reverse	9	0.04588422179222107
109764	rnn.bias_ih_l0_reverse	0	-0.1436050683259964
109764	rnn.bias_ih_l0_reverse	1	-0.1249828189611435
109764	rnn.bias_ih_l0_reverse	2	0.03707177937030792
109764	rnn.bias_ih_l0_reverse	3	-0.14657893776893616
109764	rnn.bias_ih_l0_reverse	4	-0.013237250968813896
109764	rnn.bias_ih_l0_reverse	5	-0.15630772709846497
109764	rnn.bias_ih_l0_reverse	6	0.2021719217300415
109764	rnn.bias_ih_l0_reverse	7	-0.2076554298400879
109764	rnn.bias_ih_l0_reverse	8	-0.09827444702386856
109764	rnn.bias_ih_l0_reverse	9	-0.1284857839345932
109764	rnn.bias_hh_l0_reverse	0	-0.034810323268175125
109764	rnn.bias_hh_l0_reverse	1	0.14716967940330505
109764	rnn.bias_hh_l0_reverse	2	-0.2193494737148285
109764	rnn.bias_hh_l0_reverse	3	-0.07559815794229507
109764	rnn.bias_hh_l0_reverse	4	-0.2188563495874405
109764	rnn.bias_hh_l0_reverse	5	-0.1014484092593193
109764	rnn.bias_hh_l0_reverse	6	-0.20344792306423187
109764	rnn.bias_hh_l0_reverse	7	-0.07038010656833649
109764	rnn.bias_hh_l0_reverse	8	-0.11940104514360428
109764	rnn.bias_hh_l0_reverse	9	0.16708780825138092
109764	linear.weight	0	0.2468658685684204
109764	linear.weight	1	-0.3419209122657776
109764	linear.weight	2	0.011111903004348278
109764	linear.weight	3	0.06770009547472
109764	linear.weight	4	-0.1772027611732483
109764	linear.weight	5	0.23293429613113403
109764	linear.weight	6	-0.041114483028650284
109764	linear.weight	7	-0.07009090483188629
109764	linear.weight	8	0.0959787592291832
109764	linear.weight	9	-0.03431791067123413
109764	linear.bias	0	-1.0838093757629395
109764	linear.bias	1	1.8000166416168213
109764	linear.bias	2	0.40294158458709717
109764	linear.bias	3	-2.223539113998413
109764	linear.bias	4	-0.40962937474250793
109764	linear.bias	5	1.0812644958496094
109764	linear.bias	6	-0.34053605794906616
109764	linear.bias	7	0.3952234983444214
109764	linear.bias	8	2.092695951461792
109764	linear.bias	9	-1.2078609466552734
110373	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
110373	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
110373	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
110373	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
110373	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
110373	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
110373	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
110373	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
110373	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
110373	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
110373	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
110373	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
110373	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
110373	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
110373	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
110373	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
110373	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
110373	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
110373	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
110373	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
110373	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
110373	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
110373	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
110373	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
110373	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
110373	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
110373	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
110373	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
110373	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
110373	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
110373	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
110373	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
110373	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
110373	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
110373	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
110373	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
110373	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
110373	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
110373	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
110373	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
110373	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
110373	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
110373	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
110373	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
110373	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
110373	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
110373	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
110373	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
110373	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
110373	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
110373	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
110373	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
110373	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
110373	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
110373	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
110373	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
110373	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
110373	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
110373	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
110373	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
110373	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
110373	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
110373	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
110373	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
110373	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
110373	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
110373	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
110373	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
110373	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
110373	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
110373	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
110373	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
110373	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
110373	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
110373	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
110373	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
110373	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
110373	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
110373	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
110373	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
110373	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
110373	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
110373	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
110373	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
110373	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
110373	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
110373	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
110373	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
110373	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
110373	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
110373	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
110373	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
110373	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
110373	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
110373	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
110373	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
110373	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
110373	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
110373	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
110373	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
110373	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
110373	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
110373	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
110373	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
110373	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
110373	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
110373	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
110373	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
110373	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
110373	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
110373	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
110373	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
110373	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
110373	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
110373	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
110373	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
110373	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
110373	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
110373	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
110373	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
110373	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
110373	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
110373	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
110373	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
110373	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
110373	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
110373	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
110373	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
110373	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
110373	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
110373	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
110373	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
110373	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
110373	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
110373	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
110373	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
110373	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
110373	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
110373	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
110373	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
110373	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
110373	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
110373	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
110373	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
110373	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
110373	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
110373	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
110373	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
110373	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
110373	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
110373	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
110373	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
110373	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
110373	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
110373	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
110373	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
110373	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
110373	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
110373	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
110373	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
110373	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
110373	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
110373	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
110373	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
110373	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
110373	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
110373	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
110373	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
110373	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
110373	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
110373	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
110373	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
110373	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
110373	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
110373	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
110373	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
110373	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
110373	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
110373	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
110373	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
110373	embedding2nn.weight	0	0.1617288440465927
110373	embedding2nn.weight	1	0.27885785698890686
110373	embedding2nn.weight	2	0.030135706067085266
110373	embedding2nn.weight	3	-0.014245131984353065
110373	embedding2nn.weight	4	-0.04626346379518509
110373	embedding2nn.weight	5	0.0623852014541626
110373	embedding2nn.weight	6	0.05291559919714928
110373	embedding2nn.weight	7	-0.037768322974443436
110373	embedding2nn.weight	8	0.054328810423612595
110373	embedding2nn.weight	9	-0.04396170750260353
110373	embedding2nn.bias	0	0.01172873005270958
110373	embedding2nn.bias	1	-0.17251187562942505
110373	embedding2nn.bias	2	0.09357853978872299
110373	embedding2nn.bias	3	0.1671033799648285
110373	embedding2nn.bias	4	0.12857039272785187
110373	embedding2nn.bias	5	-0.01195018645375967
110373	embedding2nn.bias	6	-0.04522144794464111
110373	embedding2nn.bias	7	0.00809606071561575
110373	embedding2nn.bias	8	-0.1350402683019638
110373	embedding2nn.bias	9	-0.31278786063194275
110373	rnn.weight_ih_l0	0	0.0049061900936067104
110373	rnn.weight_ih_l0	1	-0.04080691933631897
110373	rnn.weight_ih_l0	2	-0.02634000964462757
110373	rnn.weight_ih_l0	3	0.013440366834402084
110373	rnn.weight_ih_l0	4	0.02751995623111725
110373	rnn.weight_ih_l0	5	-0.09000841528177261
110373	rnn.weight_ih_l0	6	0.010173380374908447
110373	rnn.weight_ih_l0	7	0.0069916765205562115
110373	rnn.weight_ih_l0	8	0.02498565800487995
110373	rnn.weight_ih_l0	9	-0.02314932830631733
110373	rnn.weight_hh_l0	0	0.03284692391753197
110373	rnn.weight_hh_l0	1	0.07418262213468552
110373	rnn.weight_hh_l0	2	0.01125606894493103
110373	rnn.weight_hh_l0	3	0.052528418600559235
110373	rnn.weight_hh_l0	4	-0.011931226588785648
110373	rnn.weight_hh_l0	5	0.04907406121492386
110373	rnn.weight_hh_l0	6	0.012904590927064419
110373	rnn.weight_hh_l0	7	0.0091212447732687
110373	rnn.weight_hh_l0	8	0.03924191743135452
110373	rnn.weight_hh_l0	9	-0.046453241258859634
110373	rnn.bias_ih_l0	0	0.10316234827041626
110373	rnn.bias_ih_l0	1	-0.16590672731399536
110373	rnn.bias_ih_l0	2	-0.006325793452560902
110373	rnn.bias_ih_l0	3	-0.1107216477394104
110373	rnn.bias_ih_l0	4	0.08882240951061249
110373	rnn.bias_ih_l0	5	-0.19584538042545319
110373	rnn.bias_ih_l0	6	-0.0952884778380394
110373	rnn.bias_ih_l0	7	-0.1772565245628357
110373	rnn.bias_ih_l0	8	-0.13187149167060852
110373	rnn.bias_ih_l0	9	-0.2913787364959717
110373	rnn.bias_hh_l0	0	-0.14248938858509064
110373	rnn.bias_hh_l0	1	-0.1627371460199356
110373	rnn.bias_hh_l0	2	-0.11663950979709625
110373	rnn.bias_hh_l0	3	-0.043201908469200134
110373	rnn.bias_hh_l0	4	-0.13548550009727478
110373	rnn.bias_hh_l0	5	-0.1778833270072937
110373	rnn.bias_hh_l0	6	-0.09206236898899078
110373	rnn.bias_hh_l0	7	0.08590732514858246
110373	rnn.bias_hh_l0	8	-0.1068149134516716
110373	rnn.bias_hh_l0	9	-0.3216167390346527
110373	rnn.weight_ih_l0_reverse	0	0.05995961278676987
110373	rnn.weight_ih_l0_reverse	1	-0.06283102184534073
110373	rnn.weight_ih_l0_reverse	2	-0.03169327601790428
110373	rnn.weight_ih_l0_reverse	3	-0.06887020915746689
110373	rnn.weight_ih_l0_reverse	4	0.01748066581785679
110373	rnn.weight_ih_l0_reverse	5	-0.0885162428021431
110373	rnn.weight_ih_l0_reverse	6	0.05620618164539337
110373	rnn.weight_ih_l0_reverse	7	0.02047797106206417
110373	rnn.weight_ih_l0_reverse	8	-0.055425625294446945
110373	rnn.weight_ih_l0_reverse	9	0.001186048611998558
110373	rnn.weight_hh_l0_reverse	0	-0.055119823664426804
110373	rnn.weight_hh_l0_reverse	1	0.02278137393295765
110373	rnn.weight_hh_l0_reverse	2	-0.015072038397192955
110373	rnn.weight_hh_l0_reverse	3	0.009685385972261429
110373	rnn.weight_hh_l0_reverse	4	-0.06869946420192719
110373	rnn.weight_hh_l0_reverse	5	0.03351058065891266
110373	rnn.weight_hh_l0_reverse	6	0.017022425308823586
110373	rnn.weight_hh_l0_reverse	7	0.00027155931456945837
110373	rnn.weight_hh_l0_reverse	8	0.01680750772356987
110373	rnn.weight_hh_l0_reverse	9	0.04380013421177864
110373	rnn.bias_ih_l0_reverse	0	-0.13838380575180054
110373	rnn.bias_ih_l0_reverse	1	-0.1263052076101303
110373	rnn.bias_ih_l0_reverse	2	0.032814428210258484
110373	rnn.bias_ih_l0_reverse	3	-0.1484910547733307
110373	rnn.bias_ih_l0_reverse	4	-0.019105996936559677
110373	rnn.bias_ih_l0_reverse	5	-0.157565176486969
110373	rnn.bias_ih_l0_reverse	6	0.2010093629360199
110373	rnn.bias_ih_l0_reverse	7	-0.2156844437122345
110373	rnn.bias_ih_l0_reverse	8	-0.09522121399641037
110373	rnn.bias_ih_l0_reverse	9	-0.13187874853610992
110373	rnn.bias_hh_l0_reverse	0	-0.04728912562131882
110373	rnn.bias_hh_l0_reverse	1	0.15102368593215942
110373	rnn.bias_hh_l0_reverse	2	-0.22107815742492676
110373	rnn.bias_hh_l0_reverse	3	-0.07455232739448547
110373	rnn.bias_hh_l0_reverse	4	-0.20930993556976318
110373	rnn.bias_hh_l0_reverse	5	-0.1069953590631485
110373	rnn.bias_hh_l0_reverse	6	-0.2035699039697647
110373	rnn.bias_hh_l0_reverse	7	-0.06236414238810539
110373	rnn.bias_hh_l0_reverse	8	-0.12408274412155151
110373	rnn.bias_hh_l0_reverse	9	0.18900355696678162
110373	linear.weight	0	0.22795163094997406
110373	linear.weight	1	-0.3008110821247101
110373	linear.weight	2	0.03981829062104225
110373	linear.weight	3	0.06771214306354523
110373	linear.weight	4	-0.1671212762594223
110373	linear.weight	5	0.24198958277702332
110373	linear.weight	6	-0.06632214039564133
110373	linear.weight	7	-0.07006030529737473
110373	linear.weight	8	0.10921602696180344
110373	linear.weight	9	-0.034384503960609436
110373	linear.bias	0	-1.086417555809021
110373	linear.bias	1	1.8467507362365723
110373	linear.bias	2	0.3801346719264984
110373	linear.bias	3	-2.2253942489624023
110373	linear.bias	4	-0.39964041113853455
110373	linear.bias	5	1.021010160446167
110373	linear.bias	6	-0.323734849691391
110373	linear.bias	7	0.38207465410232544
110373	linear.bias	8	2.103713274002075
110373	linear.bias	9	-1.2336543798446655
110982	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
110982	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
110982	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
110982	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
110982	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
110982	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
110982	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
110982	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
110982	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
110982	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
110982	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
110982	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
110982	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
110982	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
110982	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
110982	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
110982	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
110982	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
110982	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
110982	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
110982	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
110982	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
110982	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
110982	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
110982	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
110982	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
110982	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
110982	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
110982	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
110982	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
110982	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
110982	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
110982	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
110982	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
110982	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
110982	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
110982	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
110982	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
110982	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
110982	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
110982	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
110982	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
110982	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
110982	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
110982	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
110982	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
110982	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
110982	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
110982	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
110982	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
110982	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
110982	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
110982	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
110982	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
110982	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
110982	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
110982	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
110982	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
110982	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
110982	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
110982	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
110982	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
110982	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
110982	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
110982	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
110982	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
110982	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
110982	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
110982	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
110982	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
110982	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
110982	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
110982	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
110982	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
110982	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
110982	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
110982	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
110982	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
110982	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
110982	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
110982	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
110982	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
110982	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
110982	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
110982	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
110982	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
110982	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
110982	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
110982	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
110982	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
110982	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
110982	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
110982	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
110982	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
110982	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
110982	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
110982	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
110982	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
110982	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
110982	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
110982	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
110982	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
110982	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
110982	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
110982	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
110982	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
110982	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
110982	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
110982	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
110982	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
110982	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
110982	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
110982	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
110982	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
110982	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
110982	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
110982	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
110982	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
110982	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
110982	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
110982	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
110982	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
110982	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
110982	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
110982	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
110982	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
110982	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
110982	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
110982	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
110982	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
110982	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
110982	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
110982	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
110982	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
110982	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
110982	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
110982	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
110982	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
110982	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
110982	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
110982	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
110982	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
110982	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
110982	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
110982	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
110982	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
110982	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
110982	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
110982	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
110982	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
110982	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
110982	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
110982	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
110982	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
110982	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
110982	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
110982	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
110982	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
110982	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
110982	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
110982	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
110982	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
110982	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
110982	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
110982	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
110982	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
110982	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
110982	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
110982	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
110982	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
110982	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
110982	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
110982	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
110982	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
110982	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
110982	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
110982	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
110982	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
110982	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
110982	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
110982	embedding2nn.weight	0	0.1615609973669052
110982	embedding2nn.weight	1	0.2778603732585907
110982	embedding2nn.weight	2	0.0290841031819582
110982	embedding2nn.weight	3	-0.005828008055686951
110982	embedding2nn.weight	4	-0.04449555277824402
110982	embedding2nn.weight	5	0.06778132915496826
110982	embedding2nn.weight	6	0.05578000470995903
110982	embedding2nn.weight	7	-0.03312411904335022
110982	embedding2nn.weight	8	0.04968129098415375
110982	embedding2nn.weight	9	-0.04519469290971756
110982	embedding2nn.bias	0	0.01650911569595337
110982	embedding2nn.bias	1	-0.16896240413188934
110982	embedding2nn.bias	2	0.0781640112400055
110982	embedding2nn.bias	3	0.1639184057712555
110982	embedding2nn.bias	4	0.15736059844493866
110982	embedding2nn.bias	5	-0.009397312998771667
110982	embedding2nn.bias	6	-0.044186607003211975
110982	embedding2nn.bias	7	0.005967430304735899
110982	embedding2nn.bias	8	-0.14649909734725952
110982	embedding2nn.bias	9	-0.3153531551361084
110982	rnn.weight_ih_l0	0	0.0002666445216163993
110982	rnn.weight_ih_l0	1	-0.042844388633966446
110982	rnn.weight_ih_l0	2	-0.023692244663834572
110982	rnn.weight_ih_l0	3	0.011821568943560123
110982	rnn.weight_ih_l0	4	0.024029791355133057
110982	rnn.weight_ih_l0	5	-0.08286344259977341
110982	rnn.weight_ih_l0	6	0.010501213371753693
110982	rnn.weight_ih_l0	7	0.004479887429624796
110982	rnn.weight_ih_l0	8	0.024113807827234268
110982	rnn.weight_ih_l0	9	-0.02096903882920742
110982	rnn.weight_hh_l0	0	0.03289404883980751
110982	rnn.weight_hh_l0	1	0.07422269135713577
110982	rnn.weight_hh_l0	2	0.010865631513297558
110982	rnn.weight_hh_l0	3	0.052977386862039566
110982	rnn.weight_hh_l0	4	-0.011775685474276543
110982	rnn.weight_hh_l0	5	0.048174288123846054
110982	rnn.weight_hh_l0	6	0.013361230492591858
110982	rnn.weight_hh_l0	7	0.008318789303302765
110982	rnn.weight_hh_l0	8	0.03940489888191223
110982	rnn.weight_hh_l0	9	-0.043487079441547394
110982	rnn.bias_ih_l0	0	0.10817646235227585
110982	rnn.bias_ih_l0	1	-0.16834141314029694
110982	rnn.bias_ih_l0	2	-0.0038399703335016966
110982	rnn.bias_ih_l0	3	-0.11598163098096848
110982	rnn.bias_ih_l0	4	0.08786622434854507
110982	rnn.bias_ih_l0	5	-0.19903188943862915
110982	rnn.bias_ih_l0	6	-0.09268978238105774
110982	rnn.bias_ih_l0	7	-0.179485484957695
110982	rnn.bias_ih_l0	8	-0.13391290605068207
110982	rnn.bias_ih_l0	9	-0.29757699370384216
110982	rnn.bias_hh_l0	0	-0.13528114557266235
110982	rnn.bias_hh_l0	1	-0.16422316431999207
110982	rnn.bias_hh_l0	2	-0.12141980230808258
110982	rnn.bias_hh_l0	3	-0.04830726608633995
110982	rnn.bias_hh_l0	4	-0.13344508409500122
110982	rnn.bias_hh_l0	5	-0.17496876418590546
110982	rnn.bias_hh_l0	6	-0.09205444902181625
110982	rnn.bias_hh_l0	7	0.08582071959972382
110982	rnn.bias_hh_l0	8	-0.1112731471657753
110982	rnn.bias_hh_l0	9	-0.32279568910598755
110982	rnn.weight_ih_l0_reverse	0	0.0529671348631382
110982	rnn.weight_ih_l0_reverse	1	-0.06349612027406693
110982	rnn.weight_ih_l0_reverse	2	-0.029803240671753883
110982	rnn.weight_ih_l0_reverse	3	-0.06916409730911255
110982	rnn.weight_ih_l0_reverse	4	0.019659847021102905
110982	rnn.weight_ih_l0_reverse	5	-0.09419558942317963
110982	rnn.weight_ih_l0_reverse	6	0.054187338799238205
110982	rnn.weight_ih_l0_reverse	7	0.02073306404054165
110982	rnn.weight_ih_l0_reverse	8	-0.056804634630680084
110982	rnn.weight_ih_l0_reverse	9	-0.0038168681785464287
110982	rnn.weight_hh_l0_reverse	0	-0.055493853986263275
110982	rnn.weight_hh_l0_reverse	1	0.02193555049598217
110982	rnn.weight_hh_l0_reverse	2	-0.014918353408575058
110982	rnn.weight_hh_l0_reverse	3	0.009297437034547329
110982	rnn.weight_hh_l0_reverse	4	-0.06831298768520355
110982	rnn.weight_hh_l0_reverse	5	0.033813055604696274
110982	rnn.weight_hh_l0_reverse	6	0.016865666955709457
110982	rnn.weight_hh_l0_reverse	7	0.002674020593985915
110982	rnn.weight_hh_l0_reverse	8	0.016869058832526207
110982	rnn.weight_hh_l0_reverse	9	0.04615495353937149
110982	rnn.bias_ih_l0_reverse	0	-0.13828285038471222
110982	rnn.bias_ih_l0_reverse	1	-0.12371891736984253
110982	rnn.bias_ih_l0_reverse	2	0.03360825777053833
110982	rnn.bias_ih_l0_reverse	3	-0.14546926319599152
110982	rnn.bias_ih_l0_reverse	4	-0.020951848477125168
110982	rnn.bias_ih_l0_reverse	5	-0.15900178253650665
110982	rnn.bias_ih_l0_reverse	6	0.2089541256427765
110982	rnn.bias_ih_l0_reverse	7	-0.22346362471580505
110982	rnn.bias_ih_l0_reverse	8	-0.09242690354585648
110982	rnn.bias_ih_l0_reverse	9	-0.1406644731760025
110982	rnn.bias_hh_l0_reverse	0	-0.04202871397137642
110982	rnn.bias_hh_l0_reverse	1	0.16230981051921844
110982	rnn.bias_hh_l0_reverse	2	-0.22923141717910767
110982	rnn.bias_hh_l0_reverse	3	-0.06771191954612732
110982	rnn.bias_hh_l0_reverse	4	-0.21106192469596863
110982	rnn.bias_hh_l0_reverse	5	-0.10341713577508926
110982	rnn.bias_hh_l0_reverse	6	-0.20514217019081116
110982	rnn.bias_hh_l0_reverse	7	-0.06816882640123367
110982	rnn.bias_hh_l0_reverse	8	-0.11227483302354813
110982	rnn.bias_hh_l0_reverse	9	0.1876918226480484
110982	linear.weight	0	0.21125169098377228
110982	linear.weight	1	-0.3095502555370331
110982	linear.weight	2	0.0403115414083004
110982	linear.weight	3	0.06774123758077621
110982	linear.weight	4	-0.2047165483236313
110982	linear.weight	5	0.24929848313331604
110982	linear.weight	6	-0.06231487914919853
110982	linear.weight	7	-0.070027194917202
110982	linear.weight	8	0.1115187481045723
110982	linear.weight	9	-0.03444582596421242
110982	linear.bias	0	-1.0747036933898926
110982	linear.bias	1	1.8424456119537354
110982	linear.bias	2	0.4377431571483612
110982	linear.bias	3	-2.2272439002990723
110982	linear.bias	4	-0.4624679982662201
110982	linear.bias	5	1.0266064405441284
110982	linear.bias	6	-0.3137541711330414
110982	linear.bias	7	0.40196406841278076
110982	linear.bias	8	2.0969083309173584
110982	linear.bias	9	-1.265458583831787
111591	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
111591	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
111591	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
111591	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
111591	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
111591	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
111591	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
111591	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
111591	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
111591	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
111591	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
111591	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
111591	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
111591	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
111591	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
111591	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
111591	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
111591	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
111591	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
111591	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
111591	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
111591	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
111591	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
111591	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
111591	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
111591	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
111591	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
111591	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
111591	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
111591	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
111591	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
111591	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
111591	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
111591	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
111591	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
111591	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
111591	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
111591	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
111591	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
111591	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
111591	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
111591	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
111591	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
111591	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
111591	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
111591	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
111591	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
111591	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
111591	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
111591	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
111591	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
111591	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
111591	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
111591	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
111591	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
111591	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
111591	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
111591	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
111591	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
111591	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
111591	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
111591	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
111591	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
111591	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
111591	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
111591	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
111591	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
111591	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
111591	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
111591	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
111591	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
111591	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
111591	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
111591	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
111591	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
111591	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
111591	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
111591	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
111591	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
111591	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
111591	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
111591	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
111591	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
111591	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
111591	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
111591	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
111591	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
111591	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
111591	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
111591	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
111591	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
111591	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
111591	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
111591	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
111591	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
111591	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
111591	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
111591	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
111591	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
111591	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
111591	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
111591	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
111591	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
111591	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
111591	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
111591	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
111591	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
111591	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
111591	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
111591	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
111591	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
111591	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
111591	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
111591	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
111591	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
111591	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
111591	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
111591	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
111591	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
111591	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
111591	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
111591	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
111591	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
111591	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
111591	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
111591	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
111591	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
111591	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
111591	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
111591	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
111591	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
111591	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
111591	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
111591	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
111591	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
111591	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
111591	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
111591	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
111591	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
111591	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
111591	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
111591	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
111591	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
111591	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
111591	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
111591	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
111591	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
111591	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
111591	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
111591	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
111591	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
111591	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
111591	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
111591	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
111591	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
111591	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
111591	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
111591	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
111591	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
111591	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
111591	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
111591	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
111591	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
111591	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
111591	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
111591	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
111591	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
111591	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
111591	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
111591	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
111591	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
111591	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
111591	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
111591	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
111591	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
111591	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
111591	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
111591	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
111591	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
111591	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
111591	embedding2nn.weight	0	0.16070087254047394
111591	embedding2nn.weight	1	0.28016379475593567
111591	embedding2nn.weight	2	0.03209345415234566
111591	embedding2nn.weight	3	0.004157548304647207
111591	embedding2nn.weight	4	-0.042854081839323044
111591	embedding2nn.weight	5	0.06636632233858109
111591	embedding2nn.weight	6	0.041511185467243195
111591	embedding2nn.weight	7	-0.032802172005176544
111591	embedding2nn.weight	8	0.05179134011268616
111591	embedding2nn.weight	9	-0.04075717553496361
111591	embedding2nn.bias	0	0.024955380707979202
111591	embedding2nn.bias	1	-0.18152424693107605
111591	embedding2nn.bias	2	0.11362119764089584
111591	embedding2nn.bias	3	0.16178230941295624
111591	embedding2nn.bias	4	0.14565567672252655
111591	embedding2nn.bias	5	-0.004408576060086489
111591	embedding2nn.bias	6	-0.03433138132095337
111591	embedding2nn.bias	7	0.03313799947500229
111591	embedding2nn.bias	8	-0.1119111031293869
111591	embedding2nn.bias	9	-0.33345088362693787
111591	rnn.weight_ih_l0	0	0.0005212649703025818
111591	rnn.weight_ih_l0	1	-0.04116503894329071
111591	rnn.weight_ih_l0	2	-0.01946631260216236
111591	rnn.weight_ih_l0	3	0.014793460257351398
111591	rnn.weight_ih_l0	4	0.025969883427023888
111591	rnn.weight_ih_l0	5	-0.0817650780081749
111591	rnn.weight_ih_l0	6	0.012084737420082092
111591	rnn.weight_ih_l0	7	0.005717886611819267
111591	rnn.weight_ih_l0	8	0.020377326756715775
111591	rnn.weight_ih_l0	9	-0.016528034582734108
111591	rnn.weight_hh_l0	0	0.03191279619932175
111591	rnn.weight_hh_l0	1	0.07485928386449814
111591	rnn.weight_hh_l0	2	0.011062531732022762
111591	rnn.weight_hh_l0	3	0.05182383581995964
111591	rnn.weight_hh_l0	4	-0.013409365899860859
111591	rnn.weight_hh_l0	5	0.04824324697256088
111591	rnn.weight_hh_l0	6	0.011977746151387691
111591	rnn.weight_hh_l0	7	0.009178406558930874
111591	rnn.weight_hh_l0	8	0.03863354027271271
111591	rnn.weight_hh_l0	9	-0.04393407329916954
111591	rnn.bias_ih_l0	0	0.09988658130168915
111591	rnn.bias_ih_l0	1	-0.1726928949356079
111591	rnn.bias_ih_l0	2	-0.006479728035628796
111591	rnn.bias_ih_l0	3	-0.10630588233470917
111591	rnn.bias_ih_l0	4	0.06958925724029541
111591	rnn.bias_ih_l0	5	-0.18880701065063477
111591	rnn.bias_ih_l0	6	-0.09116314351558685
111591	rnn.bias_ih_l0	7	-0.1774025410413742
111591	rnn.bias_ih_l0	8	-0.1269950419664383
111591	rnn.bias_ih_l0	9	-0.30818477272987366
111591	rnn.bias_hh_l0	0	-0.13751240074634552
111591	rnn.bias_hh_l0	1	-0.16071930527687073
111591	rnn.bias_hh_l0	2	-0.12519223988056183
111591	rnn.bias_hh_l0	3	-0.05467425659298897
111591	rnn.bias_hh_l0	4	-0.12895239889621735
111591	rnn.bias_hh_l0	5	-0.17125898599624634
111591	rnn.bias_hh_l0	6	-0.09186781197786331
111591	rnn.bias_hh_l0	7	0.09660901874303818
111591	rnn.bias_hh_l0	8	-0.10628464072942734
111591	rnn.bias_hh_l0	9	-0.3093787431716919
111591	rnn.weight_ih_l0_reverse	0	0.04753924906253815
111591	rnn.weight_ih_l0_reverse	1	-0.06456868350505829
111591	rnn.weight_ih_l0_reverse	2	-0.034348953515291214
111591	rnn.weight_ih_l0_reverse	3	-0.06926769763231277
111591	rnn.weight_ih_l0_reverse	4	0.020657477900385857
111591	rnn.weight_ih_l0_reverse	5	-0.10642903298139572
111591	rnn.weight_ih_l0_reverse	6	0.051276132464408875
111591	rnn.weight_ih_l0_reverse	7	0.021582240238785744
111591	rnn.weight_ih_l0_reverse	8	-0.06312974542379379
111591	rnn.weight_ih_l0_reverse	9	-0.005789463873952627
111591	rnn.weight_hh_l0_reverse	0	-0.05424835532903671
111591	rnn.weight_hh_l0_reverse	1	0.021471748128533363
111591	rnn.weight_hh_l0_reverse	2	-0.015765003859996796
111591	rnn.weight_hh_l0_reverse	3	0.008381551131606102
111591	rnn.weight_hh_l0_reverse	4	-0.07037455588579178
111591	rnn.weight_hh_l0_reverse	5	0.034255996346473694
111591	rnn.weight_hh_l0_reverse	6	0.016655417159199715
111591	rnn.weight_hh_l0_reverse	7	0.00039938202826306224
111591	rnn.weight_hh_l0_reverse	8	0.017728695645928383
111591	rnn.weight_hh_l0_reverse	9	0.04370729625225067
111591	rnn.bias_ih_l0_reverse	0	-0.1401454508304596
111591	rnn.bias_ih_l0_reverse	1	-0.1259423792362213
111591	rnn.bias_ih_l0_reverse	2	0.026769498363137245
111591	rnn.bias_ih_l0_reverse	3	-0.143466979265213
111591	rnn.bias_ih_l0_reverse	4	-0.005482611246407032
111591	rnn.bias_ih_l0_reverse	5	-0.15568484365940094
111591	rnn.bias_ih_l0_reverse	6	0.209441676735878
111591	rnn.bias_ih_l0_reverse	7	-0.22806261479854584
111591	rnn.bias_ih_l0_reverse	8	-0.08794879168272018
111591	rnn.bias_ih_l0_reverse	9	-0.13759152591228485
111591	rnn.bias_hh_l0_reverse	0	-0.06185585632920265
111591	rnn.bias_hh_l0_reverse	1	0.1668970137834549
111591	rnn.bias_hh_l0_reverse	2	-0.2289278209209442
111591	rnn.bias_hh_l0_reverse	3	-0.06922512501478195
111591	rnn.bias_hh_l0_reverse	4	-0.21294701099395752
111591	rnn.bias_hh_l0_reverse	5	-0.09989400207996368
111591	rnn.bias_hh_l0_reverse	6	-0.21107740700244904
111591	rnn.bias_hh_l0_reverse	7	-0.06515910476446152
111591	rnn.bias_hh_l0_reverse	8	-0.1129627600312233
111591	rnn.bias_hh_l0_reverse	9	0.1798245757818222
111591	linear.weight	0	0.21083557605743408
111591	linear.weight	1	-0.31987228989601135
111591	linear.weight	2	0.03739674389362335
111591	linear.weight	3	0.06776447594165802
111591	linear.weight	4	-0.16026033461093903
111591	linear.weight	5	0.26241883635520935
111591	linear.weight	6	-0.04792298376560211
111591	linear.weight	7	-0.06996972858905792
111591	linear.weight	8	0.12466587126255035
111591	linear.weight	9	-0.03450120612978935
111591	linear.bias	0	-1.118448257446289
111591	linear.bias	1	1.8852354288101196
111591	linear.bias	2	0.41928964853286743
111591	linear.bias	3	-2.229280471801758
111591	linear.bias	4	-0.4134027361869812
111591	linear.bias	5	1.0216665267944336
111591	linear.bias	6	-0.3590382933616638
111591	linear.bias	7	0.46424639225006104
111591	linear.bias	8	2.0910379886627197
111591	linear.bias	9	-1.2441141605377197
112200	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
112200	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
112200	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
112200	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
112200	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
112200	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
112200	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
112200	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
112200	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
112200	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
112200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
112200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
112200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
112200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
112200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
112200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
112200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
112200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
112200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
112200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
112200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
112200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
112200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
112200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
112200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
112200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
112200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
112200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
112200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
112200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
112200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
112200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
112200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
112200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
112200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
112200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
112200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
112200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
112200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
112200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
112200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
112200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
112200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
112200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
112200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
112200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
112200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
112200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
112200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
112200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
112200	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
112200	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
112200	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
112200	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
112200	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
112200	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
112200	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
112200	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
112200	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
112200	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
112200	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
112200	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
112200	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
112200	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
112200	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
112200	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
112200	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
112200	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
112200	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
112200	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
112200	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
112200	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
112200	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
112200	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
112200	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
112200	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
112200	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
112200	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
112200	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
112200	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
112200	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
112200	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
112200	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
112200	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
112200	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
112200	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
112200	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
112200	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
112200	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
112200	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
112200	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
112200	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
112200	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
112200	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
112200	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
112200	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
112200	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
112200	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
112200	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
112200	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
112200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
112200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
112200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
112200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
112200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
112200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
112200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
112200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
112200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
112200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
112200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
112200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
112200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
112200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
112200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
112200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
112200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
112200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
112200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
112200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
112200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
112200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
112200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
112200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
112200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
112200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
112200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
112200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
112200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
112200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
112200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
112200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
112200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
112200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
112200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
112200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
112200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
112200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
112200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
112200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
112200	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
112200	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
112200	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
112200	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
112200	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
112200	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
112200	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
112200	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
112200	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
112200	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
112200	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
112200	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
112200	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
112200	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
112200	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
112200	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
112200	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
112200	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
112200	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
112200	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
112200	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
112200	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
112200	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
112200	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
112200	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
112200	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
112200	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
112200	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
112200	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
112200	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
112200	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
112200	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
112200	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
112200	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
112200	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
112200	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
112200	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
112200	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
112200	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
112200	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
112200	embedding2nn.weight	0	0.16014310717582703
112200	embedding2nn.weight	1	0.2786383330821991
112200	embedding2nn.weight	2	0.0303509384393692
112200	embedding2nn.weight	3	0.013604535721242428
112200	embedding2nn.weight	4	-0.036915723234415054
112200	embedding2nn.weight	5	0.06343872100114822
112200	embedding2nn.weight	6	0.04706333205103874
112200	embedding2nn.weight	7	-0.024482008069753647
112200	embedding2nn.weight	8	0.053085267543792725
112200	embedding2nn.weight	9	-0.04306028410792351
112200	embedding2nn.bias	0	0.011993114836513996
112200	embedding2nn.bias	1	-0.1549147069454193
112200	embedding2nn.bias	2	0.10504664480686188
112200	embedding2nn.bias	3	0.18051058053970337
112200	embedding2nn.bias	4	0.14638322591781616
112200	embedding2nn.bias	5	-0.021891381591558456
112200	embedding2nn.bias	6	-0.02409893460571766
112200	embedding2nn.bias	7	0.035690613090991974
112200	embedding2nn.bias	8	-0.13978815078735352
112200	embedding2nn.bias	9	-0.3353273570537567
112200	rnn.weight_ih_l0	0	-0.0004994837800040841
112200	rnn.weight_ih_l0	1	-0.04492698609828949
112200	rnn.weight_ih_l0	2	-0.021664049476385117
112200	rnn.weight_ih_l0	3	0.015144655480980873
112200	rnn.weight_ih_l0	4	0.024676229804754257
112200	rnn.weight_ih_l0	5	-0.0991857573390007
112200	rnn.weight_ih_l0	6	0.012745575048029423
112200	rnn.weight_ih_l0	7	0.004490403458476067
112200	rnn.weight_ih_l0	8	0.023205911740660667
112200	rnn.weight_ih_l0	9	-0.019100002944469452
112200	rnn.weight_hh_l0	0	0.031082816421985626
112200	rnn.weight_hh_l0	1	0.07329290360212326
112200	rnn.weight_hh_l0	2	0.011093380860984325
112200	rnn.weight_hh_l0	3	0.05147259682416916
112200	rnn.weight_hh_l0	4	-0.01332627423107624
112200	rnn.weight_hh_l0	5	0.04867149144411087
112200	rnn.weight_hh_l0	6	0.010970144532620907
112200	rnn.weight_hh_l0	7	0.006591128185391426
112200	rnn.weight_hh_l0	8	0.039424147456884384
112200	rnn.weight_hh_l0	9	-0.0444171167910099
112200	rnn.bias_ih_l0	0	0.11024543642997742
112200	rnn.bias_ih_l0	1	-0.1747617870569229
112200	rnn.bias_ih_l0	2	-0.00801382027566433
112200	rnn.bias_ih_l0	3	-0.1020815521478653
112200	rnn.bias_ih_l0	4	0.06463795900344849
112200	rnn.bias_ih_l0	5	-0.18629568815231323
112200	rnn.bias_ih_l0	6	-0.08554930984973907
112200	rnn.bias_ih_l0	7	-0.1780039221048355
112200	rnn.bias_ih_l0	8	-0.12792836129665375
112200	rnn.bias_ih_l0	9	-0.3159863352775574
112200	rnn.bias_hh_l0	0	-0.13763327896595
112200	rnn.bias_hh_l0	1	-0.15856687724590302
112200	rnn.bias_hh_l0	2	-0.12546400725841522
112200	rnn.bias_hh_l0	3	-0.05212321877479553
112200	rnn.bias_hh_l0	4	-0.13154801726341248
112200	rnn.bias_hh_l0	5	-0.17258591949939728
112200	rnn.bias_hh_l0	6	-0.0932319313287735
112200	rnn.bias_hh_l0	7	0.09919235855340958
112200	rnn.bias_hh_l0	8	-0.1118086576461792
112200	rnn.bias_hh_l0	9	-0.3194638788700104
112200	rnn.weight_ih_l0_reverse	0	0.05149242281913757
112200	rnn.weight_ih_l0_reverse	1	-0.06303610652685165
112200	rnn.weight_ih_l0_reverse	2	-0.040475815534591675
112200	rnn.weight_ih_l0_reverse	3	-0.06960511207580566
112200	rnn.weight_ih_l0_reverse	4	0.0208287313580513
112200	rnn.weight_ih_l0_reverse	5	-0.10757210105657578
112200	rnn.weight_ih_l0_reverse	6	0.05325677990913391
112200	rnn.weight_ih_l0_reverse	7	0.023683767765760422
112200	rnn.weight_ih_l0_reverse	8	-0.0628904178738594
112200	rnn.weight_ih_l0_reverse	9	-0.009690903127193451
112200	rnn.weight_hh_l0_reverse	0	-0.053976550698280334
112200	rnn.weight_hh_l0_reverse	1	0.021636376157402992
112200	rnn.weight_hh_l0_reverse	2	-0.015328111127018929
112200	rnn.weight_hh_l0_reverse	3	0.008778642863035202
112200	rnn.weight_hh_l0_reverse	4	-0.07045592367649078
112200	rnn.weight_hh_l0_reverse	5	0.0338251031935215
112200	rnn.weight_hh_l0_reverse	6	0.016849298030138016
112200	rnn.weight_hh_l0_reverse	7	0.003674830310046673
112200	rnn.weight_hh_l0_reverse	8	0.01659836806356907
112200	rnn.weight_hh_l0_reverse	9	0.042452678084373474
112200	rnn.bias_ih_l0_reverse	0	-0.13568541407585144
112200	rnn.bias_ih_l0_reverse	1	-0.13203789293766022
112200	rnn.bias_ih_l0_reverse	2	0.024889659136533737
112200	rnn.bias_ih_l0_reverse	3	-0.14433132112026215
112200	rnn.bias_ih_l0_reverse	4	-0.011293048970401287
112200	rnn.bias_ih_l0_reverse	5	-0.15937960147857666
112200	rnn.bias_ih_l0_reverse	6	0.2115006446838379
112200	rnn.bias_ih_l0_reverse	7	-0.24441556632518768
112200	rnn.bias_ih_l0_reverse	8	-0.08489501476287842
112200	rnn.bias_ih_l0_reverse	9	-0.13864442706108093
112200	rnn.bias_hh_l0_reverse	0	-0.05089477077126503
112200	rnn.bias_hh_l0_reverse	1	0.15755999088287354
112200	rnn.bias_hh_l0_reverse	2	-0.2280360460281372
112200	rnn.bias_hh_l0_reverse	3	-0.06951272487640381
112200	rnn.bias_hh_l0_reverse	4	-0.21136300265789032
112200	rnn.bias_hh_l0_reverse	5	-0.09574206173419952
112200	rnn.bias_hh_l0_reverse	6	-0.21187233924865723
112200	rnn.bias_hh_l0_reverse	7	-0.0608728863298893
112200	rnn.bias_hh_l0_reverse	8	-0.1290912628173828
112200	rnn.bias_hh_l0_reverse	9	0.175981804728508
112200	linear.weight	0	0.21331195533275604
112200	linear.weight	1	-0.31401553750038147
112200	linear.weight	2	0.03329472988843918
112200	linear.weight	3	0.06779270619153976
112200	linear.weight	4	-0.18840637803077698
112200	linear.weight	5	0.26611003279685974
112200	linear.weight	6	-0.03668108209967613
112200	linear.weight	7	-0.06991938501596451
112200	linear.weight	8	0.1056317538022995
112200	linear.weight	9	-0.034550271928310394
112200	linear.bias	0	-1.1317110061645508
112200	linear.bias	1	1.8738231658935547
112200	linear.bias	2	0.38262850046157837
112200	linear.bias	3	-2.231308937072754
112200	linear.bias	4	-0.3949204087257385
112200	linear.bias	5	0.9976192116737366
112200	linear.bias	6	-0.30797237157821655
112200	linear.bias	7	0.4003235995769501
112200	linear.bias	8	2.1444389820098877
112200	linear.bias	9	-1.2417012453079224
112809	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
112809	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
112809	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
112809	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
112809	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
112809	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
112809	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
112809	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
112809	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
112809	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
112809	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
112809	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
112809	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
112809	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
112809	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
112809	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
112809	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
112809	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
112809	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
112809	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
112809	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
112809	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
112809	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
112809	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
112809	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
112809	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
112809	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
112809	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
112809	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
112809	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
112809	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
112809	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
112809	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
112809	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
112809	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
112809	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
112809	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
112809	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
112809	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
112809	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
112809	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
112809	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
112809	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
112809	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
112809	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
112809	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
112809	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
112809	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
112809	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
112809	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
112809	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
112809	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
112809	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
112809	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
112809	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
112809	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
112809	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
112809	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
112809	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
112809	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
112809	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
112809	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
112809	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
112809	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
112809	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
112809	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
112809	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
112809	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
112809	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
112809	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
112809	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
112809	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
112809	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
112809	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
112809	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
112809	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
112809	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
112809	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
112809	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
112809	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
112809	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
112809	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
112809	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
112809	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
112809	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
112809	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
112809	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
112809	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
112809	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
112809	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
112809	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
112809	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
112809	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
112809	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
112809	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
112809	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
112809	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
112809	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
112809	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
112809	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
112809	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
112809	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
112809	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
112809	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
112809	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
112809	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
112809	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
112809	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
112809	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
112809	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
112809	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
112809	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
112809	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
112809	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
112809	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
112809	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
112809	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
112809	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
112809	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
112809	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
112809	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
112809	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
112809	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
112809	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
112809	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
112809	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
112809	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
112809	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
112809	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
112809	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
112809	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
112809	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
112809	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
112809	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
112809	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
112809	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
112809	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
112809	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
112809	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
112809	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
112809	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
112809	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
112809	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
112809	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
112809	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
112809	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
112809	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
112809	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
112809	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
112809	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
112809	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
112809	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
112809	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
112809	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
112809	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
112809	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
112809	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
112809	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
112809	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
112809	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
112809	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
112809	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
112809	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
112809	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
112809	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
112809	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
112809	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
112809	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
112809	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
112809	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
112809	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
112809	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
112809	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
112809	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
112809	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
112809	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
112809	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
112809	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
112809	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
112809	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
112809	embedding2nn.weight	0	0.16240140795707703
112809	embedding2nn.weight	1	0.2771124243736267
112809	embedding2nn.weight	2	0.028794407844543457
112809	embedding2nn.weight	3	0.0028674546629190445
112809	embedding2nn.weight	4	-0.03740052133798599
112809	embedding2nn.weight	5	0.06286288052797318
112809	embedding2nn.weight	6	0.05906996130943298
112809	embedding2nn.weight	7	-0.0280704814940691
112809	embedding2nn.weight	8	0.049513135105371475
112809	embedding2nn.weight	9	-0.04742979258298874
112809	embedding2nn.bias	0	0.011712569743394852
112809	embedding2nn.bias	1	-0.163127139210701
112809	embedding2nn.bias	2	0.0965242087841034
112809	embedding2nn.bias	3	0.14823929965496063
112809	embedding2nn.bias	4	0.1340041309595108
112809	embedding2nn.bias	5	-0.03587963432073593
112809	embedding2nn.bias	6	-0.017912732437253
112809	embedding2nn.bias	7	0.006254513282328844
112809	embedding2nn.bias	8	-0.12600713968276978
112809	embedding2nn.bias	9	-0.3495017886161804
112809	rnn.weight_ih_l0	0	0.0035799953620880842
112809	rnn.weight_ih_l0	1	-0.04468945786356926
112809	rnn.weight_ih_l0	2	-0.028019988909363747
112809	rnn.weight_ih_l0	3	0.020268628373742104
112809	rnn.weight_ih_l0	4	0.029723793268203735
112809	rnn.weight_ih_l0	5	-0.08669627457857132
112809	rnn.weight_ih_l0	6	0.010277919471263885
112809	rnn.weight_ih_l0	7	0.0066652861423790455
112809	rnn.weight_ih_l0	8	0.01984715834259987
112809	rnn.weight_ih_l0	9	-0.011184250935912132
112809	rnn.weight_hh_l0	0	0.03065718524158001
112809	rnn.weight_hh_l0	1	0.07307285070419312
112809	rnn.weight_hh_l0	2	0.011180862784385681
112809	rnn.weight_hh_l0	3	0.051424723118543625
112809	rnn.weight_hh_l0	4	-0.012787079438567162
112809	rnn.weight_hh_l0	5	0.04788699373602867
112809	rnn.weight_hh_l0	6	0.01111179031431675
112809	rnn.weight_hh_l0	7	0.009075582958757877
112809	rnn.weight_hh_l0	8	0.04004538431763649
112809	rnn.weight_hh_l0	9	-0.043252766132354736
112809	rnn.bias_ih_l0	0	0.12416542321443558
112809	rnn.bias_ih_l0	1	-0.16230972111225128
112809	rnn.bias_ih_l0	2	-0.007262681610882282
112809	rnn.bias_ih_l0	3	-0.10142090916633606
112809	rnn.bias_ih_l0	4	0.05079656094312668
112809	rnn.bias_ih_l0	5	-0.1951967477798462
112809	rnn.bias_ih_l0	6	-0.07734563946723938
112809	rnn.bias_ih_l0	7	-0.17963235080242157
112809	rnn.bias_ih_l0	8	-0.12795500457286835
112809	rnn.bias_ih_l0	9	-0.3055267930030823
112809	rnn.bias_hh_l0	0	-0.1389445811510086
112809	rnn.bias_hh_l0	1	-0.1603401005268097
112809	rnn.bias_hh_l0	2	-0.1320350170135498
112809	rnn.bias_hh_l0	3	-0.049519602209329605
112809	rnn.bias_hh_l0	4	-0.13233190774917603
112809	rnn.bias_hh_l0	5	-0.17442625761032104
112809	rnn.bias_hh_l0	6	-0.08992268890142441
112809	rnn.bias_hh_l0	7	0.09686345607042313
112809	rnn.bias_hh_l0	8	-0.11832418292760849
112809	rnn.bias_hh_l0	9	-0.32115858793258667
112809	rnn.weight_ih_l0_reverse	0	0.053211621940135956
112809	rnn.weight_ih_l0_reverse	1	-0.06111687049269676
112809	rnn.weight_ih_l0_reverse	2	-0.03898760303854942
112809	rnn.weight_ih_l0_reverse	3	-0.06599497050046921
112809	rnn.weight_ih_l0_reverse	4	0.020722292363643646
112809	rnn.weight_ih_l0_reverse	5	-0.11458363384008408
112809	rnn.weight_ih_l0_reverse	6	0.05828307196497917
112809	rnn.weight_ih_l0_reverse	7	0.022577321156859398
112809	rnn.weight_ih_l0_reverse	8	-0.06130005791783333
112809	rnn.weight_ih_l0_reverse	9	-0.009244564920663834
112809	rnn.weight_hh_l0_reverse	0	-0.055192332714796066
112809	rnn.weight_hh_l0_reverse	1	0.02029464766383171
112809	rnn.weight_hh_l0_reverse	2	-0.016178112477064133
112809	rnn.weight_hh_l0_reverse	3	0.007632661610841751
112809	rnn.weight_hh_l0_reverse	4	-0.06904270499944687
112809	rnn.weight_hh_l0_reverse	5	0.033570077270269394
112809	rnn.weight_hh_l0_reverse	6	0.01660316437482834
112809	rnn.weight_hh_l0_reverse	7	0.005202597007155418
112809	rnn.weight_hh_l0_reverse	8	0.014423535205423832
112809	rnn.weight_hh_l0_reverse	9	0.039083246141672134
112809	rnn.bias_ih_l0_reverse	0	-0.13510622084140778
112809	rnn.bias_ih_l0_reverse	1	-0.13051918148994446
112809	rnn.bias_ih_l0_reverse	2	0.031415194272994995
112809	rnn.bias_ih_l0_reverse	3	-0.14277023077011108
112809	rnn.bias_ih_l0_reverse	4	-0.004090160597115755
112809	rnn.bias_ih_l0_reverse	5	-0.160805806517601
112809	rnn.bias_ih_l0_reverse	6	0.21964240074157715
112809	rnn.bias_ih_l0_reverse	7	-0.23475614190101624
112809	rnn.bias_ih_l0_reverse	8	-0.08683104813098907
112809	rnn.bias_ih_l0_reverse	9	-0.14552587270736694
112809	rnn.bias_hh_l0_reverse	0	-0.05926553159952164
112809	rnn.bias_hh_l0_reverse	1	0.15046705305576324
112809	rnn.bias_hh_l0_reverse	2	-0.21849393844604492
112809	rnn.bias_hh_l0_reverse	3	-0.07465032488107681
112809	rnn.bias_hh_l0_reverse	4	-0.21448615193367004
112809	rnn.bias_hh_l0_reverse	5	-0.09329944849014282
112809	rnn.bias_hh_l0_reverse	6	-0.20902426540851593
112809	rnn.bias_hh_l0_reverse	7	-0.06200505793094635
112809	rnn.bias_hh_l0_reverse	8	-0.1270758956670761
112809	rnn.bias_hh_l0_reverse	9	0.17727595567703247
112809	linear.weight	0	0.2053035944700241
112809	linear.weight	1	-0.32010456919670105
112809	linear.weight	2	0.08407112210988998
112809	linear.weight	3	0.06781075149774551
112809	linear.weight	4	-0.16207781434059143
112809	linear.weight	5	0.24834181368350983
112809	linear.weight	6	0.010905141942203045
112809	linear.weight	7	-0.06989109516143799
112809	linear.weight	8	0.12330008298158646
112809	linear.weight	9	-0.034607384353876114
112809	linear.bias	0	-1.1122347116470337
112809	linear.bias	1	1.8551234006881714
112809	linear.bias	2	0.3585008680820465
112809	linear.bias	3	-2.233476400375366
112809	linear.bias	4	-0.37791839241981506
112809	linear.bias	5	1.0153307914733887
112809	linear.bias	6	-0.35469210147857666
112809	linear.bias	7	0.4091665744781494
112809	linear.bias	8	2.119479179382324
112809	linear.bias	9	-1.2072293758392334
113418	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
113418	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
113418	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
113418	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
113418	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
113418	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
113418	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
113418	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
113418	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
113418	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
113418	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
113418	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
113418	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
113418	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
113418	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
113418	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
113418	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
113418	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
113418	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
113418	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
113418	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
113418	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
113418	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
113418	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
113418	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
113418	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
113418	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
113418	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
113418	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
113418	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
113418	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
113418	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
113418	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
113418	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
113418	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
113418	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
113418	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
113418	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
113418	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
113418	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
113418	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
113418	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
113418	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
113418	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
113418	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
113418	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
113418	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
113418	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
113418	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
113418	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
113418	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
113418	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
113418	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
113418	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
113418	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
113418	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
113418	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
113418	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
113418	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
113418	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
113418	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
113418	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
113418	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
113418	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
113418	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
113418	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
113418	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
113418	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
113418	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
113418	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
113418	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
113418	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
113418	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
113418	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
113418	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
113418	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
113418	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
113418	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
113418	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
113418	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
113418	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
113418	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
113418	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
113418	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
113418	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
113418	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
113418	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
113418	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
113418	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
113418	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
113418	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
113418	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
113418	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
113418	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
113418	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
113418	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
113418	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
113418	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
113418	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
113418	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
113418	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
113418	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
113418	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
113418	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
113418	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
113418	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
113418	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
113418	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
113418	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
113418	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
113418	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
113418	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
113418	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
113418	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
113418	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
113418	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
113418	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
113418	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
113418	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
113418	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
113418	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
113418	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
113418	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
113418	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
113418	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
113418	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
113418	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
113418	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
113418	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
113418	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
113418	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
113418	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
113418	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
113418	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
113418	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
113418	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
113418	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
113418	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
113418	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
113418	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
113418	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
113418	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
113418	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
113418	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
113418	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
113418	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
113418	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
113418	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
113418	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
113418	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
113418	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
113418	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
113418	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
113418	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
113418	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
113418	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
113418	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
113418	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
113418	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
113418	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
113418	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
113418	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
113418	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
113418	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
113418	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
113418	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
113418	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
113418	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
113418	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
113418	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
113418	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
113418	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
113418	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
113418	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
113418	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
113418	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
113418	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
113418	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
113418	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
113418	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
113418	embedding2nn.weight	0	0.16271580755710602
113418	embedding2nn.weight	1	0.2737293839454651
113418	embedding2nn.weight	2	0.030507292598485947
113418	embedding2nn.weight	3	0.012141082435846329
113418	embedding2nn.weight	4	-0.03819873556494713
113418	embedding2nn.weight	5	0.061877235770225525
113418	embedding2nn.weight	6	0.05861086770892143
113418	embedding2nn.weight	7	-0.022885868325829506
113418	embedding2nn.weight	8	0.05597758665680885
113418	embedding2nn.weight	9	-0.044410862028598785
113418	embedding2nn.bias	0	0.004082896281033754
113418	embedding2nn.bias	1	-0.15051645040512085
113418	embedding2nn.bias	2	0.11708208173513412
113418	embedding2nn.bias	3	0.1313341110944748
113418	embedding2nn.bias	4	0.14507260918617249
113418	embedding2nn.bias	5	-0.03049003891646862
113418	embedding2nn.bias	6	-0.02078554965555668
113418	embedding2nn.bias	7	0.016006020829081535
113418	embedding2nn.bias	8	-0.11355866491794586
113418	embedding2nn.bias	9	-0.34718024730682373
113418	rnn.weight_ih_l0	0	0.0027998171281069517
113418	rnn.weight_ih_l0	1	-0.04483587294816971
113418	rnn.weight_ih_l0	2	-0.027340739965438843
113418	rnn.weight_ih_l0	3	0.02050062082707882
113418	rnn.weight_ih_l0	4	0.03951961174607277
113418	rnn.weight_ih_l0	5	-0.09225155413150787
113418	rnn.weight_ih_l0	6	0.01294877752661705
113418	rnn.weight_ih_l0	7	0.004065877757966518
113418	rnn.weight_ih_l0	8	0.022549139335751534
113418	rnn.weight_ih_l0	9	-0.013472100719809532
113418	rnn.weight_hh_l0	0	0.030291154980659485
113418	rnn.weight_hh_l0	1	0.07339823991060257
113418	rnn.weight_hh_l0	2	0.010640576481819153
113418	rnn.weight_hh_l0	3	0.05045260116457939
113418	rnn.weight_hh_l0	4	-0.012061425484716892
113418	rnn.weight_hh_l0	5	0.04833805561065674
113418	rnn.weight_hh_l0	6	0.011127245612442493
113418	rnn.weight_hh_l0	7	0.015021399594843388
113418	rnn.weight_hh_l0	8	0.040064532309770584
113418	rnn.weight_hh_l0	9	-0.04273748770356178
113418	rnn.bias_ih_l0	0	0.12478946149349213
113418	rnn.bias_ih_l0	1	-0.15555813908576965
113418	rnn.bias_ih_l0	2	-0.0021089890506118536
113418	rnn.bias_ih_l0	3	-0.10652552545070648
113418	rnn.bias_ih_l0	4	0.06191476434469223
113418	rnn.bias_ih_l0	5	-0.2013734132051468
113418	rnn.bias_ih_l0	6	-0.08686456829309464
113418	rnn.bias_ih_l0	7	-0.1795579344034195
113418	rnn.bias_ih_l0	8	-0.11792623996734619
113418	rnn.bias_ih_l0	9	-0.31689876317977905
113418	rnn.bias_hh_l0	0	-0.14632397890090942
113418	rnn.bias_hh_l0	1	-0.1544402837753296
113418	rnn.bias_hh_l0	2	-0.13107462227344513
113418	rnn.bias_hh_l0	3	-0.04662596806883812
113418	rnn.bias_hh_l0	4	-0.1339363306760788
113418	rnn.bias_hh_l0	5	-0.1784314066171646
113418	rnn.bias_hh_l0	6	-0.09087279438972473
113418	rnn.bias_hh_l0	7	0.09114480018615723
113418	rnn.bias_hh_l0	8	-0.10549594461917877
113418	rnn.bias_hh_l0	9	-0.3166174590587616
113418	rnn.weight_ih_l0_reverse	0	0.053569190204143524
113418	rnn.weight_ih_l0_reverse	1	-0.0584011934697628
113418	rnn.weight_ih_l0_reverse	2	-0.03611427918076515
113418	rnn.weight_ih_l0_reverse	3	-0.06469828635454178
113418	rnn.weight_ih_l0_reverse	4	0.02188616432249546
113418	rnn.weight_ih_l0_reverse	5	-0.12226125597953796
113418	rnn.weight_ih_l0_reverse	6	0.057802844792604446
113418	rnn.weight_ih_l0_reverse	7	0.023195331916213036
113418	rnn.weight_ih_l0_reverse	8	-0.06370735168457031
113418	rnn.weight_ih_l0_reverse	9	-0.0060465834103524685
113418	rnn.weight_hh_l0_reverse	0	-0.05599132180213928
113418	rnn.weight_hh_l0_reverse	1	0.020328037440776825
113418	rnn.weight_hh_l0_reverse	2	-0.017499297857284546
113418	rnn.weight_hh_l0_reverse	3	0.006335067097097635
113418	rnn.weight_hh_l0_reverse	4	-0.0687110498547554
113418	rnn.weight_hh_l0_reverse	5	0.03367946669459343
113418	rnn.weight_hh_l0_reverse	6	0.01601424627006054
113418	rnn.weight_hh_l0_reverse	7	0.0017909951275214553
113418	rnn.weight_hh_l0_reverse	8	0.013062402606010437
113418	rnn.weight_hh_l0_reverse	9	0.04010656476020813
113418	rnn.bias_ih_l0_reverse	0	-0.13405320048332214
113418	rnn.bias_ih_l0_reverse	1	-0.1283891201019287
113418	rnn.bias_ih_l0_reverse	2	0.0329643152654171
113418	rnn.bias_ih_l0_reverse	3	-0.1435210257768631
113418	rnn.bias_ih_l0_reverse	4	-0.01344562228769064
113418	rnn.bias_ih_l0_reverse	5	-0.16275274753570557
113418	rnn.bias_ih_l0_reverse	6	0.2225179821252823
113418	rnn.bias_ih_l0_reverse	7	-0.22996467351913452
113418	rnn.bias_ih_l0_reverse	8	-0.08731991797685623
113418	rnn.bias_ih_l0_reverse	9	-0.13988152146339417
113418	rnn.bias_hh_l0_reverse	0	-0.06616995483636856
113418	rnn.bias_hh_l0_reverse	1	0.14344216883182526
113418	rnn.bias_hh_l0_reverse	2	-0.21960453689098358
113418	rnn.bias_hh_l0_reverse	3	-0.06521715968847275
113418	rnn.bias_hh_l0_reverse	4	-0.21312442421913147
113418	rnn.bias_hh_l0_reverse	5	-0.0964442789554596
113418	rnn.bias_hh_l0_reverse	6	-0.1989448070526123
113418	rnn.bias_hh_l0_reverse	7	-0.05960366874933243
113418	rnn.bias_hh_l0_reverse	8	-0.11375180631875992
113418	rnn.bias_hh_l0_reverse	9	0.1717168539762497
113418	linear.weight	0	0.2224482297897339
113418	linear.weight	1	-0.31971749663352966
113418	linear.weight	2	0.0765313059091568
113418	linear.weight	3	0.06781984120607376
113418	linear.weight	4	-0.14494626224040985
113418	linear.weight	5	0.25862187147140503
113418	linear.weight	6	-0.0041909306310117245
113418	linear.weight	7	-0.06988333910703659
113418	linear.weight	8	0.1323738396167755
113418	linear.weight	9	-0.03467044606804848
113418	linear.bias	0	-1.1314172744750977
113418	linear.bias	1	1.8458274602890015
113418	linear.bias	2	0.36374378204345703
113418	linear.bias	3	-2.235389471054077
113418	linear.bias	4	-0.36237484216690063
113418	linear.bias	5	1.0388978719711304
113418	linear.bias	6	-0.3224458694458008
113418	linear.bias	7	0.367906391620636
113418	linear.bias	8	2.1041297912597656
113418	linear.bias	9	-1.2252591848373413
114027	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
114027	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
114027	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
114027	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
114027	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
114027	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
114027	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
114027	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
114027	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
114027	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
114027	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
114027	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
114027	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
114027	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
114027	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
114027	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
114027	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
114027	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
114027	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
114027	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
114027	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
114027	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
114027	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
114027	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
114027	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
114027	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
114027	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
114027	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
114027	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
114027	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
114027	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
114027	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
114027	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
114027	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
114027	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
114027	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
114027	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
114027	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
114027	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
114027	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
114027	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
114027	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
114027	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
114027	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
114027	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
114027	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
114027	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
114027	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
114027	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
114027	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
114027	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
114027	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
114027	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
114027	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
114027	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
114027	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
114027	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
114027	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
114027	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
114027	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
114027	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
114027	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
114027	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
114027	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
114027	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
114027	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
114027	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
114027	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
114027	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
114027	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
114027	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
114027	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
114027	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
114027	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
114027	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
114027	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
114027	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
114027	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
114027	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
114027	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
114027	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
114027	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
114027	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
114027	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
114027	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
114027	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
114027	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
114027	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
114027	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
114027	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
114027	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
114027	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
114027	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
114027	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
114027	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
114027	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
114027	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
114027	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
114027	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
114027	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
114027	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
114027	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
114027	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
114027	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
114027	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
114027	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
114027	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
114027	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
114027	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
114027	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
114027	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
114027	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
114027	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
114027	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
114027	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
114027	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
114027	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
114027	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
114027	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
114027	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
114027	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
114027	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
114027	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
114027	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
114027	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
114027	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
114027	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
114027	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
114027	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
114027	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
114027	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
114027	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
114027	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
114027	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
114027	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
114027	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
114027	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
114027	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
114027	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
114027	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
114027	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
114027	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
114027	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
114027	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
114027	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
114027	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
114027	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
114027	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
114027	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
114027	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
114027	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
114027	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
114027	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
114027	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
114027	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
114027	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
114027	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
114027	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
114027	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
114027	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
114027	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
114027	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
114027	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
114027	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
114027	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
114027	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
114027	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
114027	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
114027	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
114027	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
114027	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
114027	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
114027	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
114027	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
114027	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
114027	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
114027	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
114027	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
114027	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
114027	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
114027	embedding2nn.weight	0	0.16318044066429138
114027	embedding2nn.weight	1	0.27477768063545227
114027	embedding2nn.weight	2	0.030657170340418816
114027	embedding2nn.weight	3	-0.004466703627258539
114027	embedding2nn.weight	4	-0.04520847275853157
114027	embedding2nn.weight	5	0.06241081282496452
114027	embedding2nn.weight	6	0.05392395332455635
114027	embedding2nn.weight	7	-0.024689069017767906
114027	embedding2nn.weight	8	0.05922224745154381
114027	embedding2nn.weight	9	-0.04760441184043884
114027	embedding2nn.bias	0	0.03382087126374245
114027	embedding2nn.bias	1	-0.16625696420669556
114027	embedding2nn.bias	2	0.09372345358133316
114027	embedding2nn.bias	3	0.16485293209552765
114027	embedding2nn.bias	4	0.1531510353088379
114027	embedding2nn.bias	5	-0.012657427228987217
114027	embedding2nn.bias	6	-0.037887196987867355
114027	embedding2nn.bias	7	0.04558407515287399
114027	embedding2nn.bias	8	-0.13713257014751434
114027	embedding2nn.bias	9	-0.3581342399120331
114027	rnn.weight_ih_l0	0	0.003576503833755851
114027	rnn.weight_ih_l0	1	-0.04317813739180565
114027	rnn.weight_ih_l0	2	-0.02455652877688408
114027	rnn.weight_ih_l0	3	0.021043414250016212
114027	rnn.weight_ih_l0	4	0.04042026028037071
114027	rnn.weight_ih_l0	5	-0.09332354366779327
114027	rnn.weight_ih_l0	6	0.018148018047213554
114027	rnn.weight_ih_l0	7	0.00758763961493969
114027	rnn.weight_ih_l0	8	0.004913977347314358
114027	rnn.weight_ih_l0	9	-0.013605916872620583
114027	rnn.weight_hh_l0	0	0.02950088493525982
114027	rnn.weight_hh_l0	1	0.07355518639087677
114027	rnn.weight_hh_l0	2	0.008891944773495197
114027	rnn.weight_hh_l0	3	0.05056947097182274
114027	rnn.weight_hh_l0	4	-0.011464443989098072
114027	rnn.weight_hh_l0	5	0.04853552579879761
114027	rnn.weight_hh_l0	6	0.010741819627583027
114027	rnn.weight_hh_l0	7	0.010111499577760696
114027	rnn.weight_hh_l0	8	0.040662605315446854
114027	rnn.weight_hh_l0	9	-0.04407351464033127
114027	rnn.bias_ih_l0	0	0.09962200373411179
114027	rnn.bias_ih_l0	1	-0.14807650446891785
114027	rnn.bias_ih_l0	2	-0.0011055938666686416
114027	rnn.bias_ih_l0	3	-0.09652438014745712
114027	rnn.bias_ih_l0	4	0.06070889160037041
114027	rnn.bias_ih_l0	5	-0.19429467618465424
114027	rnn.bias_ih_l0	6	-0.08537085354328156
114027	rnn.bias_ih_l0	7	-0.17814239859580994
114027	rnn.bias_ih_l0	8	-0.11994689702987671
114027	rnn.bias_ih_l0	9	-0.3095111846923828
114027	rnn.bias_hh_l0	0	-0.14404617249965668
114027	rnn.bias_hh_l0	1	-0.15430553257465363
114027	rnn.bias_hh_l0	2	-0.12946859002113342
114027	rnn.bias_hh_l0	3	-0.03878738358616829
114027	rnn.bias_hh_l0	4	-0.13975931704044342
114027	rnn.bias_hh_l0	5	-0.17757579684257507
114027	rnn.bias_hh_l0	6	-0.08480200916528702
114027	rnn.bias_hh_l0	7	0.08589819818735123
114027	rnn.bias_hh_l0	8	-0.11721860617399216
114027	rnn.bias_hh_l0	9	-0.3121372163295746
114027	rnn.weight_ih_l0_reverse	0	0.06311356276273727
114027	rnn.weight_ih_l0_reverse	1	-0.0581795796751976
114027	rnn.weight_ih_l0_reverse	2	-0.03548414632678032
114027	rnn.weight_ih_l0_reverse	3	-0.06643699109554291
114027	rnn.weight_ih_l0_reverse	4	0.02256891131401062
114027	rnn.weight_ih_l0_reverse	5	-0.12282732129096985
114027	rnn.weight_ih_l0_reverse	6	0.059210989624261856
114027	rnn.weight_ih_l0_reverse	7	0.022325744852423668
114027	rnn.weight_ih_l0_reverse	8	-0.06656049191951752
114027	rnn.weight_ih_l0_reverse	9	-0.008144419640302658
114027	rnn.weight_hh_l0_reverse	0	-0.0536639504134655
114027	rnn.weight_hh_l0_reverse	1	0.020669857040047646
114027	rnn.weight_hh_l0_reverse	2	-0.016004076227545738
114027	rnn.weight_hh_l0_reverse	3	0.006502706557512283
114027	rnn.weight_hh_l0_reverse	4	-0.06858756393194199
114027	rnn.weight_hh_l0_reverse	5	0.03384023532271385
114027	rnn.weight_hh_l0_reverse	6	0.01636679284274578
114027	rnn.weight_hh_l0_reverse	7	0.0019248791504651308
114027	rnn.weight_hh_l0_reverse	8	0.01575951837003231
114027	rnn.weight_hh_l0_reverse	9	0.041013482958078384
114027	rnn.bias_ih_l0_reverse	0	-0.13886472582817078
114027	rnn.bias_ih_l0_reverse	1	-0.1292976438999176
114027	rnn.bias_ih_l0_reverse	2	0.03603104501962662
114027	rnn.bias_ih_l0_reverse	3	-0.14982940256595612
114027	rnn.bias_ih_l0_reverse	4	-0.01891978457570076
114027	rnn.bias_ih_l0_reverse	5	-0.16033224761486053
114027	rnn.bias_ih_l0_reverse	6	0.21047908067703247
114027	rnn.bias_ih_l0_reverse	7	-0.23506340384483337
114027	rnn.bias_ih_l0_reverse	8	-0.09255125373601913
114027	rnn.bias_ih_l0_reverse	9	-0.13488706946372986
114027	rnn.bias_hh_l0_reverse	0	-0.05615038052201271
114027	rnn.bias_hh_l0_reverse	1	0.13822361826896667
114027	rnn.bias_hh_l0_reverse	2	-0.2223103940486908
114027	rnn.bias_hh_l0_reverse	3	-0.06491919606924057
114027	rnn.bias_hh_l0_reverse	4	-0.21354728937149048
114027	rnn.bias_hh_l0_reverse	5	-0.09197214990854263
114027	rnn.bias_hh_l0_reverse	6	-0.19419358670711517
114027	rnn.bias_hh_l0_reverse	7	-0.06320371478796005
114027	rnn.bias_hh_l0_reverse	8	-0.10792107880115509
114027	rnn.bias_hh_l0_reverse	9	0.17482680082321167
114027	linear.weight	0	0.23070725798606873
114027	linear.weight	1	-0.3424767553806305
114027	linear.weight	2	0.027762487530708313
114027	linear.weight	3	0.0678284615278244
114027	linear.weight	4	-0.19484739005565643
114027	linear.weight	5	0.27240389585494995
114027	linear.weight	6	-0.0294271782040596
114027	linear.weight	7	-0.06986253708600998
114027	linear.weight	8	0.11396949738264084
114027	linear.weight	9	-0.034723371267318726
114027	linear.bias	0	-1.1275593042373657
114027	linear.bias	1	1.902047872543335
114027	linear.bias	2	0.36740416288375854
114027	linear.bias	3	-2.237084150314331
114027	linear.bias	4	-0.3863160312175751
114027	linear.bias	5	1.0220643281936646
114027	linear.bias	6	-0.3162013292312622
114027	linear.bias	7	0.4093424379825592
114027	linear.bias	8	2.105926513671875
114027	linear.bias	9	-1.245197057723999
114636	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
114636	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
114636	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
114636	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
114636	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
114636	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
114636	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
114636	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
114636	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
114636	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
114636	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
114636	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
114636	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
114636	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
114636	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
114636	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
114636	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
114636	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
114636	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
114636	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
114636	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
114636	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
114636	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
114636	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
114636	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
114636	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
114636	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
114636	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
114636	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
114636	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
114636	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
114636	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
114636	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
114636	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
114636	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
114636	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
114636	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
114636	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
114636	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
114636	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
114636	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
114636	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
114636	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
114636	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
114636	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
114636	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
114636	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
114636	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
114636	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
114636	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
114636	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
114636	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
114636	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
114636	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
114636	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
114636	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
114636	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
114636	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
114636	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
114636	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
114636	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
114636	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
114636	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
114636	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
114636	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
114636	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
114636	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
114636	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
114636	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
114636	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
114636	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
114636	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
114636	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
114636	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
114636	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
114636	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
114636	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
114636	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
114636	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
114636	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
114636	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
114636	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
114636	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
114636	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
114636	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
114636	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
114636	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
114636	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
114636	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
114636	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
114636	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
114636	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
114636	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
114636	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
114636	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
114636	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
114636	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
114636	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
114636	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
114636	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
114636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
114636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
114636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
114636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
114636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
114636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
114636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
114636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
114636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
114636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
114636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
114636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
114636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
114636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
114636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
114636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
114636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
114636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
114636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
114636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
114636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
114636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
114636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
114636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
114636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
114636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
114636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
114636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
114636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
114636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
114636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
114636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
114636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
114636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
114636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
114636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
114636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
114636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
114636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
114636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
114636	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
114636	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
114636	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
114636	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
114636	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
114636	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
114636	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
114636	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
114636	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
114636	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
114636	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
114636	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
114636	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
114636	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
114636	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
114636	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
114636	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
114636	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
114636	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
114636	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
114636	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
114636	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
114636	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
114636	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
114636	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
114636	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
114636	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
114636	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
114636	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
114636	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
114636	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
114636	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
114636	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
114636	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
114636	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
114636	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
114636	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
114636	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
114636	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
114636	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
114636	embedding2nn.weight	0	0.16395868360996246
114636	embedding2nn.weight	1	0.2757285237312317
114636	embedding2nn.weight	2	0.03132527694106102
114636	embedding2nn.weight	3	-0.004202805459499359
114636	embedding2nn.weight	4	-0.043358657509088516
114636	embedding2nn.weight	5	0.0617307685315609
114636	embedding2nn.weight	6	0.04893265292048454
114636	embedding2nn.weight	7	-0.023700034245848656
114636	embedding2nn.weight	8	0.05697878822684288
114636	embedding2nn.weight	9	-0.050446219742298126
114636	embedding2nn.bias	0	0.03547104820609093
114636	embedding2nn.bias	1	-0.1668100208044052
114636	embedding2nn.bias	2	0.09642589837312698
114636	embedding2nn.bias	3	0.16383709013462067
114636	embedding2nn.bias	4	0.12941528856754303
114636	embedding2nn.bias	5	-0.022291598841547966
114636	embedding2nn.bias	6	-0.031608328223228455
114636	embedding2nn.bias	7	0.015405133366584778
114636	embedding2nn.bias	8	-0.13618110120296478
114636	embedding2nn.bias	9	-0.33853501081466675
114636	rnn.weight_ih_l0	0	0.0036208888050168753
114636	rnn.weight_ih_l0	1	-0.040984660387039185
114636	rnn.weight_ih_l0	2	-0.0312713198363781
114636	rnn.weight_ih_l0	3	0.020124897360801697
114636	rnn.weight_ih_l0	4	0.050173986703157425
114636	rnn.weight_ih_l0	5	-0.10303960740566254
114636	rnn.weight_ih_l0	6	0.015713948756456375
114636	rnn.weight_ih_l0	7	0.003648337908089161
114636	rnn.weight_ih_l0	8	0.003937992267310619
114636	rnn.weight_ih_l0	9	-0.02066335454583168
114636	rnn.weight_hh_l0	0	0.029118746519088745
114636	rnn.weight_hh_l0	1	0.07315775752067566
114636	rnn.weight_hh_l0	2	0.008831883780658245
114636	rnn.weight_hh_l0	3	0.05109419673681259
114636	rnn.weight_hh_l0	4	-0.01134801097214222
114636	rnn.weight_hh_l0	5	0.04868742823600769
114636	rnn.weight_hh_l0	6	0.010187508538365364
114636	rnn.weight_hh_l0	7	0.011965782381594181
114636	rnn.weight_hh_l0	8	0.04069043695926666
114636	rnn.weight_hh_l0	9	-0.04543343186378479
114636	rnn.bias_ih_l0	0	0.10306724905967712
114636	rnn.bias_ih_l0	1	-0.15334388613700867
114636	rnn.bias_ih_l0	2	-0.002308398252353072
114636	rnn.bias_ih_l0	3	-0.11267128586769104
114636	rnn.bias_ih_l0	4	0.07335659116506577
114636	rnn.bias_ih_l0	5	-0.19727620482444763
114636	rnn.bias_ih_l0	6	-0.08483493328094482
114636	rnn.bias_ih_l0	7	-0.1782088428735733
114636	rnn.bias_ih_l0	8	-0.12779057025909424
114636	rnn.bias_ih_l0	9	-0.3208104074001312
114636	rnn.bias_hh_l0	0	-0.14509010314941406
114636	rnn.bias_hh_l0	1	-0.16109903156757355
114636	rnn.bias_hh_l0	2	-0.13470320403575897
114636	rnn.bias_hh_l0	3	-0.0472855269908905
114636	rnn.bias_hh_l0	4	-0.14597097039222717
114636	rnn.bias_hh_l0	5	-0.17501138150691986
114636	rnn.bias_hh_l0	6	-0.08930020779371262
114636	rnn.bias_hh_l0	7	0.07937987893819809
114636	rnn.bias_hh_l0	8	-0.11083918809890747
114636	rnn.bias_hh_l0	9	-0.31417861580848694
114636	rnn.weight_ih_l0_reverse	0	0.06131312623620033
114636	rnn.weight_ih_l0_reverse	1	-0.057955145835876465
114636	rnn.weight_ih_l0_reverse	2	-0.03250327333807945
114636	rnn.weight_ih_l0_reverse	3	-0.06369439512491226
114636	rnn.weight_ih_l0_reverse	4	0.023875726386904716
114636	rnn.weight_ih_l0_reverse	5	-0.1182594820857048
114636	rnn.weight_ih_l0_reverse	6	0.04603888466954231
114636	rnn.weight_ih_l0_reverse	7	0.023738278076052666
114636	rnn.weight_ih_l0_reverse	8	-0.06558247655630112
114636	rnn.weight_ih_l0_reverse	9	-0.013487711548805237
114636	rnn.weight_hh_l0_reverse	0	-0.05411910265684128
114636	rnn.weight_hh_l0_reverse	1	0.020355746150016785
114636	rnn.weight_hh_l0_reverse	2	-0.01623840443789959
114636	rnn.weight_hh_l0_reverse	3	0.005612533073872328
114636	rnn.weight_hh_l0_reverse	4	-0.06825538724660873
114636	rnn.weight_hh_l0_reverse	5	0.033807843923568726
114636	rnn.weight_hh_l0_reverse	6	0.01630185730755329
114636	rnn.weight_hh_l0_reverse	7	-0.0006313194171525538
114636	rnn.weight_hh_l0_reverse	8	0.01288987509906292
114636	rnn.weight_hh_l0_reverse	9	0.03971973434090614
114636	rnn.bias_ih_l0_reverse	0	-0.1424550563097
114636	rnn.bias_ih_l0_reverse	1	-0.12383205443620682
114636	rnn.bias_ih_l0_reverse	2	0.03936845436692238
114636	rnn.bias_ih_l0_reverse	3	-0.15394560992717743
114636	rnn.bias_ih_l0_reverse	4	-0.02047548070549965
114636	rnn.bias_ih_l0_reverse	5	-0.1626843363046646
114636	rnn.bias_ih_l0_reverse	6	0.2038743644952774
114636	rnn.bias_ih_l0_reverse	7	-0.236249178647995
114636	rnn.bias_ih_l0_reverse	8	-0.10142684727907181
114636	rnn.bias_ih_l0_reverse	9	-0.13601848483085632
114636	rnn.bias_hh_l0_reverse	0	-0.046160098165273666
114636	rnn.bias_hh_l0_reverse	1	0.1532433182001114
114636	rnn.bias_hh_l0_reverse	2	-0.22556379437446594
114636	rnn.bias_hh_l0_reverse	3	-0.05982046201825142
114636	rnn.bias_hh_l0_reverse	4	-0.2139131873846054
114636	rnn.bias_hh_l0_reverse	5	-0.10165388882160187
114636	rnn.bias_hh_l0_reverse	6	-0.19923017919063568
114636	rnn.bias_hh_l0_reverse	7	-0.056137166917324066
114636	rnn.bias_hh_l0_reverse	8	-0.11399829387664795
114636	rnn.bias_hh_l0_reverse	9	0.18965592980384827
114636	linear.weight	0	0.2478993684053421
114636	linear.weight	1	-0.3460189700126648
114636	linear.weight	2	0.014244398102164268
114636	linear.weight	3	0.06784213334321976
114636	linear.weight	4	-0.1323472559452057
114636	linear.weight	5	0.2591440975666046
114636	linear.weight	6	-0.018409887328743935
114636	linear.weight	7	-0.06983492523431778
114636	linear.weight	8	0.10146339237689972
114636	linear.weight	9	-0.03478081151843071
114636	linear.bias	0	-1.124016523361206
114636	linear.bias	1	1.8921955823898315
114636	linear.bias	2	0.3907756209373474
114636	linear.bias	3	-2.238966226577759
114636	linear.bias	4	-0.40571314096450806
114636	linear.bias	5	1.0259618759155273
114636	linear.bias	6	-0.3014287054538727
114636	linear.bias	7	0.39857080578804016
114636	linear.bias	8	2.1452131271362305
114636	linear.bias	9	-1.2618016004562378
115245	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
115245	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
115245	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
115245	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
115245	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
115245	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
115245	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
115245	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
115245	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
115245	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
115245	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
115245	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
115245	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
115245	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
115245	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
115245	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
115245	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
115245	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
115245	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
115245	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
115245	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
115245	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
115245	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
115245	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
115245	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
115245	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
115245	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
115245	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
115245	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
115245	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
115245	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
115245	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
115245	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
115245	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
115245	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
115245	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
115245	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
115245	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
115245	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
115245	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
115245	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
115245	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
115245	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
115245	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
115245	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
115245	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
115245	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
115245	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
115245	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
115245	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
115245	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
115245	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
115245	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
115245	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
115245	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
115245	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
115245	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
115245	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
115245	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
115245	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
115245	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
115245	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
115245	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
115245	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
115245	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
115245	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
115245	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
115245	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
115245	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
115245	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
115245	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
115245	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
115245	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
115245	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
115245	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
115245	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
115245	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
115245	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
115245	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
115245	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
115245	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
115245	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
115245	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
115245	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
115245	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
115245	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
115245	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
115245	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
115245	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
115245	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
115245	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
115245	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
115245	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
115245	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
115245	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
115245	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
115245	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
115245	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
115245	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
115245	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
115245	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
115245	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
115245	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
115245	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
115245	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
115245	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
115245	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
115245	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
115245	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
115245	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
115245	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
115245	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
115245	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
115245	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
115245	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
115245	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
115245	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
115245	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
115245	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
115245	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
115245	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
115245	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
115245	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
115245	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
115245	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
115245	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
115245	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
115245	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
115245	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
115245	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
115245	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
115245	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
115245	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
115245	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
115245	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
115245	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
115245	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
115245	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
115245	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
115245	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
115245	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
115245	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
115245	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
115245	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
115245	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
115245	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
115245	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
115245	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
115245	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
115245	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
115245	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
115245	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
115245	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
115245	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
115245	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
115245	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
115245	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
115245	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
115245	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
115245	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
115245	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
115245	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
115245	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
115245	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
115245	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
115245	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
115245	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
115245	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
115245	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
115245	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
115245	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
115245	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
115245	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
115245	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
115245	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
115245	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
115245	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
115245	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
115245	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
115245	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
115245	embedding2nn.weight	0	0.16114412248134613
115245	embedding2nn.weight	1	0.278854638338089
115245	embedding2nn.weight	2	0.025057850405573845
115245	embedding2nn.weight	3	-0.008801334537565708
115245	embedding2nn.weight	4	-0.04707840457558632
115245	embedding2nn.weight	5	0.06380289793014526
115245	embedding2nn.weight	6	0.04464865103363991
115245	embedding2nn.weight	7	-0.01918209344148636
115245	embedding2nn.weight	8	0.05663062259554863
115245	embedding2nn.weight	9	-0.057837799191474915
115245	embedding2nn.bias	0	0.03564353659749031
115245	embedding2nn.bias	1	-0.1601436585187912
115245	embedding2nn.bias	2	0.1300956755876541
115245	embedding2nn.bias	3	0.1440218836069107
115245	embedding2nn.bias	4	0.11642568558454514
115245	embedding2nn.bias	5	-0.031988728791475296
115245	embedding2nn.bias	6	-0.020193886011838913
115245	embedding2nn.bias	7	0.018308721482753754
115245	embedding2nn.bias	8	-0.12403564900159836
115245	embedding2nn.bias	9	-0.35079336166381836
115245	rnn.weight_ih_l0	0	0.005905076861381531
115245	rnn.weight_ih_l0	1	-0.039656780660152435
115245	rnn.weight_ih_l0	2	-0.03610656037926674
115245	rnn.weight_ih_l0	3	0.023816149681806564
115245	rnn.weight_ih_l0	4	0.05089837312698364
115245	rnn.weight_ih_l0	5	-0.0986442118883133
115245	rnn.weight_ih_l0	6	0.013694681227207184
115245	rnn.weight_ih_l0	7	0.0019156490452587605
115245	rnn.weight_ih_l0	8	0.0023434259928762913
115245	rnn.weight_ih_l0	9	-0.023772964254021645
115245	rnn.weight_hh_l0	0	0.02942168340086937
115245	rnn.weight_hh_l0	1	0.07286000996828079
115245	rnn.weight_hh_l0	2	0.008800878189504147
115245	rnn.weight_hh_l0	3	0.052695900201797485
115245	rnn.weight_hh_l0	4	-0.010009524412453175
115245	rnn.weight_hh_l0	5	0.05005320534110069
115245	rnn.weight_hh_l0	6	0.010319904424250126
115245	rnn.weight_hh_l0	7	0.00955099705606699
115245	rnn.weight_hh_l0	8	0.04048558324575424
115245	rnn.weight_hh_l0	9	-0.04242820665240288
115245	rnn.bias_ih_l0	0	0.1107318177819252
115245	rnn.bias_ih_l0	1	-0.15084028244018555
115245	rnn.bias_ih_l0	2	-0.001974783604964614
115245	rnn.bias_ih_l0	3	-0.11545492708683014
115245	rnn.bias_ih_l0	4	0.06942356377840042
115245	rnn.bias_ih_l0	5	-0.18859925866127014
115245	rnn.bias_ih_l0	6	-0.06854458153247833
115245	rnn.bias_ih_l0	7	-0.1828414648771286
115245	rnn.bias_ih_l0	8	-0.12822996079921722
115245	rnn.bias_ih_l0	9	-0.31436336040496826
115245	rnn.bias_hh_l0	0	-0.14369794726371765
115245	rnn.bias_hh_l0	1	-0.1594695895910263
115245	rnn.bias_hh_l0	2	-0.13487671315670013
115245	rnn.bias_hh_l0	3	-0.048204123973846436
115245	rnn.bias_hh_l0	4	-0.13573811948299408
115245	rnn.bias_hh_l0	5	-0.1734100580215454
115245	rnn.bias_hh_l0	6	-0.08858230710029602
115245	rnn.bias_hh_l0	7	0.07754488289356232
115245	rnn.bias_hh_l0	8	-0.11778317391872406
115245	rnn.bias_hh_l0	9	-0.312435120344162
115245	rnn.weight_ih_l0_reverse	0	0.06346571445465088
115245	rnn.weight_ih_l0_reverse	1	-0.059213947504758835
115245	rnn.weight_ih_l0_reverse	2	-0.03595539927482605
115245	rnn.weight_ih_l0_reverse	3	-0.06746391206979752
115245	rnn.weight_ih_l0_reverse	4	0.024869123473763466
115245	rnn.weight_ih_l0_reverse	5	-0.12154597789049149
115245	rnn.weight_ih_l0_reverse	6	0.044272664934396744
115245	rnn.weight_ih_l0_reverse	7	0.02476179040968418
115245	rnn.weight_ih_l0_reverse	8	-0.06929351389408112
115245	rnn.weight_ih_l0_reverse	9	-0.009906412102282047
115245	rnn.weight_hh_l0_reverse	0	-0.05326316878199577
115245	rnn.weight_hh_l0_reverse	1	0.02031649462878704
115245	rnn.weight_hh_l0_reverse	2	-0.016289085149765015
115245	rnn.weight_hh_l0_reverse	3	0.005474450998008251
115245	rnn.weight_hh_l0_reverse	4	-0.06706546247005463
115245	rnn.weight_hh_l0_reverse	5	0.03437657281756401
115245	rnn.weight_hh_l0_reverse	6	0.016268249601125717
115245	rnn.weight_hh_l0_reverse	7	0.004363114479929209
115245	rnn.weight_hh_l0_reverse	8	0.012305283918976784
115245	rnn.weight_hh_l0_reverse	9	0.04227587953209877
115245	rnn.bias_ih_l0_reverse	0	-0.15224787592887878
115245	rnn.bias_ih_l0_reverse	1	-0.13075892627239227
115245	rnn.bias_ih_l0_reverse	2	0.03985412418842316
115245	rnn.bias_ih_l0_reverse	3	-0.14776641130447388
115245	rnn.bias_ih_l0_reverse	4	-0.01864492893218994
115245	rnn.bias_ih_l0_reverse	5	-0.16538040339946747
115245	rnn.bias_ih_l0_reverse	6	0.2085830569267273
115245	rnn.bias_ih_l0_reverse	7	-0.22476378083229065
115245	rnn.bias_ih_l0_reverse	8	-0.10235627740621567
115245	rnn.bias_ih_l0_reverse	9	-0.12623484432697296
115245	rnn.bias_hh_l0_reverse	0	-0.03727983683347702
115245	rnn.bias_hh_l0_reverse	1	0.15451264381408691
115245	rnn.bias_hh_l0_reverse	2	-0.22248446941375732
115245	rnn.bias_hh_l0_reverse	3	-0.054761629551649094
115245	rnn.bias_hh_l0_reverse	4	-0.20858407020568848
115245	rnn.bias_hh_l0_reverse	5	-0.09216825664043427
115245	rnn.bias_hh_l0_reverse	6	-0.20179221034049988
115245	rnn.bias_hh_l0_reverse	7	-0.058492451906204224
115245	rnn.bias_hh_l0_reverse	8	-0.11120712757110596
115245	rnn.bias_hh_l0_reverse	9	0.19085437059402466
115245	linear.weight	0	0.24715834856033325
115245	linear.weight	1	-0.321538507938385
115245	linear.weight	2	0.05430098623037338
115245	linear.weight	3	0.06786264479160309
115245	linear.weight	4	-0.13113521039485931
115245	linear.weight	5	0.24164223670959473
115245	linear.weight	6	-0.03937988355755806
115245	linear.weight	7	-0.06980996578931808
115245	linear.weight	8	0.10515891015529633
115245	linear.weight	9	-0.03482991084456444
115245	linear.bias	0	-1.1341568231582642
115245	linear.bias	1	1.8850103616714478
115245	linear.bias	2	0.3578681945800781
115245	linear.bias	3	-2.24082612991333
115245	linear.bias	4	-0.40208733081817627
115245	linear.bias	5	1.058004379272461
115245	linear.bias	6	-0.31343576312065125
115245	linear.bias	7	0.38494759798049927
115245	linear.bias	8	2.072141408920288
115245	linear.bias	9	-1.2326194047927856
115854	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
115854	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
115854	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
115854	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
115854	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
115854	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
115854	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
115854	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
115854	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
115854	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
115854	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
115854	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
115854	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
115854	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
115854	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
115854	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
115854	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
115854	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
115854	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
115854	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
115854	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
115854	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
115854	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
115854	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
115854	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
115854	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
115854	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
115854	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
115854	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
115854	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
115854	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
115854	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
115854	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
115854	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
115854	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
115854	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
115854	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
115854	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
115854	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
115854	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
115854	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
115854	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
115854	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
115854	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
115854	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
115854	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
115854	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
115854	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
115854	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
115854	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
115854	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
115854	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
115854	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
115854	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
115854	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
115854	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
115854	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
115854	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
115854	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
115854	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
115854	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
115854	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
115854	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
115854	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
115854	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
115854	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
115854	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
115854	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
115854	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
115854	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
115854	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
115854	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
115854	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
115854	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
115854	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
115854	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
115854	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
115854	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
115854	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
115854	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
115854	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
115854	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
115854	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
115854	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
115854	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
115854	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
115854	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
115854	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
115854	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
115854	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
115854	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
115854	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
115854	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
115854	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
115854	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
115854	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
115854	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
115854	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
115854	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
115854	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
115854	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
115854	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
115854	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
115854	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
115854	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
115854	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
115854	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
115854	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
115854	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
115854	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
115854	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
115854	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
115854	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
115854	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
115854	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
115854	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
115854	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
115854	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
115854	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
115854	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
115854	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
115854	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
115854	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
115854	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
115854	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
115854	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
115854	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
115854	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
115854	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
115854	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
115854	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
115854	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
115854	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
115854	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
115854	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
115854	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
115854	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
115854	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
115854	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
115854	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
115854	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
115854	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
115854	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
115854	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
115854	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
115854	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
115854	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
115854	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
115854	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
115854	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
115854	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
115854	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
115854	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
115854	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
115854	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
115854	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
115854	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
115854	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
115854	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
115854	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
115854	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
115854	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
115854	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
115854	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
115854	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
115854	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
115854	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
115854	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
115854	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
115854	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
115854	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
115854	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
115854	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
115854	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
115854	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
115854	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
115854	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
115854	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
115854	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
115854	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
115854	embedding2nn.weight	0	0.15931464731693268
115854	embedding2nn.weight	1	0.27785035967826843
115854	embedding2nn.weight	2	0.02626938186585903
115854	embedding2nn.weight	3	-0.01033029891550541
115854	embedding2nn.weight	4	-0.042687445878982544
115854	embedding2nn.weight	5	0.06273645907640457
115854	embedding2nn.weight	6	0.05520332232117653
115854	embedding2nn.weight	7	-0.010134637355804443
115854	embedding2nn.weight	8	0.05654696002602577
115854	embedding2nn.weight	9	-0.053472407162189484
115854	embedding2nn.bias	0	0.034266091883182526
115854	embedding2nn.bias	1	-0.14345157146453857
115854	embedding2nn.bias	2	0.1113634780049324
115854	embedding2nn.bias	3	0.14715927839279175
115854	embedding2nn.bias	4	0.13562923669815063
115854	embedding2nn.bias	5	-0.033795006573200226
115854	embedding2nn.bias	6	-0.012536264024674892
115854	embedding2nn.bias	7	0.016956282779574394
115854	embedding2nn.bias	8	-0.1259308159351349
115854	embedding2nn.bias	9	-0.33480021357536316
115854	rnn.weight_ih_l0	0	0.006453507114201784
115854	rnn.weight_ih_l0	1	-0.03824213892221451
115854	rnn.weight_ih_l0	2	-0.03570260852575302
115854	rnn.weight_ih_l0	3	0.02568613551557064
115854	rnn.weight_ih_l0	4	0.03802396357059479
115854	rnn.weight_ih_l0	5	-0.09508933871984482
115854	rnn.weight_ih_l0	6	0.010950244031846523
115854	rnn.weight_ih_l0	7	0.00474336976185441
115854	rnn.weight_ih_l0	8	0.0007072187727317214
115854	rnn.weight_ih_l0	9	-0.017346393316984177
115854	rnn.weight_hh_l0	0	0.028574656695127487
115854	rnn.weight_hh_l0	1	0.07283740490674973
115854	rnn.weight_hh_l0	2	0.009131379425525665
115854	rnn.weight_hh_l0	3	0.05300511419773102
115854	rnn.weight_hh_l0	4	-0.010586565360426903
115854	rnn.weight_hh_l0	5	0.050620585680007935
115854	rnn.weight_hh_l0	6	0.009877976030111313
115854	rnn.weight_hh_l0	7	0.013569368980824947
115854	rnn.weight_hh_l0	8	0.04032767936587334
115854	rnn.weight_hh_l0	9	-0.0449264720082283
115854	rnn.bias_ih_l0	0	0.10462877154350281
115854	rnn.bias_ih_l0	1	-0.1613299697637558
115854	rnn.bias_ih_l0	2	-0.0012989218812435865
115854	rnn.bias_ih_l0	3	-0.10206273198127747
115854	rnn.bias_ih_l0	4	0.0779765322804451
115854	rnn.bias_ih_l0	5	-0.19267256557941437
115854	rnn.bias_ih_l0	6	-0.07301225513219833
115854	rnn.bias_ih_l0	7	-0.18351411819458008
115854	rnn.bias_ih_l0	8	-0.12201090157032013
115854	rnn.bias_ih_l0	9	-0.32507917284965515
115854	rnn.bias_hh_l0	0	-0.14438502490520477
115854	rnn.bias_hh_l0	1	-0.16491420567035675
115854	rnn.bias_hh_l0	2	-0.14222796261310577
115854	rnn.bias_hh_l0	3	-0.05054888874292374
115854	rnn.bias_hh_l0	4	-0.1478172093629837
115854	rnn.bias_hh_l0	5	-0.17330941557884216
115854	rnn.bias_hh_l0	6	-0.08473742008209229
115854	rnn.bias_hh_l0	7	0.08217921853065491
115854	rnn.bias_hh_l0	8	-0.12227535992860794
115854	rnn.bias_hh_l0	9	-0.3153281807899475
115854	rnn.weight_ih_l0_reverse	0	0.06135958433151245
115854	rnn.weight_ih_l0_reverse	1	-0.05569938197731972
115854	rnn.weight_ih_l0_reverse	2	-0.029056986793875694
115854	rnn.weight_ih_l0_reverse	3	-0.06954868882894516
115854	rnn.weight_ih_l0_reverse	4	0.025367632508277893
115854	rnn.weight_ih_l0_reverse	5	-0.12033238261938095
115854	rnn.weight_ih_l0_reverse	6	0.044402629137039185
115854	rnn.weight_ih_l0_reverse	7	0.02659337967634201
115854	rnn.weight_ih_l0_reverse	8	-0.06263390928506851
115854	rnn.weight_ih_l0_reverse	9	-0.014295701868832111
115854	rnn.weight_hh_l0_reverse	0	-0.05312052369117737
115854	rnn.weight_hh_l0_reverse	1	0.020360903814435005
115854	rnn.weight_hh_l0_reverse	2	-0.0162670835852623
115854	rnn.weight_hh_l0_reverse	3	0.005518504884094
115854	rnn.weight_hh_l0_reverse	4	-0.0648386999964714
115854	rnn.weight_hh_l0_reverse	5	0.03412559628486633
115854	rnn.weight_hh_l0_reverse	6	0.01571161299943924
115854	rnn.weight_hh_l0_reverse	7	0.0004577255167532712
115854	rnn.weight_hh_l0_reverse	8	0.00670574652031064
115854	rnn.weight_hh_l0_reverse	9	0.041857797652482986
115854	rnn.bias_ih_l0_reverse	0	-0.14925530552864075
115854	rnn.bias_ih_l0_reverse	1	-0.1276322603225708
115854	rnn.bias_ih_l0_reverse	2	0.044720474630594254
115854	rnn.bias_ih_l0_reverse	3	-0.1448994129896164
115854	rnn.bias_ih_l0_reverse	4	-0.0024205679073929787
115854	rnn.bias_ih_l0_reverse	5	-0.16606323421001434
115854	rnn.bias_ih_l0_reverse	6	0.2032834142446518
115854	rnn.bias_ih_l0_reverse	7	-0.22451883554458618
115854	rnn.bias_ih_l0_reverse	8	-0.10338815301656723
115854	rnn.bias_ih_l0_reverse	9	-0.13987697660923004
115854	rnn.bias_hh_l0_reverse	0	-0.04710441455245018
115854	rnn.bias_hh_l0_reverse	1	0.15904542803764343
115854	rnn.bias_hh_l0_reverse	2	-0.23293699324131012
115854	rnn.bias_hh_l0_reverse	3	-0.0601615384221077
115854	rnn.bias_hh_l0_reverse	4	-0.20915256440639496
115854	rnn.bias_hh_l0_reverse	5	-0.09447970241308212
115854	rnn.bias_hh_l0_reverse	6	-0.20375795662403107
115854	rnn.bias_hh_l0_reverse	7	-0.0518110916018486
115854	rnn.bias_hh_l0_reverse	8	-0.10722149908542633
115854	rnn.bias_hh_l0_reverse	9	0.20590536296367645
115854	linear.weight	0	0.21538600325584412
115854	linear.weight	1	-0.3408550024032593
115854	linear.weight	2	0.06970501691102982
115854	linear.weight	3	0.06787573546171188
115854	linear.weight	4	-0.08374263346195221
115854	linear.weight	5	0.26066258549690247
115854	linear.weight	6	-0.028669336810708046
115854	linear.weight	7	-0.06978057324886322
115854	linear.weight	8	0.09434439986944199
115854	linear.weight	9	-0.0348791666328907
115854	linear.bias	0	-1.144028663635254
115854	linear.bias	1	1.897540807723999
115854	linear.bias	2	0.3598760664463043
115854	linear.bias	3	-2.2426443099975586
115854	linear.bias	4	-0.3770536780357361
115854	linear.bias	5	1.009527325630188
115854	linear.bias	6	-0.32117173075675964
115854	linear.bias	7	0.37205028533935547
115854	linear.bias	8	2.1003386974334717
115854	linear.bias	9	-1.2437188625335693
115862	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
115862	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
115862	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
115862	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
115862	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
115862	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
115862	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
115862	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
115862	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
115862	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
115862	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
115862	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
115862	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
115862	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
115862	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
115862	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
115862	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
115862	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
115862	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
115862	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
115862	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
115862	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
115862	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
115862	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
115862	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
115862	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
115862	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
115862	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
115862	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
115862	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
115862	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
115862	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
115862	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
115862	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
115862	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
115862	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
115862	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
115862	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
115862	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
115862	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
115862	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
115862	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
115862	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
115862	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
115862	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
115862	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
115862	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
115862	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
115862	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
115862	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
115862	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
115862	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
115862	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
115862	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
115862	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
115862	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
115862	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
115862	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
115862	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
115862	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
115862	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
115862	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
115862	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
115862	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
115862	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
115862	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
115862	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
115862	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
115862	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
115862	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
115862	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
115862	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
115862	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
115862	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
115862	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
115862	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
115862	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
115862	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
115862	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
115862	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
115862	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
115862	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
115862	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
115862	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
115862	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
115862	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
115862	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
115862	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
115862	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
115862	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
115862	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
115862	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
115862	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
115862	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
115862	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
115862	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
115862	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
115862	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
115862	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
115862	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
115862	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
115862	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
115862	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
115862	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
115862	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
115862	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
115862	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
115862	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
115862	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
115862	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
115862	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
115862	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
115862	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
115862	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
115862	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
115862	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
115862	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
115862	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
115862	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
115862	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
115862	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
115862	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
115862	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
115862	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
115862	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
115862	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
115862	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
115862	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
115862	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
115862	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
115862	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
115862	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
115862	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
115862	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
115862	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
115862	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
115862	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
115862	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
115862	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
115862	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
115862	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
115862	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
115862	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
115862	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
115862	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
115862	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
115862	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
115862	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
115862	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
115862	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
115862	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
115862	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
115862	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
115862	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
115862	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
115862	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
115862	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
115862	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
115862	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
115862	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
115862	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
115862	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
115862	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
115862	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
115862	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
115862	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
115862	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
115862	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
115862	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
115862	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
115862	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
115862	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
115862	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
115862	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
115862	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
115862	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
115862	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
115862	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
115862	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
115862	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
115862	embedding2nn.weight	0	0.1592300981283188
115862	embedding2nn.weight	1	0.27878284454345703
115862	embedding2nn.weight	2	0.02668171375989914
115862	embedding2nn.weight	3	-0.008494925685226917
115862	embedding2nn.weight	4	-0.04255257174372673
115862	embedding2nn.weight	5	0.06243574619293213
115862	embedding2nn.weight	6	0.055211253464221954
115862	embedding2nn.weight	7	-0.010251165367662907
115862	embedding2nn.weight	8	0.05622828006744385
115862	embedding2nn.weight	9	-0.05352335423231125
115862	embedding2nn.bias	0	0.03815619274973869
115862	embedding2nn.bias	1	-0.1451938897371292
115862	embedding2nn.bias	2	0.11028381437063217
115862	embedding2nn.bias	3	0.13544651865959167
115862	embedding2nn.bias	4	0.13864658772945404
115862	embedding2nn.bias	5	-0.033780839294195175
115862	embedding2nn.bias	6	-0.01568719372153282
115862	embedding2nn.bias	7	0.02630179189145565
115862	embedding2nn.bias	8	-0.12334845215082169
115862	embedding2nn.bias	9	-0.33799830079078674
115862	rnn.weight_ih_l0	0	0.006374821532517672
115862	rnn.weight_ih_l0	1	-0.038462184369564056
115862	rnn.weight_ih_l0	2	-0.03620888665318489
115862	rnn.weight_ih_l0	3	0.02581827901303768
115862	rnn.weight_ih_l0	4	0.037625353783369064
115862	rnn.weight_ih_l0	5	-0.09547948092222214
115862	rnn.weight_ih_l0	6	0.011423109099268913
115862	rnn.weight_ih_l0	7	0.003797168144956231
115862	rnn.weight_ih_l0	8	0.0011727819219231606
115862	rnn.weight_ih_l0	9	-0.01769653707742691
115862	rnn.weight_hh_l0	0	0.0286454726010561
115862	rnn.weight_hh_l0	1	0.0729811042547226
115862	rnn.weight_hh_l0	2	0.009273335337638855
115862	rnn.weight_hh_l0	3	0.05298611894249916
115862	rnn.weight_hh_l0	4	-0.010628449730575085
115862	rnn.weight_hh_l0	5	0.0507085844874382
115862	rnn.weight_hh_l0	6	0.009814546443521976
115862	rnn.weight_hh_l0	7	0.013456967659294605
115862	rnn.weight_hh_l0	8	0.040352459996938705
115862	rnn.weight_hh_l0	9	-0.04500795528292656
115862	rnn.bias_ih_l0	0	0.10564009845256805
115862	rnn.bias_ih_l0	1	-0.16093580424785614
115862	rnn.bias_ih_l0	2	-0.00027394568314775825
115862	rnn.bias_ih_l0	3	-0.10165031999349594
115862	rnn.bias_ih_l0	4	0.08229797333478928
115862	rnn.bias_ih_l0	5	-0.19380642473697662
115862	rnn.bias_ih_l0	6	-0.07327304780483246
115862	rnn.bias_ih_l0	7	-0.18340161442756653
115862	rnn.bias_ih_l0	8	-0.12289578467607498
115862	rnn.bias_ih_l0	9	-0.32612353563308716
115862	rnn.bias_hh_l0	0	-0.14408738911151886
115862	rnn.bias_hh_l0	1	-0.16551025211811066
115862	rnn.bias_hh_l0	2	-0.14241810142993927
115862	rnn.bias_hh_l0	3	-0.04967159405350685
115862	rnn.bias_hh_l0	4	-0.14831559360027313
115862	rnn.bias_hh_l0	5	-0.1735479235649109
115862	rnn.bias_hh_l0	6	-0.08520414680242538
115862	rnn.bias_hh_l0	7	0.08193393796682358
115862	rnn.bias_hh_l0	8	-0.12313569337129593
115862	rnn.bias_hh_l0	9	-0.3157270550727844
115862	rnn.weight_ih_l0_reverse	0	0.06202045455574989
115862	rnn.weight_ih_l0_reverse	1	-0.05572018027305603
115862	rnn.weight_ih_l0_reverse	2	-0.029301859438419342
115862	rnn.weight_ih_l0_reverse	3	-0.06962859630584717
115862	rnn.weight_ih_l0_reverse	4	0.025658540427684784
115862	rnn.weight_ih_l0_reverse	5	-0.11987529695034027
115862	rnn.weight_ih_l0_reverse	6	0.04422057420015335
115862	rnn.weight_ih_l0_reverse	7	0.02648737095296383
115862	rnn.weight_ih_l0_reverse	8	-0.06303199380636215
115862	rnn.weight_ih_l0_reverse	9	-0.014758480712771416
115862	rnn.weight_hh_l0_reverse	0	-0.05319494009017944
115862	rnn.weight_hh_l0_reverse	1	0.02040879614651203
115862	rnn.weight_hh_l0_reverse	2	-0.016197415068745613
115862	rnn.weight_hh_l0_reverse	3	0.00544672692194581
115862	rnn.weight_hh_l0_reverse	4	-0.06479040533304214
115862	rnn.weight_hh_l0_reverse	5	0.03411991894245148
115862	rnn.weight_hh_l0_reverse	6	0.015697160735726357
115862	rnn.weight_hh_l0_reverse	7	0.0008270503603853285
115862	rnn.weight_hh_l0_reverse	8	0.007405630778521299
115862	rnn.weight_hh_l0_reverse	9	0.04203059524297714
115862	rnn.bias_ih_l0_reverse	0	-0.1492602676153183
115862	rnn.bias_ih_l0_reverse	1	-0.1289593130350113
115862	rnn.bias_ih_l0_reverse	2	0.04541674256324768
115862	rnn.bias_ih_l0_reverse	3	-0.14608539640903473
115862	rnn.bias_ih_l0_reverse	4	0.0026138881221413612
115862	rnn.bias_ih_l0_reverse	5	-0.16603688895702362
115862	rnn.bias_ih_l0_reverse	6	0.20371584594249725
115862	rnn.bias_ih_l0_reverse	7	-0.226448655128479
115862	rnn.bias_ih_l0_reverse	8	-0.10411819070577621
115862	rnn.bias_ih_l0_reverse	9	-0.14074404537677765
115862	rnn.bias_hh_l0_reverse	0	-0.0476485937833786
115862	rnn.bias_hh_l0_reverse	1	0.16019946336746216
115862	rnn.bias_hh_l0_reverse	2	-0.23426586389541626
115862	rnn.bias_hh_l0_reverse	3	-0.059862155467271805
115862	rnn.bias_hh_l0_reverse	4	-0.20972464978694916
115862	rnn.bias_hh_l0_reverse	5	-0.09551626443862915
115862	rnn.bias_hh_l0_reverse	6	-0.20489013195037842
115862	rnn.bias_hh_l0_reverse	7	-0.05238599330186844
115862	rnn.bias_hh_l0_reverse	8	-0.10664711892604828
115862	rnn.bias_hh_l0_reverse	9	0.20643852651119232
115862	linear.weight	0	0.2256573885679245
115862	linear.weight	1	-0.3418717682361603
115862	linear.weight	2	0.07096823304891586
115862	linear.weight	3	0.06787564605474472
115862	linear.weight	4	-0.0830596536397934
115862	linear.weight	5	0.2592373490333557
115862	linear.weight	6	-0.02895084209740162
115862	linear.weight	7	-0.06978113949298859
115862	linear.weight	8	0.09494052827358246
115862	linear.weight	9	-0.0348799005150795
115862	linear.bias	0	-1.1404365301132202
115862	linear.bias	1	1.8862743377685547
115862	linear.bias	2	0.350341260433197
115862	linear.bias	3	-2.2426674365997314
115862	linear.bias	4	-0.38006165623664856
115862	linear.bias	5	0.981282651424408
115862	linear.bias	6	-0.32874226570129395
115862	linear.bias	7	0.3791985511779785
115862	linear.bias	8	2.087202787399292
115862	linear.bias	9	-1.240919828414917
116471	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
116471	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
116471	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
116471	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
116471	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
116471	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
116471	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
116471	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
116471	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
116471	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
116471	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
116471	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
116471	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
116471	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
116471	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
116471	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
116471	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
116471	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
116471	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
116471	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
116471	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
116471	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
116471	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
116471	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
116471	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
116471	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
116471	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
116471	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
116471	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
116471	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
116471	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
116471	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
116471	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
116471	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
116471	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
116471	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
116471	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
116471	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
116471	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
116471	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
116471	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
116471	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
116471	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
116471	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
116471	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
116471	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
116471	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
116471	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
116471	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
116471	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
116471	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
116471	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
116471	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
116471	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
116471	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
116471	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
116471	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
116471	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
116471	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
116471	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
116471	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
116471	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
116471	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
116471	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
116471	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
116471	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
116471	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
116471	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
116471	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
116471	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
116471	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
116471	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
116471	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
116471	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
116471	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
116471	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
116471	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
116471	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
116471	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
116471	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
116471	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
116471	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
116471	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
116471	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
116471	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
116471	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
116471	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
116471	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
116471	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
116471	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
116471	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
116471	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
116471	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
116471	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
116471	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
116471	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
116471	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
116471	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
116471	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
116471	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
116471	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
116471	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
116471	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
116471	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
116471	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
116471	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
116471	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
116471	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
116471	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
116471	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
116471	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
116471	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
116471	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
116471	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
116471	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
116471	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
116471	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
116471	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
116471	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
116471	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
116471	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
116471	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
116471	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
116471	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
116471	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
116471	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
116471	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
116471	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
116471	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
116471	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
116471	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
116471	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
116471	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
116471	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
116471	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
116471	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
116471	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
116471	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
116471	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
116471	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
116471	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
116471	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
116471	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
116471	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
116471	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
116471	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
116471	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
116471	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
116471	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
116471	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
116471	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
116471	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
116471	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
116471	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
116471	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
116471	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
116471	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
116471	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
116471	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
116471	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
116471	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
116471	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
116471	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
116471	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
116471	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
116471	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
116471	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
116471	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
116471	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
116471	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
116471	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
116471	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
116471	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
116471	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
116471	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
116471	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
116471	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
116471	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
116471	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
116471	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
116471	embedding2nn.weight	0	0.15840010344982147
116471	embedding2nn.weight	1	0.28226879239082336
116471	embedding2nn.weight	2	0.02445059083402157
116471	embedding2nn.weight	3	0.00824770424515009
116471	embedding2nn.weight	4	-0.04047076404094696
116471	embedding2nn.weight	5	0.05958973988890648
116471	embedding2nn.weight	6	0.05343325436115265
116471	embedding2nn.weight	7	-0.018190834671258926
116471	embedding2nn.weight	8	0.04850327968597412
116471	embedding2nn.weight	9	-0.05247259512543678
116471	embedding2nn.bias	0	0.04703428968787193
116471	embedding2nn.bias	1	-0.1603933870792389
116471	embedding2nn.bias	2	0.11995655298233032
116471	embedding2nn.bias	3	0.13542619347572327
116471	embedding2nn.bias	4	0.1256682574748993
116471	embedding2nn.bias	5	-0.04917457327246666
116471	embedding2nn.bias	6	-0.03382822498679161
116471	embedding2nn.bias	7	0.01517573930323124
116471	embedding2nn.bias	8	-0.12235931307077408
116471	embedding2nn.bias	9	-0.3428468406200409
116471	rnn.weight_ih_l0	0	0.003074375446885824
116471	rnn.weight_ih_l0	1	-0.039144180715084076
116471	rnn.weight_ih_l0	2	-0.03951897844672203
116471	rnn.weight_ih_l0	3	0.029536735266447067
116471	rnn.weight_ih_l0	4	0.047235433012247086
116471	rnn.weight_ih_l0	5	-0.09047092497348785
116471	rnn.weight_ih_l0	6	0.010486481711268425
116471	rnn.weight_ih_l0	7	0.006322034168988466
116471	rnn.weight_ih_l0	8	0.0035105873830616474
116471	rnn.weight_ih_l0	9	-0.01627584546804428
116471	rnn.weight_hh_l0	0	0.028149809688329697
116471	rnn.weight_hh_l0	1	0.07262293249368668
116471	rnn.weight_hh_l0	2	0.01040145568549633
116471	rnn.weight_hh_l0	3	0.05291100591421127
116471	rnn.weight_hh_l0	4	-0.010622543282806873
116471	rnn.weight_hh_l0	5	0.050800811499357224
116471	rnn.weight_hh_l0	6	0.009500743821263313
116471	rnn.weight_hh_l0	7	0.008149420842528343
116471	rnn.weight_hh_l0	8	0.039987631142139435
116471	rnn.weight_hh_l0	9	-0.04467139020562172
116471	rnn.bias_ih_l0	0	0.09933362156152725
116471	rnn.bias_ih_l0	1	-0.1619606763124466
116471	rnn.bias_ih_l0	2	0.0034158576745539904
116471	rnn.bias_ih_l0	3	-0.11081365495920181
116471	rnn.bias_ih_l0	4	0.08832433819770813
116471	rnn.bias_ih_l0	5	-0.1904287338256836
116471	rnn.bias_ih_l0	6	-0.07394537329673767
116471	rnn.bias_ih_l0	7	-0.18407800793647766
116471	rnn.bias_ih_l0	8	-0.11635799705982208
116471	rnn.bias_ih_l0	9	-0.32772591710090637
116471	rnn.bias_hh_l0	0	-0.14201560616493225
116471	rnn.bias_hh_l0	1	-0.15786787867546082
116471	rnn.bias_hh_l0	2	-0.14277046918869019
116471	rnn.bias_hh_l0	3	-0.0547480434179306
116471	rnn.bias_hh_l0	4	-0.14621466398239136
116471	rnn.bias_hh_l0	5	-0.17416638135910034
116471	rnn.bias_hh_l0	6	-0.09232210367918015
116471	rnn.bias_hh_l0	7	0.08777174353599548
116471	rnn.bias_hh_l0	8	-0.1199369803071022
116471	rnn.bias_hh_l0	9	-0.3185763657093048
116471	rnn.weight_ih_l0_reverse	0	0.05729387700557709
116471	rnn.weight_ih_l0_reverse	1	-0.05563874915242195
116471	rnn.weight_ih_l0_reverse	2	-0.027800891548395157
116471	rnn.weight_ih_l0_reverse	3	-0.06860525161027908
116471	rnn.weight_ih_l0_reverse	4	0.02690029889345169
116471	rnn.weight_ih_l0_reverse	5	-0.11131171137094498
116471	rnn.weight_ih_l0_reverse	6	0.043520938605070114
116471	rnn.weight_ih_l0_reverse	7	0.025856755673885345
116471	rnn.weight_ih_l0_reverse	8	-0.061685413122177124
116471	rnn.weight_ih_l0_reverse	9	-0.020672302693128586
116471	rnn.weight_hh_l0_reverse	0	-0.052818723022937775
116471	rnn.weight_hh_l0_reverse	1	0.021116061136126518
116471	rnn.weight_hh_l0_reverse	2	-0.01613881252706051
116471	rnn.weight_hh_l0_reverse	3	0.005462083499878645
116471	rnn.weight_hh_l0_reverse	4	-0.06413660943508148
116471	rnn.weight_hh_l0_reverse	5	0.033482033759355545
116471	rnn.weight_hh_l0_reverse	6	0.01583952270448208
116471	rnn.weight_hh_l0_reverse	7	-0.002617647172883153
116471	rnn.weight_hh_l0_reverse	8	-7.392065163003281e-05
116471	rnn.weight_hh_l0_reverse	9	0.04412192478775978
116471	rnn.bias_ih_l0_reverse	0	-0.14563429355621338
116471	rnn.bias_ih_l0_reverse	1	-0.1270993947982788
116471	rnn.bias_ih_l0_reverse	2	0.04218367114663124
116471	rnn.bias_ih_l0_reverse	3	-0.15272492170333862
116471	rnn.bias_ih_l0_reverse	4	0.014052794314920902
116471	rnn.bias_ih_l0_reverse	5	-0.16722816228866577
116471	rnn.bias_ih_l0_reverse	6	0.2002067118883133
116471	rnn.bias_ih_l0_reverse	7	-0.22516845166683197
116471	rnn.bias_ih_l0_reverse	8	-0.10996569693088531
116471	rnn.bias_ih_l0_reverse	9	-0.14248844981193542
116471	rnn.bias_hh_l0_reverse	0	-0.05236560106277466
116471	rnn.bias_hh_l0_reverse	1	0.16295483708381653
116471	rnn.bias_hh_l0_reverse	2	-0.22059151530265808
116471	rnn.bias_hh_l0_reverse	3	-0.0627850741147995
116471	rnn.bias_hh_l0_reverse	4	-0.21160635352134705
116471	rnn.bias_hh_l0_reverse	5	-0.1044711098074913
116471	rnn.bias_hh_l0_reverse	6	-0.19741986691951752
116471	rnn.bias_hh_l0_reverse	7	-0.06011703610420227
116471	rnn.bias_hh_l0_reverse	8	-0.12122166901826859
116471	rnn.bias_hh_l0_reverse	9	0.19790807366371155
116471	linear.weight	0	0.20291820168495178
116471	linear.weight	1	-0.32302266359329224
116471	linear.weight	2	0.05185272917151451
116471	linear.weight	3	0.06789104640483856
116471	linear.weight	4	-0.11075594276189804
116471	linear.weight	5	0.25286179780960083
116471	linear.weight	6	-0.036227788776159286
116471	linear.weight	7	-0.06976619362831116
116471	linear.weight	8	0.10180730372667313
116471	linear.weight	9	-0.034944575279951096
116471	linear.bias	0	-1.1122666597366333
116471	linear.bias	1	1.8966100215911865
116471	linear.bias	2	0.3891031742095947
116471	linear.bias	3	-2.244385004043579
116471	linear.bias	4	-0.3992172181606293
116471	linear.bias	5	0.996603786945343
116471	linear.bias	6	-0.3309231698513031
116471	linear.bias	7	0.38530200719833374
116471	linear.bias	8	2.1373958587646484
116471	linear.bias	9	-1.2764300107955933
117080	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
117080	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
117080	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
117080	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
117080	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
117080	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
117080	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
117080	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
117080	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
117080	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
117080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
117080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
117080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
117080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
117080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
117080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
117080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
117080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
117080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
117080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
117080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
117080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
117080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
117080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
117080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
117080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
117080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
117080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
117080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
117080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
117080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
117080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
117080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
117080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
117080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
117080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
117080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
117080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
117080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
117080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
117080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
117080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
117080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
117080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
117080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
117080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
117080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
117080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
117080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
117080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
117080	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
117080	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
117080	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
117080	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
117080	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
117080	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
117080	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
117080	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
117080	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
117080	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
117080	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
117080	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
117080	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
117080	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
117080	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
117080	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
117080	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
117080	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
117080	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
117080	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
117080	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
117080	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
117080	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
117080	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
117080	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
117080	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
117080	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
117080	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
117080	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
117080	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
117080	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
117080	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
117080	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
117080	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
117080	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
117080	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
117080	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
117080	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
117080	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
117080	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
117080	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
117080	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
117080	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
117080	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
117080	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
117080	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
117080	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
117080	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
117080	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
117080	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
117080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
117080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
117080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
117080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
117080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
117080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
117080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
117080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
117080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
117080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
117080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
117080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
117080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
117080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
117080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
117080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
117080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
117080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
117080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
117080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
117080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
117080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
117080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
117080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
117080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
117080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
117080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
117080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
117080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
117080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
117080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
117080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
117080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
117080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
117080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
117080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
117080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
117080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
117080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
117080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
117080	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
117080	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
117080	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
117080	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
117080	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
117080	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
117080	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
117080	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
117080	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
117080	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
117080	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
117080	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
117080	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
117080	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
117080	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
117080	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
117080	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
117080	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
117080	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
117080	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
117080	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
117080	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
117080	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
117080	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
117080	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
117080	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
117080	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
117080	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
117080	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
117080	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
117080	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
117080	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
117080	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
117080	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
117080	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
117080	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
117080	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
117080	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
117080	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
117080	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
117080	embedding2nn.weight	0	0.16186931729316711
117080	embedding2nn.weight	1	0.2802062928676605
117080	embedding2nn.weight	2	0.020674727857112885
117080	embedding2nn.weight	3	-0.0005240932223387063
117080	embedding2nn.weight	4	-0.03630167618393898
117080	embedding2nn.weight	5	0.056812725961208344
117080	embedding2nn.weight	6	0.04138133302330971
117080	embedding2nn.weight	7	-0.01615128666162491
117080	embedding2nn.weight	8	0.05002627894282341
117080	embedding2nn.weight	9	-0.052720095962285995
117080	embedding2nn.bias	0	0.039553407579660416
117080	embedding2nn.bias	1	-0.15448574721813202
117080	embedding2nn.bias	2	0.1175636574625969
117080	embedding2nn.bias	3	0.13995260000228882
117080	embedding2nn.bias	4	0.12513118982315063
117080	embedding2nn.bias	5	-0.0493970662355423
117080	embedding2nn.bias	6	-0.04707503691315651
117080	embedding2nn.bias	7	0.020445704460144043
117080	embedding2nn.bias	8	-0.114890918135643
117080	embedding2nn.bias	9	-0.35163813829421997
117080	rnn.weight_ih_l0	0	0.003774161683395505
117080	rnn.weight_ih_l0	1	-0.0411573126912117
117080	rnn.weight_ih_l0	2	-0.04072415083646774
117080	rnn.weight_ih_l0	3	0.032944872975349426
117080	rnn.weight_ih_l0	4	0.048434656113386154
117080	rnn.weight_ih_l0	5	-0.08676721900701523
117080	rnn.weight_ih_l0	6	0.004827819764614105
117080	rnn.weight_ih_l0	7	0.01037969347089529
117080	rnn.weight_ih_l0	8	0.013316038064658642
117080	rnn.weight_ih_l0	9	-0.01523104589432478
117080	rnn.weight_hh_l0	0	0.02753191441297531
117080	rnn.weight_hh_l0	1	0.07364808022975922
117080	rnn.weight_hh_l0	2	0.011733854189515114
117080	rnn.weight_hh_l0	3	0.05354607477784157
117080	rnn.weight_hh_l0	4	-0.009076920337975025
117080	rnn.weight_hh_l0	5	0.050342172384262085
117080	rnn.weight_hh_l0	6	0.010210452601313591
117080	rnn.weight_hh_l0	7	0.0033952612429857254
117080	rnn.weight_hh_l0	8	0.03996114805340767
117080	rnn.weight_hh_l0	9	-0.045052897185087204
117080	rnn.bias_ih_l0	0	0.11108490079641342
117080	rnn.bias_ih_l0	1	-0.1594066023826599
117080	rnn.bias_ih_l0	2	0.00043913128320127726
117080	rnn.bias_ih_l0	3	-0.1107899621129036
117080	rnn.bias_ih_l0	4	0.07626985013484955
117080	rnn.bias_ih_l0	5	-0.18001464009284973
117080	rnn.bias_ih_l0	6	-0.07870394736528397
117080	rnn.bias_ih_l0	7	-0.1840316653251648
117080	rnn.bias_ih_l0	8	-0.11930256336927414
117080	rnn.bias_ih_l0	9	-0.3333923816680908
117080	rnn.bias_hh_l0	0	-0.1432046741247177
117080	rnn.bias_hh_l0	1	-0.16443151235580444
117080	rnn.bias_hh_l0	2	-0.1430918425321579
117080	rnn.bias_hh_l0	3	-0.052221719175577164
117080	rnn.bias_hh_l0	4	-0.1489180326461792
117080	rnn.bias_hh_l0	5	-0.17737701535224915
117080	rnn.bias_hh_l0	6	-0.08673477172851562
117080	rnn.bias_hh_l0	7	0.09763824194669724
117080	rnn.bias_hh_l0	8	-0.12351598590612411
117080	rnn.bias_hh_l0	9	-0.3073827624320984
117080	rnn.weight_ih_l0_reverse	0	0.05628276616334915
117080	rnn.weight_ih_l0_reverse	1	-0.05460497736930847
117080	rnn.weight_ih_l0_reverse	2	-0.026472268626093864
117080	rnn.weight_ih_l0_reverse	3	-0.06494171917438507
117080	rnn.weight_ih_l0_reverse	4	0.026802081614732742
117080	rnn.weight_ih_l0_reverse	5	-0.1077609434723854
117080	rnn.weight_ih_l0_reverse	6	0.04758233577013016
117080	rnn.weight_ih_l0_reverse	7	0.025432344526052475
117080	rnn.weight_ih_l0_reverse	8	-0.06304168701171875
117080	rnn.weight_ih_l0_reverse	9	-0.019788524135947227
117080	rnn.weight_hh_l0_reverse	0	-0.052071500569581985
117080	rnn.weight_hh_l0_reverse	1	0.021375251933932304
117080	rnn.weight_hh_l0_reverse	2	-0.016842897981405258
117080	rnn.weight_hh_l0_reverse	3	0.004855629988014698
117080	rnn.weight_hh_l0_reverse	4	-0.06519004702568054
117080	rnn.weight_hh_l0_reverse	5	0.03386281430721283
117080	rnn.weight_hh_l0_reverse	6	0.01570958085358143
117080	rnn.weight_hh_l0_reverse	7	-0.005378046538680792
117080	rnn.weight_hh_l0_reverse	8	-0.004941167309880257
117080	rnn.weight_hh_l0_reverse	9	0.044782962650060654
117080	rnn.bias_ih_l0_reverse	0	-0.14441010355949402
117080	rnn.bias_ih_l0_reverse	1	-0.13182346522808075
117080	rnn.bias_ih_l0_reverse	2	0.04272397235035896
117080	rnn.bias_ih_l0_reverse	3	-0.15047915279865265
117080	rnn.bias_ih_l0_reverse	4	-0.008866438642144203
117080	rnn.bias_ih_l0_reverse	5	-0.16443921625614166
117080	rnn.bias_ih_l0_reverse	6	0.20349524915218353
117080	rnn.bias_ih_l0_reverse	7	-0.23183947801589966
117080	rnn.bias_ih_l0_reverse	8	-0.10746390372514725
117080	rnn.bias_ih_l0_reverse	9	-0.14014144241809845
117080	rnn.bias_hh_l0_reverse	0	-0.06516075879335403
117080	rnn.bias_hh_l0_reverse	1	0.15055839717388153
117080	rnn.bias_hh_l0_reverse	2	-0.22047442197799683
117080	rnn.bias_hh_l0_reverse	3	-0.06267143040895462
117080	rnn.bias_hh_l0_reverse	4	-0.2122684270143509
117080	rnn.bias_hh_l0_reverse	5	-0.10945185273885727
117080	rnn.bias_hh_l0_reverse	6	-0.2024764120578766
117080	rnn.bias_hh_l0_reverse	7	-0.05721041560173035
117080	rnn.bias_hh_l0_reverse	8	-0.11759161204099655
117080	rnn.bias_hh_l0_reverse	9	0.1883070021867752
117080	linear.weight	0	0.17211464047431946
117080	linear.weight	1	-0.29485562443733215
117080	linear.weight	2	0.08737153559923172
117080	linear.weight	3	0.06792917102575302
117080	linear.weight	4	-0.14351040124893188
117080	linear.weight	5	0.2282843291759491
117080	linear.weight	6	-0.05628889799118042
117080	linear.weight	7	-0.06974572688341141
117080	linear.weight	8	0.10942566394805908
117080	linear.weight	9	-0.03498602285981178
117080	linear.bias	0	-1.1204568147659302
117080	linear.bias	1	1.8206835985183716
117080	linear.bias	2	0.3688531517982483
117080	linear.bias	3	-2.246267080307007
117080	linear.bias	4	-0.37210994958877563
117080	linear.bias	5	1.0678318738937378
117080	linear.bias	6	-0.3305676281452179
117080	linear.bias	7	0.37268534302711487
117080	linear.bias	8	2.134915351867676
117080	linear.bias	9	-1.2495067119598389
117689	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
117689	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
117689	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
117689	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
117689	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
117689	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
117689	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
117689	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
117689	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
117689	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
117689	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
117689	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
117689	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
117689	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
117689	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
117689	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
117689	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
117689	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
117689	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
117689	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
117689	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
117689	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
117689	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
117689	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
117689	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
117689	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
117689	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
117689	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
117689	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
117689	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
117689	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
117689	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
117689	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
117689	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
117689	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
117689	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
117689	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
117689	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
117689	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
117689	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
117689	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
117689	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
117689	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
117689	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
117689	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
117689	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
117689	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
117689	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
117689	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
117689	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
117689	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
117689	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
117689	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
117689	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
117689	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
117689	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
117689	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
117689	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
117689	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
117689	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
117689	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
117689	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
117689	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
117689	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
117689	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
117689	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
117689	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
117689	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
117689	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
117689	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
117689	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
117689	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
117689	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
117689	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
117689	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
117689	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
117689	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
117689	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
117689	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
117689	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
117689	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
117689	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
117689	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
117689	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
117689	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
117689	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
117689	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
117689	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
117689	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
117689	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
117689	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
117689	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
117689	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
117689	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
117689	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
117689	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
117689	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
117689	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
117689	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
117689	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
117689	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
117689	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
117689	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
117689	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
117689	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
117689	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
117689	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
117689	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
117689	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
117689	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
117689	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
117689	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
117689	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
117689	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
117689	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
117689	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
117689	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
117689	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
117689	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
117689	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
117689	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
117689	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
117689	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
117689	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
117689	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
117689	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
117689	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
117689	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
117689	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
117689	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
117689	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
117689	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
117689	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
117689	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
117689	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
117689	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
117689	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
117689	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
117689	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
117689	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
117689	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
117689	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
117689	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
117689	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
117689	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
117689	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
117689	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
117689	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
117689	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
117689	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
117689	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
117689	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
117689	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
117689	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
117689	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
117689	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
117689	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
117689	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
117689	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
117689	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
117689	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
117689	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
117689	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
117689	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
117689	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
117689	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
117689	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
117689	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
117689	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
117689	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
117689	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
117689	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
117689	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
117689	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
117689	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
117689	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
117689	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
117689	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
117689	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
117689	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
117689	embedding2nn.weight	0	0.16375260055065155
117689	embedding2nn.weight	1	0.2762020230293274
117689	embedding2nn.weight	2	0.019984150305390358
117689	embedding2nn.weight	3	0.0110789118334651
117689	embedding2nn.weight	4	-0.03877362981438637
117689	embedding2nn.weight	5	0.059814926236867905
117689	embedding2nn.weight	6	0.03730197623372078
117689	embedding2nn.weight	7	-0.013622043654322624
117689	embedding2nn.weight	8	0.046627651900053024
117689	embedding2nn.weight	9	-0.04917898401618004
117689	embedding2nn.bias	0	0.02863898314535618
117689	embedding2nn.bias	1	-0.1480855643749237
117689	embedding2nn.bias	2	0.12847641110420227
117689	embedding2nn.bias	3	0.1274489015340805
117689	embedding2nn.bias	4	0.12503863871097565
117689	embedding2nn.bias	5	-0.0613887682557106
117689	embedding2nn.bias	6	-0.041546259075403214
117689	embedding2nn.bias	7	0.015535061247646809
117689	embedding2nn.bias	8	-0.13615135848522186
117689	embedding2nn.bias	9	-0.3461482524871826
117689	rnn.weight_ih_l0	0	0.0043860068544745445
117689	rnn.weight_ih_l0	1	-0.04290413111448288
117689	rnn.weight_ih_l0	2	-0.04272310808300972
117689	rnn.weight_ih_l0	3	0.032760486006736755
117689	rnn.weight_ih_l0	4	0.051298391073942184
117689	rnn.weight_ih_l0	5	-0.08630242198705673
117689	rnn.weight_ih_l0	6	0.0046630254946649075
117689	rnn.weight_ih_l0	7	0.011184506118297577
117689	rnn.weight_ih_l0	8	0.013163696974515915
117689	rnn.weight_ih_l0	9	-0.01894606463611126
117689	rnn.weight_hh_l0	0	0.027078241109848022
117689	rnn.weight_hh_l0	1	0.07234956324100494
117689	rnn.weight_hh_l0	2	0.01187084149569273
117689	rnn.weight_hh_l0	3	0.053243931382894516
117689	rnn.weight_hh_l0	4	-0.008737741969525814
117689	rnn.weight_hh_l0	5	0.050948575139045715
117689	rnn.weight_hh_l0	6	0.010749110952019691
117689	rnn.weight_hh_l0	7	-0.002192265819758177
117689	rnn.weight_hh_l0	8	0.04010703042149544
117689	rnn.weight_hh_l0	9	-0.045636072754859924
117689	rnn.bias_ih_l0	0	0.11829634010791779
117689	rnn.bias_ih_l0	1	-0.1613757610321045
117689	rnn.bias_ih_l0	2	-0.0003587512474041432
117689	rnn.bias_ih_l0	3	-0.11741103231906891
117689	rnn.bias_ih_l0	4	0.07923410087823868
117689	rnn.bias_ih_l0	5	-0.18943902850151062
117689	rnn.bias_ih_l0	6	-0.0704602301120758
117689	rnn.bias_ih_l0	7	-0.18474788963794708
117689	rnn.bias_ih_l0	8	-0.12577137351036072
117689	rnn.bias_ih_l0	9	-0.3308122158050537
117689	rnn.bias_hh_l0	0	-0.14019179344177246
117689	rnn.bias_hh_l0	1	-0.164386585354805
117689	rnn.bias_hh_l0	2	-0.14520664513111115
117689	rnn.bias_hh_l0	3	-0.05084234103560448
117689	rnn.bias_hh_l0	4	-0.1461072564125061
117689	rnn.bias_hh_l0	5	-0.17837046086788177
117689	rnn.bias_hh_l0	6	-0.08168856799602509
117689	rnn.bias_hh_l0	7	0.09316928684711456
117689	rnn.bias_hh_l0	8	-0.1240505576133728
117689	rnn.bias_hh_l0	9	-0.31024783849716187
117689	rnn.weight_ih_l0_reverse	0	0.05955317243933678
117689	rnn.weight_ih_l0_reverse	1	-0.05303969606757164
117689	rnn.weight_ih_l0_reverse	2	-0.0260732751339674
117689	rnn.weight_ih_l0_reverse	3	-0.07388962805271149
117689	rnn.weight_ih_l0_reverse	4	0.0290064737200737
117689	rnn.weight_ih_l0_reverse	5	-0.11190976202487946
117689	rnn.weight_ih_l0_reverse	6	0.04419216513633728
117689	rnn.weight_ih_l0_reverse	7	0.0267055481672287
117689	rnn.weight_ih_l0_reverse	8	-0.0743974894285202
117689	rnn.weight_ih_l0_reverse	9	-0.022513769567012787
117689	rnn.weight_hh_l0_reverse	0	-0.051271915435791016
117689	rnn.weight_hh_l0_reverse	1	0.020933793857693672
117689	rnn.weight_hh_l0_reverse	2	-0.016386736184358597
117689	rnn.weight_hh_l0_reverse	3	0.005246102809906006
117689	rnn.weight_hh_l0_reverse	4	-0.06638248264789581
117689	rnn.weight_hh_l0_reverse	5	0.033858537673950195
117689	rnn.weight_hh_l0_reverse	6	0.01589360646903515
117689	rnn.weight_hh_l0_reverse	7	-0.00220948806963861
117689	rnn.weight_hh_l0_reverse	8	-0.002734099980443716
117689	rnn.weight_hh_l0_reverse	9	0.0444895438849926
117689	rnn.bias_ih_l0_reverse	0	-0.13816343247890472
117689	rnn.bias_ih_l0_reverse	1	-0.12930534780025482
117689	rnn.bias_ih_l0_reverse	2	0.040159471333026886
117689	rnn.bias_ih_l0_reverse	3	-0.14360377192497253
117689	rnn.bias_ih_l0_reverse	4	-0.011683960445225239
117689	rnn.bias_ih_l0_reverse	5	-0.16260117292404175
117689	rnn.bias_ih_l0_reverse	6	0.2040596902370453
117689	rnn.bias_ih_l0_reverse	7	-0.243305966258049
117689	rnn.bias_ih_l0_reverse	8	-0.10648071020841599
117689	rnn.bias_ih_l0_reverse	9	-0.13323667645454407
117689	rnn.bias_hh_l0_reverse	0	-0.041143082082271576
117689	rnn.bias_hh_l0_reverse	1	0.1599818468093872
117689	rnn.bias_hh_l0_reverse	2	-0.2291700392961502
117689	rnn.bias_hh_l0_reverse	3	-0.0551331527531147
117689	rnn.bias_hh_l0_reverse	4	-0.2098885476589203
117689	rnn.bias_hh_l0_reverse	5	-0.10465352237224579
117689	rnn.bias_hh_l0_reverse	6	-0.20480772852897644
117689	rnn.bias_hh_l0_reverse	7	-0.06229019537568092
117689	rnn.bias_hh_l0_reverse	8	-0.11214505136013031
117689	rnn.bias_hh_l0_reverse	9	0.18926800787448883
117689	linear.weight	0	0.14688682556152344
117689	linear.weight	1	-0.296614408493042
117689	linear.weight	2	0.018259000033140182
117689	linear.weight	3	0.06794172525405884
117689	linear.weight	4	-0.12032546103000641
117689	linear.weight	5	0.25408098101615906
117689	linear.weight	6	-0.018838869407773018
117689	linear.weight	7	-0.06975080817937851
117689	linear.weight	8	0.12026594579219818
117689	linear.weight	9	-0.03504741191864014
117689	linear.bias	0	-1.0902477502822876
117689	linear.bias	1	1.8927171230316162
117689	linear.bias	2	0.37264642119407654
117689	linear.bias	3	-2.248020648956299
117689	linear.bias	4	-0.36834898591041565
117689	linear.bias	5	1.0502328872680664
117689	linear.bias	6	-0.31725385785102844
117689	linear.bias	7	0.43404269218444824
117689	linear.bias	8	2.03348970413208
117689	linear.bias	9	-1.2774044275283813
118298	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
118298	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
118298	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
118298	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
118298	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
118298	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
118298	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
118298	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
118298	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
118298	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
118298	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
118298	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
118298	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
118298	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
118298	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
118298	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
118298	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
118298	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
118298	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
118298	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
118298	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
118298	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
118298	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
118298	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
118298	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
118298	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
118298	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
118298	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
118298	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
118298	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
118298	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
118298	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
118298	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
118298	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
118298	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
118298	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
118298	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
118298	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
118298	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
118298	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
118298	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
118298	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
118298	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
118298	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
118298	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
118298	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
118298	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
118298	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
118298	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
118298	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
118298	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
118298	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
118298	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
118298	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
118298	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
118298	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
118298	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
118298	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
118298	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
118298	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
118298	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
118298	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
118298	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
118298	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
118298	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
118298	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
118298	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
118298	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
118298	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
118298	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
118298	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
118298	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
118298	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
118298	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
118298	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
118298	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
118298	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
118298	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
118298	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
118298	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
118298	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
118298	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
118298	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
118298	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
118298	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
118298	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
118298	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
118298	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
118298	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
118298	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
118298	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
118298	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
118298	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
118298	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
118298	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
118298	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
118298	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
118298	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
118298	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
118298	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
118298	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
118298	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
118298	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
118298	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
118298	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
118298	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
118298	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
118298	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
118298	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
118298	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
118298	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
118298	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
118298	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
118298	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
118298	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
118298	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
118298	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
118298	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
118298	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
118298	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
118298	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
118298	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
118298	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
118298	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
118298	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
118298	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
118298	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
118298	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
118298	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
118298	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
118298	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
118298	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
118298	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
118298	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
118298	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
118298	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
118298	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
118298	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
118298	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
118298	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
118298	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
118298	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
118298	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
118298	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
118298	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
118298	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
118298	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
118298	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
118298	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
118298	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
118298	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
118298	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
118298	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
118298	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
118298	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
118298	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
118298	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
118298	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
118298	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
118298	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
118298	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
118298	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
118298	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
118298	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
118298	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
118298	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
118298	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
118298	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
118298	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
118298	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
118298	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
118298	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
118298	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
118298	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
118298	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
118298	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
118298	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
118298	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
118298	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
118298	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
118298	embedding2nn.weight	0	0.1641218364238739
118298	embedding2nn.weight	1	0.27879849076271057
118298	embedding2nn.weight	2	0.02302970178425312
118298	embedding2nn.weight	3	0.006425272673368454
118298	embedding2nn.weight	4	-0.03960830718278885
118298	embedding2nn.weight	5	0.05500054359436035
118298	embedding2nn.weight	6	0.03316272795200348
118298	embedding2nn.weight	7	-0.019081708043813705
118298	embedding2nn.weight	8	0.04446452856063843
118298	embedding2nn.weight	9	-0.04958336800336838
118298	embedding2nn.bias	0	0.02843606285750866
118298	embedding2nn.bias	1	-0.14433303475379944
118298	embedding2nn.bias	2	0.16025520861148834
118298	embedding2nn.bias	3	0.12125810235738754
118298	embedding2nn.bias	4	0.12458162009716034
118298	embedding2nn.bias	5	-0.031746476888656616
118298	embedding2nn.bias	6	-0.03498800843954086
118298	embedding2nn.bias	7	0.03703056648373604
118298	embedding2nn.bias	8	-0.12693233788013458
118298	embedding2nn.bias	9	-0.33491480350494385
118298	rnn.weight_ih_l0	0	0.005914030130952597
118298	rnn.weight_ih_l0	1	-0.0416959747672081
118298	rnn.weight_ih_l0	2	-0.04663180559873581
118298	rnn.weight_ih_l0	3	0.031284477561712265
118298	rnn.weight_ih_l0	4	0.05821243301033974
118298	rnn.weight_ih_l0	5	-0.07507539540529251
118298	rnn.weight_ih_l0	6	0.002497880719602108
118298	rnn.weight_ih_l0	7	0.009508906863629818
118298	rnn.weight_ih_l0	8	0.00988339725881815
118298	rnn.weight_ih_l0	9	-0.014388260431587696
118298	rnn.weight_hh_l0	0	0.02656206674873829
118298	rnn.weight_hh_l0	1	0.07243668287992477
118298	rnn.weight_hh_l0	2	0.011472453363239765
118298	rnn.weight_hh_l0	3	0.05298658087849617
118298	rnn.weight_hh_l0	4	-0.009992435574531555
118298	rnn.weight_hh_l0	5	0.05088181793689728
118298	rnn.weight_hh_l0	6	0.010461971163749695
118298	rnn.weight_hh_l0	7	-0.003401445923373103
118298	rnn.weight_hh_l0	8	0.03998694568872452
118298	rnn.weight_hh_l0	9	-0.046116311103105545
118298	rnn.bias_ih_l0	0	0.104555644094944
118298	rnn.bias_ih_l0	1	-0.16247184574604034
118298	rnn.bias_ih_l0	2	-0.0035149219911545515
118298	rnn.bias_ih_l0	3	-0.11335337907075882
118298	rnn.bias_ih_l0	4	0.08022791892290115
118298	rnn.bias_ih_l0	5	-0.19512325525283813
118298	rnn.bias_ih_l0	6	-0.07836094498634338
118298	rnn.bias_ih_l0	7	-0.18670369684696198
118298	rnn.bias_ih_l0	8	-0.13160744309425354
118298	rnn.bias_ih_l0	9	-0.35059449076652527
118298	rnn.bias_hh_l0	0	-0.14032670855522156
118298	rnn.bias_hh_l0	1	-0.15403561294078827
118298	rnn.bias_hh_l0	2	-0.14566762745380402
118298	rnn.bias_hh_l0	3	-0.047016579657793045
118298	rnn.bias_hh_l0	4	-0.1383512169122696
118298	rnn.bias_hh_l0	5	-0.18070769309997559
118298	rnn.bias_hh_l0	6	-0.08985467255115509
118298	rnn.bias_hh_l0	7	0.08257359266281128
118298	rnn.bias_hh_l0	8	-0.12373148649930954
118298	rnn.bias_hh_l0	9	-0.3147725760936737
118298	rnn.weight_ih_l0_reverse	0	0.059174999594688416
118298	rnn.weight_ih_l0_reverse	1	-0.055298201739788055
118298	rnn.weight_ih_l0_reverse	2	-0.02642897330224514
118298	rnn.weight_ih_l0_reverse	3	-0.073639415204525
118298	rnn.weight_ih_l0_reverse	4	0.02639901451766491
118298	rnn.weight_ih_l0_reverse	5	-0.10921370983123779
118298	rnn.weight_ih_l0_reverse	6	0.039292994886636734
118298	rnn.weight_ih_l0_reverse	7	0.02662200853228569
118298	rnn.weight_ih_l0_reverse	8	-0.07354861497879028
118298	rnn.weight_ih_l0_reverse	9	-0.020296726375818253
118298	rnn.weight_hh_l0_reverse	0	-0.050763342529535294
118298	rnn.weight_hh_l0_reverse	1	0.021880514919757843
118298	rnn.weight_hh_l0_reverse	2	-0.017191734164953232
118298	rnn.weight_hh_l0_reverse	3	0.007832485251128674
118298	rnn.weight_hh_l0_reverse	4	-0.06721453368663788
118298	rnn.weight_hh_l0_reverse	5	0.03301730379462242
118298	rnn.weight_hh_l0_reverse	6	0.015972336754202843
118298	rnn.weight_hh_l0_reverse	7	0.001035308581776917
118298	rnn.weight_hh_l0_reverse	8	-0.0016278878320008516
118298	rnn.weight_hh_l0_reverse	9	0.045736368745565414
118298	rnn.bias_ih_l0_reverse	0	-0.13720907270908356
118298	rnn.bias_ih_l0_reverse	1	-0.12636986374855042
118298	rnn.bias_ih_l0_reverse	2	0.042223017662763596
118298	rnn.bias_ih_l0_reverse	3	-0.14429925382137299
118298	rnn.bias_ih_l0_reverse	4	-0.02463991753757
118298	rnn.bias_ih_l0_reverse	5	-0.15970949828624725
118298	rnn.bias_ih_l0_reverse	6	0.20122244954109192
118298	rnn.bias_ih_l0_reverse	7	-0.2277909219264984
118298	rnn.bias_ih_l0_reverse	8	-0.10993734002113342
118298	rnn.bias_ih_l0_reverse	9	-0.13342848420143127
118298	rnn.bias_hh_l0_reverse	0	-0.046447865664958954
118298	rnn.bias_hh_l0_reverse	1	0.14670124650001526
118298	rnn.bias_hh_l0_reverse	2	-0.22376097738742828
118298	rnn.bias_hh_l0_reverse	3	-0.06070646271109581
118298	rnn.bias_hh_l0_reverse	4	-0.21941259503364563
118298	rnn.bias_hh_l0_reverse	5	-0.09850424528121948
118298	rnn.bias_hh_l0_reverse	6	-0.20835022628307343
118298	rnn.bias_hh_l0_reverse	7	-0.0676674097776413
118298	rnn.bias_hh_l0_reverse	8	-0.11118119955062866
118298	rnn.bias_hh_l0_reverse	9	0.18545617163181305
118298	linear.weight	0	0.17827804386615753
118298	linear.weight	1	-0.31018948554992676
118298	linear.weight	2	0.012024805881083012
118298	linear.weight	3	0.06795316934585571
118298	linear.weight	4	-0.15209007263183594
118298	linear.weight	5	0.20796339213848114
118298	linear.weight	6	-0.031195499002933502
118298	linear.weight	7	-0.069750115275383
118298	linear.weight	8	0.13181814551353455
118298	linear.weight	9	-0.03508233651518822
118298	linear.bias	0	-1.110361099243164
118298	linear.bias	1	1.8582078218460083
118298	linear.bias	2	0.3718470335006714
118298	linear.bias	3	-2.2496438026428223
118298	linear.bias	4	-0.4081036448478699
118298	linear.bias	5	1.0350289344787598
118298	linear.bias	6	-0.2951120138168335
118298	linear.bias	7	0.4237286150455475
118298	linear.bias	8	2.0825586318969727
118298	linear.bias	9	-1.2609375715255737
118907	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
118907	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
118907	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
118907	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
118907	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
118907	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
118907	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
118907	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
118907	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
118907	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
118907	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
118907	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
118907	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
118907	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
118907	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
118907	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
118907	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
118907	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
118907	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
118907	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
118907	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
118907	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
118907	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
118907	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
118907	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
118907	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
118907	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
118907	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
118907	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
118907	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
118907	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
118907	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
118907	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
118907	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
118907	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
118907	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
118907	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
118907	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
118907	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
118907	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
118907	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
118907	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
118907	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
118907	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
118907	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
118907	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
118907	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
118907	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
118907	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
118907	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
118907	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
118907	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
118907	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
118907	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
118907	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
118907	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
118907	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
118907	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
118907	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
118907	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
118907	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
118907	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
118907	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
118907	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
118907	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
118907	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
118907	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
118907	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
118907	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
118907	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
118907	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
118907	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
118907	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
118907	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
118907	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
118907	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
118907	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
118907	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
118907	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
118907	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
118907	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
118907	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
118907	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
118907	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
118907	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
118907	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
118907	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
118907	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
118907	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
118907	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
118907	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
118907	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
118907	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
118907	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
118907	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
118907	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
118907	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
118907	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
118907	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
118907	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
118907	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
118907	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
118907	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
118907	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
118907	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
118907	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
118907	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
118907	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
118907	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
118907	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
118907	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
118907	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
118907	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
118907	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
118907	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
118907	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
118907	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
118907	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
118907	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
118907	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
118907	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
118907	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
118907	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
118907	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
118907	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
118907	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
118907	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
118907	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
118907	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
118907	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
118907	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
118907	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
118907	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
118907	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
118907	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
118907	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
118907	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
118907	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
118907	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
118907	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
118907	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
118907	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
118907	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
118907	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
118907	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
118907	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
118907	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
118907	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
118907	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
118907	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
118907	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
118907	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
118907	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
118907	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
118907	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
118907	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
118907	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
118907	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
118907	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
118907	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
118907	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
118907	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
118907	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
118907	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
118907	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
118907	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
118907	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
118907	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
118907	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
118907	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
118907	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
118907	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
118907	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
118907	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
118907	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
118907	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
118907	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
118907	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
118907	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
118907	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
118907	embedding2nn.weight	0	0.16572768986225128
118907	embedding2nn.weight	1	0.28624773025512695
118907	embedding2nn.weight	2	0.023581184446811676
118907	embedding2nn.weight	3	0.0002305645466549322
118907	embedding2nn.weight	4	-0.046209387481212616
118907	embedding2nn.weight	5	0.054870836436748505
118907	embedding2nn.weight	6	0.04760659486055374
118907	embedding2nn.weight	7	-0.018534241244196892
118907	embedding2nn.weight	8	0.048420313745737076
118907	embedding2nn.weight	9	-0.04658271372318268
118907	embedding2nn.bias	0	0.038614172488451004
118907	embedding2nn.bias	1	-0.16052794456481934
118907	embedding2nn.bias	2	0.14409862458705902
118907	embedding2nn.bias	3	0.1252800077199936
118907	embedding2nn.bias	4	0.1521095484495163
118907	embedding2nn.bias	5	-0.04359666630625725
118907	embedding2nn.bias	6	-0.034915484488010406
118907	embedding2nn.bias	7	0.024735143408179283
118907	embedding2nn.bias	8	-0.11490927636623383
118907	embedding2nn.bias	9	-0.3367358446121216
118907	rnn.weight_ih_l0	0	0.006884693633764982
118907	rnn.weight_ih_l0	1	-0.04271230846643448
118907	rnn.weight_ih_l0	2	-0.04993777722120285
118907	rnn.weight_ih_l0	3	0.02942243218421936
118907	rnn.weight_ih_l0	4	0.05863262712955475
118907	rnn.weight_ih_l0	5	-0.07022617757320404
118907	rnn.weight_ih_l0	6	-0.0006574878934770823
118907	rnn.weight_ih_l0	7	0.013765381649136543
118907	rnn.weight_ih_l0	8	0.014350463636219501
118907	rnn.weight_ih_l0	9	-0.019607752561569214
118907	rnn.weight_hh_l0	0	0.02610335312783718
118907	rnn.weight_hh_l0	1	0.07243230938911438
118907	rnn.weight_hh_l0	2	0.00912490114569664
118907	rnn.weight_hh_l0	3	0.05388413369655609
118907	rnn.weight_hh_l0	4	-0.01042948942631483
118907	rnn.weight_hh_l0	5	0.05109470710158348
118907	rnn.weight_hh_l0	6	0.01041156705468893
118907	rnn.weight_hh_l0	7	-0.0010604980634525418
118907	rnn.weight_hh_l0	8	0.040410421788692474
118907	rnn.weight_hh_l0	9	-0.04542290419340134
118907	rnn.bias_ih_l0	0	0.10145466029644012
118907	rnn.bias_ih_l0	1	-0.1620146930217743
118907	rnn.bias_ih_l0	2	-0.0023959230165928602
118907	rnn.bias_ih_l0	3	-0.11635594815015793
118907	rnn.bias_ih_l0	4	0.08138711750507355
118907	rnn.bias_ih_l0	5	-0.19158203899860382
118907	rnn.bias_ih_l0	6	-0.0824345275759697
118907	rnn.bias_ih_l0	7	-0.19021917879581451
118907	rnn.bias_ih_l0	8	-0.1334795355796814
118907	rnn.bias_ih_l0	9	-0.33730167150497437
118907	rnn.bias_hh_l0	0	-0.14255936443805695
118907	rnn.bias_hh_l0	1	-0.15437042713165283
118907	rnn.bias_hh_l0	2	-0.14970800280570984
118907	rnn.bias_hh_l0	3	-0.04229870066046715
118907	rnn.bias_hh_l0	4	-0.14600804448127747
118907	rnn.bias_hh_l0	5	-0.17871226370334625
118907	rnn.bias_hh_l0	6	-0.08449992537498474
118907	rnn.bias_hh_l0	7	0.08435504138469696
118907	rnn.bias_hh_l0	8	-0.1310359686613083
118907	rnn.bias_hh_l0	9	-0.317014217376709
118907	rnn.weight_ih_l0_reverse	0	0.0669306293129921
118907	rnn.weight_ih_l0_reverse	1	-0.05483250319957733
118907	rnn.weight_ih_l0_reverse	2	-0.030229434370994568
118907	rnn.weight_ih_l0_reverse	3	-0.07289095222949982
118907	rnn.weight_ih_l0_reverse	4	0.029711555689573288
118907	rnn.weight_ih_l0_reverse	5	-0.10282271355390549
118907	rnn.weight_ih_l0_reverse	6	0.04848441109061241
118907	rnn.weight_ih_l0_reverse	7	0.02383393980562687
118907	rnn.weight_ih_l0_reverse	8	-0.07576961815357208
118907	rnn.weight_ih_l0_reverse	9	-0.018574059009552002
118907	rnn.weight_hh_l0_reverse	0	-0.051047492772340775
118907	rnn.weight_hh_l0_reverse	1	0.023475680500268936
118907	rnn.weight_hh_l0_reverse	2	-0.01814592070877552
118907	rnn.weight_hh_l0_reverse	3	0.007957398891448975
118907	rnn.weight_hh_l0_reverse	4	-0.06784169375896454
118907	rnn.weight_hh_l0_reverse	5	0.03276323527097702
118907	rnn.weight_hh_l0_reverse	6	0.01608545519411564
118907	rnn.weight_hh_l0_reverse	7	0.001769675174728036
118907	rnn.weight_hh_l0_reverse	8	-0.001970519544556737
118907	rnn.weight_hh_l0_reverse	9	0.04806579649448395
118907	rnn.bias_ih_l0_reverse	0	-0.14214177429676056
118907	rnn.bias_ih_l0_reverse	1	-0.1306474655866623
118907	rnn.bias_ih_l0_reverse	2	0.04611632227897644
118907	rnn.bias_ih_l0_reverse	3	-0.14415641129016876
118907	rnn.bias_ih_l0_reverse	4	-0.01895255409181118
118907	rnn.bias_ih_l0_reverse	5	-0.153285950422287
118907	rnn.bias_ih_l0_reverse	6	0.20898915827274323
118907	rnn.bias_ih_l0_reverse	7	-0.231684610247612
118907	rnn.bias_ih_l0_reverse	8	-0.11218728125095367
118907	rnn.bias_ih_l0_reverse	9	-0.13997064530849457
118907	rnn.bias_hh_l0_reverse	0	-0.04740990698337555
118907	rnn.bias_hh_l0_reverse	1	0.16245052218437195
118907	rnn.bias_hh_l0_reverse	2	-0.2344808280467987
118907	rnn.bias_hh_l0_reverse	3	-0.06114991009235382
118907	rnn.bias_hh_l0_reverse	4	-0.21155409514904022
118907	rnn.bias_hh_l0_reverse	5	-0.1004527285695076
118907	rnn.bias_hh_l0_reverse	6	-0.2082466036081314
118907	rnn.bias_hh_l0_reverse	7	-0.06434909999370575
118907	rnn.bias_hh_l0_reverse	8	-0.11402793228626251
118907	rnn.bias_hh_l0_reverse	9	0.18294817209243774
118907	linear.weight	0	0.19243335723876953
118907	linear.weight	1	-0.316592276096344
118907	linear.weight	2	-0.017567897215485573
118907	linear.weight	3	0.0679711326956749
118907	linear.weight	4	-0.18035052716732025
118907	linear.weight	5	0.23429284989833832
118907	linear.weight	6	-0.05202765017747879
118907	linear.weight	7	-0.06975486129522324
118907	linear.weight	8	0.13252554833889008
118907	linear.weight	9	-0.035172685980796814
118907	linear.bias	0	-1.126428246498108
118907	linear.bias	1	1.8456110954284668
118907	linear.bias	2	0.33910512924194336
118907	linear.bias	3	-2.251441478729248
118907	linear.bias	4	-0.3692052960395813
118907	linear.bias	5	0.9983018040657043
118907	linear.bias	6	-0.3084416687488556
118907	linear.bias	7	0.4384150803089142
118907	linear.bias	8	2.0905418395996094
118907	linear.bias	9	-1.2667315006256104
119516	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
119516	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
119516	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
119516	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
119516	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
119516	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
119516	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
119516	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
119516	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
119516	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
119516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
119516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
119516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
119516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
119516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
119516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
119516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
119516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
119516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
119516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
119516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
119516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
119516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
119516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
119516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
119516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
119516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
119516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
119516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
119516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
119516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
119516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
119516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
119516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
119516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
119516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
119516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
119516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
119516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
119516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
119516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
119516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
119516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
119516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
119516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
119516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
119516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
119516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
119516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
119516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
119516	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
119516	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
119516	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
119516	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
119516	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
119516	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
119516	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
119516	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
119516	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
119516	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
119516	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
119516	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
119516	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
119516	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
119516	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
119516	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
119516	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
119516	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
119516	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
119516	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
119516	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
119516	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
119516	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
119516	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
119516	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
119516	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
119516	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
119516	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
119516	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
119516	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
119516	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
119516	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
119516	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
119516	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
119516	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
119516	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
119516	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
119516	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
119516	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
119516	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
119516	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
119516	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
119516	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
119516	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
119516	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
119516	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
119516	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
119516	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
119516	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
119516	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
119516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
119516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
119516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
119516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
119516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
119516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
119516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
119516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
119516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
119516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
119516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
119516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
119516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
119516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
119516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
119516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
119516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
119516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
119516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
119516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
119516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
119516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
119516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
119516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
119516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
119516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
119516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
119516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
119516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
119516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
119516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
119516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
119516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
119516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
119516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
119516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
119516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
119516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
119516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
119516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
119516	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
119516	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
119516	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
119516	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
119516	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
119516	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
119516	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
119516	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
119516	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
119516	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
119516	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
119516	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
119516	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
119516	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
119516	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
119516	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
119516	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
119516	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
119516	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
119516	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
119516	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
119516	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
119516	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
119516	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
119516	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
119516	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
119516	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
119516	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
119516	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
119516	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
119516	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
119516	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
119516	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
119516	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
119516	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
119516	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
119516	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
119516	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
119516	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
119516	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
119516	embedding2nn.weight	0	0.1641872227191925
119516	embedding2nn.weight	1	0.2820329964160919
119516	embedding2nn.weight	2	0.024513382464647293
119516	embedding2nn.weight	3	0.013517504557967186
119516	embedding2nn.weight	4	-0.03896448388695717
119516	embedding2nn.weight	5	0.05605555698275566
119516	embedding2nn.weight	6	0.051375098526477814
119516	embedding2nn.weight	7	-0.012478441931307316
119516	embedding2nn.weight	8	0.042829688638448715
119516	embedding2nn.weight	9	-0.05234048143029213
119516	embedding2nn.bias	0	0.05253174901008606
119516	embedding2nn.bias	1	-0.1512727290391922
119516	embedding2nn.bias	2	0.1211312860250473
119516	embedding2nn.bias	3	0.13540604710578918
119516	embedding2nn.bias	4	0.14175662398338318
119516	embedding2nn.bias	5	-0.03556379675865173
119516	embedding2nn.bias	6	-0.03713240474462509
119516	embedding2nn.bias	7	0.016416672617197037
119516	embedding2nn.bias	8	-0.11196569353342056
119516	embedding2nn.bias	9	-0.3472737967967987
119516	rnn.weight_ih_l0	0	0.0076944842003285885
119516	rnn.weight_ih_l0	1	-0.04384739324450493
119516	rnn.weight_ih_l0	2	-0.04755184426903725
119516	rnn.weight_ih_l0	3	0.03304927796125412
119516	rnn.weight_ih_l0	4	0.05215279012918472
119516	rnn.weight_ih_l0	5	-0.07970204949378967
119516	rnn.weight_ih_l0	6	0.0029048980213701725
119516	rnn.weight_ih_l0	7	0.012602411210536957
119516	rnn.weight_ih_l0	8	0.017865657806396484
119516	rnn.weight_ih_l0	9	-0.015530645847320557
119516	rnn.weight_hh_l0	0	0.02573331817984581
119516	rnn.weight_hh_l0	1	0.0725075826048851
119516	rnn.weight_hh_l0	2	0.009837810881435871
119516	rnn.weight_hh_l0	3	0.05337216705083847
119516	rnn.weight_hh_l0	4	-0.010823455639183521
119516	rnn.weight_hh_l0	5	0.052375588566064835
119516	rnn.weight_hh_l0	6	0.00991999451071024
119516	rnn.weight_hh_l0	7	-0.00012284875265322626
119516	rnn.weight_hh_l0	8	0.04055946320295334
119516	rnn.weight_hh_l0	9	-0.0437648668885231
119516	rnn.bias_ih_l0	0	0.10262220352888107
119516	rnn.bias_ih_l0	1	-0.16327889263629913
119516	rnn.bias_ih_l0	2	0.0014575321692973375
119516	rnn.bias_ih_l0	3	-0.11195320636034012
119516	rnn.bias_ih_l0	4	0.07332317531108856
119516	rnn.bias_ih_l0	5	-0.20255763828754425
119516	rnn.bias_ih_l0	6	-0.08476856350898743
119516	rnn.bias_ih_l0	7	-0.18907813727855682
119516	rnn.bias_ih_l0	8	-0.128383606672287
119516	rnn.bias_ih_l0	9	-0.3353755474090576
119516	rnn.bias_hh_l0	0	-0.1372881978750229
119516	rnn.bias_hh_l0	1	-0.1561257690191269
119516	rnn.bias_hh_l0	2	-0.1552874743938446
119516	rnn.bias_hh_l0	3	-0.04712381213903427
119516	rnn.bias_hh_l0	4	-0.1503826081752777
119516	rnn.bias_hh_l0	5	-0.18145957589149475
119516	rnn.bias_hh_l0	6	-0.08933126926422119
119516	rnn.bias_hh_l0	7	0.0852375477552414
119516	rnn.bias_hh_l0	8	-0.1266573816537857
119516	rnn.bias_hh_l0	9	-0.3146001398563385
119516	rnn.weight_ih_l0_reverse	0	0.06345021724700928
119516	rnn.weight_ih_l0_reverse	1	-0.056551650166511536
119516	rnn.weight_ih_l0_reverse	2	-0.03342729061841965
119516	rnn.weight_ih_l0_reverse	3	-0.07359131425619125
119516	rnn.weight_ih_l0_reverse	4	0.029329784214496613
119516	rnn.weight_ih_l0_reverse	5	-0.10080654919147491
119516	rnn.weight_ih_l0_reverse	6	0.051062751561403275
119516	rnn.weight_ih_l0_reverse	7	0.023629097267985344
119516	rnn.weight_ih_l0_reverse	8	-0.07333337515592575
119516	rnn.weight_ih_l0_reverse	9	-0.019544299691915512
119516	rnn.weight_hh_l0_reverse	0	-0.05143922567367554
119516	rnn.weight_hh_l0_reverse	1	0.02179495058953762
119516	rnn.weight_hh_l0_reverse	2	-0.01777280494570732
119516	rnn.weight_hh_l0_reverse	3	0.007747182156890631
119516	rnn.weight_hh_l0_reverse	4	-0.06779207289218903
119516	rnn.weight_hh_l0_reverse	5	0.0330863781273365
119516	rnn.weight_hh_l0_reverse	6	0.016375726088881493
119516	rnn.weight_hh_l0_reverse	7	0.00031386478804051876
119516	rnn.weight_hh_l0_reverse	8	-0.00188281643204391
119516	rnn.weight_hh_l0_reverse	9	0.04946461692452431
119516	rnn.bias_ih_l0_reverse	0	-0.1445421576499939
119516	rnn.bias_ih_l0_reverse	1	-0.12708047032356262
119516	rnn.bias_ih_l0_reverse	2	0.04647345840930939
119516	rnn.bias_ih_l0_reverse	3	-0.15352284908294678
119516	rnn.bias_ih_l0_reverse	4	-0.019421400502324104
119516	rnn.bias_ih_l0_reverse	5	-0.15108518302440643
119516	rnn.bias_ih_l0_reverse	6	0.21921464800834656
119516	rnn.bias_ih_l0_reverse	7	-0.242655947804451
119516	rnn.bias_ih_l0_reverse	8	-0.1151672825217247
119516	rnn.bias_ih_l0_reverse	9	-0.13122688233852386
119516	rnn.bias_hh_l0_reverse	0	-0.058277640491724014
119516	rnn.bias_hh_l0_reverse	1	0.156529501080513
119516	rnn.bias_hh_l0_reverse	2	-0.21923872828483582
119516	rnn.bias_hh_l0_reverse	3	-0.055030934512615204
119516	rnn.bias_hh_l0_reverse	4	-0.21575215458869934
119516	rnn.bias_hh_l0_reverse	5	-0.10200254619121552
119516	rnn.bias_hh_l0_reverse	6	-0.20214281976222992
119516	rnn.bias_hh_l0_reverse	7	-0.06851502507925034
119516	rnn.bias_hh_l0_reverse	8	-0.11238429695367813
119516	rnn.bias_hh_l0_reverse	9	0.18633341789245605
119516	linear.weight	0	0.17384091019630432
119516	linear.weight	1	-0.3283299207687378
119516	linear.weight	2	0.0050844247452914715
119516	linear.weight	3	0.06798809766769409
119516	linear.weight	4	-0.14668190479278564
119516	linear.weight	5	0.24115461111068726
119516	linear.weight	6	-0.06786398589611053
119516	linear.weight	7	-0.06973835080862045
119516	linear.weight	8	0.12285300344228745
119516	linear.weight	9	-0.035244420170784
119516	linear.bias	0	-1.1089863777160645
119516	linear.bias	1	1.8634648323059082
119516	linear.bias	2	0.3907749354839325
119516	linear.bias	3	-2.253312349319458
119516	linear.bias	4	-0.3700715899467468
119516	linear.bias	5	1.0186160802841187
119516	linear.bias	6	-0.31084001064300537
119516	linear.bias	7	0.43281230330467224
119516	linear.bias	8	2.063416004180908
119516	linear.bias	9	-1.2694470882415771
120125	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
120125	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
120125	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
120125	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
120125	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
120125	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
120125	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
120125	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
120125	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
120125	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
120125	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
120125	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
120125	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
120125	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
120125	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
120125	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
120125	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
120125	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
120125	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
120125	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
120125	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
120125	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
120125	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
120125	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
120125	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
120125	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
120125	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
120125	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
120125	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
120125	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
120125	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
120125	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
120125	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
120125	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
120125	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
120125	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
120125	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
120125	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
120125	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
120125	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
120125	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
120125	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
120125	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
120125	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
120125	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
120125	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
120125	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
120125	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
120125	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
120125	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
120125	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
120125	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
120125	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
120125	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
120125	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
120125	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
120125	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
120125	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
120125	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
120125	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
120125	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
120125	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
120125	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
120125	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
120125	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
120125	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
120125	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
120125	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
120125	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
120125	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
120125	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
120125	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
120125	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
120125	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
120125	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
120125	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
120125	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
120125	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
120125	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
120125	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
120125	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
120125	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
120125	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
120125	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
120125	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
120125	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
120125	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
120125	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
120125	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
120125	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
120125	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
120125	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
120125	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
120125	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
120125	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
120125	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
120125	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
120125	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
120125	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
120125	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
120125	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
120125	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
120125	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
120125	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
120125	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
120125	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
120125	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
120125	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
120125	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
120125	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
120125	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
120125	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
120125	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
120125	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
120125	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
120125	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
120125	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
120125	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
120125	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
120125	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
120125	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
120125	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
120125	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
120125	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
120125	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
120125	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
120125	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
120125	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
120125	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
120125	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
120125	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
120125	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
120125	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
120125	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
120125	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
120125	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
120125	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
120125	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
120125	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
120125	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
120125	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
120125	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
120125	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
120125	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
120125	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
120125	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
120125	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
120125	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
120125	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
120125	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
120125	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
120125	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
120125	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
120125	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
120125	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
120125	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
120125	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
120125	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
120125	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
120125	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
120125	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
120125	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
120125	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
120125	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
120125	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
120125	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
120125	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
120125	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
120125	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
120125	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
120125	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
120125	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
120125	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
120125	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
120125	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
120125	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
120125	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
120125	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
120125	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
120125	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
120125	embedding2nn.weight	0	0.16589705646038055
120125	embedding2nn.weight	1	0.28559058904647827
120125	embedding2nn.weight	2	0.028847912326455116
120125	embedding2nn.weight	3	0.031153013929724693
120125	embedding2nn.weight	4	-0.041012391448020935
120125	embedding2nn.weight	5	0.055797405540943146
120125	embedding2nn.weight	6	0.04932601377367973
120125	embedding2nn.weight	7	-0.005486263893544674
120125	embedding2nn.weight	8	0.04295291006565094
120125	embedding2nn.weight	9	-0.05189000070095062
120125	embedding2nn.bias	0	0.029246525838971138
120125	embedding2nn.bias	1	-0.1461138278245926
120125	embedding2nn.bias	2	0.1363479346036911
120125	embedding2nn.bias	3	0.11763942241668701
120125	embedding2nn.bias	4	0.14226770401000977
120125	embedding2nn.bias	5	-0.03742678090929985
120125	embedding2nn.bias	6	-0.027445005252957344
120125	embedding2nn.bias	7	0.03803132474422455
120125	embedding2nn.bias	8	-0.13116905093193054
120125	embedding2nn.bias	9	-0.3640238046646118
120125	rnn.weight_ih_l0	0	0.010254442691802979
120125	rnn.weight_ih_l0	1	-0.04594169184565544
120125	rnn.weight_ih_l0	2	-0.04718225821852684
120125	rnn.weight_ih_l0	3	0.03641087934374809
120125	rnn.weight_ih_l0	4	0.04884767532348633
120125	rnn.weight_ih_l0	5	-0.07843278348445892
120125	rnn.weight_ih_l0	6	0.0013233987847343087
120125	rnn.weight_ih_l0	7	0.018414396792650223
120125	rnn.weight_ih_l0	8	0.006908715702593327
120125	rnn.weight_ih_l0	9	-0.019837621599435806
120125	rnn.weight_hh_l0	0	0.02537081204354763
120125	rnn.weight_hh_l0	1	0.07250670343637466
120125	rnn.weight_hh_l0	2	0.008627691306173801
120125	rnn.weight_hh_l0	3	0.053238339722156525
120125	rnn.weight_hh_l0	4	-0.009659924544394016
120125	rnn.weight_hh_l0	5	0.051786214113235474
120125	rnn.weight_hh_l0	6	0.009706767275929451
120125	rnn.weight_hh_l0	7	0.0028013826813548803
120125	rnn.weight_hh_l0	8	0.04102223366498947
120125	rnn.weight_hh_l0	9	-0.045547228306531906
120125	rnn.bias_ih_l0	0	0.11414353549480438
120125	rnn.bias_ih_l0	1	-0.1562509983778
120125	rnn.bias_ih_l0	2	-0.004005631897598505
120125	rnn.bias_ih_l0	3	-0.11086851358413696
120125	rnn.bias_ih_l0	4	0.07762041687965393
120125	rnn.bias_ih_l0	5	-0.20023447275161743
120125	rnn.bias_ih_l0	6	-0.0774741917848587
120125	rnn.bias_ih_l0	7	-0.19048625230789185
120125	rnn.bias_ih_l0	8	-0.13650372624397278
120125	rnn.bias_ih_l0	9	-0.31788957118988037
120125	rnn.bias_hh_l0	0	-0.13907024264335632
120125	rnn.bias_hh_l0	1	-0.1531875729560852
120125	rnn.bias_hh_l0	2	-0.1552276760339737
120125	rnn.bias_hh_l0	3	-0.04734627902507782
120125	rnn.bias_hh_l0	4	-0.15073688328266144
120125	rnn.bias_hh_l0	5	-0.18240433931350708
120125	rnn.bias_hh_l0	6	-0.09294475615024567
120125	rnn.bias_hh_l0	7	0.09153875708580017
120125	rnn.bias_hh_l0	8	-0.13429349660873413
120125	rnn.bias_hh_l0	9	-0.30989325046539307
120125	rnn.weight_ih_l0_reverse	0	0.058520637452602386
120125	rnn.weight_ih_l0_reverse	1	-0.05409417301416397
120125	rnn.weight_ih_l0_reverse	2	-0.035980209708213806
120125	rnn.weight_ih_l0_reverse	3	-0.0718294233083725
120125	rnn.weight_ih_l0_reverse	4	0.030596934258937836
120125	rnn.weight_ih_l0_reverse	5	-0.11549881100654602
120125	rnn.weight_ih_l0_reverse	6	0.05244063213467598
120125	rnn.weight_ih_l0_reverse	7	0.024351855739951134
120125	rnn.weight_ih_l0_reverse	8	-0.0714169293642044
120125	rnn.weight_ih_l0_reverse	9	-0.016715604811906815
120125	rnn.weight_hh_l0_reverse	0	-0.04932025820016861
120125	rnn.weight_hh_l0_reverse	1	0.02267630770802498
120125	rnn.weight_hh_l0_reverse	2	-0.018794294446706772
120125	rnn.weight_hh_l0_reverse	3	0.00789384450763464
120125	rnn.weight_hh_l0_reverse	4	-0.0678543746471405
120125	rnn.weight_hh_l0_reverse	5	0.03305975720286369
120125	rnn.weight_hh_l0_reverse	6	0.016886526718735695
120125	rnn.weight_hh_l0_reverse	7	-0.0012789444299414754
120125	rnn.weight_hh_l0_reverse	8	0.0031457850709557533
120125	rnn.weight_hh_l0_reverse	9	0.0473504476249218
120125	rnn.bias_ih_l0_reverse	0	-0.15055367350578308
120125	rnn.bias_ih_l0_reverse	1	-0.11862030625343323
120125	rnn.bias_ih_l0_reverse	2	0.04848933592438698
120125	rnn.bias_ih_l0_reverse	3	-0.16213718056678772
120125	rnn.bias_ih_l0_reverse	4	-0.025059567764401436
120125	rnn.bias_ih_l0_reverse	5	-0.15480780601501465
120125	rnn.bias_ih_l0_reverse	6	0.20766638219356537
120125	rnn.bias_ih_l0_reverse	7	-0.2460380643606186
120125	rnn.bias_ih_l0_reverse	8	-0.11306144297122955
120125	rnn.bias_ih_l0_reverse	9	-0.12512552738189697
120125	rnn.bias_hh_l0_reverse	0	-0.06473085284233093
120125	rnn.bias_hh_l0_reverse	1	0.14829792082309723
120125	rnn.bias_hh_l0_reverse	2	-0.22533021867275238
120125	rnn.bias_hh_l0_reverse	3	-0.07088850438594818
120125	rnn.bias_hh_l0_reverse	4	-0.2148384153842926
120125	rnn.bias_hh_l0_reverse	5	-0.09931264817714691
120125	rnn.bias_hh_l0_reverse	6	-0.20612972974777222
120125	rnn.bias_hh_l0_reverse	7	-0.0627213791012764
120125	rnn.bias_hh_l0_reverse	8	-0.11278394609689713
120125	rnn.bias_hh_l0_reverse	9	0.1794348508119583
120125	linear.weight	0	0.16341152787208557
120125	linear.weight	1	-0.3255220353603363
120125	linear.weight	2	-0.010828236117959023
120125	linear.weight	3	0.06801794469356537
120125	linear.weight	4	-0.14373266696929932
120125	linear.weight	5	0.23654334247112274
120125	linear.weight	6	-0.06776182353496552
120125	linear.weight	7	-0.0697462186217308
120125	linear.weight	8	0.15797726809978485
120125	linear.weight	9	-0.035293545573949814
120125	linear.bias	0	-1.0923845767974854
120125	linear.bias	1	1.8553147315979004
120125	linear.bias	2	0.34902650117874146
120125	linear.bias	3	-2.2549421787261963
120125	linear.bias	4	-0.3647012412548065
120125	linear.bias	5	0.9675321578979492
120125	linear.bias	6	-0.32259100675582886
120125	linear.bias	7	0.42558783292770386
120125	linear.bias	8	2.1481993198394775
120125	linear.bias	9	-1.2625651359558105
120734	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
120734	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
120734	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
120734	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
120734	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
120734	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
120734	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
120734	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
120734	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
120734	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
120734	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
120734	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
120734	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
120734	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
120734	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
120734	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
120734	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
120734	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
120734	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
120734	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
120734	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
120734	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
120734	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
120734	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
120734	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
120734	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
120734	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
120734	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
120734	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
120734	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
120734	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
120734	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
120734	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
120734	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
120734	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
120734	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
120734	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
120734	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
120734	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
120734	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
120734	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
120734	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
120734	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
120734	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
120734	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
120734	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
120734	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
120734	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
120734	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
120734	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
120734	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
120734	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
120734	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
120734	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
120734	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
120734	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
120734	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
120734	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
120734	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
120734	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
120734	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
120734	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
120734	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
120734	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
120734	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
120734	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
120734	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
120734	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
120734	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
120734	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
120734	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
120734	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
120734	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
120734	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
120734	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
120734	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
120734	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
120734	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
120734	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
120734	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
120734	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
120734	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
120734	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
120734	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
120734	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
120734	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
120734	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
120734	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
120734	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
120734	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
120734	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
120734	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
120734	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
120734	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
120734	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
120734	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
120734	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
120734	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
120734	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
120734	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
120734	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
120734	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
120734	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
120734	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
120734	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
120734	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
120734	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
120734	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
120734	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
120734	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
120734	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
120734	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
120734	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
120734	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
120734	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
120734	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
120734	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
120734	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
120734	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
120734	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
120734	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
120734	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
120734	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
120734	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
120734	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
120734	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
120734	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
120734	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
120734	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
120734	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
120734	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
120734	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
120734	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
120734	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
120734	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
120734	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
120734	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
120734	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
120734	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
120734	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
120734	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
120734	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
120734	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
120734	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
120734	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
120734	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
120734	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
120734	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
120734	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
120734	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
120734	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
120734	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
120734	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
120734	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
120734	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
120734	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
120734	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
120734	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
120734	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
120734	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
120734	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
120734	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
120734	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
120734	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
120734	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
120734	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
120734	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
120734	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
120734	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
120734	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
120734	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
120734	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
120734	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
120734	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
120734	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
120734	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
120734	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
120734	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
120734	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
120734	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
120734	embedding2nn.weight	0	0.16685646772384644
120734	embedding2nn.weight	1	0.2863568365573883
120734	embedding2nn.weight	2	0.03277939558029175
120734	embedding2nn.weight	3	0.04000735655426979
120734	embedding2nn.weight	4	-0.037940412759780884
120734	embedding2nn.weight	5	0.05632348731160164
120734	embedding2nn.weight	6	0.03874862566590309
120734	embedding2nn.weight	7	-0.009610089473426342
120734	embedding2nn.weight	8	0.04591647535562515
120734	embedding2nn.weight	9	-0.05849817767739296
120734	embedding2nn.bias	0	0.04567216336727142
120734	embedding2nn.bias	1	-0.1811545342206955
120734	embedding2nn.bias	2	0.13018760085105896
120734	embedding2nn.bias	3	0.10973136126995087
120734	embedding2nn.bias	4	0.14018604159355164
120734	embedding2nn.bias	5	-0.025515569373965263
120734	embedding2nn.bias	6	-0.032847318798303604
120734	embedding2nn.bias	7	0.02293086238205433
120734	embedding2nn.bias	8	-0.11885852366685867
120734	embedding2nn.bias	9	-0.3488485515117645
120734	rnn.weight_ih_l0	0	0.010914469137787819
120734	rnn.weight_ih_l0	1	-0.04450341314077377
120734	rnn.weight_ih_l0	2	-0.0451507493853569
120734	rnn.weight_ih_l0	3	0.034795742481946945
120734	rnn.weight_ih_l0	4	0.051135364919900894
120734	rnn.weight_ih_l0	5	-0.07933762669563293
120734	rnn.weight_ih_l0	6	-0.004845710936933756
120734	rnn.weight_ih_l0	7	0.015779586508870125
120734	rnn.weight_ih_l0	8	0.014024421572685242
120734	rnn.weight_ih_l0	9	-0.015808260068297386
120734	rnn.weight_hh_l0	0	0.02493438310921192
120734	rnn.weight_hh_l0	1	0.07173033058643341
120734	rnn.weight_hh_l0	2	0.00905761681497097
120734	rnn.weight_hh_l0	3	0.05333143100142479
120734	rnn.weight_hh_l0	4	-0.00936872884631157
120734	rnn.weight_hh_l0	5	0.05230860039591789
120734	rnn.weight_hh_l0	6	0.009003761224448681
120734	rnn.weight_hh_l0	7	0.005534808617085218
120734	rnn.weight_hh_l0	8	0.041069939732551575
120734	rnn.weight_hh_l0	9	-0.046876680105924606
120734	rnn.bias_ih_l0	0	0.10608827322721481
120734	rnn.bias_ih_l0	1	-0.1633472740650177
120734	rnn.bias_ih_l0	2	-0.008951504714787006
120734	rnn.bias_ih_l0	3	-0.11537951976060867
120734	rnn.bias_ih_l0	4	0.07466492801904678
120734	rnn.bias_ih_l0	5	-0.19488738477230072
120734	rnn.bias_ih_l0	6	-0.08023901283740997
120734	rnn.bias_ih_l0	7	-0.19385874271392822
120734	rnn.bias_ih_l0	8	-0.13437685370445251
120734	rnn.bias_ih_l0	9	-0.3138645887374878
120734	rnn.bias_hh_l0	0	-0.14756835997104645
120734	rnn.bias_hh_l0	1	-0.15848912298679352
120734	rnn.bias_hh_l0	2	-0.15293994545936584
120734	rnn.bias_hh_l0	3	-0.05325796827673912
120734	rnn.bias_hh_l0	4	-0.15180976688861847
120734	rnn.bias_hh_l0	5	-0.18384213745594025
120734	rnn.bias_hh_l0	6	-0.09131849557161331
120734	rnn.bias_hh_l0	7	0.09242771565914154
120734	rnn.bias_hh_l0	8	-0.13527099788188934
120734	rnn.bias_hh_l0	9	-0.3194584548473358
120734	rnn.weight_ih_l0_reverse	0	0.06798038631677628
120734	rnn.weight_ih_l0_reverse	1	-0.049603208899497986
120734	rnn.weight_ih_l0_reverse	2	-0.03819045424461365
120734	rnn.weight_ih_l0_reverse	3	-0.07159285992383957
120734	rnn.weight_ih_l0_reverse	4	0.030799398198723793
120734	rnn.weight_ih_l0_reverse	5	-0.11128837615251541
120734	rnn.weight_ih_l0_reverse	6	0.04185911640524864
120734	rnn.weight_ih_l0_reverse	7	0.026218565180897713
120734	rnn.weight_ih_l0_reverse	8	-0.07465388625860214
120734	rnn.weight_ih_l0_reverse	9	-0.01880914717912674
120734	rnn.weight_hh_l0_reverse	0	-0.0487964004278183
120734	rnn.weight_hh_l0_reverse	1	0.022448057308793068
120734	rnn.weight_hh_l0_reverse	2	-0.017729321494698524
120734	rnn.weight_hh_l0_reverse	3	0.007911479100584984
120734	rnn.weight_hh_l0_reverse	4	-0.06861240416765213
120734	rnn.weight_hh_l0_reverse	5	0.03290460631251335
120734	rnn.weight_hh_l0_reverse	6	0.01699545979499817
120734	rnn.weight_hh_l0_reverse	7	7.034083682810888e-05
120734	rnn.weight_hh_l0_reverse	8	0.002764196367934346
120734	rnn.weight_hh_l0_reverse	9	0.04794947803020477
120734	rnn.bias_ih_l0_reverse	0	-0.14895446598529816
120734	rnn.bias_ih_l0_reverse	1	-0.11934829503297806
120734	rnn.bias_ih_l0_reverse	2	0.0456024631857872
120734	rnn.bias_ih_l0_reverse	3	-0.163482204079628
120734	rnn.bias_ih_l0_reverse	4	-0.02942262589931488
120734	rnn.bias_ih_l0_reverse	5	-0.15450400114059448
120734	rnn.bias_ih_l0_reverse	6	0.19804725050926208
120734	rnn.bias_ih_l0_reverse	7	-0.23089595139026642
120734	rnn.bias_ih_l0_reverse	8	-0.11201644688844681
120734	rnn.bias_ih_l0_reverse	9	-0.12006339430809021
120734	rnn.bias_hh_l0_reverse	0	-0.07026159763336182
120734	rnn.bias_hh_l0_reverse	1	0.14243853092193604
120734	rnn.bias_hh_l0_reverse	2	-0.22944121062755585
120734	rnn.bias_hh_l0_reverse	3	-0.07029146701097488
120734	rnn.bias_hh_l0_reverse	4	-0.21835479140281677
120734	rnn.bias_hh_l0_reverse	5	-0.10419173538684845
120734	rnn.bias_hh_l0_reverse	6	-0.20638395845890045
120734	rnn.bias_hh_l0_reverse	7	-0.056243933737277985
120734	rnn.bias_hh_l0_reverse	8	-0.10727733373641968
120734	rnn.bias_hh_l0_reverse	9	0.17634202539920807
120734	linear.weight	0	0.1481853425502777
120734	linear.weight	1	-0.34244999289512634
120734	linear.weight	2	0.011413874104619026
120734	linear.weight	3	0.06803397834300995
120734	linear.weight	4	-0.13754360377788544
120734	linear.weight	5	0.24451769888401031
120734	linear.weight	6	-0.06539835780858994
120734	linear.weight	7	-0.06972308456897736
120734	linear.weight	8	0.14372655749320984
120734	linear.weight	9	-0.03533029928803444
120734	linear.bias	0	-1.1183555126190186
120734	linear.bias	1	1.880510687828064
120734	linear.bias	2	0.3421645164489746
120734	linear.bias	3	-2.2567362785339355
120734	linear.bias	4	-0.3808937072753906
120734	linear.bias	5	0.990398108959198
120734	linear.bias	6	-0.3184952437877655
120734	linear.bias	7	0.4369581937789917
120734	linear.bias	8	2.1408016681671143
120734	linear.bias	9	-1.2858736515045166
121343	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
121343	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
121343	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
121343	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
121343	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
121343	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
121343	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
121343	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
121343	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
121343	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
121343	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
121343	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
121343	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
121343	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
121343	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
121343	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
121343	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
121343	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
121343	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
121343	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
121343	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
121343	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
121343	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
121343	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
121343	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
121343	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
121343	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
121343	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
121343	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
121343	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
121343	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
121343	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
121343	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
121343	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
121343	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
121343	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
121343	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
121343	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
121343	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
121343	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
121343	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
121343	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
121343	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
121343	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
121343	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
121343	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
121343	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
121343	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
121343	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
121343	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
121343	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
121343	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
121343	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
121343	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
121343	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
121343	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
121343	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
121343	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
121343	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
121343	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
121343	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
121343	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
121343	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
121343	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
121343	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
121343	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
121343	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
121343	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
121343	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
121343	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
121343	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
121343	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
121343	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
121343	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
121343	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
121343	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
121343	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
121343	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
121343	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
121343	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
121343	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
121343	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
121343	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
121343	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
121343	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
121343	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
121343	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
121343	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
121343	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
121343	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
121343	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
121343	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
121343	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
121343	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
121343	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
121343	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
121343	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
121343	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
121343	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
121343	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
121343	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
121343	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
121343	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
121343	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
121343	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
121343	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
121343	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
121343	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
121343	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
121343	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
121343	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
121343	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
121343	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
121343	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
121343	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
121343	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
121343	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
121343	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
121343	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
121343	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
121343	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
121343	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
121343	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
121343	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
121343	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
121343	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
121343	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
121343	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
121343	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
121343	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
121343	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
121343	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
121343	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
121343	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
121343	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
121343	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
121343	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
121343	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
121343	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
121343	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
121343	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
121343	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
121343	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
121343	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
121343	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
121343	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
121343	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
121343	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
121343	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
121343	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
121343	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
121343	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
121343	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
121343	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
121343	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
121343	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
121343	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
121343	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
121343	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
121343	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
121343	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
121343	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
121343	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
121343	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
121343	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
121343	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
121343	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
121343	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
121343	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
121343	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
121343	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
121343	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
121343	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
121343	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
121343	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
121343	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
121343	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
121343	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
121343	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
121343	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
121343	embedding2nn.weight	0	0.16885511577129364
121343	embedding2nn.weight	1	0.2865349352359772
121343	embedding2nn.weight	2	0.029193779453635216
121343	embedding2nn.weight	3	0.0410880371928215
121343	embedding2nn.weight	4	-0.03606133162975311
121343	embedding2nn.weight	5	0.06138879060745239
121343	embedding2nn.weight	6	0.048967745155096054
121343	embedding2nn.weight	7	-0.01909356191754341
121343	embedding2nn.weight	8	0.04614390805363655
121343	embedding2nn.weight	9	-0.04795381426811218
121343	embedding2nn.bias	0	0.038234252482652664
121343	embedding2nn.bias	1	-0.1746210753917694
121343	embedding2nn.bias	2	0.11678138375282288
121343	embedding2nn.bias	3	0.14266690611839294
121343	embedding2nn.bias	4	0.1335345059633255
121343	embedding2nn.bias	5	-0.04399941489100456
121343	embedding2nn.bias	6	-0.03652772679924965
121343	embedding2nn.bias	7	0.015070523135364056
121343	embedding2nn.bias	8	-0.12115128338336945
121343	embedding2nn.bias	9	-0.3630332350730896
121343	rnn.weight_ih_l0	0	0.01070728525519371
121343	rnn.weight_ih_l0	1	-0.04289888218045235
121343	rnn.weight_ih_l0	2	-0.04364067688584328
121343	rnn.weight_ih_l0	3	0.033720821142196655
121343	rnn.weight_ih_l0	4	0.04561395198106766
121343	rnn.weight_ih_l0	5	-0.08146744966506958
121343	rnn.weight_ih_l0	6	-0.007132996805012226
121343	rnn.weight_ih_l0	7	0.01787208952009678
121343	rnn.weight_ih_l0	8	0.00890775490552187
121343	rnn.weight_ih_l0	9	-0.023362616077065468
121343	rnn.weight_hh_l0	0	0.02406678907573223
121343	rnn.weight_hh_l0	1	0.07216144353151321
121343	rnn.weight_hh_l0	2	0.009592436254024506
121343	rnn.weight_hh_l0	3	0.053475916385650635
121343	rnn.weight_hh_l0	4	-0.009629511274397373
121343	rnn.weight_hh_l0	5	0.053277093917131424
121343	rnn.weight_hh_l0	6	0.009055557660758495
121343	rnn.weight_hh_l0	7	0.0022547380067408085
121343	rnn.weight_hh_l0	8	0.04100321978330612
121343	rnn.weight_hh_l0	9	-0.04655216634273529
121343	rnn.bias_ih_l0	0	0.11427012830972672
121343	rnn.bias_ih_l0	1	-0.1552230417728424
121343	rnn.bias_ih_l0	2	-0.012433730065822601
121343	rnn.bias_ih_l0	3	-0.12454691529273987
121343	rnn.bias_ih_l0	4	0.07182180881500244
121343	rnn.bias_ih_l0	5	-0.1924869269132614
121343	rnn.bias_ih_l0	6	-0.07947124540805817
121343	rnn.bias_ih_l0	7	-0.19175416231155396
121343	rnn.bias_ih_l0	8	-0.12850987911224365
121343	rnn.bias_ih_l0	9	-0.30081263184547424
121343	rnn.bias_hh_l0	0	-0.14827416837215424
121343	rnn.bias_hh_l0	1	-0.15346774458885193
121343	rnn.bias_hh_l0	2	-0.15028069913387299
121343	rnn.bias_hh_l0	3	-0.053533390164375305
121343	rnn.bias_hh_l0	4	-0.14977219700813293
121343	rnn.bias_hh_l0	5	-0.1849907785654068
121343	rnn.bias_hh_l0	6	-0.08522385358810425
121343	rnn.bias_hh_l0	7	0.08698009699583054
121343	rnn.bias_hh_l0	8	-0.14346684515476227
121343	rnn.bias_hh_l0	9	-0.31103116273880005
121343	rnn.weight_ih_l0_reverse	0	0.05539311468601227
121343	rnn.weight_ih_l0_reverse	1	-0.04828646406531334
121343	rnn.weight_ih_l0_reverse	2	-0.03909602016210556
121343	rnn.weight_ih_l0_reverse	3	-0.07339340448379517
121343	rnn.weight_ih_l0_reverse	4	0.030899321660399437
121343	rnn.weight_ih_l0_reverse	5	-0.10525532066822052
121343	rnn.weight_ih_l0_reverse	6	0.044474221765995026
121343	rnn.weight_ih_l0_reverse	7	0.02580074593424797
121343	rnn.weight_ih_l0_reverse	8	-0.07489059120416641
121343	rnn.weight_ih_l0_reverse	9	-0.016717325896024704
121343	rnn.weight_hh_l0_reverse	0	-0.04871254041790962
121343	rnn.weight_hh_l0_reverse	1	0.02321530319750309
121343	rnn.weight_hh_l0_reverse	2	-0.018968891352415085
121343	rnn.weight_hh_l0_reverse	3	0.007687874138355255
121343	rnn.weight_hh_l0_reverse	4	-0.06968706846237183
121343	rnn.weight_hh_l0_reverse	5	0.03306746482849121
121343	rnn.weight_hh_l0_reverse	6	0.017066946253180504
121343	rnn.weight_hh_l0_reverse	7	-0.002262910595163703
121343	rnn.weight_hh_l0_reverse	8	0.0042733196169137955
121343	rnn.weight_hh_l0_reverse	9	0.046663735061883926
121343	rnn.bias_ih_l0_reverse	0	-0.15065054595470428
121343	rnn.bias_ih_l0_reverse	1	-0.11469775438308716
121343	rnn.bias_ih_l0_reverse	2	0.04045392572879791
121343	rnn.bias_ih_l0_reverse	3	-0.15913891792297363
121343	rnn.bias_ih_l0_reverse	4	-0.03215824067592621
121343	rnn.bias_ih_l0_reverse	5	-0.15775401890277863
121343	rnn.bias_ih_l0_reverse	6	0.21145696938037872
121343	rnn.bias_ih_l0_reverse	7	-0.22688542306423187
121343	rnn.bias_ih_l0_reverse	8	-0.11170189082622528
121343	rnn.bias_ih_l0_reverse	9	-0.1268610954284668
121343	rnn.bias_hh_l0_reverse	0	-0.06294827908277512
121343	rnn.bias_hh_l0_reverse	1	0.14365443587303162
121343	rnn.bias_hh_l0_reverse	2	-0.23161421716213226
121343	rnn.bias_hh_l0_reverse	3	-0.06816959381103516
121343	rnn.bias_hh_l0_reverse	4	-0.2295413762331009
121343	rnn.bias_hh_l0_reverse	5	-0.10383817553520203
121343	rnn.bias_hh_l0_reverse	6	-0.21513588726520538
121343	rnn.bias_hh_l0_reverse	7	-0.05587396025657654
121343	rnn.bias_hh_l0_reverse	8	-0.11578729003667831
121343	rnn.bias_hh_l0_reverse	9	0.16109691560268402
121343	linear.weight	0	0.16379542648792267
121343	linear.weight	1	-0.3039743900299072
121343	linear.weight	2	0.036012668162584305
121343	linear.weight	3	0.06802546232938766
121343	linear.weight	4	-0.11416506767272949
121343	linear.weight	5	0.2292279601097107
121343	linear.weight	6	-0.06416362524032593
121343	linear.weight	7	-0.06970366090536118
121343	linear.weight	8	0.1567654311656952
121343	linear.weight	9	-0.03538140282034874
121343	linear.bias	0	-1.1084957122802734
121343	linear.bias	1	1.88798987865448
121343	linear.bias	2	0.3419840335845947
121343	linear.bias	3	-2.258481740951538
121343	linear.bias	4	-0.4173952043056488
121343	linear.bias	5	1.0112253427505493
121343	linear.bias	6	-0.30525898933410645
121343	linear.bias	7	0.4426318407058716
121343	linear.bias	8	2.0335569381713867
121343	linear.bias	9	-1.274661660194397
121952	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
121952	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
121952	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
121952	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
121952	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
121952	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
121952	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
121952	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
121952	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
121952	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
121952	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
121952	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
121952	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
121952	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
121952	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
121952	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
121952	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
121952	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
121952	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
121952	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
121952	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
121952	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
121952	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
121952	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
121952	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
121952	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
121952	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
121952	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
121952	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
121952	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
121952	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
121952	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
121952	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
121952	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
121952	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
121952	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
121952	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
121952	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
121952	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
121952	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
121952	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
121952	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
121952	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
121952	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
121952	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
121952	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
121952	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
121952	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
121952	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
121952	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
121952	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
121952	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
121952	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
121952	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
121952	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
121952	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
121952	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
121952	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
121952	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
121952	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
121952	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
121952	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
121952	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
121952	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
121952	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
121952	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
121952	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
121952	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
121952	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
121952	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
121952	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
121952	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
121952	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
121952	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
121952	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
121952	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
121952	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
121952	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
121952	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
121952	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
121952	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
121952	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
121952	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
121952	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
121952	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
121952	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
121952	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
121952	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
121952	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
121952	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
121952	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
121952	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
121952	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
121952	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
121952	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
121952	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
121952	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
121952	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
121952	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
121952	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
121952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
121952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
121952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
121952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
121952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
121952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
121952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
121952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
121952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
121952	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
121952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
121952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
121952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
121952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
121952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
121952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
121952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
121952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
121952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
121952	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
121952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
121952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
121952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
121952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
121952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
121952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
121952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
121952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
121952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
121952	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
121952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
121952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
121952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
121952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
121952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
121952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
121952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
121952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
121952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
121952	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
121952	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
121952	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
121952	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
121952	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
121952	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
121952	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
121952	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
121952	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
121952	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
121952	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
121952	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
121952	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
121952	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
121952	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
121952	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
121952	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
121952	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
121952	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
121952	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
121952	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
121952	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
121952	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
121952	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
121952	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
121952	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
121952	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
121952	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
121952	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
121952	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
121952	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
121952	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
121952	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
121952	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
121952	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
121952	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
121952	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
121952	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
121952	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
121952	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
121952	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
121952	embedding2nn.weight	0	0.17098864912986755
121952	embedding2nn.weight	1	0.2861711084842682
121952	embedding2nn.weight	2	0.03414148837327957
121952	embedding2nn.weight	3	0.04333275184035301
121952	embedding2nn.weight	4	-0.03292181342840195
121952	embedding2nn.weight	5	0.058144424110651016
121952	embedding2nn.weight	6	0.05890912935137749
121952	embedding2nn.weight	7	-0.02273912914097309
121952	embedding2nn.weight	8	0.05027318000793457
121952	embedding2nn.weight	9	-0.05496760085225105
121952	embedding2nn.bias	0	0.043573878705501556
121952	embedding2nn.bias	1	-0.14808130264282227
121952	embedding2nn.bias	2	0.1122249960899353
121952	embedding2nn.bias	3	0.1495891511440277
121952	embedding2nn.bias	4	0.12496817857027054
121952	embedding2nn.bias	5	-0.03192336484789848
121952	embedding2nn.bias	6	-0.04102863743901253
121952	embedding2nn.bias	7	0.020264409482479095
121952	embedding2nn.bias	8	-0.13506706058979034
121952	embedding2nn.bias	9	-0.3428937494754791
121952	rnn.weight_ih_l0	0	0.01062332559376955
121952	rnn.weight_ih_l0	1	-0.0420757420361042
121952	rnn.weight_ih_l0	2	-0.05120578035712242
121952	rnn.weight_ih_l0	3	0.0314900204539299
121952	rnn.weight_ih_l0	4	0.046616122126579285
121952	rnn.weight_ih_l0	5	-0.081962950527668
121952	rnn.weight_ih_l0	6	-0.013652964495122433
121952	rnn.weight_ih_l0	7	0.014578589238226414
121952	rnn.weight_ih_l0	8	0.008012018166482449
121952	rnn.weight_ih_l0	9	-0.03435567393898964
121952	rnn.weight_hh_l0	0	0.02391430176794529
121952	rnn.weight_hh_l0	1	0.072042316198349
121952	rnn.weight_hh_l0	2	0.00903609860688448
121952	rnn.weight_hh_l0	3	0.05321602523326874
121952	rnn.weight_hh_l0	4	-0.010026054456830025
121952	rnn.weight_hh_l0	5	0.05265110731124878
121952	rnn.weight_hh_l0	6	0.008371121250092983
121952	rnn.weight_hh_l0	7	0.0033656531013548374
121952	rnn.weight_hh_l0	8	0.04077811911702156
121952	rnn.weight_hh_l0	9	-0.04772443696856499
121952	rnn.bias_ih_l0	0	0.11138100177049637
121952	rnn.bias_ih_l0	1	-0.1592387855052948
121952	rnn.bias_ih_l0	2	-0.010133377276360989
121952	rnn.bias_ih_l0	3	-0.1126205176115036
121952	rnn.bias_ih_l0	4	0.06439410150051117
121952	rnn.bias_ih_l0	5	-0.20302866399288177
121952	rnn.bias_ih_l0	6	-0.09150689840316772
121952	rnn.bias_ih_l0	7	-0.1933942586183548
121952	rnn.bias_ih_l0	8	-0.13196022808551788
121952	rnn.bias_ih_l0	9	-0.3288349211215973
121952	rnn.bias_hh_l0	0	-0.15174344182014465
121952	rnn.bias_hh_l0	1	-0.16027691960334778
121952	rnn.bias_hh_l0	2	-0.14169034361839294
121952	rnn.bias_hh_l0	3	-0.047077443450689316
121952	rnn.bias_hh_l0	4	-0.14697140455245972
121952	rnn.bias_hh_l0	5	-0.18317757546901703
121952	rnn.bias_hh_l0	6	-0.0843510702252388
121952	rnn.bias_hh_l0	7	0.09418274462223053
121952	rnn.bias_hh_l0	8	-0.1391211748123169
121952	rnn.bias_hh_l0	9	-0.3098372519016266
121952	rnn.weight_ih_l0_reverse	0	0.046253569424152374
121952	rnn.weight_ih_l0_reverse	1	-0.04859074577689171
121952	rnn.weight_ih_l0_reverse	2	-0.039231959730386734
121952	rnn.weight_ih_l0_reverse	3	-0.0752081498503685
121952	rnn.weight_ih_l0_reverse	4	0.029271719977259636
121952	rnn.weight_ih_l0_reverse	5	-0.0973271057009697
121952	rnn.weight_ih_l0_reverse	6	0.05027829110622406
121952	rnn.weight_ih_l0_reverse	7	0.025465819984674454
121952	rnn.weight_ih_l0_reverse	8	-0.0761507898569107
121952	rnn.weight_ih_l0_reverse	9	-0.01737154647707939
121952	rnn.weight_hh_l0_reverse	0	-0.04880795255303383
121952	rnn.weight_hh_l0_reverse	1	0.02156575210392475
121952	rnn.weight_hh_l0_reverse	2	-0.018506886437535286
121952	rnn.weight_hh_l0_reverse	3	0.008983236737549305
121952	rnn.weight_hh_l0_reverse	4	-0.06821494549512863
121952	rnn.weight_hh_l0_reverse	5	0.033393312245607376
121952	rnn.weight_hh_l0_reverse	6	0.0172208771109581
121952	rnn.weight_hh_l0_reverse	7	0.00133329420350492
121952	rnn.weight_hh_l0_reverse	8	0.0030825301073491573
121952	rnn.weight_hh_l0_reverse	9	0.04518532380461693
121952	rnn.bias_ih_l0_reverse	0	-0.14166061580181122
121952	rnn.bias_ih_l0_reverse	1	-0.11693724989891052
121952	rnn.bias_ih_l0_reverse	2	0.04363775625824928
121952	rnn.bias_ih_l0_reverse	3	-0.15712471306324005
121952	rnn.bias_ih_l0_reverse	4	-0.02159128338098526
121952	rnn.bias_ih_l0_reverse	5	-0.15951226651668549
121952	rnn.bias_ih_l0_reverse	6	0.21597856283187866
121952	rnn.bias_ih_l0_reverse	7	-0.23138634860515594
121952	rnn.bias_ih_l0_reverse	8	-0.10988572984933853
121952	rnn.bias_ih_l0_reverse	9	-0.13374434411525726
121952	rnn.bias_hh_l0_reverse	0	-0.06826696544885635
121952	rnn.bias_hh_l0_reverse	1	0.13713647425174713
121952	rnn.bias_hh_l0_reverse	2	-0.2301916480064392
121952	rnn.bias_hh_l0_reverse	3	-0.06710108369588852
121952	rnn.bias_hh_l0_reverse	4	-0.2285079061985016
121952	rnn.bias_hh_l0_reverse	5	-0.10594888776540756
121952	rnn.bias_hh_l0_reverse	6	-0.2236386388540268
121952	rnn.bias_hh_l0_reverse	7	-0.05454564094543457
121952	rnn.bias_hh_l0_reverse	8	-0.11396818608045578
121952	rnn.bias_hh_l0_reverse	9	0.18795819580554962
121952	linear.weight	0	0.1594635248184204
121952	linear.weight	1	-0.33303046226501465
121952	linear.weight	2	-0.0015277726342901587
121952	linear.weight	3	0.0680522471666336
121952	linear.weight	4	-0.09757818281650543
121952	linear.weight	5	0.2531316578388214
121952	linear.weight	6	-0.06045156717300415
121952	linear.weight	7	-0.06967636942863464
121952	linear.weight	8	0.14671194553375244
121952	linear.weight	9	-0.035414665937423706
121952	linear.bias	0	-1.140571117401123
121952	linear.bias	1	1.9194564819335938
121952	linear.bias	2	0.34750252962112427
121952	linear.bias	3	-2.260105609893799
121952	linear.bias	4	-0.42783865332603455
121952	linear.bias	5	1.0059365034103394
121952	linear.bias	6	-0.2867299020290375
121952	linear.bias	7	0.46936845779418945
121952	linear.bias	8	2.0585429668426514
121952	linear.bias	9	-1.2904483079910278
121960	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
121960	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
121960	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
121960	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
121960	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
121960	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
121960	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
121960	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
121960	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
121960	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
121960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
121960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
121960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
121960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
121960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
121960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
121960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
121960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
121960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
121960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
121960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
121960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
121960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
121960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
121960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
121960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
121960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
121960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
121960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
121960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
121960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
121960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
121960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
121960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
121960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
121960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
121960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
121960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
121960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
121960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
121960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
121960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
121960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
121960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
121960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
121960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
121960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
121960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
121960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
121960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
121960	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
121960	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
121960	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
121960	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
121960	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
121960	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
121960	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
121960	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
121960	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
121960	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
121960	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
121960	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
121960	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
121960	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
121960	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
121960	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
121960	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
121960	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
121960	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
121960	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
121960	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
121960	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
121960	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
121960	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
121960	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
121960	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
121960	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
121960	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
121960	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
121960	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
121960	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
121960	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
121960	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
121960	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
121960	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
121960	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
121960	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
121960	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
121960	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
121960	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
121960	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
121960	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
121960	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
121960	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
121960	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
121960	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
121960	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
121960	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
121960	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
121960	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
121960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
121960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
121960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
121960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
121960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
121960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
121960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
121960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
121960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
121960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
121960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
121960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
121960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
121960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
121960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
121960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
121960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
121960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
121960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
121960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
121960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
121960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
121960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
121960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
121960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
121960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
121960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
121960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
121960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
121960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
121960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
121960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
121960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
121960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
121960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
121960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
121960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
121960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
121960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
121960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
121960	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
121960	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
121960	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
121960	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
121960	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
121960	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
121960	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
121960	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
121960	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
121960	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
121960	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
121960	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
121960	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
121960	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
121960	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
121960	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
121960	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
121960	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
121960	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
121960	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
121960	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
121960	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
121960	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
121960	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
121960	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
121960	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
121960	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
121960	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
121960	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
121960	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
121960	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
121960	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
121960	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
121960	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
121960	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
121960	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
121960	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
121960	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
121960	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
121960	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
121960	embedding2nn.weight	0	0.17107093334197998
121960	embedding2nn.weight	1	0.2856716215610504
121960	embedding2nn.weight	2	0.03385692834854126
121960	embedding2nn.weight	3	0.046859391033649445
121960	embedding2nn.weight	4	-0.033194027841091156
121960	embedding2nn.weight	5	0.05900796502828598
121960	embedding2nn.weight	6	0.05922258272767067
121960	embedding2nn.weight	7	-0.02195831947028637
121960	embedding2nn.weight	8	0.050401411950588226
121960	embedding2nn.weight	9	-0.056485120207071304
121960	embedding2nn.bias	0	0.043165892362594604
121960	embedding2nn.bias	1	-0.14809219539165497
121960	embedding2nn.bias	2	0.10703179240226746
121960	embedding2nn.bias	3	0.1475616693496704
121960	embedding2nn.bias	4	0.12135032564401627
121960	embedding2nn.bias	5	-0.03101283684372902
121960	embedding2nn.bias	6	-0.040535226464271545
121960	embedding2nn.bias	7	0.018347620964050293
121960	embedding2nn.bias	8	-0.13720889389514923
121960	embedding2nn.bias	9	-0.3393248915672302
121960	rnn.weight_ih_l0	0	0.010750208050012589
121960	rnn.weight_ih_l0	1	-0.042111851274967194
121960	rnn.weight_ih_l0	2	-0.05109865590929985
121960	rnn.weight_ih_l0	3	0.03102632611989975
121960	rnn.weight_ih_l0	4	0.046066585928201675
121960	rnn.weight_ih_l0	5	-0.08066096156835556
121960	rnn.weight_ih_l0	6	-0.014976777136325836
121960	rnn.weight_ih_l0	7	0.014473999850451946
121960	rnn.weight_ih_l0	8	0.007169165648519993
121960	rnn.weight_ih_l0	9	-0.03363467752933502
121960	rnn.weight_hh_l0	0	0.024000652134418488
121960	rnn.weight_hh_l0	1	0.07198596745729446
121960	rnn.weight_hh_l0	2	0.009078668430447578
121960	rnn.weight_hh_l0	3	0.0532241016626358
121960	rnn.weight_hh_l0	4	-0.009962867014110088
121960	rnn.weight_hh_l0	5	0.05273181572556496
121960	rnn.weight_hh_l0	6	0.008462339639663696
121960	rnn.weight_hh_l0	7	0.003018984105437994
121960	rnn.weight_hh_l0	8	0.0407671183347702
121960	rnn.weight_hh_l0	9	-0.047748666256666183
121960	rnn.bias_ih_l0	0	0.11019086092710495
121960	rnn.bias_ih_l0	1	-0.1585337221622467
121960	rnn.bias_ih_l0	2	-0.00959016103297472
121960	rnn.bias_ih_l0	3	-0.11164013296365738
121960	rnn.bias_ih_l0	4	0.06491795927286148
121960	rnn.bias_ih_l0	5	-0.20170904695987701
121960	rnn.bias_ih_l0	6	-0.09109921008348465
121960	rnn.bias_ih_l0	7	-0.19372029602527618
121960	rnn.bias_ih_l0	8	-0.13184590637683868
121960	rnn.bias_ih_l0	9	-0.32931751012802124
121960	rnn.bias_hh_l0	0	-0.15204831957817078
121960	rnn.bias_hh_l0	1	-0.16027988493442535
121960	rnn.bias_hh_l0	2	-0.14118345081806183
121960	rnn.bias_hh_l0	3	-0.04875165969133377
121960	rnn.bias_hh_l0	4	-0.14700256288051605
121960	rnn.bias_hh_l0	5	-0.18328650295734406
121960	rnn.bias_hh_l0	6	-0.08410850167274475
121960	rnn.bias_hh_l0	7	0.09298702329397202
121960	rnn.bias_hh_l0	8	-0.13854748010635376
121960	rnn.bias_hh_l0	9	-0.309160053730011
121960	rnn.weight_ih_l0_reverse	0	0.045868780463933945
121960	rnn.weight_ih_l0_reverse	1	-0.048348624259233475
121960	rnn.weight_ih_l0_reverse	2	-0.03893308341503143
121960	rnn.weight_ih_l0_reverse	3	-0.07530319690704346
121960	rnn.weight_ih_l0_reverse	4	0.029015518724918365
121960	rnn.weight_ih_l0_reverse	5	-0.09725253283977509
121960	rnn.weight_ih_l0_reverse	6	0.049701642245054245
121960	rnn.weight_ih_l0_reverse	7	0.02550726942718029
121960	rnn.weight_ih_l0_reverse	8	-0.07614637166261673
121960	rnn.weight_ih_l0_reverse	9	-0.017892522737383842
121960	rnn.weight_hh_l0_reverse	0	-0.04867030307650566
121960	rnn.weight_hh_l0_reverse	1	0.02170705981552601
121960	rnn.weight_hh_l0_reverse	2	-0.018446285277605057
121960	rnn.weight_hh_l0_reverse	3	0.008969822898507118
121960	rnn.weight_hh_l0_reverse	4	-0.06798539310693741
121960	rnn.weight_hh_l0_reverse	5	0.03338751569390297
121960	rnn.weight_hh_l0_reverse	6	0.01723332516849041
121960	rnn.weight_hh_l0_reverse	7	0.0013245545560494065
121960	rnn.weight_hh_l0_reverse	8	0.0030745279509574175
121960	rnn.weight_hh_l0_reverse	9	0.04511113092303276
121960	rnn.bias_ih_l0_reverse	0	-0.14152409136295319
121960	rnn.bias_ih_l0_reverse	1	-0.11688154935836792
121960	rnn.bias_ih_l0_reverse	2	0.044217947870492935
121960	rnn.bias_ih_l0_reverse	3	-0.15758438408374786
121960	rnn.bias_ih_l0_reverse	4	-0.022616496309638023
121960	rnn.bias_ih_l0_reverse	5	-0.1593654602766037
121960	rnn.bias_ih_l0_reverse	6	0.2153167575597763
121960	rnn.bias_ih_l0_reverse	7	-0.22911059856414795
121960	rnn.bias_ih_l0_reverse	8	-0.10930149257183075
121960	rnn.bias_ih_l0_reverse	9	-0.13274432718753815
121960	rnn.bias_hh_l0_reverse	0	-0.06950829923152924
121960	rnn.bias_hh_l0_reverse	1	0.13809451460838318
121960	rnn.bias_hh_l0_reverse	2	-0.22952446341514587
121960	rnn.bias_hh_l0_reverse	3	-0.06747150421142578
121960	rnn.bias_hh_l0_reverse	4	-0.22948704659938812
121960	rnn.bias_hh_l0_reverse	5	-0.1066974326968193
121960	rnn.bias_hh_l0_reverse	6	-0.22371341288089752
121960	rnn.bias_hh_l0_reverse	7	-0.05425264686346054
121960	rnn.bias_hh_l0_reverse	8	-0.11292612552642822
121960	rnn.bias_hh_l0_reverse	9	0.18603941798210144
121960	linear.weight	0	0.155034139752388
121960	linear.weight	1	-0.33372119069099426
121960	linear.weight	2	0.0023777347523719072
121960	linear.weight	3	0.06805232912302017
121960	linear.weight	4	-0.09582848101854324
121960	linear.weight	5	0.2544526159763336
121960	linear.weight	6	-0.05799251049757004
121960	linear.weight	7	-0.06967643648386002
121960	linear.weight	8	0.14773303270339966
121960	linear.weight	9	-0.03541521728038788
121960	linear.bias	0	-1.146721363067627
121960	linear.bias	1	1.916579246520996
121960	linear.bias	2	0.3517211675643921
121960	linear.bias	3	-2.2601239681243896
121960	linear.bias	4	-0.4308260977268219
121960	linear.bias	5	1.0051320791244507
121960	linear.bias	6	-0.2950541377067566
121960	linear.bias	7	0.46904250979423523
121960	linear.bias	8	2.080458164215088
121960	linear.bias	9	-1.2912206649780273
122569	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
122569	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
122569	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
122569	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
122569	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
122569	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
122569	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
122569	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
122569	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
122569	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
122569	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
122569	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
122569	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
122569	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
122569	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
122569	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
122569	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
122569	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
122569	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
122569	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
122569	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
122569	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
122569	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
122569	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
122569	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
122569	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
122569	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
122569	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
122569	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
122569	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
122569	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
122569	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
122569	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
122569	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
122569	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
122569	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
122569	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
122569	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
122569	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
122569	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
122569	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
122569	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
122569	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
122569	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
122569	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
122569	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
122569	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
122569	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
122569	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
122569	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
122569	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
122569	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
122569	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
122569	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
122569	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
122569	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
122569	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
122569	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
122569	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
122569	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
122569	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
122569	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
122569	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
122569	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
122569	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
122569	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
122569	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
122569	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
122569	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
122569	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
122569	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
122569	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
122569	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
122569	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
122569	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
122569	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
122569	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
122569	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
122569	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
122569	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
122569	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
122569	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
122569	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
122569	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
122569	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
122569	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
122569	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
122569	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
122569	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
122569	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
122569	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
122569	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
122569	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
122569	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
122569	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
122569	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
122569	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
122569	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
122569	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
122569	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
122569	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
122569	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
122569	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
122569	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
122569	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
122569	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
122569	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
122569	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
122569	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
122569	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
122569	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
122569	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
122569	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
122569	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
122569	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
122569	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
122569	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
122569	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
122569	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
122569	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
122569	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
122569	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
122569	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
122569	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
122569	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
122569	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
122569	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
122569	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
122569	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
122569	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
122569	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
122569	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
122569	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
122569	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
122569	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
122569	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
122569	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
122569	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
122569	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
122569	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
122569	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
122569	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
122569	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
122569	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
122569	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
122569	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
122569	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
122569	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
122569	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
122569	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
122569	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
122569	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
122569	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
122569	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
122569	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
122569	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
122569	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
122569	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
122569	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
122569	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
122569	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
122569	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
122569	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
122569	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
122569	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
122569	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
122569	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
122569	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
122569	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
122569	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
122569	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
122569	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
122569	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
122569	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
122569	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
122569	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
122569	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
122569	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
122569	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
122569	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
122569	embedding2nn.weight	0	0.17149318754673004
122569	embedding2nn.weight	1	0.283831387758255
122569	embedding2nn.weight	2	0.033964045345783234
122569	embedding2nn.weight	3	0.05791066214442253
122569	embedding2nn.weight	4	-0.0313282236456871
122569	embedding2nn.weight	5	0.05436873435974121
122569	embedding2nn.weight	6	0.04967676103115082
122569	embedding2nn.weight	7	-0.02641729824244976
122569	embedding2nn.weight	8	0.04703419655561447
122569	embedding2nn.weight	9	-0.05311502888798714
122569	embedding2nn.bias	0	0.04559224843978882
122569	embedding2nn.bias	1	-0.1388784497976303
122569	embedding2nn.bias	2	0.11367229372262955
122569	embedding2nn.bias	3	0.16340331733226776
122569	embedding2nn.bias	4	0.13508468866348267
122569	embedding2nn.bias	5	-0.022316090762615204
122569	embedding2nn.bias	6	-0.05298471823334694
122569	embedding2nn.bias	7	0.015988115221261978
122569	embedding2nn.bias	8	-0.12343600392341614
122569	embedding2nn.bias	9	-0.3515963852405548
122569	rnn.weight_ih_l0	0	0.011057158932089806
122569	rnn.weight_ih_l0	1	-0.0414431206882
122569	rnn.weight_ih_l0	2	-0.04724526405334473
122569	rnn.weight_ih_l0	3	0.031022101640701294
122569	rnn.weight_ih_l0	4	0.047097716480493546
122569	rnn.weight_ih_l0	5	-0.08452291786670685
122569	rnn.weight_ih_l0	6	-0.01220651064068079
122569	rnn.weight_ih_l0	7	0.017185978591442108
122569	rnn.weight_ih_l0	8	0.007936181500554085
122569	rnn.weight_ih_l0	9	-0.031140271574258804
122569	rnn.weight_hh_l0	0	0.024128763005137444
122569	rnn.weight_hh_l0	1	0.07117460668087006
122569	rnn.weight_hh_l0	2	0.010420674458146095
122569	rnn.weight_hh_l0	3	0.05398773029446602
122569	rnn.weight_hh_l0	4	-0.009110561572015285
122569	rnn.weight_hh_l0	5	0.05320945754647255
122569	rnn.weight_hh_l0	6	0.007894621230661869
122569	rnn.weight_hh_l0	7	0.004555996973067522
122569	rnn.weight_hh_l0	8	0.040545299649238586
122569	rnn.weight_hh_l0	9	-0.04743273928761482
122569	rnn.bias_ih_l0	0	0.12056633830070496
122569	rnn.bias_ih_l0	1	-0.15906916558742523
122569	rnn.bias_ih_l0	2	-0.008085024543106556
122569	rnn.bias_ih_l0	3	-0.11822357028722763
122569	rnn.bias_ih_l0	4	0.06471690535545349
122569	rnn.bias_ih_l0	5	-0.19822600483894348
122569	rnn.bias_ih_l0	6	-0.09917840361595154
122569	rnn.bias_ih_l0	7	-0.1957649439573288
122569	rnn.bias_ih_l0	8	-0.1330220252275467
122569	rnn.bias_ih_l0	9	-0.32355180382728577
122569	rnn.bias_hh_l0	0	-0.14186766743659973
122569	rnn.bias_hh_l0	1	-0.162230983376503
122569	rnn.bias_hh_l0	2	-0.14685450494289398
122569	rnn.bias_hh_l0	3	-0.04111607372760773
122569	rnn.bias_hh_l0	4	-0.15393705666065216
122569	rnn.bias_hh_l0	5	-0.17908108234405518
122569	rnn.bias_hh_l0	6	-0.08447899669408798
122569	rnn.bias_hh_l0	7	0.10068611055612564
122569	rnn.bias_hh_l0	8	-0.1373024731874466
122569	rnn.bias_hh_l0	9	-0.3127826452255249
122569	rnn.weight_ih_l0_reverse	0	0.054468005895614624
122569	rnn.weight_ih_l0_reverse	1	-0.046559080481529236
122569	rnn.weight_ih_l0_reverse	2	-0.04170756787061691
122569	rnn.weight_ih_l0_reverse	3	-0.07803214341402054
122569	rnn.weight_ih_l0_reverse	4	0.02954532392323017
122569	rnn.weight_ih_l0_reverse	5	-0.10487626492977142
122569	rnn.weight_ih_l0_reverse	6	0.037792887538671494
122569	rnn.weight_ih_l0_reverse	7	0.02498818375170231
122569	rnn.weight_ih_l0_reverse	8	-0.07525348663330078
122569	rnn.weight_ih_l0_reverse	9	-0.024929268285632133
122569	rnn.weight_hh_l0_reverse	0	-0.04607689753174782
122569	rnn.weight_hh_l0_reverse	1	0.021158866584300995
122569	rnn.weight_hh_l0_reverse	2	-0.018439212813973427
122569	rnn.weight_hh_l0_reverse	3	0.010175701230764389
122569	rnn.weight_hh_l0_reverse	4	-0.0695510134100914
122569	rnn.weight_hh_l0_reverse	5	0.034024108201265335
122569	rnn.weight_hh_l0_reverse	6	0.017213929444551468
122569	rnn.weight_hh_l0_reverse	7	-0.003098452230915427
122569	rnn.weight_hh_l0_reverse	8	-0.00024608534295111895
122569	rnn.weight_hh_l0_reverse	9	0.046554386615753174
122569	rnn.bias_ih_l0_reverse	0	-0.14349481463432312
122569	rnn.bias_ih_l0_reverse	1	-0.10146970301866531
122569	rnn.bias_ih_l0_reverse	2	0.04221947491168976
122569	rnn.bias_ih_l0_reverse	3	-0.15656021237373352
122569	rnn.bias_ih_l0_reverse	4	-0.017212286591529846
122569	rnn.bias_ih_l0_reverse	5	-0.15838786959648132
122569	rnn.bias_ih_l0_reverse	6	0.206466943025589
122569	rnn.bias_ih_l0_reverse	7	-0.24436339735984802
122569	rnn.bias_ih_l0_reverse	8	-0.10612986981868744
122569	rnn.bias_ih_l0_reverse	9	-0.13298891484737396
122569	rnn.bias_hh_l0_reverse	0	-0.05950417369604111
122569	rnn.bias_hh_l0_reverse	1	0.14351457357406616
122569	rnn.bias_hh_l0_reverse	2	-0.21924246847629547
122569	rnn.bias_hh_l0_reverse	3	-0.0649121105670929
122569	rnn.bias_hh_l0_reverse	4	-0.22392912209033966
122569	rnn.bias_hh_l0_reverse	5	-0.10702963173389435
122569	rnn.bias_hh_l0_reverse	6	-0.22427095472812653
122569	rnn.bias_hh_l0_reverse	7	-0.04358246177434921
122569	rnn.bias_hh_l0_reverse	8	-0.12588445842266083
122569	rnn.bias_hh_l0_reverse	9	0.17279815673828125
122569	linear.weight	0	0.16489383578300476
122569	linear.weight	1	-0.30154961347579956
122569	linear.weight	2	0.04494306445121765
122569	linear.weight	3	0.0680679902434349
122569	linear.weight	4	-0.1192454844713211
122569	linear.weight	5	0.2271006554365158
122569	linear.weight	6	-0.07601781189441681
122569	linear.weight	7	-0.0696503296494484
122569	linear.weight	8	0.17122527956962585
122569	linear.weight	9	-0.03545735776424408
122569	linear.bias	0	-1.153807282447815
122569	linear.bias	1	1.9129177331924438
122569	linear.bias	2	0.3360197842121124
122569	linear.bias	3	-2.2617528438568115
122569	linear.bias	4	-0.4185654819011688
122569	linear.bias	5	0.9776996374130249
122569	linear.bias	6	-0.3073146641254425
122569	linear.bias	7	0.4722605049610138
122569	linear.bias	8	2.155451536178589
122569	linear.bias	9	-1.261646032333374
123178	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
123178	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
123178	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
123178	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
123178	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
123178	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
123178	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
123178	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
123178	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
123178	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
123178	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
123178	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
123178	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
123178	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
123178	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
123178	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
123178	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
123178	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
123178	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
123178	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
123178	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
123178	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
123178	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
123178	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
123178	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
123178	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
123178	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
123178	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
123178	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
123178	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
123178	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
123178	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
123178	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
123178	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
123178	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
123178	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
123178	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
123178	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
123178	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
123178	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
123178	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
123178	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
123178	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
123178	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
123178	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
123178	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
123178	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
123178	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
123178	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
123178	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
123178	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
123178	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
123178	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
123178	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
123178	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
123178	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
123178	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
123178	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
123178	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
123178	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
123178	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
123178	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
123178	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
123178	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
123178	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
123178	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
123178	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
123178	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
123178	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
123178	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
123178	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
123178	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
123178	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
123178	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
123178	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
123178	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
123178	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
123178	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
123178	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
123178	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
123178	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
123178	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
123178	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
123178	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
123178	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
123178	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
123178	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
123178	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
123178	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
123178	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
123178	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
123178	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
123178	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
123178	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
123178	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
123178	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
123178	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
123178	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
123178	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
123178	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
123178	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
123178	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
123178	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
123178	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
123178	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
123178	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
123178	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
123178	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
123178	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
123178	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
123178	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
123178	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
123178	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
123178	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
123178	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
123178	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
123178	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
123178	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
123178	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
123178	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
123178	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
123178	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
123178	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
123178	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
123178	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
123178	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
123178	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
123178	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
123178	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
123178	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
123178	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
123178	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
123178	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
123178	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
123178	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
123178	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
123178	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
123178	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
123178	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
123178	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
123178	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
123178	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
123178	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
123178	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
123178	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
123178	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
123178	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
123178	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
123178	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
123178	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
123178	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
123178	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
123178	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
123178	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
123178	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
123178	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
123178	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
123178	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
123178	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
123178	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
123178	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
123178	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
123178	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
123178	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
123178	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
123178	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
123178	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
123178	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
123178	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
123178	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
123178	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
123178	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
123178	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
123178	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
123178	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
123178	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
123178	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
123178	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
123178	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
123178	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
123178	embedding2nn.weight	0	0.1721525490283966
123178	embedding2nn.weight	1	0.2801872491836548
123178	embedding2nn.weight	2	0.03320540487766266
123178	embedding2nn.weight	3	0.03856877237558365
123178	embedding2nn.weight	4	-0.033018458634614944
123178	embedding2nn.weight	5	0.05750805884599686
123178	embedding2nn.weight	6	0.056330449879169464
123178	embedding2nn.weight	7	-0.0220321137458086
123178	embedding2nn.weight	8	0.04901886358857155
123178	embedding2nn.weight	9	-0.0555809885263443
123178	embedding2nn.bias	0	0.031237900257110596
123178	embedding2nn.bias	1	-0.1407734900712967
123178	embedding2nn.bias	2	0.10648507624864578
123178	embedding2nn.bias	3	0.16275081038475037
123178	embedding2nn.bias	4	0.13920818269252777
123178	embedding2nn.bias	5	-0.023578712716698647
123178	embedding2nn.bias	6	-0.02720343880355358
123178	embedding2nn.bias	7	0.023359213024377823
123178	embedding2nn.bias	8	-0.12082560360431671
123178	embedding2nn.bias	9	-0.3550480008125305
123178	rnn.weight_ih_l0	0	0.010404344648122787
123178	rnn.weight_ih_l0	1	-0.04231606051325798
123178	rnn.weight_ih_l0	2	-0.05132611095905304
123178	rnn.weight_ih_l0	3	0.03562719002366066
123178	rnn.weight_ih_l0	4	0.04650864377617836
123178	rnn.weight_ih_l0	5	-0.09253518283367157
123178	rnn.weight_ih_l0	6	-0.011900979094207287
123178	rnn.weight_ih_l0	7	0.017397794872522354
123178	rnn.weight_ih_l0	8	-0.005626241210848093
123178	rnn.weight_ih_l0	9	-0.03156521916389465
123178	rnn.weight_hh_l0	0	0.024610867723822594
123178	rnn.weight_hh_l0	1	0.06990642100572586
123178	rnn.weight_hh_l0	2	0.009162548929452896
123178	rnn.weight_hh_l0	3	0.053715407848358154
123178	rnn.weight_hh_l0	4	-0.00800725631415844
123178	rnn.weight_hh_l0	5	0.05453776940703392
123178	rnn.weight_hh_l0	6	0.0073743886314332485
123178	rnn.weight_hh_l0	7	0.0031207508873194456
123178	rnn.weight_hh_l0	8	0.04039179906249046
123178	rnn.weight_hh_l0	9	-0.04473401606082916
123178	rnn.bias_ih_l0	0	0.12275078147649765
123178	rnn.bias_ih_l0	1	-0.16632497310638428
123178	rnn.bias_ih_l0	2	-0.002437171060591936
123178	rnn.bias_ih_l0	3	-0.12123756855726242
123178	rnn.bias_ih_l0	4	0.07252994179725647
123178	rnn.bias_ih_l0	5	-0.18505337834358215
123178	rnn.bias_ih_l0	6	-0.08112069964408875
123178	rnn.bias_ih_l0	7	-0.19870427250862122
123178	rnn.bias_ih_l0	8	-0.1364518105983734
123178	rnn.bias_ih_l0	9	-0.3240416944026947
123178	rnn.bias_hh_l0	0	-0.14450013637542725
123178	rnn.bias_hh_l0	1	-0.15922404825687408
123178	rnn.bias_hh_l0	2	-0.14405612647533417
123178	rnn.bias_hh_l0	3	-0.04091274365782738
123178	rnn.bias_hh_l0	4	-0.15777698159217834
123178	rnn.bias_hh_l0	5	-0.18504983186721802
123178	rnn.bias_hh_l0	6	-0.08470980077981949
123178	rnn.bias_hh_l0	7	0.1076521947979927
123178	rnn.bias_hh_l0	8	-0.13829068839550018
123178	rnn.bias_hh_l0	9	-0.3120430111885071
123178	rnn.weight_ih_l0_reverse	0	0.04890216141939163
123178	rnn.weight_ih_l0_reverse	1	-0.04876759275794029
123178	rnn.weight_ih_l0_reverse	2	-0.04125615954399109
123178	rnn.weight_ih_l0_reverse	3	-0.08120682090520859
123178	rnn.weight_ih_l0_reverse	4	0.027810079976916313
123178	rnn.weight_ih_l0_reverse	5	-0.10673924535512924
123178	rnn.weight_ih_l0_reverse	6	0.03506746143102646
123178	rnn.weight_ih_l0_reverse	7	0.024825114756822586
123178	rnn.weight_ih_l0_reverse	8	-0.0759040042757988
123178	rnn.weight_ih_l0_reverse	9	-0.019076064229011536
123178	rnn.weight_hh_l0_reverse	0	-0.046020470559597015
123178	rnn.weight_hh_l0_reverse	1	0.020788809284567833
123178	rnn.weight_hh_l0_reverse	2	-0.018568605184555054
123178	rnn.weight_hh_l0_reverse	3	0.011587138287723064
123178	rnn.weight_hh_l0_reverse	4	-0.06883072108030319
123178	rnn.weight_hh_l0_reverse	5	0.034126006066799164
123178	rnn.weight_hh_l0_reverse	6	0.017430102452635765
123178	rnn.weight_hh_l0_reverse	7	-0.0038559550885111094
123178	rnn.weight_hh_l0_reverse	8	-0.002252052305266261
123178	rnn.weight_hh_l0_reverse	9	0.044474147260189056
123178	rnn.bias_ih_l0_reverse	0	-0.14575394988059998
123178	rnn.bias_ih_l0_reverse	1	-0.09257209300994873
123178	rnn.bias_ih_l0_reverse	2	0.0347629189491272
123178	rnn.bias_ih_l0_reverse	3	-0.14559899270534515
123178	rnn.bias_ih_l0_reverse	4	-0.019603224471211433
123178	rnn.bias_ih_l0_reverse	5	-0.15490026772022247
123178	rnn.bias_ih_l0_reverse	6	0.21900777518749237
123178	rnn.bias_ih_l0_reverse	7	-0.23824313282966614
123178	rnn.bias_ih_l0_reverse	8	-0.10889653861522675
123178	rnn.bias_ih_l0_reverse	9	-0.12816067039966583
123178	rnn.bias_hh_l0_reverse	0	-0.04948806017637253
123178	rnn.bias_hh_l0_reverse	1	0.14123597741127014
123178	rnn.bias_hh_l0_reverse	2	-0.21110771596431732
123178	rnn.bias_hh_l0_reverse	3	-0.0697280541062355
123178	rnn.bias_hh_l0_reverse	4	-0.2273964285850525
123178	rnn.bias_hh_l0_reverse	5	-0.09696806222200394
123178	rnn.bias_hh_l0_reverse	6	-0.21266993880271912
123178	rnn.bias_hh_l0_reverse	7	-0.05176541209220886
123178	rnn.bias_hh_l0_reverse	8	-0.12188886851072311
123178	rnn.bias_hh_l0_reverse	9	0.18032483756542206
123178	linear.weight	0	0.14486363530158997
123178	linear.weight	1	-0.3309116065502167
123178	linear.weight	2	0.0481380820274353
123178	linear.weight	3	0.06809867918491364
123178	linear.weight	4	-0.1763269305229187
123178	linear.weight	5	0.2222590297460556
123178	linear.weight	6	-0.09020742028951645
123178	linear.weight	7	-0.06961657851934433
123178	linear.weight	8	0.1562683880329132
123178	linear.weight	9	-0.03549274429678917
123178	linear.bias	0	-1.1320158243179321
123178	linear.bias	1	1.9168012142181396
123178	linear.bias	2	0.3293875753879547
123178	linear.bias	3	-2.2634117603302
123178	linear.bias	4	-0.44319024682044983
123178	linear.bias	5	1.0266653299331665
123178	linear.bias	6	-0.34597888588905334
123178	linear.bias	7	0.43776261806488037
123178	linear.bias	8	2.176020383834839
123178	linear.bias	9	-1.2610121965408325
123787	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
123787	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
123787	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
123787	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
123787	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
123787	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
123787	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
123787	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
123787	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
123787	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
123787	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
123787	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
123787	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
123787	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
123787	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
123787	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
123787	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
123787	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
123787	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
123787	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
123787	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
123787	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
123787	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
123787	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
123787	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
123787	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
123787	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
123787	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
123787	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
123787	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
123787	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
123787	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
123787	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
123787	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
123787	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
123787	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
123787	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
123787	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
123787	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
123787	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
123787	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
123787	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
123787	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
123787	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
123787	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
123787	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
123787	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
123787	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
123787	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
123787	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
123787	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
123787	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
123787	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
123787	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
123787	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
123787	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
123787	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
123787	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
123787	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
123787	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
123787	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
123787	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
123787	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
123787	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
123787	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
123787	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
123787	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
123787	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
123787	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
123787	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
123787	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
123787	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
123787	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
123787	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
123787	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
123787	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
123787	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
123787	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
123787	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
123787	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
123787	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
123787	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
123787	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
123787	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
123787	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
123787	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
123787	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
123787	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
123787	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
123787	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
123787	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
123787	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
123787	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
123787	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
123787	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
123787	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
123787	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
123787	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
123787	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
123787	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
123787	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
123787	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
123787	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
123787	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
123787	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
123787	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
123787	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
123787	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
123787	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
123787	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
123787	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
123787	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
123787	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
123787	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
123787	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
123787	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
123787	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
123787	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
123787	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
123787	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
123787	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
123787	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
123787	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
123787	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
123787	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
123787	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
123787	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
123787	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
123787	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
123787	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
123787	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
123787	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
123787	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
123787	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
123787	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
123787	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
123787	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
123787	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
123787	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
123787	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
123787	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
123787	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
123787	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
123787	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
123787	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
123787	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
123787	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
123787	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
123787	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
123787	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
123787	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
123787	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
123787	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
123787	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
123787	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
123787	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
123787	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
123787	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
123787	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
123787	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
123787	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
123787	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
123787	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
123787	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
123787	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
123787	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
123787	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
123787	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
123787	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
123787	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
123787	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
123787	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
123787	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
123787	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
123787	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
123787	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
123787	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
123787	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
123787	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
123787	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
123787	embedding2nn.weight	0	0.1728055477142334
123787	embedding2nn.weight	1	0.27808213233947754
123787	embedding2nn.weight	2	0.02881458029150963
123787	embedding2nn.weight	3	0.04817632958292961
123787	embedding2nn.weight	4	-0.03301005810499191
123787	embedding2nn.weight	5	0.05288591608405113
123787	embedding2nn.weight	6	0.06564471870660782
123787	embedding2nn.weight	7	-0.022399552166461945
123787	embedding2nn.weight	8	0.05323999747633934
123787	embedding2nn.weight	9	-0.054897669702768326
123787	embedding2nn.bias	0	0.022238794714212418
123787	embedding2nn.bias	1	-0.1499330997467041
123787	embedding2nn.bias	2	0.11100740730762482
123787	embedding2nn.bias	3	0.1572592705488205
123787	embedding2nn.bias	4	0.15627369284629822
123787	embedding2nn.bias	5	-0.036542557179927826
123787	embedding2nn.bias	6	-0.010820361785590649
123787	embedding2nn.bias	7	0.02958673983812332
123787	embedding2nn.bias	8	-0.10201197862625122
123787	embedding2nn.bias	9	-0.3514736592769623
123787	rnn.weight_ih_l0	0	0.010560846887528896
123787	rnn.weight_ih_l0	1	-0.04448922351002693
123787	rnn.weight_ih_l0	2	-0.053816452622413635
123787	rnn.weight_ih_l0	3	0.03622858598828316
123787	rnn.weight_ih_l0	4	0.03440612927079201
123787	rnn.weight_ih_l0	5	-0.09013071656227112
123787	rnn.weight_ih_l0	6	-0.01296949852257967
123787	rnn.weight_ih_l0	7	0.01819014362990856
123787	rnn.weight_ih_l0	8	-0.00673358328640461
123787	rnn.weight_ih_l0	9	-0.030210718512535095
123787	rnn.weight_hh_l0	0	0.023980190977454185
123787	rnn.weight_hh_l0	1	0.06954416632652283
123787	rnn.weight_hh_l0	2	0.009997314773499966
123787	rnn.weight_hh_l0	3	0.05391141027212143
123787	rnn.weight_hh_l0	4	-0.010165294632315636
123787	rnn.weight_hh_l0	5	0.054096244275569916
123787	rnn.weight_hh_l0	6	0.0062890551052987576
123787	rnn.weight_hh_l0	7	0.005046026781201363
123787	rnn.weight_hh_l0	8	0.04096360504627228
123787	rnn.weight_hh_l0	9	-0.04433770477771759
123787	rnn.bias_ih_l0	0	0.11058203130960464
123787	rnn.bias_ih_l0	1	-0.17315243184566498
123787	rnn.bias_ih_l0	2	0.0010243664728477597
123787	rnn.bias_ih_l0	3	-0.11847154051065445
123787	rnn.bias_ih_l0	4	0.06381469964981079
123787	rnn.bias_ih_l0	5	-0.18808238208293915
123787	rnn.bias_ih_l0	6	-0.08765017241239548
123787	rnn.bias_ih_l0	7	-0.19948513805866241
123787	rnn.bias_ih_l0	8	-0.1455647349357605
123787	rnn.bias_ih_l0	9	-0.3200072944164276
123787	rnn.bias_hh_l0	0	-0.1512528508901596
123787	rnn.bias_hh_l0	1	-0.15696623921394348
123787	rnn.bias_hh_l0	2	-0.13826654851436615
123787	rnn.bias_hh_l0	3	-0.03945723548531532
123787	rnn.bias_hh_l0	4	-0.16012802720069885
123787	rnn.bias_hh_l0	5	-0.18459220230579376
123787	rnn.bias_hh_l0	6	-0.08731051534414291
123787	rnn.bias_hh_l0	7	0.0951191857457161
123787	rnn.bias_hh_l0	8	-0.13817459344863892
123787	rnn.bias_hh_l0	9	-0.32098615169525146
123787	rnn.weight_ih_l0_reverse	0	0.05173906683921814
123787	rnn.weight_ih_l0_reverse	1	-0.049285031855106354
123787	rnn.weight_ih_l0_reverse	2	-0.04265154153108597
123787	rnn.weight_ih_l0_reverse	3	-0.08446715772151947
123787	rnn.weight_ih_l0_reverse	4	0.02826390601694584
123787	rnn.weight_ih_l0_reverse	5	-0.11009377241134644
123787	rnn.weight_ih_l0_reverse	6	0.028722742572426796
123787	rnn.weight_ih_l0_reverse	7	0.024109454825520515
123787	rnn.weight_ih_l0_reverse	8	-0.07376586645841599
123787	rnn.weight_ih_l0_reverse	9	-0.018704021349549294
123787	rnn.weight_hh_l0_reverse	0	-0.04821575805544853
123787	rnn.weight_hh_l0_reverse	1	0.021325793117284775
123787	rnn.weight_hh_l0_reverse	2	-0.01818101853132248
123787	rnn.weight_hh_l0_reverse	3	0.011230072006583214
123787	rnn.weight_hh_l0_reverse	4	-0.06864353269338608
123787	rnn.weight_hh_l0_reverse	5	0.03360661864280701
123787	rnn.weight_hh_l0_reverse	6	0.01680132932960987
123787	rnn.weight_hh_l0_reverse	7	-0.004765199963003397
123787	rnn.weight_hh_l0_reverse	8	-0.0017577091930434108
123787	rnn.weight_hh_l0_reverse	9	0.04439977928996086
123787	rnn.bias_ih_l0_reverse	0	-0.1507025808095932
123787	rnn.bias_ih_l0_reverse	1	-0.09501847624778748
123787	rnn.bias_ih_l0_reverse	2	0.049177803099155426
123787	rnn.bias_ih_l0_reverse	3	-0.15372459590435028
123787	rnn.bias_ih_l0_reverse	4	-0.035624582320451736
123787	rnn.bias_ih_l0_reverse	5	-0.15614540874958038
123787	rnn.bias_ih_l0_reverse	6	0.20906677842140198
123787	rnn.bias_ih_l0_reverse	7	-0.23483553528785706
123787	rnn.bias_ih_l0_reverse	8	-0.1133604347705841
123787	rnn.bias_ih_l0_reverse	9	-0.12409466505050659
123787	rnn.bias_hh_l0_reverse	0	-0.04296788200736046
123787	rnn.bias_hh_l0_reverse	1	0.14939327538013458
123787	rnn.bias_hh_l0_reverse	2	-0.20585858821868896
123787	rnn.bias_hh_l0_reverse	3	-0.06668626517057419
123787	rnn.bias_hh_l0_reverse	4	-0.22734208405017853
123787	rnn.bias_hh_l0_reverse	5	-0.1006971076130867
123787	rnn.bias_hh_l0_reverse	6	-0.20686779916286469
123787	rnn.bias_hh_l0_reverse	7	-0.05708052217960358
123787	rnn.bias_hh_l0_reverse	8	-0.1229654997587204
123787	rnn.bias_hh_l0_reverse	9	0.18334972858428955
123787	linear.weight	0	0.14900502562522888
123787	linear.weight	1	-0.3425351679325104
123787	linear.weight	2	0.018654055893421173
123787	linear.weight	3	0.0680987685918808
123787	linear.weight	4	-0.201015442609787
123787	linear.weight	5	0.1935223937034607
123787	linear.weight	6	-0.08605414628982544
123787	linear.weight	7	-0.06959971785545349
123787	linear.weight	8	0.16852211952209473
123787	linear.weight	9	-0.03552575781941414
123787	linear.bias	0	-1.1393866539001465
123787	linear.bias	1	1.9079409837722778
123787	linear.bias	2	0.3877926766872406
123787	linear.bias	3	-2.265073537826538
123787	linear.bias	4	-0.41804662346839905
123787	linear.bias	5	1.022439956665039
123787	linear.bias	6	-0.3001004755496979
123787	linear.bias	7	0.4634358286857605
123787	linear.bias	8	2.1303184032440186
123787	linear.bias	9	-1.2888106107711792
124396	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
124396	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
124396	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
124396	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
124396	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
124396	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
124396	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
124396	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
124396	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
124396	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
124396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
124396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
124396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
124396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
124396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
124396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
124396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
124396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
124396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
124396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
124396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
124396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
124396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
124396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
124396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
124396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
124396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
124396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
124396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
124396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
124396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
124396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
124396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
124396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
124396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
124396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
124396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
124396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
124396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
124396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
124396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
124396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
124396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
124396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
124396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
124396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
124396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
124396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
124396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
124396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
124396	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
124396	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
124396	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
124396	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
124396	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
124396	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
124396	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
124396	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
124396	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
124396	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
124396	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
124396	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
124396	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
124396	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
124396	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
124396	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
124396	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
124396	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
124396	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
124396	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
124396	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
124396	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
124396	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
124396	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
124396	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
124396	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
124396	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
124396	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
124396	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
124396	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
124396	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
124396	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
124396	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
124396	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
124396	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
124396	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
124396	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
124396	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
124396	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
124396	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
124396	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
124396	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
124396	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
124396	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
124396	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
124396	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
124396	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
124396	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
124396	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
124396	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
124396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
124396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
124396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
124396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
124396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
124396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
124396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
124396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
124396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
124396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
124396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
124396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
124396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
124396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
124396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
124396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
124396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
124396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
124396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
124396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
124396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
124396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
124396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
124396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
124396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
124396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
124396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
124396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
124396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
124396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
124396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
124396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
124396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
124396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
124396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
124396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
124396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
124396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
124396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
124396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
124396	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
124396	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
124396	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
124396	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
124396	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
124396	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
124396	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
124396	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
124396	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
124396	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
124396	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
124396	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
124396	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
124396	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
124396	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
124396	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
124396	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
124396	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
124396	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
124396	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
124396	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
124396	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
124396	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
124396	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
124396	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
124396	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
124396	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
124396	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
124396	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
124396	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
124396	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
124396	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
124396	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
124396	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
124396	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
124396	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
124396	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
124396	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
124396	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
124396	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
124396	embedding2nn.weight	0	0.172458678483963
124396	embedding2nn.weight	1	0.27791905403137207
124396	embedding2nn.weight	2	0.03283163160085678
124396	embedding2nn.weight	3	0.05447638779878616
124396	embedding2nn.weight	4	-0.03502543643116951
124396	embedding2nn.weight	5	0.05450120195746422
124396	embedding2nn.weight	6	0.07055980712175369
124396	embedding2nn.weight	7	-0.025987816974520683
124396	embedding2nn.weight	8	0.05217187479138374
124396	embedding2nn.weight	9	-0.05306603014469147
124396	embedding2nn.bias	0	0.03411897271871567
124396	embedding2nn.bias	1	-0.14110301434993744
124396	embedding2nn.bias	2	0.12228473275899887
124396	embedding2nn.bias	3	0.14758218824863434
124396	embedding2nn.bias	4	0.1381998509168625
124396	embedding2nn.bias	5	-0.011869257315993309
124396	embedding2nn.bias	6	-0.0329800508916378
124396	embedding2nn.bias	7	0.02563151717185974
124396	embedding2nn.bias	8	-0.10470735281705856
124396	embedding2nn.bias	9	-0.345503568649292
124396	rnn.weight_ih_l0	0	0.008680516853928566
124396	rnn.weight_ih_l0	1	-0.044665705412626266
124396	rnn.weight_ih_l0	2	-0.04668811708688736
124396	rnn.weight_ih_l0	3	0.03134109452366829
124396	rnn.weight_ih_l0	4	0.03700004145503044
124396	rnn.weight_ih_l0	5	-0.08748405426740646
124396	rnn.weight_ih_l0	6	-0.0153129817917943
124396	rnn.weight_ih_l0	7	0.0207046028226614
124396	rnn.weight_ih_l0	8	-0.010191733948886395
124396	rnn.weight_ih_l0	9	-0.032430656254291534
124396	rnn.weight_hh_l0	0	0.02419038489460945
124396	rnn.weight_hh_l0	1	0.06982288509607315
124396	rnn.weight_hh_l0	2	0.010539061389863491
124396	rnn.weight_hh_l0	3	0.05386942997574806
124396	rnn.weight_hh_l0	4	-0.00888033490628004
124396	rnn.weight_hh_l0	5	0.05398987606167793
124396	rnn.weight_hh_l0	6	0.0065850382670760155
124396	rnn.weight_hh_l0	7	0.007939883507788181
124396	rnn.weight_hh_l0	8	0.04054825007915497
124396	rnn.weight_hh_l0	9	-0.04509203881025314
124396	rnn.bias_ih_l0	0	0.11202144622802734
124396	rnn.bias_ih_l0	1	-0.16525205969810486
124396	rnn.bias_ih_l0	2	0.001565935555845499
124396	rnn.bias_ih_l0	3	-0.12225402146577835
124396	rnn.bias_ih_l0	4	0.06160484626889229
124396	rnn.bias_ih_l0	5	-0.19083237648010254
124396	rnn.bias_ih_l0	6	-0.08959899842739105
124396	rnn.bias_ih_l0	7	-0.1983913630247116
124396	rnn.bias_ih_l0	8	-0.1396653801202774
124396	rnn.bias_ih_l0	9	-0.3207698166370392
124396	rnn.bias_hh_l0	0	-0.1484658122062683
124396	rnn.bias_hh_l0	1	-0.1547665297985077
124396	rnn.bias_hh_l0	2	-0.14104662835597992
124396	rnn.bias_hh_l0	3	-0.03708609938621521
124396	rnn.bias_hh_l0	4	-0.15519346296787262
124396	rnn.bias_hh_l0	5	-0.18869979679584503
124396	rnn.bias_hh_l0	6	-0.08138818293809891
124396	rnn.bias_hh_l0	7	0.09459933638572693
124396	rnn.bias_hh_l0	8	-0.13454753160476685
124396	rnn.bias_hh_l0	9	-0.3153749406337738
124396	rnn.weight_ih_l0_reverse	0	0.03838782757520676
124396	rnn.weight_ih_l0_reverse	1	-0.04532145336270332
124396	rnn.weight_ih_l0_reverse	2	-0.038646597415208817
124396	rnn.weight_ih_l0_reverse	3	-0.0829494372010231
124396	rnn.weight_ih_l0_reverse	4	0.029408561065793037
124396	rnn.weight_ih_l0_reverse	5	-0.11678297072649002
124396	rnn.weight_ih_l0_reverse	6	0.02742280252277851
124396	rnn.weight_ih_l0_reverse	7	0.02416761964559555
124396	rnn.weight_ih_l0_reverse	8	-0.07307717204093933
124396	rnn.weight_ih_l0_reverse	9	-0.015742840245366096
124396	rnn.weight_hh_l0_reverse	0	-0.04527109116315842
124396	rnn.weight_hh_l0_reverse	1	0.022941071540117264
124396	rnn.weight_hh_l0_reverse	2	-0.019440410658717155
124396	rnn.weight_hh_l0_reverse	3	0.01094661746174097
124396	rnn.weight_hh_l0_reverse	4	-0.0680866613984108
124396	rnn.weight_hh_l0_reverse	5	0.033856529742479324
124396	rnn.weight_hh_l0_reverse	6	0.016139743849635124
124396	rnn.weight_hh_l0_reverse	7	-0.0006929655792191625
124396	rnn.weight_hh_l0_reverse	8	-0.004431840963661671
124396	rnn.weight_hh_l0_reverse	9	0.044235534965991974
124396	rnn.bias_ih_l0_reverse	0	-0.1471942663192749
124396	rnn.bias_ih_l0_reverse	1	-0.09190857410430908
124396	rnn.bias_ih_l0_reverse	2	0.035311367362737656
124396	rnn.bias_ih_l0_reverse	3	-0.1544329971075058
124396	rnn.bias_ih_l0_reverse	4	-0.02790262922644615
124396	rnn.bias_ih_l0_reverse	5	-0.1529204547405243
124396	rnn.bias_ih_l0_reverse	6	0.2124287188053131
124396	rnn.bias_ih_l0_reverse	7	-0.24614176154136658
124396	rnn.bias_ih_l0_reverse	8	-0.10991474241018295
124396	rnn.bias_ih_l0_reverse	9	-0.1244092583656311
124396	rnn.bias_hh_l0_reverse	0	-0.04803019389510155
124396	rnn.bias_hh_l0_reverse	1	0.1380859613418579
124396	rnn.bias_hh_l0_reverse	2	-0.21378295123577118
124396	rnn.bias_hh_l0_reverse	3	-0.06337027251720428
124396	rnn.bias_hh_l0_reverse	4	-0.22562214732170105
124396	rnn.bias_hh_l0_reverse	5	-0.10507233440876007
124396	rnn.bias_hh_l0_reverse	6	-0.20339682698249817
124396	rnn.bias_hh_l0_reverse	7	-0.05605921894311905
124396	rnn.bias_hh_l0_reverse	8	-0.12597404420375824
124396	rnn.bias_hh_l0_reverse	9	0.18086618185043335
124396	linear.weight	0	0.152688667178154
124396	linear.weight	1	-0.348407506942749
124396	linear.weight	2	-0.013934382237493992
124396	linear.weight	3	0.06811067461967468
124396	linear.weight	4	-0.20210984349250793
124396	linear.weight	5	0.19807551801204681
124396	linear.weight	6	-0.08193967491388321
124396	linear.weight	7	-0.06958319991827011
124396	linear.weight	8	0.1352762132883072
124396	linear.weight	9	-0.03556825593113899
124396	linear.bias	0	-1.1665059328079224
124396	linear.bias	1	1.9411516189575195
124396	linear.bias	2	0.33641135692596436
124396	linear.bias	3	-2.266751289367676
124396	linear.bias	4	-0.4205523729324341
124396	linear.bias	5	0.970467209815979
124396	linear.bias	6	-0.2782265841960907
124396	linear.bias	7	0.49033594131469727
124396	linear.bias	8	2.1338727474212646
124396	linear.bias	9	-1.255975365638733
125005	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
125005	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
125005	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
125005	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
125005	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
125005	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
125005	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
125005	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
125005	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
125005	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
125005	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
125005	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
125005	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
125005	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
125005	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
125005	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
125005	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
125005	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
125005	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
125005	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
125005	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
125005	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
125005	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
125005	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
125005	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
125005	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
125005	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
125005	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
125005	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
125005	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
125005	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
125005	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
125005	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
125005	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
125005	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
125005	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
125005	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
125005	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
125005	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
125005	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
125005	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
125005	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
125005	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
125005	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
125005	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
125005	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
125005	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
125005	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
125005	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
125005	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
125005	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
125005	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
125005	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
125005	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
125005	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
125005	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
125005	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
125005	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
125005	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
125005	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
125005	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
125005	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
125005	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
125005	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
125005	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
125005	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
125005	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
125005	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
125005	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
125005	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
125005	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
125005	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
125005	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
125005	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
125005	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
125005	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
125005	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
125005	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
125005	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
125005	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
125005	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
125005	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
125005	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
125005	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
125005	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
125005	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
125005	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
125005	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
125005	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
125005	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
125005	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
125005	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
125005	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
125005	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
125005	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
125005	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
125005	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
125005	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
125005	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
125005	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
125005	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
125005	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
125005	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
125005	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
125005	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
125005	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
125005	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
125005	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
125005	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
125005	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
125005	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
125005	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
125005	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
125005	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
125005	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
125005	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
125005	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
125005	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
125005	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
125005	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
125005	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
125005	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
125005	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
125005	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
125005	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
125005	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
125005	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
125005	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
125005	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
125005	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
125005	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
125005	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
125005	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
125005	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
125005	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
125005	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
125005	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
125005	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
125005	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
125005	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
125005	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
125005	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
125005	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
125005	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
125005	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
125005	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
125005	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
125005	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
125005	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
125005	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
125005	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
125005	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
125005	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
125005	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
125005	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
125005	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
125005	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
125005	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
125005	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
125005	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
125005	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
125005	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
125005	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
125005	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
125005	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
125005	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
125005	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
125005	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
125005	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
125005	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
125005	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
125005	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
125005	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
125005	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
125005	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
125005	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
125005	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
125005	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
125005	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
125005	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
125005	embedding2nn.weight	0	0.17220304906368256
125005	embedding2nn.weight	1	0.27506616711616516
125005	embedding2nn.weight	2	0.03298327326774597
125005	embedding2nn.weight	3	0.048648856580257416
125005	embedding2nn.weight	4	-0.03246770426630974
125005	embedding2nn.weight	5	0.057796820998191833
125005	embedding2nn.weight	6	0.08266551792621613
125005	embedding2nn.weight	7	-0.0283588245511055
125005	embedding2nn.weight	8	0.05574023351073265
125005	embedding2nn.weight	9	-0.047902967780828476
125005	embedding2nn.bias	0	0.04925531893968582
125005	embedding2nn.bias	1	-0.15129511058330536
125005	embedding2nn.bias	2	0.12576574087142944
125005	embedding2nn.bias	3	0.15804849565029144
125005	embedding2nn.bias	4	0.1399558186531067
125005	embedding2nn.bias	5	-0.019928565248847008
125005	embedding2nn.bias	6	-0.04705876111984253
125005	embedding2nn.bias	7	0.037453558295965195
125005	embedding2nn.bias	8	-0.11081297695636749
125005	embedding2nn.bias	9	-0.346841424703598
125005	rnn.weight_ih_l0	0	0.008245501667261124
125005	rnn.weight_ih_l0	1	-0.04483065381646156
125005	rnn.weight_ih_l0	2	-0.0474405512213707
125005	rnn.weight_ih_l0	3	0.03179892897605896
125005	rnn.weight_ih_l0	4	0.033877354115247726
125005	rnn.weight_ih_l0	5	-0.08201399445533752
125005	rnn.weight_ih_l0	6	-0.011003817431628704
125005	rnn.weight_ih_l0	7	0.019985446706414223
125005	rnn.weight_ih_l0	8	0.0009285951382480562
125005	rnn.weight_ih_l0	9	-0.029839670285582542
125005	rnn.weight_hh_l0	0	0.02418612316250801
125005	rnn.weight_hh_l0	1	0.07005488872528076
125005	rnn.weight_hh_l0	2	0.00972970575094223
125005	rnn.weight_hh_l0	3	0.05391528084874153
125005	rnn.weight_hh_l0	4	-0.009014878422021866
125005	rnn.weight_hh_l0	5	0.05326014384627342
125005	rnn.weight_hh_l0	6	0.007361044175922871
125005	rnn.weight_hh_l0	7	0.008153646253049374
125005	rnn.weight_hh_l0	8	0.04084600508213043
125005	rnn.weight_hh_l0	9	-0.045539453625679016
125005	rnn.bias_ih_l0	0	0.11606291681528091
125005	rnn.bias_ih_l0	1	-0.1702832579612732
125005	rnn.bias_ih_l0	2	0.0046428898349404335
125005	rnn.bias_ih_l0	3	-0.12778931856155396
125005	rnn.bias_ih_l0	4	0.0754961147904396
125005	rnn.bias_ih_l0	5	-0.19635333120822906
125005	rnn.bias_ih_l0	6	-0.08347886800765991
125005	rnn.bias_ih_l0	7	-0.19735774397850037
125005	rnn.bias_ih_l0	8	-0.1379946768283844
125005	rnn.bias_ih_l0	9	-0.3232806324958801
125005	rnn.bias_hh_l0	0	-0.15423080325126648
125005	rnn.bias_hh_l0	1	-0.16315828263759613
125005	rnn.bias_hh_l0	2	-0.14202100038528442
125005	rnn.bias_hh_l0	3	-0.048154886811971664
125005	rnn.bias_hh_l0	4	-0.16523350775241852
125005	rnn.bias_hh_l0	5	-0.18341059982776642
125005	rnn.bias_hh_l0	6	-0.08674947917461395
125005	rnn.bias_hh_l0	7	0.08990906178951263
125005	rnn.bias_hh_l0	8	-0.13316069543361664
125005	rnn.bias_hh_l0	9	-0.3104071319103241
125005	rnn.weight_ih_l0_reverse	0	0.03417813777923584
125005	rnn.weight_ih_l0_reverse	1	-0.047597210854291916
125005	rnn.weight_ih_l0_reverse	2	-0.03981146216392517
125005	rnn.weight_ih_l0_reverse	3	-0.08098691701889038
125005	rnn.weight_ih_l0_reverse	4	0.031492169946432114
125005	rnn.weight_ih_l0_reverse	5	-0.11637865751981735
125005	rnn.weight_ih_l0_reverse	6	0.04194710776209831
125005	rnn.weight_ih_l0_reverse	7	0.024312643334269524
125005	rnn.weight_ih_l0_reverse	8	-0.07790923863649368
125005	rnn.weight_ih_l0_reverse	9	-0.014850398525595665
125005	rnn.weight_hh_l0_reverse	0	-0.045026812702417374
125005	rnn.weight_hh_l0_reverse	1	0.022589709609746933
125005	rnn.weight_hh_l0_reverse	2	-0.018343308940529823
125005	rnn.weight_hh_l0_reverse	3	0.010006842203438282
125005	rnn.weight_hh_l0_reverse	4	-0.06901539862155914
125005	rnn.weight_hh_l0_reverse	5	0.03404757007956505
125005	rnn.weight_hh_l0_reverse	6	0.016613801941275597
125005	rnn.weight_hh_l0_reverse	7	-0.0010193216148763895
125005	rnn.weight_hh_l0_reverse	8	-0.00506098847836256
125005	rnn.weight_hh_l0_reverse	9	0.043305087834596634
125005	rnn.bias_ih_l0_reverse	0	-0.145808145403862
125005	rnn.bias_ih_l0_reverse	1	-0.09601561725139618
125005	rnn.bias_ih_l0_reverse	2	0.04026239365339279
125005	rnn.bias_ih_l0_reverse	3	-0.1509399265050888
125005	rnn.bias_ih_l0_reverse	4	-0.01933072693645954
125005	rnn.bias_ih_l0_reverse	5	-0.16052193939685822
125005	rnn.bias_ih_l0_reverse	6	0.20337432622909546
125005	rnn.bias_ih_l0_reverse	7	-0.2349187731742859
125005	rnn.bias_ih_l0_reverse	8	-0.11239762604236603
125005	rnn.bias_ih_l0_reverse	9	-0.12267175316810608
125005	rnn.bias_hh_l0_reverse	0	-0.05995611846446991
125005	rnn.bias_hh_l0_reverse	1	0.1347755491733551
125005	rnn.bias_hh_l0_reverse	2	-0.20907239615917206
125005	rnn.bias_hh_l0_reverse	3	-0.07308316975831985
125005	rnn.bias_hh_l0_reverse	4	-0.21682734787464142
125005	rnn.bias_hh_l0_reverse	5	-0.09633972495794296
125005	rnn.bias_hh_l0_reverse	6	-0.19698986411094666
125005	rnn.bias_hh_l0_reverse	7	-0.050028298050165176
125005	rnn.bias_hh_l0_reverse	8	-0.1263980269432068
125005	rnn.bias_hh_l0_reverse	9	0.18021133542060852
125005	linear.weight	0	0.17334426939487457
125005	linear.weight	1	-0.38944926857948303
125005	linear.weight	2	0.0006266816053539515
125005	linear.weight	3	0.06810639053583145
125005	linear.weight	4	-0.19919054210186005
125005	linear.weight	5	0.22739461064338684
125005	linear.weight	6	-0.044730741530656815
125005	linear.weight	7	-0.06954611837863922
125005	linear.weight	8	0.1101364940404892
125005	linear.weight	9	-0.03561940789222717
125005	linear.bias	0	-1.180309534072876
125005	linear.bias	1	1.907159686088562
125005	linear.bias	2	0.34348776936531067
125005	linear.bias	3	-2.268320322036743
125005	linear.bias	4	-0.425478458404541
125005	linear.bias	5	1.0084917545318604
125005	linear.bias	6	-0.2936948835849762
125005	linear.bias	7	0.4909950792789459
125005	linear.bias	8	2.1312015056610107
125005	linear.bias	9	-1.2436586618423462
125614	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
125614	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
125614	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
125614	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
125614	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
125614	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
125614	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
125614	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
125614	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
125614	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
125614	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
125614	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
125614	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
125614	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
125614	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
125614	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
125614	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
125614	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
125614	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
125614	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
125614	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
125614	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
125614	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
125614	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
125614	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
125614	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
125614	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
125614	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
125614	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
125614	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
125614	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
125614	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
125614	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
125614	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
125614	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
125614	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
125614	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
125614	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
125614	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
125614	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
125614	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
125614	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
125614	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
125614	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
125614	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
125614	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
125614	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
125614	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
125614	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
125614	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
125614	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
125614	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
125614	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
125614	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
125614	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
125614	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
125614	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
125614	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
125614	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
125614	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
125614	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
125614	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
125614	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
125614	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
125614	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
125614	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
125614	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
125614	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
125614	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
125614	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
125614	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
125614	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
125614	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
125614	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
125614	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
125614	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
125614	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
125614	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
125614	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
125614	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
125614	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
125614	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
125614	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
125614	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
125614	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
125614	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
125614	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
125614	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
125614	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
125614	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
125614	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
125614	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
125614	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
125614	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
125614	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
125614	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
125614	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
125614	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
125614	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
125614	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
125614	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
125614	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
125614	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
125614	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
125614	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
125614	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
125614	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
125614	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
125614	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
125614	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
125614	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
125614	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
125614	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
125614	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
125614	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
125614	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
125614	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
125614	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
125614	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
125614	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
125614	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
125614	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
125614	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
125614	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
125614	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
125614	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
125614	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
125614	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
125614	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
125614	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
125614	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
125614	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
125614	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
125614	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
125614	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
125614	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
125614	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
125614	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
125614	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
125614	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
125614	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
125614	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
125614	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
125614	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
125614	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
125614	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
125614	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
125614	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
125614	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
125614	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
125614	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
125614	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
125614	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
125614	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
125614	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
125614	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
125614	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
125614	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
125614	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
125614	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
125614	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
125614	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
125614	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
125614	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
125614	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
125614	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
125614	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
125614	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
125614	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
125614	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
125614	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
125614	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
125614	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
125614	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
125614	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
125614	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
125614	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
125614	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
125614	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
125614	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
125614	embedding2nn.weight	0	0.17332011461257935
125614	embedding2nn.weight	1	0.27621355652809143
125614	embedding2nn.weight	2	0.028470588847994804
125614	embedding2nn.weight	3	0.046340517699718475
125614	embedding2nn.weight	4	-0.030560152605175972
125614	embedding2nn.weight	5	0.05905195325613022
125614	embedding2nn.weight	6	0.08117157965898514
125614	embedding2nn.weight	7	-0.019305720925331116
125614	embedding2nn.weight	8	0.053707659244537354
125614	embedding2nn.weight	9	-0.05407843738794327
125614	embedding2nn.bias	0	0.03006029687821865
125614	embedding2nn.bias	1	-0.14474615454673767
125614	embedding2nn.bias	2	0.11083462089300156
125614	embedding2nn.bias	3	0.15870992839336395
125614	embedding2nn.bias	4	0.12957413494586945
125614	embedding2nn.bias	5	-0.04442478343844414
125614	embedding2nn.bias	6	-0.05171642825007439
125614	embedding2nn.bias	7	0.030138052999973297
125614	embedding2nn.bias	8	-0.1135815680027008
125614	embedding2nn.bias	9	-0.3293100595474243
125614	rnn.weight_ih_l0	0	0.009237813763320446
125614	rnn.weight_ih_l0	1	-0.045845285058021545
125614	rnn.weight_ih_l0	2	-0.05210690572857857
125614	rnn.weight_ih_l0	3	0.025805331766605377
125614	rnn.weight_ih_l0	4	0.027282295748591423
125614	rnn.weight_ih_l0	5	-0.08975520730018616
125614	rnn.weight_ih_l0	6	-0.013258079066872597
125614	rnn.weight_ih_l0	7	0.01776287332177162
125614	rnn.weight_ih_l0	8	0.012300857342779636
125614	rnn.weight_ih_l0	9	-0.031573034822940826
125614	rnn.weight_hh_l0	0	0.02396123670041561
125614	rnn.weight_hh_l0	1	0.07019172608852386
125614	rnn.weight_hh_l0	2	0.010925685055553913
125614	rnn.weight_hh_l0	3	0.05321996286511421
125614	rnn.weight_hh_l0	4	-0.009456359781324863
125614	rnn.weight_hh_l0	5	0.05322227254509926
125614	rnn.weight_hh_l0	6	0.007037562783807516
125614	rnn.weight_hh_l0	7	0.002094144467264414
125614	rnn.weight_hh_l0	8	0.04061610996723175
125614	rnn.weight_hh_l0	9	-0.04458646848797798
125614	rnn.bias_ih_l0	0	0.1293112337589264
125614	rnn.bias_ih_l0	1	-0.1664138287305832
125614	rnn.bias_ih_l0	2	0.006540241185575724
125614	rnn.bias_ih_l0	3	-0.13056114315986633
125614	rnn.bias_ih_l0	4	0.07391265034675598
125614	rnn.bias_ih_l0	5	-0.2008999139070511
125614	rnn.bias_ih_l0	6	-0.08230442553758621
125614	rnn.bias_ih_l0	7	-0.19885313510894775
125614	rnn.bias_ih_l0	8	-0.13997498154640198
125614	rnn.bias_ih_l0	9	-0.3255718946456909
125614	rnn.bias_hh_l0	0	-0.15146897733211517
125614	rnn.bias_hh_l0	1	-0.17086125910282135
125614	rnn.bias_hh_l0	2	-0.14812347292900085
125614	rnn.bias_hh_l0	3	-0.0457991361618042
125614	rnn.bias_hh_l0	4	-0.15846621990203857
125614	rnn.bias_hh_l0	5	-0.18572647869586945
125614	rnn.bias_hh_l0	6	-0.09524133801460266
125614	rnn.bias_hh_l0	7	0.08766911178827286
125614	rnn.bias_hh_l0	8	-0.13505792617797852
125614	rnn.bias_hh_l0	9	-0.31096476316452026
125614	rnn.weight_ih_l0_reverse	0	0.03151484206318855
125614	rnn.weight_ih_l0_reverse	1	-0.047912295907735825
125614	rnn.weight_ih_l0_reverse	2	-0.04256954789161682
125614	rnn.weight_ih_l0_reverse	3	-0.08239298313856125
125614	rnn.weight_ih_l0_reverse	4	0.03326417878270149
125614	rnn.weight_ih_l0_reverse	5	-0.11189546436071396
125614	rnn.weight_ih_l0_reverse	6	0.040753524750471115
125614	rnn.weight_ih_l0_reverse	7	0.02444852888584137
125614	rnn.weight_ih_l0_reverse	8	-0.07756256312131882
125614	rnn.weight_ih_l0_reverse	9	-0.012989547103643417
125614	rnn.weight_hh_l0_reverse	0	-0.04418447986245155
125614	rnn.weight_hh_l0_reverse	1	0.02204853668808937
125614	rnn.weight_hh_l0_reverse	2	-0.01863200031220913
125614	rnn.weight_hh_l0_reverse	3	0.010083554312586784
125614	rnn.weight_hh_l0_reverse	4	-0.0690627172589302
125614	rnn.weight_hh_l0_reverse	5	0.03400168940424919
125614	rnn.weight_hh_l0_reverse	6	0.016599226742982864
125614	rnn.weight_hh_l0_reverse	7	0.0037800557911396027
125614	rnn.weight_hh_l0_reverse	8	-0.0011223222827538848
125614	rnn.weight_hh_l0_reverse	9	0.04228848218917847
125614	rnn.bias_ih_l0_reverse	0	-0.14545314013957977
125614	rnn.bias_ih_l0_reverse	1	-0.09643649309873581
125614	rnn.bias_ih_l0_reverse	2	0.043388377875089645
125614	rnn.bias_ih_l0_reverse	3	-0.15009301900863647
125614	rnn.bias_ih_l0_reverse	4	-0.009984145872294903
125614	rnn.bias_ih_l0_reverse	5	-0.15481746196746826
125614	rnn.bias_ih_l0_reverse	6	0.19582462310791016
125614	rnn.bias_ih_l0_reverse	7	-0.2280481904745102
125614	rnn.bias_ih_l0_reverse	8	-0.10719165951013565
125614	rnn.bias_ih_l0_reverse	9	-0.11482618004083633
125614	rnn.bias_hh_l0_reverse	0	-0.06083272024989128
125614	rnn.bias_hh_l0_reverse	1	0.1433076560497284
125614	rnn.bias_hh_l0_reverse	2	-0.20977498590946198
125614	rnn.bias_hh_l0_reverse	3	-0.08160331845283508
125614	rnn.bias_hh_l0_reverse	4	-0.225462406873703
125614	rnn.bias_hh_l0_reverse	5	-0.10105860233306885
125614	rnn.bias_hh_l0_reverse	6	-0.20592570304870605
125614	rnn.bias_hh_l0_reverse	7	-0.05302002280950546
125614	rnn.bias_hh_l0_reverse	8	-0.12437587231397629
125614	rnn.bias_hh_l0_reverse	9	0.1914023607969284
125614	linear.weight	0	0.1532144397497177
125614	linear.weight	1	-0.38697370886802673
125614	linear.weight	2	0.023306451737880707
125614	linear.weight	3	0.06810939311981201
125614	linear.weight	4	-0.15456728637218475
125614	linear.weight	5	0.24363641440868378
125614	linear.weight	6	-0.06656824052333832
125614	linear.weight	7	-0.06952110677957535
125614	linear.weight	8	0.13868537545204163
125614	linear.weight	9	-0.03565896302461624
125614	linear.bias	0	-1.1743991374969482
125614	linear.bias	1	1.851783275604248
125614	linear.bias	2	0.3774454593658447
125614	linear.bias	3	-2.269845962524414
125614	linear.bias	4	-0.40242618322372437
125614	linear.bias	5	1.0495749711990356
125614	linear.bias	6	-0.3113534152507782
125614	linear.bias	7	0.45507168769836426
125614	linear.bias	8	2.1430392265319824
125614	linear.bias	9	-1.2649285793304443
126223	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
126223	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
126223	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
126223	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
126223	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
126223	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
126223	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
126223	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
126223	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
126223	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
126223	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
126223	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
126223	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
126223	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
126223	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
126223	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
126223	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
126223	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
126223	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
126223	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
126223	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
126223	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
126223	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
126223	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
126223	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
126223	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
126223	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
126223	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
126223	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
126223	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
126223	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
126223	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
126223	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
126223	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
126223	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
126223	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
126223	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
126223	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
126223	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
126223	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
126223	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
126223	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
126223	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
126223	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
126223	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
126223	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
126223	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
126223	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
126223	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
126223	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
126223	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
126223	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
126223	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
126223	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
126223	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
126223	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
126223	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
126223	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
126223	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
126223	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
126223	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
126223	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
126223	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
126223	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
126223	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
126223	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
126223	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
126223	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
126223	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
126223	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
126223	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
126223	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
126223	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
126223	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
126223	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
126223	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
126223	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
126223	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
126223	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
126223	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
126223	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
126223	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
126223	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
126223	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
126223	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
126223	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
126223	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
126223	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
126223	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
126223	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
126223	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
126223	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
126223	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
126223	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
126223	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
126223	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
126223	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
126223	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
126223	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
126223	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
126223	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
126223	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
126223	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
126223	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
126223	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
126223	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
126223	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
126223	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
126223	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
126223	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
126223	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
126223	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
126223	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
126223	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
126223	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
126223	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
126223	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
126223	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
126223	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
126223	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
126223	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
126223	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
126223	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
126223	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
126223	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
126223	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
126223	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
126223	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
126223	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
126223	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
126223	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
126223	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
126223	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
126223	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
126223	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
126223	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
126223	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
126223	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
126223	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
126223	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
126223	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
126223	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
126223	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
126223	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
126223	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
126223	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
126223	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
126223	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
126223	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
126223	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
126223	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
126223	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
126223	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
126223	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
126223	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
126223	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
126223	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
126223	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
126223	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
126223	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
126223	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
126223	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
126223	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
126223	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
126223	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
126223	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
126223	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
126223	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
126223	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
126223	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
126223	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
126223	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
126223	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
126223	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
126223	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
126223	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
126223	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
126223	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
126223	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
126223	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
126223	embedding2nn.weight	0	0.17088821530342102
126223	embedding2nn.weight	1	0.27832773327827454
126223	embedding2nn.weight	2	0.023292705416679382
126223	embedding2nn.weight	3	0.05393419414758682
126223	embedding2nn.weight	4	-0.03265009820461273
126223	embedding2nn.weight	5	0.058253441005945206
126223	embedding2nn.weight	6	0.0777820572257042
126223	embedding2nn.weight	7	-0.014553027227520943
126223	embedding2nn.weight	8	0.05264575779438019
126223	embedding2nn.weight	9	-0.04414743185043335
126223	embedding2nn.bias	0	0.03599059209227562
126223	embedding2nn.bias	1	-0.15058405697345734
126223	embedding2nn.bias	2	0.11398189514875412
126223	embedding2nn.bias	3	0.17249354720115662
126223	embedding2nn.bias	4	0.14134131371974945
126223	embedding2nn.bias	5	-0.0533580519258976
126223	embedding2nn.bias	6	-0.03733830153942108
126223	embedding2nn.bias	7	0.03153814375400543
126223	embedding2nn.bias	8	-0.10339654982089996
126223	embedding2nn.bias	9	-0.327433317899704
126223	rnn.weight_ih_l0	0	0.009849213995039463
126223	rnn.weight_ih_l0	1	-0.04471549019217491
126223	rnn.weight_ih_l0	2	-0.05908265337347984
126223	rnn.weight_ih_l0	3	0.025868434458971024
126223	rnn.weight_ih_l0	4	0.030416229739785194
126223	rnn.weight_ih_l0	5	-0.09436187148094177
126223	rnn.weight_ih_l0	6	-0.01431975420564413
126223	rnn.weight_ih_l0	7	0.012281429953873158
126223	rnn.weight_ih_l0	8	0.017914878204464912
126223	rnn.weight_ih_l0	9	-0.038731686770915985
126223	rnn.weight_hh_l0	0	0.02377673238515854
126223	rnn.weight_hh_l0	1	0.070909783244133
126223	rnn.weight_hh_l0	2	0.011281047947704792
126223	rnn.weight_hh_l0	3	0.052611857652664185
126223	rnn.weight_hh_l0	4	-0.009141257964074612
126223	rnn.weight_hh_l0	5	0.05319107323884964
126223	rnn.weight_hh_l0	6	0.006309065036475658
126223	rnn.weight_hh_l0	7	-0.0023719610180705786
126223	rnn.weight_hh_l0	8	0.04045456275343895
126223	rnn.weight_hh_l0	9	-0.04508265107870102
126223	rnn.bias_ih_l0	0	0.12175936996936798
126223	rnn.bias_ih_l0	1	-0.16766344010829926
126223	rnn.bias_ih_l0	2	0.008485258556902409
126223	rnn.bias_ih_l0	3	-0.12474926561117172
126223	rnn.bias_ih_l0	4	0.06404761224985123
126223	rnn.bias_ih_l0	5	-0.2110471874475479
126223	rnn.bias_ih_l0	6	-0.07867312431335449
126223	rnn.bias_ih_l0	7	-0.1987914741039276
126223	rnn.bias_ih_l0	8	-0.13576920330524445
126223	rnn.bias_ih_l0	9	-0.33563360571861267
126223	rnn.bias_hh_l0	0	-0.15552736818790436
126223	rnn.bias_hh_l0	1	-0.1720317304134369
126223	rnn.bias_hh_l0	2	-0.1494237631559372
126223	rnn.bias_hh_l0	3	-0.03616265207529068
126223	rnn.bias_hh_l0	4	-0.16115596890449524
126223	rnn.bias_hh_l0	5	-0.18761605024337769
126223	rnn.bias_hh_l0	6	-0.08801358938217163
126223	rnn.bias_hh_l0	7	0.08161653578281403
126223	rnn.bias_hh_l0	8	-0.13659575581550598
126223	rnn.bias_hh_l0	9	-0.3111831545829773
126223	rnn.weight_ih_l0_reverse	0	0.04162950813770294
126223	rnn.weight_ih_l0_reverse	1	-0.0469249002635479
126223	rnn.weight_ih_l0_reverse	2	-0.04570212960243225
126223	rnn.weight_ih_l0_reverse	3	-0.08138004690408707
126223	rnn.weight_ih_l0_reverse	4	0.033666785806417465
126223	rnn.weight_ih_l0_reverse	5	-0.11023886501789093
126223	rnn.weight_ih_l0_reverse	6	0.03560669347643852
126223	rnn.weight_ih_l0_reverse	7	0.02513636089861393
126223	rnn.weight_ih_l0_reverse	8	-0.07490693777799606
126223	rnn.weight_ih_l0_reverse	9	-0.011600689962506294
126223	rnn.weight_hh_l0_reverse	0	-0.04502146691083908
126223	rnn.weight_hh_l0_reverse	1	0.022815339267253876
126223	rnn.weight_hh_l0_reverse	2	-0.01807262748479843
126223	rnn.weight_hh_l0_reverse	3	0.010726956650614738
126223	rnn.weight_hh_l0_reverse	4	-0.06932315975427628
126223	rnn.weight_hh_l0_reverse	5	0.03427636995911598
126223	rnn.weight_hh_l0_reverse	6	0.0165515448898077
126223	rnn.weight_hh_l0_reverse	7	0.00535301910713315
126223	rnn.weight_hh_l0_reverse	8	0.0001982691028388217
126223	rnn.weight_hh_l0_reverse	9	0.04335431754589081
126223	rnn.bias_ih_l0_reverse	0	-0.14877358078956604
126223	rnn.bias_ih_l0_reverse	1	-0.09931641072034836
126223	rnn.bias_ih_l0_reverse	2	0.04297952353954315
126223	rnn.bias_ih_l0_reverse	3	-0.14679476618766785
126223	rnn.bias_ih_l0_reverse	4	-0.004808792844414711
126223	rnn.bias_ih_l0_reverse	5	-0.1542404145002365
126223	rnn.bias_ih_l0_reverse	6	0.19025744497776031
126223	rnn.bias_ih_l0_reverse	7	-0.23566628992557526
126223	rnn.bias_ih_l0_reverse	8	-0.10428959131240845
126223	rnn.bias_ih_l0_reverse	9	-0.12906590104103088
126223	rnn.bias_hh_l0_reverse	0	-0.06787700206041336
126223	rnn.bias_hh_l0_reverse	1	0.14918531477451324
126223	rnn.bias_hh_l0_reverse	2	-0.22487767040729523
126223	rnn.bias_hh_l0_reverse	3	-0.08034510165452957
126223	rnn.bias_hh_l0_reverse	4	-0.22312182188034058
126223	rnn.bias_hh_l0_reverse	5	-0.09510874003171921
126223	rnn.bias_hh_l0_reverse	6	-0.2057528793811798
126223	rnn.bias_hh_l0_reverse	7	-0.05993219092488289
126223	rnn.bias_hh_l0_reverse	8	-0.11402676999568939
126223	rnn.bias_hh_l0_reverse	9	0.1879834085702896
126223	linear.weight	0	0.1661732792854309
126223	linear.weight	1	-0.36515316367149353
126223	linear.weight	2	0.02607424184679985
126223	linear.weight	3	0.06810973584651947
126223	linear.weight	4	-0.1892162710428238
126223	linear.weight	5	0.23694945871829987
126223	linear.weight	6	-0.09150975197553635
126223	linear.weight	7	-0.06952103972434998
126223	linear.weight	8	0.13760313391685486
126223	linear.weight	9	-0.03568548336625099
126223	linear.bias	0	-1.1595995426177979
126223	linear.bias	1	1.8672916889190674
126223	linear.bias	2	0.3719803988933563
126223	linear.bias	3	-2.2713871002197266
126223	linear.bias	4	-0.4065086245536804
126223	linear.bias	5	1.0203958749771118
126223	linear.bias	6	-0.28155800700187683
126223	linear.bias	7	0.45634397864341736
126223	linear.bias	8	2.136059045791626
126223	linear.bias	9	-1.2379093170166016
126832	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
126832	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
126832	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
126832	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
126832	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
126832	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
126832	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
126832	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
126832	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
126832	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
126832	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
126832	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
126832	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
126832	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
126832	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
126832	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
126832	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
126832	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
126832	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
126832	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
126832	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
126832	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
126832	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
126832	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
126832	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
126832	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
126832	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
126832	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
126832	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
126832	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
126832	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
126832	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
126832	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
126832	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
126832	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
126832	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
126832	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
126832	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
126832	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
126832	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
126832	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
126832	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
126832	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
126832	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
126832	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
126832	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
126832	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
126832	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
126832	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
126832	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
126832	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
126832	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
126832	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
126832	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
126832	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
126832	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
126832	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
126832	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
126832	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
126832	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
126832	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
126832	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
126832	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
126832	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
126832	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
126832	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
126832	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
126832	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
126832	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
126832	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
126832	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
126832	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
126832	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
126832	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
126832	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
126832	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
126832	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
126832	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
126832	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
126832	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
126832	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
126832	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
126832	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
126832	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
126832	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
126832	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
126832	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
126832	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
126832	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
126832	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
126832	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
126832	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
126832	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
126832	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
126832	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
126832	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
126832	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
126832	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
126832	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
126832	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
126832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
126832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
126832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
126832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
126832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
126832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
126832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
126832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
126832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
126832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
126832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
126832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
126832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
126832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
126832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
126832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
126832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
126832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
126832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
126832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
126832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
126832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
126832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
126832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
126832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
126832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
126832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
126832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
126832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
126832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
126832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
126832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
126832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
126832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
126832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
126832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
126832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
126832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
126832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
126832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
126832	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
126832	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
126832	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
126832	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
126832	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
126832	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
126832	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
126832	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
126832	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
126832	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
126832	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
126832	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
126832	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
126832	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
126832	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
126832	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
126832	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
126832	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
126832	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
126832	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
126832	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
126832	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
126832	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
126832	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
126832	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
126832	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
126832	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
126832	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
126832	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
126832	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
126832	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
126832	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
126832	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
126832	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
126832	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
126832	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
126832	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
126832	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
126832	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
126832	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
126832	embedding2nn.weight	0	0.17073361575603485
126832	embedding2nn.weight	1	0.2759929299354553
126832	embedding2nn.weight	2	0.022359168156981468
126832	embedding2nn.weight	3	0.053782299160957336
126832	embedding2nn.weight	4	-0.0402083620429039
126832	embedding2nn.weight	5	0.05748787894845009
126832	embedding2nn.weight	6	0.06572378426790237
126832	embedding2nn.weight	7	-0.007388684898614883
126832	embedding2nn.weight	8	0.05532922223210335
126832	embedding2nn.weight	9	-0.04589346796274185
126832	embedding2nn.bias	0	0.004372783005237579
126832	embedding2nn.bias	1	-0.1682819426059723
126832	embedding2nn.bias	2	0.10872390866279602
126832	embedding2nn.bias	3	0.18334051966667175
126832	embedding2nn.bias	4	0.1376999467611313
126832	embedding2nn.bias	5	-0.053771935403347015
126832	embedding2nn.bias	6	-0.043065398931503296
126832	embedding2nn.bias	7	0.024283116683363914
126832	embedding2nn.bias	8	-0.11253800988197327
126832	embedding2nn.bias	9	-0.32154783606529236
126832	rnn.weight_ih_l0	0	0.00839363131672144
126832	rnn.weight_ih_l0	1	-0.042452435940504074
126832	rnn.weight_ih_l0	2	-0.06022873893380165
126832	rnn.weight_ih_l0	3	0.029201196506619453
126832	rnn.weight_ih_l0	4	0.026280732825398445
126832	rnn.weight_ih_l0	5	-0.09403804689645767
126832	rnn.weight_ih_l0	6	-0.01283129770308733
126832	rnn.weight_ih_l0	7	0.007097118068486452
126832	rnn.weight_ih_l0	8	0.011803326196968555
126832	rnn.weight_ih_l0	9	-0.037151213735342026
126832	rnn.weight_hh_l0	0	0.024016719311475754
126832	rnn.weight_hh_l0	1	0.07140146940946579
126832	rnn.weight_hh_l0	2	0.010268266312777996
126832	rnn.weight_hh_l0	3	0.05257076770067215
126832	rnn.weight_hh_l0	4	-0.008507173508405685
126832	rnn.weight_hh_l0	5	0.05303895100951195
126832	rnn.weight_hh_l0	6	0.005894384812563658
126832	rnn.weight_hh_l0	7	-0.006439358927309513
126832	rnn.weight_hh_l0	8	0.040512457489967346
126832	rnn.weight_hh_l0	9	-0.04567945376038551
126832	rnn.bias_ih_l0	0	0.12458047270774841
126832	rnn.bias_ih_l0	1	-0.17308670282363892
126832	rnn.bias_ih_l0	2	0.009271661750972271
126832	rnn.bias_ih_l0	3	-0.11541952937841415
126832	rnn.bias_ih_l0	4	0.05554163455963135
126832	rnn.bias_ih_l0	5	-0.20309653878211975
126832	rnn.bias_ih_l0	6	-0.07814726233482361
126832	rnn.bias_ih_l0	7	-0.20127758383750916
126832	rnn.bias_ih_l0	8	-0.1382521092891693
126832	rnn.bias_ih_l0	9	-0.32851850986480713
126832	rnn.bias_hh_l0	0	-0.16100847721099854
126832	rnn.bias_hh_l0	1	-0.17760679125785828
126832	rnn.bias_hh_l0	2	-0.15749108791351318
126832	rnn.bias_hh_l0	3	-0.03388436138629913
126832	rnn.bias_hh_l0	4	-0.14652112126350403
126832	rnn.bias_hh_l0	5	-0.1902858018875122
126832	rnn.bias_hh_l0	6	-0.09480924904346466
126832	rnn.bias_hh_l0	7	0.09179377555847168
126832	rnn.bias_hh_l0	8	-0.1425773948431015
126832	rnn.bias_hh_l0	9	-0.3128504157066345
126832	rnn.weight_ih_l0_reverse	0	0.041544731706380844
126832	rnn.weight_ih_l0_reverse	1	-0.047559723258018494
126832	rnn.weight_ih_l0_reverse	2	-0.048203859478235245
126832	rnn.weight_ih_l0_reverse	3	-0.07621417939662933
126832	rnn.weight_ih_l0_reverse	4	0.03538820520043373
126832	rnn.weight_ih_l0_reverse	5	-0.10728221386671066
126832	rnn.weight_ih_l0_reverse	6	0.03522590547800064
126832	rnn.weight_ih_l0_reverse	7	0.023836279287934303
126832	rnn.weight_ih_l0_reverse	8	-0.07250430434942245
126832	rnn.weight_ih_l0_reverse	9	-0.021560413762927055
126832	rnn.weight_hh_l0_reverse	0	-0.04575453698635101
126832	rnn.weight_hh_l0_reverse	1	0.023536546155810356
126832	rnn.weight_hh_l0_reverse	2	-0.017984814941883087
126832	rnn.weight_hh_l0_reverse	3	0.008210084401071072
126832	rnn.weight_hh_l0_reverse	4	-0.06816846877336502
126832	rnn.weight_hh_l0_reverse	5	0.03404231742024422
126832	rnn.weight_hh_l0_reverse	6	0.016474271193146706
126832	rnn.weight_hh_l0_reverse	7	0.0018777137156575918
126832	rnn.weight_hh_l0_reverse	8	0.003244999563321471
126832	rnn.weight_hh_l0_reverse	9	0.042706407606601715
126832	rnn.bias_ih_l0_reverse	0	-0.15623828768730164
126832	rnn.bias_ih_l0_reverse	1	-0.09784696251153946
126832	rnn.bias_ih_l0_reverse	2	0.05025561526417732
126832	rnn.bias_ih_l0_reverse	3	-0.14678682386875153
126832	rnn.bias_ih_l0_reverse	4	-0.0022595918271690607
126832	rnn.bias_ih_l0_reverse	5	-0.15491507947444916
126832	rnn.bias_ih_l0_reverse	6	0.1924009621143341
126832	rnn.bias_ih_l0_reverse	7	-0.23026308417320251
126832	rnn.bias_ih_l0_reverse	8	-0.09951424598693848
126832	rnn.bias_ih_l0_reverse	9	-0.12893986701965332
126832	rnn.bias_hh_l0_reverse	0	-0.07343640178442001
126832	rnn.bias_hh_l0_reverse	1	0.14774326980113983
126832	rnn.bias_hh_l0_reverse	2	-0.2156519591808319
126832	rnn.bias_hh_l0_reverse	3	-0.0820489153265953
126832	rnn.bias_hh_l0_reverse	4	-0.22975176572799683
126832	rnn.bias_hh_l0_reverse	5	-0.09387562423944473
126832	rnn.bias_hh_l0_reverse	6	-0.21251371502876282
126832	rnn.bias_hh_l0_reverse	7	-0.059052519500255585
126832	rnn.bias_hh_l0_reverse	8	-0.12050676345825195
126832	rnn.bias_hh_l0_reverse	9	0.18747763335704803
126832	linear.weight	0	0.1906272917985916
126832	linear.weight	1	-0.3705296516418457
126832	linear.weight	2	0.0407809242606163
126832	linear.weight	3	0.06810596585273743
126832	linear.weight	4	-0.14524921774864197
126832	linear.weight	5	0.25920507311820984
126832	linear.weight	6	-0.09718266874551773
126832	linear.weight	7	-0.0695146843791008
126832	linear.weight	8	0.12968875467777252
126832	linear.weight	9	-0.03574123606085777
126832	linear.bias	0	-1.1495896577835083
126832	linear.bias	1	1.8141075372695923
126832	linear.bias	2	0.35146644711494446
126832	linear.bias	3	-2.2729179859161377
126832	linear.bias	4	-0.39445728063583374
126832	linear.bias	5	1.022711992263794
126832	linear.bias	6	-0.2571412920951843
126832	linear.bias	7	0.4318176209926605
126832	linear.bias	8	2.130028247833252
126832	linear.bias	9	-1.244343638420105
127441	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
127441	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
127441	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
127441	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
127441	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
127441	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
127441	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
127441	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
127441	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
127441	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
127441	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
127441	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
127441	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
127441	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
127441	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
127441	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
127441	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
127441	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
127441	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
127441	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
127441	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
127441	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
127441	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
127441	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
127441	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
127441	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
127441	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
127441	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
127441	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
127441	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
127441	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
127441	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
127441	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
127441	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
127441	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
127441	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
127441	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
127441	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
127441	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
127441	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
127441	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
127441	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
127441	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
127441	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
127441	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
127441	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
127441	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
127441	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
127441	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
127441	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
127441	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
127441	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
127441	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
127441	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
127441	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
127441	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
127441	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
127441	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
127441	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
127441	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
127441	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
127441	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
127441	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
127441	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
127441	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
127441	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
127441	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
127441	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
127441	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
127441	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
127441	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
127441	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
127441	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
127441	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
127441	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
127441	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
127441	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
127441	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
127441	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
127441	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
127441	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
127441	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
127441	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
127441	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
127441	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
127441	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
127441	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
127441	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
127441	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
127441	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
127441	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
127441	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
127441	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
127441	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
127441	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
127441	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
127441	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
127441	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
127441	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
127441	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
127441	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
127441	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
127441	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
127441	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
127441	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
127441	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
127441	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
127441	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
127441	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
127441	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
127441	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
127441	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
127441	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
127441	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
127441	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
127441	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
127441	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
127441	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
127441	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
127441	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
127441	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
127441	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
127441	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
127441	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
127441	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
127441	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
127441	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
127441	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
127441	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
127441	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
127441	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
127441	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
127441	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
127441	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
127441	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
127441	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
127441	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
127441	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
127441	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
127441	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
127441	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
127441	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
127441	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
127441	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
127441	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
127441	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
127441	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
127441	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
127441	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
127441	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
127441	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
127441	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
127441	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
127441	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
127441	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
127441	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
127441	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
127441	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
127441	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
127441	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
127441	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
127441	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
127441	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
127441	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
127441	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
127441	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
127441	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
127441	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
127441	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
127441	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
127441	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
127441	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
127441	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
127441	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
127441	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
127441	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
127441	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
127441	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
127441	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
127441	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
127441	embedding2nn.weight	0	0.17204242944717407
127441	embedding2nn.weight	1	0.27336668968200684
127441	embedding2nn.weight	2	0.017854342237114906
127441	embedding2nn.weight	3	0.053371649235486984
127441	embedding2nn.weight	4	-0.03444591537117958
127441	embedding2nn.weight	5	0.05829684063792229
127441	embedding2nn.weight	6	0.059849657118320465
127441	embedding2nn.weight	7	-0.008852586150169373
127441	embedding2nn.weight	8	0.05641713738441467
127441	embedding2nn.weight	9	-0.045162592083215714
127441	embedding2nn.bias	0	0.015736818313598633
127441	embedding2nn.bias	1	-0.1639656275510788
127441	embedding2nn.bias	2	0.11862516403198242
127441	embedding2nn.bias	3	0.18093809485435486
127441	embedding2nn.bias	4	0.11966601014137268
127441	embedding2nn.bias	5	-0.04685359075665474
127441	embedding2nn.bias	6	-0.049656253308057785
127441	embedding2nn.bias	7	0.023672277107834816
127441	embedding2nn.bias	8	-0.11643081903457642
127441	embedding2nn.bias	9	-0.3301047682762146
127441	rnn.weight_ih_l0	0	0.007591854780912399
127441	rnn.weight_ih_l0	1	-0.044413235038518906
127441	rnn.weight_ih_l0	2	-0.0589175820350647
127441	rnn.weight_ih_l0	3	0.027439936995506287
127441	rnn.weight_ih_l0	4	0.03148801252245903
127441	rnn.weight_ih_l0	5	-0.08856574445962906
127441	rnn.weight_ih_l0	6	-0.016558663919568062
127441	rnn.weight_ih_l0	7	0.009666802361607552
127441	rnn.weight_ih_l0	8	0.02787977270781994
127441	rnn.weight_ih_l0	9	-0.03569624200463295
127441	rnn.weight_hh_l0	0	0.02399076521396637
127441	rnn.weight_hh_l0	1	0.07082749903202057
127441	rnn.weight_hh_l0	2	0.00915761012583971
127441	rnn.weight_hh_l0	3	0.05205725505948067
127441	rnn.weight_hh_l0	4	-0.009469039738178253
127441	rnn.weight_hh_l0	5	0.05231655016541481
127441	rnn.weight_hh_l0	6	0.006337304599583149
127441	rnn.weight_hh_l0	7	-0.007498001679778099
127441	rnn.weight_hh_l0	8	0.04071357101202011
127441	rnn.weight_hh_l0	9	-0.046459048986434937
127441	rnn.bias_ih_l0	0	0.11782128363847733
127441	rnn.bias_ih_l0	1	-0.16716265678405762
127441	rnn.bias_ih_l0	2	0.012203715741634369
127441	rnn.bias_ih_l0	3	-0.11062125116586685
127441	rnn.bias_ih_l0	4	0.0771423876285553
127441	rnn.bias_ih_l0	5	-0.22252428531646729
127441	rnn.bias_ih_l0	6	-0.08852486312389374
127441	rnn.bias_ih_l0	7	-0.20367121696472168
127441	rnn.bias_ih_l0	8	-0.15038976073265076
127441	rnn.bias_ih_l0	9	-0.3308897316455841
127441	rnn.bias_hh_l0	0	-0.1635177582502365
127441	rnn.bias_hh_l0	1	-0.1783667653799057
127441	rnn.bias_hh_l0	2	-0.15319836139678955
127441	rnn.bias_hh_l0	3	-0.03487711027264595
127441	rnn.bias_hh_l0	4	-0.1524721384048462
127441	rnn.bias_hh_l0	5	-0.1904744654893875
127441	rnn.bias_hh_l0	6	-0.10560541599988937
127441	rnn.bias_hh_l0	7	0.08777794986963272
127441	rnn.bias_hh_l0	8	-0.14526104927062988
127441	rnn.bias_hh_l0	9	-0.3248979151248932
127441	rnn.weight_ih_l0_reverse	0	0.04675964266061783
127441	rnn.weight_ih_l0_reverse	1	-0.04691257327795029
127441	rnn.weight_ih_l0_reverse	2	-0.049464136362075806
127441	rnn.weight_ih_l0_reverse	3	-0.07528936117887497
127441	rnn.weight_ih_l0_reverse	4	0.035395555198192596
127441	rnn.weight_ih_l0_reverse	5	-0.10742504894733429
127441	rnn.weight_ih_l0_reverse	6	0.032639872282743454
127441	rnn.weight_ih_l0_reverse	7	0.023793846368789673
127441	rnn.weight_ih_l0_reverse	8	-0.07604052871465683
127441	rnn.weight_ih_l0_reverse	9	-0.023088261485099792
127441	rnn.weight_hh_l0_reverse	0	-0.04646256938576698
127441	rnn.weight_hh_l0_reverse	1	0.02234441041946411
127441	rnn.weight_hh_l0_reverse	2	-0.018619948998093605
127441	rnn.weight_hh_l0_reverse	3	0.009277580305933952
127441	rnn.weight_hh_l0_reverse	4	-0.0689169317483902
127441	rnn.weight_hh_l0_reverse	5	0.034414373338222504
127441	rnn.weight_hh_l0_reverse	6	0.016719700768589973
127441	rnn.weight_hh_l0_reverse	7	-0.0011156940599903464
127441	rnn.weight_hh_l0_reverse	8	0.0010595029452815652
127441	rnn.weight_hh_l0_reverse	9	0.04297022894024849
127441	rnn.bias_ih_l0_reverse	0	-0.14948996901512146
127441	rnn.bias_ih_l0_reverse	1	-0.10084407776594162
127441	rnn.bias_ih_l0_reverse	2	0.05112436041235924
127441	rnn.bias_ih_l0_reverse	3	-0.15357144176959991
127441	rnn.bias_ih_l0_reverse	4	-0.010341103188693523
127441	rnn.bias_ih_l0_reverse	5	-0.15315739810466766
127441	rnn.bias_ih_l0_reverse	6	0.18656842410564423
127441	rnn.bias_ih_l0_reverse	7	-0.23428446054458618
127441	rnn.bias_ih_l0_reverse	8	-0.10105326771736145
127441	rnn.bias_ih_l0_reverse	9	-0.1296759992837906
127441	rnn.bias_hh_l0_reverse	0	-0.0595913827419281
127441	rnn.bias_hh_l0_reverse	1	0.15941877663135529
127441	rnn.bias_hh_l0_reverse	2	-0.21895766258239746
127441	rnn.bias_hh_l0_reverse	3	-0.08137018233537674
127441	rnn.bias_hh_l0_reverse	4	-0.22401852905750275
127441	rnn.bias_hh_l0_reverse	5	-0.09057093411684036
127441	rnn.bias_hh_l0_reverse	6	-0.21208234131336212
127441	rnn.bias_hh_l0_reverse	7	-0.061916012316942215
127441	rnn.bias_hh_l0_reverse	8	-0.11732780933380127
127441	rnn.bias_hh_l0_reverse	9	0.20243826508522034
127441	linear.weight	0	0.16681237518787384
127441	linear.weight	1	-0.37883588671684265
127441	linear.weight	2	0.02567247301340103
127441	linear.weight	3	0.06805787980556488
127441	linear.weight	4	-0.17158585786819458
127441	linear.weight	5	0.27385759353637695
127441	linear.weight	6	-0.0816015973687172
127441	linear.weight	7	-0.06950223445892334
127441	linear.weight	8	0.11597612500190735
127441	linear.weight	9	-0.035786762833595276
127441	linear.bias	0	-1.159412145614624
127441	linear.bias	1	1.855224847793579
127441	linear.bias	2	0.3117184340953827
127441	linear.bias	3	-2.2744810581207275
127441	linear.bias	4	-0.38188061118125916
127441	linear.bias	5	1.0630770921707153
127441	linear.bias	6	-0.28310102224349976
127441	linear.bias	7	0.4195973575115204
127441	linear.bias	8	2.1299068927764893
127441	linear.bias	9	-1.2552273273468018
128050	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
128050	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
128050	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
128050	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
128050	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
128050	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
128050	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
128050	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
128050	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
128050	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
128050	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
128050	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
128050	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
128050	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
128050	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
128050	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
128050	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
128050	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
128050	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
128050	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
128050	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
128050	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
128050	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
128050	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
128050	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
128050	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
128050	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
128050	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
128050	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
128050	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
128050	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
128050	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
128050	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
128050	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
128050	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
128050	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
128050	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
128050	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
128050	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
128050	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
128050	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
128050	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
128050	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
128050	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
128050	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
128050	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
128050	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
128050	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
128050	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
128050	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
128050	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
128050	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
128050	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
128050	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
128050	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
128050	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
128050	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
128050	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
128050	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
128050	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
128050	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
128050	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
128050	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
128050	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
128050	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
128050	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
128050	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
128050	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
128050	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
128050	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
128050	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
128050	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
128050	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
128050	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
128050	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
128050	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
128050	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
128050	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
128050	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
128050	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
128050	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
128050	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
128050	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
128050	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
128050	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
128050	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
128050	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
128050	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
128050	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
128050	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
128050	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
128050	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
128050	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
128050	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
128050	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
128050	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
128050	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
128050	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
128050	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
128050	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
128050	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
128050	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
128050	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
128050	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
128050	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
128050	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
128050	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
128050	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
128050	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
128050	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
128050	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
128050	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
128050	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
128050	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
128050	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
128050	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
128050	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
128050	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
128050	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
128050	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
128050	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
128050	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
128050	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
128050	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
128050	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
128050	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
128050	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
128050	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
128050	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
128050	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
128050	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
128050	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
128050	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
128050	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
128050	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
128050	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
128050	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
128050	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
128050	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
128050	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
128050	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
128050	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
128050	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
128050	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
128050	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
128050	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
128050	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
128050	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
128050	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
128050	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
128050	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
128050	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
128050	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
128050	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
128050	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
128050	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
128050	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
128050	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
128050	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
128050	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
128050	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
128050	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
128050	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
128050	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
128050	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
128050	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
128050	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
128050	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
128050	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
128050	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
128050	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
128050	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
128050	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
128050	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
128050	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
128050	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
128050	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
128050	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
128050	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
128050	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
128050	embedding2nn.weight	0	0.1718646138906479
128050	embedding2nn.weight	1	0.2743150591850281
128050	embedding2nn.weight	2	0.021324772387742996
128050	embedding2nn.weight	3	0.051230791956186295
128050	embedding2nn.weight	4	-0.04160235449671745
128050	embedding2nn.weight	5	0.06097002699971199
128050	embedding2nn.weight	6	0.06483646482229233
128050	embedding2nn.weight	7	-0.0066209714859724045
128050	embedding2nn.weight	8	0.05564691126346588
128050	embedding2nn.weight	9	-0.04376322031021118
128050	embedding2nn.bias	0	0.02473032847046852
128050	embedding2nn.bias	1	-0.13662905991077423
128050	embedding2nn.bias	2	0.10848764330148697
128050	embedding2nn.bias	3	0.19160015881061554
128050	embedding2nn.bias	4	0.1329176127910614
128050	embedding2nn.bias	5	-0.03992307558655739
128050	embedding2nn.bias	6	-0.03940859064459801
128050	embedding2nn.bias	7	0.027890630066394806
128050	embedding2nn.bias	8	-0.14059953391551971
128050	embedding2nn.bias	9	-0.3286830186843872
128050	rnn.weight_ih_l0	0	0.007302191574126482
128050	rnn.weight_ih_l0	1	-0.04586421698331833
128050	rnn.weight_ih_l0	2	-0.05633345618844032
128050	rnn.weight_ih_l0	3	0.022296816110610962
128050	rnn.weight_ih_l0	4	0.03989924490451813
128050	rnn.weight_ih_l0	5	-0.0805867463350296
128050	rnn.weight_ih_l0	6	-0.013952956534922123
128050	rnn.weight_ih_l0	7	0.007958007045090199
128050	rnn.weight_ih_l0	8	0.03353121876716614
128050	rnn.weight_ih_l0	9	-0.027795540168881416
128050	rnn.weight_hh_l0	0	0.023158470168709755
128050	rnn.weight_hh_l0	1	0.07057321816682816
128050	rnn.weight_hh_l0	2	0.00795191153883934
128050	rnn.weight_hh_l0	3	0.05133765935897827
128050	rnn.weight_hh_l0	4	-0.008577176369726658
128050	rnn.weight_hh_l0	5	0.052039600908756256
128050	rnn.weight_hh_l0	6	0.006101095583289862
128050	rnn.weight_hh_l0	7	-0.005835772026330233
128050	rnn.weight_hh_l0	8	0.04019474983215332
128050	rnn.weight_hh_l0	9	-0.047143202275037766
128050	rnn.bias_ih_l0	0	0.11685057729482651
128050	rnn.bias_ih_l0	1	-0.16627012193202972
128050	rnn.bias_ih_l0	2	0.00999540276825428
128050	rnn.bias_ih_l0	3	-0.11653538793325424
128050	rnn.bias_ih_l0	4	0.07208789139986038
128050	rnn.bias_ih_l0	5	-0.2225891649723053
128050	rnn.bias_ih_l0	6	-0.08195723593235016
128050	rnn.bias_ih_l0	7	-0.2032470703125
128050	rnn.bias_ih_l0	8	-0.14847099781036377
128050	rnn.bias_ih_l0	9	-0.3341759145259857
128050	rnn.bias_hh_l0	0	-0.17240306735038757
128050	rnn.bias_hh_l0	1	-0.17982710897922516
128050	rnn.bias_hh_l0	2	-0.14456968009471893
128050	rnn.bias_hh_l0	3	-0.03130973130464554
128050	rnn.bias_hh_l0	4	-0.15307971835136414
128050	rnn.bias_hh_l0	5	-0.19211551547050476
128050	rnn.bias_hh_l0	6	-0.10240474343299866
128050	rnn.bias_hh_l0	7	0.07170441001653671
128050	rnn.bias_hh_l0	8	-0.14098161458969116
128050	rnn.bias_hh_l0	9	-0.32381898164749146
128050	rnn.weight_ih_l0_reverse	0	0.0422469824552536
128050	rnn.weight_ih_l0_reverse	1	-0.046983227133750916
128050	rnn.weight_ih_l0_reverse	2	-0.047675881534814835
128050	rnn.weight_ih_l0_reverse	3	-0.07932028919458389
128050	rnn.weight_ih_l0_reverse	4	0.03524846211075783
128050	rnn.weight_ih_l0_reverse	5	-0.10093863308429718
128050	rnn.weight_ih_l0_reverse	6	0.04724714905023575
128050	rnn.weight_ih_l0_reverse	7	0.023642102256417274
128050	rnn.weight_ih_l0_reverse	8	-0.07421894371509552
128050	rnn.weight_ih_l0_reverse	9	-0.02364419959485531
128050	rnn.weight_hh_l0_reverse	0	-0.043897274881601334
128050	rnn.weight_hh_l0_reverse	1	0.022565031424164772
128050	rnn.weight_hh_l0_reverse	2	-0.019129127264022827
128050	rnn.weight_hh_l0_reverse	3	0.009355478920042515
128050	rnn.weight_hh_l0_reverse	4	-0.06918506324291229
128050	rnn.weight_hh_l0_reverse	5	0.03411681205034256
128050	rnn.weight_hh_l0_reverse	6	0.01682172901928425
128050	rnn.weight_hh_l0_reverse	7	-0.0009828249458223581
128050	rnn.weight_hh_l0_reverse	8	0.0007889922126196325
128050	rnn.weight_hh_l0_reverse	9	0.0419502928853035
128050	rnn.bias_ih_l0_reverse	0	-0.14356091618537903
128050	rnn.bias_ih_l0_reverse	1	-0.10758368670940399
128050	rnn.bias_ih_l0_reverse	2	0.04142434895038605
128050	rnn.bias_ih_l0_reverse	3	-0.15807639062404633
128050	rnn.bias_ih_l0_reverse	4	-0.020917853340506554
128050	rnn.bias_ih_l0_reverse	5	-0.15107586979866028
128050	rnn.bias_ih_l0_reverse	6	0.19008667767047882
128050	rnn.bias_ih_l0_reverse	7	-0.236255943775177
128050	rnn.bias_ih_l0_reverse	8	-0.09832070022821426
128050	rnn.bias_ih_l0_reverse	9	-0.12573109567165375
128050	rnn.bias_hh_l0_reverse	0	-0.0683332085609436
128050	rnn.bias_hh_l0_reverse	1	0.1587476134300232
128050	rnn.bias_hh_l0_reverse	2	-0.219350203871727
128050	rnn.bias_hh_l0_reverse	3	-0.08545321971178055
128050	rnn.bias_hh_l0_reverse	4	-0.2222730666399002
128050	rnn.bias_hh_l0_reverse	5	-0.09410527348518372
128050	rnn.bias_hh_l0_reverse	6	-0.20268690586090088
128050	rnn.bias_hh_l0_reverse	7	-0.0665142685174942
128050	rnn.bias_hh_l0_reverse	8	-0.11614953726530075
128050	rnn.bias_hh_l0_reverse	9	0.19733001291751862
128050	linear.weight	0	0.1605769544839859
128050	linear.weight	1	-0.39081689715385437
128050	linear.weight	2	0.04487021267414093
128050	linear.weight	3	0.06807562708854675
128050	linear.weight	4	-0.20644217729568481
128050	linear.weight	5	0.2865208089351654
128050	linear.weight	6	-0.07464611530303955
128050	linear.weight	7	-0.06949730217456818
128050	linear.weight	8	0.1301117241382599
128050	linear.weight	9	-0.0358256921172142
128050	linear.bias	0	-1.1605337858200073
128050	linear.bias	1	1.8177775144577026
128050	linear.bias	2	0.3536735475063324
128050	linear.bias	3	-2.276158332824707
128050	linear.bias	4	-0.3949260711669922
128050	linear.bias	5	1.0328658819198608
128050	linear.bias	6	-0.280355840921402
128050	linear.bias	7	0.45128053426742554
128050	linear.bias	8	2.188533306121826
128050	linear.bias	9	-1.2364962100982666
128058	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
128058	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
128058	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
128058	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
128058	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
128058	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
128058	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
128058	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
128058	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
128058	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
128058	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
128058	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
128058	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
128058	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
128058	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
128058	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
128058	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
128058	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
128058	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
128058	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
128058	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
128058	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
128058	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
128058	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
128058	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
128058	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
128058	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
128058	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
128058	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
128058	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
128058	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
128058	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
128058	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
128058	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
128058	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
128058	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
128058	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
128058	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
128058	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
128058	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
128058	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
128058	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
128058	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
128058	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
128058	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
128058	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
128058	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
128058	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
128058	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
128058	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
128058	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
128058	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
128058	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
128058	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
128058	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
128058	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
128058	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
128058	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
128058	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
128058	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
128058	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
128058	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
128058	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
128058	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
128058	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
128058	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
128058	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
128058	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
128058	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
128058	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
128058	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
128058	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
128058	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
128058	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
128058	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
128058	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
128058	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
128058	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
128058	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
128058	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
128058	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
128058	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
128058	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
128058	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
128058	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
128058	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
128058	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
128058	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
128058	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
128058	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
128058	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
128058	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
128058	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
128058	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
128058	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
128058	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
128058	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
128058	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
128058	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
128058	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
128058	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
128058	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
128058	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
128058	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
128058	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
128058	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
128058	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
128058	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
128058	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
128058	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
128058	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
128058	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
128058	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
128058	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
128058	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
128058	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
128058	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
128058	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
128058	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
128058	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
128058	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
128058	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
128058	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
128058	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
128058	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
128058	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
128058	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
128058	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
128058	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
128058	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
128058	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
128058	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
128058	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
128058	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
128058	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
128058	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
128058	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
128058	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
128058	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
128058	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
128058	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
128058	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
128058	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
128058	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
128058	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
128058	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
128058	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
128058	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
128058	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
128058	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
128058	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
128058	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
128058	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
128058	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
128058	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
128058	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
128058	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
128058	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
128058	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
128058	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
128058	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
128058	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
128058	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
128058	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
128058	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
128058	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
128058	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
128058	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
128058	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
128058	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
128058	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
128058	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
128058	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
128058	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
128058	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
128058	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
128058	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
128058	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
128058	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
128058	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
128058	embedding2nn.weight	0	0.1718502640724182
128058	embedding2nn.weight	1	0.27410587668418884
128058	embedding2nn.weight	2	0.021394677460193634
128058	embedding2nn.weight	3	0.05167525261640549
128058	embedding2nn.weight	4	-0.04117470607161522
128058	embedding2nn.weight	5	0.060648925602436066
128058	embedding2nn.weight	6	0.06328488141298294
128058	embedding2nn.weight	7	-0.006435992196202278
128058	embedding2nn.weight	8	0.05569944903254509
128058	embedding2nn.weight	9	-0.043825048953294754
128058	embedding2nn.bias	0	0.02715872786939144
128058	embedding2nn.bias	1	-0.1436433494091034
128058	embedding2nn.bias	2	0.10870084911584854
128058	embedding2nn.bias	3	0.19431646168231964
128058	embedding2nn.bias	4	0.12967997789382935
128058	embedding2nn.bias	5	-0.03721863031387329
128058	embedding2nn.bias	6	-0.036542776972055435
128058	embedding2nn.bias	7	0.02797362022101879
128058	embedding2nn.bias	8	-0.14461366832256317
128058	embedding2nn.bias	9	-0.33097273111343384
128058	rnn.weight_ih_l0	0	0.007325594313442707
128058	rnn.weight_ih_l0	1	-0.04600575938820839
128058	rnn.weight_ih_l0	2	-0.05750647559762001
128058	rnn.weight_ih_l0	3	0.022580314427614212
128058	rnn.weight_ih_l0	4	0.0403444878757
128058	rnn.weight_ih_l0	5	-0.08187080174684525
128058	rnn.weight_ih_l0	6	-0.013279950246214867
128058	rnn.weight_ih_l0	7	0.008274361491203308
128058	rnn.weight_ih_l0	8	0.034060873091220856
128058	rnn.weight_ih_l0	9	-0.027589479461312294
128058	rnn.weight_hh_l0	0	0.02311909757554531
128058	rnn.weight_hh_l0	1	0.07057265937328339
128058	rnn.weight_hh_l0	2	0.007989292033016682
128058	rnn.weight_hh_l0	3	0.05142626538872719
128058	rnn.weight_hh_l0	4	-0.008507764898240566
128058	rnn.weight_hh_l0	5	0.05216324329376221
128058	rnn.weight_hh_l0	6	0.006116803735494614
128058	rnn.weight_hh_l0	7	-0.005661683157086372
128058	rnn.weight_hh_l0	8	0.04020676016807556
128058	rnn.weight_hh_l0	9	-0.04725408926606178
128058	rnn.bias_ih_l0	0	0.1180691048502922
128058	rnn.bias_ih_l0	1	-0.16798315942287445
128058	rnn.bias_ih_l0	2	0.009844130836427212
128058	rnn.bias_ih_l0	3	-0.11763854324817657
128058	rnn.bias_ih_l0	4	0.06976256519556046
128058	rnn.bias_ih_l0	5	-0.22150561213493347
128058	rnn.bias_ih_l0	6	-0.08094941079616547
128058	rnn.bias_ih_l0	7	-0.20316995680332184
128058	rnn.bias_ih_l0	8	-0.14836156368255615
128058	rnn.bias_ih_l0	9	-0.33536189794540405
128058	rnn.bias_hh_l0	0	-0.17193832993507385
128058	rnn.bias_hh_l0	1	-0.18047241866588593
128058	rnn.bias_hh_l0	2	-0.14489834010601044
128058	rnn.bias_hh_l0	3	-0.03077235072851181
128058	rnn.bias_hh_l0	4	-0.15271170437335968
128058	rnn.bias_hh_l0	5	-0.1919088512659073
128058	rnn.bias_hh_l0	6	-0.10319062322378159
128058	rnn.bias_hh_l0	7	0.07268394529819489
128058	rnn.bias_hh_l0	8	-0.14173735678195953
128058	rnn.bias_hh_l0	9	-0.32446232438087463
128058	rnn.weight_ih_l0_reverse	0	0.04222949221730232
128058	rnn.weight_ih_l0_reverse	1	-0.046985872089862823
128058	rnn.weight_ih_l0_reverse	2	-0.04750048741698265
128058	rnn.weight_ih_l0_reverse	3	-0.07950364798307419
128058	rnn.weight_ih_l0_reverse	4	0.03508730232715607
128058	rnn.weight_ih_l0_reverse	5	-0.10074654966592789
128058	rnn.weight_ih_l0_reverse	6	0.046651385724544525
128058	rnn.weight_ih_l0_reverse	7	0.023499028757214546
128058	rnn.weight_ih_l0_reverse	8	-0.07427668571472168
128058	rnn.weight_ih_l0_reverse	9	-0.023984456434845924
128058	rnn.weight_hh_l0_reverse	0	-0.04409611597657204
128058	rnn.weight_hh_l0_reverse	1	0.022589201107621193
128058	rnn.weight_hh_l0_reverse	2	-0.019082024693489075
128058	rnn.weight_hh_l0_reverse	3	0.009391705505549908
128058	rnn.weight_hh_l0_reverse	4	-0.06920769810676575
128058	rnn.weight_hh_l0_reverse	5	0.03412415832281113
128058	rnn.weight_hh_l0_reverse	6	0.016861924901604652
128058	rnn.weight_hh_l0_reverse	7	-0.00022335381072480232
128058	rnn.weight_hh_l0_reverse	8	0.0010589089943096042
128058	rnn.weight_hh_l0_reverse	9	0.042072564363479614
128058	rnn.bias_ih_l0_reverse	0	-0.14416146278381348
128058	rnn.bias_ih_l0_reverse	1	-0.10766966640949249
128058	rnn.bias_ih_l0_reverse	2	0.04145098850131035
128058	rnn.bias_ih_l0_reverse	3	-0.15796811878681183
128058	rnn.bias_ih_l0_reverse	4	-0.02328181080520153
128058	rnn.bias_ih_l0_reverse	5	-0.15066424012184143
128058	rnn.bias_ih_l0_reverse	6	0.18885260820388794
128058	rnn.bias_ih_l0_reverse	7	-0.23624223470687866
128058	rnn.bias_ih_l0_reverse	8	-0.09818176180124283
128058	rnn.bias_ih_l0_reverse	9	-0.12458217144012451
128058	rnn.bias_hh_l0_reverse	0	-0.06713324040174484
128058	rnn.bias_hh_l0_reverse	1	0.1592065691947937
128058	rnn.bias_hh_l0_reverse	2	-0.22000829875469208
128058	rnn.bias_hh_l0_reverse	3	-0.0860285833477974
128058	rnn.bias_hh_l0_reverse	4	-0.22320513427257538
128058	rnn.bias_hh_l0_reverse	5	-0.09451554715633392
128058	rnn.bias_hh_l0_reverse	6	-0.2027927041053772
128058	rnn.bias_hh_l0_reverse	7	-0.06695009768009186
128058	rnn.bias_hh_l0_reverse	8	-0.11639552563428879
128058	rnn.bias_hh_l0_reverse	9	0.1930934488773346
128058	linear.weight	0	0.16544760763645172
128058	linear.weight	1	-0.3917345106601715
128058	linear.weight	2	0.04381033778190613
128058	linear.weight	3	0.06807558238506317
128058	linear.weight	4	-0.20135866105556488
128058	linear.weight	5	0.2841241955757141
128058	linear.weight	6	-0.07431161403656006
128058	linear.weight	7	-0.06949730962514877
128058	linear.weight	8	0.13170979917049408
128058	linear.weight	9	-0.035825833678245544
128058	linear.bias	0	-1.153799295425415
128058	linear.bias	1	1.839005947113037
128058	linear.bias	2	0.3628666400909424
128058	linear.bias	3	-2.2761714458465576
128058	linear.bias	4	-0.3863091468811035
128058	linear.bias	5	1.0331313610076904
128058	linear.bias	6	-0.27808457612991333
128058	linear.bias	7	0.44125598669052124
128058	linear.bias	8	2.176448345184326
128058	linear.bias	9	-1.2393678426742554
128667	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
128667	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
128667	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
128667	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
128667	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
128667	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
128667	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
128667	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
128667	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
128667	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
128667	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
128667	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
128667	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
128667	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
128667	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
128667	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
128667	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
128667	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
128667	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
128667	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
128667	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
128667	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
128667	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
128667	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
128667	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
128667	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
128667	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
128667	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
128667	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
128667	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
128667	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
128667	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
128667	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
128667	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
128667	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
128667	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
128667	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
128667	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
128667	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
128667	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
128667	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
128667	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
128667	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
128667	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
128667	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
128667	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
128667	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
128667	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
128667	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
128667	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
128667	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
128667	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
128667	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
128667	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
128667	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
128667	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
128667	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
128667	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
128667	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
128667	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
128667	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
128667	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
128667	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
128667	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
128667	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
128667	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
128667	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
128667	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
128667	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
128667	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
128667	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
128667	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
128667	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
128667	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
128667	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
128667	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
128667	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
128667	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
128667	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
128667	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
128667	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
128667	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
128667	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
128667	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
128667	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
128667	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
128667	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
128667	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
128667	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
128667	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
128667	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
128667	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
128667	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
128667	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
128667	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
128667	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
128667	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
128667	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
128667	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
128667	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
128667	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
128667	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
128667	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
128667	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
128667	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
128667	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
128667	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
128667	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
128667	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
128667	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
128667	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
128667	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
128667	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
128667	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
128667	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
128667	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
128667	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
128667	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
128667	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
128667	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
128667	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
128667	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
128667	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
128667	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
128667	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
128667	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
128667	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
128667	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
128667	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
128667	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
128667	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
128667	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
128667	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
128667	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
128667	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
128667	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
128667	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
128667	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
128667	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
128667	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
128667	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
128667	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
128667	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
128667	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
128667	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
128667	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
128667	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
128667	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
128667	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
128667	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
128667	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
128667	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
128667	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
128667	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
128667	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
128667	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
128667	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
128667	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
128667	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
128667	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
128667	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
128667	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
128667	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
128667	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
128667	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
128667	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
128667	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
128667	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
128667	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
128667	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
128667	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
128667	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
128667	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
128667	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
128667	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
128667	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
128667	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
128667	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
128667	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
128667	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
128667	embedding2nn.weight	0	0.17488066852092743
128667	embedding2nn.weight	1	0.27518343925476074
128667	embedding2nn.weight	2	0.020517248660326004
128667	embedding2nn.weight	3	0.04941345006227493
128667	embedding2nn.weight	4	-0.0386701375246048
128667	embedding2nn.weight	5	0.06427814066410065
128667	embedding2nn.weight	6	0.058371756225824356
128667	embedding2nn.weight	7	-0.0073975869454443455
128667	embedding2nn.weight	8	0.05565647780895233
128667	embedding2nn.weight	9	-0.04275113716721535
128667	embedding2nn.bias	0	0.024261824786663055
128667	embedding2nn.bias	1	-0.160028338432312
128667	embedding2nn.bias	2	0.09733082354068756
128667	embedding2nn.bias	3	0.18577326834201813
128667	embedding2nn.bias	4	0.1250077337026596
128667	embedding2nn.bias	5	-0.029275279492139816
128667	embedding2nn.bias	6	-0.04306972771883011
128667	embedding2nn.bias	7	0.00648907944560051
128667	embedding2nn.bias	8	-0.14795298874378204
128667	embedding2nn.bias	9	-0.3521437644958496
128667	rnn.weight_ih_l0	0	0.006714784540235996
128667	rnn.weight_ih_l0	1	-0.04859453812241554
128667	rnn.weight_ih_l0	2	-0.06025850027799606
128667	rnn.weight_ih_l0	3	0.02176610939204693
128667	rnn.weight_ih_l0	4	0.04692230001091957
128667	rnn.weight_ih_l0	5	-0.0760270431637764
128667	rnn.weight_ih_l0	6	-0.018672890961170197
128667	rnn.weight_ih_l0	7	0.008277861401438713
128667	rnn.weight_ih_l0	8	0.030412068590521812
128667	rnn.weight_ih_l0	9	-0.02389110065996647
128667	rnn.weight_hh_l0	0	0.023106424137949944
128667	rnn.weight_hh_l0	1	0.07041798532009125
128667	rnn.weight_hh_l0	2	0.009182733483612537
128667	rnn.weight_hh_l0	3	0.05148255452513695
128667	rnn.weight_hh_l0	4	-0.007915370166301727
128667	rnn.weight_hh_l0	5	0.05253032594919205
128667	rnn.weight_hh_l0	6	0.005947427824139595
128667	rnn.weight_hh_l0	7	-0.005459972191601992
128667	rnn.weight_hh_l0	8	0.04023974388837814
128667	rnn.weight_hh_l0	9	-0.048247918486595154
128667	rnn.bias_ih_l0	0	0.10979697108268738
128667	rnn.bias_ih_l0	1	-0.17346888780593872
128667	rnn.bias_ih_l0	2	0.00805738940834999
128667	rnn.bias_ih_l0	3	-0.11876878887414932
128667	rnn.bias_ih_l0	4	0.06803757697343826
128667	rnn.bias_ih_l0	5	-0.22744719684123993
128667	rnn.bias_ih_l0	6	-0.07147971540689468
128667	rnn.bias_ih_l0	7	-0.20135891437530518
128667	rnn.bias_ih_l0	8	-0.15627926588058472
128667	rnn.bias_ih_l0	9	-0.33315643668174744
128667	rnn.bias_hh_l0	0	-0.17226924002170563
128667	rnn.bias_hh_l0	1	-0.1810169816017151
128667	rnn.bias_hh_l0	2	-0.15234419703483582
128667	rnn.bias_hh_l0	3	-0.0314648300409317
128667	rnn.bias_hh_l0	4	-0.15373584628105164
128667	rnn.bias_hh_l0	5	-0.18945762515068054
128667	rnn.bias_hh_l0	6	-0.10395412892103195
128667	rnn.bias_hh_l0	7	0.06740491092205048
128667	rnn.bias_hh_l0	8	-0.13884775340557098
128667	rnn.bias_hh_l0	9	-0.32319337129592896
128667	rnn.weight_ih_l0_reverse	0	0.03892640769481659
128667	rnn.weight_ih_l0_reverse	1	-0.046130675822496414
128667	rnn.weight_ih_l0_reverse	2	-0.0444282591342926
128667	rnn.weight_ih_l0_reverse	3	-0.08085678517818451
128667	rnn.weight_ih_l0_reverse	4	0.035350650548934937
128667	rnn.weight_ih_l0_reverse	5	-0.09327378123998642
128667	rnn.weight_ih_l0_reverse	6	0.033238038420677185
128667	rnn.weight_ih_l0_reverse	7	0.022648537531495094
128667	rnn.weight_ih_l0_reverse	8	-0.07459072768688202
128667	rnn.weight_ih_l0_reverse	9	-0.022824402898550034
128667	rnn.weight_hh_l0_reverse	0	-0.044299349188804626
128667	rnn.weight_hh_l0_reverse	1	0.021299149841070175
128667	rnn.weight_hh_l0_reverse	2	-0.017206735908985138
128667	rnn.weight_hh_l0_reverse	3	0.009599555283784866
128667	rnn.weight_hh_l0_reverse	4	-0.07039881497621536
128667	rnn.weight_hh_l0_reverse	5	0.03417159989476204
128667	rnn.weight_hh_l0_reverse	6	0.01679249480366707
128667	rnn.weight_hh_l0_reverse	7	-0.0008696946315467358
128667	rnn.weight_hh_l0_reverse	8	0.0018873588414862752
128667	rnn.weight_hh_l0_reverse	9	0.043986767530441284
128667	rnn.bias_ih_l0_reverse	0	-0.14290998876094818
128667	rnn.bias_ih_l0_reverse	1	-0.103791743516922
128667	rnn.bias_ih_l0_reverse	2	0.05411839857697487
128667	rnn.bias_ih_l0_reverse	3	-0.15505406260490417
128667	rnn.bias_ih_l0_reverse	4	-0.01206974871456623
128667	rnn.bias_ih_l0_reverse	5	-0.15192748606204987
128667	rnn.bias_ih_l0_reverse	6	0.18013866245746613
128667	rnn.bias_ih_l0_reverse	7	-0.24666611850261688
128667	rnn.bias_ih_l0_reverse	8	-0.09331569075584412
128667	rnn.bias_ih_l0_reverse	9	-0.11969058215618134
128667	rnn.bias_hh_l0_reverse	0	-0.05556413158774376
128667	rnn.bias_hh_l0_reverse	1	0.15420162677764893
128667	rnn.bias_hh_l0_reverse	2	-0.229633167386055
128667	rnn.bias_hh_l0_reverse	3	-0.07375040650367737
128667	rnn.bias_hh_l0_reverse	4	-0.22302040457725525
128667	rnn.bias_hh_l0_reverse	5	-0.09491405636072159
128667	rnn.bias_hh_l0_reverse	6	-0.202734112739563
128667	rnn.bias_hh_l0_reverse	7	-0.06780898571014404
128667	rnn.bias_hh_l0_reverse	8	-0.1076393574476242
128667	rnn.bias_hh_l0_reverse	9	0.18116495013237
128667	linear.weight	0	0.16564196348190308
128667	linear.weight	1	-0.4039841890335083
128667	linear.weight	2	0.054556701332330704
128667	linear.weight	3	0.06809839606285095
128667	linear.weight	4	-0.1569225937128067
128667	linear.weight	5	0.28852707147598267
128667	linear.weight	6	-0.047738634049892426
128667	linear.weight	7	-0.06948785483837128
128667	linear.weight	8	0.13429269194602966
128667	linear.weight	9	-0.03586547449231148
128667	linear.bias	0	-1.1739832162857056
128667	linear.bias	1	1.846958041191101
128667	linear.bias	2	0.35035941004753113
128667	linear.bias	3	-2.277712106704712
128667	linear.bias	4	-0.36879026889801025
128667	linear.bias	5	1.0608329772949219
128667	linear.bias	6	-0.2616931200027466
128667	linear.bias	7	0.4887399971485138
128667	linear.bias	8	2.124999523162842
128667	linear.bias	9	-1.2404266595840454
129276	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
129276	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
129276	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
129276	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
129276	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
129276	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
129276	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
129276	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
129276	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
129276	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
129276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
129276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
129276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
129276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
129276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
129276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
129276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
129276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
129276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
129276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
129276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
129276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
129276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
129276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
129276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
129276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
129276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
129276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
129276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
129276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
129276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
129276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
129276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
129276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
129276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
129276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
129276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
129276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
129276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
129276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
129276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
129276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
129276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
129276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
129276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
129276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
129276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
129276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
129276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
129276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
129276	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
129276	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
129276	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
129276	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
129276	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
129276	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
129276	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
129276	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
129276	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
129276	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
129276	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
129276	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
129276	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
129276	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
129276	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
129276	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
129276	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
129276	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
129276	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
129276	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
129276	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
129276	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
129276	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
129276	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
129276	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
129276	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
129276	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
129276	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
129276	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
129276	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
129276	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
129276	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
129276	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
129276	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
129276	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
129276	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
129276	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
129276	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
129276	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
129276	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
129276	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
129276	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
129276	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
129276	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
129276	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
129276	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
129276	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
129276	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
129276	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
129276	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
129276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
129276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
129276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
129276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
129276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
129276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
129276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
129276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
129276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
129276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
129276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
129276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
129276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
129276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
129276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
129276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
129276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
129276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
129276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
129276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
129276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
129276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
129276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
129276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
129276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
129276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
129276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
129276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
129276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
129276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
129276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
129276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
129276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
129276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
129276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
129276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
129276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
129276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
129276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
129276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
129276	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
129276	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
129276	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
129276	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
129276	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
129276	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
129276	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
129276	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
129276	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
129276	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
129276	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
129276	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
129276	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
129276	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
129276	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
129276	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
129276	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
129276	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
129276	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
129276	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
129276	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
129276	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
129276	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
129276	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
129276	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
129276	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
129276	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
129276	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
129276	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
129276	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
129276	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
129276	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
129276	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
129276	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
129276	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
129276	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
129276	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
129276	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
129276	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
129276	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
129276	embedding2nn.weight	0	0.17437127232551575
129276	embedding2nn.weight	1	0.2732531428337097
129276	embedding2nn.weight	2	0.02104574255645275
129276	embedding2nn.weight	3	0.06601306796073914
129276	embedding2nn.weight	4	-0.03800751268863678
129276	embedding2nn.weight	5	0.0646919533610344
129276	embedding2nn.weight	6	0.06438001990318298
129276	embedding2nn.weight	7	-0.011996191926300526
129276	embedding2nn.weight	8	0.058098990470170975
129276	embedding2nn.weight	9	-0.04278043657541275
129276	embedding2nn.bias	0	0.028428122401237488
129276	embedding2nn.bias	1	-0.14721223711967468
129276	embedding2nn.bias	2	0.1046968623995781
129276	embedding2nn.bias	3	0.17601145803928375
129276	embedding2nn.bias	4	0.14481931924819946
129276	embedding2nn.bias	5	-0.026457032188773155
129276	embedding2nn.bias	6	-0.03244820609688759
129276	embedding2nn.bias	7	0.011325295083224773
129276	embedding2nn.bias	8	-0.15435978770256042
129276	embedding2nn.bias	9	-0.32086196541786194
129276	rnn.weight_ih_l0	0	0.006674028467386961
129276	rnn.weight_ih_l0	1	-0.0507173053920269
129276	rnn.weight_ih_l0	2	-0.05918861925601959
129276	rnn.weight_ih_l0	3	0.025068365037441254
129276	rnn.weight_ih_l0	4	0.04962405934929848
129276	rnn.weight_ih_l0	5	-0.07031670957803726
129276	rnn.weight_ih_l0	6	-0.020067065954208374
129276	rnn.weight_ih_l0	7	0.013578284531831741
129276	rnn.weight_ih_l0	8	0.02382173016667366
129276	rnn.weight_ih_l0	9	-0.021809009835124016
129276	rnn.weight_hh_l0	0	0.021829906851053238
129276	rnn.weight_hh_l0	1	0.07076476514339447
129276	rnn.weight_hh_l0	2	0.009993428364396095
129276	rnn.weight_hh_l0	3	0.05050955340266228
129276	rnn.weight_hh_l0	4	-0.008505325764417648
129276	rnn.weight_hh_l0	5	0.05266331136226654
129276	rnn.weight_hh_l0	6	0.006835008971393108
129276	rnn.weight_hh_l0	7	-0.005329474341124296
129276	rnn.weight_hh_l0	8	0.04025964066386223
129276	rnn.weight_hh_l0	9	-0.04837539792060852
129276	rnn.bias_ih_l0	0	0.10692659020423889
129276	rnn.bias_ih_l0	1	-0.1745249480009079
129276	rnn.bias_ih_l0	2	0.00813870970159769
129276	rnn.bias_ih_l0	3	-0.12034467607736588
129276	rnn.bias_ih_l0	4	0.06431340426206589
129276	rnn.bias_ih_l0	5	-0.22234949469566345
129276	rnn.bias_ih_l0	6	-0.06941132247447968
129276	rnn.bias_ih_l0	7	-0.20289215445518494
129276	rnn.bias_ih_l0	8	-0.15356537699699402
129276	rnn.bias_ih_l0	9	-0.33058828115463257
129276	rnn.bias_hh_l0	0	-0.16369383037090302
129276	rnn.bias_hh_l0	1	-0.1886005699634552
129276	rnn.bias_hh_l0	2	-0.14687426388263702
129276	rnn.bias_hh_l0	3	-0.03606284409761429
129276	rnn.bias_hh_l0	4	-0.1538168340921402
129276	rnn.bias_hh_l0	5	-0.18831424415111542
129276	rnn.bias_hh_l0	6	-0.102292001247406
129276	rnn.bias_hh_l0	7	0.06033485382795334
129276	rnn.bias_hh_l0	8	-0.1380922943353653
129276	rnn.bias_hh_l0	9	-0.32739683985710144
129276	rnn.weight_ih_l0_reverse	0	0.03871055319905281
129276	rnn.weight_ih_l0_reverse	1	-0.044767819344997406
129276	rnn.weight_ih_l0_reverse	2	-0.04001059755682945
129276	rnn.weight_ih_l0_reverse	3	-0.08270229399204254
129276	rnn.weight_ih_l0_reverse	4	0.03457048907876015
129276	rnn.weight_ih_l0_reverse	5	-0.1038961336016655
129276	rnn.weight_ih_l0_reverse	6	0.04031270742416382
129276	rnn.weight_ih_l0_reverse	7	0.021407349035143852
129276	rnn.weight_ih_l0_reverse	8	-0.0756760835647583
129276	rnn.weight_ih_l0_reverse	9	-0.02607274055480957
129276	rnn.weight_hh_l0_reverse	0	-0.04398701339960098
129276	rnn.weight_hh_l0_reverse	1	0.020845254883170128
129276	rnn.weight_hh_l0_reverse	2	-0.017532216385006905
129276	rnn.weight_hh_l0_reverse	3	0.010628811083734035
129276	rnn.weight_hh_l0_reverse	4	-0.06959494948387146
129276	rnn.weight_hh_l0_reverse	5	0.03419378399848938
129276	rnn.weight_hh_l0_reverse	6	0.01649293676018715
129276	rnn.weight_hh_l0_reverse	7	-0.0005062122945673764
129276	rnn.weight_hh_l0_reverse	8	0.0016794796101748943
129276	rnn.weight_hh_l0_reverse	9	0.0437360443174839
129276	rnn.bias_ih_l0_reverse	0	-0.13403631746768951
129276	rnn.bias_ih_l0_reverse	1	-0.09837040305137634
129276	rnn.bias_ih_l0_reverse	2	0.05016954615712166
129276	rnn.bias_ih_l0_reverse	3	-0.15177816152572632
129276	rnn.bias_ih_l0_reverse	4	-0.012425508350133896
129276	rnn.bias_ih_l0_reverse	5	-0.15232868492603302
129276	rnn.bias_ih_l0_reverse	6	0.19022132456302643
129276	rnn.bias_ih_l0_reverse	7	-0.24660536646842957
129276	rnn.bias_ih_l0_reverse	8	-0.09680892527103424
129276	rnn.bias_ih_l0_reverse	9	-0.12635153532028198
129276	rnn.bias_hh_l0_reverse	0	-0.05982107296586037
129276	rnn.bias_hh_l0_reverse	1	0.15482954680919647
129276	rnn.bias_hh_l0_reverse	2	-0.23070481419563293
129276	rnn.bias_hh_l0_reverse	3	-0.07526513934135437
129276	rnn.bias_hh_l0_reverse	4	-0.2186736762523651
129276	rnn.bias_hh_l0_reverse	5	-0.09334227442741394
129276	rnn.bias_hh_l0_reverse	6	-0.19678404927253723
129276	rnn.bias_hh_l0_reverse	7	-0.06952708959579468
129276	rnn.bias_hh_l0_reverse	8	-0.098078154027462
129276	rnn.bias_hh_l0_reverse	9	0.19998875260353088
129276	linear.weight	0	0.16343307495117188
129276	linear.weight	1	-0.3793583810329437
129276	linear.weight	2	0.0670754685997963
129276	linear.weight	3	0.06809809803962708
129276	linear.weight	4	-0.1261107176542282
129276	linear.weight	5	0.289497047662735
129276	linear.weight	6	-0.042341236025094986
129276	linear.weight	7	-0.06947015225887299
129276	linear.weight	8	0.11883535981178284
129276	linear.weight	9	-0.0359058640897274
129276	linear.bias	0	-1.1961727142333984
129276	linear.bias	1	1.8555346727371216
129276	linear.bias	2	0.3387369215488434
129276	linear.bias	3	-2.279332160949707
129276	linear.bias	4	-0.36213716864585876
129276	linear.bias	5	1.0787737369537354
129276	linear.bias	6	-0.23419497907161713
129276	linear.bias	7	0.49686023592948914
129276	linear.bias	8	2.1481058597564697
129276	linear.bias	9	-1.2219752073287964
129885	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
129885	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
129885	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
129885	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
129885	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
129885	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
129885	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
129885	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
129885	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
129885	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
129885	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
129885	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
129885	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
129885	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
129885	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
129885	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
129885	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
129885	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
129885	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
129885	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
129885	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
129885	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
129885	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
129885	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
129885	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
129885	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
129885	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
129885	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
129885	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
129885	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
129885	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
129885	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
129885	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
129885	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
129885	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
129885	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
129885	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
129885	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
129885	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
129885	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
129885	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
129885	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
129885	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
129885	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
129885	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
129885	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
129885	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
129885	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
129885	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
129885	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
129885	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
129885	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
129885	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
129885	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
129885	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
129885	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
129885	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
129885	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
129885	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
129885	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
129885	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
129885	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
129885	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
129885	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
129885	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
129885	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
129885	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
129885	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
129885	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
129885	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
129885	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
129885	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
129885	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
129885	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
129885	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
129885	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
129885	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
129885	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
129885	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
129885	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
129885	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
129885	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
129885	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
129885	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
129885	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
129885	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
129885	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
129885	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
129885	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
129885	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
129885	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
129885	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
129885	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
129885	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
129885	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
129885	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
129885	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
129885	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
129885	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
129885	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
129885	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
129885	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
129885	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
129885	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
129885	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
129885	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
129885	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
129885	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
129885	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
129885	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
129885	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
129885	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
129885	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
129885	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
129885	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
129885	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
129885	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
129885	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
129885	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
129885	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
129885	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
129885	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
129885	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
129885	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
129885	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
129885	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
129885	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
129885	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
129885	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
129885	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
129885	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
129885	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
129885	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
129885	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
129885	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
129885	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
129885	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
129885	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
129885	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
129885	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
129885	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
129885	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
129885	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
129885	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
129885	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
129885	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
129885	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
129885	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
129885	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
129885	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
129885	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
129885	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
129885	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
129885	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
129885	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
129885	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
129885	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
129885	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
129885	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
129885	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
129885	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
129885	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
129885	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
129885	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
129885	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
129885	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
129885	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
129885	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
129885	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
129885	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
129885	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
129885	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
129885	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
129885	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
129885	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
129885	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
129885	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
129885	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
129885	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
129885	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
129885	embedding2nn.weight	0	0.17769449949264526
129885	embedding2nn.weight	1	0.2746678590774536
129885	embedding2nn.weight	2	0.021703509613871574
129885	embedding2nn.weight	3	0.07516761869192123
129885	embedding2nn.weight	4	-0.036202192306518555
129885	embedding2nn.weight	5	0.06591729074716568
129885	embedding2nn.weight	6	0.06853759288787842
129885	embedding2nn.weight	7	-0.02117311954498291
129885	embedding2nn.weight	8	0.05766385421156883
129885	embedding2nn.weight	9	-0.03677039593458176
129885	embedding2nn.bias	0	0.057952314615249634
129885	embedding2nn.bias	1	-0.15899822115898132
129885	embedding2nn.bias	2	0.11412494629621506
129885	embedding2nn.bias	3	0.1756589263677597
129885	embedding2nn.bias	4	0.13156598806381226
129885	embedding2nn.bias	5	-0.03278813511133194
129885	embedding2nn.bias	6	-0.03498375788331032
129885	embedding2nn.bias	7	0.01465816330164671
129885	embedding2nn.bias	8	-0.17687562108039856
129885	embedding2nn.bias	9	-0.3276766538619995
129885	rnn.weight_ih_l0	0	0.0046659838408231735
129885	rnn.weight_ih_l0	1	-0.05115796998143196
129885	rnn.weight_ih_l0	2	-0.057224564254283905
129885	rnn.weight_ih_l0	3	0.0275038443505764
129885	rnn.weight_ih_l0	4	0.04859787970781326
129885	rnn.weight_ih_l0	5	-0.07440341264009476
129885	rnn.weight_ih_l0	6	-0.01725171133875847
129885	rnn.weight_ih_l0	7	0.016523079946637154
129885	rnn.weight_ih_l0	8	0.011482303962111473
129885	rnn.weight_ih_l0	9	-0.02647576481103897
129885	rnn.weight_hh_l0	0	0.021407024934887886
129885	rnn.weight_hh_l0	1	0.07076351344585419
129885	rnn.weight_hh_l0	2	0.008327067829668522
129885	rnn.weight_hh_l0	3	0.050617579370737076
129885	rnn.weight_hh_l0	4	-0.007935543544590473
129885	rnn.weight_hh_l0	5	0.052951328456401825
129885	rnn.weight_hh_l0	6	0.006539488676935434
129885	rnn.weight_hh_l0	7	-0.002727657789364457
129885	rnn.weight_hh_l0	8	0.04050769656896591
129885	rnn.weight_hh_l0	9	-0.04732459411025047
129885	rnn.bias_ih_l0	0	0.1018185019493103
129885	rnn.bias_ih_l0	1	-0.17092116177082062
129885	rnn.bias_ih_l0	2	0.009911131113767624
129885	rnn.bias_ih_l0	3	-0.11267726123332977
129885	rnn.bias_ih_l0	4	0.06693268567323685
129885	rnn.bias_ih_l0	5	-0.2243623584508896
129885	rnn.bias_ih_l0	6	-0.06961363554000854
129885	rnn.bias_ih_l0	7	-0.20217829942703247
129885	rnn.bias_ih_l0	8	-0.14661067724227905
129885	rnn.bias_ih_l0	9	-0.3364429175853729
129885	rnn.bias_hh_l0	0	-0.15549807250499725
129885	rnn.bias_hh_l0	1	-0.18560485541820526
129885	rnn.bias_hh_l0	2	-0.1464175432920456
129885	rnn.bias_hh_l0	3	-0.028876151889562607
129885	rnn.bias_hh_l0	4	-0.15005294978618622
129885	rnn.bias_hh_l0	5	-0.1904783695936203
129885	rnn.bias_hh_l0	6	-0.1061103492975235
129885	rnn.bias_hh_l0	7	0.06316114217042923
129885	rnn.bias_hh_l0	8	-0.13036100566387177
129885	rnn.bias_hh_l0	9	-0.3304687440395355
129885	rnn.weight_ih_l0_reverse	0	0.03320346772670746
129885	rnn.weight_ih_l0_reverse	1	-0.04514944925904274
129885	rnn.weight_ih_l0_reverse	2	-0.037383146584033966
129885	rnn.weight_ih_l0_reverse	3	-0.07645762711763382
129885	rnn.weight_ih_l0_reverse	4	0.035635627806186676
129885	rnn.weight_ih_l0_reverse	5	-0.10427185893058777
129885	rnn.weight_ih_l0_reverse	6	0.03701304271817207
129885	rnn.weight_ih_l0_reverse	7	0.01911749877035618
129885	rnn.weight_ih_l0_reverse	8	-0.07021082937717438
129885	rnn.weight_ih_l0_reverse	9	-0.026342082768678665
129885	rnn.weight_hh_l0_reverse	0	-0.0422632060945034
129885	rnn.weight_hh_l0_reverse	1	0.019584830850362778
129885	rnn.weight_hh_l0_reverse	2	-0.017885450273752213
129885	rnn.weight_hh_l0_reverse	3	0.010184946469962597
129885	rnn.weight_hh_l0_reverse	4	-0.06950873136520386
129885	rnn.weight_hh_l0_reverse	5	0.03403812646865845
129885	rnn.weight_hh_l0_reverse	6	0.016480328515172005
129885	rnn.weight_hh_l0_reverse	7	-0.005400510039180517
129885	rnn.weight_hh_l0_reverse	8	0.0030772127211093903
129885	rnn.weight_hh_l0_reverse	9	0.04132777079939842
129885	rnn.bias_ih_l0_reverse	0	-0.14346066117286682
129885	rnn.bias_ih_l0_reverse	1	-0.10718861222267151
129885	rnn.bias_ih_l0_reverse	2	0.053199220448732376
129885	rnn.bias_ih_l0_reverse	3	-0.15411633253097534
129885	rnn.bias_ih_l0_reverse	4	-0.007498732767999172
129885	rnn.bias_ih_l0_reverse	5	-0.15461361408233643
129885	rnn.bias_ih_l0_reverse	6	0.19751878082752228
129885	rnn.bias_ih_l0_reverse	7	-0.2343682199716568
129885	rnn.bias_ih_l0_reverse	8	-0.09905938804149628
129885	rnn.bias_ih_l0_reverse	9	-0.12921614944934845
129885	rnn.bias_hh_l0_reverse	0	-0.048534903675317764
129885	rnn.bias_hh_l0_reverse	1	0.1478838473558426
129885	rnn.bias_hh_l0_reverse	2	-0.22896026074886322
129885	rnn.bias_hh_l0_reverse	3	-0.07279015332460403
129885	rnn.bias_hh_l0_reverse	4	-0.2188376486301422
129885	rnn.bias_hh_l0_reverse	5	-0.08619077503681183
129885	rnn.bias_hh_l0_reverse	6	-0.20269142091274261
129885	rnn.bias_hh_l0_reverse	7	-0.05546768382191658
129885	rnn.bias_hh_l0_reverse	8	-0.09490235894918442
129885	rnn.bias_hh_l0_reverse	9	0.1883598268032074
129885	linear.weight	0	0.14528541266918182
129885	linear.weight	1	-0.3912102282047272
129885	linear.weight	2	0.027901077643036842
129885	linear.weight	3	0.06810280680656433
129885	linear.weight	4	-0.13521012663841248
129885	linear.weight	5	0.2781114876270294
129885	linear.weight	6	-0.06194809824228287
129885	linear.weight	7	-0.06946379691362381
129885	linear.weight	8	0.11937572062015533
129885	linear.weight	9	-0.035843320190906525
129885	linear.bias	0	-1.1659328937530518
129885	linear.bias	1	1.851473331451416
129885	linear.bias	2	0.36150166392326355
129885	linear.bias	3	-2.280829429626465
129885	linear.bias	4	-0.37459954619407654
129885	linear.bias	5	1.0944677591323853
129885	linear.bias	6	-0.23384977877140045
129885	linear.bias	7	0.46484678983688354
129885	linear.bias	8	2.145446538925171
129885	linear.bias	9	-1.2338461875915527
130494	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
130494	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
130494	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
130494	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
130494	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
130494	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
130494	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
130494	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
130494	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
130494	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
130494	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
130494	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
130494	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
130494	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
130494	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
130494	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
130494	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
130494	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
130494	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
130494	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
130494	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
130494	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
130494	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
130494	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
130494	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
130494	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
130494	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
130494	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
130494	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
130494	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
130494	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
130494	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
130494	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
130494	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
130494	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
130494	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
130494	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
130494	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
130494	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
130494	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
130494	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
130494	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
130494	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
130494	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
130494	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
130494	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
130494	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
130494	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
130494	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
130494	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
130494	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
130494	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
130494	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
130494	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
130494	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
130494	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
130494	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
130494	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
130494	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
130494	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
130494	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
130494	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
130494	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
130494	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
130494	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
130494	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
130494	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
130494	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
130494	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
130494	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
130494	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
130494	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
130494	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
130494	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
130494	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
130494	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
130494	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
130494	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
130494	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
130494	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
130494	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
130494	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
130494	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
130494	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
130494	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
130494	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
130494	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
130494	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
130494	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
130494	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
130494	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
130494	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
130494	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
130494	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
130494	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
130494	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
130494	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
130494	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
130494	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
130494	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
130494	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
130494	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
130494	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
130494	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
130494	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
130494	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
130494	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
130494	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
130494	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
130494	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
130494	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
130494	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
130494	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
130494	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
130494	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
130494	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
130494	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
130494	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
130494	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
130494	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
130494	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
130494	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
130494	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
130494	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
130494	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
130494	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
130494	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
130494	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
130494	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
130494	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
130494	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
130494	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
130494	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
130494	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
130494	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
130494	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
130494	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
130494	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
130494	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
130494	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
130494	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
130494	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
130494	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
130494	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
130494	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
130494	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
130494	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
130494	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
130494	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
130494	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
130494	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
130494	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
130494	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
130494	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
130494	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
130494	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
130494	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
130494	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
130494	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
130494	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
130494	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
130494	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
130494	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
130494	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
130494	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
130494	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
130494	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
130494	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
130494	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
130494	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
130494	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
130494	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
130494	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
130494	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
130494	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
130494	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
130494	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
130494	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
130494	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
130494	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
130494	embedding2nn.weight	0	0.1776936799287796
130494	embedding2nn.weight	1	0.27597129344940186
130494	embedding2nn.weight	2	0.023959726095199585
130494	embedding2nn.weight	3	0.06240014731884003
130494	embedding2nn.weight	4	-0.038824982941150665
130494	embedding2nn.weight	5	0.06647298485040665
130494	embedding2nn.weight	6	0.07447875291109085
130494	embedding2nn.weight	7	-0.012840812094509602
130494	embedding2nn.weight	8	0.05461626872420311
130494	embedding2nn.weight	9	-0.03132651373744011
130494	embedding2nn.bias	0	0.043057944625616074
130494	embedding2nn.bias	1	-0.169320210814476
130494	embedding2nn.bias	2	0.11720681935548782
130494	embedding2nn.bias	3	0.15974204242229462
130494	embedding2nn.bias	4	0.11717388778924942
130494	embedding2nn.bias	5	-0.02322906069457531
130494	embedding2nn.bias	6	-0.03194485604763031
130494	embedding2nn.bias	7	0.02679695188999176
130494	embedding2nn.bias	8	-0.16459022462368011
130494	embedding2nn.bias	9	-0.3399893343448639
130494	rnn.weight_ih_l0	0	0.006510863080620766
130494	rnn.weight_ih_l0	1	-0.05114046856760979
130494	rnn.weight_ih_l0	2	-0.05218319594860077
130494	rnn.weight_ih_l0	3	0.028983429074287415
130494	rnn.weight_ih_l0	4	0.044778455048799515
130494	rnn.weight_ih_l0	5	-0.07563620060682297
130494	rnn.weight_ih_l0	6	-0.023893849924206734
130494	rnn.weight_ih_l0	7	0.02557516284286976
130494	rnn.weight_ih_l0	8	0.0021002499852329493
130494	rnn.weight_ih_l0	9	-0.02279537543654442
130494	rnn.weight_hh_l0	0	0.021876651793718338
130494	rnn.weight_hh_l0	1	0.07044298946857452
130494	rnn.weight_hh_l0	2	0.008018648251891136
130494	rnn.weight_hh_l0	3	0.04961389675736427
130494	rnn.weight_hh_l0	4	-0.008473514579236507
130494	rnn.weight_hh_l0	5	0.05492988973855972
130494	rnn.weight_hh_l0	6	0.0064953044056892395
130494	rnn.weight_hh_l0	7	-0.0038239501882344484
130494	rnn.weight_hh_l0	8	0.04041764885187149
130494	rnn.weight_hh_l0	9	-0.04589717462658882
130494	rnn.bias_ih_l0	0	0.10029170662164688
130494	rnn.bias_ih_l0	1	-0.16394463181495667
130494	rnn.bias_ih_l0	2	0.01031179167330265
130494	rnn.bias_ih_l0	3	-0.1220509484410286
130494	rnn.bias_ih_l0	4	0.062299732118844986
130494	rnn.bias_ih_l0	5	-0.22978365421295166
130494	rnn.bias_ih_l0	6	-0.07839498668909073
130494	rnn.bias_ih_l0	7	-0.20293201506137848
130494	rnn.bias_ih_l0	8	-0.14480768144130707
130494	rnn.bias_ih_l0	9	-0.34848305583000183
130494	rnn.bias_hh_l0	0	-0.15151037275791168
130494	rnn.bias_hh_l0	1	-0.18711961805820465
130494	rnn.bias_hh_l0	2	-0.14594265818595886
130494	rnn.bias_hh_l0	3	-0.0340798944234848
130494	rnn.bias_hh_l0	4	-0.15286611020565033
130494	rnn.bias_hh_l0	5	-0.19419534504413605
130494	rnn.bias_hh_l0	6	-0.10141225904226303
130494	rnn.bias_hh_l0	7	0.07650189846754074
130494	rnn.bias_hh_l0	8	-0.1417609304189682
130494	rnn.bias_hh_l0	9	-0.3254728615283966
130494	rnn.weight_ih_l0_reverse	0	0.03478735312819481
130494	rnn.weight_ih_l0_reverse	1	-0.04495002701878548
130494	rnn.weight_ih_l0_reverse	2	-0.03680529072880745
130494	rnn.weight_ih_l0_reverse	3	-0.07388964295387268
130494	rnn.weight_ih_l0_reverse	4	0.03854098916053772
130494	rnn.weight_ih_l0_reverse	5	-0.11886640638113022
130494	rnn.weight_ih_l0_reverse	6	0.030374130234122276
130494	rnn.weight_ih_l0_reverse	7	0.020625120028853416
130494	rnn.weight_ih_l0_reverse	8	-0.07224544882774353
130494	rnn.weight_ih_l0_reverse	9	-0.03102373145520687
130494	rnn.weight_hh_l0_reverse	0	-0.04294361174106598
130494	rnn.weight_hh_l0_reverse	1	0.019364185631275177
130494	rnn.weight_hh_l0_reverse	2	-0.018514953553676605
130494	rnn.weight_hh_l0_reverse	3	0.010365469381213188
130494	rnn.weight_hh_l0_reverse	4	-0.06973908841609955
130494	rnn.weight_hh_l0_reverse	5	0.03429379314184189
130494	rnn.weight_hh_l0_reverse	6	0.01643805205821991
130494	rnn.weight_hh_l0_reverse	7	-0.002364334650337696
130494	rnn.weight_hh_l0_reverse	8	0.00379562983289361
130494	rnn.weight_hh_l0_reverse	9	0.040139321237802505
130494	rnn.bias_ih_l0_reverse	0	-0.15232497453689575
130494	rnn.bias_ih_l0_reverse	1	-0.10378243029117584
130494	rnn.bias_ih_l0_reverse	2	0.06193562224507332
130494	rnn.bias_ih_l0_reverse	3	-0.1469123214483261
130494	rnn.bias_ih_l0_reverse	4	-0.005948379170149565
130494	rnn.bias_ih_l0_reverse	5	-0.15431426465511322
130494	rnn.bias_ih_l0_reverse	6	0.18608099222183228
130494	rnn.bias_ih_l0_reverse	7	-0.2352380007505417
130494	rnn.bias_ih_l0_reverse	8	-0.0935928076505661
130494	rnn.bias_ih_l0_reverse	9	-0.13188201189041138
130494	rnn.bias_hh_l0_reverse	0	-0.042519792914390564
130494	rnn.bias_hh_l0_reverse	1	0.15426300466060638
130494	rnn.bias_hh_l0_reverse	2	-0.23190101981163025
130494	rnn.bias_hh_l0_reverse	3	-0.08056800812482834
130494	rnn.bias_hh_l0_reverse	4	-0.22212649881839752
130494	rnn.bias_hh_l0_reverse	5	-0.09069059044122696
130494	rnn.bias_hh_l0_reverse	6	-0.20506751537322998
130494	rnn.bias_hh_l0_reverse	7	-0.05686012655496597
130494	rnn.bias_hh_l0_reverse	8	-0.09166482090950012
130494	rnn.bias_hh_l0_reverse	9	0.18827883899211884
130494	linear.weight	0	0.1491786539554596
130494	linear.weight	1	-0.39429256319999695
130494	linear.weight	2	0.05023884400725365
130494	linear.weight	3	0.0681002140045166
130494	linear.weight	4	-0.10104622691869736
130494	linear.weight	5	0.27539363503456116
130494	linear.weight	6	-0.07995951175689697
130494	linear.weight	7	-0.06944625824689865
130494	linear.weight	8	0.1385841816663742
130494	linear.weight	9	-0.035868339240550995
130494	linear.bias	0	-1.1513938903808594
130494	linear.bias	1	1.8477975130081177
130494	linear.bias	2	0.3866482079029083
130494	linear.bias	3	-2.282315254211426
130494	linear.bias	4	-0.39533764123916626
130494	linear.bias	5	1.044638991355896
130494	linear.bias	6	-0.2687481641769409
130494	linear.bias	7	0.49941450357437134
130494	linear.bias	8	2.1864614486694336
130494	linear.bias	9	-1.2620949745178223
131103	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
131103	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
131103	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
131103	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
131103	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
131103	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
131103	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
131103	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
131103	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
131103	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
131103	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
131103	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
131103	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
131103	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
131103	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
131103	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
131103	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
131103	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
131103	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
131103	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
131103	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
131103	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
131103	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
131103	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
131103	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
131103	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
131103	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
131103	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
131103	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
131103	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
131103	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
131103	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
131103	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
131103	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
131103	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
131103	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
131103	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
131103	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
131103	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
131103	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
131103	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
131103	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
131103	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
131103	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
131103	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
131103	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
131103	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
131103	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
131103	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
131103	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
131103	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
131103	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
131103	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
131103	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
131103	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
131103	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
131103	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
131103	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
131103	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
131103	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
131103	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
131103	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
131103	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
131103	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
131103	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
131103	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
131103	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
131103	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
131103	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
131103	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
131103	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
131103	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
131103	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
131103	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
131103	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
131103	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
131103	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
131103	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
131103	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
131103	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
131103	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
131103	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
131103	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
131103	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
131103	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
131103	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
131103	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
131103	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
131103	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
131103	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
131103	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
131103	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
131103	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
131103	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
131103	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
131103	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
131103	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
131103	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
131103	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
131103	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
131103	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
131103	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
131103	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
131103	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
131103	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
131103	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
131103	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
131103	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
131103	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
131103	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
131103	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
131103	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
131103	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
131103	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
131103	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
131103	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
131103	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
131103	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
131103	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
131103	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
131103	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
131103	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
131103	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
131103	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
131103	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
131103	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
131103	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
131103	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
131103	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
131103	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
131103	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
131103	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
131103	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
131103	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
131103	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
131103	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
131103	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
131103	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
131103	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
131103	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
131103	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
131103	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
131103	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
131103	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
131103	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
131103	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
131103	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
131103	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
131103	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
131103	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
131103	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
131103	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
131103	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
131103	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
131103	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
131103	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
131103	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
131103	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
131103	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
131103	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
131103	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
131103	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
131103	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
131103	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
131103	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
131103	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
131103	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
131103	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
131103	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
131103	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
131103	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
131103	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
131103	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
131103	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
131103	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
131103	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
131103	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
131103	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
131103	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
131103	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
131103	embedding2nn.weight	0	0.17652077972888947
131103	embedding2nn.weight	1	0.27509400248527527
131103	embedding2nn.weight	2	0.02209152840077877
131103	embedding2nn.weight	3	0.06495411694049835
131103	embedding2nn.weight	4	-0.03891456127166748
131103	embedding2nn.weight	5	0.06708642095327377
131103	embedding2nn.weight	6	0.07803189754486084
131103	embedding2nn.weight	7	-0.006582912523299456
131103	embedding2nn.weight	8	0.047572728246450424
131103	embedding2nn.weight	9	-0.037362240254879
131103	embedding2nn.bias	0	0.025541668757796288
131103	embedding2nn.bias	1	-0.15742458403110504
131103	embedding2nn.bias	2	0.10878569632768631
131103	embedding2nn.bias	3	0.16586261987686157
131103	embedding2nn.bias	4	0.11693491786718369
131103	embedding2nn.bias	5	-0.01928005740046501
131103	embedding2nn.bias	6	-0.055331822484731674
131103	embedding2nn.bias	7	0.020489582791924477
131103	embedding2nn.bias	8	-0.14076445996761322
131103	embedding2nn.bias	9	-0.3292071223258972
131103	rnn.weight_ih_l0	0	0.008396203629672527
131103	rnn.weight_ih_l0	1	-0.05303626507520676
131103	rnn.weight_ih_l0	2	-0.05710335820913315
131103	rnn.weight_ih_l0	3	0.02767997421324253
131103	rnn.weight_ih_l0	4	0.0504690445959568
131103	rnn.weight_ih_l0	5	-0.07229196280241013
131103	rnn.weight_ih_l0	6	-0.024573784321546555
131103	rnn.weight_ih_l0	7	0.03250409662723541
131103	rnn.weight_ih_l0	8	0.005820966325700283
131103	rnn.weight_ih_l0	9	-0.027010014280676842
131103	rnn.weight_hh_l0	0	0.022172382101416588
131103	rnn.weight_hh_l0	1	0.0696539580821991
131103	rnn.weight_hh_l0	2	0.008367476053535938
131103	rnn.weight_hh_l0	3	0.05017898231744766
131103	rnn.weight_hh_l0	4	-0.008048621006309986
131103	rnn.weight_hh_l0	5	0.055353794246912
131103	rnn.weight_hh_l0	6	0.007157512940466404
131103	rnn.weight_hh_l0	7	-0.006524331867694855
131103	rnn.weight_hh_l0	8	0.04005550220608711
131103	rnn.weight_hh_l0	9	-0.04735780879855156
131103	rnn.bias_ih_l0	0	0.10424080491065979
131103	rnn.bias_ih_l0	1	-0.15553762018680573
131103	rnn.bias_ih_l0	2	0.016473010182380676
131103	rnn.bias_ih_l0	3	-0.11734285205602646
131103	rnn.bias_ih_l0	4	0.07858877629041672
131103	rnn.bias_ih_l0	5	-0.2237139642238617
131103	rnn.bias_ih_l0	6	-0.07238028198480606
131103	rnn.bias_ih_l0	7	-0.2013775110244751
131103	rnn.bias_ih_l0	8	-0.14526653289794922
131103	rnn.bias_ih_l0	9	-0.3454897999763489
131103	rnn.bias_hh_l0	0	-0.15461322665214539
131103	rnn.bias_hh_l0	1	-0.18852326273918152
131103	rnn.bias_hh_l0	2	-0.1519516259431839
131103	rnn.bias_hh_l0	3	-0.02677861601114273
131103	rnn.bias_hh_l0	4	-0.14957274496555328
131103	rnn.bias_hh_l0	5	-0.19551439583301544
131103	rnn.bias_hh_l0	6	-0.10026144981384277
131103	rnn.bias_hh_l0	7	0.06881941854953766
131103	rnn.bias_hh_l0	8	-0.13945983350276947
131103	rnn.bias_hh_l0	9	-0.3253287971019745
131103	rnn.weight_ih_l0_reverse	0	0.033651694655418396
131103	rnn.weight_ih_l0_reverse	1	-0.046514347195625305
131103	rnn.weight_ih_l0_reverse	2	-0.03272237256169319
131103	rnn.weight_ih_l0_reverse	3	-0.0748005211353302
131103	rnn.weight_ih_l0_reverse	4	0.04121170565485954
131103	rnn.weight_ih_l0_reverse	5	-0.11930160224437714
131103	rnn.weight_ih_l0_reverse	6	0.03286612778902054
131103	rnn.weight_ih_l0_reverse	7	0.019777575507760048
131103	rnn.weight_ih_l0_reverse	8	-0.0702318325638771
131103	rnn.weight_ih_l0_reverse	9	-0.0334482416510582
131103	rnn.weight_hh_l0_reverse	0	-0.042146556079387665
131103	rnn.weight_hh_l0_reverse	1	0.01975984312593937
131103	rnn.weight_hh_l0_reverse	2	-0.018810350447893143
131103	rnn.weight_hh_l0_reverse	3	0.011273031122982502
131103	rnn.weight_hh_l0_reverse	4	-0.06841908395290375
131103	rnn.weight_hh_l0_reverse	5	0.03395933657884598
131103	rnn.weight_hh_l0_reverse	6	0.016085289418697357
131103	rnn.weight_hh_l0_reverse	7	-0.0026313080452382565
131103	rnn.weight_hh_l0_reverse	8	0.006525360979139805
131103	rnn.weight_hh_l0_reverse	9	0.04039769247174263
131103	rnn.bias_ih_l0_reverse	0	-0.14734622836112976
131103	rnn.bias_ih_l0_reverse	1	-0.10740357637405396
131103	rnn.bias_ih_l0_reverse	2	0.06509927660226822
131103	rnn.bias_ih_l0_reverse	3	-0.1369248330593109
131103	rnn.bias_ih_l0_reverse	4	-0.004126949235796928
131103	rnn.bias_ih_l0_reverse	5	-0.14861933887004852
131103	rnn.bias_ih_l0_reverse	6	0.20304805040359497
131103	rnn.bias_ih_l0_reverse	7	-0.2449302077293396
131103	rnn.bias_ih_l0_reverse	8	-0.09726652503013611
131103	rnn.bias_ih_l0_reverse	9	-0.13189344108104706
131103	rnn.bias_hh_l0_reverse	0	-0.05215888097882271
131103	rnn.bias_hh_l0_reverse	1	0.1641722470521927
131103	rnn.bias_hh_l0_reverse	2	-0.22607356309890747
131103	rnn.bias_hh_l0_reverse	3	-0.08193229883909225
131103	rnn.bias_hh_l0_reverse	4	-0.21785850822925568
131103	rnn.bias_hh_l0_reverse	5	-0.09170246869325638
131103	rnn.bias_hh_l0_reverse	6	-0.20984092354774475
131103	rnn.bias_hh_l0_reverse	7	-0.05413084477186203
131103	rnn.bias_hh_l0_reverse	8	-0.09022057056427002
131103	rnn.bias_hh_l0_reverse	9	0.17752519249916077
131103	linear.weight	0	0.1532009094953537
131103	linear.weight	1	-0.3962844908237457
131103	linear.weight	2	0.03543960675597191
131103	linear.weight	3	0.06809952110052109
131103	linear.weight	4	-0.11469937860965729
131103	linear.weight	5	0.24654234945774078
131103	linear.weight	6	-0.07205060124397278
131103	linear.weight	7	-0.06942348182201385
131103	linear.weight	8	0.13632744550704956
131103	linear.weight	9	-0.035899415612220764
131103	linear.bias	0	-1.1420173645019531
131103	linear.bias	1	1.8926234245300293
131103	linear.bias	2	0.3667715787887573
131103	linear.bias	3	-2.2837884426116943
131103	linear.bias	4	-0.3750775456428528
131103	linear.bias	5	1.1185873746871948
131103	linear.bias	6	-0.28572651743888855
131103	linear.bias	7	0.4685487449169159
131103	linear.bias	8	2.159219980239868
131103	linear.bias	9	-1.2579970359802246
131712	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
131712	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
131712	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
131712	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
131712	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
131712	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
131712	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
131712	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
131712	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
131712	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
131712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
131712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
131712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
131712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
131712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
131712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
131712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
131712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
131712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
131712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
131712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
131712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
131712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
131712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
131712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
131712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
131712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
131712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
131712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
131712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
131712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
131712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
131712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
131712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
131712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
131712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
131712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
131712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
131712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
131712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
131712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
131712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
131712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
131712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
131712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
131712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
131712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
131712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
131712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
131712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
131712	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
131712	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
131712	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
131712	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
131712	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
131712	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
131712	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
131712	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
131712	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
131712	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
131712	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
131712	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
131712	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
131712	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
131712	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
131712	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
131712	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
131712	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
131712	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
131712	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
131712	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
131712	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
131712	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
131712	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
131712	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
131712	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
131712	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
131712	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
131712	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
131712	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
131712	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
131712	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
131712	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
131712	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
131712	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
131712	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
131712	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
131712	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
131712	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
131712	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
131712	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
131712	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
131712	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
131712	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
131712	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
131712	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
131712	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
131712	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
131712	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
131712	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
131712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
131712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
131712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
131712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
131712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
131712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
131712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
131712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
131712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
131712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
131712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
131712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
131712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
131712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
131712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
131712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
131712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
131712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
131712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
131712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
131712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
131712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
131712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
131712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
131712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
131712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
131712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
131712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
131712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
131712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
131712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
131712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
131712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
131712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
131712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
131712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
131712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
131712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
131712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
131712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
131712	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
131712	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
131712	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
131712	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
131712	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
131712	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
131712	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
131712	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
131712	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
131712	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
131712	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
131712	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
131712	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
131712	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
131712	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
131712	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
131712	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
131712	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
131712	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
131712	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
131712	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
131712	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
131712	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
131712	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
131712	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
131712	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
131712	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
131712	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
131712	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
131712	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
131712	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
131712	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
131712	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
131712	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
131712	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
131712	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
131712	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
131712	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
131712	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
131712	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
131712	embedding2nn.weight	0	0.17746256291866302
131712	embedding2nn.weight	1	0.27214765548706055
131712	embedding2nn.weight	2	0.024416660889983177
131712	embedding2nn.weight	3	0.05756602808833122
131712	embedding2nn.weight	4	-0.04341350123286247
131712	embedding2nn.weight	5	0.06368432193994522
131712	embedding2nn.weight	6	0.07702098786830902
131712	embedding2nn.weight	7	-0.007599681615829468
131712	embedding2nn.weight	8	0.04316692426800728
131712	embedding2nn.weight	9	-0.03998123109340668
131712	embedding2nn.bias	0	0.024318931624293327
131712	embedding2nn.bias	1	-0.17247767746448517
131712	embedding2nn.bias	2	0.10156206041574478
131712	embedding2nn.bias	3	0.18126919865608215
131712	embedding2nn.bias	4	0.12141519784927368
131712	embedding2nn.bias	5	-0.019122423604130745
131712	embedding2nn.bias	6	-0.05693979561328888
131712	embedding2nn.bias	7	0.03488336130976677
131712	embedding2nn.bias	8	-0.1337881088256836
131712	embedding2nn.bias	9	-0.33040809631347656
131712	rnn.weight_ih_l0	0	0.00784323364496231
131712	rnn.weight_ih_l0	1	-0.053667183965444565
131712	rnn.weight_ih_l0	2	-0.05751221626996994
131712	rnn.weight_ih_l0	3	0.02781151607632637
131712	rnn.weight_ih_l0	4	0.051226746290922165
131712	rnn.weight_ih_l0	5	-0.07694857567548752
131712	rnn.weight_ih_l0	6	-0.02626490406692028
131712	rnn.weight_ih_l0	7	0.024659745395183563
131712	rnn.weight_ih_l0	8	0.012108888477087021
131712	rnn.weight_ih_l0	9	-0.0337044820189476
131712	rnn.weight_hh_l0	0	0.02170901745557785
131712	rnn.weight_hh_l0	1	0.06956405937671661
131712	rnn.weight_hh_l0	2	0.009270276874303818
131712	rnn.weight_hh_l0	3	0.05050843954086304
131712	rnn.weight_hh_l0	4	-0.008395778015255928
131712	rnn.weight_hh_l0	5	0.055901020765304565
131712	rnn.weight_hh_l0	6	0.007027321495115757
131712	rnn.weight_hh_l0	7	-0.005897627677768469
131712	rnn.weight_hh_l0	8	0.040056657046079636
131712	rnn.weight_hh_l0	9	-0.04860895127058029
131712	rnn.bias_ih_l0	0	0.1045626848936081
131712	rnn.bias_ih_l0	1	-0.16225075721740723
131712	rnn.bias_ih_l0	2	0.016160139814019203
131712	rnn.bias_ih_l0	3	-0.12048255652189255
131712	rnn.bias_ih_l0	4	0.08668079972267151
131712	rnn.bias_ih_l0	5	-0.21593405306339264
131712	rnn.bias_ih_l0	6	-0.07638666778802872
131712	rnn.bias_ih_l0	7	-0.2010151743888855
131712	rnn.bias_ih_l0	8	-0.14449381828308105
131712	rnn.bias_ih_l0	9	-0.3431403338909149
131712	rnn.bias_hh_l0	0	-0.15366946160793304
131712	rnn.bias_hh_l0	1	-0.18363754451274872
131712	rnn.bias_hh_l0	2	-0.15311047434806824
131712	rnn.bias_hh_l0	3	-0.029826954007148743
131712	rnn.bias_hh_l0	4	-0.143972247838974
131712	rnn.bias_hh_l0	5	-0.19530101120471954
131712	rnn.bias_hh_l0	6	-0.10672654211521149
131712	rnn.bias_hh_l0	7	0.06849834322929382
131712	rnn.bias_hh_l0	8	-0.13247914612293243
131712	rnn.bias_hh_l0	9	-0.33018922805786133
131712	rnn.weight_ih_l0_reverse	0	0.04240528494119644
131712	rnn.weight_ih_l0_reverse	1	-0.046684663742780685
131712	rnn.weight_ih_l0_reverse	2	-0.034647561609745026
131712	rnn.weight_ih_l0_reverse	3	-0.07826954126358032
131712	rnn.weight_ih_l0_reverse	4	0.0459325946867466
131712	rnn.weight_ih_l0_reverse	5	-0.1271812915802002
131712	rnn.weight_ih_l0_reverse	6	0.04163529723882675
131712	rnn.weight_ih_l0_reverse	7	0.019604826346039772
131712	rnn.weight_ih_l0_reverse	8	-0.06987392157316208
131712	rnn.weight_ih_l0_reverse	9	-0.032001834362745285
131712	rnn.weight_hh_l0_reverse	0	-0.04354843124747276
131712	rnn.weight_hh_l0_reverse	1	0.018905440345406532
131712	rnn.weight_hh_l0_reverse	2	-0.017921369522809982
131712	rnn.weight_hh_l0_reverse	3	0.012232184410095215
131712	rnn.weight_hh_l0_reverse	4	-0.06854937970638275
131712	rnn.weight_hh_l0_reverse	5	0.03393810987472534
131712	rnn.weight_hh_l0_reverse	6	0.016343096271157265
131712	rnn.weight_hh_l0_reverse	7	-0.003973270766437054
131712	rnn.weight_hh_l0_reverse	8	0.003862660378217697
131712	rnn.weight_hh_l0_reverse	9	0.040975529700517654
131712	rnn.bias_ih_l0_reverse	0	-0.14910627901554108
131712	rnn.bias_ih_l0_reverse	1	-0.10035461187362671
131712	rnn.bias_ih_l0_reverse	2	0.06157815083861351
131712	rnn.bias_ih_l0_reverse	3	-0.14056023955345154
131712	rnn.bias_ih_l0_reverse	4	-0.00778034795075655
131712	rnn.bias_ih_l0_reverse	5	-0.1522645801305771
131712	rnn.bias_ih_l0_reverse	6	0.1934627741575241
131712	rnn.bias_ih_l0_reverse	7	-0.24018578231334686
131712	rnn.bias_ih_l0_reverse	8	-0.09814038872718811
131712	rnn.bias_ih_l0_reverse	9	-0.135790154337883
131712	rnn.bias_hh_l0_reverse	0	-0.052021175622940063
131712	rnn.bias_hh_l0_reverse	1	0.16928279399871826
131712	rnn.bias_hh_l0_reverse	2	-0.22525730729103088
131712	rnn.bias_hh_l0_reverse	3	-0.08629921823740005
131712	rnn.bias_hh_l0_reverse	4	-0.2238459289073944
131712	rnn.bias_hh_l0_reverse	5	-0.08827047795057297
131712	rnn.bias_hh_l0_reverse	6	-0.20452819764614105
131712	rnn.bias_hh_l0_reverse	7	-0.05255788564682007
131712	rnn.bias_hh_l0_reverse	8	-0.08606360107660294
131712	rnn.bias_hh_l0_reverse	9	0.18801741302013397
131712	linear.weight	0	0.1500774472951889
131712	linear.weight	1	-0.3621101975440979
131712	linear.weight	2	0.025110486894845963
131712	linear.weight	3	0.06810520589351654
131712	linear.weight	4	-0.12267693877220154
131712	linear.weight	5	0.25016123056411743
131712	linear.weight	6	-0.060667734593153
131712	linear.weight	7	-0.06939108669757843
131712	linear.weight	8	0.12928980588912964
131712	linear.weight	9	-0.03594266250729561
131712	linear.bias	0	-1.1619476079940796
131712	linear.bias	1	1.8608022928237915
131712	linear.bias	2	0.394252747297287
131712	linear.bias	3	-2.285301923751831
131712	linear.bias	4	-0.406428724527359
131712	linear.bias	5	1.121154546737671
131712	linear.bias	6	-0.2643183767795563
131712	linear.bias	7	0.46652185916900635
131712	linear.bias	8	2.125593423843384
131712	linear.bias	9	-1.2663984298706055
132321	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
132321	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
132321	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
132321	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
132321	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
132321	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
132321	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
132321	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
132321	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
132321	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
132321	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
132321	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
132321	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
132321	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
132321	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
132321	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
132321	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
132321	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
132321	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
132321	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
132321	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
132321	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
132321	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
132321	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
132321	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
132321	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
132321	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
132321	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
132321	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
132321	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
132321	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
132321	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
132321	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
132321	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
132321	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
132321	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
132321	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
132321	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
132321	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
132321	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
132321	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
132321	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
132321	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
132321	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
132321	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
132321	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
132321	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
132321	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
132321	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
132321	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
132321	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
132321	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
132321	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
132321	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
132321	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
132321	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
132321	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
132321	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
132321	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
132321	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
132321	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
132321	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
132321	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
132321	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
132321	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
132321	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
132321	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
132321	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
132321	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
132321	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
132321	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
132321	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
132321	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
132321	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
132321	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
132321	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
132321	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
132321	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
132321	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
132321	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
132321	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
132321	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
132321	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
132321	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
132321	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
132321	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
132321	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
132321	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
132321	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
132321	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
132321	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
132321	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
132321	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
132321	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
132321	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
132321	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
132321	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
132321	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
132321	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
132321	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
132321	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
132321	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
132321	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
132321	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
132321	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
132321	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
132321	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
132321	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
132321	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
132321	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
132321	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
132321	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
132321	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
132321	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
132321	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
132321	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
132321	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
132321	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
132321	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
132321	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
132321	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
132321	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
132321	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
132321	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
132321	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
132321	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
132321	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
132321	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
132321	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
132321	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
132321	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
132321	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
132321	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
132321	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
132321	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
132321	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
132321	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
132321	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
132321	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
132321	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
132321	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
132321	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
132321	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
132321	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
132321	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
132321	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
132321	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
132321	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
132321	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
132321	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
132321	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
132321	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
132321	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
132321	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
132321	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
132321	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
132321	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
132321	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
132321	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
132321	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
132321	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
132321	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
132321	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
132321	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
132321	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
132321	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
132321	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
132321	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
132321	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
132321	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
132321	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
132321	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
132321	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
132321	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
132321	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
132321	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
132321	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
132321	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
132321	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
132321	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
132321	embedding2nn.weight	0	0.17678014934062958
132321	embedding2nn.weight	1	0.27397072315216064
132321	embedding2nn.weight	2	0.028027519583702087
132321	embedding2nn.weight	3	0.05090641602873802
132321	embedding2nn.weight	4	-0.04776078462600708
132321	embedding2nn.weight	5	0.06499310582876205
132321	embedding2nn.weight	6	0.0835404172539711
132321	embedding2nn.weight	7	-0.014016245491802692
132321	embedding2nn.weight	8	0.04139852523803711
132321	embedding2nn.weight	9	-0.04389837384223938
132321	embedding2nn.bias	0	0.027781369164586067
132321	embedding2nn.bias	1	-0.15982094407081604
132321	embedding2nn.bias	2	0.10167801380157471
132321	embedding2nn.bias	3	0.17868125438690186
132321	embedding2nn.bias	4	0.12034488469362259
132321	embedding2nn.bias	5	-0.033113498240709305
132321	embedding2nn.bias	6	-0.022139431908726692
132321	embedding2nn.bias	7	0.030039779841899872
132321	embedding2nn.bias	8	-0.1500261276960373
132321	embedding2nn.bias	9	-0.3484097421169281
132321	rnn.weight_ih_l0	0	0.008663960732519627
132321	rnn.weight_ih_l0	1	-0.052631206810474396
132321	rnn.weight_ih_l0	2	-0.056256409734487534
132321	rnn.weight_ih_l0	3	0.030286340042948723
132321	rnn.weight_ih_l0	4	0.05081832408905029
132321	rnn.weight_ih_l0	5	-0.07382597774267197
132321	rnn.weight_ih_l0	6	-0.027182836085557938
132321	rnn.weight_ih_l0	7	0.028520088642835617
132321	rnn.weight_ih_l0	8	0.005892050918191671
132321	rnn.weight_ih_l0	9	-0.029747087508440018
132321	rnn.weight_hh_l0	0	0.021858233958482742
132321	rnn.weight_hh_l0	1	0.07020364701747894
132321	rnn.weight_hh_l0	2	0.00938656646758318
132321	rnn.weight_hh_l0	3	0.05065542459487915
132321	rnn.weight_hh_l0	4	-0.008135532960295677
132321	rnn.weight_hh_l0	5	0.055556267499923706
132321	rnn.weight_hh_l0	6	0.006734994240105152
132321	rnn.weight_hh_l0	7	-0.003008592640981078
132321	rnn.weight_hh_l0	8	0.03973504900932312
132321	rnn.weight_hh_l0	9	-0.0495421439409256
132321	rnn.bias_ih_l0	0	0.1030808836221695
132321	rnn.bias_ih_l0	1	-0.1542418748140335
132321	rnn.bias_ih_l0	2	0.015424007549881935
132321	rnn.bias_ih_l0	3	-0.11883658170700073
132321	rnn.bias_ih_l0	4	0.08386468142271042
132321	rnn.bias_ih_l0	5	-0.22383807599544525
132321	rnn.bias_ih_l0	6	-0.07496228814125061
132321	rnn.bias_ih_l0	7	-0.2000022977590561
132321	rnn.bias_ih_l0	8	-0.13901272416114807
132321	rnn.bias_ih_l0	9	-0.35047295689582825
132321	rnn.bias_hh_l0	0	-0.15754805505275726
132321	rnn.bias_hh_l0	1	-0.1728084534406662
132321	rnn.bias_hh_l0	2	-0.1529630720615387
132321	rnn.bias_hh_l0	3	-0.02751847170293331
132321	rnn.bias_hh_l0	4	-0.14729760587215424
132321	rnn.bias_hh_l0	5	-0.19230328500270844
132321	rnn.bias_hh_l0	6	-0.1064927950501442
132321	rnn.bias_hh_l0	7	0.07235918939113617
132321	rnn.bias_hh_l0	8	-0.12939384579658508
132321	rnn.bias_hh_l0	9	-0.32490307092666626
132321	rnn.weight_ih_l0_reverse	0	0.04265604913234711
132321	rnn.weight_ih_l0_reverse	1	-0.04995438829064369
132321	rnn.weight_ih_l0_reverse	2	-0.037657540291547775
132321	rnn.weight_ih_l0_reverse	3	-0.07755681872367859
132321	rnn.weight_ih_l0_reverse	4	0.04609138146042824
132321	rnn.weight_ih_l0_reverse	5	-0.10746468603610992
132321	rnn.weight_ih_l0_reverse	6	0.040334008634090424
132321	rnn.weight_ih_l0_reverse	7	0.017818575724959373
132321	rnn.weight_ih_l0_reverse	8	-0.06826528161764145
132321	rnn.weight_ih_l0_reverse	9	-0.034680984914302826
132321	rnn.weight_hh_l0_reverse	0	-0.04313524067401886
132321	rnn.weight_hh_l0_reverse	1	0.018918069079518318
132321	rnn.weight_hh_l0_reverse	2	-0.018009761348366737
132321	rnn.weight_hh_l0_reverse	3	0.01129993423819542
132321	rnn.weight_hh_l0_reverse	4	-0.06861070543527603
132321	rnn.weight_hh_l0_reverse	5	0.03369148075580597
132321	rnn.weight_hh_l0_reverse	6	0.016783645376563072
132321	rnn.weight_hh_l0_reverse	7	-0.007260118145495653
132321	rnn.weight_hh_l0_reverse	8	0.0027925155591219664
132321	rnn.weight_hh_l0_reverse	9	0.040174636989831924
132321	rnn.bias_ih_l0_reverse	0	-0.15225712954998016
132321	rnn.bias_ih_l0_reverse	1	-0.10395547747612
132321	rnn.bias_ih_l0_reverse	2	0.06051323562860489
132321	rnn.bias_ih_l0_reverse	3	-0.1390107125043869
132321	rnn.bias_ih_l0_reverse	4	0.011958295479416847
132321	rnn.bias_ih_l0_reverse	5	-0.15311026573181152
132321	rnn.bias_ih_l0_reverse	6	0.19768936932086945
132321	rnn.bias_ih_l0_reverse	7	-0.23381581902503967
132321	rnn.bias_ih_l0_reverse	8	-0.09988962858915329
132321	rnn.bias_ih_l0_reverse	9	-0.13770917057991028
132321	rnn.bias_hh_l0_reverse	0	-0.04820934310555458
132321	rnn.bias_hh_l0_reverse	1	0.17144200205802917
132321	rnn.bias_hh_l0_reverse	2	-0.21953922510147095
132321	rnn.bias_hh_l0_reverse	3	-0.09225485473871231
132321	rnn.bias_hh_l0_reverse	4	-0.21642696857452393
132321	rnn.bias_hh_l0_reverse	5	-0.08931358903646469
132321	rnn.bias_hh_l0_reverse	6	-0.20638981461524963
132321	rnn.bias_hh_l0_reverse	7	-0.05296388268470764
132321	rnn.bias_hh_l0_reverse	8	-0.10014154762029648
132321	rnn.bias_hh_l0_reverse	9	0.1755537986755371
132321	linear.weight	0	0.16168394684791565
132321	linear.weight	1	-0.36477500200271606
132321	linear.weight	2	0.005397151689976454
132321	linear.weight	3	0.06809621304273605
132321	linear.weight	4	-0.12245416641235352
132321	linear.weight	5	0.2373521625995636
132321	linear.weight	6	-0.09470664709806442
132321	linear.weight	7	-0.06937399506568909
132321	linear.weight	8	0.137508824467659
132321	linear.weight	9	-0.03598727658390999
132321	linear.bias	0	-1.1098071336746216
132321	linear.bias	1	1.8338422775268555
132321	linear.bias	2	0.3858996629714966
132321	linear.bias	3	-2.286827325820923
132321	linear.bias	4	-0.37130212783813477
132321	linear.bias	5	1.0931516885757446
132321	linear.bias	6	-0.2913926839828491
132321	linear.bias	7	0.4966581463813782
132321	linear.bias	8	2.2143619060516357
132321	linear.bias	9	-1.3039491176605225
132930	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
132930	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
132930	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
132930	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
132930	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
132930	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
132930	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
132930	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
132930	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
132930	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
132930	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
132930	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
132930	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
132930	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
132930	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
132930	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
132930	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
132930	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
132930	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
132930	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
132930	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
132930	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
132930	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
132930	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
132930	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
132930	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
132930	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
132930	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
132930	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
132930	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
132930	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
132930	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
132930	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
132930	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
132930	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
132930	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
132930	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
132930	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
132930	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
132930	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
132930	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
132930	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
132930	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
132930	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
132930	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
132930	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
132930	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
132930	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
132930	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
132930	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
132930	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
132930	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
132930	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
132930	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
132930	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
132930	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
132930	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
132930	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
132930	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
132930	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
132930	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
132930	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
132930	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
132930	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
132930	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
132930	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
132930	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
132930	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
132930	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
132930	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
132930	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
132930	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
132930	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
132930	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
132930	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
132930	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
132930	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
132930	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
132930	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
132930	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
132930	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
132930	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
132930	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
132930	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
132930	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
132930	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
132930	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
132930	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
132930	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
132930	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
132930	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
132930	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
132930	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
132930	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
132930	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
132930	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
132930	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
132930	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
132930	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
132930	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
132930	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
132930	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
132930	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
132930	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
132930	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
132930	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
132930	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
132930	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
132930	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
132930	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
132930	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
132930	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
132930	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
132930	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
132930	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
132930	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
132930	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
132930	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
132930	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
132930	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
132930	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
132930	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
132930	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
132930	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
132930	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
132930	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
132930	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
132930	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
132930	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
132930	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
132930	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
132930	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
132930	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
132930	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
132930	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
132930	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
132930	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
132930	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
132930	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
132930	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
132930	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
132930	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
132930	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
132930	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
132930	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
132930	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
132930	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
132930	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
132930	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
132930	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
132930	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
132930	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
132930	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
132930	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
132930	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
132930	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
132930	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
132930	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
132930	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
132930	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
132930	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
132930	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
132930	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
132930	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
132930	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
132930	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
132930	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
132930	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
132930	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
132930	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
132930	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
132930	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
132930	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
132930	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
132930	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
132930	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
132930	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
132930	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
132930	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
132930	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
132930	embedding2nn.weight	0	0.17806239426136017
132930	embedding2nn.weight	1	0.2721066176891327
132930	embedding2nn.weight	2	0.02440696395933628
132930	embedding2nn.weight	3	0.040816184133291245
132930	embedding2nn.weight	4	-0.052769675850868225
132930	embedding2nn.weight	5	0.06177140772342682
132930	embedding2nn.weight	6	0.08526560664176941
132930	embedding2nn.weight	7	-0.011123201809823513
132930	embedding2nn.weight	8	0.035945869982242584
132930	embedding2nn.weight	9	-0.04432272911071777
132930	embedding2nn.bias	0	0.04241187125444412
132930	embedding2nn.bias	1	-0.1776968389749527
132930	embedding2nn.bias	2	0.1060393825173378
132930	embedding2nn.bias	3	0.17322637140750885
132930	embedding2nn.bias	4	0.11643324047327042
132930	embedding2nn.bias	5	-0.012830667197704315
132930	embedding2nn.bias	6	-0.03103497438132763
132930	embedding2nn.bias	7	0.032728612422943115
132930	embedding2nn.bias	8	-0.14093631505966187
132930	embedding2nn.bias	9	-0.34436652064323425
132930	rnn.weight_ih_l0	0	0.008642241358757019
132930	rnn.weight_ih_l0	1	-0.05015890672802925
132930	rnn.weight_ih_l0	2	-0.05157067999243736
132930	rnn.weight_ih_l0	3	0.03297578543424606
132930	rnn.weight_ih_l0	4	0.04008282348513603
132930	rnn.weight_ih_l0	5	-0.07355529814958572
132930	rnn.weight_ih_l0	6	-0.027007387951016426
132930	rnn.weight_ih_l0	7	0.03023100271821022
132930	rnn.weight_ih_l0	8	-0.002437758957967162
132930	rnn.weight_ih_l0	9	-0.02890944667160511
132930	rnn.weight_hh_l0	0	0.02172360196709633
132930	rnn.weight_hh_l0	1	0.06996534764766693
132930	rnn.weight_hh_l0	2	0.009903435595333576
132930	rnn.weight_hh_l0	3	0.051190268248319626
132930	rnn.weight_hh_l0	4	-0.008553284220397472
132930	rnn.weight_hh_l0	5	0.056971099227666855
132930	rnn.weight_hh_l0	6	0.006580800749361515
132930	rnn.weight_hh_l0	7	-0.00560336746275425
132930	rnn.weight_hh_l0	8	0.03960753232240677
132930	rnn.weight_hh_l0	9	-0.04776742309331894
132930	rnn.bias_ih_l0	0	0.1042790561914444
132930	rnn.bias_ih_l0	1	-0.15707051753997803
132930	rnn.bias_ih_l0	2	0.008922676555812359
132930	rnn.bias_ih_l0	3	-0.11878141760826111
132930	rnn.bias_ih_l0	4	0.0704006552696228
132930	rnn.bias_ih_l0	5	-0.2197791188955307
132930	rnn.bias_ih_l0	6	-0.07595079392194748
132930	rnn.bias_ih_l0	7	-0.20022983849048615
132930	rnn.bias_ih_l0	8	-0.14971086382865906
132930	rnn.bias_ih_l0	9	-0.34124094247817993
132930	rnn.bias_hh_l0	0	-0.1508529782295227
132930	rnn.bias_hh_l0	1	-0.17045320570468903
132930	rnn.bias_hh_l0	2	-0.15744677186012268
132930	rnn.bias_hh_l0	3	-0.02723587676882744
132930	rnn.bias_hh_l0	4	-0.1540098935365677
132930	rnn.bias_hh_l0	5	-0.19192181527614594
132930	rnn.bias_hh_l0	6	-0.11278779059648514
132930	rnn.bias_hh_l0	7	0.0655827671289444
132930	rnn.bias_hh_l0	8	-0.13407869637012482
132930	rnn.bias_hh_l0	9	-0.3248937726020813
132930	rnn.weight_ih_l0_reverse	0	0.04867565631866455
132930	rnn.weight_ih_l0_reverse	1	-0.05199683830142021
132930	rnn.weight_ih_l0_reverse	2	-0.03867476433515549
132930	rnn.weight_ih_l0_reverse	3	-0.08043094724416733
132930	rnn.weight_ih_l0_reverse	4	0.04485146701335907
132930	rnn.weight_ih_l0_reverse	5	-0.10325264185667038
132930	rnn.weight_ih_l0_reverse	6	0.03433417156338692
132930	rnn.weight_ih_l0_reverse	7	0.01753287948668003
132930	rnn.weight_ih_l0_reverse	8	-0.06793516129255295
132930	rnn.weight_ih_l0_reverse	9	-0.030464736744761467
132930	rnn.weight_hh_l0_reverse	0	-0.04119957610964775
132930	rnn.weight_hh_l0_reverse	1	0.02038734406232834
132930	rnn.weight_hh_l0_reverse	2	-0.017548570409417152
132930	rnn.weight_hh_l0_reverse	3	0.011155548505485058
132930	rnn.weight_hh_l0_reverse	4	-0.06861340254545212
132930	rnn.weight_hh_l0_reverse	5	0.0339704230427742
132930	rnn.weight_hh_l0_reverse	6	0.016668347641825676
132930	rnn.weight_hh_l0_reverse	7	-0.006870397366583347
132930	rnn.weight_hh_l0_reverse	8	0.001908764592371881
132930	rnn.weight_hh_l0_reverse	9	0.04166629537940025
132930	rnn.bias_ih_l0_reverse	0	-0.14965111017227173
132930	rnn.bias_ih_l0_reverse	1	-0.10540782660245895
132930	rnn.bias_ih_l0_reverse	2	0.06402654200792313
132930	rnn.bias_ih_l0_reverse	3	-0.13032391667366028
132930	rnn.bias_ih_l0_reverse	4	0.004096016753464937
132930	rnn.bias_ih_l0_reverse	5	-0.15294255316257477
132930	rnn.bias_ih_l0_reverse	6	0.18133863806724548
132930	rnn.bias_ih_l0_reverse	7	-0.24271906912326813
132930	rnn.bias_ih_l0_reverse	8	-0.10269413143396378
132930	rnn.bias_ih_l0_reverse	9	-0.1384400576353073
132930	rnn.bias_hh_l0_reverse	0	-0.050881240516901016
132930	rnn.bias_hh_l0_reverse	1	0.16551680862903595
132930	rnn.bias_hh_l0_reverse	2	-0.22060871124267578
132930	rnn.bias_hh_l0_reverse	3	-0.07883019745349884
132930	rnn.bias_hh_l0_reverse	4	-0.21173608303070068
132930	rnn.bias_hh_l0_reverse	5	-0.08830110728740692
132930	rnn.bias_hh_l0_reverse	6	-0.21003903448581696
132930	rnn.bias_hh_l0_reverse	7	-0.05932629480957985
132930	rnn.bias_hh_l0_reverse	8	-0.11709407716989517
132930	rnn.bias_hh_l0_reverse	9	0.18227027356624603
132930	linear.weight	0	0.1497519314289093
132930	linear.weight	1	-0.3231153190135956
132930	linear.weight	2	-0.012092922814190388
132930	linear.weight	3	0.06809470802545547
132930	linear.weight	4	-0.17540472745895386
132930	linear.weight	5	0.21688513457775116
132930	linear.weight	6	-0.07203809171915054
132930	linear.weight	7	-0.06939241290092468
132930	linear.weight	8	0.1519397646188736
132930	linear.weight	9	-0.03603331372141838
132930	linear.bias	0	-1.1294715404510498
132930	linear.bias	1	1.8902491331100464
132930	linear.bias	2	0.39318934082984924
132930	linear.bias	3	-2.2883448600769043
132930	linear.bias	4	-0.3894892930984497
132930	linear.bias	5	1.07051682472229
132930	linear.bias	6	-0.30905693769454956
132930	linear.bias	7	0.5443535447120667
132930	linear.bias	8	2.163144588470459
132930	linear.bias	9	-1.2897611856460571
133539	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
133539	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
133539	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
133539	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
133539	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
133539	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
133539	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
133539	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
133539	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
133539	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
133539	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
133539	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
133539	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
133539	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
133539	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
133539	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
133539	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
133539	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
133539	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
133539	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
133539	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
133539	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
133539	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
133539	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
133539	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
133539	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
133539	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
133539	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
133539	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
133539	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
133539	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
133539	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
133539	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
133539	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
133539	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
133539	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
133539	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
133539	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
133539	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
133539	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
133539	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
133539	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
133539	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
133539	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
133539	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
133539	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
133539	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
133539	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
133539	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
133539	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
133539	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
133539	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
133539	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
133539	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
133539	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
133539	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
133539	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
133539	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
133539	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
133539	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
133539	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
133539	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
133539	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
133539	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
133539	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
133539	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
133539	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
133539	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
133539	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
133539	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
133539	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
133539	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
133539	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
133539	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
133539	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
133539	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
133539	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
133539	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
133539	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
133539	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
133539	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
133539	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
133539	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
133539	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
133539	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
133539	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
133539	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
133539	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
133539	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
133539	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
133539	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
133539	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
133539	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
133539	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
133539	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
133539	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
133539	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
133539	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
133539	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
133539	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
133539	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
133539	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
133539	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
133539	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
133539	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
133539	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
133539	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
133539	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
133539	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
133539	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
133539	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
133539	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
133539	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
133539	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
133539	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
133539	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
133539	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
133539	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
133539	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
133539	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
133539	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
133539	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
133539	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
133539	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
133539	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
133539	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
133539	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
133539	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
133539	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
133539	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
133539	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
133539	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
133539	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
133539	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
133539	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
133539	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
133539	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
133539	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
133539	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
133539	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
133539	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
133539	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
133539	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
133539	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
133539	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
133539	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
133539	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
133539	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
133539	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
133539	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
133539	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
133539	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
133539	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
133539	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
133539	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
133539	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
133539	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
133539	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
133539	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
133539	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
133539	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
133539	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
133539	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
133539	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
133539	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
133539	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
133539	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
133539	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
133539	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
133539	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
133539	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
133539	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
133539	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
133539	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
133539	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
133539	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
133539	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
133539	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
133539	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
133539	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
133539	embedding2nn.weight	0	0.1793932318687439
133539	embedding2nn.weight	1	0.27397406101226807
133539	embedding2nn.weight	2	0.019270116463303566
133539	embedding2nn.weight	3	0.03180112689733505
133539	embedding2nn.weight	4	-0.057410262525081635
133539	embedding2nn.weight	5	0.06378991156816483
133539	embedding2nn.weight	6	0.0852537751197815
133539	embedding2nn.weight	7	-0.0163341723382473
133539	embedding2nn.weight	8	0.040519069880247116
133539	embedding2nn.weight	9	-0.04457441344857216
133539	embedding2nn.bias	0	0.016867343336343765
133539	embedding2nn.bias	1	-0.18287315964698792
133539	embedding2nn.bias	2	0.09732391685247421
133539	embedding2nn.bias	3	0.1649339199066162
133539	embedding2nn.bias	4	0.12104614078998566
133539	embedding2nn.bias	5	-0.0381484255194664
133539	embedding2nn.bias	6	-0.012921112589538097
133539	embedding2nn.bias	7	0.04112771153450012
133539	embedding2nn.bias	8	-0.14322271943092346
133539	embedding2nn.bias	9	-0.35252845287323
133539	rnn.weight_ih_l0	0	0.0072834980674088
133539	rnn.weight_ih_l0	1	-0.05207594484090805
133539	rnn.weight_ih_l0	2	-0.05557302385568619
133539	rnn.weight_ih_l0	3	0.032387059181928635
133539	rnn.weight_ih_l0	4	0.039187222719192505
133539	rnn.weight_ih_l0	5	-0.07876642048358917
133539	rnn.weight_ih_l0	6	-0.028337907046079636
133539	rnn.weight_ih_l0	7	0.021684912964701653
133539	rnn.weight_ih_l0	8	0.001001479453407228
133539	rnn.weight_ih_l0	9	-0.029061606153845787
133539	rnn.weight_hh_l0	0	0.022132162004709244
133539	rnn.weight_hh_l0	1	0.06955641508102417
133539	rnn.weight_hh_l0	2	0.01214873231947422
133539	rnn.weight_hh_l0	3	0.050833262503147125
133539	rnn.weight_hh_l0	4	-0.007821492850780487
133539	rnn.weight_hh_l0	5	0.05902816727757454
133539	rnn.weight_hh_l0	6	0.005814678035676479
133539	rnn.weight_hh_l0	7	-0.005257387645542622
133539	rnn.weight_hh_l0	8	0.03990110382437706
133539	rnn.weight_hh_l0	9	-0.04955626651644707
133539	rnn.bias_ih_l0	0	0.10150151699781418
133539	rnn.bias_ih_l0	1	-0.16354325413703918
133539	rnn.bias_ih_l0	2	0.006479754112660885
133539	rnn.bias_ih_l0	3	-0.1248922049999237
133539	rnn.bias_ih_l0	4	0.069283127784729
133539	rnn.bias_ih_l0	5	-0.217227041721344
133539	rnn.bias_ih_l0	6	-0.07613737136125565
133539	rnn.bias_ih_l0	7	-0.20284728705883026
133539	rnn.bias_ih_l0	8	-0.14463403820991516
133539	rnn.bias_ih_l0	9	-0.3385714292526245
133539	rnn.bias_hh_l0	0	-0.1474255621433258
133539	rnn.bias_hh_l0	1	-0.169024258852005
133539	rnn.bias_hh_l0	2	-0.15969206392765045
133539	rnn.bias_hh_l0	3	-0.02900860644876957
133539	rnn.bias_hh_l0	4	-0.1538832038640976
133539	rnn.bias_hh_l0	5	-0.1909412294626236
133539	rnn.bias_hh_l0	6	-0.11643130332231522
133539	rnn.bias_hh_l0	7	0.058115363121032715
133539	rnn.bias_hh_l0	8	-0.13672877848148346
133539	rnn.bias_hh_l0	9	-0.32891637086868286
133539	rnn.weight_ih_l0_reverse	0	0.03872586041688919
133539	rnn.weight_ih_l0_reverse	1	-0.052642710506916046
133539	rnn.weight_ih_l0_reverse	2	-0.040605343878269196
133539	rnn.weight_ih_l0_reverse	3	-0.07439497858285904
133539	rnn.weight_ih_l0_reverse	4	0.04310604929924011
133539	rnn.weight_ih_l0_reverse	5	-0.10800645500421524
133539	rnn.weight_ih_l0_reverse	6	0.027239162474870682
133539	rnn.weight_ih_l0_reverse	7	0.01507310476154089
133539	rnn.weight_ih_l0_reverse	8	-0.06952787190675735
133539	rnn.weight_ih_l0_reverse	9	-0.03380107134580612
133539	rnn.weight_hh_l0_reverse	0	-0.04068422690033913
133539	rnn.weight_hh_l0_reverse	1	0.020610038191080093
133539	rnn.weight_hh_l0_reverse	2	-0.01715790294110775
133539	rnn.weight_hh_l0_reverse	3	0.011087390594184399
133539	rnn.weight_hh_l0_reverse	4	-0.06831808388233185
133539	rnn.weight_hh_l0_reverse	5	0.03390450030565262
133539	rnn.weight_hh_l0_reverse	6	0.017403338104486465
133539	rnn.weight_hh_l0_reverse	7	-0.010184510610997677
133539	rnn.weight_hh_l0_reverse	8	0.003403728362172842
133539	rnn.weight_hh_l0_reverse	9	0.04216121509671211
133539	rnn.bias_ih_l0_reverse	0	-0.14365817606449127
133539	rnn.bias_ih_l0_reverse	1	-0.10892339050769806
133539	rnn.bias_ih_l0_reverse	2	0.061868906021118164
133539	rnn.bias_ih_l0_reverse	3	-0.13170094788074493
133539	rnn.bias_ih_l0_reverse	4	-0.007503279019147158
133539	rnn.bias_ih_l0_reverse	5	-0.15597258508205414
133539	rnn.bias_ih_l0_reverse	6	0.17983806133270264
133539	rnn.bias_ih_l0_reverse	7	-0.24779239296913147
133539	rnn.bias_ih_l0_reverse	8	-0.10955430567264557
133539	rnn.bias_ih_l0_reverse	9	-0.1292394995689392
133539	rnn.bias_hh_l0_reverse	0	-0.04100140556693077
133539	rnn.bias_hh_l0_reverse	1	0.15916983783245087
133539	rnn.bias_hh_l0_reverse	2	-0.2179788053035736
133539	rnn.bias_hh_l0_reverse	3	-0.08234810829162598
133539	rnn.bias_hh_l0_reverse	4	-0.21755605936050415
133539	rnn.bias_hh_l0_reverse	5	-0.09834159910678864
133539	rnn.bias_hh_l0_reverse	6	-0.20546956360340118
133539	rnn.bias_hh_l0_reverse	7	-0.05209357291460037
133539	rnn.bias_hh_l0_reverse	8	-0.12070463597774506
133539	rnn.bias_hh_l0_reverse	9	0.1795753389596939
133539	linear.weight	0	0.13799768686294556
133539	linear.weight	1	-0.3114984333515167
133539	linear.weight	2	-0.017465781420469284
133539	linear.weight	3	0.06808653473854065
133539	linear.weight	4	-0.16717404127120972
133539	linear.weight	5	0.2220805585384369
133539	linear.weight	6	-0.0882272943854332
133539	linear.weight	7	-0.06938690692186356
133539	linear.weight	8	0.14824122190475464
133539	linear.weight	9	-0.036090198904275894
133539	linear.bias	0	-1.11517333984375
133539	linear.bias	1	1.8467254638671875
133539	linear.bias	2	0.41004908084869385
133539	linear.bias	3	-2.2900679111480713
133539	linear.bias	4	-0.3686240017414093
133539	linear.bias	5	1.0656530857086182
133539	linear.bias	6	-0.3304700553417206
133539	linear.bias	7	0.486049622297287
133539	linear.bias	8	2.1503217220306396
133539	linear.bias	9	-1.2944532632827759
134148	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
134148	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
134148	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
134148	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
134148	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
134148	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
134148	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
134148	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
134148	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
134148	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
134148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
134148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
134148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
134148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
134148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
134148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
134148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
134148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
134148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
134148	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
134148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
134148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
134148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
134148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
134148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
134148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
134148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
134148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
134148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
134148	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
134148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
134148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
134148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
134148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
134148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
134148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
134148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
134148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
134148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
134148	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
134148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
134148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
134148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
134148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
134148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
134148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
134148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
134148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
134148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
134148	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
134148	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
134148	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
134148	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
134148	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
134148	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
134148	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
134148	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
134148	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
134148	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
134148	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
134148	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
134148	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
134148	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
134148	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
134148	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
134148	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
134148	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
134148	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
134148	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
134148	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
134148	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
134148	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
134148	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
134148	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
134148	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
134148	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
134148	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
134148	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
134148	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
134148	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
134148	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
134148	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
134148	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
134148	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
134148	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
134148	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
134148	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
134148	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
134148	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
134148	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
134148	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
134148	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
134148	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
134148	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
134148	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
134148	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
134148	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
134148	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
134148	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
134148	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
134148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
134148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
134148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
134148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
134148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
134148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
134148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
134148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
134148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
134148	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
134148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
134148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
134148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
134148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
134148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
134148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
134148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
134148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
134148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
134148	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
134148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
134148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
134148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
134148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
134148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
134148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
134148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
134148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
134148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
134148	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
134148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
134148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
134148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
134148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
134148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
134148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
134148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
134148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
134148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
134148	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
134148	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
134148	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
134148	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
134148	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
134148	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
134148	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
134148	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
134148	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
134148	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
134148	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
134148	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
134148	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
134148	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
134148	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
134148	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
134148	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
134148	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
134148	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
134148	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
134148	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
134148	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
134148	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
134148	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
134148	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
134148	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
134148	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
134148	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
134148	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
134148	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
134148	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
134148	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
134148	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
134148	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
134148	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
134148	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
134148	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
134148	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
134148	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
134148	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
134148	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
134148	embedding2nn.weight	0	0.1805138885974884
134148	embedding2nn.weight	1	0.27389177680015564
134148	embedding2nn.weight	2	0.017403898760676384
134148	embedding2nn.weight	3	0.03890061751008034
134148	embedding2nn.weight	4	-0.05749144032597542
134148	embedding2nn.weight	5	0.06614362448453903
134148	embedding2nn.weight	6	0.08894147723913193
134148	embedding2nn.weight	7	-0.01546451635658741
134148	embedding2nn.weight	8	0.0328989252448082
134148	embedding2nn.weight	9	-0.04202057048678398
134148	embedding2nn.bias	0	0.030623938888311386
134148	embedding2nn.bias	1	-0.1599135547876358
134148	embedding2nn.bias	2	0.08953243494033813
134148	embedding2nn.bias	3	0.18757827579975128
134148	embedding2nn.bias	4	0.13228076696395874
134148	embedding2nn.bias	5	-0.042134206742048264
134148	embedding2nn.bias	6	-0.027075810357928276
134148	embedding2nn.bias	7	0.02772178128361702
134148	embedding2nn.bias	8	-0.1443038433790207
134148	embedding2nn.bias	9	-0.3388950228691101
134148	rnn.weight_ih_l0	0	0.008201505988836288
134148	rnn.weight_ih_l0	1	-0.0531688891351223
134148	rnn.weight_ih_l0	2	-0.0577123649418354
134148	rnn.weight_ih_l0	3	0.03248206526041031
134148	rnn.weight_ih_l0	4	0.03099074773490429
134148	rnn.weight_ih_l0	5	-0.06803905218839645
134148	rnn.weight_ih_l0	6	-0.02566445805132389
134148	rnn.weight_ih_l0	7	0.02772090956568718
134148	rnn.weight_ih_l0	8	-0.0019805284682661295
134148	rnn.weight_ih_l0	9	-0.02634228765964508
134148	rnn.weight_hh_l0	0	0.021725375205278397
134148	rnn.weight_hh_l0	1	0.06918464601039886
134148	rnn.weight_hh_l0	2	0.01160340290516615
134148	rnn.weight_hh_l0	3	0.05029943957924843
134148	rnn.weight_hh_l0	4	-0.00778450770303607
134148	rnn.weight_hh_l0	5	0.0596255324780941
134148	rnn.weight_hh_l0	6	0.005832816008478403
134148	rnn.weight_hh_l0	7	-0.0017709230305626988
134148	rnn.weight_hh_l0	8	0.04013879597187042
134148	rnn.weight_hh_l0	9	-0.05184203013777733
134148	rnn.bias_ih_l0	0	0.10013128072023392
134148	rnn.bias_ih_l0	1	-0.1744084358215332
134148	rnn.bias_ih_l0	2	0.001238578581251204
134148	rnn.bias_ih_l0	3	-0.12858174741268158
134148	rnn.bias_ih_l0	4	0.07856126874685287
134148	rnn.bias_ih_l0	5	-0.21745990216732025
134148	rnn.bias_ih_l0	6	-0.074368417263031
134148	rnn.bias_ih_l0	7	-0.20413745939731598
134148	rnn.bias_ih_l0	8	-0.15335461497306824
134148	rnn.bias_ih_l0	9	-0.34774041175842285
134148	rnn.bias_hh_l0	0	-0.15785226225852966
134148	rnn.bias_hh_l0	1	-0.1780938357114792
134148	rnn.bias_hh_l0	2	-0.15712617337703705
134148	rnn.bias_hh_l0	3	-0.0346674844622612
134148	rnn.bias_hh_l0	4	-0.15490417182445526
134148	rnn.bias_hh_l0	5	-0.18953323364257812
134148	rnn.bias_hh_l0	6	-0.10782875865697861
134148	rnn.bias_hh_l0	7	0.053652532398700714
134148	rnn.bias_hh_l0	8	-0.14253176748752594
134148	rnn.bias_hh_l0	9	-0.3324832618236542
134148	rnn.weight_ih_l0_reverse	0	0.041667912155389786
134148	rnn.weight_ih_l0_reverse	1	-0.05017387494444847
134148	rnn.weight_ih_l0_reverse	2	-0.042680270969867706
134148	rnn.weight_ih_l0_reverse	3	-0.0738544836640358
134148	rnn.weight_ih_l0_reverse	4	0.04282674193382263
134148	rnn.weight_ih_l0_reverse	5	-0.11333947628736496
134148	rnn.weight_ih_l0_reverse	6	0.03568927198648453
134148	rnn.weight_ih_l0_reverse	7	0.015737110748887062
134148	rnn.weight_ih_l0_reverse	8	-0.07531913369894028
134148	rnn.weight_ih_l0_reverse	9	-0.033478543162345886
134148	rnn.weight_hh_l0_reverse	0	-0.04031304642558098
134148	rnn.weight_hh_l0_reverse	1	0.020307742059230804
134148	rnn.weight_hh_l0_reverse	2	-0.018304714933037758
134148	rnn.weight_hh_l0_reverse	3	0.012884172610938549
134148	rnn.weight_hh_l0_reverse	4	-0.06831097602844238
134148	rnn.weight_hh_l0_reverse	5	0.03398246318101883
134148	rnn.weight_hh_l0_reverse	6	0.017335761338472366
134148	rnn.weight_hh_l0_reverse	7	-0.0077042910270392895
134148	rnn.weight_hh_l0_reverse	8	0.004224276170134544
134148	rnn.weight_hh_l0_reverse	9	0.043099544942379
134148	rnn.bias_ih_l0_reverse	0	-0.14279019832611084
134148	rnn.bias_ih_l0_reverse	1	-0.10697706043720245
134148	rnn.bias_ih_l0_reverse	2	0.06110693886876106
134148	rnn.bias_ih_l0_reverse	3	-0.1330471932888031
134148	rnn.bias_ih_l0_reverse	4	0.003610498970374465
134148	rnn.bias_ih_l0_reverse	5	-0.15830624103546143
134148	rnn.bias_ih_l0_reverse	6	0.1793270856142044
134148	rnn.bias_ih_l0_reverse	7	-0.2472475916147232
134148	rnn.bias_ih_l0_reverse	8	-0.11086452752351761
134148	rnn.bias_ih_l0_reverse	9	-0.12075834721326828
134148	rnn.bias_hh_l0_reverse	0	-0.06063777208328247
134148	rnn.bias_hh_l0_reverse	1	0.1425793170928955
134148	rnn.bias_hh_l0_reverse	2	-0.2252400517463684
134148	rnn.bias_hh_l0_reverse	3	-0.07679491490125656
134148	rnn.bias_hh_l0_reverse	4	-0.21477368474006653
134148	rnn.bias_hh_l0_reverse	5	-0.09845300018787384
134148	rnn.bias_hh_l0_reverse	6	-0.2062300145626068
134148	rnn.bias_hh_l0_reverse	7	-0.056831102818250656
134148	rnn.bias_hh_l0_reverse	8	-0.1166239008307457
134148	rnn.bias_hh_l0_reverse	9	0.17787720263004303
134148	linear.weight	0	0.13830752670764923
134148	linear.weight	1	-0.31784766912460327
134148	linear.weight	2	0.02848789282143116
134148	linear.weight	3	0.06808865070343018
134148	linear.weight	4	-0.1971718966960907
134148	linear.weight	5	0.250575453042984
134148	linear.weight	6	-0.10874498635530472
134148	linear.weight	7	-0.06937456130981445
134148	linear.weight	8	0.12442243099212646
134148	linear.weight	9	-0.03612981364130974
134148	linear.bias	0	-1.1191877126693726
134148	linear.bias	1	1.8477493524551392
134148	linear.bias	2	0.4112004339694977
134148	linear.bias	3	-2.291598081588745
134148	linear.bias	4	-0.3515205979347229
134148	linear.bias	5	1.0286287069320679
134148	linear.bias	6	-0.29741543531417847
134148	linear.bias	7	0.4815026521682739
134148	linear.bias	8	2.1777327060699463
134148	linear.bias	9	-1.2644035816192627
134156	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
134156	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
134156	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
134156	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
134156	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
134156	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
134156	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
134156	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
134156	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
134156	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
134156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
134156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
134156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
134156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
134156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
134156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
134156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
134156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
134156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
134156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
134156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
134156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
134156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
134156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
134156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
134156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
134156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
134156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
134156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
134156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
134156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
134156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
134156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
134156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
134156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
134156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
134156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
134156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
134156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
134156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
134156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
134156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
134156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
134156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
134156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
134156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
134156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
134156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
134156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
134156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
134156	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
134156	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
134156	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
134156	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
134156	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
134156	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
134156	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
134156	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
134156	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
134156	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
134156	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
134156	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
134156	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
134156	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
134156	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
134156	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
134156	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
134156	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
134156	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
134156	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
134156	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
134156	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
134156	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
134156	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
134156	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
134156	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
134156	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
134156	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
134156	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
134156	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
134156	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
134156	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
134156	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
134156	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
134156	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
134156	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
134156	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
134156	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
134156	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
134156	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
134156	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
134156	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
134156	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
134156	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
134156	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
134156	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
134156	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
134156	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
134156	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
134156	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
134156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
134156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
134156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
134156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
134156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
134156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
134156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
134156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
134156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
134156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
134156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
134156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
134156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
134156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
134156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
134156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
134156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
134156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
134156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
134156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
134156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
134156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
134156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
134156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
134156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
134156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
134156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
134156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
134156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
134156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
134156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
134156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
134156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
134156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
134156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
134156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
134156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
134156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
134156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
134156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
134156	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
134156	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
134156	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
134156	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
134156	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
134156	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
134156	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
134156	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
134156	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
134156	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
134156	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
134156	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
134156	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
134156	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
134156	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
134156	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
134156	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
134156	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
134156	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
134156	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
134156	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
134156	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
134156	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
134156	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
134156	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
134156	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
134156	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
134156	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
134156	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
134156	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
134156	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
134156	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
134156	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
134156	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
134156	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
134156	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
134156	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
134156	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
134156	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
134156	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
134156	embedding2nn.weight	0	0.18041838705539703
134156	embedding2nn.weight	1	0.27424487471580505
134156	embedding2nn.weight	2	0.016933636739850044
134156	embedding2nn.weight	3	0.03702240437269211
134156	embedding2nn.weight	4	-0.057720694690942764
134156	embedding2nn.weight	5	0.06614037603139877
134156	embedding2nn.weight	6	0.08828367292881012
134156	embedding2nn.weight	7	-0.015402140095829964
134156	embedding2nn.weight	8	0.03265584260225296
134156	embedding2nn.weight	9	-0.0415969155728817
134156	embedding2nn.bias	0	0.031197359785437584
134156	embedding2nn.bias	1	-0.16401539742946625
134156	embedding2nn.bias	2	0.0876811295747757
134156	embedding2nn.bias	3	0.19110548496246338
134156	embedding2nn.bias	4	0.13420917093753815
134156	embedding2nn.bias	5	-0.0406956821680069
134156	embedding2nn.bias	6	-0.02721574157476425
134156	embedding2nn.bias	7	0.03048999235033989
134156	embedding2nn.bias	8	-0.15179258584976196
134156	embedding2nn.bias	9	-0.33975133299827576
134156	rnn.weight_ih_l0	0	0.008141173981130123
134156	rnn.weight_ih_l0	1	-0.05313855782151222
134156	rnn.weight_ih_l0	2	-0.057336170226335526
134156	rnn.weight_ih_l0	3	0.03235764801502228
134156	rnn.weight_ih_l0	4	0.030150076374411583
134156	rnn.weight_ih_l0	5	-0.06828621029853821
134156	rnn.weight_ih_l0	6	-0.027059413492679596
134156	rnn.weight_ih_l0	7	0.027421869337558746
134156	rnn.weight_ih_l0	8	-0.0020470081362873316
134156	rnn.weight_ih_l0	9	-0.025978893041610718
134156	rnn.weight_hh_l0	0	0.02174760214984417
134156	rnn.weight_hh_l0	1	0.0691496878862381
134156	rnn.weight_hh_l0	2	0.01175045408308506
134156	rnn.weight_hh_l0	3	0.05030818283557892
134156	rnn.weight_hh_l0	4	-0.007683413103222847
134156	rnn.weight_hh_l0	5	0.05982551723718643
134156	rnn.weight_hh_l0	6	0.0058032372035086155
134156	rnn.weight_hh_l0	7	-0.0022009832318872213
134156	rnn.weight_hh_l0	8	0.04014648497104645
134156	rnn.weight_hh_l0	9	-0.05196433886885643
134156	rnn.bias_ih_l0	0	0.09908191859722137
134156	rnn.bias_ih_l0	1	-0.173885777592659
134156	rnn.bias_ih_l0	2	0.0009650080464780331
134156	rnn.bias_ih_l0	3	-0.12904910743236542
134156	rnn.bias_ih_l0	4	0.07952280342578888
134156	rnn.bias_ih_l0	5	-0.21722358465194702
134156	rnn.bias_ih_l0	6	-0.07396618276834488
134156	rnn.bias_ih_l0	7	-0.20404359698295593
134156	rnn.bias_ih_l0	8	-0.1536114513874054
134156	rnn.bias_ih_l0	9	-0.34855490922927856
134156	rnn.bias_hh_l0	0	-0.15791210532188416
134156	rnn.bias_hh_l0	1	-0.17660067975521088
134156	rnn.bias_hh_l0	2	-0.15731176733970642
134156	rnn.bias_hh_l0	3	-0.034225091338157654
134156	rnn.bias_hh_l0	4	-0.15540340542793274
134156	rnn.bias_hh_l0	5	-0.18941891193389893
134156	rnn.bias_hh_l0	6	-0.10787621885538101
134156	rnn.bias_hh_l0	7	0.05329541862010956
134156	rnn.bias_hh_l0	8	-0.1416172832250595
134156	rnn.bias_hh_l0	9	-0.33333736658096313
134156	rnn.weight_ih_l0_reverse	0	0.04224114865064621
134156	rnn.weight_ih_l0_reverse	1	-0.050033796578645706
134156	rnn.weight_ih_l0_reverse	2	-0.04265321418642998
134156	rnn.weight_ih_l0_reverse	3	-0.07442063838243484
134156	rnn.weight_ih_l0_reverse	4	0.042810238897800446
134156	rnn.weight_ih_l0_reverse	5	-0.11315283924341202
134156	rnn.weight_ih_l0_reverse	6	0.03710402548313141
134156	rnn.weight_ih_l0_reverse	7	0.01563071645796299
134156	rnn.weight_ih_l0_reverse	8	-0.07502155750989914
134156	rnn.weight_ih_l0_reverse	9	-0.03235509991645813
134156	rnn.weight_hh_l0_reverse	0	-0.04020445793867111
134156	rnn.weight_hh_l0_reverse	1	0.020358774811029434
134156	rnn.weight_hh_l0_reverse	2	-0.018383147194981575
134156	rnn.weight_hh_l0_reverse	3	0.012982998043298721
134156	rnn.weight_hh_l0_reverse	4	-0.06826169043779373
134156	rnn.weight_hh_l0_reverse	5	0.03399983420968056
134156	rnn.weight_hh_l0_reverse	6	0.017341764643788338
134156	rnn.weight_hh_l0_reverse	7	-0.007343291770666838
134156	rnn.weight_hh_l0_reverse	8	0.004081504885107279
134156	rnn.weight_hh_l0_reverse	9	0.042855530977249146
134156	rnn.bias_ih_l0_reverse	0	-0.14342111349105835
134156	rnn.bias_ih_l0_reverse	1	-0.1085381731390953
134156	rnn.bias_ih_l0_reverse	2	0.06113668158650398
134156	rnn.bias_ih_l0_reverse	3	-0.13343001902103424
134156	rnn.bias_ih_l0_reverse	4	0.00269208662211895
134156	rnn.bias_ih_l0_reverse	5	-0.15846939384937286
134156	rnn.bias_ih_l0_reverse	6	0.17879639565944672
134156	rnn.bias_ih_l0_reverse	7	-0.24969886243343353
134156	rnn.bias_ih_l0_reverse	8	-0.11161239445209503
134156	rnn.bias_ih_l0_reverse	9	-0.12097887694835663
134156	rnn.bias_hh_l0_reverse	0	-0.061081577092409134
134156	rnn.bias_hh_l0_reverse	1	0.1416078805923462
134156	rnn.bias_hh_l0_reverse	2	-0.22435511648654938
134156	rnn.bias_hh_l0_reverse	3	-0.07767575979232788
134156	rnn.bias_hh_l0_reverse	4	-0.21517014503479004
134156	rnn.bias_hh_l0_reverse	5	-0.09870363771915436
134156	rnn.bias_hh_l0_reverse	6	-0.20623035728931427
134156	rnn.bias_hh_l0_reverse	7	-0.05866295471787453
134156	rnn.bias_hh_l0_reverse	8	-0.11686120927333832
134156	rnn.bias_hh_l0_reverse	9	0.180058553814888
134156	linear.weight	0	0.1395055651664734
134156	linear.weight	1	-0.31929370760917664
134156	linear.weight	2	0.021978644654154778
134156	linear.weight	3	0.06808842718601227
134156	linear.weight	4	-0.19324178993701935
134156	linear.weight	5	0.2507687211036682
134156	linear.weight	6	-0.11135893315076828
134156	linear.weight	7	-0.0693746879696846
134156	linear.weight	8	0.12611040472984314
134156	linear.weight	9	-0.036129843443632126
134156	linear.bias	0	-1.1187080144882202
134156	linear.bias	1	1.8577241897583008
134156	linear.bias	2	0.3985117971897125
134156	linear.bias	3	-2.291612148284912
134156	linear.bias	4	-0.3546440601348877
134156	linear.bias	5	1.0475181341171265
134156	linear.bias	6	-0.2930799722671509
134156	linear.bias	7	0.4764699637889862
134156	linear.bias	8	2.1872267723083496
134156	linear.bias	9	-1.2662591934204102
134765	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
134765	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
134765	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
134765	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
134765	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
134765	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
134765	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
134765	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
134765	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
134765	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
134765	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
134765	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
134765	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
134765	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
134765	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
134765	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
134765	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
134765	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
134765	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
134765	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
134765	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
134765	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
134765	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
134765	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
134765	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
134765	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
134765	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
134765	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
134765	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
134765	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
134765	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
134765	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
134765	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
134765	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
134765	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
134765	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
134765	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
134765	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
134765	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
134765	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
134765	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
134765	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
134765	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
134765	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
134765	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
134765	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
134765	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
134765	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
134765	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
134765	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
134765	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
134765	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
134765	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
134765	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
134765	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
134765	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
134765	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
134765	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
134765	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
134765	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
134765	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
134765	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
134765	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
134765	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
134765	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
134765	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
134765	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
134765	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
134765	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
134765	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
134765	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
134765	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
134765	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
134765	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
134765	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
134765	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
134765	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
134765	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
134765	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
134765	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
134765	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
134765	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
134765	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
134765	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
134765	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
134765	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
134765	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
134765	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
134765	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
134765	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
134765	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
134765	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
134765	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
134765	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
134765	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
134765	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
134765	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
134765	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
134765	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
134765	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
134765	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
134765	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
134765	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
134765	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
134765	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
134765	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
134765	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
134765	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
134765	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
134765	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
134765	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
134765	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
134765	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
134765	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
134765	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
134765	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
134765	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
134765	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
134765	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
134765	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
134765	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
134765	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
134765	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
134765	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
134765	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
134765	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
134765	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
134765	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
134765	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
134765	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
134765	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
134765	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
134765	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
134765	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
134765	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
134765	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
134765	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
134765	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
134765	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
134765	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
134765	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
134765	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
134765	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
134765	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
134765	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
134765	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
134765	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
134765	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
134765	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
134765	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
134765	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
134765	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
134765	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
134765	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
134765	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
134765	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
134765	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
134765	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
134765	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
134765	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
134765	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
134765	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
134765	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
134765	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
134765	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
134765	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
134765	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
134765	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
134765	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
134765	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
134765	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
134765	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
134765	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
134765	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
134765	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
134765	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
134765	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
134765	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
134765	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
134765	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
134765	embedding2nn.weight	0	0.18236756324768066
134765	embedding2nn.weight	1	0.2687113285064697
134765	embedding2nn.weight	2	0.02287423051893711
134765	embedding2nn.weight	3	0.045770417898893356
134765	embedding2nn.weight	4	-0.05805483087897301
134765	embedding2nn.weight	5	0.06336132436990738
134765	embedding2nn.weight	6	0.08617706596851349
134765	embedding2nn.weight	7	-0.008015880361199379
134765	embedding2nn.weight	8	0.03599722683429718
134765	embedding2nn.weight	9	-0.04647647589445114
134765	embedding2nn.bias	0	0.02028377167880535
134765	embedding2nn.bias	1	-0.14124564826488495
134765	embedding2nn.bias	2	0.09916616231203079
134765	embedding2nn.bias	3	0.17365659773349762
134765	embedding2nn.bias	4	0.14068524539470673
134765	embedding2nn.bias	5	-0.01710556447505951
134765	embedding2nn.bias	6	-0.03530170023441315
134765	embedding2nn.bias	7	0.03919692710042
134765	embedding2nn.bias	8	-0.13786065578460693
134765	embedding2nn.bias	9	-0.3342774510383606
134765	rnn.weight_ih_l0	0	0.00913271401077509
134765	rnn.weight_ih_l0	1	-0.05240248143672943
134765	rnn.weight_ih_l0	2	-0.06116599589586258
134765	rnn.weight_ih_l0	3	0.03318941220641136
134765	rnn.weight_ih_l0	4	0.017019856721162796
134765	rnn.weight_ih_l0	5	-0.06378144025802612
134765	rnn.weight_ih_l0	6	-0.023890580981969833
134765	rnn.weight_ih_l0	7	0.022342365235090256
134765	rnn.weight_ih_l0	8	-0.001981077017262578
134765	rnn.weight_ih_l0	9	-0.026908010244369507
134765	rnn.weight_hh_l0	0	0.021082550287246704
134765	rnn.weight_hh_l0	1	0.0689069852232933
134765	rnn.weight_hh_l0	2	0.012101413682103157
134765	rnn.weight_hh_l0	3	0.04977184906601906
134765	rnn.weight_hh_l0	4	-0.00730599369853735
134765	rnn.weight_hh_l0	5	0.061038535088300705
134765	rnn.weight_hh_l0	6	0.005788230337202549
134765	rnn.weight_hh_l0	7	0.0020535665098577738
134765	rnn.weight_hh_l0	8	0.04022747278213501
134765	rnn.weight_hh_l0	9	-0.052460119128227234
134765	rnn.bias_ih_l0	0	0.1057526096701622
134765	rnn.bias_ih_l0	1	-0.1717366874217987
134765	rnn.bias_ih_l0	2	-0.0002892861666623503
134765	rnn.bias_ih_l0	3	-0.131198450922966
134765	rnn.bias_ih_l0	4	0.09258835017681122
134765	rnn.bias_ih_l0	5	-0.22240345180034637
134765	rnn.bias_ih_l0	6	-0.08101040869951248
134765	rnn.bias_ih_l0	7	-0.20411716401576996
134765	rnn.bias_ih_l0	8	-0.1510125994682312
134765	rnn.bias_ih_l0	9	-0.3703007400035858
134765	rnn.bias_hh_l0	0	-0.15531398355960846
134765	rnn.bias_hh_l0	1	-0.17327235639095306
134765	rnn.bias_hh_l0	2	-0.1651831418275833
134765	rnn.bias_hh_l0	3	-0.03244189918041229
134765	rnn.bias_hh_l0	4	-0.15695226192474365
134765	rnn.bias_hh_l0	5	-0.19208331406116486
134765	rnn.bias_hh_l0	6	-0.10595846176147461
134765	rnn.bias_hh_l0	7	0.055031631141901016
134765	rnn.bias_hh_l0	8	-0.14495432376861572
134765	rnn.bias_hh_l0	9	-0.33329495787620544
134765	rnn.weight_ih_l0_reverse	0	0.042550381273031235
134765	rnn.weight_ih_l0_reverse	1	-0.05260191485285759
134765	rnn.weight_ih_l0_reverse	2	-0.041293345391750336
134765	rnn.weight_ih_l0_reverse	3	-0.07900962233543396
134765	rnn.weight_ih_l0_reverse	4	0.043643493205308914
134765	rnn.weight_ih_l0_reverse	5	-0.12002752721309662
134765	rnn.weight_ih_l0_reverse	6	0.033415377140045166
134765	rnn.weight_ih_l0_reverse	7	0.014649765565991402
134765	rnn.weight_ih_l0_reverse	8	-0.07747464627027512
134765	rnn.weight_ih_l0_reverse	9	-0.031347889453172684
134765	rnn.weight_hh_l0_reverse	0	-0.03881709277629852
134765	rnn.weight_hh_l0_reverse	1	0.020297979936003685
134765	rnn.weight_hh_l0_reverse	2	-0.019266890361905098
134765	rnn.weight_hh_l0_reverse	3	0.012151332572102547
134765	rnn.weight_hh_l0_reverse	4	-0.06851424276828766
134765	rnn.weight_hh_l0_reverse	5	0.03350544348359108
134765	rnn.weight_hh_l0_reverse	6	0.017688563093543053
134765	rnn.weight_hh_l0_reverse	7	-0.009568173438310623
134765	rnn.weight_hh_l0_reverse	8	0.007177082821726799
134765	rnn.weight_hh_l0_reverse	9	0.04073537141084671
134765	rnn.bias_ih_l0_reverse	0	-0.13773903250694275
134765	rnn.bias_ih_l0_reverse	1	-0.1039150059223175
134765	rnn.bias_ih_l0_reverse	2	0.06113366782665253
134765	rnn.bias_ih_l0_reverse	3	-0.1318252831697464
134765	rnn.bias_ih_l0_reverse	4	0.003213725984096527
134765	rnn.bias_ih_l0_reverse	5	-0.16009967029094696
134765	rnn.bias_ih_l0_reverse	6	0.1894211769104004
134765	rnn.bias_ih_l0_reverse	7	-0.24431796371936798
134765	rnn.bias_ih_l0_reverse	8	-0.10604420304298401
134765	rnn.bias_ih_l0_reverse	9	-0.1256004273891449
134765	rnn.bias_hh_l0_reverse	0	-0.04945554584264755
134765	rnn.bias_hh_l0_reverse	1	0.15468651056289673
134765	rnn.bias_hh_l0_reverse	2	-0.22533439099788666
134765	rnn.bias_hh_l0_reverse	3	-0.07532096654176712
134765	rnn.bias_hh_l0_reverse	4	-0.21671968698501587
134765	rnn.bias_hh_l0_reverse	5	-0.10173630714416504
134765	rnn.bias_hh_l0_reverse	6	-0.2072061449289322
134765	rnn.bias_hh_l0_reverse	7	-0.047377075999975204
134765	rnn.bias_hh_l0_reverse	8	-0.10778845101594925
134765	rnn.bias_hh_l0_reverse	9	0.20463334023952484
134765	linear.weight	0	0.15646927058696747
134765	linear.weight	1	-0.3097284436225891
134765	linear.weight	2	-0.01717204786837101
134765	linear.weight	3	0.06808041781187057
134765	linear.weight	4	-0.14764736592769623
134765	linear.weight	5	0.2476276457309723
134765	linear.weight	6	-0.09192746877670288
134765	linear.weight	7	-0.0693570077419281
134765	linear.weight	8	0.08982104063034058
134765	linear.weight	9	-0.036180514842271805
134765	linear.bias	0	-1.1119440793991089
134765	linear.bias	1	1.910327672958374
134765	linear.bias	2	0.41483157873153687
134765	linear.bias	3	-2.29317307472229
134765	linear.bias	4	-0.3764471411705017
134765	linear.bias	5	1.0274311304092407
134765	linear.bias	6	-0.2968261241912842
134765	linear.bias	7	0.4675796926021576
134765	linear.bias	8	2.156377077102661
134765	linear.bias	9	-1.2878786325454712
135374	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
135374	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
135374	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
135374	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
135374	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
135374	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
135374	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
135374	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
135374	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
135374	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
135374	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
135374	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
135374	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
135374	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
135374	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
135374	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
135374	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
135374	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
135374	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
135374	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
135374	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
135374	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
135374	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
135374	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
135374	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
135374	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
135374	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
135374	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
135374	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
135374	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
135374	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
135374	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
135374	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
135374	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
135374	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
135374	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
135374	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
135374	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
135374	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
135374	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
135374	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
135374	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
135374	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
135374	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
135374	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
135374	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
135374	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
135374	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
135374	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
135374	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
135374	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
135374	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
135374	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
135374	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
135374	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
135374	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
135374	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
135374	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
135374	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
135374	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
135374	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
135374	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
135374	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
135374	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
135374	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
135374	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
135374	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
135374	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
135374	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
135374	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
135374	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
135374	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
135374	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
135374	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
135374	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
135374	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
135374	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
135374	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
135374	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
135374	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
135374	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
135374	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
135374	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
135374	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
135374	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
135374	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
135374	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
135374	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
135374	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
135374	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
135374	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
135374	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
135374	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
135374	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
135374	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
135374	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
135374	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
135374	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
135374	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
135374	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
135374	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
135374	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
135374	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
135374	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
135374	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
135374	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
135374	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
135374	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
135374	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
135374	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
135374	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
135374	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
135374	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
135374	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
135374	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
135374	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
135374	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
135374	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
135374	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
135374	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
135374	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
135374	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
135374	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
135374	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
135374	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
135374	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
135374	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
135374	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
135374	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
135374	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
135374	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
135374	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
135374	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
135374	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
135374	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
135374	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
135374	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
135374	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
135374	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
135374	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
135374	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
135374	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
135374	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
135374	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
135374	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
135374	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
135374	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
135374	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
135374	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
135374	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
135374	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
135374	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
135374	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
135374	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
135374	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
135374	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
135374	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
135374	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
135374	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
135374	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
135374	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
135374	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
135374	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
135374	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
135374	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
135374	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
135374	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
135374	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
135374	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
135374	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
135374	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
135374	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
135374	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
135374	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
135374	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
135374	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
135374	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
135374	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
135374	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
135374	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
135374	embedding2nn.weight	0	0.18315930664539337
135374	embedding2nn.weight	1	0.2717753052711487
135374	embedding2nn.weight	2	0.02596099302172661
135374	embedding2nn.weight	3	0.05561673641204834
135374	embedding2nn.weight	4	-0.05973060429096222
135374	embedding2nn.weight	5	0.0661531388759613
135374	embedding2nn.weight	6	0.08513221144676208
135374	embedding2nn.weight	7	-0.010484506376087666
135374	embedding2nn.weight	8	0.03990069031715393
135374	embedding2nn.weight	9	-0.04846160113811493
135374	embedding2nn.bias	0	0.03259506821632385
135374	embedding2nn.bias	1	-0.1745690256357193
135374	embedding2nn.bias	2	0.10427720099687576
135374	embedding2nn.bias	3	0.16695263981819153
135374	embedding2nn.bias	4	0.13154296576976776
135374	embedding2nn.bias	5	-0.030127353966236115
135374	embedding2nn.bias	6	-0.052669037133455276
135374	embedding2nn.bias	7	0.02998528443276882
135374	embedding2nn.bias	8	-0.1520935744047165
135374	embedding2nn.bias	9	-0.3343908488750458
135374	rnn.weight_ih_l0	0	0.010437502525746822
135374	rnn.weight_ih_l0	1	-0.053601957857608795
135374	rnn.weight_ih_l0	2	-0.05886860564351082
135374	rnn.weight_ih_l0	3	0.03643379360437393
135374	rnn.weight_ih_l0	4	0.011646125465631485
135374	rnn.weight_ih_l0	5	-0.04951968789100647
135374	rnn.weight_ih_l0	6	-0.02652907930314541
135374	rnn.weight_ih_l0	7	0.022246036678552628
135374	rnn.weight_ih_l0	8	0.004579887725412846
135374	rnn.weight_ih_l0	9	-0.02541552670300007
135374	rnn.weight_hh_l0	0	0.021286405622959137
135374	rnn.weight_hh_l0	1	0.06989427655935287
135374	rnn.weight_hh_l0	2	0.012228071689605713
135374	rnn.weight_hh_l0	3	0.04907428100705147
135374	rnn.weight_hh_l0	4	-0.007858547382056713
135374	rnn.weight_hh_l0	5	0.06002803146839142
135374	rnn.weight_hh_l0	6	0.005398464854806662
135374	rnn.weight_hh_l0	7	0.0007195899379439652
135374	rnn.weight_hh_l0	8	0.03945573419332504
135374	rnn.weight_hh_l0	9	-0.05500947684049606
135374	rnn.bias_ih_l0	0	0.09112957864999771
135374	rnn.bias_ih_l0	1	-0.17360855638980865
135374	rnn.bias_ih_l0	2	0.0007412059931084514
135374	rnn.bias_ih_l0	3	-0.12711837887763977
135374	rnn.bias_ih_l0	4	0.08703342080116272
135374	rnn.bias_ih_l0	5	-0.22091278433799744
135374	rnn.bias_ih_l0	6	-0.08200643956661224
135374	rnn.bias_ih_l0	7	-0.20548048615455627
135374	rnn.bias_ih_l0	8	-0.14616967737674713
135374	rnn.bias_ih_l0	9	-0.37307390570640564
135374	rnn.bias_hh_l0	0	-0.15686562657356262
135374	rnn.bias_hh_l0	1	-0.17349658906459808
135374	rnn.bias_hh_l0	2	-0.1671595424413681
135374	rnn.bias_hh_l0	3	-0.024665631353855133
135374	rnn.bias_hh_l0	4	-0.1526968777179718
135374	rnn.bias_hh_l0	5	-0.19051729142665863
135374	rnn.bias_hh_l0	6	-0.11147487163543701
135374	rnn.bias_hh_l0	7	0.06129775568842888
135374	rnn.bias_hh_l0	8	-0.14650535583496094
135374	rnn.bias_hh_l0	9	-0.3408336341381073
135374	rnn.weight_ih_l0_reverse	0	0.04518158361315727
135374	rnn.weight_ih_l0_reverse	1	-0.051052261143922806
135374	rnn.weight_ih_l0_reverse	2	-0.04157714173197746
135374	rnn.weight_ih_l0_reverse	3	-0.08126793801784515
135374	rnn.weight_ih_l0_reverse	4	0.041512325406074524
135374	rnn.weight_ih_l0_reverse	5	-0.12156791985034943
135374	rnn.weight_ih_l0_reverse	6	0.035193413496017456
135374	rnn.weight_ih_l0_reverse	7	0.014043180271983147
135374	rnn.weight_ih_l0_reverse	8	-0.07483265548944473
135374	rnn.weight_ih_l0_reverse	9	-0.029093224555253983
135374	rnn.weight_hh_l0_reverse	0	-0.038841936737298965
135374	rnn.weight_hh_l0_reverse	1	0.020885532721877098
135374	rnn.weight_hh_l0_reverse	2	-0.018868228420615196
135374	rnn.weight_hh_l0_reverse	3	0.01269587967544794
135374	rnn.weight_hh_l0_reverse	4	-0.06859086453914642
135374	rnn.weight_hh_l0_reverse	5	0.03429735451936722
135374	rnn.weight_hh_l0_reverse	6	0.017625311389565468
135374	rnn.weight_hh_l0_reverse	7	-0.003909210674464703
135374	rnn.weight_hh_l0_reverse	8	0.00560172600671649
135374	rnn.weight_hh_l0_reverse	9	0.04178796336054802
135374	rnn.bias_ih_l0_reverse	0	-0.14566539227962494
135374	rnn.bias_ih_l0_reverse	1	-0.10899429768323898
135374	rnn.bias_ih_l0_reverse	2	0.062485452741384506
135374	rnn.bias_ih_l0_reverse	3	-0.13100551068782806
135374	rnn.bias_ih_l0_reverse	4	-0.014351462945342064
135374	rnn.bias_ih_l0_reverse	5	-0.16395552456378937
135374	rnn.bias_ih_l0_reverse	6	0.19670803844928741
135374	rnn.bias_ih_l0_reverse	7	-0.24760699272155762
135374	rnn.bias_ih_l0_reverse	8	-0.10117616504430771
135374	rnn.bias_ih_l0_reverse	9	-0.1288885772228241
135374	rnn.bias_hh_l0_reverse	0	-0.05160759761929512
135374	rnn.bias_hh_l0_reverse	1	0.16161666810512543
135374	rnn.bias_hh_l0_reverse	2	-0.23182503879070282
135374	rnn.bias_hh_l0_reverse	3	-0.08603329211473465
135374	rnn.bias_hh_l0_reverse	4	-0.22720834612846375
135374	rnn.bias_hh_l0_reverse	5	-0.10372448712587357
135374	rnn.bias_hh_l0_reverse	6	-0.20380116999149323
135374	rnn.bias_hh_l0_reverse	7	-0.04504770785570145
135374	rnn.bias_hh_l0_reverse	8	-0.11575932800769806
135374	rnn.bias_hh_l0_reverse	9	0.1852910965681076
135374	linear.weight	0	0.1690807342529297
135374	linear.weight	1	-0.3226000964641571
135374	linear.weight	2	0.012329510413110256
135374	linear.weight	3	0.06805652379989624
135374	linear.weight	4	-0.14499671757221222
135374	linear.weight	5	0.18642354011535645
135374	linear.weight	6	-0.07274205982685089
135374	linear.weight	7	-0.06932614743709564
135374	linear.weight	8	0.07509810477495193
135374	linear.weight	9	-0.03622337058186531
135374	linear.bias	0	-1.129992961883545
135374	linear.bias	1	1.8989813327789307
135374	linear.bias	2	0.3716196119785309
135374	linear.bias	3	-2.294724702835083
135374	linear.bias	4	-0.3429622948169708
135374	linear.bias	5	1.0377330780029297
135374	linear.bias	6	-0.3055368959903717
135374	linear.bias	7	0.506909966468811
135374	linear.bias	8	2.1982405185699463
135374	linear.bias	9	-1.2479214668273926
135983	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
135983	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
135983	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
135983	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
135983	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
135983	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
135983	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
135983	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
135983	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
135983	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
135983	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
135983	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
135983	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
135983	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
135983	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
135983	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
135983	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
135983	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
135983	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
135983	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
135983	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
135983	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
135983	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
135983	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
135983	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
135983	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
135983	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
135983	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
135983	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
135983	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
135983	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
135983	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
135983	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
135983	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
135983	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
135983	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
135983	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
135983	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
135983	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
135983	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
135983	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
135983	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
135983	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
135983	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
135983	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
135983	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
135983	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
135983	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
135983	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
135983	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
135983	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
135983	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
135983	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
135983	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
135983	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
135983	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
135983	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
135983	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
135983	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
135983	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
135983	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
135983	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
135983	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
135983	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
135983	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
135983	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
135983	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
135983	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
135983	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
135983	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
135983	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
135983	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
135983	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
135983	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
135983	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
135983	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
135983	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
135983	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
135983	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
135983	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
135983	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
135983	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
135983	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
135983	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
135983	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
135983	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
135983	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
135983	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
135983	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
135983	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
135983	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
135983	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
135983	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
135983	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
135983	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
135983	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
135983	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
135983	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
135983	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
135983	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
135983	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
135983	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
135983	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
135983	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
135983	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
135983	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
135983	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
135983	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
135983	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
135983	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
135983	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
135983	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
135983	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
135983	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
135983	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
135983	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
135983	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
135983	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
135983	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
135983	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
135983	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
135983	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
135983	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
135983	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
135983	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
135983	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
135983	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
135983	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
135983	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
135983	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
135983	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
135983	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
135983	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
135983	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
135983	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
135983	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
135983	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
135983	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
135983	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
135983	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
135983	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
135983	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
135983	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
135983	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
135983	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
135983	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
135983	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
135983	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
135983	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
135983	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
135983	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
135983	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
135983	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
135983	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
135983	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
135983	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
135983	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
135983	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
135983	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
135983	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
135983	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
135983	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
135983	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
135983	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
135983	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
135983	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
135983	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
135983	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
135983	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
135983	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
135983	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
135983	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
135983	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
135983	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
135983	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
135983	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
135983	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
135983	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
135983	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
135983	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
135983	embedding2nn.weight	0	0.18439644575119019
135983	embedding2nn.weight	1	0.2769162356853485
135983	embedding2nn.weight	2	0.02166656218469143
135983	embedding2nn.weight	3	0.047297555953264236
135983	embedding2nn.weight	4	-0.05660126730799675
135983	embedding2nn.weight	5	0.06362265348434448
135983	embedding2nn.weight	6	0.09138833731412888
135983	embedding2nn.weight	7	-0.012880971655249596
135983	embedding2nn.weight	8	0.03970273584127426
135983	embedding2nn.weight	9	-0.05446380004286766
135983	embedding2nn.bias	0	0.015526531264185905
135983	embedding2nn.bias	1	-0.16376043856143951
135983	embedding2nn.bias	2	0.10215025395154953
135983	embedding2nn.bias	3	0.15813611447811127
135983	embedding2nn.bias	4	0.13226626813411713
135983	embedding2nn.bias	5	-0.030897056683897972
135983	embedding2nn.bias	6	-0.04771346598863602
135983	embedding2nn.bias	7	0.021767878904938698
135983	embedding2nn.bias	8	-0.1570354849100113
135983	embedding2nn.bias	9	-0.34920552372932434
135983	rnn.weight_ih_l0	0	0.010548382066190243
135983	rnn.weight_ih_l0	1	-0.0521838441491127
135983	rnn.weight_ih_l0	2	-0.059525541961193085
135983	rnn.weight_ih_l0	3	0.038438744843006134
135983	rnn.weight_ih_l0	4	0.020665569230914116
135983	rnn.weight_ih_l0	5	-0.058504100888967514
135983	rnn.weight_ih_l0	6	-0.026113301515579224
135983	rnn.weight_ih_l0	7	0.02840990573167801
135983	rnn.weight_ih_l0	8	0.005726486444473267
135983	rnn.weight_ih_l0	9	-0.027860170230269432
135983	rnn.weight_hh_l0	0	0.02077113837003708
135983	rnn.weight_hh_l0	1	0.07028377056121826
135983	rnn.weight_hh_l0	2	0.014610132202506065
135983	rnn.weight_hh_l0	3	0.04901128634810448
135983	rnn.weight_hh_l0	4	-0.007052652537822723
135983	rnn.weight_hh_l0	5	0.06107092648744583
135983	rnn.weight_hh_l0	6	0.004878048785030842
135983	rnn.weight_hh_l0	7	0.0027381472755223513
135983	rnn.weight_hh_l0	8	0.03962578997015953
135983	rnn.weight_hh_l0	9	-0.05618240311741829
135983	rnn.bias_ih_l0	0	0.09102735668420792
135983	rnn.bias_ih_l0	1	-0.170297771692276
135983	rnn.bias_ih_l0	2	0.0015244180103763938
135983	rnn.bias_ih_l0	3	-0.12221260368824005
135983	rnn.bias_ih_l0	4	0.09871714562177658
135983	rnn.bias_ih_l0	5	-0.216336190700531
135983	rnn.bias_ih_l0	6	-0.0897873044013977
135983	rnn.bias_ih_l0	7	-0.20306530594825745
135983	rnn.bias_ih_l0	8	-0.14759361743927002
135983	rnn.bias_ih_l0	9	-0.3670918047428131
135983	rnn.bias_hh_l0	0	-0.1545741707086563
135983	rnn.bias_hh_l0	1	-0.17651672661304474
135983	rnn.bias_hh_l0	2	-0.17019252479076385
135983	rnn.bias_hh_l0	3	-0.027809305116534233
135983	rnn.bias_hh_l0	4	-0.15784528851509094
135983	rnn.bias_hh_l0	5	-0.1911788433790207
135983	rnn.bias_hh_l0	6	-0.11156041920185089
135983	rnn.bias_hh_l0	7	0.0673578679561615
135983	rnn.bias_hh_l0	8	-0.1415124386548996
135983	rnn.bias_hh_l0	9	-0.33005067706108093
135983	rnn.weight_ih_l0_reverse	0	0.047685109078884125
135983	rnn.weight_ih_l0_reverse	1	-0.047034502029418945
135983	rnn.weight_ih_l0_reverse	2	-0.04443933814764023
135983	rnn.weight_ih_l0_reverse	3	-0.08266470581293106
135983	rnn.weight_ih_l0_reverse	4	0.04123854264616966
135983	rnn.weight_ih_l0_reverse	5	-0.12565909326076508
135983	rnn.weight_ih_l0_reverse	6	0.04040726646780968
135983	rnn.weight_ih_l0_reverse	7	0.013708831742405891
135983	rnn.weight_ih_l0_reverse	8	-0.07661634683609009
135983	rnn.weight_ih_l0_reverse	9	-0.023461805656552315
135983	rnn.weight_hh_l0_reverse	0	-0.03950535133481026
135983	rnn.weight_hh_l0_reverse	1	0.020651858299970627
135983	rnn.weight_hh_l0_reverse	2	-0.017881352454423904
135983	rnn.weight_hh_l0_reverse	3	0.01195932924747467
135983	rnn.weight_hh_l0_reverse	4	-0.06816571950912476
135983	rnn.weight_hh_l0_reverse	5	0.03384941443800926
135983	rnn.weight_hh_l0_reverse	6	0.0171562097966671
135983	rnn.weight_hh_l0_reverse	7	-0.012817109003663063
135983	rnn.weight_hh_l0_reverse	8	0.002104983665049076
135983	rnn.weight_hh_l0_reverse	9	0.04401932284235954
135983	rnn.bias_ih_l0_reverse	0	-0.14601226150989532
135983	rnn.bias_ih_l0_reverse	1	-0.10513470321893692
135983	rnn.bias_ih_l0_reverse	2	0.0536348856985569
135983	rnn.bias_ih_l0_reverse	3	-0.12853460013866425
135983	rnn.bias_ih_l0_reverse	4	-0.014554139226675034
135983	rnn.bias_ih_l0_reverse	5	-0.16327433288097382
135983	rnn.bias_ih_l0_reverse	6	0.2041948139667511
135983	rnn.bias_ih_l0_reverse	7	-0.24157752096652985
135983	rnn.bias_ih_l0_reverse	8	-0.09867794066667557
135983	rnn.bias_ih_l0_reverse	9	-0.12304478138685226
135983	rnn.bias_hh_l0_reverse	0	-0.04891693964600563
135983	rnn.bias_hh_l0_reverse	1	0.172173872590065
135983	rnn.bias_hh_l0_reverse	2	-0.23381800949573517
135983	rnn.bias_hh_l0_reverse	3	-0.08472675830125809
135983	rnn.bias_hh_l0_reverse	4	-0.2252214103937149
135983	rnn.bias_hh_l0_reverse	5	-0.09465616196393967
135983	rnn.bias_hh_l0_reverse	6	-0.20794832706451416
135983	rnn.bias_hh_l0_reverse	7	-0.0489797480404377
135983	rnn.bias_hh_l0_reverse	8	-0.12225811183452606
135983	rnn.bias_hh_l0_reverse	9	0.18252672255039215
135983	linear.weight	0	0.14739647507667542
135983	linear.weight	1	-0.33205321431159973
135983	linear.weight	2	0.04446422681212425
135983	linear.weight	3	0.0680447444319725
135983	linear.weight	4	-0.20152202248573303
135983	linear.weight	5	0.20970948040485382
135983	linear.weight	6	-0.08899248391389847
135983	linear.weight	7	-0.06930606067180634
135983	linear.weight	8	0.07370267808437347
135983	linear.weight	9	-0.036271777004003525
135983	linear.bias	0	-1.123814582824707
135983	linear.bias	1	1.8637927770614624
135983	linear.bias	2	0.39312276244163513
135983	linear.bias	3	-2.2962825298309326
135983	linear.bias	4	-0.33334672451019287
135983	linear.bias	5	1.0019843578338623
135983	linear.bias	6	-0.3356776237487793
135983	linear.bias	7	0.4961511492729187
135983	linear.bias	8	2.1591806411743164
135983	linear.bias	9	-1.2251280546188354
136592	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
136592	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
136592	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
136592	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
136592	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
136592	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
136592	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
136592	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
136592	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
136592	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
136592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
136592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
136592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
136592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
136592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
136592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
136592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
136592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
136592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
136592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
136592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
136592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
136592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
136592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
136592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
136592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
136592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
136592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
136592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
136592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
136592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
136592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
136592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
136592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
136592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
136592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
136592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
136592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
136592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
136592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
136592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
136592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
136592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
136592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
136592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
136592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
136592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
136592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
136592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
136592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
136592	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
136592	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
136592	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
136592	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
136592	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
136592	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
136592	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
136592	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
136592	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
136592	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
136592	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
136592	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
136592	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
136592	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
136592	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
136592	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
136592	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
136592	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
136592	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
136592	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
136592	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
136592	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
136592	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
136592	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
136592	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
136592	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
136592	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
136592	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
136592	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
136592	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
136592	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
136592	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
136592	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
136592	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
136592	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
136592	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
136592	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
136592	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
136592	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
136592	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
136592	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
136592	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
136592	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
136592	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
136592	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
136592	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
136592	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
136592	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
136592	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
136592	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
136592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
136592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
136592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
136592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
136592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
136592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
136592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
136592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
136592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
136592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
136592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
136592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
136592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
136592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
136592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
136592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
136592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
136592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
136592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
136592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
136592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
136592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
136592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
136592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
136592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
136592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
136592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
136592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
136592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
136592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
136592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
136592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
136592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
136592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
136592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
136592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
136592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
136592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
136592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
136592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
136592	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
136592	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
136592	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
136592	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
136592	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
136592	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
136592	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
136592	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
136592	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
136592	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
136592	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
136592	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
136592	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
136592	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
136592	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
136592	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
136592	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
136592	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
136592	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
136592	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
136592	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
136592	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
136592	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
136592	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
136592	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
136592	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
136592	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
136592	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
136592	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
136592	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
136592	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
136592	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
136592	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
136592	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
136592	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
136592	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
136592	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
136592	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
136592	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
136592	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
136592	embedding2nn.weight	0	0.18398602306842804
136592	embedding2nn.weight	1	0.2745899260044098
136592	embedding2nn.weight	2	0.02417745068669319
136592	embedding2nn.weight	3	0.032571129500865936
136592	embedding2nn.weight	4	-0.05789295211434364
136592	embedding2nn.weight	5	0.06039181724190712
136592	embedding2nn.weight	6	0.09089171141386032
136592	embedding2nn.weight	7	-0.01673799566924572
136592	embedding2nn.weight	8	0.04508591070771217
136592	embedding2nn.weight	9	-0.052227966487407684
136592	embedding2nn.bias	0	0.014738166704773903
136592	embedding2nn.bias	1	-0.17545312643051147
136592	embedding2nn.bias	2	0.10016690194606781
136592	embedding2nn.bias	3	0.16091696918010712
136592	embedding2nn.bias	4	0.12179695069789886
136592	embedding2nn.bias	5	-0.009077034890651703
136592	embedding2nn.bias	6	-0.04422225430607796
136592	embedding2nn.bias	7	0.023261783644557
136592	embedding2nn.bias	8	-0.17044979333877563
136592	embedding2nn.bias	9	-0.33419284224510193
136592	rnn.weight_ih_l0	0	0.009097295813262463
136592	rnn.weight_ih_l0	1	-0.05212724208831787
136592	rnn.weight_ih_l0	2	-0.05581159517168999
136592	rnn.weight_ih_l0	3	0.03945338353514671
136592	rnn.weight_ih_l0	4	0.02731693722307682
136592	rnn.weight_ih_l0	5	-0.055823009461164474
136592	rnn.weight_ih_l0	6	-0.02716938778758049
136592	rnn.weight_ih_l0	7	0.02930126152932644
136592	rnn.weight_ih_l0	8	0.004277700092643499
136592	rnn.weight_ih_l0	9	-0.029160771518945694
136592	rnn.weight_hh_l0	0	0.020313415676355362
136592	rnn.weight_hh_l0	1	0.06993838399648666
136592	rnn.weight_hh_l0	2	0.01466245949268341
136592	rnn.weight_hh_l0	3	0.04898948594927788
136592	rnn.weight_hh_l0	4	-0.00704319030046463
136592	rnn.weight_hh_l0	5	0.060907602310180664
136592	rnn.weight_hh_l0	6	0.004803507588803768
136592	rnn.weight_hh_l0	7	-0.003464873181656003
136592	rnn.weight_hh_l0	8	0.039786871522665024
136592	rnn.weight_hh_l0	9	-0.057619430124759674
136592	rnn.bias_ih_l0	0	0.09534496814012527
136592	rnn.bias_ih_l0	1	-0.16859576106071472
136592	rnn.bias_ih_l0	2	-0.0019352335948497057
136592	rnn.bias_ih_l0	3	-0.12350684404373169
136592	rnn.bias_ih_l0	4	0.09128786623477936
136592	rnn.bias_ih_l0	5	-0.21643847227096558
136592	rnn.bias_ih_l0	6	-0.07251251488924026
136592	rnn.bias_ih_l0	7	-0.20483183860778809
136592	rnn.bias_ih_l0	8	-0.151574969291687
136592	rnn.bias_ih_l0	9	-0.35156503319740295
136592	rnn.bias_hh_l0	0	-0.15928815305233002
136592	rnn.bias_hh_l0	1	-0.17852123081684113
136592	rnn.bias_hh_l0	2	-0.16507622599601746
136592	rnn.bias_hh_l0	3	-0.02451164834201336
136592	rnn.bias_hh_l0	4	-0.1547052413225174
136592	rnn.bias_hh_l0	5	-0.19118744134902954
136592	rnn.bias_hh_l0	6	-0.10683948546648026
136592	rnn.bias_hh_l0	7	0.0639050155878067
136592	rnn.bias_hh_l0	8	-0.14400598406791687
136592	rnn.bias_hh_l0	9	-0.32838523387908936
136592	rnn.weight_ih_l0_reverse	0	0.041970402002334595
136592	rnn.weight_ih_l0_reverse	1	-0.0463898666203022
136592	rnn.weight_ih_l0_reverse	2	-0.0461282879114151
136592	rnn.weight_ih_l0_reverse	3	-0.08087041974067688
136592	rnn.weight_ih_l0_reverse	4	0.03963591530919075
136592	rnn.weight_ih_l0_reverse	5	-0.1287889927625656
136592	rnn.weight_ih_l0_reverse	6	0.043214309960603714
136592	rnn.weight_ih_l0_reverse	7	0.01283592265099287
136592	rnn.weight_ih_l0_reverse	8	-0.07786162197589874
136592	rnn.weight_ih_l0_reverse	9	-0.017109720036387444
136592	rnn.weight_hh_l0_reverse	0	-0.03983164578676224
136592	rnn.weight_hh_l0_reverse	1	0.018960382789373398
136592	rnn.weight_hh_l0_reverse	2	-0.017163407057523727
136592	rnn.weight_hh_l0_reverse	3	0.011475158855319023
136592	rnn.weight_hh_l0_reverse	4	-0.0686630979180336
136592	rnn.weight_hh_l0_reverse	5	0.03412853181362152
136592	rnn.weight_hh_l0_reverse	6	0.017245106399059296
136592	rnn.weight_hh_l0_reverse	7	-0.016044650226831436
136592	rnn.weight_hh_l0_reverse	8	0.0013599067460745573
136592	rnn.weight_hh_l0_reverse	9	0.043170128017663956
136592	rnn.bias_ih_l0_reverse	0	-0.14571161568164825
136592	rnn.bias_ih_l0_reverse	1	-0.10398614406585693
136592	rnn.bias_ih_l0_reverse	2	0.05128776654601097
136592	rnn.bias_ih_l0_reverse	3	-0.12546168267726898
136592	rnn.bias_ih_l0_reverse	4	0.003167262300848961
136592	rnn.bias_ih_l0_reverse	5	-0.15917657315731049
136592	rnn.bias_ih_l0_reverse	6	0.20536448061466217
136592	rnn.bias_ih_l0_reverse	7	-0.22373072803020477
136592	rnn.bias_ih_l0_reverse	8	-0.09333451837301254
136592	rnn.bias_ih_l0_reverse	9	-0.12016432732343674
136592	rnn.bias_hh_l0_reverse	0	-0.04800640046596527
136592	rnn.bias_hh_l0_reverse	1	0.1647537350654602
136592	rnn.bias_hh_l0_reverse	2	-0.23161554336547852
136592	rnn.bias_hh_l0_reverse	3	-0.09008274227380753
136592	rnn.bias_hh_l0_reverse	4	-0.23018208146095276
136592	rnn.bias_hh_l0_reverse	5	-0.0984848141670227
136592	rnn.bias_hh_l0_reverse	6	-0.20598094165325165
136592	rnn.bias_hh_l0_reverse	7	-0.05376870185136795
136592	rnn.bias_hh_l0_reverse	8	-0.12256334722042084
136592	rnn.bias_hh_l0_reverse	9	0.17792418599128723
136592	linear.weight	0	0.16381484270095825
136592	linear.weight	1	-0.35212263464927673
136592	linear.weight	2	0.04378436878323555
136592	linear.weight	3	0.06803345680236816
136592	linear.weight	4	-0.17517288029193878
136592	linear.weight	5	0.19903406500816345
136592	linear.weight	6	-0.09089203178882599
136592	linear.weight	7	-0.06927726417779922
136592	linear.weight	8	0.09069059789180756
136592	linear.weight	9	-0.036316245794296265
136592	linear.bias	0	-1.1436556577682495
136592	linear.bias	1	1.9002366065979004
136592	linear.bias	2	0.39569416642189026
136592	linear.bias	3	-2.297940254211426
136592	linear.bias	4	-0.3690621554851532
136592	linear.bias	5	1.0229623317718506
136592	linear.bias	6	-0.2832411527633667
136592	linear.bias	7	0.4761568307876587
136592	linear.bias	8	2.1736481189727783
136592	linear.bias	9	-1.2527334690093994
137201	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
137201	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
137201	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
137201	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
137201	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
137201	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
137201	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
137201	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
137201	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
137201	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
137201	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
137201	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
137201	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
137201	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
137201	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
137201	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
137201	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
137201	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
137201	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
137201	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
137201	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
137201	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
137201	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
137201	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
137201	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
137201	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
137201	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
137201	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
137201	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
137201	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
137201	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
137201	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
137201	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
137201	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
137201	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
137201	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
137201	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
137201	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
137201	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
137201	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
137201	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
137201	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
137201	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
137201	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
137201	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
137201	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
137201	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
137201	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
137201	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
137201	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
137201	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
137201	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
137201	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
137201	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
137201	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
137201	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
137201	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
137201	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
137201	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
137201	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
137201	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
137201	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
137201	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
137201	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
137201	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
137201	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
137201	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
137201	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
137201	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
137201	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
137201	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
137201	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
137201	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
137201	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
137201	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
137201	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
137201	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
137201	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
137201	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
137201	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
137201	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
137201	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
137201	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
137201	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
137201	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
137201	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
137201	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
137201	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
137201	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
137201	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
137201	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
137201	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
137201	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
137201	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
137201	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
137201	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
137201	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
137201	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
137201	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
137201	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
137201	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
137201	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
137201	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
137201	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
137201	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
137201	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
137201	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
137201	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
137201	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
137201	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
137201	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
137201	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
137201	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
137201	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
137201	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
137201	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
137201	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
137201	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
137201	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
137201	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
137201	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
137201	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
137201	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
137201	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
137201	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
137201	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
137201	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
137201	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
137201	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
137201	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
137201	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
137201	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
137201	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
137201	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
137201	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
137201	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
137201	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
137201	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
137201	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
137201	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
137201	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
137201	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
137201	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
137201	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
137201	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
137201	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
137201	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
137201	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
137201	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
137201	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
137201	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
137201	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
137201	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
137201	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
137201	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
137201	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
137201	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
137201	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
137201	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
137201	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
137201	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
137201	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
137201	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
137201	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
137201	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
137201	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
137201	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
137201	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
137201	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
137201	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
137201	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
137201	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
137201	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
137201	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
137201	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
137201	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
137201	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
137201	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
137201	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
137201	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
137201	embedding2nn.weight	0	0.18738344311714172
137201	embedding2nn.weight	1	0.27183830738067627
137201	embedding2nn.weight	2	0.021116402000188828
137201	embedding2nn.weight	3	0.029282663017511368
137201	embedding2nn.weight	4	-0.055262405425310135
137201	embedding2nn.weight	5	0.061550892889499664
137201	embedding2nn.weight	6	0.08217548578977585
137201	embedding2nn.weight	7	-0.021095581352710724
137201	embedding2nn.weight	8	0.04122135788202286
137201	embedding2nn.weight	9	-0.05103158950805664
137201	embedding2nn.bias	0	0.02886013500392437
137201	embedding2nn.bias	1	-0.16387400031089783
137201	embedding2nn.bias	2	0.11174286901950836
137201	embedding2nn.bias	3	0.14074140787124634
137201	embedding2nn.bias	4	0.12612928450107574
137201	embedding2nn.bias	5	-0.022137746214866638
137201	embedding2nn.bias	6	-0.037224650382995605
137201	embedding2nn.bias	7	0.030909784138202667
137201	embedding2nn.bias	8	-0.139720156788826
137201	embedding2nn.bias	9	-0.36274266242980957
137201	rnn.weight_ih_l0	0	0.008068995550274849
137201	rnn.weight_ih_l0	1	-0.05398581922054291
137201	rnn.weight_ih_l0	2	-0.05249645188450813
137201	rnn.weight_ih_l0	3	0.03694510832428932
137201	rnn.weight_ih_l0	4	0.029736828058958054
137201	rnn.weight_ih_l0	5	-0.058905839920043945
137201	rnn.weight_ih_l0	6	-0.026967333629727364
137201	rnn.weight_ih_l0	7	0.031968310475349426
137201	rnn.weight_ih_l0	8	0.002596265636384487
137201	rnn.weight_ih_l0	9	-0.02822980284690857
137201	rnn.weight_hh_l0	0	0.020020009949803352
137201	rnn.weight_hh_l0	1	0.0693298876285553
137201	rnn.weight_hh_l0	2	0.01772264949977398
137201	rnn.weight_hh_l0	3	0.04843262583017349
137201	rnn.weight_hh_l0	4	-0.007006642408668995
137201	rnn.weight_hh_l0	5	0.06261356174945831
137201	rnn.weight_hh_l0	6	0.004441725555807352
137201	rnn.weight_hh_l0	7	-0.005797582678496838
137201	rnn.weight_hh_l0	8	0.04013053700327873
137201	rnn.weight_hh_l0	9	-0.05678049847483635
137201	rnn.bias_ih_l0	0	0.10628475248813629
137201	rnn.bias_ih_l0	1	-0.17025598883628845
137201	rnn.bias_ih_l0	2	0.0005479318206198514
137201	rnn.bias_ih_l0	3	-0.12638935446739197
137201	rnn.bias_ih_l0	4	0.09477098286151886
137201	rnn.bias_ih_l0	5	-0.2207128256559372
137201	rnn.bias_ih_l0	6	-0.06753677129745483
137201	rnn.bias_ih_l0	7	-0.204485222697258
137201	rnn.bias_ih_l0	8	-0.15112976729869843
137201	rnn.bias_ih_l0	9	-0.33871346712112427
137201	rnn.bias_hh_l0	0	-0.16452206671237946
137201	rnn.bias_hh_l0	1	-0.18172460794448853
137201	rnn.bias_hh_l0	2	-0.16278903186321259
137201	rnn.bias_hh_l0	3	-0.027504075318574905
137201	rnn.bias_hh_l0	4	-0.15842492878437042
137201	rnn.bias_hh_l0	5	-0.18965637683868408
137201	rnn.bias_hh_l0	6	-0.11001458764076233
137201	rnn.bias_hh_l0	7	0.07438191026449203
137201	rnn.bias_hh_l0	8	-0.14102056622505188
137201	rnn.bias_hh_l0	9	-0.33528587222099304
137201	rnn.weight_ih_l0_reverse	0	0.04382438212633133
137201	rnn.weight_ih_l0_reverse	1	-0.04304010048508644
137201	rnn.weight_ih_l0_reverse	2	-0.04535788297653198
137201	rnn.weight_ih_l0_reverse	3	-0.08602076023817062
137201	rnn.weight_ih_l0_reverse	4	0.037999726831912994
137201	rnn.weight_ih_l0_reverse	5	-0.12676437199115753
137201	rnn.weight_ih_l0_reverse	6	0.04239988699555397
137201	rnn.weight_ih_l0_reverse	7	0.013462761417031288
137201	rnn.weight_ih_l0_reverse	8	-0.07897327840328217
137201	rnn.weight_ih_l0_reverse	9	-0.02317928336560726
137201	rnn.weight_hh_l0_reverse	0	-0.041126906871795654
137201	rnn.weight_hh_l0_reverse	1	0.02001851238310337
137201	rnn.weight_hh_l0_reverse	2	-0.01644403301179409
137201	rnn.weight_hh_l0_reverse	3	0.010771536268293858
137201	rnn.weight_hh_l0_reverse	4	-0.0695636123418808
137201	rnn.weight_hh_l0_reverse	5	0.03450857102870941
137201	rnn.weight_hh_l0_reverse	6	0.017359571531414986
137201	rnn.weight_hh_l0_reverse	7	-0.015470604412257671
137201	rnn.weight_hh_l0_reverse	8	0.00441003916785121
137201	rnn.weight_hh_l0_reverse	9	0.04115632176399231
137201	rnn.bias_ih_l0_reverse	0	-0.1483689546585083
137201	rnn.bias_ih_l0_reverse	1	-0.10509021580219269
137201	rnn.bias_ih_l0_reverse	2	0.048921555280685425
137201	rnn.bias_ih_l0_reverse	3	-0.12784428894519806
137201	rnn.bias_ih_l0_reverse	4	-0.0023593835067003965
137201	rnn.bias_ih_l0_reverse	5	-0.1555730253458023
137201	rnn.bias_ih_l0_reverse	6	0.2106110155582428
137201	rnn.bias_ih_l0_reverse	7	-0.2253497838973999
137201	rnn.bias_ih_l0_reverse	8	-0.09216784685850143
137201	rnn.bias_ih_l0_reverse	9	-0.1062166690826416
137201	rnn.bias_hh_l0_reverse	0	-0.06414887309074402
137201	rnn.bias_hh_l0_reverse	1	0.1662801206111908
137201	rnn.bias_hh_l0_reverse	2	-0.23596742749214172
137201	rnn.bias_hh_l0_reverse	3	-0.08707010000944138
137201	rnn.bias_hh_l0_reverse	4	-0.23231588304042816
137201	rnn.bias_hh_l0_reverse	5	-0.1045609712600708
137201	rnn.bias_hh_l0_reverse	6	-0.1994083821773529
137201	rnn.bias_hh_l0_reverse	7	-0.05297050252556801
137201	rnn.bias_hh_l0_reverse	8	-0.11890669912099838
137201	rnn.bias_hh_l0_reverse	9	0.18870842456817627
137201	linear.weight	0	0.17368318140506744
137201	linear.weight	1	-0.35377025604248047
137201	linear.weight	2	0.036309465765953064
137201	linear.weight	3	0.06803349405527115
137201	linear.weight	4	-0.18612200021743774
137201	linear.weight	5	0.22032742202281952
137201	linear.weight	6	-0.09736316651105881
137201	linear.weight	7	-0.06925491243600845
137201	linear.weight	8	0.09618707001209259
137201	linear.weight	9	-0.03635488077998161
137201	linear.bias	0	-1.1374858617782593
137201	linear.bias	1	1.8841050863265991
137201	linear.bias	2	0.4488474726676941
137201	linear.bias	3	-2.299375057220459
137201	linear.bias	4	-0.39144083857536316
137201	linear.bias	5	1.0009173154830933
137201	linear.bias	6	-0.29428234696388245
137201	linear.bias	7	0.5233249664306641
137201	linear.bias	8	2.1385369300842285
137201	linear.bias	9	-1.2560704946517944
137810	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
137810	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
137810	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
137810	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
137810	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
137810	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
137810	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
137810	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
137810	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
137810	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
137810	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
137810	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
137810	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
137810	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
137810	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
137810	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
137810	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
137810	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
137810	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
137810	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
137810	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
137810	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
137810	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
137810	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
137810	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
137810	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
137810	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
137810	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
137810	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
137810	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
137810	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
137810	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
137810	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
137810	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
137810	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
137810	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
137810	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
137810	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
137810	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
137810	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
137810	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
137810	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
137810	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
137810	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
137810	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
137810	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
137810	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
137810	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
137810	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
137810	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
137810	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
137810	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
137810	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
137810	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
137810	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
137810	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
137810	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
137810	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
137810	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
137810	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
137810	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
137810	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
137810	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
137810	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
137810	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
137810	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
137810	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
137810	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
137810	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
137810	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
137810	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
137810	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
137810	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
137810	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
137810	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
137810	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
137810	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
137810	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
137810	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
137810	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
137810	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
137810	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
137810	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
137810	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
137810	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
137810	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
137810	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
137810	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
137810	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
137810	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
137810	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
137810	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
137810	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
137810	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
137810	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
137810	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
137810	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
137810	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
137810	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
137810	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
137810	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
137810	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
137810	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
137810	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
137810	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
137810	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
137810	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
137810	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
137810	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
137810	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
137810	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
137810	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
137810	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
137810	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
137810	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
137810	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
137810	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
137810	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
137810	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
137810	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
137810	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
137810	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
137810	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
137810	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
137810	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
137810	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
137810	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
137810	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
137810	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
137810	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
137810	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
137810	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
137810	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
137810	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
137810	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
137810	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
137810	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
137810	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
137810	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
137810	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
137810	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
137810	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
137810	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
137810	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
137810	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
137810	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
137810	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
137810	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
137810	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
137810	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
137810	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
137810	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
137810	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
137810	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
137810	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
137810	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
137810	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
137810	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
137810	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
137810	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
137810	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
137810	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
137810	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
137810	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
137810	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
137810	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
137810	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
137810	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
137810	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
137810	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
137810	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
137810	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
137810	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
137810	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
137810	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
137810	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
137810	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
137810	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
137810	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
137810	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
137810	embedding2nn.weight	0	0.18869523704051971
137810	embedding2nn.weight	1	0.27322664856910706
137810	embedding2nn.weight	2	0.01806001365184784
137810	embedding2nn.weight	3	0.03748192638158798
137810	embedding2nn.weight	4	-0.055189020931720734
137810	embedding2nn.weight	5	0.061692047864198685
137810	embedding2nn.weight	6	0.08090377599000931
137810	embedding2nn.weight	7	-0.026329658925533295
137810	embedding2nn.weight	8	0.043702200055122375
137810	embedding2nn.weight	9	-0.055586911737918854
137810	embedding2nn.bias	0	0.010812782682478428
137810	embedding2nn.bias	1	-0.17971940338611603
137810	embedding2nn.bias	2	0.11287161707878113
137810	embedding2nn.bias	3	0.1440284252166748
137810	embedding2nn.bias	4	0.14627966284751892
137810	embedding2nn.bias	5	-0.028116105124354362
137810	embedding2nn.bias	6	-0.055143408477306366
137810	embedding2nn.bias	7	0.02018115483224392
137810	embedding2nn.bias	8	-0.14276456832885742
137810	embedding2nn.bias	9	-0.3624647557735443
137810	rnn.weight_ih_l0	0	0.008896542713046074
137810	rnn.weight_ih_l0	1	-0.05312267690896988
137810	rnn.weight_ih_l0	2	-0.04996943101286888
137810	rnn.weight_ih_l0	3	0.04042571038007736
137810	rnn.weight_ih_l0	4	0.024592436850070953
137810	rnn.weight_ih_l0	5	-0.07549473643302917
137810	rnn.weight_ih_l0	6	-0.025491921231150627
137810	rnn.weight_ih_l0	7	0.0308835431933403
137810	rnn.weight_ih_l0	8	0.003999986220151186
137810	rnn.weight_ih_l0	9	-0.026514917612075806
137810	rnn.weight_hh_l0	0	0.020084325224161148
137810	rnn.weight_hh_l0	1	0.06876425445079803
137810	rnn.weight_hh_l0	2	0.017049822956323624
137810	rnn.weight_hh_l0	3	0.04775556921958923
137810	rnn.weight_hh_l0	4	-0.00718884589150548
137810	rnn.weight_hh_l0	5	0.06119854003190994
137810	rnn.weight_hh_l0	6	0.004948190413415432
137810	rnn.weight_hh_l0	7	-0.006188197061419487
137810	rnn.weight_hh_l0	8	0.03970963880419731
137810	rnn.weight_hh_l0	9	-0.058732789009809494
137810	rnn.bias_ih_l0	0	0.10318735986948013
137810	rnn.bias_ih_l0	1	-0.16939619183540344
137810	rnn.bias_ih_l0	2	-0.0038155806250870228
137810	rnn.bias_ih_l0	3	-0.12492827326059341
137810	rnn.bias_ih_l0	4	0.09091342985630035
137810	rnn.bias_ih_l0	5	-0.21961964666843414
137810	rnn.bias_ih_l0	6	-0.07802864909172058
137810	rnn.bias_ih_l0	7	-0.20862515270709991
137810	rnn.bias_ih_l0	8	-0.15420621633529663
137810	rnn.bias_ih_l0	9	-0.33323994278907776
137810	rnn.bias_hh_l0	0	-0.17567753791809082
137810	rnn.bias_hh_l0	1	-0.1771729737520218
137810	rnn.bias_hh_l0	2	-0.16425703465938568
137810	rnn.bias_hh_l0	3	-0.029133062809705734
137810	rnn.bias_hh_l0	4	-0.15796175599098206
137810	rnn.bias_hh_l0	5	-0.18889018893241882
137810	rnn.bias_hh_l0	6	-0.10807204991579056
137810	rnn.bias_hh_l0	7	0.07303356379270554
137810	rnn.bias_hh_l0	8	-0.14248138666152954
137810	rnn.bias_hh_l0	9	-0.33562594652175903
137810	rnn.weight_ih_l0_reverse	0	0.04064679890871048
137810	rnn.weight_ih_l0_reverse	1	-0.04684118926525116
137810	rnn.weight_ih_l0_reverse	2	-0.04438789561390877
137810	rnn.weight_ih_l0_reverse	3	-0.08409202843904495
137810	rnn.weight_ih_l0_reverse	4	0.03852847218513489
137810	rnn.weight_ih_l0_reverse	5	-0.12563441693782806
137810	rnn.weight_ih_l0_reverse	6	0.04286627843976021
137810	rnn.weight_ih_l0_reverse	7	0.012249564751982689
137810	rnn.weight_ih_l0_reverse	8	-0.0812898501753807
137810	rnn.weight_ih_l0_reverse	9	-0.02524648979306221
137810	rnn.weight_hh_l0_reverse	0	-0.041703905910253525
137810	rnn.weight_hh_l0_reverse	1	0.02066739834845066
137810	rnn.weight_hh_l0_reverse	2	-0.016789963468909264
137810	rnn.weight_hh_l0_reverse	3	0.009708818048238754
137810	rnn.weight_hh_l0_reverse	4	-0.0699956864118576
137810	rnn.weight_hh_l0_reverse	5	0.034008584916591644
137810	rnn.weight_hh_l0_reverse	6	0.016895703971385956
137810	rnn.weight_hh_l0_reverse	7	-0.018167151138186455
137810	rnn.weight_hh_l0_reverse	8	0.0034651232417672873
137810	rnn.weight_hh_l0_reverse	9	0.04374619945883751
137810	rnn.bias_ih_l0_reverse	0	-0.14470267295837402
137810	rnn.bias_ih_l0_reverse	1	-0.10621201992034912
137810	rnn.bias_ih_l0_reverse	2	0.0501200407743454
137810	rnn.bias_ih_l0_reverse	3	-0.13091960549354553
137810	rnn.bias_ih_l0_reverse	4	0.013315273448824883
137810	rnn.bias_ih_l0_reverse	5	-0.15613983571529388
137810	rnn.bias_ih_l0_reverse	6	0.21729125082492828
137810	rnn.bias_ih_l0_reverse	7	-0.2209102064371109
137810	rnn.bias_ih_l0_reverse	8	-0.09123995900154114
137810	rnn.bias_ih_l0_reverse	9	-0.11617656797170639
137810	rnn.bias_hh_l0_reverse	0	-0.07104955613613129
137810	rnn.bias_hh_l0_reverse	1	0.18160966038703918
137810	rnn.bias_hh_l0_reverse	2	-0.2315223067998886
137810	rnn.bias_hh_l0_reverse	3	-0.08729591965675354
137810	rnn.bias_hh_l0_reverse	4	-0.23349729180335999
137810	rnn.bias_hh_l0_reverse	5	-0.11030511558055878
137810	rnn.bias_hh_l0_reverse	6	-0.20146919786930084
137810	rnn.bias_hh_l0_reverse	7	-0.05629854276776314
137810	rnn.bias_hh_l0_reverse	8	-0.12447868287563324
137810	rnn.bias_hh_l0_reverse	9	0.18267381191253662
137810	linear.weight	0	0.17274659872055054
137810	linear.weight	1	-0.35774293541908264
137810	linear.weight	2	0.0587487630546093
137810	linear.weight	3	0.06803610175848007
137810	linear.weight	4	-0.19118539988994598
137810	linear.weight	5	0.2576505243778229
137810	linear.weight	6	-0.08562995493412018
137810	linear.weight	7	-0.06923753768205643
137810	linear.weight	8	0.0775233805179596
137810	linear.weight	9	-0.03639412298798561
137810	linear.bias	0	-1.1549791097640991
137810	linear.bias	1	1.9153728485107422
137810	linear.bias	2	0.424629807472229
137810	linear.bias	3	-2.3008296489715576
137810	linear.bias	4	-0.3513040542602539
137810	linear.bias	5	1.0330336093902588
137810	linear.bias	6	-0.28233087062835693
137810	linear.bias	7	0.47127512097358704
137810	linear.bias	8	2.1426894664764404
137810	linear.bias	9	-1.2721755504608154
138419	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
138419	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
138419	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
138419	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
138419	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
138419	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
138419	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
138419	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
138419	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
138419	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
138419	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
138419	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
138419	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
138419	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
138419	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
138419	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
138419	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
138419	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
138419	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
138419	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
138419	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
138419	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
138419	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
138419	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
138419	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
138419	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
138419	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
138419	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
138419	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
138419	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
138419	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
138419	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
138419	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
138419	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
138419	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
138419	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
138419	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
138419	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
138419	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
138419	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
138419	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
138419	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
138419	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
138419	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
138419	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
138419	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
138419	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
138419	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
138419	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
138419	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
138419	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
138419	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
138419	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
138419	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
138419	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
138419	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
138419	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
138419	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
138419	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
138419	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
138419	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
138419	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
138419	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
138419	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
138419	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
138419	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
138419	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
138419	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
138419	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
138419	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
138419	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
138419	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
138419	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
138419	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
138419	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
138419	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
138419	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
138419	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
138419	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
138419	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
138419	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
138419	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
138419	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
138419	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
138419	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
138419	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
138419	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
138419	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
138419	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
138419	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
138419	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
138419	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
138419	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
138419	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
138419	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
138419	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
138419	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
138419	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
138419	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
138419	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
138419	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
138419	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
138419	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
138419	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
138419	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
138419	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
138419	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
138419	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
138419	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
138419	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
138419	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
138419	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
138419	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
138419	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
138419	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
138419	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
138419	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
138419	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
138419	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
138419	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
138419	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
138419	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
138419	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
138419	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
138419	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
138419	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
138419	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
138419	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
138419	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
138419	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
138419	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
138419	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
138419	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
138419	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
138419	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
138419	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
138419	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
138419	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
138419	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
138419	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
138419	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
138419	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
138419	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
138419	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
138419	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
138419	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
138419	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
138419	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
138419	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
138419	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
138419	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
138419	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
138419	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
138419	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
138419	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
138419	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
138419	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
138419	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
138419	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
138419	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
138419	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
138419	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
138419	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
138419	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
138419	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
138419	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
138419	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
138419	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
138419	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
138419	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
138419	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
138419	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
138419	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
138419	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
138419	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
138419	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
138419	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
138419	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
138419	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
138419	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
138419	embedding2nn.weight	0	0.19132722914218903
138419	embedding2nn.weight	1	0.2731477916240692
138419	embedding2nn.weight	2	0.02188367210328579
138419	embedding2nn.weight	3	0.010400280356407166
138419	embedding2nn.weight	4	-0.05846736952662468
138419	embedding2nn.weight	5	0.0651438757777214
138419	embedding2nn.weight	6	0.07546757161617279
138419	embedding2nn.weight	7	-0.022356975823640823
138419	embedding2nn.weight	8	0.04392896965146065
138419	embedding2nn.weight	9	-0.060089126229286194
138419	embedding2nn.bias	0	0.030452432110905647
138419	embedding2nn.bias	1	-0.16141736507415771
138419	embedding2nn.bias	2	0.1020100936293602
138419	embedding2nn.bias	3	0.12855079770088196
138419	embedding2nn.bias	4	0.14565862715244293
138419	embedding2nn.bias	5	-0.020077265799045563
138419	embedding2nn.bias	6	-0.04029739275574684
138419	embedding2nn.bias	7	0.018932994455099106
138419	embedding2nn.bias	8	-0.1325487494468689
138419	embedding2nn.bias	9	-0.36210429668426514
138419	rnn.weight_ih_l0	0	0.010667933151125908
138419	rnn.weight_ih_l0	1	-0.0502011701464653
138419	rnn.weight_ih_l0	2	-0.0486416220664978
138419	rnn.weight_ih_l0	3	0.041925087571144104
138419	rnn.weight_ih_l0	4	0.027140360325574875
138419	rnn.weight_ih_l0	5	-0.06961235404014587
138419	rnn.weight_ih_l0	6	-0.020263537764549255
138419	rnn.weight_ih_l0	7	0.031343474984169006
138419	rnn.weight_ih_l0	8	0.0046098255552351475
138419	rnn.weight_ih_l0	9	-0.03355713561177254
138419	rnn.weight_hh_l0	0	0.019245505332946777
138419	rnn.weight_hh_l0	1	0.06859666854143143
138419	rnn.weight_hh_l0	2	0.01890087127685547
138419	rnn.weight_hh_l0	3	0.047704216092824936
138419	rnn.weight_hh_l0	4	-0.007180386688560247
138419	rnn.weight_hh_l0	5	0.06036507710814476
138419	rnn.weight_hh_l0	6	0.005101283546537161
138419	rnn.weight_hh_l0	7	-0.006646811496466398
138419	rnn.weight_hh_l0	8	0.0398298017680645
138419	rnn.weight_hh_l0	9	-0.05830463767051697
138419	rnn.bias_ih_l0	0	0.10935948044061661
138419	rnn.bias_ih_l0	1	-0.17074507474899292
138419	rnn.bias_ih_l0	2	-0.0038800984621047974
138419	rnn.bias_ih_l0	3	-0.12202248722314835
138419	rnn.bias_ih_l0	4	0.10222774744033813
138419	rnn.bias_ih_l0	5	-0.21852178871631622
138419	rnn.bias_ih_l0	6	-0.08273700624704361
138419	rnn.bias_ih_l0	7	-0.20855410397052765
138419	rnn.bias_ih_l0	8	-0.15293756127357483
138419	rnn.bias_ih_l0	9	-0.3328392803668976
138419	rnn.bias_hh_l0	0	-0.16970062255859375
138419	rnn.bias_hh_l0	1	-0.1789700984954834
138419	rnn.bias_hh_l0	2	-0.16482886672019958
138419	rnn.bias_hh_l0	3	-0.02567746490240097
138419	rnn.bias_hh_l0	4	-0.1618291735649109
138419	rnn.bias_hh_l0	5	-0.18610380589962006
138419	rnn.bias_hh_l0	6	-0.10779707878828049
138419	rnn.bias_hh_l0	7	0.07399784028530121
138419	rnn.bias_hh_l0	8	-0.14625832438468933
138419	rnn.bias_hh_l0	9	-0.3406485617160797
138419	rnn.weight_ih_l0_reverse	0	0.05124983564019203
138419	rnn.weight_ih_l0_reverse	1	-0.04959401860833168
138419	rnn.weight_ih_l0_reverse	2	-0.04435319826006889
138419	rnn.weight_ih_l0_reverse	3	-0.08335047215223312
138419	rnn.weight_ih_l0_reverse	4	0.0415300652384758
138419	rnn.weight_ih_l0_reverse	5	-0.12876325845718384
138419	rnn.weight_ih_l0_reverse	6	0.04549185186624527
138419	rnn.weight_ih_l0_reverse	7	0.013349050655961037
138419	rnn.weight_ih_l0_reverse	8	-0.07960353791713715
138419	rnn.weight_ih_l0_reverse	9	-0.023018432781100273
138419	rnn.weight_hh_l0_reverse	0	-0.04172699525952339
138419	rnn.weight_hh_l0_reverse	1	0.021247152239084244
138419	rnn.weight_hh_l0_reverse	2	-0.01649380661547184
138419	rnn.weight_hh_l0_reverse	3	0.009346885606646538
138419	rnn.weight_hh_l0_reverse	4	-0.07058591395616531
138419	rnn.weight_hh_l0_reverse	5	0.03464432433247566
138419	rnn.weight_hh_l0_reverse	6	0.017325222492218018
138419	rnn.weight_hh_l0_reverse	7	-0.012101655825972557
138419	rnn.weight_hh_l0_reverse	8	0.006008776370435953
138419	rnn.weight_hh_l0_reverse	9	0.043634217232465744
138419	rnn.bias_ih_l0_reverse	0	-0.14543108642101288
138419	rnn.bias_ih_l0_reverse	1	-0.10914392024278641
138419	rnn.bias_ih_l0_reverse	2	0.04318597912788391
138419	rnn.bias_ih_l0_reverse	3	-0.133439302444458
138419	rnn.bias_ih_l0_reverse	4	0.0006958736339583993
138419	rnn.bias_ih_l0_reverse	5	-0.15977559983730316
138419	rnn.bias_ih_l0_reverse	6	0.2123386710882187
138419	rnn.bias_ih_l0_reverse	7	-0.22378496825695038
138419	rnn.bias_ih_l0_reverse	8	-0.0952533408999443
138419	rnn.bias_ih_l0_reverse	9	-0.11386935412883759
138419	rnn.bias_hh_l0_reverse	0	-0.07001566886901855
138419	rnn.bias_hh_l0_reverse	1	0.17879024147987366
138419	rnn.bias_hh_l0_reverse	2	-0.2377243936061859
138419	rnn.bias_hh_l0_reverse	3	-0.090810127556324
138419	rnn.bias_hh_l0_reverse	4	-0.23539195954799652
138419	rnn.bias_hh_l0_reverse	5	-0.10304701328277588
138419	rnn.bias_hh_l0_reverse	6	-0.206250861287117
138419	rnn.bias_hh_l0_reverse	7	-0.06008491292595863
138419	rnn.bias_hh_l0_reverse	8	-0.11786337941884995
138419	rnn.bias_hh_l0_reverse	9	0.1899692416191101
138419	linear.weight	0	0.17841140925884247
138419	linear.weight	1	-0.3430200219154358
138419	linear.weight	2	0.03216400370001793
138419	linear.weight	3	0.06802494078874588
138419	linear.weight	4	-0.12053601443767548
138419	linear.weight	5	0.2750846743583679
138419	linear.weight	6	-0.06794522702693939
138419	linear.weight	7	-0.069224052131176
138419	linear.weight	8	0.09911158680915833
138419	linear.weight	9	-0.03643204644322395
138419	linear.bias	0	-1.1207114458084106
138419	linear.bias	1	1.9191590547561646
138419	linear.bias	2	0.49042198061943054
138419	linear.bias	3	-2.3023271560668945
138419	linear.bias	4	-0.33940771222114563
138419	linear.bias	5	1.0446645021438599
138419	linear.bias	6	-0.3271271288394928
138419	linear.bias	7	0.47142887115478516
138419	linear.bias	8	2.192229986190796
138419	linear.bias	9	-1.2452155351638794
139028	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
139028	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
139028	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
139028	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
139028	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
139028	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
139028	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
139028	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
139028	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
139028	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
139028	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
139028	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
139028	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
139028	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
139028	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
139028	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
139028	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
139028	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
139028	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
139028	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
139028	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
139028	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
139028	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
139028	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
139028	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
139028	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
139028	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
139028	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
139028	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
139028	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
139028	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
139028	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
139028	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
139028	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
139028	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
139028	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
139028	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
139028	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
139028	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
139028	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
139028	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
139028	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
139028	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
139028	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
139028	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
139028	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
139028	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
139028	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
139028	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
139028	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
139028	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
139028	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
139028	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
139028	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
139028	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
139028	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
139028	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
139028	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
139028	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
139028	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
139028	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
139028	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
139028	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
139028	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
139028	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
139028	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
139028	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
139028	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
139028	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
139028	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
139028	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
139028	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
139028	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
139028	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
139028	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
139028	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
139028	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
139028	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
139028	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
139028	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
139028	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
139028	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
139028	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
139028	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
139028	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
139028	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
139028	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
139028	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
139028	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
139028	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
139028	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
139028	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
139028	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
139028	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
139028	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
139028	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
139028	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
139028	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
139028	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
139028	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
139028	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
139028	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
139028	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
139028	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
139028	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
139028	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
139028	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
139028	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
139028	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
139028	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
139028	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
139028	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
139028	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
139028	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
139028	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
139028	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
139028	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
139028	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
139028	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
139028	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
139028	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
139028	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
139028	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
139028	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
139028	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
139028	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
139028	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
139028	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
139028	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
139028	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
139028	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
139028	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
139028	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
139028	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
139028	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
139028	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
139028	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
139028	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
139028	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
139028	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
139028	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
139028	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
139028	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
139028	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
139028	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
139028	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
139028	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
139028	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
139028	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
139028	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
139028	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
139028	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
139028	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
139028	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
139028	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
139028	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
139028	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
139028	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
139028	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
139028	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
139028	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
139028	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
139028	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
139028	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
139028	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
139028	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
139028	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
139028	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
139028	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
139028	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
139028	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
139028	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
139028	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
139028	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
139028	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
139028	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
139028	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
139028	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
139028	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
139028	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
139028	embedding2nn.weight	0	0.19479885697364807
139028	embedding2nn.weight	1	0.274224191904068
139028	embedding2nn.weight	2	0.020879732444882393
139028	embedding2nn.weight	3	0.015978598967194557
139028	embedding2nn.weight	4	-0.05740639567375183
139028	embedding2nn.weight	5	0.0639982745051384
139028	embedding2nn.weight	6	0.06688342988491058
139028	embedding2nn.weight	7	-0.020561926066875458
139028	embedding2nn.weight	8	0.04154087230563164
139028	embedding2nn.weight	9	-0.060021981596946716
139028	embedding2nn.bias	0	0.03453166037797928
139028	embedding2nn.bias	1	-0.16527844965457916
139028	embedding2nn.bias	2	0.08727790415287018
139028	embedding2nn.bias	3	0.15544570982456207
139028	embedding2nn.bias	4	0.1559656262397766
139028	embedding2nn.bias	5	-0.019180744886398315
139028	embedding2nn.bias	6	-0.03920244425535202
139028	embedding2nn.bias	7	0.02388075925409794
139028	embedding2nn.bias	8	-0.14910946786403656
139028	embedding2nn.bias	9	-0.3646531105041504
139028	rnn.weight_ih_l0	0	0.0108497841283679
139028	rnn.weight_ih_l0	1	-0.050471726804971695
139028	rnn.weight_ih_l0	2	-0.04550405964255333
139028	rnn.weight_ih_l0	3	0.039405662566423416
139028	rnn.weight_ih_l0	4	0.03249313682317734
139028	rnn.weight_ih_l0	5	-0.0749252587556839
139028	rnn.weight_ih_l0	6	-0.016277551651000977
139028	rnn.weight_ih_l0	7	0.03710835427045822
139028	rnn.weight_ih_l0	8	0.008611680008471012
139028	rnn.weight_ih_l0	9	-0.045609720051288605
139028	rnn.weight_hh_l0	0	0.018272850662469864
139028	rnn.weight_hh_l0	1	0.0672159492969513
139028	rnn.weight_hh_l0	2	0.018833203241229057
139028	rnn.weight_hh_l0	3	0.047103386372327805
139028	rnn.weight_hh_l0	4	-0.007387280464172363
139028	rnn.weight_hh_l0	5	0.06056879460811615
139028	rnn.weight_hh_l0	6	0.005375878419727087
139028	rnn.weight_hh_l0	7	-0.006703218910843134
139028	rnn.weight_hh_l0	8	0.040309879928827286
139028	rnn.weight_hh_l0	9	-0.057726431638002396
139028	rnn.bias_ih_l0	0	0.11121625453233719
139028	rnn.bias_ih_l0	1	-0.16459429264068604
139028	rnn.bias_ih_l0	2	-0.01191549189388752
139028	rnn.bias_ih_l0	3	-0.11660469323396683
139028	rnn.bias_ih_l0	4	0.0873115211725235
139028	rnn.bias_ih_l0	5	-0.21646463871002197
139028	rnn.bias_ih_l0	6	-0.09272696077823639
139028	rnn.bias_ih_l0	7	-0.2088608294725418
139028	rnn.bias_ih_l0	8	-0.1496710181236267
139028	rnn.bias_ih_l0	9	-0.3348000645637512
139028	rnn.bias_hh_l0	0	-0.15888945758342743
139028	rnn.bias_hh_l0	1	-0.18004058301448822
139028	rnn.bias_hh_l0	2	-0.16584302484989166
139028	rnn.bias_hh_l0	3	-0.027163222432136536
139028	rnn.bias_hh_l0	4	-0.16080865263938904
139028	rnn.bias_hh_l0	5	-0.1867157220840454
139028	rnn.bias_hh_l0	6	-0.1084662601351738
139028	rnn.bias_hh_l0	7	0.08390263468027115
139028	rnn.bias_hh_l0	8	-0.1483745574951172
139028	rnn.bias_hh_l0	9	-0.3399464190006256
139028	rnn.weight_ih_l0_reverse	0	0.051844555884599686
139028	rnn.weight_ih_l0_reverse	1	-0.05237453803420067
139028	rnn.weight_ih_l0_reverse	2	-0.04514789208769798
139028	rnn.weight_ih_l0_reverse	3	-0.08524281531572342
139028	rnn.weight_ih_l0_reverse	4	0.04402101784944534
139028	rnn.weight_ih_l0_reverse	5	-0.13966698944568634
139028	rnn.weight_ih_l0_reverse	6	0.05416325107216835
139028	rnn.weight_ih_l0_reverse	7	0.012834201566874981
139028	rnn.weight_ih_l0_reverse	8	-0.08071741461753845
139028	rnn.weight_ih_l0_reverse	9	-0.024481236934661865
139028	rnn.weight_hh_l0_reverse	0	-0.04454600438475609
139028	rnn.weight_hh_l0_reverse	1	0.02192728780210018
139028	rnn.weight_hh_l0_reverse	2	-0.016980871558189392
139028	rnn.weight_hh_l0_reverse	3	0.008293049409985542
139028	rnn.weight_hh_l0_reverse	4	-0.07074059545993805
139028	rnn.weight_hh_l0_reverse	5	0.03487355262041092
139028	rnn.weight_hh_l0_reverse	6	0.017435437068343163
139028	rnn.weight_hh_l0_reverse	7	-0.011316819116473198
139028	rnn.weight_hh_l0_reverse	8	0.0077843209728598595
139028	rnn.weight_hh_l0_reverse	9	0.0467706173658371
139028	rnn.bias_ih_l0_reverse	0	-0.13883040845394135
139028	rnn.bias_ih_l0_reverse	1	-0.10837002843618393
139028	rnn.bias_ih_l0_reverse	2	0.033528149127960205
139028	rnn.bias_ih_l0_reverse	3	-0.13516610860824585
139028	rnn.bias_ih_l0_reverse	4	-0.0038682902231812477
139028	rnn.bias_ih_l0_reverse	5	-0.1580885350704193
139028	rnn.bias_ih_l0_reverse	6	0.22329986095428467
139028	rnn.bias_ih_l0_reverse	7	-0.23271538317203522
139028	rnn.bias_ih_l0_reverse	8	-0.09620176255702972
139028	rnn.bias_ih_l0_reverse	9	-0.1199287623167038
139028	rnn.bias_hh_l0_reverse	0	-0.04967978969216347
139028	rnn.bias_hh_l0_reverse	1	0.16553716361522675
139028	rnn.bias_hh_l0_reverse	2	-0.2567974030971527
139028	rnn.bias_hh_l0_reverse	3	-0.09354400634765625
139028	rnn.bias_hh_l0_reverse	4	-0.23496295511722565
139028	rnn.bias_hh_l0_reverse	5	-0.10743740946054459
139028	rnn.bias_hh_l0_reverse	6	-0.20766694843769073
139028	rnn.bias_hh_l0_reverse	7	-0.06643068045377731
139028	rnn.bias_hh_l0_reverse	8	-0.10996659100055695
139028	rnn.bias_hh_l0_reverse	9	0.19352199137210846
139028	linear.weight	0	0.19771219789981842
139028	linear.weight	1	-0.33339303731918335
139028	linear.weight	2	0.035468414425849915
139028	linear.weight	3	0.06801474839448929
139028	linear.weight	4	-0.0772305577993393
139028	linear.weight	5	0.2556084990501404
139028	linear.weight	6	-0.09014622122049332
139028	linear.weight	7	-0.06921637058258057
139028	linear.weight	8	0.11544045805931091
139028	linear.weight	9	-0.03646617755293846
139028	linear.bias	0	-1.148769497871399
139028	linear.bias	1	1.9038115739822388
139028	linear.bias	2	0.43860000371932983
139028	linear.bias	3	-2.303846597671509
139028	linear.bias	4	-0.3505632281303406
139028	linear.bias	5	1.0860562324523926
139028	linear.bias	6	-0.31340837478637695
139028	linear.bias	7	0.47809091210365295
139028	linear.bias	8	2.141421318054199
139028	linear.bias	9	-1.2454618215560913
139637	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
139637	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
139637	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
139637	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
139637	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
139637	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
139637	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
139637	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
139637	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
139637	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
139637	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
139637	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
139637	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
139637	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
139637	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
139637	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
139637	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
139637	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
139637	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
139637	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
139637	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
139637	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
139637	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
139637	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
139637	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
139637	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
139637	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
139637	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
139637	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
139637	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
139637	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
139637	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
139637	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
139637	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
139637	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
139637	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
139637	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
139637	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
139637	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
139637	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
139637	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
139637	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
139637	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
139637	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
139637	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
139637	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
139637	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
139637	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
139637	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
139637	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
139637	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
139637	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
139637	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
139637	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
139637	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
139637	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
139637	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
139637	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
139637	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
139637	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
139637	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
139637	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
139637	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
139637	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
139637	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
139637	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
139637	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
139637	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
139637	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
139637	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
139637	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
139637	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
139637	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
139637	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
139637	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
139637	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
139637	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
139637	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
139637	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
139637	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
139637	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
139637	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
139637	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
139637	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
139637	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
139637	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
139637	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
139637	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
139637	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
139637	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
139637	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
139637	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
139637	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
139637	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
139637	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
139637	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
139637	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
139637	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
139637	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
139637	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
139637	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
139637	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
139637	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
139637	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
139637	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
139637	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
139637	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
139637	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
139637	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
139637	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
139637	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
139637	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
139637	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
139637	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
139637	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
139637	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
139637	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
139637	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
139637	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
139637	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
139637	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
139637	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
139637	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
139637	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
139637	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
139637	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
139637	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
139637	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
139637	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
139637	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
139637	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
139637	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
139637	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
139637	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
139637	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
139637	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
139637	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
139637	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
139637	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
139637	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
139637	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
139637	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
139637	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
139637	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
139637	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
139637	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
139637	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
139637	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
139637	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
139637	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
139637	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
139637	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
139637	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
139637	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
139637	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
139637	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
139637	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
139637	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
139637	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
139637	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
139637	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
139637	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
139637	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
139637	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
139637	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
139637	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
139637	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
139637	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
139637	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
139637	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
139637	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
139637	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
139637	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
139637	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
139637	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
139637	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
139637	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
139637	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
139637	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
139637	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
139637	embedding2nn.weight	0	0.19366981089115143
139637	embedding2nn.weight	1	0.2706143856048584
139637	embedding2nn.weight	2	0.02309226058423519
139637	embedding2nn.weight	3	0.027163300663232803
139637	embedding2nn.weight	4	-0.0613664872944355
139637	embedding2nn.weight	5	0.06558447331190109
139637	embedding2nn.weight	6	0.06477588415145874
139637	embedding2nn.weight	7	-0.0267538633197546
139637	embedding2nn.weight	8	0.04914310947060585
139637	embedding2nn.weight	9	-0.056511424481868744
139637	embedding2nn.bias	0	0.017332471907138824
139637	embedding2nn.bias	1	-0.17342588305473328
139637	embedding2nn.bias	2	0.10111724585294724
139637	embedding2nn.bias	3	0.14003035426139832
139637	embedding2nn.bias	4	0.14335189759731293
139637	embedding2nn.bias	5	-0.012835191562771797
139637	embedding2nn.bias	6	-0.04995907098054886
139637	embedding2nn.bias	7	0.01692483387887478
139637	embedding2nn.bias	8	-0.1350543349981308
139637	embedding2nn.bias	9	-0.37042567133903503
139637	rnn.weight_ih_l0	0	0.011608137749135494
139637	rnn.weight_ih_l0	1	-0.04982474818825722
139637	rnn.weight_ih_l0	2	-0.039565883576869965
139637	rnn.weight_ih_l0	3	0.04074819013476372
139637	rnn.weight_ih_l0	4	0.029516490176320076
139637	rnn.weight_ih_l0	5	-0.07779137045145035
139637	rnn.weight_ih_l0	6	-0.025807367637753487
139637	rnn.weight_ih_l0	7	0.032720211893320084
139637	rnn.weight_ih_l0	8	0.0014874092303216457
139637	rnn.weight_ih_l0	9	-0.04068784415721893
139637	rnn.weight_hh_l0	0	0.018478380516171455
139637	rnn.weight_hh_l0	1	0.06713934987783432
139637	rnn.weight_hh_l0	2	0.020090574398636818
139637	rnn.weight_hh_l0	3	0.04686134681105614
139637	rnn.weight_hh_l0	4	-0.005957375280559063
139637	rnn.weight_hh_l0	5	0.05869848653674126
139637	rnn.weight_hh_l0	6	0.005429568234831095
139637	rnn.weight_hh_l0	7	-0.004307264927774668
139637	rnn.weight_hh_l0	8	0.04032290354371071
139637	rnn.weight_hh_l0	9	-0.0587129108607769
139637	rnn.bias_ih_l0	0	0.10229870676994324
139637	rnn.bias_ih_l0	1	-0.16497333347797394
139637	rnn.bias_ih_l0	2	-0.01306539960205555
139637	rnn.bias_ih_l0	3	-0.12385325133800507
139637	rnn.bias_ih_l0	4	0.0808553397655487
139637	rnn.bias_ih_l0	5	-0.21532094478607178
139637	rnn.bias_ih_l0	6	-0.07600394636392593
139637	rnn.bias_ih_l0	7	-0.21170492470264435
139637	rnn.bias_ih_l0	8	-0.15014894306659698
139637	rnn.bias_ih_l0	9	-0.3405102491378784
139637	rnn.bias_hh_l0	0	-0.15658654272556305
139637	rnn.bias_hh_l0	1	-0.18090695142745972
139637	rnn.bias_hh_l0	2	-0.15649698674678802
139637	rnn.bias_hh_l0	3	-0.032115429639816284
139637	rnn.bias_hh_l0	4	-0.16112031042575836
139637	rnn.bias_hh_l0	5	-0.19118568301200867
139637	rnn.bias_hh_l0	6	-0.10737889260053635
139637	rnn.bias_hh_l0	7	0.0895707905292511
139637	rnn.bias_hh_l0	8	-0.1401965171098709
139637	rnn.bias_hh_l0	9	-0.3373505175113678
139637	rnn.weight_ih_l0_reverse	0	0.050154853612184525
139637	rnn.weight_ih_l0_reverse	1	-0.05172830820083618
139637	rnn.weight_ih_l0_reverse	2	-0.045542843639850616
139637	rnn.weight_ih_l0_reverse	3	-0.08624034374952316
139637	rnn.weight_ih_l0_reverse	4	0.04338093847036362
139637	rnn.weight_ih_l0_reverse	5	-0.14155711233615875
139637	rnn.weight_ih_l0_reverse	6	0.05485757812857628
139637	rnn.weight_ih_l0_reverse	7	0.012690464965999126
139637	rnn.weight_ih_l0_reverse	8	-0.07921215891838074
139637	rnn.weight_ih_l0_reverse	9	-0.02202528528869152
139637	rnn.weight_hh_l0_reverse	0	-0.04427482932806015
139637	rnn.weight_hh_l0_reverse	1	0.02116774581372738
139637	rnn.weight_hh_l0_reverse	2	-0.01758156344294548
139637	rnn.weight_hh_l0_reverse	3	0.010089225135743618
139637	rnn.weight_hh_l0_reverse	4	-0.07154152542352676
139637	rnn.weight_hh_l0_reverse	5	0.034578610211610794
139637	rnn.weight_hh_l0_reverse	6	0.0178671944886446
139637	rnn.weight_hh_l0_reverse	7	-0.009728270582854748
139637	rnn.weight_hh_l0_reverse	8	0.009224398992955685
139637	rnn.weight_hh_l0_reverse	9	0.050090353935956955
139637	rnn.bias_ih_l0_reverse	0	-0.14806649088859558
139637	rnn.bias_ih_l0_reverse	1	-0.12014993280172348
139637	rnn.bias_ih_l0_reverse	2	0.034446436911821365
139637	rnn.bias_ih_l0_reverse	3	-0.13282859325408936
139637	rnn.bias_ih_l0_reverse	4	-0.010808930732309818
139637	rnn.bias_ih_l0_reverse	5	-0.15651461482048035
139637	rnn.bias_ih_l0_reverse	6	0.2148376852273941
139637	rnn.bias_ih_l0_reverse	7	-0.22585077583789825
139637	rnn.bias_ih_l0_reverse	8	-0.09600423276424408
139637	rnn.bias_ih_l0_reverse	9	-0.11901053041219711
139637	rnn.bias_hh_l0_reverse	0	-0.058666955679655075
139637	rnn.bias_hh_l0_reverse	1	0.1575067937374115
139637	rnn.bias_hh_l0_reverse	2	-0.2506031394004822
139637	rnn.bias_hh_l0_reverse	3	-0.09626559913158417
139637	rnn.bias_hh_l0_reverse	4	-0.234917551279068
139637	rnn.bias_hh_l0_reverse	5	-0.10995957255363464
139637	rnn.bias_hh_l0_reverse	6	-0.2060118317604065
139637	rnn.bias_hh_l0_reverse	7	-0.06430874019861221
139637	rnn.bias_hh_l0_reverse	8	-0.11732283234596252
139637	rnn.bias_hh_l0_reverse	9	0.20595666766166687
139637	linear.weight	0	0.21278433501720428
139637	linear.weight	1	-0.32486993074417114
139637	linear.weight	2	0.051019489765167236
139637	linear.weight	3	0.06800828874111176
139637	linear.weight	4	-0.1344107836484909
139637	linear.weight	5	0.24669809639453888
139637	linear.weight	6	-0.08147065341472626
139637	linear.weight	7	-0.06919702142477036
139637	linear.weight	8	0.10347315669059753
139637	linear.weight	9	-0.03650553151965141
139637	linear.bias	0	-1.1632038354873657
139637	linear.bias	1	1.8780919313430786
139637	linear.bias	2	0.44322100281715393
139637	linear.bias	3	-2.305342435836792
139637	linear.bias	4	-0.3594605326652527
139637	linear.bias	5	1.0687540769577026
139637	linear.bias	6	-0.3117307722568512
139637	linear.bias	7	0.47048047184944153
139637	linear.bias	8	2.1596336364746094
139637	linear.bias	9	-1.2515273094177246
140246	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
140246	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
140246	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
140246	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
140246	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
140246	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
140246	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
140246	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
140246	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
140246	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
140246	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
140246	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
140246	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
140246	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
140246	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
140246	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
140246	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
140246	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
140246	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
140246	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
140246	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
140246	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
140246	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
140246	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
140246	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
140246	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
140246	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
140246	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
140246	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
140246	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
140246	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
140246	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
140246	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
140246	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
140246	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
140246	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
140246	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
140246	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
140246	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
140246	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
140246	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
140246	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
140246	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
140246	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
140246	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
140246	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
140246	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
140246	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
140246	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
140246	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
140246	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
140246	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
140246	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
140246	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
140246	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
140246	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
140246	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
140246	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
140246	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
140246	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
140246	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
140246	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
140246	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
140246	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
140246	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
140246	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
140246	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
140246	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
140246	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
140246	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
140246	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
140246	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
140246	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
140246	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
140246	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
140246	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
140246	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
140246	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
140246	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
140246	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
140246	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
140246	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
140246	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
140246	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
140246	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
140246	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
140246	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
140246	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
140246	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
140246	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
140246	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
140246	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
140246	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
140246	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
140246	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
140246	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
140246	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
140246	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
140246	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
140246	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
140246	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
140246	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
140246	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
140246	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
140246	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
140246	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
140246	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
140246	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
140246	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
140246	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
140246	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
140246	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
140246	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
140246	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
140246	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
140246	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
140246	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
140246	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
140246	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
140246	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
140246	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
140246	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
140246	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
140246	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
140246	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
140246	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
140246	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
140246	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
140246	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
140246	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
140246	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
140246	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
140246	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
140246	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
140246	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
140246	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
140246	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
140246	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
140246	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
140246	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
140246	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
140246	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
140246	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
140246	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
140246	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
140246	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
140246	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
140246	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
140246	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
140246	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
140246	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
140246	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
140246	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
140246	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
140246	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
140246	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
140246	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
140246	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
140246	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
140246	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
140246	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
140246	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
140246	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
140246	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
140246	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
140246	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
140246	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
140246	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
140246	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
140246	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
140246	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
140246	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
140246	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
140246	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
140246	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
140246	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
140246	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
140246	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
140246	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
140246	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
140246	embedding2nn.weight	0	0.19407238066196442
140246	embedding2nn.weight	1	0.26708677411079407
140246	embedding2nn.weight	2	0.01986747235059738
140246	embedding2nn.weight	3	0.017458006739616394
140246	embedding2nn.weight	4	-0.060876961797475815
140246	embedding2nn.weight	5	0.06304880976676941
140246	embedding2nn.weight	6	0.07293913513422012
140246	embedding2nn.weight	7	-0.01832355000078678
140246	embedding2nn.weight	8	0.052798494696617126
140246	embedding2nn.weight	9	-0.05220814794301987
140246	embedding2nn.bias	0	0.02275192178785801
140246	embedding2nn.bias	1	-0.16656744480133057
140246	embedding2nn.bias	2	0.09074622392654419
140246	embedding2nn.bias	3	0.14808858931064606
140246	embedding2nn.bias	4	0.1450997143983841
140246	embedding2nn.bias	5	-0.03244660422205925
140246	embedding2nn.bias	6	-0.018078157678246498
140246	embedding2nn.bias	7	0.030398573726415634
140246	embedding2nn.bias	8	-0.14846602082252502
140246	embedding2nn.bias	9	-0.36095359921455383
140246	rnn.weight_ih_l0	0	0.012173081748187542
140246	rnn.weight_ih_l0	1	-0.05197431892156601
140246	rnn.weight_ih_l0	2	-0.04269764572381973
140246	rnn.weight_ih_l0	3	0.04189128801226616
140246	rnn.weight_ih_l0	4	0.028172185644507408
140246	rnn.weight_ih_l0	5	-0.08383243530988693
140246	rnn.weight_ih_l0	6	-0.024585025385022163
140246	rnn.weight_ih_l0	7	0.0331539548933506
140246	rnn.weight_ih_l0	8	0.010546681471168995
140246	rnn.weight_ih_l0	9	-0.03950753062963486
140246	rnn.weight_hh_l0	0	0.018248222768306732
140246	rnn.weight_hh_l0	1	0.0669914036989212
140246	rnn.weight_hh_l0	2	0.01993703469634056
140246	rnn.weight_hh_l0	3	0.04630139470100403
140246	rnn.weight_hh_l0	4	-0.005740009713917971
140246	rnn.weight_hh_l0	5	0.05825924128293991
140246	rnn.weight_hh_l0	6	0.005483411718159914
140246	rnn.weight_hh_l0	7	-0.007221654057502747
140246	rnn.weight_hh_l0	8	0.04053812846541405
140246	rnn.weight_hh_l0	9	-0.05906907469034195
140246	rnn.bias_ih_l0	0	0.10803593695163727
140246	rnn.bias_ih_l0	1	-0.17024679481983185
140246	rnn.bias_ih_l0	2	-0.011095063760876656
140246	rnn.bias_ih_l0	3	-0.1212192103266716
140246	rnn.bias_ih_l0	4	0.0821559801697731
140246	rnn.bias_ih_l0	5	-0.21084529161453247
140246	rnn.bias_ih_l0	6	-0.08453341573476791
140246	rnn.bias_ih_l0	7	-0.2116415947675705
140246	rnn.bias_ih_l0	8	-0.1511235386133194
140246	rnn.bias_ih_l0	9	-0.3296982944011688
140246	rnn.bias_hh_l0	0	-0.15684448182582855
140246	rnn.bias_hh_l0	1	-0.18001946806907654
140246	rnn.bias_hh_l0	2	-0.15958094596862793
140246	rnn.bias_hh_l0	3	-0.03994468227028847
140246	rnn.bias_hh_l0	4	-0.16251039505004883
140246	rnn.bias_hh_l0	5	-0.19299818575382233
140246	rnn.bias_hh_l0	6	-0.10495932400226593
140246	rnn.bias_hh_l0	7	0.07921456545591354
140246	rnn.bias_hh_l0	8	-0.1399863362312317
140246	rnn.bias_hh_l0	9	-0.3352966606616974
140246	rnn.weight_ih_l0_reverse	0	0.05510201305150986
140246	rnn.weight_ih_l0_reverse	1	-0.053270407021045685
140246	rnn.weight_ih_l0_reverse	2	-0.04862856864929199
140246	rnn.weight_ih_l0_reverse	3	-0.0901123508810997
140246	rnn.weight_ih_l0_reverse	4	0.04240104556083679
140246	rnn.weight_ih_l0_reverse	5	-0.14762018620967865
140246	rnn.weight_ih_l0_reverse	6	0.05711480230093002
140246	rnn.weight_ih_l0_reverse	7	0.01336493156850338
140246	rnn.weight_ih_l0_reverse	8	-0.08190830796957016
140246	rnn.weight_ih_l0_reverse	9	-0.02345338650047779
140246	rnn.weight_hh_l0_reverse	0	-0.045375529676675797
140246	rnn.weight_hh_l0_reverse	1	0.02175799570977688
140246	rnn.weight_hh_l0_reverse	2	-0.01726810820400715
140246	rnn.weight_hh_l0_reverse	3	0.009280295111238956
140246	rnn.weight_hh_l0_reverse	4	-0.07219332456588745
140246	rnn.weight_hh_l0_reverse	5	0.0343349315226078
140246	rnn.weight_hh_l0_reverse	6	0.01806761510670185
140246	rnn.weight_hh_l0_reverse	7	-0.006345341447740793
140246	rnn.weight_hh_l0_reverse	8	0.006951799150556326
140246	rnn.weight_hh_l0_reverse	9	0.04778638109564781
140246	rnn.bias_ih_l0_reverse	0	-0.1439848244190216
140246	rnn.bias_ih_l0_reverse	1	-0.11468302458524704
140246	rnn.bias_ih_l0_reverse	2	0.0339837409555912
140246	rnn.bias_ih_l0_reverse	3	-0.13512302935123444
140246	rnn.bias_ih_l0_reverse	4	0.0067925769835710526
140246	rnn.bias_ih_l0_reverse	5	-0.15857623517513275
140246	rnn.bias_ih_l0_reverse	6	0.21074014902114868
140246	rnn.bias_ih_l0_reverse	7	-0.24276861548423767
140246	rnn.bias_ih_l0_reverse	8	-0.09221435338258743
140246	rnn.bias_ih_l0_reverse	9	-0.11318948864936829
140246	rnn.bias_hh_l0_reverse	0	-0.06093406304717064
140246	rnn.bias_hh_l0_reverse	1	0.15629787743091583
140246	rnn.bias_hh_l0_reverse	2	-0.25610554218292236
140246	rnn.bias_hh_l0_reverse	3	-0.08793410658836365
140246	rnn.bias_hh_l0_reverse	4	-0.23520620167255402
140246	rnn.bias_hh_l0_reverse	5	-0.09417275339365005
140246	rnn.bias_hh_l0_reverse	6	-0.20389840006828308
140246	rnn.bias_hh_l0_reverse	7	-0.06771232932806015
140246	rnn.bias_hh_l0_reverse	8	-0.1272697150707245
140246	rnn.bias_hh_l0_reverse	9	0.18475274741649628
140246	linear.weight	0	0.16865119338035583
140246	linear.weight	1	-0.3163214921951294
140246	linear.weight	2	0.042221345007419586
140246	linear.weight	3	0.0680077075958252
140246	linear.weight	4	-0.15944045782089233
140246	linear.weight	5	0.24722498655319214
140246	linear.weight	6	-0.07649434357881546
140246	linear.weight	7	-0.06917139887809753
140246	linear.weight	8	0.07389120012521744
140246	linear.weight	9	-0.036558665335178375
140246	linear.bias	0	-1.1392138004302979
140246	linear.bias	1	1.8700573444366455
140246	linear.bias	2	0.46015214920043945
140246	linear.bias	3	-2.306838035583496
140246	linear.bias	4	-0.3678571283817291
140246	linear.bias	5	1.05753755569458
140246	linear.bias	6	-0.29916879534721375
140246	linear.bias	7	0.47337591648101807
140246	linear.bias	8	2.1243534088134766
140246	linear.bias	9	-1.2763041257858276
140254	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
140254	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
140254	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
140254	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
140254	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
140254	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
140254	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
140254	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
140254	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
140254	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
140254	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
140254	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
140254	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
140254	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
140254	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
140254	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
140254	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
140254	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
140254	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
140254	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
140254	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
140254	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
140254	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
140254	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
140254	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
140254	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
140254	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
140254	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
140254	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
140254	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
140254	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
140254	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
140254	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
140254	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
140254	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
140254	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
140254	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
140254	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
140254	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
140254	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
140254	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
140254	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
140254	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
140254	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
140254	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
140254	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
140254	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
140254	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
140254	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
140254	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
140254	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
140254	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
140254	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
140254	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
140254	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
140254	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
140254	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
140254	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
140254	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
140254	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
140254	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
140254	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
140254	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
140254	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
140254	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
140254	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
140254	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
140254	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
140254	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
140254	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
140254	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
140254	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
140254	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
140254	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
140254	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
140254	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
140254	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
140254	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
140254	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
140254	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
140254	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
140254	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
140254	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
140254	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
140254	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
140254	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
140254	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
140254	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
140254	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
140254	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
140254	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
140254	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
140254	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
140254	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
140254	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
140254	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
140254	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
140254	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
140254	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
140254	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
140254	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
140254	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
140254	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
140254	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
140254	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
140254	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
140254	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
140254	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
140254	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
140254	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
140254	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
140254	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
140254	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
140254	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
140254	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
140254	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
140254	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
140254	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
140254	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
140254	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
140254	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
140254	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
140254	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
140254	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
140254	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
140254	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
140254	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
140254	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
140254	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
140254	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
140254	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
140254	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
140254	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
140254	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
140254	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
140254	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
140254	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
140254	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
140254	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
140254	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
140254	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
140254	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
140254	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
140254	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
140254	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
140254	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
140254	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
140254	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
140254	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
140254	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
140254	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
140254	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
140254	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
140254	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
140254	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
140254	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
140254	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
140254	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
140254	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
140254	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
140254	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
140254	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
140254	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
140254	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
140254	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
140254	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
140254	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
140254	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
140254	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
140254	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
140254	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
140254	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
140254	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
140254	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
140254	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
140254	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
140254	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
140254	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
140254	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
140254	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
140254	embedding2nn.weight	0	0.19406437873840332
140254	embedding2nn.weight	1	0.26699021458625793
140254	embedding2nn.weight	2	0.019976364448666573
140254	embedding2nn.weight	3	0.016124552115797997
140254	embedding2nn.weight	4	-0.061252474784851074
140254	embedding2nn.weight	5	0.06350760161876678
140254	embedding2nn.weight	6	0.07274999469518661
140254	embedding2nn.weight	7	-0.01926872320473194
140254	embedding2nn.weight	8	0.053090114146471024
140254	embedding2nn.weight	9	-0.05281424522399902
140254	embedding2nn.bias	0	0.029509445652365685
140254	embedding2nn.bias	1	-0.17016997933387756
140254	embedding2nn.bias	2	0.0910441055893898
140254	embedding2nn.bias	3	0.15494802594184875
140254	embedding2nn.bias	4	0.14699988067150116
140254	embedding2nn.bias	5	-0.03685078024864197
140254	embedding2nn.bias	6	-0.023648962378501892
140254	embedding2nn.bias	7	0.03215053677558899
140254	embedding2nn.bias	8	-0.14440380036830902
140254	embedding2nn.bias	9	-0.36742573976516724
140254	rnn.weight_ih_l0	0	0.012063219211995602
140254	rnn.weight_ih_l0	1	-0.05195239186286926
140254	rnn.weight_ih_l0	2	-0.043025046586990356
140254	rnn.weight_ih_l0	3	0.04187517613172531
140254	rnn.weight_ih_l0	4	0.026545289903879166
140254	rnn.weight_ih_l0	5	-0.08416858315467834
140254	rnn.weight_ih_l0	6	-0.024368880316615105
140254	rnn.weight_ih_l0	7	0.03233880177140236
140254	rnn.weight_ih_l0	8	0.011891755275428295
140254	rnn.weight_ih_l0	9	-0.039416104555130005
140254	rnn.weight_hh_l0	0	0.01809333637356758
140254	rnn.weight_hh_l0	1	0.06701469421386719
140254	rnn.weight_hh_l0	2	0.019911635667085648
140254	rnn.weight_hh_l0	3	0.046325813978910446
140254	rnn.weight_hh_l0	4	-0.00573243573307991
140254	rnn.weight_hh_l0	5	0.05826333165168762
140254	rnn.weight_hh_l0	6	0.0054868897423148155
140254	rnn.weight_hh_l0	7	-0.007147759199142456
140254	rnn.weight_hh_l0	8	0.0404692217707634
140254	rnn.weight_hh_l0	9	-0.05905420705676079
140254	rnn.bias_ih_l0	0	0.10955330729484558
140254	rnn.bias_ih_l0	1	-0.1705586165189743
140254	rnn.bias_ih_l0	2	-0.010518557392060757
140254	rnn.bias_ih_l0	3	-0.12183283269405365
140254	rnn.bias_ih_l0	4	0.08265996724367142
140254	rnn.bias_ih_l0	5	-0.2118692845106125
140254	rnn.bias_ih_l0	6	-0.08489597588777542
140254	rnn.bias_ih_l0	7	-0.211604043841362
140254	rnn.bias_ih_l0	8	-0.15165643393993378
140254	rnn.bias_ih_l0	9	-0.32968631386756897
140254	rnn.bias_hh_l0	0	-0.1565934717655182
140254	rnn.bias_hh_l0	1	-0.178848996758461
140254	rnn.bias_hh_l0	2	-0.16027578711509705
140254	rnn.bias_hh_l0	3	-0.03987555578351021
140254	rnn.bias_hh_l0	4	-0.16226206719875336
140254	rnn.bias_hh_l0	5	-0.19293974339962006
140254	rnn.bias_hh_l0	6	-0.10512284189462662
140254	rnn.bias_hh_l0	7	0.08085548877716064
140254	rnn.bias_hh_l0	8	-0.1397387534379959
140254	rnn.bias_hh_l0	9	-0.33530160784721375
140254	rnn.weight_ih_l0_reverse	0	0.05490747466683388
140254	rnn.weight_ih_l0_reverse	1	-0.05350525304675102
140254	rnn.weight_ih_l0_reverse	2	-0.048133254051208496
140254	rnn.weight_ih_l0_reverse	3	-0.08979342877864838
140254	rnn.weight_ih_l0_reverse	4	0.042631249874830246
140254	rnn.weight_ih_l0_reverse	5	-0.1477731615304947
140254	rnn.weight_ih_l0_reverse	6	0.05704120546579361
140254	rnn.weight_ih_l0_reverse	7	0.013232297264039516
140254	rnn.weight_ih_l0_reverse	8	-0.08215297758579254
140254	rnn.weight_ih_l0_reverse	9	-0.023833017796278
140254	rnn.weight_hh_l0_reverse	0	-0.045510947704315186
140254	rnn.weight_hh_l0_reverse	1	0.02171892672777176
140254	rnn.weight_hh_l0_reverse	2	-0.017285984009504318
140254	rnn.weight_hh_l0_reverse	3	0.009209303185343742
140254	rnn.weight_hh_l0_reverse	4	-0.07217136025428772
140254	rnn.weight_hh_l0_reverse	5	0.03435429558157921
140254	rnn.weight_hh_l0_reverse	6	0.01807420514523983
140254	rnn.weight_hh_l0_reverse	7	-0.006646675989031792
140254	rnn.weight_hh_l0_reverse	8	0.007469011936336756
140254	rnn.weight_hh_l0_reverse	9	0.047792889177799225
140254	rnn.bias_ih_l0_reverse	0	-0.14413578808307648
140254	rnn.bias_ih_l0_reverse	1	-0.11490678042173386
140254	rnn.bias_ih_l0_reverse	2	0.03370409086346626
140254	rnn.bias_ih_l0_reverse	3	-0.13495273888111115
140254	rnn.bias_ih_l0_reverse	4	0.0052773128263652325
140254	rnn.bias_ih_l0_reverse	5	-0.15839765965938568
140254	rnn.bias_ih_l0_reverse	6	0.21113990247249603
140254	rnn.bias_ih_l0_reverse	7	-0.24121242761611938
140254	rnn.bias_ih_l0_reverse	8	-0.09214270114898682
140254	rnn.bias_ih_l0_reverse	9	-0.11528830975294113
140254	rnn.bias_hh_l0_reverse	0	-0.062045663595199585
140254	rnn.bias_hh_l0_reverse	1	0.15665188431739807
140254	rnn.bias_hh_l0_reverse	2	-0.2555270493030548
140254	rnn.bias_hh_l0_reverse	3	-0.0872647687792778
140254	rnn.bias_hh_l0_reverse	4	-0.23494349420070648
140254	rnn.bias_hh_l0_reverse	5	-0.09276024252176285
140254	rnn.bias_hh_l0_reverse	6	-0.2040378898382187
140254	rnn.bias_hh_l0_reverse	7	-0.06760093569755554
140254	rnn.bias_hh_l0_reverse	8	-0.12630178034305573
140254	rnn.bias_hh_l0_reverse	9	0.18404610455036163
140254	linear.weight	0	0.16867411136627197
140254	linear.weight	1	-0.3136746287345886
140254	linear.weight	2	0.050876371562480927
140254	linear.weight	3	0.06800779700279236
140254	linear.weight	4	-0.16025996208190918
140254	linear.weight	5	0.24559852480888367
140254	linear.weight	6	-0.07683590799570084
140254	linear.weight	7	-0.06917180866003036
140254	linear.weight	8	0.07148857414722443
140254	linear.weight	9	-0.036558881402015686
140254	linear.bias	0	-1.131547212600708
140254	linear.bias	1	1.8779302835464478
140254	linear.bias	2	0.4544844627380371
140254	linear.bias	3	-2.3068552017211914
140254	linear.bias	4	-0.35776710510253906
140254	linear.bias	5	1.0531777143478394
140254	linear.bias	6	-0.2892040014266968
140254	linear.bias	7	0.48415976762771606
140254	linear.bias	8	2.112697124481201
140254	linear.bias	9	-1.277154803276062
140863	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
140863	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
140863	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
140863	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
140863	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
140863	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
140863	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
140863	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
140863	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
140863	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
140863	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
140863	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
140863	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
140863	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
140863	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
140863	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
140863	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
140863	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
140863	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
140863	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
140863	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
140863	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
140863	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
140863	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
140863	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
140863	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
140863	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
140863	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
140863	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
140863	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
140863	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
140863	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
140863	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
140863	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
140863	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
140863	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
140863	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
140863	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
140863	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
140863	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
140863	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
140863	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
140863	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
140863	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
140863	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
140863	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
140863	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
140863	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
140863	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
140863	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
140863	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
140863	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
140863	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
140863	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
140863	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
140863	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
140863	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
140863	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
140863	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
140863	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
140863	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
140863	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
140863	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
140863	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
140863	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
140863	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
140863	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
140863	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
140863	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
140863	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
140863	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
140863	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
140863	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
140863	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
140863	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
140863	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
140863	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
140863	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
140863	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
140863	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
140863	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
140863	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
140863	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
140863	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
140863	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
140863	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
140863	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
140863	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
140863	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
140863	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
140863	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
140863	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
140863	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
140863	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
140863	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
140863	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
140863	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
140863	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
140863	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
140863	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
140863	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
140863	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
140863	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
140863	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
140863	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
140863	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
140863	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
140863	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
140863	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
140863	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
140863	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
140863	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
140863	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
140863	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
140863	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
140863	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
140863	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
140863	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
140863	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
140863	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
140863	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
140863	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
140863	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
140863	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
140863	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
140863	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
140863	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
140863	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
140863	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
140863	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
140863	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
140863	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
140863	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
140863	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
140863	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
140863	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
140863	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
140863	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
140863	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
140863	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
140863	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
140863	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
140863	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
140863	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
140863	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
140863	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
140863	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
140863	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
140863	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
140863	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
140863	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
140863	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
140863	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
140863	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
140863	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
140863	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
140863	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
140863	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
140863	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
140863	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
140863	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
140863	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
140863	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
140863	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
140863	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
140863	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
140863	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
140863	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
140863	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
140863	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
140863	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
140863	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
140863	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
140863	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
140863	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
140863	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
140863	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
140863	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
140863	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
140863	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
140863	embedding2nn.weight	0	0.1922510415315628
140863	embedding2nn.weight	1	0.26285839080810547
140863	embedding2nn.weight	2	0.014879286289215088
140863	embedding2nn.weight	3	0.018134523183107376
140863	embedding2nn.weight	4	-0.05680817738175392
140863	embedding2nn.weight	5	0.06553994119167328
140863	embedding2nn.weight	6	0.07592500746250153
140863	embedding2nn.weight	7	-0.010113565251231194
140863	embedding2nn.weight	8	0.049351125955581665
140863	embedding2nn.weight	9	-0.049929872155189514
140863	embedding2nn.bias	0	0.03239554539322853
140863	embedding2nn.bias	1	-0.1573268175125122
140863	embedding2nn.bias	2	0.06625678390264511
140863	embedding2nn.bias	3	0.16639026999473572
140863	embedding2nn.bias	4	0.14756162464618683
140863	embedding2nn.bias	5	-0.019780736416578293
140863	embedding2nn.bias	6	-0.031714752316474915
140863	embedding2nn.bias	7	0.03174055740237236
140863	embedding2nn.bias	8	-0.1405448168516159
140863	embedding2nn.bias	9	-0.3698892891407013
140863	rnn.weight_ih_l0	0	0.011499852873384953
140863	rnn.weight_ih_l0	1	-0.05262009799480438
140863	rnn.weight_ih_l0	2	-0.04073247313499451
140863	rnn.weight_ih_l0	3	0.040262460708618164
140863	rnn.weight_ih_l0	4	0.030398929491639137
140863	rnn.weight_ih_l0	5	-0.08664963394403458
140863	rnn.weight_ih_l0	6	-0.023351017385721207
140863	rnn.weight_ih_l0	7	0.03459768369793892
140863	rnn.weight_ih_l0	8	0.009936385788023472
140863	rnn.weight_ih_l0	9	-0.034017980098724365
140863	rnn.weight_hh_l0	0	0.017962254583835602
140863	rnn.weight_hh_l0	1	0.0667223259806633
140863	rnn.weight_hh_l0	2	0.021785851567983627
140863	rnn.weight_hh_l0	3	0.04630720242857933
140863	rnn.weight_hh_l0	4	-0.005447071511298418
140863	rnn.weight_hh_l0	5	0.05954956263303757
140863	rnn.weight_hh_l0	6	0.005174445919692516
140863	rnn.weight_hh_l0	7	-0.007081201765686274
140863	rnn.weight_hh_l0	8	0.04049614816904068
140863	rnn.weight_hh_l0	9	-0.06088341772556305
140863	rnn.bias_ih_l0	0	0.11226442456245422
140863	rnn.bias_ih_l0	1	-0.1707877814769745
140863	rnn.bias_ih_l0	2	-0.015631547197699547
140863	rnn.bias_ih_l0	3	-0.11701489239931107
140863	rnn.bias_ih_l0	4	0.07401242107152939
140863	rnn.bias_ih_l0	5	-0.20420613884925842
140863	rnn.bias_ih_l0	6	-0.08909053355455399
140863	rnn.bias_ih_l0	7	-0.21073296666145325
140863	rnn.bias_ih_l0	8	-0.1557690054178238
140863	rnn.bias_ih_l0	9	-0.3299066126346588
140863	rnn.bias_hh_l0	0	-0.15896132588386536
140863	rnn.bias_hh_l0	1	-0.18379299342632294
140863	rnn.bias_hh_l0	2	-0.16483911871910095
140863	rnn.bias_hh_l0	3	-0.04143828898668289
140863	rnn.bias_hh_l0	4	-0.1553930640220642
140863	rnn.bias_hh_l0	5	-0.19462953507900238
140863	rnn.bias_hh_l0	6	-0.10571115463972092
140863	rnn.bias_hh_l0	7	0.09246128052473068
140863	rnn.bias_hh_l0	8	-0.13578897714614868
140863	rnn.bias_hh_l0	9	-0.3384726941585541
140863	rnn.weight_ih_l0_reverse	0	0.06425973773002625
140863	rnn.weight_ih_l0_reverse	1	-0.05575457587838173
140863	rnn.weight_ih_l0_reverse	2	-0.0445990227162838
140863	rnn.weight_ih_l0_reverse	3	-0.0879630595445633
140863	rnn.weight_ih_l0_reverse	4	0.03987148031592369
140863	rnn.weight_ih_l0_reverse	5	-0.138390451669693
140863	rnn.weight_ih_l0_reverse	6	0.04310982674360275
140863	rnn.weight_ih_l0_reverse	7	0.01259142067283392
140863	rnn.weight_ih_l0_reverse	8	-0.08747024834156036
140863	rnn.weight_ih_l0_reverse	9	-0.025379272177815437
140863	rnn.weight_hh_l0_reverse	0	-0.046175260096788406
140863	rnn.weight_hh_l0_reverse	1	0.020458843559026718
140863	rnn.weight_hh_l0_reverse	2	-0.01752280630171299
140863	rnn.weight_hh_l0_reverse	3	0.008482269011437893
140863	rnn.weight_hh_l0_reverse	4	-0.07355573028326035
140863	rnn.weight_hh_l0_reverse	5	0.034694015979766846
140863	rnn.weight_hh_l0_reverse	6	0.018076695501804352
140863	rnn.weight_hh_l0_reverse	7	-0.006566745229065418
140863	rnn.weight_hh_l0_reverse	8	0.011178458109498024
140863	rnn.weight_hh_l0_reverse	9	0.050303708761930466
140863	rnn.bias_ih_l0_reverse	0	-0.151414692401886
140863	rnn.bias_ih_l0_reverse	1	-0.11085694283246994
140863	rnn.bias_ih_l0_reverse	2	0.02365640550851822
140863	rnn.bias_ih_l0_reverse	3	-0.1383953094482422
140863	rnn.bias_ih_l0_reverse	4	-0.015249389223754406
140863	rnn.bias_ih_l0_reverse	5	-0.15853162109851837
140863	rnn.bias_ih_l0_reverse	6	0.21383611857891083
140863	rnn.bias_ih_l0_reverse	7	-0.24325138330459595
140863	rnn.bias_ih_l0_reverse	8	-0.0908745750784874
140863	rnn.bias_ih_l0_reverse	9	-0.11031282693147659
140863	rnn.bias_hh_l0_reverse	0	-0.06150220334529877
140863	rnn.bias_hh_l0_reverse	1	0.15677127242088318
140863	rnn.bias_hh_l0_reverse	2	-0.2689913511276245
140863	rnn.bias_hh_l0_reverse	3	-0.08720197528600693
140863	rnn.bias_hh_l0_reverse	4	-0.23273694515228271
140863	rnn.bias_hh_l0_reverse	5	-0.10477123409509659
140863	rnn.bias_hh_l0_reverse	6	-0.21164146065711975
140863	rnn.bias_hh_l0_reverse	7	-0.06361015141010284
140863	rnn.bias_hh_l0_reverse	8	-0.12121575325727463
140863	rnn.bias_hh_l0_reverse	9	0.18207769095897675
140863	linear.weight	0	0.15121987462043762
140863	linear.weight	1	-0.3515874147415161
140863	linear.weight	2	0.03800157085061073
140863	linear.weight	3	0.06800884008407593
140863	linear.weight	4	-0.14090120792388916
140863	linear.weight	5	0.22168207168579102
140863	linear.weight	6	-0.07679879665374756
140863	linear.weight	7	-0.0691361129283905
140863	linear.weight	8	0.07595629245042801
140863	linear.weight	9	-0.03659295290708542
140863	linear.bias	0	-1.1491458415985107
140863	linear.bias	1	1.9067696332931519
140863	linear.bias	2	0.42551884055137634
140863	linear.bias	3	-2.308361530303955
140863	linear.bias	4	-0.3646840453147888
140863	linear.bias	5	1.04190993309021
140863	linear.bias	6	-0.2947019040584564
140863	linear.bias	7	0.4736422002315521
140863	linear.bias	8	2.1689610481262207
140863	linear.bias	9	-1.286922574043274
141472	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
141472	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
141472	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
141472	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
141472	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
141472	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
141472	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
141472	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
141472	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
141472	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
141472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
141472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
141472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
141472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
141472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
141472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
141472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
141472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
141472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
141472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
141472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
141472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
141472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
141472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
141472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
141472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
141472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
141472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
141472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
141472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
141472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
141472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
141472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
141472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
141472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
141472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
141472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
141472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
141472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
141472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
141472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
141472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
141472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
141472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
141472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
141472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
141472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
141472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
141472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
141472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
141472	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
141472	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
141472	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
141472	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
141472	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
141472	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
141472	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
141472	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
141472	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
141472	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
141472	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
141472	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
141472	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
141472	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
141472	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
141472	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
141472	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
141472	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
141472	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
141472	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
141472	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
141472	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
141472	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
141472	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
141472	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
141472	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
141472	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
141472	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
141472	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
141472	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
141472	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
141472	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
141472	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
141472	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
141472	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
141472	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
141472	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
141472	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
141472	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
141472	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
141472	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
141472	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
141472	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
141472	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
141472	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
141472	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
141472	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
141472	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
141472	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
141472	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
141472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
141472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
141472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
141472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
141472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
141472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
141472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
141472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
141472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
141472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
141472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
141472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
141472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
141472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
141472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
141472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
141472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
141472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
141472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
141472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
141472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
141472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
141472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
141472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
141472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
141472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
141472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
141472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
141472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
141472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
141472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
141472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
141472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
141472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
141472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
141472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
141472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
141472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
141472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
141472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
141472	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
141472	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
141472	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
141472	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
141472	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
141472	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
141472	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
141472	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
141472	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
141472	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
141472	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
141472	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
141472	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
141472	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
141472	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
141472	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
141472	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
141472	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
141472	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
141472	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
141472	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
141472	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
141472	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
141472	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
141472	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
141472	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
141472	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
141472	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
141472	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
141472	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
141472	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
141472	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
141472	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
141472	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
141472	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
141472	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
141472	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
141472	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
141472	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
141472	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
141472	embedding2nn.weight	0	0.19219140708446503
141472	embedding2nn.weight	1	0.26616382598876953
141472	embedding2nn.weight	2	0.0168388020247221
141472	embedding2nn.weight	3	0.022658446803689003
141472	embedding2nn.weight	4	-0.06118374690413475
141472	embedding2nn.weight	5	0.0690239891409874
141472	embedding2nn.weight	6	0.0730108916759491
141472	embedding2nn.weight	7	-0.009303612634539604
141472	embedding2nn.weight	8	0.04969815909862518
141472	embedding2nn.weight	9	-0.04070364683866501
141472	embedding2nn.bias	0	0.04456110671162605
141472	embedding2nn.bias	1	-0.1622714251279831
141472	embedding2nn.bias	2	0.09421287477016449
141472	embedding2nn.bias	3	0.1488216370344162
141472	embedding2nn.bias	4	0.14433588087558746
141472	embedding2nn.bias	5	-0.0367751270532608
141472	embedding2nn.bias	6	-0.0414576530456543
141472	embedding2nn.bias	7	0.025711944326758385
141472	embedding2nn.bias	8	-0.12950566411018372
141472	embedding2nn.bias	9	-0.376725971698761
141472	rnn.weight_ih_l0	0	0.010831187479197979
141472	rnn.weight_ih_l0	1	-0.053091861307621
141472	rnn.weight_ih_l0	2	-0.03888895362615585
141472	rnn.weight_ih_l0	3	0.042512670159339905
141472	rnn.weight_ih_l0	4	0.03522481396794319
141472	rnn.weight_ih_l0	5	-0.07913409173488617
141472	rnn.weight_ih_l0	6	-0.022506123408675194
141472	rnn.weight_ih_l0	7	0.033228352665901184
141472	rnn.weight_ih_l0	8	0.00663343770429492
141472	rnn.weight_ih_l0	9	-0.03085923008620739
141472	rnn.weight_hh_l0	0	0.01796950027346611
141472	rnn.weight_hh_l0	1	0.0661817118525505
141472	rnn.weight_hh_l0	2	0.022284356877207756
141472	rnn.weight_hh_l0	3	0.04559560865163803
141472	rnn.weight_hh_l0	4	-0.005471594166010618
141472	rnn.weight_hh_l0	5	0.0588725209236145
141472	rnn.weight_hh_l0	6	0.005154072307050228
141472	rnn.weight_hh_l0	7	-0.008428079076111317
141472	rnn.weight_hh_l0	8	0.04071995988488197
141472	rnn.weight_hh_l0	9	-0.05999768152832985
141472	rnn.bias_ih_l0	0	0.10726030170917511
141472	rnn.bias_ih_l0	1	-0.16641010344028473
141472	rnn.bias_ih_l0	2	-0.018552931025624275
141472	rnn.bias_ih_l0	3	-0.1139126569032669
141472	rnn.bias_ih_l0	4	0.08513951301574707
141472	rnn.bias_ih_l0	5	-0.20656470954418182
141472	rnn.bias_ih_l0	6	-0.08021489530801773
141472	rnn.bias_ih_l0	7	-0.209738627076149
141472	rnn.bias_ih_l0	8	-0.15031524002552032
141472	rnn.bias_ih_l0	9	-0.3344457447528839
141472	rnn.bias_hh_l0	0	-0.1578858494758606
141472	rnn.bias_hh_l0	1	-0.18561972677707672
141472	rnn.bias_hh_l0	2	-0.17270784080028534
141472	rnn.bias_hh_l0	3	-0.04126836359500885
141472	rnn.bias_hh_l0	4	-0.15348434448242188
141472	rnn.bias_hh_l0	5	-0.19756552577018738
141472	rnn.bias_hh_l0	6	-0.11000917106866837
141472	rnn.bias_hh_l0	7	0.08311322331428528
141472	rnn.bias_hh_l0	8	-0.13839125633239746
141472	rnn.bias_hh_l0	9	-0.33213236927986145
141472	rnn.weight_ih_l0_reverse	0	0.06819281727075577
141472	rnn.weight_ih_l0_reverse	1	-0.05816366896033287
141472	rnn.weight_ih_l0_reverse	2	-0.04008352383971214
141472	rnn.weight_ih_l0_reverse	3	-0.09113983064889908
141472	rnn.weight_ih_l0_reverse	4	0.03903258591890335
141472	rnn.weight_ih_l0_reverse	5	-0.13288931548595428
141472	rnn.weight_ih_l0_reverse	6	0.03548784554004669
141472	rnn.weight_ih_l0_reverse	7	0.011619502678513527
141472	rnn.weight_ih_l0_reverse	8	-0.08774196356534958
141472	rnn.weight_ih_l0_reverse	9	-0.0234551839530468
141472	rnn.weight_hh_l0_reverse	0	-0.04717230051755905
141472	rnn.weight_hh_l0_reverse	1	0.0221482552587986
141472	rnn.weight_hh_l0_reverse	2	-0.017841532826423645
141472	rnn.weight_hh_l0_reverse	3	0.008687416091561317
141472	rnn.weight_hh_l0_reverse	4	-0.07333441078662872
141472	rnn.weight_hh_l0_reverse	5	0.0350756011903286
141472	rnn.weight_hh_l0_reverse	6	0.018277974799275398
141472	rnn.weight_hh_l0_reverse	7	-0.007594048045575619
141472	rnn.weight_hh_l0_reverse	8	0.006159321404993534
141472	rnn.weight_hh_l0_reverse	9	0.05066332966089249
141472	rnn.bias_ih_l0_reverse	0	-0.15324242413043976
141472	rnn.bias_ih_l0_reverse	1	-0.10407625138759613
141472	rnn.bias_ih_l0_reverse	2	0.025670286267995834
141472	rnn.bias_ih_l0_reverse	3	-0.14749343693256378
141472	rnn.bias_ih_l0_reverse	4	-0.03816300630569458
141472	rnn.bias_ih_l0_reverse	5	-0.16235730051994324
141472	rnn.bias_ih_l0_reverse	6	0.21330532431602478
141472	rnn.bias_ih_l0_reverse	7	-0.24172937870025635
141472	rnn.bias_ih_l0_reverse	8	-0.0898018330335617
141472	rnn.bias_ih_l0_reverse	9	-0.10853566974401474
141472	rnn.bias_hh_l0_reverse	0	-0.06415122747421265
141472	rnn.bias_hh_l0_reverse	1	0.14905399084091187
141472	rnn.bias_hh_l0_reverse	2	-0.26903054118156433
141472	rnn.bias_hh_l0_reverse	3	-0.09932678192853928
141472	rnn.bias_hh_l0_reverse	4	-0.23425255715847015
141472	rnn.bias_hh_l0_reverse	5	-0.10133474320173264
141472	rnn.bias_hh_l0_reverse	6	-0.20888987183570862
141472	rnn.bias_hh_l0_reverse	7	-0.057844627648591995
141472	rnn.bias_hh_l0_reverse	8	-0.12425694614648819
141472	rnn.bias_hh_l0_reverse	9	0.17434723675251007
141472	linear.weight	0	0.1581336259841919
141472	linear.weight	1	-0.33937275409698486
141472	linear.weight	2	0.012337434105575085
141472	linear.weight	3	0.06799567490816116
141472	linear.weight	4	-0.1392112523317337
141472	linear.weight	5	0.20689746737480164
141472	linear.weight	6	-0.05391289293766022
141472	linear.weight	7	-0.06911978125572205
141472	linear.weight	8	0.038505975157022476
141472	linear.weight	9	-0.03662034496665001
141472	linear.bias	0	-1.1047110557556152
141472	linear.bias	1	1.9194424152374268
141472	linear.bias	2	0.42826735973358154
141472	linear.bias	3	-2.309905529022217
141472	linear.bias	4	-0.3925625681877136
141472	linear.bias	5	1.041698694229126
141472	linear.bias	6	-0.28561684489250183
141472	linear.bias	7	0.444939523935318
141472	linear.bias	8	2.1653313636779785
141472	linear.bias	9	-1.2908092737197876
142081	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
142081	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
142081	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
142081	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
142081	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
142081	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
142081	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
142081	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
142081	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
142081	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
142081	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
142081	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
142081	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
142081	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
142081	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
142081	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
142081	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
142081	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
142081	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
142081	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
142081	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
142081	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
142081	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
142081	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
142081	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
142081	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
142081	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
142081	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
142081	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
142081	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
142081	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
142081	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
142081	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
142081	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
142081	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
142081	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
142081	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
142081	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
142081	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
142081	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
142081	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
142081	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
142081	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
142081	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
142081	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
142081	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
142081	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
142081	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
142081	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
142081	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
142081	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
142081	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
142081	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
142081	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
142081	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
142081	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
142081	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
142081	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
142081	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
142081	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
142081	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
142081	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
142081	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
142081	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
142081	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
142081	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
142081	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
142081	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
142081	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
142081	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
142081	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
142081	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
142081	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
142081	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
142081	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
142081	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
142081	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
142081	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
142081	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
142081	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
142081	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
142081	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
142081	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
142081	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
142081	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
142081	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
142081	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
142081	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
142081	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
142081	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
142081	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
142081	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
142081	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
142081	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
142081	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
142081	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
142081	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
142081	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
142081	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
142081	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
142081	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
142081	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
142081	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
142081	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
142081	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
142081	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
142081	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
142081	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
142081	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
142081	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
142081	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
142081	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
142081	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
142081	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
142081	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
142081	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
142081	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
142081	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
142081	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
142081	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
142081	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
142081	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
142081	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
142081	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
142081	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
142081	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
142081	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
142081	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
142081	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
142081	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
142081	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
142081	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
142081	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
142081	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
142081	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
142081	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
142081	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
142081	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
142081	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
142081	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
142081	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
142081	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
142081	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
142081	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
142081	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
142081	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
142081	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
142081	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
142081	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
142081	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
142081	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
142081	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
142081	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
142081	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
142081	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
142081	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
142081	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
142081	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
142081	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
142081	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
142081	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
142081	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
142081	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
142081	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
142081	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
142081	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
142081	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
142081	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
142081	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
142081	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
142081	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
142081	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
142081	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
142081	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
142081	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
142081	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
142081	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
142081	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
142081	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
142081	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
142081	embedding2nn.weight	0	0.19333407282829285
142081	embedding2nn.weight	1	0.25634294748306274
142081	embedding2nn.weight	2	0.007884074933826923
142081	embedding2nn.weight	3	0.0355781726539135
142081	embedding2nn.weight	4	-0.06366795301437378
142081	embedding2nn.weight	5	0.07020682841539383
142081	embedding2nn.weight	6	0.06021886318922043
142081	embedding2nn.weight	7	-0.006070415955036879
142081	embedding2nn.weight	8	0.04241713508963585
142081	embedding2nn.weight	9	-0.03328055143356323
142081	embedding2nn.bias	0	0.03323765844106674
142081	embedding2nn.bias	1	-0.15452313423156738
142081	embedding2nn.bias	2	0.06264247000217438
142081	embedding2nn.bias	3	0.15427105128765106
142081	embedding2nn.bias	4	0.12634120881557465
142081	embedding2nn.bias	5	-0.03404438868165016
142081	embedding2nn.bias	6	-0.03153540566563606
142081	embedding2nn.bias	7	0.05528819561004639
142081	embedding2nn.bias	8	-0.1138441264629364
142081	embedding2nn.bias	9	-0.3483840525150299
142081	rnn.weight_ih_l0	0	0.010147676803171635
142081	rnn.weight_ih_l0	1	-0.05357853323221207
142081	rnn.weight_ih_l0	2	-0.0339248888194561
142081	rnn.weight_ih_l0	3	0.04355812817811966
142081	rnn.weight_ih_l0	4	0.038145024329423904
142081	rnn.weight_ih_l0	5	-0.0852639451622963
142081	rnn.weight_ih_l0	6	-0.02123473957180977
142081	rnn.weight_ih_l0	7	0.03125995770096779
142081	rnn.weight_ih_l0	8	0.007043118588626385
142081	rnn.weight_ih_l0	9	-0.029240349307656288
142081	rnn.weight_hh_l0	0	0.01789526455104351
142081	rnn.weight_hh_l0	1	0.06602895259857178
142081	rnn.weight_hh_l0	2	0.02085275575518608
142081	rnn.weight_hh_l0	3	0.04556076601147652
142081	rnn.weight_hh_l0	4	-0.006225482560694218
142081	rnn.weight_hh_l0	5	0.05937862768769264
142081	rnn.weight_hh_l0	6	0.005003069061785936
142081	rnn.weight_hh_l0	7	-0.008462430909276009
142081	rnn.weight_hh_l0	8	0.04094656929373741
142081	rnn.weight_hh_l0	9	-0.056883472949266434
142081	rnn.bias_ih_l0	0	0.1167631670832634
142081	rnn.bias_ih_l0	1	-0.16639387607574463
142081	rnn.bias_ih_l0	2	-0.01824856922030449
142081	rnn.bias_ih_l0	3	-0.11350737512111664
142081	rnn.bias_ih_l0	4	0.07016458362340927
142081	rnn.bias_ih_l0	5	-0.2047300636768341
142081	rnn.bias_ih_l0	6	-0.0842653140425682
142081	rnn.bias_ih_l0	7	-0.21088671684265137
142081	rnn.bias_ih_l0	8	-0.14329111576080322
142081	rnn.bias_ih_l0	9	-0.3413998484611511
142081	rnn.bias_hh_l0	0	-0.16199827194213867
142081	rnn.bias_hh_l0	1	-0.18500973284244537
142081	rnn.bias_hh_l0	2	-0.1683872938156128
142081	rnn.bias_hh_l0	3	-0.0424376018345356
142081	rnn.bias_hh_l0	4	-0.14966508746147156
142081	rnn.bias_hh_l0	5	-0.20112498104572296
142081	rnn.bias_hh_l0	6	-0.11344745755195618
142081	rnn.bias_hh_l0	7	0.08819172531366348
142081	rnn.bias_hh_l0	8	-0.13180296123027802
142081	rnn.bias_hh_l0	9	-0.33267828822135925
142081	rnn.weight_ih_l0_reverse	0	0.07468114048242569
142081	rnn.weight_ih_l0_reverse	1	-0.05586298555135727
142081	rnn.weight_ih_l0_reverse	2	-0.03687413036823273
142081	rnn.weight_ih_l0_reverse	3	-0.08700066804885864
142081	rnn.weight_ih_l0_reverse	4	0.03962700814008713
142081	rnn.weight_ih_l0_reverse	5	-0.1446572095155716
142081	rnn.weight_ih_l0_reverse	6	0.037324756383895874
142081	rnn.weight_ih_l0_reverse	7	0.010621380992233753
142081	rnn.weight_ih_l0_reverse	8	-0.09164786338806152
142081	rnn.weight_ih_l0_reverse	9	-0.016864772886037827
142081	rnn.weight_hh_l0_reverse	0	-0.04845007136464119
142081	rnn.weight_hh_l0_reverse	1	0.021930614486336708
142081	rnn.weight_hh_l0_reverse	2	-0.016586201265454292
142081	rnn.weight_hh_l0_reverse	3	0.007746375165879726
142081	rnn.weight_hh_l0_reverse	4	-0.07444397360086441
142081	rnn.weight_hh_l0_reverse	5	0.03487316519021988
142081	rnn.weight_hh_l0_reverse	6	0.017877576872706413
142081	rnn.weight_hh_l0_reverse	7	-0.01100789476186037
142081	rnn.weight_hh_l0_reverse	8	0.014528580941259861
142081	rnn.weight_hh_l0_reverse	9	0.050087638199329376
142081	rnn.bias_ih_l0_reverse	0	-0.1478567272424698
142081	rnn.bias_ih_l0_reverse	1	-0.09476049244403839
142081	rnn.bias_ih_l0_reverse	2	0.031027777120471
142081	rnn.bias_ih_l0_reverse	3	-0.15269644558429718
142081	rnn.bias_ih_l0_reverse	4	-0.016383064910769463
142081	rnn.bias_ih_l0_reverse	5	-0.1654626578092575
142081	rnn.bias_ih_l0_reverse	6	0.22534939646720886
142081	rnn.bias_ih_l0_reverse	7	-0.24064204096794128
142081	rnn.bias_ih_l0_reverse	8	-0.08465693145990372
142081	rnn.bias_ih_l0_reverse	9	-0.10295631736516953
142081	rnn.bias_hh_l0_reverse	0	-0.03630718216300011
142081	rnn.bias_hh_l0_reverse	1	0.15361592173576355
142081	rnn.bias_hh_l0_reverse	2	-0.25868454575538635
142081	rnn.bias_hh_l0_reverse	3	-0.09306595474481583
142081	rnn.bias_hh_l0_reverse	4	-0.23836928606033325
142081	rnn.bias_hh_l0_reverse	5	-0.09929288923740387
142081	rnn.bias_hh_l0_reverse	6	-0.20567727088928223
142081	rnn.bias_hh_l0_reverse	7	-0.0578547939658165
142081	rnn.bias_hh_l0_reverse	8	-0.12752553820610046
142081	rnn.bias_hh_l0_reverse	9	0.17825329303741455
142081	linear.weight	0	0.17804579436779022
142081	linear.weight	1	-0.34737834334373474
142081	linear.weight	2	0.013123753480613232
142081	linear.weight	3	0.06798593699932098
142081	linear.weight	4	-0.11822837591171265
142081	linear.weight	5	0.2394140064716339
142081	linear.weight	6	-0.07221530377864838
142081	linear.weight	7	-0.0691034123301506
142081	linear.weight	8	0.08291991055011749
142081	linear.weight	9	-0.036649949848651886
142081	linear.bias	0	-1.1208666563034058
142081	linear.bias	1	1.9317320585250854
142081	linear.bias	2	0.4116836488246918
142081	linear.bias	3	-2.311475992202759
142081	linear.bias	4	-0.39078226685523987
142081	linear.bias	5	1.058503270149231
142081	linear.bias	6	-0.29704755544662476
142081	linear.bias	7	0.46839725971221924
142081	linear.bias	8	2.1740787029266357
142081	linear.bias	9	-1.2760905027389526
142690	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
142690	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
142690	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
142690	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
142690	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
142690	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
142690	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
142690	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
142690	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
142690	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
142690	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
142690	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
142690	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
142690	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
142690	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
142690	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
142690	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
142690	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
142690	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
142690	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
142690	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
142690	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
142690	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
142690	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
142690	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
142690	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
142690	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
142690	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
142690	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
142690	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
142690	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
142690	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
142690	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
142690	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
142690	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
142690	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
142690	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
142690	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
142690	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
142690	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
142690	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
142690	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
142690	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
142690	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
142690	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
142690	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
142690	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
142690	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
142690	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
142690	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
142690	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
142690	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
142690	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
142690	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
142690	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
142690	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
142690	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
142690	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
142690	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
142690	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
142690	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
142690	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
142690	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
142690	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
142690	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
142690	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
142690	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
142690	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
142690	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
142690	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
142690	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
142690	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
142690	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
142690	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
142690	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
142690	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
142690	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
142690	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
142690	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
142690	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
142690	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
142690	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
142690	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
142690	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
142690	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
142690	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
142690	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
142690	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
142690	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
142690	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
142690	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
142690	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
142690	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
142690	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
142690	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
142690	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
142690	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
142690	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
142690	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
142690	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
142690	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
142690	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
142690	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
142690	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
142690	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
142690	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
142690	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
142690	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
142690	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
142690	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
142690	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
142690	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
142690	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
142690	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
142690	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
142690	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
142690	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
142690	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
142690	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
142690	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
142690	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
142690	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
142690	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
142690	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
142690	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
142690	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
142690	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
142690	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
142690	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
142690	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
142690	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
142690	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
142690	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
142690	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
142690	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
142690	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
142690	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
142690	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
142690	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
142690	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
142690	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
142690	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
142690	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
142690	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
142690	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
142690	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
142690	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
142690	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
142690	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
142690	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
142690	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
142690	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
142690	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
142690	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
142690	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
142690	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
142690	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
142690	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
142690	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
142690	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
142690	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
142690	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
142690	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
142690	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
142690	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
142690	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
142690	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
142690	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
142690	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
142690	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
142690	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
142690	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
142690	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
142690	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
142690	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
142690	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
142690	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
142690	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
142690	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
142690	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
142690	embedding2nn.weight	0	0.1940826028585434
142690	embedding2nn.weight	1	0.25301599502563477
142690	embedding2nn.weight	2	0.012776017189025879
142690	embedding2nn.weight	3	0.02364722639322281
142690	embedding2nn.weight	4	-0.06547559797763824
142690	embedding2nn.weight	5	0.07062334567308426
142690	embedding2nn.weight	6	0.058887921273708344
142690	embedding2nn.weight	7	-0.005442135501652956
142690	embedding2nn.weight	8	0.038855381309986115
142690	embedding2nn.weight	9	-0.028105879202485085
142690	embedding2nn.bias	0	0.036348987370729446
142690	embedding2nn.bias	1	-0.15535785257816315
142690	embedding2nn.bias	2	0.07429768890142441
142690	embedding2nn.bias	3	0.13199204206466675
142690	embedding2nn.bias	4	0.1355939656496048
142690	embedding2nn.bias	5	-0.04150018095970154
142690	embedding2nn.bias	6	-0.018719619140028954
142690	embedding2nn.bias	7	0.023267345502972603
142690	embedding2nn.bias	8	-0.11545532196760178
142690	embedding2nn.bias	9	-0.3881821632385254
142690	rnn.weight_ih_l0	0	0.010395386256277561
142690	rnn.weight_ih_l0	1	-0.054113034158945084
142690	rnn.weight_ih_l0	2	-0.029919756576418877
142690	rnn.weight_ih_l0	3	0.04293588921427727
142690	rnn.weight_ih_l0	4	0.043818164616823196
142690	rnn.weight_ih_l0	5	-0.08838175237178802
142690	rnn.weight_ih_l0	6	-0.024324897676706314
142690	rnn.weight_ih_l0	7	0.03603328764438629
142690	rnn.weight_ih_l0	8	0.00845810491591692
142690	rnn.weight_ih_l0	9	-0.03102150745689869
142690	rnn.weight_hh_l0	0	0.01770431362092495
142690	rnn.weight_hh_l0	1	0.06597087532281876
142690	rnn.weight_hh_l0	2	0.019604576751589775
142690	rnn.weight_hh_l0	3	0.04542839154601097
142690	rnn.weight_hh_l0	4	-0.0068326606415212154
142690	rnn.weight_hh_l0	5	0.0590035542845726
142690	rnn.weight_hh_l0	6	0.0044286600314080715
142690	rnn.weight_hh_l0	7	-0.008672233670949936
142690	rnn.weight_hh_l0	8	0.040984589606523514
142690	rnn.weight_hh_l0	9	-0.058012694120407104
142690	rnn.bias_ih_l0	0	0.11760665476322174
142690	rnn.bias_ih_l0	1	-0.17305941879749298
142690	rnn.bias_ih_l0	2	-0.01668759435415268
142690	rnn.bias_ih_l0	3	-0.11059826612472534
142690	rnn.bias_ih_l0	4	0.08879643678665161
142690	rnn.bias_ih_l0	5	-0.20775948464870453
142690	rnn.bias_ih_l0	6	-0.08891987055540085
142690	rnn.bias_ih_l0	7	-0.20667316019535065
142690	rnn.bias_ih_l0	8	-0.13852156698703766
142690	rnn.bias_ih_l0	9	-0.33647897839546204
142690	rnn.bias_hh_l0	0	-0.1612986922264099
142690	rnn.bias_hh_l0	1	-0.18717795610427856
142690	rnn.bias_hh_l0	2	-0.1656194031238556
142690	rnn.bias_hh_l0	3	-0.04563673213124275
142690	rnn.bias_hh_l0	4	-0.14476017653942108
142690	rnn.bias_hh_l0	5	-0.20310087502002716
142690	rnn.bias_hh_l0	6	-0.11065773665904999
142690	rnn.bias_hh_l0	7	0.07923422753810883
142690	rnn.bias_hh_l0	8	-0.13734394311904907
142690	rnn.bias_hh_l0	9	-0.34022167325019836
142690	rnn.weight_ih_l0_reverse	0	0.08082035183906555
142690	rnn.weight_ih_l0_reverse	1	-0.05819057300686836
142690	rnn.weight_ih_l0_reverse	2	-0.04018840193748474
142690	rnn.weight_ih_l0_reverse	3	-0.08431608974933624
142690	rnn.weight_ih_l0_reverse	4	0.03806007280945778
142690	rnn.weight_ih_l0_reverse	5	-0.1325293332338333
142690	rnn.weight_ih_l0_reverse	6	0.03047291189432144
142690	rnn.weight_ih_l0_reverse	7	0.012689121998846531
142690	rnn.weight_ih_l0_reverse	8	-0.09128652513027191
142690	rnn.weight_ih_l0_reverse	9	-0.02067163772881031
142690	rnn.weight_hh_l0_reverse	0	-0.04752027243375778
142690	rnn.weight_hh_l0_reverse	1	0.02061089314520359
142690	rnn.weight_hh_l0_reverse	2	-0.01686539128422737
142690	rnn.weight_hh_l0_reverse	3	0.007388655561953783
142690	rnn.weight_hh_l0_reverse	4	-0.07417578250169754
142690	rnn.weight_hh_l0_reverse	5	0.034888219088315964
142690	rnn.weight_hh_l0_reverse	6	0.017905911430716515
142690	rnn.weight_hh_l0_reverse	7	-0.008914312347769737
142690	rnn.weight_hh_l0_reverse	8	0.014590146951377392
142690	rnn.weight_hh_l0_reverse	9	0.048378024250268936
142690	rnn.bias_ih_l0_reverse	0	-0.1492602527141571
142690	rnn.bias_ih_l0_reverse	1	-0.09610126912593842
142690	rnn.bias_ih_l0_reverse	2	0.026325279846787453
142690	rnn.bias_ih_l0_reverse	3	-0.15603336691856384
142690	rnn.bias_ih_l0_reverse	4	-0.010487092658877373
142690	rnn.bias_ih_l0_reverse	5	-0.1644337922334671
142690	rnn.bias_ih_l0_reverse	6	0.22135740518569946
142690	rnn.bias_ih_l0_reverse	7	-0.25092166662216187
142690	rnn.bias_ih_l0_reverse	8	-0.0866178348660469
142690	rnn.bias_ih_l0_reverse	9	-0.11437291651964188
142690	rnn.bias_hh_l0_reverse	0	-0.04503557085990906
142690	rnn.bias_hh_l0_reverse	1	0.15315097570419312
142690	rnn.bias_hh_l0_reverse	2	-0.2578372657299042
142690	rnn.bias_hh_l0_reverse	3	-0.0996195524930954
142690	rnn.bias_hh_l0_reverse	4	-0.23082925379276276
142690	rnn.bias_hh_l0_reverse	5	-0.10483638942241669
142690	rnn.bias_hh_l0_reverse	6	-0.19967398047447205
142690	rnn.bias_hh_l0_reverse	7	-0.060787126421928406
142690	rnn.bias_hh_l0_reverse	8	-0.13057108223438263
142690	rnn.bias_hh_l0_reverse	9	0.19085979461669922
142690	linear.weight	0	0.1658572554588318
142690	linear.weight	1	-0.3595651090145111
142690	linear.weight	2	-0.011983416974544525
142690	linear.weight	3	0.0679720863699913
142690	linear.weight	4	-0.12638051807880402
142690	linear.weight	5	0.24662843346595764
142690	linear.weight	6	-0.0788264125585556
142690	linear.weight	7	-0.06910134106874466
142690	linear.weight	8	0.05175415053963661
142690	linear.weight	9	-0.036676958203315735
142690	linear.bias	0	-1.1121646165847778
142690	linear.bias	1	1.9386610984802246
142690	linear.bias	2	0.4647080898284912
142690	linear.bias	3	-2.3128561973571777
142690	linear.bias	4	-0.4135364294052124
142690	linear.bias	5	1.0735902786254883
142690	linear.bias	6	-0.31634223461151123
142690	linear.bias	7	0.4509812295436859
142690	linear.bias	8	2.137368679046631
142690	linear.bias	9	-1.2784807682037354
143299	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
143299	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
143299	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
143299	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
143299	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
143299	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
143299	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
143299	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
143299	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
143299	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
143299	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
143299	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
143299	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
143299	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
143299	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
143299	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
143299	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
143299	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
143299	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
143299	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
143299	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
143299	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
143299	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
143299	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
143299	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
143299	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
143299	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
143299	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
143299	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
143299	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
143299	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
143299	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
143299	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
143299	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
143299	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
143299	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
143299	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
143299	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
143299	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
143299	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
143299	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
143299	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
143299	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
143299	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
143299	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
143299	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
143299	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
143299	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
143299	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
143299	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
143299	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
143299	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
143299	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
143299	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
143299	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
143299	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
143299	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
143299	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
143299	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
143299	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
143299	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
143299	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
143299	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
143299	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
143299	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
143299	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
143299	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
143299	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
143299	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
143299	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
143299	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
143299	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
143299	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
143299	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
143299	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
143299	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
143299	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
143299	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
143299	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
143299	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
143299	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
143299	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
143299	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
143299	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
143299	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
143299	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
143299	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
143299	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
143299	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
143299	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
143299	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
143299	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
143299	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
143299	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
143299	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
143299	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
143299	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
143299	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
143299	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
143299	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
143299	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
143299	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
143299	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
143299	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
143299	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
143299	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
143299	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
143299	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
143299	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
143299	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
143299	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
143299	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
143299	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
143299	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
143299	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
143299	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
143299	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
143299	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
143299	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
143299	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
143299	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
143299	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
143299	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
143299	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
143299	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
143299	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
143299	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
143299	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
143299	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
143299	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
143299	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
143299	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
143299	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
143299	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
143299	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
143299	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
143299	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
143299	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
143299	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
143299	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
143299	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
143299	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
143299	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
143299	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
143299	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
143299	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
143299	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
143299	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
143299	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
143299	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
143299	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
143299	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
143299	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
143299	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
143299	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
143299	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
143299	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
143299	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
143299	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
143299	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
143299	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
143299	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
143299	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
143299	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
143299	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
143299	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
143299	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
143299	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
143299	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
143299	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
143299	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
143299	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
143299	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
143299	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
143299	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
143299	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
143299	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
143299	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
143299	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
143299	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
143299	embedding2nn.weight	0	0.1913170963525772
143299	embedding2nn.weight	1	0.25510331988334656
143299	embedding2nn.weight	2	0.015229995362460613
143299	embedding2nn.weight	3	0.03766423836350441
143299	embedding2nn.weight	4	-0.06357863545417786
143299	embedding2nn.weight	5	0.07004902511835098
143299	embedding2nn.weight	6	0.052061282098293304
143299	embedding2nn.weight	7	-0.005062230862677097
143299	embedding2nn.weight	8	0.03789642080664635
143299	embedding2nn.weight	9	-0.024612130597233772
143299	embedding2nn.bias	0	0.045806884765625
143299	embedding2nn.bias	1	-0.16982689499855042
143299	embedding2nn.bias	2	0.08940795063972473
143299	embedding2nn.bias	3	0.14693991839885712
143299	embedding2nn.bias	4	0.1084616482257843
143299	embedding2nn.bias	5	-0.05050424858927727
143299	embedding2nn.bias	6	-0.029962467029690742
143299	embedding2nn.bias	7	0.006120205856859684
143299	embedding2nn.bias	8	-0.13176468014717102
143299	embedding2nn.bias	9	-0.3756890594959259
143299	rnn.weight_ih_l0	0	0.010815612971782684
143299	rnn.weight_ih_l0	1	-0.054570622742176056
143299	rnn.weight_ih_l0	2	-0.03871092200279236
143299	rnn.weight_ih_l0	3	0.0415378138422966
143299	rnn.weight_ih_l0	4	0.04910867288708687
143299	rnn.weight_ih_l0	5	-0.08081496506929398
143299	rnn.weight_ih_l0	6	-0.023641200736165047
143299	rnn.weight_ih_l0	7	0.03697460889816284
143299	rnn.weight_ih_l0	8	0.007730276323854923
143299	rnn.weight_ih_l0	9	-0.03519172966480255
143299	rnn.weight_hh_l0	0	0.01752801053225994
143299	rnn.weight_hh_l0	1	0.06514956057071686
143299	rnn.weight_hh_l0	2	0.018141357228159904
143299	rnn.weight_hh_l0	3	0.04575156047940254
143299	rnn.weight_hh_l0	4	-0.007443753536790609
143299	rnn.weight_hh_l0	5	0.05849022790789604
143299	rnn.weight_hh_l0	6	0.004610061179846525
143299	rnn.weight_hh_l0	7	-0.008542926050722599
143299	rnn.weight_hh_l0	8	0.040708065032958984
143299	rnn.weight_hh_l0	9	-0.05953832343220711
143299	rnn.bias_ih_l0	0	0.11706312000751495
143299	rnn.bias_ih_l0	1	-0.17479264736175537
143299	rnn.bias_ih_l0	2	-0.017726987600326538
143299	rnn.bias_ih_l0	3	-0.11704371124505997
143299	rnn.bias_ih_l0	4	0.0807633027434349
143299	rnn.bias_ih_l0	5	-0.20367394387722015
143299	rnn.bias_ih_l0	6	-0.08493731170892715
143299	rnn.bias_ih_l0	7	-0.2109571248292923
143299	rnn.bias_ih_l0	8	-0.1391429901123047
143299	rnn.bias_ih_l0	9	-0.33996278047561646
143299	rnn.bias_hh_l0	0	-0.16258373856544495
143299	rnn.bias_hh_l0	1	-0.1878245323896408
143299	rnn.bias_hh_l0	2	-0.17145773768424988
143299	rnn.bias_hh_l0	3	-0.04928182065486908
143299	rnn.bias_hh_l0	4	-0.1530575454235077
143299	rnn.bias_hh_l0	5	-0.20211876928806305
143299	rnn.bias_hh_l0	6	-0.11251404881477356
143299	rnn.bias_hh_l0	7	0.0826825350522995
143299	rnn.bias_hh_l0	8	-0.13788683712482452
143299	rnn.bias_hh_l0	9	-0.349520742893219
143299	rnn.weight_ih_l0_reverse	0	0.08301050961017609
143299	rnn.weight_ih_l0_reverse	1	-0.060560192912817
143299	rnn.weight_ih_l0_reverse	2	-0.040427401661872864
143299	rnn.weight_ih_l0_reverse	3	-0.08007781207561493
143299	rnn.weight_ih_l0_reverse	4	0.041094861924648285
143299	rnn.weight_ih_l0_reverse	5	-0.12988074123859406
143299	rnn.weight_ih_l0_reverse	6	0.0396304614841938
143299	rnn.weight_ih_l0_reverse	7	0.014450454153120518
143299	rnn.weight_ih_l0_reverse	8	-0.09335623681545258
143299	rnn.weight_ih_l0_reverse	9	-0.02302994206547737
143299	rnn.weight_hh_l0_reverse	0	-0.047290779650211334
143299	rnn.weight_hh_l0_reverse	1	0.021800987422466278
143299	rnn.weight_hh_l0_reverse	2	-0.017667941749095917
143299	rnn.weight_hh_l0_reverse	3	0.008159947581589222
143299	rnn.weight_hh_l0_reverse	4	-0.07419950515031815
143299	rnn.weight_hh_l0_reverse	5	0.034959156066179276
143299	rnn.weight_hh_l0_reverse	6	0.01804943196475506
143299	rnn.weight_hh_l0_reverse	7	-0.012268906459212303
143299	rnn.weight_hh_l0_reverse	8	0.01623060368001461
143299	rnn.weight_hh_l0_reverse	9	0.04909167438745499
143299	rnn.bias_ih_l0_reverse	0	-0.1524672955274582
143299	rnn.bias_ih_l0_reverse	1	-0.10018571466207504
143299	rnn.bias_ih_l0_reverse	2	0.026458971202373505
143299	rnn.bias_ih_l0_reverse	3	-0.1622190624475479
143299	rnn.bias_ih_l0_reverse	4	-0.010519378818571568
143299	rnn.bias_ih_l0_reverse	5	-0.1635597050189972
143299	rnn.bias_ih_l0_reverse	6	0.20660637319087982
143299	rnn.bias_ih_l0_reverse	7	-0.24121315777301788
143299	rnn.bias_ih_l0_reverse	8	-0.09320086240768433
143299	rnn.bias_ih_l0_reverse	9	-0.11420810222625732
143299	rnn.bias_hh_l0_reverse	0	-0.06618809700012207
143299	rnn.bias_hh_l0_reverse	1	0.13545024394989014
143299	rnn.bias_hh_l0_reverse	2	-0.25137069821357727
143299	rnn.bias_hh_l0_reverse	3	-0.09074869006872177
143299	rnn.bias_hh_l0_reverse	4	-0.23502780497074127
143299	rnn.bias_hh_l0_reverse	5	-0.10783136636018753
143299	rnn.bias_hh_l0_reverse	6	-0.2081318497657776
143299	rnn.bias_hh_l0_reverse	7	-0.06824065744876862
143299	rnn.bias_hh_l0_reverse	8	-0.13650169968605042
143299	rnn.bias_hh_l0_reverse	9	0.19136124849319458
143299	linear.weight	0	0.1371222287416458
143299	linear.weight	1	-0.37108558416366577
143299	linear.weight	2	-0.046429041773080826
143299	linear.weight	3	0.0679626613855362
143299	linear.weight	4	-0.09117201715707779
143299	linear.weight	5	0.23637431859970093
143299	linear.weight	6	-0.09729284793138504
143299	linear.weight	7	-0.069081149995327
143299	linear.weight	8	0.04135657101869583
143299	linear.weight	9	-0.03670777007937431
143299	linear.bias	0	-1.110256552696228
143299	linear.bias	1	1.8834259510040283
143299	linear.bias	2	0.4463071823120117
143299	linear.bias	3	-2.314328670501709
143299	linear.bias	4	-0.38440513610839844
143299	linear.bias	5	1.111937165260315
143299	linear.bias	6	-0.3095840811729431
143299	linear.bias	7	0.4688308537006378
143299	linear.bias	8	2.1568589210510254
143299	linear.bias	9	-1.2555246353149414
143908	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
143908	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
143908	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
143908	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
143908	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
143908	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
143908	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
143908	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
143908	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
143908	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
143908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
143908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
143908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
143908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
143908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
143908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
143908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
143908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
143908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
143908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
143908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
143908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
143908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
143908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
143908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
143908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
143908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
143908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
143908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
143908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
143908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
143908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
143908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
143908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
143908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
143908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
143908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
143908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
143908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
143908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
143908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
143908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
143908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
143908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
143908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
143908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
143908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
143908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
143908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
143908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
143908	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
143908	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
143908	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
143908	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
143908	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
143908	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
143908	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
143908	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
143908	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
143908	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
143908	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
143908	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
143908	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
143908	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
143908	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
143908	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
143908	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
143908	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
143908	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
143908	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
143908	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
143908	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
143908	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
143908	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
143908	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
143908	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
143908	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
143908	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
143908	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
143908	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
143908	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
143908	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
143908	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
143908	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
143908	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
143908	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
143908	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
143908	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
143908	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
143908	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
143908	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
143908	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
143908	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
143908	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
143908	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
143908	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
143908	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
143908	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
143908	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
143908	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
143908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
143908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
143908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
143908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
143908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
143908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
143908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
143908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
143908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
143908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
143908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
143908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
143908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
143908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
143908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
143908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
143908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
143908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
143908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
143908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
143908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
143908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
143908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
143908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
143908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
143908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
143908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
143908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
143908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
143908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
143908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
143908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
143908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
143908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
143908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
143908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
143908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
143908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
143908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
143908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
143908	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
143908	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
143908	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
143908	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
143908	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
143908	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
143908	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
143908	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
143908	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
143908	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
143908	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
143908	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
143908	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
143908	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
143908	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
143908	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
143908	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
143908	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
143908	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
143908	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
143908	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
143908	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
143908	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
143908	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
143908	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
143908	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
143908	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
143908	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
143908	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
143908	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
143908	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
143908	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
143908	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
143908	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
143908	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
143908	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
143908	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
143908	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
143908	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
143908	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
143908	embedding2nn.weight	0	0.194882333278656
143908	embedding2nn.weight	1	0.2576465606689453
143908	embedding2nn.weight	2	0.013484838418662548
143908	embedding2nn.weight	3	0.027833612635731697
143908	embedding2nn.weight	4	-0.05826859548687935
143908	embedding2nn.weight	5	0.0719088688492775
143908	embedding2nn.weight	6	0.04058550298213959
143908	embedding2nn.weight	7	0.00035001765354536474
143908	embedding2nn.weight	8	0.033171672374010086
143908	embedding2nn.weight	9	-0.022752711549401283
143908	embedding2nn.bias	0	0.04532395303249359
143908	embedding2nn.bias	1	-0.15002845227718353
143908	embedding2nn.bias	2	0.08632375299930573
143908	embedding2nn.bias	3	0.14477984607219696
143908	embedding2nn.bias	4	0.11220733076334
143908	embedding2nn.bias	5	-0.03818501532077789
143908	embedding2nn.bias	6	-0.021341752260923386
143908	embedding2nn.bias	7	0.010409271344542503
143908	embedding2nn.bias	8	-0.13573625683784485
143908	embedding2nn.bias	9	-0.36877888441085815
143908	rnn.weight_ih_l0	0	0.012063213624060154
143908	rnn.weight_ih_l0	1	-0.05538950115442276
143908	rnn.weight_ih_l0	2	-0.03837504982948303
143908	rnn.weight_ih_l0	3	0.044339776039123535
143908	rnn.weight_ih_l0	4	0.04694146290421486
143908	rnn.weight_ih_l0	5	-0.07896611094474792
143908	rnn.weight_ih_l0	6	-0.02131556160748005
143908	rnn.weight_ih_l0	7	0.040900297462940216
143908	rnn.weight_ih_l0	8	0.009432286024093628
143908	rnn.weight_ih_l0	9	-0.042486678808927536
143908	rnn.weight_hh_l0	0	0.01807524636387825
143908	rnn.weight_hh_l0	1	0.06524647027254105
143908	rnn.weight_hh_l0	2	0.01963053271174431
143908	rnn.weight_hh_l0	3	0.04659435525536537
143908	rnn.weight_hh_l0	4	-0.00847425777465105
143908	rnn.weight_hh_l0	5	0.06016154587268829
143908	rnn.weight_hh_l0	6	0.0036040290724486113
143908	rnn.weight_hh_l0	7	-0.005626726429909468
143908	rnn.weight_hh_l0	8	0.04029214754700661
143908	rnn.weight_hh_l0	9	-0.060545820742845535
143908	rnn.bias_ih_l0	0	0.10574187338352203
143908	rnn.bias_ih_l0	1	-0.17371807992458344
143908	rnn.bias_ih_l0	2	-0.013887538574635983
143908	rnn.bias_ih_l0	3	-0.1173342689871788
143908	rnn.bias_ih_l0	4	0.08793782442808151
143908	rnn.bias_ih_l0	5	-0.2210002839565277
143908	rnn.bias_ih_l0	6	-0.09410560876131058
143908	rnn.bias_ih_l0	7	-0.21123522520065308
143908	rnn.bias_ih_l0	8	-0.14815117418766022
143908	rnn.bias_ih_l0	9	-0.33690738677978516
143908	rnn.bias_hh_l0	0	-0.1690443456172943
143908	rnn.bias_hh_l0	1	-0.17948772013187408
143908	rnn.bias_hh_l0	2	-0.16464944183826447
143908	rnn.bias_hh_l0	3	-0.050159089267253876
143908	rnn.bias_hh_l0	4	-0.15417933464050293
143908	rnn.bias_hh_l0	5	-0.20284037292003632
143908	rnn.bias_hh_l0	6	-0.11632464081048965
143908	rnn.bias_hh_l0	7	0.0753069594502449
143908	rnn.bias_hh_l0	8	-0.13535746932029724
143908	rnn.bias_hh_l0	9	-0.34228095412254333
143908	rnn.weight_ih_l0_reverse	0	0.0835798904299736
143908	rnn.weight_ih_l0_reverse	1	-0.05969779193401337
143908	rnn.weight_ih_l0_reverse	2	-0.039422690868377686
143908	rnn.weight_ih_l0_reverse	3	-0.0818905159831047
143908	rnn.weight_ih_l0_reverse	4	0.04019362851977348
143908	rnn.weight_ih_l0_reverse	5	-0.13382616639137268
143908	rnn.weight_ih_l0_reverse	6	0.03449157625436783
143908	rnn.weight_ih_l0_reverse	7	0.013416454195976257
143908	rnn.weight_ih_l0_reverse	8	-0.09462355822324753
143908	rnn.weight_ih_l0_reverse	9	-0.015125860460102558
143908	rnn.weight_hh_l0_reverse	0	-0.04614156484603882
143908	rnn.weight_hh_l0_reverse	1	0.02204805053770542
143908	rnn.weight_hh_l0_reverse	2	-0.01785619556903839
143908	rnn.weight_hh_l0_reverse	3	0.00768958730623126
143908	rnn.weight_hh_l0_reverse	4	-0.07329857349395752
143908	rnn.weight_hh_l0_reverse	5	0.03532616049051285
143908	rnn.weight_hh_l0_reverse	6	0.017977748066186905
143908	rnn.weight_hh_l0_reverse	7	-0.009852184914052486
143908	rnn.weight_hh_l0_reverse	8	0.013080540113151073
143908	rnn.weight_hh_l0_reverse	9	0.04899029806256294
143908	rnn.bias_ih_l0_reverse	0	-0.15404871106147766
143908	rnn.bias_ih_l0_reverse	1	-0.09548328816890717
143908	rnn.bias_ih_l0_reverse	2	0.024172894656658173
143908	rnn.bias_ih_l0_reverse	3	-0.1623959243297577
143908	rnn.bias_ih_l0_reverse	4	-0.020817378535866737
143908	rnn.bias_ih_l0_reverse	5	-0.1635846048593521
143908	rnn.bias_ih_l0_reverse	6	0.22207744419574738
143908	rnn.bias_ih_l0_reverse	7	-0.2409755289554596
143908	rnn.bias_ih_l0_reverse	8	-0.09629856795072556
143908	rnn.bias_ih_l0_reverse	9	-0.11537852883338928
143908	rnn.bias_hh_l0_reverse	0	-0.05079952999949455
143908	rnn.bias_hh_l0_reverse	1	0.155278742313385
143908	rnn.bias_hh_l0_reverse	2	-0.24746352434158325
143908	rnn.bias_hh_l0_reverse	3	-0.09603583067655563
143908	rnn.bias_hh_l0_reverse	4	-0.23791387677192688
143908	rnn.bias_hh_l0_reverse	5	-0.10174887627363205
143908	rnn.bias_hh_l0_reverse	6	-0.21147482097148895
143908	rnn.bias_hh_l0_reverse	7	-0.06517510116100311
143908	rnn.bias_hh_l0_reverse	8	-0.12636324763298035
143908	rnn.bias_hh_l0_reverse	9	0.1833186149597168
143908	linear.weight	0	0.18178248405456543
143908	linear.weight	1	-0.39126744866371155
143908	linear.weight	2	0.007560243830084801
143908	linear.weight	3	0.06796901673078537
143908	linear.weight	4	-0.06823518872261047
143908	linear.weight	5	0.22180664539337158
143908	linear.weight	6	-0.07276512682437897
143908	linear.weight	7	-0.06906447559595108
143908	linear.weight	8	0.06269166618585587
143908	linear.weight	9	-0.03673960268497467
143908	linear.bias	0	-1.1071408987045288
143908	linear.bias	1	1.911430835723877
143908	linear.bias	2	0.42390933632850647
143908	linear.bias	3	-2.315671920776367
143908	linear.bias	4	-0.38924098014831543
143908	linear.bias	5	1.100331425666809
143908	linear.bias	6	-0.2679320275783539
143908	linear.bias	7	0.4538930058479309
143908	linear.bias	8	2.119541883468628
143908	linear.bias	9	-1.2744636535644531
144517	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
144517	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
144517	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
144517	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
144517	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
144517	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
144517	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
144517	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
144517	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
144517	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
144517	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
144517	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
144517	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
144517	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
144517	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
144517	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
144517	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
144517	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
144517	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
144517	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
144517	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
144517	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
144517	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
144517	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
144517	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
144517	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
144517	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
144517	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
144517	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
144517	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
144517	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
144517	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
144517	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
144517	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
144517	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
144517	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
144517	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
144517	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
144517	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
144517	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
144517	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
144517	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
144517	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
144517	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
144517	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
144517	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
144517	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
144517	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
144517	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
144517	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
144517	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
144517	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
144517	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
144517	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
144517	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
144517	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
144517	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
144517	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
144517	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
144517	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
144517	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
144517	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
144517	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
144517	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
144517	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
144517	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
144517	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
144517	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
144517	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
144517	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
144517	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
144517	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
144517	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
144517	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
144517	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
144517	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
144517	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
144517	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
144517	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
144517	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
144517	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
144517	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
144517	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
144517	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
144517	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
144517	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
144517	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
144517	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
144517	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
144517	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
144517	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
144517	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
144517	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
144517	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
144517	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
144517	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
144517	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
144517	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
144517	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
144517	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
144517	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
144517	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
144517	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
144517	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
144517	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
144517	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
144517	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
144517	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
144517	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
144517	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
144517	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
144517	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
144517	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
144517	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
144517	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
144517	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
144517	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
144517	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
144517	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
144517	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
144517	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
144517	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
144517	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
144517	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
144517	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
144517	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
144517	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
144517	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
144517	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
144517	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
144517	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
144517	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
144517	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
144517	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
144517	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
144517	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
144517	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
144517	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
144517	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
144517	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
144517	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
144517	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
144517	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
144517	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
144517	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
144517	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
144517	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
144517	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
144517	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
144517	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
144517	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
144517	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
144517	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
144517	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
144517	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
144517	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
144517	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
144517	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
144517	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
144517	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
144517	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
144517	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
144517	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
144517	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
144517	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
144517	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
144517	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
144517	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
144517	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
144517	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
144517	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
144517	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
144517	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
144517	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
144517	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
144517	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
144517	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
144517	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
144517	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
144517	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
144517	embedding2nn.weight	0	0.19593936204910278
144517	embedding2nn.weight	1	0.25766485929489136
144517	embedding2nn.weight	2	0.018129443749785423
144517	embedding2nn.weight	3	0.017239660024642944
144517	embedding2nn.weight	4	-0.06133110448718071
144517	embedding2nn.weight	5	0.07383617013692856
144517	embedding2nn.weight	6	0.046884793788194656
144517	embedding2nn.weight	7	0.009740538895130157
144517	embedding2nn.weight	8	0.0370064415037632
144517	embedding2nn.weight	9	-0.019350366666913033
144517	embedding2nn.bias	0	0.0287752915173769
144517	embedding2nn.bias	1	-0.12487541139125824
144517	embedding2nn.bias	2	0.09451767057180405
144517	embedding2nn.bias	3	0.15931198000907898
144517	embedding2nn.bias	4	0.12477770447731018
144517	embedding2nn.bias	5	-0.02393811196088791
144517	embedding2nn.bias	6	-0.031435709446668625
144517	embedding2nn.bias	7	0.030785609036684036
144517	embedding2nn.bias	8	-0.11155564337968826
144517	embedding2nn.bias	9	-0.37898510694503784
144517	rnn.weight_ih_l0	0	0.011247610673308372
144517	rnn.weight_ih_l0	1	-0.05621284246444702
144517	rnn.weight_ih_l0	2	-0.0469326488673687
144517	rnn.weight_ih_l0	3	0.03672455623745918
144517	rnn.weight_ih_l0	4	0.05183856934309006
144517	rnn.weight_ih_l0	5	-0.0913858711719513
144517	rnn.weight_ih_l0	6	-0.029059166088700294
144517	rnn.weight_ih_l0	7	0.042411524802446365
144517	rnn.weight_ih_l0	8	0.009973792359232903
144517	rnn.weight_ih_l0	9	-0.042077064514160156
144517	rnn.weight_hh_l0	0	0.017769232392311096
144517	rnn.weight_hh_l0	1	0.0658847913146019
144517	rnn.weight_hh_l0	2	0.020181728526949883
144517	rnn.weight_hh_l0	3	0.0469527430832386
144517	rnn.weight_hh_l0	4	-0.007699525915086269
144517	rnn.weight_hh_l0	5	0.06056572124361992
144517	rnn.weight_hh_l0	6	0.0025340216234326363
144517	rnn.weight_hh_l0	7	-0.002715428126975894
144517	rnn.weight_hh_l0	8	0.04001511633396149
144517	rnn.weight_hh_l0	9	-0.06030062213540077
144517	rnn.bias_ih_l0	0	0.11704950034618378
144517	rnn.bias_ih_l0	1	-0.16533805429935455
144517	rnn.bias_ih_l0	2	-0.004197352100163698
144517	rnn.bias_ih_l0	3	-0.1213197261095047
144517	rnn.bias_ih_l0	4	0.07603679597377777
144517	rnn.bias_ih_l0	5	-0.2148328721523285
144517	rnn.bias_ih_l0	6	-0.08693602681159973
144517	rnn.bias_ih_l0	7	-0.21032626926898956
144517	rnn.bias_ih_l0	8	-0.1512535959482193
144517	rnn.bias_ih_l0	9	-0.3407595455646515
144517	rnn.bias_hh_l0	0	-0.16664953529834747
144517	rnn.bias_hh_l0	1	-0.17580457031726837
144517	rnn.bias_hh_l0	2	-0.16501128673553467
144517	rnn.bias_hh_l0	3	-0.05250583961606026
144517	rnn.bias_hh_l0	4	-0.16619980335235596
144517	rnn.bias_hh_l0	5	-0.20593957602977753
144517	rnn.bias_hh_l0	6	-0.11468400806188583
144517	rnn.bias_hh_l0	7	0.07493393123149872
144517	rnn.bias_hh_l0	8	-0.14589691162109375
144517	rnn.bias_hh_l0	9	-0.34253010153770447
144517	rnn.weight_ih_l0_reverse	0	0.08075996488332748
144517	rnn.weight_ih_l0_reverse	1	-0.060501813888549805
144517	rnn.weight_ih_l0_reverse	2	-0.04406104236841202
144517	rnn.weight_ih_l0_reverse	3	-0.079887755215168
144517	rnn.weight_ih_l0_reverse	4	0.03989705070853233
144517	rnn.weight_ih_l0_reverse	5	-0.12403678148984909
144517	rnn.weight_ih_l0_reverse	6	0.03848124295473099
144517	rnn.weight_ih_l0_reverse	7	0.01572190411388874
144517	rnn.weight_ih_l0_reverse	8	-0.09252945333719254
144517	rnn.weight_ih_l0_reverse	9	-0.01890665665268898
144517	rnn.weight_hh_l0_reverse	0	-0.04705469310283661
144517	rnn.weight_hh_l0_reverse	1	0.022410638630390167
144517	rnn.weight_hh_l0_reverse	2	-0.01770266331732273
144517	rnn.weight_hh_l0_reverse	3	0.008152509108185768
144517	rnn.weight_hh_l0_reverse	4	-0.075187087059021
144517	rnn.weight_hh_l0_reverse	5	0.035071197897195816
144517	rnn.weight_hh_l0_reverse	6	0.01773248240351677
144517	rnn.weight_hh_l0_reverse	7	-0.0054152715019881725
144517	rnn.weight_hh_l0_reverse	8	0.012792203575372696
144517	rnn.weight_hh_l0_reverse	9	0.049752771854400635
144517	rnn.bias_ih_l0_reverse	0	-0.15440380573272705
144517	rnn.bias_ih_l0_reverse	1	-0.09419316798448563
144517	rnn.bias_ih_l0_reverse	2	0.019966598600149155
144517	rnn.bias_ih_l0_reverse	3	-0.16205504536628723
144517	rnn.bias_ih_l0_reverse	4	-0.014142162166535854
144517	rnn.bias_ih_l0_reverse	5	-0.16694888472557068
144517	rnn.bias_ih_l0_reverse	6	0.21871712803840637
144517	rnn.bias_ih_l0_reverse	7	-0.24430175125598907
144517	rnn.bias_ih_l0_reverse	8	-0.10082616657018661
144517	rnn.bias_ih_l0_reverse	9	-0.11890194565057755
144517	rnn.bias_hh_l0_reverse	0	-0.06284557282924652
144517	rnn.bias_hh_l0_reverse	1	0.14977194368839264
144517	rnn.bias_hh_l0_reverse	2	-0.24665705859661102
144517	rnn.bias_hh_l0_reverse	3	-0.09131760150194168
144517	rnn.bias_hh_l0_reverse	4	-0.23035341501235962
144517	rnn.bias_hh_l0_reverse	5	-0.10379128903150558
144517	rnn.bias_hh_l0_reverse	6	-0.20743004977703094
144517	rnn.bias_hh_l0_reverse	7	-0.06334473937749863
144517	rnn.bias_hh_l0_reverse	8	-0.11834818869829178
144517	rnn.bias_hh_l0_reverse	9	0.18180614709854126
144517	linear.weight	0	0.1485452651977539
144517	linear.weight	1	-0.41149088740348816
144517	linear.weight	2	0.006754889152944088
144517	linear.weight	3	0.06797166913747787
144517	linear.weight	4	-0.09515170007944107
144517	linear.weight	5	0.23049171268939972
144517	linear.weight	6	-0.1034446433186531
144517	linear.weight	7	-0.06904394924640656
144517	linear.weight	8	0.059702880680561066
144517	linear.weight	9	-0.03677396848797798
144517	linear.bias	0	-1.1125200986862183
144517	linear.bias	1	1.9118095636367798
144517	linear.bias	2	0.41023772954940796
144517	linear.bias	3	-2.317030668258667
144517	linear.bias	4	-0.3876592218875885
144517	linear.bias	5	1.0919808149337769
144517	linear.bias	6	-0.30245766043663025
144517	linear.bias	7	0.4851360619068146
144517	linear.bias	8	2.1755564212799072
144517	linear.bias	9	-1.283069372177124
145126	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
145126	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
145126	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
145126	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
145126	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
145126	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
145126	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
145126	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
145126	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
145126	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
145126	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
145126	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
145126	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
145126	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
145126	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
145126	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
145126	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
145126	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
145126	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
145126	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
145126	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
145126	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
145126	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
145126	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
145126	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
145126	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
145126	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
145126	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
145126	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
145126	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
145126	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
145126	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
145126	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
145126	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
145126	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
145126	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
145126	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
145126	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
145126	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
145126	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
145126	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
145126	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
145126	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
145126	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
145126	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
145126	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
145126	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
145126	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
145126	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
145126	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
145126	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
145126	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
145126	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
145126	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
145126	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
145126	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
145126	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
145126	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
145126	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
145126	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
145126	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
145126	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
145126	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
145126	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
145126	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
145126	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
145126	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
145126	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
145126	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
145126	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
145126	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
145126	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
145126	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
145126	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
145126	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
145126	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
145126	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
145126	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
145126	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
145126	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
145126	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
145126	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
145126	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
145126	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
145126	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
145126	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
145126	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
145126	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
145126	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
145126	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
145126	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
145126	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
145126	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
145126	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
145126	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
145126	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
145126	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
145126	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
145126	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
145126	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
145126	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
145126	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
145126	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
145126	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
145126	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
145126	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
145126	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
145126	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
145126	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
145126	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
145126	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
145126	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
145126	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
145126	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
145126	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
145126	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
145126	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
145126	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
145126	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
145126	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
145126	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
145126	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
145126	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
145126	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
145126	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
145126	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
145126	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
145126	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
145126	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
145126	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
145126	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
145126	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
145126	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
145126	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
145126	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
145126	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
145126	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
145126	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
145126	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
145126	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
145126	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
145126	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
145126	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
145126	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
145126	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
145126	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
145126	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
145126	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
145126	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
145126	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
145126	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
145126	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
145126	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
145126	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
145126	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
145126	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
145126	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
145126	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
145126	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
145126	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
145126	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
145126	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
145126	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
145126	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
145126	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
145126	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
145126	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
145126	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
145126	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
145126	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
145126	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
145126	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
145126	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
145126	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
145126	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
145126	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
145126	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
145126	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
145126	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
145126	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
145126	embedding2nn.weight	0	0.19566582143306732
145126	embedding2nn.weight	1	0.2576545178890228
145126	embedding2nn.weight	2	0.019032547250390053
145126	embedding2nn.weight	3	0.016104495152831078
145126	embedding2nn.weight	4	-0.06460992246866226
145126	embedding2nn.weight	5	0.07683540135622025
145126	embedding2nn.weight	6	0.04593012481927872
145126	embedding2nn.weight	7	0.01395938079804182
145126	embedding2nn.weight	8	0.03257157281041145
145126	embedding2nn.weight	9	-0.0172431580722332
145126	embedding2nn.bias	0	0.04246201366186142
145126	embedding2nn.bias	1	-0.11322862654924393
145126	embedding2nn.bias	2	0.07849983125925064
145126	embedding2nn.bias	3	0.14902164041996002
145126	embedding2nn.bias	4	0.1345171481370926
145126	embedding2nn.bias	5	-0.037157632410526276
145126	embedding2nn.bias	6	-0.034222062677145004
145126	embedding2nn.bias	7	0.042913202196359634
145126	embedding2nn.bias	8	-0.13467752933502197
145126	embedding2nn.bias	9	-0.36629727482795715
145126	rnn.weight_ih_l0	0	0.012297717854380608
145126	rnn.weight_ih_l0	1	-0.056718818843364716
145126	rnn.weight_ih_l0	2	-0.050763361155986786
145126	rnn.weight_ih_l0	3	0.0367588996887207
145126	rnn.weight_ih_l0	4	0.05479263886809349
145126	rnn.weight_ih_l0	5	-0.08354928344488144
145126	rnn.weight_ih_l0	6	-0.027007682248950005
145126	rnn.weight_ih_l0	7	0.03637033328413963
145126	rnn.weight_ih_l0	8	0.016230076551437378
145126	rnn.weight_ih_l0	9	-0.04616038128733635
145126	rnn.weight_hh_l0	0	0.018009383231401443
145126	rnn.weight_hh_l0	1	0.06559916585683823
145126	rnn.weight_hh_l0	2	0.02187379263341427
145126	rnn.weight_hh_l0	3	0.04715174436569214
145126	rnn.weight_hh_l0	4	-0.006754714995622635
145126	rnn.weight_hh_l0	5	0.06049183011054993
145126	rnn.weight_hh_l0	6	0.002302877837792039
145126	rnn.weight_hh_l0	7	-0.0009029691573232412
145126	rnn.weight_hh_l0	8	0.03997085243463516
145126	rnn.weight_hh_l0	9	-0.06023607403039932
145126	rnn.bias_ih_l0	0	0.11814624816179276
145126	rnn.bias_ih_l0	1	-0.16760055720806122
145126	rnn.bias_ih_l0	2	-0.003960184287279844
145126	rnn.bias_ih_l0	3	-0.11903415620326996
145126	rnn.bias_ih_l0	4	0.08150309324264526
145126	rnn.bias_ih_l0	5	-0.21879065036773682
145126	rnn.bias_ih_l0	6	-0.07571139931678772
145126	rnn.bias_ih_l0	7	-0.2119390368461609
145126	rnn.bias_ih_l0	8	-0.14820939302444458
145126	rnn.bias_ih_l0	9	-0.3363884687423706
145126	rnn.bias_hh_l0	0	-0.1696726381778717
145126	rnn.bias_hh_l0	1	-0.18653790652751923
145126	rnn.bias_hh_l0	2	-0.16425327956676483
145126	rnn.bias_hh_l0	3	-0.054858483374118805
145126	rnn.bias_hh_l0	4	-0.16201695799827576
145126	rnn.bias_hh_l0	5	-0.201883926987648
145126	rnn.bias_hh_l0	6	-0.11440438777208328
145126	rnn.bias_hh_l0	7	0.0867524966597557
145126	rnn.bias_hh_l0	8	-0.13713842630386353
145126	rnn.bias_hh_l0	9	-0.3406098186969757
145126	rnn.weight_ih_l0_reverse	0	0.07486508041620255
145126	rnn.weight_ih_l0_reverse	1	-0.0626128688454628
145126	rnn.weight_ih_l0_reverse	2	-0.04346286132931709
145126	rnn.weight_ih_l0_reverse	3	-0.07811159640550613
145126	rnn.weight_ih_l0_reverse	4	0.03904532268643379
145126	rnn.weight_ih_l0_reverse	5	-0.13063934445381165
145126	rnn.weight_ih_l0_reverse	6	0.03175199776887894
145126	rnn.weight_ih_l0_reverse	7	0.014443558640778065
145126	rnn.weight_ih_l0_reverse	8	-0.09552384167909622
145126	rnn.weight_ih_l0_reverse	9	-0.022942902520298958
145126	rnn.weight_hh_l0_reverse	0	-0.048044353723526
145126	rnn.weight_hh_l0_reverse	1	0.02315094880759716
145126	rnn.weight_hh_l0_reverse	2	-0.018580975010991096
145126	rnn.weight_hh_l0_reverse	3	0.008138162083923817
145126	rnn.weight_hh_l0_reverse	4	-0.07468467950820923
145126	rnn.weight_hh_l0_reverse	5	0.03501312807202339
145126	rnn.weight_hh_l0_reverse	6	0.017817968502640724
145126	rnn.weight_hh_l0_reverse	7	-0.00488416338339448
145126	rnn.weight_hh_l0_reverse	8	0.007000014651566744
145126	rnn.weight_hh_l0_reverse	9	0.0521143339574337
145126	rnn.bias_ih_l0_reverse	0	-0.14632071554660797
145126	rnn.bias_ih_l0_reverse	1	-0.09991876780986786
145126	rnn.bias_ih_l0_reverse	2	0.02831479348242283
145126	rnn.bias_ih_l0_reverse	3	-0.1637318730354309
145126	rnn.bias_ih_l0_reverse	4	-0.0003184863307978958
145126	rnn.bias_ih_l0_reverse	5	-0.17295071482658386
145126	rnn.bias_ih_l0_reverse	6	0.2181989997625351
145126	rnn.bias_ih_l0_reverse	7	-0.23856259882450104
145126	rnn.bias_ih_l0_reverse	8	-0.09796536713838577
145126	rnn.bias_ih_l0_reverse	9	-0.12368158996105194
145126	rnn.bias_hh_l0_reverse	0	-0.058262329548597336
145126	rnn.bias_hh_l0_reverse	1	0.15299151837825775
145126	rnn.bias_hh_l0_reverse	2	-0.2477213740348816
145126	rnn.bias_hh_l0_reverse	3	-0.09316232800483704
145126	rnn.bias_hh_l0_reverse	4	-0.23223571479320526
145126	rnn.bias_hh_l0_reverse	5	-0.10376095771789551
145126	rnn.bias_hh_l0_reverse	6	-0.20522603392601013
145126	rnn.bias_hh_l0_reverse	7	-0.0636390671133995
145126	rnn.bias_hh_l0_reverse	8	-0.11722047626972198
145126	rnn.bias_hh_l0_reverse	9	0.18851172924041748
145126	linear.weight	0	0.16350552439689636
145126	linear.weight	1	-0.36455973982810974
145126	linear.weight	2	0.03221888840198517
145126	linear.weight	3	0.06797215342521667
145126	linear.weight	4	-0.13629454374313354
145126	linear.weight	5	0.2295166552066803
145126	linear.weight	6	-0.11689232289791107
145126	linear.weight	7	-0.0690399557352066
145126	linear.weight	8	0.05698254331946373
145126	linear.weight	9	-0.03680068626999855
145126	linear.bias	0	-1.13198721408844
145126	linear.bias	1	1.9375733137130737
145126	linear.bias	2	0.388495534658432
145126	linear.bias	3	-2.3184170722961426
145126	linear.bias	4	-0.39470747113227844
145126	linear.bias	5	1.0852646827697754
145126	linear.bias	6	-0.2893563508987427
145126	linear.bias	7	0.4962328374385834
145126	linear.bias	8	2.0875613689422607
145126	linear.bias	9	-1.2727540731430054
145735	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
145735	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
145735	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
145735	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
145735	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
145735	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
145735	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
145735	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
145735	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
145735	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
145735	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
145735	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
145735	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
145735	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
145735	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
145735	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
145735	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
145735	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
145735	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
145735	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
145735	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
145735	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
145735	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
145735	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
145735	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
145735	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
145735	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
145735	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
145735	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
145735	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
145735	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
145735	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
145735	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
145735	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
145735	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
145735	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
145735	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
145735	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
145735	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
145735	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
145735	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
145735	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
145735	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
145735	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
145735	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
145735	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
145735	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
145735	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
145735	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
145735	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
145735	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
145735	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
145735	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
145735	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
145735	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
145735	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
145735	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
145735	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
145735	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
145735	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
145735	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
145735	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
145735	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
145735	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
145735	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
145735	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
145735	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
145735	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
145735	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
145735	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
145735	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
145735	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
145735	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
145735	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
145735	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
145735	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
145735	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
145735	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
145735	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
145735	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
145735	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
145735	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
145735	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
145735	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
145735	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
145735	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
145735	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
145735	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
145735	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
145735	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
145735	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
145735	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
145735	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
145735	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
145735	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
145735	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
145735	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
145735	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
145735	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
145735	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
145735	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
145735	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
145735	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
145735	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
145735	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
145735	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
145735	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
145735	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
145735	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
145735	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
145735	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
145735	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
145735	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
145735	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
145735	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
145735	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
145735	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
145735	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
145735	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
145735	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
145735	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
145735	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
145735	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
145735	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
145735	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
145735	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
145735	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
145735	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
145735	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
145735	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
145735	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
145735	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
145735	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
145735	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
145735	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
145735	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
145735	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
145735	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
145735	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
145735	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
145735	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
145735	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
145735	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
145735	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
145735	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
145735	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
145735	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
145735	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
145735	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
145735	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
145735	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
145735	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
145735	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
145735	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
145735	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
145735	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
145735	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
145735	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
145735	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
145735	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
145735	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
145735	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
145735	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
145735	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
145735	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
145735	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
145735	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
145735	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
145735	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
145735	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
145735	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
145735	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
145735	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
145735	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
145735	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
145735	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
145735	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
145735	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
145735	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
145735	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
145735	embedding2nn.weight	0	0.19686618447303772
145735	embedding2nn.weight	1	0.25985434651374817
145735	embedding2nn.weight	2	0.018209394067525864
145735	embedding2nn.weight	3	0.021765893325209618
145735	embedding2nn.weight	4	-0.06647972017526627
145735	embedding2nn.weight	5	0.07737146317958832
145735	embedding2nn.weight	6	0.04471995308995247
145735	embedding2nn.weight	7	0.012817522510886192
145735	embedding2nn.weight	8	0.03662005811929703
145735	embedding2nn.weight	9	-0.017677731812000275
145735	embedding2nn.bias	0	0.039378926157951355
145735	embedding2nn.bias	1	-0.105829618871212
145735	embedding2nn.bias	2	0.08206678926944733
145735	embedding2nn.bias	3	0.14703798294067383
145735	embedding2nn.bias	4	0.14510338008403778
145735	embedding2nn.bias	5	-0.03595483675599098
145735	embedding2nn.bias	6	-0.04541966691613197
145735	embedding2nn.bias	7	0.03978061303496361
145735	embedding2nn.bias	8	-0.13474972546100616
145735	embedding2nn.bias	9	-0.37801027297973633
145735	rnn.weight_ih_l0	0	0.012819349765777588
145735	rnn.weight_ih_l0	1	-0.05838746204972267
145735	rnn.weight_ih_l0	2	-0.05061667412519455
145735	rnn.weight_ih_l0	3	0.03500360623002052
145735	rnn.weight_ih_l0	4	0.05584520474076271
145735	rnn.weight_ih_l0	5	-0.09516476094722748
145735	rnn.weight_ih_l0	6	-0.026373112574219704
145735	rnn.weight_ih_l0	7	0.034225501120090485
145735	rnn.weight_ih_l0	8	0.013575674965977669
145735	rnn.weight_ih_l0	9	-0.04973125085234642
145735	rnn.weight_hh_l0	0	0.01701202243566513
145735	rnn.weight_hh_l0	1	0.06437928974628448
145735	rnn.weight_hh_l0	2	0.02219122089445591
145735	rnn.weight_hh_l0	3	0.04579595848917961
145735	rnn.weight_hh_l0	4	-0.006393703632056713
145735	rnn.weight_hh_l0	5	0.05991185083985329
145735	rnn.weight_hh_l0	6	0.0018159341998398304
145735	rnn.weight_hh_l0	7	-0.0008640468004159629
145735	rnn.weight_hh_l0	8	0.04040364921092987
145735	rnn.weight_hh_l0	9	-0.06094222515821457
145735	rnn.bias_ih_l0	0	0.11450623720884323
145735	rnn.bias_ih_l0	1	-0.1787973940372467
145735	rnn.bias_ih_l0	2	-0.005299340933561325
145735	rnn.bias_ih_l0	3	-0.12211932241916656
145735	rnn.bias_ih_l0	4	0.09364406764507294
145735	rnn.bias_ih_l0	5	-0.2217293381690979
145735	rnn.bias_ih_l0	6	-0.08295660465955734
145735	rnn.bias_ih_l0	7	-0.21070004999637604
145735	rnn.bias_ih_l0	8	-0.15261529386043549
145735	rnn.bias_ih_l0	9	-0.32274290919303894
145735	rnn.bias_hh_l0	0	-0.1731456220149994
145735	rnn.bias_hh_l0	1	-0.19133228063583374
145735	rnn.bias_hh_l0	2	-0.16942241787910461
145735	rnn.bias_hh_l0	3	-0.054089803248643875
145735	rnn.bias_hh_l0	4	-0.16024188697338104
145735	rnn.bias_hh_l0	5	-0.20281891524791718
145735	rnn.bias_hh_l0	6	-0.11566956341266632
145735	rnn.bias_hh_l0	7	0.07714305818080902
145735	rnn.bias_hh_l0	8	-0.14076867699623108
145735	rnn.bias_hh_l0	9	-0.33981725573539734
145735	rnn.weight_ih_l0_reverse	0	0.07338376343250275
145735	rnn.weight_ih_l0_reverse	1	-0.06075600907206535
145735	rnn.weight_ih_l0_reverse	2	-0.04240988940000534
145735	rnn.weight_ih_l0_reverse	3	-0.08117453008890152
145735	rnn.weight_ih_l0_reverse	4	0.04068130999803543
145735	rnn.weight_ih_l0_reverse	5	-0.14210785925388336
145735	rnn.weight_ih_l0_reverse	6	0.03333567455410957
145735	rnn.weight_ih_l0_reverse	7	0.0163511261343956
145735	rnn.weight_ih_l0_reverse	8	-0.09660159796476364
145735	rnn.weight_ih_l0_reverse	9	-0.023926731199026108
145735	rnn.weight_hh_l0_reverse	0	-0.046760194003582
145735	rnn.weight_hh_l0_reverse	1	0.02399386651813984
145735	rnn.weight_hh_l0_reverse	2	-0.018777204677462578
145735	rnn.weight_hh_l0_reverse	3	0.007307269144803286
145735	rnn.weight_hh_l0_reverse	4	-0.07473849505186081
145735	rnn.weight_hh_l0_reverse	5	0.035058047622442245
145735	rnn.weight_hh_l0_reverse	6	0.017806382849812508
145735	rnn.weight_hh_l0_reverse	7	-0.006225427612662315
145735	rnn.weight_hh_l0_reverse	8	0.005224202759563923
145735	rnn.weight_hh_l0_reverse	9	0.050944939255714417
145735	rnn.bias_ih_l0_reverse	0	-0.14175446331501007
145735	rnn.bias_ih_l0_reverse	1	-0.10249394178390503
145735	rnn.bias_ih_l0_reverse	2	0.02189800515770912
145735	rnn.bias_ih_l0_reverse	3	-0.1636282205581665
145735	rnn.bias_ih_l0_reverse	4	0.0016529508866369724
145735	rnn.bias_ih_l0_reverse	5	-0.17348092794418335
145735	rnn.bias_ih_l0_reverse	6	0.21916711330413818
145735	rnn.bias_ih_l0_reverse	7	-0.25518834590911865
145735	rnn.bias_ih_l0_reverse	8	-0.09949440509080887
145735	rnn.bias_ih_l0_reverse	9	-0.11706504970788956
145735	rnn.bias_hh_l0_reverse	0	-0.059029702097177505
145735	rnn.bias_hh_l0_reverse	1	0.15113414824008942
145735	rnn.bias_hh_l0_reverse	2	-0.24975156784057617
145735	rnn.bias_hh_l0_reverse	3	-0.10010747611522675
145735	rnn.bias_hh_l0_reverse	4	-0.23227977752685547
145735	rnn.bias_hh_l0_reverse	5	-0.09734810143709183
145735	rnn.bias_hh_l0_reverse	6	-0.21304798126220703
145735	rnn.bias_hh_l0_reverse	7	-0.06258731335401535
145735	rnn.bias_hh_l0_reverse	8	-0.12578195333480835
145735	rnn.bias_hh_l0_reverse	9	0.19399935007095337
145735	linear.weight	0	0.1831393837928772
145735	linear.weight	1	-0.3767322897911072
145735	linear.weight	2	0.03060775250196457
145735	linear.weight	3	0.06796081364154816
145735	linear.weight	4	-0.15160831809043884
145735	linear.weight	5	0.24178695678710938
145735	linear.weight	6	-0.1393701583147049
145735	linear.weight	7	-0.06902294605970383
145735	linear.weight	8	0.06749095022678375
145735	linear.weight	9	-0.03683168441057205
145735	linear.bias	0	-1.147768259048462
145735	linear.bias	1	1.927013635635376
145735	linear.bias	2	0.40281176567077637
145735	linear.bias	3	-2.32007098197937
145735	linear.bias	4	-0.3987330496311188
145735	linear.bias	5	1.0965560674667358
145735	linear.bias	6	-0.3077361285686493
145735	linear.bias	7	0.508979082107544
145735	linear.bias	8	2.0616166591644287
145735	linear.bias	9	-1.2780870199203491
146344	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
146344	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
146344	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
146344	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
146344	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
146344	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
146344	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
146344	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
146344	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
146344	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
146344	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
146344	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
146344	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
146344	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
146344	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
146344	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
146344	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
146344	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
146344	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
146344	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
146344	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
146344	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
146344	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
146344	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
146344	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
146344	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
146344	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
146344	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
146344	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
146344	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
146344	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
146344	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
146344	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
146344	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
146344	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
146344	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
146344	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
146344	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
146344	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
146344	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
146344	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
146344	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
146344	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
146344	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
146344	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
146344	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
146344	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
146344	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
146344	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
146344	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
146344	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
146344	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
146344	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
146344	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
146344	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
146344	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
146344	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
146344	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
146344	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
146344	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
146344	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
146344	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
146344	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
146344	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
146344	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
146344	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
146344	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
146344	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
146344	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
146344	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
146344	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
146344	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
146344	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
146344	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
146344	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
146344	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
146344	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
146344	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
146344	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
146344	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
146344	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
146344	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
146344	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
146344	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
146344	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
146344	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
146344	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
146344	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
146344	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
146344	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
146344	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
146344	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
146344	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
146344	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
146344	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
146344	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
146344	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
146344	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
146344	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
146344	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
146344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
146344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
146344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
146344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
146344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
146344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
146344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
146344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
146344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
146344	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
146344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
146344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
146344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
146344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
146344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
146344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
146344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
146344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
146344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
146344	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
146344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
146344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
146344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
146344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
146344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
146344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
146344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
146344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
146344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
146344	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
146344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
146344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
146344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
146344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
146344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
146344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
146344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
146344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
146344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
146344	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
146344	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
146344	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
146344	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
146344	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
146344	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
146344	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
146344	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
146344	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
146344	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
146344	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
146344	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
146344	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
146344	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
146344	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
146344	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
146344	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
146344	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
146344	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
146344	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
146344	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
146344	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
146344	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
146344	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
146344	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
146344	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
146344	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
146344	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
146344	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
146344	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
146344	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
146344	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
146344	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
146344	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
146344	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
146344	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
146344	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
146344	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
146344	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
146344	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
146344	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
146344	embedding2nn.weight	0	0.19754615426063538
146344	embedding2nn.weight	1	0.2613762319087982
146344	embedding2nn.weight	2	0.020473942160606384
146344	embedding2nn.weight	3	0.006117996759712696
146344	embedding2nn.weight	4	-0.06510993838310242
146344	embedding2nn.weight	5	0.07850681245326996
146344	embedding2nn.weight	6	0.046514905989170074
146344	embedding2nn.weight	7	0.009324440732598305
146344	embedding2nn.weight	8	0.029787691310048103
146344	embedding2nn.weight	9	-0.026204103603959084
146344	embedding2nn.bias	0	0.04343409463763237
146344	embedding2nn.bias	1	-0.14023379981517792
146344	embedding2nn.bias	2	0.0943044051527977
146344	embedding2nn.bias	3	0.14066891372203827
146344	embedding2nn.bias	4	0.13483646512031555
146344	embedding2nn.bias	5	-0.06342874467372894
146344	embedding2nn.bias	6	-0.058564845472574234
146344	embedding2nn.bias	7	0.04413639008998871
146344	embedding2nn.bias	8	-0.13983893394470215
146344	embedding2nn.bias	9	-0.373030424118042
146344	rnn.weight_ih_l0	0	0.013266456313431263
146344	rnn.weight_ih_l0	1	-0.059821903705596924
146344	rnn.weight_ih_l0	2	-0.05716102942824364
146344	rnn.weight_ih_l0	3	0.03879791870713234
146344	rnn.weight_ih_l0	4	0.053584009408950806
146344	rnn.weight_ih_l0	5	-0.10166816413402557
146344	rnn.weight_ih_l0	6	-0.031090224161744118
146344	rnn.weight_ih_l0	7	0.03339581936597824
146344	rnn.weight_ih_l0	8	0.010207710787653923
146344	rnn.weight_ih_l0	9	-0.06043605878949165
146344	rnn.weight_hh_l0	0	0.017212258651852608
146344	rnn.weight_hh_l0	1	0.06370998919010162
146344	rnn.weight_hh_l0	2	0.02203487977385521
146344	rnn.weight_hh_l0	3	0.04531741142272949
146344	rnn.weight_hh_l0	4	-0.005736958235502243
146344	rnn.weight_hh_l0	5	0.06045141443610191
146344	rnn.weight_hh_l0	6	0.0013150230515748262
146344	rnn.weight_hh_l0	7	-0.0018873001681640744
146344	rnn.weight_hh_l0	8	0.04060981050133705
146344	rnn.weight_hh_l0	9	-0.0591634139418602
146344	rnn.bias_ih_l0	0	0.13611671328544617
146344	rnn.bias_ih_l0	1	-0.18056218326091766
146344	rnn.bias_ih_l0	2	-0.00941319391131401
146344	rnn.bias_ih_l0	3	-0.12582851946353912
146344	rnn.bias_ih_l0	4	0.09760905057191849
146344	rnn.bias_ih_l0	5	-0.2239076793193817
146344	rnn.bias_ih_l0	6	-0.0861334353685379
146344	rnn.bias_ih_l0	7	-0.20993515849113464
146344	rnn.bias_ih_l0	8	-0.14413568377494812
146344	rnn.bias_ih_l0	9	-0.331544429063797
146344	rnn.bias_hh_l0	0	-0.17587889730930328
146344	rnn.bias_hh_l0	1	-0.18814140558242798
146344	rnn.bias_hh_l0	2	-0.16735132038593292
146344	rnn.bias_hh_l0	3	-0.050132136791944504
146344	rnn.bias_hh_l0	4	-0.16328732669353485
146344	rnn.bias_hh_l0	5	-0.20341110229492188
146344	rnn.bias_hh_l0	6	-0.1162370890378952
146344	rnn.bias_hh_l0	7	0.07107194513082504
146344	rnn.bias_hh_l0	8	-0.147390216588974
146344	rnn.bias_hh_l0	9	-0.34131866693496704
146344	rnn.weight_ih_l0_reverse	0	0.07130763679742813
146344	rnn.weight_ih_l0_reverse	1	-0.05901268124580383
146344	rnn.weight_ih_l0_reverse	2	-0.04150300845503807
146344	rnn.weight_ih_l0_reverse	3	-0.08150316029787064
146344	rnn.weight_ih_l0_reverse	4	0.04262102022767067
146344	rnn.weight_ih_l0_reverse	5	-0.13886600732803345
146344	rnn.weight_ih_l0_reverse	6	0.03749537095427513
146344	rnn.weight_ih_l0_reverse	7	0.016603484749794006
146344	rnn.weight_ih_l0_reverse	8	-0.09682664275169373
146344	rnn.weight_ih_l0_reverse	9	-0.024264227598905563
146344	rnn.weight_hh_l0_reverse	0	-0.04524695873260498
146344	rnn.weight_hh_l0_reverse	1	0.023494480177760124
146344	rnn.weight_hh_l0_reverse	2	-0.017671583220362663
146344	rnn.weight_hh_l0_reverse	3	0.006670468021184206
146344	rnn.weight_hh_l0_reverse	4	-0.07476941496133804
146344	rnn.weight_hh_l0_reverse	5	0.034621141850948334
146344	rnn.weight_hh_l0_reverse	6	0.01769949309527874
146344	rnn.weight_hh_l0_reverse	7	-0.0076085347682237625
146344	rnn.weight_hh_l0_reverse	8	0.0057619172148406506
146344	rnn.weight_hh_l0_reverse	9	0.05173443630337715
146344	rnn.bias_ih_l0_reverse	0	-0.14263072609901428
146344	rnn.bias_ih_l0_reverse	1	-0.09811325371265411
146344	rnn.bias_ih_l0_reverse	2	0.025413736701011658
146344	rnn.bias_ih_l0_reverse	3	-0.16333113610744476
146344	rnn.bias_ih_l0_reverse	4	0.0015513900434598327
146344	rnn.bias_ih_l0_reverse	5	-0.1774689108133316
146344	rnn.bias_ih_l0_reverse	6	0.207525834441185
146344	rnn.bias_ih_l0_reverse	7	-0.2556981146335602
146344	rnn.bias_ih_l0_reverse	8	-0.099737249314785
146344	rnn.bias_ih_l0_reverse	9	-0.11430113017559052
146344	rnn.bias_hh_l0_reverse	0	-0.06294845044612885
146344	rnn.bias_hh_l0_reverse	1	0.1636534184217453
146344	rnn.bias_hh_l0_reverse	2	-0.2588635981082916
146344	rnn.bias_hh_l0_reverse	3	-0.09777314960956573
146344	rnn.bias_hh_l0_reverse	4	-0.23283681273460388
146344	rnn.bias_hh_l0_reverse	5	-0.09750489145517349
146344	rnn.bias_hh_l0_reverse	6	-0.2198045253753662
146344	rnn.bias_hh_l0_reverse	7	-0.06153280660510063
146344	rnn.bias_hh_l0_reverse	8	-0.1318233460187912
146344	rnn.bias_hh_l0_reverse	9	0.2033904641866684
146344	linear.weight	0	0.17185364663600922
146344	linear.weight	1	-0.38874489068984985
146344	linear.weight	2	0.05652277544140816
146344	linear.weight	3	0.0679551437497139
146344	linear.weight	4	-0.15479186177253723
146344	linear.weight	5	0.24971722066402435
146344	linear.weight	6	-0.14967675507068634
146344	linear.weight	7	-0.06899850815534592
146344	linear.weight	8	0.08514266461133957
146344	linear.weight	9	-0.036874741315841675
146344	linear.bias	0	-1.1354703903198242
146344	linear.bias	1	1.9063307046890259
146344	linear.bias	2	0.4337118864059448
146344	linear.bias	3	-2.3215131759643555
146344	linear.bias	4	-0.3612525463104248
146344	linear.bias	5	1.069715142250061
146344	linear.bias	6	-0.28160181641578674
146344	linear.bias	7	0.5352420806884766
146344	linear.bias	8	2.0871212482452393
146344	linear.bias	9	-1.3040283918380737
146352	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
146352	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
146352	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
146352	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
146352	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
146352	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
146352	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
146352	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
146352	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
146352	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
146352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
146352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
146352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
146352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
146352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
146352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
146352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
146352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
146352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
146352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
146352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
146352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
146352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
146352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
146352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
146352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
146352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
146352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
146352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
146352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
146352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
146352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
146352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
146352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
146352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
146352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
146352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
146352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
146352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
146352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
146352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
146352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
146352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
146352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
146352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
146352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
146352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
146352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
146352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
146352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
146352	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
146352	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
146352	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
146352	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
146352	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
146352	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
146352	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
146352	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
146352	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
146352	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
146352	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
146352	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
146352	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
146352	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
146352	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
146352	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
146352	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
146352	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
146352	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
146352	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
146352	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
146352	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
146352	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
146352	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
146352	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
146352	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
146352	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
146352	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
146352	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
146352	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
146352	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
146352	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
146352	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
146352	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
146352	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
146352	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
146352	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
146352	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
146352	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
146352	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
146352	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
146352	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
146352	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
146352	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
146352	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
146352	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
146352	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
146352	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
146352	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
146352	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
146352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
146352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
146352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
146352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
146352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
146352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
146352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
146352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
146352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
146352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
146352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
146352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
146352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
146352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
146352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
146352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
146352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
146352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
146352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
146352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
146352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
146352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
146352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
146352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
146352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
146352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
146352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
146352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
146352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
146352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
146352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
146352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
146352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
146352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
146352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
146352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
146352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
146352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
146352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
146352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
146352	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
146352	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
146352	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
146352	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
146352	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
146352	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
146352	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
146352	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
146352	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
146352	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
146352	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
146352	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
146352	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
146352	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
146352	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
146352	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
146352	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
146352	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
146352	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
146352	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
146352	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
146352	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
146352	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
146352	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
146352	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
146352	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
146352	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
146352	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
146352	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
146352	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
146352	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
146352	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
146352	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
146352	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
146352	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
146352	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
146352	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
146352	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
146352	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
146352	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
146352	embedding2nn.weight	0	0.19776833057403564
146352	embedding2nn.weight	1	0.26087772846221924
146352	embedding2nn.weight	2	0.020922020077705383
146352	embedding2nn.weight	3	0.004553073551505804
146352	embedding2nn.weight	4	-0.06509879976511002
146352	embedding2nn.weight	5	0.07888583093881607
146352	embedding2nn.weight	6	0.047500550746917725
146352	embedding2nn.weight	7	0.009803663939237595
146352	embedding2nn.weight	8	0.02975735254585743
146352	embedding2nn.weight	9	-0.026085322722792625
146352	embedding2nn.bias	0	0.04219041392207146
146352	embedding2nn.bias	1	-0.13350726664066315
146352	embedding2nn.bias	2	0.0924643725156784
146352	embedding2nn.bias	3	0.1472819298505783
146352	embedding2nn.bias	4	0.13961027562618256
146352	embedding2nn.bias	5	-0.05433709919452667
146352	embedding2nn.bias	6	-0.055411774665117264
146352	embedding2nn.bias	7	0.04414869472384453
146352	embedding2nn.bias	8	-0.14259180426597595
146352	embedding2nn.bias	9	-0.374705046415329
146352	rnn.weight_ih_l0	0	0.013264748267829418
146352	rnn.weight_ih_l0	1	-0.05974891781806946
146352	rnn.weight_ih_l0	2	-0.057074468582868576
146352	rnn.weight_ih_l0	3	0.03818219155073166
146352	rnn.weight_ih_l0	4	0.053749728947877884
146352	rnn.weight_ih_l0	5	-0.10175199061632156
146352	rnn.weight_ih_l0	6	-0.03198300302028656
146352	rnn.weight_ih_l0	7	0.03289147466421127
146352	rnn.weight_ih_l0	8	0.009297004900872707
146352	rnn.weight_ih_l0	9	-0.061862360686063766
146352	rnn.weight_hh_l0	0	0.017136577516794205
146352	rnn.weight_hh_l0	1	0.06374002248048782
146352	rnn.weight_hh_l0	2	0.02187645062804222
146352	rnn.weight_hh_l0	3	0.04539509862661362
146352	rnn.weight_hh_l0	4	-0.005787022411823273
146352	rnn.weight_hh_l0	5	0.06028061360120773
146352	rnn.weight_hh_l0	6	0.0012401656713336706
146352	rnn.weight_hh_l0	7	-0.0017469200538471341
146352	rnn.weight_hh_l0	8	0.04061980918049812
146352	rnn.weight_hh_l0	9	-0.059183478355407715
146352	rnn.bias_ih_l0	0	0.13369359076023102
146352	rnn.bias_ih_l0	1	-0.18048518896102905
146352	rnn.bias_ih_l0	2	-0.009949245490133762
146352	rnn.bias_ih_l0	3	-0.1256711483001709
146352	rnn.bias_ih_l0	4	0.0995970144867897
146352	rnn.bias_ih_l0	5	-0.22307303547859192
146352	rnn.bias_ih_l0	6	-0.08619649708271027
146352	rnn.bias_ih_l0	7	-0.20952236652374268
146352	rnn.bias_ih_l0	8	-0.14452841877937317
146352	rnn.bias_ih_l0	9	-0.3303683400154114
146352	rnn.bias_hh_l0	0	-0.1753314584493637
146352	rnn.bias_hh_l0	1	-0.18862906098365784
146352	rnn.bias_hh_l0	2	-0.16701053082942963
146352	rnn.bias_hh_l0	3	-0.0509408675134182
146352	rnn.bias_hh_l0	4	-0.16295374929904938
146352	rnn.bias_hh_l0	5	-0.2038983404636383
146352	rnn.bias_hh_l0	6	-0.11667373776435852
146352	rnn.bias_hh_l0	7	0.0720289796590805
146352	rnn.bias_hh_l0	8	-0.1469537615776062
146352	rnn.bias_hh_l0	9	-0.34076476097106934
146352	rnn.weight_ih_l0_reverse	0	0.07122592628002167
146352	rnn.weight_ih_l0_reverse	1	-0.05911910533905029
146352	rnn.weight_ih_l0_reverse	2	-0.04143901169300079
146352	rnn.weight_ih_l0_reverse	3	-0.08204405754804611
146352	rnn.weight_ih_l0_reverse	4	0.04295819625258446
146352	rnn.weight_ih_l0_reverse	5	-0.13748006522655487
146352	rnn.weight_ih_l0_reverse	6	0.03709794953465462
146352	rnn.weight_ih_l0_reverse	7	0.01664370484650135
146352	rnn.weight_ih_l0_reverse	8	-0.09717188775539398
146352	rnn.weight_ih_l0_reverse	9	-0.024049054831266403
146352	rnn.weight_hh_l0_reverse	0	-0.045247748494148254
146352	rnn.weight_hh_l0_reverse	1	0.023493461310863495
146352	rnn.weight_hh_l0_reverse	2	-0.017722779884934425
146352	rnn.weight_hh_l0_reverse	3	0.006651326548308134
146352	rnn.weight_hh_l0_reverse	4	-0.07470599561929703
146352	rnn.weight_hh_l0_reverse	5	0.034653350710868835
146352	rnn.weight_hh_l0_reverse	6	0.017682161182165146
146352	rnn.weight_hh_l0_reverse	7	-0.007567588239908218
146352	rnn.weight_hh_l0_reverse	8	0.005814683623611927
146352	rnn.weight_hh_l0_reverse	9	0.05175236985087395
146352	rnn.bias_ih_l0_reverse	0	-0.1427234709262848
146352	rnn.bias_ih_l0_reverse	1	-0.09719689190387726
146352	rnn.bias_ih_l0_reverse	2	0.025561092421412468
146352	rnn.bias_ih_l0_reverse	3	-0.16477136313915253
146352	rnn.bias_ih_l0_reverse	4	-0.0014280324103310704
146352	rnn.bias_ih_l0_reverse	5	-0.17758457362651825
146352	rnn.bias_ih_l0_reverse	6	0.20754200220108032
146352	rnn.bias_ih_l0_reverse	7	-0.2546570599079132
146352	rnn.bias_ih_l0_reverse	8	-0.09943116456270218
146352	rnn.bias_ih_l0_reverse	9	-0.1140461191534996
146352	rnn.bias_hh_l0_reverse	0	-0.06528370082378387
146352	rnn.bias_hh_l0_reverse	1	0.16284604370594025
146352	rnn.bias_hh_l0_reverse	2	-0.258410781621933
146352	rnn.bias_hh_l0_reverse	3	-0.09638875722885132
146352	rnn.bias_hh_l0_reverse	4	-0.23259207606315613
146352	rnn.bias_hh_l0_reverse	5	-0.09648887813091278
146352	rnn.bias_hh_l0_reverse	6	-0.2193547636270523
146352	rnn.bias_hh_l0_reverse	7	-0.06142466515302658
146352	rnn.bias_hh_l0_reverse	8	-0.13305169343948364
146352	rnn.bias_hh_l0_reverse	9	0.20155847072601318
146352	linear.weight	0	0.1701391190290451
146352	linear.weight	1	-0.38944604992866516
146352	linear.weight	2	0.05556369945406914
146352	linear.weight	3	0.06795526295900345
146352	linear.weight	4	-0.15408527851104736
146352	linear.weight	5	0.2501717209815979
146352	linear.weight	6	-0.15075306594371796
146352	linear.weight	7	-0.06899844110012054
146352	linear.weight	8	0.08489472419023514
146352	linear.weight	9	-0.036875173449516296
146352	linear.bias	0	-1.1292191743850708
146352	linear.bias	1	1.9276069402694702
146352	linear.bias	2	0.4259261190891266
146352	linear.bias	3	-2.3215315341949463
146352	linear.bias	4	-0.3626772165298462
146352	linear.bias	5	1.0907713174819946
146352	linear.bias	6	-0.27057531476020813
146352	linear.bias	7	0.5327501893043518
146352	linear.bias	8	2.1034419536590576
146352	linear.bias	9	-1.3058630228042603
146961	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
146961	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
146961	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
146961	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
146961	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
146961	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
146961	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
146961	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
146961	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
146961	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
146961	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
146961	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
146961	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
146961	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
146961	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
146961	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
146961	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
146961	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
146961	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
146961	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
146961	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
146961	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
146961	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
146961	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
146961	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
146961	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
146961	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
146961	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
146961	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
146961	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
146961	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
146961	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
146961	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
146961	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
146961	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
146961	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
146961	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
146961	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
146961	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
146961	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
146961	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
146961	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
146961	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
146961	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
146961	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
146961	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
146961	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
146961	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
146961	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
146961	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
146961	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
146961	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
146961	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
146961	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
146961	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
146961	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
146961	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
146961	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
146961	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
146961	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
146961	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
146961	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
146961	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
146961	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
146961	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
146961	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
146961	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
146961	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
146961	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
146961	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
146961	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
146961	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
146961	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
146961	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
146961	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
146961	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
146961	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
146961	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
146961	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
146961	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
146961	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
146961	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
146961	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
146961	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
146961	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
146961	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
146961	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
146961	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
146961	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
146961	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
146961	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
146961	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
146961	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
146961	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
146961	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
146961	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
146961	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
146961	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
146961	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
146961	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
146961	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
146961	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
146961	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
146961	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
146961	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
146961	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
146961	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
146961	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
146961	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
146961	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
146961	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
146961	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
146961	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
146961	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
146961	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
146961	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
146961	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
146961	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
146961	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
146961	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
146961	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
146961	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
146961	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
146961	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
146961	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
146961	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
146961	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
146961	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
146961	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
146961	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
146961	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
146961	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
146961	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
146961	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
146961	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
146961	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
146961	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
146961	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
146961	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
146961	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
146961	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
146961	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
146961	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
146961	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
146961	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
146961	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
146961	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
146961	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
146961	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
146961	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
146961	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
146961	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
146961	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
146961	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
146961	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
146961	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
146961	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
146961	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
146961	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
146961	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
146961	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
146961	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
146961	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
146961	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
146961	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
146961	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
146961	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
146961	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
146961	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
146961	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
146961	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
146961	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
146961	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
146961	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
146961	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
146961	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
146961	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
146961	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
146961	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
146961	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
146961	embedding2nn.weight	0	0.19805726408958435
146961	embedding2nn.weight	1	0.26010000705718994
146961	embedding2nn.weight	2	0.01867014355957508
146961	embedding2nn.weight	3	0.010304365307092667
146961	embedding2nn.weight	4	-0.06974665075540543
146961	embedding2nn.weight	5	0.08064089715480804
146961	embedding2nn.weight	6	0.057483136653900146
146961	embedding2nn.weight	7	0.013281391002237797
146961	embedding2nn.weight	8	0.034736908972263336
146961	embedding2nn.weight	9	-0.027635464444756508
146961	embedding2nn.bias	0	0.035719770938158035
146961	embedding2nn.bias	1	-0.14404094219207764
146961	embedding2nn.bias	2	0.11367036402225494
146961	embedding2nn.bias	3	0.13457487523555756
146961	embedding2nn.bias	4	0.13638119399547577
146961	embedding2nn.bias	5	-0.03807120770215988
146961	embedding2nn.bias	6	-0.06198862940073013
146961	embedding2nn.bias	7	0.028274573385715485
146961	embedding2nn.bias	8	-0.15415871143341064
146961	embedding2nn.bias	9	-0.3658220171928406
146961	rnn.weight_ih_l0	0	0.012289171107113361
146961	rnn.weight_ih_l0	1	-0.05799483135342598
146961	rnn.weight_ih_l0	2	-0.060923609882593155
146961	rnn.weight_ih_l0	3	0.03854506462812424
146961	rnn.weight_ih_l0	4	0.04250689595937729
146961	rnn.weight_ih_l0	5	-0.10609504580497742
146961	rnn.weight_ih_l0	6	-0.026587339118123055
146961	rnn.weight_ih_l0	7	0.03610258176922798
146961	rnn.weight_ih_l0	8	0.010651128366589546
146961	rnn.weight_ih_l0	9	-0.06085497885942459
146961	rnn.weight_hh_l0	0	0.017038464546203613
146961	rnn.weight_hh_l0	1	0.06401151418685913
146961	rnn.weight_hh_l0	2	0.02103942260146141
146961	rnn.weight_hh_l0	3	0.045737650245428085
146961	rnn.weight_hh_l0	4	-0.005690090358257294
146961	rnn.weight_hh_l0	5	0.061716146767139435
146961	rnn.weight_hh_l0	6	0.000911926559638232
146961	rnn.weight_hh_l0	7	-0.005148997530341148
146961	rnn.weight_hh_l0	8	0.04069212079048157
146961	rnn.weight_hh_l0	9	-0.05925828218460083
146961	rnn.bias_ih_l0	0	0.11262699961662292
146961	rnn.bias_ih_l0	1	-0.17187614738941193
146961	rnn.bias_ih_l0	2	-0.00971319992095232
146961	rnn.bias_ih_l0	3	-0.1312316507101059
146961	rnn.bias_ih_l0	4	0.08887720853090286
146961	rnn.bias_ih_l0	5	-0.22369879484176636
146961	rnn.bias_ih_l0	6	-0.0701684057712555
146961	rnn.bias_ih_l0	7	-0.20761021971702576
146961	rnn.bias_ih_l0	8	-0.14641210436820984
146961	rnn.bias_ih_l0	9	-0.3315536081790924
146961	rnn.bias_hh_l0	0	-0.17008057236671448
146961	rnn.bias_hh_l0	1	-0.19138482213020325
146961	rnn.bias_hh_l0	2	-0.16092869639396667
146961	rnn.bias_hh_l0	3	-0.04962548613548279
146961	rnn.bias_hh_l0	4	-0.15248674154281616
146961	rnn.bias_hh_l0	5	-0.20206283032894135
146961	rnn.bias_hh_l0	6	-0.10712917149066925
146961	rnn.bias_hh_l0	7	0.05718887224793434
146961	rnn.bias_hh_l0	8	-0.1439715176820755
146961	rnn.bias_hh_l0	9	-0.3502991795539856
146961	rnn.weight_ih_l0_reverse	0	0.06178632006049156
146961	rnn.weight_ih_l0_reverse	1	-0.056747499853372574
146961	rnn.weight_ih_l0_reverse	2	-0.03908373787999153
146961	rnn.weight_ih_l0_reverse	3	-0.08424895256757736
146961	rnn.weight_ih_l0_reverse	4	0.04094403609633446
146961	rnn.weight_ih_l0_reverse	5	-0.13944636285305023
146961	rnn.weight_ih_l0_reverse	6	0.04213782027363777
146961	rnn.weight_ih_l0_reverse	7	0.016438977792859077
146961	rnn.weight_ih_l0_reverse	8	-0.09297671169042587
146961	rnn.weight_ih_l0_reverse	9	-0.02517271414399147
146961	rnn.weight_hh_l0_reverse	0	-0.04542476683855057
146961	rnn.weight_hh_l0_reverse	1	0.022934352979063988
146961	rnn.weight_hh_l0_reverse	2	-0.017774531617760658
146961	rnn.weight_hh_l0_reverse	3	0.005693079903721809
146961	rnn.weight_hh_l0_reverse	4	-0.07303125411272049
146961	rnn.weight_hh_l0_reverse	5	0.034632131457328796
146961	rnn.weight_hh_l0_reverse	6	0.017589448019862175
146961	rnn.weight_hh_l0_reverse	7	-0.010073769837617874
146961	rnn.weight_hh_l0_reverse	8	0.003407612442970276
146961	rnn.weight_hh_l0_reverse	9	0.05186109244823456
146961	rnn.bias_ih_l0_reverse	0	-0.1476854383945465
146961	rnn.bias_ih_l0_reverse	1	-0.10631468147039413
146961	rnn.bias_ih_l0_reverse	2	0.03208523243665695
146961	rnn.bias_ih_l0_reverse	3	-0.15993744134902954
146961	rnn.bias_ih_l0_reverse	4	-0.004084247164428234
146961	rnn.bias_ih_l0_reverse	5	-0.1747196763753891
146961	rnn.bias_ih_l0_reverse	6	0.19628828763961792
146961	rnn.bias_ih_l0_reverse	7	-0.23471976816654205
146961	rnn.bias_ih_l0_reverse	8	-0.09701409935951233
146961	rnn.bias_ih_l0_reverse	9	-0.10762636363506317
146961	rnn.bias_hh_l0_reverse	0	-0.06638228893280029
146961	rnn.bias_hh_l0_reverse	1	0.16208401322364807
146961	rnn.bias_hh_l0_reverse	2	-0.2524835467338562
146961	rnn.bias_hh_l0_reverse	3	-0.10020170360803604
146961	rnn.bias_hh_l0_reverse	4	-0.2374122440814972
146961	rnn.bias_hh_l0_reverse	5	-0.09823471307754517
146961	rnn.bias_hh_l0_reverse	6	-0.22543372213840485
146961	rnn.bias_hh_l0_reverse	7	-0.06411506980657578
146961	rnn.bias_hh_l0_reverse	8	-0.1306060254573822
146961	rnn.bias_hh_l0_reverse	9	0.17151924967765808
146961	linear.weight	0	0.17222507297992706
146961	linear.weight	1	-0.3810301721096039
146961	linear.weight	2	0.07524912059307098
146961	linear.weight	3	0.06796003878116608
146961	linear.weight	4	-0.15473498404026031
146961	linear.weight	5	0.24070802330970764
146961	linear.weight	6	-0.1331648826599121
146961	linear.weight	7	-0.06897825002670288
146961	linear.weight	8	0.07331479340791702
146961	linear.weight	9	-0.03692816197872162
146961	linear.bias	0	-1.1169509887695312
146961	linear.bias	1	1.925830602645874
146961	linear.bias	2	0.4327714145183563
146961	linear.bias	3	-2.3229918479919434
146961	linear.bias	4	-0.35521650314331055
146961	linear.bias	5	1.0710484981536865
146961	linear.bias	6	-0.27823352813720703
146961	linear.bias	7	0.5558711290359497
146961	linear.bias	8	2.0565879344940186
146961	linear.bias	9	-1.2873436212539673
147570	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
147570	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
147570	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
147570	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
147570	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
147570	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
147570	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
147570	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
147570	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
147570	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
147570	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
147570	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
147570	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
147570	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
147570	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
147570	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
147570	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
147570	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
147570	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
147570	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
147570	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
147570	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
147570	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
147570	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
147570	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
147570	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
147570	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
147570	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
147570	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
147570	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
147570	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
147570	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
147570	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
147570	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
147570	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
147570	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
147570	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
147570	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
147570	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
147570	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
147570	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
147570	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
147570	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
147570	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
147570	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
147570	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
147570	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
147570	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
147570	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
147570	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
147570	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
147570	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
147570	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
147570	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
147570	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
147570	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
147570	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
147570	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
147570	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
147570	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
147570	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
147570	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
147570	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
147570	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
147570	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
147570	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
147570	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
147570	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
147570	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
147570	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
147570	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
147570	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
147570	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
147570	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
147570	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
147570	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
147570	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
147570	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
147570	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
147570	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
147570	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
147570	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
147570	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
147570	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
147570	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
147570	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
147570	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
147570	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
147570	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
147570	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
147570	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
147570	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
147570	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
147570	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
147570	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
147570	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
147570	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
147570	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
147570	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
147570	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
147570	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
147570	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
147570	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
147570	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
147570	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
147570	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
147570	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
147570	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
147570	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
147570	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
147570	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
147570	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
147570	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
147570	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
147570	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
147570	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
147570	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
147570	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
147570	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
147570	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
147570	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
147570	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
147570	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
147570	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
147570	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
147570	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
147570	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
147570	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
147570	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
147570	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
147570	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
147570	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
147570	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
147570	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
147570	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
147570	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
147570	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
147570	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
147570	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
147570	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
147570	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
147570	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
147570	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
147570	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
147570	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
147570	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
147570	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
147570	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
147570	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
147570	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
147570	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
147570	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
147570	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
147570	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
147570	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
147570	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
147570	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
147570	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
147570	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
147570	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
147570	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
147570	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
147570	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
147570	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
147570	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
147570	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
147570	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
147570	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
147570	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
147570	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
147570	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
147570	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
147570	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
147570	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
147570	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
147570	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
147570	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
147570	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
147570	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
147570	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
147570	embedding2nn.weight	0	0.1999129205942154
147570	embedding2nn.weight	1	0.2625808119773865
147570	embedding2nn.weight	2	0.014210592024028301
147570	embedding2nn.weight	3	0.03108152002096176
147570	embedding2nn.weight	4	-0.06639453768730164
147570	embedding2nn.weight	5	0.07955033332109451
147570	embedding2nn.weight	6	0.05865829810500145
147570	embedding2nn.weight	7	0.010088215582072735
147570	embedding2nn.weight	8	0.03548327088356018
147570	embedding2nn.weight	9	-0.023373935371637344
147570	embedding2nn.bias	0	0.04550801217556
147570	embedding2nn.bias	1	-0.1422024816274643
147570	embedding2nn.bias	2	0.11595191061496735
147570	embedding2nn.bias	3	0.13498643040657043
147570	embedding2nn.bias	4	0.15506036579608917
147570	embedding2nn.bias	5	-0.07200507819652557
147570	embedding2nn.bias	6	-0.06327620893716812
147570	embedding2nn.bias	7	0.015153693966567516
147570	embedding2nn.bias	8	-0.15142588317394257
147570	embedding2nn.bias	9	-0.35237494111061096
147570	rnn.weight_ih_l0	0	0.014866748824715614
147570	rnn.weight_ih_l0	1	-0.05820928141474724
147570	rnn.weight_ih_l0	2	-0.06240592896938324
147570	rnn.weight_ih_l0	3	0.04153028503060341
147570	rnn.weight_ih_l0	4	0.04499067738652229
147570	rnn.weight_ih_l0	5	-0.11046865582466125
147570	rnn.weight_ih_l0	6	-0.024118943139910698
147570	rnn.weight_ih_l0	7	0.034894030541181564
147570	rnn.weight_ih_l0	8	0.011675228364765644
147570	rnn.weight_ih_l0	9	-0.06054949015378952
147570	rnn.weight_hh_l0	0	0.015685196965932846
147570	rnn.weight_hh_l0	1	0.06439362466335297
147570	rnn.weight_hh_l0	2	0.02019229345023632
147570	rnn.weight_hh_l0	3	0.04567146673798561
147570	rnn.weight_hh_l0	4	-0.006158101838082075
147570	rnn.weight_hh_l0	5	0.06220044940710068
147570	rnn.weight_hh_l0	6	0.00026942920521833
147570	rnn.weight_hh_l0	7	-0.005487003829330206
147570	rnn.weight_hh_l0	8	0.04074855521321297
147570	rnn.weight_hh_l0	9	-0.058360807597637177
147570	rnn.bias_ih_l0	0	0.11562668532133102
147570	rnn.bias_ih_l0	1	-0.17210660874843597
147570	rnn.bias_ih_l0	2	-0.012757804244756699
147570	rnn.bias_ih_l0	3	-0.1411241590976715
147570	rnn.bias_ih_l0	4	0.08114803582429886
147570	rnn.bias_ih_l0	5	-0.21605075895786285
147570	rnn.bias_ih_l0	6	-0.07992818206548691
147570	rnn.bias_ih_l0	7	-0.20608298480510712
147570	rnn.bias_ih_l0	8	-0.1471654772758484
147570	rnn.bias_ih_l0	9	-0.3361760079860687
147570	rnn.bias_hh_l0	0	-0.16756519675254822
147570	rnn.bias_hh_l0	1	-0.18676339089870453
147570	rnn.bias_hh_l0	2	-0.16551221907138824
147570	rnn.bias_hh_l0	3	-0.04512052983045578
147570	rnn.bias_hh_l0	4	-0.15539340674877167
147570	rnn.bias_hh_l0	5	-0.20343255996704102
147570	rnn.bias_hh_l0	6	-0.11588744074106216
147570	rnn.bias_hh_l0	7	0.06620833277702332
147570	rnn.bias_hh_l0	8	-0.14867930114269257
147570	rnn.bias_hh_l0	9	-0.34909772872924805
147570	rnn.weight_ih_l0_reverse	0	0.06238781288266182
147570	rnn.weight_ih_l0_reverse	1	-0.05752122402191162
147570	rnn.weight_ih_l0_reverse	2	-0.03968554735183716
147570	rnn.weight_ih_l0_reverse	3	-0.0852222889661789
147570	rnn.weight_ih_l0_reverse	4	0.040011800825595856
147570	rnn.weight_ih_l0_reverse	5	-0.13470353186130524
147570	rnn.weight_ih_l0_reverse	6	0.04841246455907822
147570	rnn.weight_ih_l0_reverse	7	0.016285955905914307
147570	rnn.weight_ih_l0_reverse	8	-0.0933787003159523
147570	rnn.weight_ih_l0_reverse	9	-0.02540205977857113
147570	rnn.weight_hh_l0_reverse	0	-0.043587230145931244
147570	rnn.weight_hh_l0_reverse	1	0.023457907140254974
147570	rnn.weight_hh_l0_reverse	2	-0.018466884270310402
147570	rnn.weight_hh_l0_reverse	3	0.006530128885060549
147570	rnn.weight_hh_l0_reverse	4	-0.07403739541769028
147570	rnn.weight_hh_l0_reverse	5	0.03468506783246994
147570	rnn.weight_hh_l0_reverse	6	0.01745029166340828
147570	rnn.weight_hh_l0_reverse	7	-0.009904050268232822
147570	rnn.weight_hh_l0_reverse	8	0.0025476589798927307
147570	rnn.weight_hh_l0_reverse	9	0.04950594902038574
147570	rnn.bias_ih_l0_reverse	0	-0.1522519588470459
147570	rnn.bias_ih_l0_reverse	1	-0.09949874132871628
147570	rnn.bias_ih_l0_reverse	2	0.03416819870471954
147570	rnn.bias_ih_l0_reverse	3	-0.15802551805973053
147570	rnn.bias_ih_l0_reverse	4	-0.0011946290032938123
147570	rnn.bias_ih_l0_reverse	5	-0.17329446971416473
147570	rnn.bias_ih_l0_reverse	6	0.1951456516981125
147570	rnn.bias_ih_l0_reverse	7	-0.2587885856628418
147570	rnn.bias_ih_l0_reverse	8	-0.10026232898235321
147570	rnn.bias_ih_l0_reverse	9	-0.1047796830534935
147570	rnn.bias_hh_l0_reverse	0	-0.07306958734989166
147570	rnn.bias_hh_l0_reverse	1	0.16486284136772156
147570	rnn.bias_hh_l0_reverse	2	-0.2490486055612564
147570	rnn.bias_hh_l0_reverse	3	-0.10358193516731262
147570	rnn.bias_hh_l0_reverse	4	-0.23641358315944672
147570	rnn.bias_hh_l0_reverse	5	-0.0974404513835907
147570	rnn.bias_hh_l0_reverse	6	-0.2184688299894333
147570	rnn.bias_hh_l0_reverse	7	-0.061041321605443954
147570	rnn.bias_hh_l0_reverse	8	-0.13326126337051392
147570	rnn.bias_hh_l0_reverse	9	0.19198167324066162
147570	linear.weight	0	0.15558971464633942
147570	linear.weight	1	-0.3999616205692291
147570	linear.weight	2	0.00631612678989768
147570	linear.weight	3	0.06796079874038696
147570	linear.weight	4	-0.1139611229300499
147570	linear.weight	5	0.23840756714344025
147570	linear.weight	6	-0.13683141767978668
147570	linear.weight	7	-0.06896641850471497
147570	linear.weight	8	0.04153473302721977
147570	linear.weight	9	-0.0369705967605114
147570	linear.bias	0	-1.1077436208724976
147570	linear.bias	1	1.9243500232696533
147570	linear.bias	2	0.41666659712791443
147570	linear.bias	3	-2.3244881629943848
147570	linear.bias	4	-0.40247488021850586
147570	linear.bias	5	1.0883487462997437
147570	linear.bias	6	-0.34065547585487366
147570	linear.bias	7	0.5547705888748169
147570	linear.bias	8	2.126051902770996
147570	linear.bias	9	-1.296083688735962
148179	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
148179	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
148179	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
148179	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
148179	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
148179	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
148179	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
148179	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
148179	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
148179	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
148179	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
148179	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
148179	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
148179	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
148179	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
148179	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
148179	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
148179	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
148179	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
148179	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
148179	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
148179	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
148179	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
148179	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
148179	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
148179	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
148179	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
148179	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
148179	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
148179	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
148179	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
148179	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
148179	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
148179	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
148179	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
148179	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
148179	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
148179	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
148179	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
148179	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
148179	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
148179	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
148179	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
148179	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
148179	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
148179	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
148179	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
148179	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
148179	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
148179	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
148179	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
148179	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
148179	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
148179	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
148179	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
148179	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
148179	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
148179	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
148179	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
148179	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
148179	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
148179	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
148179	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
148179	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
148179	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
148179	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
148179	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
148179	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
148179	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
148179	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
148179	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
148179	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
148179	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
148179	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
148179	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
148179	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
148179	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
148179	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
148179	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
148179	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
148179	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
148179	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
148179	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
148179	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
148179	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
148179	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
148179	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
148179	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
148179	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
148179	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
148179	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
148179	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
148179	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
148179	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
148179	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
148179	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
148179	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
148179	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
148179	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
148179	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
148179	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
148179	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
148179	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
148179	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
148179	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
148179	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
148179	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
148179	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
148179	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
148179	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
148179	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
148179	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
148179	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
148179	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
148179	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
148179	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
148179	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
148179	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
148179	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
148179	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
148179	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
148179	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
148179	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
148179	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
148179	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
148179	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
148179	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
148179	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
148179	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
148179	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
148179	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
148179	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
148179	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
148179	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
148179	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
148179	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
148179	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
148179	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
148179	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
148179	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
148179	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
148179	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
148179	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
148179	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
148179	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
148179	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
148179	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
148179	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
148179	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
148179	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
148179	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
148179	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
148179	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
148179	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
148179	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
148179	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
148179	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
148179	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
148179	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
148179	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
148179	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
148179	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
148179	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
148179	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
148179	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
148179	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
148179	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
148179	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
148179	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
148179	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
148179	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
148179	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
148179	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
148179	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
148179	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
148179	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
148179	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
148179	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
148179	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
148179	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
148179	embedding2nn.weight	0	0.20064271986484528
148179	embedding2nn.weight	1	0.2587146759033203
148179	embedding2nn.weight	2	0.011311306618154049
148179	embedding2nn.weight	3	0.029680997133255005
148179	embedding2nn.weight	4	-0.06245281547307968
148179	embedding2nn.weight	5	0.07472549378871918
148179	embedding2nn.weight	6	0.061276309192180634
148179	embedding2nn.weight	7	0.000270034302957356
148179	embedding2nn.weight	8	0.03422104939818382
148179	embedding2nn.weight	9	-0.026338709518313408
148179	embedding2nn.bias	0	0.029421374201774597
148179	embedding2nn.bias	1	-0.14922873675823212
148179	embedding2nn.bias	2	0.1267133206129074
148179	embedding2nn.bias	3	0.14210271835327148
148179	embedding2nn.bias	4	0.1351815164089203
148179	embedding2nn.bias	5	-0.07821203023195267
148179	embedding2nn.bias	6	-0.04890639707446098
148179	embedding2nn.bias	7	0.018997831270098686
148179	embedding2nn.bias	8	-0.11934161931276321
148179	embedding2nn.bias	9	-0.3624143600463867
148179	rnn.weight_ih_l0	0	0.017115000635385513
148179	rnn.weight_ih_l0	1	-0.058679815381765366
148179	rnn.weight_ih_l0	2	-0.06261974573135376
148179	rnn.weight_ih_l0	3	0.04264576733112335
148179	rnn.weight_ih_l0	4	0.05502708628773689
148179	rnn.weight_ih_l0	5	-0.09981571137905121
148179	rnn.weight_ih_l0	6	-0.017969660460948944
148179	rnn.weight_ih_l0	7	0.03062404692173004
148179	rnn.weight_ih_l0	8	0.0026008032727986574
148179	rnn.weight_ih_l0	9	-0.05967283248901367
148179	rnn.weight_hh_l0	0	0.01586904749274254
148179	rnn.weight_hh_l0	1	0.06452590227127075
148179	rnn.weight_hh_l0	2	0.01912456564605236
148179	rnn.weight_hh_l0	3	0.045223962515592575
148179	rnn.weight_hh_l0	4	-0.005611426196992397
148179	rnn.weight_hh_l0	5	0.06352338939905167
148179	rnn.weight_hh_l0	6	-0.00032542014378122985
148179	rnn.weight_hh_l0	7	-0.004568472038954496
148179	rnn.weight_hh_l0	8	0.041022442281246185
148179	rnn.weight_hh_l0	9	-0.059299781918525696
148179	rnn.bias_ih_l0	0	0.11447783559560776
148179	rnn.bias_ih_l0	1	-0.17628984153270721
148179	rnn.bias_ih_l0	2	-0.009876043535768986
148179	rnn.bias_ih_l0	3	-0.14138391613960266
148179	rnn.bias_ih_l0	4	0.08260508626699448
148179	rnn.bias_ih_l0	5	-0.2175755649805069
148179	rnn.bias_ih_l0	6	-0.07461967319250107
148179	rnn.bias_ih_l0	7	-0.20597343146800995
148179	rnn.bias_ih_l0	8	-0.13777120411396027
148179	rnn.bias_ih_l0	9	-0.34441837668418884
148179	rnn.bias_hh_l0	0	-0.17106252908706665
148179	rnn.bias_hh_l0	1	-0.18759886920452118
148179	rnn.bias_hh_l0	2	-0.16206103563308716
148179	rnn.bias_hh_l0	3	-0.04309484735131264
148179	rnn.bias_hh_l0	4	-0.1591678112745285
148179	rnn.bias_hh_l0	5	-0.20375242829322815
148179	rnn.bias_hh_l0	6	-0.11594775319099426
148179	rnn.bias_hh_l0	7	0.07103333622217178
148179	rnn.bias_hh_l0	8	-0.1475381702184677
148179	rnn.bias_hh_l0	9	-0.34909820556640625
148179	rnn.weight_ih_l0_reverse	0	0.0641184002161026
148179	rnn.weight_ih_l0_reverse	1	-0.06012612581253052
148179	rnn.weight_ih_l0_reverse	2	-0.03970270976424217
148179	rnn.weight_ih_l0_reverse	3	-0.08635753393173218
148179	rnn.weight_ih_l0_reverse	4	0.04286974295973778
148179	rnn.weight_ih_l0_reverse	5	-0.15066058933734894
148179	rnn.weight_ih_l0_reverse	6	0.049391575157642365
148179	rnn.weight_ih_l0_reverse	7	0.01619187369942665
148179	rnn.weight_ih_l0_reverse	8	-0.0917520746588707
148179	rnn.weight_ih_l0_reverse	9	-0.020166967064142227
148179	rnn.weight_hh_l0_reverse	0	-0.04362407699227333
148179	rnn.weight_hh_l0_reverse	1	0.025258488953113556
148179	rnn.weight_hh_l0_reverse	2	-0.02028670161962509
148179	rnn.weight_hh_l0_reverse	3	0.006844949908554554
148179	rnn.weight_hh_l0_reverse	4	-0.07301116734743118
148179	rnn.weight_hh_l0_reverse	5	0.034166935831308365
148179	rnn.weight_hh_l0_reverse	6	0.017938626930117607
148179	rnn.weight_hh_l0_reverse	7	-0.011564157903194427
148179	rnn.weight_hh_l0_reverse	8	-4.559413355309516e-06
148179	rnn.weight_hh_l0_reverse	9	0.04784680902957916
148179	rnn.bias_ih_l0_reverse	0	-0.1517750471830368
148179	rnn.bias_ih_l0_reverse	1	-0.09520427882671356
148179	rnn.bias_ih_l0_reverse	2	0.03078993409872055
148179	rnn.bias_ih_l0_reverse	3	-0.1587442010641098
148179	rnn.bias_ih_l0_reverse	4	-0.017477087676525116
148179	rnn.bias_ih_l0_reverse	5	-0.17086322605609894
148179	rnn.bias_ih_l0_reverse	6	0.20480096340179443
148179	rnn.bias_ih_l0_reverse	7	-0.2474948763847351
148179	rnn.bias_ih_l0_reverse	8	-0.09710565209388733
148179	rnn.bias_ih_l0_reverse	9	-0.11330649256706238
148179	rnn.bias_hh_l0_reverse	0	-0.05539925768971443
148179	rnn.bias_hh_l0_reverse	1	0.16476143896579742
148179	rnn.bias_hh_l0_reverse	2	-0.25035956501960754
148179	rnn.bias_hh_l0_reverse	3	-0.09668395668268204
148179	rnn.bias_hh_l0_reverse	4	-0.2363939881324768
148179	rnn.bias_hh_l0_reverse	5	-0.09833662211894989
148179	rnn.bias_hh_l0_reverse	6	-0.21548499166965485
148179	rnn.bias_hh_l0_reverse	7	-0.06185321509838104
148179	rnn.bias_hh_l0_reverse	8	-0.1229616180062294
148179	rnn.bias_hh_l0_reverse	9	0.1922093629837036
148179	linear.weight	0	0.14078818261623383
148179	linear.weight	1	-0.405350923538208
148179	linear.weight	2	-0.03196362033486366
148179	linear.weight	3	0.06796399503946304
148179	linear.weight	4	-0.14436829090118408
148179	linear.weight	5	0.27503615617752075
148179	linear.weight	6	-0.14304199814796448
148179	linear.weight	7	-0.06896417587995529
148179	linear.weight	8	0.03565254807472229
148179	linear.weight	9	-0.0370120070874691
148179	linear.bias	0	-1.1080111265182495
148179	linear.bias	1	1.9272853136062622
148179	linear.bias	2	0.42581450939178467
148179	linear.bias	3	-2.3258886337280273
148179	linear.bias	4	-0.4012576639652252
148179	linear.bias	5	1.027362585067749
148179	linear.bias	6	-0.32990896701812744
148179	linear.bias	7	0.5539022088050842
148179	linear.bias	8	2.0870046615600586
148179	linear.bias	9	-1.301641583442688
148788	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
148788	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
148788	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
148788	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
148788	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
148788	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
148788	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
148788	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
148788	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
148788	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
148788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
148788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
148788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
148788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
148788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
148788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
148788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
148788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
148788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
148788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
148788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
148788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
148788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
148788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
148788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
148788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
148788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
148788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
148788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
148788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
148788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
148788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
148788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
148788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
148788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
148788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
148788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
148788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
148788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
148788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
148788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
148788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
148788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
148788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
148788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
148788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
148788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
148788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
148788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
148788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
148788	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
148788	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
148788	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
148788	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
148788	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
148788	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
148788	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
148788	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
148788	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
148788	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
148788	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
148788	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
148788	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
148788	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
148788	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
148788	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
148788	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
148788	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
148788	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
148788	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
148788	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
148788	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
148788	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
148788	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
148788	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
148788	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
148788	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
148788	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
148788	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
148788	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
148788	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
148788	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
148788	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
148788	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
148788	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
148788	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
148788	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
148788	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
148788	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
148788	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
148788	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
148788	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
148788	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
148788	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
148788	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
148788	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
148788	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
148788	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
148788	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
148788	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
148788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
148788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
148788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
148788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
148788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
148788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
148788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
148788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
148788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
148788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
148788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
148788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
148788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
148788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
148788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
148788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
148788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
148788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
148788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
148788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
148788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
148788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
148788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
148788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
148788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
148788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
148788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
148788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
148788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
148788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
148788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
148788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
148788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
148788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
148788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
148788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
148788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
148788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
148788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
148788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
148788	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
148788	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
148788	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
148788	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
148788	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
148788	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
148788	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
148788	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
148788	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
148788	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
148788	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
148788	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
148788	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
148788	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
148788	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
148788	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
148788	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
148788	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
148788	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
148788	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
148788	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
148788	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
148788	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
148788	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
148788	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
148788	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
148788	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
148788	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
148788	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
148788	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
148788	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
148788	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
148788	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
148788	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
148788	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
148788	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
148788	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
148788	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
148788	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
148788	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
148788	embedding2nn.weight	0	0.20025168359279633
148788	embedding2nn.weight	1	0.262773334980011
148788	embedding2nn.weight	2	0.011952659115195274
148788	embedding2nn.weight	3	0.030898135155439377
148788	embedding2nn.weight	4	-0.06472869962453842
148788	embedding2nn.weight	5	0.07614076882600784
148788	embedding2nn.weight	6	0.05814887210726738
148788	embedding2nn.weight	7	5.00231544720009e-05
148788	embedding2nn.weight	8	0.03621912747621536
148788	embedding2nn.weight	9	-0.03289543464779854
148788	embedding2nn.bias	0	0.02551085688173771
148788	embedding2nn.bias	1	-0.1406223326921463
148788	embedding2nn.bias	2	0.09901005029678345
148788	embedding2nn.bias	3	0.14406388998031616
148788	embedding2nn.bias	4	0.13669365644454956
148788	embedding2nn.bias	5	-0.07916558533906937
148788	embedding2nn.bias	6	-0.052453428506851196
148788	embedding2nn.bias	7	0.027144314721226692
148788	embedding2nn.bias	8	-0.1440679430961609
148788	embedding2nn.bias	9	-0.3563951551914215
148788	rnn.weight_ih_l0	0	0.015796879306435585
148788	rnn.weight_ih_l0	1	-0.058186132460832596
148788	rnn.weight_ih_l0	2	-0.06321728229522705
148788	rnn.weight_ih_l0	3	0.04476416856050491
148788	rnn.weight_ih_l0	4	0.05071831867098808
148788	rnn.weight_ih_l0	5	-0.09316807240247726
148788	rnn.weight_ih_l0	6	-0.01370563916862011
148788	rnn.weight_ih_l0	7	0.025393381714820862
148788	rnn.weight_ih_l0	8	0.0023198500275611877
148788	rnn.weight_ih_l0	9	-0.051003348082304
148788	rnn.weight_hh_l0	0	0.0156619381159544
148788	rnn.weight_hh_l0	1	0.06533226370811462
148788	rnn.weight_hh_l0	2	0.018799519166350365
148788	rnn.weight_hh_l0	3	0.04523519426584244
148788	rnn.weight_hh_l0	4	-0.0056985788978636265
148788	rnn.weight_hh_l0	5	0.06492630392313004
148788	rnn.weight_hh_l0	6	-0.0015133707784116268
148788	rnn.weight_hh_l0	7	-0.00459631159901619
148788	rnn.weight_hh_l0	8	0.04078765958547592
148788	rnn.weight_hh_l0	9	-0.05907054990530014
148788	rnn.bias_ih_l0	0	0.12791381776332855
148788	rnn.bias_ih_l0	1	-0.17873448133468628
148788	rnn.bias_ih_l0	2	-0.01248669158667326
148788	rnn.bias_ih_l0	3	-0.14237017929553986
148788	rnn.bias_ih_l0	4	0.08234094828367233
148788	rnn.bias_ih_l0	5	-0.21636365354061127
148788	rnn.bias_ih_l0	6	-0.08262534439563751
148788	rnn.bias_ih_l0	7	-0.20189526677131653
148788	rnn.bias_ih_l0	8	-0.13659073412418365
148788	rnn.bias_ih_l0	9	-0.3234555721282959
148788	rnn.bias_hh_l0	0	-0.17236745357513428
148788	rnn.bias_hh_l0	1	-0.1896519511938095
148788	rnn.bias_hh_l0	2	-0.16218794882297516
148788	rnn.bias_hh_l0	3	-0.04182993248105049
148788	rnn.bias_hh_l0	4	-0.1633116453886032
148788	rnn.bias_hh_l0	5	-0.20520980656147003
148788	rnn.bias_hh_l0	6	-0.11760061979293823
148788	rnn.bias_hh_l0	7	0.07344263046979904
148788	rnn.bias_hh_l0	8	-0.15131236612796783
148788	rnn.bias_hh_l0	9	-0.34910836815834045
148788	rnn.weight_ih_l0_reverse	0	0.052309099584817886
148788	rnn.weight_ih_l0_reverse	1	-0.059543732553720474
148788	rnn.weight_ih_l0_reverse	2	-0.0388411246240139
148788	rnn.weight_ih_l0_reverse	3	-0.08246461302042007
148788	rnn.weight_ih_l0_reverse	4	0.042300622910261154
148788	rnn.weight_ih_l0_reverse	5	-0.14251475036144257
148788	rnn.weight_ih_l0_reverse	6	0.048315368592739105
148788	rnn.weight_ih_l0_reverse	7	0.01570817455649376
148788	rnn.weight_ih_l0_reverse	8	-0.08926328271627426
148788	rnn.weight_ih_l0_reverse	9	-0.023296743631362915
148788	rnn.weight_hh_l0_reverse	0	-0.0438445508480072
148788	rnn.weight_hh_l0_reverse	1	0.024242937564849854
148788	rnn.weight_hh_l0_reverse	2	-0.01952940784394741
148788	rnn.weight_hh_l0_reverse	3	0.008003342896699905
148788	rnn.weight_hh_l0_reverse	4	-0.07136357575654984
148788	rnn.weight_hh_l0_reverse	5	0.03408362343907356
148788	rnn.weight_hh_l0_reverse	6	0.01798190549015999
148788	rnn.weight_hh_l0_reverse	7	-0.01089200098067522
148788	rnn.weight_hh_l0_reverse	8	0.0011102821445092559
148788	rnn.weight_hh_l0_reverse	9	0.04720111936330795
148788	rnn.bias_ih_l0_reverse	0	-0.14597511291503906
148788	rnn.bias_ih_l0_reverse	1	-0.09168160706758499
148788	rnn.bias_ih_l0_reverse	2	0.025135956704616547
148788	rnn.bias_ih_l0_reverse	3	-0.16110186278820038
148788	rnn.bias_ih_l0_reverse	4	-0.013258202001452446
148788	rnn.bias_ih_l0_reverse	5	-0.1732504516839981
148788	rnn.bias_ih_l0_reverse	6	0.21149234473705292
148788	rnn.bias_ih_l0_reverse	7	-0.24017030000686646
148788	rnn.bias_ih_l0_reverse	8	-0.09600607305765152
148788	rnn.bias_ih_l0_reverse	9	-0.11314254254102707
148788	rnn.bias_hh_l0_reverse	0	-0.04772892966866493
148788	rnn.bias_hh_l0_reverse	1	0.14935924112796783
148788	rnn.bias_hh_l0_reverse	2	-0.255327045917511
148788	rnn.bias_hh_l0_reverse	3	-0.09420067816972733
148788	rnn.bias_hh_l0_reverse	4	-0.24034136533737183
148788	rnn.bias_hh_l0_reverse	5	-0.10286270827054977
148788	rnn.bias_hh_l0_reverse	6	-0.20915359258651733
148788	rnn.bias_hh_l0_reverse	7	-0.06020430848002434
148788	rnn.bias_hh_l0_reverse	8	-0.13406933844089508
148788	rnn.bias_hh_l0_reverse	9	0.20550666749477386
148788	linear.weight	0	0.17682211101055145
148788	linear.weight	1	-0.37033358216285706
148788	linear.weight	2	-0.04412027448415756
148788	linear.weight	3	0.06797544658184052
148788	linear.weight	4	-0.17026394605636597
148788	linear.weight	5	0.264413058757782
148788	linear.weight	6	-0.17140327394008636
148788	linear.weight	7	-0.06896290928125381
148788	linear.weight	8	0.04766329377889633
148788	linear.weight	9	-0.03705326467752457
148788	linear.bias	0	-1.0811735391616821
148788	linear.bias	1	1.9062498807907104
148788	linear.bias	2	0.4148377776145935
148788	linear.bias	3	-2.3271453380584717
148788	linear.bias	4	-0.3746175467967987
148788	linear.bias	5	1.0745162963867188
148788	linear.bias	6	-0.3153633773326874
148788	linear.bias	7	0.5307691097259521
148788	linear.bias	8	2.081578254699707
148788	linear.bias	9	-1.3283135890960693
149397	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
149397	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
149397	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
149397	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
149397	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
149397	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
149397	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
149397	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
149397	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
149397	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
149397	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
149397	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
149397	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
149397	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
149397	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
149397	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
149397	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
149397	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
149397	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
149397	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
149397	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
149397	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
149397	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
149397	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
149397	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
149397	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
149397	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
149397	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
149397	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
149397	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
149397	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
149397	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
149397	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
149397	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
149397	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
149397	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
149397	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
149397	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
149397	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
149397	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
149397	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
149397	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
149397	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
149397	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
149397	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
149397	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
149397	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
149397	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
149397	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
149397	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
149397	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
149397	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
149397	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
149397	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
149397	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
149397	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
149397	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
149397	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
149397	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
149397	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
149397	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
149397	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
149397	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
149397	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
149397	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
149397	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
149397	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
149397	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
149397	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
149397	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
149397	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
149397	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
149397	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
149397	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
149397	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
149397	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
149397	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
149397	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
149397	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
149397	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
149397	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
149397	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
149397	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
149397	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
149397	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
149397	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
149397	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
149397	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
149397	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
149397	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
149397	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
149397	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
149397	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
149397	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
149397	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
149397	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
149397	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
149397	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
149397	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
149397	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
149397	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
149397	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
149397	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
149397	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
149397	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
149397	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
149397	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
149397	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
149397	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
149397	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
149397	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
149397	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
149397	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
149397	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
149397	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
149397	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
149397	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
149397	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
149397	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
149397	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
149397	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
149397	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
149397	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
149397	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
149397	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
149397	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
149397	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
149397	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
149397	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
149397	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
149397	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
149397	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
149397	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
149397	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
149397	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
149397	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
149397	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
149397	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
149397	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
149397	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
149397	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
149397	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
149397	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
149397	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
149397	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
149397	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
149397	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
149397	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
149397	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
149397	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
149397	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
149397	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
149397	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
149397	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
149397	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
149397	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
149397	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
149397	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
149397	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
149397	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
149397	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
149397	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
149397	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
149397	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
149397	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
149397	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
149397	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
149397	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
149397	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
149397	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
149397	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
149397	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
149397	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
149397	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
149397	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
149397	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
149397	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
149397	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
149397	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
149397	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
149397	embedding2nn.weight	0	0.20044022798538208
149397	embedding2nn.weight	1	0.2639968991279602
149397	embedding2nn.weight	2	0.013529350981116295
149397	embedding2nn.weight	3	0.04896017163991928
149397	embedding2nn.weight	4	-0.061158210039138794
149397	embedding2nn.weight	5	0.07691101729869843
149397	embedding2nn.weight	6	0.0624183788895607
149397	embedding2nn.weight	7	0.009669414721429348
149397	embedding2nn.weight	8	0.03678221255540848
149397	embedding2nn.weight	9	-0.026085292920470238
149397	embedding2nn.bias	0	0.02248549461364746
149397	embedding2nn.bias	1	-0.14265498518943787
149397	embedding2nn.bias	2	0.11523041874170303
149397	embedding2nn.bias	3	0.1318913698196411
149397	embedding2nn.bias	4	0.13418202102184296
149397	embedding2nn.bias	5	-0.058712493628263474
149397	embedding2nn.bias	6	-0.045572128146886826
149397	embedding2nn.bias	7	0.0537029467523098
149397	embedding2nn.bias	8	-0.1375676691532135
149397	embedding2nn.bias	9	-0.3725166320800781
149397	rnn.weight_ih_l0	0	0.015789585188031197
149397	rnn.weight_ih_l0	1	-0.06192865967750549
149397	rnn.weight_ih_l0	2	-0.06051462143659592
149397	rnn.weight_ih_l0	3	0.04680957645177841
149397	rnn.weight_ih_l0	4	0.058657772839069366
149397	rnn.weight_ih_l0	5	-0.09624311327934265
149397	rnn.weight_ih_l0	6	-0.018570756539702415
149397	rnn.weight_ih_l0	7	0.0228011105209589
149397	rnn.weight_ih_l0	8	-0.0033752669114619493
149397	rnn.weight_ih_l0	9	-0.055835407227277756
149397	rnn.weight_hh_l0	0	0.01581030897796154
149397	rnn.weight_hh_l0	1	0.06625285744667053
149397	rnn.weight_hh_l0	2	0.01902191899716854
149397	rnn.weight_hh_l0	3	0.044104233384132385
149397	rnn.weight_hh_l0	4	-0.006747366860508919
149397	rnn.weight_hh_l0	5	0.06515077501535416
149397	rnn.weight_hh_l0	6	-0.001485417946241796
149397	rnn.weight_hh_l0	7	-0.005985064432024956
149397	rnn.weight_hh_l0	8	0.04100096970796585
149397	rnn.weight_hh_l0	9	-0.05750545114278793
149397	rnn.bias_ih_l0	0	0.12101037800312042
149397	rnn.bias_ih_l0	1	-0.1876000165939331
149397	rnn.bias_ih_l0	2	-0.012178503908216953
149397	rnn.bias_ih_l0	3	-0.1421256959438324
149397	rnn.bias_ih_l0	4	0.09405648708343506
149397	rnn.bias_ih_l0	5	-0.21265488862991333
149397	rnn.bias_ih_l0	6	-0.07219342887401581
149397	rnn.bias_ih_l0	7	-0.20406392216682434
149397	rnn.bias_ih_l0	8	-0.15036490559577942
149397	rnn.bias_ih_l0	9	-0.33164483308792114
149397	rnn.bias_hh_l0	0	-0.17510472238063812
149397	rnn.bias_hh_l0	1	-0.19398918747901917
149397	rnn.bias_hh_l0	2	-0.15696384012699127
149397	rnn.bias_hh_l0	3	-0.05030874162912369
149397	rnn.bias_hh_l0	4	-0.16205495595932007
149397	rnn.bias_hh_l0	5	-0.2054423987865448
149397	rnn.bias_hh_l0	6	-0.11749869585037231
149397	rnn.bias_hh_l0	7	0.07196047902107239
149397	rnn.bias_hh_l0	8	-0.15236210823059082
149397	rnn.bias_hh_l0	9	-0.34869658946990967
149397	rnn.weight_ih_l0_reverse	0	0.05760980397462845
149397	rnn.weight_ih_l0_reverse	1	-0.06117178872227669
149397	rnn.weight_ih_l0_reverse	2	-0.0364791639149189
149397	rnn.weight_ih_l0_reverse	3	-0.08114100992679596
149397	rnn.weight_ih_l0_reverse	4	0.03928272798657417
149397	rnn.weight_ih_l0_reverse	5	-0.13547879457473755
149397	rnn.weight_ih_l0_reverse	6	0.04037384316325188
149397	rnn.weight_ih_l0_reverse	7	0.016050279140472412
149397	rnn.weight_ih_l0_reverse	8	-0.08784926682710648
149397	rnn.weight_ih_l0_reverse	9	-0.030208799988031387
149397	rnn.weight_hh_l0_reverse	0	-0.043558329343795776
149397	rnn.weight_hh_l0_reverse	1	0.023427365347743034
149397	rnn.weight_hh_l0_reverse	2	-0.019573381170630455
149397	rnn.weight_hh_l0_reverse	3	0.00698485691100359
149397	rnn.weight_hh_l0_reverse	4	-0.07125627249479294
149397	rnn.weight_hh_l0_reverse	5	0.03455730155110359
149397	rnn.weight_hh_l0_reverse	6	0.018618648871779442
149397	rnn.weight_hh_l0_reverse	7	-0.007179669104516506
149397	rnn.weight_hh_l0_reverse	8	0.0013157182838767767
149397	rnn.weight_hh_l0_reverse	9	0.04784223064780235
149397	rnn.bias_ih_l0_reverse	0	-0.1443682461977005
149397	rnn.bias_ih_l0_reverse	1	-0.09157954156398773
149397	rnn.bias_ih_l0_reverse	2	0.0286752637475729
149397	rnn.bias_ih_l0_reverse	3	-0.16658832132816315
149397	rnn.bias_ih_l0_reverse	4	-0.012398232705891132
149397	rnn.bias_ih_l0_reverse	5	-0.17572753131389618
149397	rnn.bias_ih_l0_reverse	6	0.2132413387298584
149397	rnn.bias_ih_l0_reverse	7	-0.2366601824760437
149397	rnn.bias_ih_l0_reverse	8	-0.09937204420566559
149397	rnn.bias_ih_l0_reverse	9	-0.1124374270439148
149397	rnn.bias_hh_l0_reverse	0	-0.05145762115716934
149397	rnn.bias_hh_l0_reverse	1	0.14459392428398132
149397	rnn.bias_hh_l0_reverse	2	-0.2571033537387848
149397	rnn.bias_hh_l0_reverse	3	-0.09399324655532837
149397	rnn.bias_hh_l0_reverse	4	-0.2394433617591858
149397	rnn.bias_hh_l0_reverse	5	-0.10129520297050476
149397	rnn.bias_hh_l0_reverse	6	-0.21260003745555878
149397	rnn.bias_hh_l0_reverse	7	-0.05765458568930626
149397	rnn.bias_hh_l0_reverse	8	-0.13788503408432007
149397	rnn.bias_hh_l0_reverse	9	0.20752888917922974
149397	linear.weight	0	0.16559119522571564
149397	linear.weight	1	-0.3461475372314453
149397	linear.weight	2	-0.03676731139421463
149397	linear.weight	3	0.0679808259010315
149397	linear.weight	4	-0.13964466750621796
149397	linear.weight	5	0.2618870139122009
149397	linear.weight	6	-0.1586311012506485
149397	linear.weight	7	-0.06895633041858673
149397	linear.weight	8	0.06331368535757065
149397	linear.weight	9	-0.03709758445620537
149397	linear.bias	0	-1.0912067890167236
149397	linear.bias	1	1.9069374799728394
149397	linear.bias	2	0.4474387764930725
149397	linear.bias	3	-2.3284850120544434
149397	linear.bias	4	-0.3734127879142761
149397	linear.bias	5	1.076177716255188
149397	linear.bias	6	-0.2779996395111084
149397	linear.bias	7	0.4968625605106354
149397	linear.bias	8	2.1163570880889893
149397	linear.bias	9	-1.2898492813110352
150006	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
150006	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
150006	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
150006	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
150006	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
150006	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
150006	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
150006	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
150006	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
150006	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
150006	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
150006	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
150006	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
150006	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
150006	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
150006	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
150006	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
150006	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
150006	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
150006	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
150006	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
150006	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
150006	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
150006	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
150006	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
150006	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
150006	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
150006	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
150006	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
150006	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
150006	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
150006	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
150006	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
150006	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
150006	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
150006	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
150006	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
150006	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
150006	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
150006	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
150006	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
150006	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
150006	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
150006	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
150006	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
150006	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
150006	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
150006	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
150006	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
150006	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
150006	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
150006	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
150006	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
150006	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
150006	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
150006	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
150006	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
150006	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
150006	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
150006	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
150006	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
150006	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
150006	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
150006	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
150006	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
150006	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
150006	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
150006	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
150006	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
150006	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
150006	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
150006	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
150006	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
150006	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
150006	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
150006	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
150006	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
150006	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
150006	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
150006	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
150006	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
150006	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
150006	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
150006	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
150006	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
150006	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
150006	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
150006	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
150006	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
150006	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
150006	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
150006	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
150006	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
150006	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
150006	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
150006	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
150006	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
150006	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
150006	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
150006	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
150006	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
150006	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
150006	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
150006	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
150006	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
150006	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
150006	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
150006	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
150006	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
150006	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
150006	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
150006	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
150006	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
150006	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
150006	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
150006	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
150006	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
150006	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
150006	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
150006	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
150006	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
150006	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
150006	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
150006	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
150006	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
150006	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
150006	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
150006	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
150006	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
150006	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
150006	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
150006	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
150006	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
150006	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
150006	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
150006	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
150006	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
150006	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
150006	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
150006	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
150006	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
150006	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
150006	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
150006	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
150006	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
150006	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
150006	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
150006	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
150006	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
150006	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
150006	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
150006	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
150006	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
150006	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
150006	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
150006	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
150006	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
150006	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
150006	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
150006	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
150006	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
150006	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
150006	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
150006	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
150006	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
150006	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
150006	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
150006	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
150006	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
150006	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
150006	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
150006	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
150006	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
150006	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
150006	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
150006	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
150006	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
150006	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
150006	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
150006	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
150006	embedding2nn.weight	0	0.20325705409049988
150006	embedding2nn.weight	1	0.25913798809051514
150006	embedding2nn.weight	2	0.013860604725778103
150006	embedding2nn.weight	3	0.03666521981358528
150006	embedding2nn.weight	4	-0.06121319532394409
150006	embedding2nn.weight	5	0.07615568488836288
150006	embedding2nn.weight	6	0.05720759183168411
150006	embedding2nn.weight	7	0.007280031684786081
150006	embedding2nn.weight	8	0.03735386207699776
150006	embedding2nn.weight	9	-0.023315533995628357
150006	embedding2nn.bias	0	0.023408180102705956
150006	embedding2nn.bias	1	-0.17488472163677216
150006	embedding2nn.bias	2	0.1346486508846283
150006	embedding2nn.bias	3	0.13238073885440826
150006	embedding2nn.bias	4	0.1279502809047699
150006	embedding2nn.bias	5	-0.08335472643375397
150006	embedding2nn.bias	6	-0.042095884680747986
150006	embedding2nn.bias	7	0.0377199612557888
150006	embedding2nn.bias	8	-0.13301964104175568
150006	embedding2nn.bias	9	-0.3667072057723999
150006	rnn.weight_ih_l0	0	0.01555852685123682
150006	rnn.weight_ih_l0	1	-0.06135592237114906
150006	rnn.weight_ih_l0	2	-0.05695919319987297
150006	rnn.weight_ih_l0	3	0.04241146892309189
150006	rnn.weight_ih_l0	4	0.06704863160848618
150006	rnn.weight_ih_l0	5	-0.09423336386680603
150006	rnn.weight_ih_l0	6	-0.019015289843082428
150006	rnn.weight_ih_l0	7	0.019707106053829193
150006	rnn.weight_ih_l0	8	-0.00028610570007003844
150006	rnn.weight_ih_l0	9	-0.05876000598073006
150006	rnn.weight_hh_l0	0	0.015388629399240017
150006	rnn.weight_hh_l0	1	0.06568822264671326
150006	rnn.weight_hh_l0	2	0.018057044595479965
150006	rnn.weight_hh_l0	3	0.04474955052137375
150006	rnn.weight_hh_l0	4	-0.0061132097616791725
150006	rnn.weight_hh_l0	5	0.06662767380475998
150006	rnn.weight_hh_l0	6	-0.0006266615237109363
150006	rnn.weight_hh_l0	7	-0.00513292383402586
150006	rnn.weight_hh_l0	8	0.04079585522413254
150006	rnn.weight_hh_l0	9	-0.057343803346157074
150006	rnn.bias_ih_l0	0	0.11914520710706711
150006	rnn.bias_ih_l0	1	-0.18709734082221985
150006	rnn.bias_ih_l0	2	-0.009792298078536987
150006	rnn.bias_ih_l0	3	-0.14691296219825745
150006	rnn.bias_ih_l0	4	0.10496848821640015
150006	rnn.bias_ih_l0	5	-0.22027064859867096
150006	rnn.bias_ih_l0	6	-0.06579121947288513
150006	rnn.bias_ih_l0	7	-0.2056015431880951
150006	rnn.bias_ih_l0	8	-0.13328085839748383
150006	rnn.bias_ih_l0	9	-0.3258548676967621
150006	rnn.bias_hh_l0	0	-0.17833128571510315
150006	rnn.bias_hh_l0	1	-0.18795831501483917
150006	rnn.bias_hh_l0	2	-0.16526015102863312
150006	rnn.bias_hh_l0	3	-0.04731437936425209
150006	rnn.bias_hh_l0	4	-0.16275376081466675
150006	rnn.bias_hh_l0	5	-0.21138857305049896
150006	rnn.bias_hh_l0	6	-0.11592697352170944
150006	rnn.bias_hh_l0	7	0.06922993063926697
150006	rnn.bias_hh_l0	8	-0.15366140007972717
150006	rnn.bias_hh_l0	9	-0.34842994809150696
150006	rnn.weight_ih_l0_reverse	0	0.059060681611299515
150006	rnn.weight_ih_l0_reverse	1	-0.06048595905303955
150006	rnn.weight_ih_l0_reverse	2	-0.038054052740335464
150006	rnn.weight_ih_l0_reverse	3	-0.08408007025718689
150006	rnn.weight_ih_l0_reverse	4	0.037584587931632996
150006	rnn.weight_ih_l0_reverse	5	-0.14155982434749603
150006	rnn.weight_ih_l0_reverse	6	0.03490748256444931
150006	rnn.weight_ih_l0_reverse	7	0.014754858799278736
150006	rnn.weight_ih_l0_reverse	8	-0.09376292675733566
150006	rnn.weight_ih_l0_reverse	9	-0.02746228501200676
150006	rnn.weight_hh_l0_reverse	0	-0.0432814322412014
150006	rnn.weight_hh_l0_reverse	1	0.02244056761264801
150006	rnn.weight_hh_l0_reverse	2	-0.02064603380858898
150006	rnn.weight_hh_l0_reverse	3	0.007193881552666426
150006	rnn.weight_hh_l0_reverse	4	-0.07093079388141632
150006	rnn.weight_hh_l0_reverse	5	0.03473562002182007
150006	rnn.weight_hh_l0_reverse	6	0.018488910049200058
150006	rnn.weight_hh_l0_reverse	7	-0.005496238358318806
150006	rnn.weight_hh_l0_reverse	8	0.0011424857657402754
150006	rnn.weight_hh_l0_reverse	9	0.04870717227458954
150006	rnn.bias_ih_l0_reverse	0	-0.14488084614276886
150006	rnn.bias_ih_l0_reverse	1	-0.0923556238412857
150006	rnn.bias_ih_l0_reverse	2	0.036166246980428696
150006	rnn.bias_ih_l0_reverse	3	-0.16470547020435333
150006	rnn.bias_ih_l0_reverse	4	-0.005639311391860247
150006	rnn.bias_ih_l0_reverse	5	-0.17394228279590607
150006	rnn.bias_ih_l0_reverse	6	0.21360096335411072
150006	rnn.bias_ih_l0_reverse	7	-0.24802768230438232
150006	rnn.bias_ih_l0_reverse	8	-0.09683585911989212
150006	rnn.bias_ih_l0_reverse	9	-0.11142132431268692
150006	rnn.bias_hh_l0_reverse	0	-0.07354539632797241
150006	rnn.bias_hh_l0_reverse	1	0.16467073559761047
150006	rnn.bias_hh_l0_reverse	2	-0.2569493353366852
150006	rnn.bias_hh_l0_reverse	3	-0.09553460776805878
150006	rnn.bias_hh_l0_reverse	4	-0.24443359673023224
150006	rnn.bias_hh_l0_reverse	5	-0.10442902892827988
150006	rnn.bias_hh_l0_reverse	6	-0.21320870518684387
150006	rnn.bias_hh_l0_reverse	7	-0.06521248817443848
150006	rnn.bias_hh_l0_reverse	8	-0.15123605728149414
150006	rnn.bias_hh_l0_reverse	9	0.21414369344711304
150006	linear.weight	0	0.1709330976009369
150006	linear.weight	1	-0.37710660696029663
150006	linear.weight	2	0.0006629783310927451
150006	linear.weight	3	0.06799137592315674
150006	linear.weight	4	-0.16855666041374207
150006	linear.weight	5	0.27183523774147034
150006	linear.weight	6	-0.14218813180923462
150006	linear.weight	7	-0.06896638870239258
150006	linear.weight	8	0.05011332407593727
150006	linear.weight	9	-0.037135347723960876
150006	linear.bias	0	-1.0923550128936768
150006	linear.bias	1	1.9552031755447388
150006	linear.bias	2	0.4057384133338928
150006	linear.bias	3	-2.3299179077148438
150006	linear.bias	4	-0.37655603885650635
150006	linear.bias	5	1.0468194484710693
150006	linear.bias	6	-0.29244932532310486
150006	linear.bias	7	0.5050384402275085
150006	linear.bias	8	2.1062045097351074
150006	linear.bias	9	-1.2983757257461548
150615	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
150615	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
150615	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
150615	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
150615	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
150615	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
150615	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
150615	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
150615	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
150615	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
150615	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
150615	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
150615	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
150615	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
150615	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
150615	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
150615	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
150615	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
150615	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
150615	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
150615	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
150615	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
150615	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
150615	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
150615	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
150615	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
150615	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
150615	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
150615	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
150615	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
150615	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
150615	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
150615	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
150615	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
150615	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
150615	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
150615	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
150615	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
150615	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
150615	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
150615	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
150615	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
150615	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
150615	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
150615	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
150615	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
150615	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
150615	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
150615	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
150615	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
150615	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
150615	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
150615	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
150615	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
150615	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
150615	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
150615	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
150615	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
150615	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
150615	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
150615	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
150615	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
150615	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
150615	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
150615	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
150615	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
150615	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
150615	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
150615	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
150615	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
150615	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
150615	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
150615	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
150615	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
150615	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
150615	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
150615	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
150615	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
150615	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
150615	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
150615	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
150615	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
150615	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
150615	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
150615	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
150615	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
150615	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
150615	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
150615	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
150615	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
150615	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
150615	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
150615	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
150615	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
150615	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
150615	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
150615	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
150615	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
150615	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
150615	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
150615	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
150615	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
150615	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
150615	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
150615	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
150615	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
150615	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
150615	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
150615	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
150615	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
150615	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
150615	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
150615	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
150615	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
150615	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
150615	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
150615	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
150615	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
150615	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
150615	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
150615	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
150615	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
150615	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
150615	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
150615	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
150615	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
150615	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
150615	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
150615	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
150615	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
150615	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
150615	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
150615	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
150615	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
150615	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
150615	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
150615	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
150615	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
150615	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
150615	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
150615	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
150615	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
150615	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
150615	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
150615	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
150615	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
150615	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
150615	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
150615	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
150615	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
150615	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
150615	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
150615	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
150615	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
150615	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
150615	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
150615	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
150615	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
150615	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
150615	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
150615	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
150615	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
150615	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
150615	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
150615	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
150615	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
150615	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
150615	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
150615	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
150615	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
150615	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
150615	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
150615	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
150615	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
150615	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
150615	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
150615	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
150615	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
150615	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
150615	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
150615	embedding2nn.weight	0	0.2050594836473465
150615	embedding2nn.weight	1	0.26412245631217957
150615	embedding2nn.weight	2	0.016079768538475037
150615	embedding2nn.weight	3	0.021841172128915787
150615	embedding2nn.weight	4	-0.05798143520951271
150615	embedding2nn.weight	5	0.08069666475057602
150615	embedding2nn.weight	6	0.05012418329715729
150615	embedding2nn.weight	7	1.9900371626135893e-06
150615	embedding2nn.weight	8	0.040930699557065964
150615	embedding2nn.weight	9	-0.02849034033715725
150615	embedding2nn.bias	0	0.032558321952819824
150615	embedding2nn.bias	1	-0.1623717099428177
150615	embedding2nn.bias	2	0.1401745229959488
150615	embedding2nn.bias	3	0.1418031007051468
150615	embedding2nn.bias	4	0.1173819750547409
150615	embedding2nn.bias	5	-0.07630496472120285
150615	embedding2nn.bias	6	-0.0561455562710762
150615	embedding2nn.bias	7	0.022163651883602142
150615	embedding2nn.bias	8	-0.13628464937210083
150615	embedding2nn.bias	9	-0.3490866422653198
150615	rnn.weight_ih_l0	0	0.017312249168753624
150615	rnn.weight_ih_l0	1	-0.061190199106931686
150615	rnn.weight_ih_l0	2	-0.05386684834957123
150615	rnn.weight_ih_l0	3	0.03790701553225517
150615	rnn.weight_ih_l0	4	0.06517132371664047
150615	rnn.weight_ih_l0	5	-0.08914144337177277
150615	rnn.weight_ih_l0	6	-0.01676575466990471
150615	rnn.weight_ih_l0	7	0.014980514533817768
150615	rnn.weight_ih_l0	8	0.006536163855344057
150615	rnn.weight_ih_l0	9	-0.05611712858080864
150615	rnn.weight_hh_l0	0	0.015677938237786293
150615	rnn.weight_hh_l0	1	0.06593750417232513
150615	rnn.weight_hh_l0	2	0.01899063028395176
150615	rnn.weight_hh_l0	3	0.044412776827812195
150615	rnn.weight_hh_l0	4	-0.004378549754619598
150615	rnn.weight_hh_l0	5	0.06350239366292953
150615	rnn.weight_hh_l0	6	-0.0007413275889120996
150615	rnn.weight_hh_l0	7	-0.011252335272729397
150615	rnn.weight_hh_l0	8	0.04142789915204048
150615	rnn.weight_hh_l0	9	-0.05675851181149483
150615	rnn.bias_ih_l0	0	0.1249728873372078
150615	rnn.bias_ih_l0	1	-0.18714573979377747
150615	rnn.bias_ih_l0	2	-0.005784153006970882
150615	rnn.bias_ih_l0	3	-0.14672762155532837
150615	rnn.bias_ih_l0	4	0.10354491323232651
150615	rnn.bias_ih_l0	5	-0.2169017195701599
150615	rnn.bias_ih_l0	6	-0.06528859585523605
150615	rnn.bias_ih_l0	7	-0.20443931221961975
150615	rnn.bias_ih_l0	8	-0.1266579031944275
150615	rnn.bias_ih_l0	9	-0.32944777607917786
150615	rnn.bias_hh_l0	0	-0.1775234490633011
150615	rnn.bias_hh_l0	1	-0.18653468787670135
150615	rnn.bias_hh_l0	2	-0.16952654719352722
150615	rnn.bias_hh_l0	3	-0.04263380542397499
150615	rnn.bias_hh_l0	4	-0.16913238167762756
150615	rnn.bias_hh_l0	5	-0.21465890109539032
150615	rnn.bias_hh_l0	6	-0.1138528510928154
150615	rnn.bias_hh_l0	7	0.07796592265367508
150615	rnn.bias_hh_l0	8	-0.1483057588338852
150615	rnn.bias_hh_l0	9	-0.3592246472835541
150615	rnn.weight_ih_l0_reverse	0	0.04842589795589447
150615	rnn.weight_ih_l0_reverse	1	-0.05908655375242233
150615	rnn.weight_ih_l0_reverse	2	-0.04024173691868782
150615	rnn.weight_ih_l0_reverse	3	-0.08638735860586166
150615	rnn.weight_ih_l0_reverse	4	0.038407064974308014
150615	rnn.weight_ih_l0_reverse	5	-0.15009669959545135
150615	rnn.weight_ih_l0_reverse	6	0.031405605375766754
150615	rnn.weight_ih_l0_reverse	7	0.014598463661968708
150615	rnn.weight_ih_l0_reverse	8	-0.09210827201604843
150615	rnn.weight_ih_l0_reverse	9	-0.029257679358124733
150615	rnn.weight_hh_l0_reverse	0	-0.044681616127491
150615	rnn.weight_hh_l0_reverse	1	0.02368730679154396
150615	rnn.weight_hh_l0_reverse	2	-0.020395781844854355
150615	rnn.weight_hh_l0_reverse	3	0.006779080722481012
150615	rnn.weight_hh_l0_reverse	4	-0.07086535543203354
150615	rnn.weight_hh_l0_reverse	5	0.03390946611762047
150615	rnn.weight_hh_l0_reverse	6	0.018123425543308258
150615	rnn.weight_hh_l0_reverse	7	-0.006921929307281971
150615	rnn.weight_hh_l0_reverse	8	0.004335486330091953
150615	rnn.weight_hh_l0_reverse	9	0.04854169487953186
150615	rnn.bias_ih_l0_reverse	0	-0.14864401519298553
150615	rnn.bias_ih_l0_reverse	1	-0.09486209601163864
150615	rnn.bias_ih_l0_reverse	2	0.03819738328456879
150615	rnn.bias_ih_l0_reverse	3	-0.16775311529636383
150615	rnn.bias_ih_l0_reverse	4	-0.010776260867714882
150615	rnn.bias_ih_l0_reverse	5	-0.17062632739543915
150615	rnn.bias_ih_l0_reverse	6	0.2175476849079132
150615	rnn.bias_ih_l0_reverse	7	-0.2545991837978363
150615	rnn.bias_ih_l0_reverse	8	-0.09738212823867798
150615	rnn.bias_ih_l0_reverse	9	-0.12256819009780884
150615	rnn.bias_hh_l0_reverse	0	-0.057820431888103485
150615	rnn.bias_hh_l0_reverse	1	0.167536661028862
150615	rnn.bias_hh_l0_reverse	2	-0.26106521487236023
150615	rnn.bias_hh_l0_reverse	3	-0.09448880702257156
150615	rnn.bias_hh_l0_reverse	4	-0.24045436084270477
150615	rnn.bias_hh_l0_reverse	5	-0.10723453015089035
150615	rnn.bias_hh_l0_reverse	6	-0.21708188951015472
150615	rnn.bias_hh_l0_reverse	7	-0.06387341022491455
150615	rnn.bias_hh_l0_reverse	8	-0.14464552700519562
150615	rnn.bias_hh_l0_reverse	9	0.19327397644519806
150615	linear.weight	0	0.18800532817840576
150615	linear.weight	1	-0.3864569067955017
150615	linear.weight	2	0.016506943851709366
150615	linear.weight	3	0.06799829751253128
150615	linear.weight	4	-0.16473506391048431
150615	linear.weight	5	0.2878096401691437
150615	linear.weight	6	-0.14329780638217926
150615	linear.weight	7	-0.06897462159395218
150615	linear.weight	8	0.050802081823349
150615	linear.weight	9	-0.037170909345149994
150615	linear.bias	0	-1.1044785976409912
150615	linear.bias	1	1.8999420404434204
150615	linear.bias	2	0.43445470929145813
150615	linear.bias	3	-2.3311970233917236
150615	linear.bias	4	-0.37544387578964233
150615	linear.bias	5	1.0554399490356445
150615	linear.bias	6	-0.2475617527961731
150615	linear.bias	7	0.48445940017700195
150615	linear.bias	8	2.14495587348938
150615	linear.bias	9	-1.2920911312103271
151224	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
151224	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
151224	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
151224	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
151224	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
151224	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
151224	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
151224	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
151224	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
151224	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
151224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
151224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
151224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
151224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
151224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
151224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
151224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
151224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
151224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
151224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
151224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
151224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
151224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
151224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
151224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
151224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
151224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
151224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
151224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
151224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
151224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
151224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
151224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
151224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
151224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
151224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
151224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
151224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
151224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
151224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
151224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
151224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
151224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
151224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
151224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
151224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
151224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
151224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
151224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
151224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
151224	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
151224	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
151224	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
151224	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
151224	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
151224	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
151224	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
151224	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
151224	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
151224	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
151224	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
151224	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
151224	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
151224	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
151224	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
151224	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
151224	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
151224	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
151224	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
151224	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
151224	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
151224	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
151224	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
151224	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
151224	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
151224	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
151224	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
151224	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
151224	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
151224	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
151224	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
151224	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
151224	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
151224	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
151224	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
151224	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
151224	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
151224	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
151224	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
151224	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
151224	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
151224	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
151224	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
151224	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
151224	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
151224	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
151224	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
151224	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
151224	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
151224	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
151224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
151224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
151224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
151224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
151224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
151224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
151224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
151224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
151224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
151224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
151224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
151224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
151224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
151224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
151224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
151224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
151224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
151224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
151224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
151224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
151224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
151224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
151224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
151224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
151224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
151224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
151224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
151224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
151224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
151224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
151224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
151224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
151224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
151224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
151224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
151224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
151224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
151224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
151224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
151224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
151224	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
151224	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
151224	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
151224	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
151224	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
151224	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
151224	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
151224	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
151224	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
151224	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
151224	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
151224	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
151224	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
151224	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
151224	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
151224	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
151224	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
151224	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
151224	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
151224	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
151224	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
151224	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
151224	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
151224	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
151224	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
151224	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
151224	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
151224	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
151224	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
151224	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
151224	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
151224	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
151224	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
151224	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
151224	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
151224	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
151224	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
151224	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
151224	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
151224	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
151224	embedding2nn.weight	0	0.20462185144424438
151224	embedding2nn.weight	1	0.2623332142829895
151224	embedding2nn.weight	2	0.01741977594792843
151224	embedding2nn.weight	3	0.00601655337959528
151224	embedding2nn.weight	4	-0.06356890499591827
151224	embedding2nn.weight	5	0.0784795954823494
151224	embedding2nn.weight	6	0.04156489670276642
151224	embedding2nn.weight	7	-0.0015343561535701156
151224	embedding2nn.weight	8	0.036588963121175766
151224	embedding2nn.weight	9	-0.02611582539975643
151224	embedding2nn.bias	0	0.020343579351902008
151224	embedding2nn.bias	1	-0.1731475293636322
151224	embedding2nn.bias	2	0.11599865555763245
151224	embedding2nn.bias	3	0.13754259049892426
151224	embedding2nn.bias	4	0.12977933883666992
151224	embedding2nn.bias	5	-0.08625160902738571
151224	embedding2nn.bias	6	-0.06774397194385529
151224	embedding2nn.bias	7	0.03414064645767212
151224	embedding2nn.bias	8	-0.13365402817726135
151224	embedding2nn.bias	9	-0.3655535876750946
151224	rnn.weight_ih_l0	0	0.01618317700922489
151224	rnn.weight_ih_l0	1	-0.061720363795757294
151224	rnn.weight_ih_l0	2	-0.06221698597073555
151224	rnn.weight_ih_l0	3	0.03538867458701134
151224	rnn.weight_ih_l0	4	0.05849355459213257
151224	rnn.weight_ih_l0	5	-0.09194429963827133
151224	rnn.weight_ih_l0	6	-0.015424758195877075
151224	rnn.weight_ih_l0	7	0.018718278035521507
151224	rnn.weight_ih_l0	8	0.014414584264159203
151224	rnn.weight_ih_l0	9	-0.060095127671957016
151224	rnn.weight_hh_l0	0	0.015399370342493057
151224	rnn.weight_hh_l0	1	0.06521822512149811
151224	rnn.weight_hh_l0	2	0.01727123372256756
151224	rnn.weight_hh_l0	3	0.04386640340089798
151224	rnn.weight_hh_l0	4	-0.005456970538944006
151224	rnn.weight_hh_l0	5	0.06504825502634048
151224	rnn.weight_hh_l0	6	-0.0016911583952605724
151224	rnn.weight_hh_l0	7	-0.01454207580536604
151224	rnn.weight_hh_l0	8	0.042129456996917725
151224	rnn.weight_hh_l0	9	-0.05556132271885872
151224	rnn.bias_ih_l0	0	0.11950647830963135
151224	rnn.bias_ih_l0	1	-0.1842525601387024
151224	rnn.bias_ih_l0	2	-0.0034394320100545883
151224	rnn.bias_ih_l0	3	-0.14765560626983643
151224	rnn.bias_ih_l0	4	0.08972007036209106
151224	rnn.bias_ih_l0	5	-0.2120535671710968
151224	rnn.bias_ih_l0	6	-0.0639723688364029
151224	rnn.bias_ih_l0	7	-0.2048690915107727
151224	rnn.bias_ih_l0	8	-0.1344686597585678
151224	rnn.bias_ih_l0	9	-0.3280773460865021
151224	rnn.bias_hh_l0	0	-0.17908470332622528
151224	rnn.bias_hh_l0	1	-0.17675092816352844
151224	rnn.bias_hh_l0	2	-0.1676976978778839
151224	rnn.bias_hh_l0	3	-0.044967472553253174
151224	rnn.bias_hh_l0	4	-0.17047473788261414
151224	rnn.bias_hh_l0	5	-0.21681098639965057
151224	rnn.bias_hh_l0	6	-0.10753007233142853
151224	rnn.bias_hh_l0	7	0.0799303948879242
151224	rnn.bias_hh_l0	8	-0.15135855972766876
151224	rnn.bias_hh_l0	9	-0.3572993874549866
151224	rnn.weight_ih_l0_reverse	0	0.049526363611221313
151224	rnn.weight_ih_l0_reverse	1	-0.060150954872369766
151224	rnn.weight_ih_l0_reverse	2	-0.04007062315940857
151224	rnn.weight_ih_l0_reverse	3	-0.08279646933078766
151224	rnn.weight_ih_l0_reverse	4	0.03984884172677994
151224	rnn.weight_ih_l0_reverse	5	-0.14911223948001862
151224	rnn.weight_ih_l0_reverse	6	0.03250601142644882
151224	rnn.weight_ih_l0_reverse	7	0.013604608364403248
151224	rnn.weight_ih_l0_reverse	8	-0.09239257872104645
151224	rnn.weight_ih_l0_reverse	9	-0.027692606672644615
151224	rnn.weight_hh_l0_reverse	0	-0.04472081735730171
151224	rnn.weight_hh_l0_reverse	1	0.022439109161496162
151224	rnn.weight_hh_l0_reverse	2	-0.020993193611502647
151224	rnn.weight_hh_l0_reverse	3	0.007500178180634975
151224	rnn.weight_hh_l0_reverse	4	-0.0704679787158966
151224	rnn.weight_hh_l0_reverse	5	0.034054502844810486
151224	rnn.weight_hh_l0_reverse	6	0.01767721213400364
151224	rnn.weight_hh_l0_reverse	7	-0.010405128821730614
151224	rnn.weight_hh_l0_reverse	8	0.0049917688593268394
151224	rnn.weight_hh_l0_reverse	9	0.04719002917408943
151224	rnn.bias_ih_l0_reverse	0	-0.14763081073760986
151224	rnn.bias_ih_l0_reverse	1	-0.0930713638663292
151224	rnn.bias_ih_l0_reverse	2	0.035458728671073914
151224	rnn.bias_ih_l0_reverse	3	-0.16898630559444427
151224	rnn.bias_ih_l0_reverse	4	-0.003457950660958886
151224	rnn.bias_ih_l0_reverse	5	-0.16405747830867767
151224	rnn.bias_ih_l0_reverse	6	0.2245158702135086
151224	rnn.bias_ih_l0_reverse	7	-0.25451111793518066
151224	rnn.bias_ih_l0_reverse	8	-0.09382505714893341
151224	rnn.bias_ih_l0_reverse	9	-0.12404391914606094
151224	rnn.bias_hh_l0_reverse	0	-0.0500442311167717
151224	rnn.bias_hh_l0_reverse	1	0.18105223774909973
151224	rnn.bias_hh_l0_reverse	2	-0.25604891777038574
151224	rnn.bias_hh_l0_reverse	3	-0.09452912211418152
151224	rnn.bias_hh_l0_reverse	4	-0.24083779752254486
151224	rnn.bias_hh_l0_reverse	5	-0.1069241315126419
151224	rnn.bias_hh_l0_reverse	6	-0.22752219438552856
151224	rnn.bias_hh_l0_reverse	7	-0.06279361993074417
151224	rnn.bias_hh_l0_reverse	8	-0.15067599713802338
151224	rnn.bias_hh_l0_reverse	9	0.18829038739204407
151224	linear.weight	0	0.14207902550697327
151224	linear.weight	1	-0.37803390622138977
151224	linear.weight	2	0.02064412645995617
151224	linear.weight	3	0.06799861788749695
151224	linear.weight	4	-0.213491752743721
151224	linear.weight	5	0.30520933866500854
151224	linear.weight	6	-0.13396523892879486
151224	linear.weight	7	-0.06895553320646286
151224	linear.weight	8	0.05970566347241402
151224	linear.weight	9	-0.03721453621983528
151224	linear.bias	0	-1.0888959169387817
151224	linear.bias	1	1.8756307363510132
151224	linear.bias	2	0.4254291355609894
151224	linear.bias	3	-2.3325653076171875
151224	linear.bias	4	-0.3557990789413452
151224	linear.bias	5	1.035269021987915
151224	linear.bias	6	-0.2661229074001312
151224	linear.bias	7	0.5054259896278381
151224	linear.bias	8	2.1804749965667725
151224	linear.bias	9	-1.298882007598877
151833	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
151833	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
151833	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
151833	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
151833	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
151833	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
151833	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
151833	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
151833	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
151833	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
151833	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
151833	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
151833	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
151833	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
151833	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
151833	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
151833	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
151833	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
151833	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
151833	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
151833	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
151833	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
151833	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
151833	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
151833	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
151833	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
151833	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
151833	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
151833	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
151833	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
151833	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
151833	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
151833	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
151833	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
151833	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
151833	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
151833	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
151833	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
151833	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
151833	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
151833	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
151833	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
151833	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
151833	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
151833	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
151833	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
151833	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
151833	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
151833	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
151833	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
151833	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
151833	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
151833	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
151833	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
151833	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
151833	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
151833	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
151833	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
151833	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
151833	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
151833	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
151833	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
151833	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
151833	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
151833	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
151833	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
151833	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
151833	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
151833	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
151833	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
151833	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
151833	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
151833	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
151833	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
151833	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
151833	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
151833	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
151833	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
151833	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
151833	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
151833	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
151833	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
151833	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
151833	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
151833	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
151833	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
151833	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
151833	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
151833	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
151833	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
151833	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
151833	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
151833	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
151833	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
151833	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
151833	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
151833	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
151833	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
151833	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
151833	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
151833	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
151833	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
151833	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
151833	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
151833	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
151833	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
151833	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
151833	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
151833	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
151833	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
151833	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
151833	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
151833	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
151833	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
151833	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
151833	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
151833	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
151833	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
151833	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
151833	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
151833	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
151833	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
151833	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
151833	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
151833	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
151833	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
151833	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
151833	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
151833	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
151833	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
151833	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
151833	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
151833	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
151833	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
151833	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
151833	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
151833	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
151833	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
151833	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
151833	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
151833	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
151833	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
151833	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
151833	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
151833	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
151833	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
151833	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
151833	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
151833	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
151833	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
151833	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
151833	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
151833	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
151833	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
151833	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
151833	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
151833	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
151833	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
151833	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
151833	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
151833	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
151833	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
151833	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
151833	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
151833	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
151833	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
151833	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
151833	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
151833	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
151833	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
151833	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
151833	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
151833	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
151833	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
151833	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
151833	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
151833	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
151833	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
151833	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
151833	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
151833	embedding2nn.weight	0	0.20579290390014648
151833	embedding2nn.weight	1	0.2608267068862915
151833	embedding2nn.weight	2	0.017918946221470833
151833	embedding2nn.weight	3	0.010010991245508194
151833	embedding2nn.weight	4	-0.058987244963645935
151833	embedding2nn.weight	5	0.0796951949596405
151833	embedding2nn.weight	6	0.04231378436088562
151833	embedding2nn.weight	7	-0.0022058356553316116
151833	embedding2nn.weight	8	0.0424821637570858
151833	embedding2nn.weight	9	-0.030646080151200294
151833	embedding2nn.bias	0	0.02414446882903576
151833	embedding2nn.bias	1	-0.14467836916446686
151833	embedding2nn.bias	2	0.11274005472660065
151833	embedding2nn.bias	3	0.14956670999526978
151833	embedding2nn.bias	4	0.12273793667554855
151833	embedding2nn.bias	5	-0.06205695495009422
151833	embedding2nn.bias	6	-0.05109041556715965
151833	embedding2nn.bias	7	0.054738350212574005
151833	embedding2nn.bias	8	-0.14996333420276642
151833	embedding2nn.bias	9	-0.37164491415023804
151833	rnn.weight_ih_l0	0	0.015551779419183731
151833	rnn.weight_ih_l0	1	-0.05906848609447479
151833	rnn.weight_ih_l0	2	-0.06291986256837845
151833	rnn.weight_ih_l0	3	0.04172353819012642
151833	rnn.weight_ih_l0	4	0.05965375155210495
151833	rnn.weight_ih_l0	5	-0.1019936352968216
151833	rnn.weight_ih_l0	6	-0.0156403761357069
151833	rnn.weight_ih_l0	7	0.016518693417310715
151833	rnn.weight_ih_l0	8	0.00306464871391654
151833	rnn.weight_ih_l0	9	-0.047968704253435135
151833	rnn.weight_hh_l0	0	0.015520753338932991
151833	rnn.weight_hh_l0	1	0.06480154395103455
151833	rnn.weight_hh_l0	2	0.015799522399902344
151833	rnn.weight_hh_l0	3	0.04312969371676445
151833	rnn.weight_hh_l0	4	-0.004111367277801037
151833	rnn.weight_hh_l0	5	0.06372352689504623
151833	rnn.weight_hh_l0	6	-0.0017479857197031379
151833	rnn.weight_hh_l0	7	-0.012049693614244461
151833	rnn.weight_hh_l0	8	0.04232154041528702
151833	rnn.weight_hh_l0	9	-0.057292185723781586
151833	rnn.bias_ih_l0	0	0.12001168727874756
151833	rnn.bias_ih_l0	1	-0.18148775398731232
151833	rnn.bias_ih_l0	2	-0.009576026350259781
151833	rnn.bias_ih_l0	3	-0.13790377974510193
151833	rnn.bias_ih_l0	4	0.09938888251781464
151833	rnn.bias_ih_l0	5	-0.21419565379619598
151833	rnn.bias_ih_l0	6	-0.06887450814247131
151833	rnn.bias_ih_l0	7	-0.20558270812034607
151833	rnn.bias_ih_l0	8	-0.13347449898719788
151833	rnn.bias_ih_l0	9	-0.335895299911499
151833	rnn.bias_hh_l0	0	-0.17472726106643677
151833	rnn.bias_hh_l0	1	-0.17657916247844696
151833	rnn.bias_hh_l0	2	-0.16527457535266876
151833	rnn.bias_hh_l0	3	-0.03951393812894821
151833	rnn.bias_hh_l0	4	-0.17336289584636688
151833	rnn.bias_hh_l0	5	-0.21827493607997894
151833	rnn.bias_hh_l0	6	-0.10660331696271896
151833	rnn.bias_hh_l0	7	0.0697835236787796
151833	rnn.bias_hh_l0	8	-0.147762730717659
151833	rnn.bias_hh_l0	9	-0.3525365889072418
151833	rnn.weight_ih_l0_reverse	0	0.05357218533754349
151833	rnn.weight_ih_l0_reverse	1	-0.06006872281432152
151833	rnn.weight_ih_l0_reverse	2	-0.03763831779360771
151833	rnn.weight_ih_l0_reverse	3	-0.08443865180015564
151833	rnn.weight_ih_l0_reverse	4	0.03939474746584892
151833	rnn.weight_ih_l0_reverse	5	-0.14374665915966034
151833	rnn.weight_ih_l0_reverse	6	0.03585194796323776
151833	rnn.weight_ih_l0_reverse	7	0.015319248661398888
151833	rnn.weight_ih_l0_reverse	8	-0.09677506983280182
151833	rnn.weight_ih_l0_reverse	9	-0.030768951401114464
151833	rnn.weight_hh_l0_reverse	0	-0.04412807151675224
151833	rnn.weight_hh_l0_reverse	1	0.02203451283276081
151833	rnn.weight_hh_l0_reverse	2	-0.021297601982951164
151833	rnn.weight_hh_l0_reverse	3	0.007447846699506044
151833	rnn.weight_hh_l0_reverse	4	-0.06929392367601395
151833	rnn.weight_hh_l0_reverse	5	0.03386654704809189
151833	rnn.weight_hh_l0_reverse	6	0.017519190907478333
151833	rnn.weight_hh_l0_reverse	7	-0.008700445294380188
151833	rnn.weight_hh_l0_reverse	8	0.002246149582788348
151833	rnn.weight_hh_l0_reverse	9	0.04671439528465271
151833	rnn.bias_ih_l0_reverse	0	-0.14867974817752838
151833	rnn.bias_ih_l0_reverse	1	-0.09223917126655579
151833	rnn.bias_ih_l0_reverse	2	0.03940572962164879
151833	rnn.bias_ih_l0_reverse	3	-0.1775631457567215
151833	rnn.bias_ih_l0_reverse	4	-0.0009957689326256514
151833	rnn.bias_ih_l0_reverse	5	-0.16483350098133087
151833	rnn.bias_ih_l0_reverse	6	0.21930252015590668
151833	rnn.bias_ih_l0_reverse	7	-0.24369165301322937
151833	rnn.bias_ih_l0_reverse	8	-0.09843842685222626
151833	rnn.bias_ih_l0_reverse	9	-0.12611070275306702
151833	rnn.bias_hh_l0_reverse	0	-0.05919802561402321
151833	rnn.bias_hh_l0_reverse	1	0.18705162405967712
151833	rnn.bias_hh_l0_reverse	2	-0.24960418045520782
151833	rnn.bias_hh_l0_reverse	3	-0.09131918847560883
151833	rnn.bias_hh_l0_reverse	4	-0.2507891356945038
151833	rnn.bias_hh_l0_reverse	5	-0.10564970225095749
151833	rnn.bias_hh_l0_reverse	6	-0.21928294003009796
151833	rnn.bias_hh_l0_reverse	7	-0.07143323123455048
151833	rnn.bias_hh_l0_reverse	8	-0.14354170858860016
151833	rnn.bias_hh_l0_reverse	9	0.19608013331890106
151833	linear.weight	0	0.15668928623199463
151833	linear.weight	1	-0.40097758173942566
151833	linear.weight	2	0.03116711974143982
151833	linear.weight	3	0.06799858808517456
151833	linear.weight	4	-0.16828833520412445
151833	linear.weight	5	0.2715754508972168
151833	linear.weight	6	-0.14288963377475739
151833	linear.weight	7	-0.06891173869371414
151833	linear.weight	8	0.049564167857170105
151833	linear.weight	9	-0.03725582733750343
151833	linear.bias	0	-1.0851980447769165
151833	linear.bias	1	1.92037832736969
151833	linear.bias	2	0.42400291562080383
151833	linear.bias	3	-2.3339040279388428
151833	linear.bias	4	-0.3562505841255188
151833	linear.bias	5	1.0558568239212036
151833	linear.bias	6	-0.2763460576534271
151833	linear.bias	7	0.5166165232658386
151833	linear.bias	8	2.161494493484497
151833	linear.bias	9	-1.309936285018921
152442	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
152442	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
152442	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
152442	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
152442	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
152442	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
152442	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
152442	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
152442	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
152442	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
152442	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
152442	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
152442	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
152442	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
152442	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
152442	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
152442	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
152442	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
152442	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
152442	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
152442	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
152442	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
152442	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
152442	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
152442	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
152442	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
152442	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
152442	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
152442	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
152442	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
152442	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
152442	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
152442	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
152442	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
152442	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
152442	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
152442	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
152442	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
152442	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
152442	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
152442	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
152442	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
152442	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
152442	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
152442	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
152442	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
152442	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
152442	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
152442	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
152442	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
152442	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
152442	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
152442	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
152442	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
152442	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
152442	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
152442	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
152442	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
152442	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
152442	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
152442	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
152442	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
152442	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
152442	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
152442	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
152442	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
152442	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
152442	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
152442	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
152442	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
152442	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
152442	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
152442	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
152442	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
152442	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
152442	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
152442	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
152442	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
152442	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
152442	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
152442	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
152442	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
152442	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
152442	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
152442	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
152442	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
152442	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
152442	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
152442	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
152442	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
152442	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
152442	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
152442	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
152442	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
152442	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
152442	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
152442	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
152442	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
152442	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
152442	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
152442	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
152442	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
152442	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
152442	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
152442	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
152442	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
152442	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
152442	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
152442	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
152442	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
152442	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
152442	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
152442	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
152442	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
152442	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
152442	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
152442	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
152442	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
152442	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
152442	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
152442	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
152442	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
152442	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
152442	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
152442	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
152442	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
152442	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
152442	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
152442	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
152442	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
152442	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
152442	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
152442	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
152442	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
152442	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
152442	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
152442	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
152442	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
152442	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
152442	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
152442	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
152442	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
152442	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
152442	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
152442	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
152442	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
152442	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
152442	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
152442	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
152442	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
152442	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
152442	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
152442	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
152442	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
152442	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
152442	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
152442	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
152442	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
152442	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
152442	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
152442	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
152442	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
152442	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
152442	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
152442	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
152442	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
152442	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
152442	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
152442	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
152442	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
152442	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
152442	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
152442	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
152442	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
152442	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
152442	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
152442	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
152442	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
152442	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
152442	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
152442	embedding2nn.weight	0	0.20635320246219635
152442	embedding2nn.weight	1	0.26191720366477966
152442	embedding2nn.weight	2	0.02041057124733925
152442	embedding2nn.weight	3	0.024360204115509987
152442	embedding2nn.weight	4	-0.062380582094192505
152442	embedding2nn.weight	5	0.07832256704568863
152442	embedding2nn.weight	6	0.04028286784887314
152442	embedding2nn.weight	7	0.005552371963858604
152442	embedding2nn.weight	8	0.04175158962607384
152442	embedding2nn.weight	9	-0.02505480870604515
152442	embedding2nn.bias	0	0.03426006808876991
152442	embedding2nn.bias	1	-0.15346844494342804
152442	embedding2nn.bias	2	0.11440719664096832
152442	embedding2nn.bias	3	0.16921617090702057
152442	embedding2nn.bias	4	0.1394158899784088
152442	embedding2nn.bias	5	-0.07533503323793411
152442	embedding2nn.bias	6	-0.047837961465120316
152442	embedding2nn.bias	7	0.03975224122405052
152442	embedding2nn.bias	8	-0.14244186878204346
152442	embedding2nn.bias	9	-0.35813426971435547
152442	rnn.weight_ih_l0	0	0.015567329712212086
152442	rnn.weight_ih_l0	1	-0.058844517916440964
152442	rnn.weight_ih_l0	2	-0.06524356454610825
152442	rnn.weight_ih_l0	3	0.04214434325695038
152442	rnn.weight_ih_l0	4	0.05195510387420654
152442	rnn.weight_ih_l0	5	-0.09971185773611069
152442	rnn.weight_ih_l0	6	-0.011812129989266396
152442	rnn.weight_ih_l0	7	0.02358171157538891
152442	rnn.weight_ih_l0	8	0.012596548534929752
152442	rnn.weight_ih_l0	9	-0.049881599843502045
152442	rnn.weight_hh_l0	0	0.015755461528897285
152442	rnn.weight_hh_l0	1	0.06496916711330414
152442	rnn.weight_hh_l0	2	0.016651375219225883
152442	rnn.weight_hh_l0	3	0.04282008856534958
152442	rnn.weight_hh_l0	4	-0.0036706936080008745
152442	rnn.weight_hh_l0	5	0.06434541195631027
152442	rnn.weight_hh_l0	6	-0.0019611918833106756
152442	rnn.weight_hh_l0	7	-0.017715247347950935
152442	rnn.weight_hh_l0	8	0.042842332273721695
152442	rnn.weight_hh_l0	9	-0.05834925174713135
152442	rnn.bias_ih_l0	0	0.10586602240800858
152442	rnn.bias_ih_l0	1	-0.18025897443294525
152442	rnn.bias_ih_l0	2	-0.013937425799667835
152442	rnn.bias_ih_l0	3	-0.1394292563199997
152442	rnn.bias_ih_l0	4	0.09693659096956253
152442	rnn.bias_ih_l0	5	-0.21718722581863403
152442	rnn.bias_ih_l0	6	-0.07294385135173798
152442	rnn.bias_ih_l0	7	-0.20675839483737946
152442	rnn.bias_ih_l0	8	-0.13367268443107605
152442	rnn.bias_ih_l0	9	-0.3440355360507965
152442	rnn.bias_hh_l0	0	-0.17107084393501282
152442	rnn.bias_hh_l0	1	-0.18210704624652863
152442	rnn.bias_hh_l0	2	-0.17278598248958588
152442	rnn.bias_hh_l0	3	-0.039517324417829514
152442	rnn.bias_hh_l0	4	-0.17267577350139618
152442	rnn.bias_hh_l0	5	-0.2164614200592041
152442	rnn.bias_hh_l0	6	-0.10498403012752533
152442	rnn.bias_hh_l0	7	0.06201283633708954
152442	rnn.bias_hh_l0	8	-0.1507444679737091
152442	rnn.bias_hh_l0	9	-0.34858059883117676
152442	rnn.weight_ih_l0_reverse	0	0.05135195702314377
152442	rnn.weight_ih_l0_reverse	1	-0.061197780072689056
152442	rnn.weight_ih_l0_reverse	2	-0.042499296367168427
152442	rnn.weight_ih_l0_reverse	3	-0.08672908693552017
152442	rnn.weight_ih_l0_reverse	4	0.04187967628240585
152442	rnn.weight_ih_l0_reverse	5	-0.15258872509002686
152442	rnn.weight_ih_l0_reverse	6	0.025441354140639305
152442	rnn.weight_ih_l0_reverse	7	0.015755752101540565
152442	rnn.weight_ih_l0_reverse	8	-0.09783188998699188
152442	rnn.weight_ih_l0_reverse	9	-0.03361830115318298
152442	rnn.weight_hh_l0_reverse	0	-0.04390164464712143
152442	rnn.weight_hh_l0_reverse	1	0.02314789593219757
152442	rnn.weight_hh_l0_reverse	2	-0.021453669294714928
152442	rnn.weight_hh_l0_reverse	3	0.00887688435614109
152442	rnn.weight_hh_l0_reverse	4	-0.06982284784317017
152442	rnn.weight_hh_l0_reverse	5	0.03390791267156601
152442	rnn.weight_hh_l0_reverse	6	0.01731226220726967
152442	rnn.weight_hh_l0_reverse	7	-0.007455800194293261
152442	rnn.weight_hh_l0_reverse	8	0.0011026847641915083
152442	rnn.weight_hh_l0_reverse	9	0.045928142964839935
152442	rnn.bias_ih_l0_reverse	0	-0.1450035572052002
152442	rnn.bias_ih_l0_reverse	1	-0.08993487060070038
152442	rnn.bias_ih_l0_reverse	2	0.03914165869355202
152442	rnn.bias_ih_l0_reverse	3	-0.17749124765396118
152442	rnn.bias_ih_l0_reverse	4	-0.004672943614423275
152442	rnn.bias_ih_l0_reverse	5	-0.16534654796123505
152442	rnn.bias_ih_l0_reverse	6	0.2223263829946518
152442	rnn.bias_ih_l0_reverse	7	-0.24545153975486755
152442	rnn.bias_ih_l0_reverse	8	-0.09803397208452225
152442	rnn.bias_ih_l0_reverse	9	-0.13054287433624268
152442	rnn.bias_hh_l0_reverse	0	-0.05737118050456047
152442	rnn.bias_hh_l0_reverse	1	0.17299874126911163
152442	rnn.bias_hh_l0_reverse	2	-0.25641298294067383
152442	rnn.bias_hh_l0_reverse	3	-0.09577897936105728
152442	rnn.bias_hh_l0_reverse	4	-0.24444210529327393
152442	rnn.bias_hh_l0_reverse	5	-0.10041332244873047
152442	rnn.bias_hh_l0_reverse	6	-0.21809175610542297
152442	rnn.bias_hh_l0_reverse	7	-0.06142432615160942
152442	rnn.bias_hh_l0_reverse	8	-0.14345179498195648
152442	rnn.bias_hh_l0_reverse	9	0.2145901322364807
152442	linear.weight	0	0.1930897980928421
152442	linear.weight	1	-0.4036808907985687
152442	linear.weight	2	0.012569130398333073
152442	linear.weight	3	0.06801324337720871
152442	linear.weight	4	-0.15352556109428406
152442	linear.weight	5	0.2872471213340759
152442	linear.weight	6	-0.14034146070480347
152442	linear.weight	7	-0.06887039542198181
152442	linear.weight	8	0.054575078189373016
152442	linear.weight	9	-0.03730093315243721
152442	linear.bias	0	-1.1095564365386963
152442	linear.bias	1	1.8928947448730469
152442	linear.bias	2	0.44613441824913025
152442	linear.bias	3	-2.335256814956665
152442	linear.bias	4	-0.3361659646034241
152442	linear.bias	5	1.0630704164505005
152442	linear.bias	6	-0.2992282509803772
152442	linear.bias	7	0.5275582671165466
152442	linear.bias	8	2.129274845123291
152442	linear.bias	9	-1.3273465633392334
152450	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
152450	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
152450	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
152450	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
152450	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
152450	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
152450	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
152450	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
152450	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
152450	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
152450	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
152450	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
152450	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
152450	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
152450	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
152450	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
152450	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
152450	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
152450	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
152450	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
152450	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
152450	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
152450	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
152450	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
152450	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
152450	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
152450	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
152450	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
152450	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
152450	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
152450	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
152450	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
152450	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
152450	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
152450	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
152450	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
152450	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
152450	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
152450	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
152450	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
152450	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
152450	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
152450	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
152450	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
152450	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
152450	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
152450	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
152450	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
152450	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
152450	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
152450	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
152450	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
152450	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
152450	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
152450	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
152450	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
152450	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
152450	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
152450	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
152450	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
152450	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
152450	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
152450	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
152450	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
152450	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
152450	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
152450	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
152450	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
152450	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
152450	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
152450	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
152450	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
152450	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
152450	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
152450	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
152450	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
152450	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
152450	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
152450	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
152450	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
152450	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
152450	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
152450	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
152450	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
152450	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
152450	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
152450	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
152450	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
152450	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
152450	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
152450	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
152450	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
152450	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
152450	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
152450	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
152450	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
152450	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
152450	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
152450	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
152450	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
152450	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
152450	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
152450	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
152450	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
152450	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
152450	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
152450	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
152450	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
152450	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
152450	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
152450	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
152450	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
152450	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
152450	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
152450	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
152450	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
152450	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
152450	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
152450	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
152450	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
152450	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
152450	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
152450	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
152450	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
152450	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
152450	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
152450	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
152450	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
152450	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
152450	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
152450	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
152450	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
152450	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
152450	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
152450	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
152450	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
152450	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
152450	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
152450	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
152450	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
152450	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
152450	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
152450	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
152450	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
152450	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
152450	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
152450	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
152450	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
152450	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
152450	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
152450	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
152450	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
152450	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
152450	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
152450	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
152450	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
152450	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
152450	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
152450	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
152450	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
152450	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
152450	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
152450	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
152450	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
152450	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
152450	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
152450	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
152450	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
152450	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
152450	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
152450	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
152450	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
152450	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
152450	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
152450	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
152450	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
152450	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
152450	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
152450	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
152450	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
152450	embedding2nn.weight	0	0.20632675290107727
152450	embedding2nn.weight	1	0.26166626811027527
152450	embedding2nn.weight	2	0.020226025953888893
152450	embedding2nn.weight	3	0.02414563298225403
152450	embedding2nn.weight	4	-0.061486367136240005
152450	embedding2nn.weight	5	0.07851286232471466
152450	embedding2nn.weight	6	0.04171495512127876
152450	embedding2nn.weight	7	0.005572817288339138
152450	embedding2nn.weight	8	0.04195079952478409
152450	embedding2nn.weight	9	-0.025180714204907417
152450	embedding2nn.bias	0	0.03621179610490799
152450	embedding2nn.bias	1	-0.1552761346101761
152450	embedding2nn.bias	2	0.11243382841348648
152450	embedding2nn.bias	3	0.16681542992591858
152450	embedding2nn.bias	4	0.1408700942993164
152450	embedding2nn.bias	5	-0.07774060219526291
152450	embedding2nn.bias	6	-0.048557866364717484
152450	embedding2nn.bias	7	0.04023439809679985
152450	embedding2nn.bias	8	-0.14792189002037048
152450	embedding2nn.bias	9	-0.3652721345424652
152450	rnn.weight_ih_l0	0	0.015893684700131416
152450	rnn.weight_ih_l0	1	-0.05860237777233124
152450	rnn.weight_ih_l0	2	-0.06498713046312332
152450	rnn.weight_ih_l0	3	0.0419706255197525
152450	rnn.weight_ih_l0	4	0.05233144760131836
152450	rnn.weight_ih_l0	5	-0.09990152716636658
152450	rnn.weight_ih_l0	6	-0.011108902283012867
152450	rnn.weight_ih_l0	7	0.023922361433506012
152450	rnn.weight_ih_l0	8	0.013492126949131489
152450	rnn.weight_ih_l0	9	-0.049912840127944946
152450	rnn.weight_hh_l0	0	0.015762047842144966
152450	rnn.weight_hh_l0	1	0.06497596204280853
152450	rnn.weight_hh_l0	2	0.016657989472150803
152450	rnn.weight_hh_l0	3	0.042776286602020264
152450	rnn.weight_hh_l0	4	-0.0036425981670618057
152450	rnn.weight_hh_l0	5	0.06448910385370255
152450	rnn.weight_hh_l0	6	-0.001872961176559329
152450	rnn.weight_hh_l0	7	-0.017452146857976913
152450	rnn.weight_hh_l0	8	0.042838867753744125
152450	rnn.weight_hh_l0	9	-0.05820085480809212
152450	rnn.bias_ih_l0	0	0.10764849185943604
152450	rnn.bias_ih_l0	1	-0.17896562814712524
152450	rnn.bias_ih_l0	2	-0.014521620236337185
152450	rnn.bias_ih_l0	3	-0.13981622457504272
152450	rnn.bias_ih_l0	4	0.09869705140590668
152450	rnn.bias_ih_l0	5	-0.21777676045894623
152450	rnn.bias_ih_l0	6	-0.07249585539102554
152450	rnn.bias_ih_l0	7	-0.20706762373447418
152450	rnn.bias_ih_l0	8	-0.13227501511573792
152450	rnn.bias_ih_l0	9	-0.34379538893699646
152450	rnn.bias_hh_l0	0	-0.17170582711696625
152450	rnn.bias_hh_l0	1	-0.18286359310150146
152450	rnn.bias_hh_l0	2	-0.17373283207416534
152450	rnn.bias_hh_l0	3	-0.03987773880362511
152450	rnn.bias_hh_l0	4	-0.17347583174705505
152450	rnn.bias_hh_l0	5	-0.21647830307483673
152450	rnn.bias_hh_l0	6	-0.10615163296461105
152450	rnn.bias_hh_l0	7	0.062458183616399765
152450	rnn.bias_hh_l0	8	-0.15038137137889862
152450	rnn.bias_hh_l0	9	-0.34916189312934875
152450	rnn.weight_ih_l0_reverse	0	0.05115742236375809
152450	rnn.weight_ih_l0_reverse	1	-0.06151719391345978
152450	rnn.weight_ih_l0_reverse	2	-0.042571477591991425
152450	rnn.weight_ih_l0_reverse	3	-0.08686459809541702
152450	rnn.weight_ih_l0_reverse	4	0.04178394749760628
152450	rnn.weight_ih_l0_reverse	5	-0.14873333275318146
152450	rnn.weight_ih_l0_reverse	6	0.025275010615587234
152450	rnn.weight_ih_l0_reverse	7	0.015665361657738686
152450	rnn.weight_ih_l0_reverse	8	-0.09795156866312027
152450	rnn.weight_ih_l0_reverse	9	-0.033687833696603775
152450	rnn.weight_hh_l0_reverse	0	-0.04382992163300514
152450	rnn.weight_hh_l0_reverse	1	0.02316208928823471
152450	rnn.weight_hh_l0_reverse	2	-0.021295465528964996
152450	rnn.weight_hh_l0_reverse	3	0.009181903675198555
152450	rnn.weight_hh_l0_reverse	4	-0.06982891261577606
152450	rnn.weight_hh_l0_reverse	5	0.03391013294458389
152450	rnn.weight_hh_l0_reverse	6	0.0173183623701334
152450	rnn.weight_hh_l0_reverse	7	-0.007515386678278446
152450	rnn.weight_hh_l0_reverse	8	0.0013351726811379194
152450	rnn.weight_hh_l0_reverse	9	0.04563811421394348
152450	rnn.bias_ih_l0_reverse	0	-0.14651325345039368
152450	rnn.bias_ih_l0_reverse	1	-0.08915749192237854
152450	rnn.bias_ih_l0_reverse	2	0.040700722485780716
152450	rnn.bias_ih_l0_reverse	3	-0.17807282507419586
152450	rnn.bias_ih_l0_reverse	4	-0.005329669453203678
152450	rnn.bias_ih_l0_reverse	5	-0.1652897149324417
152450	rnn.bias_ih_l0_reverse	6	0.22317658364772797
152450	rnn.bias_ih_l0_reverse	7	-0.24618689715862274
152450	rnn.bias_ih_l0_reverse	8	-0.09824437648057938
152450	rnn.bias_ih_l0_reverse	9	-0.13136160373687744
152450	rnn.bias_hh_l0_reverse	0	-0.05721571296453476
152450	rnn.bias_hh_l0_reverse	1	0.17307591438293457
152450	rnn.bias_hh_l0_reverse	2	-0.255479097366333
152450	rnn.bias_hh_l0_reverse	3	-0.09591054171323776
152450	rnn.bias_hh_l0_reverse	4	-0.24509026110172272
152450	rnn.bias_hh_l0_reverse	5	-0.10001282393932343
152450	rnn.bias_hh_l0_reverse	6	-0.216987743973732
152450	rnn.bias_hh_l0_reverse	7	-0.061708059161901474
152450	rnn.bias_hh_l0_reverse	8	-0.14292825758457184
152450	rnn.bias_hh_l0_reverse	9	0.21477732062339783
152450	linear.weight	0	0.195408895611763
152450	linear.weight	1	-0.40329551696777344
152450	linear.weight	2	0.009090986102819443
152450	linear.weight	3	0.06801341474056244
152450	linear.weight	4	-0.15474379062652588
152450	linear.weight	5	0.291217178106308
152450	linear.weight	6	-0.13540351390838623
152450	linear.weight	7	-0.06887073814868927
152450	linear.weight	8	0.056291110813617706
152450	linear.weight	9	-0.03730153292417526
152450	linear.bias	0	-1.1066501140594482
152450	linear.bias	1	1.9037261009216309
152450	linear.bias	2	0.4391816258430481
152450	linear.bias	3	-2.3352766036987305
152450	linear.bias	4	-0.33490076661109924
152450	linear.bias	5	1.0675429105758667
152450	linear.bias	6	-0.28667277097702026
152450	linear.bias	7	0.4992733299732208
152450	linear.bias	8	2.1636104583740234
152450	linear.bias	9	-1.3234996795654297
153059	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
153059	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
153059	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
153059	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
153059	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
153059	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
153059	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
153059	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
153059	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
153059	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
153059	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
153059	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
153059	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
153059	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
153059	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
153059	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
153059	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
153059	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
153059	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
153059	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
153059	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
153059	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
153059	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
153059	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
153059	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
153059	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
153059	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
153059	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
153059	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
153059	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
153059	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
153059	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
153059	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
153059	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
153059	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
153059	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
153059	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
153059	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
153059	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
153059	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
153059	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
153059	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
153059	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
153059	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
153059	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
153059	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
153059	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
153059	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
153059	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
153059	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
153059	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
153059	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
153059	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
153059	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
153059	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
153059	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
153059	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
153059	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
153059	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
153059	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
153059	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
153059	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
153059	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
153059	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
153059	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
153059	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
153059	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
153059	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
153059	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
153059	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
153059	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
153059	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
153059	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
153059	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
153059	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
153059	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
153059	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
153059	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
153059	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
153059	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
153059	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
153059	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
153059	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
153059	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
153059	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
153059	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
153059	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
153059	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
153059	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
153059	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
153059	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
153059	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
153059	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
153059	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
153059	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
153059	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
153059	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
153059	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
153059	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
153059	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
153059	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
153059	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
153059	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
153059	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
153059	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
153059	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
153059	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
153059	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
153059	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
153059	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
153059	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
153059	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
153059	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
153059	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
153059	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
153059	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
153059	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
153059	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
153059	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
153059	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
153059	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
153059	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
153059	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
153059	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
153059	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
153059	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
153059	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
153059	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
153059	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
153059	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
153059	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
153059	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
153059	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
153059	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
153059	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
153059	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
153059	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
153059	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
153059	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
153059	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
153059	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
153059	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
153059	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
153059	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
153059	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
153059	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
153059	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
153059	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
153059	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
153059	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
153059	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
153059	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
153059	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
153059	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
153059	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
153059	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
153059	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
153059	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
153059	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
153059	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
153059	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
153059	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
153059	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
153059	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
153059	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
153059	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
153059	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
153059	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
153059	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
153059	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
153059	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
153059	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
153059	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
153059	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
153059	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
153059	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
153059	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
153059	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
153059	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
153059	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
153059	embedding2nn.weight	0	0.20715627074241638
153059	embedding2nn.weight	1	0.26795706152915955
153059	embedding2nn.weight	2	0.023144621402025223
153059	embedding2nn.weight	3	0.02148803137242794
153059	embedding2nn.weight	4	-0.059344395995140076
153059	embedding2nn.weight	5	0.08066766709089279
153059	embedding2nn.weight	6	0.044750750064849854
153059	embedding2nn.weight	7	0.012590404599905014
153059	embedding2nn.weight	8	0.038643978536129
153059	embedding2nn.weight	9	-0.026251794770359993
153059	embedding2nn.bias	0	0.013174318708479404
153059	embedding2nn.bias	1	-0.12213588505983353
153059	embedding2nn.bias	2	0.12577903270721436
153059	embedding2nn.bias	3	0.16658563911914825
153059	embedding2nn.bias	4	0.12317635864019394
153059	embedding2nn.bias	5	-0.06683694571256638
153059	embedding2nn.bias	6	-0.04732758551836014
153059	embedding2nn.bias	7	0.02966362051665783
153059	embedding2nn.bias	8	-0.15339089930057526
153059	embedding2nn.bias	9	-0.3652642071247101
153059	rnn.weight_ih_l0	0	0.014684606343507767
153059	rnn.weight_ih_l0	1	-0.057579416781663895
153059	rnn.weight_ih_l0	2	-0.06143490597605705
153059	rnn.weight_ih_l0	3	0.03634081780910492
153059	rnn.weight_ih_l0	4	0.059435561299324036
153059	rnn.weight_ih_l0	5	-0.08872371912002563
153059	rnn.weight_ih_l0	6	-0.007690444588661194
153059	rnn.weight_ih_l0	7	0.02248307876288891
153059	rnn.weight_ih_l0	8	0.010527004487812519
153059	rnn.weight_ih_l0	9	-0.04887765273451805
153059	rnn.weight_hh_l0	0	0.015993474051356316
153059	rnn.weight_hh_l0	1	0.06388550996780396
153059	rnn.weight_hh_l0	2	0.015995321795344353
153059	rnn.weight_hh_l0	3	0.04291866719722748
153059	rnn.weight_hh_l0	4	-0.00435794610530138
153059	rnn.weight_hh_l0	5	0.06572174280881882
153059	rnn.weight_hh_l0	6	-0.0013780476292595267
153059	rnn.weight_hh_l0	7	-0.013780578039586544
153059	rnn.weight_hh_l0	8	0.04281443729996681
153059	rnn.weight_hh_l0	9	-0.05943818762898445
153059	rnn.bias_ih_l0	0	0.1145116463303566
153059	rnn.bias_ih_l0	1	-0.1751837283372879
153059	rnn.bias_ih_l0	2	-0.017878709360957146
153059	rnn.bias_ih_l0	3	-0.1335914134979248
153059	rnn.bias_ih_l0	4	0.0906253382563591
153059	rnn.bias_ih_l0	5	-0.22450098395347595
153059	rnn.bias_ih_l0	6	-0.07855492830276489
153059	rnn.bias_ih_l0	7	-0.20720647275447845
153059	rnn.bias_ih_l0	8	-0.1410807967185974
153059	rnn.bias_ih_l0	9	-0.3445928394794464
153059	rnn.bias_hh_l0	0	-0.17264607548713684
153059	rnn.bias_hh_l0	1	-0.18777966499328613
153059	rnn.bias_hh_l0	2	-0.17033837735652924
153059	rnn.bias_hh_l0	3	-0.047872304916381836
153059	rnn.bias_hh_l0	4	-0.17579853534698486
153059	rnn.bias_hh_l0	5	-0.2178698033094406
153059	rnn.bias_hh_l0	6	-0.10976498574018478
153059	rnn.bias_hh_l0	7	0.06378322094678879
153059	rnn.bias_hh_l0	8	-0.15081502497196198
153059	rnn.bias_hh_l0	9	-0.342868834733963
153059	rnn.weight_ih_l0_reverse	0	0.05396587774157524
153059	rnn.weight_ih_l0_reverse	1	-0.05993535742163658
153059	rnn.weight_ih_l0_reverse	2	-0.04238457977771759
153059	rnn.weight_ih_l0_reverse	3	-0.08759690076112747
153059	rnn.weight_ih_l0_reverse	4	0.041558172553777695
153059	rnn.weight_ih_l0_reverse	5	-0.1550302505493164
153059	rnn.weight_ih_l0_reverse	6	0.019780755043029785
153059	rnn.weight_ih_l0_reverse	7	0.015088793821632862
153059	rnn.weight_ih_l0_reverse	8	-0.0989995002746582
153059	rnn.weight_ih_l0_reverse	9	-0.03159775584936142
153059	rnn.weight_hh_l0_reverse	0	-0.04412038251757622
153059	rnn.weight_hh_l0_reverse	1	0.023599782958626747
153059	rnn.weight_hh_l0_reverse	2	-0.02100488170981407
153059	rnn.weight_hh_l0_reverse	3	0.0077089727856218815
153059	rnn.weight_hh_l0_reverse	4	-0.06970614194869995
153059	rnn.weight_hh_l0_reverse	5	0.03408573567867279
153059	rnn.weight_hh_l0_reverse	6	0.017334433272480965
153059	rnn.weight_hh_l0_reverse	7	-0.009932138957083225
153059	rnn.weight_hh_l0_reverse	8	-0.0029340917244553566
153059	rnn.weight_hh_l0_reverse	9	0.046401605010032654
153059	rnn.bias_ih_l0_reverse	0	-0.14801210165023804
153059	rnn.bias_ih_l0_reverse	1	-0.08607862144708633
153059	rnn.bias_ih_l0_reverse	2	0.04581736773252487
153059	rnn.bias_ih_l0_reverse	3	-0.1788257211446762
153059	rnn.bias_ih_l0_reverse	4	0.003200116567313671
153059	rnn.bias_ih_l0_reverse	5	-0.16889287531375885
153059	rnn.bias_ih_l0_reverse	6	0.2217085063457489
153059	rnn.bias_ih_l0_reverse	7	-0.23275543749332428
153059	rnn.bias_ih_l0_reverse	8	-0.10083940625190735
153059	rnn.bias_ih_l0_reverse	9	-0.1251002699136734
153059	rnn.bias_hh_l0_reverse	0	-0.06037759780883789
153059	rnn.bias_hh_l0_reverse	1	0.17799921333789825
153059	rnn.bias_hh_l0_reverse	2	-0.25525936484336853
153059	rnn.bias_hh_l0_reverse	3	-0.08545296639204025
153059	rnn.bias_hh_l0_reverse	4	-0.25303032994270325
153059	rnn.bias_hh_l0_reverse	5	-0.10240767896175385
153059	rnn.bias_hh_l0_reverse	6	-0.2204398363828659
153059	rnn.bias_hh_l0_reverse	7	-0.06473205238580704
153059	rnn.bias_hh_l0_reverse	8	-0.13920219242572784
153059	rnn.bias_hh_l0_reverse	9	0.22768153250217438
153059	linear.weight	0	0.18801790475845337
153059	linear.weight	1	-0.4083116054534912
153059	linear.weight	2	-0.042681269347667694
153059	linear.weight	3	0.06802152842283249
153059	linear.weight	4	-0.14350609481334686
153059	linear.weight	5	0.2713874876499176
153059	linear.weight	6	-0.14280198514461517
153059	linear.weight	7	-0.06883862614631653
153059	linear.weight	8	0.04037042707204819
153059	linear.weight	9	-0.03733803704380989
153059	linear.bias	0	-1.0971707105636597
153059	linear.bias	1	1.9221962690353394
153059	linear.bias	2	0.42848947644233704
153059	linear.bias	3	-2.336611747741699
153059	linear.bias	4	-0.3496217727661133
153059	linear.bias	5	1.0440610647201538
153059	linear.bias	6	-0.27733543515205383
153059	linear.bias	7	0.4730961322784424
153059	linear.bias	8	2.1392788887023926
153059	linear.bias	9	-1.3419270515441895
153668	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
153668	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
153668	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
153668	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
153668	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
153668	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
153668	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
153668	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
153668	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
153668	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
153668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
153668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
153668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
153668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
153668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
153668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
153668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
153668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
153668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
153668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
153668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
153668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
153668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
153668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
153668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
153668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
153668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
153668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
153668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
153668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
153668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
153668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
153668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
153668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
153668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
153668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
153668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
153668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
153668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
153668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
153668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
153668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
153668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
153668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
153668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
153668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
153668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
153668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
153668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
153668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
153668	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
153668	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
153668	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
153668	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
153668	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
153668	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
153668	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
153668	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
153668	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
153668	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
153668	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
153668	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
153668	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
153668	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
153668	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
153668	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
153668	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
153668	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
153668	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
153668	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
153668	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
153668	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
153668	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
153668	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
153668	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
153668	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
153668	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
153668	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
153668	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
153668	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
153668	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
153668	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
153668	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
153668	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
153668	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
153668	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
153668	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
153668	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
153668	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
153668	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
153668	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
153668	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
153668	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
153668	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
153668	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
153668	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
153668	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
153668	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
153668	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
153668	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
153668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
153668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
153668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
153668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
153668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
153668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
153668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
153668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
153668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
153668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
153668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
153668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
153668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
153668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
153668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
153668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
153668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
153668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
153668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
153668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
153668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
153668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
153668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
153668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
153668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
153668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
153668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
153668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
153668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
153668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
153668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
153668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
153668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
153668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
153668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
153668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
153668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
153668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
153668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
153668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
153668	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
153668	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
153668	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
153668	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
153668	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
153668	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
153668	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
153668	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
153668	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
153668	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
153668	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
153668	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
153668	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
153668	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
153668	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
153668	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
153668	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
153668	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
153668	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
153668	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
153668	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
153668	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
153668	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
153668	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
153668	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
153668	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
153668	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
153668	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
153668	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
153668	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
153668	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
153668	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
153668	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
153668	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
153668	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
153668	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
153668	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
153668	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
153668	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
153668	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
153668	embedding2nn.weight	0	0.20869798958301544
153668	embedding2nn.weight	1	0.27027627825737
153668	embedding2nn.weight	2	0.026059886440634727
153668	embedding2nn.weight	3	0.01563240773975849
153668	embedding2nn.weight	4	-0.06151966378092766
153668	embedding2nn.weight	5	0.08509562909603119
153668	embedding2nn.weight	6	0.05074342340230942
153668	embedding2nn.weight	7	0.012324859388172626
153668	embedding2nn.weight	8	0.038285136222839355
153668	embedding2nn.weight	9	-0.01774277724325657
153668	embedding2nn.bias	0	0.035997044295072556
153668	embedding2nn.bias	1	-0.12304852902889252
153668	embedding2nn.bias	2	0.12499713152647018
153668	embedding2nn.bias	3	0.15154880285263062
153668	embedding2nn.bias	4	0.13255839049816132
153668	embedding2nn.bias	5	-0.05782536417245865
153668	embedding2nn.bias	6	-0.08490262925624847
153668	embedding2nn.bias	7	0.018792521208524704
153668	embedding2nn.bias	8	-0.12917137145996094
153668	embedding2nn.bias	9	-0.3528633713722229
153668	rnn.weight_ih_l0	0	0.01373756118118763
153668	rnn.weight_ih_l0	1	-0.056859128177165985
153668	rnn.weight_ih_l0	2	-0.059851326048374176
153668	rnn.weight_ih_l0	3	0.03818861022591591
153668	rnn.weight_ih_l0	4	0.06264611333608627
153668	rnn.weight_ih_l0	5	-0.10137830674648285
153668	rnn.weight_ih_l0	6	-0.011816262267529964
153668	rnn.weight_ih_l0	7	0.024426639080047607
153668	rnn.weight_ih_l0	8	0.006965983659029007
153668	rnn.weight_ih_l0	9	-0.04111655056476593
153668	rnn.weight_hh_l0	0	0.015231774188578129
153668	rnn.weight_hh_l0	1	0.06339401006698608
153668	rnn.weight_hh_l0	2	0.015919780358672142
153668	rnn.weight_hh_l0	3	0.04351172223687172
153668	rnn.weight_hh_l0	4	-0.004310945980250835
153668	rnn.weight_hh_l0	5	0.06471353024244308
153668	rnn.weight_hh_l0	6	-0.001104154740460217
153668	rnn.weight_hh_l0	7	-0.0170445516705513
153668	rnn.weight_hh_l0	8	0.04288121685385704
153668	rnn.weight_hh_l0	9	-0.06066209822893143
153668	rnn.bias_ih_l0	0	0.11378470063209534
153668	rnn.bias_ih_l0	1	-0.17539197206497192
153668	rnn.bias_ih_l0	2	-0.02232200652360916
153668	rnn.bias_ih_l0	3	-0.13026461005210876
153668	rnn.bias_ih_l0	4	0.10391870886087418
153668	rnn.bias_ih_l0	5	-0.22858059406280518
153668	rnn.bias_ih_l0	6	-0.07632412016391754
153668	rnn.bias_ih_l0	7	-0.20634561777114868
153668	rnn.bias_ih_l0	8	-0.1425698846578598
153668	rnn.bias_ih_l0	9	-0.35899195075035095
153668	rnn.bias_hh_l0	0	-0.17160113155841827
153668	rnn.bias_hh_l0	1	-0.1835281401872635
153668	rnn.bias_hh_l0	2	-0.17237588763237
153668	rnn.bias_hh_l0	3	-0.04638887569308281
153668	rnn.bias_hh_l0	4	-0.16821517050266266
153668	rnn.bias_hh_l0	5	-0.21799524128437042
153668	rnn.bias_hh_l0	6	-0.10710771381855011
153668	rnn.bias_hh_l0	7	0.06622514128684998
153668	rnn.bias_hh_l0	8	-0.15496711432933807
153668	rnn.bias_hh_l0	9	-0.35089200735092163
153668	rnn.weight_ih_l0_reverse	0	0.05368647351861
153668	rnn.weight_ih_l0_reverse	1	-0.06114570423960686
153668	rnn.weight_ih_l0_reverse	2	-0.03968624025583267
153668	rnn.weight_ih_l0_reverse	3	-0.08738061040639877
153668	rnn.weight_ih_l0_reverse	4	0.039304763078689575
153668	rnn.weight_ih_l0_reverse	5	-0.13842329382896423
153668	rnn.weight_ih_l0_reverse	6	0.022965610027313232
153668	rnn.weight_ih_l0_reverse	7	0.017122894525527954
153668	rnn.weight_ih_l0_reverse	8	-0.09811266511678696
153668	rnn.weight_ih_l0_reverse	9	-0.03200564906001091
153668	rnn.weight_hh_l0_reverse	0	-0.04422980546951294
153668	rnn.weight_hh_l0_reverse	1	0.02263147197663784
153668	rnn.weight_hh_l0_reverse	2	-0.021242491900920868
153668	rnn.weight_hh_l0_reverse	3	0.007615863345563412
153668	rnn.weight_hh_l0_reverse	4	-0.06902092695236206
153668	rnn.weight_hh_l0_reverse	5	0.03435559570789337
153668	rnn.weight_hh_l0_reverse	6	0.017397761344909668
153668	rnn.weight_hh_l0_reverse	7	-0.014003068208694458
153668	rnn.weight_hh_l0_reverse	8	0.0026653131935745478
153668	rnn.weight_hh_l0_reverse	9	0.04669810086488724
153668	rnn.bias_ih_l0_reverse	0	-0.14878571033477783
153668	rnn.bias_ih_l0_reverse	1	-0.09491448104381561
153668	rnn.bias_ih_l0_reverse	2	0.04202989488840103
153668	rnn.bias_ih_l0_reverse	3	-0.17124195396900177
153668	rnn.bias_ih_l0_reverse	4	0.006095363292843103
153668	rnn.bias_ih_l0_reverse	5	-0.1729249209165573
153668	rnn.bias_ih_l0_reverse	6	0.2169964611530304
153668	rnn.bias_ih_l0_reverse	7	-0.24516554176807404
153668	rnn.bias_ih_l0_reverse	8	-0.09788299351930618
153668	rnn.bias_ih_l0_reverse	9	-0.115299291908741
153668	rnn.bias_hh_l0_reverse	0	-0.06400663405656815
153668	rnn.bias_hh_l0_reverse	1	0.18297575414180756
153668	rnn.bias_hh_l0_reverse	2	-0.2580953538417816
153668	rnn.bias_hh_l0_reverse	3	-0.09001225233078003
153668	rnn.bias_hh_l0_reverse	4	-0.2504899799823761
153668	rnn.bias_hh_l0_reverse	5	-0.10226329416036606
153668	rnn.bias_hh_l0_reverse	6	-0.218243807554245
153668	rnn.bias_hh_l0_reverse	7	-0.06134569272398949
153668	rnn.bias_hh_l0_reverse	8	-0.13391105830669403
153668	rnn.bias_hh_l0_reverse	9	0.2211306244134903
153668	linear.weight	0	0.20123659074306488
153668	linear.weight	1	-0.3759101927280426
153668	linear.weight	2	0.003540684236213565
153668	linear.weight	3	0.06803213059902191
153668	linear.weight	4	-0.14767347276210785
153668	linear.weight	5	0.23521855473518372
153668	linear.weight	6	-0.17325596511363983
153668	linear.weight	7	-0.06880702078342438
153668	linear.weight	8	0.04533996433019638
153668	linear.weight	9	-0.03736744076013565
153668	linear.bias	0	-1.0996531248092651
153668	linear.bias	1	1.906369924545288
153668	linear.bias	2	0.434182345867157
153668	linear.bias	3	-2.337881088256836
153668	linear.bias	4	-0.3782510459423065
153668	linear.bias	5	1.0592714548110962
153668	linear.bias	6	-0.30078256130218506
153668	linear.bias	7	0.4587641656398773
153668	linear.bias	8	2.183675527572632
153668	linear.bias	9	-1.3247281312942505
154277	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
154277	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
154277	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
154277	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
154277	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
154277	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
154277	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
154277	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
154277	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
154277	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
154277	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
154277	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
154277	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
154277	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
154277	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
154277	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
154277	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
154277	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
154277	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
154277	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
154277	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
154277	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
154277	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
154277	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
154277	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
154277	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
154277	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
154277	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
154277	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
154277	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
154277	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
154277	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
154277	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
154277	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
154277	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
154277	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
154277	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
154277	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
154277	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
154277	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
154277	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
154277	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
154277	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
154277	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
154277	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
154277	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
154277	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
154277	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
154277	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
154277	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
154277	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
154277	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
154277	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
154277	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
154277	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
154277	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
154277	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
154277	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
154277	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
154277	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
154277	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
154277	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
154277	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
154277	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
154277	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
154277	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
154277	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
154277	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
154277	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
154277	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
154277	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
154277	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
154277	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
154277	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
154277	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
154277	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
154277	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
154277	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
154277	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
154277	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
154277	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
154277	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
154277	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
154277	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
154277	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
154277	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
154277	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
154277	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
154277	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
154277	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
154277	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
154277	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
154277	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
154277	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
154277	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
154277	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
154277	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
154277	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
154277	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
154277	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
154277	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
154277	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
154277	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
154277	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
154277	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
154277	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
154277	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
154277	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
154277	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
154277	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
154277	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
154277	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
154277	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
154277	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
154277	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
154277	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
154277	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
154277	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
154277	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
154277	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
154277	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
154277	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
154277	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
154277	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
154277	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
154277	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
154277	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
154277	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
154277	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
154277	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
154277	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
154277	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
154277	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
154277	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
154277	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
154277	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
154277	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
154277	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
154277	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
154277	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
154277	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
154277	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
154277	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
154277	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
154277	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
154277	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
154277	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
154277	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
154277	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
154277	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
154277	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
154277	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
154277	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
154277	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
154277	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
154277	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
154277	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
154277	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
154277	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
154277	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
154277	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
154277	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
154277	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
154277	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
154277	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
154277	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
154277	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
154277	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
154277	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
154277	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
154277	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
154277	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
154277	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
154277	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
154277	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
154277	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
154277	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
154277	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
154277	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
154277	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
154277	embedding2nn.weight	0	0.20662729442119598
154277	embedding2nn.weight	1	0.2686143219470978
154277	embedding2nn.weight	2	0.023189160972833633
154277	embedding2nn.weight	3	0.020798400044441223
154277	embedding2nn.weight	4	-0.05807558074593544
154277	embedding2nn.weight	5	0.08266808092594147
154277	embedding2nn.weight	6	0.05509465932846069
154277	embedding2nn.weight	7	0.010914904996752739
154277	embedding2nn.weight	8	0.04039722681045532
154277	embedding2nn.weight	9	-0.02303948812186718
154277	embedding2nn.bias	0	0.032338760793209076
154277	embedding2nn.bias	1	-0.13975322246551514
154277	embedding2nn.bias	2	0.10135012120008469
154277	embedding2nn.bias	3	0.13999485969543457
154277	embedding2nn.bias	4	0.13063648343086243
154277	embedding2nn.bias	5	-0.043305009603500366
154277	embedding2nn.bias	6	-0.09081462025642395
154277	embedding2nn.bias	7	0.04243949055671692
154277	embedding2nn.bias	8	-0.13679203391075134
154277	embedding2nn.bias	9	-0.3826507031917572
154277	rnn.weight_ih_l0	0	0.011386536993086338
154277	rnn.weight_ih_l0	1	-0.05509795621037483
154277	rnn.weight_ih_l0	2	-0.055558931082487106
154277	rnn.weight_ih_l0	3	0.03978026658296585
154277	rnn.weight_ih_l0	4	0.05395587161183357
154277	rnn.weight_ih_l0	5	-0.1002911850810051
154277	rnn.weight_ih_l0	6	-0.0064656687900424
154277	rnn.weight_ih_l0	7	0.02551715448498726
154277	rnn.weight_ih_l0	8	-0.0057123866863548756
154277	rnn.weight_ih_l0	9	-0.03576202690601349
154277	rnn.weight_hh_l0	0	0.015731582418084145
154277	rnn.weight_hh_l0	1	0.06363464146852493
154277	rnn.weight_hh_l0	2	0.01706283912062645
154277	rnn.weight_hh_l0	3	0.04312455281615257
154277	rnn.weight_hh_l0	4	-0.004042265936732292
154277	rnn.weight_hh_l0	5	0.06459599733352661
154277	rnn.weight_hh_l0	6	-0.0008457845542579889
154277	rnn.weight_hh_l0	7	-0.018613865599036217
154277	rnn.weight_hh_l0	8	0.04264812543988228
154277	rnn.weight_hh_l0	9	-0.06113745644688606
154277	rnn.bias_ih_l0	0	0.1262727826833725
154277	rnn.bias_ih_l0	1	-0.18395450711250305
154277	rnn.bias_ih_l0	2	-0.024694357067346573
154277	rnn.bias_ih_l0	3	-0.1340446025133133
154277	rnn.bias_ih_l0	4	0.09927093237638474
154277	rnn.bias_ih_l0	5	-0.2215202897787094
154277	rnn.bias_ih_l0	6	-0.07807155698537827
154277	rnn.bias_ih_l0	7	-0.2049175351858139
154277	rnn.bias_ih_l0	8	-0.1486523300409317
154277	rnn.bias_ih_l0	9	-0.34012898802757263
154277	rnn.bias_hh_l0	0	-0.17353731393814087
154277	rnn.bias_hh_l0	1	-0.18268102407455444
154277	rnn.bias_hh_l0	2	-0.1641649752855301
154277	rnn.bias_hh_l0	3	-0.04231121391057968
154277	rnn.bias_hh_l0	4	-0.1645631194114685
154277	rnn.bias_hh_l0	5	-0.21522778272628784
154277	rnn.bias_hh_l0	6	-0.10604585707187653
154277	rnn.bias_hh_l0	7	0.06813794374465942
154277	rnn.bias_hh_l0	8	-0.1551724225282669
154277	rnn.bias_hh_l0	9	-0.3488163352012634
154277	rnn.weight_ih_l0_reverse	0	0.05405469983816147
154277	rnn.weight_ih_l0_reverse	1	-0.0637754574418068
154277	rnn.weight_ih_l0_reverse	2	-0.04203769937157631
154277	rnn.weight_ih_l0_reverse	3	-0.08890881389379501
154277	rnn.weight_ih_l0_reverse	4	0.04003679379820824
154277	rnn.weight_ih_l0_reverse	5	-0.13558797538280487
154277	rnn.weight_ih_l0_reverse	6	0.02318335883319378
154277	rnn.weight_ih_l0_reverse	7	0.015832053497433662
154277	rnn.weight_ih_l0_reverse	8	-0.09970365464687347
154277	rnn.weight_ih_l0_reverse	9	-0.032417960464954376
154277	rnn.weight_hh_l0_reverse	0	-0.04614230990409851
154277	rnn.weight_hh_l0_reverse	1	0.021471774205565453
154277	rnn.weight_hh_l0_reverse	2	-0.021495742723345757
154277	rnn.weight_hh_l0_reverse	3	0.00756096513941884
154277	rnn.weight_hh_l0_reverse	4	-0.06953980773687363
154277	rnn.weight_hh_l0_reverse	5	0.03444114699959755
154277	rnn.weight_hh_l0_reverse	6	0.017667844891548157
154277	rnn.weight_hh_l0_reverse	7	-0.011410783976316452
154277	rnn.weight_hh_l0_reverse	8	0.003821664024144411
154277	rnn.weight_hh_l0_reverse	9	0.04772501438856125
154277	rnn.bias_ih_l0_reverse	0	-0.15228787064552307
154277	rnn.bias_ih_l0_reverse	1	-0.09227500110864639
154277	rnn.bias_ih_l0_reverse	2	0.04416267201304436
154277	rnn.bias_ih_l0_reverse	3	-0.17156633734703064
154277	rnn.bias_ih_l0_reverse	4	-0.005016307812184095
154277	rnn.bias_ih_l0_reverse	5	-0.17688602209091187
154277	rnn.bias_ih_l0_reverse	6	0.2247910350561142
154277	rnn.bias_ih_l0_reverse	7	-0.24778151512145996
154277	rnn.bias_ih_l0_reverse	8	-0.09923762828111649
154277	rnn.bias_ih_l0_reverse	9	-0.11734209209680557
154277	rnn.bias_hh_l0_reverse	0	-0.05356146767735481
154277	rnn.bias_hh_l0_reverse	1	0.18051928281784058
154277	rnn.bias_hh_l0_reverse	2	-0.2560272514820099
154277	rnn.bias_hh_l0_reverse	3	-0.09543199092149734
154277	rnn.bias_hh_l0_reverse	4	-0.2569548189640045
154277	rnn.bias_hh_l0_reverse	5	-0.10511902719736099
154277	rnn.bias_hh_l0_reverse	6	-0.2217562198638916
154277	rnn.bias_hh_l0_reverse	7	-0.06419573724269867
154277	rnn.bias_hh_l0_reverse	8	-0.13111785054206848
154277	rnn.bias_hh_l0_reverse	9	0.237501323223114
154277	linear.weight	0	0.1921289563179016
154277	linear.weight	1	-0.3891812562942505
154277	linear.weight	2	0.026530439034104347
154277	linear.weight	3	0.06803387403488159
154277	linear.weight	4	-0.12866047024726868
154277	linear.weight	5	0.26407936215400696
154277	linear.weight	6	-0.15530887246131897
154277	linear.weight	7	-0.06877300888299942
154277	linear.weight	8	0.04150905832648277
154277	linear.weight	9	-0.03739352524280548
154277	linear.bias	0	-1.1040279865264893
154277	linear.bias	1	1.9763240814208984
154277	linear.bias	2	0.43832316994667053
154277	linear.bias	3	-2.3391268253326416
154277	linear.bias	4	-0.3667054772377014
154277	linear.bias	5	1.0522738695144653
154277	linear.bias	6	-0.2990995943546295
154277	linear.bias	7	0.4996751844882965
154277	linear.bias	8	2.153238296508789
154277	linear.bias	9	-1.331899881362915
154886	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
154886	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
154886	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
154886	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
154886	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
154886	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
154886	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
154886	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
154886	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
154886	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
154886	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
154886	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
154886	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
154886	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
154886	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
154886	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
154886	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
154886	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
154886	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
154886	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
154886	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
154886	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
154886	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
154886	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
154886	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
154886	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
154886	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
154886	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
154886	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
154886	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
154886	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
154886	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
154886	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
154886	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
154886	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
154886	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
154886	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
154886	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
154886	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
154886	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
154886	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
154886	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
154886	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
154886	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
154886	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
154886	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
154886	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
154886	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
154886	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
154886	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
154886	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
154886	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
154886	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
154886	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
154886	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
154886	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
154886	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
154886	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
154886	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
154886	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
154886	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
154886	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
154886	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
154886	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
154886	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
154886	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
154886	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
154886	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
154886	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
154886	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
154886	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
154886	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
154886	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
154886	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
154886	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
154886	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
154886	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
154886	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
154886	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
154886	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
154886	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
154886	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
154886	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
154886	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
154886	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
154886	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
154886	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
154886	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
154886	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
154886	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
154886	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
154886	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
154886	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
154886	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
154886	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
154886	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
154886	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
154886	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
154886	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
154886	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
154886	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
154886	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
154886	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
154886	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
154886	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
154886	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
154886	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
154886	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
154886	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
154886	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
154886	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
154886	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
154886	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
154886	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
154886	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
154886	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
154886	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
154886	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
154886	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
154886	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
154886	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
154886	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
154886	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
154886	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
154886	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
154886	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
154886	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
154886	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
154886	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
154886	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
154886	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
154886	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
154886	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
154886	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
154886	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
154886	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
154886	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
154886	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
154886	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
154886	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
154886	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
154886	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
154886	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
154886	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
154886	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
154886	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
154886	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
154886	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
154886	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
154886	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
154886	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
154886	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
154886	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
154886	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
154886	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
154886	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
154886	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
154886	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
154886	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
154886	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
154886	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
154886	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
154886	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
154886	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
154886	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
154886	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
154886	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
154886	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
154886	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
154886	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
154886	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
154886	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
154886	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
154886	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
154886	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
154886	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
154886	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
154886	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
154886	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
154886	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
154886	embedding2nn.weight	0	0.2068055123090744
154886	embedding2nn.weight	1	0.2648531198501587
154886	embedding2nn.weight	2	0.019250357523560524
154886	embedding2nn.weight	3	0.003720830660313368
154886	embedding2nn.weight	4	-0.0608694925904274
154886	embedding2nn.weight	5	0.08105014264583588
154886	embedding2nn.weight	6	0.06214040517807007
154886	embedding2nn.weight	7	0.0007064645178616047
154886	embedding2nn.weight	8	0.034658223390579224
154886	embedding2nn.weight	9	-0.027635224163532257
154886	embedding2nn.bias	0	0.041347190737724304
154886	embedding2nn.bias	1	-0.14600449800491333
154886	embedding2nn.bias	2	0.114187091588974
154886	embedding2nn.bias	3	0.1513490229845047
154886	embedding2nn.bias	4	0.11279159039258957
154886	embedding2nn.bias	5	-0.06636524945497513
154886	embedding2nn.bias	6	-0.08849343657493591
154886	embedding2nn.bias	7	0.04526529833674431
154886	embedding2nn.bias	8	-0.14121684432029724
154886	embedding2nn.bias	9	-0.35954269766807556
154886	rnn.weight_ih_l0	0	0.010636675171554089
154886	rnn.weight_ih_l0	1	-0.05502805858850479
154886	rnn.weight_ih_l0	2	-0.05572548881173134
154886	rnn.weight_ih_l0	3	0.0423785001039505
154886	rnn.weight_ih_l0	4	0.052859969437122345
154886	rnn.weight_ih_l0	5	-0.10498218238353729
154886	rnn.weight_ih_l0	6	-0.008080796338617802
154886	rnn.weight_ih_l0	7	0.020066965371370316
154886	rnn.weight_ih_l0	8	-0.008560148999094963
154886	rnn.weight_ih_l0	9	-0.037866413593292236
154886	rnn.weight_hh_l0	0	0.015458878129720688
154886	rnn.weight_hh_l0	1	0.06392355263233185
154886	rnn.weight_hh_l0	2	0.017209617421030998
154886	rnn.weight_hh_l0	3	0.042304184287786484
154886	rnn.weight_hh_l0	4	-0.003698041895404458
154886	rnn.weight_hh_l0	5	0.06508061289787292
154886	rnn.weight_hh_l0	6	-0.001697419211268425
154886	rnn.weight_hh_l0	7	-0.021582305431365967
154886	rnn.weight_hh_l0	8	0.04289286211133003
154886	rnn.weight_hh_l0	9	-0.058215394616127014
154886	rnn.bias_ih_l0	0	0.13389140367507935
154886	rnn.bias_ih_l0	1	-0.18726977705955505
154886	rnn.bias_ih_l0	2	-0.019596729427576065
154886	rnn.bias_ih_l0	3	-0.12796829640865326
154886	rnn.bias_ih_l0	4	0.10076084733009338
154886	rnn.bias_ih_l0	5	-0.2215096801519394
154886	rnn.bias_ih_l0	6	-0.08171804994344711
154886	rnn.bias_ih_l0	7	-0.20635750889778137
154886	rnn.bias_ih_l0	8	-0.13771361112594604
154886	rnn.bias_ih_l0	9	-0.3388032913208008
154886	rnn.bias_hh_l0	0	-0.17039979994297028
154886	rnn.bias_hh_l0	1	-0.18712438642978668
154886	rnn.bias_hh_l0	2	-0.17384456098079681
154886	rnn.bias_hh_l0	3	-0.04123671352863312
154886	rnn.bias_hh_l0	4	-0.16441377997398376
154886	rnn.bias_hh_l0	5	-0.21318767964839935
154886	rnn.bias_hh_l0	6	-0.1018577441573143
154886	rnn.bias_hh_l0	7	0.06365720182657242
154886	rnn.bias_hh_l0	8	-0.1531497985124588
154886	rnn.bias_hh_l0	9	-0.35009336471557617
154886	rnn.weight_ih_l0_reverse	0	0.05846302956342697
154886	rnn.weight_ih_l0_reverse	1	-0.061875905841588974
154886	rnn.weight_ih_l0_reverse	2	-0.04674389585852623
154886	rnn.weight_ih_l0_reverse	3	-0.09030402451753616
154886	rnn.weight_ih_l0_reverse	4	0.03881053626537323
154886	rnn.weight_ih_l0_reverse	5	-0.14214953780174255
154886	rnn.weight_ih_l0_reverse	6	0.02634536102414131
154886	rnn.weight_ih_l0_reverse	7	0.015391281805932522
154886	rnn.weight_ih_l0_reverse	8	-0.09736230969429016
154886	rnn.weight_ih_l0_reverse	9	-0.02992601878941059
154886	rnn.weight_hh_l0_reverse	0	-0.04656427726149559
154886	rnn.weight_hh_l0_reverse	1	0.022337311878800392
154886	rnn.weight_hh_l0_reverse	2	-0.020643802359700203
154886	rnn.weight_hh_l0_reverse	3	0.008460750803351402
154886	rnn.weight_hh_l0_reverse	4	-0.06942163407802582
154886	rnn.weight_hh_l0_reverse	5	0.03438451513648033
154886	rnn.weight_hh_l0_reverse	6	0.01760849729180336
154886	rnn.weight_hh_l0_reverse	7	-0.009066022001206875
154886	rnn.weight_hh_l0_reverse	8	0.004700605757534504
154886	rnn.weight_hh_l0_reverse	9	0.04759947583079338
154886	rnn.bias_ih_l0_reverse	0	-0.15559464693069458
154886	rnn.bias_ih_l0_reverse	1	-0.09245026856660843
154886	rnn.bias_ih_l0_reverse	2	0.0362393856048584
154886	rnn.bias_ih_l0_reverse	3	-0.17526382207870483
154886	rnn.bias_ih_l0_reverse	4	-0.013015943579375744
154886	rnn.bias_ih_l0_reverse	5	-0.17447221279144287
154886	rnn.bias_ih_l0_reverse	6	0.23247051239013672
154886	rnn.bias_ih_l0_reverse	7	-0.2273225635290146
154886	rnn.bias_ih_l0_reverse	8	-0.09570178389549255
154886	rnn.bias_ih_l0_reverse	9	-0.10869873315095901
154886	rnn.bias_hh_l0_reverse	0	-0.05597406625747681
154886	rnn.bias_hh_l0_reverse	1	0.17879484593868256
154886	rnn.bias_hh_l0_reverse	2	-0.26689380407333374
154886	rnn.bias_hh_l0_reverse	3	-0.09360505640506744
154886	rnn.bias_hh_l0_reverse	4	-0.26191702485084534
154886	rnn.bias_hh_l0_reverse	5	-0.10427356511354446
154886	rnn.bias_hh_l0_reverse	6	-0.21675029397010803
154886	rnn.bias_hh_l0_reverse	7	-0.06877238303422928
154886	rnn.bias_hh_l0_reverse	8	-0.14026178419589996
154886	rnn.bias_hh_l0_reverse	9	0.21642914414405823
154886	linear.weight	0	0.20690204203128815
154886	linear.weight	1	-0.3848074674606323
154886	linear.weight	2	-0.010505370795726776
154886	linear.weight	3	0.06804431229829788
154886	linear.weight	4	-0.1379270702600479
154886	linear.weight	5	0.25518688559532166
154886	linear.weight	6	-0.09666893631219864
154886	linear.weight	7	-0.06873492151498795
154886	linear.weight	8	0.03993571922183037
154886	linear.weight	9	-0.03743058443069458
154886	linear.bias	0	-1.12040376663208
154886	linear.bias	1	1.9249911308288574
154886	linear.bias	2	0.4357122778892517
154886	linear.bias	3	-2.3403866291046143
154886	linear.bias	4	-0.35980355739593506
154886	linear.bias	5	1.068587064743042
154886	linear.bias	6	-0.2873469889163971
154886	linear.bias	7	0.4871158003807068
154886	linear.bias	8	2.1584370136260986
154886	linear.bias	9	-1.3193343877792358
155495	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
155495	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
155495	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
155495	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
155495	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
155495	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
155495	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
155495	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
155495	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
155495	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
155495	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
155495	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
155495	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
155495	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
155495	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
155495	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
155495	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
155495	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
155495	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
155495	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
155495	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
155495	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
155495	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
155495	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
155495	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
155495	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
155495	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
155495	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
155495	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
155495	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
155495	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
155495	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
155495	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
155495	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
155495	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
155495	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
155495	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
155495	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
155495	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
155495	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
155495	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
155495	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
155495	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
155495	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
155495	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
155495	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
155495	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
155495	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
155495	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
155495	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
155495	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
155495	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
155495	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
155495	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
155495	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
155495	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
155495	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
155495	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
155495	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
155495	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
155495	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
155495	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
155495	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
155495	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
155495	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
155495	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
155495	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
155495	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
155495	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
155495	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
155495	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
155495	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
155495	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
155495	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
155495	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
155495	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
155495	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
155495	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
155495	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
155495	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
155495	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
155495	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
155495	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
155495	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
155495	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
155495	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
155495	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
155495	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
155495	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
155495	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
155495	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
155495	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
155495	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
155495	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
155495	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
155495	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
155495	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
155495	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
155495	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
155495	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
155495	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
155495	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
155495	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
155495	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
155495	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
155495	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
155495	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
155495	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
155495	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
155495	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
155495	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
155495	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
155495	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
155495	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
155495	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
155495	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
155495	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
155495	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
155495	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
155495	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
155495	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
155495	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
155495	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
155495	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
155495	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
155495	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
155495	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
155495	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
155495	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
155495	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
155495	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
155495	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
155495	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
155495	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
155495	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
155495	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
155495	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
155495	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
155495	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
155495	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
155495	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
155495	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
155495	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
155495	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
155495	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
155495	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
155495	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
155495	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
155495	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
155495	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
155495	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
155495	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
155495	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
155495	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
155495	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
155495	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
155495	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
155495	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
155495	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
155495	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
155495	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
155495	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
155495	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
155495	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
155495	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
155495	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
155495	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
155495	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
155495	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
155495	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
155495	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
155495	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
155495	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
155495	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
155495	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
155495	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
155495	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
155495	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
155495	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
155495	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
155495	embedding2nn.weight	0	0.20862780511379242
155495	embedding2nn.weight	1	0.2648608386516571
155495	embedding2nn.weight	2	0.016765743494033813
155495	embedding2nn.weight	3	0.019122926518321037
155495	embedding2nn.weight	4	-0.0623479038476944
155495	embedding2nn.weight	5	0.07604221999645233
155495	embedding2nn.weight	6	0.06078459694981575
155495	embedding2nn.weight	7	0.004548285622149706
155495	embedding2nn.weight	8	0.032943662256002426
155495	embedding2nn.weight	9	-0.027610471472144127
155495	embedding2nn.bias	0	0.042568765580654144
155495	embedding2nn.bias	1	-0.15106308460235596
155495	embedding2nn.bias	2	0.08670692890882492
155495	embedding2nn.bias	3	0.1420329511165619
155495	embedding2nn.bias	4	0.1040269285440445
155495	embedding2nn.bias	5	-0.050844598561525345
155495	embedding2nn.bias	6	-0.0840994119644165
155495	embedding2nn.bias	7	0.038555920124053955
155495	embedding2nn.bias	8	-0.12625285983085632
155495	embedding2nn.bias	9	-0.371501624584198
155495	rnn.weight_ih_l0	0	0.011776207014918327
155495	rnn.weight_ih_l0	1	-0.055218327790498734
155495	rnn.weight_ih_l0	2	-0.0594269298017025
155495	rnn.weight_ih_l0	3	0.037869974970817566
155495	rnn.weight_ih_l0	4	0.055887170135974884
155495	rnn.weight_ih_l0	5	-0.1151428371667862
155495	rnn.weight_ih_l0	6	-0.0019805901683866978
155495	rnn.weight_ih_l0	7	0.02046463079750538
155495	rnn.weight_ih_l0	8	-0.00924633163958788
155495	rnn.weight_ih_l0	9	-0.029671071097254753
155495	rnn.weight_hh_l0	0	0.015757910907268524
155495	rnn.weight_hh_l0	1	0.06449390947818756
155495	rnn.weight_hh_l0	2	0.016469677910208702
155495	rnn.weight_hh_l0	3	0.04228776693344116
155495	rnn.weight_hh_l0	4	-0.004231020342558622
155495	rnn.weight_hh_l0	5	0.0643082857131958
155495	rnn.weight_hh_l0	6	-0.0011949269101023674
155495	rnn.weight_hh_l0	7	-0.021217070519924164
155495	rnn.weight_hh_l0	8	0.042965684086084366
155495	rnn.weight_hh_l0	9	-0.05976037681102753
155495	rnn.bias_ih_l0	0	0.13681063055992126
155495	rnn.bias_ih_l0	1	-0.1937590092420578
155495	rnn.bias_ih_l0	2	-0.021438436582684517
155495	rnn.bias_ih_l0	3	-0.12803691625595093
155495	rnn.bias_ih_l0	4	0.11125024408102036
155495	rnn.bias_ih_l0	5	-0.22351908683776855
155495	rnn.bias_ih_l0	6	-0.08761059492826462
155495	rnn.bias_ih_l0	7	-0.20881645381450653
155495	rnn.bias_ih_l0	8	-0.13963831961154938
155495	rnn.bias_ih_l0	9	-0.32016053795814514
155495	rnn.bias_hh_l0	0	-0.175302192568779
155495	rnn.bias_hh_l0	1	-0.1822168081998825
155495	rnn.bias_hh_l0	2	-0.17043845355510712
155495	rnn.bias_hh_l0	3	-0.03776819631457329
155495	rnn.bias_hh_l0	4	-0.17338086664676666
155495	rnn.bias_hh_l0	5	-0.21229827404022217
155495	rnn.bias_hh_l0	6	-0.10227987170219421
155495	rnn.bias_hh_l0	7	0.06355348229408264
155495	rnn.bias_hh_l0	8	-0.1601288765668869
155495	rnn.bias_hh_l0	9	-0.34331846237182617
155495	rnn.weight_ih_l0_reverse	0	0.05552120879292488
155495	rnn.weight_ih_l0_reverse	1	-0.06165635585784912
155495	rnn.weight_ih_l0_reverse	2	-0.05264061316847801
155495	rnn.weight_ih_l0_reverse	3	-0.09048664569854736
155495	rnn.weight_ih_l0_reverse	4	0.04003813490271568
155495	rnn.weight_ih_l0_reverse	5	-0.1480737179517746
155495	rnn.weight_ih_l0_reverse	6	0.03194040060043335
155495	rnn.weight_ih_l0_reverse	7	0.017856087535619736
155495	rnn.weight_ih_l0_reverse	8	-0.09653966128826141
155495	rnn.weight_ih_l0_reverse	9	-0.02844679169356823
155495	rnn.weight_hh_l0_reverse	0	-0.0473652184009552
155495	rnn.weight_hh_l0_reverse	1	0.02160102315247059
155495	rnn.weight_hh_l0_reverse	2	-0.020340044051408768
155495	rnn.weight_hh_l0_reverse	3	0.009972450323402882
155495	rnn.weight_hh_l0_reverse	4	-0.06900251656770706
155495	rnn.weight_hh_l0_reverse	5	0.03428918495774269
155495	rnn.weight_hh_l0_reverse	6	0.017768563702702522
155495	rnn.weight_hh_l0_reverse	7	-0.010926923714578152
155495	rnn.weight_hh_l0_reverse	8	0.004649800714105368
155495	rnn.weight_hh_l0_reverse	9	0.04905177652835846
155495	rnn.bias_ih_l0_reverse	0	-0.15836231410503387
155495	rnn.bias_ih_l0_reverse	1	-0.09593097865581512
155495	rnn.bias_ih_l0_reverse	2	0.03123657777905464
155495	rnn.bias_ih_l0_reverse	3	-0.1754322350025177
155495	rnn.bias_ih_l0_reverse	4	-0.009401855058968067
155495	rnn.bias_ih_l0_reverse	5	-0.17725546658039093
155495	rnn.bias_ih_l0_reverse	6	0.22180284559726715
155495	rnn.bias_ih_l0_reverse	7	-0.23677313327789307
155495	rnn.bias_ih_l0_reverse	8	-0.09368469566106796
155495	rnn.bias_ih_l0_reverse	9	-0.12556836009025574
155495	rnn.bias_hh_l0_reverse	0	-0.05587250739336014
155495	rnn.bias_hh_l0_reverse	1	0.17715394496917725
155495	rnn.bias_hh_l0_reverse	2	-0.2654215395450592
155495	rnn.bias_hh_l0_reverse	3	-0.08922512084245682
155495	rnn.bias_hh_l0_reverse	4	-0.26757562160491943
155495	rnn.bias_hh_l0_reverse	5	-0.10149425268173218
155495	rnn.bias_hh_l0_reverse	6	-0.22859317064285278
155495	rnn.bias_hh_l0_reverse	7	-0.06680934131145477
155495	rnn.bias_hh_l0_reverse	8	-0.1268259882926941
155495	rnn.bias_hh_l0_reverse	9	0.1894218921661377
155495	linear.weight	0	0.17780277132987976
155495	linear.weight	1	-0.4033259451389313
155495	linear.weight	2	0.05014421045780182
155495	linear.weight	3	0.06804360449314117
155495	linear.weight	4	-0.0702400729060173
155495	linear.weight	5	0.28919118642807007
155495	linear.weight	6	-0.12988463044166565
155495	linear.weight	7	-0.06870747357606888
155495	linear.weight	8	0.025716982781887054
155495	linear.weight	9	-0.03745902329683304
155495	linear.bias	0	-1.1082606315612793
155495	linear.bias	1	1.9008005857467651
155495	linear.bias	2	0.44776564836502075
155495	linear.bias	3	-2.3415799140930176
155495	linear.bias	4	-0.3468799889087677
155495	linear.bias	5	1.044096827507019
155495	linear.bias	6	-0.2743659019470215
155495	linear.bias	7	0.46957868337631226
155495	linear.bias	8	2.213866710662842
155495	linear.bias	9	-1.319206953048706
156104	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
156104	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
156104	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
156104	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
156104	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
156104	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
156104	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
156104	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
156104	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
156104	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
156104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
156104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
156104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
156104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
156104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
156104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
156104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
156104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
156104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
156104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
156104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
156104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
156104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
156104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
156104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
156104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
156104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
156104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
156104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
156104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
156104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
156104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
156104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
156104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
156104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
156104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
156104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
156104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
156104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
156104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
156104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
156104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
156104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
156104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
156104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
156104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
156104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
156104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
156104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
156104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
156104	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
156104	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
156104	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
156104	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
156104	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
156104	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
156104	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
156104	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
156104	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
156104	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
156104	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
156104	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
156104	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
156104	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
156104	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
156104	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
156104	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
156104	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
156104	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
156104	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
156104	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
156104	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
156104	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
156104	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
156104	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
156104	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
156104	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
156104	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
156104	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
156104	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
156104	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
156104	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
156104	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
156104	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
156104	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
156104	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
156104	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
156104	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
156104	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
156104	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
156104	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
156104	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
156104	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
156104	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
156104	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
156104	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
156104	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
156104	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
156104	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
156104	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
156104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
156104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
156104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
156104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
156104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
156104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
156104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
156104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
156104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
156104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
156104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
156104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
156104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
156104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
156104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
156104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
156104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
156104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
156104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
156104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
156104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
156104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
156104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
156104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
156104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
156104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
156104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
156104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
156104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
156104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
156104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
156104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
156104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
156104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
156104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
156104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
156104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
156104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
156104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
156104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
156104	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
156104	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
156104	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
156104	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
156104	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
156104	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
156104	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
156104	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
156104	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
156104	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
156104	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
156104	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
156104	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
156104	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
156104	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
156104	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
156104	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
156104	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
156104	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
156104	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
156104	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
156104	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
156104	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
156104	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
156104	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
156104	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
156104	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
156104	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
156104	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
156104	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
156104	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
156104	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
156104	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
156104	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
156104	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
156104	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
156104	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
156104	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
156104	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
156104	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
156104	embedding2nn.weight	0	0.21107634902000427
156104	embedding2nn.weight	1	0.2622638940811157
156104	embedding2nn.weight	2	0.02093450166285038
156104	embedding2nn.weight	3	0.03594996780157089
156104	embedding2nn.weight	4	-0.055097367614507675
156104	embedding2nn.weight	5	0.07832928001880646
156104	embedding2nn.weight	6	0.051313240081071854
156104	embedding2nn.weight	7	0.009031609632074833
156104	embedding2nn.weight	8	0.032858677208423615
156104	embedding2nn.weight	9	-0.02717175893485546
156104	embedding2nn.bias	0	0.032726678997278214
156104	embedding2nn.bias	1	-0.15335991978645325
156104	embedding2nn.bias	2	0.11006224900484085
156104	embedding2nn.bias	3	0.13927480578422546
156104	embedding2nn.bias	4	0.1226452961564064
156104	embedding2nn.bias	5	-0.054154329001903534
156104	embedding2nn.bias	6	-0.0799020454287529
156104	embedding2nn.bias	7	0.049749426543712616
156104	embedding2nn.bias	8	-0.14350372552871704
156104	embedding2nn.bias	9	-0.3667231500148773
156104	rnn.weight_ih_l0	0	0.013282280415296555
156104	rnn.weight_ih_l0	1	-0.0550520196557045
156104	rnn.weight_ih_l0	2	-0.056121569126844406
156104	rnn.weight_ih_l0	3	0.045415088534355164
156104	rnn.weight_ih_l0	4	0.05926492065191269
156104	rnn.weight_ih_l0	5	-0.11336898058652878
156104	rnn.weight_ih_l0	6	-0.0031123238150030375
156104	rnn.weight_ih_l0	7	0.017132921144366264
156104	rnn.weight_ih_l0	8	-0.006416228599846363
156104	rnn.weight_ih_l0	9	-0.03131096437573433
156104	rnn.weight_hh_l0	0	0.015666019171476364
156104	rnn.weight_hh_l0	1	0.06463877856731415
156104	rnn.weight_hh_l0	2	0.015498371794819832
156104	rnn.weight_hh_l0	3	0.04201096296310425
156104	rnn.weight_hh_l0	4	-0.0043022772297263145
156104	rnn.weight_hh_l0	5	0.0655716136097908
156104	rnn.weight_hh_l0	6	-0.0013955283211544156
156104	rnn.weight_hh_l0	7	-0.023778105154633522
156104	rnn.weight_hh_l0	8	0.04309195280075073
156104	rnn.weight_hh_l0	9	-0.05947006493806839
156104	rnn.bias_ih_l0	0	0.14008626341819763
156104	rnn.bias_ih_l0	1	-0.19865724444389343
156104	rnn.bias_ih_l0	2	-0.023224299773573875
156104	rnn.bias_ih_l0	3	-0.12098215520381927
156104	rnn.bias_ih_l0	4	0.09702005982398987
156104	rnn.bias_ih_l0	5	-0.21817199885845184
156104	rnn.bias_ih_l0	6	-0.0861351415514946
156104	rnn.bias_ih_l0	7	-0.2092832326889038
156104	rnn.bias_ih_l0	8	-0.14541609585285187
156104	rnn.bias_ih_l0	9	-0.3293774724006653
156104	rnn.bias_hh_l0	0	-0.17394806444644928
156104	rnn.bias_hh_l0	1	-0.1805088222026825
156104	rnn.bias_hh_l0	2	-0.16254889965057373
156104	rnn.bias_hh_l0	3	-0.03932059928774834
156104	rnn.bias_hh_l0	4	-0.16816677153110504
156104	rnn.bias_hh_l0	5	-0.20964087545871735
156104	rnn.bias_hh_l0	6	-0.09609340876340866
156104	rnn.bias_hh_l0	7	0.05991189554333687
156104	rnn.bias_hh_l0	8	-0.16311460733413696
156104	rnn.bias_hh_l0	9	-0.3449549078941345
156104	rnn.weight_ih_l0_reverse	0	0.05243999511003494
156104	rnn.weight_ih_l0_reverse	1	-0.0606735497713089
156104	rnn.weight_ih_l0_reverse	2	-0.051191624253988266
156104	rnn.weight_ih_l0_reverse	3	-0.08661582320928574
156104	rnn.weight_ih_l0_reverse	4	0.04051879793405533
156104	rnn.weight_ih_l0_reverse	5	-0.1429205685853958
156104	rnn.weight_ih_l0_reverse	6	0.03324475139379501
156104	rnn.weight_ih_l0_reverse	7	0.017990896478295326
156104	rnn.weight_ih_l0_reverse	8	-0.09957820177078247
156104	rnn.weight_ih_l0_reverse	9	-0.03007865697145462
156104	rnn.weight_hh_l0_reverse	0	-0.0461263582110405
156104	rnn.weight_hh_l0_reverse	1	0.02143310010433197
156104	rnn.weight_hh_l0_reverse	2	-0.01969875767827034
156104	rnn.weight_hh_l0_reverse	3	0.008880930952727795
156104	rnn.weight_hh_l0_reverse	4	-0.06761568784713745
156104	rnn.weight_hh_l0_reverse	5	0.03463777154684067
156104	rnn.weight_hh_l0_reverse	6	0.017925743013620377
156104	rnn.weight_hh_l0_reverse	7	-0.010229639708995819
156104	rnn.weight_hh_l0_reverse	8	0.003289145650342107
156104	rnn.weight_hh_l0_reverse	9	0.0483931228518486
156104	rnn.bias_ih_l0_reverse	0	-0.14943085610866547
156104	rnn.bias_ih_l0_reverse	1	-0.09243269264698029
156104	rnn.bias_ih_l0_reverse	2	0.039651427417993546
156104	rnn.bias_ih_l0_reverse	3	-0.1856813132762909
156104	rnn.bias_ih_l0_reverse	4	-0.017877984791994095
156104	rnn.bias_ih_l0_reverse	5	-0.17752744257450104
156104	rnn.bias_ih_l0_reverse	6	0.21248234808444977
156104	rnn.bias_ih_l0_reverse	7	-0.2383066564798355
156104	rnn.bias_ih_l0_reverse	8	-0.08519984036684036
156104	rnn.bias_ih_l0_reverse	9	-0.1302589774131775
156104	rnn.bias_hh_l0_reverse	0	-0.060620374977588654
156104	rnn.bias_hh_l0_reverse	1	0.16820545494556427
156104	rnn.bias_hh_l0_reverse	2	-0.26152539253234863
156104	rnn.bias_hh_l0_reverse	3	-0.09359128028154373
156104	rnn.bias_hh_l0_reverse	4	-0.2596285343170166
156104	rnn.bias_hh_l0_reverse	5	-0.09891963750123978
156104	rnn.bias_hh_l0_reverse	6	-0.2283574640750885
156104	rnn.bias_hh_l0_reverse	7	-0.06395408511161804
156104	rnn.bias_hh_l0_reverse	8	-0.13682937622070312
156104	rnn.bias_hh_l0_reverse	9	0.19398628175258636
156104	linear.weight	0	0.1796962171792984
156104	linear.weight	1	-0.41003578901290894
156104	linear.weight	2	0.041382964700460434
156104	linear.weight	3	0.06804679334163666
156104	linear.weight	4	-0.09453040361404419
156104	linear.weight	5	0.26791343092918396
156104	linear.weight	6	-0.1389656811952591
156104	linear.weight	7	-0.0686694011092186
156104	linear.weight	8	0.04478928819298744
156104	linear.weight	9	-0.037488386034965515
156104	linear.bias	0	-1.1026813983917236
156104	linear.bias	1	1.9110913276672363
156104	linear.bias	2	0.44248998165130615
156104	linear.bias	3	-2.342832326889038
156104	linear.bias	4	-0.3506971299648285
156104	linear.bias	5	1.0394940376281738
156104	linear.bias	6	-0.31231918931007385
156104	linear.bias	7	0.4703414738178253
156104	linear.bias	8	2.1410086154937744
156104	linear.bias	9	-1.3147953748703003
156713	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
156713	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
156713	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
156713	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
156713	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
156713	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
156713	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
156713	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
156713	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
156713	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
156713	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
156713	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
156713	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
156713	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
156713	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
156713	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
156713	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
156713	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
156713	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
156713	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
156713	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
156713	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
156713	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
156713	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
156713	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
156713	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
156713	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
156713	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
156713	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
156713	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
156713	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
156713	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
156713	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
156713	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
156713	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
156713	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
156713	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
156713	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
156713	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
156713	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
156713	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
156713	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
156713	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
156713	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
156713	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
156713	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
156713	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
156713	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
156713	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
156713	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
156713	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
156713	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
156713	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
156713	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
156713	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
156713	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
156713	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
156713	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
156713	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
156713	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
156713	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
156713	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
156713	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
156713	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
156713	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
156713	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
156713	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
156713	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
156713	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
156713	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
156713	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
156713	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
156713	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
156713	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
156713	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
156713	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
156713	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
156713	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
156713	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
156713	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
156713	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
156713	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
156713	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
156713	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
156713	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
156713	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
156713	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
156713	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
156713	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
156713	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
156713	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
156713	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
156713	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
156713	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
156713	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
156713	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
156713	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
156713	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
156713	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
156713	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
156713	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
156713	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
156713	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
156713	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
156713	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
156713	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
156713	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
156713	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
156713	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
156713	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
156713	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
156713	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
156713	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
156713	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
156713	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
156713	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
156713	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
156713	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
156713	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
156713	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
156713	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
156713	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
156713	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
156713	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
156713	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
156713	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
156713	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
156713	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
156713	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
156713	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
156713	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
156713	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
156713	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
156713	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
156713	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
156713	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
156713	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
156713	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
156713	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
156713	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
156713	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
156713	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
156713	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
156713	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
156713	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
156713	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
156713	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
156713	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
156713	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
156713	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
156713	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
156713	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
156713	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
156713	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
156713	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
156713	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
156713	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
156713	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
156713	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
156713	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
156713	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
156713	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
156713	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
156713	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
156713	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
156713	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
156713	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
156713	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
156713	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
156713	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
156713	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
156713	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
156713	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
156713	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
156713	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
156713	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
156713	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
156713	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
156713	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
156713	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
156713	embedding2nn.weight	0	0.21176932752132416
156713	embedding2nn.weight	1	0.26615971326828003
156713	embedding2nn.weight	2	0.017904456704854965
156713	embedding2nn.weight	3	0.026477938517928123
156713	embedding2nn.weight	4	-0.05127740278840065
156713	embedding2nn.weight	5	0.07491149008274078
156713	embedding2nn.weight	6	0.04626840725541115
156713	embedding2nn.weight	7	0.017001548781991005
156713	embedding2nn.weight	8	0.04200395941734314
156713	embedding2nn.weight	9	-0.025069108232855797
156713	embedding2nn.bias	0	0.012495034374296665
156713	embedding2nn.bias	1	-0.15222503244876862
156713	embedding2nn.bias	2	0.09815241396427155
156713	embedding2nn.bias	3	0.15104414522647858
156713	embedding2nn.bias	4	0.1343519538640976
156713	embedding2nn.bias	5	-0.05859016627073288
156713	embedding2nn.bias	6	-0.057440802454948425
156713	embedding2nn.bias	7	0.04371492564678192
156713	embedding2nn.bias	8	-0.13688378036022186
156713	embedding2nn.bias	9	-0.3534846305847168
156713	rnn.weight_ih_l0	0	0.012209875509142876
156713	rnn.weight_ih_l0	1	-0.05557265132665634
156713	rnn.weight_ih_l0	2	-0.05935992673039436
156713	rnn.weight_ih_l0	3	0.04643180966377258
156713	rnn.weight_ih_l0	4	0.060337137430906296
156713	rnn.weight_ih_l0	5	-0.10885336995124817
156713	rnn.weight_ih_l0	6	-0.0002909117902163416
156713	rnn.weight_ih_l0	7	0.0205792635679245
156713	rnn.weight_ih_l0	8	-0.006269108038395643
156713	rnn.weight_ih_l0	9	-0.0481644943356514
156713	rnn.weight_hh_l0	0	0.015729112550616264
156713	rnn.weight_hh_l0	1	0.06461569666862488
156713	rnn.weight_hh_l0	2	0.016401544213294983
156713	rnn.weight_hh_l0	3	0.04197166860103607
156713	rnn.weight_hh_l0	4	-0.002756867092102766
156713	rnn.weight_hh_l0	5	0.06541521847248077
156713	rnn.weight_hh_l0	6	-0.0013219965621829033
156713	rnn.weight_hh_l0	7	-0.03216325491666794
156713	rnn.weight_hh_l0	8	0.0430610328912735
156713	rnn.weight_hh_l0	9	-0.0598425455391407
156713	rnn.bias_ih_l0	0	0.13858720660209656
156713	rnn.bias_ih_l0	1	-0.1944524645805359
156713	rnn.bias_ih_l0	2	-0.02376047521829605
156713	rnn.bias_ih_l0	3	-0.11860570311546326
156713	rnn.bias_ih_l0	4	0.08099357783794403
156713	rnn.bias_ih_l0	5	-0.21941903233528137
156713	rnn.bias_ih_l0	6	-0.07999762892723083
156713	rnn.bias_ih_l0	7	-0.20880159735679626
156713	rnn.bias_ih_l0	8	-0.1508890688419342
156713	rnn.bias_ih_l0	9	-0.32547682523727417
156713	rnn.bias_hh_l0	0	-0.17589373886585236
156713	rnn.bias_hh_l0	1	-0.1838488131761551
156713	rnn.bias_hh_l0	2	-0.1657370924949646
156713	rnn.bias_hh_l0	3	-0.046881698071956635
156713	rnn.bias_hh_l0	4	-0.1614922732114792
156713	rnn.bias_hh_l0	5	-0.2100500911474228
156713	rnn.bias_hh_l0	6	-0.09915909916162491
156713	rnn.bias_hh_l0	7	0.06315498054027557
156713	rnn.bias_hh_l0	8	-0.16238757967948914
156713	rnn.bias_hh_l0	9	-0.33882659673690796
156713	rnn.weight_ih_l0_reverse	0	0.05113775655627251
156713	rnn.weight_ih_l0_reverse	1	-0.06209706515073776
156713	rnn.weight_ih_l0_reverse	2	-0.04712725058197975
156713	rnn.weight_ih_l0_reverse	3	-0.08838106691837311
156713	rnn.weight_ih_l0_reverse	4	0.04159918799996376
156713	rnn.weight_ih_l0_reverse	5	-0.14407096803188324
156713	rnn.weight_ih_l0_reverse	6	0.03456515073776245
156713	rnn.weight_ih_l0_reverse	7	0.017949000000953674
156713	rnn.weight_ih_l0_reverse	8	-0.09928875416517258
156713	rnn.weight_ih_l0_reverse	9	-0.023117462173104286
156713	rnn.weight_hh_l0_reverse	0	-0.04589344933629036
156713	rnn.weight_hh_l0_reverse	1	0.02196430414915085
156713	rnn.weight_hh_l0_reverse	2	-0.01868736930191517
156713	rnn.weight_hh_l0_reverse	3	0.007654373999685049
156713	rnn.weight_hh_l0_reverse	4	-0.06762582808732986
156713	rnn.weight_hh_l0_reverse	5	0.035319067537784576
156713	rnn.weight_hh_l0_reverse	6	0.01782176084816456
156713	rnn.weight_hh_l0_reverse	7	-0.013726011849939823
156713	rnn.weight_hh_l0_reverse	8	0.003171793883666396
156713	rnn.weight_hh_l0_reverse	9	0.047580938786268234
156713	rnn.bias_ih_l0_reverse	0	-0.14550229907035828
156713	rnn.bias_ih_l0_reverse	1	-0.08312640339136124
156713	rnn.bias_ih_l0_reverse	2	0.04433804750442505
156713	rnn.bias_ih_l0_reverse	3	-0.18893028795719147
156713	rnn.bias_ih_l0_reverse	4	-0.003070918843150139
156713	rnn.bias_ih_l0_reverse	5	-0.18142017722129822
156713	rnn.bias_ih_l0_reverse	6	0.22788287699222565
156713	rnn.bias_ih_l0_reverse	7	-0.24462053179740906
156713	rnn.bias_ih_l0_reverse	8	-0.08513706922531128
156713	rnn.bias_ih_l0_reverse	9	-0.13684460520744324
156713	rnn.bias_hh_l0_reverse	0	-0.05158687010407448
156713	rnn.bias_hh_l0_reverse	1	0.17273835837841034
156713	rnn.bias_hh_l0_reverse	2	-0.26729103922843933
156713	rnn.bias_hh_l0_reverse	3	-0.10210807621479034
156713	rnn.bias_hh_l0_reverse	4	-0.26343318819999695
156713	rnn.bias_hh_l0_reverse	5	-0.0974351242184639
156713	rnn.bias_hh_l0_reverse	6	-0.23814864456653595
156713	rnn.bias_hh_l0_reverse	7	-0.06193360686302185
156713	rnn.bias_hh_l0_reverse	8	-0.14338120818138123
156713	rnn.bias_hh_l0_reverse	9	0.20166921615600586
156713	linear.weight	0	0.16920706629753113
156713	linear.weight	1	-0.3905521035194397
156713	linear.weight	2	0.019676417112350464
156713	linear.weight	3	0.06806174665689468
156713	linear.weight	4	-0.09688364714384079
156713	linear.weight	5	0.24454361200332642
156713	linear.weight	6	-0.09643913805484772
156713	linear.weight	7	-0.06861952692270279
156713	linear.weight	8	0.041986435651779175
156713	linear.weight	9	-0.037525638937950134
156713	linear.bias	0	-1.128023624420166
156713	linear.bias	1	1.9088712930679321
156713	linear.bias	2	0.4324646592140198
156713	linear.bias	3	-2.344146251678467
156713	linear.bias	4	-0.3464396893978119
156713	linear.bias	5	1.0105291604995728
156713	linear.bias	6	-0.2607842683792114
156713	linear.bias	7	0.4855715036392212
156713	linear.bias	8	2.172142505645752
156713	linear.bias	9	-1.3047081232070923
157322	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
157322	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
157322	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
157322	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
157322	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
157322	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
157322	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
157322	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
157322	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
157322	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
157322	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
157322	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
157322	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
157322	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
157322	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
157322	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
157322	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
157322	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
157322	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
157322	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
157322	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
157322	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
157322	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
157322	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
157322	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
157322	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
157322	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
157322	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
157322	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
157322	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
157322	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
157322	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
157322	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
157322	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
157322	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
157322	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
157322	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
157322	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
157322	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
157322	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
157322	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
157322	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
157322	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
157322	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
157322	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
157322	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
157322	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
157322	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
157322	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
157322	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
157322	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
157322	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
157322	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
157322	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
157322	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
157322	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
157322	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
157322	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
157322	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
157322	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
157322	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
157322	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
157322	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
157322	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
157322	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
157322	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
157322	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
157322	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
157322	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
157322	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
157322	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
157322	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
157322	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
157322	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
157322	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
157322	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
157322	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
157322	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
157322	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
157322	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
157322	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
157322	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
157322	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
157322	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
157322	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
157322	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
157322	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
157322	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
157322	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
157322	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
157322	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
157322	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
157322	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
157322	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
157322	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
157322	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
157322	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
157322	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
157322	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
157322	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
157322	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
157322	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
157322	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
157322	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
157322	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
157322	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
157322	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
157322	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
157322	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
157322	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
157322	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
157322	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
157322	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
157322	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
157322	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
157322	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
157322	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
157322	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
157322	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
157322	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
157322	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
157322	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
157322	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
157322	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
157322	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
157322	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
157322	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
157322	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
157322	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
157322	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
157322	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
157322	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
157322	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
157322	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
157322	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
157322	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
157322	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
157322	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
157322	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
157322	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
157322	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
157322	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
157322	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
157322	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
157322	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
157322	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
157322	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
157322	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
157322	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
157322	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
157322	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
157322	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
157322	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
157322	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
157322	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
157322	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
157322	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
157322	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
157322	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
157322	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
157322	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
157322	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
157322	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
157322	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
157322	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
157322	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
157322	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
157322	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
157322	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
157322	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
157322	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
157322	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
157322	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
157322	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
157322	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
157322	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
157322	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
157322	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
157322	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
157322	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
157322	embedding2nn.weight	0	0.2109377533197403
157322	embedding2nn.weight	1	0.2687375843524933
157322	embedding2nn.weight	2	0.021830851212143898
157322	embedding2nn.weight	3	0.04117199778556824
157322	embedding2nn.weight	4	-0.046445973217487335
157322	embedding2nn.weight	5	0.07562360912561417
157322	embedding2nn.weight	6	0.048295654356479645
157322	embedding2nn.weight	7	0.010439452715218067
157322	embedding2nn.weight	8	0.04231180623173714
157322	embedding2nn.weight	9	-0.02368880622088909
157322	embedding2nn.bias	0	0.019023098051548004
157322	embedding2nn.bias	1	-0.17414774000644684
157322	embedding2nn.bias	2	0.09850484132766724
157322	embedding2nn.bias	3	0.15304197371006012
157322	embedding2nn.bias	4	0.1409786194562912
157322	embedding2nn.bias	5	-0.07536161690950394
157322	embedding2nn.bias	6	-0.05763792619109154
157322	embedding2nn.bias	7	0.057431660592556
157322	embedding2nn.bias	8	-0.13457082211971283
157322	embedding2nn.bias	9	-0.3726419508457184
157322	rnn.weight_ih_l0	0	0.014104238711297512
157322	rnn.weight_ih_l0	1	-0.052082955837249756
157322	rnn.weight_ih_l0	2	-0.057627808302640915
157322	rnn.weight_ih_l0	3	0.04256315529346466
157322	rnn.weight_ih_l0	4	0.056879498064517975
157322	rnn.weight_ih_l0	5	-0.10798898339271545
157322	rnn.weight_ih_l0	6	-0.0042736888863146305
157322	rnn.weight_ih_l0	7	0.01230916939675808
157322	rnn.weight_ih_l0	8	-0.007568996399641037
157322	rnn.weight_ih_l0	9	-0.05196848884224892
157322	rnn.weight_hh_l0	0	0.01565510220825672
157322	rnn.weight_hh_l0	1	0.06481786072254181
157322	rnn.weight_hh_l0	2	0.016144828870892525
157322	rnn.weight_hh_l0	3	0.04140455275774002
157322	rnn.weight_hh_l0	4	-0.0014628266217187047
157322	rnn.weight_hh_l0	5	0.06557364761829376
157322	rnn.weight_hh_l0	6	-0.0017081653932109475
157322	rnn.weight_hh_l0	7	-0.03436541557312012
157322	rnn.weight_hh_l0	8	0.042954955250024796
157322	rnn.weight_hh_l0	9	-0.05990910157561302
157322	rnn.bias_ih_l0	0	0.12249071151018143
157322	rnn.bias_ih_l0	1	-0.18766433000564575
157322	rnn.bias_ih_l0	2	-0.018464909866452217
157322	rnn.bias_ih_l0	3	-0.12089799344539642
157322	rnn.bias_ih_l0	4	0.09136758744716644
157322	rnn.bias_ih_l0	5	-0.230645552277565
157322	rnn.bias_ih_l0	6	-0.08284996449947357
157322	rnn.bias_ih_l0	7	-0.2087896168231964
157322	rnn.bias_ih_l0	8	-0.14955390989780426
157322	rnn.bias_ih_l0	9	-0.3440684676170349
157322	rnn.bias_hh_l0	0	-0.18027013540267944
157322	rnn.bias_hh_l0	1	-0.1936335414648056
157322	rnn.bias_hh_l0	2	-0.16623340547084808
157322	rnn.bias_hh_l0	3	-0.04828300699591637
157322	rnn.bias_hh_l0	4	-0.16284175217151642
157322	rnn.bias_hh_l0	5	-0.21223090589046478
157322	rnn.bias_hh_l0	6	-0.10517381131649017
157322	rnn.bias_hh_l0	7	0.05732063576579094
157322	rnn.bias_hh_l0	8	-0.16327570378780365
157322	rnn.bias_hh_l0	9	-0.34418585896492004
157322	rnn.weight_ih_l0_reverse	0	0.052422214299440384
157322	rnn.weight_ih_l0_reverse	1	-0.06310490518808365
157322	rnn.weight_ih_l0_reverse	2	-0.044249918311834335
157322	rnn.weight_ih_l0_reverse	3	-0.08617574721574783
157322	rnn.weight_ih_l0_reverse	4	0.04099901765584946
157322	rnn.weight_ih_l0_reverse	5	-0.1365395337343216
157322	rnn.weight_ih_l0_reverse	6	0.02424602396786213
157322	rnn.weight_ih_l0_reverse	7	0.019836915656924248
157322	rnn.weight_ih_l0_reverse	8	-0.09753432869911194
157322	rnn.weight_ih_l0_reverse	9	-0.027597947046160698
157322	rnn.weight_hh_l0_reverse	0	-0.047608647495508194
157322	rnn.weight_hh_l0_reverse	1	0.02260468900203705
157322	rnn.weight_hh_l0_reverse	2	-0.019068021327257156
157322	rnn.weight_hh_l0_reverse	3	0.006344866938889027
157322	rnn.weight_hh_l0_reverse	4	-0.06726691871881485
157322	rnn.weight_hh_l0_reverse	5	0.03512343391776085
157322	rnn.weight_hh_l0_reverse	6	0.01817031390964985
157322	rnn.weight_hh_l0_reverse	7	-0.01256496086716652
157322	rnn.weight_hh_l0_reverse	8	0.0040697501972317696
157322	rnn.weight_hh_l0_reverse	9	0.04600764811038971
157322	rnn.bias_ih_l0_reverse	0	-0.14159615337848663
157322	rnn.bias_ih_l0_reverse	1	-0.0866919606924057
157322	rnn.bias_ih_l0_reverse	2	0.04488721489906311
157322	rnn.bias_ih_l0_reverse	3	-0.18986375629901886
157322	rnn.bias_ih_l0_reverse	4	-0.014274343848228455
157322	rnn.bias_ih_l0_reverse	5	-0.18358029425144196
157322	rnn.bias_ih_l0_reverse	6	0.23391297459602356
157322	rnn.bias_ih_l0_reverse	7	-0.24027256667613983
157322	rnn.bias_ih_l0_reverse	8	-0.09170754998922348
157322	rnn.bias_ih_l0_reverse	9	-0.14894606173038483
157322	rnn.bias_hh_l0_reverse	0	-0.06829188764095306
157322	rnn.bias_hh_l0_reverse	1	0.1725298911333084
157322	rnn.bias_hh_l0_reverse	2	-0.27296751737594604
157322	rnn.bias_hh_l0_reverse	3	-0.10010770708322525
157322	rnn.bias_hh_l0_reverse	4	-0.26727283000946045
157322	rnn.bias_hh_l0_reverse	5	-0.09468746930360794
157322	rnn.bias_hh_l0_reverse	6	-0.2413918524980545
157322	rnn.bias_hh_l0_reverse	7	-0.06115386635065079
157322	rnn.bias_hh_l0_reverse	8	-0.145889550447464
157322	rnn.bias_hh_l0_reverse	9	0.20661304891109467
157322	linear.weight	0	0.1586625576019287
157322	linear.weight	1	-0.394665390253067
157322	linear.weight	2	0.0008166015613824129
157322	linear.weight	3	0.06806838512420654
157322	linear.weight	4	-0.1324257105588913
157322	linear.weight	5	0.23518197238445282
157322	linear.weight	6	-0.13629445433616638
157322	linear.weight	7	-0.06857819110155106
157322	linear.weight	8	0.03449869900941849
157322	linear.weight	9	-0.037557829171419144
157322	linear.bias	0	-1.0862473249435425
157322	linear.bias	1	1.9143636226654053
157322	linear.bias	2	0.39750632643699646
157322	linear.bias	3	-2.3454833030700684
157322	linear.bias	4	-0.31760138273239136
157322	linear.bias	5	1.0386295318603516
157322	linear.bias	6	-0.27228620648384094
157322	linear.bias	7	0.49543386697769165
157322	linear.bias	8	2.1448323726654053
157322	linear.bias	9	-1.3344171047210693
157931	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
157931	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
157931	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
157931	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
157931	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
157931	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
157931	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
157931	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
157931	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
157931	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
157931	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
157931	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
157931	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
157931	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
157931	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
157931	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
157931	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
157931	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
157931	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
157931	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
157931	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
157931	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
157931	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
157931	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
157931	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
157931	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
157931	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
157931	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
157931	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
157931	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
157931	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
157931	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
157931	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
157931	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
157931	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
157931	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
157931	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
157931	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
157931	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
157931	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
157931	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
157931	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
157931	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
157931	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
157931	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
157931	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
157931	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
157931	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
157931	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
157931	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
157931	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
157931	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
157931	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
157931	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
157931	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
157931	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
157931	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
157931	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
157931	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
157931	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
157931	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
157931	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
157931	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
157931	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
157931	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
157931	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
157931	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
157931	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
157931	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
157931	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
157931	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
157931	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
157931	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
157931	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
157931	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
157931	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
157931	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
157931	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
157931	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
157931	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
157931	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
157931	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
157931	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
157931	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
157931	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
157931	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
157931	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
157931	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
157931	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
157931	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
157931	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
157931	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
157931	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
157931	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
157931	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
157931	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
157931	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
157931	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
157931	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
157931	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
157931	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
157931	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
157931	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
157931	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
157931	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
157931	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
157931	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
157931	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
157931	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
157931	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
157931	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
157931	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
157931	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
157931	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
157931	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
157931	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
157931	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
157931	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
157931	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
157931	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
157931	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
157931	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
157931	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
157931	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
157931	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
157931	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
157931	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
157931	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
157931	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
157931	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
157931	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
157931	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
157931	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
157931	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
157931	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
157931	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
157931	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
157931	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
157931	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
157931	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
157931	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
157931	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
157931	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
157931	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
157931	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
157931	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
157931	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
157931	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
157931	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
157931	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
157931	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
157931	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
157931	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
157931	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
157931	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
157931	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
157931	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
157931	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
157931	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
157931	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
157931	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
157931	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
157931	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
157931	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
157931	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
157931	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
157931	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
157931	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
157931	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
157931	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
157931	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
157931	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
157931	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
157931	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
157931	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
157931	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
157931	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
157931	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
157931	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
157931	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
157931	embedding2nn.weight	0	0.20852527022361755
157931	embedding2nn.weight	1	0.2652944326400757
157931	embedding2nn.weight	2	0.02208653837442398
157931	embedding2nn.weight	3	0.03943284600973129
157931	embedding2nn.weight	4	-0.052215415984392166
157931	embedding2nn.weight	5	0.07905576378107071
157931	embedding2nn.weight	6	0.05855302885174751
157931	embedding2nn.weight	7	0.0031979845371097326
157931	embedding2nn.weight	8	0.04384427145123482
157931	embedding2nn.weight	9	-0.028052983805537224
157931	embedding2nn.bias	0	0.016463033854961395
157931	embedding2nn.bias	1	-0.15532617270946503
157931	embedding2nn.bias	2	0.09924766421318054
157931	embedding2nn.bias	3	0.16590401530265808
157931	embedding2nn.bias	4	0.12380500137805939
157931	embedding2nn.bias	5	-0.06440336257219315
157931	embedding2nn.bias	6	-0.050931837409734726
157931	embedding2nn.bias	7	0.057037316262722015
157931	embedding2nn.bias	8	-0.1284593790769577
157931	embedding2nn.bias	9	-0.3683055341243744
157931	rnn.weight_ih_l0	0	0.012019719928503036
157931	rnn.weight_ih_l0	1	-0.05032096430659294
157931	rnn.weight_ih_l0	2	-0.0657237246632576
157931	rnn.weight_ih_l0	3	0.04036245867609978
157931	rnn.weight_ih_l0	4	0.04947001114487648
157931	rnn.weight_ih_l0	5	-0.11460967361927032
157931	rnn.weight_ih_l0	6	-0.009555553086102009
157931	rnn.weight_ih_l0	7	0.014356950297951698
157931	rnn.weight_ih_l0	8	-0.012079840525984764
157931	rnn.weight_ih_l0	9	-0.05566465109586716
157931	rnn.weight_hh_l0	0	0.01575063355267048
157931	rnn.weight_hh_l0	1	0.0654456838965416
157931	rnn.weight_hh_l0	2	0.018110765144228935
157931	rnn.weight_hh_l0	3	0.04192624241113663
157931	rnn.weight_hh_l0	4	-0.0017091060290113091
157931	rnn.weight_hh_l0	5	0.0648108422756195
157931	rnn.weight_hh_l0	6	-0.0016196699580177665
157931	rnn.weight_hh_l0	7	-0.033943966031074524
157931	rnn.weight_hh_l0	8	0.04252176731824875
157931	rnn.weight_hh_l0	9	-0.06052232161164284
157931	rnn.bias_ih_l0	0	0.11716745048761368
157931	rnn.bias_ih_l0	1	-0.18932123482227325
157931	rnn.bias_ih_l0	2	-0.02688051387667656
157931	rnn.bias_ih_l0	3	-0.12240279465913773
157931	rnn.bias_ih_l0	4	0.08297102153301239
157931	rnn.bias_ih_l0	5	-0.22989431023597717
157931	rnn.bias_ih_l0	6	-0.09064888954162598
157931	rnn.bias_ih_l0	7	-0.21192210912704468
157931	rnn.bias_ih_l0	8	-0.14727608859539032
157931	rnn.bias_ih_l0	9	-0.3439955711364746
157931	rnn.bias_hh_l0	0	-0.1824181228876114
157931	rnn.bias_hh_l0	1	-0.1865604966878891
157931	rnn.bias_hh_l0	2	-0.1699773371219635
157931	rnn.bias_hh_l0	3	-0.051447782665491104
157931	rnn.bias_hh_l0	4	-0.1605578064918518
157931	rnn.bias_hh_l0	5	-0.20888815820217133
157931	rnn.bias_hh_l0	6	-0.09598713368177414
157931	rnn.bias_hh_l0	7	0.06000197306275368
157931	rnn.bias_hh_l0	8	-0.16392843425273895
157931	rnn.bias_hh_l0	9	-0.3472687304019928
157931	rnn.weight_ih_l0_reverse	0	0.05315658077597618
157931	rnn.weight_ih_l0_reverse	1	-0.06307979673147202
157931	rnn.weight_ih_l0_reverse	2	-0.04718881845474243
157931	rnn.weight_ih_l0_reverse	3	-0.08436407893896103
157931	rnn.weight_ih_l0_reverse	4	0.03573115915060043
157931	rnn.weight_ih_l0_reverse	5	-0.13166974484920502
157931	rnn.weight_ih_l0_reverse	6	0.012548449449241161
157931	rnn.weight_ih_l0_reverse	7	0.0204961858689785
157931	rnn.weight_ih_l0_reverse	8	-0.09879352897405624
157931	rnn.weight_ih_l0_reverse	9	-0.02794523723423481
157931	rnn.weight_hh_l0_reverse	0	-0.047222621738910675
157931	rnn.weight_hh_l0_reverse	1	0.022215619683265686
157931	rnn.weight_hh_l0_reverse	2	-0.019331812858581543
157931	rnn.weight_hh_l0_reverse	3	0.007160636130720377
157931	rnn.weight_hh_l0_reverse	4	-0.06820246577262878
157931	rnn.weight_hh_l0_reverse	5	0.03515235334634781
157931	rnn.weight_hh_l0_reverse	6	0.017948778346180916
157931	rnn.weight_hh_l0_reverse	7	-0.014887087047100067
157931	rnn.weight_hh_l0_reverse	8	0.0032216014806181192
157931	rnn.weight_hh_l0_reverse	9	0.0487329326570034
157931	rnn.bias_ih_l0_reverse	0	-0.1466970443725586
157931	rnn.bias_ih_l0_reverse	1	-0.09960650652647018
157931	rnn.bias_ih_l0_reverse	2	0.05051150918006897
157931	rnn.bias_ih_l0_reverse	3	-0.1889515072107315
157931	rnn.bias_ih_l0_reverse	4	-0.022983405739068985
157931	rnn.bias_ih_l0_reverse	5	-0.1785222440958023
157931	rnn.bias_ih_l0_reverse	6	0.23344561457633972
157931	rnn.bias_ih_l0_reverse	7	-0.24262742698192596
157931	rnn.bias_ih_l0_reverse	8	-0.08992797881364822
157931	rnn.bias_ih_l0_reverse	9	-0.14513643085956573
157931	rnn.bias_hh_l0_reverse	0	-0.0648181363940239
157931	rnn.bias_hh_l0_reverse	1	0.1839689314365387
157931	rnn.bias_hh_l0_reverse	2	-0.2685367166996002
157931	rnn.bias_hh_l0_reverse	3	-0.10650090128183365
157931	rnn.bias_hh_l0_reverse	4	-0.2608892619609833
157931	rnn.bias_hh_l0_reverse	5	-0.1025642454624176
157931	rnn.bias_hh_l0_reverse	6	-0.25311556458473206
157931	rnn.bias_hh_l0_reverse	7	-0.05570482462644577
157931	rnn.bias_hh_l0_reverse	8	-0.13383564352989197
157931	rnn.bias_hh_l0_reverse	9	0.18919798731803894
157931	linear.weight	0	0.12936657667160034
157931	linear.weight	1	-0.3909682333469391
157931	linear.weight	2	0.030730195343494415
157931	linear.weight	3	0.06807119399309158
157931	linear.weight	4	-0.11817098408937454
157931	linear.weight	5	0.24743495881557465
157931	linear.weight	6	-0.15343396365642548
157931	linear.weight	7	-0.06854347139596939
157931	linear.weight	8	0.025717424228787422
157931	linear.weight	9	-0.03758338466286659
157931	linear.bias	0	-1.0922223329544067
157931	linear.bias	1	1.906692385673523
157931	linear.bias	2	0.44320395588874817
157931	linear.bias	3	-2.3467977046966553
157931	linear.bias	4	-0.354244589805603
157931	linear.bias	5	1.0206613540649414
157931	linear.bias	6	-0.2440192848443985
157931	linear.bias	7	0.5079456567764282
157931	linear.bias	8	2.156747341156006
157931	linear.bias	9	-1.310943841934204
158540	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
158540	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
158540	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
158540	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
158540	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
158540	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
158540	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
158540	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
158540	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
158540	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
158540	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
158540	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
158540	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
158540	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
158540	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
158540	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
158540	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
158540	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
158540	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
158540	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
158540	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
158540	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
158540	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
158540	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
158540	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
158540	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
158540	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
158540	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
158540	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
158540	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
158540	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
158540	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
158540	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
158540	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
158540	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
158540	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
158540	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
158540	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
158540	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
158540	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
158540	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
158540	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
158540	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
158540	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
158540	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
158540	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
158540	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
158540	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
158540	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
158540	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
158540	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
158540	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
158540	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
158540	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
158540	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
158540	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
158540	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
158540	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
158540	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
158540	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
158540	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
158540	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
158540	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
158540	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
158540	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
158540	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
158540	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
158540	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
158540	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
158540	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
158540	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
158540	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
158540	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
158540	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
158540	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
158540	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
158540	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
158540	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
158540	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
158540	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
158540	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
158540	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
158540	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
158540	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
158540	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
158540	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
158540	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
158540	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
158540	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
158540	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
158540	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
158540	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
158540	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
158540	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
158540	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
158540	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
158540	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
158540	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
158540	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
158540	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
158540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
158540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
158540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
158540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
158540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
158540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
158540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
158540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
158540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
158540	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
158540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
158540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
158540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
158540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
158540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
158540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
158540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
158540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
158540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
158540	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
158540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
158540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
158540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
158540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
158540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
158540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
158540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
158540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
158540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
158540	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
158540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
158540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
158540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
158540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
158540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
158540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
158540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
158540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
158540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
158540	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
158540	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
158540	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
158540	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
158540	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
158540	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
158540	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
158540	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
158540	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
158540	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
158540	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
158540	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
158540	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
158540	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
158540	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
158540	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
158540	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
158540	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
158540	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
158540	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
158540	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
158540	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
158540	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
158540	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
158540	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
158540	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
158540	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
158540	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
158540	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
158540	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
158540	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
158540	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
158540	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
158540	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
158540	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
158540	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
158540	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
158540	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
158540	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
158540	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
158540	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
158540	embedding2nn.weight	0	0.2091475874185562
158540	embedding2nn.weight	1	0.26794371008872986
158540	embedding2nn.weight	2	0.020305009558796883
158540	embedding2nn.weight	3	0.0324711874127388
158540	embedding2nn.weight	4	-0.04957247152924538
158540	embedding2nn.weight	5	0.07934719324111938
158540	embedding2nn.weight	6	0.061971746385097504
158540	embedding2nn.weight	7	0.00011405246186768636
158540	embedding2nn.weight	8	0.0421910397708416
158540	embedding2nn.weight	9	-0.02838716097176075
158540	embedding2nn.bias	0	0.024140840396285057
158540	embedding2nn.bias	1	-0.1490565687417984
158540	embedding2nn.bias	2	0.08208093047142029
158540	embedding2nn.bias	3	0.17378972470760345
158540	embedding2nn.bias	4	0.10376497358083725
158540	embedding2nn.bias	5	-0.07223917543888092
158540	embedding2nn.bias	6	-0.04755660519003868
158540	embedding2nn.bias	7	0.05329959839582443
158540	embedding2nn.bias	8	-0.1311638057231903
158540	embedding2nn.bias	9	-0.3692103624343872
158540	rnn.weight_ih_l0	0	0.012719287537038326
158540	rnn.weight_ih_l0	1	-0.049826085567474365
158540	rnn.weight_ih_l0	2	-0.06272833794355392
158540	rnn.weight_ih_l0	3	0.040353771299123764
158540	rnn.weight_ih_l0	4	0.03357354924082756
158540	rnn.weight_ih_l0	5	-0.11643126606941223
158540	rnn.weight_ih_l0	6	-0.011999337933957577
158540	rnn.weight_ih_l0	7	0.01063584815710783
158540	rnn.weight_ih_l0	8	-0.020970577374100685
158540	rnn.weight_ih_l0	9	-0.05178434029221535
158540	rnn.weight_hh_l0	0	0.015256759710609913
158540	rnn.weight_hh_l0	1	0.06579650938510895
158540	rnn.weight_hh_l0	2	0.018208609893918037
158540	rnn.weight_hh_l0	3	0.04101497679948807
158540	rnn.weight_hh_l0	4	-0.002115954179316759
158540	rnn.weight_hh_l0	5	0.0647304505109787
158540	rnn.weight_hh_l0	6	-0.0008347773109562695
158540	rnn.weight_hh_l0	7	-0.031734589487314224
158540	rnn.weight_hh_l0	8	0.04259225353598595
158540	rnn.weight_hh_l0	9	-0.06203991174697876
158540	rnn.bias_ih_l0	0	0.1288185864686966
158540	rnn.bias_ih_l0	1	-0.1805838644504547
158540	rnn.bias_ih_l0	2	-0.0203729085624218
158540	rnn.bias_ih_l0	3	-0.1210111677646637
158540	rnn.bias_ih_l0	4	0.09335305541753769
158540	rnn.bias_ih_l0	5	-0.22979900240898132
158540	rnn.bias_ih_l0	6	-0.08982197195291519
158540	rnn.bias_ih_l0	7	-0.21430230140686035
158540	rnn.bias_ih_l0	8	-0.15349887311458588
158540	rnn.bias_ih_l0	9	-0.3379291892051697
158540	rnn.bias_hh_l0	0	-0.18318584561347961
158540	rnn.bias_hh_l0	1	-0.18299329280853271
158540	rnn.bias_hh_l0	2	-0.17075003683567047
158540	rnn.bias_hh_l0	3	-0.06277929246425629
158540	rnn.bias_hh_l0	4	-0.16563156247138977
158540	rnn.bias_hh_l0	5	-0.2086341679096222
158540	rnn.bias_hh_l0	6	-0.10859213024377823
158540	rnn.bias_hh_l0	7	0.05360115319490433
158540	rnn.bias_hh_l0	8	-0.15993402898311615
158540	rnn.bias_hh_l0	9	-0.3424603343009949
158540	rnn.weight_ih_l0_reverse	0	0.05374504253268242
158540	rnn.weight_ih_l0_reverse	1	-0.059674303978681564
158540	rnn.weight_ih_l0_reverse	2	-0.046402718871831894
158540	rnn.weight_ih_l0_reverse	3	-0.08404543995857239
158540	rnn.weight_ih_l0_reverse	4	0.032804347574710846
158540	rnn.weight_ih_l0_reverse	5	-0.13175953924655914
158540	rnn.weight_ih_l0_reverse	6	0.02707521617412567
158540	rnn.weight_ih_l0_reverse	7	0.021448465064167976
158540	rnn.weight_ih_l0_reverse	8	-0.09584140032529831
158540	rnn.weight_ih_l0_reverse	9	-0.024296604096889496
158540	rnn.weight_hh_l0_reverse	0	-0.04740680754184723
158540	rnn.weight_hh_l0_reverse	1	0.01957760937511921
158540	rnn.weight_hh_l0_reverse	2	-0.01930147595703602
158540	rnn.weight_hh_l0_reverse	3	0.005258672405034304
158540	rnn.weight_hh_l0_reverse	4	-0.06881095468997955
158540	rnn.weight_hh_l0_reverse	5	0.03564097359776497
158540	rnn.weight_hh_l0_reverse	6	0.01794222556054592
158540	rnn.weight_hh_l0_reverse	7	-0.012874785810709
158540	rnn.weight_hh_l0_reverse	8	-0.0009620857308618724
158540	rnn.weight_hh_l0_reverse	9	0.045637693256139755
158540	rnn.bias_ih_l0_reverse	0	-0.1432003527879715
158540	rnn.bias_ih_l0_reverse	1	-0.1042785495519638
158540	rnn.bias_ih_l0_reverse	2	0.043812576681375504
158540	rnn.bias_ih_l0_reverse	3	-0.17749951779842377
158540	rnn.bias_ih_l0_reverse	4	-0.020903484895825386
158540	rnn.bias_ih_l0_reverse	5	-0.18240606784820557
158540	rnn.bias_ih_l0_reverse	6	0.23316064476966858
158540	rnn.bias_ih_l0_reverse	7	-0.2459212839603424
158540	rnn.bias_ih_l0_reverse	8	-0.08314439654350281
158540	rnn.bias_ih_l0_reverse	9	-0.13483595848083496
158540	rnn.bias_hh_l0_reverse	0	-0.06533021479845047
158540	rnn.bias_hh_l0_reverse	1	0.17218244075775146
158540	rnn.bias_hh_l0_reverse	2	-0.27223312854766846
158540	rnn.bias_hh_l0_reverse	3	-0.10103277862071991
158540	rnn.bias_hh_l0_reverse	4	-0.25855153799057007
158540	rnn.bias_hh_l0_reverse	5	-0.09896152466535568
158540	rnn.bias_hh_l0_reverse	6	-0.25429272651672363
158540	rnn.bias_hh_l0_reverse	7	-0.06316711008548737
158540	rnn.bias_hh_l0_reverse	8	-0.14002849161624908
158540	rnn.bias_hh_l0_reverse	9	0.1968422532081604
158540	linear.weight	0	0.17870689928531647
158540	linear.weight	1	-0.3652457296848297
158540	linear.weight	2	0.0810435339808464
158540	linear.weight	3	0.06808464229106903
158540	linear.weight	4	-0.1355045884847641
158540	linear.weight	5	0.24107836186885834
158540	linear.weight	6	-0.12409380823373795
158540	linear.weight	7	-0.06851673871278763
158540	linear.weight	8	0.031045231968164444
158540	linear.weight	9	-0.03760436177253723
158540	linear.bias	0	-1.0822124481201172
158540	linear.bias	1	1.898087739944458
158540	linear.bias	2	0.407442569732666
158540	linear.bias	3	-2.3480167388916016
158540	linear.bias	4	-0.31888702511787415
158540	linear.bias	5	1.0475746393203735
158540	linear.bias	6	-0.22809575498104095
158540	linear.bias	7	0.4692761301994324
158540	linear.bias	8	2.1719090938568115
158540	linear.bias	9	-1.3035231828689575
158548	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
158548	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
158548	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
158548	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
158548	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
158548	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
158548	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
158548	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
158548	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
158548	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
158548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
158548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
158548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
158548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
158548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
158548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
158548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
158548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
158548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
158548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
158548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
158548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
158548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
158548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
158548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
158548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
158548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
158548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
158548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
158548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
158548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
158548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
158548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
158548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
158548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
158548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
158548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
158548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
158548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
158548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
158548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
158548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
158548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
158548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
158548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
158548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
158548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
158548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
158548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
158548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
158548	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
158548	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
158548	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
158548	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
158548	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
158548	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
158548	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
158548	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
158548	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
158548	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
158548	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
158548	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
158548	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
158548	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
158548	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
158548	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
158548	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
158548	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
158548	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
158548	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
158548	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
158548	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
158548	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
158548	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
158548	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
158548	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
158548	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
158548	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
158548	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
158548	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
158548	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
158548	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
158548	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
158548	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
158548	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
158548	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
158548	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
158548	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
158548	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
158548	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
158548	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
158548	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
158548	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
158548	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
158548	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
158548	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
158548	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
158548	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
158548	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
158548	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
158548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
158548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
158548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
158548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
158548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
158548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
158548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
158548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
158548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
158548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
158548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
158548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
158548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
158548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
158548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
158548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
158548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
158548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
158548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
158548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
158548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
158548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
158548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
158548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
158548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
158548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
158548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
158548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
158548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
158548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
158548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
158548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
158548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
158548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
158548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
158548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
158548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
158548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
158548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
158548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
158548	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
158548	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
158548	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
158548	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
158548	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
158548	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
158548	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
158548	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
158548	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
158548	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
158548	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
158548	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
158548	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
158548	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
158548	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
158548	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
158548	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
158548	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
158548	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
158548	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
158548	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
158548	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
158548	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
158548	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
158548	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
158548	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
158548	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
158548	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
158548	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
158548	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
158548	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
158548	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
158548	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
158548	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
158548	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
158548	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
158548	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
158548	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
158548	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
158548	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
158548	embedding2nn.weight	0	0.20947757363319397
158548	embedding2nn.weight	1	0.2678358852863312
158548	embedding2nn.weight	2	0.02076495997607708
158548	embedding2nn.weight	3	0.030839361250400543
158548	embedding2nn.weight	4	-0.04966020584106445
158548	embedding2nn.weight	5	0.07897358387708664
158548	embedding2nn.weight	6	0.06330955773591995
158548	embedding2nn.weight	7	1.5465058822883293e-05
158548	embedding2nn.weight	8	0.04221687465906143
158548	embedding2nn.weight	9	-0.027773167937994003
158548	embedding2nn.bias	0	0.025690196081995964
158548	embedding2nn.bias	1	-0.15213191509246826
158548	embedding2nn.bias	2	0.08523176610469818
158548	embedding2nn.bias	3	0.17274335026741028
158548	embedding2nn.bias	4	0.11199229210615158
158548	embedding2nn.bias	5	-0.0732162669301033
158548	embedding2nn.bias	6	-0.044834721833467484
158548	embedding2nn.bias	7	0.054772958159446716
158548	embedding2nn.bias	8	-0.12997159361839294
158548	embedding2nn.bias	9	-0.3694205582141876
158548	rnn.weight_ih_l0	0	0.012453786097466946
158548	rnn.weight_ih_l0	1	-0.04981262981891632
158548	rnn.weight_ih_l0	2	-0.06240403279662132
158548	rnn.weight_ih_l0	3	0.040365904569625854
158548	rnn.weight_ih_l0	4	0.033072955906391144
158548	rnn.weight_ih_l0	5	-0.11718867719173431
158548	rnn.weight_ih_l0	6	-0.011719564907252789
158548	rnn.weight_ih_l0	7	0.01060454361140728
158548	rnn.weight_ih_l0	8	-0.02110028825700283
158548	rnn.weight_ih_l0	9	-0.05160653963685036
158548	rnn.weight_hh_l0	0	0.015335719101130962
158548	rnn.weight_hh_l0	1	0.06586674600839615
158548	rnn.weight_hh_l0	2	0.018286842852830887
158548	rnn.weight_hh_l0	3	0.04097917303442955
158548	rnn.weight_hh_l0	4	-0.0021630285773426294
158548	rnn.weight_hh_l0	5	0.06475439667701721
158548	rnn.weight_hh_l0	6	-0.0008763211080804467
158548	rnn.weight_hh_l0	7	-0.03206445649266243
158548	rnn.weight_hh_l0	8	0.042631056159734726
158548	rnn.weight_hh_l0	9	-0.062158241868019104
158548	rnn.bias_ih_l0	0	0.12786760926246643
158548	rnn.bias_ih_l0	1	-0.1805296391248703
158548	rnn.bias_ih_l0	2	-0.019400719553232193
158548	rnn.bias_ih_l0	3	-0.12093678116798401
158548	rnn.bias_ih_l0	4	0.09411193430423737
158548	rnn.bias_ih_l0	5	-0.2292332500219345
158548	rnn.bias_ih_l0	6	-0.08942753076553345
158548	rnn.bias_ih_l0	7	-0.21423779428005219
158548	rnn.bias_ih_l0	8	-0.15289869904518127
158548	rnn.bias_ih_l0	9	-0.3374288082122803
158548	rnn.bias_hh_l0	0	-0.18261106312274933
158548	rnn.bias_hh_l0	1	-0.18286170065402985
158548	rnn.bias_hh_l0	2	-0.1697126030921936
158548	rnn.bias_hh_l0	3	-0.06348630785942078
158548	rnn.bias_hh_l0	4	-0.16463656723499298
158548	rnn.bias_hh_l0	5	-0.20839503407478333
158548	rnn.bias_hh_l0	6	-0.10889261215925217
158548	rnn.bias_hh_l0	7	0.05229273810982704
158548	rnn.bias_hh_l0	8	-0.1593923270702362
158548	rnn.bias_hh_l0	9	-0.3420449495315552
158548	rnn.weight_ih_l0_reverse	0	0.05370498076081276
158548	rnn.weight_ih_l0_reverse	1	-0.059862226247787476
158548	rnn.weight_ih_l0_reverse	2	-0.04612202197313309
158548	rnn.weight_ih_l0_reverse	3	-0.08329632133245468
158548	rnn.weight_ih_l0_reverse	4	0.03271430730819702
158548	rnn.weight_ih_l0_reverse	5	-0.13159896433353424
158548	rnn.weight_ih_l0_reverse	6	0.026921125128865242
158548	rnn.weight_ih_l0_reverse	7	0.021477628499269485
158548	rnn.weight_ih_l0_reverse	8	-0.09621699154376984
158548	rnn.weight_ih_l0_reverse	9	-0.024701673537492752
158548	rnn.weight_hh_l0_reverse	0	-0.04766658693552017
158548	rnn.weight_hh_l0_reverse	1	0.019554179161787033
158548	rnn.weight_hh_l0_reverse	2	-0.019290950149297714
158548	rnn.weight_hh_l0_reverse	3	0.005243559833616018
158548	rnn.weight_hh_l0_reverse	4	-0.06882420927286148
158548	rnn.weight_hh_l0_reverse	5	0.03564676642417908
158548	rnn.weight_hh_l0_reverse	6	0.017918884754180908
158548	rnn.weight_hh_l0_reverse	7	-0.014242655597627163
158548	rnn.weight_hh_l0_reverse	8	-0.0012117319274693727
158548	rnn.weight_hh_l0_reverse	9	0.045921798795461655
158548	rnn.bias_ih_l0_reverse	0	-0.14200623333454132
158548	rnn.bias_ih_l0_reverse	1	-0.10407581180334091
158548	rnn.bias_ih_l0_reverse	2	0.04303243011236191
158548	rnn.bias_ih_l0_reverse	3	-0.17769400775432587
158548	rnn.bias_ih_l0_reverse	4	-0.019928226247429848
158548	rnn.bias_ih_l0_reverse	5	-0.18214674293994904
158548	rnn.bias_ih_l0_reverse	6	0.23133185505867004
158548	rnn.bias_ih_l0_reverse	7	-0.24487990140914917
158548	rnn.bias_ih_l0_reverse	8	-0.08319782465696335
158548	rnn.bias_ih_l0_reverse	9	-0.13521872460842133
158548	rnn.bias_hh_l0_reverse	0	-0.06596291810274124
158548	rnn.bias_hh_l0_reverse	1	0.1737423837184906
158548	rnn.bias_hh_l0_reverse	2	-0.2724263668060303
158548	rnn.bias_hh_l0_reverse	3	-0.10058397054672241
158548	rnn.bias_hh_l0_reverse	4	-0.2581077814102173
158548	rnn.bias_hh_l0_reverse	5	-0.09888134896755219
158548	rnn.bias_hh_l0_reverse	6	-0.25451648235321045
158548	rnn.bias_hh_l0_reverse	7	-0.0630180761218071
158548	rnn.bias_hh_l0_reverse	8	-0.1406673640012741
158548	rnn.bias_hh_l0_reverse	9	0.19472387433052063
158548	linear.weight	0	0.1791606992483139
158548	linear.weight	1	-0.36564379930496216
158548	linear.weight	2	0.07665269076824188
158548	linear.weight	3	0.06808442622423172
158548	linear.weight	4	-0.13225829601287842
158548	linear.weight	5	0.24523580074310303
158548	linear.weight	6	-0.12339960783720016
158548	linear.weight	7	-0.06851669400930405
158548	linear.weight	8	0.02448722906410694
158548	linear.weight	9	-0.03760465607047081
158548	linear.bias	0	-1.0844234228134155
158548	linear.bias	1	1.9061262607574463
158548	linear.bias	2	0.41367602348327637
158548	linear.bias	3	-2.348024368286133
158548	linear.bias	4	-0.31417015194892883
158548	linear.bias	5	1.0394233465194702
158548	linear.bias	6	-0.23487070202827454
158548	linear.bias	7	0.4625401794910431
158548	linear.bias	8	2.169754981994629
158548	linear.bias	9	-1.2984857559204102
159157	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
159157	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
159157	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
159157	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
159157	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
159157	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
159157	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
159157	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
159157	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
159157	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
159157	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
159157	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
159157	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
159157	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
159157	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
159157	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
159157	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
159157	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
159157	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
159157	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
159157	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
159157	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
159157	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
159157	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
159157	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
159157	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
159157	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
159157	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
159157	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
159157	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
159157	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
159157	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
159157	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
159157	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
159157	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
159157	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
159157	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
159157	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
159157	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
159157	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
159157	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
159157	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
159157	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
159157	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
159157	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
159157	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
159157	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
159157	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
159157	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
159157	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
159157	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
159157	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
159157	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
159157	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
159157	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
159157	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
159157	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
159157	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
159157	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
159157	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
159157	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
159157	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
159157	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
159157	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
159157	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
159157	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
159157	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
159157	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
159157	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
159157	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
159157	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
159157	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
159157	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
159157	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
159157	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
159157	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
159157	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
159157	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
159157	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
159157	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
159157	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
159157	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
159157	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
159157	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
159157	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
159157	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
159157	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
159157	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
159157	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
159157	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
159157	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
159157	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
159157	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
159157	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
159157	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
159157	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
159157	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
159157	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
159157	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
159157	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
159157	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
159157	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
159157	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
159157	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
159157	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
159157	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
159157	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
159157	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
159157	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
159157	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
159157	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
159157	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
159157	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
159157	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
159157	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
159157	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
159157	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
159157	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
159157	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
159157	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
159157	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
159157	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
159157	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
159157	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
159157	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
159157	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
159157	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
159157	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
159157	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
159157	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
159157	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
159157	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
159157	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
159157	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
159157	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
159157	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
159157	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
159157	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
159157	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
159157	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
159157	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
159157	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
159157	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
159157	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
159157	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
159157	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
159157	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
159157	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
159157	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
159157	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
159157	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
159157	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
159157	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
159157	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
159157	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
159157	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
159157	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
159157	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
159157	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
159157	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
159157	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
159157	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
159157	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
159157	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
159157	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
159157	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
159157	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
159157	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
159157	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
159157	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
159157	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
159157	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
159157	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
159157	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
159157	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
159157	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
159157	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
159157	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
159157	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
159157	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
159157	embedding2nn.weight	0	0.20819711685180664
159157	embedding2nn.weight	1	0.27127012610435486
159157	embedding2nn.weight	2	0.02380487322807312
159157	embedding2nn.weight	3	0.03155665099620819
159157	embedding2nn.weight	4	-0.043253108859062195
159157	embedding2nn.weight	5	0.07412392646074295
159157	embedding2nn.weight	6	0.053809504956007004
159157	embedding2nn.weight	7	0.002974696457386017
159157	embedding2nn.weight	8	0.048031095415353775
159157	embedding2nn.weight	9	-0.03282293304800987
159157	embedding2nn.bias	0	0.010948387905955315
159157	embedding2nn.bias	1	-0.14508645236492157
159157	embedding2nn.bias	2	0.08687606453895569
159157	embedding2nn.bias	3	0.1674126237630844
159157	embedding2nn.bias	4	0.10573424398899078
159157	embedding2nn.bias	5	-0.0653681606054306
159157	embedding2nn.bias	6	-0.03931887447834015
159157	embedding2nn.bias	7	0.060230523347854614
159157	embedding2nn.bias	8	-0.1370786428451538
159157	embedding2nn.bias	9	-0.35952430963516235
159157	rnn.weight_ih_l0	0	0.010727827437222004
159157	rnn.weight_ih_l0	1	-0.050788819789886475
159157	rnn.weight_ih_l0	2	-0.057995352894067764
159157	rnn.weight_ih_l0	3	0.04353675618767738
159157	rnn.weight_ih_l0	4	0.03897867724299431
159157	rnn.weight_ih_l0	5	-0.11736474186182022
159157	rnn.weight_ih_l0	6	-0.009867253713309765
159157	rnn.weight_ih_l0	7	0.00857099611312151
159157	rnn.weight_ih_l0	8	-0.015296008437871933
159157	rnn.weight_ih_l0	9	-0.0480579175055027
159157	rnn.weight_hh_l0	0	0.01471729576587677
159157	rnn.weight_hh_l0	1	0.0648745447397232
159157	rnn.weight_hh_l0	2	0.01862955465912819
159157	rnn.weight_hh_l0	3	0.04066851735115051
159157	rnn.weight_hh_l0	4	-0.001289227046072483
159157	rnn.weight_hh_l0	5	0.06463471055030823
159157	rnn.weight_hh_l0	6	-0.0011424316326156259
159157	rnn.weight_hh_l0	7	-0.029836256057024002
159157	rnn.weight_hh_l0	8	0.043046168982982635
159157	rnn.weight_hh_l0	9	-0.06244095787405968
159157	rnn.bias_ih_l0	0	0.13320013880729675
159157	rnn.bias_ih_l0	1	-0.181219682097435
159157	rnn.bias_ih_l0	2	-0.02410079538822174
159157	rnn.bias_ih_l0	3	-0.12646092474460602
159157	rnn.bias_ih_l0	4	0.0972626656293869
159157	rnn.bias_ih_l0	5	-0.2332216203212738
159157	rnn.bias_ih_l0	6	-0.08906345814466476
159157	rnn.bias_ih_l0	7	-0.21352122724056244
159157	rnn.bias_ih_l0	8	-0.15464667975902557
159157	rnn.bias_ih_l0	9	-0.32691311836242676
159157	rnn.bias_hh_l0	0	-0.1744726300239563
159157	rnn.bias_hh_l0	1	-0.1917656660079956
159157	rnn.bias_hh_l0	2	-0.1692701280117035
159157	rnn.bias_hh_l0	3	-0.06398038566112518
159157	rnn.bias_hh_l0	4	-0.1572011113166809
159157	rnn.bias_hh_l0	5	-0.2102305144071579
159157	rnn.bias_hh_l0	6	-0.10750237107276917
159157	rnn.bias_hh_l0	7	0.07044588029384613
159157	rnn.bias_hh_l0	8	-0.15545901656150818
159157	rnn.bias_hh_l0	9	-0.34072744846343994
159157	rnn.weight_ih_l0_reverse	0	0.060773350298404694
159157	rnn.weight_ih_l0_reverse	1	-0.05755108222365379
159157	rnn.weight_ih_l0_reverse	2	-0.04642661288380623
159157	rnn.weight_ih_l0_reverse	3	-0.08403464406728745
159157	rnn.weight_ih_l0_reverse	4	0.03398210182785988
159157	rnn.weight_ih_l0_reverse	5	-0.12999297678470612
159157	rnn.weight_ih_l0_reverse	6	0.02623986080288887
159157	rnn.weight_ih_l0_reverse	7	0.020299579948186874
159157	rnn.weight_ih_l0_reverse	8	-0.10142964124679565
159157	rnn.weight_ih_l0_reverse	9	-0.02772105671465397
159157	rnn.weight_hh_l0_reverse	0	-0.0479225255548954
159157	rnn.weight_hh_l0_reverse	1	0.018036101013422012
159157	rnn.weight_hh_l0_reverse	2	-0.01948031783103943
159157	rnn.weight_hh_l0_reverse	3	0.006424282677471638
159157	rnn.weight_hh_l0_reverse	4	-0.070204958319664
159157	rnn.weight_hh_l0_reverse	5	0.035356298089027405
159157	rnn.weight_hh_l0_reverse	6	0.017528638243675232
159157	rnn.weight_hh_l0_reverse	7	-0.018292082473635674
159157	rnn.weight_hh_l0_reverse	8	0.0019081200007349253
159157	rnn.weight_hh_l0_reverse	9	0.044153518974781036
159157	rnn.bias_ih_l0_reverse	0	-0.14787974953651428
159157	rnn.bias_ih_l0_reverse	1	-0.09904219955205917
159157	rnn.bias_ih_l0_reverse	2	0.04043837636709213
159157	rnn.bias_ih_l0_reverse	3	-0.18306151032447815
159157	rnn.bias_ih_l0_reverse	4	-0.02090306393802166
159157	rnn.bias_ih_l0_reverse	5	-0.18044471740722656
159157	rnn.bias_ih_l0_reverse	6	0.22885771095752716
159157	rnn.bias_ih_l0_reverse	7	-0.24244703352451324
159157	rnn.bias_ih_l0_reverse	8	-0.08739101141691208
159157	rnn.bias_ih_l0_reverse	9	-0.12750090658664703
159157	rnn.bias_hh_l0_reverse	0	-0.07522572576999664
159157	rnn.bias_hh_l0_reverse	1	0.18157877027988434
159157	rnn.bias_hh_l0_reverse	2	-0.266873836517334
159157	rnn.bias_hh_l0_reverse	3	-0.1056605875492096
159157	rnn.bias_hh_l0_reverse	4	-0.26272475719451904
159157	rnn.bias_hh_l0_reverse	5	-0.09247320890426636
159157	rnn.bias_hh_l0_reverse	6	-0.24519656598567963
159157	rnn.bias_hh_l0_reverse	7	-0.06522354483604431
159157	rnn.bias_hh_l0_reverse	8	-0.13998985290527344
159157	rnn.bias_hh_l0_reverse	9	0.19916318356990814
159157	linear.weight	0	0.15913771092891693
159157	linear.weight	1	-0.33938097953796387
159157	linear.weight	2	0.08725151419639587
159157	linear.weight	3	0.06808745861053467
159157	linear.weight	4	-0.09153156727552414
159157	linear.weight	5	0.2697378396987915
159157	linear.weight	6	-0.12343358248472214
159157	linear.weight	7	-0.06847713887691498
159157	linear.weight	8	0.059622641652822495
159157	linear.weight	9	-0.037625979632139206
159157	linear.bias	0	-1.1049916744232178
159157	linear.bias	1	1.8664095401763916
159157	linear.bias	2	0.38179194927215576
159157	linear.bias	3	-2.3492062091827393
159157	linear.bias	4	-0.33318305015563965
159157	linear.bias	5	1.0471166372299194
159157	linear.bias	6	-0.2711185812950134
159157	linear.bias	7	0.4737723469734192
159157	linear.bias	8	2.1303727626800537
159157	linear.bias	9	-1.292769193649292
159766	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
159766	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
159766	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
159766	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
159766	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
159766	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
159766	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
159766	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
159766	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
159766	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
159766	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
159766	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
159766	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
159766	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
159766	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
159766	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
159766	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
159766	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
159766	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
159766	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
159766	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
159766	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
159766	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
159766	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
159766	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
159766	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
159766	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
159766	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
159766	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
159766	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
159766	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
159766	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
159766	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
159766	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
159766	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
159766	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
159766	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
159766	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
159766	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
159766	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
159766	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
159766	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
159766	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
159766	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
159766	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
159766	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
159766	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
159766	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
159766	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
159766	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
159766	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
159766	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
159766	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
159766	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
159766	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
159766	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
159766	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
159766	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
159766	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
159766	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
159766	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
159766	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
159766	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
159766	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
159766	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
159766	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
159766	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
159766	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
159766	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
159766	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
159766	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
159766	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
159766	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
159766	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
159766	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
159766	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
159766	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
159766	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
159766	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
159766	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
159766	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
159766	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
159766	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
159766	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
159766	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
159766	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
159766	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
159766	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
159766	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
159766	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
159766	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
159766	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
159766	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
159766	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
159766	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
159766	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
159766	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
159766	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
159766	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
159766	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
159766	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
159766	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
159766	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
159766	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
159766	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
159766	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
159766	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
159766	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
159766	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
159766	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
159766	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
159766	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
159766	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
159766	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
159766	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
159766	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
159766	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
159766	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
159766	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
159766	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
159766	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
159766	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
159766	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
159766	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
159766	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
159766	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
159766	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
159766	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
159766	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
159766	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
159766	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
159766	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
159766	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
159766	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
159766	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
159766	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
159766	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
159766	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
159766	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
159766	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
159766	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
159766	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
159766	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
159766	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
159766	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
159766	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
159766	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
159766	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
159766	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
159766	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
159766	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
159766	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
159766	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
159766	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
159766	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
159766	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
159766	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
159766	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
159766	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
159766	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
159766	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
159766	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
159766	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
159766	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
159766	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
159766	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
159766	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
159766	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
159766	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
159766	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
159766	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
159766	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
159766	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
159766	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
159766	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
159766	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
159766	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
159766	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
159766	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
159766	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
159766	embedding2nn.weight	0	0.20937082171440125
159766	embedding2nn.weight	1	0.26717162132263184
159766	embedding2nn.weight	2	0.02396136336028576
159766	embedding2nn.weight	3	0.04130839556455612
159766	embedding2nn.weight	4	-0.04250946640968323
159766	embedding2nn.weight	5	0.07940485328435898
159766	embedding2nn.weight	6	0.051833026111125946
159766	embedding2nn.weight	7	0.007456909865140915
159766	embedding2nn.weight	8	0.050604142248630524
159766	embedding2nn.weight	9	-0.031485408544540405
159766	embedding2nn.bias	0	0.01627591997385025
159766	embedding2nn.bias	1	-0.1618964821100235
159766	embedding2nn.bias	2	0.0919843465089798
159766	embedding2nn.bias	3	0.16735246777534485
159766	embedding2nn.bias	4	0.11927197128534317
159766	embedding2nn.bias	5	-0.04808472841978073
159766	embedding2nn.bias	6	-0.03153505548834801
159766	embedding2nn.bias	7	0.05827372521162033
159766	embedding2nn.bias	8	-0.14347359538078308
159766	embedding2nn.bias	9	-0.3813297152519226
159766	rnn.weight_ih_l0	0	0.011496009305119514
159766	rnn.weight_ih_l0	1	-0.04953143000602722
159766	rnn.weight_ih_l0	2	-0.06141045689582825
159766	rnn.weight_ih_l0	3	0.04122538864612579
159766	rnn.weight_ih_l0	4	0.045994844287633896
159766	rnn.weight_ih_l0	5	-0.11957758665084839
159766	rnn.weight_ih_l0	6	-0.0171168502420187
159766	rnn.weight_ih_l0	7	0.009113863110542297
159766	rnn.weight_ih_l0	8	-0.02694815769791603
159766	rnn.weight_ih_l0	9	-0.04491814970970154
159766	rnn.weight_hh_l0	0	0.014663542620837688
159766	rnn.weight_hh_l0	1	0.06481508910655975
159766	rnn.weight_hh_l0	2	0.01737714558839798
159766	rnn.weight_hh_l0	3	0.04003921523690224
159766	rnn.weight_hh_l0	4	-0.0012530521489679813
159766	rnn.weight_hh_l0	5	0.06582598388195038
159766	rnn.weight_hh_l0	6	-0.0014972788048908114
159766	rnn.weight_hh_l0	7	-0.0279843769967556
159766	rnn.weight_hh_l0	8	0.04346685856580734
159766	rnn.weight_hh_l0	9	-0.06276973336935043
159766	rnn.bias_ih_l0	0	0.13914695382118225
159766	rnn.bias_ih_l0	1	-0.18131764233112335
159766	rnn.bias_ih_l0	2	-0.02451028861105442
159766	rnn.bias_ih_l0	3	-0.12185358256101608
159766	rnn.bias_ih_l0	4	0.09691934287548065
159766	rnn.bias_ih_l0	5	-0.22425800561904907
159766	rnn.bias_ih_l0	6	-0.09230102598667145
159766	rnn.bias_ih_l0	7	-0.2141197770833969
159766	rnn.bias_ih_l0	8	-0.15134820342063904
159766	rnn.bias_ih_l0	9	-0.34482333064079285
159766	rnn.bias_hh_l0	0	-0.18119624257087708
159766	rnn.bias_hh_l0	1	-0.18588592112064362
159766	rnn.bias_hh_l0	2	-0.16382186114788055
159766	rnn.bias_hh_l0	3	-0.06209053471684456
159766	rnn.bias_hh_l0	4	-0.16704583168029785
159766	rnn.bias_hh_l0	5	-0.20951685309410095
159766	rnn.bias_hh_l0	6	-0.11465737968683243
159766	rnn.bias_hh_l0	7	0.08019768446683884
159766	rnn.bias_hh_l0	8	-0.14506395161151886
159766	rnn.bias_hh_l0	9	-0.34303519129753113
159766	rnn.weight_ih_l0_reverse	0	0.05884026363492012
159766	rnn.weight_ih_l0_reverse	1	-0.057042088359594345
159766	rnn.weight_ih_l0_reverse	2	-0.04414156451821327
159766	rnn.weight_ih_l0_reverse	3	-0.08159347623586655
159766	rnn.weight_ih_l0_reverse	4	0.03317096084356308
159766	rnn.weight_ih_l0_reverse	5	-0.13300101459026337
159766	rnn.weight_ih_l0_reverse	6	0.028531521558761597
159766	rnn.weight_ih_l0_reverse	7	0.020151788368821144
159766	rnn.weight_ih_l0_reverse	8	-0.09936565160751343
159766	rnn.weight_ih_l0_reverse	9	-0.029737576842308044
159766	rnn.weight_hh_l0_reverse	0	-0.051207900047302246
159766	rnn.weight_hh_l0_reverse	1	0.017040694132447243
159766	rnn.weight_hh_l0_reverse	2	-0.020097460597753525
159766	rnn.weight_hh_l0_reverse	3	0.006394610274583101
159766	rnn.weight_hh_l0_reverse	4	-0.06980089098215103
159766	rnn.weight_hh_l0_reverse	5	0.03583331033587456
159766	rnn.weight_hh_l0_reverse	6	0.017275510355830193
159766	rnn.weight_hh_l0_reverse	7	-0.017564155161380768
159766	rnn.weight_hh_l0_reverse	8	0.002498385263606906
159766	rnn.weight_hh_l0_reverse	9	0.04407215490937233
159766	rnn.bias_ih_l0_reverse	0	-0.15110145509243011
159766	rnn.bias_ih_l0_reverse	1	-0.1050695925951004
159766	rnn.bias_ih_l0_reverse	2	0.050308145582675934
159766	rnn.bias_ih_l0_reverse	3	-0.18347980082035065
159766	rnn.bias_ih_l0_reverse	4	-0.022134147584438324
159766	rnn.bias_ih_l0_reverse	5	-0.1802147626876831
159766	rnn.bias_ih_l0_reverse	6	0.22468852996826172
159766	rnn.bias_ih_l0_reverse	7	-0.24360136687755585
159766	rnn.bias_ih_l0_reverse	8	-0.08496692031621933
159766	rnn.bias_ih_l0_reverse	9	-0.12522731721401215
159766	rnn.bias_hh_l0_reverse	0	-0.06798757612705231
159766	rnn.bias_hh_l0_reverse	1	0.17844600975513458
159766	rnn.bias_hh_l0_reverse	2	-0.26491880416870117
159766	rnn.bias_hh_l0_reverse	3	-0.104746975004673
159766	rnn.bias_hh_l0_reverse	4	-0.2679930329322815
159766	rnn.bias_hh_l0_reverse	5	-0.09117873758077621
159766	rnn.bias_hh_l0_reverse	6	-0.24059747159481049
159766	rnn.bias_hh_l0_reverse	7	-0.06610263884067535
159766	rnn.bias_hh_l0_reverse	8	-0.15763002634048462
159766	rnn.bias_hh_l0_reverse	9	0.1860806792974472
159766	linear.weight	0	0.16749882698059082
159766	linear.weight	1	-0.34562569856643677
159766	linear.weight	2	0.08635345101356506
159766	linear.weight	3	0.06808977574110031
159766	linear.weight	4	-0.16758596897125244
159766	linear.weight	5	0.2935325503349304
159766	linear.weight	6	-0.13716864585876465
159766	linear.weight	7	-0.06844417750835419
159766	linear.weight	8	0.04260370507836342
159766	linear.weight	9	-0.03765106201171875
159766	linear.bias	0	-1.1041381359100342
159766	linear.bias	1	1.9139769077301025
159766	linear.bias	2	0.42500677704811096
159766	linear.bias	3	-2.350353240966797
159766	linear.bias	4	-0.36986827850341797
159766	linear.bias	5	1.0291980504989624
159766	linear.bias	6	-0.2731839418411255
159766	linear.bias	7	0.5072188377380371
159766	linear.bias	8	2.1132733821868896
159766	linear.bias	9	-1.3148844242095947
160375	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
160375	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
160375	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
160375	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
160375	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
160375	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
160375	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
160375	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
160375	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
160375	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
160375	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
160375	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
160375	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
160375	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
160375	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
160375	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
160375	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
160375	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
160375	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
160375	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
160375	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
160375	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
160375	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
160375	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
160375	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
160375	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
160375	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
160375	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
160375	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
160375	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
160375	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
160375	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
160375	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
160375	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
160375	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
160375	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
160375	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
160375	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
160375	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
160375	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
160375	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
160375	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
160375	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
160375	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
160375	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
160375	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
160375	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
160375	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
160375	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
160375	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
160375	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
160375	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
160375	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
160375	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
160375	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
160375	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
160375	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
160375	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
160375	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
160375	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
160375	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
160375	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
160375	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
160375	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
160375	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
160375	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
160375	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
160375	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
160375	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
160375	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
160375	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
160375	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
160375	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
160375	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
160375	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
160375	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
160375	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
160375	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
160375	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
160375	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
160375	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
160375	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
160375	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
160375	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
160375	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
160375	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
160375	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
160375	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
160375	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
160375	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
160375	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
160375	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
160375	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
160375	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
160375	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
160375	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
160375	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
160375	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
160375	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
160375	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
160375	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
160375	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
160375	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
160375	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
160375	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
160375	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
160375	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
160375	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
160375	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
160375	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
160375	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
160375	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
160375	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
160375	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
160375	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
160375	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
160375	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
160375	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
160375	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
160375	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
160375	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
160375	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
160375	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
160375	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
160375	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
160375	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
160375	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
160375	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
160375	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
160375	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
160375	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
160375	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
160375	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
160375	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
160375	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
160375	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
160375	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
160375	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
160375	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
160375	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
160375	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
160375	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
160375	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
160375	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
160375	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
160375	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
160375	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
160375	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
160375	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
160375	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
160375	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
160375	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
160375	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
160375	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
160375	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
160375	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
160375	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
160375	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
160375	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
160375	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
160375	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
160375	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
160375	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
160375	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
160375	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
160375	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
160375	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
160375	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
160375	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
160375	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
160375	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
160375	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
160375	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
160375	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
160375	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
160375	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
160375	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
160375	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
160375	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
160375	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
160375	embedding2nn.weight	0	0.21116903424263
160375	embedding2nn.weight	1	0.26799699664115906
160375	embedding2nn.weight	2	0.025211350992321968
160375	embedding2nn.weight	3	0.05385177209973335
160375	embedding2nn.weight	4	-0.047139670699834824
160375	embedding2nn.weight	5	0.07806197553873062
160375	embedding2nn.weight	6	0.057555414736270905
160375	embedding2nn.weight	7	0.00835076067596674
160375	embedding2nn.weight	8	0.05322825163602829
160375	embedding2nn.weight	9	-0.025036610662937164
160375	embedding2nn.bias	0	0.007344655226916075
160375	embedding2nn.bias	1	-0.16151216626167297
160375	embedding2nn.bias	2	0.09881133586168289
160375	embedding2nn.bias	3	0.17529430985450745
160375	embedding2nn.bias	4	0.14151161909103394
160375	embedding2nn.bias	5	-0.06517156958580017
160375	embedding2nn.bias	6	-0.041599906980991364
160375	embedding2nn.bias	7	0.05326254665851593
160375	embedding2nn.bias	8	-0.13285508751869202
160375	embedding2nn.bias	9	-0.3748053014278412
160375	rnn.weight_ih_l0	0	0.011146638542413712
160375	rnn.weight_ih_l0	1	-0.04964999854564667
160375	rnn.weight_ih_l0	2	-0.060414474457502365
160375	rnn.weight_ih_l0	3	0.03896976634860039
160375	rnn.weight_ih_l0	4	0.052434828132390976
160375	rnn.weight_ih_l0	5	-0.11621756106615067
160375	rnn.weight_ih_l0	6	-0.01544312946498394
160375	rnn.weight_ih_l0	7	0.010551465675234795
160375	rnn.weight_ih_l0	8	-0.03491181507706642
160375	rnn.weight_ih_l0	9	-0.04785245284438133
160375	rnn.weight_hh_l0	0	0.015176568180322647
160375	rnn.weight_hh_l0	1	0.06484835594892502
160375	rnn.weight_hh_l0	2	0.01556610967963934
160375	rnn.weight_hh_l0	3	0.04110846295952797
160375	rnn.weight_hh_l0	4	-0.002561366418376565
160375	rnn.weight_hh_l0	5	0.0659811720252037
160375	rnn.weight_hh_l0	6	-0.0021314648911356926
160375	rnn.weight_hh_l0	7	-0.026010505855083466
160375	rnn.weight_hh_l0	8	0.04365586116909981
160375	rnn.weight_hh_l0	9	-0.06525173783302307
160375	rnn.bias_ih_l0	0	0.1482085883617401
160375	rnn.bias_ih_l0	1	-0.18673384189605713
160375	rnn.bias_ih_l0	2	-0.023112570866942406
160375	rnn.bias_ih_l0	3	-0.126573383808136
160375	rnn.bias_ih_l0	4	0.09633968770503998
160375	rnn.bias_ih_l0	5	-0.23324215412139893
160375	rnn.bias_ih_l0	6	-0.09615608304738998
160375	rnn.bias_ih_l0	7	-0.21157844364643097
160375	rnn.bias_ih_l0	8	-0.15794849395751953
160375	rnn.bias_ih_l0	9	-0.3369371294975281
160375	rnn.bias_hh_l0	0	-0.1871614009141922
160375	rnn.bias_hh_l0	1	-0.18248505890369415
160375	rnn.bias_hh_l0	2	-0.1658337414264679
160375	rnn.bias_hh_l0	3	-0.06436479091644287
160375	rnn.bias_hh_l0	4	-0.1691800206899643
160375	rnn.bias_hh_l0	5	-0.21648599207401276
160375	rnn.bias_hh_l0	6	-0.11333758383989334
160375	rnn.bias_hh_l0	7	0.076677605509758
160375	rnn.bias_hh_l0	8	-0.16273827850818634
160375	rnn.bias_hh_l0	9	-0.34927329421043396
160375	rnn.weight_ih_l0_reverse	0	0.06781565397977829
160375	rnn.weight_ih_l0_reverse	1	-0.05515686050057411
160375	rnn.weight_ih_l0_reverse	2	-0.04729337990283966
160375	rnn.weight_ih_l0_reverse	3	-0.08315694332122803
160375	rnn.weight_ih_l0_reverse	4	0.031197424978017807
160375	rnn.weight_ih_l0_reverse	5	-0.13168886303901672
160375	rnn.weight_ih_l0_reverse	6	0.02733973041176796
160375	rnn.weight_ih_l0_reverse	7	0.02014191262423992
160375	rnn.weight_ih_l0_reverse	8	-0.09892050176858902
160375	rnn.weight_ih_l0_reverse	9	-0.028641367331147194
160375	rnn.weight_hh_l0_reverse	0	-0.049985747784376144
160375	rnn.weight_hh_l0_reverse	1	0.017993006855249405
160375	rnn.weight_hh_l0_reverse	2	-0.020899495109915733
160375	rnn.weight_hh_l0_reverse	3	0.00662641879171133
160375	rnn.weight_hh_l0_reverse	4	-0.06940316408872604
160375	rnn.weight_hh_l0_reverse	5	0.03595687076449394
160375	rnn.weight_hh_l0_reverse	6	0.01719791628420353
160375	rnn.weight_hh_l0_reverse	7	-0.01825280860066414
160375	rnn.weight_hh_l0_reverse	8	0.00568948732689023
160375	rnn.weight_hh_l0_reverse	9	0.04703487455844879
160375	rnn.bias_ih_l0_reverse	0	-0.15280714631080627
160375	rnn.bias_ih_l0_reverse	1	-0.10976160317659378
160375	rnn.bias_ih_l0_reverse	2	0.0504051111638546
160375	rnn.bias_ih_l0_reverse	3	-0.184562548995018
160375	rnn.bias_ih_l0_reverse	4	-0.01307536568492651
160375	rnn.bias_ih_l0_reverse	5	-0.17746295034885406
160375	rnn.bias_ih_l0_reverse	6	0.22545605897903442
160375	rnn.bias_ih_l0_reverse	7	-0.24608224630355835
160375	rnn.bias_ih_l0_reverse	8	-0.08989942073822021
160375	rnn.bias_ih_l0_reverse	9	-0.11509989202022552
160375	rnn.bias_hh_l0_reverse	0	-0.06944973021745682
160375	rnn.bias_hh_l0_reverse	1	0.17099444568157196
160375	rnn.bias_hh_l0_reverse	2	-0.26219508051872253
160375	rnn.bias_hh_l0_reverse	3	-0.10199924558401108
160375	rnn.bias_hh_l0_reverse	4	-0.2575344443321228
160375	rnn.bias_hh_l0_reverse	5	-0.08865786343812943
160375	rnn.bias_hh_l0_reverse	6	-0.22387365996837616
160375	rnn.bias_hh_l0_reverse	7	-0.06169073283672333
160375	rnn.bias_hh_l0_reverse	8	-0.15867947041988373
160375	rnn.bias_hh_l0_reverse	9	0.20637616515159607
160375	linear.weight	0	0.18706028163433075
160375	linear.weight	1	-0.31409013271331787
160375	linear.weight	2	0.07310819625854492
160375	linear.weight	3	0.06809985637664795
160375	linear.weight	4	-0.16073226928710938
160375	linear.weight	5	0.2316804826259613
160375	linear.weight	6	-0.10853726416826248
160375	linear.weight	7	-0.06840285658836365
160375	linear.weight	8	0.05422259494662285
160375	linear.weight	9	-0.03768777847290039
160375	linear.bias	0	-1.068426251411438
160375	linear.bias	1	1.8629299402236938
160375	linear.bias	2	0.41570213437080383
160375	linear.bias	3	-2.3516170978546143
160375	linear.bias	4	-0.3576047718524933
160375	linear.bias	5	1.0616555213928223
160375	linear.bias	6	-0.2663736939430237
160375	linear.bias	7	0.5027976036071777
160375	linear.bias	8	2.1637327671051025
160375	linear.bias	9	-1.3335680961608887
160984	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
160984	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
160984	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
160984	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
160984	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
160984	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
160984	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
160984	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
160984	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
160984	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
160984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
160984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
160984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
160984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
160984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
160984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
160984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
160984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
160984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
160984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
160984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
160984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
160984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
160984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
160984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
160984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
160984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
160984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
160984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
160984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
160984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
160984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
160984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
160984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
160984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
160984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
160984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
160984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
160984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
160984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
160984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
160984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
160984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
160984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
160984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
160984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
160984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
160984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
160984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
160984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
160984	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
160984	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
160984	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
160984	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
160984	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
160984	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
160984	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
160984	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
160984	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
160984	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
160984	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
160984	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
160984	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
160984	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
160984	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
160984	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
160984	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
160984	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
160984	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
160984	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
160984	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
160984	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
160984	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
160984	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
160984	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
160984	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
160984	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
160984	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
160984	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
160984	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
160984	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
160984	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
160984	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
160984	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
160984	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
160984	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
160984	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
160984	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
160984	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
160984	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
160984	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
160984	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
160984	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
160984	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
160984	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
160984	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
160984	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
160984	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
160984	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
160984	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
160984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
160984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
160984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
160984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
160984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
160984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
160984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
160984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
160984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
160984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
160984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
160984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
160984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
160984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
160984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
160984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
160984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
160984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
160984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
160984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
160984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
160984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
160984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
160984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
160984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
160984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
160984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
160984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
160984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
160984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
160984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
160984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
160984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
160984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
160984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
160984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
160984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
160984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
160984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
160984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
160984	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
160984	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
160984	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
160984	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
160984	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
160984	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
160984	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
160984	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
160984	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
160984	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
160984	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
160984	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
160984	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
160984	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
160984	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
160984	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
160984	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
160984	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
160984	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
160984	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
160984	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
160984	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
160984	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
160984	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
160984	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
160984	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
160984	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
160984	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
160984	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
160984	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
160984	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
160984	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
160984	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
160984	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
160984	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
160984	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
160984	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
160984	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
160984	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
160984	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
160984	embedding2nn.weight	0	0.21074804663658142
160984	embedding2nn.weight	1	0.2717524468898773
160984	embedding2nn.weight	2	0.024966001510620117
160984	embedding2nn.weight	3	0.043571095913648605
160984	embedding2nn.weight	4	-0.045054540038108826
160984	embedding2nn.weight	5	0.07879212498664856
160984	embedding2nn.weight	6	0.062337856739759445
160984	embedding2nn.weight	7	0.0018103886395692825
160984	embedding2nn.weight	8	0.05253192409873009
160984	embedding2nn.weight	9	-0.020608827471733093
160984	embedding2nn.bias	0	0.023669138550758362
160984	embedding2nn.bias	1	-0.1524168699979782
160984	embedding2nn.bias	2	0.09410598874092102
160984	embedding2nn.bias	3	0.17375363409519196
160984	embedding2nn.bias	4	0.12129797041416168
160984	embedding2nn.bias	5	-0.06930370628833771
160984	embedding2nn.bias	6	-0.0587565116584301
160984	embedding2nn.bias	7	0.017254896461963654
160984	embedding2nn.bias	8	-0.14006218314170837
160984	embedding2nn.bias	9	-0.36308950185775757
160984	rnn.weight_ih_l0	0	0.010777837596833706
160984	rnn.weight_ih_l0	1	-0.04944247007369995
160984	rnn.weight_ih_l0	2	-0.06546250730752945
160984	rnn.weight_ih_l0	3	0.04072250425815582
160984	rnn.weight_ih_l0	4	0.05627161264419556
160984	rnn.weight_ih_l0	5	-0.1171037033200264
160984	rnn.weight_ih_l0	6	-0.020330727100372314
160984	rnn.weight_ih_l0	7	0.013019704259932041
160984	rnn.weight_ih_l0	8	-0.03443030267953873
160984	rnn.weight_ih_l0	9	-0.05249321088194847
160984	rnn.weight_hh_l0	0	0.014509656466543674
160984	rnn.weight_hh_l0	1	0.06457272917032242
160984	rnn.weight_hh_l0	2	0.015268217772245407
160984	rnn.weight_hh_l0	3	0.04093281924724579
160984	rnn.weight_hh_l0	4	-0.0018991328543052077
160984	rnn.weight_hh_l0	5	0.06679108738899231
160984	rnn.weight_hh_l0	6	-0.0018834404181689024
160984	rnn.weight_hh_l0	7	-0.026317942887544632
160984	rnn.weight_hh_l0	8	0.044126611202955246
160984	rnn.weight_hh_l0	9	-0.06618103384971619
160984	rnn.bias_ih_l0	0	0.1472465544939041
160984	rnn.bias_ih_l0	1	-0.18133707344532013
160984	rnn.bias_ih_l0	2	-0.025525499135255814
160984	rnn.bias_ih_l0	3	-0.13810981810092926
160984	rnn.bias_ih_l0	4	0.09336383640766144
160984	rnn.bias_ih_l0	5	-0.22824852168560028
160984	rnn.bias_ih_l0	6	-0.09915991127490997
160984	rnn.bias_ih_l0	7	-0.21007412672042847
160984	rnn.bias_ih_l0	8	-0.15326687693595886
160984	rnn.bias_ih_l0	9	-0.3497155010700226
160984	rnn.bias_hh_l0	0	-0.18734553456306458
160984	rnn.bias_hh_l0	1	-0.18326795101165771
160984	rnn.bias_hh_l0	2	-0.1596582680940628
160984	rnn.bias_hh_l0	3	-0.0637643113732338
160984	rnn.bias_hh_l0	4	-0.16767273843288422
160984	rnn.bias_hh_l0	5	-0.21710245311260223
160984	rnn.bias_hh_l0	6	-0.10915026813745499
160984	rnn.bias_hh_l0	7	0.07035679370164871
160984	rnn.bias_hh_l0	8	-0.15118196606636047
160984	rnn.bias_hh_l0	9	-0.3486658036708832
160984	rnn.weight_ih_l0_reverse	0	0.06698736548423767
160984	rnn.weight_ih_l0_reverse	1	-0.05670943856239319
160984	rnn.weight_ih_l0_reverse	2	-0.04465368017554283
160984	rnn.weight_ih_l0_reverse	3	-0.08144684135913849
160984	rnn.weight_ih_l0_reverse	4	0.03356058895587921
160984	rnn.weight_ih_l0_reverse	5	-0.11746055632829666
160984	rnn.weight_ih_l0_reverse	6	0.03681911155581474
160984	rnn.weight_ih_l0_reverse	7	0.018147345632314682
160984	rnn.weight_ih_l0_reverse	8	-0.10050284117460251
160984	rnn.weight_ih_l0_reverse	9	-0.029138531535863876
160984	rnn.weight_hh_l0_reverse	0	-0.051846910268068314
160984	rnn.weight_hh_l0_reverse	1	0.019070802256464958
160984	rnn.weight_hh_l0_reverse	2	-0.02161756530404091
160984	rnn.weight_hh_l0_reverse	3	0.008092839270830154
160984	rnn.weight_hh_l0_reverse	4	-0.07008529454469681
160984	rnn.weight_hh_l0_reverse	5	0.035744231194257736
160984	rnn.weight_hh_l0_reverse	6	0.017129557207226753
160984	rnn.weight_hh_l0_reverse	7	-0.016228966414928436
160984	rnn.weight_hh_l0_reverse	8	0.005806626286357641
160984	rnn.weight_hh_l0_reverse	9	0.04762229323387146
160984	rnn.bias_ih_l0_reverse	0	-0.15653857588768005
160984	rnn.bias_ih_l0_reverse	1	-0.10799317061901093
160984	rnn.bias_ih_l0_reverse	2	0.0482763946056366
160984	rnn.bias_ih_l0_reverse	3	-0.19262057542800903
160984	rnn.bias_ih_l0_reverse	4	-0.02226918376982212
160984	rnn.bias_ih_l0_reverse	5	-0.17858703434467316
160984	rnn.bias_ih_l0_reverse	6	0.2221638560295105
160984	rnn.bias_ih_l0_reverse	7	-0.2409193366765976
160984	rnn.bias_ih_l0_reverse	8	-0.09321568161249161
160984	rnn.bias_ih_l0_reverse	9	-0.11847136914730072
160984	rnn.bias_hh_l0_reverse	0	-0.07749830931425095
160984	rnn.bias_hh_l0_reverse	1	0.16923317313194275
160984	rnn.bias_hh_l0_reverse	2	-0.26779648661613464
160984	rnn.bias_hh_l0_reverse	3	-0.10384497046470642
160984	rnn.bias_hh_l0_reverse	4	-0.24523702263832092
160984	rnn.bias_hh_l0_reverse	5	-0.08369148522615433
160984	rnn.bias_hh_l0_reverse	6	-0.22536863386631012
160984	rnn.bias_hh_l0_reverse	7	-0.06515197455883026
160984	rnn.bias_hh_l0_reverse	8	-0.16179968416690826
160984	rnn.bias_hh_l0_reverse	9	0.2189778834581375
160984	linear.weight	0	0.1896188110113144
160984	linear.weight	1	-0.2916668951511383
160984	linear.weight	2	0.08615980297327042
160984	linear.weight	3	0.06810790300369263
160984	linear.weight	4	-0.1552657186985016
160984	linear.weight	5	0.2323208898305893
160984	linear.weight	6	-0.1259918510913849
160984	linear.weight	7	-0.06837470829486847
160984	linear.weight	8	0.05520493909716606
160984	linear.weight	9	-0.03772687166929245
160984	linear.bias	0	-1.0761709213256836
160984	linear.bias	1	1.900078296661377
160984	linear.bias	2	0.4425814151763916
160984	linear.bias	3	-2.352745771408081
160984	linear.bias	4	-0.35125792026519775
160984	linear.bias	5	1.1291583776474
160984	linear.bias	6	-0.3215775489807129
160984	linear.bias	7	0.5031785368919373
160984	linear.bias	8	2.0901079177856445
160984	linear.bias	9	-1.3064520359039307
161593	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
161593	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
161593	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
161593	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
161593	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
161593	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
161593	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
161593	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
161593	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
161593	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
161593	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
161593	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
161593	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
161593	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
161593	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
161593	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
161593	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
161593	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
161593	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
161593	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
161593	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
161593	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
161593	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
161593	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
161593	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
161593	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
161593	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
161593	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
161593	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
161593	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
161593	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
161593	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
161593	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
161593	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
161593	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
161593	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
161593	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
161593	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
161593	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
161593	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
161593	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
161593	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
161593	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
161593	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
161593	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
161593	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
161593	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
161593	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
161593	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
161593	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
161593	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
161593	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
161593	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
161593	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
161593	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
161593	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
161593	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
161593	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
161593	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
161593	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
161593	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
161593	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
161593	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
161593	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
161593	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
161593	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
161593	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
161593	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
161593	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
161593	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
161593	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
161593	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
161593	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
161593	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
161593	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
161593	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
161593	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
161593	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
161593	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
161593	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
161593	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
161593	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
161593	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
161593	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
161593	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
161593	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
161593	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
161593	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
161593	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
161593	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
161593	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
161593	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
161593	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
161593	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
161593	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
161593	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
161593	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
161593	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
161593	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
161593	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
161593	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
161593	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
161593	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
161593	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
161593	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
161593	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
161593	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
161593	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
161593	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
161593	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
161593	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
161593	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
161593	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
161593	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
161593	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
161593	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
161593	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
161593	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
161593	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
161593	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
161593	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
161593	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
161593	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
161593	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
161593	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
161593	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
161593	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
161593	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
161593	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
161593	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
161593	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
161593	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
161593	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
161593	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
161593	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
161593	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
161593	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
161593	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
161593	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
161593	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
161593	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
161593	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
161593	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
161593	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
161593	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
161593	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
161593	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
161593	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
161593	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
161593	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
161593	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
161593	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
161593	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
161593	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
161593	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
161593	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
161593	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
161593	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
161593	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
161593	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
161593	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
161593	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
161593	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
161593	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
161593	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
161593	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
161593	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
161593	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
161593	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
161593	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
161593	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
161593	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
161593	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
161593	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
161593	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
161593	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
161593	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
161593	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
161593	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
161593	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
161593	embedding2nn.weight	0	0.21066483855247498
161593	embedding2nn.weight	1	0.273807168006897
161593	embedding2nn.weight	2	0.022589486092329025
161593	embedding2nn.weight	3	0.040230005979537964
161593	embedding2nn.weight	4	-0.045267194509506226
161593	embedding2nn.weight	5	0.07712136954069138
161593	embedding2nn.weight	6	0.07089320570230484
161593	embedding2nn.weight	7	-0.003996123094111681
161593	embedding2nn.weight	8	0.05430560186505318
161593	embedding2nn.weight	9	-0.01921379193663597
161593	embedding2nn.bias	0	0.01858063042163849
161593	embedding2nn.bias	1	-0.1536577045917511
161593	embedding2nn.bias	2	0.08487453311681747
161593	embedding2nn.bias	3	0.1626376062631607
161593	embedding2nn.bias	4	0.11953358352184296
161593	embedding2nn.bias	5	-0.06470220535993576
161593	embedding2nn.bias	6	-0.05721385404467583
161593	embedding2nn.bias	7	0.036839935928583145
161593	embedding2nn.bias	8	-0.1144666001200676
161593	embedding2nn.bias	9	-0.37215232849121094
161593	rnn.weight_ih_l0	0	0.010913126170635223
161593	rnn.weight_ih_l0	1	-0.051554445177316666
161593	rnn.weight_ih_l0	2	-0.058122847229242325
161593	rnn.weight_ih_l0	3	0.038971852511167526
161593	rnn.weight_ih_l0	4	0.05785791575908661
161593	rnn.weight_ih_l0	5	-0.11411537230014801
161593	rnn.weight_ih_l0	6	-0.02128000184893608
161593	rnn.weight_ih_l0	7	0.020330006256699562
161593	rnn.weight_ih_l0	8	-0.026484299451112747
161593	rnn.weight_ih_l0	9	-0.05440448597073555
161593	rnn.weight_hh_l0	0	0.014895373955368996
161593	rnn.weight_hh_l0	1	0.06462107598781586
161593	rnn.weight_hh_l0	2	0.0160394124686718
161593	rnn.weight_hh_l0	3	0.041376903653144836
161593	rnn.weight_hh_l0	4	-0.0011696979636326432
161593	rnn.weight_hh_l0	5	0.06784161925315857
161593	rnn.weight_hh_l0	6	-0.0017529195174574852
161593	rnn.weight_hh_l0	7	-0.031110677868127823
161593	rnn.weight_hh_l0	8	0.04408681020140648
161593	rnn.weight_hh_l0	9	-0.06622667610645294
161593	rnn.bias_ih_l0	0	0.133392333984375
161593	rnn.bias_ih_l0	1	-0.1768016219139099
161593	rnn.bias_ih_l0	2	-0.03118687868118286
161593	rnn.bias_ih_l0	3	-0.14701063930988312
161593	rnn.bias_ih_l0	4	0.09646397829055786
161593	rnn.bias_ih_l0	5	-0.2306896299123764
161593	rnn.bias_ih_l0	6	-0.09612124413251877
161593	rnn.bias_ih_l0	7	-0.21187849342823029
161593	rnn.bias_ih_l0	8	-0.15076299011707306
161593	rnn.bias_ih_l0	9	-0.3608606159687042
161593	rnn.bias_hh_l0	0	-0.18637430667877197
161593	rnn.bias_hh_l0	1	-0.18729239702224731
161593	rnn.bias_hh_l0	2	-0.1656312346458435
161593	rnn.bias_hh_l0	3	-0.06169003248214722
161593	rnn.bias_hh_l0	4	-0.16074998676776886
161593	rnn.bias_hh_l0	5	-0.21773141622543335
161593	rnn.bias_hh_l0	6	-0.1103687509894371
161593	rnn.bias_hh_l0	7	0.06967046111822128
161593	rnn.bias_hh_l0	8	-0.151933953166008
161593	rnn.bias_hh_l0	9	-0.34476548433303833
161593	rnn.weight_ih_l0_reverse	0	0.06693567335605621
161593	rnn.weight_ih_l0_reverse	1	-0.05665803700685501
161593	rnn.weight_ih_l0_reverse	2	-0.04308411106467247
161593	rnn.weight_ih_l0_reverse	3	-0.08154644817113876
161593	rnn.weight_ih_l0_reverse	4	0.03135495260357857
161593	rnn.weight_ih_l0_reverse	5	-0.11476226896047592
161593	rnn.weight_ih_l0_reverse	6	0.03244851902127266
161593	rnn.weight_ih_l0_reverse	7	0.017404114827513695
161593	rnn.weight_ih_l0_reverse	8	-0.09758396446704865
161593	rnn.weight_ih_l0_reverse	9	-0.026556482538580894
161593	rnn.weight_hh_l0_reverse	0	-0.05116606876254082
161593	rnn.weight_hh_l0_reverse	1	0.0194290392100811
161593	rnn.weight_hh_l0_reverse	2	-0.021550899371504784
161593	rnn.weight_hh_l0_reverse	3	0.007856443524360657
161593	rnn.weight_hh_l0_reverse	4	-0.06894876807928085
161593	rnn.weight_hh_l0_reverse	5	0.03595950827002525
161593	rnn.weight_hh_l0_reverse	6	0.017357369884848595
161593	rnn.weight_hh_l0_reverse	7	-0.019331427291035652
161593	rnn.weight_hh_l0_reverse	8	0.010093855671584606
161593	rnn.weight_hh_l0_reverse	9	0.04717404022812843
161593	rnn.bias_ih_l0_reverse	0	-0.153737410902977
161593	rnn.bias_ih_l0_reverse	1	-0.1054612249135971
161593	rnn.bias_ih_l0_reverse	2	0.05267007648944855
161593	rnn.bias_ih_l0_reverse	3	-0.18371081352233887
161593	rnn.bias_ih_l0_reverse	4	-0.017322320491075516
161593	rnn.bias_ih_l0_reverse	5	-0.18298770487308502
161593	rnn.bias_ih_l0_reverse	6	0.2364407181739807
161593	rnn.bias_ih_l0_reverse	7	-0.25424444675445557
161593	rnn.bias_ih_l0_reverse	8	-0.10167329758405685
161593	rnn.bias_ih_l0_reverse	9	-0.12080486863851547
161593	rnn.bias_hh_l0_reverse	0	-0.07759934663772583
161593	rnn.bias_hh_l0_reverse	1	0.17176762223243713
161593	rnn.bias_hh_l0_reverse	2	-0.2628047466278076
161593	rnn.bias_hh_l0_reverse	3	-0.10591551661491394
161593	rnn.bias_hh_l0_reverse	4	-0.24305322766304016
161593	rnn.bias_hh_l0_reverse	5	-0.08821211755275726
161593	rnn.bias_hh_l0_reverse	6	-0.22601398825645447
161593	rnn.bias_hh_l0_reverse	7	-0.05986274406313896
161593	rnn.bias_hh_l0_reverse	8	-0.1511984020471573
161593	rnn.bias_hh_l0_reverse	9	0.19290177524089813
161593	linear.weight	0	0.1959892064332962
161593	linear.weight	1	-0.30019229650497437
161593	linear.weight	2	0.09888584911823273
161593	linear.weight	3	0.06811170279979706
161593	linear.weight	4	-0.16684162616729736
161593	linear.weight	5	0.2504734694957733
161593	linear.weight	6	-0.12182095646858215
161593	linear.weight	7	-0.06835348904132843
161593	linear.weight	8	0.037325892597436905
161593	linear.weight	9	-0.03776203840970993
161593	linear.bias	0	-1.1076513528823853
161593	linear.bias	1	1.9161605834960938
161593	linear.bias	2	0.46449869871139526
161593	linear.bias	3	-2.353944778442383
161593	linear.bias	4	-0.3672672212123871
161593	linear.bias	5	1.106049656867981
161593	linear.bias	6	-0.2678377032279968
161593	linear.bias	7	0.5513625144958496
161593	linear.bias	8	2.1041135787963867
161593	linear.bias	9	-1.299367070198059
162202	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
162202	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
162202	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
162202	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
162202	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
162202	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
162202	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
162202	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
162202	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
162202	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
162202	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
162202	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
162202	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
162202	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
162202	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
162202	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
162202	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
162202	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
162202	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
162202	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
162202	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
162202	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
162202	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
162202	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
162202	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
162202	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
162202	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
162202	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
162202	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
162202	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
162202	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
162202	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
162202	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
162202	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
162202	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
162202	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
162202	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
162202	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
162202	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
162202	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
162202	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
162202	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
162202	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
162202	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
162202	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
162202	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
162202	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
162202	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
162202	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
162202	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
162202	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
162202	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
162202	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
162202	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
162202	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
162202	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
162202	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
162202	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
162202	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
162202	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
162202	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
162202	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
162202	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
162202	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
162202	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
162202	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
162202	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
162202	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
162202	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
162202	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
162202	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
162202	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
162202	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
162202	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
162202	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
162202	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
162202	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
162202	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
162202	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
162202	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
162202	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
162202	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
162202	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
162202	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
162202	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
162202	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
162202	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
162202	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
162202	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
162202	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
162202	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
162202	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
162202	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
162202	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
162202	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
162202	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
162202	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
162202	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
162202	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
162202	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
162202	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
162202	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
162202	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
162202	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
162202	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
162202	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
162202	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
162202	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
162202	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
162202	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
162202	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
162202	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
162202	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
162202	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
162202	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
162202	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
162202	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
162202	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
162202	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
162202	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
162202	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
162202	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
162202	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
162202	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
162202	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
162202	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
162202	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
162202	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
162202	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
162202	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
162202	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
162202	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
162202	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
162202	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
162202	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
162202	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
162202	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
162202	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
162202	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
162202	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
162202	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
162202	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
162202	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
162202	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
162202	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
162202	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
162202	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
162202	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
162202	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
162202	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
162202	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
162202	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
162202	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
162202	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
162202	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
162202	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
162202	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
162202	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
162202	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
162202	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
162202	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
162202	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
162202	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
162202	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
162202	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
162202	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
162202	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
162202	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
162202	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
162202	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
162202	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
162202	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
162202	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
162202	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
162202	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
162202	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
162202	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
162202	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
162202	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
162202	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
162202	embedding2nn.weight	0	0.21048319339752197
162202	embedding2nn.weight	1	0.2749786376953125
162202	embedding2nn.weight	2	0.02186896838247776
162202	embedding2nn.weight	3	0.05309329554438591
162202	embedding2nn.weight	4	-0.04639856889843941
162202	embedding2nn.weight	5	0.07428796589374542
162202	embedding2nn.weight	6	0.08315368741750717
162202	embedding2nn.weight	7	-0.003994723316282034
162202	embedding2nn.weight	8	0.04809872806072235
162202	embedding2nn.weight	9	-0.024043172597885132
162202	embedding2nn.bias	0	0.018951566889882088
162202	embedding2nn.bias	1	-0.15035544335842133
162202	embedding2nn.bias	2	0.08394409716129303
162202	embedding2nn.bias	3	0.1838216334581375
162202	embedding2nn.bias	4	0.11965012550354004
162202	embedding2nn.bias	5	-0.07815314829349518
162202	embedding2nn.bias	6	-0.07276751846075058
162202	embedding2nn.bias	7	0.0015856776153668761
162202	embedding2nn.bias	8	-0.1291244924068451
162202	embedding2nn.bias	9	-0.37807103991508484
162202	rnn.weight_ih_l0	0	0.010955202393233776
162202	rnn.weight_ih_l0	1	-0.05175621807575226
162202	rnn.weight_ih_l0	2	-0.05591575801372528
162202	rnn.weight_ih_l0	3	0.03973371163010597
162202	rnn.weight_ih_l0	4	0.05526043847203255
162202	rnn.weight_ih_l0	5	-0.11240650713443756
162202	rnn.weight_ih_l0	6	-0.018179094418883324
162202	rnn.weight_ih_l0	7	0.019628336653113365
162202	rnn.weight_ih_l0	8	-0.028853323310613632
162202	rnn.weight_ih_l0	9	-0.054146382957696915
162202	rnn.weight_hh_l0	0	0.014774137176573277
162202	rnn.weight_hh_l0	1	0.06490170955657959
162202	rnn.weight_hh_l0	2	0.015161341056227684
162202	rnn.weight_hh_l0	3	0.04166796803474426
162202	rnn.weight_hh_l0	4	-0.0020980522967875004
162202	rnn.weight_hh_l0	5	0.06907959282398224
162202	rnn.weight_hh_l0	6	-0.0018701517255976796
162202	rnn.weight_hh_l0	7	-0.03370622172951698
162202	rnn.weight_hh_l0	8	0.044141512364149094
162202	rnn.weight_hh_l0	9	-0.06743086874485016
162202	rnn.bias_ih_l0	0	0.12705567479133606
162202	rnn.bias_ih_l0	1	-0.18251121044158936
162202	rnn.bias_ih_l0	2	-0.03019661270081997
162202	rnn.bias_ih_l0	3	-0.14264987409114838
162202	rnn.bias_ih_l0	4	0.09631745517253876
162202	rnn.bias_ih_l0	5	-0.23178628087043762
162202	rnn.bias_ih_l0	6	-0.08850116282701492
162202	rnn.bias_ih_l0	7	-0.21212878823280334
162202	rnn.bias_ih_l0	8	-0.15436449646949768
162202	rnn.bias_ih_l0	9	-0.35710054636001587
162202	rnn.bias_hh_l0	0	-0.1877814382314682
162202	rnn.bias_hh_l0	1	-0.19303393363952637
162202	rnn.bias_hh_l0	2	-0.17264439165592194
162202	rnn.bias_hh_l0	3	-0.06378370523452759
162202	rnn.bias_hh_l0	4	-0.15857218205928802
162202	rnn.bias_hh_l0	5	-0.2206195890903473
162202	rnn.bias_hh_l0	6	-0.10660810023546219
162202	rnn.bias_hh_l0	7	0.06052733585238457
162202	rnn.bias_hh_l0	8	-0.15861022472381592
162202	rnn.bias_hh_l0	9	-0.35106995701789856
162202	rnn.weight_ih_l0_reverse	0	0.07498259842395782
162202	rnn.weight_ih_l0_reverse	1	-0.0541975274682045
162202	rnn.weight_ih_l0_reverse	2	-0.040193263441324234
162202	rnn.weight_ih_l0_reverse	3	-0.08400887250900269
162202	rnn.weight_ih_l0_reverse	4	0.03359946608543396
162202	rnn.weight_ih_l0_reverse	5	-0.12318634241819382
162202	rnn.weight_ih_l0_reverse	6	0.03283029422163963
162202	rnn.weight_ih_l0_reverse	7	0.019147619605064392
162202	rnn.weight_ih_l0_reverse	8	-0.09752130508422852
162202	rnn.weight_ih_l0_reverse	9	-0.027420442551374435
162202	rnn.weight_hh_l0_reverse	0	-0.0528811551630497
162202	rnn.weight_hh_l0_reverse	1	0.019436780363321304
162202	rnn.weight_hh_l0_reverse	2	-0.021647190675139427
162202	rnn.weight_hh_l0_reverse	3	0.007331157103180885
162202	rnn.weight_hh_l0_reverse	4	-0.06914527714252472
162202	rnn.weight_hh_l0_reverse	5	0.036000922322273254
162202	rnn.weight_hh_l0_reverse	6	0.017973974347114563
162202	rnn.weight_hh_l0_reverse	7	-0.02065955474972725
162202	rnn.weight_hh_l0_reverse	8	0.012492856942117214
162202	rnn.weight_hh_l0_reverse	9	0.049709320068359375
162202	rnn.bias_ih_l0_reverse	0	-0.150287464261055
162202	rnn.bias_ih_l0_reverse	1	-0.09736364334821701
162202	rnn.bias_ih_l0_reverse	2	0.05111019313335419
162202	rnn.bias_ih_l0_reverse	3	-0.17944376170635223
162202	rnn.bias_ih_l0_reverse	4	-0.018448472023010254
162202	rnn.bias_ih_l0_reverse	5	-0.17805275321006775
162202	rnn.bias_ih_l0_reverse	6	0.24006105959415436
162202	rnn.bias_ih_l0_reverse	7	-0.26177817583084106
162202	rnn.bias_ih_l0_reverse	8	-0.1061648428440094
162202	rnn.bias_ih_l0_reverse	9	-0.10586259514093399
162202	rnn.bias_hh_l0_reverse	0	-0.06844115257263184
162202	rnn.bias_hh_l0_reverse	1	0.1798795461654663
162202	rnn.bias_hh_l0_reverse	2	-0.2621944844722748
162202	rnn.bias_hh_l0_reverse	3	-0.10550772398710251
162202	rnn.bias_hh_l0_reverse	4	-0.2488415241241455
162202	rnn.bias_hh_l0_reverse	5	-0.08943097293376923
162202	rnn.bias_hh_l0_reverse	6	-0.23182718455791473
162202	rnn.bias_hh_l0_reverse	7	-0.056254155933856964
162202	rnn.bias_hh_l0_reverse	8	-0.15960505604743958
162202	rnn.bias_hh_l0_reverse	9	0.2029239386320114
162202	linear.weight	0	0.19671061635017395
162202	linear.weight	1	-0.33003780245780945
162202	linear.weight	2	0.0678725615143776
162202	linear.weight	3	0.06811617314815521
162202	linear.weight	4	-0.11750171333551407
162202	linear.weight	5	0.2513938248157501
162202	linear.weight	6	-0.110336534678936
162202	linear.weight	7	-0.06833655387163162
162202	linear.weight	8	0.029085980728268623
162202	linear.weight	9	-0.03779524564743042
162202	linear.bias	0	-1.1214550733566284
162202	linear.bias	1	1.955280065536499
162202	linear.bias	2	0.39173194766044617
162202	linear.bias	3	-2.3552358150482178
162202	linear.bias	4	-0.34589365124702454
162202	linear.bias	5	1.086288571357727
162202	linear.bias	6	-0.26218679547309875
162202	linear.bias	7	0.5564435720443726
162202	linear.bias	8	2.139594078063965
162202	linear.bias	9	-1.3522063493728638
162811	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
162811	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
162811	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
162811	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
162811	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
162811	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
162811	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
162811	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
162811	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
162811	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
162811	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
162811	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
162811	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
162811	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
162811	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
162811	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
162811	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
162811	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
162811	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
162811	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
162811	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
162811	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
162811	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
162811	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
162811	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
162811	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
162811	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
162811	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
162811	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
162811	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
162811	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
162811	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
162811	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
162811	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
162811	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
162811	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
162811	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
162811	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
162811	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
162811	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
162811	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
162811	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
162811	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
162811	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
162811	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
162811	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
162811	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
162811	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
162811	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
162811	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
162811	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
162811	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
162811	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
162811	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
162811	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
162811	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
162811	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
162811	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
162811	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
162811	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
162811	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
162811	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
162811	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
162811	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
162811	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
162811	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
162811	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
162811	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
162811	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
162811	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
162811	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
162811	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
162811	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
162811	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
162811	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
162811	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
162811	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
162811	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
162811	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
162811	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
162811	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
162811	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
162811	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
162811	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
162811	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
162811	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
162811	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
162811	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
162811	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
162811	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
162811	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
162811	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
162811	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
162811	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
162811	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
162811	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
162811	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
162811	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
162811	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
162811	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
162811	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
162811	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
162811	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
162811	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
162811	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
162811	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
162811	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
162811	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
162811	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
162811	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
162811	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
162811	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
162811	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
162811	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
162811	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
162811	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
162811	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
162811	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
162811	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
162811	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
162811	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
162811	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
162811	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
162811	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
162811	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
162811	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
162811	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
162811	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
162811	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
162811	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
162811	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
162811	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
162811	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
162811	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
162811	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
162811	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
162811	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
162811	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
162811	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
162811	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
162811	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
162811	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
162811	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
162811	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
162811	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
162811	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
162811	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
162811	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
162811	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
162811	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
162811	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
162811	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
162811	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
162811	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
162811	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
162811	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
162811	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
162811	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
162811	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
162811	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
162811	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
162811	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
162811	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
162811	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
162811	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
162811	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
162811	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
162811	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
162811	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
162811	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
162811	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
162811	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
162811	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
162811	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
162811	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
162811	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
162811	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
162811	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
162811	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
162811	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
162811	embedding2nn.weight	0	0.2104663848876953
162811	embedding2nn.weight	1	0.26436272263526917
162811	embedding2nn.weight	2	0.01632837951183319
162811	embedding2nn.weight	3	0.06337931007146835
162811	embedding2nn.weight	4	-0.04745974764227867
162811	embedding2nn.weight	5	0.07510551810264587
162811	embedding2nn.weight	6	0.0909518375992775
162811	embedding2nn.weight	7	-0.0016529111890122294
162811	embedding2nn.weight	8	0.049156539142131805
162811	embedding2nn.weight	9	-0.025237420573830605
162811	embedding2nn.bias	0	0.005009640473872423
162811	embedding2nn.bias	1	-0.16734805703163147
162811	embedding2nn.bias	2	0.0856485590338707
162811	embedding2nn.bias	3	0.1630840003490448
162811	embedding2nn.bias	4	0.11534526199102402
162811	embedding2nn.bias	5	-0.08194588869810104
162811	embedding2nn.bias	6	-0.055679965764284134
162811	embedding2nn.bias	7	0.018434423953294754
162811	embedding2nn.bias	8	-0.1307930052280426
162811	embedding2nn.bias	9	-0.3534204065799713
162811	rnn.weight_ih_l0	0	0.010986924171447754
162811	rnn.weight_ih_l0	1	-0.052703097462654114
162811	rnn.weight_ih_l0	2	-0.05450540781021118
162811	rnn.weight_ih_l0	3	0.03549302741885185
162811	rnn.weight_ih_l0	4	0.06979379057884216
162811	rnn.weight_ih_l0	5	-0.12253288179636002
162811	rnn.weight_ih_l0	6	-0.022340860217809677
162811	rnn.weight_ih_l0	7	0.01985565759241581
162811	rnn.weight_ih_l0	8	-0.03211638331413269
162811	rnn.weight_ih_l0	9	-0.051650211215019226
162811	rnn.weight_hh_l0	0	0.014733070507645607
162811	rnn.weight_hh_l0	1	0.06555689871311188
162811	rnn.weight_hh_l0	2	0.016645824536681175
162811	rnn.weight_hh_l0	3	0.04149380698800087
162811	rnn.weight_hh_l0	4	-0.002535883104428649
162811	rnn.weight_hh_l0	5	0.06967540085315704
162811	rnn.weight_hh_l0	6	-0.002051000250503421
162811	rnn.weight_hh_l0	7	-0.03046538680791855
162811	rnn.weight_hh_l0	8	0.044566500931978226
162811	rnn.weight_hh_l0	9	-0.0637337863445282
162811	rnn.bias_ih_l0	0	0.134738028049469
162811	rnn.bias_ih_l0	1	-0.18285979330539703
162811	rnn.bias_ih_l0	2	-0.028043050318956375
162811	rnn.bias_ih_l0	3	-0.13241395354270935
162811	rnn.bias_ih_l0	4	0.09296533465385437
162811	rnn.bias_ih_l0	5	-0.23426714539527893
162811	rnn.bias_ih_l0	6	-0.1047319620847702
162811	rnn.bias_ih_l0	7	-0.2157873958349228
162811	rnn.bias_ih_l0	8	-0.15737459063529968
162811	rnn.bias_ih_l0	9	-0.3567863404750824
162811	rnn.bias_hh_l0	0	-0.18572694063186646
162811	rnn.bias_hh_l0	1	-0.1915760338306427
162811	rnn.bias_hh_l0	2	-0.17284977436065674
162811	rnn.bias_hh_l0	3	-0.05991194769740105
162811	rnn.bias_hh_l0	4	-0.1546277552843094
162811	rnn.bias_hh_l0	5	-0.2218891829252243
162811	rnn.bias_hh_l0	6	-0.1042928695678711
162811	rnn.bias_hh_l0	7	0.07006675750017166
162811	rnn.bias_hh_l0	8	-0.14878281950950623
162811	rnn.bias_hh_l0	9	-0.35029667615890503
162811	rnn.weight_ih_l0_reverse	0	0.07756028324365616
162811	rnn.weight_ih_l0_reverse	1	-0.05653196945786476
162811	rnn.weight_ih_l0_reverse	2	-0.04473288357257843
162811	rnn.weight_ih_l0_reverse	3	-0.0841376855969429
162811	rnn.weight_ih_l0_reverse	4	0.03270392492413521
162811	rnn.weight_ih_l0_reverse	5	-0.1335572898387909
162811	rnn.weight_ih_l0_reverse	6	0.03829791769385338
162811	rnn.weight_ih_l0_reverse	7	0.019360100850462914
162811	rnn.weight_ih_l0_reverse	8	-0.09610830247402191
162811	rnn.weight_ih_l0_reverse	9	-0.026201067492365837
162811	rnn.weight_hh_l0_reverse	0	-0.0540337860584259
162811	rnn.weight_hh_l0_reverse	1	0.020365912467241287
162811	rnn.weight_hh_l0_reverse	2	-0.02181253768503666
162811	rnn.weight_hh_l0_reverse	3	0.006775595713406801
162811	rnn.weight_hh_l0_reverse	4	-0.0686752200126648
162811	rnn.weight_hh_l0_reverse	5	0.03663622960448265
162811	rnn.weight_hh_l0_reverse	6	0.018115952610969543
162811	rnn.weight_hh_l0_reverse	7	-0.018904348835349083
162811	rnn.weight_hh_l0_reverse	8	0.006521894130855799
162811	rnn.weight_hh_l0_reverse	9	0.05069045349955559
162811	rnn.bias_ih_l0_reverse	0	-0.15246480703353882
162811	rnn.bias_ih_l0_reverse	1	-0.09559027850627899
162811	rnn.bias_ih_l0_reverse	2	0.050405412912368774
162811	rnn.bias_ih_l0_reverse	3	-0.17827969789505005
162811	rnn.bias_ih_l0_reverse	4	-0.02050553634762764
162811	rnn.bias_ih_l0_reverse	5	-0.1752222180366516
162811	rnn.bias_ih_l0_reverse	6	0.22830668091773987
162811	rnn.bias_ih_l0_reverse	7	-0.2530355751514435
162811	rnn.bias_ih_l0_reverse	8	-0.10485982149839401
162811	rnn.bias_ih_l0_reverse	9	-0.1107756569981575
162811	rnn.bias_hh_l0_reverse	0	-0.07479250431060791
162811	rnn.bias_hh_l0_reverse	1	0.1619517207145691
162811	rnn.bias_hh_l0_reverse	2	-0.25659191608428955
162811	rnn.bias_hh_l0_reverse	3	-0.10550305247306824
162811	rnn.bias_hh_l0_reverse	4	-0.250387579202652
162811	rnn.bias_hh_l0_reverse	5	-0.09199737012386322
162811	rnn.bias_hh_l0_reverse	6	-0.232412189245224
162811	rnn.bias_hh_l0_reverse	7	-0.059224504977464676
162811	rnn.bias_hh_l0_reverse	8	-0.15984103083610535
162811	rnn.bias_hh_l0_reverse	9	0.20526736974716187
162811	linear.weight	0	0.18112629652023315
162811	linear.weight	1	-0.3417116403579712
162811	linear.weight	2	0.028699588030576706
162811	linear.weight	3	0.06811867654323578
162811	linear.weight	4	-0.1602647453546524
162811	linear.weight	5	0.24436816573143005
162811	linear.weight	6	-0.12944146990776062
162811	linear.weight	7	-0.06828688830137253
162811	linear.weight	8	0.03350135684013367
162811	linear.weight	9	-0.03782811760902405
162811	linear.bias	0	-1.1261565685272217
162811	linear.bias	1	1.948396921157837
162811	linear.bias	2	0.45891377329826355
162811	linear.bias	3	-2.356600522994995
162811	linear.bias	4	-0.33493295311927795
162811	linear.bias	5	1.0766047239303589
162811	linear.bias	6	-0.27421900629997253
162811	linear.bias	7	0.5128121376037598
162811	linear.bias	8	2.1263267993927
162811	linear.bias	9	-1.3476431369781494
163420	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
163420	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
163420	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
163420	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
163420	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
163420	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
163420	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
163420	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
163420	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
163420	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
163420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
163420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
163420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
163420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
163420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
163420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
163420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
163420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
163420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
163420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
163420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
163420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
163420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
163420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
163420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
163420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
163420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
163420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
163420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
163420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
163420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
163420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
163420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
163420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
163420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
163420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
163420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
163420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
163420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
163420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
163420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
163420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
163420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
163420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
163420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
163420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
163420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
163420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
163420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
163420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
163420	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
163420	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
163420	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
163420	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
163420	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
163420	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
163420	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
163420	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
163420	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
163420	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
163420	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
163420	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
163420	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
163420	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
163420	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
163420	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
163420	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
163420	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
163420	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
163420	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
163420	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
163420	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
163420	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
163420	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
163420	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
163420	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
163420	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
163420	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
163420	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
163420	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
163420	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
163420	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
163420	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
163420	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
163420	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
163420	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
163420	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
163420	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
163420	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
163420	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
163420	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
163420	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
163420	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
163420	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
163420	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
163420	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
163420	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
163420	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
163420	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
163420	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
163420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
163420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
163420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
163420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
163420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
163420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
163420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
163420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
163420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
163420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
163420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
163420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
163420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
163420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
163420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
163420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
163420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
163420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
163420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
163420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
163420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
163420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
163420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
163420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
163420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
163420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
163420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
163420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
163420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
163420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
163420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
163420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
163420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
163420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
163420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
163420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
163420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
163420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
163420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
163420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
163420	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
163420	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
163420	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
163420	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
163420	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
163420	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
163420	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
163420	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
163420	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
163420	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
163420	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
163420	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
163420	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
163420	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
163420	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
163420	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
163420	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
163420	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
163420	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
163420	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
163420	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
163420	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
163420	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
163420	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
163420	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
163420	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
163420	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
163420	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
163420	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
163420	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
163420	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
163420	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
163420	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
163420	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
163420	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
163420	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
163420	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
163420	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
163420	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
163420	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
163420	embedding2nn.weight	0	0.20704048871994019
163420	embedding2nn.weight	1	0.2703169882297516
163420	embedding2nn.weight	2	0.016047237440943718
163420	embedding2nn.weight	3	0.054972436279058456
163420	embedding2nn.weight	4	-0.039971884340047836
163420	embedding2nn.weight	5	0.07147743552923203
163420	embedding2nn.weight	6	0.0940275713801384
163420	embedding2nn.weight	7	-0.0017369770212098956
163420	embedding2nn.weight	8	0.04713002219796181
163420	embedding2nn.weight	9	-0.03212302550673485
163420	embedding2nn.bias	0	0.0060179345309734344
163420	embedding2nn.bias	1	-0.17520734667778015
163420	embedding2nn.bias	2	0.08827376365661621
163420	embedding2nn.bias	3	0.14117830991744995
163420	embedding2nn.bias	4	0.1386365294456482
163420	embedding2nn.bias	5	-0.06488639116287231
163420	embedding2nn.bias	6	-0.06625422835350037
163420	embedding2nn.bias	7	0.01825607381761074
163420	embedding2nn.bias	8	-0.11655236035585403
163420	embedding2nn.bias	9	-0.3736838698387146
163420	rnn.weight_ih_l0	0	0.011246518231928349
163420	rnn.weight_ih_l0	1	-0.052018169313669205
163420	rnn.weight_ih_l0	2	-0.052330922335386276
163420	rnn.weight_ih_l0	3	0.037537746131420135
163420	rnn.weight_ih_l0	4	0.06265968084335327
163420	rnn.weight_ih_l0	5	-0.1258293092250824
163420	rnn.weight_ih_l0	6	-0.018530728295445442
163420	rnn.weight_ih_l0	7	0.017386652529239655
163420	rnn.weight_ih_l0	8	-0.023283811286091805
163420	rnn.weight_ih_l0	9	-0.0595841147005558
163420	rnn.weight_hh_l0	0	0.014633767306804657
163420	rnn.weight_hh_l0	1	0.06543195992708206
163420	rnn.weight_hh_l0	2	0.016965212300419807
163420	rnn.weight_hh_l0	3	0.041126515716314316
163420	rnn.weight_hh_l0	4	-0.00042665848741307855
163420	rnn.weight_hh_l0	5	0.07010866701602936
163420	rnn.weight_hh_l0	6	-0.0026849827263504267
163420	rnn.weight_hh_l0	7	-0.031156476587057114
163420	rnn.weight_hh_l0	8	0.04470515623688698
163420	rnn.weight_hh_l0	9	-0.0624731183052063
163420	rnn.bias_ih_l0	0	0.1284702867269516
163420	rnn.bias_ih_l0	1	-0.19261761009693146
163420	rnn.bias_ih_l0	2	-0.029204148799180984
163420	rnn.bias_ih_l0	3	-0.13781346380710602
163420	rnn.bias_ih_l0	4	0.10833130776882172
163420	rnn.bias_ih_l0	5	-0.23251867294311523
163420	rnn.bias_ih_l0	6	-0.10953617095947266
163420	rnn.bias_ih_l0	7	-0.2168717384338379
163420	rnn.bias_ih_l0	8	-0.15336883068084717
163420	rnn.bias_ih_l0	9	-0.35192975401878357
163420	rnn.bias_hh_l0	0	-0.17864492535591125
163420	rnn.bias_hh_l0	1	-0.1935987025499344
163420	rnn.bias_hh_l0	2	-0.17550304532051086
163420	rnn.bias_hh_l0	3	-0.05564682558178902
163420	rnn.bias_hh_l0	4	-0.1450280398130417
163420	rnn.bias_hh_l0	5	-0.22131045162677765
163420	rnn.bias_hh_l0	6	-0.11029743403196335
163420	rnn.bias_hh_l0	7	0.06969402730464935
163420	rnn.bias_hh_l0	8	-0.14949840307235718
163420	rnn.bias_hh_l0	9	-0.34959545731544495
163420	rnn.weight_ih_l0_reverse	0	0.07875361293554306
163420	rnn.weight_ih_l0_reverse	1	-0.057846732437610626
163420	rnn.weight_ih_l0_reverse	2	-0.05009445175528526
163420	rnn.weight_ih_l0_reverse	3	-0.0861913189291954
163420	rnn.weight_ih_l0_reverse	4	0.03321339190006256
163420	rnn.weight_ih_l0_reverse	5	-0.12378636002540588
163420	rnn.weight_ih_l0_reverse	6	0.044512271881103516
163420	rnn.weight_ih_l0_reverse	7	0.017335038632154465
163420	rnn.weight_ih_l0_reverse	8	-0.10011819750070572
163420	rnn.weight_ih_l0_reverse	9	-0.02317667379975319
163420	rnn.weight_hh_l0_reverse	0	-0.056025467813014984
163420	rnn.weight_hh_l0_reverse	1	0.018699347972869873
163420	rnn.weight_hh_l0_reverse	2	-0.022207263857126236
163420	rnn.weight_hh_l0_reverse	3	0.006012619473040104
163420	rnn.weight_hh_l0_reverse	4	-0.07066508382558823
163420	rnn.weight_hh_l0_reverse	5	0.036937884986400604
163420	rnn.weight_hh_l0_reverse	6	0.0179243553429842
163420	rnn.weight_hh_l0_reverse	7	-0.020360959693789482
163420	rnn.weight_hh_l0_reverse	8	0.0027981942985206842
163420	rnn.weight_hh_l0_reverse	9	0.05015421658754349
163420	rnn.bias_ih_l0_reverse	0	-0.1425143927335739
163420	rnn.bias_ih_l0_reverse	1	-0.09767990559339523
163420	rnn.bias_ih_l0_reverse	2	0.0515381321310997
163420	rnn.bias_ih_l0_reverse	3	-0.1785382777452469
163420	rnn.bias_ih_l0_reverse	4	-0.008462131023406982
163420	rnn.bias_ih_l0_reverse	5	-0.17151638865470886
163420	rnn.bias_ih_l0_reverse	6	0.24315813183784485
163420	rnn.bias_ih_l0_reverse	7	-0.2542445659637451
163420	rnn.bias_ih_l0_reverse	8	-0.09901254624128342
163420	rnn.bias_ih_l0_reverse	9	-0.10325749963521957
163420	rnn.bias_hh_l0_reverse	0	-0.08197405189275742
163420	rnn.bias_hh_l0_reverse	1	0.17626361548900604
163420	rnn.bias_hh_l0_reverse	2	-0.2569848299026489
163420	rnn.bias_hh_l0_reverse	3	-0.10801491141319275
163420	rnn.bias_hh_l0_reverse	4	-0.2509414851665497
163420	rnn.bias_hh_l0_reverse	5	-0.08929048478603363
163420	rnn.bias_hh_l0_reverse	6	-0.23074127733707428
163420	rnn.bias_hh_l0_reverse	7	-0.0579981692135334
163420	rnn.bias_hh_l0_reverse	8	-0.14863385260105133
163420	rnn.bias_hh_l0_reverse	9	0.20409803092479706
163420	linear.weight	0	0.21083329617977142
163420	linear.weight	1	-0.3371371626853943
163420	linear.weight	2	0.07270918041467667
163420	linear.weight	3	0.06813597679138184
163420	linear.weight	4	-0.16148574650287628
163420	linear.weight	5	0.2578529417514801
163420	linear.weight	6	-0.10468590259552002
163420	linear.weight	7	-0.06827038526535034
163420	linear.weight	8	-0.0018456451361998916
163420	linear.weight	9	-0.03786187991499901
163420	linear.bias	0	-1.0926488637924194
163420	linear.bias	1	1.9119209051132202
163420	linear.bias	2	0.45646828413009644
163420	linear.bias	3	-2.357870101928711
163420	linear.bias	4	-0.3552658259868622
163420	linear.bias	5	1.0964007377624512
163420	linear.bias	6	-0.2659566104412079
163420	linear.bias	7	0.5077727437019348
163420	linear.bias	8	2.146841287612915
163420	linear.bias	9	-1.350465178489685
164029	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
164029	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
164029	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
164029	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
164029	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
164029	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
164029	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
164029	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
164029	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
164029	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
164029	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
164029	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
164029	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
164029	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
164029	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
164029	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
164029	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
164029	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
164029	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
164029	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
164029	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
164029	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
164029	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
164029	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
164029	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
164029	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
164029	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
164029	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
164029	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
164029	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
164029	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
164029	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
164029	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
164029	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
164029	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
164029	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
164029	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
164029	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
164029	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
164029	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
164029	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
164029	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
164029	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
164029	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
164029	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
164029	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
164029	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
164029	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
164029	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
164029	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
164029	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
164029	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
164029	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
164029	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
164029	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
164029	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
164029	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
164029	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
164029	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
164029	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
164029	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
164029	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
164029	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
164029	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
164029	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
164029	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
164029	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
164029	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
164029	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
164029	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
164029	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
164029	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
164029	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
164029	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
164029	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
164029	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
164029	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
164029	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
164029	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
164029	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
164029	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
164029	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
164029	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
164029	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
164029	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
164029	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
164029	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
164029	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
164029	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
164029	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
164029	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
164029	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
164029	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
164029	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
164029	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
164029	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
164029	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
164029	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
164029	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
164029	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
164029	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
164029	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
164029	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
164029	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
164029	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
164029	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
164029	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
164029	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
164029	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
164029	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
164029	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
164029	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
164029	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
164029	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
164029	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
164029	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
164029	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
164029	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
164029	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
164029	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
164029	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
164029	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
164029	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
164029	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
164029	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
164029	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
164029	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
164029	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
164029	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
164029	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
164029	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
164029	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
164029	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
164029	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
164029	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
164029	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
164029	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
164029	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
164029	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
164029	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
164029	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
164029	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
164029	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
164029	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
164029	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
164029	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
164029	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
164029	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
164029	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
164029	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
164029	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
164029	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
164029	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
164029	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
164029	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
164029	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
164029	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
164029	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
164029	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
164029	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
164029	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
164029	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
164029	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
164029	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
164029	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
164029	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
164029	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
164029	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
164029	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
164029	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
164029	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
164029	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
164029	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
164029	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
164029	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
164029	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
164029	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
164029	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
164029	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
164029	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
164029	embedding2nn.weight	0	0.21109209954738617
164029	embedding2nn.weight	1	0.26906487345695496
164029	embedding2nn.weight	2	0.008104500360786915
164029	embedding2nn.weight	3	0.05618470907211304
164029	embedding2nn.weight	4	-0.03932052105665207
164029	embedding2nn.weight	5	0.06744962185621262
164029	embedding2nn.weight	6	0.08613112568855286
164029	embedding2nn.weight	7	0.003668501041829586
164029	embedding2nn.weight	8	0.050480831414461136
164029	embedding2nn.weight	9	-0.03285173699259758
164029	embedding2nn.bias	0	0.01140049658715725
164029	embedding2nn.bias	1	-0.1725536435842514
164029	embedding2nn.bias	2	0.08866233378648758
164029	embedding2nn.bias	3	0.16309110820293427
164029	embedding2nn.bias	4	0.13028083741664886
164029	embedding2nn.bias	5	-0.05062921345233917
164029	embedding2nn.bias	6	-0.04590389505028725
164029	embedding2nn.bias	7	0.030204443261027336
164029	embedding2nn.bias	8	-0.12705011665821075
164029	embedding2nn.bias	9	-0.398733526468277
164029	rnn.weight_ih_l0	0	0.010481947101652622
164029	rnn.weight_ih_l0	1	-0.05421685799956322
164029	rnn.weight_ih_l0	2	-0.056685492396354675
164029	rnn.weight_ih_l0	3	0.03512883186340332
164029	rnn.weight_ih_l0	4	0.06399208307266235
164029	rnn.weight_ih_l0	5	-0.12734146416187286
164029	rnn.weight_ih_l0	6	-0.014625933952629566
164029	rnn.weight_ih_l0	7	0.02093505859375
164029	rnn.weight_ih_l0	8	-0.011798977851867676
164029	rnn.weight_ih_l0	9	-0.055743951350450516
164029	rnn.weight_hh_l0	0	0.014933797530829906
164029	rnn.weight_hh_l0	1	0.06409571319818497
164029	rnn.weight_hh_l0	2	0.01625964231789112
164029	rnn.weight_hh_l0	3	0.040732357650995255
164029	rnn.weight_hh_l0	4	-0.00013510194548871368
164029	rnn.weight_hh_l0	5	0.070310577750206
164029	rnn.weight_hh_l0	6	-0.0028386337216943502
164029	rnn.weight_hh_l0	7	-0.025581808760762215
164029	rnn.weight_hh_l0	8	0.044877082109451294
164029	rnn.weight_hh_l0	9	-0.06161365658044815
164029	rnn.bias_ih_l0	0	0.12190292030572891
164029	rnn.bias_ih_l0	1	-0.18987612426280975
164029	rnn.bias_ih_l0	2	-0.026912260800600052
164029	rnn.bias_ih_l0	3	-0.13359037041664124
164029	rnn.bias_ih_l0	4	0.09013087302446365
164029	rnn.bias_ih_l0	5	-0.22654524445533752
164029	rnn.bias_ih_l0	6	-0.10678575187921524
164029	rnn.bias_ih_l0	7	-0.2173987627029419
164029	rnn.bias_ih_l0	8	-0.14555564522743225
164029	rnn.bias_ih_l0	9	-0.3617476224899292
164029	rnn.bias_hh_l0	0	-0.18294446170330048
164029	rnn.bias_hh_l0	1	-0.18319092690944672
164029	rnn.bias_hh_l0	2	-0.1730635017156601
164029	rnn.bias_hh_l0	3	-0.057672422379255295
164029	rnn.bias_hh_l0	4	-0.14800766110420227
164029	rnn.bias_hh_l0	5	-0.22594791650772095
164029	rnn.bias_hh_l0	6	-0.11141213774681091
164029	rnn.bias_hh_l0	7	0.07498582452535629
164029	rnn.bias_hh_l0	8	-0.14895661175251007
164029	rnn.bias_hh_l0	9	-0.35101595520973206
164029	rnn.weight_ih_l0_reverse	0	0.07453831285238266
164029	rnn.weight_ih_l0_reverse	1	-0.06276966631412506
164029	rnn.weight_ih_l0_reverse	2	-0.04737135022878647
164029	rnn.weight_ih_l0_reverse	3	-0.08881226181983948
164029	rnn.weight_ih_l0_reverse	4	0.0325450636446476
164029	rnn.weight_ih_l0_reverse	5	-0.13082845509052277
164029	rnn.weight_ih_l0_reverse	6	0.05308891460299492
164029	rnn.weight_ih_l0_reverse	7	0.020452771335840225
164029	rnn.weight_ih_l0_reverse	8	-0.09462199360132217
164029	rnn.weight_ih_l0_reverse	9	-0.01667369157075882
164029	rnn.weight_hh_l0_reverse	0	-0.056854598224163055
164029	rnn.weight_hh_l0_reverse	1	0.01923893392086029
164029	rnn.weight_hh_l0_reverse	2	-0.022750213742256165
164029	rnn.weight_hh_l0_reverse	3	0.004888121038675308
164029	rnn.weight_hh_l0_reverse	4	-0.07239394634962082
164029	rnn.weight_hh_l0_reverse	5	0.036802563816308975
164029	rnn.weight_hh_l0_reverse	6	0.018191367387771606
164029	rnn.weight_hh_l0_reverse	7	-0.024055568501353264
164029	rnn.weight_hh_l0_reverse	8	0.003629853017628193
164029	rnn.weight_hh_l0_reverse	9	0.05085784196853638
164029	rnn.bias_ih_l0_reverse	0	-0.1382768154144287
164029	rnn.bias_ih_l0_reverse	1	-0.09158585220575333
164029	rnn.bias_ih_l0_reverse	2	0.04468006640672684
164029	rnn.bias_ih_l0_reverse	3	-0.1725328266620636
164029	rnn.bias_ih_l0_reverse	4	-0.006778579205274582
164029	rnn.bias_ih_l0_reverse	5	-0.17178875207901
164029	rnn.bias_ih_l0_reverse	6	0.25495314598083496
164029	rnn.bias_ih_l0_reverse	7	-0.24972037971019745
164029	rnn.bias_ih_l0_reverse	8	-0.10249599814414978
164029	rnn.bias_ih_l0_reverse	9	-0.10893647372722626
164029	rnn.bias_hh_l0_reverse	0	-0.06210051476955414
164029	rnn.bias_hh_l0_reverse	1	0.17061534523963928
164029	rnn.bias_hh_l0_reverse	2	-0.2589928209781647
164029	rnn.bias_hh_l0_reverse	3	-0.1078663170337677
164029	rnn.bias_hh_l0_reverse	4	-0.25091052055358887
164029	rnn.bias_hh_l0_reverse	5	-0.0888715535402298
164029	rnn.bias_hh_l0_reverse	6	-0.23599165678024292
164029	rnn.bias_hh_l0_reverse	7	-0.05429977551102638
164029	rnn.bias_hh_l0_reverse	8	-0.15665997564792633
164029	rnn.bias_hh_l0_reverse	9	0.18324273824691772
164029	linear.weight	0	0.20949196815490723
164029	linear.weight	1	-0.33936402201652527
164029	linear.weight	2	0.046312205493450165
164029	linear.weight	3	0.06813284754753113
164029	linear.weight	4	-0.20108945667743683
164029	linear.weight	5	0.28769081830978394
164029	linear.weight	6	-0.09869199246168137
164029	linear.weight	7	-0.06823748350143433
164029	linear.weight	8	0.049028027802705765
164029	linear.weight	9	-0.037906136363744736
164029	linear.bias	0	-1.1074604988098145
164029	linear.bias	1	1.9413689374923706
164029	linear.bias	2	0.38197532296180725
164029	linear.bias	3	-2.3593008518218994
164029	linear.bias	4	-0.3533104658126831
164029	linear.bias	5	1.0842417478561401
164029	linear.bias	6	-0.24671871960163116
164029	linear.bias	7	0.5339341163635254
164029	linear.bias	8	2.14619779586792
164029	linear.bias	9	-1.351901888847351
164638	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
164638	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
164638	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
164638	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
164638	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
164638	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
164638	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
164638	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
164638	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
164638	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
164638	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
164638	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
164638	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
164638	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
164638	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
164638	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
164638	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
164638	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
164638	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
164638	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
164638	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
164638	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
164638	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
164638	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
164638	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
164638	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
164638	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
164638	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
164638	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
164638	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
164638	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
164638	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
164638	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
164638	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
164638	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
164638	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
164638	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
164638	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
164638	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
164638	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
164638	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
164638	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
164638	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
164638	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
164638	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
164638	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
164638	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
164638	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
164638	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
164638	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
164638	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
164638	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
164638	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
164638	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
164638	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
164638	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
164638	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
164638	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
164638	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
164638	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
164638	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
164638	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
164638	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
164638	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
164638	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
164638	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
164638	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
164638	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
164638	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
164638	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
164638	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
164638	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
164638	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
164638	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
164638	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
164638	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
164638	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
164638	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
164638	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
164638	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
164638	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
164638	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
164638	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
164638	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
164638	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
164638	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
164638	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
164638	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
164638	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
164638	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
164638	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
164638	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
164638	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
164638	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
164638	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
164638	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
164638	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
164638	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
164638	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
164638	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
164638	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
164638	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
164638	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
164638	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
164638	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
164638	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
164638	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
164638	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
164638	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
164638	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
164638	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
164638	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
164638	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
164638	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
164638	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
164638	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
164638	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
164638	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
164638	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
164638	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
164638	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
164638	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
164638	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
164638	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
164638	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
164638	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
164638	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
164638	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
164638	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
164638	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
164638	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
164638	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
164638	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
164638	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
164638	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
164638	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
164638	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
164638	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
164638	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
164638	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
164638	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
164638	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
164638	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
164638	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
164638	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
164638	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
164638	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
164638	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
164638	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
164638	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
164638	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
164638	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
164638	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
164638	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
164638	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
164638	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
164638	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
164638	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
164638	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
164638	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
164638	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
164638	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
164638	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
164638	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
164638	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
164638	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
164638	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
164638	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
164638	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
164638	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
164638	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
164638	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
164638	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
164638	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
164638	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
164638	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
164638	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
164638	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
164638	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
164638	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
164638	embedding2nn.weight	0	0.2113395631313324
164638	embedding2nn.weight	1	0.2720961272716522
164638	embedding2nn.weight	2	0.006655275356024504
164638	embedding2nn.weight	3	0.0465896874666214
164638	embedding2nn.weight	4	-0.040473610162734985
164638	embedding2nn.weight	5	0.06856981664896011
164638	embedding2nn.weight	6	0.0862506702542305
164638	embedding2nn.weight	7	-0.00042571485391817987
164638	embedding2nn.weight	8	0.050708431750535965
164638	embedding2nn.weight	9	-0.031380776315927505
164638	embedding2nn.bias	0	0.01831146329641342
164638	embedding2nn.bias	1	-0.15457721054553986
164638	embedding2nn.bias	2	0.08245281875133514
164638	embedding2nn.bias	3	0.14786012470722198
164638	embedding2nn.bias	4	0.10845375806093216
164638	embedding2nn.bias	5	-0.06985463201999664
164638	embedding2nn.bias	6	-0.03601999953389168
164638	embedding2nn.bias	7	0.015104972757399082
164638	embedding2nn.bias	8	-0.1286633014678955
164638	embedding2nn.bias	9	-0.38672640919685364
164638	rnn.weight_ih_l0	0	0.010189860127866268
164638	rnn.weight_ih_l0	1	-0.052887871861457825
164638	rnn.weight_ih_l0	2	-0.05344953387975693
164638	rnn.weight_ih_l0	3	0.032723285257816315
164638	rnn.weight_ih_l0	4	0.05534903332591057
164638	rnn.weight_ih_l0	5	-0.13445799052715302
164638	rnn.weight_ih_l0	6	-0.007694182451814413
164638	rnn.weight_ih_l0	7	0.016753289848566055
164638	rnn.weight_ih_l0	8	-0.010411830618977547
164638	rnn.weight_ih_l0	9	-0.06417102366685867
164638	rnn.weight_hh_l0	0	0.01537107303738594
164638	rnn.weight_hh_l0	1	0.06517454236745834
164638	rnn.weight_hh_l0	2	0.01594889722764492
164638	rnn.weight_hh_l0	3	0.04060407727956772
164638	rnn.weight_hh_l0	4	0.0001834876020438969
164638	rnn.weight_hh_l0	5	0.07156839966773987
164638	rnn.weight_hh_l0	6	-0.0030508290510624647
164638	rnn.weight_hh_l0	7	-0.022552818059921265
164638	rnn.weight_hh_l0	8	0.04480740427970886
164638	rnn.weight_hh_l0	9	-0.06504164636135101
164638	rnn.bias_ih_l0	0	0.13003678619861603
164638	rnn.bias_ih_l0	1	-0.18883629143238068
164638	rnn.bias_ih_l0	2	-0.03104982152581215
164638	rnn.bias_ih_l0	3	-0.13116684556007385
164638	rnn.bias_ih_l0	4	0.10412825644016266
164638	rnn.bias_ih_l0	5	-0.23345261812210083
164638	rnn.bias_ih_l0	6	-0.0945565477013588
164638	rnn.bias_ih_l0	7	-0.21686989068984985
164638	rnn.bias_ih_l0	8	-0.14457984268665314
164638	rnn.bias_ih_l0	9	-0.35939523577690125
164638	rnn.bias_hh_l0	0	-0.18244504928588867
164638	rnn.bias_hh_l0	1	-0.18674336373806
164638	rnn.bias_hh_l0	2	-0.1834501326084137
164638	rnn.bias_hh_l0	3	-0.050966449081897736
164638	rnn.bias_hh_l0	4	-0.1510864645242691
164638	rnn.bias_hh_l0	5	-0.22543516755104065
164638	rnn.bias_hh_l0	6	-0.10971612483263016
164638	rnn.bias_hh_l0	7	0.06854547560214996
164638	rnn.bias_hh_l0	8	-0.14962804317474365
164638	rnn.bias_hh_l0	9	-0.35385796427726746
164638	rnn.weight_ih_l0_reverse	0	0.08203011006116867
164638	rnn.weight_ih_l0_reverse	1	-0.06466305255889893
164638	rnn.weight_ih_l0_reverse	2	-0.0505978949368
164638	rnn.weight_ih_l0_reverse	3	-0.08530858159065247
164638	rnn.weight_ih_l0_reverse	4	0.031038518995046616
164638	rnn.weight_ih_l0_reverse	5	-0.1308436244726181
164638	rnn.weight_ih_l0_reverse	6	0.05823622643947601
164638	rnn.weight_ih_l0_reverse	7	0.02051016129553318
164638	rnn.weight_ih_l0_reverse	8	-0.09252139180898666
164638	rnn.weight_ih_l0_reverse	9	-0.01495837140828371
164638	rnn.weight_hh_l0_reverse	0	-0.057134006172418594
164638	rnn.weight_hh_l0_reverse	1	0.020695459097623825
164638	rnn.weight_hh_l0_reverse	2	-0.02243203856050968
164638	rnn.weight_hh_l0_reverse	3	0.004735494963824749
164638	rnn.weight_hh_l0_reverse	4	-0.07218611240386963
164638	rnn.weight_hh_l0_reverse	5	0.03665837273001671
164638	rnn.weight_hh_l0_reverse	6	0.018069183453917503
164638	rnn.weight_hh_l0_reverse	7	-0.019142312929034233
164638	rnn.weight_hh_l0_reverse	8	0.003930734470486641
164638	rnn.weight_hh_l0_reverse	9	0.051973748952150345
164638	rnn.bias_ih_l0_reverse	0	-0.1387174278497696
164638	rnn.bias_ih_l0_reverse	1	-0.09708846360445023
164638	rnn.bias_ih_l0_reverse	2	0.05881607532501221
164638	rnn.bias_ih_l0_reverse	3	-0.17303155362606049
164638	rnn.bias_ih_l0_reverse	4	-0.01978318579494953
164638	rnn.bias_ih_l0_reverse	5	-0.1682152897119522
164638	rnn.bias_ih_l0_reverse	6	0.24279533326625824
164638	rnn.bias_ih_l0_reverse	7	-0.23926396667957306
164638	rnn.bias_ih_l0_reverse	8	-0.10455150902271271
164638	rnn.bias_ih_l0_reverse	9	-0.11082672327756882
164638	rnn.bias_hh_l0_reverse	0	-0.06998635828495026
164638	rnn.bias_hh_l0_reverse	1	0.15702477097511292
164638	rnn.bias_hh_l0_reverse	2	-0.2541741728782654
164638	rnn.bias_hh_l0_reverse	3	-0.10416776686906815
164638	rnn.bias_hh_l0_reverse	4	-0.2497420459985733
164638	rnn.bias_hh_l0_reverse	5	-0.09592987596988678
164638	rnn.bias_hh_l0_reverse	6	-0.24469222128391266
164638	rnn.bias_hh_l0_reverse	7	-0.057428572326898575
164638	rnn.bias_hh_l0_reverse	8	-0.15172193944454193
164638	rnn.bias_hh_l0_reverse	9	0.18185289204120636
164638	linear.weight	0	0.19435802102088928
164638	linear.weight	1	-0.35583311319351196
164638	linear.weight	2	0.052333634346723557
164638	linear.weight	3	0.06812597066164017
164638	linear.weight	4	-0.15194275975227356
164638	linear.weight	5	0.310441792011261
164638	linear.weight	6	-0.10553394258022308
164638	linear.weight	7	-0.06818673014640808
164638	linear.weight	8	0.03853512555360794
164638	linear.weight	9	-0.03793634474277496
164638	linear.bias	0	-1.10733962059021
164638	linear.bias	1	1.9222626686096191
164638	linear.bias	2	0.42859572172164917
164638	linear.bias	3	-2.3604724407196045
164638	linear.bias	4	-0.35458463430404663
164638	linear.bias	5	1.099117398262024
164638	linear.bias	6	-0.24547049403190613
164638	linear.bias	7	0.524524450302124
164638	linear.bias	8	2.14570951461792
164638	linear.bias	9	-1.336456298828125
164646	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
164646	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
164646	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
164646	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
164646	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
164646	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
164646	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
164646	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
164646	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
164646	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
164646	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
164646	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
164646	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
164646	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
164646	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
164646	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
164646	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
164646	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
164646	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
164646	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
164646	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
164646	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
164646	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
164646	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
164646	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
164646	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
164646	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
164646	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
164646	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
164646	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
164646	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
164646	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
164646	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
164646	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
164646	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
164646	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
164646	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
164646	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
164646	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
164646	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
164646	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
164646	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
164646	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
164646	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
164646	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
164646	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
164646	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
164646	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
164646	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
164646	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
164646	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
164646	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
164646	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
164646	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
164646	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
164646	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
164646	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
164646	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
164646	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
164646	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
164646	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
164646	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
164646	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
164646	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
164646	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
164646	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
164646	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
164646	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
164646	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
164646	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
164646	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
164646	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
164646	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
164646	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
164646	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
164646	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
164646	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
164646	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
164646	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
164646	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
164646	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
164646	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
164646	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
164646	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
164646	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
164646	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
164646	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
164646	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
164646	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
164646	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
164646	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
164646	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
164646	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
164646	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
164646	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
164646	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
164646	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
164646	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
164646	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
164646	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
164646	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
164646	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
164646	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
164646	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
164646	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
164646	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
164646	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
164646	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
164646	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
164646	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
164646	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
164646	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
164646	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
164646	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
164646	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
164646	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
164646	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
164646	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
164646	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
164646	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
164646	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
164646	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
164646	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
164646	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
164646	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
164646	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
164646	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
164646	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
164646	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
164646	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
164646	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
164646	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
164646	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
164646	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
164646	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
164646	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
164646	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
164646	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
164646	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
164646	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
164646	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
164646	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
164646	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
164646	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
164646	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
164646	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
164646	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
164646	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
164646	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
164646	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
164646	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
164646	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
164646	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
164646	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
164646	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
164646	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
164646	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
164646	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
164646	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
164646	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
164646	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
164646	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
164646	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
164646	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
164646	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
164646	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
164646	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
164646	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
164646	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
164646	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
164646	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
164646	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
164646	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
164646	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
164646	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
164646	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
164646	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
164646	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
164646	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
164646	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
164646	embedding2nn.weight	0	0.21165771782398224
164646	embedding2nn.weight	1	0.27223366498947144
164646	embedding2nn.weight	2	0.006926397327333689
164646	embedding2nn.weight	3	0.04591294005513191
164646	embedding2nn.weight	4	-0.04049642011523247
164646	embedding2nn.weight	5	0.06850825250148773
164646	embedding2nn.weight	6	0.08595170825719833
164646	embedding2nn.weight	7	-0.0016706706956028938
164646	embedding2nn.weight	8	0.050844185054302216
164646	embedding2nn.weight	9	-0.03150773048400879
164646	embedding2nn.bias	0	0.018548177555203438
164646	embedding2nn.bias	1	-0.1545628160238266
164646	embedding2nn.bias	2	0.08170117437839508
164646	embedding2nn.bias	3	0.14580576121807098
164646	embedding2nn.bias	4	0.10766341537237167
164646	embedding2nn.bias	5	-0.07630109786987305
164646	embedding2nn.bias	6	-0.04310991242527962
164646	embedding2nn.bias	7	0.012157452292740345
164646	embedding2nn.bias	8	-0.13123683631420135
164646	embedding2nn.bias	9	-0.39258456230163574
164646	rnn.weight_ih_l0	0	0.010157659649848938
164646	rnn.weight_ih_l0	1	-0.05293070152401924
164646	rnn.weight_ih_l0	2	-0.05436566844582558
164646	rnn.weight_ih_l0	3	0.032924920320510864
164646	rnn.weight_ih_l0	4	0.05569100379943848
164646	rnn.weight_ih_l0	5	-0.1337103545665741
164646	rnn.weight_ih_l0	6	-0.0077828299254179
164646	rnn.weight_ih_l0	7	0.016385924071073532
164646	rnn.weight_ih_l0	8	-0.00886931736022234
164646	rnn.weight_ih_l0	9	-0.06508587300777435
164646	rnn.weight_hh_l0	0	0.015348110347986221
164646	rnn.weight_hh_l0	1	0.06521108001470566
164646	rnn.weight_hh_l0	2	0.01576963998377323
164646	rnn.weight_hh_l0	3	0.040664684027433395
164646	rnn.weight_hh_l0	4	0.00019029843679163605
164646	rnn.weight_hh_l0	5	0.07160445302724838
164646	rnn.weight_hh_l0	6	-0.0029837600886821747
164646	rnn.weight_hh_l0	7	-0.022733040153980255
164646	rnn.weight_hh_l0	8	0.0448218435049057
164646	rnn.weight_hh_l0	9	-0.06495051831007004
164646	rnn.bias_ih_l0	0	0.13107623159885406
164646	rnn.bias_ih_l0	1	-0.18848411738872528
164646	rnn.bias_ih_l0	2	-0.030881965532898903
164646	rnn.bias_ih_l0	3	-0.1314370334148407
164646	rnn.bias_ih_l0	4	0.10221068561077118
164646	rnn.bias_ih_l0	5	-0.23315973579883575
164646	rnn.bias_ih_l0	6	-0.09350509196519852
164646	rnn.bias_ih_l0	7	-0.21691544353961945
164646	rnn.bias_ih_l0	8	-0.14460588991641998
164646	rnn.bias_ih_l0	9	-0.36042386293411255
164646	rnn.bias_hh_l0	0	-0.1817755550146103
164646	rnn.bias_hh_l0	1	-0.1854805052280426
164646	rnn.bias_hh_l0	2	-0.1834644377231598
164646	rnn.bias_hh_l0	3	-0.050565727055072784
164646	rnn.bias_hh_l0	4	-0.15161019563674927
164646	rnn.bias_hh_l0	5	-0.22544823586940765
164646	rnn.bias_hh_l0	6	-0.11004507541656494
164646	rnn.bias_hh_l0	7	0.0689706802368164
164646	rnn.bias_hh_l0	8	-0.14967790246009827
164646	rnn.bias_hh_l0	9	-0.35325416922569275
164646	rnn.weight_ih_l0_reverse	0	0.08213942497968674
164646	rnn.weight_ih_l0_reverse	1	-0.06471576541662216
164646	rnn.weight_ih_l0_reverse	2	-0.05065511539578438
164646	rnn.weight_ih_l0_reverse	3	-0.08566494286060333
164646	rnn.weight_ih_l0_reverse	4	0.031090572476387024
164646	rnn.weight_ih_l0_reverse	5	-0.13221806287765503
164646	rnn.weight_ih_l0_reverse	6	0.058601781725883484
164646	rnn.weight_ih_l0_reverse	7	0.020541297271847725
164646	rnn.weight_ih_l0_reverse	8	-0.09250371903181076
164646	rnn.weight_ih_l0_reverse	9	-0.014855695888400078
164646	rnn.weight_hh_l0_reverse	0	-0.057204656302928925
164646	rnn.weight_hh_l0_reverse	1	0.020657077431678772
164646	rnn.weight_hh_l0_reverse	2	-0.022424135357141495
164646	rnn.weight_hh_l0_reverse	3	0.004743257071822882
164646	rnn.weight_hh_l0_reverse	4	-0.07212724536657333
164646	rnn.weight_hh_l0_reverse	5	0.03666926547884941
164646	rnn.weight_hh_l0_reverse	6	0.018068909645080566
164646	rnn.weight_hh_l0_reverse	7	-0.019128384068608284
164646	rnn.weight_hh_l0_reverse	8	0.0037361993454396725
164646	rnn.weight_hh_l0_reverse	9	0.05194513499736786
164646	rnn.bias_ih_l0_reverse	0	-0.1383925974369049
164646	rnn.bias_ih_l0_reverse	1	-0.09654949605464935
164646	rnn.bias_ih_l0_reverse	2	0.05859728530049324
164646	rnn.bias_ih_l0_reverse	3	-0.17337800562381744
164646	rnn.bias_ih_l0_reverse	4	-0.018842877820134163
164646	rnn.bias_ih_l0_reverse	5	-0.1678995043039322
164646	rnn.bias_ih_l0_reverse	6	0.2416667342185974
164646	rnn.bias_ih_l0_reverse	7	-0.23867003619670868
164646	rnn.bias_ih_l0_reverse	8	-0.10455647855997086
164646	rnn.bias_ih_l0_reverse	9	-0.11154377460479736
164646	rnn.bias_hh_l0_reverse	0	-0.0699223205447197
164646	rnn.bias_hh_l0_reverse	1	0.15604715049266815
164646	rnn.bias_hh_l0_reverse	2	-0.2547743320465088
164646	rnn.bias_hh_l0_reverse	3	-0.10441147536039352
164646	rnn.bias_hh_l0_reverse	4	-0.2508578300476074
164646	rnn.bias_hh_l0_reverse	5	-0.0962633341550827
164646	rnn.bias_hh_l0_reverse	6	-0.24340714514255524
164646	rnn.bias_hh_l0_reverse	7	-0.058135777711868286
164646	rnn.bias_hh_l0_reverse	8	-0.15501941740512848
164646	rnn.bias_hh_l0_reverse	9	0.18280693888664246
164646	linear.weight	0	0.19325153529644012
164646	linear.weight	1	-0.3569483160972595
164646	linear.weight	2	0.055794574320316315
164646	linear.weight	3	0.06812591850757599
164646	linear.weight	4	-0.15487296879291534
164646	linear.weight	5	0.3102797865867615
164646	linear.weight	6	-0.10702034085988998
164646	linear.weight	7	-0.06818679720163345
164646	linear.weight	8	0.03812247887253761
164646	linear.weight	9	-0.03793702274560928
164646	linear.bias	0	-1.0941275358200073
164646	linear.bias	1	1.9147093296051025
164646	linear.bias	2	0.3982951045036316
164646	linear.bias	3	-2.3604843616485596
164646	linear.bias	4	-0.35525792837142944
164646	linear.bias	5	1.1102967262268066
164646	linear.bias	6	-0.24320368468761444
164646	linear.bias	7	0.5265327095985413
164646	linear.bias	8	2.1824493408203125
164646	linear.bias	9	-1.3393994569778442
165255	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
165255	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
165255	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
165255	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
165255	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
165255	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
165255	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
165255	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
165255	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
165255	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
165255	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
165255	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
165255	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
165255	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
165255	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
165255	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
165255	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
165255	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
165255	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
165255	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
165255	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
165255	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
165255	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
165255	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
165255	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
165255	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
165255	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
165255	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
165255	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
165255	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
165255	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
165255	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
165255	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
165255	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
165255	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
165255	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
165255	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
165255	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
165255	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
165255	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
165255	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
165255	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
165255	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
165255	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
165255	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
165255	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
165255	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
165255	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
165255	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
165255	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
165255	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
165255	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
165255	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
165255	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
165255	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
165255	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
165255	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
165255	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
165255	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
165255	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
165255	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
165255	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
165255	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
165255	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
165255	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
165255	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
165255	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
165255	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
165255	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
165255	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
165255	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
165255	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
165255	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
165255	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
165255	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
165255	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
165255	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
165255	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
165255	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
165255	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
165255	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
165255	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
165255	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
165255	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
165255	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
165255	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
165255	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
165255	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
165255	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
165255	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
165255	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
165255	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
165255	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
165255	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
165255	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
165255	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
165255	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
165255	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
165255	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
165255	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
165255	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
165255	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
165255	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
165255	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
165255	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
165255	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
165255	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
165255	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
165255	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
165255	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
165255	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
165255	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
165255	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
165255	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
165255	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
165255	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
165255	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
165255	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
165255	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
165255	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
165255	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
165255	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
165255	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
165255	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
165255	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
165255	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
165255	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
165255	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
165255	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
165255	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
165255	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
165255	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
165255	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
165255	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
165255	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
165255	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
165255	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
165255	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
165255	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
165255	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
165255	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
165255	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
165255	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
165255	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
165255	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
165255	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
165255	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
165255	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
165255	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
165255	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
165255	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
165255	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
165255	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
165255	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
165255	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
165255	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
165255	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
165255	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
165255	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
165255	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
165255	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
165255	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
165255	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
165255	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
165255	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
165255	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
165255	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
165255	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
165255	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
165255	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
165255	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
165255	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
165255	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
165255	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
165255	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
165255	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
165255	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
165255	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
165255	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
165255	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
165255	embedding2nn.weight	0	0.2100355476140976
165255	embedding2nn.weight	1	0.2791481018066406
165255	embedding2nn.weight	2	0.009395217522978783
165255	embedding2nn.weight	3	0.03618396446108818
165255	embedding2nn.weight	4	-0.04298923537135124
165255	embedding2nn.weight	5	0.06477934867143631
165255	embedding2nn.weight	6	0.07657544314861298
165255	embedding2nn.weight	7	0.004815157037228346
165255	embedding2nn.weight	8	0.04935220628976822
165255	embedding2nn.weight	9	-0.03247636556625366
165255	embedding2nn.bias	0	0.027811337262392044
165255	embedding2nn.bias	1	-0.14564575254917145
165255	embedding2nn.bias	2	0.08886048197746277
165255	embedding2nn.bias	3	0.14658468961715698
165255	embedding2nn.bias	4	0.11235792189836502
165255	embedding2nn.bias	5	-0.07186592370271683
165255	embedding2nn.bias	6	-0.06671130657196045
165255	embedding2nn.bias	7	0.015663370490074158
165255	embedding2nn.bias	8	-0.128561332821846
165255	embedding2nn.bias	9	-0.37029537558555603
165255	rnn.weight_ih_l0	0	0.007614056579768658
165255	rnn.weight_ih_l0	1	-0.05336186662316322
165255	rnn.weight_ih_l0	2	-0.05468056723475456
165255	rnn.weight_ih_l0	3	0.03794068470597267
165255	rnn.weight_ih_l0	4	0.056087594479322433
165255	rnn.weight_ih_l0	5	-0.13544350862503052
165255	rnn.weight_ih_l0	6	-2.6540217731962912e-05
165255	rnn.weight_ih_l0	7	0.012138512916862965
165255	rnn.weight_ih_l0	8	-0.004502889700233936
165255	rnn.weight_ih_l0	9	-0.0638398602604866
165255	rnn.weight_hh_l0	0	0.015588024631142616
165255	rnn.weight_hh_l0	1	0.06642825156450272
165255	rnn.weight_hh_l0	2	0.015090333297848701
165255	rnn.weight_hh_l0	3	0.03958185017108917
165255	rnn.weight_hh_l0	4	0.00045647387742064893
165255	rnn.weight_hh_l0	5	0.07108768820762634
165255	rnn.weight_hh_l0	6	-0.003323561977595091
165255	rnn.weight_hh_l0	7	-0.02513309009373188
165255	rnn.weight_hh_l0	8	0.04439295455813408
165255	rnn.weight_hh_l0	9	-0.06717225164175034
165255	rnn.bias_ih_l0	0	0.12786906957626343
165255	rnn.bias_ih_l0	1	-0.18452590703964233
165255	rnn.bias_ih_l0	2	-0.029460560530424118
165255	rnn.bias_ih_l0	3	-0.13612885773181915
165255	rnn.bias_ih_l0	4	0.10953137278556824
165255	rnn.bias_ih_l0	5	-0.23158419132232666
165255	rnn.bias_ih_l0	6	-0.09254435449838638
165255	rnn.bias_ih_l0	7	-0.21584299206733704
165255	rnn.bias_ih_l0	8	-0.13427959382534027
165255	rnn.bias_ih_l0	9	-0.34960877895355225
165255	rnn.bias_hh_l0	0	-0.18291833996772766
165255	rnn.bias_hh_l0	1	-0.18615441024303436
165255	rnn.bias_hh_l0	2	-0.17680971324443817
165255	rnn.bias_hh_l0	3	-0.05095629021525383
165255	rnn.bias_hh_l0	4	-0.15354707837104797
165255	rnn.bias_hh_l0	5	-0.2269061654806137
165255	rnn.bias_hh_l0	6	-0.11238168179988861
165255	rnn.bias_hh_l0	7	0.08139902353286743
165255	rnn.bias_hh_l0	8	-0.15998435020446777
165255	rnn.bias_hh_l0	9	-0.3596919775009155
165255	rnn.weight_ih_l0_reverse	0	0.07307831197977066
165255	rnn.weight_ih_l0_reverse	1	-0.06408120691776276
165255	rnn.weight_ih_l0_reverse	2	-0.054218798875808716
165255	rnn.weight_ih_l0_reverse	3	-0.0862174928188324
165255	rnn.weight_ih_l0_reverse	4	0.03338117524981499
165255	rnn.weight_ih_l0_reverse	5	-0.1356543004512787
165255	rnn.weight_ih_l0_reverse	6	0.0634770467877388
165255	rnn.weight_ih_l0_reverse	7	0.02164672128856182
165255	rnn.weight_ih_l0_reverse	8	-0.09550625830888748
165255	rnn.weight_ih_l0_reverse	9	-0.017863530665636063
165255	rnn.weight_hh_l0_reverse	0	-0.05703815072774887
165255	rnn.weight_hh_l0_reverse	1	0.021294591948390007
165255	rnn.weight_hh_l0_reverse	2	-0.023394297808408737
165255	rnn.weight_hh_l0_reverse	3	0.0032128088641911745
165255	rnn.weight_hh_l0_reverse	4	-0.07295633107423782
165255	rnn.weight_hh_l0_reverse	5	0.036831844598054886
165255	rnn.weight_hh_l0_reverse	6	0.018113909289240837
165255	rnn.weight_hh_l0_reverse	7	-0.019352680072188377
165255	rnn.weight_hh_l0_reverse	8	0.007530686911195517
165255	rnn.weight_hh_l0_reverse	9	0.05759156495332718
165255	rnn.bias_ih_l0_reverse	0	-0.1393003612756729
165255	rnn.bias_ih_l0_reverse	1	-0.09396114945411682
165255	rnn.bias_ih_l0_reverse	2	0.05519074201583862
165255	rnn.bias_ih_l0_reverse	3	-0.17536833882331848
165255	rnn.bias_ih_l0_reverse	4	-0.013799858279526234
165255	rnn.bias_ih_l0_reverse	5	-0.17262901365756989
165255	rnn.bias_ih_l0_reverse	6	0.24953700602054596
165255	rnn.bias_ih_l0_reverse	7	-0.23262983560562134
165255	rnn.bias_ih_l0_reverse	8	-0.10781450569629669
165255	rnn.bias_ih_l0_reverse	9	-0.11206946521997452
165255	rnn.bias_hh_l0_reverse	0	-0.07960870862007141
165255	rnn.bias_hh_l0_reverse	1	0.14638596773147583
165255	rnn.bias_hh_l0_reverse	2	-0.2499425858259201
165255	rnn.bias_hh_l0_reverse	3	-0.10088545829057693
165255	rnn.bias_hh_l0_reverse	4	-0.2520076632499695
165255	rnn.bias_hh_l0_reverse	5	-0.10409720242023468
165255	rnn.bias_hh_l0_reverse	6	-0.234083890914917
165255	rnn.bias_hh_l0_reverse	7	-0.06239669770002365
165255	rnn.bias_hh_l0_reverse	8	-0.15063412487506866
165255	rnn.bias_hh_l0_reverse	9	0.2013961225748062
165255	linear.weight	0	0.19335351884365082
165255	linear.weight	1	-0.360950231552124
165255	linear.weight	2	0.07553201168775558
165255	linear.weight	3	0.06811770796775818
165255	linear.weight	4	-0.17758843302726746
165255	linear.weight	5	0.2757229804992676
165255	linear.weight	6	-0.10075919330120087
165255	linear.weight	7	-0.06813143938779831
165255	linear.weight	8	0.04952537640929222
165255	linear.weight	9	-0.03797312453389168
165255	linear.bias	0	-1.1153396368026733
165255	linear.bias	1	1.9101343154907227
165255	linear.bias	2	0.40841418504714966
165255	linear.bias	3	-2.3616385459899902
165255	linear.bias	4	-0.3200386166572571
165255	linear.bias	5	1.0912472009658813
165255	linear.bias	6	-0.24468259513378143
165255	linear.bias	7	0.5059608817100525
165255	linear.bias	8	2.144838571548462
165255	linear.bias	9	-1.3565727472305298
165864	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
165864	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
165864	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
165864	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
165864	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
165864	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
165864	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
165864	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
165864	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
165864	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
165864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
165864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
165864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
165864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
165864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
165864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
165864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
165864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
165864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
165864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
165864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
165864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
165864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
165864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
165864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
165864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
165864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
165864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
165864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
165864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
165864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
165864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
165864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
165864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
165864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
165864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
165864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
165864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
165864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
165864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
165864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
165864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
165864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
165864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
165864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
165864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
165864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
165864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
165864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
165864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
165864	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
165864	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
165864	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
165864	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
165864	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
165864	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
165864	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
165864	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
165864	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
165864	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
165864	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
165864	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
165864	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
165864	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
165864	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
165864	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
165864	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
165864	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
165864	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
165864	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
165864	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
165864	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
165864	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
165864	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
165864	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
165864	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
165864	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
165864	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
165864	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
165864	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
165864	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
165864	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
165864	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
165864	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
165864	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
165864	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
165864	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
165864	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
165864	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
165864	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
165864	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
165864	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
165864	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
165864	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
165864	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
165864	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
165864	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
165864	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
165864	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
165864	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
165864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
165864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
165864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
165864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
165864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
165864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
165864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
165864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
165864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
165864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
165864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
165864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
165864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
165864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
165864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
165864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
165864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
165864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
165864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
165864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
165864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
165864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
165864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
165864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
165864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
165864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
165864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
165864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
165864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
165864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
165864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
165864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
165864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
165864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
165864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
165864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
165864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
165864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
165864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
165864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
165864	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
165864	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
165864	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
165864	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
165864	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
165864	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
165864	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
165864	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
165864	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
165864	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
165864	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
165864	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
165864	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
165864	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
165864	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
165864	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
165864	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
165864	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
165864	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
165864	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
165864	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
165864	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
165864	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
165864	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
165864	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
165864	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
165864	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
165864	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
165864	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
165864	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
165864	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
165864	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
165864	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
165864	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
165864	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
165864	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
165864	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
165864	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
165864	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
165864	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
165864	embedding2nn.weight	0	0.21072019636631012
165864	embedding2nn.weight	1	0.27703621983528137
165864	embedding2nn.weight	2	0.012698371894657612
165864	embedding2nn.weight	3	0.03769642859697342
165864	embedding2nn.weight	4	-0.035193029791116714
165864	embedding2nn.weight	5	0.06897891312837601
165864	embedding2nn.weight	6	0.07371398061513901
165864	embedding2nn.weight	7	0.005224316846579313
165864	embedding2nn.weight	8	0.05554458871483803
165864	embedding2nn.weight	9	-0.04115600511431694
165864	embedding2nn.bias	0	0.016028234735131264
165864	embedding2nn.bias	1	-0.1464005708694458
165864	embedding2nn.bias	2	0.06339532881975174
165864	embedding2nn.bias	3	0.14721086621284485
165864	embedding2nn.bias	4	0.12144660949707031
165864	embedding2nn.bias	5	-0.05629382282495499
165864	embedding2nn.bias	6	-0.0798627957701683
165864	embedding2nn.bias	7	0.02248675934970379
165864	embedding2nn.bias	8	-0.13931167125701904
165864	embedding2nn.bias	9	-0.37648847699165344
165864	rnn.weight_ih_l0	0	0.006190983112901449
165864	rnn.weight_ih_l0	1	-0.054405439645051956
165864	rnn.weight_ih_l0	2	-0.05625701695680618
165864	rnn.weight_ih_l0	3	0.04196353629231453
165864	rnn.weight_ih_l0	4	0.05602352321147919
165864	rnn.weight_ih_l0	5	-0.12072518467903137
165864	rnn.weight_ih_l0	6	-0.0023486686404794455
165864	rnn.weight_ih_l0	7	0.011605996638536453
165864	rnn.weight_ih_l0	8	-0.0013423283817246556
165864	rnn.weight_ih_l0	9	-0.06235765665769577
165864	rnn.weight_hh_l0	0	0.015292870812118053
165864	rnn.weight_hh_l0	1	0.06697071343660355
165864	rnn.weight_hh_l0	2	0.015401916578412056
165864	rnn.weight_hh_l0	3	0.039947088807821274
165864	rnn.weight_hh_l0	4	0.0007562341634184122
165864	rnn.weight_hh_l0	5	0.07112050801515579
165864	rnn.weight_hh_l0	6	-0.003911169711500406
165864	rnn.weight_hh_l0	7	-0.024776682257652283
165864	rnn.weight_hh_l0	8	0.0439567044377327
165864	rnn.weight_hh_l0	9	-0.06769002228975296
165864	rnn.bias_ih_l0	0	0.13126973807811737
165864	rnn.bias_ih_l0	1	-0.17938534915447235
165864	rnn.bias_ih_l0	2	-0.028566649183630943
165864	rnn.bias_ih_l0	3	-0.13488362729549408
165864	rnn.bias_ih_l0	4	0.09683377295732498
165864	rnn.bias_ih_l0	5	-0.23277780413627625
165864	rnn.bias_ih_l0	6	-0.10209536552429199
165864	rnn.bias_ih_l0	7	-0.21632668375968933
165864	rnn.bias_ih_l0	8	-0.14092323184013367
165864	rnn.bias_ih_l0	9	-0.3503187894821167
165864	rnn.bias_hh_l0	0	-0.1922825574874878
165864	rnn.bias_hh_l0	1	-0.18829910457134247
165864	rnn.bias_hh_l0	2	-0.17835170030593872
165864	rnn.bias_hh_l0	3	-0.05636759474873543
165864	rnn.bias_hh_l0	4	-0.16851948201656342
165864	rnn.bias_hh_l0	5	-0.22395820915699005
165864	rnn.bias_hh_l0	6	-0.11305990815162659
165864	rnn.bias_hh_l0	7	0.07627418637275696
165864	rnn.bias_hh_l0	8	-0.15296772122383118
165864	rnn.bias_hh_l0	9	-0.358595609664917
165864	rnn.weight_ih_l0_reverse	0	0.07549255341291428
165864	rnn.weight_ih_l0_reverse	1	-0.06405829638242722
165864	rnn.weight_ih_l0_reverse	2	-0.05622969940304756
165864	rnn.weight_ih_l0_reverse	3	-0.08548158407211304
165864	rnn.weight_ih_l0_reverse	4	0.03326519578695297
165864	rnn.weight_ih_l0_reverse	5	-0.13124309480190277
165864	rnn.weight_ih_l0_reverse	6	0.07176567614078522
165864	rnn.weight_ih_l0_reverse	7	0.020072810351848602
165864	rnn.weight_ih_l0_reverse	8	-0.09565181285142899
165864	rnn.weight_ih_l0_reverse	9	-0.013941914774477482
165864	rnn.weight_hh_l0_reverse	0	-0.055741701275110245
165864	rnn.weight_hh_l0_reverse	1	0.02060513012111187
165864	rnn.weight_hh_l0_reverse	2	-0.02237459272146225
165864	rnn.weight_hh_l0_reverse	3	0.0014281317126005888
165864	rnn.weight_hh_l0_reverse	4	-0.07397130131721497
165864	rnn.weight_hh_l0_reverse	5	0.03685642033815384
165864	rnn.weight_hh_l0_reverse	6	0.01804482378065586
165864	rnn.weight_hh_l0_reverse	7	-0.017979979515075684
165864	rnn.weight_hh_l0_reverse	8	0.006952560506761074
165864	rnn.weight_hh_l0_reverse	9	0.057026129215955734
165864	rnn.bias_ih_l0_reverse	0	-0.13784052431583405
165864	rnn.bias_ih_l0_reverse	1	-0.09273076802492142
165864	rnn.bias_ih_l0_reverse	2	0.057638294994831085
165864	rnn.bias_ih_l0_reverse	3	-0.17196740210056305
165864	rnn.bias_ih_l0_reverse	4	-0.005869010463356972
165864	rnn.bias_ih_l0_reverse	5	-0.17312203347682953
165864	rnn.bias_ih_l0_reverse	6	0.2369939535856247
165864	rnn.bias_ih_l0_reverse	7	-0.22941237688064575
165864	rnn.bias_ih_l0_reverse	8	-0.10873046517372131
165864	rnn.bias_ih_l0_reverse	9	-0.12764737010002136
165864	rnn.bias_hh_l0_reverse	0	-0.06887314468622208
165864	rnn.bias_hh_l0_reverse	1	0.15940223634243011
165864	rnn.bias_hh_l0_reverse	2	-0.25494664907455444
165864	rnn.bias_hh_l0_reverse	3	-0.10049412399530411
165864	rnn.bias_hh_l0_reverse	4	-0.25519099831581116
165864	rnn.bias_hh_l0_reverse	5	-0.10993725806474686
165864	rnn.bias_hh_l0_reverse	6	-0.23716741800308228
165864	rnn.bias_hh_l0_reverse	7	-0.05899709090590477
165864	rnn.bias_hh_l0_reverse	8	-0.14393427968025208
165864	rnn.bias_hh_l0_reverse	9	0.20336899161338806
165864	linear.weight	0	0.2110081911087036
165864	linear.weight	1	-0.3566398024559021
165864	linear.weight	2	0.03438233584165573
165864	linear.weight	3	0.06810290366411209
165864	linear.weight	4	-0.16973468661308289
165864	linear.weight	5	0.2673136591911316
165864	linear.weight	6	-0.1034245416522026
165864	linear.weight	7	-0.06808988004922867
165864	linear.weight	8	0.047011904418468475
165864	linear.weight	9	-0.038000091910362244
165864	linear.bias	0	-1.08686363697052
165864	linear.bias	1	1.9005526304244995
165864	linear.bias	2	0.4593687653541565
165864	linear.bias	3	-2.3627076148986816
165864	linear.bias	4	-0.3565235435962677
165864	linear.bias	5	1.0718892812728882
165864	linear.bias	6	-0.24195726215839386
165864	linear.bias	7	0.5522223114967346
165864	linear.bias	8	2.099416971206665
165864	linear.bias	9	-1.3233579397201538
166473	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
166473	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
166473	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
166473	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
166473	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
166473	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
166473	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
166473	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
166473	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
166473	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
166473	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
166473	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
166473	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
166473	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
166473	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
166473	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
166473	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
166473	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
166473	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
166473	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
166473	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
166473	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
166473	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
166473	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
166473	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
166473	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
166473	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
166473	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
166473	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
166473	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
166473	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
166473	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
166473	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
166473	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
166473	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
166473	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
166473	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
166473	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
166473	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
166473	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
166473	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
166473	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
166473	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
166473	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
166473	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
166473	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
166473	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
166473	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
166473	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
166473	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
166473	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
166473	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
166473	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
166473	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
166473	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
166473	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
166473	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
166473	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
166473	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
166473	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
166473	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
166473	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
166473	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
166473	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
166473	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
166473	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
166473	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
166473	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
166473	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
166473	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
166473	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
166473	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
166473	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
166473	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
166473	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
166473	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
166473	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
166473	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
166473	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
166473	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
166473	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
166473	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
166473	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
166473	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
166473	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
166473	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
166473	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
166473	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
166473	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
166473	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
166473	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
166473	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
166473	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
166473	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
166473	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
166473	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
166473	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
166473	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
166473	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
166473	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
166473	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
166473	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
166473	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
166473	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
166473	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
166473	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
166473	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
166473	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
166473	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
166473	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
166473	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
166473	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
166473	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
166473	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
166473	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
166473	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
166473	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
166473	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
166473	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
166473	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
166473	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
166473	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
166473	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
166473	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
166473	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
166473	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
166473	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
166473	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
166473	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
166473	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
166473	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
166473	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
166473	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
166473	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
166473	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
166473	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
166473	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
166473	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
166473	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
166473	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
166473	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
166473	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
166473	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
166473	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
166473	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
166473	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
166473	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
166473	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
166473	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
166473	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
166473	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
166473	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
166473	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
166473	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
166473	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
166473	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
166473	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
166473	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
166473	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
166473	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
166473	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
166473	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
166473	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
166473	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
166473	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
166473	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
166473	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
166473	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
166473	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
166473	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
166473	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
166473	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
166473	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
166473	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
166473	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
166473	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
166473	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
166473	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
166473	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
166473	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
166473	embedding2nn.weight	0	0.21056649088859558
166473	embedding2nn.weight	1	0.27999070286750793
166473	embedding2nn.weight	2	0.01293440256267786
166473	embedding2nn.weight	3	0.03701315447688103
166473	embedding2nn.weight	4	-0.0385737419128418
166473	embedding2nn.weight	5	0.07848943024873734
166473	embedding2nn.weight	6	0.08072137087583542
166473	embedding2nn.weight	7	0.009668414480984211
166473	embedding2nn.weight	8	0.055884845554828644
166473	embedding2nn.weight	9	-0.043813303112983704
166473	embedding2nn.bias	0	0.03442418947815895
166473	embedding2nn.bias	1	-0.1545446515083313
166473	embedding2nn.bias	2	0.06800679862499237
166473	embedding2nn.bias	3	0.1678224354982376
166473	embedding2nn.bias	4	0.13465175032615662
166473	embedding2nn.bias	5	-0.06031440943479538
166473	embedding2nn.bias	6	-0.061060160398483276
166473	embedding2nn.bias	7	0.04817415401339531
166473	embedding2nn.bias	8	-0.1314430832862854
166473	embedding2nn.bias	9	-0.3810335099697113
166473	rnn.weight_ih_l0	0	0.010765636339783669
166473	rnn.weight_ih_l0	1	-0.056068602949380875
166473	rnn.weight_ih_l0	2	-0.0572219118475914
166473	rnn.weight_ih_l0	3	0.03997751697897911
166473	rnn.weight_ih_l0	4	0.06658157706260681
166473	rnn.weight_ih_l0	5	-0.11964187771081924
166473	rnn.weight_ih_l0	6	-0.013569374568760395
166473	rnn.weight_ih_l0	7	0.008625888265669346
166473	rnn.weight_ih_l0	8	-0.010112538933753967
166473	rnn.weight_ih_l0	9	-0.06241068243980408
166473	rnn.weight_hh_l0	0	0.015048820525407791
166473	rnn.weight_hh_l0	1	0.06691890954971313
166473	rnn.weight_hh_l0	2	0.01742267981171608
166473	rnn.weight_hh_l0	3	0.040173422545194626
166473	rnn.weight_hh_l0	4	0.002431470202282071
166473	rnn.weight_hh_l0	5	0.0707298219203949
166473	rnn.weight_hh_l0	6	-0.004792000632733107
166473	rnn.weight_hh_l0	7	-0.026294542476534843
166473	rnn.weight_hh_l0	8	0.04415566474199295
166473	rnn.weight_hh_l0	9	-0.06818166375160217
166473	rnn.bias_ih_l0	0	0.13822190463542938
166473	rnn.bias_ih_l0	1	-0.18465664982795715
166473	rnn.bias_ih_l0	2	-0.024555908516049385
166473	rnn.bias_ih_l0	3	-0.13704843819141388
166473	rnn.bias_ih_l0	4	0.1061445027589798
166473	rnn.bias_ih_l0	5	-0.23410190641880035
166473	rnn.bias_ih_l0	6	-0.09552326798439026
166473	rnn.bias_ih_l0	7	-0.21484175324440002
166473	rnn.bias_ih_l0	8	-0.14534084498882294
166473	rnn.bias_ih_l0	9	-0.347144216299057
166473	rnn.bias_hh_l0	0	-0.187185138463974
166473	rnn.bias_hh_l0	1	-0.19695314764976501
166473	rnn.bias_hh_l0	2	-0.1830122023820877
166473	rnn.bias_hh_l0	3	-0.061182450503110886
166473	rnn.bias_hh_l0	4	-0.16821937263011932
166473	rnn.bias_hh_l0	5	-0.2247774600982666
166473	rnn.bias_hh_l0	6	-0.10496274381875992
166473	rnn.bias_hh_l0	7	0.0556192509829998
166473	rnn.bias_hh_l0	8	-0.16049401462078094
166473	rnn.bias_hh_l0	9	-0.35439184308052063
166473	rnn.weight_ih_l0_reverse	0	0.07412637770175934
166473	rnn.weight_ih_l0_reverse	1	-0.06534469872713089
166473	rnn.weight_ih_l0_reverse	2	-0.05803916975855827
166473	rnn.weight_ih_l0_reverse	3	-0.08380401134490967
166473	rnn.weight_ih_l0_reverse	4	0.03463396430015564
166473	rnn.weight_ih_l0_reverse	5	-0.1254071146249771
166473	rnn.weight_ih_l0_reverse	6	0.06920503079891205
166473	rnn.weight_ih_l0_reverse	7	0.019110973924398422
166473	rnn.weight_ih_l0_reverse	8	-0.09725139290094376
166473	rnn.weight_ih_l0_reverse	9	-0.014407798647880554
166473	rnn.weight_hh_l0_reverse	0	-0.056535765528678894
166473	rnn.weight_hh_l0_reverse	1	0.02175537683069706
166473	rnn.weight_hh_l0_reverse	2	-0.022660722956061363
166473	rnn.weight_hh_l0_reverse	3	0.00294902129098773
166473	rnn.weight_hh_l0_reverse	4	-0.07599035650491714
166473	rnn.weight_hh_l0_reverse	5	0.03673563897609711
166473	rnn.weight_hh_l0_reverse	6	0.01820189878344536
166473	rnn.weight_hh_l0_reverse	7	-0.01895461045205593
166473	rnn.weight_hh_l0_reverse	8	0.007998817600309849
166473	rnn.weight_hh_l0_reverse	9	0.05726603418588638
166473	rnn.bias_ih_l0_reverse	0	-0.13397565484046936
166473	rnn.bias_ih_l0_reverse	1	-0.09385336935520172
166473	rnn.bias_ih_l0_reverse	2	0.05443776771426201
166473	rnn.bias_ih_l0_reverse	3	-0.1726737767457962
166473	rnn.bias_ih_l0_reverse	4	-0.019441697746515274
166473	rnn.bias_ih_l0_reverse	5	-0.17176395654678345
166473	rnn.bias_ih_l0_reverse	6	0.24873217940330505
166473	rnn.bias_ih_l0_reverse	7	-0.2524384558200836
166473	rnn.bias_ih_l0_reverse	8	-0.10809250921010971
166473	rnn.bias_ih_l0_reverse	9	-0.13428804278373718
166473	rnn.bias_hh_l0_reverse	0	-0.07853357493877411
166473	rnn.bias_hh_l0_reverse	1	0.14989778399467468
166473	rnn.bias_hh_l0_reverse	2	-0.2551635801792145
166473	rnn.bias_hh_l0_reverse	3	-0.10634472966194153
166473	rnn.bias_hh_l0_reverse	4	-0.25384047627449036
166473	rnn.bias_hh_l0_reverse	5	-0.09773406386375427
166473	rnn.bias_hh_l0_reverse	6	-0.2387944459915161
166473	rnn.bias_hh_l0_reverse	7	-0.06287545710802078
166473	rnn.bias_hh_l0_reverse	8	-0.13135945796966553
166473	rnn.bias_hh_l0_reverse	9	0.2085801512002945
166473	linear.weight	0	0.16837750375270844
166473	linear.weight	1	-0.3529936969280243
166473	linear.weight	2	0.05433305352926254
166473	linear.weight	3	0.06809142976999283
166473	linear.weight	4	-0.17344439029693604
166473	linear.weight	5	0.24036052823066711
166473	linear.weight	6	-0.08625317364931107
166473	linear.weight	7	-0.06804796308279037
166473	linear.weight	8	0.06706226617097855
166473	linear.weight	9	-0.038017742335796356
166473	linear.bias	0	-1.083404302597046
166473	linear.bias	1	1.9270989894866943
166473	linear.bias	2	0.4008629024028778
166473	linear.bias	3	-2.3639540672302246
166473	linear.bias	4	-0.36997589468955994
166473	linear.bias	5	1.1083089113235474
166473	linear.bias	6	-0.21600975096225739
166473	linear.bias	7	0.5596727728843689
166473	linear.bias	8	2.0722501277923584
166473	linear.bias	9	-1.3419064283370972
167082	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
167082	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
167082	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
167082	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
167082	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
167082	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
167082	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
167082	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
167082	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
167082	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
167082	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
167082	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
167082	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
167082	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
167082	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
167082	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
167082	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
167082	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
167082	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
167082	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
167082	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
167082	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
167082	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
167082	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
167082	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
167082	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
167082	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
167082	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
167082	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
167082	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
167082	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
167082	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
167082	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
167082	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
167082	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
167082	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
167082	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
167082	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
167082	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
167082	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
167082	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
167082	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
167082	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
167082	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
167082	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
167082	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
167082	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
167082	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
167082	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
167082	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
167082	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
167082	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
167082	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
167082	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
167082	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
167082	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
167082	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
167082	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
167082	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
167082	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
167082	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
167082	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
167082	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
167082	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
167082	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
167082	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
167082	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
167082	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
167082	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
167082	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
167082	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
167082	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
167082	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
167082	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
167082	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
167082	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
167082	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
167082	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
167082	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
167082	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
167082	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
167082	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
167082	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
167082	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
167082	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
167082	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
167082	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
167082	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
167082	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
167082	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
167082	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
167082	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
167082	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
167082	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
167082	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
167082	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
167082	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
167082	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
167082	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
167082	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
167082	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
167082	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
167082	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
167082	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
167082	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
167082	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
167082	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
167082	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
167082	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
167082	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
167082	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
167082	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
167082	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
167082	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
167082	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
167082	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
167082	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
167082	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
167082	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
167082	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
167082	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
167082	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
167082	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
167082	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
167082	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
167082	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
167082	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
167082	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
167082	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
167082	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
167082	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
167082	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
167082	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
167082	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
167082	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
167082	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
167082	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
167082	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
167082	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
167082	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
167082	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
167082	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
167082	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
167082	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
167082	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
167082	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
167082	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
167082	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
167082	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
167082	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
167082	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
167082	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
167082	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
167082	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
167082	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
167082	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
167082	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
167082	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
167082	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
167082	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
167082	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
167082	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
167082	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
167082	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
167082	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
167082	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
167082	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
167082	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
167082	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
167082	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
167082	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
167082	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
167082	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
167082	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
167082	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
167082	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
167082	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
167082	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
167082	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
167082	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
167082	embedding2nn.weight	0	0.21169891953468323
167082	embedding2nn.weight	1	0.2743389904499054
167082	embedding2nn.weight	2	0.015006705187261105
167082	embedding2nn.weight	3	0.027244234457612038
167082	embedding2nn.weight	4	-0.03362908586859703
167082	embedding2nn.weight	5	0.07761729508638382
167082	embedding2nn.weight	6	0.06443610787391663
167082	embedding2nn.weight	7	0.010886684991419315
167082	embedding2nn.weight	8	0.05744044482707977
167082	embedding2nn.weight	9	-0.04486114904284477
167082	embedding2nn.bias	0	0.01628677174448967
167082	embedding2nn.bias	1	-0.1511020064353943
167082	embedding2nn.bias	2	0.07293596118688583
167082	embedding2nn.bias	3	0.18013155460357666
167082	embedding2nn.bias	4	0.13481293618679047
167082	embedding2nn.bias	5	-0.06195066124200821
167082	embedding2nn.bias	6	-0.05858970433473587
167082	embedding2nn.bias	7	0.03476328402757645
167082	embedding2nn.bias	8	-0.1357266753911972
167082	embedding2nn.bias	9	-0.3813619017601013
167082	rnn.weight_ih_l0	0	0.012964865192770958
167082	rnn.weight_ih_l0	1	-0.05730891972780228
167082	rnn.weight_ih_l0	2	-0.05600939691066742
167082	rnn.weight_ih_l0	3	0.042866699397563934
167082	rnn.weight_ih_l0	4	0.07170091569423676
167082	rnn.weight_ih_l0	5	-0.11527081578969955
167082	rnn.weight_ih_l0	6	-0.015744870528578758
167082	rnn.weight_ih_l0	7	0.014114424586296082
167082	rnn.weight_ih_l0	8	-0.013095205649733543
167082	rnn.weight_ih_l0	9	-0.06448037922382355
167082	rnn.weight_hh_l0	0	0.015184403397142887
167082	rnn.weight_hh_l0	1	0.06677667796611786
167082	rnn.weight_hh_l0	2	0.015034421347081661
167082	rnn.weight_hh_l0	3	0.03983847796916962
167082	rnn.weight_hh_l0	4	0.003011127933859825
167082	rnn.weight_hh_l0	5	0.07075586169958115
167082	rnn.weight_hh_l0	6	-0.0049420492723584175
167082	rnn.weight_hh_l0	7	-0.02671109139919281
167082	rnn.weight_hh_l0	8	0.043916333466768265
167082	rnn.weight_hh_l0	9	-0.06692513823509216
167082	rnn.bias_ih_l0	0	0.13578754663467407
167082	rnn.bias_ih_l0	1	-0.18290778994560242
167082	rnn.bias_ih_l0	2	-0.0293123722076416
167082	rnn.bias_ih_l0	3	-0.1356125771999359
167082	rnn.bias_ih_l0	4	0.0994313433766365
167082	rnn.bias_ih_l0	5	-0.227580726146698
167082	rnn.bias_ih_l0	6	-0.10630907118320465
167082	rnn.bias_ih_l0	7	-0.21442629396915436
167082	rnn.bias_ih_l0	8	-0.14012286067008972
167082	rnn.bias_ih_l0	9	-0.3474339246749878
167082	rnn.bias_hh_l0	0	-0.1890476495027542
167082	rnn.bias_hh_l0	1	-0.19447296857833862
167082	rnn.bias_hh_l0	2	-0.19001831114292145
167082	rnn.bias_hh_l0	3	-0.06200943514704704
167082	rnn.bias_hh_l0	4	-0.1663745492696762
167082	rnn.bias_hh_l0	5	-0.21843209862709045
167082	rnn.bias_hh_l0	6	-0.11450781673192978
167082	rnn.bias_hh_l0	7	0.0458756685256958
167082	rnn.bias_hh_l0	8	-0.1623992621898651
167082	rnn.bias_hh_l0	9	-0.35886499285697937
167082	rnn.weight_ih_l0_reverse	0	0.07696815580129623
167082	rnn.weight_ih_l0_reverse	1	-0.06474929302930832
167082	rnn.weight_ih_l0_reverse	2	-0.05740255489945412
167082	rnn.weight_ih_l0_reverse	3	-0.09116752445697784
167082	rnn.weight_ih_l0_reverse	4	0.03361706808209419
167082	rnn.weight_ih_l0_reverse	5	-0.11828769743442535
167082	rnn.weight_ih_l0_reverse	6	0.06557493656873703
167082	rnn.weight_ih_l0_reverse	7	0.01889403536915779
167082	rnn.weight_ih_l0_reverse	8	-0.09285081177949905
167082	rnn.weight_ih_l0_reverse	9	-0.015235456638038158
167082	rnn.weight_hh_l0_reverse	0	-0.05912080407142639
167082	rnn.weight_hh_l0_reverse	1	0.02257191203534603
167082	rnn.weight_hh_l0_reverse	2	-0.02229977585375309
167082	rnn.weight_hh_l0_reverse	3	0.0036637033335864544
167082	rnn.weight_hh_l0_reverse	4	-0.07617925852537155
167082	rnn.weight_hh_l0_reverse	5	0.0369948111474514
167082	rnn.weight_hh_l0_reverse	6	0.017744824290275574
167082	rnn.weight_hh_l0_reverse	7	-0.019932560622692108
167082	rnn.weight_hh_l0_reverse	8	0.006127366796135902
167082	rnn.weight_hh_l0_reverse	9	0.059005770832300186
167082	rnn.bias_ih_l0_reverse	0	-0.1327599436044693
167082	rnn.bias_ih_l0_reverse	1	-0.09428724646568298
167082	rnn.bias_ih_l0_reverse	2	0.05838152393698692
167082	rnn.bias_ih_l0_reverse	3	-0.1677045375108719
167082	rnn.bias_ih_l0_reverse	4	-0.013460577465593815
167082	rnn.bias_ih_l0_reverse	5	-0.1707715392112732
167082	rnn.bias_ih_l0_reverse	6	0.24236121773719788
167082	rnn.bias_ih_l0_reverse	7	-0.2429925948381424
167082	rnn.bias_ih_l0_reverse	8	-0.10717825591564178
167082	rnn.bias_ih_l0_reverse	9	-0.12424460053443909
167082	rnn.bias_hh_l0_reverse	0	-0.09289198368787766
167082	rnn.bias_hh_l0_reverse	1	0.16844770312309265
167082	rnn.bias_hh_l0_reverse	2	-0.26821768283843994
167082	rnn.bias_hh_l0_reverse	3	-0.10288890451192856
167082	rnn.bias_hh_l0_reverse	4	-0.25514551997184753
167082	rnn.bias_hh_l0_reverse	5	-0.09712681919336319
167082	rnn.bias_hh_l0_reverse	6	-0.23506750166416168
167082	rnn.bias_hh_l0_reverse	7	-0.06726668775081635
167082	rnn.bias_hh_l0_reverse	8	-0.1388750821352005
167082	rnn.bias_hh_l0_reverse	9	0.20290479063987732
167082	linear.weight	0	0.1533718705177307
167082	linear.weight	1	-0.3485959768295288
167082	linear.weight	2	0.04187113419175148
167082	linear.weight	3	0.06810089200735092
167082	linear.weight	4	-0.17354823648929596
167082	linear.weight	5	0.22080521285533905
167082	linear.weight	6	-0.09684738516807556
167082	linear.weight	7	-0.06802022457122803
167082	linear.weight	8	0.08160068094730377
167082	linear.weight	9	-0.03806684911251068
167082	linear.bias	0	-1.0673494338989258
167082	linear.bias	1	1.949985384941101
167082	linear.bias	2	0.3997241258621216
167082	linear.bias	3	-2.365079164505005
167082	linear.bias	4	-0.39488735795021057
167082	linear.bias	5	1.0944632291793823
167082	linear.bias	6	-0.23928211629390717
167082	linear.bias	7	0.5458784103393555
167082	linear.bias	8	2.1995205879211426
167082	linear.bias	9	-1.3391473293304443
167691	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
167691	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
167691	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
167691	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
167691	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
167691	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
167691	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
167691	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
167691	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
167691	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
167691	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
167691	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
167691	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
167691	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
167691	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
167691	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
167691	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
167691	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
167691	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
167691	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
167691	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
167691	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
167691	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
167691	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
167691	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
167691	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
167691	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
167691	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
167691	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
167691	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
167691	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
167691	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
167691	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
167691	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
167691	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
167691	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
167691	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
167691	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
167691	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
167691	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
167691	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
167691	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
167691	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
167691	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
167691	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
167691	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
167691	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
167691	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
167691	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
167691	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
167691	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
167691	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
167691	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
167691	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
167691	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
167691	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
167691	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
167691	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
167691	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
167691	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
167691	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
167691	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
167691	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
167691	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
167691	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
167691	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
167691	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
167691	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
167691	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
167691	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
167691	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
167691	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
167691	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
167691	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
167691	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
167691	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
167691	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
167691	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
167691	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
167691	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
167691	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
167691	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
167691	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
167691	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
167691	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
167691	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
167691	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
167691	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
167691	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
167691	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
167691	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
167691	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
167691	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
167691	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
167691	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
167691	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
167691	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
167691	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
167691	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
167691	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
167691	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
167691	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
167691	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
167691	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
167691	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
167691	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
167691	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
167691	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
167691	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
167691	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
167691	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
167691	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
167691	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
167691	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
167691	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
167691	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
167691	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
167691	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
167691	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
167691	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
167691	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
167691	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
167691	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
167691	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
167691	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
167691	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
167691	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
167691	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
167691	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
167691	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
167691	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
167691	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
167691	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
167691	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
167691	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
167691	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
167691	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
167691	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
167691	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
167691	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
167691	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
167691	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
167691	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
167691	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
167691	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
167691	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
167691	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
167691	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
167691	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
167691	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
167691	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
167691	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
167691	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
167691	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
167691	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
167691	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
167691	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
167691	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
167691	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
167691	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
167691	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
167691	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
167691	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
167691	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
167691	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
167691	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
167691	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
167691	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
167691	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
167691	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
167691	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
167691	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
167691	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
167691	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
167691	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
167691	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
167691	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
167691	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
167691	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
167691	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
167691	embedding2nn.weight	0	0.21086826920509338
167691	embedding2nn.weight	1	0.2754863500595093
167691	embedding2nn.weight	2	0.007205334026366472
167691	embedding2nn.weight	3	0.03810293972492218
167691	embedding2nn.weight	4	-0.03130555525422096
167691	embedding2nn.weight	5	0.07723332941532135
167691	embedding2nn.weight	6	0.052377887070178986
167691	embedding2nn.weight	7	0.01605103723704815
167691	embedding2nn.weight	8	0.051910195499658585
167691	embedding2nn.weight	9	-0.03947128355503082
167691	embedding2nn.bias	0	0.024427229538559914
167691	embedding2nn.bias	1	-0.14780889451503754
167691	embedding2nn.bias	2	0.06312937289476395
167691	embedding2nn.bias	3	0.1769029051065445
167691	embedding2nn.bias	4	0.14521077275276184
167691	embedding2nn.bias	5	-0.04310738667845726
167691	embedding2nn.bias	6	-0.0728360041975975
167691	embedding2nn.bias	7	0.05077909305691719
167691	embedding2nn.bias	8	-0.11800388991832733
167691	embedding2nn.bias	9	-0.38344523310661316
167691	rnn.weight_ih_l0	0	0.014792530797421932
167691	rnn.weight_ih_l0	1	-0.0585649311542511
167691	rnn.weight_ih_l0	2	-0.05774955824017525
167691	rnn.weight_ih_l0	3	0.044645536690950394
167691	rnn.weight_ih_l0	4	0.06189887225627899
167691	rnn.weight_ih_l0	5	-0.11025277525186539
167691	rnn.weight_ih_l0	6	-0.014861853793263435
167691	rnn.weight_ih_l0	7	0.013495323248207569
167691	rnn.weight_ih_l0	8	-0.011806361377239227
167691	rnn.weight_ih_l0	9	-0.06709977984428406
167691	rnn.weight_hh_l0	0	0.014873510226607323
167691	rnn.weight_hh_l0	1	0.06672821193933487
167691	rnn.weight_hh_l0	2	0.01476703118532896
167691	rnn.weight_hh_l0	3	0.039658792316913605
167691	rnn.weight_hh_l0	4	0.0022856383584439754
167691	rnn.weight_hh_l0	5	0.06900697201490402
167691	rnn.weight_hh_l0	6	-0.005521279759705067
167691	rnn.weight_hh_l0	7	-0.027403688058257103
167691	rnn.weight_hh_l0	8	0.0438094399869442
167691	rnn.weight_hh_l0	9	-0.06858883798122406
167691	rnn.bias_ih_l0	0	0.12957289814949036
167691	rnn.bias_ih_l0	1	-0.17862635850906372
167691	rnn.bias_ih_l0	2	-0.027292989194393158
167691	rnn.bias_ih_l0	3	-0.13090291619300842
167691	rnn.bias_ih_l0	4	0.08933064341545105
167691	rnn.bias_ih_l0	5	-0.23846296966075897
167691	rnn.bias_ih_l0	6	-0.09649007022380829
167691	rnn.bias_ih_l0	7	-0.21595238149166107
167691	rnn.bias_ih_l0	8	-0.13766351342201233
167691	rnn.bias_ih_l0	9	-0.36213910579681396
167691	rnn.bias_hh_l0	0	-0.1871219277381897
167691	rnn.bias_hh_l0	1	-0.19918420910835266
167691	rnn.bias_hh_l0	2	-0.18857397139072418
167691	rnn.bias_hh_l0	3	-0.05761900544166565
167691	rnn.bias_hh_l0	4	-0.16738936305046082
167691	rnn.bias_hh_l0	5	-0.21653038263320923
167691	rnn.bias_hh_l0	6	-0.11620857566595078
167691	rnn.bias_hh_l0	7	0.05164552479982376
167691	rnn.bias_hh_l0	8	-0.15885628759860992
167691	rnn.bias_hh_l0	9	-0.3644143342971802
167691	rnn.weight_ih_l0_reverse	0	0.07622382044792175
167691	rnn.weight_ih_l0_reverse	1	-0.0666118934750557
167691	rnn.weight_ih_l0_reverse	2	-0.059325993061065674
167691	rnn.weight_ih_l0_reverse	3	-0.0899316743016243
167691	rnn.weight_ih_l0_reverse	4	0.03623359650373459
167691	rnn.weight_ih_l0_reverse	5	-0.12324563413858414
167691	rnn.weight_ih_l0_reverse	6	0.06862419098615646
167691	rnn.weight_ih_l0_reverse	7	0.020590821281075478
167691	rnn.weight_ih_l0_reverse	8	-0.09233788400888443
167691	rnn.weight_ih_l0_reverse	9	-0.02249385230243206
167691	rnn.weight_hh_l0_reverse	0	-0.05824043229222298
167691	rnn.weight_hh_l0_reverse	1	0.022906269878149033
167691	rnn.weight_hh_l0_reverse	2	-0.023240605369210243
167691	rnn.weight_hh_l0_reverse	3	0.005696224048733711
167691	rnn.weight_hh_l0_reverse	4	-0.07662379741668701
167691	rnn.weight_hh_l0_reverse	5	0.03747375309467316
167691	rnn.weight_hh_l0_reverse	6	0.017896439880132675
167691	rnn.weight_hh_l0_reverse	7	-0.020187200978398323
167691	rnn.weight_hh_l0_reverse	8	0.003178612794727087
167691	rnn.weight_hh_l0_reverse	9	0.059341806918382645
167691	rnn.bias_ih_l0_reverse	0	-0.1325840950012207
167691	rnn.bias_ih_l0_reverse	1	-0.0932546928524971
167691	rnn.bias_ih_l0_reverse	2	0.05053652822971344
167691	rnn.bias_ih_l0_reverse	3	-0.16527386009693146
167691	rnn.bias_ih_l0_reverse	4	-0.03589726984500885
167691	rnn.bias_ih_l0_reverse	5	-0.1714942306280136
167691	rnn.bias_ih_l0_reverse	6	0.23831306397914886
167691	rnn.bias_ih_l0_reverse	7	-0.24195179343223572
167691	rnn.bias_ih_l0_reverse	8	-0.10870593786239624
167691	rnn.bias_ih_l0_reverse	9	-0.1255364716053009
167691	rnn.bias_hh_l0_reverse	0	-0.09071306884288788
167691	rnn.bias_hh_l0_reverse	1	0.1630970686674118
167691	rnn.bias_hh_l0_reverse	2	-0.2692999541759491
167691	rnn.bias_hh_l0_reverse	3	-0.09982644021511078
167691	rnn.bias_hh_l0_reverse	4	-0.25340181589126587
167691	rnn.bias_hh_l0_reverse	5	-0.10053042322397232
167691	rnn.bias_hh_l0_reverse	6	-0.23640581965446472
167691	rnn.bias_hh_l0_reverse	7	-0.07521447539329529
167691	rnn.bias_hh_l0_reverse	8	-0.1436646431684494
167691	rnn.bias_hh_l0_reverse	9	0.2034510225057602
167691	linear.weight	0	0.17215842008590698
167691	linear.weight	1	-0.36421987414360046
167691	linear.weight	2	0.04301547631621361
167691	linear.weight	3	0.06811103969812393
167691	linear.weight	4	-0.11871977895498276
167691	linear.weight	5	0.19064369797706604
167691	linear.weight	6	-0.06936881691217422
167691	linear.weight	7	-0.06797965615987778
167691	linear.weight	8	0.074506975710392
167691	linear.weight	9	-0.03809672221541405
167691	linear.bias	0	-1.0655816793441772
167691	linear.bias	1	2.0128986835479736
167691	linear.bias	2	0.3819204270839691
167691	linear.bias	3	-2.366288661956787
167691	linear.bias	4	-0.3986957371234894
167691	linear.bias	5	1.096218466758728
167691	linear.bias	6	-0.20547513663768768
167691	linear.bias	7	0.5090475678443909
167691	linear.bias	8	2.163761615753174
167691	linear.bias	9	-1.3154007196426392
168300	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
168300	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
168300	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
168300	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
168300	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
168300	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
168300	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
168300	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
168300	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
168300	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
168300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
168300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
168300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
168300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
168300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
168300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
168300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
168300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
168300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
168300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
168300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
168300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
168300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
168300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
168300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
168300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
168300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
168300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
168300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
168300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
168300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
168300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
168300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
168300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
168300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
168300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
168300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
168300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
168300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
168300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
168300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
168300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
168300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
168300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
168300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
168300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
168300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
168300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
168300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
168300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
168300	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
168300	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
168300	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
168300	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
168300	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
168300	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
168300	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
168300	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
168300	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
168300	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
168300	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
168300	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
168300	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
168300	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
168300	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
168300	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
168300	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
168300	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
168300	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
168300	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
168300	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
168300	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
168300	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
168300	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
168300	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
168300	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
168300	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
168300	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
168300	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
168300	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
168300	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
168300	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
168300	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
168300	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
168300	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
168300	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
168300	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
168300	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
168300	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
168300	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
168300	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
168300	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
168300	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
168300	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
168300	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
168300	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
168300	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
168300	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
168300	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
168300	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
168300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
168300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
168300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
168300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
168300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
168300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
168300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
168300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
168300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
168300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
168300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
168300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
168300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
168300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
168300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
168300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
168300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
168300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
168300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
168300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
168300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
168300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
168300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
168300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
168300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
168300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
168300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
168300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
168300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
168300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
168300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
168300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
168300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
168300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
168300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
168300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
168300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
168300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
168300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
168300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
168300	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
168300	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
168300	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
168300	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
168300	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
168300	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
168300	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
168300	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
168300	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
168300	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
168300	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
168300	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
168300	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
168300	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
168300	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
168300	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
168300	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
168300	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
168300	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
168300	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
168300	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
168300	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
168300	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
168300	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
168300	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
168300	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
168300	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
168300	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
168300	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
168300	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
168300	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
168300	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
168300	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
168300	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
168300	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
168300	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
168300	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
168300	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
168300	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
168300	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
168300	embedding2nn.weight	0	0.21442382037639618
168300	embedding2nn.weight	1	0.27983877062797546
168300	embedding2nn.weight	2	0.006871551275253296
168300	embedding2nn.weight	3	0.037681493908166885
168300	embedding2nn.weight	4	-0.03473305702209473
168300	embedding2nn.weight	5	0.07749176025390625
168300	embedding2nn.weight	6	0.05939602106809616
168300	embedding2nn.weight	7	0.01638437807559967
168300	embedding2nn.weight	8	0.053352829068899155
168300	embedding2nn.weight	9	-0.0385020487010479
168300	embedding2nn.bias	0	0.008512670174241066
168300	embedding2nn.bias	1	-0.14982859790325165
168300	embedding2nn.bias	2	0.0636759027838707
168300	embedding2nn.bias	3	0.1708679348230362
168300	embedding2nn.bias	4	0.1501845419406891
168300	embedding2nn.bias	5	-0.06364046037197113
168300	embedding2nn.bias	6	-0.045249033719301224
168300	embedding2nn.bias	7	0.04973073676228523
168300	embedding2nn.bias	8	-0.10747084766626358
168300	embedding2nn.bias	9	-0.39159706234931946
168300	rnn.weight_ih_l0	0	0.014881117269396782
168300	rnn.weight_ih_l0	1	-0.05674583837389946
168300	rnn.weight_ih_l0	2	-0.055080849677324295
168300	rnn.weight_ih_l0	3	0.047537289559841156
168300	rnn.weight_ih_l0	4	0.060357097536325455
168300	rnn.weight_ih_l0	5	-0.11265914887189865
168300	rnn.weight_ih_l0	6	-0.012255233712494373
168300	rnn.weight_ih_l0	7	0.018882960081100464
168300	rnn.weight_ih_l0	8	-0.012887125834822655
168300	rnn.weight_ih_l0	9	-0.06232719495892525
168300	rnn.weight_hh_l0	0	0.015025951899588108
168300	rnn.weight_hh_l0	1	0.06640186160802841
168300	rnn.weight_hh_l0	2	0.015435333363711834
168300	rnn.weight_hh_l0	3	0.03984532132744789
168300	rnn.weight_hh_l0	4	0.002125043887645006
168300	rnn.weight_hh_l0	5	0.06942451745271683
168300	rnn.weight_hh_l0	6	-0.005144646391272545
168300	rnn.weight_hh_l0	7	-0.02678302302956581
168300	rnn.weight_hh_l0	8	0.04381389543414116
168300	rnn.weight_hh_l0	9	-0.06783352792263031
168300	rnn.bias_ih_l0	0	0.11864281445741653
168300	rnn.bias_ih_l0	1	-0.1737983673810959
168300	rnn.bias_ih_l0	2	-0.028841236606240273
168300	rnn.bias_ih_l0	3	-0.1297539919614792
168300	rnn.bias_ih_l0	4	0.09872431308031082
168300	rnn.bias_ih_l0	5	-0.2373383492231369
168300	rnn.bias_ih_l0	6	-0.09912558645009995
168300	rnn.bias_ih_l0	7	-0.2151128053665161
168300	rnn.bias_ih_l0	8	-0.14299115538597107
168300	rnn.bias_ih_l0	9	-0.34826940298080444
168300	rnn.bias_hh_l0	0	-0.19173289835453033
168300	rnn.bias_hh_l0	1	-0.20184466242790222
168300	rnn.bias_hh_l0	2	-0.185123473405838
168300	rnn.bias_hh_l0	3	-0.05418965965509415
168300	rnn.bias_hh_l0	4	-0.16795477271080017
168300	rnn.bias_hh_l0	5	-0.21618720889091492
168300	rnn.bias_hh_l0	6	-0.1105024442076683
168300	rnn.bias_hh_l0	7	0.04301643371582031
168300	rnn.bias_hh_l0	8	-0.15800344944000244
168300	rnn.bias_hh_l0	9	-0.3696282207965851
168300	rnn.weight_ih_l0_reverse	0	0.07435113936662674
168300	rnn.weight_ih_l0_reverse	1	-0.06570084393024445
168300	rnn.weight_ih_l0_reverse	2	-0.05624724179506302
168300	rnn.weight_ih_l0_reverse	3	-0.0914829820394516
168300	rnn.weight_ih_l0_reverse	4	0.03703676909208298
168300	rnn.weight_ih_l0_reverse	5	-0.11589489132165909
168300	rnn.weight_ih_l0_reverse	6	0.06376287341117859
168300	rnn.weight_ih_l0_reverse	7	0.01956915482878685
168300	rnn.weight_ih_l0_reverse	8	-0.09019401669502258
168300	rnn.weight_ih_l0_reverse	9	-0.030494576320052147
168300	rnn.weight_hh_l0_reverse	0	-0.05626583844423294
168300	rnn.weight_hh_l0_reverse	1	0.023442281410098076
168300	rnn.weight_hh_l0_reverse	2	-0.023826533928513527
168300	rnn.weight_hh_l0_reverse	3	0.004876773338764906
168300	rnn.weight_hh_l0_reverse	4	-0.07553335279226303
168300	rnn.weight_hh_l0_reverse	5	0.03763807564973831
168300	rnn.weight_hh_l0_reverse	6	0.018200593069195747
168300	rnn.weight_hh_l0_reverse	7	-0.022598762065172195
168300	rnn.weight_hh_l0_reverse	8	0.004712818656116724
168300	rnn.weight_hh_l0_reverse	9	0.05957336351275444
168300	rnn.bias_ih_l0_reverse	0	-0.13393035531044006
168300	rnn.bias_ih_l0_reverse	1	-0.09251321107149124
168300	rnn.bias_ih_l0_reverse	2	0.05670712888240814
168300	rnn.bias_ih_l0_reverse	3	-0.1674218326807022
168300	rnn.bias_ih_l0_reverse	4	-0.03492668271064758
168300	rnn.bias_ih_l0_reverse	5	-0.17048735916614532
168300	rnn.bias_ih_l0_reverse	6	0.23677407205104828
168300	rnn.bias_ih_l0_reverse	7	-0.23382295668125153
168300	rnn.bias_ih_l0_reverse	8	-0.1051851138472557
168300	rnn.bias_ih_l0_reverse	9	-0.12650178372859955
168300	rnn.bias_hh_l0_reverse	0	-0.10194999724626541
168300	rnn.bias_hh_l0_reverse	1	0.17369002103805542
168300	rnn.bias_hh_l0_reverse	2	-0.2675902843475342
168300	rnn.bias_hh_l0_reverse	3	-0.09799139201641083
168300	rnn.bias_hh_l0_reverse	4	-0.2548171877861023
168300	rnn.bias_hh_l0_reverse	5	-0.11879423260688782
168300	rnn.bias_hh_l0_reverse	6	-0.23377321660518646
168300	rnn.bias_hh_l0_reverse	7	-0.07122067362070084
168300	rnn.bias_hh_l0_reverse	8	-0.1471836119890213
168300	rnn.bias_hh_l0_reverse	9	0.1870463490486145
168300	linear.weight	0	0.19401037693023682
168300	linear.weight	1	-0.40369153022766113
168300	linear.weight	2	0.04955935478210449
168300	linear.weight	3	0.06810032576322556
168300	linear.weight	4	-0.13590629398822784
168300	linear.weight	5	0.17822380363941193
168300	linear.weight	6	-0.078017458319664
168300	linear.weight	7	-0.06794694811105728
168300	linear.weight	8	0.09706322848796844
168300	linear.weight	9	-0.03813096508383751
168300	linear.bias	0	-1.0925216674804688
168300	linear.bias	1	1.957515835762024
168300	linear.bias	2	0.41942963004112244
168300	linear.bias	3	-2.3675906658172607
168300	linear.bias	4	-0.4085131287574768
168300	linear.bias	5	1.088594675064087
168300	linear.bias	6	-0.21610161662101746
168300	linear.bias	7	0.4976519048213959
168300	linear.bias	8	2.1706883907318115
168300	linear.bias	9	-1.3578851222991943
168909	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
168909	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
168909	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
168909	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
168909	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
168909	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
168909	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
168909	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
168909	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
168909	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
168909	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
168909	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
168909	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
168909	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
168909	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
168909	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
168909	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
168909	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
168909	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
168909	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
168909	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
168909	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
168909	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
168909	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
168909	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
168909	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
168909	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
168909	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
168909	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
168909	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
168909	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
168909	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
168909	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
168909	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
168909	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
168909	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
168909	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
168909	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
168909	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
168909	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
168909	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
168909	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
168909	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
168909	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
168909	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
168909	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
168909	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
168909	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
168909	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
168909	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
168909	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
168909	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
168909	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
168909	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
168909	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
168909	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
168909	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
168909	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
168909	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
168909	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
168909	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
168909	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
168909	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
168909	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
168909	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
168909	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
168909	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
168909	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
168909	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
168909	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
168909	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
168909	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
168909	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
168909	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
168909	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
168909	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
168909	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
168909	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
168909	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
168909	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
168909	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
168909	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
168909	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
168909	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
168909	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
168909	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
168909	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
168909	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
168909	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
168909	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
168909	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
168909	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
168909	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
168909	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
168909	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
168909	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
168909	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
168909	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
168909	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
168909	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
168909	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
168909	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
168909	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
168909	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
168909	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
168909	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
168909	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
168909	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
168909	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
168909	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
168909	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
168909	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
168909	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
168909	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
168909	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
168909	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
168909	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
168909	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
168909	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
168909	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
168909	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
168909	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
168909	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
168909	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
168909	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
168909	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
168909	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
168909	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
168909	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
168909	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
168909	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
168909	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
168909	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
168909	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
168909	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
168909	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
168909	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
168909	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
168909	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
168909	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
168909	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
168909	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
168909	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
168909	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
168909	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
168909	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
168909	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
168909	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
168909	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
168909	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
168909	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
168909	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
168909	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
168909	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
168909	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
168909	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
168909	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
168909	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
168909	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
168909	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
168909	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
168909	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
168909	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
168909	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
168909	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
168909	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
168909	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
168909	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
168909	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
168909	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
168909	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
168909	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
168909	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
168909	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
168909	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
168909	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
168909	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
168909	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
168909	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
168909	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
168909	embedding2nn.weight	0	0.213979572057724
168909	embedding2nn.weight	1	0.2846215069293976
168909	embedding2nn.weight	2	0.0017193494131788611
168909	embedding2nn.weight	3	0.02677813731133938
168909	embedding2nn.weight	4	-0.030294833704829216
168909	embedding2nn.weight	5	0.0834522396326065
168909	embedding2nn.weight	6	0.06546784937381744
168909	embedding2nn.weight	7	0.020612286403775215
168909	embedding2nn.weight	8	0.050213731825351715
168909	embedding2nn.weight	9	-0.03527456149458885
168909	embedding2nn.bias	0	0.03258344158530235
168909	embedding2nn.bias	1	-0.14123758673667908
168909	embedding2nn.bias	2	0.05467277392745018
168909	embedding2nn.bias	3	0.1655513048171997
168909	embedding2nn.bias	4	0.14315326511859894
168909	embedding2nn.bias	5	-0.05461670458316803
168909	embedding2nn.bias	6	-0.0721576064825058
168909	embedding2nn.bias	7	0.047679055482149124
168909	embedding2nn.bias	8	-0.10725680738687515
168909	embedding2nn.bias	9	-0.3869622051715851
168909	rnn.weight_ih_l0	0	0.014616456814110279
168909	rnn.weight_ih_l0	1	-0.056078195571899414
168909	rnn.weight_ih_l0	2	-0.05130261182785034
168909	rnn.weight_ih_l0	3	0.04723444953560829
168909	rnn.weight_ih_l0	4	0.061243291944265366
168909	rnn.weight_ih_l0	5	-0.11092447489500046
168909	rnn.weight_ih_l0	6	-0.010258948430418968
168909	rnn.weight_ih_l0	7	0.013820086605846882
168909	rnn.weight_ih_l0	8	-0.007570859044790268
168909	rnn.weight_ih_l0	9	-0.058685027062892914
168909	rnn.weight_hh_l0	0	0.014521484263241291
168909	rnn.weight_hh_l0	1	0.06625685840845108
168909	rnn.weight_hh_l0	2	0.01597636379301548
168909	rnn.weight_hh_l0	3	0.0392100028693676
168909	rnn.weight_hh_l0	4	0.0014132524374872446
168909	rnn.weight_hh_l0	5	0.06838062405586243
168909	rnn.weight_hh_l0	6	-0.006128040142357349
168909	rnn.weight_hh_l0	7	-0.02767103724181652
168909	rnn.weight_hh_l0	8	0.04349365457892418
168909	rnn.weight_hh_l0	9	-0.06686869263648987
168909	rnn.bias_ih_l0	0	0.1274823397397995
168909	rnn.bias_ih_l0	1	-0.1814497709274292
168909	rnn.bias_ih_l0	2	-0.02209961973130703
168909	rnn.bias_ih_l0	3	-0.13434955477714539
168909	rnn.bias_ih_l0	4	0.11507177352905273
168909	rnn.bias_ih_l0	5	-0.22646008431911469
168909	rnn.bias_ih_l0	6	-0.10779431462287903
168909	rnn.bias_ih_l0	7	-0.21928299963474274
168909	rnn.bias_ih_l0	8	-0.14159148931503296
168909	rnn.bias_ih_l0	9	-0.3638017773628235
168909	rnn.bias_hh_l0	0	-0.19653472304344177
168909	rnn.bias_hh_l0	1	-0.19743545353412628
168909	rnn.bias_hh_l0	2	-0.18348534405231476
168909	rnn.bias_hh_l0	3	-0.056633006781339645
168909	rnn.bias_hh_l0	4	-0.1712142527103424
168909	rnn.bias_hh_l0	5	-0.21818393468856812
168909	rnn.bias_hh_l0	6	-0.10746946185827255
168909	rnn.bias_hh_l0	7	0.061461806297302246
168909	rnn.bias_hh_l0	8	-0.15081451833248138
168909	rnn.bias_hh_l0	9	-0.36249491572380066
168909	rnn.weight_ih_l0_reverse	0	0.0767853781580925
168909	rnn.weight_ih_l0_reverse	1	-0.07015860080718994
168909	rnn.weight_ih_l0_reverse	2	-0.05696692317724228
168909	rnn.weight_ih_l0_reverse	3	-0.09218791872262955
168909	rnn.weight_ih_l0_reverse	4	0.038277074694633484
168909	rnn.weight_ih_l0_reverse	5	-0.12325594574213028
168909	rnn.weight_ih_l0_reverse	6	0.06449834257364273
168909	rnn.weight_ih_l0_reverse	7	0.019958483055233955
168909	rnn.weight_ih_l0_reverse	8	-0.08701140433549881
168909	rnn.weight_ih_l0_reverse	9	-0.01982877403497696
168909	rnn.weight_hh_l0_reverse	0	-0.057587604969739914
168909	rnn.weight_hh_l0_reverse	1	0.02265973389148712
168909	rnn.weight_hh_l0_reverse	2	-0.02328994683921337
168909	rnn.weight_hh_l0_reverse	3	0.004907231777906418
168909	rnn.weight_hh_l0_reverse	4	-0.07634303718805313
168909	rnn.weight_hh_l0_reverse	5	0.03737654164433479
168909	rnn.weight_hh_l0_reverse	6	0.018310049548745155
168909	rnn.weight_hh_l0_reverse	7	-0.02397957257926464
168909	rnn.weight_hh_l0_reverse	8	-0.0010957276681438088
168909	rnn.weight_hh_l0_reverse	9	0.05989377945661545
168909	rnn.bias_ih_l0_reverse	0	-0.13443513214588165
168909	rnn.bias_ih_l0_reverse	1	-0.09319666773080826
168909	rnn.bias_ih_l0_reverse	2	0.036035239696502686
168909	rnn.bias_ih_l0_reverse	3	-0.16571196913719177
168909	rnn.bias_ih_l0_reverse	4	-0.02245522290468216
168909	rnn.bias_ih_l0_reverse	5	-0.16778573393821716
168909	rnn.bias_ih_l0_reverse	6	0.23857545852661133
168909	rnn.bias_ih_l0_reverse	7	-0.25229015946388245
168909	rnn.bias_ih_l0_reverse	8	-0.11044987291097641
168909	rnn.bias_ih_l0_reverse	9	-0.12739063799381256
168909	rnn.bias_hh_l0_reverse	0	-0.10887864977121353
168909	rnn.bias_hh_l0_reverse	1	0.17071759700775146
168909	rnn.bias_hh_l0_reverse	2	-0.2644161880016327
168909	rnn.bias_hh_l0_reverse	3	-0.10964247584342957
168909	rnn.bias_hh_l0_reverse	4	-0.2587641775608063
168909	rnn.bias_hh_l0_reverse	5	-0.11975900828838348
168909	rnn.bias_hh_l0_reverse	6	-0.23036181926727295
168909	rnn.bias_hh_l0_reverse	7	-0.06731384992599487
168909	rnn.bias_hh_l0_reverse	8	-0.15852980315685272
168909	rnn.bias_hh_l0_reverse	9	0.20218171179294586
168909	linear.weight	0	0.21298959851264954
168909	linear.weight	1	-0.4093327820301056
168909	linear.weight	2	0.01998847909271717
168909	linear.weight	3	0.06810425221920013
168909	linear.weight	4	-0.14322806894779205
168909	linear.weight	5	0.20473337173461914
168909	linear.weight	6	-0.11877330392599106
168909	linear.weight	7	-0.06792794913053513
168909	linear.weight	8	0.1160852238535881
168909	linear.weight	9	-0.038162779062986374
168909	linear.bias	0	-1.0996932983398438
168909	linear.bias	1	1.9178882837295532
168909	linear.bias	2	0.38981789350509644
168909	linear.bias	3	-2.3688104152679443
168909	linear.bias	4	-0.37978395819664
168909	linear.bias	5	1.1066068410873413
168909	linear.bias	6	-0.26489999890327454
168909	linear.bias	7	0.536938488483429
168909	linear.bias	8	2.202549457550049
168909	linear.bias	9	-1.3310004472732544
169518	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
169518	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
169518	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
169518	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
169518	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
169518	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
169518	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
169518	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
169518	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
169518	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
169518	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
169518	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
169518	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
169518	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
169518	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
169518	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
169518	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
169518	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
169518	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
169518	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
169518	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
169518	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
169518	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
169518	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
169518	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
169518	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
169518	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
169518	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
169518	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
169518	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
169518	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
169518	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
169518	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
169518	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
169518	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
169518	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
169518	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
169518	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
169518	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
169518	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
169518	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
169518	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
169518	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
169518	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
169518	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
169518	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
169518	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
169518	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
169518	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
169518	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
169518	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
169518	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
169518	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
169518	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
169518	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
169518	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
169518	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
169518	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
169518	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
169518	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
169518	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
169518	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
169518	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
169518	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
169518	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
169518	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
169518	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
169518	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
169518	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
169518	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
169518	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
169518	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
169518	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
169518	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
169518	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
169518	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
169518	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
169518	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
169518	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
169518	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
169518	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
169518	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
169518	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
169518	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
169518	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
169518	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
169518	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
169518	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
169518	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
169518	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
169518	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
169518	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
169518	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
169518	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
169518	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
169518	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
169518	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
169518	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
169518	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
169518	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
169518	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
169518	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
169518	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
169518	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
169518	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
169518	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
169518	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
169518	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
169518	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
169518	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
169518	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
169518	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
169518	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
169518	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
169518	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
169518	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
169518	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
169518	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
169518	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
169518	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
169518	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
169518	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
169518	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
169518	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
169518	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
169518	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
169518	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
169518	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
169518	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
169518	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
169518	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
169518	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
169518	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
169518	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
169518	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
169518	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
169518	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
169518	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
169518	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
169518	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
169518	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
169518	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
169518	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
169518	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
169518	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
169518	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
169518	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
169518	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
169518	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
169518	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
169518	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
169518	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
169518	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
169518	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
169518	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
169518	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
169518	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
169518	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
169518	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
169518	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
169518	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
169518	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
169518	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
169518	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
169518	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
169518	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
169518	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
169518	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
169518	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
169518	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
169518	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
169518	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
169518	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
169518	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
169518	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
169518	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
169518	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
169518	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
169518	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
169518	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
169518	embedding2nn.weight	0	0.21392273902893066
169518	embedding2nn.weight	1	0.2784940004348755
169518	embedding2nn.weight	2	0.007458988111466169
169518	embedding2nn.weight	3	0.0340857170522213
169518	embedding2nn.weight	4	-0.024437040090560913
169518	embedding2nn.weight	5	0.08050669729709625
169518	embedding2nn.weight	6	0.05603984370827675
169518	embedding2nn.weight	7	0.01844136416912079
169518	embedding2nn.weight	8	0.04476160928606987
169518	embedding2nn.weight	9	-0.03218965232372284
169518	embedding2nn.bias	0	0.020549017935991287
169518	embedding2nn.bias	1	-0.1341458112001419
169518	embedding2nn.bias	2	0.057840123772621155
169518	embedding2nn.bias	3	0.14888624846935272
169518	embedding2nn.bias	4	0.1475868672132492
169518	embedding2nn.bias	5	-0.06218229979276657
169518	embedding2nn.bias	6	-0.051380787044763565
169518	embedding2nn.bias	7	0.06081036478281021
169518	embedding2nn.bias	8	-0.09762782603502274
169518	embedding2nn.bias	9	-0.3650550842285156
169518	rnn.weight_ih_l0	0	0.014586927369236946
169518	rnn.weight_ih_l0	1	-0.05844900757074356
169518	rnn.weight_ih_l0	2	-0.04752456024289131
169518	rnn.weight_ih_l0	3	0.04668664187192917
169518	rnn.weight_ih_l0	4	0.06151463836431503
169518	rnn.weight_ih_l0	5	-0.11277354508638382
169518	rnn.weight_ih_l0	6	-0.007041724864393473
169518	rnn.weight_ih_l0	7	0.009862778708338737
169518	rnn.weight_ih_l0	8	-0.0003871876688208431
169518	rnn.weight_ih_l0	9	-0.0548260360956192
169518	rnn.weight_hh_l0	0	0.014484106563031673
169518	rnn.weight_hh_l0	1	0.06783034652471542
169518	rnn.weight_hh_l0	2	0.016218440607190132
169518	rnn.weight_hh_l0	3	0.03896605223417282
169518	rnn.weight_hh_l0	4	0.0008513927459716797
169518	rnn.weight_hh_l0	5	0.06828895211219788
169518	rnn.weight_hh_l0	6	-0.0058383820578455925
169518	rnn.weight_hh_l0	7	-0.028261015191674232
169518	rnn.weight_hh_l0	8	0.04379087686538696
169518	rnn.weight_hh_l0	9	-0.0679338350892067
169518	rnn.bias_ih_l0	0	0.13933762907981873
169518	rnn.bias_ih_l0	1	-0.1833953708410263
169518	rnn.bias_ih_l0	2	-0.018734272569417953
169518	rnn.bias_ih_l0	3	-0.14157149195671082
169518	rnn.bias_ih_l0	4	0.11579927802085876
169518	rnn.bias_ih_l0	5	-0.2236802726984024
169518	rnn.bias_ih_l0	6	-0.09265725314617157
169518	rnn.bias_ih_l0	7	-0.2173696756362915
169518	rnn.bias_ih_l0	8	-0.14969894289970398
169518	rnn.bias_ih_l0	9	-0.3542832136154175
169518	rnn.bias_hh_l0	0	-0.1958245486021042
169518	rnn.bias_hh_l0	1	-0.19969700276851654
169518	rnn.bias_hh_l0	2	-0.1886032670736313
169518	rnn.bias_hh_l0	3	-0.05350610241293907
169518	rnn.bias_hh_l0	4	-0.15967625379562378
169518	rnn.bias_hh_l0	5	-0.21676623821258545
169518	rnn.bias_hh_l0	6	-0.10765872895717621
169518	rnn.bias_hh_l0	7	0.07234543561935425
169518	rnn.bias_hh_l0	8	-0.1540565937757492
169518	rnn.bias_hh_l0	9	-0.3650089204311371
169518	rnn.weight_ih_l0_reverse	0	0.0699608102440834
169518	rnn.weight_ih_l0_reverse	1	-0.07199573516845703
169518	rnn.weight_ih_l0_reverse	2	-0.054001957178115845
169518	rnn.weight_ih_l0_reverse	3	-0.09273901581764221
169518	rnn.weight_ih_l0_reverse	4	0.03954397514462471
169518	rnn.weight_ih_l0_reverse	5	-0.13887308537960052
169518	rnn.weight_ih_l0_reverse	6	0.05937691032886505
169518	rnn.weight_ih_l0_reverse	7	0.020050665363669395
169518	rnn.weight_ih_l0_reverse	8	-0.08935865759849548
169518	rnn.weight_ih_l0_reverse	9	-0.01931179128587246
169518	rnn.weight_hh_l0_reverse	0	-0.05638880282640457
169518	rnn.weight_hh_l0_reverse	1	0.023390913382172585
169518	rnn.weight_hh_l0_reverse	2	-0.023348145186901093
169518	rnn.weight_hh_l0_reverse	3	0.0058178892359137535
169518	rnn.weight_hh_l0_reverse	4	-0.07603862881660461
169518	rnn.weight_hh_l0_reverse	5	0.03778736665844917
169518	rnn.weight_hh_l0_reverse	6	0.01830635592341423
169518	rnn.weight_hh_l0_reverse	7	-0.02481621690094471
169518	rnn.weight_hh_l0_reverse	8	-0.0015012755757197738
169518	rnn.weight_hh_l0_reverse	9	0.06018556281924248
169518	rnn.bias_ih_l0_reverse	0	-0.1333286166191101
169518	rnn.bias_ih_l0_reverse	1	-0.0863199308514595
169518	rnn.bias_ih_l0_reverse	2	0.044487662613391876
169518	rnn.bias_ih_l0_reverse	3	-0.17106319963932037
169518	rnn.bias_ih_l0_reverse	4	-0.013090299442410469
169518	rnn.bias_ih_l0_reverse	5	-0.17061232030391693
169518	rnn.bias_ih_l0_reverse	6	0.2342178374528885
169518	rnn.bias_ih_l0_reverse	7	-0.2559238374233246
169518	rnn.bias_ih_l0_reverse	8	-0.10882227122783661
169518	rnn.bias_ih_l0_reverse	9	-0.12522295117378235
169518	rnn.bias_hh_l0_reverse	0	-0.09324676543474197
169518	rnn.bias_hh_l0_reverse	1	0.17204414308071136
169518	rnn.bias_hh_l0_reverse	2	-0.26912572979927063
169518	rnn.bias_hh_l0_reverse	3	-0.11917278170585632
169518	rnn.bias_hh_l0_reverse	4	-0.259944349527359
169518	rnn.bias_hh_l0_reverse	5	-0.11094196885824203
169518	rnn.bias_hh_l0_reverse	6	-0.229755699634552
169518	rnn.bias_hh_l0_reverse	7	-0.07782799750566483
169518	rnn.bias_hh_l0_reverse	8	-0.156868115067482
169518	rnn.bias_hh_l0_reverse	9	0.19518420100212097
169518	linear.weight	0	0.21286016702651978
169518	linear.weight	1	-0.3546706736087799
169518	linear.weight	2	0.030000006780028343
169518	linear.weight	3	0.06810479611158371
169518	linear.weight	4	-0.1650397628545761
169518	linear.weight	5	0.20896506309509277
169518	linear.weight	6	-0.12108056992292404
169518	linear.weight	7	-0.06790166348218918
169518	linear.weight	8	0.11980165541172028
169518	linear.weight	9	-0.03819196671247482
169518	linear.bias	0	-1.1208101511001587
169518	linear.bias	1	1.9293402433395386
169518	linear.bias	2	0.39970073103904724
169518	linear.bias	3	-2.3700203895568848
169518	linear.bias	4	-0.3876800835132599
169518	linear.bias	5	1.092841386795044
169518	linear.bias	6	-0.24675090610980988
169518	linear.bias	7	0.5003832578659058
169518	linear.bias	8	2.1452083587646484
169518	linear.bias	9	-1.3325468301773071
170127	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
170127	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
170127	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
170127	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
170127	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
170127	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
170127	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
170127	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
170127	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
170127	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
170127	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
170127	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
170127	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
170127	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
170127	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
170127	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
170127	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
170127	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
170127	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
170127	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
170127	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
170127	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
170127	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
170127	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
170127	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
170127	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
170127	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
170127	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
170127	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
170127	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
170127	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
170127	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
170127	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
170127	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
170127	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
170127	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
170127	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
170127	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
170127	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
170127	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
170127	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
170127	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
170127	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
170127	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
170127	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
170127	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
170127	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
170127	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
170127	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
170127	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
170127	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
170127	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
170127	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
170127	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
170127	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
170127	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
170127	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
170127	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
170127	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
170127	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
170127	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
170127	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
170127	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
170127	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
170127	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
170127	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
170127	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
170127	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
170127	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
170127	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
170127	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
170127	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
170127	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
170127	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
170127	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
170127	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
170127	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
170127	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
170127	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
170127	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
170127	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
170127	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
170127	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
170127	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
170127	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
170127	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
170127	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
170127	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
170127	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
170127	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
170127	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
170127	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
170127	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
170127	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
170127	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
170127	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
170127	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
170127	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
170127	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
170127	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
170127	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
170127	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
170127	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
170127	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
170127	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
170127	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
170127	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
170127	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
170127	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
170127	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
170127	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
170127	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
170127	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
170127	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
170127	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
170127	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
170127	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
170127	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
170127	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
170127	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
170127	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
170127	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
170127	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
170127	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
170127	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
170127	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
170127	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
170127	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
170127	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
170127	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
170127	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
170127	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
170127	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
170127	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
170127	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
170127	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
170127	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
170127	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
170127	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
170127	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
170127	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
170127	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
170127	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
170127	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
170127	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
170127	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
170127	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
170127	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
170127	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
170127	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
170127	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
170127	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
170127	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
170127	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
170127	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
170127	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
170127	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
170127	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
170127	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
170127	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
170127	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
170127	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
170127	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
170127	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
170127	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
170127	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
170127	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
170127	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
170127	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
170127	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
170127	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
170127	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
170127	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
170127	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
170127	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
170127	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
170127	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
170127	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
170127	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
170127	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
170127	embedding2nn.weight	0	0.21563760936260223
170127	embedding2nn.weight	1	0.2796316146850586
170127	embedding2nn.weight	2	0.011003454215824604
170127	embedding2nn.weight	3	0.02417065016925335
170127	embedding2nn.weight	4	-0.03253338113427162
170127	embedding2nn.weight	5	0.07795574516057968
170127	embedding2nn.weight	6	0.066141277551651
170127	embedding2nn.weight	7	0.019024278968572617
170127	embedding2nn.weight	8	0.04690801724791527
170127	embedding2nn.weight	9	-0.03505227342247963
170127	embedding2nn.bias	0	0.01721247471868992
170127	embedding2nn.bias	1	-0.13851703703403473
170127	embedding2nn.bias	2	0.053253255784511566
170127	embedding2nn.bias	3	0.15625666081905365
170127	embedding2nn.bias	4	0.13846367597579956
170127	embedding2nn.bias	5	-0.05055426433682442
170127	embedding2nn.bias	6	-0.044161319732666016
170127	embedding2nn.bias	7	0.05401944741606712
170127	embedding2nn.bias	8	-0.12714417278766632
170127	embedding2nn.bias	9	-0.3858177065849304
170127	rnn.weight_ih_l0	0	0.0158695075660944
170127	rnn.weight_ih_l0	1	-0.05838695913553238
170127	rnn.weight_ih_l0	2	-0.04930398613214493
170127	rnn.weight_ih_l0	3	0.04411541298031807
170127	rnn.weight_ih_l0	4	0.06544207036495209
170127	rnn.weight_ih_l0	5	-0.11968693137168884
170127	rnn.weight_ih_l0	6	-0.01275321189314127
170127	rnn.weight_ih_l0	7	0.006601291708648205
170127	rnn.weight_ih_l0	8	0.001360706752166152
170127	rnn.weight_ih_l0	9	-0.04304082319140434
170127	rnn.weight_hh_l0	0	0.013771171681582928
170127	rnn.weight_hh_l0	1	0.06664308905601501
170127	rnn.weight_hh_l0	2	0.01669296994805336
170127	rnn.weight_hh_l0	3	0.038048576563596725
170127	rnn.weight_hh_l0	4	0.0009218585328198969
170127	rnn.weight_hh_l0	5	0.0683622658252716
170127	rnn.weight_hh_l0	6	-0.0055596656166017056
170127	rnn.weight_hh_l0	7	-0.023723768070340157
170127	rnn.weight_hh_l0	8	0.04401422664523125
170127	rnn.weight_hh_l0	9	-0.06893100589513779
170127	rnn.bias_ih_l0	0	0.1318865418434143
170127	rnn.bias_ih_l0	1	-0.17641787230968475
170127	rnn.bias_ih_l0	2	-0.017618853598833084
170127	rnn.bias_ih_l0	3	-0.13933150470256805
170127	rnn.bias_ih_l0	4	0.10955613106489182
170127	rnn.bias_ih_l0	5	-0.22279170155525208
170127	rnn.bias_ih_l0	6	-0.078188456594944
170127	rnn.bias_ih_l0	7	-0.22041434049606323
170127	rnn.bias_ih_l0	8	-0.14561998844146729
170127	rnn.bias_ih_l0	9	-0.36476755142211914
170127	rnn.bias_hh_l0	0	-0.1957787722349167
170127	rnn.bias_hh_l0	1	-0.2087707370519638
170127	rnn.bias_hh_l0	2	-0.17829515039920807
170127	rnn.bias_hh_l0	3	-0.055032018572092056
170127	rnn.bias_hh_l0	4	-0.1626703292131424
170127	rnn.bias_hh_l0	5	-0.218450665473938
170127	rnn.bias_hh_l0	6	-0.10788941383361816
170127	rnn.bias_hh_l0	7	0.0767560824751854
170127	rnn.bias_hh_l0	8	-0.1593366116285324
170127	rnn.bias_hh_l0	9	-0.3526751399040222
170127	rnn.weight_ih_l0_reverse	0	0.06780516356229782
170127	rnn.weight_ih_l0_reverse	1	-0.07196712493896484
170127	rnn.weight_ih_l0_reverse	2	-0.050323523581027985
170127	rnn.weight_ih_l0_reverse	3	-0.09233404695987701
170127	rnn.weight_ih_l0_reverse	4	0.03725046291947365
170127	rnn.weight_ih_l0_reverse	5	-0.1417766511440277
170127	rnn.weight_ih_l0_reverse	6	0.05990687757730484
170127	rnn.weight_ih_l0_reverse	7	0.022029342129826546
170127	rnn.weight_ih_l0_reverse	8	-0.08938267827033997
170127	rnn.weight_ih_l0_reverse	9	-0.018266621977090836
170127	rnn.weight_hh_l0_reverse	0	-0.05523969605565071
170127	rnn.weight_hh_l0_reverse	1	0.023239871487021446
170127	rnn.weight_hh_l0_reverse	2	-0.022927287966012955
170127	rnn.weight_hh_l0_reverse	3	0.006143190898001194
170127	rnn.weight_hh_l0_reverse	4	-0.07403413206338882
170127	rnn.weight_hh_l0_reverse	5	0.03795773163437843
170127	rnn.weight_hh_l0_reverse	6	0.018055502325296402
170127	rnn.weight_hh_l0_reverse	7	-0.026528004556894302
170127	rnn.weight_hh_l0_reverse	8	-0.002202428411692381
170127	rnn.weight_hh_l0_reverse	9	0.06161836162209511
170127	rnn.bias_ih_l0_reverse	0	-0.13750308752059937
170127	rnn.bias_ih_l0_reverse	1	-0.08387711644172668
170127	rnn.bias_ih_l0_reverse	2	0.042078785598278046
170127	rnn.bias_ih_l0_reverse	3	-0.1684631109237671
170127	rnn.bias_ih_l0_reverse	4	-0.012052256613969803
170127	rnn.bias_ih_l0_reverse	5	-0.1680535525083542
170127	rnn.bias_ih_l0_reverse	6	0.22389912605285645
170127	rnn.bias_ih_l0_reverse	7	-0.24728572368621826
170127	rnn.bias_ih_l0_reverse	8	-0.10009545087814331
170127	rnn.bias_ih_l0_reverse	9	-0.12937180697917938
170127	rnn.bias_hh_l0_reverse	0	-0.08240550756454468
170127	rnn.bias_hh_l0_reverse	1	0.1797359138727188
170127	rnn.bias_hh_l0_reverse	2	-0.26892462372779846
170127	rnn.bias_hh_l0_reverse	3	-0.11646546423435211
170127	rnn.bias_hh_l0_reverse	4	-0.26611098647117615
170127	rnn.bias_hh_l0_reverse	5	-0.09236966073513031
170127	rnn.bias_hh_l0_reverse	6	-0.2274242788553238
170127	rnn.bias_hh_l0_reverse	7	-0.0723833441734314
170127	rnn.bias_hh_l0_reverse	8	-0.16202981770038605
170127	rnn.bias_hh_l0_reverse	9	0.18359853327274323
170127	linear.weight	0	0.1900210976600647
170127	linear.weight	1	-0.36723989248275757
170127	linear.weight	2	-0.0017501037800684571
170127	linear.weight	3	0.06811246275901794
170127	linear.weight	4	-0.17091511189937592
170127	linear.weight	5	0.20588593184947968
170127	linear.weight	6	-0.13366088271141052
170127	linear.weight	7	-0.06787790358066559
170127	linear.weight	8	0.1457672268152237
170127	linear.weight	9	-0.03822984918951988
170127	linear.bias	0	-1.1309149265289307
170127	linear.bias	1	1.9100391864776611
170127	linear.bias	2	0.3881378769874573
170127	linear.bias	3	-2.3714187145233154
170127	linear.bias	4	-0.36459386348724365
170127	linear.bias	5	1.147186517715454
170127	linear.bias	6	-0.24733586609363556
170127	linear.bias	7	0.4987829625606537
170127	linear.bias	8	2.1429975032806396
170127	linear.bias	9	-1.3553341627120972
170736	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
170736	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
170736	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
170736	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
170736	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
170736	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
170736	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
170736	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
170736	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
170736	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
170736	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
170736	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
170736	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
170736	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
170736	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
170736	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
170736	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
170736	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
170736	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
170736	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
170736	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
170736	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
170736	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
170736	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
170736	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
170736	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
170736	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
170736	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
170736	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
170736	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
170736	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
170736	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
170736	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
170736	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
170736	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
170736	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
170736	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
170736	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
170736	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
170736	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
170736	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
170736	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
170736	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
170736	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
170736	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
170736	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
170736	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
170736	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
170736	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
170736	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
170736	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
170736	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
170736	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
170736	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
170736	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
170736	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
170736	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
170736	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
170736	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
170736	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
170736	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
170736	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
170736	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
170736	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
170736	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
170736	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
170736	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
170736	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
170736	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
170736	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
170736	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
170736	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
170736	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
170736	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
170736	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
170736	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
170736	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
170736	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
170736	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
170736	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
170736	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
170736	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
170736	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
170736	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
170736	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
170736	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
170736	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
170736	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
170736	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
170736	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
170736	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
170736	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
170736	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
170736	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
170736	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
170736	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
170736	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
170736	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
170736	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
170736	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
170736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
170736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
170736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
170736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
170736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
170736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
170736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
170736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
170736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
170736	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
170736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
170736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
170736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
170736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
170736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
170736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
170736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
170736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
170736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
170736	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
170736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
170736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
170736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
170736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
170736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
170736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
170736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
170736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
170736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
170736	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
170736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
170736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
170736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
170736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
170736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
170736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
170736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
170736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
170736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
170736	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
170736	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
170736	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
170736	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
170736	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
170736	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
170736	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
170736	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
170736	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
170736	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
170736	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
170736	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
170736	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
170736	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
170736	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
170736	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
170736	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
170736	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
170736	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
170736	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
170736	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
170736	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
170736	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
170736	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
170736	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
170736	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
170736	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
170736	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
170736	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
170736	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
170736	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
170736	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
170736	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
170736	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
170736	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
170736	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
170736	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
170736	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
170736	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
170736	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
170736	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
170736	embedding2nn.weight	0	0.21861149370670319
170736	embedding2nn.weight	1	0.2736416459083557
170736	embedding2nn.weight	2	0.015449969097971916
170736	embedding2nn.weight	3	0.030622055754065514
170736	embedding2nn.weight	4	-0.03397046774625778
170736	embedding2nn.weight	5	0.08035439997911453
170736	embedding2nn.weight	6	0.05609043315052986
170736	embedding2nn.weight	7	0.015364157035946846
170736	embedding2nn.weight	8	0.041320156306028366
170736	embedding2nn.weight	9	-0.036943599581718445
170736	embedding2nn.bias	0	0.005609741900116205
170736	embedding2nn.bias	1	-0.12706317007541656
170736	embedding2nn.bias	2	0.057041652500629425
170736	embedding2nn.bias	3	0.143727108836174
170736	embedding2nn.bias	4	0.135384202003479
170736	embedding2nn.bias	5	-0.058525193482637405
170736	embedding2nn.bias	6	-0.05972691625356674
170736	embedding2nn.bias	7	0.04972139000892639
170736	embedding2nn.bias	8	-0.14699414372444153
170736	embedding2nn.bias	9	-0.3746892511844635
170736	rnn.weight_ih_l0	0	0.01394984032958746
170736	rnn.weight_ih_l0	1	-0.0584246888756752
170736	rnn.weight_ih_l0	2	-0.051548395305871964
170736	rnn.weight_ih_l0	3	0.04637939855456352
170736	rnn.weight_ih_l0	4	0.06099412217736244
170736	rnn.weight_ih_l0	5	-0.12597760558128357
170736	rnn.weight_ih_l0	6	-0.01696275733411312
170736	rnn.weight_ih_l0	7	0.003982793539762497
170736	rnn.weight_ih_l0	8	0.00013781005691271275
170736	rnn.weight_ih_l0	9	-0.03631284460425377
170736	rnn.weight_hh_l0	0	0.014458716847002506
170736	rnn.weight_hh_l0	1	0.06685978919267654
170736	rnn.weight_hh_l0	2	0.016451535746455193
170736	rnn.weight_hh_l0	3	0.03885279968380928
170736	rnn.weight_hh_l0	4	0.0010302654700353742
170736	rnn.weight_hh_l0	5	0.07105827331542969
170736	rnn.weight_hh_l0	6	-0.005696795415133238
170736	rnn.weight_hh_l0	7	-0.025866113603115082
170736	rnn.weight_hh_l0	8	0.04369175434112549
170736	rnn.weight_hh_l0	9	-0.0687958374619484
170736	rnn.bias_ih_l0	0	0.12532372772693634
170736	rnn.bias_ih_l0	1	-0.17295993864536285
170736	rnn.bias_ih_l0	2	-0.007618757430464029
170736	rnn.bias_ih_l0	3	-0.13941781222820282
170736	rnn.bias_ih_l0	4	0.10803812742233276
170736	rnn.bias_ih_l0	5	-0.21828009188175201
170736	rnn.bias_ih_l0	6	-0.08259695023298264
170736	rnn.bias_ih_l0	7	-0.22096434235572815
170736	rnn.bias_ih_l0	8	-0.14753277599811554
170736	rnn.bias_ih_l0	9	-0.35859400033950806
170736	rnn.bias_hh_l0	0	-0.1946818232536316
170736	rnn.bias_hh_l0	1	-0.2055773288011551
170736	rnn.bias_hh_l0	2	-0.18135914206504822
170736	rnn.bias_hh_l0	3	-0.05140179395675659
170736	rnn.bias_hh_l0	4	-0.16397187113761902
170736	rnn.bias_hh_l0	5	-0.21705490350723267
170736	rnn.bias_hh_l0	6	-0.11514639854431152
170736	rnn.bias_hh_l0	7	0.07521617412567139
170736	rnn.bias_hh_l0	8	-0.1575794368982315
170736	rnn.bias_hh_l0	9	-0.35606786608695984
170736	rnn.weight_ih_l0_reverse	0	0.06098296493291855
170736	rnn.weight_ih_l0_reverse	1	-0.0714382603764534
170736	rnn.weight_ih_l0_reverse	2	-0.05647054314613342
170736	rnn.weight_ih_l0_reverse	3	-0.09529110789299011
170736	rnn.weight_ih_l0_reverse	4	0.038668882101774216
170736	rnn.weight_ih_l0_reverse	5	-0.14489296078681946
170736	rnn.weight_ih_l0_reverse	6	0.05785543471574783
170736	rnn.weight_ih_l0_reverse	7	0.02383645810186863
170736	rnn.weight_ih_l0_reverse	8	-0.08938521146774292
170736	rnn.weight_ih_l0_reverse	9	-0.016847172752022743
170736	rnn.weight_hh_l0_reverse	0	-0.05325678363442421
170736	rnn.weight_hh_l0_reverse	1	0.022770626470446587
170736	rnn.weight_hh_l0_reverse	2	-0.02400483377277851
170736	rnn.weight_hh_l0_reverse	3	0.005684203468263149
170736	rnn.weight_hh_l0_reverse	4	-0.07583695650100708
170736	rnn.weight_hh_l0_reverse	5	0.03779394179582596
170736	rnn.weight_hh_l0_reverse	6	0.018121205270290375
170736	rnn.weight_hh_l0_reverse	7	-0.027698596939444542
170736	rnn.weight_hh_l0_reverse	8	-0.0031785203609615564
170736	rnn.weight_hh_l0_reverse	9	0.05828798934817314
170736	rnn.bias_ih_l0_reverse	0	-0.13219277560710907
170736	rnn.bias_ih_l0_reverse	1	-0.08679792284965515
170736	rnn.bias_ih_l0_reverse	2	0.03439376875758171
170736	rnn.bias_ih_l0_reverse	3	-0.1700424700975418
170736	rnn.bias_ih_l0_reverse	4	-0.01598149724304676
170736	rnn.bias_ih_l0_reverse	5	-0.1657164990901947
170736	rnn.bias_ih_l0_reverse	6	0.21290722489356995
170736	rnn.bias_ih_l0_reverse	7	-0.2318844348192215
170736	rnn.bias_ih_l0_reverse	8	-0.09481555968523026
170736	rnn.bias_ih_l0_reverse	9	-0.13053029775619507
170736	rnn.bias_hh_l0_reverse	0	-0.10348740965127945
170736	rnn.bias_hh_l0_reverse	1	0.18568547070026398
170736	rnn.bias_hh_l0_reverse	2	-0.26813244819641113
170736	rnn.bias_hh_l0_reverse	3	-0.10914584249258041
170736	rnn.bias_hh_l0_reverse	4	-0.26368042826652527
170736	rnn.bias_hh_l0_reverse	5	-0.10263530910015106
170736	rnn.bias_hh_l0_reverse	6	-0.2281191051006317
170736	rnn.bias_hh_l0_reverse	7	-0.06742795556783676
170736	rnn.bias_hh_l0_reverse	8	-0.15434086322784424
170736	rnn.bias_hh_l0_reverse	9	0.19735777378082275
170736	linear.weight	0	0.21958890557289124
170736	linear.weight	1	-0.3539918065071106
170736	linear.weight	2	-0.036379218101501465
170736	linear.weight	3	0.06811827421188354
170736	linear.weight	4	-0.19933032989501953
170736	linear.weight	5	0.23974646627902985
170736	linear.weight	6	-0.1578083336353302
170736	linear.weight	7	-0.0678609311580658
170736	linear.weight	8	0.10934364795684814
170736	linear.weight	9	-0.0382688045501709
170736	linear.bias	0	-1.115195393562317
170736	linear.bias	1	1.9349558353424072
170736	linear.bias	2	0.39764657616615295
170736	linear.bias	3	-2.372746229171753
170736	linear.bias	4	-0.36660125851631165
170736	linear.bias	5	1.1023807525634766
170736	linear.bias	6	-0.2692231833934784
170736	linear.bias	7	0.5335618257522583
170736	linear.bias	8	2.1543610095977783
170736	linear.bias	9	-1.3367035388946533
170744	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
170744	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
170744	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
170744	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
170744	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
170744	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
170744	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
170744	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
170744	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
170744	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
170744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
170744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
170744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
170744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
170744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
170744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
170744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
170744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
170744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
170744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
170744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
170744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
170744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
170744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
170744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
170744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
170744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
170744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
170744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
170744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
170744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
170744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
170744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
170744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
170744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
170744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
170744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
170744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
170744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
170744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
170744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
170744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
170744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
170744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
170744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
170744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
170744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
170744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
170744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
170744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
170744	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
170744	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
170744	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
170744	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
170744	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
170744	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
170744	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
170744	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
170744	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
170744	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
170744	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
170744	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
170744	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
170744	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
170744	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
170744	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
170744	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
170744	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
170744	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
170744	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
170744	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
170744	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
170744	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
170744	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
170744	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
170744	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
170744	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
170744	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
170744	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
170744	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
170744	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
170744	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
170744	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
170744	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
170744	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
170744	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
170744	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
170744	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
170744	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
170744	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
170744	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
170744	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
170744	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
170744	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
170744	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
170744	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
170744	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
170744	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
170744	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
170744	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
170744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
170744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
170744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
170744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
170744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
170744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
170744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
170744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
170744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
170744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
170744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
170744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
170744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
170744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
170744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
170744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
170744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
170744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
170744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
170744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
170744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
170744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
170744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
170744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
170744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
170744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
170744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
170744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
170744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
170744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
170744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
170744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
170744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
170744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
170744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
170744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
170744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
170744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
170744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
170744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
170744	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
170744	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
170744	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
170744	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
170744	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
170744	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
170744	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
170744	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
170744	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
170744	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
170744	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
170744	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
170744	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
170744	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
170744	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
170744	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
170744	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
170744	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
170744	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
170744	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
170744	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
170744	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
170744	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
170744	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
170744	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
170744	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
170744	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
170744	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
170744	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
170744	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
170744	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
170744	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
170744	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
170744	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
170744	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
170744	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
170744	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
170744	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
170744	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
170744	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
170744	embedding2nn.weight	0	0.21856357157230377
170744	embedding2nn.weight	1	0.2736526131629944
170744	embedding2nn.weight	2	0.01518923044204712
170744	embedding2nn.weight	3	0.030788755044341087
170744	embedding2nn.weight	4	-0.03428763151168823
170744	embedding2nn.weight	5	0.08038964867591858
170744	embedding2nn.weight	6	0.055761367082595825
170744	embedding2nn.weight	7	0.014839135110378265
170744	embedding2nn.weight	8	0.041085001081228256
170744	embedding2nn.weight	9	-0.036572396755218506
170744	embedding2nn.bias	0	0.0024346145801246166
170744	embedding2nn.bias	1	-0.13373877108097076
170744	embedding2nn.bias	2	0.0617847703397274
170744	embedding2nn.bias	3	0.13130693137645721
170744	embedding2nn.bias	4	0.13553528487682343
170744	embedding2nn.bias	5	-0.05937681719660759
170744	embedding2nn.bias	6	-0.051958732306957245
170744	embedding2nn.bias	7	0.04712153226137161
170744	embedding2nn.bias	8	-0.13790279626846313
170744	embedding2nn.bias	9	-0.3814169466495514
170744	rnn.weight_ih_l0	0	0.013798864558339119
170744	rnn.weight_ih_l0	1	-0.05838115140795708
170744	rnn.weight_ih_l0	2	-0.05044469237327576
170744	rnn.weight_ih_l0	3	0.046683359891176224
170744	rnn.weight_ih_l0	4	0.06061695143580437
170744	rnn.weight_ih_l0	5	-0.12572932243347168
170744	rnn.weight_ih_l0	6	-0.016919715330004692
170744	rnn.weight_ih_l0	7	0.0034186458215117455
170744	rnn.weight_ih_l0	8	0.00010603139526210725
170744	rnn.weight_ih_l0	9	-0.03611341863870621
170744	rnn.weight_hh_l0	0	0.014438260346651077
170744	rnn.weight_hh_l0	1	0.06691332906484604
170744	rnn.weight_hh_l0	2	0.016308361664414406
170744	rnn.weight_hh_l0	3	0.03884493187069893
170744	rnn.weight_hh_l0	4	0.001055844477377832
170744	rnn.weight_hh_l0	5	0.07122848927974701
170744	rnn.weight_hh_l0	6	-0.00557792279869318
170744	rnn.weight_hh_l0	7	-0.026231251657009125
170744	rnn.weight_hh_l0	8	0.043719563633203506
170744	rnn.weight_hh_l0	9	-0.06896829605102539
170744	rnn.bias_ih_l0	0	0.12757252156734467
170744	rnn.bias_ih_l0	1	-0.17385421693325043
170744	rnn.bias_ih_l0	2	-0.00793724600225687
170744	rnn.bias_ih_l0	3	-0.14036907255649567
170744	rnn.bias_ih_l0	4	0.10815349221229553
170744	rnn.bias_ih_l0	5	-0.21803827583789825
170744	rnn.bias_ih_l0	6	-0.08305257558822632
170744	rnn.bias_ih_l0	7	-0.2210710495710373
170744	rnn.bias_ih_l0	8	-0.14701075851917267
170744	rnn.bias_ih_l0	9	-0.35997578501701355
170744	rnn.bias_hh_l0	0	-0.1936945766210556
170744	rnn.bias_hh_l0	1	-0.20543783903121948
170744	rnn.bias_hh_l0	2	-0.1810319721698761
170744	rnn.bias_hh_l0	3	-0.05082990229129791
170744	rnn.bias_hh_l0	4	-0.16320155560970306
170744	rnn.bias_hh_l0	5	-0.21708260476589203
170744	rnn.bias_hh_l0	6	-0.11567756533622742
170744	rnn.bias_hh_l0	7	0.07336655259132385
170744	rnn.bias_hh_l0	8	-0.15785320103168488
170744	rnn.bias_hh_l0	9	-0.35563787817955017
170744	rnn.weight_ih_l0_reverse	0	0.06106638163328171
170744	rnn.weight_ih_l0_reverse	1	-0.07134800404310226
170744	rnn.weight_ih_l0_reverse	2	-0.056495971977710724
170744	rnn.weight_ih_l0_reverse	3	-0.09508869051933289
170744	rnn.weight_ih_l0_reverse	4	0.03878283128142357
170744	rnn.weight_ih_l0_reverse	5	-0.14442767202854156
170744	rnn.weight_ih_l0_reverse	6	0.05663318186998367
170744	rnn.weight_ih_l0_reverse	7	0.023878511041402817
170744	rnn.weight_ih_l0_reverse	8	-0.08922750502824783
170744	rnn.weight_ih_l0_reverse	9	-0.017085537314414978
170744	rnn.weight_hh_l0_reverse	0	-0.053263310343027115
170744	rnn.weight_hh_l0_reverse	1	0.022809429094195366
170744	rnn.weight_hh_l0_reverse	2	-0.023554721847176552
170744	rnn.weight_hh_l0_reverse	3	0.00569300027564168
170744	rnn.weight_hh_l0_reverse	4	-0.07590093463659286
170744	rnn.weight_hh_l0_reverse	5	0.0377938337624073
170744	rnn.weight_hh_l0_reverse	6	0.0181004386395216
170744	rnn.weight_hh_l0_reverse	7	-0.027504917234182358
170744	rnn.weight_hh_l0_reverse	8	-0.0030903744045645
170744	rnn.weight_hh_l0_reverse	9	0.058138657361269
170744	rnn.bias_ih_l0_reverse	0	-0.12979888916015625
170744	rnn.bias_ih_l0_reverse	1	-0.08699914067983627
170744	rnn.bias_ih_l0_reverse	2	0.03473612293601036
170744	rnn.bias_ih_l0_reverse	3	-0.1702338457107544
170744	rnn.bias_ih_l0_reverse	4	-0.018839465454220772
170744	rnn.bias_ih_l0_reverse	5	-0.165882870554924
170744	rnn.bias_ih_l0_reverse	6	0.21223966777324677
170744	rnn.bias_ih_l0_reverse	7	-0.2319604754447937
170744	rnn.bias_ih_l0_reverse	8	-0.09526227414608002
170744	rnn.bias_ih_l0_reverse	9	-0.13048779964447021
170744	rnn.bias_hh_l0_reverse	0	-0.10689788311719894
170744	rnn.bias_hh_l0_reverse	1	0.1874280869960785
170744	rnn.bias_hh_l0_reverse	2	-0.26750001311302185
170744	rnn.bias_hh_l0_reverse	3	-0.108866386115551
170744	rnn.bias_hh_l0_reverse	4	-0.264463871717453
170744	rnn.bias_hh_l0_reverse	5	-0.10266761481761932
170744	rnn.bias_hh_l0_reverse	6	-0.22743254899978638
170744	rnn.bias_hh_l0_reverse	7	-0.06738024204969406
170744	rnn.bias_hh_l0_reverse	8	-0.15604077279567719
170744	rnn.bias_hh_l0_reverse	9	0.2005242556333542
170744	linear.weight	0	0.2217368483543396
170744	linear.weight	1	-0.3496635854244232
170744	linear.weight	2	-0.03588408976793289
170744	linear.weight	3	0.06811835616827011
170744	linear.weight	4	-0.20895962417125702
170744	linear.weight	5	0.24279960989952087
170744	linear.weight	6	-0.15857933461666107
170744	linear.weight	7	-0.06786045432090759
170744	linear.weight	8	0.10254176706075668
170744	linear.weight	9	-0.03826989233493805
170744	linear.bias	0	-1.1141502857208252
170744	linear.bias	1	1.9412634372711182
170744	linear.bias	2	0.39041969180107117
170744	linear.bias	3	-2.3727734088897705
170744	linear.bias	4	-0.3634023666381836
170744	linear.bias	5	1.0873912572860718
170744	linear.bias	6	-0.26507294178009033
170744	linear.bias	7	0.5555500984191895
170744	linear.bias	8	2.1665406227111816
170744	linear.bias	9	-1.339112401008606
171353	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
171353	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
171353	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
171353	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
171353	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
171353	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
171353	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
171353	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
171353	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
171353	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
171353	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
171353	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
171353	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
171353	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
171353	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
171353	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
171353	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
171353	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
171353	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
171353	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
171353	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
171353	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
171353	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
171353	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
171353	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
171353	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
171353	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
171353	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
171353	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
171353	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
171353	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
171353	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
171353	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
171353	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
171353	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
171353	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
171353	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
171353	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
171353	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
171353	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
171353	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
171353	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
171353	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
171353	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
171353	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
171353	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
171353	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
171353	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
171353	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
171353	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
171353	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
171353	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
171353	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
171353	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
171353	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
171353	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
171353	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
171353	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
171353	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
171353	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
171353	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
171353	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
171353	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
171353	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
171353	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
171353	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
171353	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
171353	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
171353	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
171353	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
171353	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
171353	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
171353	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
171353	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
171353	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
171353	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
171353	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
171353	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
171353	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
171353	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
171353	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
171353	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
171353	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
171353	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
171353	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
171353	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
171353	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
171353	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
171353	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
171353	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
171353	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
171353	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
171353	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
171353	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
171353	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
171353	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
171353	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
171353	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
171353	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
171353	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
171353	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
171353	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
171353	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
171353	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
171353	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
171353	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
171353	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
171353	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
171353	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
171353	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
171353	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
171353	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
171353	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
171353	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
171353	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
171353	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
171353	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
171353	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
171353	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
171353	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
171353	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
171353	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
171353	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
171353	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
171353	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
171353	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
171353	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
171353	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
171353	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
171353	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
171353	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
171353	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
171353	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
171353	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
171353	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
171353	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
171353	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
171353	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
171353	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
171353	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
171353	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
171353	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
171353	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
171353	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
171353	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
171353	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
171353	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
171353	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
171353	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
171353	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
171353	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
171353	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
171353	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
171353	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
171353	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
171353	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
171353	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
171353	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
171353	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
171353	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
171353	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
171353	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
171353	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
171353	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
171353	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
171353	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
171353	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
171353	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
171353	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
171353	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
171353	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
171353	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
171353	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
171353	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
171353	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
171353	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
171353	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
171353	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
171353	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
171353	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
171353	embedding2nn.weight	0	0.222378209233284
171353	embedding2nn.weight	1	0.2768360674381256
171353	embedding2nn.weight	2	0.013546022586524487
171353	embedding2nn.weight	3	0.05267038941383362
171353	embedding2nn.weight	4	-0.036411140114068985
171353	embedding2nn.weight	5	0.08193442970514297
171353	embedding2nn.weight	6	0.06477553397417068
171353	embedding2nn.weight	7	0.012169603258371353
171353	embedding2nn.weight	8	0.043054040521383286
171353	embedding2nn.weight	9	-0.03761591762304306
171353	embedding2nn.bias	0	0.011408088728785515
171353	embedding2nn.bias	1	-0.13804852962493896
171353	embedding2nn.bias	2	0.07098385691642761
171353	embedding2nn.bias	3	0.14027543365955353
171353	embedding2nn.bias	4	0.14153891801834106
171353	embedding2nn.bias	5	-0.05257253348827362
171353	embedding2nn.bias	6	-0.05337940528988838
171353	embedding2nn.bias	7	0.03586733713746071
171353	embedding2nn.bias	8	-0.12040136009454727
171353	embedding2nn.bias	9	-0.37864047288894653
171353	rnn.weight_ih_l0	0	0.017335375770926476
171353	rnn.weight_ih_l0	1	-0.05885808914899826
171353	rnn.weight_ih_l0	2	-0.048902228474617004
171353	rnn.weight_ih_l0	3	0.045310914516448975
171353	rnn.weight_ih_l0	4	0.059224460273981094
171353	rnn.weight_ih_l0	5	-0.13016559183597565
171353	rnn.weight_ih_l0	6	-0.018039310351014137
171353	rnn.weight_ih_l0	7	0.007396097760647535
171353	rnn.weight_ih_l0	8	-0.00024170405231416225
171353	rnn.weight_ih_l0	9	-0.05110982060432434
171353	rnn.weight_hh_l0	0	0.014302300289273262
171353	rnn.weight_hh_l0	1	0.06787126511335373
171353	rnn.weight_hh_l0	2	0.016350794583559036
171353	rnn.weight_hh_l0	3	0.03827879950404167
171353	rnn.weight_hh_l0	4	0.0016318578273057938
171353	rnn.weight_hh_l0	5	0.07120522856712341
171353	rnn.weight_hh_l0	6	-0.006160130258649588
171353	rnn.weight_hh_l0	7	-0.02798430621623993
171353	rnn.weight_hh_l0	8	0.043840255588293076
171353	rnn.weight_hh_l0	9	-0.06683604419231415
171353	rnn.bias_ih_l0	0	0.1142115667462349
171353	rnn.bias_ih_l0	1	-0.17728368937969208
171353	rnn.bias_ih_l0	2	-0.012731161899864674
171353	rnn.bias_ih_l0	3	-0.14414310455322266
171353	rnn.bias_ih_l0	4	0.10206898301839828
171353	rnn.bias_ih_l0	5	-0.21625816822052002
171353	rnn.bias_ih_l0	6	-0.08039350062608719
171353	rnn.bias_ih_l0	7	-0.22077803313732147
171353	rnn.bias_ih_l0	8	-0.15867732465267181
171353	rnn.bias_ih_l0	9	-0.3649158179759979
171353	rnn.bias_hh_l0	0	-0.20005396008491516
171353	rnn.bias_hh_l0	1	-0.20750460028648376
171353	rnn.bias_hh_l0	2	-0.18485115468502045
171353	rnn.bias_hh_l0	3	-0.053111203014850616
171353	rnn.bias_hh_l0	4	-0.15763132274150848
171353	rnn.bias_hh_l0	5	-0.21954940259456635
171353	rnn.bias_hh_l0	6	-0.10593286901712418
171353	rnn.bias_hh_l0	7	0.09027865529060364
171353	rnn.bias_hh_l0	8	-0.1489367038011551
171353	rnn.bias_hh_l0	9	-0.35890254378318787
171353	rnn.weight_ih_l0_reverse	0	0.06469930708408356
171353	rnn.weight_ih_l0_reverse	1	-0.07231146842241287
171353	rnn.weight_ih_l0_reverse	2	-0.05581977590918541
171353	rnn.weight_ih_l0_reverse	3	-0.09365895390510559
171353	rnn.weight_ih_l0_reverse	4	0.0370396189391613
171353	rnn.weight_ih_l0_reverse	5	-0.13522997498512268
171353	rnn.weight_ih_l0_reverse	6	0.05320422351360321
171353	rnn.weight_ih_l0_reverse	7	0.02442256174981594
171353	rnn.weight_ih_l0_reverse	8	-0.08921702951192856
171353	rnn.weight_ih_l0_reverse	9	-0.020215872675180435
171353	rnn.weight_hh_l0_reverse	0	-0.052246782928705215
171353	rnn.weight_hh_l0_reverse	1	0.022636976093053818
171353	rnn.weight_hh_l0_reverse	2	-0.023990552872419357
171353	rnn.weight_hh_l0_reverse	3	0.00647238502278924
171353	rnn.weight_hh_l0_reverse	4	-0.07484463602304459
171353	rnn.weight_hh_l0_reverse	5	0.03705593943595886
171353	rnn.weight_hh_l0_reverse	6	0.018289707601070404
171353	rnn.weight_hh_l0_reverse	7	-0.028266707435250282
171353	rnn.weight_hh_l0_reverse	8	-0.0012811025371775031
171353	rnn.weight_hh_l0_reverse	9	0.05588720738887787
171353	rnn.bias_ih_l0_reverse	0	-0.12898506224155426
171353	rnn.bias_ih_l0_reverse	1	-0.09174342453479767
171353	rnn.bias_ih_l0_reverse	2	0.036699630320072174
171353	rnn.bias_ih_l0_reverse	3	-0.172056645154953
171353	rnn.bias_ih_l0_reverse	4	-0.028615839779376984
171353	rnn.bias_ih_l0_reverse	5	-0.16181963682174683
171353	rnn.bias_ih_l0_reverse	6	0.20381511747837067
171353	rnn.bias_ih_l0_reverse	7	-0.24946118891239166
171353	rnn.bias_ih_l0_reverse	8	-0.09929432719945908
171353	rnn.bias_ih_l0_reverse	9	-0.13364532589912415
171353	rnn.bias_hh_l0_reverse	0	-0.10204967111349106
171353	rnn.bias_hh_l0_reverse	1	0.17588470876216888
171353	rnn.bias_hh_l0_reverse	2	-0.26905137300491333
171353	rnn.bias_hh_l0_reverse	3	-0.10606243461370468
171353	rnn.bias_hh_l0_reverse	4	-0.2686707377433777
171353	rnn.bias_hh_l0_reverse	5	-0.10685469955205917
171353	rnn.bias_hh_l0_reverse	6	-0.23586499691009521
171353	rnn.bias_hh_l0_reverse	7	-0.07079147547483444
171353	rnn.bias_hh_l0_reverse	8	-0.15789146721363068
171353	rnn.bias_hh_l0_reverse	9	0.19975636899471283
171353	linear.weight	0	0.21992020308971405
171353	linear.weight	1	-0.30478474497795105
171353	linear.weight	2	-0.03452761471271515
171353	linear.weight	3	0.0681268572807312
171353	linear.weight	4	-0.2297329157590866
171353	linear.weight	5	0.24296271800994873
171353	linear.weight	6	-0.13984234631061554
171353	linear.weight	7	-0.06783225387334824
171353	linear.weight	8	0.09780873358249664
171353	linear.weight	9	-0.03830000385642052
171353	linear.bias	0	-1.0853241682052612
171353	linear.bias	1	1.9998106956481934
171353	linear.bias	2	0.41919198632240295
171353	linear.bias	3	-2.3739168643951416
171353	linear.bias	4	-0.3709563910961151
171353	linear.bias	5	1.0883733034133911
171353	linear.bias	6	-0.24733427166938782
171353	linear.bias	7	0.5308743119239807
171353	linear.bias	8	2.077603578567505
171353	linear.bias	9	-1.3518328666687012
171962	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
171962	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
171962	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
171962	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
171962	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
171962	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
171962	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
171962	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
171962	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
171962	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
171962	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
171962	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
171962	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
171962	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
171962	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
171962	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
171962	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
171962	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
171962	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
171962	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
171962	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
171962	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
171962	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
171962	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
171962	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
171962	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
171962	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
171962	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
171962	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
171962	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
171962	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
171962	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
171962	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
171962	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
171962	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
171962	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
171962	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
171962	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
171962	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
171962	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
171962	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
171962	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
171962	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
171962	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
171962	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
171962	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
171962	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
171962	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
171962	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
171962	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
171962	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
171962	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
171962	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
171962	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
171962	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
171962	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
171962	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
171962	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
171962	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
171962	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
171962	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
171962	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
171962	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
171962	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
171962	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
171962	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
171962	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
171962	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
171962	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
171962	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
171962	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
171962	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
171962	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
171962	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
171962	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
171962	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
171962	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
171962	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
171962	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
171962	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
171962	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
171962	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
171962	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
171962	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
171962	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
171962	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
171962	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
171962	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
171962	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
171962	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
171962	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
171962	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
171962	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
171962	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
171962	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
171962	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
171962	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
171962	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
171962	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
171962	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
171962	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
171962	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
171962	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
171962	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
171962	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
171962	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
171962	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
171962	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
171962	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
171962	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
171962	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
171962	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
171962	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
171962	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
171962	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
171962	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
171962	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
171962	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
171962	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
171962	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
171962	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
171962	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
171962	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
171962	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
171962	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
171962	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
171962	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
171962	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
171962	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
171962	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
171962	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
171962	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
171962	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
171962	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
171962	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
171962	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
171962	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
171962	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
171962	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
171962	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
171962	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
171962	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
171962	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
171962	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
171962	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
171962	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
171962	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
171962	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
171962	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
171962	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
171962	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
171962	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
171962	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
171962	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
171962	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
171962	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
171962	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
171962	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
171962	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
171962	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
171962	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
171962	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
171962	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
171962	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
171962	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
171962	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
171962	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
171962	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
171962	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
171962	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
171962	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
171962	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
171962	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
171962	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
171962	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
171962	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
171962	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
171962	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
171962	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
171962	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
171962	embedding2nn.weight	0	0.22331073880195618
171962	embedding2nn.weight	1	0.27506223320961
171962	embedding2nn.weight	2	0.013829359784722328
171962	embedding2nn.weight	3	0.04808001592755318
171962	embedding2nn.weight	4	-0.035945482552051544
171962	embedding2nn.weight	5	0.08055154979228973
171962	embedding2nn.weight	6	0.06712639331817627
171962	embedding2nn.weight	7	0.01821565069258213
171962	embedding2nn.weight	8	0.041292596608400345
171962	embedding2nn.weight	9	-0.03703543543815613
171962	embedding2nn.bias	0	0.026802072301506996
171962	embedding2nn.bias	1	-0.13057313859462738
171962	embedding2nn.bias	2	0.07470156997442245
171962	embedding2nn.bias	3	0.13356664776802063
171962	embedding2nn.bias	4	0.1527176946401596
171962	embedding2nn.bias	5	-0.0691656768321991
171962	embedding2nn.bias	6	-0.05552158132195473
171962	embedding2nn.bias	7	0.04880320653319359
171962	embedding2nn.bias	8	-0.1476757973432541
171962	embedding2nn.bias	9	-0.3721279203891754
171962	rnn.weight_ih_l0	0	0.017786240205168724
171962	rnn.weight_ih_l0	1	-0.05913882702589035
171962	rnn.weight_ih_l0	2	-0.04829966649413109
171962	rnn.weight_ih_l0	3	0.042514488101005554
171962	rnn.weight_ih_l0	4	0.05776314064860344
171962	rnn.weight_ih_l0	5	-0.13618284463882446
171962	rnn.weight_ih_l0	6	-0.020450888201594353
171962	rnn.weight_ih_l0	7	0.011205093935132027
171962	rnn.weight_ih_l0	8	-0.002361485967412591
171962	rnn.weight_ih_l0	9	-0.04633231461048126
171962	rnn.weight_hh_l0	0	0.014149482361972332
171962	rnn.weight_hh_l0	1	0.06693387776613235
171962	rnn.weight_hh_l0	2	0.0165252648293972
171962	rnn.weight_hh_l0	3	0.0389576330780983
171962	rnn.weight_hh_l0	4	0.0012082259636372328
171962	rnn.weight_hh_l0	5	0.071319580078125
171962	rnn.weight_hh_l0	6	-0.0077228243462741375
171962	rnn.weight_hh_l0	7	-0.029195161536335945
171962	rnn.weight_hh_l0	8	0.04428301006555557
171962	rnn.weight_hh_l0	9	-0.06670641154050827
171962	rnn.bias_ih_l0	0	0.12318286299705505
171962	rnn.bias_ih_l0	1	-0.1911146491765976
171962	rnn.bias_ih_l0	2	-0.011738203465938568
171962	rnn.bias_ih_l0	3	-0.1387101709842682
171962	rnn.bias_ih_l0	4	0.10744966566562653
171962	rnn.bias_ih_l0	5	-0.21665138006210327
171962	rnn.bias_ih_l0	6	-0.08526987582445145
171962	rnn.bias_ih_l0	7	-0.22161158919334412
171962	rnn.bias_ih_l0	8	-0.15495367348194122
171962	rnn.bias_ih_l0	9	-0.35360032320022583
171962	rnn.bias_hh_l0	0	-0.20028537511825562
171962	rnn.bias_hh_l0	1	-0.20755669474601746
171962	rnn.bias_hh_l0	2	-0.18588542938232422
171962	rnn.bias_hh_l0	3	-0.05266598239541054
171962	rnn.bias_hh_l0	4	-0.15448543429374695
171962	rnn.bias_hh_l0	5	-0.21751773357391357
171962	rnn.bias_hh_l0	6	-0.10411150753498077
171962	rnn.bias_hh_l0	7	0.07778321206569672
171962	rnn.bias_hh_l0	8	-0.16292113065719604
171962	rnn.bias_hh_l0	9	-0.36031654477119446
171962	rnn.weight_ih_l0_reverse	0	0.0733967125415802
171962	rnn.weight_ih_l0_reverse	1	-0.07600566744804382
171962	rnn.weight_ih_l0_reverse	2	-0.055227700620889664
171962	rnn.weight_ih_l0_reverse	3	-0.08937018364667892
171962	rnn.weight_ih_l0_reverse	4	0.04041587933897972
171962	rnn.weight_ih_l0_reverse	5	-0.13718865811824799
171962	rnn.weight_ih_l0_reverse	6	0.05126350745558739
171962	rnn.weight_ih_l0_reverse	7	0.02370893955230713
171962	rnn.weight_ih_l0_reverse	8	-0.08953605592250824
171962	rnn.weight_ih_l0_reverse	9	-0.024344036355614662
171962	rnn.weight_hh_l0_reverse	0	-0.050385355949401855
171962	rnn.weight_hh_l0_reverse	1	0.02187061682343483
171962	rnn.weight_hh_l0_reverse	2	-0.023868566378951073
171962	rnn.weight_hh_l0_reverse	3	0.00716367457062006
171962	rnn.weight_hh_l0_reverse	4	-0.07658222317695618
171962	rnn.weight_hh_l0_reverse	5	0.03750636428594589
171962	rnn.weight_hh_l0_reverse	6	0.018016308546066284
171962	rnn.weight_hh_l0_reverse	7	-0.028478922322392464
171962	rnn.weight_hh_l0_reverse	8	-0.00044143517152406275
171962	rnn.weight_hh_l0_reverse	9	0.05513419955968857
171962	rnn.bias_ih_l0_reverse	0	-0.1291750967502594
171962	rnn.bias_ih_l0_reverse	1	-0.08680562674999237
171962	rnn.bias_ih_l0_reverse	2	0.034653399139642715
171962	rnn.bias_ih_l0_reverse	3	-0.17960289120674133
171962	rnn.bias_ih_l0_reverse	4	-0.015296146273612976
171962	rnn.bias_ih_l0_reverse	5	-0.16637647151947021
171962	rnn.bias_ih_l0_reverse	6	0.20548875629901886
171962	rnn.bias_ih_l0_reverse	7	-0.24468682706356049
171962	rnn.bias_ih_l0_reverse	8	-0.10181642323732376
171962	rnn.bias_ih_l0_reverse	9	-0.13732287287712097
171962	rnn.bias_hh_l0_reverse	0	-0.07600659132003784
171962	rnn.bias_hh_l0_reverse	1	0.18598389625549316
171962	rnn.bias_hh_l0_reverse	2	-0.26823800802230835
171962	rnn.bias_hh_l0_reverse	3	-0.10989002883434296
171962	rnn.bias_hh_l0_reverse	4	-0.27036020159721375
171962	rnn.bias_hh_l0_reverse	5	-0.11095483601093292
171962	rnn.bias_hh_l0_reverse	6	-0.23113404214382172
171962	rnn.bias_hh_l0_reverse	7	-0.059371769428253174
171962	rnn.bias_hh_l0_reverse	8	-0.1521264910697937
171962	rnn.bias_hh_l0_reverse	9	0.1964477151632309
171962	linear.weight	0	0.22912806272506714
171962	linear.weight	1	-0.3005331754684448
171962	linear.weight	2	0.015352033078670502
171962	linear.weight	3	0.06813748925924301
171962	linear.weight	4	-0.1937556117773056
171962	linear.weight	5	0.2613401412963867
171962	linear.weight	6	-0.13526606559753418
171962	linear.weight	7	-0.06780273467302322
171962	linear.weight	8	0.08311931043863297
171962	linear.weight	9	-0.0383320115506649
171962	linear.bias	0	-1.0960675477981567
171962	linear.bias	1	1.9216573238372803
171962	linear.bias	2	0.39226850867271423
171962	linear.bias	3	-2.37506365776062
171962	linear.bias	4	-0.3706594407558441
171962	linear.bias	5	1.092814326286316
171962	linear.bias	6	-0.23856738209724426
171962	linear.bias	7	0.5496124029159546
171962	linear.bias	8	2.122070074081421
171962	linear.bias	9	-1.354137659072876
172571	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
172571	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
172571	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
172571	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
172571	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
172571	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
172571	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
172571	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
172571	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
172571	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
172571	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
172571	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
172571	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
172571	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
172571	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
172571	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
172571	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
172571	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
172571	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
172571	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
172571	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
172571	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
172571	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
172571	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
172571	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
172571	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
172571	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
172571	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
172571	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
172571	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
172571	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
172571	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
172571	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
172571	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
172571	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
172571	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
172571	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
172571	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
172571	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
172571	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
172571	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
172571	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
172571	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
172571	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
172571	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
172571	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
172571	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
172571	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
172571	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
172571	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
172571	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
172571	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
172571	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
172571	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
172571	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
172571	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
172571	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
172571	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
172571	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
172571	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
172571	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
172571	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
172571	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
172571	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
172571	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
172571	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
172571	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
172571	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
172571	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
172571	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
172571	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
172571	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
172571	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
172571	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
172571	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
172571	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
172571	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
172571	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
172571	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
172571	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
172571	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
172571	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
172571	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
172571	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
172571	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
172571	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
172571	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
172571	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
172571	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
172571	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
172571	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
172571	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
172571	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
172571	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
172571	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
172571	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
172571	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
172571	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
172571	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
172571	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
172571	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
172571	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
172571	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
172571	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
172571	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
172571	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
172571	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
172571	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
172571	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
172571	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
172571	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
172571	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
172571	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
172571	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
172571	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
172571	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
172571	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
172571	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
172571	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
172571	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
172571	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
172571	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
172571	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
172571	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
172571	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
172571	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
172571	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
172571	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
172571	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
172571	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
172571	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
172571	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
172571	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
172571	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
172571	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
172571	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
172571	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
172571	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
172571	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
172571	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
172571	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
172571	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
172571	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
172571	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
172571	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
172571	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
172571	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
172571	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
172571	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
172571	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
172571	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
172571	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
172571	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
172571	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
172571	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
172571	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
172571	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
172571	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
172571	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
172571	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
172571	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
172571	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
172571	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
172571	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
172571	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
172571	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
172571	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
172571	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
172571	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
172571	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
172571	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
172571	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
172571	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
172571	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
172571	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
172571	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
172571	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
172571	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
172571	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
172571	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
172571	embedding2nn.weight	0	0.22288697957992554
172571	embedding2nn.weight	1	0.2740335166454315
172571	embedding2nn.weight	2	0.013582073152065277
172571	embedding2nn.weight	3	0.04719436913728714
172571	embedding2nn.weight	4	-0.030272819101810455
172571	embedding2nn.weight	5	0.08076359331607819
172571	embedding2nn.weight	6	0.06602878868579865
172571	embedding2nn.weight	7	0.013395101763308048
172571	embedding2nn.weight	8	0.03685205802321434
172571	embedding2nn.weight	9	-0.03127768635749817
172571	embedding2nn.bias	0	0.018925219774246216
172571	embedding2nn.bias	1	-0.1375661939382553
172571	embedding2nn.bias	2	0.07976306229829788
172571	embedding2nn.bias	3	0.13379183411598206
172571	embedding2nn.bias	4	0.16452768445014954
172571	embedding2nn.bias	5	-0.07080051302909851
172571	embedding2nn.bias	6	-0.0612589493393898
172571	embedding2nn.bias	7	0.03563525155186653
172571	embedding2nn.bias	8	-0.1255093812942505
172571	embedding2nn.bias	9	-0.37619397044181824
172571	rnn.weight_ih_l0	0	0.018146732822060585
172571	rnn.weight_ih_l0	1	-0.06041291356086731
172571	rnn.weight_ih_l0	2	-0.049334388226270676
172571	rnn.weight_ih_l0	3	0.03696335852146149
172571	rnn.weight_ih_l0	4	0.07561378180980682
172571	rnn.weight_ih_l0	5	-0.1375778615474701
172571	rnn.weight_ih_l0	6	-0.017904838547110558
172571	rnn.weight_ih_l0	7	0.017589496448636055
172571	rnn.weight_ih_l0	8	-0.004582648631185293
172571	rnn.weight_ih_l0	9	-0.048164188861846924
172571	rnn.weight_hh_l0	0	0.013683229684829712
172571	rnn.weight_hh_l0	1	0.06668932735919952
172571	rnn.weight_hh_l0	2	0.016097286716103554
172571	rnn.weight_hh_l0	3	0.038700006902217865
172571	rnn.weight_hh_l0	4	-2.691464760573581e-05
172571	rnn.weight_hh_l0	5	0.06879876554012299
172571	rnn.weight_hh_l0	6	-0.007647610269486904
172571	rnn.weight_hh_l0	7	-0.030391059815883636
172571	rnn.weight_hh_l0	8	0.044030267745256424
172571	rnn.weight_hh_l0	9	-0.06627658754587173
172571	rnn.bias_ih_l0	0	0.12061450630426407
172571	rnn.bias_ih_l0	1	-0.18537567555904388
172571	rnn.bias_ih_l0	2	-0.00602043978869915
172571	rnn.bias_ih_l0	3	-0.14123865962028503
172571	rnn.bias_ih_l0	4	0.11306988447904587
172571	rnn.bias_ih_l0	5	-0.22205640375614166
172571	rnn.bias_ih_l0	6	-0.08222978562116623
172571	rnn.bias_ih_l0	7	-0.21909908950328827
172571	rnn.bias_ih_l0	8	-0.15599945187568665
172571	rnn.bias_ih_l0	9	-0.359571248292923
172571	rnn.bias_hh_l0	0	-0.2002996951341629
172571	rnn.bias_hh_l0	1	-0.20188657939434052
172571	rnn.bias_hh_l0	2	-0.1821431666612625
172571	rnn.bias_hh_l0	3	-0.051625270396471024
172571	rnn.bias_hh_l0	4	-0.1529344916343689
172571	rnn.bias_hh_l0	5	-0.22015568614006042
172571	rnn.bias_hh_l0	6	-0.10537001490592957
172571	rnn.bias_hh_l0	7	0.07753470540046692
172571	rnn.bias_hh_l0	8	-0.16043700277805328
172571	rnn.bias_hh_l0	9	-0.3616460859775543
172571	rnn.weight_ih_l0_reverse	0	0.07889197021722794
172571	rnn.weight_ih_l0_reverse	1	-0.07329512387514114
172571	rnn.weight_ih_l0_reverse	2	-0.05091537535190582
172571	rnn.weight_ih_l0_reverse	3	-0.09417013078927994
172571	rnn.weight_ih_l0_reverse	4	0.04287378117442131
172571	rnn.weight_ih_l0_reverse	5	-0.13254964351654053
172571	rnn.weight_ih_l0_reverse	6	0.0517304502427578
172571	rnn.weight_ih_l0_reverse	7	0.02212337590754032
172571	rnn.weight_ih_l0_reverse	8	-0.08750183135271072
172571	rnn.weight_ih_l0_reverse	9	-0.029860667884349823
172571	rnn.weight_hh_l0_reverse	0	-0.05114177241921425
172571	rnn.weight_hh_l0_reverse	1	0.02168751321732998
172571	rnn.weight_hh_l0_reverse	2	-0.024505451321601868
172571	rnn.weight_hh_l0_reverse	3	0.007279572077095509
172571	rnn.weight_hh_l0_reverse	4	-0.07661204785108566
172571	rnn.weight_hh_l0_reverse	5	0.03715560957789421
172571	rnn.weight_hh_l0_reverse	6	0.01806708611547947
172571	rnn.weight_hh_l0_reverse	7	-0.028059395030140877
172571	rnn.weight_hh_l0_reverse	8	0.0031484097708016634
172571	rnn.weight_hh_l0_reverse	9	0.05440225452184677
172571	rnn.bias_ih_l0_reverse	0	-0.1260676383972168
172571	rnn.bias_ih_l0_reverse	1	-0.08822301775217056
172571	rnn.bias_ih_l0_reverse	2	0.037711646407842636
172571	rnn.bias_ih_l0_reverse	3	-0.17999549210071564
172571	rnn.bias_ih_l0_reverse	4	-0.010274861007928848
172571	rnn.bias_ih_l0_reverse	5	-0.17272000014781952
172571	rnn.bias_ih_l0_reverse	6	0.215068057179451
172571	rnn.bias_ih_l0_reverse	7	-0.2500753402709961
172571	rnn.bias_ih_l0_reverse	8	-0.10108943283557892
172571	rnn.bias_ih_l0_reverse	9	-0.13862663507461548
172571	rnn.bias_hh_l0_reverse	0	-0.08051170408725739
172571	rnn.bias_hh_l0_reverse	1	0.183197021484375
172571	rnn.bias_hh_l0_reverse	2	-0.2722078263759613
172571	rnn.bias_hh_l0_reverse	3	-0.1058412417769432
172571	rnn.bias_hh_l0_reverse	4	-0.27031248807907104
172571	rnn.bias_hh_l0_reverse	5	-0.10455278307199478
172571	rnn.bias_hh_l0_reverse	6	-0.22867271304130554
172571	rnn.bias_hh_l0_reverse	7	-0.05713031440973282
172571	rnn.bias_hh_l0_reverse	8	-0.14761462807655334
172571	rnn.bias_hh_l0_reverse	9	0.19029517471790314
172571	linear.weight	0	0.2610151469707489
172571	linear.weight	1	-0.3224351108074188
172571	linear.weight	2	0.005337835289537907
172571	linear.weight	3	0.06813682615756989
172571	linear.weight	4	-0.1468978077173233
172571	linear.weight	5	0.25814658403396606
172571	linear.weight	6	-0.1224745362997055
172571	linear.weight	7	-0.06776498258113861
172571	linear.weight	8	0.05951385945081711
172571	linear.weight	9	-0.038362227380275726
172571	linear.bias	0	-1.1023882627487183
172571	linear.bias	1	1.9366204738616943
172571	linear.bias	2	0.40922418236732483
172571	linear.bias	3	-2.3762080669403076
172571	linear.bias	4	-0.40048420429229736
172571	linear.bias	5	1.083372950553894
172571	linear.bias	6	-0.25540465116500854
172571	linear.bias	7	0.6037988066673279
172571	linear.bias	8	2.082014322280884
172571	linear.bias	9	-1.3685532808303833
173180	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
173180	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
173180	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
173180	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
173180	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
173180	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
173180	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
173180	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
173180	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
173180	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
173180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
173180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
173180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
173180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
173180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
173180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
173180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
173180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
173180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
173180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
173180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
173180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
173180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
173180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
173180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
173180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
173180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
173180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
173180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
173180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
173180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
173180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
173180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
173180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
173180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
173180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
173180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
173180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
173180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
173180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
173180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
173180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
173180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
173180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
173180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
173180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
173180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
173180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
173180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
173180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
173180	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
173180	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
173180	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
173180	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
173180	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
173180	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
173180	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
173180	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
173180	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
173180	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
173180	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
173180	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
173180	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
173180	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
173180	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
173180	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
173180	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
173180	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
173180	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
173180	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
173180	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
173180	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
173180	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
173180	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
173180	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
173180	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
173180	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
173180	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
173180	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
173180	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
173180	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
173180	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
173180	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
173180	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
173180	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
173180	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
173180	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
173180	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
173180	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
173180	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
173180	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
173180	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
173180	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
173180	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
173180	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
173180	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
173180	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
173180	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
173180	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
173180	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
173180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
173180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
173180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
173180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
173180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
173180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
173180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
173180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
173180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
173180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
173180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
173180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
173180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
173180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
173180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
173180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
173180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
173180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
173180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
173180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
173180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
173180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
173180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
173180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
173180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
173180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
173180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
173180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
173180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
173180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
173180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
173180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
173180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
173180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
173180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
173180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
173180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
173180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
173180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
173180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
173180	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
173180	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
173180	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
173180	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
173180	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
173180	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
173180	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
173180	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
173180	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
173180	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
173180	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
173180	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
173180	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
173180	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
173180	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
173180	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
173180	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
173180	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
173180	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
173180	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
173180	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
173180	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
173180	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
173180	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
173180	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
173180	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
173180	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
173180	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
173180	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
173180	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
173180	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
173180	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
173180	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
173180	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
173180	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
173180	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
173180	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
173180	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
173180	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
173180	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
173180	embedding2nn.weight	0	0.22323772311210632
173180	embedding2nn.weight	1	0.2789202332496643
173180	embedding2nn.weight	2	0.01408583763986826
173180	embedding2nn.weight	3	0.04173513501882553
173180	embedding2nn.weight	4	-0.027559904381632805
173180	embedding2nn.weight	5	0.08242231607437134
173180	embedding2nn.weight	6	0.07481567561626434
173180	embedding2nn.weight	7	0.006909181363880634
173180	embedding2nn.weight	8	0.03755413740873337
173180	embedding2nn.weight	9	-0.03603978455066681
173180	embedding2nn.bias	0	0.005867370869964361
173180	embedding2nn.bias	1	-0.14045873284339905
173180	embedding2nn.bias	2	0.0739230290055275
173180	embedding2nn.bias	3	0.14178267121315002
173180	embedding2nn.bias	4	0.14986324310302734
173180	embedding2nn.bias	5	-0.06354844570159912
173180	embedding2nn.bias	6	-0.0348646342754364
173180	embedding2nn.bias	7	0.050616174936294556
173180	embedding2nn.bias	8	-0.13896778225898743
173180	embedding2nn.bias	9	-0.3780238628387451
173180	rnn.weight_ih_l0	0	0.020466633141040802
173180	rnn.weight_ih_l0	1	-0.058634594082832336
173180	rnn.weight_ih_l0	2	-0.047576140612363815
173180	rnn.weight_ih_l0	3	0.04053479805588722
173180	rnn.weight_ih_l0	4	0.06887103617191315
173180	rnn.weight_ih_l0	5	-0.13953591883182526
173180	rnn.weight_ih_l0	6	-0.020763035863637924
173180	rnn.weight_ih_l0	7	0.018912944942712784
173180	rnn.weight_ih_l0	8	0.0002489158068783581
173180	rnn.weight_ih_l0	9	-0.04333983734250069
173180	rnn.weight_hh_l0	0	0.013831040821969509
173180	rnn.weight_hh_l0	1	0.06754899024963379
173180	rnn.weight_hh_l0	2	0.015957018360495567
173180	rnn.weight_hh_l0	3	0.03841640427708626
173180	rnn.weight_hh_l0	4	-0.0003888598585035652
173180	rnn.weight_hh_l0	5	0.06824830919504166
173180	rnn.weight_hh_l0	6	-0.0086883045732975
173180	rnn.weight_hh_l0	7	-0.03150393068790436
173180	rnn.weight_hh_l0	8	0.04396849125623703
173180	rnn.weight_hh_l0	9	-0.06805656105279922
173180	rnn.bias_ih_l0	0	0.12248983979225159
173180	rnn.bias_ih_l0	1	-0.18738071620464325
173180	rnn.bias_ih_l0	2	-0.00920556578785181
173180	rnn.bias_ih_l0	3	-0.1441919505596161
173180	rnn.bias_ih_l0	4	0.09866008907556534
173180	rnn.bias_ih_l0	5	-0.22448919713497162
173180	rnn.bias_ih_l0	6	-0.08704707026481628
173180	rnn.bias_ih_l0	7	-0.21903184056282043
173180	rnn.bias_ih_l0	8	-0.15373873710632324
173180	rnn.bias_ih_l0	9	-0.3610593378543854
173180	rnn.bias_hh_l0	0	-0.18982161581516266
173180	rnn.bias_hh_l0	1	-0.20678681135177612
173180	rnn.bias_hh_l0	2	-0.1857922077178955
173180	rnn.bias_hh_l0	3	-0.05199193209409714
173180	rnn.bias_hh_l0	4	-0.15486276149749756
173180	rnn.bias_hh_l0	5	-0.22119979560375214
173180	rnn.bias_hh_l0	6	-0.10851284861564636
173180	rnn.bias_hh_l0	7	0.08027762919664383
173180	rnn.bias_hh_l0	8	-0.15482890605926514
173180	rnn.bias_hh_l0	9	-0.3613867163658142
173180	rnn.weight_ih_l0_reverse	0	0.06822285056114197
173180	rnn.weight_ih_l0_reverse	1	-0.07224142551422119
173180	rnn.weight_ih_l0_reverse	2	-0.055221278220415115
173180	rnn.weight_ih_l0_reverse	3	-0.09880463778972626
173180	rnn.weight_ih_l0_reverse	4	0.04227392375469208
173180	rnn.weight_ih_l0_reverse	5	-0.12872426211833954
173180	rnn.weight_ih_l0_reverse	6	0.047473613172769547
173180	rnn.weight_ih_l0_reverse	7	0.024041680619120598
173180	rnn.weight_ih_l0_reverse	8	-0.08876170217990875
173180	rnn.weight_ih_l0_reverse	9	-0.035423487424850464
173180	rnn.weight_hh_l0_reverse	0	-0.05122680217027664
173180	rnn.weight_hh_l0_reverse	1	0.021779749542474747
173180	rnn.weight_hh_l0_reverse	2	-0.023599272593855858
173180	rnn.weight_hh_l0_reverse	3	0.006951286457479
173180	rnn.weight_hh_l0_reverse	4	-0.07640306651592255
173180	rnn.weight_hh_l0_reverse	5	0.03680184856057167
173180	rnn.weight_hh_l0_reverse	6	0.018104776740074158
173180	rnn.weight_hh_l0_reverse	7	-0.0306691974401474
173180	rnn.weight_hh_l0_reverse	8	-0.0007080272771418095
173180	rnn.weight_hh_l0_reverse	9	0.056042157113552094
173180	rnn.bias_ih_l0_reverse	0	-0.12208564579486847
173180	rnn.bias_ih_l0_reverse	1	-0.09373641014099121
173180	rnn.bias_ih_l0_reverse	2	0.03589344397187233
173180	rnn.bias_ih_l0_reverse	3	-0.17842964828014374
173180	rnn.bias_ih_l0_reverse	4	-0.002577775390818715
173180	rnn.bias_ih_l0_reverse	5	-0.17097795009613037
173180	rnn.bias_ih_l0_reverse	6	0.21669445931911469
173180	rnn.bias_ih_l0_reverse	7	-0.25505590438842773
173180	rnn.bias_ih_l0_reverse	8	-0.10558753460645676
173180	rnn.bias_ih_l0_reverse	9	-0.13388997316360474
173180	rnn.bias_hh_l0_reverse	0	-0.07803027331829071
173180	rnn.bias_hh_l0_reverse	1	0.1996060609817505
173180	rnn.bias_hh_l0_reverse	2	-0.2778549790382385
173180	rnn.bias_hh_l0_reverse	3	-0.10726720839738846
173180	rnn.bias_hh_l0_reverse	4	-0.2671872079372406
173180	rnn.bias_hh_l0_reverse	5	-0.10240036249160767
173180	rnn.bias_hh_l0_reverse	6	-0.22423884272575378
173180	rnn.bias_hh_l0_reverse	7	-0.056876808404922485
173180	rnn.bias_hh_l0_reverse	8	-0.14904290437698364
173180	rnn.bias_hh_l0_reverse	9	0.19087669253349304
173180	linear.weight	0	0.22530993819236755
173180	linear.weight	1	-0.36824658513069153
173180	linear.weight	2	0.04620564728975296
173180	linear.weight	3	0.06814689189195633
173180	linear.weight	4	-0.13901811838150024
173180	linear.weight	5	0.26188233494758606
173180	linear.weight	6	-0.10390810668468475
173180	linear.weight	7	-0.067726731300354
173180	linear.weight	8	0.032084569334983826
173180	linear.weight	9	-0.03838777914643288
173180	linear.bias	0	-1.098902702331543
173180	linear.bias	1	1.9317917823791504
173180	linear.bias	2	0.3897174298763275
173180	linear.bias	3	-2.3774020671844482
173180	linear.bias	4	-0.360333114862442
173180	linear.bias	5	1.0987787246704102
173180	linear.bias	6	-0.25210344791412354
173180	linear.bias	7	0.5690627694129944
173180	linear.bias	8	2.1066713333129883
173180	linear.bias	9	-1.356833577156067
173789	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
173789	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
173789	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
173789	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
173789	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
173789	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
173789	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
173789	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
173789	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
173789	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
173789	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
173789	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
173789	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
173789	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
173789	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
173789	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
173789	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
173789	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
173789	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
173789	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
173789	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
173789	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
173789	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
173789	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
173789	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
173789	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
173789	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
173789	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
173789	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
173789	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
173789	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
173789	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
173789	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
173789	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
173789	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
173789	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
173789	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
173789	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
173789	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
173789	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
173789	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
173789	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
173789	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
173789	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
173789	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
173789	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
173789	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
173789	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
173789	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
173789	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
173789	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
173789	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
173789	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
173789	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
173789	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
173789	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
173789	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
173789	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
173789	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
173789	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
173789	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
173789	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
173789	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
173789	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
173789	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
173789	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
173789	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
173789	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
173789	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
173789	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
173789	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
173789	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
173789	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
173789	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
173789	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
173789	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
173789	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
173789	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
173789	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
173789	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
173789	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
173789	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
173789	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
173789	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
173789	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
173789	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
173789	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
173789	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
173789	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
173789	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
173789	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
173789	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
173789	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
173789	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
173789	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
173789	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
173789	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
173789	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
173789	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
173789	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
173789	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
173789	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
173789	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
173789	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
173789	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
173789	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
173789	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
173789	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
173789	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
173789	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
173789	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
173789	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
173789	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
173789	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
173789	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
173789	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
173789	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
173789	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
173789	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
173789	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
173789	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
173789	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
173789	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
173789	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
173789	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
173789	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
173789	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
173789	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
173789	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
173789	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
173789	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
173789	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
173789	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
173789	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
173789	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
173789	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
173789	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
173789	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
173789	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
173789	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
173789	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
173789	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
173789	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
173789	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
173789	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
173789	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
173789	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
173789	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
173789	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
173789	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
173789	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
173789	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
173789	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
173789	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
173789	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
173789	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
173789	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
173789	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
173789	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
173789	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
173789	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
173789	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
173789	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
173789	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
173789	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
173789	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
173789	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
173789	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
173789	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
173789	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
173789	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
173789	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
173789	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
173789	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
173789	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
173789	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
173789	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
173789	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
173789	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
173789	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
173789	embedding2nn.weight	0	0.22445014119148254
173789	embedding2nn.weight	1	0.2746967673301697
173789	embedding2nn.weight	2	0.013246388174593449
173789	embedding2nn.weight	3	0.05930738151073456
173789	embedding2nn.weight	4	-0.029391832649707794
173789	embedding2nn.weight	5	0.0836203396320343
173789	embedding2nn.weight	6	0.06637456268072128
173789	embedding2nn.weight	7	0.010221973992884159
173789	embedding2nn.weight	8	0.03618256002664566
173789	embedding2nn.weight	9	-0.03093540109694004
173789	embedding2nn.bias	0	0.017151910811662674
173789	embedding2nn.bias	1	-0.13638852536678314
173789	embedding2nn.bias	2	0.08377193659543991
173789	embedding2nn.bias	3	0.1445530205965042
173789	embedding2nn.bias	4	0.14759153127670288
173789	embedding2nn.bias	5	-0.06303579360246658
173789	embedding2nn.bias	6	-0.054037876427173615
173789	embedding2nn.bias	7	0.03528483584523201
173789	embedding2nn.bias	8	-0.14692513644695282
173789	embedding2nn.bias	9	-0.3824564814567566
173789	rnn.weight_ih_l0	0	0.01971171610057354
173789	rnn.weight_ih_l0	1	-0.059076983481645584
173789	rnn.weight_ih_l0	2	-0.049390751868486404
173789	rnn.weight_ih_l0	3	0.04266606643795967
173789	rnn.weight_ih_l0	4	0.07469283044338226
173789	rnn.weight_ih_l0	5	-0.13949936628341675
173789	rnn.weight_ih_l0	6	-0.013423974625766277
173789	rnn.weight_ih_l0	7	0.01821371540427208
173789	rnn.weight_ih_l0	8	-0.004851340316236019
173789	rnn.weight_ih_l0	9	-0.04184875264763832
173789	rnn.weight_hh_l0	0	0.013474414125084877
173789	rnn.weight_hh_l0	1	0.06744028627872467
173789	rnn.weight_hh_l0	2	0.015977101400494576
173789	rnn.weight_hh_l0	3	0.03808961808681488
173789	rnn.weight_hh_l0	4	0.001222577877342701
173789	rnn.weight_hh_l0	5	0.0696830227971077
173789	rnn.weight_hh_l0	6	-0.008634847588837147
173789	rnn.weight_hh_l0	7	-0.029106328263878822
173789	rnn.weight_hh_l0	8	0.04374003782868385
173789	rnn.weight_hh_l0	9	-0.06732890754938126
173789	rnn.bias_ih_l0	0	0.1149110496044159
173789	rnn.bias_ih_l0	1	-0.17855824530124664
173789	rnn.bias_ih_l0	2	-0.01019259449094534
173789	rnn.bias_ih_l0	3	-0.15250732004642487
173789	rnn.bias_ih_l0	4	0.09234108775854111
173789	rnn.bias_ih_l0	5	-0.23040269315242767
173789	rnn.bias_ih_l0	6	-0.08767964690923691
173789	rnn.bias_ih_l0	7	-0.22208067774772644
173789	rnn.bias_ih_l0	8	-0.15484362840652466
173789	rnn.bias_ih_l0	9	-0.3530491292476654
173789	rnn.bias_hh_l0	0	-0.19754019379615784
173789	rnn.bias_hh_l0	1	-0.20957130193710327
173789	rnn.bias_hh_l0	2	-0.19144600629806519
173789	rnn.bias_hh_l0	3	-0.048305168747901917
173789	rnn.bias_hh_l0	4	-0.15048041939735413
173789	rnn.bias_hh_l0	5	-0.22327980399131775
173789	rnn.bias_hh_l0	6	-0.10289086401462555
173789	rnn.bias_hh_l0	7	0.09148232638835907
173789	rnn.bias_hh_l0	8	-0.15872341394424438
173789	rnn.bias_hh_l0	9	-0.35651659965515137
173789	rnn.weight_ih_l0_reverse	0	0.06234080344438553
173789	rnn.weight_ih_l0_reverse	1	-0.07090894877910614
173789	rnn.weight_ih_l0_reverse	2	-0.04929446801543236
173789	rnn.weight_ih_l0_reverse	3	-0.10241422057151794
173789	rnn.weight_ih_l0_reverse	4	0.04160225763916969
173789	rnn.weight_ih_l0_reverse	5	-0.134413480758667
173789	rnn.weight_ih_l0_reverse	6	0.04454045370221138
173789	rnn.weight_ih_l0_reverse	7	0.02340301312506199
173789	rnn.weight_ih_l0_reverse	8	-0.08124595135450363
173789	rnn.weight_ih_l0_reverse	9	-0.04555420204997063
173789	rnn.weight_hh_l0_reverse	0	-0.05062201991677284
173789	rnn.weight_hh_l0_reverse	1	0.021653033792972565
173789	rnn.weight_hh_l0_reverse	2	-0.023013979196548462
173789	rnn.weight_hh_l0_reverse	3	0.007189908530563116
173789	rnn.weight_hh_l0_reverse	4	-0.07855576276779175
173789	rnn.weight_hh_l0_reverse	5	0.03741168975830078
173789	rnn.weight_hh_l0_reverse	6	0.018099132925271988
173789	rnn.weight_hh_l0_reverse	7	-0.03086959570646286
173789	rnn.weight_hh_l0_reverse	8	-0.0026336212176829576
173789	rnn.weight_hh_l0_reverse	9	0.05543310195207596
173789	rnn.bias_ih_l0_reverse	0	-0.1207994893193245
173789	rnn.bias_ih_l0_reverse	1	-0.09304040670394897
173789	rnn.bias_ih_l0_reverse	2	0.03404180705547333
173789	rnn.bias_ih_l0_reverse	3	-0.1772041618824005
173789	rnn.bias_ih_l0_reverse	4	0.00041563756531104445
173789	rnn.bias_ih_l0_reverse	5	-0.172663152217865
173789	rnn.bias_ih_l0_reverse	6	0.20365175604820251
173789	rnn.bias_ih_l0_reverse	7	-0.25122326612472534
173789	rnn.bias_ih_l0_reverse	8	-0.10402786731719971
173789	rnn.bias_ih_l0_reverse	9	-0.12905670702457428
173789	rnn.bias_hh_l0_reverse	0	-0.08342501521110535
173789	rnn.bias_hh_l0_reverse	1	0.19326075911521912
173789	rnn.bias_hh_l0_reverse	2	-0.27724552154541016
173789	rnn.bias_hh_l0_reverse	3	-0.11029491573572159
173789	rnn.bias_hh_l0_reverse	4	-0.2666720449924469
173789	rnn.bias_hh_l0_reverse	5	-0.0988839864730835
173789	rnn.bias_hh_l0_reverse	6	-0.22900183498859406
173789	rnn.bias_hh_l0_reverse	7	-0.061160020530223846
173789	rnn.bias_hh_l0_reverse	8	-0.14793682098388672
173789	rnn.bias_hh_l0_reverse	9	0.19460758566856384
173789	linear.weight	0	0.21497215330600739
173789	linear.weight	1	-0.35203203558921814
173789	linear.weight	2	0.031991325318813324
173789	linear.weight	3	0.06814824789762497
173789	linear.weight	4	-0.12714071571826935
173789	linear.weight	5	0.28085392713546753
173789	linear.weight	6	-0.10638697445392609
173789	linear.weight	7	-0.06768787652254105
173789	linear.weight	8	0.04892924800515175
173789	linear.weight	9	-0.03842152655124664
173789	linear.bias	0	-1.1194490194320679
173789	linear.bias	1	1.906967282295227
173789	linear.bias	2	0.41705790162086487
173789	linear.bias	3	-2.3786113262176514
173789	linear.bias	4	-0.3970736265182495
173789	linear.bias	5	1.0997949838638306
173789	linear.bias	6	-0.2465851753950119
173789	linear.bias	7	0.5399152636528015
173789	linear.bias	8	2.136777639389038
173789	linear.bias	9	-1.339425802230835
174398	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
174398	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
174398	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
174398	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
174398	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
174398	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
174398	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
174398	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
174398	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
174398	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
174398	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
174398	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
174398	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
174398	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
174398	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
174398	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
174398	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
174398	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
174398	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
174398	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
174398	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
174398	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
174398	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
174398	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
174398	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
174398	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
174398	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
174398	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
174398	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
174398	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
174398	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
174398	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
174398	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
174398	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
174398	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
174398	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
174398	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
174398	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
174398	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
174398	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
174398	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
174398	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
174398	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
174398	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
174398	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
174398	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
174398	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
174398	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
174398	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
174398	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
174398	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
174398	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
174398	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
174398	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
174398	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
174398	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
174398	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
174398	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
174398	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
174398	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
174398	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
174398	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
174398	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
174398	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
174398	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
174398	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
174398	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
174398	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
174398	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
174398	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
174398	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
174398	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
174398	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
174398	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
174398	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
174398	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
174398	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
174398	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
174398	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
174398	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
174398	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
174398	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
174398	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
174398	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
174398	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
174398	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
174398	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
174398	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
174398	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
174398	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
174398	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
174398	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
174398	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
174398	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
174398	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
174398	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
174398	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
174398	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
174398	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
174398	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
174398	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
174398	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
174398	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
174398	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
174398	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
174398	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
174398	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
174398	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
174398	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
174398	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
174398	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
174398	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
174398	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
174398	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
174398	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
174398	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
174398	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
174398	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
174398	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
174398	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
174398	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
174398	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
174398	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
174398	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
174398	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
174398	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
174398	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
174398	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
174398	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
174398	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
174398	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
174398	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
174398	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
174398	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
174398	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
174398	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
174398	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
174398	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
174398	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
174398	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
174398	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
174398	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
174398	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
174398	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
174398	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
174398	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
174398	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
174398	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
174398	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
174398	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
174398	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
174398	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
174398	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
174398	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
174398	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
174398	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
174398	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
174398	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
174398	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
174398	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
174398	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
174398	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
174398	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
174398	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
174398	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
174398	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
174398	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
174398	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
174398	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
174398	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
174398	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
174398	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
174398	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
174398	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
174398	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
174398	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
174398	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
174398	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
174398	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
174398	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
174398	embedding2nn.weight	0	0.2238093614578247
174398	embedding2nn.weight	1	0.2774930000305176
174398	embedding2nn.weight	2	0.027468673884868622
174398	embedding2nn.weight	3	0.054544948041439056
174398	embedding2nn.weight	4	-0.026940785348415375
174398	embedding2nn.weight	5	0.08379678428173065
174398	embedding2nn.weight	6	0.07502704113721848
174398	embedding2nn.weight	7	0.006733893416821957
174398	embedding2nn.weight	8	0.04451223835349083
174398	embedding2nn.weight	9	-0.03171785548329353
174398	embedding2nn.bias	0	0.028118614107370377
174398	embedding2nn.bias	1	-0.13036610186100006
174398	embedding2nn.bias	2	0.06747058033943176
174398	embedding2nn.bias	3	0.14164066314697266
174398	embedding2nn.bias	4	0.15673016011714935
174398	embedding2nn.bias	5	-0.04422195628285408
174398	embedding2nn.bias	6	-0.041781920939683914
174398	embedding2nn.bias	7	0.06091867387294769
174398	embedding2nn.bias	8	-0.13624364137649536
174398	embedding2nn.bias	9	-0.35876885056495667
174398	rnn.weight_ih_l0	0	0.018306363373994827
174398	rnn.weight_ih_l0	1	-0.05799746513366699
174398	rnn.weight_ih_l0	2	-0.053658682852983475
174398	rnn.weight_ih_l0	3	0.04673074930906296
174398	rnn.weight_ih_l0	4	0.07732302695512772
174398	rnn.weight_ih_l0	5	-0.14953753352165222
174398	rnn.weight_ih_l0	6	-0.011936159804463387
174398	rnn.weight_ih_l0	7	0.01629062555730343
174398	rnn.weight_ih_l0	8	0.0003532262344378978
174398	rnn.weight_ih_l0	9	-0.042604584246873856
174398	rnn.weight_hh_l0	0	0.013993334025144577
174398	rnn.weight_hh_l0	1	0.06719132512807846
174398	rnn.weight_hh_l0	2	0.01627415604889393
174398	rnn.weight_hh_l0	3	0.037787143141031265
174398	rnn.weight_hh_l0	4	0.0005086542805656791
174398	rnn.weight_hh_l0	5	0.07073003798723221
174398	rnn.weight_hh_l0	6	-0.008002953603863716
174398	rnn.weight_hh_l0	7	-0.027421846985816956
174398	rnn.weight_hh_l0	8	0.043366752564907074
174398	rnn.weight_hh_l0	9	-0.06883007287979126
174398	rnn.bias_ih_l0	0	0.12957192957401276
174398	rnn.bias_ih_l0	1	-0.17751947045326233
174398	rnn.bias_ih_l0	2	-0.01177359651774168
174398	rnn.bias_ih_l0	3	-0.1469741314649582
174398	rnn.bias_ih_l0	4	0.09093410521745682
174398	rnn.bias_ih_l0	5	-0.23248432576656342
174398	rnn.bias_ih_l0	6	-0.08139573782682419
174398	rnn.bias_ih_l0	7	-0.22409869730472565
174398	rnn.bias_ih_l0	8	-0.1486932784318924
174398	rnn.bias_ih_l0	9	-0.35044580698013306
174398	rnn.bias_hh_l0	0	-0.20037023723125458
174398	rnn.bias_hh_l0	1	-0.20397408306598663
174398	rnn.bias_hh_l0	2	-0.1992267519235611
174398	rnn.bias_hh_l0	3	-0.049530453979969025
174398	rnn.bias_hh_l0	4	-0.15659433603286743
174398	rnn.bias_hh_l0	5	-0.2237246334552765
174398	rnn.bias_hh_l0	6	-0.11358528584241867
174398	rnn.bias_hh_l0	7	0.07379522174596786
174398	rnn.bias_hh_l0	8	-0.16386710107326508
174398	rnn.bias_hh_l0	9	-0.35132619738578796
174398	rnn.weight_ih_l0_reverse	0	0.06867075711488724
174398	rnn.weight_ih_l0_reverse	1	-0.07088752090930939
174398	rnn.weight_ih_l0_reverse	2	-0.04734719172120094
174398	rnn.weight_ih_l0_reverse	3	-0.10584879666566849
174398	rnn.weight_ih_l0_reverse	4	0.04524868354201317
174398	rnn.weight_ih_l0_reverse	5	-0.13007409870624542
174398	rnn.weight_ih_l0_reverse	6	0.0428725890815258
174398	rnn.weight_ih_l0_reverse	7	0.02426927164196968
174398	rnn.weight_ih_l0_reverse	8	-0.0822848230600357
174398	rnn.weight_ih_l0_reverse	9	-0.042596105486154556
174398	rnn.weight_hh_l0_reverse	0	-0.05197782814502716
174398	rnn.weight_hh_l0_reverse	1	0.022575244307518005
174398	rnn.weight_hh_l0_reverse	2	-0.023306548595428467
174398	rnn.weight_hh_l0_reverse	3	0.00774814048781991
174398	rnn.weight_hh_l0_reverse	4	-0.07889517396688461
174398	rnn.weight_hh_l0_reverse	5	0.03725866600871086
174398	rnn.weight_hh_l0_reverse	6	0.01819606125354767
174398	rnn.weight_hh_l0_reverse	7	-0.03412623703479767
174398	rnn.weight_hh_l0_reverse	8	-0.0046652876771986485
174398	rnn.weight_hh_l0_reverse	9	0.05732886120676994
174398	rnn.bias_ih_l0_reverse	0	-0.12497379630804062
174398	rnn.bias_ih_l0_reverse	1	-0.0911046713590622
174398	rnn.bias_ih_l0_reverse	2	0.03132150322198868
174398	rnn.bias_ih_l0_reverse	3	-0.1778700351715088
174398	rnn.bias_ih_l0_reverse	4	-0.009347721002995968
174398	rnn.bias_ih_l0_reverse	5	-0.17347127199172974
174398	rnn.bias_ih_l0_reverse	6	0.21855488419532776
174398	rnn.bias_ih_l0_reverse	7	-0.24347268044948578
174398	rnn.bias_ih_l0_reverse	8	-0.09999806433916092
174398	rnn.bias_ih_l0_reverse	9	-0.134647399187088
174398	rnn.bias_hh_l0_reverse	0	-0.08464966714382172
174398	rnn.bias_hh_l0_reverse	1	0.19468559324741364
174398	rnn.bias_hh_l0_reverse	2	-0.27478888630867004
174398	rnn.bias_hh_l0_reverse	3	-0.11737534403800964
174398	rnn.bias_hh_l0_reverse	4	-0.259893536567688
174398	rnn.bias_hh_l0_reverse	5	-0.10189922153949738
174398	rnn.bias_hh_l0_reverse	6	-0.2308407872915268
174398	rnn.bias_hh_l0_reverse	7	-0.05970098823308945
174398	rnn.bias_hh_l0_reverse	8	-0.13357701897621155
174398	rnn.bias_hh_l0_reverse	9	0.18876783549785614
174398	linear.weight	0	0.2110268771648407
174398	linear.weight	1	-0.3839150667190552
174398	linear.weight	2	0.05603130906820297
174398	linear.weight	3	0.06815366446971893
174398	linear.weight	4	-0.11110726743936539
174398	linear.weight	5	0.24817679822444916
174398	linear.weight	6	-0.11424215137958527
174398	linear.weight	7	-0.06766549497842789
174398	linear.weight	8	0.08057337999343872
174398	linear.weight	9	-0.03845924139022827
174398	linear.bias	0	-1.1095057725906372
174398	linear.bias	1	1.9278652667999268
174398	linear.bias	2	0.38240867853164673
174398	linear.bias	3	-2.3796985149383545
174398	linear.bias	4	-0.39069294929504395
174398	linear.bias	5	1.1172688007354736
174398	linear.bias	6	-0.24518327414989471
174398	linear.bias	7	0.5964117050170898
174398	linear.bias	8	2.1381466388702393
174398	linear.bias	9	-1.3475563526153564
175007	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
175007	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
175007	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
175007	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
175007	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
175007	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
175007	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
175007	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
175007	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
175007	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
175007	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
175007	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
175007	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
175007	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
175007	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
175007	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
175007	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
175007	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
175007	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
175007	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
175007	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
175007	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
175007	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
175007	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
175007	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
175007	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
175007	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
175007	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
175007	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
175007	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
175007	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
175007	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
175007	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
175007	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
175007	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
175007	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
175007	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
175007	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
175007	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
175007	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
175007	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
175007	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
175007	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
175007	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
175007	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
175007	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
175007	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
175007	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
175007	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
175007	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
175007	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
175007	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
175007	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
175007	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
175007	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
175007	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
175007	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
175007	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
175007	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
175007	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
175007	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
175007	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
175007	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
175007	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
175007	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
175007	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
175007	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
175007	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
175007	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
175007	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
175007	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
175007	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
175007	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
175007	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
175007	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
175007	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
175007	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
175007	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
175007	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
175007	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
175007	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
175007	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
175007	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
175007	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
175007	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
175007	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
175007	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
175007	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
175007	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
175007	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
175007	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
175007	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
175007	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
175007	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
175007	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
175007	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
175007	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
175007	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
175007	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
175007	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
175007	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
175007	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
175007	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
175007	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
175007	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
175007	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
175007	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
175007	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
175007	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
175007	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
175007	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
175007	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
175007	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
175007	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
175007	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
175007	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
175007	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
175007	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
175007	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
175007	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
175007	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
175007	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
175007	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
175007	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
175007	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
175007	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
175007	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
175007	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
175007	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
175007	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
175007	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
175007	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
175007	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
175007	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
175007	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
175007	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
175007	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
175007	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
175007	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
175007	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
175007	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
175007	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
175007	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
175007	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
175007	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
175007	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
175007	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
175007	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
175007	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
175007	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
175007	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
175007	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
175007	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
175007	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
175007	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
175007	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
175007	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
175007	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
175007	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
175007	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
175007	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
175007	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
175007	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
175007	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
175007	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
175007	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
175007	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
175007	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
175007	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
175007	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
175007	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
175007	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
175007	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
175007	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
175007	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
175007	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
175007	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
175007	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
175007	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
175007	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
175007	embedding2nn.weight	0	0.22104625403881073
175007	embedding2nn.weight	1	0.2731896638870239
175007	embedding2nn.weight	2	0.023164305835962296
175007	embedding2nn.weight	3	0.05524779111146927
175007	embedding2nn.weight	4	-0.034570496529340744
175007	embedding2nn.weight	5	0.08144576847553253
175007	embedding2nn.weight	6	0.07825866341590881
175007	embedding2nn.weight	7	0.015804972499608994
175007	embedding2nn.weight	8	0.04259863868355751
175007	embedding2nn.weight	9	-0.01825866289436817
175007	embedding2nn.bias	0	0.023612158372998238
175007	embedding2nn.bias	1	-0.17714938521385193
175007	embedding2nn.bias	2	0.09612695127725601
175007	embedding2nn.bias	3	0.1423739343881607
175007	embedding2nn.bias	4	0.1636219173669815
175007	embedding2nn.bias	5	-0.06374257802963257
175007	embedding2nn.bias	6	-0.05264958739280701
175007	embedding2nn.bias	7	0.021650783717632294
175007	embedding2nn.bias	8	-0.14334256947040558
175007	embedding2nn.bias	9	-0.36371737718582153
175007	rnn.weight_ih_l0	0	0.01991891860961914
175007	rnn.weight_ih_l0	1	-0.05815824121236801
175007	rnn.weight_ih_l0	2	-0.0533548928797245
175007	rnn.weight_ih_l0	3	0.05129111185669899
175007	rnn.weight_ih_l0	4	0.07776571065187454
175007	rnn.weight_ih_l0	5	-0.14573702216148376
175007	rnn.weight_ih_l0	6	-0.016162291169166565
175007	rnn.weight_ih_l0	7	0.017955534160137177
175007	rnn.weight_ih_l0	8	0.0008340562926605344
175007	rnn.weight_ih_l0	9	-0.0379762165248394
175007	rnn.weight_hh_l0	0	0.01342430617660284
175007	rnn.weight_hh_l0	1	0.06792603433132172
175007	rnn.weight_hh_l0	2	0.01758759655058384
175007	rnn.weight_hh_l0	3	0.038124728947877884
175007	rnn.weight_hh_l0	4	0.0004016117309220135
175007	rnn.weight_hh_l0	5	0.06892449408769608
175007	rnn.weight_hh_l0	6	-0.008490859530866146
175007	rnn.weight_hh_l0	7	-0.030936721712350845
175007	rnn.weight_hh_l0	8	0.043196436017751694
175007	rnn.weight_hh_l0	9	-0.06830793619155884
175007	rnn.bias_ih_l0	0	0.12141693383455276
175007	rnn.bias_ih_l0	1	-0.1755543202161789
175007	rnn.bias_ih_l0	2	-0.00899609737098217
175007	rnn.bias_ih_l0	3	-0.1501394659280777
175007	rnn.bias_ih_l0	4	0.0973755344748497
175007	rnn.bias_ih_l0	5	-0.23733609914779663
175007	rnn.bias_ih_l0	6	-0.09163649380207062
175007	rnn.bias_ih_l0	7	-0.22572268545627594
175007	rnn.bias_ih_l0	8	-0.14440926909446716
175007	rnn.bias_ih_l0	9	-0.35910701751708984
175007	rnn.bias_hh_l0	0	-0.2064865231513977
175007	rnn.bias_hh_l0	1	-0.20893210172653198
175007	rnn.bias_hh_l0	2	-0.2006790190935135
175007	rnn.bias_hh_l0	3	-0.04956549033522606
175007	rnn.bias_hh_l0	4	-0.14816832542419434
175007	rnn.bias_hh_l0	5	-0.22767756879329681
175007	rnn.bias_hh_l0	6	-0.11020469665527344
175007	rnn.bias_hh_l0	7	0.08064833283424377
175007	rnn.bias_hh_l0	8	-0.16788561642169952
175007	rnn.bias_hh_l0	9	-0.35135769844055176
175007	rnn.weight_ih_l0_reverse	0	0.07053433358669281
175007	rnn.weight_ih_l0_reverse	1	-0.07235444337129593
175007	rnn.weight_ih_l0_reverse	2	-0.04704485088586807
175007	rnn.weight_ih_l0_reverse	3	-0.10639199614524841
175007	rnn.weight_ih_l0_reverse	4	0.042915113270282745
175007	rnn.weight_ih_l0_reverse	5	-0.12448599934577942
175007	rnn.weight_ih_l0_reverse	6	0.04063859209418297
175007	rnn.weight_ih_l0_reverse	7	0.02368057705461979
175007	rnn.weight_ih_l0_reverse	8	-0.08049998432397842
175007	rnn.weight_ih_l0_reverse	9	-0.04451535642147064
175007	rnn.weight_hh_l0_reverse	0	-0.05129391327500343
175007	rnn.weight_hh_l0_reverse	1	0.023270927369594574
175007	rnn.weight_hh_l0_reverse	2	-0.02329271472990513
175007	rnn.weight_hh_l0_reverse	3	0.007385083939880133
175007	rnn.weight_hh_l0_reverse	4	-0.07692426443099976
175007	rnn.weight_hh_l0_reverse	5	0.037299513816833496
175007	rnn.weight_hh_l0_reverse	6	0.01819186843931675
175007	rnn.weight_hh_l0_reverse	7	-0.03484551981091499
175007	rnn.weight_hh_l0_reverse	8	-0.0025010390672832727
175007	rnn.weight_hh_l0_reverse	9	0.054628148674964905
175007	rnn.bias_ih_l0_reverse	0	-0.12614846229553223
175007	rnn.bias_ih_l0_reverse	1	-0.0917825698852539
175007	rnn.bias_ih_l0_reverse	2	0.03246742859482765
175007	rnn.bias_ih_l0_reverse	3	-0.18051400780677795
175007	rnn.bias_ih_l0_reverse	4	-0.009232643060386181
175007	rnn.bias_ih_l0_reverse	5	-0.16981978714466095
175007	rnn.bias_ih_l0_reverse	6	0.21884360909461975
175007	rnn.bias_ih_l0_reverse	7	-0.22099611163139343
175007	rnn.bias_ih_l0_reverse	8	-0.09499930590391159
175007	rnn.bias_ih_l0_reverse	9	-0.14178168773651123
175007	rnn.bias_hh_l0_reverse	0	-0.0777745172381401
175007	rnn.bias_hh_l0_reverse	1	0.19645428657531738
175007	rnn.bias_hh_l0_reverse	2	-0.27339839935302734
175007	rnn.bias_hh_l0_reverse	3	-0.10762228071689606
175007	rnn.bias_hh_l0_reverse	4	-0.2572769820690155
175007	rnn.bias_hh_l0_reverse	5	-0.10584806650876999
175007	rnn.bias_hh_l0_reverse	6	-0.23341593146324158
175007	rnn.bias_hh_l0_reverse	7	-0.058370184153318405
175007	rnn.bias_hh_l0_reverse	8	-0.1479203850030899
175007	rnn.bias_hh_l0_reverse	9	0.19468267261981964
175007	linear.weight	0	0.21643464267253876
175007	linear.weight	1	-0.3440955579280853
175007	linear.weight	2	0.03418092802166939
175007	linear.weight	3	0.06815291941165924
175007	linear.weight	4	-0.1367173194885254
175007	linear.weight	5	0.23888032138347626
175007	linear.weight	6	-0.10170653462409973
175007	linear.weight	7	-0.06765227764844894
175007	linear.weight	8	0.09771528095006943
175007	linear.weight	9	-0.03849004954099655
175007	linear.bias	0	-1.082027554512024
175007	linear.bias	1	1.9137080907821655
175007	linear.bias	2	0.44407883286476135
175007	linear.bias	3	-2.3808302879333496
175007	linear.bias	4	-0.3662635385990143
175007	linear.bias	5	1.0877156257629395
175007	linear.bias	6	-0.28375959396362305
175007	linear.bias	7	0.5486973524093628
175007	linear.bias	8	2.1804192066192627
175007	linear.bias	9	-1.3808119297027588
175616	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
175616	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
175616	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
175616	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
175616	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
175616	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
175616	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
175616	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
175616	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
175616	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
175616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
175616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
175616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
175616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
175616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
175616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
175616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
175616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
175616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
175616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
175616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
175616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
175616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
175616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
175616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
175616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
175616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
175616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
175616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
175616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
175616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
175616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
175616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
175616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
175616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
175616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
175616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
175616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
175616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
175616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
175616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
175616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
175616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
175616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
175616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
175616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
175616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
175616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
175616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
175616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
175616	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
175616	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
175616	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
175616	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
175616	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
175616	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
175616	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
175616	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
175616	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
175616	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
175616	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
175616	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
175616	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
175616	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
175616	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
175616	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
175616	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
175616	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
175616	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
175616	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
175616	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
175616	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
175616	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
175616	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
175616	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
175616	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
175616	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
175616	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
175616	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
175616	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
175616	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
175616	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
175616	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
175616	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
175616	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
175616	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
175616	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
175616	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
175616	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
175616	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
175616	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
175616	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
175616	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
175616	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
175616	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
175616	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
175616	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
175616	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
175616	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
175616	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
175616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
175616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
175616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
175616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
175616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
175616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
175616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
175616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
175616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
175616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
175616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
175616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
175616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
175616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
175616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
175616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
175616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
175616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
175616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
175616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
175616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
175616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
175616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
175616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
175616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
175616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
175616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
175616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
175616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
175616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
175616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
175616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
175616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
175616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
175616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
175616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
175616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
175616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
175616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
175616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
175616	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
175616	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
175616	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
175616	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
175616	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
175616	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
175616	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
175616	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
175616	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
175616	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
175616	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
175616	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
175616	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
175616	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
175616	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
175616	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
175616	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
175616	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
175616	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
175616	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
175616	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
175616	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
175616	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
175616	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
175616	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
175616	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
175616	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
175616	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
175616	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
175616	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
175616	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
175616	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
175616	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
175616	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
175616	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
175616	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
175616	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
175616	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
175616	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
175616	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
175616	embedding2nn.weight	0	0.22174513339996338
175616	embedding2nn.weight	1	0.27817270159721375
175616	embedding2nn.weight	2	0.02107093669474125
175616	embedding2nn.weight	3	0.04689333215355873
175616	embedding2nn.weight	4	-0.03901849687099457
175616	embedding2nn.weight	5	0.0783781111240387
175616	embedding2nn.weight	6	0.07788518071174622
175616	embedding2nn.weight	7	0.005115889478474855
175616	embedding2nn.weight	8	0.0472828708589077
175616	embedding2nn.weight	9	-0.017886130139231682
175616	embedding2nn.bias	0	0.013664891012012959
175616	embedding2nn.bias	1	-0.15362204611301422
175616	embedding2nn.bias	2	0.07339516282081604
175616	embedding2nn.bias	3	0.13819622993469238
175616	embedding2nn.bias	4	0.12872560322284698
175616	embedding2nn.bias	5	-0.0520336776971817
175616	embedding2nn.bias	6	-0.052521076053380966
175616	embedding2nn.bias	7	0.017848465591669083
175616	embedding2nn.bias	8	-0.14434021711349487
175616	embedding2nn.bias	9	-0.3628639876842499
175616	rnn.weight_ih_l0	0	0.0198296420276165
175616	rnn.weight_ih_l0	1	-0.05971792712807655
175616	rnn.weight_ih_l0	2	-0.057164762169122696
175616	rnn.weight_ih_l0	3	0.05154987424612045
175616	rnn.weight_ih_l0	4	0.07990618795156479
175616	rnn.weight_ih_l0	5	-0.14608660340309143
175616	rnn.weight_ih_l0	6	-0.015343399718403816
175616	rnn.weight_ih_l0	7	0.012168597429990768
175616	rnn.weight_ih_l0	8	-0.0037578449118882418
175616	rnn.weight_ih_l0	9	-0.038700126111507416
175616	rnn.weight_hh_l0	0	0.013027376495301723
175616	rnn.weight_hh_l0	1	0.06923843175172806
175616	rnn.weight_hh_l0	2	0.01754998415708542
175616	rnn.weight_hh_l0	3	0.037644799798727036
175616	rnn.weight_hh_l0	4	0.0014022983377799392
175616	rnn.weight_hh_l0	5	0.06824863702058792
175616	rnn.weight_hh_l0	6	-0.00864476803690195
175616	rnn.weight_hh_l0	7	-0.02643009088933468
175616	rnn.weight_hh_l0	8	0.043176375329494476
175616	rnn.weight_hh_l0	9	-0.06967013329267502
175616	rnn.bias_ih_l0	0	0.11025062203407288
175616	rnn.bias_ih_l0	1	-0.1748809665441513
175616	rnn.bias_ih_l0	2	-0.009200210683047771
175616	rnn.bias_ih_l0	3	-0.14726205170154572
175616	rnn.bias_ih_l0	4	0.09663351625204086
175616	rnn.bias_ih_l0	5	-0.23127971589565277
175616	rnn.bias_ih_l0	6	-0.09328332543373108
175616	rnn.bias_ih_l0	7	-0.22656302154064178
175616	rnn.bias_ih_l0	8	-0.15043973922729492
175616	rnn.bias_ih_l0	9	-0.36220604181289673
175616	rnn.bias_hh_l0	0	-0.20428597927093506
175616	rnn.bias_hh_l0	1	-0.20991834998130798
175616	rnn.bias_hh_l0	2	-0.201169952750206
175616	rnn.bias_hh_l0	3	-0.03824348375201225
175616	rnn.bias_hh_l0	4	-0.16467881202697754
175616	rnn.bias_hh_l0	5	-0.22600555419921875
175616	rnn.bias_hh_l0	6	-0.10884518921375275
175616	rnn.bias_hh_l0	7	0.08159306645393372
175616	rnn.bias_hh_l0	8	-0.1520712971687317
175616	rnn.bias_hh_l0	9	-0.35590091347694397
175616	rnn.weight_ih_l0_reverse	0	0.060242366045713425
175616	rnn.weight_ih_l0_reverse	1	-0.0718344897031784
175616	rnn.weight_ih_l0_reverse	2	-0.05354806408286095
175616	rnn.weight_ih_l0_reverse	3	-0.11014943569898605
175616	rnn.weight_ih_l0_reverse	4	0.04193980619311333
175616	rnn.weight_ih_l0_reverse	5	-0.13198508322238922
175616	rnn.weight_ih_l0_reverse	6	0.032724663615226746
175616	rnn.weight_ih_l0_reverse	7	0.023153958842158318
175616	rnn.weight_ih_l0_reverse	8	-0.0778173878788948
175616	rnn.weight_ih_l0_reverse	9	-0.04154755547642708
175616	rnn.weight_hh_l0_reverse	0	-0.05081719160079956
175616	rnn.weight_hh_l0_reverse	1	0.023799864575266838
175616	rnn.weight_hh_l0_reverse	2	-0.022946950048208237
175616	rnn.weight_hh_l0_reverse	3	0.007725777104496956
175616	rnn.weight_hh_l0_reverse	4	-0.07752922922372818
175616	rnn.weight_hh_l0_reverse	5	0.03760439530014992
175616	rnn.weight_hh_l0_reverse	6	0.01810954324901104
175616	rnn.weight_hh_l0_reverse	7	-0.033061180263757706
175616	rnn.weight_hh_l0_reverse	8	-0.0028398577123880386
175616	rnn.weight_hh_l0_reverse	9	0.056191764771938324
175616	rnn.bias_ih_l0_reverse	0	-0.13027678430080414
175616	rnn.bias_ih_l0_reverse	1	-0.09688500314950943
175616	rnn.bias_ih_l0_reverse	2	0.03736433386802673
175616	rnn.bias_ih_l0_reverse	3	-0.18494920432567596
175616	rnn.bias_ih_l0_reverse	4	-0.012047060765326023
175616	rnn.bias_ih_l0_reverse	5	-0.17309138178825378
175616	rnn.bias_ih_l0_reverse	6	0.23436640202999115
175616	rnn.bias_ih_l0_reverse	7	-0.22960273921489716
175616	rnn.bias_ih_l0_reverse	8	-0.09719521552324295
175616	rnn.bias_ih_l0_reverse	9	-0.1388069987297058
175616	rnn.bias_hh_l0_reverse	0	-0.10327722877264023
175616	rnn.bias_hh_l0_reverse	1	0.19061939418315887
175616	rnn.bias_hh_l0_reverse	2	-0.2706388533115387
175616	rnn.bias_hh_l0_reverse	3	-0.10492192208766937
175616	rnn.bias_hh_l0_reverse	4	-0.2591007351875305
175616	rnn.bias_hh_l0_reverse	5	-0.10709819942712784
175616	rnn.bias_hh_l0_reverse	6	-0.23343977332115173
175616	rnn.bias_hh_l0_reverse	7	-0.06224546208977699
175616	rnn.bias_hh_l0_reverse	8	-0.1383625864982605
175616	rnn.bias_hh_l0_reverse	9	0.1842097043991089
175616	linear.weight	0	0.22914907336235046
175616	linear.weight	1	-0.3388623297214508
175616	linear.weight	2	0.02070915512740612
175616	linear.weight	3	0.06814731657505035
175616	linear.weight	4	-0.10254576802253723
175616	linear.weight	5	0.23749342560768127
175616	linear.weight	6	-0.13326320052146912
175616	linear.weight	7	-0.06762885302305222
175616	linear.weight	8	0.11569761484861374
175616	linear.weight	9	-0.03852250054478645
175616	linear.bias	0	-1.1024973392486572
175616	linear.bias	1	1.8397518396377563
175616	linear.bias	2	0.4187290370464325
175616	linear.bias	3	-2.381988286972046
175616	linear.bias	4	-0.3923080265522003
175616	linear.bias	5	1.1105856895446777
175616	linear.bias	6	-0.2916785776615143
175616	linear.bias	7	0.5304421186447144
175616	linear.bias	8	2.209258556365967
175616	linear.bias	9	-1.3549731969833374
176225	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
176225	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
176225	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
176225	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
176225	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
176225	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
176225	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
176225	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
176225	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
176225	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
176225	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
176225	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
176225	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
176225	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
176225	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
176225	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
176225	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
176225	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
176225	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
176225	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
176225	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
176225	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
176225	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
176225	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
176225	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
176225	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
176225	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
176225	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
176225	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
176225	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
176225	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
176225	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
176225	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
176225	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
176225	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
176225	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
176225	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
176225	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
176225	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
176225	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
176225	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
176225	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
176225	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
176225	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
176225	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
176225	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
176225	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
176225	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
176225	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
176225	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
176225	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
176225	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
176225	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
176225	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
176225	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
176225	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
176225	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
176225	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
176225	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
176225	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
176225	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
176225	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
176225	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
176225	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
176225	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
176225	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
176225	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
176225	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
176225	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
176225	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
176225	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
176225	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
176225	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
176225	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
176225	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
176225	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
176225	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
176225	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
176225	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
176225	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
176225	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
176225	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
176225	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
176225	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
176225	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
176225	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
176225	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
176225	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
176225	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
176225	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
176225	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
176225	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
176225	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
176225	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
176225	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
176225	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
176225	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
176225	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
176225	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
176225	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
176225	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
176225	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
176225	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
176225	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
176225	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
176225	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
176225	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
176225	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
176225	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
176225	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
176225	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
176225	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
176225	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
176225	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
176225	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
176225	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
176225	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
176225	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
176225	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
176225	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
176225	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
176225	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
176225	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
176225	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
176225	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
176225	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
176225	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
176225	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
176225	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
176225	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
176225	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
176225	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
176225	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
176225	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
176225	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
176225	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
176225	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
176225	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
176225	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
176225	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
176225	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
176225	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
176225	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
176225	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
176225	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
176225	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
176225	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
176225	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
176225	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
176225	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
176225	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
176225	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
176225	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
176225	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
176225	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
176225	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
176225	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
176225	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
176225	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
176225	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
176225	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
176225	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
176225	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
176225	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
176225	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
176225	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
176225	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
176225	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
176225	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
176225	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
176225	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
176225	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
176225	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
176225	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
176225	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
176225	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
176225	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
176225	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
176225	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
176225	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
176225	embedding2nn.weight	0	0.22198925912380219
176225	embedding2nn.weight	1	0.2789864242076874
176225	embedding2nn.weight	2	0.023614535108208656
176225	embedding2nn.weight	3	0.02365557663142681
176225	embedding2nn.weight	4	-0.0370817705988884
176225	embedding2nn.weight	5	0.07702162861824036
176225	embedding2nn.weight	6	0.09030383825302124
176225	embedding2nn.weight	7	0.010742404498159885
176225	embedding2nn.weight	8	0.045926276594400406
176225	embedding2nn.weight	9	-0.010236147791147232
176225	embedding2nn.bias	0	0.012568645179271698
176225	embedding2nn.bias	1	-0.13526087999343872
176225	embedding2nn.bias	2	0.09570501744747162
176225	embedding2nn.bias	3	0.14858020842075348
176225	embedding2nn.bias	4	0.1677931547164917
176225	embedding2nn.bias	5	-0.06322424858808517
176225	embedding2nn.bias	6	-0.05101966857910156
176225	embedding2nn.bias	7	0.02481747604906559
176225	embedding2nn.bias	8	-0.1384483128786087
176225	embedding2nn.bias	9	-0.3710595369338989
176225	rnn.weight_ih_l0	0	0.018437905237078667
176225	rnn.weight_ih_l0	1	-0.05903513729572296
176225	rnn.weight_ih_l0	2	-0.0559636615216732
176225	rnn.weight_ih_l0	3	0.05110171064734459
176225	rnn.weight_ih_l0	4	0.07281115651130676
176225	rnn.weight_ih_l0	5	-0.14829304814338684
176225	rnn.weight_ih_l0	6	-0.01673220656812191
176225	rnn.weight_ih_l0	7	0.014169588685035706
176225	rnn.weight_ih_l0	8	-0.005810407921671867
176225	rnn.weight_ih_l0	9	-0.04107694700360298
176225	rnn.weight_hh_l0	0	0.013200712390244007
176225	rnn.weight_hh_l0	1	0.06955279409885406
176225	rnn.weight_hh_l0	2	0.01891566999256611
176225	rnn.weight_hh_l0	3	0.036129068583250046
176225	rnn.weight_hh_l0	4	0.003831100882962346
176225	rnn.weight_hh_l0	5	0.06831420212984085
176225	rnn.weight_hh_l0	6	-0.009049726650118828
176225	rnn.weight_hh_l0	7	-0.0269722081720829
176225	rnn.weight_hh_l0	8	0.042582396417856216
176225	rnn.weight_hh_l0	9	-0.07185505330562592
176225	rnn.bias_ih_l0	0	0.11560076475143433
176225	rnn.bias_ih_l0	1	-0.16475938260555267
176225	rnn.bias_ih_l0	2	-0.008224457502365112
176225	rnn.bias_ih_l0	3	-0.14699997007846832
176225	rnn.bias_ih_l0	4	0.10586512088775635
176225	rnn.bias_ih_l0	5	-0.23057545721530914
176225	rnn.bias_ih_l0	6	-0.09403645247220993
176225	rnn.bias_ih_l0	7	-0.22537556290626526
176225	rnn.bias_ih_l0	8	-0.15121255815029144
176225	rnn.bias_ih_l0	9	-0.3684720993041992
176225	rnn.bias_hh_l0	0	-0.20749971270561218
176225	rnn.bias_hh_l0	1	-0.21491004526615143
176225	rnn.bias_hh_l0	2	-0.20320269465446472
176225	rnn.bias_hh_l0	3	-0.044337645173072815
176225	rnn.bias_hh_l0	4	-0.1694359928369522
176225	rnn.bias_hh_l0	5	-0.2271992415189743
176225	rnn.bias_hh_l0	6	-0.11068939417600632
176225	rnn.bias_hh_l0	7	0.07914938032627106
176225	rnn.bias_hh_l0	8	-0.15411974489688873
176225	rnn.bias_hh_l0	9	-0.3570209741592407
176225	rnn.weight_ih_l0_reverse	0	0.06237705051898956
176225	rnn.weight_ih_l0_reverse	1	-0.06986834853887558
176225	rnn.weight_ih_l0_reverse	2	-0.04694860801100731
176225	rnn.weight_ih_l0_reverse	3	-0.1106875091791153
176225	rnn.weight_ih_l0_reverse	4	0.041510358452796936
176225	rnn.weight_ih_l0_reverse	5	-0.12997473776340485
176225	rnn.weight_ih_l0_reverse	6	0.0319054014980793
176225	rnn.weight_ih_l0_reverse	7	0.02338675782084465
176225	rnn.weight_ih_l0_reverse	8	-0.07572691142559052
176225	rnn.weight_ih_l0_reverse	9	-0.03945019096136093
176225	rnn.weight_hh_l0_reverse	0	-0.0511818528175354
176225	rnn.weight_hh_l0_reverse	1	0.02343064732849598
176225	rnn.weight_hh_l0_reverse	2	-0.02221338450908661
176225	rnn.weight_hh_l0_reverse	3	0.007049712352454662
176225	rnn.weight_hh_l0_reverse	4	-0.07757275551557541
176225	rnn.weight_hh_l0_reverse	5	0.03726216405630112
176225	rnn.weight_hh_l0_reverse	6	0.017913471907377243
176225	rnn.weight_hh_l0_reverse	7	-0.028229275718331337
176225	rnn.weight_hh_l0_reverse	8	-0.006459044758230448
176225	rnn.weight_hh_l0_reverse	9	0.054735396057367325
176225	rnn.bias_ih_l0_reverse	0	-0.1286984533071518
176225	rnn.bias_ih_l0_reverse	1	-0.09862981736660004
176225	rnn.bias_ih_l0_reverse	2	0.029993493109941483
176225	rnn.bias_ih_l0_reverse	3	-0.18261386454105377
176225	rnn.bias_ih_l0_reverse	4	0.009050928056240082
176225	rnn.bias_ih_l0_reverse	5	-0.17603126168251038
176225	rnn.bias_ih_l0_reverse	6	0.22389844059944153
176225	rnn.bias_ih_l0_reverse	7	-0.23900704085826874
176225	rnn.bias_ih_l0_reverse	8	-0.10045354068279266
176225	rnn.bias_ih_l0_reverse	9	-0.14367200434207916
176225	rnn.bias_hh_l0_reverse	0	-0.10813361406326294
176225	rnn.bias_hh_l0_reverse	1	0.18395650386810303
176225	rnn.bias_hh_l0_reverse	2	-0.25985950231552124
176225	rnn.bias_hh_l0_reverse	3	-0.10456925630569458
176225	rnn.bias_hh_l0_reverse	4	-0.25587815046310425
176225	rnn.bias_hh_l0_reverse	5	-0.11007747799158096
176225	rnn.bias_hh_l0_reverse	6	-0.23180468380451202
176225	rnn.bias_hh_l0_reverse	7	-0.06279462575912476
176225	rnn.bias_hh_l0_reverse	8	-0.1383519470691681
176225	rnn.bias_hh_l0_reverse	9	0.17433319985866547
176225	linear.weight	0	0.2164783775806427
176225	linear.weight	1	-0.2865634262561798
176225	linear.weight	2	0.029932785779237747
176225	linear.weight	3	0.06813820451498032
176225	linear.weight	4	-0.15073248744010925
176225	linear.weight	5	0.21493294835090637
176225	linear.weight	6	-0.1264490932226181
176225	linear.weight	7	-0.06760787963867188
176225	linear.weight	8	0.0991152971982956
176225	linear.weight	9	-0.03854312375187874
176225	linear.bias	0	-1.114832878112793
176225	linear.bias	1	1.9298921823501587
176225	linear.bias	2	0.38401830196380615
176225	linear.bias	3	-2.383105993270874
176225	linear.bias	4	-0.3906782865524292
176225	linear.bias	5	1.1316787004470825
176225	linear.bias	6	-0.3000553250312805
176225	linear.bias	7	0.5555371046066284
176225	linear.bias	8	2.182520627975464
176225	linear.bias	9	-1.3755666017532349
176834	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
176834	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
176834	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
176834	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
176834	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
176834	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
176834	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
176834	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
176834	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
176834	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
176834	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
176834	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
176834	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
176834	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
176834	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
176834	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
176834	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
176834	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
176834	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
176834	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
176834	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
176834	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
176834	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
176834	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
176834	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
176834	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
176834	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
176834	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
176834	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
176834	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
176834	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
176834	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
176834	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
176834	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
176834	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
176834	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
176834	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
176834	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
176834	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
176834	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
176834	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
176834	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
176834	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
176834	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
176834	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
176834	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
176834	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
176834	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
176834	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
176834	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
176834	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
176834	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
176834	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
176834	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
176834	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
176834	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
176834	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
176834	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
176834	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
176834	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
176834	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
176834	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
176834	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
176834	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
176834	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
176834	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
176834	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
176834	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
176834	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
176834	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
176834	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
176834	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
176834	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
176834	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
176834	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
176834	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
176834	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
176834	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
176834	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
176834	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
176834	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
176834	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
176834	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
176834	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
176834	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
176834	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
176834	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
176834	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
176834	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
176834	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
176834	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
176834	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
176834	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
176834	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
176834	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
176834	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
176834	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
176834	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
176834	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
176834	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
176834	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
176834	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
176834	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
176834	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
176834	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
176834	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
176834	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
176834	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
176834	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
176834	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
176834	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
176834	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
176834	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
176834	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
176834	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
176834	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
176834	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
176834	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
176834	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
176834	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
176834	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
176834	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
176834	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
176834	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
176834	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
176834	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
176834	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
176834	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
176834	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
176834	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
176834	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
176834	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
176834	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
176834	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
176834	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
176834	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
176834	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
176834	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
176834	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
176834	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
176834	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
176834	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
176834	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
176834	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
176834	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
176834	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
176834	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
176834	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
176834	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
176834	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
176834	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
176834	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
176834	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
176834	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
176834	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
176834	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
176834	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
176834	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
176834	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
176834	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
176834	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
176834	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
176834	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
176834	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
176834	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
176834	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
176834	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
176834	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
176834	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
176834	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
176834	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
176834	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
176834	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
176834	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
176834	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
176834	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
176834	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
176834	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
176834	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
176834	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
176834	embedding2nn.weight	0	0.22015362977981567
176834	embedding2nn.weight	1	0.2812351584434509
176834	embedding2nn.weight	2	0.01646014302968979
176834	embedding2nn.weight	3	0.01118138525635004
176834	embedding2nn.weight	4	-0.029146112501621246
176834	embedding2nn.weight	5	0.07813884317874908
176834	embedding2nn.weight	6	0.10265427082777023
176834	embedding2nn.weight	7	0.011367159895598888
176834	embedding2nn.weight	8	0.04408269003033638
176834	embedding2nn.weight	9	-0.01305956207215786
176834	embedding2nn.bias	0	0.012224989011883736
176834	embedding2nn.bias	1	-0.11529037356376648
176834	embedding2nn.bias	2	0.091241754591465
176834	embedding2nn.bias	3	0.14517775177955627
176834	embedding2nn.bias	4	0.17460374534130096
176834	embedding2nn.bias	5	-0.046994611620903015
176834	embedding2nn.bias	6	-0.037386879324913025
176834	embedding2nn.bias	7	0.017635053023695946
176834	embedding2nn.bias	8	-0.1374298483133316
176834	embedding2nn.bias	9	-0.3730617165565491
176834	rnn.weight_ih_l0	0	0.01822674088180065
176834	rnn.weight_ih_l0	1	-0.058169566094875336
176834	rnn.weight_ih_l0	2	-0.05553572252392769
176834	rnn.weight_ih_l0	3	0.05260661616921425
176834	rnn.weight_ih_l0	4	0.08030982315540314
176834	rnn.weight_ih_l0	5	-0.15912023186683655
176834	rnn.weight_ih_l0	6	-0.018529584631323814
176834	rnn.weight_ih_l0	7	0.011128847487270832
176834	rnn.weight_ih_l0	8	-0.008357256650924683
176834	rnn.weight_ih_l0	9	-0.04202237352728844
176834	rnn.weight_hh_l0	0	0.013316352851688862
176834	rnn.weight_hh_l0	1	0.07017073035240173
176834	rnn.weight_hh_l0	2	0.02040904574096203
176834	rnn.weight_hh_l0	3	0.03604166954755783
176834	rnn.weight_hh_l0	4	0.0036299454513937235
176834	rnn.weight_hh_l0	5	0.06914766877889633
176834	rnn.weight_hh_l0	6	-0.008727269247174263
176834	rnn.weight_hh_l0	7	-0.028211258351802826
176834	rnn.weight_hh_l0	8	0.04238605126738548
176834	rnn.weight_hh_l0	9	-0.070891372859478
176834	rnn.bias_ih_l0	0	0.12763483822345734
176834	rnn.bias_ih_l0	1	-0.1665223389863968
176834	rnn.bias_ih_l0	2	-0.005826261360198259
176834	rnn.bias_ih_l0	3	-0.14204590022563934
176834	rnn.bias_ih_l0	4	0.10836608707904816
176834	rnn.bias_ih_l0	5	-0.23687192797660828
176834	rnn.bias_ih_l0	6	-0.09465202689170837
176834	rnn.bias_ih_l0	7	-0.22484320402145386
176834	rnn.bias_ih_l0	8	-0.15227361023426056
176834	rnn.bias_ih_l0	9	-0.36684465408325195
176834	rnn.bias_hh_l0	0	-0.20689783990383148
176834	rnn.bias_hh_l0	1	-0.2106267362833023
176834	rnn.bias_hh_l0	2	-0.20269612967967987
176834	rnn.bias_hh_l0	3	-0.044258616864681244
176834	rnn.bias_hh_l0	4	-0.1743929088115692
176834	rnn.bias_hh_l0	5	-0.23032335937023163
176834	rnn.bias_hh_l0	6	-0.11454052478075027
176834	rnn.bias_hh_l0	7	0.0815456211566925
176834	rnn.bias_hh_l0	8	-0.15065504610538483
176834	rnn.bias_hh_l0	9	-0.3515383303165436
176834	rnn.weight_ih_l0_reverse	0	0.058381736278533936
176834	rnn.weight_ih_l0_reverse	1	-0.06908060610294342
176834	rnn.weight_ih_l0_reverse	2	-0.0476684495806694
176834	rnn.weight_ih_l0_reverse	3	-0.10873875766992569
176834	rnn.weight_ih_l0_reverse	4	0.037182267755270004
176834	rnn.weight_ih_l0_reverse	5	-0.12952105700969696
176834	rnn.weight_ih_l0_reverse	6	0.02974625676870346
176834	rnn.weight_ih_l0_reverse	7	0.023930255323648453
176834	rnn.weight_ih_l0_reverse	8	-0.07005660235881805
176834	rnn.weight_ih_l0_reverse	9	-0.04357059299945831
176834	rnn.weight_hh_l0_reverse	0	-0.05146872624754906
176834	rnn.weight_hh_l0_reverse	1	0.022663382813334465
176834	rnn.weight_hh_l0_reverse	2	-0.02069072797894478
176834	rnn.weight_hh_l0_reverse	3	0.007513069547712803
176834	rnn.weight_hh_l0_reverse	4	-0.07722899317741394
176834	rnn.weight_hh_l0_reverse	5	0.03708433732390404
176834	rnn.weight_hh_l0_reverse	6	0.01813839189708233
176834	rnn.weight_hh_l0_reverse	7	-0.028001969680190086
176834	rnn.weight_hh_l0_reverse	8	-0.006186714395880699
176834	rnn.weight_hh_l0_reverse	9	0.0548519492149353
176834	rnn.bias_ih_l0_reverse	0	-0.13543131947517395
176834	rnn.bias_ih_l0_reverse	1	-0.09944812953472137
176834	rnn.bias_ih_l0_reverse	2	0.03641287982463837
176834	rnn.bias_ih_l0_reverse	3	-0.18353503942489624
176834	rnn.bias_ih_l0_reverse	4	-0.0003648455021902919
176834	rnn.bias_ih_l0_reverse	5	-0.1749190241098404
176834	rnn.bias_ih_l0_reverse	6	0.22646260261535645
176834	rnn.bias_ih_l0_reverse	7	-0.23854079842567444
176834	rnn.bias_ih_l0_reverse	8	-0.09686672687530518
176834	rnn.bias_ih_l0_reverse	9	-0.13957524299621582
176834	rnn.bias_hh_l0_reverse	0	-0.10556462407112122
176834	rnn.bias_hh_l0_reverse	1	0.183566614985466
176834	rnn.bias_hh_l0_reverse	2	-0.26723459362983704
176834	rnn.bias_hh_l0_reverse	3	-0.10480841249227524
176834	rnn.bias_hh_l0_reverse	4	-0.25672319531440735
176834	rnn.bias_hh_l0_reverse	5	-0.10793914645910263
176834	rnn.bias_hh_l0_reverse	6	-0.2284599393606186
176834	rnn.bias_hh_l0_reverse	7	-0.06489291042089462
176834	rnn.bias_hh_l0_reverse	8	-0.14051906764507294
176834	rnn.bias_hh_l0_reverse	9	0.18463212251663208
176834	linear.weight	0	0.212027445435524
176834	linear.weight	1	-0.302733451128006
176834	linear.weight	2	0.12559959292411804
176834	linear.weight	3	0.06813430041074753
176834	linear.weight	4	-0.1782531440258026
176834	linear.weight	5	0.2324555367231369
176834	linear.weight	6	-0.12922662496566772
176834	linear.weight	7	-0.06759577244520187
176834	linear.weight	8	0.0818665623664856
176834	linear.weight	9	-0.038571231067180634
176834	linear.bias	0	-1.1271781921386719
176834	linear.bias	1	1.9207417964935303
176834	linear.bias	2	0.388027161359787
176834	linear.bias	3	-2.384129524230957
176834	linear.bias	4	-0.40458551049232483
176834	linear.bias	5	1.142802119255066
176834	linear.bias	6	-0.25813060998916626
176834	linear.bias	7	0.536248505115509
176834	linear.bias	8	2.1911730766296387
176834	linear.bias	9	-1.3601943254470825
176842	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
176842	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
176842	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
176842	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
176842	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
176842	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
176842	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
176842	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
176842	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
176842	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
176842	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
176842	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
176842	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
176842	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
176842	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
176842	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
176842	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
176842	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
176842	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
176842	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
176842	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
176842	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
176842	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
176842	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
176842	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
176842	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
176842	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
176842	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
176842	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
176842	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
176842	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
176842	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
176842	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
176842	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
176842	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
176842	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
176842	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
176842	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
176842	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
176842	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
176842	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
176842	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
176842	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
176842	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
176842	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
176842	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
176842	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
176842	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
176842	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
176842	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
176842	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
176842	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
176842	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
176842	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
176842	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
176842	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
176842	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
176842	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
176842	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
176842	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
176842	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
176842	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
176842	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
176842	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
176842	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
176842	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
176842	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
176842	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
176842	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
176842	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
176842	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
176842	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
176842	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
176842	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
176842	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
176842	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
176842	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
176842	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
176842	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
176842	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
176842	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
176842	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
176842	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
176842	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
176842	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
176842	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
176842	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
176842	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
176842	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
176842	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
176842	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
176842	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
176842	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
176842	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
176842	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
176842	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
176842	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
176842	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
176842	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
176842	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
176842	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
176842	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
176842	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
176842	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
176842	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
176842	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
176842	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
176842	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
176842	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
176842	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
176842	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
176842	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
176842	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
176842	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
176842	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
176842	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
176842	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
176842	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
176842	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
176842	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
176842	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
176842	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
176842	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
176842	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
176842	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
176842	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
176842	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
176842	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
176842	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
176842	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
176842	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
176842	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
176842	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
176842	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
176842	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
176842	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
176842	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
176842	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
176842	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
176842	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
176842	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
176842	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
176842	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
176842	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
176842	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
176842	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
176842	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
176842	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
176842	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
176842	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
176842	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
176842	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
176842	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
176842	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
176842	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
176842	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
176842	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
176842	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
176842	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
176842	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
176842	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
176842	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
176842	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
176842	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
176842	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
176842	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
176842	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
176842	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
176842	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
176842	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
176842	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
176842	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
176842	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
176842	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
176842	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
176842	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
176842	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
176842	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
176842	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
176842	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
176842	embedding2nn.weight	0	0.22017094492912292
176842	embedding2nn.weight	1	0.28196537494659424
176842	embedding2nn.weight	2	0.01636487990617752
176842	embedding2nn.weight	3	0.009592547081410885
176842	embedding2nn.weight	4	-0.029119208455085754
176842	embedding2nn.weight	5	0.07803333550691605
176842	embedding2nn.weight	6	0.10210627317428589
176842	embedding2nn.weight	7	0.010735413059592247
176842	embedding2nn.weight	8	0.04318000376224518
176842	embedding2nn.weight	9	-0.013359669595956802
176842	embedding2nn.bias	0	0.015220924280583858
176842	embedding2nn.bias	1	-0.1170264482498169
176842	embedding2nn.bias	2	0.09347989410161972
176842	embedding2nn.bias	3	0.1411965787410736
176842	embedding2nn.bias	4	0.17332538962364197
176842	embedding2nn.bias	5	-0.04246533662080765
176842	embedding2nn.bias	6	-0.04333052039146423
176842	embedding2nn.bias	7	0.020902208983898163
176842	embedding2nn.bias	8	-0.13858412206172943
176842	embedding2nn.bias	9	-0.36672964692115784
176842	rnn.weight_ih_l0	0	0.018002698197960854
176842	rnn.weight_ih_l0	1	-0.05822916701436043
176842	rnn.weight_ih_l0	2	-0.05598243698477745
176842	rnn.weight_ih_l0	3	0.052721913903951645
176842	rnn.weight_ih_l0	4	0.08050931990146637
176842	rnn.weight_ih_l0	5	-0.15895110368728638
176842	rnn.weight_ih_l0	6	-0.018817158415913582
176842	rnn.weight_ih_l0	7	0.01085539348423481
176842	rnn.weight_ih_l0	8	-0.007698047440499067
176842	rnn.weight_ih_l0	9	-0.04161761328577995
176842	rnn.weight_hh_l0	0	0.01331273838877678
176842	rnn.weight_hh_l0	1	0.07011695951223373
176842	rnn.weight_hh_l0	2	0.02049904316663742
176842	rnn.weight_hh_l0	3	0.03605188801884651
176842	rnn.weight_hh_l0	4	0.0036113655660301447
176842	rnn.weight_hh_l0	5	0.06905800104141235
176842	rnn.weight_hh_l0	6	-0.008733734488487244
176842	rnn.weight_hh_l0	7	-0.02826700732111931
176842	rnn.weight_hh_l0	8	0.04239979758858681
176842	rnn.weight_hh_l0	9	-0.07105256617069244
176842	rnn.bias_ih_l0	0	0.1287892758846283
176842	rnn.bias_ih_l0	1	-0.16753481328487396
176842	rnn.bias_ih_l0	2	-0.006142777390778065
176842	rnn.bias_ih_l0	3	-0.14181865751743317
176842	rnn.bias_ih_l0	4	0.10752422362565994
176842	rnn.bias_ih_l0	5	-0.23652979731559753
176842	rnn.bias_ih_l0	6	-0.09363310784101486
176842	rnn.bias_ih_l0	7	-0.22484537959098816
176842	rnn.bias_ih_l0	8	-0.15334372222423553
176842	rnn.bias_ih_l0	9	-0.3694111406803131
176842	rnn.bias_hh_l0	0	-0.206006720662117
176842	rnn.bias_hh_l0	1	-0.2098899781703949
176842	rnn.bias_hh_l0	2	-0.20258957147598267
176842	rnn.bias_hh_l0	3	-0.043602339923381805
176842	rnn.bias_hh_l0	4	-0.17470921576023102
176842	rnn.bias_hh_l0	5	-0.2301793098449707
176842	rnn.bias_hh_l0	6	-0.11497501283884048
176842	rnn.bias_hh_l0	7	0.08109847456216812
176842	rnn.bias_hh_l0	8	-0.15046186745166779
176842	rnn.bias_hh_l0	9	-0.3507634997367859
176842	rnn.weight_ih_l0_reverse	0	0.05736687034368515
176842	rnn.weight_ih_l0_reverse	1	-0.06930440664291382
176842	rnn.weight_ih_l0_reverse	2	-0.04718685522675514
176842	rnn.weight_ih_l0_reverse	3	-0.10848736017942429
176842	rnn.weight_ih_l0_reverse	4	0.037365056574344635
176842	rnn.weight_ih_l0_reverse	5	-0.12789137661457062
176842	rnn.weight_ih_l0_reverse	6	0.029475102201104164
176842	rnn.weight_ih_l0_reverse	7	0.02403298020362854
176842	rnn.weight_ih_l0_reverse	8	-0.07021952420473099
176842	rnn.weight_ih_l0_reverse	9	-0.04329195246100426
176842	rnn.weight_hh_l0_reverse	0	-0.0515078566968441
176842	rnn.weight_hh_l0_reverse	1	0.02282654494047165
176842	rnn.weight_hh_l0_reverse	2	-0.020569847896695137
176842	rnn.weight_hh_l0_reverse	3	0.007525911089032888
176842	rnn.weight_hh_l0_reverse	4	-0.07726804912090302
176842	rnn.weight_hh_l0_reverse	5	0.037074826657772064
176842	rnn.weight_hh_l0_reverse	6	0.018134722486138344
176842	rnn.weight_hh_l0_reverse	7	-0.0279289148747921
176842	rnn.weight_hh_l0_reverse	8	-0.006311655975878239
176842	rnn.weight_hh_l0_reverse	9	0.054502565413713455
176842	rnn.bias_ih_l0_reverse	0	-0.1343134641647339
176842	rnn.bias_ih_l0_reverse	1	-0.09941249340772629
176842	rnn.bias_ih_l0_reverse	2	0.037125781178474426
176842	rnn.bias_ih_l0_reverse	3	-0.1829768866300583
176842	rnn.bias_ih_l0_reverse	4	-0.000869573384989053
176842	rnn.bias_ih_l0_reverse	5	-0.1750239133834839
176842	rnn.bias_ih_l0_reverse	6	0.22574517130851746
176842	rnn.bias_ih_l0_reverse	7	-0.2399107813835144
176842	rnn.bias_ih_l0_reverse	8	-0.09728744626045227
176842	rnn.bias_ih_l0_reverse	9	-0.14016349613666534
176842	rnn.bias_hh_l0_reverse	0	-0.10768511146306992
176842	rnn.bias_hh_l0_reverse	1	0.18463894724845886
176842	rnn.bias_hh_l0_reverse	2	-0.2669640779495239
176842	rnn.bias_hh_l0_reverse	3	-0.10422748327255249
176842	rnn.bias_hh_l0_reverse	4	-0.25668972730636597
176842	rnn.bias_hh_l0_reverse	5	-0.10879260301589966
176842	rnn.bias_hh_l0_reverse	6	-0.22897718846797943
176842	rnn.bias_hh_l0_reverse	7	-0.06463748216629028
176842	rnn.bias_hh_l0_reverse	8	-0.13807915151119232
176842	rnn.bias_hh_l0_reverse	9	0.1841464638710022
176842	linear.weight	0	0.21062657237052917
176842	linear.weight	1	-0.30203062295913696
176842	linear.weight	2	0.12081965804100037
176842	linear.weight	3	0.0681338980793953
176842	linear.weight	4	-0.18666930496692657
176842	linear.weight	5	0.23011963069438934
176842	linear.weight	6	-0.12878355383872986
176842	linear.weight	7	-0.06759604066610336
176842	linear.weight	8	0.08853863179683685
176842	linear.weight	9	-0.038572072982788086
176842	linear.bias	0	-1.1233469247817993
176842	linear.bias	1	1.9202452898025513
176842	linear.bias	2	0.38897666335105896
176842	linear.bias	3	-2.384148359298706
176842	linear.bias	4	-0.40072232484817505
176842	linear.bias	5	1.1452680826187134
176842	linear.bias	6	-0.2601049244403839
176842	linear.bias	7	0.536170244216919
176842	linear.bias	8	2.217097520828247
176842	linear.bias	9	-1.3667155504226685
177451	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
177451	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
177451	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
177451	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
177451	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
177451	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
177451	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
177451	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
177451	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
177451	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
177451	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
177451	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
177451	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
177451	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
177451	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
177451	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
177451	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
177451	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
177451	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
177451	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
177451	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
177451	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
177451	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
177451	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
177451	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
177451	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
177451	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
177451	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
177451	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
177451	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
177451	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
177451	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
177451	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
177451	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
177451	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
177451	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
177451	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
177451	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
177451	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
177451	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
177451	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
177451	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
177451	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
177451	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
177451	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
177451	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
177451	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
177451	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
177451	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
177451	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
177451	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
177451	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
177451	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
177451	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
177451	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
177451	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
177451	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
177451	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
177451	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
177451	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
177451	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
177451	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
177451	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
177451	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
177451	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
177451	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
177451	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
177451	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
177451	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
177451	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
177451	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
177451	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
177451	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
177451	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
177451	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
177451	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
177451	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
177451	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
177451	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
177451	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
177451	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
177451	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
177451	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
177451	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
177451	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
177451	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
177451	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
177451	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
177451	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
177451	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
177451	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
177451	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
177451	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
177451	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
177451	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
177451	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
177451	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
177451	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
177451	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
177451	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
177451	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
177451	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
177451	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
177451	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
177451	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
177451	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
177451	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
177451	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
177451	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
177451	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
177451	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
177451	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
177451	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
177451	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
177451	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
177451	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
177451	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
177451	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
177451	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
177451	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
177451	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
177451	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
177451	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
177451	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
177451	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
177451	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
177451	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
177451	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
177451	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
177451	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
177451	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
177451	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
177451	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
177451	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
177451	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
177451	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
177451	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
177451	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
177451	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
177451	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
177451	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
177451	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
177451	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
177451	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
177451	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
177451	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
177451	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
177451	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
177451	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
177451	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
177451	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
177451	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
177451	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
177451	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
177451	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
177451	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
177451	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
177451	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
177451	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
177451	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
177451	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
177451	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
177451	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
177451	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
177451	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
177451	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
177451	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
177451	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
177451	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
177451	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
177451	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
177451	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
177451	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
177451	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
177451	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
177451	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
177451	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
177451	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
177451	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
177451	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
177451	embedding2nn.weight	0	0.22215944528579712
177451	embedding2nn.weight	1	0.2829800844192505
177451	embedding2nn.weight	2	0.015462909825146198
177451	embedding2nn.weight	3	0.021552471444010735
177451	embedding2nn.weight	4	-0.029811332002282143
177451	embedding2nn.weight	5	0.07648038864135742
177451	embedding2nn.weight	6	0.093455009162426
177451	embedding2nn.weight	7	0.013316920027136803
177451	embedding2nn.weight	8	0.03938892111182213
177451	embedding2nn.weight	9	-0.016113638877868652
177451	embedding2nn.bias	0	0.017911812290549278
177451	embedding2nn.bias	1	-0.12849651277065277
177451	embedding2nn.bias	2	0.07496846467256546
177451	embedding2nn.bias	3	0.14023277163505554
177451	embedding2nn.bias	4	0.15995942056179047
177451	embedding2nn.bias	5	-0.06700735539197922
177451	embedding2nn.bias	6	-0.049607422202825546
177451	embedding2nn.bias	7	-0.003008345142006874
177451	embedding2nn.bias	8	-0.14340762794017792
177451	embedding2nn.bias	9	-0.36621981859207153
177451	rnn.weight_ih_l0	0	0.017154494300484657
177451	rnn.weight_ih_l0	1	-0.06025204807519913
177451	rnn.weight_ih_l0	2	-0.04993627592921257
177451	rnn.weight_ih_l0	3	0.05327676236629486
177451	rnn.weight_ih_l0	4	0.08900745213031769
177451	rnn.weight_ih_l0	5	-0.15901802480220795
177451	rnn.weight_ih_l0	6	-0.020574083551764488
177451	rnn.weight_ih_l0	7	0.010538885369896889
177451	rnn.weight_ih_l0	8	0.0006417448748834431
177451	rnn.weight_ih_l0	9	-0.040847305208444595
177451	rnn.weight_hh_l0	0	0.013660241849720478
177451	rnn.weight_hh_l0	1	0.06908940523862839
177451	rnn.weight_hh_l0	2	0.019802527502179146
177451	rnn.weight_hh_l0	3	0.03642002493143082
177451	rnn.weight_hh_l0	4	0.004665161948651075
177451	rnn.weight_hh_l0	5	0.07005859166383743
177451	rnn.weight_hh_l0	6	-0.008928924798965454
177451	rnn.weight_hh_l0	7	-0.02680073492228985
177451	rnn.weight_hh_l0	8	0.04204069823026657
177451	rnn.weight_hh_l0	9	-0.07064595073461533
177451	rnn.bias_ih_l0	0	0.13869337737560272
177451	rnn.bias_ih_l0	1	-0.17273969948291779
177451	rnn.bias_ih_l0	2	-0.0014910988975316286
177451	rnn.bias_ih_l0	3	-0.1473347246646881
177451	rnn.bias_ih_l0	4	0.10223246365785599
177451	rnn.bias_ih_l0	5	-0.23874537646770477
177451	rnn.bias_ih_l0	6	-0.08173694461584091
177451	rnn.bias_ih_l0	7	-0.2247287780046463
177451	rnn.bias_ih_l0	8	-0.15398888289928436
177451	rnn.bias_ih_l0	9	-0.37988147139549255
177451	rnn.bias_hh_l0	0	-0.2026534527540207
177451	rnn.bias_hh_l0	1	-0.21676363050937653
177451	rnn.bias_hh_l0	2	-0.19912008941173553
177451	rnn.bias_hh_l0	3	-0.04807751253247261
177451	rnn.bias_hh_l0	4	-0.1762641817331314
177451	rnn.bias_hh_l0	5	-0.23095710575580597
177451	rnn.bias_hh_l0	6	-0.10746456682682037
177451	rnn.bias_hh_l0	7	0.08620189875364304
177451	rnn.bias_hh_l0	8	-0.13747291266918182
177451	rnn.bias_hh_l0	9	-0.3483720123767853
177451	rnn.weight_ih_l0_reverse	0	0.060295164585113525
177451	rnn.weight_ih_l0_reverse	1	-0.06875781714916229
177451	rnn.weight_ih_l0_reverse	2	-0.050680194050073624
177451	rnn.weight_ih_l0_reverse	3	-0.10319105535745621
177451	rnn.weight_ih_l0_reverse	4	0.036615271121263504
177451	rnn.weight_ih_l0_reverse	5	-0.12495548278093338
177451	rnn.weight_ih_l0_reverse	6	0.034211426973342896
177451	rnn.weight_ih_l0_reverse	7	0.023389507085084915
177451	rnn.weight_ih_l0_reverse	8	-0.06922654807567596
177451	rnn.weight_ih_l0_reverse	9	-0.04321949556469917
177451	rnn.weight_hh_l0_reverse	0	-0.05221102759242058
177451	rnn.weight_hh_l0_reverse	1	0.02248750627040863
177451	rnn.weight_hh_l0_reverse	2	-0.021158142015337944
177451	rnn.weight_hh_l0_reverse	3	0.007251197472214699
177451	rnn.weight_hh_l0_reverse	4	-0.07775479555130005
177451	rnn.weight_hh_l0_reverse	5	0.037095632404088974
177451	rnn.weight_hh_l0_reverse	6	0.018069228157401085
177451	rnn.weight_hh_l0_reverse	7	-0.02266959473490715
177451	rnn.weight_hh_l0_reverse	8	-0.005219985730946064
177451	rnn.weight_hh_l0_reverse	9	0.05156708508729935
177451	rnn.bias_ih_l0_reverse	0	-0.13860592246055603
177451	rnn.bias_ih_l0_reverse	1	-0.09058278799057007
177451	rnn.bias_ih_l0_reverse	2	0.03465747833251953
177451	rnn.bias_ih_l0_reverse	3	-0.1854422390460968
177451	rnn.bias_ih_l0_reverse	4	-0.0065672146156430244
177451	rnn.bias_ih_l0_reverse	5	-0.17803959548473358
177451	rnn.bias_ih_l0_reverse	6	0.21267127990722656
177451	rnn.bias_ih_l0_reverse	7	-0.2349955439567566
177451	rnn.bias_ih_l0_reverse	8	-0.09728658199310303
177451	rnn.bias_ih_l0_reverse	9	-0.14225223660469055
177451	rnn.bias_hh_l0_reverse	0	-0.11127850413322449
177451	rnn.bias_hh_l0_reverse	1	0.1999034434556961
177451	rnn.bias_hh_l0_reverse	2	-0.2674514651298523
177451	rnn.bias_hh_l0_reverse	3	-0.10646097362041473
177451	rnn.bias_hh_l0_reverse	4	-0.2554849088191986
177451	rnn.bias_hh_l0_reverse	5	-0.10382784157991409
177451	rnn.bias_hh_l0_reverse	6	-0.22975686192512512
177451	rnn.bias_hh_l0_reverse	7	-0.06314527243375778
177451	rnn.bias_hh_l0_reverse	8	-0.14180856943130493
177451	rnn.bias_hh_l0_reverse	9	0.1839405745267868
177451	linear.weight	0	0.1732749491930008
177451	linear.weight	1	-0.32230624556541443
177451	linear.weight	2	0.07554231584072113
177451	linear.weight	3	0.06813861429691315
177451	linear.weight	4	-0.13242806494235992
177451	linear.weight	5	0.26610463857650757
177451	linear.weight	6	-0.10141689330339432
177451	linear.weight	7	-0.06757652014493942
177451	linear.weight	8	0.12367399036884308
177451	linear.weight	9	-0.03861132264137268
177451	linear.bias	0	-1.161826252937317
177451	linear.bias	1	1.9329370260238647
177451	linear.bias	2	0.4123881459236145
177451	linear.bias	3	-2.3852930068969727
177451	linear.bias	4	-0.37807992100715637
177451	linear.bias	5	1.1721872091293335
177451	linear.bias	6	-0.2539489269256592
177451	linear.bias	7	0.553259015083313
177451	linear.bias	8	2.124964714050293
177451	linear.bias	9	-1.339627742767334
178060	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
178060	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
178060	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
178060	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
178060	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
178060	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
178060	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
178060	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
178060	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
178060	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
178060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
178060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
178060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
178060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
178060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
178060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
178060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
178060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
178060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
178060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
178060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
178060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
178060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
178060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
178060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
178060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
178060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
178060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
178060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
178060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
178060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
178060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
178060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
178060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
178060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
178060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
178060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
178060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
178060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
178060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
178060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
178060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
178060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
178060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
178060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
178060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
178060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
178060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
178060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
178060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
178060	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
178060	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
178060	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
178060	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
178060	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
178060	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
178060	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
178060	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
178060	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
178060	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
178060	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
178060	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
178060	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
178060	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
178060	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
178060	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
178060	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
178060	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
178060	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
178060	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
178060	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
178060	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
178060	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
178060	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
178060	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
178060	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
178060	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
178060	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
178060	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
178060	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
178060	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
178060	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
178060	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
178060	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
178060	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
178060	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
178060	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
178060	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
178060	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
178060	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
178060	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
178060	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
178060	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
178060	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
178060	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
178060	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
178060	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
178060	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
178060	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
178060	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
178060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
178060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
178060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
178060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
178060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
178060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
178060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
178060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
178060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
178060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
178060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
178060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
178060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
178060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
178060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
178060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
178060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
178060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
178060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
178060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
178060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
178060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
178060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
178060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
178060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
178060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
178060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
178060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
178060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
178060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
178060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
178060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
178060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
178060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
178060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
178060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
178060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
178060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
178060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
178060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
178060	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
178060	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
178060	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
178060	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
178060	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
178060	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
178060	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
178060	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
178060	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
178060	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
178060	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
178060	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
178060	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
178060	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
178060	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
178060	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
178060	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
178060	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
178060	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
178060	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
178060	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
178060	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
178060	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
178060	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
178060	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
178060	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
178060	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
178060	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
178060	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
178060	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
178060	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
178060	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
178060	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
178060	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
178060	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
178060	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
178060	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
178060	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
178060	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
178060	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
178060	embedding2nn.weight	0	0.22322414815425873
178060	embedding2nn.weight	1	0.27881020307540894
178060	embedding2nn.weight	2	0.01275599841028452
178060	embedding2nn.weight	3	0.007395010907202959
178060	embedding2nn.weight	4	-0.03435424715280533
178060	embedding2nn.weight	5	0.07863643765449524
178060	embedding2nn.weight	6	0.09032745659351349
178060	embedding2nn.weight	7	0.008546131663024426
178060	embedding2nn.weight	8	0.04344278946518898
178060	embedding2nn.weight	9	-0.012396316044032574
178060	embedding2nn.bias	0	0.02049480937421322
178060	embedding2nn.bias	1	-0.13964620232582092
178060	embedding2nn.bias	2	0.08819632232189178
178060	embedding2nn.bias	3	0.14536312222480774
178060	embedding2nn.bias	4	0.18769453465938568
178060	embedding2nn.bias	5	-0.0670853853225708
178060	embedding2nn.bias	6	-0.042211174964904785
178060	embedding2nn.bias	7	0.014350210316479206
178060	embedding2nn.bias	8	-0.14222514629364014
178060	embedding2nn.bias	9	-0.36001574993133545
178060	rnn.weight_ih_l0	0	0.017921200022101402
178060	rnn.weight_ih_l0	1	-0.06067827343940735
178060	rnn.weight_ih_l0	2	-0.0556955449283123
178060	rnn.weight_ih_l0	3	0.054121557623147964
178060	rnn.weight_ih_l0	4	0.0897597074508667
178060	rnn.weight_ih_l0	5	-0.1617048680782318
178060	rnn.weight_ih_l0	6	-0.020486775785684586
178060	rnn.weight_ih_l0	7	0.013067865744233131
178060	rnn.weight_ih_l0	8	0.003242228180170059
178060	rnn.weight_ih_l0	9	-0.037653274834156036
178060	rnn.weight_hh_l0	0	0.014279757626354694
178060	rnn.weight_hh_l0	1	0.06865067780017853
178060	rnn.weight_hh_l0	2	0.018926016986370087
178060	rnn.weight_hh_l0	3	0.03613779693841934
178060	rnn.weight_hh_l0	4	0.005624460056424141
178060	rnn.weight_hh_l0	5	0.06931759417057037
178060	rnn.weight_hh_l0	6	-0.009644926525652409
178060	rnn.weight_hh_l0	7	-0.024909256026148796
178060	rnn.weight_hh_l0	8	0.042043864727020264
178060	rnn.weight_hh_l0	9	-0.067464679479599
178060	rnn.bias_ih_l0	0	0.13178974390029907
178060	rnn.bias_ih_l0	1	-0.16883791983127594
178060	rnn.bias_ih_l0	2	-0.00018014460511039943
178060	rnn.bias_ih_l0	3	-0.1427617222070694
178060	rnn.bias_ih_l0	4	0.09706076234579086
178060	rnn.bias_ih_l0	5	-0.23803727328777313
178060	rnn.bias_ih_l0	6	-0.0791182816028595
178060	rnn.bias_ih_l0	7	-0.22396054863929749
178060	rnn.bias_ih_l0	8	-0.15552912652492523
178060	rnn.bias_ih_l0	9	-0.38209933042526245
178060	rnn.bias_hh_l0	0	-0.1944643259048462
178060	rnn.bias_hh_l0	1	-0.2165481448173523
178060	rnn.bias_hh_l0	2	-0.1911732256412506
178060	rnn.bias_hh_l0	3	-0.04381084069609642
178060	rnn.bias_hh_l0	4	-0.1832154542207718
178060	rnn.bias_hh_l0	5	-0.2310040146112442
178060	rnn.bias_hh_l0	6	-0.10945627838373184
178060	rnn.bias_hh_l0	7	0.09551610797643661
178060	rnn.bias_hh_l0	8	-0.1456442028284073
178060	rnn.bias_hh_l0	9	-0.3575970232486725
178060	rnn.weight_ih_l0_reverse	0	0.055225443094968796
178060	rnn.weight_ih_l0_reverse	1	-0.06774697452783585
178060	rnn.weight_ih_l0_reverse	2	-0.05066078528761864
178060	rnn.weight_ih_l0_reverse	3	-0.099640391767025
178060	rnn.weight_ih_l0_reverse	4	0.03859299048781395
178060	rnn.weight_ih_l0_reverse	5	-0.12453236430883408
178060	rnn.weight_ih_l0_reverse	6	0.04032626748085022
178060	rnn.weight_ih_l0_reverse	7	0.02535807155072689
178060	rnn.weight_ih_l0_reverse	8	-0.06881838291883469
178060	rnn.weight_ih_l0_reverse	9	-0.042534951120615005
178060	rnn.weight_hh_l0_reverse	0	-0.05370892956852913
178060	rnn.weight_hh_l0_reverse	1	0.02134406566619873
178060	rnn.weight_hh_l0_reverse	2	-0.02116389386355877
178060	rnn.weight_hh_l0_reverse	3	0.006427044980227947
178060	rnn.weight_hh_l0_reverse	4	-0.07678291946649551
178060	rnn.weight_hh_l0_reverse	5	0.03736957907676697
178060	rnn.weight_hh_l0_reverse	6	0.01763949915766716
178060	rnn.weight_hh_l0_reverse	7	-0.025705555453896523
178060	rnn.weight_hh_l0_reverse	8	-0.007238547317683697
178060	rnn.weight_hh_l0_reverse	9	0.05236140266060829
178060	rnn.bias_ih_l0_reverse	0	-0.13906119763851166
178060	rnn.bias_ih_l0_reverse	1	-0.08586966246366501
178060	rnn.bias_ih_l0_reverse	2	0.039926256984472275
178060	rnn.bias_ih_l0_reverse	3	-0.18298079073429108
178060	rnn.bias_ih_l0_reverse	4	0.0019225162686780095
178060	rnn.bias_ih_l0_reverse	5	-0.18069283664226532
178060	rnn.bias_ih_l0_reverse	6	0.21995210647583008
178060	rnn.bias_ih_l0_reverse	7	-0.2408648431301117
178060	rnn.bias_ih_l0_reverse	8	-0.10120644420385361
178060	rnn.bias_ih_l0_reverse	9	-0.1418917179107666
178060	rnn.bias_hh_l0_reverse	0	-0.10337847471237183
178060	rnn.bias_hh_l0_reverse	1	0.20243433117866516
178060	rnn.bias_hh_l0_reverse	2	-0.2574423551559448
178060	rnn.bias_hh_l0_reverse	3	-0.10592042654752731
178060	rnn.bias_hh_l0_reverse	4	-0.2677980363368988
178060	rnn.bias_hh_l0_reverse	5	-0.10799619555473328
178060	rnn.bias_hh_l0_reverse	6	-0.22808584570884705
178060	rnn.bias_hh_l0_reverse	7	-0.06301193684339523
178060	rnn.bias_hh_l0_reverse	8	-0.14778530597686768
178060	rnn.bias_hh_l0_reverse	9	0.20318949222564697
178060	linear.weight	0	0.2014521211385727
178060	linear.weight	1	-0.3375120162963867
178060	linear.weight	2	0.008536651730537415
178060	linear.weight	3	0.06813833117485046
178060	linear.weight	4	-0.15255165100097656
178060	linear.weight	5	0.2111094743013382
178060	linear.weight	6	-0.10557325929403305
178060	linear.weight	7	-0.06756383180618286
178060	linear.weight	8	0.12334094941616058
178060	linear.weight	9	-0.03864318132400513
178060	linear.bias	0	-1.1228212118148804
178060	linear.bias	1	1.9139524698257446
178060	linear.bias	2	0.3888741433620453
178060	linear.bias	3	-2.386361837387085
178060	linear.bias	4	-0.39535319805145264
178060	linear.bias	5	1.1462384462356567
178060	linear.bias	6	-0.2722286581993103
178060	linear.bias	7	0.5404030680656433
178060	linear.bias	8	2.166208028793335
178060	linear.bias	9	-1.3374611139297485
178669	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
178669	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
178669	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
178669	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
178669	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
178669	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
178669	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
178669	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
178669	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
178669	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
178669	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
178669	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
178669	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
178669	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
178669	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
178669	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
178669	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
178669	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
178669	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
178669	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
178669	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
178669	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
178669	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
178669	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
178669	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
178669	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
178669	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
178669	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
178669	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
178669	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
178669	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
178669	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
178669	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
178669	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
178669	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
178669	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
178669	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
178669	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
178669	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
178669	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
178669	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
178669	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
178669	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
178669	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
178669	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
178669	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
178669	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
178669	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
178669	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
178669	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
178669	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
178669	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
178669	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
178669	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
178669	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
178669	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
178669	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
178669	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
178669	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
178669	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
178669	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
178669	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
178669	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
178669	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
178669	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
178669	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
178669	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
178669	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
178669	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
178669	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
178669	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
178669	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
178669	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
178669	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
178669	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
178669	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
178669	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
178669	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
178669	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
178669	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
178669	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
178669	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
178669	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
178669	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
178669	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
178669	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
178669	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
178669	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
178669	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
178669	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
178669	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
178669	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
178669	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
178669	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
178669	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
178669	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
178669	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
178669	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
178669	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
178669	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
178669	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
178669	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
178669	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
178669	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
178669	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
178669	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
178669	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
178669	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
178669	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
178669	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
178669	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
178669	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
178669	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
178669	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
178669	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
178669	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
178669	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
178669	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
178669	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
178669	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
178669	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
178669	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
178669	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
178669	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
178669	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
178669	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
178669	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
178669	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
178669	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
178669	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
178669	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
178669	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
178669	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
178669	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
178669	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
178669	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
178669	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
178669	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
178669	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
178669	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
178669	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
178669	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
178669	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
178669	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
178669	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
178669	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
178669	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
178669	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
178669	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
178669	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
178669	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
178669	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
178669	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
178669	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
178669	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
178669	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
178669	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
178669	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
178669	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
178669	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
178669	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
178669	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
178669	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
178669	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
178669	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
178669	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
178669	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
178669	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
178669	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
178669	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
178669	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
178669	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
178669	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
178669	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
178669	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
178669	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
178669	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
178669	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
178669	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
178669	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
178669	embedding2nn.weight	0	0.22484931349754333
178669	embedding2nn.weight	1	0.2797664701938629
178669	embedding2nn.weight	2	0.014107165858149529
178669	embedding2nn.weight	3	0.006216596346348524
178669	embedding2nn.weight	4	-0.04324121028184891
178669	embedding2nn.weight	5	0.07988546043634415
178669	embedding2nn.weight	6	0.09546423703432083
178669	embedding2nn.weight	7	0.011438173241913319
178669	embedding2nn.weight	8	0.03776091709733009
178669	embedding2nn.weight	9	-0.012110614217817783
178669	embedding2nn.bias	0	0.028986549004912376
178669	embedding2nn.bias	1	-0.13833126425743103
178669	embedding2nn.bias	2	0.08174677938222885
178669	embedding2nn.bias	3	0.1568954437971115
178669	embedding2nn.bias	4	0.15411894023418427
178669	embedding2nn.bias	5	-0.05407959595322609
178669	embedding2nn.bias	6	-0.0252800565212965
178669	embedding2nn.bias	7	0.03220461308956146
178669	embedding2nn.bias	8	-0.1348540335893631
178669	embedding2nn.bias	9	-0.3646497428417206
178669	rnn.weight_ih_l0	0	0.01753382757306099
178669	rnn.weight_ih_l0	1	-0.06399130076169968
178669	rnn.weight_ih_l0	2	-0.051697585731744766
178669	rnn.weight_ih_l0	3	0.05339046195149422
178669	rnn.weight_ih_l0	4	0.09548242390155792
178669	rnn.weight_ih_l0	5	-0.1565454751253128
178669	rnn.weight_ih_l0	6	-0.024175314232707024
178669	rnn.weight_ih_l0	7	0.010546986944973469
178669	rnn.weight_ih_l0	8	-0.0012784008868038654
178669	rnn.weight_ih_l0	9	-0.04867689311504364
178669	rnn.weight_hh_l0	0	0.013690848834812641
178669	rnn.weight_hh_l0	1	0.06851498037576675
178669	rnn.weight_hh_l0	2	0.01877708174288273
178669	rnn.weight_hh_l0	3	0.035946089774370193
178669	rnn.weight_hh_l0	4	0.005150144454091787
178669	rnn.weight_hh_l0	5	0.06797359138727188
178669	rnn.weight_hh_l0	6	-0.009672584012150764
178669	rnn.weight_hh_l0	7	-0.02581837587058544
178669	rnn.weight_hh_l0	8	0.04212760180234909
178669	rnn.weight_hh_l0	9	-0.06797579675912857
178669	rnn.bias_ih_l0	0	0.1256927251815796
178669	rnn.bias_ih_l0	1	-0.17106479406356812
178669	rnn.bias_ih_l0	2	0.0011696715373545885
178669	rnn.bias_ih_l0	3	-0.13833557069301605
178669	rnn.bias_ih_l0	4	0.09659741073846817
178669	rnn.bias_ih_l0	5	-0.23848527669906616
178669	rnn.bias_ih_l0	6	-0.08885879069566727
178669	rnn.bias_ih_l0	7	-0.22446434199810028
178669	rnn.bias_ih_l0	8	-0.15962538123130798
178669	rnn.bias_ih_l0	9	-0.3745754659175873
178669	rnn.bias_hh_l0	0	-0.1993054896593094
178669	rnn.bias_hh_l0	1	-0.2156764566898346
178669	rnn.bias_hh_l0	2	-0.17713004350662231
178669	rnn.bias_hh_l0	3	-0.04300182685256004
178669	rnn.bias_hh_l0	4	-0.16991503536701202
178669	rnn.bias_hh_l0	5	-0.23218367993831635
178669	rnn.bias_hh_l0	6	-0.10770238935947418
178669	rnn.bias_hh_l0	7	0.09577538073062897
178669	rnn.bias_hh_l0	8	-0.15302090346813202
178669	rnn.bias_hh_l0	9	-0.36395037174224854
178669	rnn.weight_ih_l0_reverse	0	0.05832361802458763
178669	rnn.weight_ih_l0_reverse	1	-0.06720054894685745
178669	rnn.weight_ih_l0_reverse	2	-0.0537426620721817
178669	rnn.weight_ih_l0_reverse	3	-0.09716740250587463
178669	rnn.weight_ih_l0_reverse	4	0.03937854617834091
178669	rnn.weight_ih_l0_reverse	5	-0.11683132499456406
178669	rnn.weight_ih_l0_reverse	6	0.043352048844099045
178669	rnn.weight_ih_l0_reverse	7	0.025073230266571045
178669	rnn.weight_ih_l0_reverse	8	-0.06872091442346573
178669	rnn.weight_ih_l0_reverse	9	-0.045150600373744965
178669	rnn.weight_hh_l0_reverse	0	-0.05382680147886276
178669	rnn.weight_hh_l0_reverse	1	0.0223067719489336
178669	rnn.weight_hh_l0_reverse	2	-0.02095678076148033
178669	rnn.weight_hh_l0_reverse	3	0.005947968456894159
178669	rnn.weight_hh_l0_reverse	4	-0.07668133825063705
178669	rnn.weight_hh_l0_reverse	5	0.037421468645334244
178669	rnn.weight_hh_l0_reverse	6	0.016944007948040962
178669	rnn.weight_hh_l0_reverse	7	-0.02524453029036522
178669	rnn.weight_hh_l0_reverse	8	-0.0076905409805476665
178669	rnn.weight_hh_l0_reverse	9	0.05314640328288078
178669	rnn.bias_ih_l0_reverse	0	-0.13308991491794586
178669	rnn.bias_ih_l0_reverse	1	-0.08403588831424713
178669	rnn.bias_ih_l0_reverse	2	0.041054267436265945
178669	rnn.bias_ih_l0_reverse	3	-0.18017587065696716
178669	rnn.bias_ih_l0_reverse	4	-0.004449356347322464
178669	rnn.bias_ih_l0_reverse	5	-0.18228821456432343
178669	rnn.bias_ih_l0_reverse	6	0.22192329168319702
178669	rnn.bias_ih_l0_reverse	7	-0.22702956199645996
178669	rnn.bias_ih_l0_reverse	8	-0.10167630016803741
178669	rnn.bias_ih_l0_reverse	9	-0.14108435809612274
178669	rnn.bias_hh_l0_reverse	0	-0.11310307681560516
178669	rnn.bias_hh_l0_reverse	1	0.1965281367301941
178669	rnn.bias_hh_l0_reverse	2	-0.24600625038146973
178669	rnn.bias_hh_l0_reverse	3	-0.10230214893817902
178669	rnn.bias_hh_l0_reverse	4	-0.2649991512298584
178669	rnn.bias_hh_l0_reverse	5	-0.10952993482351303
178669	rnn.bias_hh_l0_reverse	6	-0.23011839389801025
178669	rnn.bias_hh_l0_reverse	7	-0.0721571147441864
178669	rnn.bias_hh_l0_reverse	8	-0.15054866671562195
178669	rnn.bias_hh_l0_reverse	9	0.215223029255867
178669	linear.weight	0	0.1990257352590561
178669	linear.weight	1	-0.3711141347885132
178669	linear.weight	2	0.019370062276721
178669	linear.weight	3	0.068146713078022
178669	linear.weight	4	-0.16860949993133545
178669	linear.weight	5	0.199586883187294
178669	linear.weight	6	-0.11580174416303635
178669	linear.weight	7	-0.06754294782876968
178669	linear.weight	8	0.1269579529762268
178669	linear.weight	9	-0.038674697279930115
178669	linear.bias	0	-1.155519962310791
178669	linear.bias	1	1.8993356227874756
178669	linear.bias	2	0.4388045072555542
178669	linear.bias	3	-2.387472152709961
178669	linear.bias	4	-0.41036152839660645
178669	linear.bias	5	1.0994023084640503
178669	linear.bias	6	-0.19743460416793823
178669	linear.bias	7	0.5838294625282288
178669	linear.bias	8	2.1572084426879883
178669	linear.bias	9	-1.3308898210525513
179278	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
179278	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
179278	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
179278	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
179278	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
179278	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
179278	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
179278	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
179278	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
179278	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
179278	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
179278	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
179278	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
179278	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
179278	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
179278	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
179278	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
179278	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
179278	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
179278	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
179278	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
179278	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
179278	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
179278	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
179278	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
179278	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
179278	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
179278	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
179278	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
179278	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
179278	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
179278	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
179278	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
179278	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
179278	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
179278	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
179278	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
179278	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
179278	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
179278	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
179278	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
179278	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
179278	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
179278	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
179278	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
179278	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
179278	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
179278	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
179278	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
179278	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
179278	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
179278	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
179278	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
179278	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
179278	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
179278	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
179278	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
179278	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
179278	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
179278	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
179278	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
179278	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
179278	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
179278	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
179278	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
179278	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
179278	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
179278	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
179278	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
179278	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
179278	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
179278	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
179278	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
179278	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
179278	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
179278	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
179278	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
179278	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
179278	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
179278	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
179278	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
179278	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
179278	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
179278	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
179278	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
179278	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
179278	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
179278	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
179278	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
179278	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
179278	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
179278	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
179278	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
179278	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
179278	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
179278	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
179278	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
179278	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
179278	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
179278	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
179278	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
179278	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
179278	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
179278	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
179278	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
179278	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
179278	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
179278	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
179278	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
179278	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
179278	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
179278	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
179278	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
179278	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
179278	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
179278	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
179278	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
179278	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
179278	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
179278	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
179278	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
179278	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
179278	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
179278	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
179278	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
179278	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
179278	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
179278	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
179278	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
179278	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
179278	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
179278	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
179278	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
179278	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
179278	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
179278	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
179278	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
179278	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
179278	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
179278	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
179278	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
179278	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
179278	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
179278	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
179278	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
179278	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
179278	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
179278	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
179278	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
179278	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
179278	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
179278	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
179278	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
179278	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
179278	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
179278	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
179278	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
179278	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
179278	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
179278	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
179278	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
179278	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
179278	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
179278	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
179278	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
179278	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
179278	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
179278	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
179278	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
179278	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
179278	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
179278	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
179278	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
179278	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
179278	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
179278	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
179278	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
179278	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
179278	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
179278	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
179278	embedding2nn.weight	0	0.22458310425281525
179278	embedding2nn.weight	1	0.27890902757644653
179278	embedding2nn.weight	2	0.01672477088868618
179278	embedding2nn.weight	3	0.005455642938613892
179278	embedding2nn.weight	4	-0.036713629961013794
179278	embedding2nn.weight	5	0.077090784907341
179278	embedding2nn.weight	6	0.08989609032869339
179278	embedding2nn.weight	7	0.01330702193081379
179278	embedding2nn.weight	8	0.03539523482322693
179278	embedding2nn.weight	9	-0.018640151247382164
179278	embedding2nn.bias	0	0.025672314688563347
179278	embedding2nn.bias	1	-0.1373191624879837
179278	embedding2nn.bias	2	0.07396164536476135
179278	embedding2nn.bias	3	0.16672657430171967
179278	embedding2nn.bias	4	0.1599573940038681
179278	embedding2nn.bias	5	-0.05803213268518448
179278	embedding2nn.bias	6	-0.03755105659365654
179278	embedding2nn.bias	7	0.019614549353718758
179278	embedding2nn.bias	8	-0.13086949288845062
179278	embedding2nn.bias	9	-0.36036255955696106
179278	rnn.weight_ih_l0	0	0.016906505450606346
179278	rnn.weight_ih_l0	1	-0.062981016933918
179278	rnn.weight_ih_l0	2	-0.051786962896585464
179278	rnn.weight_ih_l0	3	0.052574679255485535
179278	rnn.weight_ih_l0	4	0.0916210263967514
179278	rnn.weight_ih_l0	5	-0.1610090583562851
179278	rnn.weight_ih_l0	6	-0.02384609915316105
179278	rnn.weight_ih_l0	7	0.007399946916848421
179278	rnn.weight_ih_l0	8	-0.0076293908059597015
179278	rnn.weight_ih_l0	9	-0.04776831343770027
179278	rnn.weight_hh_l0	0	0.013947348110377789
179278	rnn.weight_hh_l0	1	0.06869812309741974
179278	rnn.weight_hh_l0	2	0.01962008699774742
179278	rnn.weight_hh_l0	3	0.03727864474058151
179278	rnn.weight_hh_l0	4	0.00545084523037076
179278	rnn.weight_hh_l0	5	0.06789197027683258
179278	rnn.weight_hh_l0	6	-0.009605322033166885
179278	rnn.weight_hh_l0	7	-0.029747983440756798
179278	rnn.weight_hh_l0	8	0.04209272935986519
179278	rnn.weight_hh_l0	9	-0.06794029474258423
179278	rnn.bias_ih_l0	0	0.1269242763519287
179278	rnn.bias_ih_l0	1	-0.16449570655822754
179278	rnn.bias_ih_l0	2	0.0007961377850733697
179278	rnn.bias_ih_l0	3	-0.1391831636428833
179278	rnn.bias_ih_l0	4	0.09178675711154938
179278	rnn.bias_ih_l0	5	-0.2368471920490265
179278	rnn.bias_ih_l0	6	-0.08319219946861267
179278	rnn.bias_ih_l0	7	-0.22322392463684082
179278	rnn.bias_ih_l0	8	-0.15315592288970947
179278	rnn.bias_ih_l0	9	-0.37213000655174255
179278	rnn.bias_hh_l0	0	-0.2029496431350708
179278	rnn.bias_hh_l0	1	-0.21866710484027863
179278	rnn.bias_hh_l0	2	-0.17714066803455353
179278	rnn.bias_hh_l0	3	-0.045932039618492126
179278	rnn.bias_hh_l0	4	-0.17581187188625336
179278	rnn.bias_hh_l0	5	-0.2332179844379425
179278	rnn.bias_hh_l0	6	-0.109371118247509
179278	rnn.bias_hh_l0	7	0.08867262303829193
179278	rnn.bias_hh_l0	8	-0.14084237813949585
179278	rnn.bias_hh_l0	9	-0.371124267578125
179278	rnn.weight_ih_l0_reverse	0	0.06852337718009949
179278	rnn.weight_ih_l0_reverse	1	-0.07099484652280807
179278	rnn.weight_ih_l0_reverse	2	-0.05140872299671173
179278	rnn.weight_ih_l0_reverse	3	-0.09754762053489685
179278	rnn.weight_ih_l0_reverse	4	0.03887283429503441
179278	rnn.weight_ih_l0_reverse	5	-0.1153842955827713
179278	rnn.weight_ih_l0_reverse	6	0.04470083862543106
179278	rnn.weight_ih_l0_reverse	7	0.025025997310876846
179278	rnn.weight_ih_l0_reverse	8	-0.06882337480783463
179278	rnn.weight_ih_l0_reverse	9	-0.04753521829843521
179278	rnn.weight_hh_l0_reverse	0	-0.05080900713801384
179278	rnn.weight_hh_l0_reverse	1	0.020189890637993813
179278	rnn.weight_hh_l0_reverse	2	-0.020355744287371635
179278	rnn.weight_hh_l0_reverse	3	0.0060656205751001835
179278	rnn.weight_hh_l0_reverse	4	-0.07628167420625687
179278	rnn.weight_hh_l0_reverse	5	0.037208374589681625
179278	rnn.weight_hh_l0_reverse	6	0.01703624427318573
179278	rnn.weight_hh_l0_reverse	7	-0.023933451622724533
179278	rnn.weight_hh_l0_reverse	8	-0.010688806883990765
179278	rnn.weight_hh_l0_reverse	9	0.05428753048181534
179278	rnn.bias_ih_l0_reverse	0	-0.13408613204956055
179278	rnn.bias_ih_l0_reverse	1	-0.08477704972028732
179278	rnn.bias_ih_l0_reverse	2	0.04281340911984444
179278	rnn.bias_ih_l0_reverse	3	-0.17610308527946472
179278	rnn.bias_ih_l0_reverse	4	-0.01767660118639469
179278	rnn.bias_ih_l0_reverse	5	-0.18059569597244263
179278	rnn.bias_ih_l0_reverse	6	0.2227163016796112
179278	rnn.bias_ih_l0_reverse	7	-0.24879911541938782
179278	rnn.bias_ih_l0_reverse	8	-0.10144522041082382
179278	rnn.bias_ih_l0_reverse	9	-0.14435027539730072
179278	rnn.bias_hh_l0_reverse	0	-0.11598648875951767
179278	rnn.bias_hh_l0_reverse	1	0.20575255155563354
179278	rnn.bias_hh_l0_reverse	2	-0.2564064562320709
179278	rnn.bias_hh_l0_reverse	3	-0.11543207615613937
179278	rnn.bias_hh_l0_reverse	4	-0.2613356113433838
179278	rnn.bias_hh_l0_reverse	5	-0.10478250682353973
179278	rnn.bias_hh_l0_reverse	6	-0.22435103356838226
179278	rnn.bias_hh_l0_reverse	7	-0.06658793240785599
179278	rnn.bias_hh_l0_reverse	8	-0.15930606424808502
179278	rnn.bias_hh_l0_reverse	9	0.2004220336675644
179278	linear.weight	0	0.21816709637641907
179278	linear.weight	1	-0.3565516471862793
179278	linear.weight	2	0.00355858588591218
179278	linear.weight	3	0.06815460324287415
179278	linear.weight	4	-0.1941668689250946
179278	linear.weight	5	0.2079746574163437
179278	linear.weight	6	-0.09755445271730423
179278	linear.weight	7	-0.06752519309520721
179278	linear.weight	8	0.12737925350666046
179278	linear.weight	9	-0.038703158497810364
179278	linear.bias	0	-1.1878783702850342
179278	linear.bias	1	1.9077239036560059
179278	linear.bias	2	0.4268174469470978
179278	linear.bias	3	-2.3885011672973633
179278	linear.bias	4	-0.3619186580181122
179278	linear.bias	5	1.141523838043213
179278	linear.bias	6	-0.2298961579799652
179278	linear.bias	7	0.5660967826843262
179278	linear.bias	8	2.187939167022705
179278	linear.bias	9	-1.3128000497817993
179887	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
179887	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
179887	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
179887	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
179887	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
179887	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
179887	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
179887	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
179887	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
179887	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
179887	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
179887	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
179887	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
179887	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
179887	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
179887	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
179887	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
179887	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
179887	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
179887	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
179887	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
179887	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
179887	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
179887	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
179887	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
179887	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
179887	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
179887	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
179887	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
179887	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
179887	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
179887	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
179887	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
179887	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
179887	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
179887	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
179887	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
179887	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
179887	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
179887	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
179887	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
179887	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
179887	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
179887	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
179887	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
179887	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
179887	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
179887	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
179887	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
179887	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
179887	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
179887	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
179887	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
179887	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
179887	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
179887	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
179887	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
179887	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
179887	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
179887	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
179887	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
179887	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
179887	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
179887	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
179887	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
179887	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
179887	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
179887	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
179887	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
179887	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
179887	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
179887	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
179887	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
179887	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
179887	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
179887	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
179887	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
179887	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
179887	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
179887	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
179887	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
179887	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
179887	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
179887	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
179887	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
179887	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
179887	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
179887	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
179887	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
179887	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
179887	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
179887	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
179887	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
179887	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
179887	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
179887	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
179887	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
179887	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
179887	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
179887	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
179887	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
179887	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
179887	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
179887	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
179887	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
179887	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
179887	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
179887	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
179887	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
179887	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
179887	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
179887	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
179887	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
179887	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
179887	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
179887	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
179887	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
179887	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
179887	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
179887	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
179887	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
179887	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
179887	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
179887	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
179887	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
179887	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
179887	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
179887	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
179887	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
179887	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
179887	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
179887	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
179887	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
179887	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
179887	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
179887	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
179887	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
179887	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
179887	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
179887	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
179887	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
179887	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
179887	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
179887	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
179887	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
179887	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
179887	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
179887	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
179887	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
179887	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
179887	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
179887	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
179887	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
179887	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
179887	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
179887	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
179887	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
179887	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
179887	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
179887	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
179887	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
179887	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
179887	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
179887	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
179887	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
179887	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
179887	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
179887	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
179887	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
179887	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
179887	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
179887	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
179887	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
179887	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
179887	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
179887	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
179887	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
179887	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
179887	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
179887	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
179887	embedding2nn.weight	0	0.2278447449207306
179887	embedding2nn.weight	1	0.2762746810913086
179887	embedding2nn.weight	2	0.020076289772987366
179887	embedding2nn.weight	3	0.015691228210926056
179887	embedding2nn.weight	4	-0.03363071382045746
179887	embedding2nn.weight	5	0.07581593096256256
179887	embedding2nn.weight	6	0.08583292365074158
179887	embedding2nn.weight	7	0.008692455478012562
179887	embedding2nn.weight	8	0.042098645120859146
179887	embedding2nn.weight	9	-0.022438134998083115
179887	embedding2nn.bias	0	0.025499466806650162
179887	embedding2nn.bias	1	-0.12120795994997025
179887	embedding2nn.bias	2	0.07544419914484024
179887	embedding2nn.bias	3	0.16369777917861938
179887	embedding2nn.bias	4	0.17368656396865845
179887	embedding2nn.bias	5	-0.047364622354507446
179887	embedding2nn.bias	6	-0.0344824343919754
179887	embedding2nn.bias	7	0.04004449397325516
179887	embedding2nn.bias	8	-0.11582489311695099
179887	embedding2nn.bias	9	-0.3887963593006134
179887	rnn.weight_ih_l0	0	0.014034152962267399
179887	rnn.weight_ih_l0	1	-0.06320290267467499
179887	rnn.weight_ih_l0	2	-0.05770551785826683
179887	rnn.weight_ih_l0	3	0.054702404886484146
179887	rnn.weight_ih_l0	4	0.08562850952148438
179887	rnn.weight_ih_l0	5	-0.1661570817232132
179887	rnn.weight_ih_l0	6	-0.024850578978657722
179887	rnn.weight_ih_l0	7	0.000871497904881835
179887	rnn.weight_ih_l0	8	-0.0025936057791113853
179887	rnn.weight_ih_l0	9	-0.043038513511419296
179887	rnn.weight_hh_l0	0	0.013848278671503067
179887	rnn.weight_hh_l0	1	0.06733507663011551
179887	rnn.weight_hh_l0	2	0.019788941368460655
179887	rnn.weight_hh_l0	3	0.038260187953710556
179887	rnn.weight_hh_l0	4	0.005683050025254488
179887	rnn.weight_hh_l0	5	0.0670684278011322
179887	rnn.weight_hh_l0	6	-0.01007089950144291
179887	rnn.weight_hh_l0	7	-0.03315502032637596
179887	rnn.weight_hh_l0	8	0.04209348186850548
179887	rnn.weight_hh_l0	9	-0.0669308453798294
179887	rnn.bias_ih_l0	0	0.12279994040727615
179887	rnn.bias_ih_l0	1	-0.17259548604488373
179887	rnn.bias_ih_l0	2	0.0036853079218417406
179887	rnn.bias_ih_l0	3	-0.147523432970047
179887	rnn.bias_ih_l0	4	0.09639102965593338
179887	rnn.bias_ih_l0	5	-0.2350151687860489
179887	rnn.bias_ih_l0	6	-0.0732138380408287
179887	rnn.bias_ih_l0	7	-0.22409163415431976
179887	rnn.bias_ih_l0	8	-0.15688437223434448
179887	rnn.bias_ih_l0	9	-0.3854774832725525
179887	rnn.bias_hh_l0	0	-0.19828884303569794
179887	rnn.bias_hh_l0	1	-0.21782700717449188
179887	rnn.bias_hh_l0	2	-0.18171265721321106
179887	rnn.bias_hh_l0	3	-0.0477600060403347
179887	rnn.bias_hh_l0	4	-0.1814856082201004
179887	rnn.bias_hh_l0	5	-0.2313608080148697
179887	rnn.bias_hh_l0	6	-0.09992507845163345
179887	rnn.bias_hh_l0	7	0.07846550643444061
179887	rnn.bias_hh_l0	8	-0.15093496441841125
179887	rnn.bias_hh_l0	9	-0.3653751611709595
179887	rnn.weight_ih_l0_reverse	0	0.0645483136177063
179887	rnn.weight_ih_l0_reverse	1	-0.06972796469926834
179887	rnn.weight_ih_l0_reverse	2	-0.05152907595038414
179887	rnn.weight_ih_l0_reverse	3	-0.0969364121556282
179887	rnn.weight_ih_l0_reverse	4	0.04005637392401695
179887	rnn.weight_ih_l0_reverse	5	-0.10316666215658188
179887	rnn.weight_ih_l0_reverse	6	0.04461595416069031
179887	rnn.weight_ih_l0_reverse	7	0.024326510727405548
179887	rnn.weight_ih_l0_reverse	8	-0.06739825755357742
179887	rnn.weight_ih_l0_reverse	9	-0.049106333404779434
179887	rnn.weight_hh_l0_reverse	0	-0.05103239044547081
179887	rnn.weight_hh_l0_reverse	1	0.019184617325663567
179887	rnn.weight_hh_l0_reverse	2	-0.019442155957221985
179887	rnn.weight_hh_l0_reverse	3	0.006175350863486528
179887	rnn.weight_hh_l0_reverse	4	-0.07625375688076019
179887	rnn.weight_hh_l0_reverse	5	0.037383072078228
179887	rnn.weight_hh_l0_reverse	6	0.01688508316874504
179887	rnn.weight_hh_l0_reverse	7	-0.024516310542821884
179887	rnn.weight_hh_l0_reverse	8	-0.008494461886584759
179887	rnn.weight_hh_l0_reverse	9	0.055379584431648254
179887	rnn.bias_ih_l0_reverse	0	-0.12584055960178375
179887	rnn.bias_ih_l0_reverse	1	-0.0768267959356308
179887	rnn.bias_ih_l0_reverse	2	0.04578157141804695
179887	rnn.bias_ih_l0_reverse	3	-0.17025840282440186
179887	rnn.bias_ih_l0_reverse	4	-0.007010438945144415
179887	rnn.bias_ih_l0_reverse	5	-0.17880308628082275
179887	rnn.bias_ih_l0_reverse	6	0.21641352772712708
179887	rnn.bias_ih_l0_reverse	7	-0.24174167215824127
179887	rnn.bias_ih_l0_reverse	8	-0.10451749712228775
179887	rnn.bias_ih_l0_reverse	9	-0.1440799981355667
179887	rnn.bias_hh_l0_reverse	0	-0.09944543242454529
179887	rnn.bias_hh_l0_reverse	1	0.2074430286884308
179887	rnn.bias_hh_l0_reverse	2	-0.25481995940208435
179887	rnn.bias_hh_l0_reverse	3	-0.11756759881973267
179887	rnn.bias_hh_l0_reverse	4	-0.2635943591594696
179887	rnn.bias_hh_l0_reverse	5	-0.10310331732034683
179887	rnn.bias_hh_l0_reverse	6	-0.22881954908370972
179887	rnn.bias_hh_l0_reverse	7	-0.06601963937282562
179887	rnn.bias_hh_l0_reverse	8	-0.14630775153636932
179887	rnn.bias_hh_l0_reverse	9	0.21266695857048035
179887	linear.weight	0	0.24002741277217865
179887	linear.weight	1	-0.3987749218940735
179887	linear.weight	2	-0.01924925111234188
179887	linear.weight	3	0.06815303862094879
179887	linear.weight	4	-0.18601447343826294
179887	linear.weight	5	0.19124391674995422
179887	linear.weight	6	-0.1080443412065506
179887	linear.weight	7	-0.06751888990402222
179887	linear.weight	8	0.14437924325466156
179887	linear.weight	9	-0.03869142383337021
179887	linear.bias	0	-1.1832726001739502
179887	linear.bias	1	1.8926349878311157
179887	linear.bias	2	0.36992084980010986
179887	linear.bias	3	-2.389596462249756
179887	linear.bias	4	-0.38427138328552246
179887	linear.bias	5	1.1343945264816284
179887	linear.bias	6	-0.24598675966262817
179887	linear.bias	7	0.5680555105209351
179887	linear.bias	8	2.192579507827759
179887	linear.bias	9	-1.3375427722930908
180496	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
180496	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
180496	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
180496	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
180496	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
180496	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
180496	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
180496	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
180496	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
180496	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
180496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
180496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
180496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
180496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
180496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
180496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
180496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
180496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
180496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
180496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
180496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
180496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
180496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
180496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
180496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
180496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
180496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
180496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
180496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
180496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
180496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
180496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
180496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
180496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
180496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
180496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
180496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
180496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
180496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
180496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
180496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
180496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
180496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
180496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
180496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
180496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
180496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
180496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
180496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
180496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
180496	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
180496	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
180496	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
180496	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
180496	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
180496	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
180496	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
180496	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
180496	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
180496	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
180496	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
180496	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
180496	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
180496	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
180496	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
180496	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
180496	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
180496	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
180496	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
180496	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
180496	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
180496	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
180496	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
180496	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
180496	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
180496	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
180496	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
180496	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
180496	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
180496	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
180496	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
180496	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
180496	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
180496	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
180496	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
180496	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
180496	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
180496	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
180496	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
180496	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
180496	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
180496	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
180496	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
180496	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
180496	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
180496	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
180496	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
180496	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
180496	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
180496	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
180496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
180496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
180496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
180496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
180496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
180496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
180496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
180496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
180496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
180496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
180496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
180496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
180496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
180496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
180496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
180496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
180496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
180496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
180496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
180496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
180496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
180496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
180496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
180496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
180496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
180496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
180496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
180496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
180496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
180496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
180496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
180496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
180496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
180496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
180496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
180496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
180496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
180496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
180496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
180496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
180496	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
180496	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
180496	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
180496	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
180496	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
180496	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
180496	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
180496	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
180496	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
180496	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
180496	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
180496	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
180496	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
180496	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
180496	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
180496	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
180496	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
180496	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
180496	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
180496	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
180496	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
180496	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
180496	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
180496	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
180496	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
180496	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
180496	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
180496	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
180496	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
180496	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
180496	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
180496	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
180496	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
180496	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
180496	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
180496	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
180496	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
180496	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
180496	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
180496	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
180496	embedding2nn.weight	0	0.22795943915843964
180496	embedding2nn.weight	1	0.2750625014305115
180496	embedding2nn.weight	2	0.019208865240216255
180496	embedding2nn.weight	3	0.012920184060931206
180496	embedding2nn.weight	4	-0.037270281463861465
180496	embedding2nn.weight	5	0.07712294161319733
180496	embedding2nn.weight	6	0.09350480139255524
180496	embedding2nn.weight	7	0.0022188276052474976
180496	embedding2nn.weight	8	0.039787016808986664
180496	embedding2nn.weight	9	-0.022350575774908066
180496	embedding2nn.bias	0	0.02947014942765236
180496	embedding2nn.bias	1	-0.12607638537883759
180496	embedding2nn.bias	2	0.08227822184562683
180496	embedding2nn.bias	3	0.1341588795185089
180496	embedding2nn.bias	4	0.14955395460128784
180496	embedding2nn.bias	5	-0.06055979058146477
180496	embedding2nn.bias	6	-0.026379898190498352
180496	embedding2nn.bias	7	0.035171519964933395
180496	embedding2nn.bias	8	-0.12683062255382538
180496	embedding2nn.bias	9	-0.3771105706691742
180496	rnn.weight_ih_l0	0	0.014728385955095291
180496	rnn.weight_ih_l0	1	-0.06457167863845825
180496	rnn.weight_ih_l0	2	-0.06268700957298279
180496	rnn.weight_ih_l0	3	0.055403631180524826
180496	rnn.weight_ih_l0	4	0.09976579993963242
180496	rnn.weight_ih_l0	5	-0.16728314757347107
180496	rnn.weight_ih_l0	6	-0.024968581274151802
180496	rnn.weight_ih_l0	7	-0.00034651372698135674
180496	rnn.weight_ih_l0	8	-0.009176439605653286
180496	rnn.weight_ih_l0	9	-0.04411265254020691
180496	rnn.weight_hh_l0	0	0.01319876592606306
180496	rnn.weight_hh_l0	1	0.06774244457483292
180496	rnn.weight_hh_l0	2	0.019602008163928986
180496	rnn.weight_hh_l0	3	0.03838024288415909
180496	rnn.weight_hh_l0	4	0.005262039601802826
180496	rnn.weight_hh_l0	5	0.06845837831497192
180496	rnn.weight_hh_l0	6	-0.010900964960455894
180496	rnn.weight_hh_l0	7	-0.03518390282988548
180496	rnn.weight_hh_l0	8	0.04189718887209892
180496	rnn.weight_hh_l0	9	-0.06764181703329086
180496	rnn.bias_ih_l0	0	0.13998207449913025
180496	rnn.bias_ih_l0	1	-0.17218895256519318
180496	rnn.bias_ih_l0	2	0.0038060469087213278
180496	rnn.bias_ih_l0	3	-0.14655183255672455
180496	rnn.bias_ih_l0	4	0.0945705845952034
180496	rnn.bias_ih_l0	5	-0.24228467047214508
180496	rnn.bias_ih_l0	6	-0.07484966516494751
180496	rnn.bias_ih_l0	7	-0.22424989938735962
180496	rnn.bias_ih_l0	8	-0.14738644659519196
180496	rnn.bias_ih_l0	9	-0.3787500560283661
180496	rnn.bias_hh_l0	0	-0.19278067350387573
180496	rnn.bias_hh_l0	1	-0.21792089939117432
180496	rnn.bias_hh_l0	2	-0.18692409992218018
180496	rnn.bias_hh_l0	3	-0.04550282284617424
180496	rnn.bias_hh_l0	4	-0.1857472062110901
180496	rnn.bias_hh_l0	5	-0.23131093382835388
180496	rnn.bias_hh_l0	6	-0.10430597513914108
180496	rnn.bias_hh_l0	7	0.08711247146129608
180496	rnn.bias_hh_l0	8	-0.14994795620441437
180496	rnn.bias_hh_l0	9	-0.36017122864723206
180496	rnn.weight_ih_l0_reverse	0	0.0627564787864685
180496	rnn.weight_ih_l0_reverse	1	-0.07139062881469727
180496	rnn.weight_ih_l0_reverse	2	-0.0511048398911953
180496	rnn.weight_ih_l0_reverse	3	-0.09509152173995972
180496	rnn.weight_ih_l0_reverse	4	0.042504213750362396
180496	rnn.weight_ih_l0_reverse	5	-0.10357342660427094
180496	rnn.weight_ih_l0_reverse	6	0.03820837289094925
180496	rnn.weight_ih_l0_reverse	7	0.026820989325642586
180496	rnn.weight_ih_l0_reverse	8	-0.07102558016777039
180496	rnn.weight_ih_l0_reverse	9	-0.05193334072828293
180496	rnn.weight_hh_l0_reverse	0	-0.05178705230355263
180496	rnn.weight_hh_l0_reverse	1	0.01824762672185898
180496	rnn.weight_hh_l0_reverse	2	-0.020478134974837303
180496	rnn.weight_hh_l0_reverse	3	0.006464874371886253
180496	rnn.weight_hh_l0_reverse	4	-0.07703858613967896
180496	rnn.weight_hh_l0_reverse	5	0.03733808919787407
180496	rnn.weight_hh_l0_reverse	6	0.01689404435455799
180496	rnn.weight_hh_l0_reverse	7	-0.026149624958634377
180496	rnn.weight_hh_l0_reverse	8	-0.005632082931697369
180496	rnn.weight_hh_l0_reverse	9	0.05545817315578461
180496	rnn.bias_ih_l0_reverse	0	-0.12921762466430664
180496	rnn.bias_ih_l0_reverse	1	-0.07403513789176941
180496	rnn.bias_ih_l0_reverse	2	0.046718720346689224
180496	rnn.bias_ih_l0_reverse	3	-0.16888965666294098
180496	rnn.bias_ih_l0_reverse	4	-0.006758286617696285
180496	rnn.bias_ih_l0_reverse	5	-0.17866116762161255
180496	rnn.bias_ih_l0_reverse	6	0.2168024331331253
180496	rnn.bias_ih_l0_reverse	7	-0.25054439902305603
180496	rnn.bias_ih_l0_reverse	8	-0.10929454863071442
180496	rnn.bias_ih_l0_reverse	9	-0.14054541289806366
180496	rnn.bias_hh_l0_reverse	0	-0.10853944718837738
180496	rnn.bias_hh_l0_reverse	1	0.20751039683818817
180496	rnn.bias_hh_l0_reverse	2	-0.25745731592178345
180496	rnn.bias_hh_l0_reverse	3	-0.12958677113056183
180496	rnn.bias_hh_l0_reverse	4	-0.2643585503101349
180496	rnn.bias_hh_l0_reverse	5	-0.10510922968387604
180496	rnn.bias_hh_l0_reverse	6	-0.23169320821762085
180496	rnn.bias_hh_l0_reverse	7	-0.06870555132627487
180496	rnn.bias_hh_l0_reverse	8	-0.14930416643619537
180496	rnn.bias_hh_l0_reverse	9	0.19172288477420807
180496	linear.weight	0	0.2802750766277313
180496	linear.weight	1	-0.36065608263015747
180496	linear.weight	2	0.019792215898633003
180496	linear.weight	3	0.06816456466913223
180496	linear.weight	4	-0.17878924310207367
180496	linear.weight	5	0.175963893532753
180496	linear.weight	6	-0.09013809263706207
180496	linear.weight	7	-0.06751061230897903
180496	linear.weight	8	0.13524772226810455
180496	linear.weight	9	-0.03871995583176613
180496	linear.bias	0	-1.1544753313064575
180496	linear.bias	1	1.8681793212890625
180496	linear.bias	2	0.3933841288089752
180496	linear.bias	3	-2.3906960487365723
180496	linear.bias	4	-0.3332163691520691
180496	linear.bias	5	1.1776108741760254
180496	linear.bias	6	-0.23658664524555206
180496	linear.bias	7	0.5458362698554993
180496	linear.bias	8	2.1782379150390625
180496	linear.bias	9	-1.3666887283325195
181105	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
181105	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
181105	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
181105	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
181105	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
181105	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
181105	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
181105	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
181105	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
181105	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
181105	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
181105	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
181105	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
181105	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
181105	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
181105	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
181105	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
181105	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
181105	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
181105	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
181105	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
181105	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
181105	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
181105	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
181105	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
181105	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
181105	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
181105	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
181105	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
181105	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
181105	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
181105	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
181105	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
181105	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
181105	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
181105	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
181105	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
181105	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
181105	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
181105	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
181105	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
181105	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
181105	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
181105	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
181105	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
181105	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
181105	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
181105	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
181105	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
181105	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
181105	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
181105	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
181105	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
181105	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
181105	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
181105	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
181105	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
181105	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
181105	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
181105	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
181105	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
181105	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
181105	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
181105	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
181105	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
181105	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
181105	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
181105	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
181105	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
181105	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
181105	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
181105	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
181105	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
181105	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
181105	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
181105	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
181105	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
181105	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
181105	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
181105	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
181105	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
181105	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
181105	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
181105	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
181105	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
181105	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
181105	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
181105	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
181105	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
181105	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
181105	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
181105	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
181105	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
181105	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
181105	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
181105	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
181105	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
181105	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
181105	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
181105	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
181105	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
181105	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
181105	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
181105	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
181105	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
181105	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
181105	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
181105	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
181105	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
181105	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
181105	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
181105	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
181105	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
181105	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
181105	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
181105	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
181105	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
181105	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
181105	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
181105	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
181105	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
181105	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
181105	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
181105	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
181105	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
181105	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
181105	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
181105	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
181105	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
181105	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
181105	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
181105	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
181105	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
181105	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
181105	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
181105	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
181105	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
181105	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
181105	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
181105	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
181105	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
181105	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
181105	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
181105	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
181105	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
181105	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
181105	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
181105	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
181105	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
181105	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
181105	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
181105	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
181105	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
181105	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
181105	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
181105	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
181105	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
181105	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
181105	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
181105	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
181105	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
181105	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
181105	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
181105	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
181105	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
181105	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
181105	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
181105	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
181105	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
181105	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
181105	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
181105	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
181105	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
181105	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
181105	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
181105	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
181105	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
181105	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
181105	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
181105	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
181105	embedding2nn.weight	0	0.23000678420066833
181105	embedding2nn.weight	1	0.2788500487804413
181105	embedding2nn.weight	2	0.026688769459724426
181105	embedding2nn.weight	3	0.008416476659476757
181105	embedding2nn.weight	4	-0.033422619104385376
181105	embedding2nn.weight	5	0.07306059449911118
181105	embedding2nn.weight	6	0.08240707963705063
181105	embedding2nn.weight	7	0.00034618613426573575
181105	embedding2nn.weight	8	0.038637179881334305
181105	embedding2nn.weight	9	-0.02712753228843212
181105	embedding2nn.bias	0	0.03369065746665001
181105	embedding2nn.bias	1	-0.13799017667770386
181105	embedding2nn.bias	2	0.08324456214904785
181105	embedding2nn.bias	3	0.13741756975650787
181105	embedding2nn.bias	4	0.13312920928001404
181105	embedding2nn.bias	5	-0.04286682978272438
181105	embedding2nn.bias	6	-0.043982017785310745
181105	embedding2nn.bias	7	0.027112172916531563
181105	embedding2nn.bias	8	-0.12118669599294662
181105	embedding2nn.bias	9	-0.38902610540390015
181105	rnn.weight_ih_l0	0	0.013998505659401417
181105	rnn.weight_ih_l0	1	-0.06738867610692978
181105	rnn.weight_ih_l0	2	-0.06554082781076431
181105	rnn.weight_ih_l0	3	0.05486784875392914
181105	rnn.weight_ih_l0	4	0.08784930408000946
181105	rnn.weight_ih_l0	5	-0.1619141697883606
181105	rnn.weight_ih_l0	6	-0.02548530325293541
181105	rnn.weight_ih_l0	7	0.0002532510843593627
181105	rnn.weight_ih_l0	8	-0.02014535292983055
181105	rnn.weight_ih_l0	9	-0.04586125165224075
181105	rnn.weight_hh_l0	0	0.012861104682087898
181105	rnn.weight_hh_l0	1	0.06833234429359436
181105	rnn.weight_hh_l0	2	0.01822718232870102
181105	rnn.weight_hh_l0	3	0.03733468055725098
181105	rnn.weight_hh_l0	4	0.006057702004909515
181105	rnn.weight_hh_l0	5	0.06913509964942932
181105	rnn.weight_hh_l0	6	-0.010851413942873478
181105	rnn.weight_hh_l0	7	-0.035856667906045914
181105	rnn.weight_hh_l0	8	0.042377203702926636
181105	rnn.weight_hh_l0	9	-0.0683007687330246
181105	rnn.bias_ih_l0	0	0.1504577249288559
181105	rnn.bias_ih_l0	1	-0.1725286841392517
181105	rnn.bias_ih_l0	2	-0.0020661083981394768
181105	rnn.bias_ih_l0	3	-0.1518220752477646
181105	rnn.bias_ih_l0	4	0.08035814762115479
181105	rnn.bias_ih_l0	5	-0.24272491037845612
181105	rnn.bias_ih_l0	6	-0.080044224858284
181105	rnn.bias_ih_l0	7	-0.22417032718658447
181105	rnn.bias_ih_l0	8	-0.15581297874450684
181105	rnn.bias_ih_l0	9	-0.3738628625869751
181105	rnn.bias_hh_l0	0	-0.19250626862049103
181105	rnn.bias_hh_l0	1	-0.21269556879997253
181105	rnn.bias_hh_l0	2	-0.19290709495544434
181105	rnn.bias_hh_l0	3	-0.041296910494565964
181105	rnn.bias_hh_l0	4	-0.18576814234256744
181105	rnn.bias_hh_l0	5	-0.22753818333148956
181105	rnn.bias_hh_l0	6	-0.10163870453834534
181105	rnn.bias_hh_l0	7	0.08570776879787445
181105	rnn.bias_hh_l0	8	-0.14653530716896057
181105	rnn.bias_hh_l0	9	-0.37352269887924194
181105	rnn.weight_ih_l0_reverse	0	0.06882965564727783
181105	rnn.weight_ih_l0_reverse	1	-0.07156205177307129
181105	rnn.weight_ih_l0_reverse	2	-0.048489760607481
181105	rnn.weight_ih_l0_reverse	3	-0.09476552903652191
181105	rnn.weight_ih_l0_reverse	4	0.04206967353820801
181105	rnn.weight_ih_l0_reverse	5	-0.10981519520282745
181105	rnn.weight_ih_l0_reverse	6	0.036189474165439606
181105	rnn.weight_ih_l0_reverse	7	0.02606148086488247
181105	rnn.weight_ih_l0_reverse	8	-0.07505851984024048
181105	rnn.weight_ih_l0_reverse	9	-0.04892600327730179
181105	rnn.weight_hh_l0_reverse	0	-0.05296687036752701
181105	rnn.weight_hh_l0_reverse	1	0.016910370439291
181105	rnn.weight_hh_l0_reverse	2	-0.020450282841920853
181105	rnn.weight_hh_l0_reverse	3	0.007013167254626751
181105	rnn.weight_hh_l0_reverse	4	-0.07724037021398544
181105	rnn.weight_hh_l0_reverse	5	0.03625328093767166
181105	rnn.weight_hh_l0_reverse	6	0.016574963927268982
181105	rnn.weight_hh_l0_reverse	7	-0.02741437405347824
181105	rnn.weight_hh_l0_reverse	8	-0.00697418674826622
181105	rnn.weight_hh_l0_reverse	9	0.055028513073921204
181105	rnn.bias_ih_l0_reverse	0	-0.12411169707775116
181105	rnn.bias_ih_l0_reverse	1	-0.08557642996311188
181105	rnn.bias_ih_l0_reverse	2	0.04207727313041687
181105	rnn.bias_ih_l0_reverse	3	-0.1783856302499771
181105	rnn.bias_ih_l0_reverse	4	-0.004490844439715147
181105	rnn.bias_ih_l0_reverse	5	-0.17895102500915527
181105	rnn.bias_ih_l0_reverse	6	0.22109980881214142
181105	rnn.bias_ih_l0_reverse	7	-0.2442733347415924
181105	rnn.bias_ih_l0_reverse	8	-0.11527638882398605
181105	rnn.bias_ih_l0_reverse	9	-0.14020414650440216
181105	rnn.bias_hh_l0_reverse	0	-0.10976812243461609
181105	rnn.bias_hh_l0_reverse	1	0.20865915715694427
181105	rnn.bias_hh_l0_reverse	2	-0.2627834677696228
181105	rnn.bias_hh_l0_reverse	3	-0.11616522073745728
181105	rnn.bias_hh_l0_reverse	4	-0.26164326071739197
181105	rnn.bias_hh_l0_reverse	5	-0.10665038228034973
181105	rnn.bias_hh_l0_reverse	6	-0.2314039021730423
181105	rnn.bias_hh_l0_reverse	7	-0.0746016800403595
181105	rnn.bias_hh_l0_reverse	8	-0.13544023036956787
181105	rnn.bias_hh_l0_reverse	9	0.19195149838924408
181105	linear.weight	0	0.24581050872802734
181105	linear.weight	1	-0.3142191469669342
181105	linear.weight	2	0.02634197473526001
181105	linear.weight	3	0.06818004697561264
181105	linear.weight	4	-0.17634792625904083
181105	linear.weight	5	0.1695254147052765
181105	linear.weight	6	-0.10826484858989716
181105	linear.weight	7	-0.06749328970909119
181105	linear.weight	8	0.13899925351142883
181105	linear.weight	9	-0.03875497356057167
181105	linear.bias	0	-1.1718378067016602
181105	linear.bias	1	1.89361572265625
181105	linear.bias	2	0.4327809810638428
181105	linear.bias	3	-2.391826868057251
181105	linear.bias	4	-0.39613088965415955
181105	linear.bias	5	1.1127694845199585
181105	linear.bias	6	-0.22995440661907196
181105	linear.bias	7	0.5515526533126831
181105	linear.bias	8	2.2051024436950684
181105	linear.bias	9	-1.3630789518356323
181714	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
181714	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
181714	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
181714	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
181714	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
181714	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
181714	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
181714	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
181714	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
181714	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
181714	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
181714	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
181714	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
181714	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
181714	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
181714	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
181714	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
181714	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
181714	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
181714	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
181714	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
181714	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
181714	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
181714	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
181714	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
181714	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
181714	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
181714	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
181714	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
181714	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
181714	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
181714	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
181714	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
181714	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
181714	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
181714	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
181714	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
181714	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
181714	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
181714	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
181714	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
181714	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
181714	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
181714	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
181714	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
181714	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
181714	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
181714	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
181714	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
181714	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
181714	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
181714	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
181714	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
181714	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
181714	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
181714	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
181714	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
181714	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
181714	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
181714	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
181714	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
181714	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
181714	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
181714	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
181714	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
181714	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
181714	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
181714	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
181714	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
181714	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
181714	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
181714	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
181714	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
181714	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
181714	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
181714	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
181714	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
181714	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
181714	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
181714	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
181714	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
181714	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
181714	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
181714	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
181714	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
181714	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
181714	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
181714	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
181714	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
181714	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
181714	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
181714	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
181714	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
181714	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
181714	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
181714	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
181714	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
181714	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
181714	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
181714	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
181714	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
181714	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
181714	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
181714	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
181714	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
181714	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
181714	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
181714	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
181714	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
181714	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
181714	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
181714	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
181714	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
181714	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
181714	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
181714	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
181714	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
181714	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
181714	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
181714	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
181714	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
181714	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
181714	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
181714	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
181714	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
181714	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
181714	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
181714	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
181714	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
181714	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
181714	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
181714	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
181714	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
181714	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
181714	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
181714	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
181714	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
181714	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
181714	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
181714	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
181714	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
181714	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
181714	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
181714	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
181714	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
181714	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
181714	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
181714	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
181714	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
181714	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
181714	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
181714	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
181714	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
181714	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
181714	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
181714	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
181714	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
181714	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
181714	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
181714	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
181714	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
181714	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
181714	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
181714	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
181714	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
181714	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
181714	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
181714	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
181714	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
181714	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
181714	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
181714	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
181714	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
181714	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
181714	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
181714	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
181714	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
181714	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
181714	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
181714	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
181714	embedding2nn.weight	0	0.232446551322937
181714	embedding2nn.weight	1	0.2780715525150299
181714	embedding2nn.weight	2	0.024173133075237274
181714	embedding2nn.weight	3	0.012228179723024368
181714	embedding2nn.weight	4	-0.0339699313044548
181714	embedding2nn.weight	5	0.07163996249437332
181714	embedding2nn.weight	6	0.08093660324811935
181714	embedding2nn.weight	7	0.0016753682866692543
181714	embedding2nn.weight	8	0.03824290260672569
181714	embedding2nn.weight	9	-0.021649211645126343
181714	embedding2nn.bias	0	0.03438805788755417
181714	embedding2nn.bias	1	-0.1345634162425995
181714	embedding2nn.bias	2	0.05947256088256836
181714	embedding2nn.bias	3	0.15421676635742188
181714	embedding2nn.bias	4	0.14806409180164337
181714	embedding2nn.bias	5	-0.07567192614078522
181714	embedding2nn.bias	6	-0.04921090975403786
181714	embedding2nn.bias	7	0.03293811157345772
181714	embedding2nn.bias	8	-0.1357882022857666
181714	embedding2nn.bias	9	-0.39586129784584045
181714	rnn.weight_ih_l0	0	0.012401223182678223
181714	rnn.weight_ih_l0	1	-0.0675540417432785
181714	rnn.weight_ih_l0	2	-0.06963463872671127
181714	rnn.weight_ih_l0	3	0.04640603065490723
181714	rnn.weight_ih_l0	4	0.08025729656219482
181714	rnn.weight_ih_l0	5	-0.16274525225162506
181714	rnn.weight_ih_l0	6	-0.025556951761245728
181714	rnn.weight_ih_l0	7	-0.0025761937722563744
181714	rnn.weight_ih_l0	8	-0.020720068365335464
181714	rnn.weight_ih_l0	9	-0.050562482327222824
181714	rnn.weight_hh_l0	0	0.013133101165294647
181714	rnn.weight_hh_l0	1	0.06805235147476196
181714	rnn.weight_hh_l0	2	0.01787174493074417
181714	rnn.weight_hh_l0	3	0.03697004169225693
181714	rnn.weight_hh_l0	4	0.006615678779780865
181714	rnn.weight_hh_l0	5	0.07124793529510498
181714	rnn.weight_hh_l0	6	-0.010042612440884113
181714	rnn.weight_hh_l0	7	-0.03469989448785782
181714	rnn.weight_hh_l0	8	0.042552050203084946
181714	rnn.weight_hh_l0	9	-0.06940434873104095
181714	rnn.bias_ih_l0	0	0.1511385142803192
181714	rnn.bias_ih_l0	1	-0.16481472551822662
181714	rnn.bias_ih_l0	2	-0.0027988881338387728
181714	rnn.bias_ih_l0	3	-0.1416759490966797
181714	rnn.bias_ih_l0	4	0.10609879344701767
181714	rnn.bias_ih_l0	5	-0.24768291413784027
181714	rnn.bias_ih_l0	6	-0.07830866426229477
181714	rnn.bias_ih_l0	7	-0.22485417127609253
181714	rnn.bias_ih_l0	8	-0.15762674808502197
181714	rnn.bias_ih_l0	9	-0.3822554647922516
181714	rnn.bias_hh_l0	0	-0.1975366175174713
181714	rnn.bias_hh_l0	1	-0.19942310452461243
181714	rnn.bias_hh_l0	2	-0.1863195300102234
181714	rnn.bias_hh_l0	3	-0.037788908928632736
181714	rnn.bias_hh_l0	4	-0.18696622550487518
181714	rnn.bias_hh_l0	5	-0.23048286139965057
181714	rnn.bias_hh_l0	6	-0.11326336860656738
181714	rnn.bias_hh_l0	7	0.09338913857936859
181714	rnn.bias_hh_l0	8	-0.15477465093135834
181714	rnn.bias_hh_l0	9	-0.3712930381298065
181714	rnn.weight_ih_l0_reverse	0	0.0720585435628891
181714	rnn.weight_ih_l0_reverse	1	-0.07006122916936874
181714	rnn.weight_ih_l0_reverse	2	-0.04708363115787506
181714	rnn.weight_ih_l0_reverse	3	-0.09284784644842148
181714	rnn.weight_ih_l0_reverse	4	0.03963431715965271
181714	rnn.weight_ih_l0_reverse	5	-0.11238110065460205
181714	rnn.weight_ih_l0_reverse	6	0.046174999326467514
181714	rnn.weight_ih_l0_reverse	7	0.024728035554289818
181714	rnn.weight_ih_l0_reverse	8	-0.07344593107700348
181714	rnn.weight_ih_l0_reverse	9	-0.0490264855325222
181714	rnn.weight_hh_l0_reverse	0	-0.05346217751502991
181714	rnn.weight_hh_l0_reverse	1	0.015702201053500175
181714	rnn.weight_hh_l0_reverse	2	-0.018895979970693588
181714	rnn.weight_hh_l0_reverse	3	0.008078392595052719
181714	rnn.weight_hh_l0_reverse	4	-0.07841981947422028
181714	rnn.weight_hh_l0_reverse	5	0.03697609528899193
181714	rnn.weight_hh_l0_reverse	6	0.017159199342131615
181714	rnn.weight_hh_l0_reverse	7	-0.02639896050095558
181714	rnn.weight_hh_l0_reverse	8	-0.00425515603274107
181714	rnn.weight_hh_l0_reverse	9	0.05400880053639412
181714	rnn.bias_ih_l0_reverse	0	-0.12433765828609467
181714	rnn.bias_ih_l0_reverse	1	-0.07914569228887558
181714	rnn.bias_ih_l0_reverse	2	0.04560752585530281
181714	rnn.bias_ih_l0_reverse	3	-0.1746342033147812
181714	rnn.bias_ih_l0_reverse	4	-0.013953647576272488
181714	rnn.bias_ih_l0_reverse	5	-0.17985060811042786
181714	rnn.bias_ih_l0_reverse	6	0.2118474394083023
181714	rnn.bias_ih_l0_reverse	7	-0.2607211470603943
181714	rnn.bias_ih_l0_reverse	8	-0.1151805892586708
181714	rnn.bias_ih_l0_reverse	9	-0.13161620497703552
181714	rnn.bias_hh_l0_reverse	0	-0.10371652990579605
181714	rnn.bias_hh_l0_reverse	1	0.2054111808538437
181714	rnn.bias_hh_l0_reverse	2	-0.2668355405330658
181714	rnn.bias_hh_l0_reverse	3	-0.1155218556523323
181714	rnn.bias_hh_l0_reverse	4	-0.26231375336647034
181714	rnn.bias_hh_l0_reverse	5	-0.10416384786367416
181714	rnn.bias_hh_l0_reverse	6	-0.2314268797636032
181714	rnn.bias_hh_l0_reverse	7	-0.07783716171979904
181714	rnn.bias_hh_l0_reverse	8	-0.14019161462783813
181714	rnn.bias_hh_l0_reverse	9	0.19863468408584595
181714	linear.weight	0	0.23179706931114197
181714	linear.weight	1	-0.34286221861839294
181714	linear.weight	2	0.11413288861513138
181714	linear.weight	3	0.06818699836730957
181714	linear.weight	4	-0.1813170611858368
181714	linear.weight	5	0.19860976934432983
181714	linear.weight	6	-0.11464698612689972
181714	linear.weight	7	-0.06747288256883621
181714	linear.weight	8	0.1268259882926941
181714	linear.weight	9	-0.038791123777627945
181714	linear.bias	0	-1.087465763092041
181714	linear.bias	1	1.932218074798584
181714	linear.bias	2	0.4010135233402252
181714	linear.bias	3	-2.3928799629211426
181714	linear.bias	4	-0.38566669821739197
181714	linear.bias	5	1.1346789598464966
181714	linear.bias	6	-0.2576195299625397
181714	linear.bias	7	0.5614996552467346
181714	linear.bias	8	2.139322519302368
181714	linear.bias	9	-1.364965796470642
182323	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
182323	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
182323	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
182323	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
182323	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
182323	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
182323	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
182323	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
182323	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
182323	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
182323	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
182323	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
182323	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
182323	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
182323	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
182323	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
182323	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
182323	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
182323	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
182323	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
182323	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
182323	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
182323	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
182323	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
182323	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
182323	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
182323	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
182323	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
182323	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
182323	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
182323	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
182323	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
182323	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
182323	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
182323	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
182323	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
182323	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
182323	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
182323	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
182323	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
182323	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
182323	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
182323	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
182323	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
182323	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
182323	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
182323	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
182323	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
182323	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
182323	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
182323	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
182323	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
182323	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
182323	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
182323	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
182323	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
182323	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
182323	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
182323	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
182323	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
182323	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
182323	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
182323	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
182323	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
182323	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
182323	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
182323	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
182323	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
182323	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
182323	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
182323	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
182323	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
182323	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
182323	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
182323	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
182323	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
182323	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
182323	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
182323	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
182323	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
182323	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
182323	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
182323	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
182323	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
182323	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
182323	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
182323	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
182323	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
182323	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
182323	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
182323	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
182323	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
182323	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
182323	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
182323	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
182323	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
182323	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
182323	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
182323	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
182323	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
182323	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
182323	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
182323	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
182323	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
182323	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
182323	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
182323	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
182323	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
182323	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
182323	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
182323	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
182323	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
182323	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
182323	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
182323	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
182323	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
182323	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
182323	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
182323	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
182323	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
182323	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
182323	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
182323	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
182323	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
182323	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
182323	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
182323	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
182323	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
182323	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
182323	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
182323	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
182323	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
182323	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
182323	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
182323	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
182323	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
182323	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
182323	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
182323	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
182323	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
182323	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
182323	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
182323	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
182323	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
182323	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
182323	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
182323	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
182323	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
182323	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
182323	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
182323	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
182323	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
182323	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
182323	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
182323	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
182323	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
182323	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
182323	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
182323	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
182323	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
182323	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
182323	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
182323	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
182323	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
182323	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
182323	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
182323	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
182323	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
182323	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
182323	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
182323	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
182323	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
182323	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
182323	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
182323	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
182323	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
182323	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
182323	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
182323	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
182323	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
182323	embedding2nn.weight	0	0.2319844365119934
182323	embedding2nn.weight	1	0.28358739614486694
182323	embedding2nn.weight	2	0.026081357151269913
182323	embedding2nn.weight	3	0.017575355246663094
182323	embedding2nn.weight	4	-0.03189174085855484
182323	embedding2nn.weight	5	0.07711263000965118
182323	embedding2nn.weight	6	0.08601601421833038
182323	embedding2nn.weight	7	0.009113802574574947
182323	embedding2nn.weight	8	0.039431191980838776
182323	embedding2nn.weight	9	-0.015564041212201118
182323	embedding2nn.bias	0	0.032041676342487335
182323	embedding2nn.bias	1	-0.1280480921268463
182323	embedding2nn.bias	2	0.0814424529671669
182323	embedding2nn.bias	3	0.14634142816066742
182323	embedding2nn.bias	4	0.14179006218910217
182323	embedding2nn.bias	5	-0.08458460122346878
182323	embedding2nn.bias	6	-0.027263784781098366
182323	embedding2nn.bias	7	0.03341354802250862
182323	embedding2nn.bias	8	-0.13301897048950195
182323	embedding2nn.bias	9	-0.4087928533554077
182323	rnn.weight_ih_l0	0	0.012110425159335136
182323	rnn.weight_ih_l0	1	-0.06795993447303772
182323	rnn.weight_ih_l0	2	-0.06270036101341248
182323	rnn.weight_ih_l0	3	0.04647492617368698
182323	rnn.weight_ih_l0	4	0.08419012278318405
182323	rnn.weight_ih_l0	5	-0.1638062596321106
182323	rnn.weight_ih_l0	6	-0.029819056391716003
182323	rnn.weight_ih_l0	7	-0.006116974167525768
182323	rnn.weight_ih_l0	8	-0.022617939859628677
182323	rnn.weight_ih_l0	9	-0.055991072207689285
182323	rnn.weight_hh_l0	0	0.01325658243149519
182323	rnn.weight_hh_l0	1	0.06839179247617722
182323	rnn.weight_hh_l0	2	0.018304523080587387
182323	rnn.weight_hh_l0	3	0.03697209060192108
182323	rnn.weight_hh_l0	4	0.004965764470398426
182323	rnn.weight_hh_l0	5	0.07086192071437836
182323	rnn.weight_hh_l0	6	-0.009586316533386707
182323	rnn.weight_hh_l0	7	-0.036851730197668076
182323	rnn.weight_hh_l0	8	0.042339976876974106
182323	rnn.weight_hh_l0	9	-0.07212468981742859
182323	rnn.bias_ih_l0	0	0.14700904488563538
182323	rnn.bias_ih_l0	1	-0.16686232388019562
182323	rnn.bias_ih_l0	2	-0.007066227495670319
182323	rnn.bias_ih_l0	3	-0.14495307207107544
182323	rnn.bias_ih_l0	4	0.09634340554475784
182323	rnn.bias_ih_l0	5	-0.2511693835258484
182323	rnn.bias_ih_l0	6	-0.08204761147499084
182323	rnn.bias_ih_l0	7	-0.22622661292552948
182323	rnn.bias_ih_l0	8	-0.1565488576889038
182323	rnn.bias_ih_l0	9	-0.3686468005180359
182323	rnn.bias_hh_l0	0	-0.19326530396938324
182323	rnn.bias_hh_l0	1	-0.19877225160598755
182323	rnn.bias_hh_l0	2	-0.18635930120944977
182323	rnn.bias_hh_l0	3	-0.047385115176439285
182323	rnn.bias_hh_l0	4	-0.17941024899482727
182323	rnn.bias_hh_l0	5	-0.23084521293640137
182323	rnn.bias_hh_l0	6	-0.1117643192410469
182323	rnn.bias_hh_l0	7	0.08340825140476227
182323	rnn.bias_hh_l0	8	-0.14352649450302124
182323	rnn.bias_hh_l0	9	-0.3771195113658905
182323	rnn.weight_ih_l0_reverse	0	0.08354272693395615
182323	rnn.weight_ih_l0_reverse	1	-0.07102524489164352
182323	rnn.weight_ih_l0_reverse	2	-0.04180564358830452
182323	rnn.weight_ih_l0_reverse	3	-0.09239821881055832
182323	rnn.weight_ih_l0_reverse	4	0.04217435419559479
182323	rnn.weight_ih_l0_reverse	5	-0.12913605570793152
182323	rnn.weight_ih_l0_reverse	6	0.04912208020687103
182323	rnn.weight_ih_l0_reverse	7	0.024583647027611732
182323	rnn.weight_ih_l0_reverse	8	-0.07345335185527802
182323	rnn.weight_ih_l0_reverse	9	-0.05142555013298988
182323	rnn.weight_hh_l0_reverse	0	-0.05280192568898201
182323	rnn.weight_hh_l0_reverse	1	0.015707798302173615
182323	rnn.weight_hh_l0_reverse	2	-0.01867460273206234
182323	rnn.weight_hh_l0_reverse	3	0.007203658111393452
182323	rnn.weight_hh_l0_reverse	4	-0.07804835587739944
182323	rnn.weight_hh_l0_reverse	5	0.036997850984334946
182323	rnn.weight_hh_l0_reverse	6	0.01751399040222168
182323	rnn.weight_hh_l0_reverse	7	-0.021526923403143883
182323	rnn.weight_hh_l0_reverse	8	-0.00028454765561036766
182323	rnn.weight_hh_l0_reverse	9	0.05428967624902725
182323	rnn.bias_ih_l0_reverse	0	-0.12010909616947174
182323	rnn.bias_ih_l0_reverse	1	-0.08283478021621704
182323	rnn.bias_ih_l0_reverse	2	0.04881426319479942
182323	rnn.bias_ih_l0_reverse	3	-0.17524567246437073
182323	rnn.bias_ih_l0_reverse	4	-0.009548775851726532
182323	rnn.bias_ih_l0_reverse	5	-0.1819070279598236
182323	rnn.bias_ih_l0_reverse	6	0.21454165875911713
182323	rnn.bias_ih_l0_reverse	7	-0.2450389266014099
182323	rnn.bias_ih_l0_reverse	8	-0.10645736753940582
182323	rnn.bias_ih_l0_reverse	9	-0.1264795958995819
182323	rnn.bias_hh_l0_reverse	0	-0.09926874190568924
182323	rnn.bias_hh_l0_reverse	1	0.20373688638210297
182323	rnn.bias_hh_l0_reverse	2	-0.2742278277873993
182323	rnn.bias_hh_l0_reverse	3	-0.12154935300350189
182323	rnn.bias_hh_l0_reverse	4	-0.2641223669052124
182323	rnn.bias_hh_l0_reverse	5	-0.1018219068646431
182323	rnn.bias_hh_l0_reverse	6	-0.22382095456123352
182323	rnn.bias_hh_l0_reverse	7	-0.0691128820180893
182323	rnn.bias_hh_l0_reverse	8	-0.13461148738861084
182323	rnn.bias_hh_l0_reverse	9	0.18949373066425323
182323	linear.weight	0	0.2164217233657837
182323	linear.weight	1	-0.3267427682876587
182323	linear.weight	2	0.036989789456129074
182323	linear.weight	3	0.06818369776010513
182323	linear.weight	4	-0.1710890382528305
182323	linear.weight	5	0.20009185373783112
182323	linear.weight	6	-0.13598422706127167
182323	linear.weight	7	-0.067454494535923
182323	linear.weight	8	0.1166222020983696
182323	linear.weight	9	-0.0388345941901207
182323	linear.bias	0	-1.0863723754882812
182323	linear.bias	1	1.9828252792358398
182323	linear.bias	2	0.4150800108909607
182323	linear.bias	3	-2.394045114517212
182323	linear.bias	4	-0.40018513798713684
182323	linear.bias	5	1.08553147315979
182323	linear.bias	6	-0.2355526089668274
182323	linear.bias	7	0.5973659753799438
182323	linear.bias	8	2.1955690383911133
182323	linear.bias	9	-1.3858835697174072
182932	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
182932	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
182932	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
182932	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
182932	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
182932	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
182932	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
182932	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
182932	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
182932	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
182932	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
182932	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
182932	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
182932	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
182932	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
182932	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
182932	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
182932	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
182932	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
182932	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
182932	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
182932	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
182932	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
182932	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
182932	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
182932	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
182932	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
182932	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
182932	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
182932	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
182932	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
182932	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
182932	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
182932	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
182932	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
182932	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
182932	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
182932	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
182932	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
182932	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
182932	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
182932	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
182932	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
182932	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
182932	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
182932	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
182932	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
182932	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
182932	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
182932	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
182932	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
182932	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
182932	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
182932	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
182932	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
182932	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
182932	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
182932	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
182932	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
182932	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
182932	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
182932	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
182932	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
182932	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
182932	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
182932	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
182932	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
182932	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
182932	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
182932	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
182932	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
182932	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
182932	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
182932	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
182932	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
182932	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
182932	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
182932	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
182932	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
182932	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
182932	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
182932	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
182932	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
182932	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
182932	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
182932	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
182932	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
182932	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
182932	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
182932	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
182932	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
182932	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
182932	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
182932	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
182932	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
182932	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
182932	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
182932	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
182932	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
182932	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
182932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
182932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
182932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
182932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
182932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
182932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
182932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
182932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
182932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
182932	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
182932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
182932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
182932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
182932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
182932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
182932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
182932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
182932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
182932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
182932	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
182932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
182932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
182932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
182932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
182932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
182932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
182932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
182932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
182932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
182932	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
182932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
182932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
182932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
182932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
182932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
182932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
182932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
182932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
182932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
182932	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
182932	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
182932	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
182932	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
182932	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
182932	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
182932	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
182932	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
182932	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
182932	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
182932	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
182932	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
182932	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
182932	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
182932	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
182932	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
182932	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
182932	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
182932	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
182932	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
182932	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
182932	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
182932	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
182932	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
182932	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
182932	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
182932	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
182932	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
182932	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
182932	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
182932	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
182932	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
182932	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
182932	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
182932	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
182932	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
182932	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
182932	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
182932	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
182932	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
182932	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
182932	embedding2nn.weight	0	0.23225806653499603
182932	embedding2nn.weight	1	0.2830442488193512
182932	embedding2nn.weight	2	0.031859226524829865
182932	embedding2nn.weight	3	0.024726133793592453
182932	embedding2nn.weight	4	-0.03618669882416725
182932	embedding2nn.weight	5	0.080332450568676
182932	embedding2nn.weight	6	0.07978508621454239
182932	embedding2nn.weight	7	0.016946131363511086
182932	embedding2nn.weight	8	0.040384408086538315
182932	embedding2nn.weight	9	-0.014047409407794476
182932	embedding2nn.bias	0	0.03512107953429222
182932	embedding2nn.bias	1	-0.11114829033613205
182932	embedding2nn.bias	2	0.07572600245475769
182932	embedding2nn.bias	3	0.15522710978984833
182932	embedding2nn.bias	4	0.16464783251285553
182932	embedding2nn.bias	5	-0.06891932338476181
182932	embedding2nn.bias	6	-0.04226793348789215
182932	embedding2nn.bias	7	0.02329706959426403
182932	embedding2nn.bias	8	-0.12709705531597137
182932	embedding2nn.bias	9	-0.3950482904911041
182932	rnn.weight_ih_l0	0	0.012226046994328499
182932	rnn.weight_ih_l0	1	-0.06726149469614029
182932	rnn.weight_ih_l0	2	-0.06306373327970505
182932	rnn.weight_ih_l0	3	0.051245201379060745
182932	rnn.weight_ih_l0	4	0.08015811443328857
182932	rnn.weight_ih_l0	5	-0.16269581019878387
182932	rnn.weight_ih_l0	6	-0.030343446880578995
182932	rnn.weight_ih_l0	7	-1.1606740599745535e-06
182932	rnn.weight_ih_l0	8	-0.02217276394367218
182932	rnn.weight_ih_l0	9	-0.048339955508708954
182932	rnn.weight_hh_l0	0	0.013024384155869484
182932	rnn.weight_hh_l0	1	0.06938639283180237
182932	rnn.weight_hh_l0	2	0.019806191325187683
182932	rnn.weight_hh_l0	3	0.03700794652104378
182932	rnn.weight_hh_l0	4	0.004927289672195911
182932	rnn.weight_hh_l0	5	0.07022599875926971
182932	rnn.weight_hh_l0	6	-0.009492892771959305
182932	rnn.weight_hh_l0	7	-0.035951584577560425
182932	rnn.weight_hh_l0	8	0.0421423465013504
182932	rnn.weight_hh_l0	9	-0.0717550590634346
182932	rnn.bias_ih_l0	0	0.14395606517791748
182932	rnn.bias_ih_l0	1	-0.17263048887252808
182932	rnn.bias_ih_l0	2	-0.0038836027961224318
182932	rnn.bias_ih_l0	3	-0.15502239763736725
182932	rnn.bias_ih_l0	4	0.09172515571117401
182932	rnn.bias_ih_l0	5	-0.2509784400463104
182932	rnn.bias_ih_l0	6	-0.0739285945892334
182932	rnn.bias_ih_l0	7	-0.2266966998577118
182932	rnn.bias_ih_l0	8	-0.15557816624641418
182932	rnn.bias_ih_l0	9	-0.3779854476451874
182932	rnn.bias_hh_l0	0	-0.19568639993667603
182932	rnn.bias_hh_l0	1	-0.19968605041503906
182932	rnn.bias_hh_l0	2	-0.18806412816047668
182932	rnn.bias_hh_l0	3	-0.04618889093399048
182932	rnn.bias_hh_l0	4	-0.1891227811574936
182932	rnn.bias_hh_l0	5	-0.230557382106781
182932	rnn.bias_hh_l0	6	-0.11232663691043854
182932	rnn.bias_hh_l0	7	0.08636828511953354
182932	rnn.bias_hh_l0	8	-0.13935886323451996
182932	rnn.bias_hh_l0	9	-0.37801530957221985
182932	rnn.weight_ih_l0_reverse	0	0.0805303230881691
182932	rnn.weight_ih_l0_reverse	1	-0.07139085233211517
182932	rnn.weight_ih_l0_reverse	2	-0.04378741979598999
182932	rnn.weight_ih_l0_reverse	3	-0.09329459816217422
182932	rnn.weight_ih_l0_reverse	4	0.040076300501823425
182932	rnn.weight_ih_l0_reverse	5	-0.1205756887793541
182932	rnn.weight_ih_l0_reverse	6	0.04651487246155739
182932	rnn.weight_ih_l0_reverse	7	0.02335243858397007
182932	rnn.weight_ih_l0_reverse	8	-0.07132396101951599
182932	rnn.weight_ih_l0_reverse	9	-0.05540924146771431
182932	rnn.weight_hh_l0_reverse	0	-0.052445754408836365
182932	rnn.weight_hh_l0_reverse	1	0.017352277413010597
182932	rnn.weight_hh_l0_reverse	2	-0.01884881779551506
182932	rnn.weight_hh_l0_reverse	3	0.005613487213850021
182932	rnn.weight_hh_l0_reverse	4	-0.07939477264881134
182932	rnn.weight_hh_l0_reverse	5	0.037990324199199677
182932	rnn.weight_hh_l0_reverse	6	0.01727774739265442
182932	rnn.weight_hh_l0_reverse	7	-0.02178092487156391
182932	rnn.weight_hh_l0_reverse	8	-0.005306324455887079
182932	rnn.weight_hh_l0_reverse	9	0.053635019809007645
182932	rnn.bias_ih_l0_reverse	0	-0.12066620588302612
182932	rnn.bias_ih_l0_reverse	1	-0.07623909413814545
182932	rnn.bias_ih_l0_reverse	2	0.05295626446604729
182932	rnn.bias_ih_l0_reverse	3	-0.17753271758556366
182932	rnn.bias_ih_l0_reverse	4	-0.01013715099543333
182932	rnn.bias_ih_l0_reverse	5	-0.177110493183136
182932	rnn.bias_ih_l0_reverse	6	0.21393617987632751
182932	rnn.bias_ih_l0_reverse	7	-0.23953333497047424
182932	rnn.bias_ih_l0_reverse	8	-0.10559319704771042
182932	rnn.bias_ih_l0_reverse	9	-0.12082883715629578
182932	rnn.bias_hh_l0_reverse	0	-0.10117925703525543
182932	rnn.bias_hh_l0_reverse	1	0.19560027122497559
182932	rnn.bias_hh_l0_reverse	2	-0.2777550518512726
182932	rnn.bias_hh_l0_reverse	3	-0.1262781322002411
182932	rnn.bias_hh_l0_reverse	4	-0.2670894265174866
182932	rnn.bias_hh_l0_reverse	5	-0.10019338876008987
182932	rnn.bias_hh_l0_reverse	6	-0.22676274180412292
182932	rnn.bias_hh_l0_reverse	7	-0.07397950440645218
182932	rnn.bias_hh_l0_reverse	8	-0.1447431594133377
182932	rnn.bias_hh_l0_reverse	9	0.18057426810264587
182932	linear.weight	0	0.2115764170885086
182932	linear.weight	1	-0.33110326528549194
182932	linear.weight	2	0.009773818776011467
182932	linear.weight	3	0.068171925842762
182932	linear.weight	4	-0.21118810772895813
182932	linear.weight	5	0.23920713365077972
182932	linear.weight	6	-0.14884035289287567
182932	linear.weight	7	-0.06742611527442932
182932	linear.weight	8	0.11018601059913635
182932	linear.weight	9	-0.03887544572353363
182932	linear.bias	0	-1.092618465423584
182932	linear.bias	1	1.9209297895431519
182932	linear.bias	2	0.3815990388393402
182932	linear.bias	3	-2.395185708999634
182932	linear.bias	4	-0.37269946932792664
182932	linear.bias	5	1.114927887916565
182932	linear.bias	6	-0.20175017416477203
182932	linear.bias	7	0.5629364848136902
182932	linear.bias	8	2.1399106979370117
182932	linear.bias	9	-1.3606077432632446
182940	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
182940	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
182940	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
182940	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
182940	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
182940	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
182940	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
182940	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
182940	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
182940	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
182940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
182940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
182940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
182940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
182940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
182940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
182940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
182940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
182940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
182940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
182940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
182940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
182940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
182940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
182940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
182940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
182940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
182940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
182940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
182940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
182940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
182940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
182940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
182940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
182940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
182940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
182940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
182940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
182940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
182940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
182940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
182940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
182940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
182940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
182940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
182940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
182940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
182940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
182940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
182940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
182940	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
182940	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
182940	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
182940	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
182940	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
182940	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
182940	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
182940	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
182940	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
182940	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
182940	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
182940	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
182940	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
182940	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
182940	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
182940	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
182940	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
182940	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
182940	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
182940	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
182940	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
182940	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
182940	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
182940	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
182940	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
182940	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
182940	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
182940	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
182940	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
182940	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
182940	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
182940	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
182940	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
182940	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
182940	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
182940	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
182940	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
182940	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
182940	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
182940	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
182940	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
182940	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
182940	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
182940	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
182940	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
182940	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
182940	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
182940	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
182940	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
182940	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
182940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
182940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
182940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
182940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
182940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
182940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
182940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
182940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
182940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
182940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
182940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
182940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
182940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
182940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
182940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
182940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
182940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
182940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
182940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
182940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
182940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
182940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
182940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
182940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
182940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
182940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
182940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
182940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
182940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
182940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
182940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
182940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
182940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
182940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
182940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
182940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
182940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
182940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
182940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
182940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
182940	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
182940	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
182940	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
182940	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
182940	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
182940	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
182940	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
182940	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
182940	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
182940	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
182940	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
182940	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
182940	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
182940	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
182940	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
182940	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
182940	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
182940	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
182940	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
182940	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
182940	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
182940	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
182940	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
182940	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
182940	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
182940	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
182940	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
182940	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
182940	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
182940	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
182940	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
182940	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
182940	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
182940	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
182940	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
182940	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
182940	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
182940	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
182940	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
182940	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
182940	embedding2nn.weight	0	0.23212754726409912
182940	embedding2nn.weight	1	0.28384140133857727
182940	embedding2nn.weight	2	0.03283126652240753
182940	embedding2nn.weight	3	0.024042680859565735
182940	embedding2nn.weight	4	-0.03627435863018036
182940	embedding2nn.weight	5	0.080012246966362
182940	embedding2nn.weight	6	0.07969220727682114
182940	embedding2nn.weight	7	0.01793651469051838
182940	embedding2nn.weight	8	0.04062139615416527
182940	embedding2nn.weight	9	-0.013725446537137032
182940	embedding2nn.bias	0	0.03484218940138817
182940	embedding2nn.bias	1	-0.11096512526273727
182940	embedding2nn.bias	2	0.06806120276451111
182940	embedding2nn.bias	3	0.1590791493654251
182940	embedding2nn.bias	4	0.1655261367559433
182940	embedding2nn.bias	5	-0.06760531663894653
182940	embedding2nn.bias	6	-0.03986429423093796
182940	embedding2nn.bias	7	0.018225276842713356
182940	embedding2nn.bias	8	-0.13000254333019257
182940	embedding2nn.bias	9	-0.3900264501571655
182940	rnn.weight_ih_l0	0	0.011954865418374538
182940	rnn.weight_ih_l0	1	-0.06728240102529526
182940	rnn.weight_ih_l0	2	-0.06294229626655579
182940	rnn.weight_ih_l0	3	0.05112769082188606
182940	rnn.weight_ih_l0	4	0.07978672534227371
182940	rnn.weight_ih_l0	5	-0.16255956888198853
182940	rnn.weight_ih_l0	6	-0.029877454042434692
182940	rnn.weight_ih_l0	7	0.0003470267402008176
182940	rnn.weight_ih_l0	8	-0.022239653393626213
182940	rnn.weight_ih_l0	9	-0.04853737726807594
182940	rnn.weight_hh_l0	0	0.013115977868437767
182940	rnn.weight_hh_l0	1	0.06927739828824997
182940	rnn.weight_hh_l0	2	0.019613344222307205
182940	rnn.weight_hh_l0	3	0.0370493158698082
182940	rnn.weight_hh_l0	4	0.0049107735976576805
182940	rnn.weight_hh_l0	5	0.07035686820745468
182940	rnn.weight_hh_l0	6	-0.009451203048229218
182940	rnn.weight_hh_l0	7	-0.035346440970897675
182940	rnn.weight_hh_l0	8	0.042129017412662506
182940	rnn.weight_hh_l0	9	-0.07173195481300354
182940	rnn.bias_ih_l0	0	0.14259421825408936
182940	rnn.bias_ih_l0	1	-0.17333362996578217
182940	rnn.bias_ih_l0	2	-0.0034619192592799664
182940	rnn.bias_ih_l0	3	-0.1539429873228073
182940	rnn.bias_ih_l0	4	0.09143172204494476
182940	rnn.bias_ih_l0	5	-0.2503211498260498
182940	rnn.bias_ih_l0	6	-0.07496894150972366
182940	rnn.bias_ih_l0	7	-0.22693654894828796
182940	rnn.bias_ih_l0	8	-0.15624752640724182
182940	rnn.bias_ih_l0	9	-0.37772083282470703
182940	rnn.bias_hh_l0	0	-0.1963728964328766
182940	rnn.bias_hh_l0	1	-0.20035986602306366
182940	rnn.bias_hh_l0	2	-0.18804329633712769
182940	rnn.bias_hh_l0	3	-0.04826725274324417
182940	rnn.bias_hh_l0	4	-0.18748679757118225
182940	rnn.bias_hh_l0	5	-0.23061755299568176
182940	rnn.bias_hh_l0	6	-0.11279673129320145
182940	rnn.bias_hh_l0	7	0.08766236156225204
182940	rnn.bias_hh_l0	8	-0.13889005780220032
182940	rnn.bias_hh_l0	9	-0.37844350934028625
182940	rnn.weight_ih_l0_reverse	0	0.08047432452440262
182940	rnn.weight_ih_l0_reverse	1	-0.07126207649707794
182940	rnn.weight_ih_l0_reverse	2	-0.04371849447488785
182940	rnn.weight_ih_l0_reverse	3	-0.09315439313650131
182940	rnn.weight_ih_l0_reverse	4	0.04057518392801285
182940	rnn.weight_ih_l0_reverse	5	-0.12036983668804169
182940	rnn.weight_ih_l0_reverse	6	0.046370312571525574
182940	rnn.weight_ih_l0_reverse	7	0.023209838196635246
182940	rnn.weight_ih_l0_reverse	8	-0.07093695551156998
182940	rnn.weight_ih_l0_reverse	9	-0.05500021204352379
182940	rnn.weight_hh_l0_reverse	0	-0.05230657011270523
182940	rnn.weight_hh_l0_reverse	1	0.01729843020439148
182940	rnn.weight_hh_l0_reverse	2	-0.018520139157772064
182940	rnn.weight_hh_l0_reverse	3	0.005529012531042099
182940	rnn.weight_hh_l0_reverse	4	-0.07939846813678741
182940	rnn.weight_hh_l0_reverse	5	0.037990160286426544
182940	rnn.weight_hh_l0_reverse	6	0.017281943932175636
182940	rnn.weight_hh_l0_reverse	7	-0.020595164969563484
182940	rnn.weight_hh_l0_reverse	8	-0.004991571884602308
182940	rnn.weight_hh_l0_reverse	9	0.0537291057407856
182940	rnn.bias_ih_l0_reverse	0	-0.12202796339988708
182940	rnn.bias_ih_l0_reverse	1	-0.07784818112850189
182940	rnn.bias_ih_l0_reverse	2	0.054667457938194275
182940	rnn.bias_ih_l0_reverse	3	-0.17720963060855865
182940	rnn.bias_ih_l0_reverse	4	-0.008795229718089104
182940	rnn.bias_ih_l0_reverse	5	-0.17730668187141418
182940	rnn.bias_ih_l0_reverse	6	0.21318651735782623
182940	rnn.bias_ih_l0_reverse	7	-0.2378639280796051
182940	rnn.bias_ih_l0_reverse	8	-0.10582388937473297
182940	rnn.bias_ih_l0_reverse	9	-0.11967141926288605
182940	rnn.bias_hh_l0_reverse	0	-0.0989975780248642
182940	rnn.bias_hh_l0_reverse	1	0.19528728723526
182940	rnn.bias_hh_l0_reverse	2	-0.2764231264591217
182940	rnn.bias_hh_l0_reverse	3	-0.12765973806381226
182940	rnn.bias_hh_l0_reverse	4	-0.2663262188434601
182940	rnn.bias_hh_l0_reverse	5	-0.09998662769794464
182940	rnn.bias_hh_l0_reverse	6	-0.22761955857276917
182940	rnn.bias_hh_l0_reverse	7	-0.07324723899364471
182940	rnn.bias_hh_l0_reverse	8	-0.14538796246051788
182940	rnn.bias_hh_l0_reverse	9	0.17957733571529388
182940	linear.weight	0	0.21251557767391205
182940	linear.weight	1	-0.3276258707046509
182940	linear.weight	2	0.005807528272271156
182940	linear.weight	3	0.06817187368869781
182940	linear.weight	4	-0.2194240391254425
182940	linear.weight	5	0.23987126350402832
182940	linear.weight	6	-0.15057525038719177
182940	linear.weight	7	-0.06742621958255768
182940	linear.weight	8	0.10809426754713058
182940	linear.weight	9	-0.038876019418239594
182940	linear.bias	0	-1.0945913791656494
182940	linear.bias	1	1.8956624269485474
182940	linear.bias	2	0.38325563073158264
182940	linear.bias	3	-2.3952059745788574
182940	linear.bias	4	-0.36805447936058044
182940	linear.bias	5	1.104109287261963
182940	linear.bias	6	-0.19068795442581177
182940	linear.bias	7	0.5720998048782349
182940	linear.bias	8	2.1448252201080322
182940	linear.bias	9	-1.3629282712936401
183549	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
183549	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
183549	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
183549	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
183549	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
183549	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
183549	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
183549	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
183549	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
183549	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
183549	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
183549	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
183549	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
183549	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
183549	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
183549	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
183549	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
183549	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
183549	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
183549	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
183549	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
183549	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
183549	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
183549	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
183549	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
183549	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
183549	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
183549	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
183549	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
183549	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
183549	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
183549	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
183549	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
183549	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
183549	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
183549	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
183549	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
183549	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
183549	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
183549	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
183549	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
183549	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
183549	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
183549	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
183549	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
183549	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
183549	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
183549	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
183549	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
183549	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
183549	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
183549	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
183549	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
183549	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
183549	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
183549	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
183549	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
183549	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
183549	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
183549	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
183549	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
183549	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
183549	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
183549	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
183549	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
183549	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
183549	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
183549	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
183549	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
183549	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
183549	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
183549	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
183549	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
183549	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
183549	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
183549	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
183549	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
183549	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
183549	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
183549	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
183549	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
183549	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
183549	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
183549	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
183549	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
183549	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
183549	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
183549	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
183549	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
183549	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
183549	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
183549	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
183549	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
183549	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
183549	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
183549	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
183549	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
183549	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
183549	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
183549	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
183549	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
183549	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
183549	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
183549	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
183549	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
183549	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
183549	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
183549	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
183549	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
183549	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
183549	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
183549	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
183549	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
183549	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
183549	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
183549	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
183549	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
183549	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
183549	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
183549	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
183549	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
183549	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
183549	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
183549	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
183549	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
183549	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
183549	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
183549	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
183549	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
183549	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
183549	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
183549	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
183549	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
183549	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
183549	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
183549	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
183549	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
183549	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
183549	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
183549	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
183549	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
183549	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
183549	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
183549	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
183549	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
183549	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
183549	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
183549	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
183549	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
183549	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
183549	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
183549	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
183549	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
183549	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
183549	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
183549	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
183549	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
183549	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
183549	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
183549	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
183549	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
183549	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
183549	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
183549	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
183549	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
183549	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
183549	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
183549	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
183549	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
183549	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
183549	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
183549	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
183549	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
183549	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
183549	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
183549	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
183549	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
183549	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
183549	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
183549	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
183549	embedding2nn.weight	0	0.23299871385097504
183549	embedding2nn.weight	1	0.27954742312431335
183549	embedding2nn.weight	2	0.031483352184295654
183549	embedding2nn.weight	3	0.016141429543495178
183549	embedding2nn.weight	4	-0.03468692675232887
183549	embedding2nn.weight	5	0.08046910166740417
183549	embedding2nn.weight	6	0.08437425643205643
183549	embedding2nn.weight	7	0.016285335645079613
183549	embedding2nn.weight	8	0.0454992912709713
183549	embedding2nn.weight	9	-0.014667052775621414
183549	embedding2nn.bias	0	0.02596106566488743
183549	embedding2nn.bias	1	-0.12455910444259644
183549	embedding2nn.bias	2	0.09543240815401077
183549	embedding2nn.bias	3	0.14678816497325897
183549	embedding2nn.bias	4	0.1516752541065216
183549	embedding2nn.bias	5	-0.06274740397930145
183549	embedding2nn.bias	6	-0.021775048226118088
183549	embedding2nn.bias	7	0.030024083331227303
183549	embedding2nn.bias	8	-0.12207940965890884
183549	embedding2nn.bias	9	-0.40210533142089844
183549	rnn.weight_ih_l0	0	0.011751346290111542
183549	rnn.weight_ih_l0	1	-0.06726154685020447
183549	rnn.weight_ih_l0	2	-0.05981951579451561
183549	rnn.weight_ih_l0	3	0.050963424146175385
183549	rnn.weight_ih_l0	4	0.07692895084619522
183549	rnn.weight_ih_l0	5	-0.15403202176094055
183549	rnn.weight_ih_l0	6	-0.02411014772951603
183549	rnn.weight_ih_l0	7	-0.004920687526464462
183549	rnn.weight_ih_l0	8	-0.022795546799898148
183549	rnn.weight_ih_l0	9	-0.05328735336661339
183549	rnn.weight_hh_l0	0	0.013651617802679539
183549	rnn.weight_hh_l0	1	0.06964374333620071
183549	rnn.weight_hh_l0	2	0.0203839298337698
183549	rnn.weight_hh_l0	3	0.036558687686920166
183549	rnn.weight_hh_l0	4	0.005126741249114275
183549	rnn.weight_hh_l0	5	0.0711473599076271
183549	rnn.weight_hh_l0	6	-0.009804656729102135
183549	rnn.weight_hh_l0	7	-0.03520270064473152
183549	rnn.weight_hh_l0	8	0.04225417599081993
183549	rnn.weight_hh_l0	9	-0.06999248266220093
183549	rnn.bias_ih_l0	0	0.14555196464061737
183549	rnn.bias_ih_l0	1	-0.17113101482391357
183549	rnn.bias_ih_l0	2	-0.002637253375723958
183549	rnn.bias_ih_l0	3	-0.14691706001758575
183549	rnn.bias_ih_l0	4	0.09715444594621658
183549	rnn.bias_ih_l0	5	-0.24453862011432648
183549	rnn.bias_ih_l0	6	-0.07027830928564072
183549	rnn.bias_ih_l0	7	-0.22930580377578735
183549	rnn.bias_ih_l0	8	-0.160861536860466
183549	rnn.bias_ih_l0	9	-0.36507341265678406
183549	rnn.bias_hh_l0	0	-0.19348150491714478
183549	rnn.bias_hh_l0	1	-0.20298659801483154
183549	rnn.bias_hh_l0	2	-0.18872866034507751
183549	rnn.bias_hh_l0	3	-0.044683679938316345
183549	rnn.bias_hh_l0	4	-0.18174289166927338
183549	rnn.bias_hh_l0	5	-0.2333347499370575
183549	rnn.bias_hh_l0	6	-0.12240669131278992
183549	rnn.bias_hh_l0	7	0.07534795254468918
183549	rnn.bias_hh_l0	8	-0.13792653381824493
183549	rnn.bias_hh_l0	9	-0.37421485781669617
183549	rnn.weight_ih_l0_reverse	0	0.0697067528963089
183549	rnn.weight_ih_l0_reverse	1	-0.07116725295782089
183549	rnn.weight_ih_l0_reverse	2	-0.04535417631268501
183549	rnn.weight_ih_l0_reverse	3	-0.0905856117606163
183549	rnn.weight_ih_l0_reverse	4	0.04068689048290253
183549	rnn.weight_ih_l0_reverse	5	-0.11647395044565201
183549	rnn.weight_ih_l0_reverse	6	0.04454462230205536
183549	rnn.weight_ih_l0_reverse	7	0.023711219429969788
183549	rnn.weight_ih_l0_reverse	8	-0.06889378279447556
183549	rnn.weight_ih_l0_reverse	9	-0.06275074928998947
183549	rnn.weight_hh_l0_reverse	0	-0.05273618921637535
183549	rnn.weight_hh_l0_reverse	1	0.016990123316645622
183549	rnn.weight_hh_l0_reverse	2	-0.018090885132551193
183549	rnn.weight_hh_l0_reverse	3	0.006007982883602381
183549	rnn.weight_hh_l0_reverse	4	-0.07754785567522049
183549	rnn.weight_hh_l0_reverse	5	0.0376259908080101
183549	rnn.weight_hh_l0_reverse	6	0.017244303598999977
183549	rnn.weight_hh_l0_reverse	7	-0.020079297944903374
183549	rnn.weight_hh_l0_reverse	8	-0.0030703090596944094
183549	rnn.weight_hh_l0_reverse	9	0.05371924862265587
183549	rnn.bias_ih_l0_reverse	0	-0.1310645192861557
183549	rnn.bias_ih_l0_reverse	1	-0.07920744270086288
183549	rnn.bias_ih_l0_reverse	2	0.054740600287914276
183549	rnn.bias_ih_l0_reverse	3	-0.17413589358329773
183549	rnn.bias_ih_l0_reverse	4	-0.004571813158690929
183549	rnn.bias_ih_l0_reverse	5	-0.18454746901988983
183549	rnn.bias_ih_l0_reverse	6	0.2120787501335144
183549	rnn.bias_ih_l0_reverse	7	-0.26614972949028015
183549	rnn.bias_ih_l0_reverse	8	-0.10637396574020386
183549	rnn.bias_ih_l0_reverse	9	-0.12383691966533661
183549	rnn.bias_hh_l0_reverse	0	-0.0952875092625618
183549	rnn.bias_hh_l0_reverse	1	0.19865791499614716
183549	rnn.bias_hh_l0_reverse	2	-0.2876182496547699
183549	rnn.bias_hh_l0_reverse	3	-0.11713024973869324
183549	rnn.bias_hh_l0_reverse	4	-0.2622709274291992
183549	rnn.bias_hh_l0_reverse	5	-0.10134539008140564
183549	rnn.bias_hh_l0_reverse	6	-0.23520208895206451
183549	rnn.bias_hh_l0_reverse	7	-0.0775870531797409
183549	rnn.bias_hh_l0_reverse	8	-0.13157206773757935
183549	rnn.bias_hh_l0_reverse	9	0.19355636835098267
183549	linear.weight	0	0.22907854616641998
183549	linear.weight	1	-0.3390201926231384
183549	linear.weight	2	0.025750882923603058
183549	linear.weight	3	0.06815959513187408
183549	linear.weight	4	-0.18899443745613098
183549	linear.weight	5	0.20573094487190247
183549	linear.weight	6	-0.1273522824048996
183549	linear.weight	7	-0.06741166114807129
183549	linear.weight	8	0.13244560360908508
183549	linear.weight	9	-0.03890621289610863
183549	linear.bias	0	-1.0945783853530884
183549	linear.bias	1	1.8914146423339844
183549	linear.bias	2	0.413709431886673
183549	linear.bias	3	-2.3962721824645996
183549	linear.bias	4	-0.37461814284324646
183549	linear.bias	5	1.1372326612472534
183549	linear.bias	6	-0.2509089410305023
183549	linear.bias	7	0.577844500541687
183549	linear.bias	8	2.1845343112945557
183549	linear.bias	9	-1.3604589700698853
184158	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
184158	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
184158	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
184158	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
184158	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
184158	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
184158	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
184158	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
184158	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
184158	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
184158	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
184158	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
184158	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
184158	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
184158	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
184158	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
184158	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
184158	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
184158	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
184158	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
184158	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
184158	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
184158	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
184158	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
184158	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
184158	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
184158	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
184158	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
184158	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
184158	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
184158	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
184158	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
184158	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
184158	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
184158	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
184158	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
184158	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
184158	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
184158	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
184158	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
184158	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
184158	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
184158	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
184158	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
184158	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
184158	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
184158	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
184158	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
184158	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
184158	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
184158	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
184158	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
184158	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
184158	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
184158	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
184158	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
184158	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
184158	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
184158	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
184158	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
184158	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
184158	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
184158	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
184158	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
184158	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
184158	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
184158	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
184158	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
184158	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
184158	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
184158	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
184158	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
184158	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
184158	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
184158	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
184158	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
184158	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
184158	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
184158	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
184158	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
184158	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
184158	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
184158	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
184158	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
184158	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
184158	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
184158	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
184158	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
184158	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
184158	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
184158	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
184158	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
184158	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
184158	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
184158	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
184158	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
184158	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
184158	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
184158	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
184158	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
184158	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
184158	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
184158	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
184158	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
184158	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
184158	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
184158	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
184158	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
184158	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
184158	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
184158	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
184158	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
184158	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
184158	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
184158	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
184158	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
184158	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
184158	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
184158	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
184158	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
184158	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
184158	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
184158	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
184158	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
184158	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
184158	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
184158	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
184158	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
184158	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
184158	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
184158	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
184158	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
184158	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
184158	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
184158	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
184158	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
184158	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
184158	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
184158	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
184158	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
184158	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
184158	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
184158	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
184158	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
184158	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
184158	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
184158	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
184158	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
184158	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
184158	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
184158	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
184158	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
184158	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
184158	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
184158	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
184158	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
184158	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
184158	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
184158	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
184158	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
184158	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
184158	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
184158	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
184158	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
184158	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
184158	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
184158	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
184158	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
184158	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
184158	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
184158	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
184158	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
184158	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
184158	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
184158	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
184158	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
184158	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
184158	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
184158	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
184158	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
184158	embedding2nn.weight	0	0.23474106192588806
184158	embedding2nn.weight	1	0.27962177991867065
184158	embedding2nn.weight	2	0.03378091752529144
184158	embedding2nn.weight	3	0.011030977591872215
184158	embedding2nn.weight	4	-0.03899417445063591
184158	embedding2nn.weight	5	0.07996086031198502
184158	embedding2nn.weight	6	0.07658015191555023
184158	embedding2nn.weight	7	0.017886808142066002
184158	embedding2nn.weight	8	0.04136310890316963
184158	embedding2nn.weight	9	-0.019712235778570175
184158	embedding2nn.bias	0	0.02839644066989422
184158	embedding2nn.bias	1	-0.14087212085723877
184158	embedding2nn.bias	2	0.08698619902133942
184158	embedding2nn.bias	3	0.16421104967594147
184158	embedding2nn.bias	4	0.15825091302394867
184158	embedding2nn.bias	5	-0.03853224217891693
184158	embedding2nn.bias	6	-0.017523305490612984
184158	embedding2nn.bias	7	0.03703218325972557
184158	embedding2nn.bias	8	-0.13031859695911407
184158	embedding2nn.bias	9	-0.40308287739753723
184158	rnn.weight_ih_l0	0	0.011784405447542667
184158	rnn.weight_ih_l0	1	-0.06628881394863129
184158	rnn.weight_ih_l0	2	-0.058587875217199326
184158	rnn.weight_ih_l0	3	0.05491875112056732
184158	rnn.weight_ih_l0	4	0.07293155044317245
184158	rnn.weight_ih_l0	5	-0.15837249159812927
184158	rnn.weight_ih_l0	6	-0.027469901368021965
184158	rnn.weight_ih_l0	7	-0.008345400914549828
184158	rnn.weight_ih_l0	8	-0.030904298648238182
184158	rnn.weight_ih_l0	9	-0.05819892883300781
184158	rnn.weight_hh_l0	0	0.0135749951004982
184158	rnn.weight_hh_l0	1	0.06909772753715515
184158	rnn.weight_hh_l0	2	0.019185027107596397
184158	rnn.weight_hh_l0	3	0.03746877238154411
184158	rnn.weight_hh_l0	4	0.005029868800193071
184158	rnn.weight_hh_l0	5	0.07010725140571594
184158	rnn.weight_hh_l0	6	-0.010583832859992981
184158	rnn.weight_hh_l0	7	-0.034708548337221146
184158	rnn.weight_hh_l0	8	0.04200180247426033
184158	rnn.weight_hh_l0	9	-0.07257599383592606
184158	rnn.bias_ih_l0	0	0.14028143882751465
184158	rnn.bias_ih_l0	1	-0.1812487095594406
184158	rnn.bias_ih_l0	2	-0.00010330037912353873
184158	rnn.bias_ih_l0	3	-0.14543431997299194
184158	rnn.bias_ih_l0	4	0.09511619061231613
184158	rnn.bias_ih_l0	5	-0.2500212490558624
184158	rnn.bias_ih_l0	6	-0.07452204078435898
184158	rnn.bias_ih_l0	7	-0.23042820394039154
184158	rnn.bias_ih_l0	8	-0.1558547466993332
184158	rnn.bias_ih_l0	9	-0.3789631724357605
184158	rnn.bias_hh_l0	0	-0.19162504374980927
184158	rnn.bias_hh_l0	1	-0.19934740662574768
184158	rnn.bias_hh_l0	2	-0.19320163130760193
184158	rnn.bias_hh_l0	3	-0.04858400672674179
184158	rnn.bias_hh_l0	4	-0.1767287403345108
184158	rnn.bias_hh_l0	5	-0.23259098827838898
184158	rnn.bias_hh_l0	6	-0.125472292304039
184158	rnn.bias_hh_l0	7	0.08804783970117569
184158	rnn.bias_hh_l0	8	-0.1400088220834732
184158	rnn.bias_hh_l0	9	-0.37832701206207275
184158	rnn.weight_ih_l0_reverse	0	0.07455054670572281
184158	rnn.weight_ih_l0_reverse	1	-0.07403392344713211
184158	rnn.weight_ih_l0_reverse	2	-0.047714587301015854
184158	rnn.weight_ih_l0_reverse	3	-0.0931282490491867
184158	rnn.weight_ih_l0_reverse	4	0.041424788534641266
184158	rnn.weight_ih_l0_reverse	5	-0.11216919869184494
184158	rnn.weight_ih_l0_reverse	6	0.054676711559295654
184158	rnn.weight_ih_l0_reverse	7	0.02382524311542511
184158	rnn.weight_ih_l0_reverse	8	-0.06755075603723526
184158	rnn.weight_ih_l0_reverse	9	-0.06269652396440506
184158	rnn.weight_hh_l0_reverse	0	-0.05292871966958046
184158	rnn.weight_hh_l0_reverse	1	0.01750941388309002
184158	rnn.weight_hh_l0_reverse	2	-0.01796548068523407
184158	rnn.weight_hh_l0_reverse	3	0.006009744945913553
184158	rnn.weight_hh_l0_reverse	4	-0.07872297614812851
184158	rnn.weight_hh_l0_reverse	5	0.03754400461912155
184158	rnn.weight_hh_l0_reverse	6	0.017085647210478783
184158	rnn.weight_hh_l0_reverse	7	-0.022595588117837906
184158	rnn.weight_hh_l0_reverse	8	0.0005326151149347425
184158	rnn.weight_hh_l0_reverse	9	0.05395834147930145
184158	rnn.bias_ih_l0_reverse	0	-0.13686390221118927
184158	rnn.bias_ih_l0_reverse	1	-0.0787695124745369
184158	rnn.bias_ih_l0_reverse	2	0.04941404610872269
184158	rnn.bias_ih_l0_reverse	3	-0.17078855633735657
184158	rnn.bias_ih_l0_reverse	4	-0.003969510085880756
184158	rnn.bias_ih_l0_reverse	5	-0.18478472530841827
184158	rnn.bias_ih_l0_reverse	6	0.21789249777793884
184158	rnn.bias_ih_l0_reverse	7	-0.25309300422668457
184158	rnn.bias_ih_l0_reverse	8	-0.10300105065107346
184158	rnn.bias_ih_l0_reverse	9	-0.12656697630882263
184158	rnn.bias_hh_l0_reverse	0	-0.098285011947155
184158	rnn.bias_hh_l0_reverse	1	0.2059977948665619
184158	rnn.bias_hh_l0_reverse	2	-0.28237631916999817
184158	rnn.bias_hh_l0_reverse	3	-0.10798651725053787
184158	rnn.bias_hh_l0_reverse	4	-0.26735684275627136
184158	rnn.bias_hh_l0_reverse	5	-0.09968192130327225
184158	rnn.bias_hh_l0_reverse	6	-0.22599168121814728
184158	rnn.bias_hh_l0_reverse	7	-0.0855010524392128
184158	rnn.bias_hh_l0_reverse	8	-0.14485801756381989
184158	rnn.bias_hh_l0_reverse	9	0.17942841351032257
184158	linear.weight	0	0.1978422850370407
184158	linear.weight	1	-0.3227582573890686
184158	linear.weight	2	0.05864926427602768
184158	linear.weight	3	0.06814418733119965
184158	linear.weight	4	-0.18850186467170715
184158	linear.weight	5	0.2308957874774933
184158	linear.weight	6	-0.10439096391201019
184158	linear.weight	7	-0.06739529967308044
184158	linear.weight	8	0.12713074684143066
184158	linear.weight	9	-0.03893065080046654
184158	linear.bias	0	-1.0887062549591064
184158	linear.bias	1	1.888270616531372
184158	linear.bias	2	0.4184993803501129
184158	linear.bias	3	-2.397331953048706
184158	linear.bias	4	-0.37810373306274414
184158	linear.bias	5	1.134253978729248
184158	linear.bias	6	-0.25938913226127625
184158	linear.bias	7	0.6001688241958618
184158	linear.bias	8	2.1060616970062256
184158	linear.bias	9	-1.3625428676605225
184767	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
184767	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
184767	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
184767	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
184767	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
184767	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
184767	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
184767	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
184767	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
184767	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
184767	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
184767	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
184767	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
184767	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
184767	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
184767	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
184767	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
184767	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
184767	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
184767	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
184767	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
184767	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
184767	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
184767	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
184767	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
184767	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
184767	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
184767	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
184767	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
184767	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
184767	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
184767	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
184767	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
184767	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
184767	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
184767	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
184767	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
184767	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
184767	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
184767	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
184767	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
184767	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
184767	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
184767	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
184767	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
184767	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
184767	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
184767	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
184767	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
184767	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
184767	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
184767	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
184767	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
184767	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
184767	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
184767	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
184767	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
184767	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
184767	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
184767	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
184767	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
184767	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
184767	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
184767	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
184767	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
184767	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
184767	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
184767	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
184767	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
184767	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
184767	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
184767	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
184767	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
184767	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
184767	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
184767	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
184767	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
184767	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
184767	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
184767	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
184767	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
184767	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
184767	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
184767	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
184767	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
184767	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
184767	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
184767	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
184767	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
184767	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
184767	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
184767	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
184767	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
184767	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
184767	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
184767	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
184767	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
184767	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
184767	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
184767	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
184767	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
184767	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
184767	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
184767	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
184767	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
184767	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
184767	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
184767	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
184767	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
184767	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
184767	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
184767	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
184767	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
184767	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
184767	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
184767	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
184767	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
184767	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
184767	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
184767	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
184767	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
184767	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
184767	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
184767	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
184767	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
184767	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
184767	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
184767	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
184767	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
184767	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
184767	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
184767	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
184767	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
184767	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
184767	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
184767	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
184767	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
184767	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
184767	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
184767	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
184767	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
184767	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
184767	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
184767	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
184767	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
184767	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
184767	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
184767	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
184767	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
184767	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
184767	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
184767	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
184767	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
184767	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
184767	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
184767	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
184767	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
184767	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
184767	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
184767	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
184767	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
184767	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
184767	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
184767	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
184767	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
184767	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
184767	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
184767	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
184767	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
184767	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
184767	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
184767	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
184767	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
184767	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
184767	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
184767	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
184767	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
184767	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
184767	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
184767	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
184767	embedding2nn.weight	0	0.2349548041820526
184767	embedding2nn.weight	1	0.28309667110443115
184767	embedding2nn.weight	2	0.03270845487713814
184767	embedding2nn.weight	3	0.01715630665421486
184767	embedding2nn.weight	4	-0.04439461603760719
184767	embedding2nn.weight	5	0.07590387761592865
184767	embedding2nn.weight	6	0.0967111885547638
184767	embedding2nn.weight	7	0.01844438724219799
184767	embedding2nn.weight	8	0.038696303963661194
184767	embedding2nn.weight	9	-0.016964104026556015
184767	embedding2nn.bias	0	0.029727652668952942
184767	embedding2nn.bias	1	-0.12560951709747314
184767	embedding2nn.bias	2	0.09990521520376205
184767	embedding2nn.bias	3	0.17817741632461548
184767	embedding2nn.bias	4	0.1411759853363037
184767	embedding2nn.bias	5	-0.061383530497550964
184767	embedding2nn.bias	6	-0.0290814321488142
184767	embedding2nn.bias	7	0.02411981113255024
184767	embedding2nn.bias	8	-0.14938829839229584
184767	embedding2nn.bias	9	-0.40494754910469055
184767	rnn.weight_ih_l0	0	0.010485770180821419
184767	rnn.weight_ih_l0	1	-0.06584076583385468
184767	rnn.weight_ih_l0	2	-0.07275645434856415
184767	rnn.weight_ih_l0	3	0.053406309336423874
184767	rnn.weight_ih_l0	4	0.07647445052862167
184767	rnn.weight_ih_l0	5	-0.15387925505638123
184767	rnn.weight_ih_l0	6	-0.021405164152383804
184767	rnn.weight_ih_l0	7	-0.008354959078133106
184767	rnn.weight_ih_l0	8	-0.04096321016550064
184767	rnn.weight_ih_l0	9	-0.06431388109922409
184767	rnn.weight_hh_l0	0	0.013467157259583473
184767	rnn.weight_hh_l0	1	0.06810495257377625
184767	rnn.weight_hh_l0	2	0.02017606981098652
184767	rnn.weight_hh_l0	3	0.03656475245952606
184767	rnn.weight_hh_l0	4	0.0051642656326293945
184767	rnn.weight_hh_l0	5	0.07069069892168045
184767	rnn.weight_hh_l0	6	-0.010510938242077827
184767	rnn.weight_hh_l0	7	-0.033704131841659546
184767	rnn.weight_hh_l0	8	0.042067863047122955
184767	rnn.weight_hh_l0	9	-0.0722787082195282
184767	rnn.bias_ih_l0	0	0.14166998863220215
184767	rnn.bias_ih_l0	1	-0.1835632622241974
184767	rnn.bias_ih_l0	2	-0.0066255610436201096
184767	rnn.bias_ih_l0	3	-0.1468527913093567
184767	rnn.bias_ih_l0	4	0.087989941239357
184767	rnn.bias_ih_l0	5	-0.2580742835998535
184767	rnn.bias_ih_l0	6	-0.08315188437700272
184767	rnn.bias_ih_l0	7	-0.22948803007602692
184767	rnn.bias_ih_l0	8	-0.16108882427215576
184767	rnn.bias_ih_l0	9	-0.3895208537578583
184767	rnn.bias_hh_l0	0	-0.1934511512517929
184767	rnn.bias_hh_l0	1	-0.20885394513607025
184767	rnn.bias_hh_l0	2	-0.2014157772064209
184767	rnn.bias_hh_l0	3	-0.047248098999261856
184767	rnn.bias_hh_l0	4	-0.17792865633964539
184767	rnn.bias_hh_l0	5	-0.23177511990070343
184767	rnn.bias_hh_l0	6	-0.11486204713582993
184767	rnn.bias_hh_l0	7	0.08782628178596497
184767	rnn.bias_hh_l0	8	-0.14118692278862
184767	rnn.bias_hh_l0	9	-0.3856928050518036
184767	rnn.weight_ih_l0_reverse	0	0.07455224543809891
184767	rnn.weight_ih_l0_reverse	1	-0.07169307768344879
184767	rnn.weight_ih_l0_reverse	2	-0.045758359134197235
184767	rnn.weight_ih_l0_reverse	3	-0.09346811473369598
184767	rnn.weight_ih_l0_reverse	4	0.04215964674949646
184767	rnn.weight_ih_l0_reverse	5	-0.10377591848373413
184767	rnn.weight_ih_l0_reverse	6	0.06364348530769348
184767	rnn.weight_ih_l0_reverse	7	0.022177694365382195
184767	rnn.weight_ih_l0_reverse	8	-0.06636416167020798
184767	rnn.weight_ih_l0_reverse	9	-0.06422930210828781
184767	rnn.weight_hh_l0_reverse	0	-0.05279885232448578
184767	rnn.weight_hh_l0_reverse	1	0.017599767073988914
184767	rnn.weight_hh_l0_reverse	2	-0.01827971823513508
184767	rnn.weight_hh_l0_reverse	3	0.006289806216955185
184767	rnn.weight_hh_l0_reverse	4	-0.07820648699998856
184767	rnn.weight_hh_l0_reverse	5	0.03723293915390968
184767	rnn.weight_hh_l0_reverse	6	0.017342904582619667
184767	rnn.weight_hh_l0_reverse	7	-0.019998792558908463
184767	rnn.weight_hh_l0_reverse	8	-0.0011925097787752748
184767	rnn.weight_hh_l0_reverse	9	0.05501138046383858
184767	rnn.bias_ih_l0_reverse	0	-0.13469164073467255
184767	rnn.bias_ih_l0_reverse	1	-0.07208173722028732
184767	rnn.bias_ih_l0_reverse	2	0.05237942188978195
184767	rnn.bias_ih_l0_reverse	3	-0.17405135929584503
184767	rnn.bias_ih_l0_reverse	4	-0.0085289990529418
184767	rnn.bias_ih_l0_reverse	5	-0.18418754637241364
184767	rnn.bias_ih_l0_reverse	6	0.22204932570457458
184767	rnn.bias_ih_l0_reverse	7	-0.2585703730583191
184767	rnn.bias_ih_l0_reverse	8	-0.1015075296163559
184767	rnn.bias_ih_l0_reverse	9	-0.13064877688884735
184767	rnn.bias_hh_l0_reverse	0	-0.0965186208486557
184767	rnn.bias_hh_l0_reverse	1	0.19819627702236176
184767	rnn.bias_hh_l0_reverse	2	-0.27270346879959106
184767	rnn.bias_hh_l0_reverse	3	-0.11132542788982391
184767	rnn.bias_hh_l0_reverse	4	-0.2702186703681946
184767	rnn.bias_hh_l0_reverse	5	-0.09849809110164642
184767	rnn.bias_hh_l0_reverse	6	-0.22722876071929932
184767	rnn.bias_hh_l0_reverse	7	-0.08572039008140564
184767	rnn.bias_hh_l0_reverse	8	-0.14610929787158966
184767	rnn.bias_hh_l0_reverse	9	0.20088674128055573
184767	linear.weight	0	0.19019579887390137
184767	linear.weight	1	-0.3423053026199341
184767	linear.weight	2	0.021825319156050682
184767	linear.weight	3	0.06814130395650864
184767	linear.weight	4	-0.13692140579223633
184767	linear.weight	5	0.23845559358596802
184767	linear.weight	6	-0.1476893573999405
184767	linear.weight	7	-0.0673961192369461
184767	linear.weight	8	0.15538564324378967
184767	linear.weight	9	-0.03896903246641159
184767	linear.bias	0	-1.113437533378601
184767	linear.bias	1	1.8915666341781616
184767	linear.bias	2	0.42100265622138977
184767	linear.bias	3	-2.398381233215332
184767	linear.bias	4	-0.3744063973426819
184767	linear.bias	5	1.0916779041290283
184767	linear.bias	6	-0.21986886858940125
184767	linear.bias	7	0.5981305241584778
184767	linear.bias	8	2.1402435302734375
184767	linear.bias	9	-1.3557069301605225
185376	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
185376	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
185376	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
185376	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
185376	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
185376	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
185376	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
185376	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
185376	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
185376	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
185376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
185376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
185376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
185376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
185376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
185376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
185376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
185376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
185376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
185376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
185376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
185376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
185376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
185376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
185376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
185376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
185376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
185376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
185376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
185376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
185376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
185376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
185376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
185376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
185376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
185376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
185376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
185376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
185376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
185376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
185376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
185376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
185376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
185376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
185376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
185376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
185376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
185376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
185376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
185376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
185376	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
185376	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
185376	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
185376	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
185376	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
185376	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
185376	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
185376	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
185376	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
185376	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
185376	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
185376	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
185376	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
185376	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
185376	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
185376	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
185376	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
185376	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
185376	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
185376	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
185376	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
185376	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
185376	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
185376	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
185376	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
185376	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
185376	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
185376	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
185376	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
185376	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
185376	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
185376	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
185376	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
185376	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
185376	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
185376	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
185376	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
185376	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
185376	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
185376	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
185376	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
185376	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
185376	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
185376	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
185376	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
185376	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
185376	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
185376	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
185376	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
185376	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
185376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
185376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
185376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
185376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
185376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
185376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
185376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
185376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
185376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
185376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
185376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
185376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
185376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
185376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
185376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
185376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
185376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
185376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
185376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
185376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
185376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
185376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
185376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
185376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
185376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
185376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
185376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
185376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
185376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
185376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
185376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
185376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
185376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
185376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
185376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
185376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
185376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
185376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
185376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
185376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
185376	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
185376	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
185376	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
185376	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
185376	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
185376	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
185376	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
185376	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
185376	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
185376	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
185376	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
185376	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
185376	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
185376	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
185376	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
185376	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
185376	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
185376	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
185376	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
185376	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
185376	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
185376	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
185376	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
185376	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
185376	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
185376	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
185376	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
185376	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
185376	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
185376	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
185376	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
185376	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
185376	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
185376	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
185376	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
185376	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
185376	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
185376	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
185376	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
185376	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
185376	embedding2nn.weight	0	0.23370328545570374
185376	embedding2nn.weight	1	0.2771047055721283
185376	embedding2nn.weight	2	0.03062553144991398
185376	embedding2nn.weight	3	0.025401096791028976
185376	embedding2nn.weight	4	-0.04353409633040428
185376	embedding2nn.weight	5	0.07704485952854156
185376	embedding2nn.weight	6	0.08456959575414658
185376	embedding2nn.weight	7	0.01827230118215084
185376	embedding2nn.weight	8	0.035899773240089417
185376	embedding2nn.weight	9	-0.010143286548554897
185376	embedding2nn.bias	0	0.02409595437347889
185376	embedding2nn.bias	1	-0.12145733088254929
185376	embedding2nn.bias	2	0.0687977597117424
185376	embedding2nn.bias	3	0.15578731894493103
185376	embedding2nn.bias	4	0.14249888062477112
185376	embedding2nn.bias	5	-0.055641476064920425
185376	embedding2nn.bias	6	-0.037180446088314056
185376	embedding2nn.bias	7	0.021319927647709846
185376	embedding2nn.bias	8	-0.14065419137477875
185376	embedding2nn.bias	9	-0.4118275046348572
185376	rnn.weight_ih_l0	0	0.010353924706578255
185376	rnn.weight_ih_l0	1	-0.06506095826625824
185376	rnn.weight_ih_l0	2	-0.07043976336717606
185376	rnn.weight_ih_l0	3	0.05178065598011017
185376	rnn.weight_ih_l0	4	0.07881652563810349
185376	rnn.weight_ih_l0	5	-0.1491481363773346
185376	rnn.weight_ih_l0	6	-0.021602097898721695
185376	rnn.weight_ih_l0	7	-0.008854004554450512
185376	rnn.weight_ih_l0	8	-0.04198210686445236
185376	rnn.weight_ih_l0	9	-0.06064942851662636
185376	rnn.weight_hh_l0	0	0.0135767487809062
185376	rnn.weight_hh_l0	1	0.06860056519508362
185376	rnn.weight_hh_l0	2	0.020388364791870117
185376	rnn.weight_hh_l0	3	0.03618575632572174
185376	rnn.weight_hh_l0	4	0.005357685498893261
185376	rnn.weight_hh_l0	5	0.06983461230993271
185376	rnn.weight_hh_l0	6	-0.010924062691628933
185376	rnn.weight_hh_l0	7	-0.035727374255657196
185376	rnn.weight_hh_l0	8	0.04137682914733887
185376	rnn.weight_hh_l0	9	-0.07184381783008575
185376	rnn.bias_ih_l0	0	0.13396717607975006
185376	rnn.bias_ih_l0	1	-0.18334254622459412
185376	rnn.bias_ih_l0	2	-0.011516885831952095
185376	rnn.bias_ih_l0	3	-0.15509463846683502
185376	rnn.bias_ih_l0	4	0.09891050308942795
185376	rnn.bias_ih_l0	5	-0.25315210223197937
185376	rnn.bias_ih_l0	6	-0.08187033236026764
185376	rnn.bias_ih_l0	7	-0.22948864102363586
185376	rnn.bias_ih_l0	8	-0.165213942527771
185376	rnn.bias_ih_l0	9	-0.3873838186264038
185376	rnn.bias_hh_l0	0	-0.19649846851825714
185376	rnn.bias_hh_l0	1	-0.2067875862121582
185376	rnn.bias_hh_l0	2	-0.18467196822166443
185376	rnn.bias_hh_l0	3	-0.04058969020843506
185376	rnn.bias_hh_l0	4	-0.18268102407455444
185376	rnn.bias_hh_l0	5	-0.2336030900478363
185376	rnn.bias_hh_l0	6	-0.11315446346998215
185376	rnn.bias_hh_l0	7	0.0939212515950203
185376	rnn.bias_hh_l0	8	-0.14511899650096893
185376	rnn.bias_hh_l0	9	-0.3888045847415924
185376	rnn.weight_ih_l0_reverse	0	0.07312837988138199
185376	rnn.weight_ih_l0_reverse	1	-0.07260516285896301
185376	rnn.weight_ih_l0_reverse	2	-0.04644210636615753
185376	rnn.weight_ih_l0_reverse	3	-0.09181763231754303
185376	rnn.weight_ih_l0_reverse	4	0.0415956974029541
185376	rnn.weight_ih_l0_reverse	5	-0.10209523141384125
185376	rnn.weight_ih_l0_reverse	6	0.055554233491420746
185376	rnn.weight_ih_l0_reverse	7	0.021828755736351013
185376	rnn.weight_ih_l0_reverse	8	-0.06579973548650742
185376	rnn.weight_ih_l0_reverse	9	-0.06411806493997574
185376	rnn.weight_hh_l0_reverse	0	-0.05259862169623375
185376	rnn.weight_hh_l0_reverse	1	0.01892668940126896
185376	rnn.weight_hh_l0_reverse	2	-0.019254162907600403
185376	rnn.weight_hh_l0_reverse	3	0.006835342850536108
185376	rnn.weight_hh_l0_reverse	4	-0.07883327454328537
185376	rnn.weight_hh_l0_reverse	5	0.037201449275016785
185376	rnn.weight_hh_l0_reverse	6	0.017390845343470573
185376	rnn.weight_hh_l0_reverse	7	-0.017090067267417908
185376	rnn.weight_hh_l0_reverse	8	-0.002430478809401393
185376	rnn.weight_hh_l0_reverse	9	0.05701760575175285
185376	rnn.bias_ih_l0_reverse	0	-0.13277913630008698
185376	rnn.bias_ih_l0_reverse	1	-0.07452860474586487
185376	rnn.bias_ih_l0_reverse	2	0.05149168148636818
185376	rnn.bias_ih_l0_reverse	3	-0.17560338973999023
185376	rnn.bias_ih_l0_reverse	4	0.005991624668240547
185376	rnn.bias_ih_l0_reverse	5	-0.18215377628803253
185376	rnn.bias_ih_l0_reverse	6	0.21414892375469208
185376	rnn.bias_ih_l0_reverse	7	-0.2506113052368164
185376	rnn.bias_ih_l0_reverse	8	-0.1000879630446434
185376	rnn.bias_ih_l0_reverse	9	-0.11251357197761536
185376	rnn.bias_hh_l0_reverse	0	-0.10271020978689194
185376	rnn.bias_hh_l0_reverse	1	0.19290784001350403
185376	rnn.bias_hh_l0_reverse	2	-0.27465859055519104
185376	rnn.bias_hh_l0_reverse	3	-0.1084592193365097
185376	rnn.bias_hh_l0_reverse	4	-0.26368263363838196
185376	rnn.bias_hh_l0_reverse	5	-0.10204143822193146
185376	rnn.bias_hh_l0_reverse	6	-0.2220868170261383
185376	rnn.bias_hh_l0_reverse	7	-0.08633729070425034
185376	rnn.bias_hh_l0_reverse	8	-0.14540144801139832
185376	rnn.bias_hh_l0_reverse	9	0.194627046585083
185376	linear.weight	0	0.18900994956493378
185376	linear.weight	1	-0.3571026921272278
185376	linear.weight	2	0.005925936624407768
185376	linear.weight	3	0.06813423335552216
185376	linear.weight	4	-0.12423133105039597
185376	linear.weight	5	0.23944473266601562
185376	linear.weight	6	-0.17213574051856995
185376	linear.weight	7	-0.06738066673278809
185376	linear.weight	8	0.12535497546195984
185376	linear.weight	9	-0.038986433297395706
185376	linear.bias	0	-1.1223838329315186
185376	linear.bias	1	1.9130476713180542
185376	linear.bias	2	0.407626211643219
185376	linear.bias	3	-2.399346351623535
185376	linear.bias	4	-0.3838745653629303
185376	linear.bias	5	1.130800724029541
185376	linear.bias	6	-0.23799528181552887
185376	linear.bias	7	0.5583107471466064
185376	linear.bias	8	2.1375434398651123
185376	linear.bias	9	-1.301958441734314
185985	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
185985	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
185985	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
185985	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
185985	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
185985	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
185985	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
185985	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
185985	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
185985	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
185985	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
185985	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
185985	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
185985	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
185985	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
185985	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
185985	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
185985	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
185985	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
185985	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
185985	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
185985	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
185985	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
185985	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
185985	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
185985	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
185985	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
185985	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
185985	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
185985	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
185985	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
185985	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
185985	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
185985	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
185985	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
185985	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
185985	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
185985	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
185985	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
185985	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
185985	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
185985	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
185985	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
185985	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
185985	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
185985	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
185985	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
185985	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
185985	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
185985	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
185985	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
185985	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
185985	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
185985	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
185985	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
185985	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
185985	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
185985	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
185985	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
185985	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
185985	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
185985	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
185985	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
185985	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
185985	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
185985	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
185985	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
185985	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
185985	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
185985	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
185985	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
185985	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
185985	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
185985	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
185985	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
185985	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
185985	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
185985	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
185985	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
185985	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
185985	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
185985	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
185985	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
185985	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
185985	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
185985	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
185985	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
185985	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
185985	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
185985	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
185985	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
185985	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
185985	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
185985	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
185985	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
185985	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
185985	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
185985	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
185985	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
185985	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
185985	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
185985	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
185985	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
185985	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
185985	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
185985	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
185985	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
185985	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
185985	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
185985	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
185985	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
185985	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
185985	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
185985	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
185985	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
185985	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
185985	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
185985	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
185985	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
185985	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
185985	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
185985	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
185985	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
185985	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
185985	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
185985	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
185985	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
185985	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
185985	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
185985	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
185985	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
185985	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
185985	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
185985	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
185985	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
185985	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
185985	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
185985	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
185985	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
185985	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
185985	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
185985	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
185985	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
185985	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
185985	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
185985	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
185985	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
185985	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
185985	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
185985	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
185985	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
185985	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
185985	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
185985	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
185985	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
185985	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
185985	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
185985	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
185985	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
185985	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
185985	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
185985	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
185985	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
185985	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
185985	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
185985	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
185985	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
185985	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
185985	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
185985	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
185985	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
185985	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
185985	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
185985	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
185985	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
185985	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
185985	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
185985	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
185985	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
185985	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
185985	embedding2nn.weight	0	0.23481673002243042
185985	embedding2nn.weight	1	0.28018441796302795
185985	embedding2nn.weight	2	0.02679537422955036
185985	embedding2nn.weight	3	0.019887464120984077
185985	embedding2nn.weight	4	-0.042122866958379745
185985	embedding2nn.weight	5	0.07021734118461609
185985	embedding2nn.weight	6	0.06798311322927475
185985	embedding2nn.weight	7	0.018106581643223763
185985	embedding2nn.weight	8	0.03973531723022461
185985	embedding2nn.weight	9	-0.011884809471666813
185985	embedding2nn.bias	0	0.028939539566636086
185985	embedding2nn.bias	1	-0.11979995667934418
185985	embedding2nn.bias	2	0.10292458534240723
185985	embedding2nn.bias	3	0.1577216535806656
185985	embedding2nn.bias	4	0.17303922772407532
185985	embedding2nn.bias	5	-0.038431316614151
185985	embedding2nn.bias	6	-0.021215038374066353
185985	embedding2nn.bias	7	0.06269856542348862
185985	embedding2nn.bias	8	-0.1408361941576004
185985	embedding2nn.bias	9	-0.37966281175613403
185985	rnn.weight_ih_l0	0	0.010108359158039093
185985	rnn.weight_ih_l0	1	-0.06528907269239426
185985	rnn.weight_ih_l0	2	-0.07329820096492767
185985	rnn.weight_ih_l0	3	0.05076977610588074
185985	rnn.weight_ih_l0	4	0.08689645677804947
185985	rnn.weight_ih_l0	5	-0.14903196692466736
185985	rnn.weight_ih_l0	6	-0.01173201110213995
185985	rnn.weight_ih_l0	7	-0.008402664214372635
185985	rnn.weight_ih_l0	8	-0.031163373962044716
185985	rnn.weight_ih_l0	9	-0.0675295740365982
185985	rnn.weight_hh_l0	0	0.013150569051504135
185985	rnn.weight_hh_l0	1	0.06894833594560623
185985	rnn.weight_hh_l0	2	0.020087910816073418
185985	rnn.weight_hh_l0	3	0.03658938780426979
185985	rnn.weight_hh_l0	4	0.005791583098471165
185985	rnn.weight_hh_l0	5	0.07023164629936218
185985	rnn.weight_hh_l0	6	-0.011311937123537064
185985	rnn.weight_hh_l0	7	-0.035573333501815796
185985	rnn.weight_hh_l0	8	0.041999075561761856
185985	rnn.weight_hh_l0	9	-0.07277984917163849
185985	rnn.bias_ih_l0	0	0.14340616762638092
185985	rnn.bias_ih_l0	1	-0.18709883093833923
185985	rnn.bias_ih_l0	2	-0.009965726174414158
185985	rnn.bias_ih_l0	3	-0.138076514005661
185985	rnn.bias_ih_l0	4	0.08956731110811234
185985	rnn.bias_ih_l0	5	-0.2508194148540497
185985	rnn.bias_ih_l0	6	-0.07401318848133087
185985	rnn.bias_ih_l0	7	-0.22983700037002563
185985	rnn.bias_ih_l0	8	-0.1685781031847
185985	rnn.bias_ih_l0	9	-0.3995729982852936
185985	rnn.bias_hh_l0	0	-0.20485654473304749
185985	rnn.bias_hh_l0	1	-0.20669960975646973
185985	rnn.bias_hh_l0	2	-0.18652574717998505
185985	rnn.bias_hh_l0	3	-0.02728658728301525
185985	rnn.bias_hh_l0	4	-0.18584594130516052
185985	rnn.bias_hh_l0	5	-0.23377574980258942
185985	rnn.bias_hh_l0	6	-0.10635291039943695
185985	rnn.bias_hh_l0	7	0.07448512315750122
185985	rnn.bias_hh_l0	8	-0.14729143679141998
185985	rnn.bias_hh_l0	9	-0.38562649488449097
185985	rnn.weight_ih_l0_reverse	0	0.06991831213235855
185985	rnn.weight_ih_l0_reverse	1	-0.0702676922082901
185985	rnn.weight_ih_l0_reverse	2	-0.04387928172945976
185985	rnn.weight_ih_l0_reverse	3	-0.08880972862243652
185985	rnn.weight_ih_l0_reverse	4	0.04332403093576431
185985	rnn.weight_ih_l0_reverse	5	-0.09969215095043182
185985	rnn.weight_ih_l0_reverse	6	0.057006511837244034
185985	rnn.weight_ih_l0_reverse	7	0.021052643656730652
185985	rnn.weight_ih_l0_reverse	8	-0.06492170691490173
185985	rnn.weight_ih_l0_reverse	9	-0.06616151332855225
185985	rnn.weight_hh_l0_reverse	0	-0.05424360930919647
185985	rnn.weight_hh_l0_reverse	1	0.01900830678641796
185985	rnn.weight_hh_l0_reverse	2	-0.017764518037438393
185985	rnn.weight_hh_l0_reverse	3	0.006532410625368357
185985	rnn.weight_hh_l0_reverse	4	-0.07935159653425217
185985	rnn.weight_hh_l0_reverse	5	0.037738800048828125
185985	rnn.weight_hh_l0_reverse	6	0.016874264925718307
185985	rnn.weight_hh_l0_reverse	7	-0.014297875575721264
185985	rnn.weight_hh_l0_reverse	8	-0.00044302662718109787
185985	rnn.weight_hh_l0_reverse	9	0.05725599452853203
185985	rnn.bias_ih_l0_reverse	0	-0.13122621178627014
185985	rnn.bias_ih_l0_reverse	1	-0.07422032207250595
185985	rnn.bias_ih_l0_reverse	2	0.04975453019142151
185985	rnn.bias_ih_l0_reverse	3	-0.18080957233905792
185985	rnn.bias_ih_l0_reverse	4	0.023537155240774155
185985	rnn.bias_ih_l0_reverse	5	-0.18324166536331177
185985	rnn.bias_ih_l0_reverse	6	0.2117975354194641
185985	rnn.bias_ih_l0_reverse	7	-0.2546826899051666
185985	rnn.bias_ih_l0_reverse	8	-0.10655717551708221
185985	rnn.bias_ih_l0_reverse	9	-0.10456328839063644
185985	rnn.bias_hh_l0_reverse	0	-0.09839300811290741
185985	rnn.bias_hh_l0_reverse	1	0.18882642686367035
185985	rnn.bias_hh_l0_reverse	2	-0.2726247310638428
185985	rnn.bias_hh_l0_reverse	3	-0.10977886617183685
185985	rnn.bias_hh_l0_reverse	4	-0.265722393989563
185985	rnn.bias_hh_l0_reverse	5	-0.10741987079381943
185985	rnn.bias_hh_l0_reverse	6	-0.22766025364398956
185985	rnn.bias_hh_l0_reverse	7	-0.08856389671564102
185985	rnn.bias_hh_l0_reverse	8	-0.15682107210159302
185985	rnn.bias_hh_l0_reverse	9	0.18692323565483093
185985	linear.weight	0	0.18889498710632324
185985	linear.weight	1	-0.3472782373428345
185985	linear.weight	2	0.059884876012802124
185985	linear.weight	3	0.06813853979110718
185985	linear.weight	4	-0.14297950267791748
185985	linear.weight	5	0.2522141635417938
185985	linear.weight	6	-0.14428681135177612
185985	linear.weight	7	-0.06735531240701675
185985	linear.weight	8	0.12041782587766647
185985	linear.weight	9	-0.0390186570584774
185985	linear.bias	0	-1.0934323072433472
185985	linear.bias	1	1.9092762470245361
185985	linear.bias	2	0.4226353168487549
185985	linear.bias	3	-2.4003241062164307
185985	linear.bias	4	-0.3828628957271576
185985	linear.bias	5	1.1504963636398315
185985	linear.bias	6	-0.22086748480796814
185985	linear.bias	7	0.5635640025138855
185985	linear.bias	8	2.1454975605010986
185985	linear.bias	9	-1.339442491531372
186594	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
186594	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
186594	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
186594	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
186594	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
186594	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
186594	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
186594	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
186594	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
186594	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
186594	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
186594	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
186594	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
186594	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
186594	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
186594	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
186594	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
186594	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
186594	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
186594	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
186594	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
186594	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
186594	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
186594	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
186594	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
186594	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
186594	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
186594	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
186594	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
186594	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
186594	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
186594	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
186594	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
186594	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
186594	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
186594	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
186594	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
186594	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
186594	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
186594	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
186594	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
186594	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
186594	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
186594	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
186594	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
186594	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
186594	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
186594	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
186594	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
186594	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
186594	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
186594	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
186594	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
186594	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
186594	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
186594	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
186594	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
186594	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
186594	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
186594	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
186594	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
186594	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
186594	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
186594	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
186594	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
186594	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
186594	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
186594	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
186594	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
186594	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
186594	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
186594	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
186594	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
186594	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
186594	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
186594	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
186594	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
186594	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
186594	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
186594	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
186594	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
186594	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
186594	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
186594	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
186594	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
186594	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
186594	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
186594	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
186594	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
186594	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
186594	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
186594	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
186594	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
186594	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
186594	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
186594	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
186594	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
186594	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
186594	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
186594	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
186594	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
186594	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
186594	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
186594	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
186594	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
186594	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
186594	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
186594	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
186594	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
186594	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
186594	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
186594	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
186594	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
186594	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
186594	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
186594	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
186594	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
186594	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
186594	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
186594	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
186594	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
186594	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
186594	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
186594	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
186594	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
186594	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
186594	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
186594	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
186594	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
186594	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
186594	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
186594	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
186594	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
186594	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
186594	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
186594	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
186594	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
186594	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
186594	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
186594	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
186594	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
186594	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
186594	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
186594	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
186594	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
186594	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
186594	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
186594	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
186594	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
186594	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
186594	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
186594	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
186594	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
186594	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
186594	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
186594	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
186594	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
186594	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
186594	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
186594	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
186594	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
186594	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
186594	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
186594	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
186594	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
186594	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
186594	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
186594	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
186594	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
186594	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
186594	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
186594	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
186594	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
186594	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
186594	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
186594	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
186594	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
186594	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
186594	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
186594	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
186594	embedding2nn.weight	0	0.23787863552570343
186594	embedding2nn.weight	1	0.2782838046550751
186594	embedding2nn.weight	2	0.026252014562487602
186594	embedding2nn.weight	3	0.026011314243078232
186594	embedding2nn.weight	4	-0.04839688539505005
186594	embedding2nn.weight	5	0.06608141958713531
186594	embedding2nn.weight	6	0.06229127570986748
186594	embedding2nn.weight	7	0.014077894389629364
186594	embedding2nn.weight	8	0.04096709191799164
186594	embedding2nn.weight	9	-0.010780951008200645
186594	embedding2nn.bias	0	0.008130621165037155
186594	embedding2nn.bias	1	-0.12876877188682556
186594	embedding2nn.bias	2	0.08325610309839249
186594	embedding2nn.bias	3	0.15480151772499084
186594	embedding2nn.bias	4	0.15023742616176605
186594	embedding2nn.bias	5	-0.060238782316446304
186594	embedding2nn.bias	6	-0.01176647748798132
186594	embedding2nn.bias	7	0.03677549958229065
186594	embedding2nn.bias	8	-0.12198148667812347
186594	embedding2nn.bias	9	-0.38375598192214966
186594	rnn.weight_ih_l0	0	0.009770597331225872
186594	rnn.weight_ih_l0	1	-0.06424596905708313
186594	rnn.weight_ih_l0	2	-0.06930047273635864
186594	rnn.weight_ih_l0	3	0.044501207768917084
186594	rnn.weight_ih_l0	4	0.08679282665252686
186594	rnn.weight_ih_l0	5	-0.1408970057964325
186594	rnn.weight_ih_l0	6	-0.010215719230473042
186594	rnn.weight_ih_l0	7	-0.010426193475723267
186594	rnn.weight_ih_l0	8	-0.028074458241462708
186594	rnn.weight_ih_l0	9	-0.06453782320022583
186594	rnn.weight_hh_l0	0	0.013550853356719017
186594	rnn.weight_hh_l0	1	0.06765291839838028
186594	rnn.weight_hh_l0	2	0.019078893586993217
186594	rnn.weight_hh_l0	3	0.03630036488175392
186594	rnn.weight_hh_l0	4	0.004945993423461914
186594	rnn.weight_hh_l0	5	0.07014412432909012
186594	rnn.weight_hh_l0	6	-0.011732527054846287
186594	rnn.weight_hh_l0	7	-0.03745194151997566
186594	rnn.weight_hh_l0	8	0.041908834129571915
186594	rnn.weight_hh_l0	9	-0.07375431805849075
186594	rnn.bias_ih_l0	0	0.140374556183815
186594	rnn.bias_ih_l0	1	-0.18813975155353546
186594	rnn.bias_ih_l0	2	-0.010340316221117973
186594	rnn.bias_ih_l0	3	-0.14224772155284882
186594	rnn.bias_ih_l0	4	0.07332377880811691
186594	rnn.bias_ih_l0	5	-0.2520211338996887
186594	rnn.bias_ih_l0	6	-0.07095886766910553
186594	rnn.bias_ih_l0	7	-0.23061397671699524
186594	rnn.bias_ih_l0	8	-0.16485269367694855
186594	rnn.bias_ih_l0	9	-0.39373406767845154
186594	rnn.bias_hh_l0	0	-0.19974243640899658
186594	rnn.bias_hh_l0	1	-0.21460063755512238
186594	rnn.bias_hh_l0	2	-0.1814301759004593
186594	rnn.bias_hh_l0	3	-0.027829336002469063
186594	rnn.bias_hh_l0	4	-0.18852418661117554
186594	rnn.bias_hh_l0	5	-0.23483258485794067
186594	rnn.bias_hh_l0	6	-0.11188346147537231
186594	rnn.bias_hh_l0	7	0.07340684533119202
186594	rnn.bias_hh_l0	8	-0.15812164545059204
186594	rnn.bias_hh_l0	9	-0.3901814818382263
186594	rnn.weight_ih_l0_reverse	0	0.06944393366575241
186594	rnn.weight_ih_l0_reverse	1	-0.07160180807113647
186594	rnn.weight_ih_l0_reverse	2	-0.043716948479413986
186594	rnn.weight_ih_l0_reverse	3	-0.08910311758518219
186594	rnn.weight_ih_l0_reverse	4	0.043719757348299026
186594	rnn.weight_ih_l0_reverse	5	-0.08756526559591293
186594	rnn.weight_ih_l0_reverse	6	0.053934331983327866
186594	rnn.weight_ih_l0_reverse	7	0.020865771919488907
186594	rnn.weight_ih_l0_reverse	8	-0.06294151395559311
186594	rnn.weight_ih_l0_reverse	9	-0.06579603254795074
186594	rnn.weight_hh_l0_reverse	0	-0.053856637328863144
186594	rnn.weight_hh_l0_reverse	1	0.019427411258220673
186594	rnn.weight_hh_l0_reverse	2	-0.017252463847398758
186594	rnn.weight_hh_l0_reverse	3	0.006333885248750448
186594	rnn.weight_hh_l0_reverse	4	-0.0784970074892044
186594	rnn.weight_hh_l0_reverse	5	0.03772411867976189
186594	rnn.weight_hh_l0_reverse	6	0.016865793615579605
186594	rnn.weight_hh_l0_reverse	7	-0.01506553404033184
186594	rnn.weight_hh_l0_reverse	8	0.00029172675567679107
186594	rnn.weight_hh_l0_reverse	9	0.05813150852918625
186594	rnn.bias_ih_l0_reverse	0	-0.13019244372844696
186594	rnn.bias_ih_l0_reverse	1	-0.08268474787473679
186594	rnn.bias_ih_l0_reverse	2	0.0508587509393692
186594	rnn.bias_ih_l0_reverse	3	-0.19003279507160187
186594	rnn.bias_ih_l0_reverse	4	0.007832000963389874
186594	rnn.bias_ih_l0_reverse	5	-0.18484091758728027
186594	rnn.bias_ih_l0_reverse	6	0.20768426358699799
186594	rnn.bias_ih_l0_reverse	7	-0.25810500979423523
186594	rnn.bias_ih_l0_reverse	8	-0.10581851750612259
186594	rnn.bias_ih_l0_reverse	9	-0.10874985158443451
186594	rnn.bias_hh_l0_reverse	0	-0.09170418977737427
186594	rnn.bias_hh_l0_reverse	1	0.18260303139686584
186594	rnn.bias_hh_l0_reverse	2	-0.2744934856891632
186594	rnn.bias_hh_l0_reverse	3	-0.10839840769767761
186594	rnn.bias_hh_l0_reverse	4	-0.26775577664375305
186594	rnn.bias_hh_l0_reverse	5	-0.09810245037078857
186594	rnn.bias_hh_l0_reverse	6	-0.22391103208065033
186594	rnn.bias_hh_l0_reverse	7	-0.08786088973283768
186594	rnn.bias_hh_l0_reverse	8	-0.16220730543136597
186594	rnn.bias_hh_l0_reverse	9	0.1919267773628235
186594	linear.weight	0	0.18411463499069214
186594	linear.weight	1	-0.37237390875816345
186594	linear.weight	2	0.049585483968257904
186594	linear.weight	3	0.0681314766407013
186594	linear.weight	4	-0.13993531465530396
186594	linear.weight	5	0.2578356862068176
186594	linear.weight	6	-0.15697650611400604
186594	linear.weight	7	-0.06733393669128418
186594	linear.weight	8	0.16542600095272064
186594	linear.weight	9	-0.0390588603913784
186594	linear.bias	0	-1.1207853555679321
186594	linear.bias	1	1.9065892696380615
186594	linear.bias	2	0.43552181124687195
186594	linear.bias	3	-2.401413679122925
186594	linear.bias	4	-0.3480845093727112
186594	linear.bias	5	1.1411521434783936
186594	linear.bias	6	-0.24687287211418152
186594	linear.bias	7	0.5551687479019165
186594	linear.bias	8	2.155646800994873
186594	linear.bias	9	-1.3488106727600098
187203	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
187203	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
187203	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
187203	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
187203	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
187203	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
187203	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
187203	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
187203	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
187203	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
187203	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
187203	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
187203	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
187203	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
187203	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
187203	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
187203	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
187203	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
187203	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
187203	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
187203	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
187203	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
187203	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
187203	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
187203	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
187203	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
187203	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
187203	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
187203	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
187203	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
187203	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
187203	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
187203	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
187203	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
187203	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
187203	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
187203	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
187203	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
187203	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
187203	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
187203	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
187203	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
187203	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
187203	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
187203	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
187203	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
187203	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
187203	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
187203	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
187203	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
187203	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
187203	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
187203	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
187203	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
187203	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
187203	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
187203	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
187203	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
187203	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
187203	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
187203	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
187203	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
187203	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
187203	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
187203	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
187203	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
187203	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
187203	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
187203	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
187203	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
187203	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
187203	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
187203	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
187203	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
187203	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
187203	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
187203	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
187203	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
187203	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
187203	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
187203	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
187203	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
187203	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
187203	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
187203	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
187203	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
187203	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
187203	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
187203	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
187203	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
187203	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
187203	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
187203	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
187203	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
187203	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
187203	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
187203	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
187203	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
187203	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
187203	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
187203	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
187203	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
187203	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
187203	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
187203	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
187203	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
187203	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
187203	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
187203	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
187203	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
187203	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
187203	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
187203	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
187203	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
187203	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
187203	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
187203	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
187203	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
187203	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
187203	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
187203	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
187203	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
187203	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
187203	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
187203	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
187203	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
187203	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
187203	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
187203	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
187203	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
187203	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
187203	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
187203	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
187203	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
187203	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
187203	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
187203	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
187203	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
187203	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
187203	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
187203	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
187203	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
187203	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
187203	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
187203	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
187203	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
187203	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
187203	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
187203	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
187203	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
187203	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
187203	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
187203	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
187203	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
187203	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
187203	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
187203	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
187203	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
187203	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
187203	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
187203	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
187203	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
187203	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
187203	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
187203	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
187203	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
187203	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
187203	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
187203	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
187203	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
187203	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
187203	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
187203	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
187203	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
187203	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
187203	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
187203	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
187203	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
187203	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
187203	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
187203	embedding2nn.weight	0	0.2380829155445099
187203	embedding2nn.weight	1	0.2747918367385864
187203	embedding2nn.weight	2	0.024120138958096504
187203	embedding2nn.weight	3	0.03159602731466293
187203	embedding2nn.weight	4	-0.05236861854791641
187203	embedding2nn.weight	5	0.06895879656076431
187203	embedding2nn.weight	6	0.08577758818864822
187203	embedding2nn.weight	7	0.015519514679908752
187203	embedding2nn.weight	8	0.04820958897471428
187203	embedding2nn.weight	9	-0.012308727949857712
187203	embedding2nn.bias	0	0.01762264221906662
187203	embedding2nn.bias	1	-0.11307106167078018
187203	embedding2nn.bias	2	0.10387615859508514
187203	embedding2nn.bias	3	0.15823189914226532
187203	embedding2nn.bias	4	0.16036607325077057
187203	embedding2nn.bias	5	-0.06672143191099167
187203	embedding2nn.bias	6	-0.015280877240002155
187203	embedding2nn.bias	7	0.019665353000164032
187203	embedding2nn.bias	8	-0.1409757286310196
187203	embedding2nn.bias	9	-0.39544007182121277
187203	rnn.weight_ih_l0	0	0.013829405419528484
187203	rnn.weight_ih_l0	1	-0.06501231342554092
187203	rnn.weight_ih_l0	2	-0.07391835004091263
187203	rnn.weight_ih_l0	3	0.051567722111940384
187203	rnn.weight_ih_l0	4	0.08556533604860306
187203	rnn.weight_ih_l0	5	-0.14111243188381195
187203	rnn.weight_ih_l0	6	-0.02177477441728115
187203	rnn.weight_ih_l0	7	-0.010504425503313541
187203	rnn.weight_ih_l0	8	-0.03061954490840435
187203	rnn.weight_ih_l0	9	-0.059717804193496704
187203	rnn.weight_hh_l0	0	0.013775665313005447
187203	rnn.weight_hh_l0	1	0.06881626695394516
187203	rnn.weight_hh_l0	2	0.019978992640972137
187203	rnn.weight_hh_l0	3	0.037297625094652176
187203	rnn.weight_hh_l0	4	0.004352618008852005
187203	rnn.weight_hh_l0	5	0.07000763714313507
187203	rnn.weight_hh_l0	6	-0.011082196608185768
187203	rnn.weight_hh_l0	7	-0.041180264204740524
187203	rnn.weight_hh_l0	8	0.041768692433834076
187203	rnn.weight_hh_l0	9	-0.07322646677494049
187203	rnn.bias_ih_l0	0	0.13840462267398834
187203	rnn.bias_ih_l0	1	-0.18454045057296753
187203	rnn.bias_ih_l0	2	-0.011929194442927837
187203	rnn.bias_ih_l0	3	-0.14175114035606384
187203	rnn.bias_ih_l0	4	0.10762616991996765
187203	rnn.bias_ih_l0	5	-0.2507084906101227
187203	rnn.bias_ih_l0	6	-0.0682605728507042
187203	rnn.bias_ih_l0	7	-0.23093654215335846
187203	rnn.bias_ih_l0	8	-0.16662493348121643
187203	rnn.bias_ih_l0	9	-0.3770849108695984
187203	rnn.bias_hh_l0	0	-0.19834229350090027
187203	rnn.bias_hh_l0	1	-0.21297883987426758
187203	rnn.bias_hh_l0	2	-0.18508732318878174
187203	rnn.bias_hh_l0	3	-0.03236795589327812
187203	rnn.bias_hh_l0	4	-0.18752484023571014
187203	rnn.bias_hh_l0	5	-0.23511648178100586
187203	rnn.bias_hh_l0	6	-0.11223351955413818
187203	rnn.bias_hh_l0	7	0.09396566450595856
187203	rnn.bias_hh_l0	8	-0.1626901477575302
187203	rnn.bias_hh_l0	9	-0.38796231150627136
187203	rnn.weight_ih_l0_reverse	0	0.07180897146463394
187203	rnn.weight_ih_l0_reverse	1	-0.06994236260652542
187203	rnn.weight_ih_l0_reverse	2	-0.03974275663495064
187203	rnn.weight_ih_l0_reverse	3	-0.09236431121826172
187203	rnn.weight_ih_l0_reverse	4	0.042688339948654175
187203	rnn.weight_ih_l0_reverse	5	-0.09082141518592834
187203	rnn.weight_ih_l0_reverse	6	0.055339593440294266
187203	rnn.weight_ih_l0_reverse	7	0.021996714174747467
187203	rnn.weight_ih_l0_reverse	8	-0.06216063350439072
187203	rnn.weight_ih_l0_reverse	9	-0.06641566753387451
187203	rnn.weight_hh_l0_reverse	0	-0.05543145537376404
187203	rnn.weight_hh_l0_reverse	1	0.01981871761381626
187203	rnn.weight_hh_l0_reverse	2	-0.017353100702166557
187203	rnn.weight_hh_l0_reverse	3	0.005569166503846645
187203	rnn.weight_hh_l0_reverse	4	-0.07872652262449265
187203	rnn.weight_hh_l0_reverse	5	0.038488857448101044
187203	rnn.weight_hh_l0_reverse	6	0.016770830377936363
187203	rnn.weight_hh_l0_reverse	7	-0.017247281968593597
187203	rnn.weight_hh_l0_reverse	8	-0.0003506323555484414
187203	rnn.weight_hh_l0_reverse	9	0.0589376799762249
187203	rnn.bias_ih_l0_reverse	0	-0.1246551051735878
187203	rnn.bias_ih_l0_reverse	1	-0.08331767469644547
187203	rnn.bias_ih_l0_reverse	2	0.04976074397563934
187203	rnn.bias_ih_l0_reverse	3	-0.19294162094593048
187203	rnn.bias_ih_l0_reverse	4	0.0014244168996810913
187203	rnn.bias_ih_l0_reverse	5	-0.1836066097021103
187203	rnn.bias_ih_l0_reverse	6	0.21193544566631317
187203	rnn.bias_ih_l0_reverse	7	-0.27138668298721313
187203	rnn.bias_ih_l0_reverse	8	-0.11159870773553848
187203	rnn.bias_ih_l0_reverse	9	-0.12106341123580933
187203	rnn.bias_hh_l0_reverse	0	-0.09492998570203781
187203	rnn.bias_hh_l0_reverse	1	0.1749415397644043
187203	rnn.bias_hh_l0_reverse	2	-0.27495110034942627
187203	rnn.bias_hh_l0_reverse	3	-0.11661892384290695
187203	rnn.bias_hh_l0_reverse	4	-0.26190027594566345
187203	rnn.bias_hh_l0_reverse	5	-0.10100569576025009
187203	rnn.bias_hh_l0_reverse	6	-0.22373807430267334
187203	rnn.bias_hh_l0_reverse	7	-0.09242816269397736
187203	rnn.bias_hh_l0_reverse	8	-0.16229580342769623
187203	rnn.bias_hh_l0_reverse	9	0.19365036487579346
187203	linear.weight	0	0.1791709065437317
187203	linear.weight	1	-0.33337903022766113
187203	linear.weight	2	0.04088958725333214
187203	linear.weight	3	0.0681300088763237
187203	linear.weight	4	-0.11404934525489807
187203	linear.weight	5	0.21097485721111298
187203	linear.weight	6	-0.11917583644390106
187203	linear.weight	7	-0.06731900572776794
187203	linear.weight	8	0.16424725949764252
187203	linear.weight	9	-0.039090972393751144
187203	linear.bias	0	-1.1043051481246948
187203	linear.bias	1	1.8652952909469604
187203	linear.bias	2	0.46895313262939453
187203	linear.bias	3	-2.402601480484009
187203	linear.bias	4	-0.35425660014152527
187203	linear.bias	5	1.162146806716919
187203	linear.bias	6	-0.2290191799402237
187203	linear.bias	7	0.5394694805145264
187203	linear.bias	8	2.2186062335968018
187203	linear.bias	9	-1.3586279153823853
187812	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
187812	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
187812	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
187812	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
187812	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
187812	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
187812	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
187812	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
187812	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
187812	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
187812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
187812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
187812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
187812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
187812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
187812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
187812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
187812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
187812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
187812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
187812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
187812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
187812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
187812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
187812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
187812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
187812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
187812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
187812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
187812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
187812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
187812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
187812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
187812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
187812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
187812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
187812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
187812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
187812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
187812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
187812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
187812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
187812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
187812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
187812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
187812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
187812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
187812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
187812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
187812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
187812	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
187812	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
187812	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
187812	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
187812	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
187812	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
187812	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
187812	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
187812	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
187812	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
187812	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
187812	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
187812	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
187812	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
187812	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
187812	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
187812	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
187812	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
187812	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
187812	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
187812	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
187812	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
187812	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
187812	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
187812	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
187812	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
187812	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
187812	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
187812	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
187812	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
187812	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
187812	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
187812	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
187812	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
187812	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
187812	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
187812	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
187812	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
187812	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
187812	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
187812	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
187812	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
187812	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
187812	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
187812	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
187812	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
187812	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
187812	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
187812	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
187812	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
187812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
187812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
187812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
187812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
187812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
187812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
187812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
187812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
187812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
187812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
187812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
187812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
187812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
187812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
187812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
187812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
187812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
187812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
187812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
187812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
187812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
187812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
187812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
187812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
187812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
187812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
187812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
187812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
187812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
187812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
187812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
187812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
187812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
187812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
187812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
187812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
187812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
187812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
187812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
187812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
187812	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
187812	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
187812	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
187812	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
187812	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
187812	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
187812	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
187812	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
187812	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
187812	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
187812	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
187812	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
187812	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
187812	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
187812	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
187812	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
187812	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
187812	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
187812	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
187812	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
187812	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
187812	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
187812	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
187812	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
187812	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
187812	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
187812	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
187812	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
187812	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
187812	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
187812	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
187812	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
187812	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
187812	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
187812	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
187812	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
187812	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
187812	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
187812	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
187812	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
187812	embedding2nn.weight	0	0.23672205209732056
187812	embedding2nn.weight	1	0.2782818377017975
187812	embedding2nn.weight	2	0.029528692364692688
187812	embedding2nn.weight	3	0.03761491924524307
187812	embedding2nn.weight	4	-0.05218837037682533
187812	embedding2nn.weight	5	0.07070498168468475
187812	embedding2nn.weight	6	0.08090176433324814
187812	embedding2nn.weight	7	0.0029956456273794174
187812	embedding2nn.weight	8	0.04255951568484306
187812	embedding2nn.weight	9	-0.015046140179038048
187812	embedding2nn.bias	0	0.050881244242191315
187812	embedding2nn.bias	1	-0.13267461955547333
187812	embedding2nn.bias	2	0.09684766829013824
187812	embedding2nn.bias	3	0.14298434555530548
187812	embedding2nn.bias	4	0.16994456946849823
187812	embedding2nn.bias	5	-0.05557001382112503
187812	embedding2nn.bias	6	-0.05691361799836159
187812	embedding2nn.bias	7	0.00702636456117034
187812	embedding2nn.bias	8	-0.11945012211799622
187812	embedding2nn.bias	9	-0.39496490359306335
187812	rnn.weight_ih_l0	0	0.013924548402428627
187812	rnn.weight_ih_l0	1	-0.06489041447639465
187812	rnn.weight_ih_l0	2	-0.07901958376169205
187812	rnn.weight_ih_l0	3	0.04457889497280121
187812	rnn.weight_ih_l0	4	0.07976958155632019
187812	rnn.weight_ih_l0	5	-0.14588722586631775
187812	rnn.weight_ih_l0	6	-0.018411701545119286
187812	rnn.weight_ih_l0	7	-0.0003268633736297488
187812	rnn.weight_ih_l0	8	-0.03098643384873867
187812	rnn.weight_ih_l0	9	-0.050326086580753326
187812	rnn.weight_hh_l0	0	0.013676327653229237
187812	rnn.weight_hh_l0	1	0.06947924196720123
187812	rnn.weight_hh_l0	2	0.021211497485637665
187812	rnn.weight_hh_l0	3	0.03660290315747261
187812	rnn.weight_hh_l0	4	0.0032931447494775057
187812	rnn.weight_hh_l0	5	0.06772637367248535
187812	rnn.weight_hh_l0	6	-0.011909366585314274
187812	rnn.weight_hh_l0	7	-0.04028954729437828
187812	rnn.weight_hh_l0	8	0.04120821878314018
187812	rnn.weight_hh_l0	9	-0.07168640196323395
187812	rnn.bias_ih_l0	0	0.13472793996334076
187812	rnn.bias_ih_l0	1	-0.18473179638385773
187812	rnn.bias_ih_l0	2	-0.01835242472589016
187812	rnn.bias_ih_l0	3	-0.13542024791240692
187812	rnn.bias_ih_l0	4	0.10004329681396484
187812	rnn.bias_ih_l0	5	-0.25151512026786804
187812	rnn.bias_ih_l0	6	-0.07833363860845566
187812	rnn.bias_ih_l0	7	-0.2287333905696869
187812	rnn.bias_ih_l0	8	-0.1740441620349884
187812	rnn.bias_ih_l0	9	-0.37142640352249146
187812	rnn.bias_hh_l0	0	-0.2039175182580948
187812	rnn.bias_hh_l0	1	-0.21422292292118073
187812	rnn.bias_hh_l0	2	-0.19193540513515472
187812	rnn.bias_hh_l0	3	-0.03173230588436127
187812	rnn.bias_hh_l0	4	-0.18909421563148499
187812	rnn.bias_hh_l0	5	-0.23793236911296844
187812	rnn.bias_hh_l0	6	-0.10302870720624924
187812	rnn.bias_hh_l0	7	0.08462129533290863
187812	rnn.bias_hh_l0	8	-0.1614045798778534
187812	rnn.bias_hh_l0	9	-0.38897472620010376
187812	rnn.weight_ih_l0_reverse	0	0.06844529509544373
187812	rnn.weight_ih_l0_reverse	1	-0.06955943256616592
187812	rnn.weight_ih_l0_reverse	2	-0.043161824345588684
187812	rnn.weight_ih_l0_reverse	3	-0.08981598913669586
187812	rnn.weight_ih_l0_reverse	4	0.04538945108652115
187812	rnn.weight_ih_l0_reverse	5	-0.09870222210884094
187812	rnn.weight_ih_l0_reverse	6	0.06016670539975166
187812	rnn.weight_ih_l0_reverse	7	0.021886425092816353
187812	rnn.weight_ih_l0_reverse	8	-0.06374678760766983
187812	rnn.weight_ih_l0_reverse	9	-0.06185472756624222
187812	rnn.weight_hh_l0_reverse	0	-0.054051078855991364
187812	rnn.weight_hh_l0_reverse	1	0.02025611512362957
187812	rnn.weight_hh_l0_reverse	2	-0.016218455508351326
187812	rnn.weight_hh_l0_reverse	3	0.004790925420820713
187812	rnn.weight_hh_l0_reverse	4	-0.07783133536577225
187812	rnn.weight_hh_l0_reverse	5	0.038355473428964615
187812	rnn.weight_hh_l0_reverse	6	0.016693340614438057
187812	rnn.weight_hh_l0_reverse	7	-0.016107309609651566
187812	rnn.weight_hh_l0_reverse	8	-0.0028081266209483147
187812	rnn.weight_hh_l0_reverse	9	0.05819253623485565
187812	rnn.bias_ih_l0_reverse	0	-0.12410414218902588
187812	rnn.bias_ih_l0_reverse	1	-0.07478941977024078
187812	rnn.bias_ih_l0_reverse	2	0.04731547832489014
187812	rnn.bias_ih_l0_reverse	3	-0.19585978984832764
187812	rnn.bias_ih_l0_reverse	4	-0.003380505135282874
187812	rnn.bias_ih_l0_reverse	5	-0.18225134909152985
187812	rnn.bias_ih_l0_reverse	6	0.21418829262256622
187812	rnn.bias_ih_l0_reverse	7	-0.25004178285598755
187812	rnn.bias_ih_l0_reverse	8	-0.11233089864253998
187812	rnn.bias_ih_l0_reverse	9	-0.11662834137678146
187812	rnn.bias_hh_l0_reverse	0	-0.0897614061832428
187812	rnn.bias_hh_l0_reverse	1	0.17028260231018066
187812	rnn.bias_hh_l0_reverse	2	-0.28016397356987
187812	rnn.bias_hh_l0_reverse	3	-0.10828816145658493
187812	rnn.bias_hh_l0_reverse	4	-0.2658139169216156
187812	rnn.bias_hh_l0_reverse	5	-0.11143049597740173
187812	rnn.bias_hh_l0_reverse	6	-0.22269393503665924
187812	rnn.bias_hh_l0_reverse	7	-0.08042123168706894
187812	rnn.bias_hh_l0_reverse	8	-0.16315409541130066
187812	rnn.bias_hh_l0_reverse	9	0.19350150227546692
187812	linear.weight	0	0.19753910601139069
187812	linear.weight	1	-0.37494632601737976
187812	linear.weight	2	0.06541690230369568
187812	linear.weight	3	0.06812310218811035
187812	linear.weight	4	-0.13749195635318756
187812	linear.weight	5	0.15873567759990692
187812	linear.weight	6	-0.12517891824245453
187812	linear.weight	7	-0.06731170415878296
187812	linear.weight	8	0.16095194220542908
187812	linear.weight	9	-0.03911533206701279
187812	linear.bias	0	-1.0937811136245728
187812	linear.bias	1	1.8958677053451538
187812	linear.bias	2	0.45109620690345764
187812	linear.bias	3	-2.4035420417785645
187812	linear.bias	4	-0.3449867069721222
187812	linear.bias	5	1.1195228099822998
187812	linear.bias	6	-0.22847269475460052
187812	linear.bias	7	0.5314194560050964
187812	linear.bias	8	2.1878304481506348
187812	linear.bias	9	-1.3656749725341797
188421	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
188421	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
188421	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
188421	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
188421	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
188421	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
188421	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
188421	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
188421	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
188421	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
188421	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
188421	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
188421	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
188421	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
188421	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
188421	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
188421	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
188421	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
188421	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
188421	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
188421	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
188421	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
188421	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
188421	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
188421	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
188421	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
188421	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
188421	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
188421	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
188421	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
188421	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
188421	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
188421	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
188421	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
188421	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
188421	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
188421	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
188421	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
188421	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
188421	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
188421	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
188421	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
188421	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
188421	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
188421	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
188421	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
188421	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
188421	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
188421	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
188421	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
188421	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
188421	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
188421	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
188421	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
188421	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
188421	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
188421	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
188421	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
188421	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
188421	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
188421	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
188421	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
188421	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
188421	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
188421	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
188421	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
188421	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
188421	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
188421	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
188421	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
188421	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
188421	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
188421	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
188421	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
188421	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
188421	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
188421	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
188421	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
188421	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
188421	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
188421	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
188421	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
188421	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
188421	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
188421	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
188421	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
188421	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
188421	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
188421	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
188421	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
188421	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
188421	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
188421	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
188421	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
188421	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
188421	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
188421	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
188421	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
188421	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
188421	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
188421	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
188421	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
188421	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
188421	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
188421	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
188421	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
188421	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
188421	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
188421	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
188421	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
188421	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
188421	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
188421	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
188421	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
188421	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
188421	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
188421	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
188421	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
188421	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
188421	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
188421	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
188421	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
188421	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
188421	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
188421	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
188421	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
188421	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
188421	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
188421	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
188421	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
188421	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
188421	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
188421	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
188421	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
188421	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
188421	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
188421	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
188421	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
188421	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
188421	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
188421	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
188421	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
188421	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
188421	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
188421	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
188421	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
188421	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
188421	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
188421	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
188421	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
188421	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
188421	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
188421	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
188421	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
188421	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
188421	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
188421	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
188421	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
188421	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
188421	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
188421	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
188421	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
188421	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
188421	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
188421	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
188421	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
188421	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
188421	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
188421	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
188421	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
188421	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
188421	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
188421	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
188421	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
188421	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
188421	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
188421	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
188421	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
188421	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
188421	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
188421	embedding2nn.weight	0	0.23918288946151733
188421	embedding2nn.weight	1	0.27898281812667847
188421	embedding2nn.weight	2	0.031720783561468124
188421	embedding2nn.weight	3	0.01935042254626751
188421	embedding2nn.weight	4	-0.05286103114485741
188421	embedding2nn.weight	5	0.0696842148900032
188421	embedding2nn.weight	6	0.08932357281446457
188421	embedding2nn.weight	7	-0.0009032358066178858
188421	embedding2nn.weight	8	0.04113810509443283
188421	embedding2nn.weight	9	-0.009786983951926231
188421	embedding2nn.bias	0	0.03181946277618408
188421	embedding2nn.bias	1	-0.1270291656255722
188421	embedding2nn.bias	2	0.0743231475353241
188421	embedding2nn.bias	3	0.14108969271183014
188421	embedding2nn.bias	4	0.14398935437202454
188421	embedding2nn.bias	5	-0.06689468026161194
188421	embedding2nn.bias	6	-0.05312959477305412
188421	embedding2nn.bias	7	0.01993846893310547
188421	embedding2nn.bias	8	-0.12668389081954956
188421	embedding2nn.bias	9	-0.3984854221343994
188421	rnn.weight_ih_l0	0	0.013934438116848469
188421	rnn.weight_ih_l0	1	-0.06386468559503555
188421	rnn.weight_ih_l0	2	-0.0806899219751358
188421	rnn.weight_ih_l0	3	0.048312943428754807
188421	rnn.weight_ih_l0	4	0.08493046462535858
188421	rnn.weight_ih_l0	5	-0.15023842453956604
188421	rnn.weight_ih_l0	6	-0.017240263521671295
188421	rnn.weight_ih_l0	7	0.0008456238429062068
188421	rnn.weight_ih_l0	8	-0.02638504095375538
188421	rnn.weight_ih_l0	9	-0.0477273054420948
188421	rnn.weight_hh_l0	0	0.013482765294611454
188421	rnn.weight_hh_l0	1	0.0702497810125351
188421	rnn.weight_hh_l0	2	0.022073185071349144
188421	rnn.weight_hh_l0	3	0.03622140735387802
188421	rnn.weight_hh_l0	4	0.0029679867438971996
188421	rnn.weight_hh_l0	5	0.06684352457523346
188421	rnn.weight_hh_l0	6	-0.01187160611152649
188421	rnn.weight_hh_l0	7	-0.03905772417783737
188421	rnn.weight_hh_l0	8	0.04132531210780144
188421	rnn.weight_hh_l0	9	-0.07126828283071518
188421	rnn.bias_ih_l0	0	0.1312180906534195
188421	rnn.bias_ih_l0	1	-0.18562553822994232
188421	rnn.bias_ih_l0	2	-0.024907870218157768
188421	rnn.bias_ih_l0	3	-0.1315327137708664
188421	rnn.bias_ih_l0	4	0.09441430121660233
188421	rnn.bias_ih_l0	5	-0.2363545298576355
188421	rnn.bias_ih_l0	6	-0.08134615421295166
188421	rnn.bias_ih_l0	7	-0.22989168763160706
188421	rnn.bias_ih_l0	8	-0.16676849126815796
188421	rnn.bias_ih_l0	9	-0.3622606098651886
188421	rnn.bias_hh_l0	0	-0.2076478749513626
188421	rnn.bias_hh_l0	1	-0.21803928911685944
188421	rnn.bias_hh_l0	2	-0.18297255039215088
188421	rnn.bias_hh_l0	3	-0.03248566389083862
188421	rnn.bias_hh_l0	4	-0.1888263076543808
188421	rnn.bias_hh_l0	5	-0.23908427357673645
188421	rnn.bias_hh_l0	6	-0.10881119966506958
188421	rnn.bias_hh_l0	7	0.08249533921480179
188421	rnn.bias_hh_l0	8	-0.15462447702884674
188421	rnn.bias_hh_l0	9	-0.3882843554019928
188421	rnn.weight_ih_l0_reverse	0	0.071849524974823
188421	rnn.weight_ih_l0_reverse	1	-0.07254023104906082
188421	rnn.weight_ih_l0_reverse	2	-0.040747955441474915
188421	rnn.weight_ih_l0_reverse	3	-0.0906309261918068
188421	rnn.weight_ih_l0_reverse	4	0.04623262584209442
188421	rnn.weight_ih_l0_reverse	5	-0.094560906291008
188421	rnn.weight_ih_l0_reverse	6	0.06406602263450623
188421	rnn.weight_ih_l0_reverse	7	0.02133285067975521
188421	rnn.weight_ih_l0_reverse	8	-0.06112164258956909
188421	rnn.weight_ih_l0_reverse	9	-0.05459325388073921
188421	rnn.weight_hh_l0_reverse	0	-0.055538587272167206
188421	rnn.weight_hh_l0_reverse	1	0.019299641251564026
188421	rnn.weight_hh_l0_reverse	2	-0.015126047655940056
188421	rnn.weight_hh_l0_reverse	3	0.0032869623973965645
188421	rnn.weight_hh_l0_reverse	4	-0.07755620032548904
188421	rnn.weight_hh_l0_reverse	5	0.03809601813554764
188421	rnn.weight_hh_l0_reverse	6	0.016916926950216293
188421	rnn.weight_hh_l0_reverse	7	-0.01684451475739479
188421	rnn.weight_hh_l0_reverse	8	-0.005451212637126446
188421	rnn.weight_hh_l0_reverse	9	0.058563120663166046
188421	rnn.bias_ih_l0_reverse	0	-0.1235620304942131
188421	rnn.bias_ih_l0_reverse	1	-0.07232566177845001
188421	rnn.bias_ih_l0_reverse	2	0.05486079305410385
188421	rnn.bias_ih_l0_reverse	3	-0.19273793697357178
188421	rnn.bias_ih_l0_reverse	4	-0.02854362688958645
188421	rnn.bias_ih_l0_reverse	5	-0.17755255103111267
188421	rnn.bias_ih_l0_reverse	6	0.20998749136924744
188421	rnn.bias_ih_l0_reverse	7	-0.259832501411438
188421	rnn.bias_ih_l0_reverse	8	-0.11331302672624588
188421	rnn.bias_ih_l0_reverse	9	-0.10579556226730347
188421	rnn.bias_hh_l0_reverse	0	-0.1010635495185852
188421	rnn.bias_hh_l0_reverse	1	0.17811959981918335
188421	rnn.bias_hh_l0_reverse	2	-0.2709655165672302
188421	rnn.bias_hh_l0_reverse	3	-0.10259715467691422
188421	rnn.bias_hh_l0_reverse	4	-0.2649187445640564
188421	rnn.bias_hh_l0_reverse	5	-0.1062905490398407
188421	rnn.bias_hh_l0_reverse	6	-0.22974592447280884
188421	rnn.bias_hh_l0_reverse	7	-0.07867186516523361
188421	rnn.bias_hh_l0_reverse	8	-0.14908000826835632
188421	rnn.bias_hh_l0_reverse	9	0.20747406780719757
188421	linear.weight	0	0.22339187562465668
188421	linear.weight	1	-0.36552634835243225
188421	linear.weight	2	-0.010664540342986584
188421	linear.weight	3	0.06812138855457306
188421	linear.weight	4	-0.09499949216842651
188421	linear.weight	5	0.16626375913619995
188421	linear.weight	6	-0.12495774775743484
188421	linear.weight	7	-0.06730569154024124
188421	linear.weight	8	0.1517041027545929
188421	linear.weight	9	-0.039139386266469955
188421	linear.bias	0	-1.100363850593567
188421	linear.bias	1	1.9227519035339355
188421	linear.bias	2	0.4697824716567993
188421	linear.bias	3	-2.4044928550720215
188421	linear.bias	4	-0.3005475401878357
188421	linear.bias	5	1.1095985174179077
188421	linear.bias	6	-0.25426217913627625
188421	linear.bias	7	0.5193356871604919
188421	linear.bias	8	2.2062528133392334
188421	linear.bias	9	-1.3406850099563599
189030	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
189030	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
189030	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
189030	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
189030	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
189030	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
189030	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
189030	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
189030	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
189030	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
189030	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
189030	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
189030	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
189030	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
189030	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
189030	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
189030	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
189030	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
189030	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
189030	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
189030	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
189030	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
189030	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
189030	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
189030	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
189030	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
189030	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
189030	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
189030	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
189030	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
189030	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
189030	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
189030	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
189030	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
189030	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
189030	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
189030	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
189030	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
189030	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
189030	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
189030	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
189030	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
189030	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
189030	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
189030	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
189030	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
189030	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
189030	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
189030	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
189030	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
189030	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
189030	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
189030	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
189030	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
189030	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
189030	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
189030	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
189030	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
189030	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
189030	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
189030	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
189030	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
189030	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
189030	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
189030	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
189030	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
189030	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
189030	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
189030	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
189030	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
189030	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
189030	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
189030	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
189030	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
189030	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
189030	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
189030	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
189030	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
189030	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
189030	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
189030	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
189030	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
189030	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
189030	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
189030	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
189030	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
189030	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
189030	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
189030	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
189030	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
189030	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
189030	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
189030	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
189030	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
189030	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
189030	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
189030	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
189030	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
189030	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
189030	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
189030	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
189030	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
189030	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
189030	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
189030	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
189030	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
189030	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
189030	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
189030	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
189030	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
189030	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
189030	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
189030	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
189030	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
189030	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
189030	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
189030	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
189030	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
189030	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
189030	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
189030	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
189030	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
189030	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
189030	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
189030	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
189030	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
189030	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
189030	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
189030	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
189030	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
189030	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
189030	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
189030	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
189030	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
189030	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
189030	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
189030	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
189030	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
189030	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
189030	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
189030	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
189030	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
189030	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
189030	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
189030	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
189030	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
189030	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
189030	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
189030	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
189030	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
189030	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
189030	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
189030	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
189030	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
189030	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
189030	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
189030	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
189030	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
189030	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
189030	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
189030	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
189030	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
189030	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
189030	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
189030	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
189030	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
189030	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
189030	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
189030	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
189030	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
189030	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
189030	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
189030	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
189030	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
189030	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
189030	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
189030	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
189030	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
189030	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
189030	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
189030	embedding2nn.weight	0	0.2400638461112976
189030	embedding2nn.weight	1	0.27810966968536377
189030	embedding2nn.weight	2	0.030367206782102585
189030	embedding2nn.weight	3	0.012105726636946201
189030	embedding2nn.weight	4	-0.05820085108280182
189030	embedding2nn.weight	5	0.06690488755702972
189030	embedding2nn.weight	6	0.08467113226652145
189030	embedding2nn.weight	7	-0.0041113621555268764
189030	embedding2nn.weight	8	0.04540504887700081
189030	embedding2nn.weight	9	-0.016056770458817482
189030	embedding2nn.bias	0	0.03227303922176361
189030	embedding2nn.bias	1	-0.10949284583330154
189030	embedding2nn.bias	2	0.10311439633369446
189030	embedding2nn.bias	3	0.1458393931388855
189030	embedding2nn.bias	4	0.16247904300689697
189030	embedding2nn.bias	5	-0.043437786400318146
189030	embedding2nn.bias	6	-0.07599467784166336
189030	embedding2nn.bias	7	0.02280575782060623
189030	embedding2nn.bias	8	-0.13346980512142181
189030	embedding2nn.bias	9	-0.4080190062522888
189030	rnn.weight_ih_l0	0	0.01269979402422905
189030	rnn.weight_ih_l0	1	-0.06509784609079361
189030	rnn.weight_ih_l0	2	-0.06893949955701828
189030	rnn.weight_ih_l0	3	0.05506259948015213
189030	rnn.weight_ih_l0	4	0.08719827979803085
189030	rnn.weight_ih_l0	5	-0.13588747382164001
189030	rnn.weight_ih_l0	6	-0.02092224918305874
189030	rnn.weight_ih_l0	7	-7.97758111730218e-05
189030	rnn.weight_ih_l0	8	-0.028754528611898422
189030	rnn.weight_ih_l0	9	-0.04770515114068985
189030	rnn.weight_hh_l0	0	0.013374830596148968
189030	rnn.weight_hh_l0	1	0.07041330635547638
189030	rnn.weight_hh_l0	2	0.022386042401194572
189030	rnn.weight_hh_l0	3	0.03637990355491638
189030	rnn.weight_hh_l0	4	0.0010383487679064274
189030	rnn.weight_hh_l0	5	0.06743430346250534
189030	rnn.weight_hh_l0	6	-0.012057640589773655
189030	rnn.weight_hh_l0	7	-0.03784280642867088
189030	rnn.weight_hh_l0	8	0.04136788845062256
189030	rnn.weight_hh_l0	9	-0.07193825393915176
189030	rnn.bias_ih_l0	0	0.1354856938123703
189030	rnn.bias_ih_l0	1	-0.18405498564243317
189030	rnn.bias_ih_l0	2	-0.022319911047816277
189030	rnn.bias_ih_l0	3	-0.12241359800100327
189030	rnn.bias_ih_l0	4	0.08511164784431458
189030	rnn.bias_ih_l0	5	-0.2374582290649414
189030	rnn.bias_ih_l0	6	-0.07025227695703506
189030	rnn.bias_ih_l0	7	-0.23094157874584198
189030	rnn.bias_ih_l0	8	-0.1646529585123062
189030	rnn.bias_ih_l0	9	-0.3626895546913147
189030	rnn.bias_hh_l0	0	-0.20410071313381195
189030	rnn.bias_hh_l0	1	-0.22814437747001648
189030	rnn.bias_hh_l0	2	-0.18105117976665497
189030	rnn.bias_hh_l0	3	-0.04214150831103325
189030	rnn.bias_hh_l0	4	-0.17697535455226898
189030	rnn.bias_hh_l0	5	-0.24358786642551422
189030	rnn.bias_hh_l0	6	-0.11378461122512817
189030	rnn.bias_hh_l0	7	0.07266302406787872
189030	rnn.bias_hh_l0	8	-0.15559276938438416
189030	rnn.bias_hh_l0	9	-0.3895890712738037
189030	rnn.weight_ih_l0_reverse	0	0.07531463354825974
189030	rnn.weight_ih_l0_reverse	1	-0.07223936170339584
189030	rnn.weight_ih_l0_reverse	2	-0.04193147271871567
189030	rnn.weight_ih_l0_reverse	3	-0.09018228948116302
189030	rnn.weight_ih_l0_reverse	4	0.04548798128962517
189030	rnn.weight_ih_l0_reverse	5	-0.0928674265742302
189030	rnn.weight_ih_l0_reverse	6	0.06559262424707413
189030	rnn.weight_ih_l0_reverse	7	0.020600633695721626
189030	rnn.weight_ih_l0_reverse	8	-0.05957099422812462
189030	rnn.weight_ih_l0_reverse	9	-0.05487333610653877
189030	rnn.weight_hh_l0_reverse	0	-0.0573766827583313
189030	rnn.weight_hh_l0_reverse	1	0.019410166889429092
189030	rnn.weight_hh_l0_reverse	2	-0.01431295182555914
189030	rnn.weight_hh_l0_reverse	3	0.0028680393006652594
189030	rnn.weight_hh_l0_reverse	4	-0.0781586691737175
189030	rnn.weight_hh_l0_reverse	5	0.03794367238879204
189030	rnn.weight_hh_l0_reverse	6	0.016799917444586754
189030	rnn.weight_hh_l0_reverse	7	-0.020457904785871506
189030	rnn.weight_hh_l0_reverse	8	-0.005378413945436478
189030	rnn.weight_hh_l0_reverse	9	0.05903327837586403
189030	rnn.bias_ih_l0_reverse	0	-0.12845849990844727
189030	rnn.bias_ih_l0_reverse	1	-0.0630749985575676
189030	rnn.bias_ih_l0_reverse	2	0.04584237188100815
189030	rnn.bias_ih_l0_reverse	3	-0.19527269899845123
189030	rnn.bias_ih_l0_reverse	4	-0.028740977868437767
189030	rnn.bias_ih_l0_reverse	5	-0.1803368330001831
189030	rnn.bias_ih_l0_reverse	6	0.22918659448623657
189030	rnn.bias_ih_l0_reverse	7	-0.2478887140750885
189030	rnn.bias_ih_l0_reverse	8	-0.10804322361946106
189030	rnn.bias_ih_l0_reverse	9	-0.10215553641319275
189030	rnn.bias_hh_l0_reverse	0	-0.09525895118713379
189030	rnn.bias_hh_l0_reverse	1	0.16578011214733124
189030	rnn.bias_hh_l0_reverse	2	-0.27129822969436646
189030	rnn.bias_hh_l0_reverse	3	-0.10044936835765839
189030	rnn.bias_hh_l0_reverse	4	-0.26962071657180786
189030	rnn.bias_hh_l0_reverse	5	-0.10702163726091385
189030	rnn.bias_hh_l0_reverse	6	-0.22474445402622223
189030	rnn.bias_hh_l0_reverse	7	-0.06390215456485748
189030	rnn.bias_hh_l0_reverse	8	-0.1388615220785141
189030	rnn.bias_hh_l0_reverse	9	0.20263426005840302
189030	linear.weight	0	0.19394353032112122
189030	linear.weight	1	-0.3812209367752075
189030	linear.weight	2	0.026153024286031723
189030	linear.weight	3	0.06812168657779694
189030	linear.weight	4	-0.1817680299282074
189030	linear.weight	5	0.212826207280159
189030	linear.weight	6	-0.1442614495754242
189030	linear.weight	7	-0.0672958493232727
189030	linear.weight	8	0.1364474892616272
189030	linear.weight	9	-0.039190974086523056
189030	linear.bias	0	-1.1117483377456665
189030	linear.bias	1	1.9198062419891357
189030	linear.bias	2	0.5348301529884338
189030	linear.bias	3	-2.4056243896484375
189030	linear.bias	4	-0.30742886662483215
189030	linear.bias	5	1.1477130651474
189030	linear.bias	6	-0.26442447304725647
189030	linear.bias	7	0.534127414226532
189030	linear.bias	8	2.089284896850586
189030	linear.bias	9	-1.3550153970718384
189038	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
189038	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
189038	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
189038	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
189038	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
189038	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
189038	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
189038	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
189038	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
189038	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
189038	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
189038	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
189038	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
189038	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
189038	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
189038	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
189038	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
189038	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
189038	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
189038	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
189038	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
189038	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
189038	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
189038	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
189038	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
189038	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
189038	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
189038	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
189038	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
189038	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
189038	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
189038	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
189038	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
189038	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
189038	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
189038	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
189038	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
189038	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
189038	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
189038	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
189038	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
189038	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
189038	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
189038	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
189038	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
189038	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
189038	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
189038	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
189038	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
189038	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
189038	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
189038	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
189038	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
189038	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
189038	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
189038	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
189038	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
189038	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
189038	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
189038	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
189038	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
189038	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
189038	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
189038	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
189038	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
189038	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
189038	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
189038	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
189038	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
189038	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
189038	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
189038	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
189038	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
189038	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
189038	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
189038	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
189038	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
189038	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
189038	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
189038	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
189038	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
189038	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
189038	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
189038	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
189038	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
189038	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
189038	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
189038	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
189038	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
189038	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
189038	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
189038	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
189038	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
189038	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
189038	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
189038	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
189038	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
189038	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
189038	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
189038	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
189038	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
189038	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
189038	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
189038	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
189038	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
189038	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
189038	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
189038	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
189038	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
189038	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
189038	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
189038	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
189038	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
189038	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
189038	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
189038	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
189038	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
189038	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
189038	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
189038	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
189038	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
189038	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
189038	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
189038	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
189038	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
189038	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
189038	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
189038	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
189038	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
189038	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
189038	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
189038	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
189038	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
189038	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
189038	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
189038	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
189038	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
189038	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
189038	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
189038	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
189038	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
189038	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
189038	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
189038	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
189038	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
189038	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
189038	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
189038	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
189038	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
189038	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
189038	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
189038	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
189038	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
189038	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
189038	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
189038	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
189038	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
189038	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
189038	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
189038	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
189038	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
189038	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
189038	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
189038	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
189038	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
189038	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
189038	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
189038	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
189038	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
189038	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
189038	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
189038	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
189038	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
189038	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
189038	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
189038	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
189038	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
189038	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
189038	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
189038	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
189038	embedding2nn.weight	0	0.24007286131381989
189038	embedding2nn.weight	1	0.27809545397758484
189038	embedding2nn.weight	2	0.030417425557971
189038	embedding2nn.weight	3	0.014958878047764301
189038	embedding2nn.weight	4	-0.057441700249910355
189038	embedding2nn.weight	5	0.06644850224256516
189038	embedding2nn.weight	6	0.08286548405885696
189038	embedding2nn.weight	7	-0.004528803285211325
189038	embedding2nn.weight	8	0.0455404669046402
189038	embedding2nn.weight	9	-0.016576634719967842
189038	embedding2nn.bias	0	0.02756008505821228
189038	embedding2nn.bias	1	-0.1138065755367279
189038	embedding2nn.bias	2	0.10179112106561661
189038	embedding2nn.bias	3	0.1470208466053009
189038	embedding2nn.bias	4	0.1604795902967453
189038	embedding2nn.bias	5	-0.04211486130952835
189038	embedding2nn.bias	6	-0.07036466896533966
189038	embedding2nn.bias	7	0.017557093873620033
189038	embedding2nn.bias	8	-0.12901443243026733
189038	embedding2nn.bias	9	-0.41099438071250916
189038	rnn.weight_ih_l0	0	0.012899124994874
189038	rnn.weight_ih_l0	1	-0.06501638889312744
189038	rnn.weight_ih_l0	2	-0.06884370744228363
189038	rnn.weight_ih_l0	3	0.05464443191885948
189038	rnn.weight_ih_l0	4	0.08746159076690674
189038	rnn.weight_ih_l0	5	-0.13464853167533875
189038	rnn.weight_ih_l0	6	-0.02089497819542885
189038	rnn.weight_ih_l0	7	-0.00043981801718473434
189038	rnn.weight_ih_l0	8	-0.028652990236878395
189038	rnn.weight_ih_l0	9	-0.04797850176692009
189038	rnn.weight_hh_l0	0	0.013415085151791573
189038	rnn.weight_hh_l0	1	0.07050839066505432
189038	rnn.weight_hh_l0	2	0.02257070317864418
189038	rnn.weight_hh_l0	3	0.03638323023915291
189038	rnn.weight_hh_l0	4	0.0009423662559129298
189038	rnn.weight_hh_l0	5	0.06763555109500885
189038	rnn.weight_hh_l0	6	-0.012047510594129562
189038	rnn.weight_hh_l0	7	-0.03794682398438454
189038	rnn.weight_hh_l0	8	0.04138170927762985
189038	rnn.weight_hh_l0	9	-0.07204225659370422
189038	rnn.bias_ih_l0	0	0.1363542079925537
189038	rnn.bias_ih_l0	1	-0.18504813313484192
189038	rnn.bias_ih_l0	2	-0.022648926824331284
189038	rnn.bias_ih_l0	3	-0.12246163934469223
189038	rnn.bias_ih_l0	4	0.08788835257291794
189038	rnn.bias_ih_l0	5	-0.23760797083377838
189038	rnn.bias_ih_l0	6	-0.06998887658119202
189038	rnn.bias_ih_l0	7	-0.230981707572937
189038	rnn.bias_ih_l0	8	-0.16503702104091644
189038	rnn.bias_ih_l0	9	-0.3611070513725281
189038	rnn.bias_hh_l0	0	-0.20430181920528412
189038	rnn.bias_hh_l0	1	-0.2273380607366562
189038	rnn.bias_hh_l0	2	-0.18179625272750854
189038	rnn.bias_hh_l0	3	-0.041667114943265915
189038	rnn.bias_hh_l0	4	-0.17697852849960327
189038	rnn.bias_hh_l0	5	-0.24353402853012085
189038	rnn.bias_hh_l0	6	-0.1137409433722496
189038	rnn.bias_hh_l0	7	0.07210864871740341
189038	rnn.bias_hh_l0	8	-0.1551552414894104
189038	rnn.bias_hh_l0	9	-0.38998809456825256
189038	rnn.weight_ih_l0_reverse	0	0.07632935792207718
189038	rnn.weight_ih_l0_reverse	1	-0.07202556729316711
189038	rnn.weight_ih_l0_reverse	2	-0.042531825602054596
189038	rnn.weight_ih_l0_reverse	3	-0.08985240757465363
189038	rnn.weight_ih_l0_reverse	4	0.04545759782195091
189038	rnn.weight_ih_l0_reverse	5	-0.0934046134352684
189038	rnn.weight_ih_l0_reverse	6	0.06555284559726715
189038	rnn.weight_ih_l0_reverse	7	0.02030276320874691
189038	rnn.weight_ih_l0_reverse	8	-0.060403551906347275
189038	rnn.weight_ih_l0_reverse	9	-0.0552026592195034
189038	rnn.weight_hh_l0_reverse	0	-0.057400885969400406
189038	rnn.weight_hh_l0_reverse	1	0.01940026506781578
189038	rnn.weight_hh_l0_reverse	2	-0.01426047645509243
189038	rnn.weight_hh_l0_reverse	3	0.002658877056092024
189038	rnn.weight_hh_l0_reverse	4	-0.07823874056339264
189038	rnn.weight_hh_l0_reverse	5	0.0379815548658371
189038	rnn.weight_hh_l0_reverse	6	0.016770360991358757
189038	rnn.weight_hh_l0_reverse	7	-0.02031484618782997
189038	rnn.weight_hh_l0_reverse	8	-0.0057496363297104836
189038	rnn.weight_hh_l0_reverse	9	0.058512914925813675
189038	rnn.bias_ih_l0_reverse	0	-0.12684670090675354
189038	rnn.bias_ih_l0_reverse	1	-0.06253845989704132
189038	rnn.bias_ih_l0_reverse	2	0.04553497955203056
189038	rnn.bias_ih_l0_reverse	3	-0.19569618999958038
189038	rnn.bias_ih_l0_reverse	4	-0.027511438354849815
189038	rnn.bias_ih_l0_reverse	5	-0.1800467073917389
189038	rnn.bias_ih_l0_reverse	6	0.22823567688465118
189038	rnn.bias_ih_l0_reverse	7	-0.24751998484134674
189038	rnn.bias_ih_l0_reverse	8	-0.10808014124631882
189038	rnn.bias_ih_l0_reverse	9	-0.10178772360086441
189038	rnn.bias_hh_l0_reverse	0	-0.09699954837560654
189038	rnn.bias_hh_l0_reverse	1	0.16658563911914825
189038	rnn.bias_hh_l0_reverse	2	-0.27136558294296265
189038	rnn.bias_hh_l0_reverse	3	-0.10106607526540756
189038	rnn.bias_hh_l0_reverse	4	-0.26903480291366577
189038	rnn.bias_hh_l0_reverse	5	-0.1072918176651001
189038	rnn.bias_hh_l0_reverse	6	-0.22394272685050964
189038	rnn.bias_hh_l0_reverse	7	-0.06281552463769913
189038	rnn.bias_hh_l0_reverse	8	-0.1368531435728073
189038	rnn.bias_hh_l0_reverse	9	0.20249244570732117
189038	linear.weight	0	0.1937989741563797
189038	linear.weight	1	-0.38123100996017456
189038	linear.weight	2	0.030819309875369072
189038	linear.weight	3	0.06812166422605515
189038	linear.weight	4	-0.1767520308494568
189038	linear.weight	5	0.21641026437282562
189038	linear.weight	6	-0.14027030766010284
189038	linear.weight	7	-0.06729550659656525
189038	linear.weight	8	0.13533827662467957
189038	linear.weight	9	-0.039191316813230515
189038	linear.bias	0	-1.1047217845916748
189038	linear.bias	1	1.9169291257858276
189038	linear.bias	2	0.5482101440429688
189038	linear.bias	3	-2.4056358337402344
189038	linear.bias	4	-0.31352734565734863
189038	linear.bias	5	1.1140007972717285
189038	linear.bias	6	-0.268496036529541
189038	linear.bias	7	0.5418543815612793
189038	linear.bias	8	2.071777820587158
189038	linear.bias	9	-1.3568086624145508
189647	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
189647	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
189647	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
189647	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
189647	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
189647	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
189647	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
189647	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
189647	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
189647	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
189647	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
189647	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
189647	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
189647	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
189647	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
189647	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
189647	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
189647	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
189647	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
189647	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
189647	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
189647	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
189647	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
189647	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
189647	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
189647	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
189647	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
189647	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
189647	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
189647	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
189647	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
189647	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
189647	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
189647	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
189647	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
189647	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
189647	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
189647	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
189647	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
189647	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
189647	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
189647	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
189647	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
189647	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
189647	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
189647	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
189647	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
189647	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
189647	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
189647	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
189647	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
189647	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
189647	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
189647	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
189647	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
189647	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
189647	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
189647	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
189647	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
189647	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
189647	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
189647	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
189647	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
189647	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
189647	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
189647	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
189647	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
189647	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
189647	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
189647	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
189647	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
189647	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
189647	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
189647	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
189647	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
189647	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
189647	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
189647	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
189647	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
189647	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
189647	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
189647	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
189647	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
189647	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
189647	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
189647	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
189647	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
189647	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
189647	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
189647	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
189647	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
189647	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
189647	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
189647	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
189647	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
189647	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
189647	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
189647	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
189647	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
189647	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
189647	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
189647	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
189647	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
189647	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
189647	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
189647	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
189647	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
189647	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
189647	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
189647	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
189647	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
189647	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
189647	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
189647	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
189647	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
189647	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
189647	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
189647	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
189647	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
189647	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
189647	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
189647	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
189647	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
189647	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
189647	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
189647	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
189647	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
189647	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
189647	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
189647	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
189647	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
189647	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
189647	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
189647	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
189647	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
189647	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
189647	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
189647	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
189647	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
189647	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
189647	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
189647	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
189647	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
189647	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
189647	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
189647	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
189647	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
189647	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
189647	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
189647	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
189647	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
189647	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
189647	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
189647	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
189647	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
189647	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
189647	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
189647	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
189647	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
189647	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
189647	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
189647	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
189647	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
189647	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
189647	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
189647	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
189647	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
189647	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
189647	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
189647	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
189647	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
189647	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
189647	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
189647	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
189647	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
189647	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
189647	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
189647	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
189647	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
189647	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
189647	embedding2nn.weight	0	0.242385596036911
189647	embedding2nn.weight	1	0.27784013748168945
189647	embedding2nn.weight	2	0.0350879542529583
189647	embedding2nn.weight	3	0.014008887112140656
189647	embedding2nn.weight	4	-0.06118561699986458
189647	embedding2nn.weight	5	0.06494534760713577
189647	embedding2nn.weight	6	0.08328702300786972
189647	embedding2nn.weight	7	-0.001356326974928379
189647	embedding2nn.weight	8	0.04088810458779335
189647	embedding2nn.weight	9	-0.020011834800243378
189647	embedding2nn.bias	0	0.030254382640123367
189647	embedding2nn.bias	1	-0.11523658037185669
189647	embedding2nn.bias	2	0.0973515436053276
189647	embedding2nn.bias	3	0.15233831107616425
189647	embedding2nn.bias	4	0.16114094853401184
189647	embedding2nn.bias	5	-0.052000779658555984
189647	embedding2nn.bias	6	-0.06178540363907814
189647	embedding2nn.bias	7	0.03007403388619423
189647	embedding2nn.bias	8	-0.13119152188301086
189647	embedding2nn.bias	9	-0.40567997097969055
189647	rnn.weight_ih_l0	0	0.013122343458235264
189647	rnn.weight_ih_l0	1	-0.0631314218044281
189647	rnn.weight_ih_l0	2	-0.07401629537343979
189647	rnn.weight_ih_l0	3	0.05289618670940399
189647	rnn.weight_ih_l0	4	0.09964805096387863
189647	rnn.weight_ih_l0	5	-0.13314290344715118
189647	rnn.weight_ih_l0	6	-0.01880422979593277
189647	rnn.weight_ih_l0	7	0.0018895482644438744
189647	rnn.weight_ih_l0	8	-0.021678294986486435
189647	rnn.weight_ih_l0	9	-0.044493742287158966
189647	rnn.weight_hh_l0	0	0.013440209440886974
189647	rnn.weight_hh_l0	1	0.07013531774282455
189647	rnn.weight_hh_l0	2	0.024517232552170753
189647	rnn.weight_hh_l0	3	0.036143381148576736
189647	rnn.weight_hh_l0	4	0.0013675183290615678
189647	rnn.weight_hh_l0	5	0.06763114780187607
189647	rnn.weight_hh_l0	6	-0.011511402204632759
189647	rnn.weight_hh_l0	7	-0.04050901532173157
189647	rnn.weight_hh_l0	8	0.041087064892053604
189647	rnn.weight_hh_l0	9	-0.07012026011943817
189647	rnn.bias_ih_l0	0	0.13031502068042755
189647	rnn.bias_ih_l0	1	-0.18109101057052612
189647	rnn.bias_ih_l0	2	-0.018693773075938225
189647	rnn.bias_ih_l0	3	-0.12475822865962982
189647	rnn.bias_ih_l0	4	0.07651684433221817
189647	rnn.bias_ih_l0	5	-0.2468596249818802
189647	rnn.bias_ih_l0	6	-0.07320301979780197
189647	rnn.bias_ih_l0	7	-0.22972017526626587
189647	rnn.bias_ih_l0	8	-0.16518829762935638
189647	rnn.bias_ih_l0	9	-0.36914145946502686
189647	rnn.bias_hh_l0	0	-0.20104265213012695
189647	rnn.bias_hh_l0	1	-0.22500747442245483
189647	rnn.bias_hh_l0	2	-0.17982378602027893
189647	rnn.bias_hh_l0	3	-0.03513062745332718
189647	rnn.bias_hh_l0	4	-0.18154118955135345
189647	rnn.bias_hh_l0	5	-0.24182230234146118
189647	rnn.bias_hh_l0	6	-0.11341507732868195
189647	rnn.bias_hh_l0	7	0.071824811398983
189647	rnn.bias_hh_l0	8	-0.15774962306022644
189647	rnn.bias_hh_l0	9	-0.38552865386009216
189647	rnn.weight_ih_l0_reverse	0	0.07178604602813721
189647	rnn.weight_ih_l0_reverse	1	-0.07237274944782257
189647	rnn.weight_ih_l0_reverse	2	-0.04565858840942383
189647	rnn.weight_ih_l0_reverse	3	-0.09026437997817993
189647	rnn.weight_ih_l0_reverse	4	0.04408456012606621
189647	rnn.weight_ih_l0_reverse	5	-0.09831530600786209
189647	rnn.weight_ih_l0_reverse	6	0.05398651584982872
189647	rnn.weight_ih_l0_reverse	7	0.018973490223288536
189647	rnn.weight_ih_l0_reverse	8	-0.06248347833752632
189647	rnn.weight_ih_l0_reverse	9	-0.055024635046720505
189647	rnn.weight_hh_l0_reverse	0	-0.058947235345840454
189647	rnn.weight_hh_l0_reverse	1	0.01934404857456684
189647	rnn.weight_hh_l0_reverse	2	-0.014140702784061432
189647	rnn.weight_hh_l0_reverse	3	0.001910719322040677
189647	rnn.weight_hh_l0_reverse	4	-0.07892585545778275
189647	rnn.weight_hh_l0_reverse	5	0.0379706509411335
189647	rnn.weight_hh_l0_reverse	6	0.016950178891420364
189647	rnn.weight_hh_l0_reverse	7	-0.019586246460676193
189647	rnn.weight_hh_l0_reverse	8	-0.005434059072285891
189647	rnn.weight_hh_l0_reverse	9	0.056132346391677856
189647	rnn.bias_ih_l0_reverse	0	-0.12768323719501495
189647	rnn.bias_ih_l0_reverse	1	-0.05674043670296669
189647	rnn.bias_ih_l0_reverse	2	0.036978404968976974
189647	rnn.bias_ih_l0_reverse	3	-0.18852415680885315
189647	rnn.bias_ih_l0_reverse	4	-0.027090897783637047
189647	rnn.bias_ih_l0_reverse	5	-0.1818259358406067
189647	rnn.bias_ih_l0_reverse	6	0.21853715181350708
189647	rnn.bias_ih_l0_reverse	7	-0.2536584138870239
189647	rnn.bias_ih_l0_reverse	8	-0.11109232157468796
189647	rnn.bias_ih_l0_reverse	9	-0.10371416807174683
189647	rnn.bias_hh_l0_reverse	0	-0.09700693190097809
189647	rnn.bias_hh_l0_reverse	1	0.17112141847610474
189647	rnn.bias_hh_l0_reverse	2	-0.27913492918014526
189647	rnn.bias_hh_l0_reverse	3	-0.1065463125705719
189647	rnn.bias_hh_l0_reverse	4	-0.27463042736053467
189647	rnn.bias_hh_l0_reverse	5	-0.1036447063088417
189647	rnn.bias_hh_l0_reverse	6	-0.22047299146652222
189647	rnn.bias_hh_l0_reverse	7	-0.06552813947200775
189647	rnn.bias_hh_l0_reverse	8	-0.14163526892662048
189647	rnn.bias_hh_l0_reverse	9	0.20181438326835632
189647	linear.weight	0	0.19024325907230377
189647	linear.weight	1	-0.3604056239128113
189647	linear.weight	2	0.03410828858613968
189647	linear.weight	3	0.06812898069620132
189647	linear.weight	4	-0.14523543417453766
189647	linear.weight	5	0.21536274254322052
189647	linear.weight	6	-0.1394519954919815
189647	linear.weight	7	-0.06728232651948929
189647	linear.weight	8	0.11303453147411346
189647	linear.weight	9	-0.03921959921717644
189647	linear.bias	0	-1.110337495803833
189647	linear.bias	1	1.940800428390503
189647	linear.bias	2	0.488678902387619
189647	linear.bias	3	-2.4065675735473633
189647	linear.bias	4	-0.3085687756538391
189647	linear.bias	5	1.1737600564956665
189647	linear.bias	6	-0.2692064344882965
189647	linear.bias	7	0.5446775555610657
189647	linear.bias	8	2.17411732673645
189647	linear.bias	9	-1.3687915802001953
190256	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
190256	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
190256	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
190256	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
190256	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
190256	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
190256	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
190256	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
190256	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
190256	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
190256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
190256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
190256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
190256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
190256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
190256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
190256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
190256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
190256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
190256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
190256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
190256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
190256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
190256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
190256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
190256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
190256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
190256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
190256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
190256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
190256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
190256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
190256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
190256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
190256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
190256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
190256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
190256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
190256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
190256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
190256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
190256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
190256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
190256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
190256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
190256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
190256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
190256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
190256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
190256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
190256	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
190256	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
190256	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
190256	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
190256	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
190256	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
190256	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
190256	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
190256	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
190256	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
190256	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
190256	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
190256	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
190256	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
190256	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
190256	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
190256	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
190256	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
190256	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
190256	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
190256	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
190256	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
190256	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
190256	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
190256	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
190256	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
190256	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
190256	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
190256	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
190256	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
190256	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
190256	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
190256	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
190256	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
190256	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
190256	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
190256	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
190256	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
190256	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
190256	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
190256	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
190256	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
190256	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
190256	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
190256	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
190256	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
190256	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
190256	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
190256	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
190256	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
190256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
190256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
190256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
190256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
190256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
190256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
190256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
190256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
190256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
190256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
190256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
190256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
190256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
190256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
190256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
190256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
190256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
190256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
190256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
190256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
190256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
190256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
190256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
190256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
190256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
190256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
190256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
190256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
190256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
190256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
190256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
190256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
190256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
190256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
190256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
190256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
190256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
190256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
190256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
190256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
190256	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
190256	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
190256	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
190256	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
190256	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
190256	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
190256	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
190256	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
190256	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
190256	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
190256	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
190256	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
190256	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
190256	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
190256	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
190256	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
190256	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
190256	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
190256	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
190256	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
190256	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
190256	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
190256	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
190256	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
190256	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
190256	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
190256	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
190256	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
190256	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
190256	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
190256	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
190256	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
190256	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
190256	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
190256	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
190256	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
190256	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
190256	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
190256	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
190256	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
190256	embedding2nn.weight	0	0.24213871359825134
190256	embedding2nn.weight	1	0.2772500216960907
190256	embedding2nn.weight	2	0.04301394522190094
190256	embedding2nn.weight	3	0.010723380371928215
190256	embedding2nn.weight	4	-0.06549930572509766
190256	embedding2nn.weight	5	0.06204886734485626
190256	embedding2nn.weight	6	0.07029806077480316
190256	embedding2nn.weight	7	0.003783487481996417
190256	embedding2nn.weight	8	0.04069824516773224
190256	embedding2nn.weight	9	-0.015168379060924053
190256	embedding2nn.bias	0	0.03453482687473297
190256	embedding2nn.bias	1	-0.12125057727098465
190256	embedding2nn.bias	2	0.10105329006910324
190256	embedding2nn.bias	3	0.15738818049430847
190256	embedding2nn.bias	4	0.17360393702983856
190256	embedding2nn.bias	5	-0.04254971072077751
190256	embedding2nn.bias	6	-0.05605299025774002
190256	embedding2nn.bias	7	0.0145703861489892
190256	embedding2nn.bias	8	-0.13464324176311493
190256	embedding2nn.bias	9	-0.39687761664390564
190256	rnn.weight_ih_l0	0	0.013227921910583973
190256	rnn.weight_ih_l0	1	-0.06054108217358589
190256	rnn.weight_ih_l0	2	-0.08041580766439438
190256	rnn.weight_ih_l0	3	0.054037000983953476
190256	rnn.weight_ih_l0	4	0.09694720059633255
190256	rnn.weight_ih_l0	5	-0.1352754682302475
190256	rnn.weight_ih_l0	6	-0.019602954387664795
190256	rnn.weight_ih_l0	7	0.0007783950422890484
190256	rnn.weight_ih_l0	8	-0.026861876249313354
190256	rnn.weight_ih_l0	9	-0.047799888998270035
190256	rnn.weight_hh_l0	0	0.012857968918979168
190256	rnn.weight_hh_l0	1	0.06968573480844498
190256	rnn.weight_hh_l0	2	0.02536807768046856
190256	rnn.weight_hh_l0	3	0.03577273711562157
190256	rnn.weight_hh_l0	4	0.001010152162052691
190256	rnn.weight_hh_l0	5	0.06737358123064041
190256	rnn.weight_hh_l0	6	-0.011538819409906864
190256	rnn.weight_hh_l0	7	-0.03852835297584534
190256	rnn.weight_hh_l0	8	0.04116559401154518
190256	rnn.weight_hh_l0	9	-0.06948559731245041
190256	rnn.bias_ih_l0	0	0.14403966069221497
190256	rnn.bias_ih_l0	1	-0.18463148176670074
190256	rnn.bias_ih_l0	2	-0.023513948544859886
190256	rnn.bias_ih_l0	3	-0.13152748346328735
190256	rnn.bias_ih_l0	4	0.070379339158535
190256	rnn.bias_ih_l0	5	-0.2513493299484253
190256	rnn.bias_ih_l0	6	-0.08000263571739197
190256	rnn.bias_ih_l0	7	-0.2305685430765152
190256	rnn.bias_ih_l0	8	-0.1687244176864624
190256	rnn.bias_ih_l0	9	-0.36854124069213867
190256	rnn.bias_hh_l0	0	-0.2039863020181656
190256	rnn.bias_hh_l0	1	-0.22024665772914886
190256	rnn.bias_hh_l0	2	-0.1926501989364624
190256	rnn.bias_hh_l0	3	-0.03655751422047615
190256	rnn.bias_hh_l0	4	-0.1909186691045761
190256	rnn.bias_hh_l0	5	-0.24406209588050842
190256	rnn.bias_hh_l0	6	-0.12056569755077362
190256	rnn.bias_hh_l0	7	0.07132317870855331
190256	rnn.bias_hh_l0	8	-0.1587943434715271
190256	rnn.bias_hh_l0	9	-0.38665303587913513
190256	rnn.weight_ih_l0_reverse	0	0.06877678632736206
190256	rnn.weight_ih_l0_reverse	1	-0.0779641792178154
190256	rnn.weight_ih_l0_reverse	2	-0.04325716570019722
190256	rnn.weight_ih_l0_reverse	3	-0.0917167216539383
190256	rnn.weight_ih_l0_reverse	4	0.0437331385910511
190256	rnn.weight_ih_l0_reverse	5	-0.09633120894432068
190256	rnn.weight_ih_l0_reverse	6	0.05057257041335106
190256	rnn.weight_ih_l0_reverse	7	0.017927320674061775
190256	rnn.weight_ih_l0_reverse	8	-0.06668518483638763
190256	rnn.weight_ih_l0_reverse	9	-0.05554719269275665
190256	rnn.weight_hh_l0_reverse	0	-0.05540551617741585
190256	rnn.weight_hh_l0_reverse	1	0.01920126937329769
190256	rnn.weight_hh_l0_reverse	2	-0.014791447669267654
190256	rnn.weight_hh_l0_reverse	3	0.0025586169213056564
190256	rnn.weight_hh_l0_reverse	4	-0.07720479369163513
190256	rnn.weight_hh_l0_reverse	5	0.03847251087427139
190256	rnn.weight_hh_l0_reverse	6	0.01685401052236557
190256	rnn.weight_hh_l0_reverse	7	-0.01607345975935459
190256	rnn.weight_hh_l0_reverse	8	-0.002626133384183049
190256	rnn.weight_hh_l0_reverse	9	0.0548882856965065
190256	rnn.bias_ih_l0_reverse	0	-0.12166799604892731
190256	rnn.bias_ih_l0_reverse	1	-0.056408192962408066
190256	rnn.bias_ih_l0_reverse	2	0.05053206533193588
190256	rnn.bias_ih_l0_reverse	3	-0.19310398399829865
190256	rnn.bias_ih_l0_reverse	4	-0.038565073162317276
190256	rnn.bias_ih_l0_reverse	5	-0.18254880607128143
190256	rnn.bias_ih_l0_reverse	6	0.21915565431118011
190256	rnn.bias_ih_l0_reverse	7	-0.24439261853694916
190256	rnn.bias_ih_l0_reverse	8	-0.11202027648687363
190256	rnn.bias_ih_l0_reverse	9	-0.10500307381153107
190256	rnn.bias_hh_l0_reverse	0	-0.09424182027578354
190256	rnn.bias_hh_l0_reverse	1	0.16372306644916534
190256	rnn.bias_hh_l0_reverse	2	-0.2660292685031891
190256	rnn.bias_hh_l0_reverse	3	-0.11171026527881622
190256	rnn.bias_hh_l0_reverse	4	-0.28129565715789795
190256	rnn.bias_hh_l0_reverse	5	-0.09662925451993942
190256	rnn.bias_hh_l0_reverse	6	-0.22721752524375916
190256	rnn.bias_hh_l0_reverse	7	-0.06640628725290298
190256	rnn.bias_hh_l0_reverse	8	-0.1293334811925888
190256	rnn.bias_hh_l0_reverse	9	0.20010845363140106
190256	linear.weight	0	0.2216615378856659
190256	linear.weight	1	-0.36929500102996826
190256	linear.weight	2	0.05658364295959473
190256	linear.weight	3	0.06813319772481918
190256	linear.weight	4	-0.10940500348806381
190256	linear.weight	5	0.22227059304714203
190256	linear.weight	6	-0.1455249935388565
190256	linear.weight	7	-0.06727081537246704
190256	linear.weight	8	0.1343090534210205
190256	linear.weight	9	-0.03924984857439995
190256	linear.bias	0	-1.1163123846054077
190256	linear.bias	1	1.9252285957336426
190256	linear.bias	2	0.5335018038749695
190256	linear.bias	3	-2.4076006412506104
190256	linear.bias	4	-0.3277723491191864
190256	linear.bias	5	1.1125229597091675
190256	linear.bias	6	-0.24093875288963318
190256	linear.bias	7	0.5438327789306641
190256	linear.bias	8	2.2160489559173584
190256	linear.bias	9	-1.3485325574874878
190865	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
190865	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
190865	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
190865	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
190865	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
190865	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
190865	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
190865	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
190865	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
190865	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
190865	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
190865	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
190865	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
190865	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
190865	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
190865	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
190865	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
190865	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
190865	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
190865	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
190865	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
190865	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
190865	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
190865	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
190865	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
190865	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
190865	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
190865	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
190865	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
190865	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
190865	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
190865	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
190865	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
190865	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
190865	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
190865	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
190865	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
190865	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
190865	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
190865	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
190865	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
190865	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
190865	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
190865	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
190865	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
190865	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
190865	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
190865	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
190865	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
190865	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
190865	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
190865	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
190865	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
190865	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
190865	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
190865	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
190865	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
190865	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
190865	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
190865	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
190865	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
190865	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
190865	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
190865	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
190865	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
190865	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
190865	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
190865	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
190865	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
190865	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
190865	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
190865	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
190865	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
190865	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
190865	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
190865	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
190865	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
190865	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
190865	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
190865	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
190865	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
190865	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
190865	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
190865	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
190865	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
190865	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
190865	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
190865	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
190865	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
190865	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
190865	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
190865	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
190865	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
190865	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
190865	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
190865	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
190865	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
190865	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
190865	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
190865	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
190865	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
190865	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
190865	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
190865	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
190865	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
190865	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
190865	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
190865	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
190865	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
190865	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
190865	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
190865	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
190865	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
190865	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
190865	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
190865	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
190865	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
190865	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
190865	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
190865	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
190865	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
190865	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
190865	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
190865	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
190865	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
190865	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
190865	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
190865	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
190865	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
190865	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
190865	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
190865	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
190865	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
190865	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
190865	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
190865	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
190865	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
190865	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
190865	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
190865	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
190865	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
190865	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
190865	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
190865	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
190865	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
190865	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
190865	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
190865	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
190865	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
190865	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
190865	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
190865	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
190865	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
190865	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
190865	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
190865	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
190865	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
190865	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
190865	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
190865	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
190865	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
190865	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
190865	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
190865	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
190865	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
190865	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
190865	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
190865	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
190865	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
190865	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
190865	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
190865	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
190865	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
190865	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
190865	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
190865	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
190865	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
190865	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
190865	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
190865	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
190865	embedding2nn.weight	0	0.2447807639837265
190865	embedding2nn.weight	1	0.279879629611969
190865	embedding2nn.weight	2	0.03893153741955757
190865	embedding2nn.weight	3	0.017079312354326248
190865	embedding2nn.weight	4	-0.06256293505430222
190865	embedding2nn.weight	5	0.0643652081489563
190865	embedding2nn.weight	6	0.07822853326797485
190865	embedding2nn.weight	7	0.0027212726417928934
190865	embedding2nn.weight	8	0.050863105803728104
190865	embedding2nn.weight	9	-0.019227320328354836
190865	embedding2nn.bias	0	0.02296076901257038
190865	embedding2nn.bias	1	-0.1108073815703392
190865	embedding2nn.bias	2	0.10835342109203339
190865	embedding2nn.bias	3	0.15172775089740753
190865	embedding2nn.bias	4	0.1766171008348465
190865	embedding2nn.bias	5	-0.045649632811546326
190865	embedding2nn.bias	6	-0.06196220591664314
190865	embedding2nn.bias	7	0.005076388828456402
190865	embedding2nn.bias	8	-0.13667844235897064
190865	embedding2nn.bias	9	-0.4008581340312958
190865	rnn.weight_ih_l0	0	0.0101165184751153
190865	rnn.weight_ih_l0	1	-0.060935743153095245
190865	rnn.weight_ih_l0	2	-0.07882119715213776
190865	rnn.weight_ih_l0	3	0.05477048084139824
190865	rnn.weight_ih_l0	4	0.09843797981739044
190865	rnn.weight_ih_l0	5	-0.14081548154354095
190865	rnn.weight_ih_l0	6	-0.019000684842467308
190865	rnn.weight_ih_l0	7	-0.00443484541028738
190865	rnn.weight_ih_l0	8	-0.027325795963406563
190865	rnn.weight_ih_l0	9	-0.04981755465269089
190865	rnn.weight_hh_l0	0	0.013057513162493706
190865	rnn.weight_hh_l0	1	0.06965494900941849
190865	rnn.weight_hh_l0	2	0.025020094588398933
190865	rnn.weight_hh_l0	3	0.03595731407403946
190865	rnn.weight_hh_l0	4	0.0016225376166403294
190865	rnn.weight_hh_l0	5	0.06898779422044754
190865	rnn.weight_hh_l0	6	-0.011585303582251072
190865	rnn.weight_hh_l0	7	-0.040373723953962326
190865	rnn.weight_hh_l0	8	0.041412029415369034
190865	rnn.weight_hh_l0	9	-0.06920589506626129
190865	rnn.bias_ih_l0	0	0.14089007675647736
190865	rnn.bias_ih_l0	1	-0.18201111257076263
190865	rnn.bias_ih_l0	2	-0.01898844540119171
190865	rnn.bias_ih_l0	3	-0.135685995221138
190865	rnn.bias_ih_l0	4	0.05608188360929489
190865	rnn.bias_ih_l0	5	-0.2512303292751312
190865	rnn.bias_ih_l0	6	-0.08578532934188843
190865	rnn.bias_ih_l0	7	-0.22977899014949799
190865	rnn.bias_ih_l0	8	-0.16869325935840607
190865	rnn.bias_ih_l0	9	-0.3719017505645752
190865	rnn.bias_hh_l0	0	-0.19930660724639893
190865	rnn.bias_hh_l0	1	-0.22251591086387634
190865	rnn.bias_hh_l0	2	-0.18460117280483246
190865	rnn.bias_hh_l0	3	-0.03224719315767288
190865	rnn.bias_hh_l0	4	-0.1851477175951004
190865	rnn.bias_hh_l0	5	-0.24689923226833344
190865	rnn.bias_hh_l0	6	-0.12557777762413025
190865	rnn.bias_hh_l0	7	0.07280953228473663
190865	rnn.bias_hh_l0	8	-0.1618940234184265
190865	rnn.bias_hh_l0	9	-0.38406750559806824
190865	rnn.weight_ih_l0_reverse	0	0.06797831505537033
190865	rnn.weight_ih_l0_reverse	1	-0.07594764232635498
190865	rnn.weight_ih_l0_reverse	2	-0.04415476322174072
190865	rnn.weight_ih_l0_reverse	3	-0.09149296581745148
190865	rnn.weight_ih_l0_reverse	4	0.04129144921898842
190865	rnn.weight_ih_l0_reverse	5	-0.09833864867687225
190865	rnn.weight_ih_l0_reverse	6	0.05468869209289551
190865	rnn.weight_ih_l0_reverse	7	0.019130012020468712
190865	rnn.weight_ih_l0_reverse	8	-0.06497408449649811
190865	rnn.weight_ih_l0_reverse	9	-0.056098513305187225
190865	rnn.weight_hh_l0_reverse	0	-0.05477007105946541
190865	rnn.weight_hh_l0_reverse	1	0.019275203347206116
190865	rnn.weight_hh_l0_reverse	2	-0.014937969855964184
190865	rnn.weight_hh_l0_reverse	3	0.0029705308843404055
190865	rnn.weight_hh_l0_reverse	4	-0.07713675498962402
190865	rnn.weight_hh_l0_reverse	5	0.03853289783000946
190865	rnn.weight_hh_l0_reverse	6	0.0166013166308403
190865	rnn.weight_hh_l0_reverse	7	-0.014372017234563828
190865	rnn.weight_hh_l0_reverse	8	-0.005518532823771238
190865	rnn.weight_hh_l0_reverse	9	0.057566896080970764
190865	rnn.bias_ih_l0_reverse	0	-0.12017931044101715
190865	rnn.bias_ih_l0_reverse	1	-0.05839202180504799
190865	rnn.bias_ih_l0_reverse	2	0.048446498811244965
190865	rnn.bias_ih_l0_reverse	3	-0.19586291909217834
190865	rnn.bias_ih_l0_reverse	4	-0.030146945267915726
190865	rnn.bias_ih_l0_reverse	5	-0.18067413568496704
190865	rnn.bias_ih_l0_reverse	6	0.20919090509414673
190865	rnn.bias_ih_l0_reverse	7	-0.24361294507980347
190865	rnn.bias_ih_l0_reverse	8	-0.10933953523635864
190865	rnn.bias_ih_l0_reverse	9	-0.11436226218938828
190865	rnn.bias_hh_l0_reverse	0	-0.09680604189634323
190865	rnn.bias_hh_l0_reverse	1	0.16413621604442596
190865	rnn.bias_hh_l0_reverse	2	-0.2726714611053467
190865	rnn.bias_hh_l0_reverse	3	-0.11226832866668701
190865	rnn.bias_hh_l0_reverse	4	-0.2769771218299866
190865	rnn.bias_hh_l0_reverse	5	-0.10302996635437012
190865	rnn.bias_hh_l0_reverse	6	-0.21016405522823334
190865	rnn.bias_hh_l0_reverse	7	-0.06892705708742142
190865	rnn.bias_hh_l0_reverse	8	-0.1268724948167801
190865	rnn.bias_hh_l0_reverse	9	0.1987937092781067
190865	linear.weight	0	0.17225192487239838
190865	linear.weight	1	-0.3566157817840576
190865	linear.weight	2	0.08717742562294006
190865	linear.weight	3	0.06813555210828781
190865	linear.weight	4	-0.06329872459173203
190865	linear.weight	5	0.22857271134853363
190865	linear.weight	6	-0.14951246976852417
190865	linear.weight	7	-0.06727082282304764
190865	linear.weight	8	0.14564985036849976
190865	linear.weight	9	-0.03927536681294441
190865	linear.bias	0	-1.0877227783203125
190865	linear.bias	1	1.930055022239685
190865	linear.bias	2	0.5338029265403748
190865	linear.bias	3	-2.408606767654419
190865	linear.bias	4	-0.30291548371315
190865	linear.bias	5	1.1428784132003784
190865	linear.bias	6	-0.24250300228595734
190865	linear.bias	7	0.5170919299125671
190865	linear.bias	8	2.171186685562134
190865	linear.bias	9	-1.354944109916687
191474	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
191474	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
191474	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
191474	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
191474	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
191474	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
191474	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
191474	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
191474	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
191474	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
191474	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
191474	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
191474	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
191474	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
191474	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
191474	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
191474	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
191474	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
191474	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
191474	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
191474	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
191474	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
191474	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
191474	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
191474	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
191474	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
191474	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
191474	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
191474	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
191474	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
191474	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
191474	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
191474	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
191474	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
191474	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
191474	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
191474	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
191474	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
191474	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
191474	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
191474	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
191474	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
191474	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
191474	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
191474	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
191474	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
191474	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
191474	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
191474	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
191474	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
191474	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
191474	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
191474	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
191474	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
191474	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
191474	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
191474	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
191474	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
191474	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
191474	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
191474	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
191474	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
191474	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
191474	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
191474	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
191474	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
191474	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
191474	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
191474	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
191474	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
191474	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
191474	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
191474	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
191474	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
191474	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
191474	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
191474	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
191474	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
191474	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
191474	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
191474	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
191474	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
191474	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
191474	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
191474	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
191474	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
191474	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
191474	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
191474	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
191474	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
191474	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
191474	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
191474	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
191474	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
191474	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
191474	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
191474	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
191474	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
191474	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
191474	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
191474	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
191474	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
191474	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
191474	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
191474	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
191474	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
191474	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
191474	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
191474	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
191474	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
191474	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
191474	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
191474	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
191474	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
191474	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
191474	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
191474	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
191474	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
191474	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
191474	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
191474	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
191474	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
191474	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
191474	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
191474	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
191474	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
191474	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
191474	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
191474	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
191474	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
191474	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
191474	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
191474	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
191474	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
191474	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
191474	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
191474	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
191474	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
191474	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
191474	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
191474	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
191474	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
191474	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
191474	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
191474	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
191474	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
191474	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
191474	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
191474	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
191474	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
191474	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
191474	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
191474	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
191474	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
191474	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
191474	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
191474	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
191474	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
191474	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
191474	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
191474	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
191474	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
191474	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
191474	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
191474	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
191474	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
191474	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
191474	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
191474	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
191474	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
191474	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
191474	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
191474	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
191474	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
191474	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
191474	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
191474	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
191474	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
191474	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
191474	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
191474	embedding2nn.weight	0	0.2445058524608612
191474	embedding2nn.weight	1	0.28487858176231384
191474	embedding2nn.weight	2	0.038404662162065506
191474	embedding2nn.weight	3	0.021811122074723244
191474	embedding2nn.weight	4	-0.05925186350941658
191474	embedding2nn.weight	5	0.062184493988752365
191474	embedding2nn.weight	6	0.06895361840724945
191474	embedding2nn.weight	7	0.00845849048346281
191474	embedding2nn.weight	8	0.04965904727578163
191474	embedding2nn.weight	9	-0.012901030480861664
191474	embedding2nn.bias	0	0.01965618133544922
191474	embedding2nn.bias	1	-0.11719897389411926
191474	embedding2nn.bias	2	0.11337970197200775
191474	embedding2nn.bias	3	0.1388569325208664
191474	embedding2nn.bias	4	0.15886999666690826
191474	embedding2nn.bias	5	-0.05520882457494736
191474	embedding2nn.bias	6	-0.06350374966859818
191474	embedding2nn.bias	7	0.028170404955744743
191474	embedding2nn.bias	8	-0.1383911520242691
191474	embedding2nn.bias	9	-0.39413443207740784
191474	rnn.weight_ih_l0	0	0.009604460559785366
191474	rnn.weight_ih_l0	1	-0.06069174408912659
191474	rnn.weight_ih_l0	2	-0.08195780962705612
191474	rnn.weight_ih_l0	3	0.05059570074081421
191474	rnn.weight_ih_l0	4	0.09386277943849564
191474	rnn.weight_ih_l0	5	-0.13088570535182953
191474	rnn.weight_ih_l0	6	-0.013885967433452606
191474	rnn.weight_ih_l0	7	-0.006813067011535168
191474	rnn.weight_ih_l0	8	-0.029056381434202194
191474	rnn.weight_ih_l0	9	-0.053508345037698746
191474	rnn.weight_hh_l0	0	0.012678554281592369
191474	rnn.weight_hh_l0	1	0.06995522975921631
191474	rnn.weight_hh_l0	2	0.02530398778617382
191474	rnn.weight_hh_l0	3	0.03579588979482651
191474	rnn.weight_hh_l0	4	0.002722289180383086
191474	rnn.weight_hh_l0	5	0.06897718459367752
191474	rnn.weight_hh_l0	6	-0.01146089006215334
191474	rnn.weight_hh_l0	7	-0.03901904076337814
191474	rnn.weight_hh_l0	8	0.04124372452497482
191474	rnn.weight_hh_l0	9	-0.06849569827318192
191474	rnn.bias_ih_l0	0	0.15657106041908264
191474	rnn.bias_ih_l0	1	-0.18139620125293732
191474	rnn.bias_ih_l0	2	-0.01574496179819107
191474	rnn.bias_ih_l0	3	-0.13392862677574158
191474	rnn.bias_ih_l0	4	0.0690300315618515
191474	rnn.bias_ih_l0	5	-0.2545369565486908
191474	rnn.bias_ih_l0	6	-0.07666710764169693
191474	rnn.bias_ih_l0	7	-0.23008114099502563
191474	rnn.bias_ih_l0	8	-0.1650121659040451
191474	rnn.bias_ih_l0	9	-0.37562859058380127
191474	rnn.bias_hh_l0	0	-0.2022763043642044
191474	rnn.bias_hh_l0	1	-0.22674961388111115
191474	rnn.bias_hh_l0	2	-0.18119917809963226
191474	rnn.bias_hh_l0	3	-0.034933216869831085
191474	rnn.bias_hh_l0	4	-0.18696269392967224
191474	rnn.bias_hh_l0	5	-0.24750834703445435
191474	rnn.bias_hh_l0	6	-0.12636949121952057
191474	rnn.bias_hh_l0	7	0.07389505952596664
191474	rnn.bias_hh_l0	8	-0.1665581464767456
191474	rnn.bias_hh_l0	9	-0.3886203467845917
191474	rnn.weight_ih_l0_reverse	0	0.06295856088399887
191474	rnn.weight_ih_l0_reverse	1	-0.07672565430402756
191474	rnn.weight_ih_l0_reverse	2	-0.04186347499489784
191474	rnn.weight_ih_l0_reverse	3	-0.08717996627092361
191474	rnn.weight_ih_l0_reverse	4	0.04256472364068031
191474	rnn.weight_ih_l0_reverse	5	-0.10305451601743698
191474	rnn.weight_ih_l0_reverse	6	0.044556278735399246
191474	rnn.weight_ih_l0_reverse	7	0.01757248491048813
191474	rnn.weight_ih_l0_reverse	8	-0.06533672660589218
191474	rnn.weight_ih_l0_reverse	9	-0.05678022652864456
191474	rnn.weight_hh_l0_reverse	0	-0.05194830149412155
191474	rnn.weight_hh_l0_reverse	1	0.018342837691307068
191474	rnn.weight_hh_l0_reverse	2	-0.015180307440459728
191474	rnn.weight_hh_l0_reverse	3	0.0034795815590769053
191474	rnn.weight_hh_l0_reverse	4	-0.0778428241610527
191474	rnn.weight_hh_l0_reverse	5	0.038334257900714874
191474	rnn.weight_hh_l0_reverse	6	0.016290290281176567
191474	rnn.weight_hh_l0_reverse	7	-0.01532388012856245
191474	rnn.weight_hh_l0_reverse	8	-0.008714786730706692
191474	rnn.weight_hh_l0_reverse	9	0.05854130536317825
191474	rnn.bias_ih_l0_reverse	0	-0.12337314337491989
191474	rnn.bias_ih_l0_reverse	1	-0.05724092572927475
191474	rnn.bias_ih_l0_reverse	2	0.041876476258039474
191474	rnn.bias_ih_l0_reverse	3	-0.19256490468978882
191474	rnn.bias_ih_l0_reverse	4	-0.0290109571069479
191474	rnn.bias_ih_l0_reverse	5	-0.180115208029747
191474	rnn.bias_ih_l0_reverse	6	0.21604125201702118
191474	rnn.bias_ih_l0_reverse	7	-0.24858368933200836
191474	rnn.bias_ih_l0_reverse	8	-0.11169148236513138
191474	rnn.bias_ih_l0_reverse	9	-0.1080387607216835
191474	rnn.bias_hh_l0_reverse	0	-0.0944867804646492
191474	rnn.bias_hh_l0_reverse	1	0.1689167320728302
191474	rnn.bias_hh_l0_reverse	2	-0.2764100134372711
191474	rnn.bias_hh_l0_reverse	3	-0.11310265213251114
191474	rnn.bias_hh_l0_reverse	4	-0.2769715189933777
191474	rnn.bias_hh_l0_reverse	5	-0.10226909071207047
191474	rnn.bias_hh_l0_reverse	6	-0.21329474449157715
191474	rnn.bias_hh_l0_reverse	7	-0.07219897210597992
191474	rnn.bias_hh_l0_reverse	8	-0.1335432529449463
191474	rnn.bias_hh_l0_reverse	9	0.21361206471920013
191474	linear.weight	0	0.18333207070827484
191474	linear.weight	1	-0.38303342461586
191474	linear.weight	2	-0.00623936066403985
191474	linear.weight	3	0.06813202798366547
191474	linear.weight	4	-0.15212403237819672
191474	linear.weight	5	0.22388450801372528
191474	linear.weight	6	-0.13430500030517578
191474	linear.weight	7	-0.06726926565170288
191474	linear.weight	8	0.13524962961673737
191474	linear.weight	9	-0.039308466017246246
191474	linear.bias	0	-1.0748801231384277
191474	linear.bias	1	1.9483356475830078
191474	linear.bias	2	0.49557748436927795
191474	linear.bias	3	-2.409606695175171
191474	linear.bias	4	-0.32256391644477844
191474	linear.bias	5	1.1489280462265015
191474	linear.bias	6	-0.24616476893424988
191474	linear.bias	7	0.5192168354988098
191474	linear.bias	8	2.1527976989746094
191474	linear.bias	9	-1.3356950283050537
192083	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
192083	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
192083	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
192083	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
192083	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
192083	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
192083	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
192083	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
192083	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
192083	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
192083	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
192083	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
192083	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
192083	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
192083	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
192083	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
192083	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
192083	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
192083	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
192083	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
192083	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
192083	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
192083	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
192083	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
192083	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
192083	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
192083	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
192083	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
192083	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
192083	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
192083	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
192083	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
192083	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
192083	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
192083	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
192083	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
192083	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
192083	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
192083	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
192083	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
192083	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
192083	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
192083	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
192083	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
192083	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
192083	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
192083	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
192083	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
192083	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
192083	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
192083	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
192083	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
192083	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
192083	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
192083	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
192083	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
192083	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
192083	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
192083	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
192083	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
192083	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
192083	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
192083	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
192083	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
192083	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
192083	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
192083	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
192083	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
192083	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
192083	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
192083	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
192083	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
192083	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
192083	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
192083	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
192083	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
192083	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
192083	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
192083	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
192083	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
192083	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
192083	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
192083	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
192083	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
192083	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
192083	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
192083	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
192083	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
192083	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
192083	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
192083	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
192083	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
192083	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
192083	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
192083	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
192083	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
192083	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
192083	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
192083	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
192083	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
192083	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
192083	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
192083	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
192083	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
192083	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
192083	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
192083	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
192083	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
192083	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
192083	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
192083	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
192083	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
192083	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
192083	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
192083	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
192083	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
192083	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
192083	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
192083	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
192083	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
192083	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
192083	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
192083	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
192083	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
192083	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
192083	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
192083	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
192083	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
192083	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
192083	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
192083	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
192083	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
192083	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
192083	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
192083	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
192083	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
192083	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
192083	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
192083	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
192083	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
192083	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
192083	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
192083	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
192083	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
192083	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
192083	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
192083	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
192083	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
192083	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
192083	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
192083	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
192083	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
192083	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
192083	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
192083	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
192083	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
192083	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
192083	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
192083	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
192083	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
192083	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
192083	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
192083	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
192083	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
192083	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
192083	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
192083	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
192083	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
192083	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
192083	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
192083	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
192083	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
192083	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
192083	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
192083	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
192083	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
192083	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
192083	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
192083	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
192083	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
192083	embedding2nn.weight	0	0.24218617379665375
192083	embedding2nn.weight	1	0.28601792454719543
192083	embedding2nn.weight	2	0.041681643575429916
192083	embedding2nn.weight	3	0.00298478570766747
192083	embedding2nn.weight	4	-0.05263383686542511
192083	embedding2nn.weight	5	0.06126979738473892
192083	embedding2nn.weight	6	0.08245950192213058
192083	embedding2nn.weight	7	0.002231479389593005
192083	embedding2nn.weight	8	0.045365024358034134
192083	embedding2nn.weight	9	-0.010161100886762142
192083	embedding2nn.bias	0	0.015111810527741909
192083	embedding2nn.bias	1	-0.12566208839416504
192083	embedding2nn.bias	2	0.09623729437589645
192083	embedding2nn.bias	3	0.14837579429149628
192083	embedding2nn.bias	4	0.14633192121982574
192083	embedding2nn.bias	5	-0.06315944343805313
192083	embedding2nn.bias	6	-0.06659382581710815
192083	embedding2nn.bias	7	0.025304706767201424
192083	embedding2nn.bias	8	-0.12209583073854446
192083	embedding2nn.bias	9	-0.3902705907821655
192083	rnn.weight_ih_l0	0	0.01008105743676424
192083	rnn.weight_ih_l0	1	-0.060291875153779984
192083	rnn.weight_ih_l0	2	-0.08082915097475052
192083	rnn.weight_ih_l0	3	0.05003705248236656
192083	rnn.weight_ih_l0	4	0.08995967358350754
192083	rnn.weight_ih_l0	5	-0.12923476099967957
192083	rnn.weight_ih_l0	6	-0.024092793464660645
192083	rnn.weight_ih_l0	7	-0.008908120915293694
192083	rnn.weight_ih_l0	8	-0.027412503957748413
192083	rnn.weight_ih_l0	9	-0.05616282299160957
192083	rnn.weight_hh_l0	0	0.012939320877194405
192083	rnn.weight_hh_l0	1	0.07014214992523193
192083	rnn.weight_hh_l0	2	0.025854498147964478
192083	rnn.weight_hh_l0	3	0.03506826236844063
192083	rnn.weight_hh_l0	4	0.00295308162458241
192083	rnn.weight_hh_l0	5	0.06881162524223328
192083	rnn.weight_hh_l0	6	-0.011824920773506165
192083	rnn.weight_hh_l0	7	-0.03811895474791527
192083	rnn.weight_hh_l0	8	0.04101988673210144
192083	rnn.weight_hh_l0	9	-0.06954403966665268
192083	rnn.bias_ih_l0	0	0.1463019996881485
192083	rnn.bias_ih_l0	1	-0.17705698311328888
192083	rnn.bias_ih_l0	2	-0.019811498001217842
192083	rnn.bias_ih_l0	3	-0.14367449283599854
192083	rnn.bias_ih_l0	4	0.08110713958740234
192083	rnn.bias_ih_l0	5	-0.2602025270462036
192083	rnn.bias_ih_l0	6	-0.06520578265190125
192083	rnn.bias_ih_l0	7	-0.23207445442676544
192083	rnn.bias_ih_l0	8	-0.1722889542579651
192083	rnn.bias_ih_l0	9	-0.37393414974212646
192083	rnn.bias_hh_l0	0	-0.20295970141887665
192083	rnn.bias_hh_l0	1	-0.2277446687221527
192083	rnn.bias_hh_l0	2	-0.18071596324443817
192083	rnn.bias_hh_l0	3	-0.03794191777706146
192083	rnn.bias_hh_l0	4	-0.19655250012874603
192083	rnn.bias_hh_l0	5	-0.24795818328857422
192083	rnn.bias_hh_l0	6	-0.12842422723770142
192083	rnn.bias_hh_l0	7	0.07351398468017578
192083	rnn.bias_hh_l0	8	-0.17203454673290253
192083	rnn.bias_hh_l0	9	-0.3793652057647705
192083	rnn.weight_ih_l0_reverse	0	0.05945584550499916
192083	rnn.weight_ih_l0_reverse	1	-0.080265574157238
192083	rnn.weight_ih_l0_reverse	2	-0.04199517145752907
192083	rnn.weight_ih_l0_reverse	3	-0.0872783288359642
192083	rnn.weight_ih_l0_reverse	4	0.041247859597206116
192083	rnn.weight_ih_l0_reverse	5	-0.10573761910200119
192083	rnn.weight_ih_l0_reverse	6	0.046574804931879044
192083	rnn.weight_ih_l0_reverse	7	0.017080247402191162
192083	rnn.weight_ih_l0_reverse	8	-0.06419447064399719
192083	rnn.weight_ih_l0_reverse	9	-0.05474579334259033
192083	rnn.weight_hh_l0_reverse	0	-0.05118534713983536
192083	rnn.weight_hh_l0_reverse	1	0.01803983934223652
192083	rnn.weight_hh_l0_reverse	2	-0.015130928717553616
192083	rnn.weight_hh_l0_reverse	3	0.004037231206893921
192083	rnn.weight_hh_l0_reverse	4	-0.07722630351781845
192083	rnn.weight_hh_l0_reverse	5	0.037964340299367905
192083	rnn.weight_hh_l0_reverse	6	0.016026608645915985
192083	rnn.weight_hh_l0_reverse	7	-0.020512249320745468
192083	rnn.weight_hh_l0_reverse	8	-0.007156167645007372
192083	rnn.weight_hh_l0_reverse	9	0.060056231915950775
192083	rnn.bias_ih_l0_reverse	0	-0.11635155230760574
192083	rnn.bias_ih_l0_reverse	1	-0.06525840610265732
192083	rnn.bias_ih_l0_reverse	2	0.0503593347966671
192083	rnn.bias_ih_l0_reverse	3	-0.1898537129163742
192083	rnn.bias_ih_l0_reverse	4	-0.026919599622488022
192083	rnn.bias_ih_l0_reverse	5	-0.17948101460933685
192083	rnn.bias_ih_l0_reverse	6	0.21698470413684845
192083	rnn.bias_ih_l0_reverse	7	-0.2557515501976013
192083	rnn.bias_ih_l0_reverse	8	-0.11588213592767715
192083	rnn.bias_ih_l0_reverse	9	-0.114301398396492
192083	rnn.bias_hh_l0_reverse	0	-0.0991981253027916
192083	rnn.bias_hh_l0_reverse	1	0.16938543319702148
192083	rnn.bias_hh_l0_reverse	2	-0.27130794525146484
192083	rnn.bias_hh_l0_reverse	3	-0.11877496540546417
192083	rnn.bias_hh_l0_reverse	4	-0.2748378813266754
192083	rnn.bias_hh_l0_reverse	5	-0.10240548849105835
192083	rnn.bias_hh_l0_reverse	6	-0.20548126101493835
192083	rnn.bias_hh_l0_reverse	7	-0.07500486075878143
192083	rnn.bias_hh_l0_reverse	8	-0.12693342566490173
192083	rnn.bias_hh_l0_reverse	9	0.18089455366134644
192083	linear.weight	0	0.20278631150722504
192083	linear.weight	1	-0.3954831063747406
192083	linear.weight	2	-0.0014820069773122668
192083	linear.weight	3	0.06812477111816406
192083	linear.weight	4	-0.09893714636564255
192083	linear.weight	5	0.23142461478710175
192083	linear.weight	6	-0.13520179688930511
192083	linear.weight	7	-0.06726481765508652
192083	linear.weight	8	0.13469545543193817
192083	linear.weight	9	-0.03935108706355095
192083	linear.bias	0	-1.1211858987808228
192083	linear.bias	1	1.9043759107589722
192083	linear.bias	2	0.5113985538482666
192083	linear.bias	3	-2.410623550415039
192083	linear.bias	4	-0.31108424067497253
192083	linear.bias	5	1.1349616050720215
192083	linear.bias	6	-0.2351614534854889
192083	linear.bias	7	0.5070117712020874
192083	linear.bias	8	2.2272183895111084
192083	linear.bias	9	-1.3258262872695923
192692	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
192692	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
192692	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
192692	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
192692	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
192692	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
192692	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
192692	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
192692	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
192692	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
192692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
192692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
192692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
192692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
192692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
192692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
192692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
192692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
192692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
192692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
192692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
192692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
192692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
192692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
192692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
192692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
192692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
192692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
192692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
192692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
192692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
192692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
192692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
192692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
192692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
192692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
192692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
192692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
192692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
192692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
192692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
192692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
192692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
192692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
192692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
192692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
192692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
192692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
192692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
192692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
192692	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
192692	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
192692	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
192692	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
192692	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
192692	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
192692	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
192692	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
192692	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
192692	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
192692	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
192692	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
192692	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
192692	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
192692	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
192692	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
192692	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
192692	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
192692	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
192692	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
192692	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
192692	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
192692	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
192692	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
192692	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
192692	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
192692	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
192692	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
192692	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
192692	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
192692	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
192692	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
192692	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
192692	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
192692	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
192692	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
192692	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
192692	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
192692	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
192692	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
192692	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
192692	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
192692	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
192692	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
192692	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
192692	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
192692	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
192692	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
192692	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
192692	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
192692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
192692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
192692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
192692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
192692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
192692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
192692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
192692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
192692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
192692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
192692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
192692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
192692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
192692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
192692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
192692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
192692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
192692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
192692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
192692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
192692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
192692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
192692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
192692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
192692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
192692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
192692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
192692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
192692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
192692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
192692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
192692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
192692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
192692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
192692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
192692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
192692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
192692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
192692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
192692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
192692	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
192692	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
192692	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
192692	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
192692	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
192692	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
192692	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
192692	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
192692	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
192692	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
192692	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
192692	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
192692	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
192692	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
192692	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
192692	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
192692	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
192692	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
192692	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
192692	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
192692	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
192692	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
192692	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
192692	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
192692	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
192692	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
192692	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
192692	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
192692	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
192692	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
192692	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
192692	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
192692	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
192692	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
192692	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
192692	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
192692	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
192692	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
192692	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
192692	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
192692	embedding2nn.weight	0	0.24159957468509674
192692	embedding2nn.weight	1	0.2875998318195343
192692	embedding2nn.weight	2	0.03362249955534935
192692	embedding2nn.weight	3	0.00889081321656704
192692	embedding2nn.weight	4	-0.049284324049949646
192692	embedding2nn.weight	5	0.06357300281524658
192692	embedding2nn.weight	6	0.0813622996211052
192692	embedding2nn.weight	7	0.00494298106059432
192692	embedding2nn.weight	8	0.038770031183958054
192692	embedding2nn.weight	9	-0.0036676398012787104
192692	embedding2nn.bias	0	0.001205533859319985
192692	embedding2nn.bias	1	-0.12391798198223114
192692	embedding2nn.bias	2	0.10370498150587082
192692	embedding2nn.bias	3	0.13044263422489166
192692	embedding2nn.bias	4	0.1658165454864502
192692	embedding2nn.bias	5	-0.052696578204631805
192692	embedding2nn.bias	6	-0.07540307193994522
192692	embedding2nn.bias	7	0.027604181319475174
192692	embedding2nn.bias	8	-0.12668347358703613
192692	embedding2nn.bias	9	-0.4006345272064209
192692	rnn.weight_ih_l0	0	0.00936696957796812
192692	rnn.weight_ih_l0	1	-0.0603572279214859
192692	rnn.weight_ih_l0	2	-0.088663749396801
192692	rnn.weight_ih_l0	3	0.043080128729343414
192692	rnn.weight_ih_l0	4	0.08326707035303116
192692	rnn.weight_ih_l0	5	-0.12147387117147446
192692	rnn.weight_ih_l0	6	-0.02182764746248722
192692	rnn.weight_ih_l0	7	-0.00783764198422432
192692	rnn.weight_ih_l0	8	-0.021039782091975212
192692	rnn.weight_ih_l0	9	-0.05515003949403763
192692	rnn.weight_hh_l0	0	0.012691502459347248
192692	rnn.weight_hh_l0	1	0.07037413120269775
192692	rnn.weight_hh_l0	2	0.026289530098438263
192692	rnn.weight_hh_l0	3	0.03477785363793373
192692	rnn.weight_hh_l0	4	0.003789431881159544
192692	rnn.weight_hh_l0	5	0.0694953203201294
192692	rnn.weight_hh_l0	6	-0.012045689858496189
192692	rnn.weight_hh_l0	7	-0.03867393359541893
192692	rnn.weight_hh_l0	8	0.040971789509058
192692	rnn.weight_hh_l0	9	-0.06987280398607254
192692	rnn.bias_ih_l0	0	0.1427852362394333
192692	rnn.bias_ih_l0	1	-0.18278057873249054
192692	rnn.bias_ih_l0	2	-0.01946353353559971
192692	rnn.bias_ih_l0	3	-0.12841589748859406
192692	rnn.bias_ih_l0	4	0.08602389693260193
192692	rnn.bias_ih_l0	5	-0.2656320631504059
192692	rnn.bias_ih_l0	6	-0.06577977538108826
192692	rnn.bias_ih_l0	7	-0.2321317344903946
192692	rnn.bias_ih_l0	8	-0.17589132487773895
192692	rnn.bias_ih_l0	9	-0.37255188822746277
192692	rnn.bias_hh_l0	0	-0.20685997605323792
192692	rnn.bias_hh_l0	1	-0.22515133023262024
192692	rnn.bias_hh_l0	2	-0.1796928495168686
192692	rnn.bias_hh_l0	3	-0.03376735746860504
192692	rnn.bias_hh_l0	4	-0.1993263065814972
192692	rnn.bias_hh_l0	5	-0.2465304732322693
192692	rnn.bias_hh_l0	6	-0.12362542748451233
192692	rnn.bias_hh_l0	7	0.0782947689294815
192692	rnn.bias_hh_l0	8	-0.16978074610233307
192692	rnn.bias_hh_l0	9	-0.37491971254348755
192692	rnn.weight_ih_l0_reverse	0	0.06628311425447464
192692	rnn.weight_ih_l0_reverse	1	-0.08261774480342865
192692	rnn.weight_ih_l0_reverse	2	-0.04271828383207321
192692	rnn.weight_ih_l0_reverse	3	-0.08881426602602005
192692	rnn.weight_ih_l0_reverse	4	0.03819792717695236
192692	rnn.weight_ih_l0_reverse	5	-0.1037272959947586
192692	rnn.weight_ih_l0_reverse	6	0.04013676568865776
192692	rnn.weight_ih_l0_reverse	7	0.018993068486452103
192692	rnn.weight_ih_l0_reverse	8	-0.06634420901536942
192692	rnn.weight_ih_l0_reverse	9	-0.05880221724510193
192692	rnn.weight_hh_l0_reverse	0	-0.050083037465810776
192692	rnn.weight_hh_l0_reverse	1	0.0189506858587265
192692	rnn.weight_hh_l0_reverse	2	-0.014772336930036545
192692	rnn.weight_hh_l0_reverse	3	0.0042505813762545586
192692	rnn.weight_hh_l0_reverse	4	-0.07685390114784241
192692	rnn.weight_hh_l0_reverse	5	0.03795815259218216
192692	rnn.weight_hh_l0_reverse	6	0.015926025807857513
192692	rnn.weight_hh_l0_reverse	7	-0.02119186520576477
192692	rnn.weight_hh_l0_reverse	8	-0.00895039550960064
192692	rnn.weight_hh_l0_reverse	9	0.05901411175727844
192692	rnn.bias_ih_l0_reverse	0	-0.11662841588258743
192692	rnn.bias_ih_l0_reverse	1	-0.058035995811223984
192692	rnn.bias_ih_l0_reverse	2	0.04878372699022293
192692	rnn.bias_ih_l0_reverse	3	-0.18984569609165192
192692	rnn.bias_ih_l0_reverse	4	-0.032402656972408295
192692	rnn.bias_ih_l0_reverse	5	-0.18005511164665222
192692	rnn.bias_ih_l0_reverse	6	0.2078319489955902
192692	rnn.bias_ih_l0_reverse	7	-0.24676945805549622
192692	rnn.bias_ih_l0_reverse	8	-0.11287203431129456
192692	rnn.bias_ih_l0_reverse	9	-0.1156848669052124
192692	rnn.bias_hh_l0_reverse	0	-0.09258360415697098
192692	rnn.bias_hh_l0_reverse	1	0.18303650617599487
192692	rnn.bias_hh_l0_reverse	2	-0.258492648601532
192692	rnn.bias_hh_l0_reverse	3	-0.11570078879594803
192692	rnn.bias_hh_l0_reverse	4	-0.27407440543174744
192692	rnn.bias_hh_l0_reverse	5	-0.10026388615369797
192692	rnn.bias_hh_l0_reverse	6	-0.22059640288352966
192692	rnn.bias_hh_l0_reverse	7	-0.07520850002765656
192692	rnn.bias_hh_l0_reverse	8	-0.13720591366291046
192692	rnn.bias_hh_l0_reverse	9	0.20527029037475586
192692	linear.weight	0	0.2136547565460205
192692	linear.weight	1	-0.37346383929252625
192692	linear.weight	2	-0.018430953845381737
192692	linear.weight	3	0.06811903417110443
192692	linear.weight	4	-0.12605491280555725
192692	linear.weight	5	0.2645307779312134
192692	linear.weight	6	-0.12159612774848938
192692	linear.weight	7	-0.06725288182497025
192692	linear.weight	8	0.132931649684906
192692	linear.weight	9	-0.039380185306072235
192692	linear.bias	0	-1.0950831174850464
192692	linear.bias	1	1.978289008140564
192692	linear.bias	2	0.5440415740013123
192692	linear.bias	3	-2.4116203784942627
192692	linear.bias	4	-0.3251151740550995
192692	linear.bias	5	1.1230218410491943
192692	linear.bias	6	-0.2703109085559845
192692	linear.bias	7	0.5033737421035767
192692	linear.bias	8	2.1457982063293457
192692	linear.bias	9	-1.3404680490493774
193301	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
193301	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
193301	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
193301	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
193301	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
193301	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
193301	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
193301	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
193301	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
193301	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
193301	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
193301	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
193301	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
193301	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
193301	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
193301	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
193301	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
193301	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
193301	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
193301	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
193301	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
193301	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
193301	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
193301	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
193301	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
193301	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
193301	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
193301	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
193301	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
193301	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
193301	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
193301	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
193301	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
193301	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
193301	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
193301	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
193301	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
193301	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
193301	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
193301	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
193301	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
193301	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
193301	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
193301	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
193301	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
193301	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
193301	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
193301	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
193301	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
193301	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
193301	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
193301	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
193301	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
193301	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
193301	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
193301	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
193301	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
193301	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
193301	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
193301	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
193301	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
193301	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
193301	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
193301	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
193301	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
193301	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
193301	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
193301	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
193301	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
193301	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
193301	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
193301	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
193301	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
193301	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
193301	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
193301	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
193301	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
193301	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
193301	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
193301	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
193301	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
193301	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
193301	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
193301	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
193301	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
193301	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
193301	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
193301	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
193301	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
193301	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
193301	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
193301	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
193301	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
193301	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
193301	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
193301	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
193301	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
193301	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
193301	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
193301	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
193301	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
193301	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
193301	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
193301	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
193301	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
193301	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
193301	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
193301	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
193301	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
193301	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
193301	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
193301	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
193301	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
193301	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
193301	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
193301	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
193301	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
193301	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
193301	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
193301	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
193301	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
193301	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
193301	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
193301	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
193301	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
193301	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
193301	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
193301	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
193301	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
193301	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
193301	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
193301	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
193301	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
193301	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
193301	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
193301	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
193301	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
193301	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
193301	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
193301	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
193301	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
193301	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
193301	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
193301	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
193301	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
193301	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
193301	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
193301	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
193301	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
193301	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
193301	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
193301	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
193301	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
193301	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
193301	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
193301	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
193301	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
193301	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
193301	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
193301	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
193301	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
193301	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
193301	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
193301	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
193301	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
193301	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
193301	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
193301	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
193301	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
193301	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
193301	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
193301	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
193301	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
193301	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
193301	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
193301	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
193301	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
193301	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
193301	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
193301	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
193301	embedding2nn.weight	0	0.24126644432544708
193301	embedding2nn.weight	1	0.2861899137496948
193301	embedding2nn.weight	2	0.029795298352837563
193301	embedding2nn.weight	3	0.037566814571619034
193301	embedding2nn.weight	4	-0.04947321489453316
193301	embedding2nn.weight	5	0.06802916526794434
193301	embedding2nn.weight	6	0.09365373849868774
193301	embedding2nn.weight	7	-0.0016662853304296732
193301	embedding2nn.weight	8	0.03893841803073883
193301	embedding2nn.weight	9	0.0012582667404785752
193301	embedding2nn.bias	0	0.00860424991697073
193301	embedding2nn.bias	1	-0.11548228561878204
193301	embedding2nn.bias	2	0.08282923698425293
193301	embedding2nn.bias	3	0.15417735278606415
193301	embedding2nn.bias	4	0.16470599174499512
193301	embedding2nn.bias	5	-0.05561109259724617
193301	embedding2nn.bias	6	-0.06396099925041199
193301	embedding2nn.bias	7	0.018869902938604355
193301	embedding2nn.bias	8	-0.15029515326023102
193301	embedding2nn.bias	9	-0.3964296877384186
193301	rnn.weight_ih_l0	0	0.011394725181162357
193301	rnn.weight_ih_l0	1	-0.06147829070687294
193301	rnn.weight_ih_l0	2	-0.09120196104049683
193301	rnn.weight_ih_l0	3	0.03852204605937004
193301	rnn.weight_ih_l0	4	0.0909620150923729
193301	rnn.weight_ih_l0	5	-0.12485531717538834
193301	rnn.weight_ih_l0	6	-0.02045242302119732
193301	rnn.weight_ih_l0	7	-0.003431475954130292
193301	rnn.weight_ih_l0	8	-0.02147601917386055
193301	rnn.weight_ih_l0	9	-0.05786105990409851
193301	rnn.weight_hh_l0	0	0.012593264691531658
193301	rnn.weight_hh_l0	1	0.07060609757900238
193301	rnn.weight_hh_l0	2	0.02530491165816784
193301	rnn.weight_hh_l0	3	0.03479711338877678
193301	rnn.weight_hh_l0	4	0.0033096822444349527
193301	rnn.weight_hh_l0	5	0.068110391497612
193301	rnn.weight_hh_l0	6	-0.01148013025522232
193301	rnn.weight_hh_l0	7	-0.0364609993994236
193301	rnn.weight_hh_l0	8	0.040677107870578766
193301	rnn.weight_hh_l0	9	-0.07051531970500946
193301	rnn.bias_ih_l0	0	0.14693422615528107
193301	rnn.bias_ih_l0	1	-0.18441933393478394
193301	rnn.bias_ih_l0	2	-0.01746557466685772
193301	rnn.bias_ih_l0	3	-0.13520769774913788
193301	rnn.bias_ih_l0	4	0.08653170615434647
193301	rnn.bias_ih_l0	5	-0.2599506676197052
193301	rnn.bias_ih_l0	6	-0.06290500611066818
193301	rnn.bias_ih_l0	7	-0.23291535675525665
193301	rnn.bias_ih_l0	8	-0.17529143393039703
193301	rnn.bias_ih_l0	9	-0.3564786911010742
193301	rnn.bias_hh_l0	0	-0.1994238793849945
193301	rnn.bias_hh_l0	1	-0.2162608653306961
193301	rnn.bias_hh_l0	2	-0.1882871687412262
193301	rnn.bias_hh_l0	3	-0.03665441647171974
193301	rnn.bias_hh_l0	4	-0.19799359142780304
193301	rnn.bias_hh_l0	5	-0.24243783950805664
193301	rnn.bias_hh_l0	6	-0.12299421429634094
193301	rnn.bias_hh_l0	7	0.07766123861074448
193301	rnn.bias_hh_l0	8	-0.17619571089744568
193301	rnn.bias_hh_l0	9	-0.3790571391582489
193301	rnn.weight_ih_l0_reverse	0	0.06382396072149277
193301	rnn.weight_ih_l0_reverse	1	-0.08164912462234497
193301	rnn.weight_ih_l0_reverse	2	-0.04261993244290352
193301	rnn.weight_ih_l0_reverse	3	-0.08550572395324707
193301	rnn.weight_ih_l0_reverse	4	0.03860646113753319
193301	rnn.weight_ih_l0_reverse	5	-0.10422132909297943
193301	rnn.weight_ih_l0_reverse	6	0.04033709689974785
193301	rnn.weight_ih_l0_reverse	7	0.020521916449069977
193301	rnn.weight_ih_l0_reverse	8	-0.06739425659179688
193301	rnn.weight_ih_l0_reverse	9	-0.04809596389532089
193301	rnn.weight_hh_l0_reverse	0	-0.0492340549826622
193301	rnn.weight_hh_l0_reverse	1	0.019146479666233063
193301	rnn.weight_hh_l0_reverse	2	-0.01666782610118389
193301	rnn.weight_hh_l0_reverse	3	0.0032574411015957594
193301	rnn.weight_hh_l0_reverse	4	-0.07625393569469452
193301	rnn.weight_hh_l0_reverse	5	0.03817613795399666
193301	rnn.weight_hh_l0_reverse	6	0.016195837408304214
193301	rnn.weight_hh_l0_reverse	7	-0.019466016441583633
193301	rnn.weight_hh_l0_reverse	8	-0.011872290633618832
193301	rnn.weight_hh_l0_reverse	9	0.0600130520761013
193301	rnn.bias_ih_l0_reverse	0	-0.13615582883358002
193301	rnn.bias_ih_l0_reverse	1	-0.06105765700340271
193301	rnn.bias_ih_l0_reverse	2	0.05329849198460579
193301	rnn.bias_ih_l0_reverse	3	-0.17807213962078094
193301	rnn.bias_ih_l0_reverse	4	-0.04108834266662598
193301	rnn.bias_ih_l0_reverse	5	-0.1812344491481781
193301	rnn.bias_ih_l0_reverse	6	0.2218671590089798
193301	rnn.bias_ih_l0_reverse	7	-0.244185671210289
193301	rnn.bias_ih_l0_reverse	8	-0.10936564952135086
193301	rnn.bias_ih_l0_reverse	9	-0.11190730333328247
193301	rnn.bias_hh_l0_reverse	0	-0.10029368847608566
193301	rnn.bias_hh_l0_reverse	1	0.17573849856853485
193301	rnn.bias_hh_l0_reverse	2	-0.26738882064819336
193301	rnn.bias_hh_l0_reverse	3	-0.11514632403850555
193301	rnn.bias_hh_l0_reverse	4	-0.2754175662994385
193301	rnn.bias_hh_l0_reverse	5	-0.1030278280377388
193301	rnn.bias_hh_l0_reverse	6	-0.2179902344942093
193301	rnn.bias_hh_l0_reverse	7	-0.08168543130159378
193301	rnn.bias_hh_l0_reverse	8	-0.1424167901277542
193301	rnn.bias_hh_l0_reverse	9	0.21183449029922485
193301	linear.weight	0	0.22119773924350739
193301	linear.weight	1	-0.3654024600982666
193301	linear.weight	2	0.03158596158027649
193301	linear.weight	3	0.06812470406293869
193301	linear.weight	4	-0.09194648265838623
193301	linear.weight	5	0.26813292503356934
193301	linear.weight	6	-0.09012282639741898
193301	linear.weight	7	-0.06724298000335693
193301	linear.weight	8	0.16010092198848724
193301	linear.weight	9	-0.03941858559846878
193301	linear.bias	0	-1.0742924213409424
193301	linear.bias	1	1.9845939874649048
193301	linear.bias	2	0.47184327244758606
193301	linear.bias	3	-2.412662982940674
193301	linear.bias	4	-0.3567478656768799
193301	linear.bias	5	1.1221314668655396
193301	linear.bias	6	-0.24671873450279236
193301	linear.bias	7	0.5502261519432068
193301	linear.bias	8	2.1849348545074463
193301	linear.bias	9	-1.3156218528747559
193910	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
193910	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
193910	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
193910	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
193910	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
193910	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
193910	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
193910	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
193910	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
193910	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
193910	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
193910	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
193910	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
193910	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
193910	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
193910	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
193910	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
193910	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
193910	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
193910	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
193910	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
193910	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
193910	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
193910	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
193910	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
193910	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
193910	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
193910	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
193910	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
193910	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
193910	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
193910	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
193910	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
193910	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
193910	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
193910	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
193910	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
193910	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
193910	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
193910	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
193910	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
193910	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
193910	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
193910	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
193910	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
193910	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
193910	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
193910	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
193910	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
193910	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
193910	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
193910	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
193910	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
193910	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
193910	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
193910	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
193910	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
193910	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
193910	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
193910	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
193910	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
193910	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
193910	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
193910	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
193910	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
193910	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
193910	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
193910	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
193910	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
193910	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
193910	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
193910	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
193910	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
193910	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
193910	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
193910	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
193910	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
193910	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
193910	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
193910	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
193910	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
193910	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
193910	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
193910	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
193910	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
193910	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
193910	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
193910	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
193910	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
193910	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
193910	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
193910	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
193910	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
193910	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
193910	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
193910	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
193910	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
193910	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
193910	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
193910	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
193910	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
193910	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
193910	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
193910	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
193910	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
193910	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
193910	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
193910	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
193910	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
193910	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
193910	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
193910	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
193910	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
193910	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
193910	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
193910	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
193910	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
193910	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
193910	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
193910	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
193910	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
193910	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
193910	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
193910	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
193910	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
193910	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
193910	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
193910	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
193910	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
193910	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
193910	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
193910	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
193910	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
193910	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
193910	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
193910	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
193910	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
193910	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
193910	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
193910	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
193910	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
193910	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
193910	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
193910	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
193910	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
193910	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
193910	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
193910	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
193910	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
193910	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
193910	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
193910	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
193910	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
193910	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
193910	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
193910	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
193910	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
193910	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
193910	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
193910	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
193910	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
193910	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
193910	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
193910	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
193910	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
193910	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
193910	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
193910	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
193910	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
193910	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
193910	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
193910	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
193910	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
193910	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
193910	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
193910	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
193910	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
193910	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
193910	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
193910	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
193910	embedding2nn.weight	0	0.2429143637418747
193910	embedding2nn.weight	1	0.28790509700775146
193910	embedding2nn.weight	2	0.03129098191857338
193910	embedding2nn.weight	3	0.013891137205064297
193910	embedding2nn.weight	4	-0.057094868272542953
193910	embedding2nn.weight	5	0.06637929379940033
193910	embedding2nn.weight	6	0.09691644459962845
193910	embedding2nn.weight	7	-0.0021919633727520704
193910	embedding2nn.weight	8	0.0367395356297493
193910	embedding2nn.weight	9	0.0033026253804564476
193910	embedding2nn.bias	0	-0.005696489010006189
193910	embedding2nn.bias	1	-0.1165146753191948
193910	embedding2nn.bias	2	0.08745931833982468
193910	embedding2nn.bias	3	0.1531977504491806
193910	embedding2nn.bias	4	0.14613200724124908
193910	embedding2nn.bias	5	-0.03469212353229523
193910	embedding2nn.bias	6	-0.06366164982318878
193910	embedding2nn.bias	7	0.018692497164011
193910	embedding2nn.bias	8	-0.14564891159534454
193910	embedding2nn.bias	9	-0.4016171097755432
193910	rnn.weight_ih_l0	0	0.010547208599746227
193910	rnn.weight_ih_l0	1	-0.06108643859624863
193910	rnn.weight_ih_l0	2	-0.09940281510353088
193910	rnn.weight_ih_l0	3	0.033262524753808975
193910	rnn.weight_ih_l0	4	0.09112551063299179
193910	rnn.weight_ih_l0	5	-0.1174049824476242
193910	rnn.weight_ih_l0	6	-0.02010507695376873
193910	rnn.weight_ih_l0	7	-0.003677010303363204
193910	rnn.weight_ih_l0	8	-0.01807357557117939
193910	rnn.weight_ih_l0	9	-0.052817463874816895
193910	rnn.weight_hh_l0	0	0.013075822964310646
193910	rnn.weight_hh_l0	1	0.07130016386508942
193910	rnn.weight_hh_l0	2	0.027196992188692093
193910	rnn.weight_hh_l0	3	0.0345829501748085
193910	rnn.weight_hh_l0	4	0.004073915537446737
193910	rnn.weight_hh_l0	5	0.06761816889047623
193910	rnn.weight_hh_l0	6	-0.012286456301808357
193910	rnn.weight_hh_l0	7	-0.037029340863227844
193910	rnn.weight_hh_l0	8	0.040739744901657104
193910	rnn.weight_hh_l0	9	-0.0700499638915062
193910	rnn.bias_ih_l0	0	0.14646585285663605
193910	rnn.bias_ih_l0	1	-0.17719519138336182
193910	rnn.bias_ih_l0	2	-0.023126333951950073
193910	rnn.bias_ih_l0	3	-0.13927710056304932
193910	rnn.bias_ih_l0	4	0.0991787314414978
193910	rnn.bias_ih_l0	5	-0.24802416563034058
193910	rnn.bias_ih_l0	6	-0.07038931548595428
193910	rnn.bias_ih_l0	7	-0.23260268568992615
193910	rnn.bias_ih_l0	8	-0.1757706254720688
193910	rnn.bias_ih_l0	9	-0.36337170004844666
193910	rnn.bias_hh_l0	0	-0.19723506271839142
193910	rnn.bias_hh_l0	1	-0.2122597098350525
193910	rnn.bias_hh_l0	2	-0.18887577950954437
193910	rnn.bias_hh_l0	3	-0.03426344692707062
193910	rnn.bias_hh_l0	4	-0.20535436272621155
193910	rnn.bias_hh_l0	5	-0.24226875603199005
193910	rnn.bias_hh_l0	6	-0.12606404721736908
193910	rnn.bias_hh_l0	7	0.07905752211809158
193910	rnn.bias_hh_l0	8	-0.16860738396644592
193910	rnn.bias_hh_l0	9	-0.38599905371665955
193910	rnn.weight_ih_l0_reverse	0	0.06398852169513702
193910	rnn.weight_ih_l0_reverse	1	-0.08300820738077164
193910	rnn.weight_ih_l0_reverse	2	-0.04225286841392517
193910	rnn.weight_ih_l0_reverse	3	-0.08677960187196732
193910	rnn.weight_ih_l0_reverse	4	0.04086458683013916
193910	rnn.weight_ih_l0_reverse	5	-0.11153139919042587
193910	rnn.weight_ih_l0_reverse	6	0.03569154441356659
193910	rnn.weight_ih_l0_reverse	7	0.02106005698442459
193910	rnn.weight_ih_l0_reverse	8	-0.06581377983093262
193910	rnn.weight_ih_l0_reverse	9	-0.04439428821206093
193910	rnn.weight_hh_l0_reverse	0	-0.04870538413524628
193910	rnn.weight_hh_l0_reverse	1	0.01888047344982624
193910	rnn.weight_hh_l0_reverse	2	-0.01637418568134308
193910	rnn.weight_hh_l0_reverse	3	0.003815768752247095
193910	rnn.weight_hh_l0_reverse	4	-0.07468084245920181
193910	rnn.weight_hh_l0_reverse	5	0.037778981029987335
193910	rnn.weight_hh_l0_reverse	6	0.01586001180112362
193910	rnn.weight_hh_l0_reverse	7	-0.01689494401216507
193910	rnn.weight_hh_l0_reverse	8	-0.00905152689665556
193910	rnn.weight_hh_l0_reverse	9	0.05898482725024223
193910	rnn.bias_ih_l0_reverse	0	-0.12518933415412903
193910	rnn.bias_ih_l0_reverse	1	-0.07352834194898605
193910	rnn.bias_ih_l0_reverse	2	0.049304135143756866
193910	rnn.bias_ih_l0_reverse	3	-0.17710837721824646
193910	rnn.bias_ih_l0_reverse	4	-0.029569849371910095
193910	rnn.bias_ih_l0_reverse	5	-0.176926389336586
193910	rnn.bias_ih_l0_reverse	6	0.21150527894496918
193910	rnn.bias_ih_l0_reverse	7	-0.2635484039783478
193910	rnn.bias_ih_l0_reverse	8	-0.11070258170366287
193910	rnn.bias_ih_l0_reverse	9	-0.11533915996551514
193910	rnn.bias_hh_l0_reverse	0	-0.10748856514692307
193910	rnn.bias_hh_l0_reverse	1	0.17321933805942535
193910	rnn.bias_hh_l0_reverse	2	-0.2733888030052185
193910	rnn.bias_hh_l0_reverse	3	-0.11925383657217026
193910	rnn.bias_hh_l0_reverse	4	-0.2792353332042694
193910	rnn.bias_hh_l0_reverse	5	-0.09761755168437958
193910	rnn.bias_hh_l0_reverse	6	-0.21968242526054382
193910	rnn.bias_hh_l0_reverse	7	-0.07672461867332458
193910	rnn.bias_hh_l0_reverse	8	-0.15048691630363464
193910	rnn.bias_hh_l0_reverse	9	0.233790323138237
193910	linear.weight	0	0.22936920821666718
193910	linear.weight	1	-0.3594381511211395
193910	linear.weight	2	-0.016853462904691696
193910	linear.weight	3	0.06811583042144775
193910	linear.weight	4	-0.13606217503547668
193910	linear.weight	5	0.23612137138843536
193910	linear.weight	6	-0.10484176874160767
193910	linear.weight	7	-0.06722670793533325
193910	linear.weight	8	0.14861303567886353
193910	linear.weight	9	-0.03945322707295418
193910	linear.bias	0	-1.078408122062683
193910	linear.bias	1	1.899090051651001
193910	linear.bias	2	0.43788886070251465
193910	linear.bias	3	-2.413607597351074
193910	linear.bias	4	-0.34991371631622314
193910	linear.bias	5	1.1299371719360352
193910	linear.bias	6	-0.251220166683197
193910	linear.bias	7	0.5356600880622864
193910	linear.bias	8	2.1763689517974854
193910	linear.bias	9	-1.3193968534469604
194519	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
194519	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
194519	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
194519	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
194519	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
194519	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
194519	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
194519	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
194519	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
194519	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
194519	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
194519	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
194519	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
194519	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
194519	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
194519	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
194519	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
194519	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
194519	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
194519	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
194519	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
194519	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
194519	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
194519	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
194519	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
194519	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
194519	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
194519	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
194519	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
194519	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
194519	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
194519	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
194519	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
194519	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
194519	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
194519	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
194519	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
194519	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
194519	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
194519	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
194519	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
194519	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
194519	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
194519	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
194519	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
194519	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
194519	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
194519	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
194519	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
194519	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
194519	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
194519	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
194519	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
194519	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
194519	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
194519	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
194519	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
194519	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
194519	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
194519	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
194519	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
194519	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
194519	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
194519	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
194519	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
194519	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
194519	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
194519	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
194519	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
194519	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
194519	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
194519	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
194519	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
194519	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
194519	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
194519	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
194519	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
194519	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
194519	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
194519	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
194519	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
194519	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
194519	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
194519	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
194519	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
194519	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
194519	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
194519	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
194519	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
194519	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
194519	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
194519	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
194519	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
194519	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
194519	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
194519	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
194519	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
194519	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
194519	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
194519	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
194519	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
194519	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
194519	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
194519	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
194519	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
194519	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
194519	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
194519	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
194519	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
194519	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
194519	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
194519	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
194519	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
194519	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
194519	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
194519	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
194519	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
194519	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
194519	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
194519	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
194519	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
194519	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
194519	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
194519	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
194519	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
194519	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
194519	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
194519	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
194519	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
194519	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
194519	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
194519	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
194519	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
194519	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
194519	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
194519	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
194519	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
194519	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
194519	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
194519	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
194519	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
194519	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
194519	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
194519	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
194519	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
194519	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
194519	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
194519	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
194519	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
194519	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
194519	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
194519	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
194519	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
194519	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
194519	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
194519	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
194519	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
194519	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
194519	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
194519	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
194519	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
194519	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
194519	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
194519	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
194519	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
194519	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
194519	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
194519	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
194519	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
194519	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
194519	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
194519	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
194519	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
194519	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
194519	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
194519	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
194519	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
194519	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
194519	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
194519	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
194519	embedding2nn.weight	0	0.245027557015419
194519	embedding2nn.weight	1	0.2871597707271576
194519	embedding2nn.weight	2	0.033425502479076385
194519	embedding2nn.weight	3	0.02715916372835636
194519	embedding2nn.weight	4	-0.05376758426427841
194519	embedding2nn.weight	5	0.06754706799983978
194519	embedding2nn.weight	6	0.09193702787160873
194519	embedding2nn.weight	7	-0.001155249192379415
194519	embedding2nn.weight	8	0.03989892080426216
194519	embedding2nn.weight	9	-0.0009329076856374741
194519	embedding2nn.bias	0	-0.0004703132144641131
194519	embedding2nn.bias	1	-0.13982316851615906
194519	embedding2nn.bias	2	0.09509105980396271
194519	embedding2nn.bias	3	0.12937946617603302
194519	embedding2nn.bias	4	0.1628747135400772
194519	embedding2nn.bias	5	-0.06571460515260696
194519	embedding2nn.bias	6	-0.06387387961149216
194519	embedding2nn.bias	7	0.03634078428149223
194519	embedding2nn.bias	8	-0.15257228910923004
194519	embedding2nn.bias	9	-0.38497695326805115
194519	rnn.weight_ih_l0	0	0.011916318908333778
194519	rnn.weight_ih_l0	1	-0.06050051748752594
194519	rnn.weight_ih_l0	2	-0.10323093831539154
194519	rnn.weight_ih_l0	3	0.030831817537546158
194519	rnn.weight_ih_l0	4	0.08874203264713287
194519	rnn.weight_ih_l0	5	-0.12469547241926193
194519	rnn.weight_ih_l0	6	-0.023441366851329803
194519	rnn.weight_ih_l0	7	-0.004332857206463814
194519	rnn.weight_ih_l0	8	-0.016500813886523247
194519	rnn.weight_ih_l0	9	-0.04889700934290886
194519	rnn.weight_hh_l0	0	0.012906815856695175
194519	rnn.weight_hh_l0	1	0.07136926054954529
194519	rnn.weight_hh_l0	2	0.026856716722249985
194519	rnn.weight_hh_l0	3	0.03436114266514778
194519	rnn.weight_hh_l0	4	0.004193813540041447
194519	rnn.weight_hh_l0	5	0.06683260947465897
194519	rnn.weight_hh_l0	6	-0.012962271459400654
194519	rnn.weight_hh_l0	7	-0.03852355107665062
194519	rnn.weight_hh_l0	8	0.040901750326156616
194519	rnn.weight_hh_l0	9	-0.06966438889503479
194519	rnn.bias_ih_l0	0	0.14735886454582214
194519	rnn.bias_ih_l0	1	-0.18558338284492493
194519	rnn.bias_ih_l0	2	-0.020435746759176254
194519	rnn.bias_ih_l0	3	-0.13796673715114594
194519	rnn.bias_ih_l0	4	0.10914826393127441
194519	rnn.bias_ih_l0	5	-0.2445959746837616
194519	rnn.bias_ih_l0	6	-0.06310112029314041
194519	rnn.bias_ih_l0	7	-0.23390606045722961
194519	rnn.bias_ih_l0	8	-0.1779288351535797
194519	rnn.bias_ih_l0	9	-0.37447404861450195
194519	rnn.bias_hh_l0	0	-0.2031073421239853
194519	rnn.bias_hh_l0	1	-0.2120533436536789
194519	rnn.bias_hh_l0	2	-0.20185911655426025
194519	rnn.bias_hh_l0	3	-0.0398697704076767
194519	rnn.bias_hh_l0	4	-0.2016831487417221
194519	rnn.bias_hh_l0	5	-0.2408985197544098
194519	rnn.bias_hh_l0	6	-0.1258494108915329
194519	rnn.bias_hh_l0	7	0.07375224679708481
194519	rnn.bias_hh_l0	8	-0.1614522486925125
194519	rnn.bias_hh_l0	9	-0.3861650824546814
194519	rnn.weight_ih_l0_reverse	0	0.06157466396689415
194519	rnn.weight_ih_l0_reverse	1	-0.08160752803087234
194519	rnn.weight_ih_l0_reverse	2	-0.045088354498147964
194519	rnn.weight_ih_l0_reverse	3	-0.08778996765613556
194519	rnn.weight_ih_l0_reverse	4	0.040025513619184494
194519	rnn.weight_ih_l0_reverse	5	-0.11135872453451157
194519	rnn.weight_ih_l0_reverse	6	0.04093435779213905
194519	rnn.weight_ih_l0_reverse	7	0.020480580627918243
194519	rnn.weight_ih_l0_reverse	8	-0.06724103540182114
194519	rnn.weight_ih_l0_reverse	9	-0.04157803952693939
194519	rnn.weight_hh_l0_reverse	0	-0.04829978197813034
194519	rnn.weight_hh_l0_reverse	1	0.018786389380693436
194519	rnn.weight_hh_l0_reverse	2	-0.016297582536935806
194519	rnn.weight_hh_l0_reverse	3	0.004920660518109798
194519	rnn.weight_hh_l0_reverse	4	-0.07439717650413513
194519	rnn.weight_hh_l0_reverse	5	0.03779549151659012
194519	rnn.weight_hh_l0_reverse	6	0.016084877774119377
194519	rnn.weight_hh_l0_reverse	7	-0.018415682017803192
194519	rnn.weight_hh_l0_reverse	8	-0.007110037840902805
194519	rnn.weight_hh_l0_reverse	9	0.05980301648378372
194519	rnn.bias_ih_l0_reverse	0	-0.12450587004423141
194519	rnn.bias_ih_l0_reverse	1	-0.07315541058778763
194519	rnn.bias_ih_l0_reverse	2	0.044117800891399384
194519	rnn.bias_ih_l0_reverse	3	-0.18202181160449982
194519	rnn.bias_ih_l0_reverse	4	-0.011131877079606056
194519	rnn.bias_ih_l0_reverse	5	-0.17799417674541473
194519	rnn.bias_ih_l0_reverse	6	0.21073690056800842
194519	rnn.bias_ih_l0_reverse	7	-0.2657603919506073
194519	rnn.bias_ih_l0_reverse	8	-0.11103759706020355
194519	rnn.bias_ih_l0_reverse	9	-0.1165766566991806
194519	rnn.bias_hh_l0_reverse	0	-0.08936069905757904
194519	rnn.bias_hh_l0_reverse	1	0.1735091209411621
194519	rnn.bias_hh_l0_reverse	2	-0.268627405166626
194519	rnn.bias_hh_l0_reverse	3	-0.11786054074764252
194519	rnn.bias_hh_l0_reverse	4	-0.287972629070282
194519	rnn.bias_hh_l0_reverse	5	-0.11216017603874207
194519	rnn.bias_hh_l0_reverse	6	-0.21976923942565918
194519	rnn.bias_hh_l0_reverse	7	-0.08171544969081879
194519	rnn.bias_hh_l0_reverse	8	-0.15083345770835876
194519	rnn.bias_hh_l0_reverse	9	0.2248525470495224
194519	linear.weight	0	0.20857425034046173
194519	linear.weight	1	-0.36541977524757385
194519	linear.weight	2	-0.05532800406217575
194519	linear.weight	3	0.06810861080884933
194519	linear.weight	4	-0.10935460031032562
194519	linear.weight	5	0.2361147701740265
194519	linear.weight	6	-0.09231489151716232
194519	linear.weight	7	-0.0672040656208992
194519	linear.weight	8	0.14453615248203278
194519	linear.weight	9	-0.03949503228068352
194519	linear.bias	0	-1.1154814958572388
194519	linear.bias	1	1.9657351970672607
194519	linear.bias	2	0.4650885760784149
194519	linear.bias	3	-2.4146552085876465
194519	linear.bias	4	-0.33254486322402954
194519	linear.bias	5	1.120479941368103
194519	linear.bias	6	-0.23838593065738678
194519	linear.bias	7	0.5119558572769165
194519	linear.bias	8	2.162034034729004
194519	linear.bias	9	-1.3540468215942383
195128	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
195128	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
195128	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
195128	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
195128	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
195128	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
195128	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
195128	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
195128	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
195128	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
195128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
195128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
195128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
195128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
195128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
195128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
195128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
195128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
195128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
195128	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
195128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
195128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
195128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
195128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
195128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
195128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
195128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
195128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
195128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
195128	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
195128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
195128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
195128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
195128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
195128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
195128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
195128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
195128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
195128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
195128	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
195128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
195128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
195128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
195128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
195128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
195128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
195128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
195128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
195128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
195128	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
195128	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
195128	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
195128	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
195128	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
195128	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
195128	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
195128	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
195128	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
195128	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
195128	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
195128	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
195128	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
195128	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
195128	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
195128	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
195128	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
195128	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
195128	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
195128	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
195128	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
195128	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
195128	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
195128	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
195128	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
195128	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
195128	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
195128	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
195128	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
195128	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
195128	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
195128	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
195128	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
195128	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
195128	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
195128	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
195128	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
195128	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
195128	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
195128	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
195128	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
195128	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
195128	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
195128	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
195128	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
195128	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
195128	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
195128	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
195128	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
195128	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
195128	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
195128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
195128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
195128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
195128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
195128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
195128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
195128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
195128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
195128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
195128	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
195128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
195128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
195128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
195128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
195128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
195128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
195128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
195128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
195128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
195128	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
195128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
195128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
195128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
195128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
195128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
195128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
195128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
195128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
195128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
195128	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
195128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
195128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
195128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
195128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
195128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
195128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
195128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
195128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
195128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
195128	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
195128	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
195128	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
195128	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
195128	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
195128	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
195128	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
195128	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
195128	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
195128	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
195128	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
195128	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
195128	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
195128	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
195128	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
195128	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
195128	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
195128	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
195128	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
195128	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
195128	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
195128	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
195128	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
195128	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
195128	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
195128	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
195128	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
195128	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
195128	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
195128	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
195128	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
195128	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
195128	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
195128	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
195128	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
195128	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
195128	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
195128	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
195128	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
195128	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
195128	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
195128	embedding2nn.weight	0	0.24622119963169098
195128	embedding2nn.weight	1	0.29003873467445374
195128	embedding2nn.weight	2	0.027521969750523567
195128	embedding2nn.weight	3	0.02782013639807701
195128	embedding2nn.weight	4	-0.047441836446523666
195128	embedding2nn.weight	5	0.07181055098772049
195128	embedding2nn.weight	6	0.0916757807135582
195128	embedding2nn.weight	7	-0.0012898080749437213
195128	embedding2nn.weight	8	0.03961047902703285
195128	embedding2nn.weight	9	0.002153203124180436
195128	embedding2nn.bias	0	-0.009889625012874603
195128	embedding2nn.bias	1	-0.12388961017131805
195128	embedding2nn.bias	2	0.10667992383241653
195128	embedding2nn.bias	3	0.15359096229076385
195128	embedding2nn.bias	4	0.16598238050937653
195128	embedding2nn.bias	5	-0.06277969479560852
195128	embedding2nn.bias	6	-0.0559714138507843
195128	embedding2nn.bias	7	0.032739609479904175
195128	embedding2nn.bias	8	-0.15803520381450653
195128	embedding2nn.bias	9	-0.38460874557495117
195128	rnn.weight_ih_l0	0	0.01128771435469389
195128	rnn.weight_ih_l0	1	-0.06092749908566475
195128	rnn.weight_ih_l0	2	-0.10395290702581406
195128	rnn.weight_ih_l0	3	0.029451096430420876
195128	rnn.weight_ih_l0	4	0.08479073643684387
195128	rnn.weight_ih_l0	5	-0.11279834061861038
195128	rnn.weight_ih_l0	6	-0.022433225065469742
195128	rnn.weight_ih_l0	7	-0.004516505170613527
195128	rnn.weight_ih_l0	8	-0.021973812952637672
195128	rnn.weight_ih_l0	9	-0.05134042352437973
195128	rnn.weight_hh_l0	0	0.01301575731486082
195128	rnn.weight_hh_l0	1	0.07164964079856873
195128	rnn.weight_hh_l0	2	0.030476629734039307
195128	rnn.weight_hh_l0	3	0.03457582741975784
195128	rnn.weight_hh_l0	4	0.005281590856611729
195128	rnn.weight_hh_l0	5	0.06762205809354782
195128	rnn.weight_hh_l0	6	-0.012436941266059875
195128	rnn.weight_hh_l0	7	-0.04033387452363968
195128	rnn.weight_hh_l0	8	0.041223734617233276
195128	rnn.weight_hh_l0	9	-0.06959246098995209
195128	rnn.bias_ih_l0	0	0.16295285522937775
195128	rnn.bias_ih_l0	1	-0.1854594498872757
195128	rnn.bias_ih_l0	2	-0.020671311765909195
195128	rnn.bias_ih_l0	3	-0.1409824639558792
195128	rnn.bias_ih_l0	4	0.11597934365272522
195128	rnn.bias_ih_l0	5	-0.23997020721435547
195128	rnn.bias_ih_l0	6	-0.06449411809444427
195128	rnn.bias_ih_l0	7	-0.23430447280406952
195128	rnn.bias_ih_l0	8	-0.18251000344753265
195128	rnn.bias_ih_l0	9	-0.3535692095756531
195128	rnn.bias_hh_l0	0	-0.21811561286449432
195128	rnn.bias_hh_l0	1	-0.212535560131073
195128	rnn.bias_hh_l0	2	-0.2001776546239853
195128	rnn.bias_hh_l0	3	-0.03623577579855919
195128	rnn.bias_hh_l0	4	-0.2031443566083908
195128	rnn.bias_hh_l0	5	-0.24511569738388062
195128	rnn.bias_hh_l0	6	-0.119778111577034
195128	rnn.bias_hh_l0	7	0.0676356703042984
195128	rnn.bias_hh_l0	8	-0.16349585354328156
195128	rnn.bias_hh_l0	9	-0.3960009515285492
195128	rnn.weight_ih_l0_reverse	0	0.06466759741306305
195128	rnn.weight_ih_l0_reverse	1	-0.07724576443433762
195128	rnn.weight_ih_l0_reverse	2	-0.04675529897212982
195128	rnn.weight_ih_l0_reverse	3	-0.08641033619642258
195128	rnn.weight_ih_l0_reverse	4	0.03997532278299332
195128	rnn.weight_ih_l0_reverse	5	-0.11336151510477066
195128	rnn.weight_ih_l0_reverse	6	0.04213600978255272
195128	rnn.weight_ih_l0_reverse	7	0.018841074779629707
195128	rnn.weight_ih_l0_reverse	8	-0.06201290339231491
195128	rnn.weight_ih_l0_reverse	9	-0.0439368300139904
195128	rnn.weight_hh_l0_reverse	0	-0.05047284811735153
195128	rnn.weight_hh_l0_reverse	1	0.019289320334792137
195128	rnn.weight_hh_l0_reverse	2	-0.015549142844974995
195128	rnn.weight_hh_l0_reverse	3	0.005801613442599773
195128	rnn.weight_hh_l0_reverse	4	-0.07507668435573578
195128	rnn.weight_hh_l0_reverse	5	0.038005806505680084
195128	rnn.weight_hh_l0_reverse	6	0.016403429210186005
195128	rnn.weight_hh_l0_reverse	7	-0.019747445359826088
195128	rnn.weight_hh_l0_reverse	8	-0.00906879547983408
195128	rnn.weight_hh_l0_reverse	9	0.06011229380965233
195128	rnn.bias_ih_l0_reverse	0	-0.13241133093833923
195128	rnn.bias_ih_l0_reverse	1	-0.07428400963544846
195128	rnn.bias_ih_l0_reverse	2	0.04517100378870964
195128	rnn.bias_ih_l0_reverse	3	-0.1812940388917923
195128	rnn.bias_ih_l0_reverse	4	-0.018978210166096687
195128	rnn.bias_ih_l0_reverse	5	-0.17774267494678497
195128	rnn.bias_ih_l0_reverse	6	0.20060719549655914
195128	rnn.bias_ih_l0_reverse	7	-0.26021090149879456
195128	rnn.bias_ih_l0_reverse	8	-0.11181645840406418
195128	rnn.bias_ih_l0_reverse	9	-0.10656257718801498
195128	rnn.bias_hh_l0_reverse	0	-0.09862855076789856
195128	rnn.bias_hh_l0_reverse	1	0.17668068408966064
195128	rnn.bias_hh_l0_reverse	2	-0.2739461660385132
195128	rnn.bias_hh_l0_reverse	3	-0.11548428982496262
195128	rnn.bias_hh_l0_reverse	4	-0.2843638062477112
195128	rnn.bias_hh_l0_reverse	5	-0.10636141896247864
195128	rnn.bias_hh_l0_reverse	6	-0.2213943749666214
195128	rnn.bias_hh_l0_reverse	7	-0.07925888895988464
195128	rnn.bias_hh_l0_reverse	8	-0.14445985853672028
195128	rnn.bias_hh_l0_reverse	9	0.21361039578914642
195128	linear.weight	0	0.18421855568885803
195128	linear.weight	1	-0.3755294978618622
195128	linear.weight	2	-0.014281251467764378
195128	linear.weight	3	0.06811326742172241
195128	linear.weight	4	-0.07467498630285263
195128	linear.weight	5	0.24533873796463013
195128	linear.weight	6	-0.10942808538675308
195128	linear.weight	7	-0.06717506796121597
195128	linear.weight	8	0.15762917697429657
195128	linear.weight	9	-0.03952469304203987
195128	linear.bias	0	-1.0823893547058105
195128	linear.bias	1	1.9238775968551636
195128	linear.bias	2	0.48257872462272644
195128	linear.bias	3	-2.4156455993652344
195128	linear.bias	4	-0.32395079731941223
195128	linear.bias	5	1.0670742988586426
195128	linear.bias	6	-0.22572287917137146
195128	linear.bias	7	0.5270295739173889
195128	linear.bias	8	2.2198643684387207
195128	linear.bias	9	-1.355931043624878
195136	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
195136	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
195136	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
195136	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
195136	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
195136	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
195136	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
195136	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
195136	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
195136	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
195136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
195136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
195136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
195136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
195136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
195136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
195136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
195136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
195136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
195136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
195136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
195136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
195136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
195136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
195136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
195136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
195136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
195136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
195136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
195136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
195136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
195136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
195136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
195136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
195136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
195136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
195136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
195136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
195136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
195136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
195136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
195136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
195136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
195136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
195136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
195136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
195136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
195136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
195136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
195136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
195136	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
195136	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
195136	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
195136	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
195136	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
195136	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
195136	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
195136	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
195136	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
195136	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
195136	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
195136	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
195136	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
195136	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
195136	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
195136	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
195136	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
195136	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
195136	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
195136	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
195136	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
195136	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
195136	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
195136	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
195136	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
195136	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
195136	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
195136	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
195136	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
195136	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
195136	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
195136	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
195136	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
195136	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
195136	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
195136	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
195136	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
195136	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
195136	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
195136	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
195136	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
195136	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
195136	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
195136	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
195136	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
195136	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
195136	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
195136	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
195136	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
195136	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
195136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
195136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
195136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
195136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
195136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
195136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
195136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
195136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
195136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
195136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
195136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
195136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
195136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
195136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
195136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
195136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
195136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
195136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
195136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
195136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
195136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
195136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
195136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
195136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
195136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
195136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
195136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
195136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
195136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
195136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
195136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
195136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
195136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
195136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
195136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
195136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
195136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
195136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
195136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
195136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
195136	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
195136	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
195136	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
195136	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
195136	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
195136	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
195136	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
195136	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
195136	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
195136	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
195136	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
195136	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
195136	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
195136	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
195136	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
195136	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
195136	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
195136	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
195136	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
195136	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
195136	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
195136	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
195136	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
195136	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
195136	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
195136	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
195136	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
195136	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
195136	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
195136	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
195136	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
195136	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
195136	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
195136	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
195136	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
195136	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
195136	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
195136	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
195136	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
195136	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
195136	embedding2nn.weight	0	0.24595005810260773
195136	embedding2nn.weight	1	0.2895491123199463
195136	embedding2nn.weight	2	0.02751203440129757
195136	embedding2nn.weight	3	0.030447104945778847
195136	embedding2nn.weight	4	-0.04768259823322296
195136	embedding2nn.weight	5	0.0721813514828682
195136	embedding2nn.weight	6	0.08887319266796112
195136	embedding2nn.weight	7	-0.0017740670591592789
195136	embedding2nn.weight	8	0.039610255509614944
195136	embedding2nn.weight	9	0.0018603404751047492
195136	embedding2nn.bias	0	-0.01592026650905609
195136	embedding2nn.bias	1	-0.1260409951210022
195136	embedding2nn.bias	2	0.10659197717905045
195136	embedding2nn.bias	3	0.15304532647132874
195136	embedding2nn.bias	4	0.1649502068758011
195136	embedding2nn.bias	5	-0.06551987677812576
195136	embedding2nn.bias	6	-0.05378380045294762
195136	embedding2nn.bias	7	0.034219153225421906
195136	embedding2nn.bias	8	-0.15805642306804657
195136	embedding2nn.bias	9	-0.39206281304359436
195136	rnn.weight_ih_l0	0	0.011391177773475647
195136	rnn.weight_ih_l0	1	-0.06140778958797455
195136	rnn.weight_ih_l0	2	-0.10377970337867737
195136	rnn.weight_ih_l0	3	0.029219994321465492
195136	rnn.weight_ih_l0	4	0.08467885851860046
195136	rnn.weight_ih_l0	5	-0.11284880340099335
195136	rnn.weight_ih_l0	6	-0.021934662014245987
195136	rnn.weight_ih_l0	7	-0.004686546977609396
195136	rnn.weight_ih_l0	8	-0.02136288769543171
195136	rnn.weight_ih_l0	9	-0.051720090210437775
195136	rnn.weight_hh_l0	0	0.01291565876454115
195136	rnn.weight_hh_l0	1	0.07171917706727982
195136	rnn.weight_hh_l0	2	0.030571334064006805
195136	rnn.weight_hh_l0	3	0.03456750884652138
195136	rnn.weight_hh_l0	4	0.005362164229154587
195136	rnn.weight_hh_l0	5	0.06757383048534393
195136	rnn.weight_hh_l0	6	-0.012341194786131382
195136	rnn.weight_hh_l0	7	-0.04041379317641258
195136	rnn.weight_hh_l0	8	0.041245728731155396
195136	rnn.weight_hh_l0	9	-0.06968696415424347
195136	rnn.bias_ih_l0	0	0.16173318028450012
195136	rnn.bias_ih_l0	1	-0.18677939474582672
195136	rnn.bias_ih_l0	2	-0.020213782787322998
195136	rnn.bias_ih_l0	3	-0.14176249504089355
195136	rnn.bias_ih_l0	4	0.11546920984983444
195136	rnn.bias_ih_l0	5	-0.23883900046348572
195136	rnn.bias_ih_l0	6	-0.06462106853723526
195136	rnn.bias_ih_l0	7	-0.23401819169521332
195136	rnn.bias_ih_l0	8	-0.18319058418273926
195136	rnn.bias_ih_l0	9	-0.35475194454193115
195136	rnn.bias_hh_l0	0	-0.21727459132671356
195136	rnn.bias_hh_l0	1	-0.21231095492839813
195136	rnn.bias_hh_l0	2	-0.20032307505607605
195136	rnn.bias_hh_l0	3	-0.03436381742358208
195136	rnn.bias_hh_l0	4	-0.20372463762760162
195136	rnn.bias_hh_l0	5	-0.24496087431907654
195136	rnn.bias_hh_l0	6	-0.12031253427267075
195136	rnn.bias_hh_l0	7	0.06746844202280045
195136	rnn.bias_hh_l0	8	-0.16288989782333374
195136	rnn.bias_hh_l0	9	-0.39648157358169556
195136	rnn.weight_ih_l0_reverse	0	0.06459467858076096
195136	rnn.weight_ih_l0_reverse	1	-0.0779595747590065
195136	rnn.weight_ih_l0_reverse	2	-0.04689689353108406
195136	rnn.weight_ih_l0_reverse	3	-0.08646975457668304
195136	rnn.weight_ih_l0_reverse	4	0.03987224027514458
195136	rnn.weight_ih_l0_reverse	5	-0.11353098601102829
195136	rnn.weight_ih_l0_reverse	6	0.04210594668984413
195136	rnn.weight_ih_l0_reverse	7	0.01903103105723858
195136	rnn.weight_ih_l0_reverse	8	-0.06187552958726883
195136	rnn.weight_ih_l0_reverse	9	-0.04374181479215622
195136	rnn.weight_hh_l0_reverse	0	-0.05045991390943527
195136	rnn.weight_hh_l0_reverse	1	0.019222844392061234
195136	rnn.weight_hh_l0_reverse	2	-0.015642503276467323
195136	rnn.weight_hh_l0_reverse	3	0.005881556775420904
195136	rnn.weight_hh_l0_reverse	4	-0.07499980926513672
195136	rnn.weight_hh_l0_reverse	5	0.03801409527659416
195136	rnn.weight_hh_l0_reverse	6	0.016412794589996338
195136	rnn.weight_hh_l0_reverse	7	-0.019816355779767036
195136	rnn.weight_hh_l0_reverse	8	-0.00897047109901905
195136	rnn.weight_hh_l0_reverse	9	0.060139186680316925
195136	rnn.bias_ih_l0_reverse	0	-0.1321420967578888
195136	rnn.bias_ih_l0_reverse	1	-0.07402770221233368
195136	rnn.bias_ih_l0_reverse	2	0.045858919620513916
195136	rnn.bias_ih_l0_reverse	3	-0.18212075531482697
195136	rnn.bias_ih_l0_reverse	4	-0.019662875682115555
195136	rnn.bias_ih_l0_reverse	5	-0.17803287506103516
195136	rnn.bias_ih_l0_reverse	6	0.201870858669281
195136	rnn.bias_ih_l0_reverse	7	-0.2608337998390198
195136	rnn.bias_ih_l0_reverse	8	-0.11197425425052643
195136	rnn.bias_ih_l0_reverse	9	-0.10714589804410934
195136	rnn.bias_hh_l0_reverse	0	-0.0983370915055275
195136	rnn.bias_hh_l0_reverse	1	0.17729903757572174
195136	rnn.bias_hh_l0_reverse	2	-0.2747613787651062
195136	rnn.bias_hh_l0_reverse	3	-0.11576943099498749
195136	rnn.bias_hh_l0_reverse	4	-0.2833200991153717
195136	rnn.bias_hh_l0_reverse	5	-0.10595844686031342
195136	rnn.bias_hh_l0_reverse	6	-0.22213241457939148
195136	rnn.bias_hh_l0_reverse	7	-0.07877486944198608
195136	rnn.bias_hh_l0_reverse	8	-0.1442825347185135
195136	rnn.bias_hh_l0_reverse	9	0.2110789567232132
195136	linear.weight	0	0.18354281783103943
195136	linear.weight	1	-0.37745794653892517
195136	linear.weight	2	-0.015432560816407204
195136	linear.weight	3	0.06811340898275375
195136	linear.weight	4	-0.07270795106887817
195136	linear.weight	5	0.24124476313591003
195136	linear.weight	6	-0.1100827008485794
195136	linear.weight	7	-0.06717504560947418
195136	linear.weight	8	0.15603938698768616
195136	linear.weight	9	-0.03952495753765106
195136	linear.bias	0	-1.0897095203399658
195136	linear.bias	1	1.9153497219085693
195136	linear.bias	2	0.4789285361766815
195136	linear.bias	3	-2.4156534671783447
195136	linear.bias	4	-0.31378036737442017
195136	linear.bias	5	1.0795255899429321
195136	linear.bias	6	-0.2251221090555191
195136	linear.bias	7	0.5257055759429932
195136	linear.bias	8	2.196333408355713
195136	linear.bias	9	-1.3562276363372803
195745	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
195745	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
195745	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
195745	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
195745	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
195745	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
195745	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
195745	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
195745	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
195745	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
195745	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
195745	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
195745	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
195745	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
195745	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
195745	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
195745	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
195745	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
195745	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
195745	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
195745	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
195745	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
195745	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
195745	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
195745	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
195745	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
195745	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
195745	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
195745	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
195745	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
195745	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
195745	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
195745	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
195745	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
195745	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
195745	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
195745	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
195745	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
195745	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
195745	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
195745	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
195745	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
195745	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
195745	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
195745	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
195745	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
195745	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
195745	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
195745	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
195745	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
195745	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
195745	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
195745	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
195745	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
195745	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
195745	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
195745	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
195745	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
195745	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
195745	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
195745	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
195745	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
195745	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
195745	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
195745	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
195745	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
195745	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
195745	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
195745	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
195745	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
195745	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
195745	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
195745	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
195745	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
195745	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
195745	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
195745	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
195745	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
195745	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
195745	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
195745	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
195745	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
195745	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
195745	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
195745	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
195745	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
195745	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
195745	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
195745	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
195745	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
195745	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
195745	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
195745	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
195745	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
195745	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
195745	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
195745	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
195745	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
195745	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
195745	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
195745	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
195745	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
195745	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
195745	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
195745	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
195745	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
195745	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
195745	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
195745	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
195745	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
195745	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
195745	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
195745	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
195745	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
195745	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
195745	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
195745	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
195745	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
195745	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
195745	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
195745	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
195745	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
195745	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
195745	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
195745	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
195745	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
195745	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
195745	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
195745	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
195745	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
195745	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
195745	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
195745	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
195745	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
195745	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
195745	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
195745	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
195745	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
195745	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
195745	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
195745	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
195745	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
195745	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
195745	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
195745	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
195745	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
195745	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
195745	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
195745	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
195745	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
195745	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
195745	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
195745	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
195745	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
195745	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
195745	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
195745	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
195745	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
195745	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
195745	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
195745	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
195745	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
195745	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
195745	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
195745	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
195745	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
195745	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
195745	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
195745	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
195745	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
195745	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
195745	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
195745	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
195745	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
195745	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
195745	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
195745	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
195745	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
195745	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
195745	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
195745	embedding2nn.weight	0	0.2471112608909607
195745	embedding2nn.weight	1	0.28280436992645264
195745	embedding2nn.weight	2	0.025528080761432648
195745	embedding2nn.weight	3	0.02963133156299591
195745	embedding2nn.weight	4	-0.048108506947755814
195745	embedding2nn.weight	5	0.07186770439147949
195745	embedding2nn.weight	6	0.07731907814741135
195745	embedding2nn.weight	7	0.006973751354962587
195745	embedding2nn.weight	8	0.03407810255885124
195745	embedding2nn.weight	9	-0.00820867158472538
195745	embedding2nn.bias	0	-0.01801060140132904
195745	embedding2nn.bias	1	-0.13606593012809753
195745	embedding2nn.bias	2	0.08151912689208984
195745	embedding2nn.bias	3	0.16375361382961273
195745	embedding2nn.bias	4	0.15140679478645325
195745	embedding2nn.bias	5	-0.06012212857604027
195745	embedding2nn.bias	6	-0.05031106621026993
195745	embedding2nn.bias	7	0.02143898792564869
195745	embedding2nn.bias	8	-0.16561567783355713
195745	embedding2nn.bias	9	-0.397274911403656
195745	rnn.weight_ih_l0	0	0.009322007186710835
195745	rnn.weight_ih_l0	1	-0.06174895912408829
195745	rnn.weight_ih_l0	2	-0.10381898283958435
195745	rnn.weight_ih_l0	3	0.0321122482419014
195745	rnn.weight_ih_l0	4	0.07863010466098785
195745	rnn.weight_ih_l0	5	-0.11550913006067276
195745	rnn.weight_ih_l0	6	-0.01403146330267191
195745	rnn.weight_ih_l0	7	-0.007368935272097588
195745	rnn.weight_ih_l0	8	-0.019834524020552635
195745	rnn.weight_ih_l0	9	-0.04976044222712517
195745	rnn.weight_hh_l0	0	0.013706881552934647
195745	rnn.weight_hh_l0	1	0.0722634419798851
195745	rnn.weight_hh_l0	2	0.029073333367705345
195745	rnn.weight_hh_l0	3	0.034265585243701935
195745	rnn.weight_hh_l0	4	0.00493891816586256
195745	rnn.weight_hh_l0	5	0.06542659550905228
195745	rnn.weight_hh_l0	6	-0.012675376608967781
195745	rnn.weight_hh_l0	7	-0.04076148569583893
195745	rnn.weight_hh_l0	8	0.04109741374850273
195745	rnn.weight_hh_l0	9	-0.06965908408164978
195745	rnn.bias_ih_l0	0	0.16570039093494415
195745	rnn.bias_ih_l0	1	-0.1917484998703003
195745	rnn.bias_ih_l0	2	-0.022082988172769547
195745	rnn.bias_ih_l0	3	-0.14315013587474823
195745	rnn.bias_ih_l0	4	0.10683399438858032
195745	rnn.bias_ih_l0	5	-0.23978425562381744
195745	rnn.bias_ih_l0	6	-0.07032544910907745
195745	rnn.bias_ih_l0	7	-0.23403453826904297
195745	rnn.bias_ih_l0	8	-0.18186235427856445
195745	rnn.bias_ih_l0	9	-0.3604598939418793
195745	rnn.bias_hh_l0	0	-0.2219022512435913
195745	rnn.bias_hh_l0	1	-0.21305863559246063
195745	rnn.bias_hh_l0	2	-0.19372151792049408
195745	rnn.bias_hh_l0	3	-0.033731549978256226
195745	rnn.bias_hh_l0	4	-0.20786145329475403
195745	rnn.bias_hh_l0	5	-0.24582387506961823
195745	rnn.bias_hh_l0	6	-0.12412247061729431
195745	rnn.bias_hh_l0	7	0.06849554181098938
195745	rnn.bias_hh_l0	8	-0.15785938501358032
195745	rnn.bias_hh_l0	9	-0.39614078402519226
195745	rnn.weight_ih_l0_reverse	0	0.06945294886827469
195745	rnn.weight_ih_l0_reverse	1	-0.07879681140184402
195745	rnn.weight_ih_l0_reverse	2	-0.04855193570256233
195745	rnn.weight_ih_l0_reverse	3	-0.0895630344748497
195745	rnn.weight_ih_l0_reverse	4	0.04133303835988045
195745	rnn.weight_ih_l0_reverse	5	-0.11456602066755295
195745	rnn.weight_ih_l0_reverse	6	0.04930562898516655
195745	rnn.weight_ih_l0_reverse	7	0.019698577001690865
195745	rnn.weight_ih_l0_reverse	8	-0.05552097037434578
195745	rnn.weight_ih_l0_reverse	9	-0.043313927948474884
195745	rnn.weight_hh_l0_reverse	0	-0.05073748901486397
195745	rnn.weight_hh_l0_reverse	1	0.020392827689647675
195745	rnn.weight_hh_l0_reverse	2	-0.015478428453207016
195745	rnn.weight_hh_l0_reverse	3	0.005134113132953644
195745	rnn.weight_hh_l0_reverse	4	-0.07391863316297531
195745	rnn.weight_hh_l0_reverse	5	0.03789030760526657
195745	rnn.weight_hh_l0_reverse	6	0.016536280512809753
195745	rnn.weight_hh_l0_reverse	7	-0.0191430002450943
195745	rnn.weight_hh_l0_reverse	8	-0.004358232486993074
195745	rnn.weight_hh_l0_reverse	9	0.060430362820625305
195745	rnn.bias_ih_l0_reverse	0	-0.13047301769256592
195745	rnn.bias_ih_l0_reverse	1	-0.08057121932506561
195745	rnn.bias_ih_l0_reverse	2	0.048231713473796844
195745	rnn.bias_ih_l0_reverse	3	-0.18960310518741608
195745	rnn.bias_ih_l0_reverse	4	-0.024505136534571648
195745	rnn.bias_ih_l0_reverse	5	-0.17766731977462769
195745	rnn.bias_ih_l0_reverse	6	0.20224127173423767
195745	rnn.bias_ih_l0_reverse	7	-0.25530529022216797
195745	rnn.bias_ih_l0_reverse	8	-0.10999156534671783
195745	rnn.bias_ih_l0_reverse	9	-0.10739732533693314
195745	rnn.bias_hh_l0_reverse	0	-0.10951739549636841
195745	rnn.bias_hh_l0_reverse	1	0.18875209987163544
195745	rnn.bias_hh_l0_reverse	2	-0.2745814621448517
195745	rnn.bias_hh_l0_reverse	3	-0.1202910915017128
195745	rnn.bias_hh_l0_reverse	4	-0.2859480381011963
195745	rnn.bias_hh_l0_reverse	5	-0.10402834415435791
195745	rnn.bias_hh_l0_reverse	6	-0.22728289663791656
195745	rnn.bias_hh_l0_reverse	7	-0.07124195247888565
195745	rnn.bias_hh_l0_reverse	8	-0.15574520826339722
195745	rnn.bias_hh_l0_reverse	9	0.21622268855571747
195745	linear.weight	0	0.17212779819965363
195745	linear.weight	1	-0.3805544972419739
195745	linear.weight	2	0.01811029203236103
195745	linear.weight	3	0.06811457872390747
195745	linear.weight	4	-0.13609686493873596
195745	linear.weight	5	0.21557417511940002
195745	linear.weight	6	-0.13096490502357483
195745	linear.weight	7	-0.06714355200529099
195745	linear.weight	8	0.19130869209766388
195745	linear.weight	9	-0.03955530375242233
195745	linear.bias	0	-1.1138012409210205
195745	linear.bias	1	1.915208339691162
195745	linear.bias	2	0.4468499720096588
195745	linear.bias	3	-2.416536808013916
195745	linear.bias	4	-0.2947174310684204
195745	linear.bias	5	1.0722018480300903
195745	linear.bias	6	-0.20016685128211975
195745	linear.bias	7	0.5352693796157837
195745	linear.bias	8	2.183807849884033
195745	linear.bias	9	-1.3718894720077515
196354	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
196354	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
196354	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
196354	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
196354	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
196354	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
196354	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
196354	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
196354	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
196354	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
196354	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
196354	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
196354	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
196354	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
196354	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
196354	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
196354	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
196354	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
196354	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
196354	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
196354	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
196354	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
196354	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
196354	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
196354	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
196354	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
196354	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
196354	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
196354	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
196354	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
196354	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
196354	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
196354	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
196354	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
196354	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
196354	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
196354	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
196354	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
196354	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
196354	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
196354	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
196354	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
196354	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
196354	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
196354	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
196354	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
196354	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
196354	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
196354	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
196354	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
196354	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
196354	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
196354	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
196354	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
196354	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
196354	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
196354	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
196354	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
196354	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
196354	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
196354	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
196354	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
196354	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
196354	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
196354	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
196354	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
196354	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
196354	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
196354	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
196354	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
196354	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
196354	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
196354	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
196354	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
196354	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
196354	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
196354	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
196354	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
196354	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
196354	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
196354	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
196354	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
196354	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
196354	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
196354	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
196354	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
196354	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
196354	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
196354	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
196354	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
196354	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
196354	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
196354	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
196354	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
196354	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
196354	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
196354	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
196354	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
196354	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
196354	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
196354	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
196354	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
196354	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
196354	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
196354	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
196354	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
196354	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
196354	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
196354	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
196354	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
196354	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
196354	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
196354	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
196354	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
196354	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
196354	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
196354	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
196354	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
196354	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
196354	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
196354	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
196354	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
196354	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
196354	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
196354	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
196354	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
196354	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
196354	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
196354	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
196354	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
196354	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
196354	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
196354	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
196354	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
196354	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
196354	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
196354	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
196354	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
196354	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
196354	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
196354	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
196354	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
196354	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
196354	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
196354	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
196354	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
196354	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
196354	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
196354	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
196354	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
196354	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
196354	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
196354	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
196354	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
196354	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
196354	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
196354	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
196354	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
196354	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
196354	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
196354	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
196354	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
196354	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
196354	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
196354	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
196354	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
196354	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
196354	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
196354	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
196354	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
196354	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
196354	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
196354	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
196354	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
196354	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
196354	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
196354	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
196354	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
196354	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
196354	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
196354	embedding2nn.weight	0	0.247527614235878
196354	embedding2nn.weight	1	0.2857024669647217
196354	embedding2nn.weight	2	0.027335980907082558
196354	embedding2nn.weight	3	0.03894504904747009
196354	embedding2nn.weight	4	-0.04945030063390732
196354	embedding2nn.weight	5	0.07318858802318573
196354	embedding2nn.weight	6	0.07311493158340454
196354	embedding2nn.weight	7	0.007703814655542374
196354	embedding2nn.weight	8	0.035186875611543655
196354	embedding2nn.weight	9	-0.008358209393918514
196354	embedding2nn.bias	0	-0.032786253839731216
196354	embedding2nn.bias	1	-0.1511719673871994
196354	embedding2nn.bias	2	0.09923601895570755
196354	embedding2nn.bias	3	0.15717872977256775
196354	embedding2nn.bias	4	0.1666378676891327
196354	embedding2nn.bias	5	-0.04728241637349129
196354	embedding2nn.bias	6	-0.0691395252943039
196354	embedding2nn.bias	7	0.024325428530573845
196354	embedding2nn.bias	8	-0.151311993598938
196354	embedding2nn.bias	9	-0.3680834174156189
196354	rnn.weight_ih_l0	0	0.007846220396459103
196354	rnn.weight_ih_l0	1	-0.06181155890226364
196354	rnn.weight_ih_l0	2	-0.10843991488218307
196354	rnn.weight_ih_l0	3	0.03322826698422432
196354	rnn.weight_ih_l0	4	0.07675347477197647
196354	rnn.weight_ih_l0	5	-0.11561427265405655
196354	rnn.weight_ih_l0	6	-0.018323833122849464
196354	rnn.weight_ih_l0	7	-0.008408864960074425
196354	rnn.weight_ih_l0	8	-0.021237991750240326
196354	rnn.weight_ih_l0	9	-0.04734264314174652
196354	rnn.weight_hh_l0	0	0.01434462983161211
196354	rnn.weight_hh_l0	1	0.07313831895589828
196354	rnn.weight_hh_l0	2	0.030042195692658424
196354	rnn.weight_hh_l0	3	0.03414618968963623
196354	rnn.weight_hh_l0	4	0.004832129459828138
196354	rnn.weight_hh_l0	5	0.06471467763185501
196354	rnn.weight_hh_l0	6	-0.013193344697356224
196354	rnn.weight_hh_l0	7	-0.039933741092681885
196354	rnn.weight_hh_l0	8	0.04067510738968849
196354	rnn.weight_hh_l0	9	-0.07079571485519409
196354	rnn.bias_ih_l0	0	0.1572158932685852
196354	rnn.bias_ih_l0	1	-0.1926780492067337
196354	rnn.bias_ih_l0	2	-0.024203689768910408
196354	rnn.bias_ih_l0	3	-0.14758805930614471
196354	rnn.bias_ih_l0	4	0.10977388918399811
196354	rnn.bias_ih_l0	5	-0.2434980422258377
196354	rnn.bias_ih_l0	6	-0.07966478914022446
196354	rnn.bias_ih_l0	7	-0.23599478602409363
196354	rnn.bias_ih_l0	8	-0.17805880308151245
196354	rnn.bias_ih_l0	9	-0.36597779393196106
196354	rnn.bias_hh_l0	0	-0.2258012592792511
196354	rnn.bias_hh_l0	1	-0.21894021332263947
196354	rnn.bias_hh_l0	2	-0.18903124332427979
196354	rnn.bias_hh_l0	3	-0.03594280406832695
196354	rnn.bias_hh_l0	4	-0.20488987863063812
196354	rnn.bias_hh_l0	5	-0.24193839728832245
196354	rnn.bias_hh_l0	6	-0.12185752391815186
196354	rnn.bias_hh_l0	7	0.06518306583166122
196354	rnn.bias_hh_l0	8	-0.16177554428577423
196354	rnn.bias_hh_l0	9	-0.3994932770729065
196354	rnn.weight_ih_l0_reverse	0	0.0650915801525116
196354	rnn.weight_ih_l0_reverse	1	-0.07907857745885849
196354	rnn.weight_ih_l0_reverse	2	-0.051653292030096054
196354	rnn.weight_ih_l0_reverse	3	-0.08779513090848923
196354	rnn.weight_ih_l0_reverse	4	0.04267043620347977
196354	rnn.weight_ih_l0_reverse	5	-0.09993478655815125
196354	rnn.weight_ih_l0_reverse	6	0.050904545933008194
196354	rnn.weight_ih_l0_reverse	7	0.019506869837641716
196354	rnn.weight_ih_l0_reverse	8	-0.05517186224460602
196354	rnn.weight_ih_l0_reverse	9	-0.047302134335041046
196354	rnn.weight_hh_l0_reverse	0	-0.04996947944164276
196354	rnn.weight_hh_l0_reverse	1	0.020725425332784653
196354	rnn.weight_hh_l0_reverse	2	-0.015351060777902603
196354	rnn.weight_hh_l0_reverse	3	0.005259483586996794
196354	rnn.weight_hh_l0_reverse	4	-0.07298580557107925
196354	rnn.weight_hh_l0_reverse	5	0.03806862235069275
196354	rnn.weight_hh_l0_reverse	6	0.016717029735445976
196354	rnn.weight_hh_l0_reverse	7	-0.019836902618408203
196354	rnn.weight_hh_l0_reverse	8	-0.0032485579140484333
196354	rnn.weight_hh_l0_reverse	9	0.05935630574822426
196354	rnn.bias_ih_l0_reverse	0	-0.12885744869709015
196354	rnn.bias_ih_l0_reverse	1	-0.0804390236735344
196354	rnn.bias_ih_l0_reverse	2	0.053826943039894104
196354	rnn.bias_ih_l0_reverse	3	-0.1903364062309265
196354	rnn.bias_ih_l0_reverse	4	-0.022668777033686638
196354	rnn.bias_ih_l0_reverse	5	-0.1782030612230301
196354	rnn.bias_ih_l0_reverse	6	0.21511729061603546
196354	rnn.bias_ih_l0_reverse	7	-0.24752192199230194
196354	rnn.bias_ih_l0_reverse	8	-0.10860494524240494
196354	rnn.bias_ih_l0_reverse	9	-0.11017431318759918
196354	rnn.bias_hh_l0_reverse	0	-0.11124102026224136
196354	rnn.bias_hh_l0_reverse	1	0.18957121670246124
196354	rnn.bias_hh_l0_reverse	2	-0.27085092663764954
196354	rnn.bias_hh_l0_reverse	3	-0.1197938621044159
196354	rnn.bias_hh_l0_reverse	4	-0.2859494686126709
196354	rnn.bias_hh_l0_reverse	5	-0.10195793211460114
196354	rnn.bias_hh_l0_reverse	6	-0.22232478857040405
196354	rnn.bias_hh_l0_reverse	7	-0.07243954390287399
196354	rnn.bias_hh_l0_reverse	8	-0.14498810470104218
196354	rnn.bias_hh_l0_reverse	9	0.19187089800834656
196354	linear.weight	0	0.1649118959903717
196354	linear.weight	1	-0.36816075444221497
196354	linear.weight	2	0.026088377460837364
196354	linear.weight	3	0.06811394542455673
196354	linear.weight	4	-0.1398863047361374
196354	linear.weight	5	0.2551328241825104
196354	linear.weight	6	-0.12304408103227615
196354	linear.weight	7	-0.06711681187152863
196354	linear.weight	8	0.19820275902748108
196354	linear.weight	9	-0.03959227725863457
196354	linear.bias	0	-1.0786139965057373
196354	linear.bias	1	1.9968870878219604
196354	linear.bias	2	0.46523985266685486
196354	linear.bias	3	-2.417520523071289
196354	linear.bias	4	-0.33121973276138306
196354	linear.bias	5	1.0625418424606323
196354	linear.bias	6	-0.24974775314331055
196354	linear.bias	7	0.5102389454841614
196354	linear.bias	8	2.184502124786377
196354	linear.bias	9	-1.3537557125091553
196963	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
196963	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
196963	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
196963	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
196963	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
196963	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
196963	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
196963	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
196963	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
196963	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
196963	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
196963	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
196963	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
196963	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
196963	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
196963	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
196963	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
196963	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
196963	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
196963	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
196963	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
196963	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
196963	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
196963	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
196963	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
196963	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
196963	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
196963	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
196963	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
196963	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
196963	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
196963	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
196963	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
196963	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
196963	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
196963	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
196963	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
196963	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
196963	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
196963	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
196963	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
196963	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
196963	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
196963	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
196963	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
196963	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
196963	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
196963	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
196963	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
196963	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
196963	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
196963	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
196963	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
196963	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
196963	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
196963	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
196963	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
196963	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
196963	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
196963	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
196963	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
196963	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
196963	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
196963	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
196963	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
196963	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
196963	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
196963	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
196963	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
196963	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
196963	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
196963	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
196963	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
196963	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
196963	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
196963	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
196963	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
196963	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
196963	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
196963	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
196963	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
196963	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
196963	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
196963	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
196963	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
196963	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
196963	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
196963	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
196963	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
196963	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
196963	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
196963	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
196963	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
196963	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
196963	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
196963	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
196963	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
196963	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
196963	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
196963	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
196963	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
196963	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
196963	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
196963	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
196963	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
196963	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
196963	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
196963	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
196963	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
196963	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
196963	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
196963	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
196963	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
196963	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
196963	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
196963	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
196963	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
196963	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
196963	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
196963	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
196963	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
196963	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
196963	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
196963	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
196963	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
196963	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
196963	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
196963	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
196963	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
196963	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
196963	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
196963	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
196963	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
196963	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
196963	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
196963	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
196963	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
196963	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
196963	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
196963	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
196963	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
196963	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
196963	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
196963	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
196963	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
196963	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
196963	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
196963	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
196963	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
196963	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
196963	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
196963	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
196963	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
196963	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
196963	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
196963	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
196963	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
196963	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
196963	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
196963	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
196963	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
196963	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
196963	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
196963	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
196963	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
196963	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
196963	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
196963	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
196963	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
196963	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
196963	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
196963	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
196963	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
196963	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
196963	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
196963	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
196963	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
196963	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
196963	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
196963	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
196963	embedding2nn.weight	0	0.24844402074813843
196963	embedding2nn.weight	1	0.28962263464927673
196963	embedding2nn.weight	2	0.018390396609902382
196963	embedding2nn.weight	3	0.029570825397968292
196963	embedding2nn.weight	4	-0.04731500521302223
196963	embedding2nn.weight	5	0.0680638924241066
196963	embedding2nn.weight	6	0.07477070391178131
196963	embedding2nn.weight	7	-0.0023057451471686363
196963	embedding2nn.weight	8	0.03687706217169762
196963	embedding2nn.weight	9	-0.006370863877236843
196963	embedding2nn.bias	0	-0.030949139967560768
196963	embedding2nn.bias	1	-0.1389913111925125
196963	embedding2nn.bias	2	0.07818282395601273
196963	embedding2nn.bias	3	0.15303131937980652
196963	embedding2nn.bias	4	0.16060033440589905
196963	embedding2nn.bias	5	-0.049454446882009506
196963	embedding2nn.bias	6	-0.062277909368276596
196963	embedding2nn.bias	7	0.018001511693000793
196963	embedding2nn.bias	8	-0.1371435672044754
196963	embedding2nn.bias	9	-0.383950799703598
196963	rnn.weight_ih_l0	0	0.0059232935309410095
196963	rnn.weight_ih_l0	1	-0.0606558658182621
196963	rnn.weight_ih_l0	2	-0.10606188327074051
196963	rnn.weight_ih_l0	3	0.029098328202962875
196963	rnn.weight_ih_l0	4	0.07280731201171875
196963	rnn.weight_ih_l0	5	-0.10797882825136185
196963	rnn.weight_ih_l0	6	-0.01834046095609665
196963	rnn.weight_ih_l0	7	-0.007189332041889429
196963	rnn.weight_ih_l0	8	-0.019900556653738022
196963	rnn.weight_ih_l0	9	-0.044742241501808167
196963	rnn.weight_hh_l0	0	0.014240333810448647
196963	rnn.weight_hh_l0	1	0.0728008896112442
196963	rnn.weight_hh_l0	2	0.03035646118223667
196963	rnn.weight_hh_l0	3	0.034433763474226
196963	rnn.weight_hh_l0	4	0.005029492080211639
196963	rnn.weight_hh_l0	5	0.06441548466682434
196963	rnn.weight_hh_l0	6	-0.013539864681661129
196963	rnn.weight_hh_l0	7	-0.04305007681250572
196963	rnn.weight_hh_l0	8	0.04099655896425247
196963	rnn.weight_hh_l0	9	-0.07087508589029312
196963	rnn.bias_ih_l0	0	0.14237633347511292
196963	rnn.bias_ih_l0	1	-0.193999782204628
196963	rnn.bias_ih_l0	2	-0.026363244280219078
196963	rnn.bias_ih_l0	3	-0.14320498704910278
196963	rnn.bias_ih_l0	4	0.10871056467294693
196963	rnn.bias_ih_l0	5	-0.23685257136821747
196963	rnn.bias_ih_l0	6	-0.08520257472991943
196963	rnn.bias_ih_l0	7	-0.23878197371959686
196963	rnn.bias_ih_l0	8	-0.17878566682338715
196963	rnn.bias_ih_l0	9	-0.3582625985145569
196963	rnn.bias_hh_l0	0	-0.22672976553440094
196963	rnn.bias_hh_l0	1	-0.216932013630867
196963	rnn.bias_hh_l0	2	-0.18847769498825073
196963	rnn.bias_hh_l0	3	-0.0327715203166008
196963	rnn.bias_hh_l0	4	-0.20878219604492188
196963	rnn.bias_hh_l0	5	-0.24298608303070068
196963	rnn.bias_hh_l0	6	-0.12899181246757507
196963	rnn.bias_hh_l0	7	0.06604773551225662
196963	rnn.bias_hh_l0	8	-0.16030161082744598
196963	rnn.bias_hh_l0	9	-0.4041256010532379
196963	rnn.weight_ih_l0_reverse	0	0.06551221758127213
196963	rnn.weight_ih_l0_reverse	1	-0.07944305986166
196963	rnn.weight_ih_l0_reverse	2	-0.04669540748000145
196963	rnn.weight_ih_l0_reverse	3	-0.08407342433929443
196963	rnn.weight_ih_l0_reverse	4	0.042839184403419495
196963	rnn.weight_ih_l0_reverse	5	-0.10044457018375397
196963	rnn.weight_ih_l0_reverse	6	0.053738828748464584
196963	rnn.weight_ih_l0_reverse	7	0.01918225921690464
196963	rnn.weight_ih_l0_reverse	8	-0.0542110912501812
196963	rnn.weight_ih_l0_reverse	9	-0.043106213212013245
196963	rnn.weight_hh_l0_reverse	0	-0.051437582820653915
196963	rnn.weight_hh_l0_reverse	1	0.02078860066831112
196963	rnn.weight_hh_l0_reverse	2	-0.015550771728157997
196963	rnn.weight_hh_l0_reverse	3	0.004186594393104315
196963	rnn.weight_hh_l0_reverse	4	-0.07140257209539413
196963	rnn.weight_hh_l0_reverse	5	0.038225673139095306
196963	rnn.weight_hh_l0_reverse	6	0.016713321208953857
196963	rnn.weight_hh_l0_reverse	7	-0.020200248807668686
196963	rnn.weight_hh_l0_reverse	8	-0.0034132131841033697
196963	rnn.weight_hh_l0_reverse	9	0.0586669035255909
196963	rnn.bias_ih_l0_reverse	0	-0.13690289855003357
196963	rnn.bias_ih_l0_reverse	1	-0.0840567871928215
196963	rnn.bias_ih_l0_reverse	2	0.05210895091295242
196963	rnn.bias_ih_l0_reverse	3	-0.1930364966392517
196963	rnn.bias_ih_l0_reverse	4	-0.026093056425452232
196963	rnn.bias_ih_l0_reverse	5	-0.17736250162124634
196963	rnn.bias_ih_l0_reverse	6	0.21865127980709076
196963	rnn.bias_ih_l0_reverse	7	-0.2649266719818115
196963	rnn.bias_ih_l0_reverse	8	-0.10959028452634811
196963	rnn.bias_ih_l0_reverse	9	-0.11163695156574249
196963	rnn.bias_hh_l0_reverse	0	-0.1136574000120163
196963	rnn.bias_hh_l0_reverse	1	0.16688348352909088
196963	rnn.bias_hh_l0_reverse	2	-0.2787652611732483
196963	rnn.bias_hh_l0_reverse	3	-0.11985957622528076
196963	rnn.bias_hh_l0_reverse	4	-0.2838815748691559
196963	rnn.bias_hh_l0_reverse	5	-0.10747318714857101
196963	rnn.bias_hh_l0_reverse	6	-0.22613444924354553
196963	rnn.bias_hh_l0_reverse	7	-0.07748935371637344
196963	rnn.bias_hh_l0_reverse	8	-0.14096960425376892
196963	rnn.bias_hh_l0_reverse	9	0.18274745345115662
196963	linear.weight	0	0.1739671379327774
196963	linear.weight	1	-0.3549201488494873
196963	linear.weight	2	-0.015323556959629059
196963	linear.weight	3	0.06811235100030899
196963	linear.weight	4	-0.12931300699710846
196963	linear.weight	5	0.2504201829433441
196963	linear.weight	6	-0.11942803859710693
196963	linear.weight	7	-0.06709035485982895
196963	linear.weight	8	0.1795995831489563
196963	linear.weight	9	-0.03962589055299759
196963	linear.bias	0	-1.0938434600830078
196963	linear.bias	1	2.0367441177368164
196963	linear.bias	2	0.44693484902381897
196963	linear.bias	3	-2.4185163974761963
196963	linear.bias	4	-0.282137930393219
196963	linear.bias	5	1.0632622241973877
196963	linear.bias	6	-0.25620949268341064
196963	linear.bias	7	0.5273746252059937
196963	linear.bias	8	2.1714019775390625
196963	linear.bias	9	-1.353606104850769
197572	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
197572	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
197572	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
197572	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
197572	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
197572	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
197572	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
197572	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
197572	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
197572	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
197572	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
197572	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
197572	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
197572	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
197572	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
197572	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
197572	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
197572	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
197572	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
197572	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
197572	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
197572	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
197572	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
197572	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
197572	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
197572	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
197572	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
197572	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
197572	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
197572	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
197572	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
197572	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
197572	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
197572	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
197572	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
197572	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
197572	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
197572	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
197572	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
197572	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
197572	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
197572	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
197572	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
197572	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
197572	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
197572	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
197572	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
197572	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
197572	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
197572	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
197572	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
197572	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
197572	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
197572	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
197572	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
197572	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
197572	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
197572	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
197572	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
197572	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
197572	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
197572	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
197572	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
197572	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
197572	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
197572	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
197572	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
197572	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
197572	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
197572	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
197572	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
197572	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
197572	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
197572	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
197572	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
197572	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
197572	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
197572	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
197572	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
197572	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
197572	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
197572	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
197572	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
197572	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
197572	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
197572	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
197572	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
197572	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
197572	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
197572	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
197572	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
197572	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
197572	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
197572	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
197572	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
197572	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
197572	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
197572	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
197572	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
197572	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
197572	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
197572	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
197572	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
197572	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
197572	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
197572	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
197572	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
197572	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
197572	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
197572	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
197572	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
197572	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
197572	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
197572	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
197572	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
197572	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
197572	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
197572	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
197572	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
197572	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
197572	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
197572	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
197572	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
197572	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
197572	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
197572	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
197572	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
197572	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
197572	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
197572	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
197572	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
197572	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
197572	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
197572	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
197572	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
197572	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
197572	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
197572	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
197572	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
197572	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
197572	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
197572	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
197572	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
197572	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
197572	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
197572	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
197572	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
197572	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
197572	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
197572	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
197572	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
197572	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
197572	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
197572	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
197572	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
197572	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
197572	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
197572	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
197572	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
197572	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
197572	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
197572	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
197572	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
197572	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
197572	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
197572	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
197572	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
197572	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
197572	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
197572	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
197572	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
197572	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
197572	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
197572	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
197572	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
197572	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
197572	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
197572	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
197572	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
197572	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
197572	embedding2nn.weight	0	0.2495606690645218
197572	embedding2nn.weight	1	0.29075875878334045
197572	embedding2nn.weight	2	0.017580624669790268
197572	embedding2nn.weight	3	0.021424004808068275
197572	embedding2nn.weight	4	-0.04872535541653633
197572	embedding2nn.weight	5	0.06895871460437775
197572	embedding2nn.weight	6	0.0646388977766037
197572	embedding2nn.weight	7	0.002151666907593608
197572	embedding2nn.weight	8	0.03225649148225784
197572	embedding2nn.weight	9	-0.008868909440934658
197572	embedding2nn.bias	0	-0.0021275116596370935
197572	embedding2nn.bias	1	-0.11506491899490356
197572	embedding2nn.bias	2	0.10328703373670578
197572	embedding2nn.bias	3	0.14788305759429932
197572	embedding2nn.bias	4	0.1545071303844452
197572	embedding2nn.bias	5	-0.07235492020845413
197572	embedding2nn.bias	6	-0.06911463290452957
197572	embedding2nn.bias	7	0.032478734850883484
197572	embedding2nn.bias	8	-0.15810467302799225
197572	embedding2nn.bias	9	-0.3563675880432129
197572	rnn.weight_ih_l0	0	0.009943961165845394
197572	rnn.weight_ih_l0	1	-0.060694944113492966
197572	rnn.weight_ih_l0	2	-0.10477680712938309
197572	rnn.weight_ih_l0	3	0.040305666625499725
197572	rnn.weight_ih_l0	4	0.07102274894714355
197572	rnn.weight_ih_l0	5	-0.10627283155918121
197572	rnn.weight_ih_l0	6	-0.017702741548419
197572	rnn.weight_ih_l0	7	-0.0013599882367998362
197572	rnn.weight_ih_l0	8	-0.01429644227027893
197572	rnn.weight_ih_l0	9	-0.04811740666627884
197572	rnn.weight_hh_l0	0	0.014478647150099277
197572	rnn.weight_hh_l0	1	0.07176682353019714
197572	rnn.weight_hh_l0	2	0.029657991603016853
197572	rnn.weight_hh_l0	3	0.03453041985630989
197572	rnn.weight_hh_l0	4	0.00577134732156992
197572	rnn.weight_hh_l0	5	0.06568564474582672
197572	rnn.weight_hh_l0	6	-0.01421294454485178
197572	rnn.weight_hh_l0	7	-0.0384439118206501
197572	rnn.weight_hh_l0	8	0.04089415818452835
197572	rnn.weight_hh_l0	9	-0.07183563709259033
197572	rnn.bias_ih_l0	0	0.1386559009552002
197572	rnn.bias_ih_l0	1	-0.19726572930812836
197572	rnn.bias_ih_l0	2	-0.02622620388865471
197572	rnn.bias_ih_l0	3	-0.1519668996334076
197572	rnn.bias_ih_l0	4	0.09479595720767975
197572	rnn.bias_ih_l0	5	-0.2449319064617157
197572	rnn.bias_ih_l0	6	-0.079249806702137
197572	rnn.bias_ih_l0	7	-0.23861390352249146
197572	rnn.bias_ih_l0	8	-0.18150417506694794
197572	rnn.bias_ih_l0	9	-0.35954272747039795
197572	rnn.bias_hh_l0	0	-0.2304798811674118
197572	rnn.bias_hh_l0	1	-0.21382366120815277
197572	rnn.bias_hh_l0	2	-0.1909361034631729
197572	rnn.bias_hh_l0	3	-0.036139652132987976
197572	rnn.bias_hh_l0	4	-0.20024912059307098
197572	rnn.bias_hh_l0	5	-0.24112233519554138
197572	rnn.bias_hh_l0	6	-0.12949968874454498
197572	rnn.bias_hh_l0	7	0.06112053990364075
197572	rnn.bias_hh_l0	8	-0.15890243649482727
197572	rnn.bias_hh_l0	9	-0.3984740674495697
197572	rnn.weight_ih_l0_reverse	0	0.05910393223166466
197572	rnn.weight_ih_l0_reverse	1	-0.0759822279214859
197572	rnn.weight_ih_l0_reverse	2	-0.05197229981422424
197572	rnn.weight_ih_l0_reverse	3	-0.08572196215391159
197572	rnn.weight_ih_l0_reverse	4	0.044814128428697586
197572	rnn.weight_ih_l0_reverse	5	-0.11939124017953873
197572	rnn.weight_ih_l0_reverse	6	0.050762057304382324
197572	rnn.weight_ih_l0_reverse	7	0.0213011484593153
197572	rnn.weight_ih_l0_reverse	8	-0.055561698973178864
197572	rnn.weight_ih_l0_reverse	9	-0.04070335626602173
197572	rnn.weight_hh_l0_reverse	0	-0.05263308063149452
197572	rnn.weight_hh_l0_reverse	1	0.020429212599992752
197572	rnn.weight_hh_l0_reverse	2	-0.01420415099710226
197572	rnn.weight_hh_l0_reverse	3	0.004074831958860159
197572	rnn.weight_hh_l0_reverse	4	-0.07009222358465195
197572	rnn.weight_hh_l0_reverse	5	0.03831715136766434
197572	rnn.weight_hh_l0_reverse	6	0.016565410420298576
197572	rnn.weight_hh_l0_reverse	7	-0.023432767018675804
197572	rnn.weight_hh_l0_reverse	8	-0.00315839983522892
197572	rnn.weight_hh_l0_reverse	9	0.05854148417711258
197572	rnn.bias_ih_l0_reverse	0	-0.13543549180030823
197572	rnn.bias_ih_l0_reverse	1	-0.07961327582597733
197572	rnn.bias_ih_l0_reverse	2	0.054600052535533905
197572	rnn.bias_ih_l0_reverse	3	-0.19346922636032104
197572	rnn.bias_ih_l0_reverse	4	-0.03288054093718529
197572	rnn.bias_ih_l0_reverse	5	-0.1727735996246338
197572	rnn.bias_ih_l0_reverse	6	0.21649788320064545
197572	rnn.bias_ih_l0_reverse	7	-0.26235002279281616
197572	rnn.bias_ih_l0_reverse	8	-0.11194777488708496
197572	rnn.bias_ih_l0_reverse	9	-0.11570034921169281
197572	rnn.bias_hh_l0_reverse	0	-0.12377070635557175
197572	rnn.bias_hh_l0_reverse	1	0.17803791165351868
197572	rnn.bias_hh_l0_reverse	2	-0.2676273286342621
197572	rnn.bias_hh_l0_reverse	3	-0.12426910549402237
197572	rnn.bias_hh_l0_reverse	4	-0.28056150674819946
197572	rnn.bias_hh_l0_reverse	5	-0.10778741538524628
197572	rnn.bias_hh_l0_reverse	6	-0.2339581549167633
197572	rnn.bias_hh_l0_reverse	7	-0.06902313232421875
197572	rnn.bias_hh_l0_reverse	8	-0.13875433802604675
197572	rnn.bias_hh_l0_reverse	9	0.19935835897922516
197572	linear.weight	0	0.1668028086423874
197572	linear.weight	1	-0.349628746509552
197572	linear.weight	2	0.00132122787181288
197572	linear.weight	3	0.06811825931072235
197572	linear.weight	4	-0.14837497472763062
197572	linear.weight	5	0.24792061746120453
197572	linear.weight	6	-0.09222088009119034
197572	linear.weight	7	-0.06707197427749634
197572	linear.weight	8	0.15999138355255127
197572	linear.weight	9	-0.03965762257575989
197572	linear.bias	0	-1.0712653398513794
197572	linear.bias	1	1.9745978116989136
197572	linear.bias	2	0.4542802572250366
197572	linear.bias	3	-2.419466972351074
197572	linear.bias	4	-0.27457189559936523
197572	linear.bias	5	1.0958436727523804
197572	linear.bias	6	-0.27174893021583557
197572	linear.bias	7	0.5641587376594543
197572	linear.bias	8	2.186328887939453
197572	linear.bias	9	-1.3490022420883179
198181	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
198181	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
198181	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
198181	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
198181	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
198181	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
198181	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
198181	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
198181	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
198181	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
198181	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
198181	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
198181	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
198181	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
198181	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
198181	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
198181	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
198181	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
198181	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
198181	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
198181	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
198181	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
198181	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
198181	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
198181	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
198181	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
198181	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
198181	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
198181	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
198181	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
198181	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
198181	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
198181	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
198181	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
198181	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
198181	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
198181	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
198181	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
198181	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
198181	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
198181	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
198181	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
198181	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
198181	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
198181	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
198181	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
198181	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
198181	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
198181	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
198181	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
198181	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
198181	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
198181	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
198181	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
198181	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
198181	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
198181	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
198181	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
198181	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
198181	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
198181	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
198181	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
198181	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
198181	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
198181	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
198181	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
198181	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
198181	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
198181	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
198181	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
198181	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
198181	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
198181	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
198181	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
198181	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
198181	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
198181	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
198181	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
198181	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
198181	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
198181	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
198181	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
198181	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
198181	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
198181	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
198181	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
198181	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
198181	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
198181	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
198181	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
198181	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
198181	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
198181	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
198181	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
198181	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
198181	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
198181	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
198181	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
198181	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
198181	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
198181	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
198181	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
198181	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
198181	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
198181	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
198181	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
198181	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
198181	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
198181	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
198181	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
198181	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
198181	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
198181	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
198181	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
198181	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
198181	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
198181	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
198181	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
198181	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
198181	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
198181	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
198181	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
198181	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
198181	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
198181	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
198181	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
198181	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
198181	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
198181	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
198181	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
198181	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
198181	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
198181	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
198181	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
198181	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
198181	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
198181	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
198181	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
198181	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
198181	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
198181	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
198181	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
198181	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
198181	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
198181	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
198181	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
198181	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
198181	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
198181	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
198181	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
198181	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
198181	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
198181	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
198181	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
198181	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
198181	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
198181	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
198181	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
198181	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
198181	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
198181	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
198181	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
198181	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
198181	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
198181	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
198181	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
198181	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
198181	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
198181	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
198181	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
198181	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
198181	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
198181	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
198181	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
198181	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
198181	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
198181	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
198181	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
198181	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
198181	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
198181	embedding2nn.weight	0	0.2482515573501587
198181	embedding2nn.weight	1	0.2859730124473572
198181	embedding2nn.weight	2	0.019980216398835182
198181	embedding2nn.weight	3	0.016929758712649345
198181	embedding2nn.weight	4	-0.05134556069970131
198181	embedding2nn.weight	5	0.06297074258327484
198181	embedding2nn.weight	6	0.059843018651008606
198181	embedding2nn.weight	7	0.005201265215873718
198181	embedding2nn.weight	8	0.03395385295152664
198181	embedding2nn.weight	9	-0.01153553742915392
198181	embedding2nn.bias	0	-0.012637259438633919
198181	embedding2nn.bias	1	-0.12433041632175446
198181	embedding2nn.bias	2	0.10547982901334763
198181	embedding2nn.bias	3	0.14798571169376373
198181	embedding2nn.bias	4	0.16269735991954803
198181	embedding2nn.bias	5	-0.04976927861571312
198181	embedding2nn.bias	6	-0.03916601464152336
198181	embedding2nn.bias	7	0.034742869436740875
198181	embedding2nn.bias	8	-0.14619885385036469
198181	embedding2nn.bias	9	-0.37453392148017883
198181	rnn.weight_ih_l0	0	0.008312548510730267
198181	rnn.weight_ih_l0	1	-0.059757377952337265
198181	rnn.weight_ih_l0	2	-0.10981280356645584
198181	rnn.weight_ih_l0	3	0.046978261321783066
198181	rnn.weight_ih_l0	4	0.06855489313602448
198181	rnn.weight_ih_l0	5	-0.11151403188705444
198181	rnn.weight_ih_l0	6	-0.018250077962875366
198181	rnn.weight_ih_l0	7	-0.0074335685931146145
198181	rnn.weight_ih_l0	8	-0.015322958119213581
198181	rnn.weight_ih_l0	9	-0.04521475359797478
198181	rnn.weight_hh_l0	0	0.014452115632593632
198181	rnn.weight_hh_l0	1	0.0729743018746376
198181	rnn.weight_hh_l0	2	0.030364442616701126
198181	rnn.weight_hh_l0	3	0.034384001046419144
198181	rnn.weight_hh_l0	4	0.005454398691654205
198181	rnn.weight_hh_l0	5	0.06656825542449951
198181	rnn.weight_hh_l0	6	-0.015072683803737164
198181	rnn.weight_hh_l0	7	-0.043202001601457596
198181	rnn.weight_hh_l0	8	0.0410311333835125
198181	rnn.weight_hh_l0	9	-0.07334703207015991
198181	rnn.bias_ih_l0	0	0.14283956587314606
198181	rnn.bias_ih_l0	1	-0.19437101483345032
198181	rnn.bias_ih_l0	2	-0.02414274588227272
198181	rnn.bias_ih_l0	3	-0.14518731832504272
198181	rnn.bias_ih_l0	4	0.0977633073925972
198181	rnn.bias_ih_l0	5	-0.24869494140148163
198181	rnn.bias_ih_l0	6	-0.08784732967615128
198181	rnn.bias_ih_l0	7	-0.23686428368091583
198181	rnn.bias_ih_l0	8	-0.18055512011051178
198181	rnn.bias_ih_l0	9	-0.358428418636322
198181	rnn.bias_hh_l0	0	-0.22883740067481995
198181	rnn.bias_hh_l0	1	-0.20962969958782196
198181	rnn.bias_hh_l0	2	-0.18942292034626007
198181	rnn.bias_hh_l0	3	-0.035631824284791946
198181	rnn.bias_hh_l0	4	-0.19973713159561157
198181	rnn.bias_hh_l0	5	-0.2408585548400879
198181	rnn.bias_hh_l0	6	-0.13205519318580627
198181	rnn.bias_hh_l0	7	0.06178022921085358
198181	rnn.bias_hh_l0	8	-0.16294817626476288
198181	rnn.bias_hh_l0	9	-0.38880136609077454
198181	rnn.weight_ih_l0_reverse	0	0.061005134135484695
198181	rnn.weight_ih_l0_reverse	1	-0.07935866713523865
198181	rnn.weight_ih_l0_reverse	2	-0.052055634558200836
198181	rnn.weight_ih_l0_reverse	3	-0.08260494470596313
198181	rnn.weight_ih_l0_reverse	4	0.048688873648643494
198181	rnn.weight_ih_l0_reverse	5	-0.11756350100040436
198181	rnn.weight_ih_l0_reverse	6	0.055234432220458984
198181	rnn.weight_ih_l0_reverse	7	0.02133556269109249
198181	rnn.weight_ih_l0_reverse	8	-0.0572190135717392
198181	rnn.weight_ih_l0_reverse	9	-0.03775373101234436
198181	rnn.weight_hh_l0_reverse	0	-0.05237000435590744
198181	rnn.weight_hh_l0_reverse	1	0.020504681393504143
198181	rnn.weight_hh_l0_reverse	2	-0.0142566142603755
198181	rnn.weight_hh_l0_reverse	3	0.004007632378488779
198181	rnn.weight_hh_l0_reverse	4	-0.07071962207555771
198181	rnn.weight_hh_l0_reverse	5	0.03804515302181244
198181	rnn.weight_hh_l0_reverse	6	0.016448013484477997
198181	rnn.weight_hh_l0_reverse	7	-0.024730125442147255
198181	rnn.weight_hh_l0_reverse	8	-0.0036656151060014963
198181	rnn.weight_hh_l0_reverse	9	0.057110875844955444
198181	rnn.bias_ih_l0_reverse	0	-0.13761524856090546
198181	rnn.bias_ih_l0_reverse	1	-0.07739370316267014
198181	rnn.bias_ih_l0_reverse	2	0.05585642531514168
198181	rnn.bias_ih_l0_reverse	3	-0.19008667767047882
198181	rnn.bias_ih_l0_reverse	4	-0.025607306510210037
198181	rnn.bias_ih_l0_reverse	5	-0.17535898089408875
198181	rnn.bias_ih_l0_reverse	6	0.21618971228599548
198181	rnn.bias_ih_l0_reverse	7	-0.2610618770122528
198181	rnn.bias_ih_l0_reverse	8	-0.11403200030326843
198181	rnn.bias_ih_l0_reverse	9	-0.11932485550642014
198181	rnn.bias_hh_l0_reverse	0	-0.12587004899978638
198181	rnn.bias_hh_l0_reverse	1	0.18818190693855286
198181	rnn.bias_hh_l0_reverse	2	-0.2727746367454529
198181	rnn.bias_hh_l0_reverse	3	-0.12603165209293365
198181	rnn.bias_hh_l0_reverse	4	-0.27590206265449524
198181	rnn.bias_hh_l0_reverse	5	-0.11032377183437347
198181	rnn.bias_hh_l0_reverse	6	-0.23659050464630127
198181	rnn.bias_hh_l0_reverse	7	-0.06853437423706055
198181	rnn.bias_hh_l0_reverse	8	-0.14167621731758118
198181	rnn.bias_hh_l0_reverse	9	0.18791066110134125
198181	linear.weight	0	0.18524201214313507
198181	linear.weight	1	-0.3572174310684204
198181	linear.weight	2	0.02361942082643509
198181	linear.weight	3	0.06811907887458801
198181	linear.weight	4	-0.17547622323036194
198181	linear.weight	5	0.23401802778244019
198181	linear.weight	6	-0.11530564725399017
198181	linear.weight	7	-0.06702329218387604
198181	linear.weight	8	0.12464750558137894
198181	linear.weight	9	-0.039687443524599075
198181	linear.bias	0	-1.107067346572876
198181	linear.bias	1	2.0039265155792236
198181	linear.bias	2	0.49784737825393677
198181	linear.bias	3	-2.420532464981079
198181	linear.bias	4	-0.30920693278312683
198181	linear.bias	5	1.060158371925354
198181	linear.bias	6	-0.22362981736660004
198181	linear.bias	7	0.5403684377670288
198181	linear.bias	8	2.1857330799102783
198181	linear.bias	9	-1.3678481578826904
198790	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
198790	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
198790	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
198790	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
198790	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
198790	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
198790	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
198790	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
198790	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
198790	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
198790	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
198790	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
198790	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
198790	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
198790	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
198790	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
198790	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
198790	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
198790	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
198790	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
198790	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
198790	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
198790	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
198790	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
198790	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
198790	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
198790	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
198790	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
198790	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
198790	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
198790	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
198790	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
198790	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
198790	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
198790	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
198790	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
198790	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
198790	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
198790	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
198790	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
198790	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
198790	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
198790	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
198790	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
198790	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
198790	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
198790	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
198790	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
198790	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
198790	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
198790	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
198790	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
198790	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
198790	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
198790	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
198790	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
198790	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
198790	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
198790	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
198790	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
198790	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
198790	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
198790	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
198790	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
198790	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
198790	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
198790	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
198790	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
198790	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
198790	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
198790	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
198790	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
198790	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
198790	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
198790	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
198790	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
198790	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
198790	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
198790	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
198790	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
198790	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
198790	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
198790	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
198790	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
198790	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
198790	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
198790	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
198790	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
198790	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
198790	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
198790	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
198790	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
198790	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
198790	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
198790	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
198790	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
198790	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
198790	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
198790	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
198790	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
198790	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
198790	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
198790	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
198790	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
198790	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
198790	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
198790	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
198790	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
198790	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
198790	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
198790	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
198790	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
198790	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
198790	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
198790	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
198790	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
198790	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
198790	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
198790	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
198790	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
198790	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
198790	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
198790	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
198790	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
198790	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
198790	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
198790	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
198790	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
198790	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
198790	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
198790	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
198790	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
198790	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
198790	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
198790	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
198790	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
198790	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
198790	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
198790	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
198790	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
198790	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
198790	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
198790	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
198790	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
198790	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
198790	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
198790	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
198790	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
198790	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
198790	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
198790	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
198790	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
198790	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
198790	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
198790	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
198790	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
198790	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
198790	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
198790	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
198790	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
198790	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
198790	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
198790	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
198790	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
198790	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
198790	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
198790	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
198790	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
198790	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
198790	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
198790	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
198790	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
198790	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
198790	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
198790	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
198790	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
198790	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
198790	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
198790	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
198790	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
198790	embedding2nn.weight	0	0.25030338764190674
198790	embedding2nn.weight	1	0.2878473997116089
198790	embedding2nn.weight	2	0.02164742909371853
198790	embedding2nn.weight	3	0.03758262097835541
198790	embedding2nn.weight	4	-0.04996533691883087
198790	embedding2nn.weight	5	0.06540371477603912
198790	embedding2nn.weight	6	0.05329662188887596
198790	embedding2nn.weight	7	-0.006610641721636057
198790	embedding2nn.weight	8	0.03449483588337898
198790	embedding2nn.weight	9	-0.011385051533579826
198790	embedding2nn.bias	0	-0.009432119317352772
198790	embedding2nn.bias	1	-0.10776705294847488
198790	embedding2nn.bias	2	0.09782326966524124
198790	embedding2nn.bias	3	0.16460366547107697
198790	embedding2nn.bias	4	0.16848626732826233
198790	embedding2nn.bias	5	-0.035378001630306244
198790	embedding2nn.bias	6	-0.03699134290218353
198790	embedding2nn.bias	7	0.044512949883937836
198790	embedding2nn.bias	8	-0.13735069334506989
198790	embedding2nn.bias	9	-0.3827380836009979
198790	rnn.weight_ih_l0	0	0.007648190017789602
198790	rnn.weight_ih_l0	1	-0.0625806525349617
198790	rnn.weight_ih_l0	2	-0.10462459176778793
198790	rnn.weight_ih_l0	3	0.04654248058795929
198790	rnn.weight_ih_l0	4	0.07204023003578186
198790	rnn.weight_ih_l0	5	-0.12286461144685745
198790	rnn.weight_ih_l0	6	-0.019407933577895164
198790	rnn.weight_ih_l0	7	-0.00854308158159256
198790	rnn.weight_ih_l0	8	-0.02707194909453392
198790	rnn.weight_ih_l0	9	-0.05289078131318092
198790	rnn.weight_hh_l0	0	0.014904593117535114
198790	rnn.weight_hh_l0	1	0.07398315519094467
198790	rnn.weight_hh_l0	2	0.030362483114004135
198790	rnn.weight_hh_l0	3	0.03341970592737198
198790	rnn.weight_hh_l0	4	0.005648045334964991
198790	rnn.weight_hh_l0	5	0.06679082661867142
198790	rnn.weight_hh_l0	6	-0.015453612431883812
198790	rnn.weight_hh_l0	7	-0.0408920980989933
198790	rnn.weight_hh_l0	8	0.04090476408600807
198790	rnn.weight_hh_l0	9	-0.07528351992368698
198790	rnn.bias_ih_l0	0	0.15187956392765045
198790	rnn.bias_ih_l0	1	-0.19583141803741455
198790	rnn.bias_ih_l0	2	-0.021362893283367157
198790	rnn.bias_ih_l0	3	-0.1540824919939041
198790	rnn.bias_ih_l0	4	0.08936236798763275
198790	rnn.bias_ih_l0	5	-0.24273914098739624
198790	rnn.bias_ih_l0	6	-0.09963826835155487
198790	rnn.bias_ih_l0	7	-0.24000264704227448
198790	rnn.bias_ih_l0	8	-0.18549659848213196
198790	rnn.bias_ih_l0	9	-0.3797994554042816
198790	rnn.bias_hh_l0	0	-0.2238996922969818
198790	rnn.bias_hh_l0	1	-0.20693105459213257
198790	rnn.bias_hh_l0	2	-0.19501404464244843
198790	rnn.bias_hh_l0	3	-0.037348512560129166
198790	rnn.bias_hh_l0	4	-0.20247681438922882
198790	rnn.bias_hh_l0	5	-0.24100357294082642
198790	rnn.bias_hh_l0	6	-0.1276264637708664
198790	rnn.bias_hh_l0	7	0.05860032141208649
198790	rnn.bias_hh_l0	8	-0.16009753942489624
198790	rnn.bias_hh_l0	9	-0.3899393379688263
198790	rnn.weight_ih_l0_reverse	0	0.06790179759263992
198790	rnn.weight_ih_l0_reverse	1	-0.0753401517868042
198790	rnn.weight_ih_l0_reverse	2	-0.05193379148840904
198790	rnn.weight_ih_l0_reverse	3	-0.08455175906419754
198790	rnn.weight_ih_l0_reverse	4	0.045209985226392746
198790	rnn.weight_ih_l0_reverse	5	-0.11755029857158661
198790	rnn.weight_ih_l0_reverse	6	0.055761244148015976
198790	rnn.weight_ih_l0_reverse	7	0.02145729400217533
198790	rnn.weight_ih_l0_reverse	8	-0.060768645256757736
198790	rnn.weight_ih_l0_reverse	9	-0.03373386710882187
198790	rnn.weight_hh_l0_reverse	0	-0.052139535546302795
198790	rnn.weight_hh_l0_reverse	1	0.020882949233055115
198790	rnn.weight_hh_l0_reverse	2	-0.01335903163999319
198790	rnn.weight_hh_l0_reverse	3	0.004424930550158024
198790	rnn.weight_hh_l0_reverse	4	-0.07175561785697937
198790	rnn.weight_hh_l0_reverse	5	0.03774659335613251
198790	rnn.weight_hh_l0_reverse	6	0.01649334467947483
198790	rnn.weight_hh_l0_reverse	7	-0.02780112624168396
198790	rnn.weight_hh_l0_reverse	8	-0.007035401184111834
198790	rnn.weight_hh_l0_reverse	9	0.05665076896548271
198790	rnn.bias_ih_l0_reverse	0	-0.13527075946331024
198790	rnn.bias_ih_l0_reverse	1	-0.07770700752735138
198790	rnn.bias_ih_l0_reverse	2	0.06022810563445091
198790	rnn.bias_ih_l0_reverse	3	-0.20281696319580078
198790	rnn.bias_ih_l0_reverse	4	-0.021567199379205704
198790	rnn.bias_ih_l0_reverse	5	-0.17315083742141724
198790	rnn.bias_ih_l0_reverse	6	0.2127460241317749
198790	rnn.bias_ih_l0_reverse	7	-0.26125991344451904
198790	rnn.bias_ih_l0_reverse	8	-0.10799989849328995
198790	rnn.bias_ih_l0_reverse	9	-0.11067280173301697
198790	rnn.bias_hh_l0_reverse	0	-0.12160065770149231
198790	rnn.bias_hh_l0_reverse	1	0.18255791068077087
198790	rnn.bias_hh_l0_reverse	2	-0.264544814825058
198790	rnn.bias_hh_l0_reverse	3	-0.12429862469434738
198790	rnn.bias_hh_l0_reverse	4	-0.27984750270843506
198790	rnn.bias_hh_l0_reverse	5	-0.11533533036708832
198790	rnn.bias_hh_l0_reverse	6	-0.23571999371051788
198790	rnn.bias_hh_l0_reverse	7	-0.07451970875263214
198790	rnn.bias_hh_l0_reverse	8	-0.15014562010765076
198790	rnn.bias_hh_l0_reverse	9	0.18886497616767883
198790	linear.weight	0	0.21080799400806427
198790	linear.weight	1	-0.3278646469116211
198790	linear.weight	2	0.0443374440073967
198790	linear.weight	3	0.06812494248151779
198790	linear.weight	4	-0.07661306858062744
198790	linear.weight	5	0.23136602342128754
198790	linear.weight	6	-0.08404501527547836
198790	linear.weight	7	-0.06696775555610657
198790	linear.weight	8	0.12970605492591858
198790	linear.weight	9	-0.03972247615456581
198790	linear.bias	0	-1.1068236827850342
198790	linear.bias	1	1.9712811708450317
198790	linear.bias	2	0.5044882893562317
198790	linear.bias	3	-2.4215705394744873
198790	linear.bias	4	-0.29848164319992065
198790	linear.bias	5	1.08681058883667
198790	linear.bias	6	-0.21860915422439575
198790	linear.bias	7	0.5151699781417847
198790	linear.bias	8	2.1827375888824463
198790	linear.bias	9	-1.343688726425171
199399	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
199399	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
199399	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
199399	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
199399	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
199399	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
199399	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
199399	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
199399	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
199399	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
199399	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
199399	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
199399	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
199399	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
199399	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
199399	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
199399	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
199399	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
199399	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
199399	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
199399	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
199399	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
199399	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
199399	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
199399	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
199399	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
199399	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
199399	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
199399	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
199399	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
199399	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
199399	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
199399	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
199399	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
199399	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
199399	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
199399	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
199399	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
199399	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
199399	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
199399	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
199399	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
199399	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
199399	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
199399	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
199399	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
199399	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
199399	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
199399	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
199399	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
199399	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
199399	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
199399	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
199399	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
199399	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
199399	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
199399	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
199399	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
199399	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
199399	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
199399	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
199399	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
199399	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
199399	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
199399	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
199399	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
199399	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
199399	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
199399	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
199399	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
199399	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
199399	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
199399	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
199399	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
199399	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
199399	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
199399	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
199399	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
199399	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
199399	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
199399	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
199399	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
199399	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
199399	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
199399	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
199399	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
199399	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
199399	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
199399	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
199399	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
199399	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
199399	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
199399	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
199399	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
199399	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
199399	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
199399	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
199399	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
199399	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
199399	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
199399	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
199399	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
199399	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
199399	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
199399	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
199399	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
199399	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
199399	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
199399	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
199399	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
199399	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
199399	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
199399	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
199399	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
199399	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
199399	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
199399	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
199399	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
199399	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
199399	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
199399	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
199399	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
199399	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
199399	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
199399	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
199399	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
199399	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
199399	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
199399	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
199399	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
199399	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
199399	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
199399	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
199399	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
199399	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
199399	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
199399	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
199399	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
199399	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
199399	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
199399	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
199399	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
199399	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
199399	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
199399	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
199399	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
199399	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
199399	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
199399	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
199399	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
199399	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
199399	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
199399	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
199399	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
199399	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
199399	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
199399	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
199399	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
199399	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
199399	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
199399	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
199399	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
199399	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
199399	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
199399	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
199399	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
199399	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
199399	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
199399	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
199399	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
199399	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
199399	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
199399	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
199399	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
199399	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
199399	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
199399	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
199399	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
199399	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
199399	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
199399	embedding2nn.weight	0	0.24953711032867432
199399	embedding2nn.weight	1	0.2900618314743042
199399	embedding2nn.weight	2	0.020077865570783615
199399	embedding2nn.weight	3	0.05548219382762909
199399	embedding2nn.weight	4	-0.052060291171073914
199399	embedding2nn.weight	5	0.06377309560775757
199399	embedding2nn.weight	6	0.05879341810941696
199399	embedding2nn.weight	7	-0.008013222366571426
199399	embedding2nn.weight	8	0.031355321407318115
199399	embedding2nn.weight	9	-0.01635097712278366
199399	embedding2nn.bias	0	-0.005507662892341614
199399	embedding2nn.bias	1	-0.09013235569000244
199399	embedding2nn.bias	2	0.0987735241651535
199399	embedding2nn.bias	3	0.1669711321592331
199399	embedding2nn.bias	4	0.1595468819141388
199399	embedding2nn.bias	5	-0.045741524547338486
199399	embedding2nn.bias	6	-0.03820960596203804
199399	embedding2nn.bias	7	0.034455347806215286
199399	embedding2nn.bias	8	-0.14045310020446777
199399	embedding2nn.bias	9	-0.37020331621170044
199399	rnn.weight_ih_l0	0	0.009085731580853462
199399	rnn.weight_ih_l0	1	-0.06189427524805069
199399	rnn.weight_ih_l0	2	-0.10015952587127686
199399	rnn.weight_ih_l0	3	0.04416636377573013
199399	rnn.weight_ih_l0	4	0.0764448493719101
199399	rnn.weight_ih_l0	5	-0.12577931582927704
199399	rnn.weight_ih_l0	6	-0.020900573581457138
199399	rnn.weight_ih_l0	7	-0.008733962662518024
199399	rnn.weight_ih_l0	8	-0.017687812447547913
199399	rnn.weight_ih_l0	9	-0.05896882712841034
199399	rnn.weight_hh_l0	0	0.014344706200063229
199399	rnn.weight_hh_l0	1	0.07456602901220322
199399	rnn.weight_hh_l0	2	0.0317973792552948
199399	rnn.weight_hh_l0	3	0.033424656838178635
199399	rnn.weight_hh_l0	4	0.0048706321977078915
199399	rnn.weight_hh_l0	5	0.06650125980377197
199399	rnn.weight_hh_l0	6	-0.015369529835879803
199399	rnn.weight_hh_l0	7	-0.04283773899078369
199399	rnn.weight_hh_l0	8	0.040630895644426346
199399	rnn.weight_hh_l0	9	-0.07665055245161057
199399	rnn.bias_ih_l0	0	0.1503157764673233
199399	rnn.bias_ih_l0	1	-0.19356611371040344
199399	rnn.bias_ih_l0	2	-0.022189997136592865
199399	rnn.bias_ih_l0	3	-0.15664835274219513
199399	rnn.bias_ih_l0	4	0.09948505461215973
199399	rnn.bias_ih_l0	5	-0.23199015855789185
199399	rnn.bias_ih_l0	6	-0.11777406185865402
199399	rnn.bias_ih_l0	7	-0.2431451380252838
199399	rnn.bias_ih_l0	8	-0.1829310953617096
199399	rnn.bias_ih_l0	9	-0.38161319494247437
199399	rnn.bias_hh_l0	0	-0.22193543612957
199399	rnn.bias_hh_l0	1	-0.20656190812587738
199399	rnn.bias_hh_l0	2	-0.198111891746521
199399	rnn.bias_hh_l0	3	-0.03553689271211624
199399	rnn.bias_hh_l0	4	-0.204654261469841
199399	rnn.bias_hh_l0	5	-0.24442411959171295
199399	rnn.bias_hh_l0	6	-0.12402920424938202
199399	rnn.bias_hh_l0	7	0.06676270067691803
199399	rnn.bias_hh_l0	8	-0.15975822508335114
199399	rnn.bias_hh_l0	9	-0.39009517431259155
199399	rnn.weight_ih_l0_reverse	0	0.06768828630447388
199399	rnn.weight_ih_l0_reverse	1	-0.07276354730129242
199399	rnn.weight_ih_l0_reverse	2	-0.05334853380918503
199399	rnn.weight_ih_l0_reverse	3	-0.08688018471002579
199399	rnn.weight_ih_l0_reverse	4	0.04519369453191757
199399	rnn.weight_ih_l0_reverse	5	-0.12194091081619263
199399	rnn.weight_ih_l0_reverse	6	0.05837786942720413
199399	rnn.weight_ih_l0_reverse	7	0.020522255450487137
199399	rnn.weight_ih_l0_reverse	8	-0.057215191423892975
199399	rnn.weight_ih_l0_reverse	9	-0.028511110693216324
199399	rnn.weight_hh_l0_reverse	0	-0.05462849512696266
199399	rnn.weight_hh_l0_reverse	1	0.019877266138792038
199399	rnn.weight_hh_l0_reverse	2	-0.013321908190846443
199399	rnn.weight_hh_l0_reverse	3	0.004964040592312813
199399	rnn.weight_hh_l0_reverse	4	-0.07378295809030533
199399	rnn.weight_hh_l0_reverse	5	0.03781234845519066
199399	rnn.weight_hh_l0_reverse	6	0.016244005411863327
199399	rnn.weight_hh_l0_reverse	7	-0.0323820486664772
199399	rnn.weight_hh_l0_reverse	8	-0.00952488649636507
199399	rnn.weight_hh_l0_reverse	9	0.05681978166103363
199399	rnn.bias_ih_l0_reverse	0	-0.1292988508939743
199399	rnn.bias_ih_l0_reverse	1	-0.07251898944377899
199399	rnn.bias_ih_l0_reverse	2	0.05845910683274269
199399	rnn.bias_ih_l0_reverse	3	-0.19446051120758057
199399	rnn.bias_ih_l0_reverse	4	-0.02742062136530876
199399	rnn.bias_ih_l0_reverse	5	-0.17174087464809418
199399	rnn.bias_ih_l0_reverse	6	0.21951985359191895
199399	rnn.bias_ih_l0_reverse	7	-0.25494837760925293
199399	rnn.bias_ih_l0_reverse	8	-0.1078248992562294
199399	rnn.bias_ih_l0_reverse	9	-0.12461435794830322
199399	rnn.bias_hh_l0_reverse	0	-0.11827641725540161
199399	rnn.bias_hh_l0_reverse	1	0.18030056357383728
199399	rnn.bias_hh_l0_reverse	2	-0.2631554901599884
199399	rnn.bias_hh_l0_reverse	3	-0.13338591158390045
199399	rnn.bias_hh_l0_reverse	4	-0.279398113489151
199399	rnn.bias_hh_l0_reverse	5	-0.1167246550321579
199399	rnn.bias_hh_l0_reverse	6	-0.2345135658979416
199399	rnn.bias_hh_l0_reverse	7	-0.07575809210538864
199399	rnn.bias_hh_l0_reverse	8	-0.14614719152450562
199399	rnn.bias_hh_l0_reverse	9	0.17920640110969543
199399	linear.weight	0	0.23010003566741943
199399	linear.weight	1	-0.3759241998195648
199399	linear.weight	2	0.07568687945604324
199399	linear.weight	3	0.06813118606805801
199399	linear.weight	4	-0.05728483572602272
199399	linear.weight	5	0.23033054172992706
199399	linear.weight	6	-0.08957742899656296
199399	linear.weight	7	-0.06694332510232925
199399	linear.weight	8	0.11975604295730591
199399	linear.weight	9	-0.03975244611501694
199399	linear.bias	0	-1.1131912469863892
199399	linear.bias	1	1.9671303033828735
199399	linear.bias	2	0.5024531483650208
199399	linear.bias	3	-2.422414779663086
199399	linear.bias	4	-0.28732994198799133
199399	linear.bias	5	1.0674744844436646
199399	linear.bias	6	-0.2317402958869934
199399	linear.bias	7	0.5152985453605652
199399	linear.bias	8	2.202136278152466
199399	linear.bias	9	-1.3601043224334717
200008	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
200008	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
200008	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
200008	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
200008	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
200008	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
200008	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
200008	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
200008	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
200008	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
200008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
200008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
200008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
200008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
200008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
200008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
200008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
200008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
200008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
200008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
200008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
200008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
200008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
200008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
200008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
200008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
200008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
200008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
200008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
200008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
200008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
200008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
200008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
200008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
200008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
200008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
200008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
200008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
200008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
200008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
200008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
200008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
200008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
200008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
200008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
200008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
200008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
200008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
200008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
200008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
200008	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
200008	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
200008	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
200008	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
200008	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
200008	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
200008	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
200008	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
200008	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
200008	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
200008	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
200008	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
200008	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
200008	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
200008	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
200008	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
200008	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
200008	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
200008	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
200008	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
200008	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
200008	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
200008	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
200008	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
200008	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
200008	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
200008	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
200008	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
200008	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
200008	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
200008	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
200008	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
200008	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
200008	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
200008	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
200008	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
200008	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
200008	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
200008	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
200008	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
200008	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
200008	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
200008	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
200008	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
200008	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
200008	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
200008	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
200008	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
200008	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
200008	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
200008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
200008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
200008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
200008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
200008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
200008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
200008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
200008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
200008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
200008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
200008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
200008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
200008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
200008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
200008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
200008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
200008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
200008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
200008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
200008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
200008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
200008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
200008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
200008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
200008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
200008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
200008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
200008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
200008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
200008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
200008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
200008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
200008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
200008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
200008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
200008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
200008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
200008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
200008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
200008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
200008	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
200008	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
200008	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
200008	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
200008	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
200008	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
200008	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
200008	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
200008	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
200008	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
200008	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
200008	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
200008	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
200008	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
200008	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
200008	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
200008	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
200008	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
200008	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
200008	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
200008	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
200008	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
200008	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
200008	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
200008	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
200008	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
200008	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
200008	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
200008	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
200008	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
200008	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
200008	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
200008	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
200008	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
200008	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
200008	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
200008	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
200008	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
200008	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
200008	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
200008	embedding2nn.weight	0	0.24897316098213196
200008	embedding2nn.weight	1	0.2859499752521515
200008	embedding2nn.weight	2	0.014002222567796707
200008	embedding2nn.weight	3	0.046409446746110916
200008	embedding2nn.weight	4	-0.051898013800382614
200008	embedding2nn.weight	5	0.06078081205487251
200008	embedding2nn.weight	6	0.051099300384521484
200008	embedding2nn.weight	7	-0.016801996156573296
200008	embedding2nn.weight	8	0.030893543735146523
200008	embedding2nn.weight	9	-0.016272475942969322
200008	embedding2nn.bias	0	-0.0020373081788420677
200008	embedding2nn.bias	1	-0.10856880247592926
200008	embedding2nn.bias	2	0.08739344030618668
200008	embedding2nn.bias	3	0.16038884222507477
200008	embedding2nn.bias	4	0.16327466070652008
200008	embedding2nn.bias	5	-0.0430787056684494
200008	embedding2nn.bias	6	-0.015474081970751286
200008	embedding2nn.bias	7	0.04011508449912071
200008	embedding2nn.bias	8	-0.137858584523201
200008	embedding2nn.bias	9	-0.3754793405532837
200008	rnn.weight_ih_l0	0	0.006685497704893351
200008	rnn.weight_ih_l0	1	-0.06399514526128769
200008	rnn.weight_ih_l0	2	-0.09758652001619339
200008	rnn.weight_ih_l0	3	0.03887949511408806
200008	rnn.weight_ih_l0	4	0.06956978887319565
200008	rnn.weight_ih_l0	5	-0.11989112943410873
200008	rnn.weight_ih_l0	6	-0.020467225462198257
200008	rnn.weight_ih_l0	7	-0.004262816160917282
200008	rnn.weight_ih_l0	8	-0.01803450845181942
200008	rnn.weight_ih_l0	9	-0.060966216027736664
200008	rnn.weight_hh_l0	0	0.014129743911325932
200008	rnn.weight_hh_l0	1	0.07347918301820755
200008	rnn.weight_hh_l0	2	0.03289281204342842
200008	rnn.weight_hh_l0	3	0.032386988401412964
200008	rnn.weight_hh_l0	4	0.0040098936296999454
200008	rnn.weight_hh_l0	5	0.06686387211084366
200008	rnn.weight_hh_l0	6	-0.015528037212789059
200008	rnn.weight_hh_l0	7	-0.04160219058394432
200008	rnn.weight_hh_l0	8	0.040928326547145844
200008	rnn.weight_hh_l0	9	-0.07616262882947922
200008	rnn.bias_ih_l0	0	0.15646366775035858
200008	rnn.bias_ih_l0	1	-0.19694893062114716
200008	rnn.bias_ih_l0	2	-0.022495388984680176
200008	rnn.bias_ih_l0	3	-0.15886805951595306
200008	rnn.bias_ih_l0	4	0.09799674898386002
200008	rnn.bias_ih_l0	5	-0.2390863597393036
200008	rnn.bias_ih_l0	6	-0.11543956398963928
200008	rnn.bias_ih_l0	7	-0.24324271082878113
200008	rnn.bias_ih_l0	8	-0.18407362699508667
200008	rnn.bias_ih_l0	9	-0.3779038190841675
200008	rnn.bias_hh_l0	0	-0.22079980373382568
200008	rnn.bias_hh_l0	1	-0.19892050325870514
200008	rnn.bias_hh_l0	2	-0.1938197761774063
200008	rnn.bias_hh_l0	3	-0.041241757571697235
200008	rnn.bias_hh_l0	4	-0.20964837074279785
200008	rnn.bias_hh_l0	5	-0.2475232034921646
200008	rnn.bias_hh_l0	6	-0.1185116246342659
200008	rnn.bias_hh_l0	7	0.07426998764276505
200008	rnn.bias_hh_l0	8	-0.15449146926403046
200008	rnn.bias_hh_l0	9	-0.3910256624221802
200008	rnn.weight_ih_l0_reverse	0	0.06928090751171112
200008	rnn.weight_ih_l0_reverse	1	-0.07416802644729614
200008	rnn.weight_ih_l0_reverse	2	-0.04989682510495186
200008	rnn.weight_ih_l0_reverse	3	-0.08787234872579575
200008	rnn.weight_ih_l0_reverse	4	0.04534035548567772
200008	rnn.weight_ih_l0_reverse	5	-0.12122604995965958
200008	rnn.weight_ih_l0_reverse	6	0.05803661420941353
200008	rnn.weight_ih_l0_reverse	7	0.020826494321227074
200008	rnn.weight_ih_l0_reverse	8	-0.054464757442474365
200008	rnn.weight_ih_l0_reverse	9	-0.021502574905753136
200008	rnn.weight_hh_l0_reverse	0	-0.055032555013895035
200008	rnn.weight_hh_l0_reverse	1	0.018780546262860298
200008	rnn.weight_hh_l0_reverse	2	-0.014181233011186123
200008	rnn.weight_hh_l0_reverse	3	0.004240290727466345
200008	rnn.weight_hh_l0_reverse	4	-0.07412432879209518
200008	rnn.weight_hh_l0_reverse	5	0.03807704895734787
200008	rnn.weight_hh_l0_reverse	6	0.0160953551530838
200008	rnn.weight_hh_l0_reverse	7	-0.02962970919907093
200008	rnn.weight_hh_l0_reverse	8	-0.013714462518692017
200008	rnn.weight_hh_l0_reverse	9	0.058168988674879074
200008	rnn.bias_ih_l0_reverse	0	-0.12623059749603271
200008	rnn.bias_ih_l0_reverse	1	-0.0644293874502182
200008	rnn.bias_ih_l0_reverse	2	0.0543677918612957
200008	rnn.bias_ih_l0_reverse	3	-0.19600263237953186
200008	rnn.bias_ih_l0_reverse	4	-0.028732718899846077
200008	rnn.bias_ih_l0_reverse	5	-0.17323829233646393
200008	rnn.bias_ih_l0_reverse	6	0.21143721044063568
200008	rnn.bias_ih_l0_reverse	7	-0.25175291299819946
200008	rnn.bias_ih_l0_reverse	8	-0.11024700850248337
200008	rnn.bias_ih_l0_reverse	9	-0.1281987577676773
200008	rnn.bias_hh_l0_reverse	0	-0.11770055443048477
200008	rnn.bias_hh_l0_reverse	1	0.1834971010684967
200008	rnn.bias_hh_l0_reverse	2	-0.25925251841545105
200008	rnn.bias_hh_l0_reverse	3	-0.12618497014045715
200008	rnn.bias_hh_l0_reverse	4	-0.28136226534843445
200008	rnn.bias_hh_l0_reverse	5	-0.12137892097234726
200008	rnn.bias_hh_l0_reverse	6	-0.22341309487819672
200008	rnn.bias_hh_l0_reverse	7	-0.08057859539985657
200008	rnn.bias_hh_l0_reverse	8	-0.13952001929283142
200008	rnn.bias_hh_l0_reverse	9	0.1806572526693344
200008	linear.weight	0	0.2501278519630432
200008	linear.weight	1	-0.3927655816078186
200008	linear.weight	2	0.027045290917158127
200008	linear.weight	3	0.06813882291316986
200008	linear.weight	4	-0.11350371688604355
200008	linear.weight	5	0.22582514584064484
200008	linear.weight	6	-0.09710568189620972
200008	linear.weight	7	-0.06690423935651779
200008	linear.weight	8	0.13233113288879395
200008	linear.weight	9	-0.03979110345244408
200008	linear.bias	0	-1.1439751386642456
200008	linear.bias	1	1.9954466819763184
200008	linear.bias	2	0.5212401747703552
200008	linear.bias	3	-2.4234650135040283
200008	linear.bias	4	-0.3013269305229187
200008	linear.bias	5	1.101606011390686
200008	linear.bias	6	-0.23593853414058685
200008	linear.bias	7	0.5117822885513306
200008	linear.bias	8	2.1594326496124268
200008	linear.bias	9	-1.2928224802017212
200617	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
200617	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
200617	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
200617	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
200617	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
200617	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
200617	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
200617	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
200617	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
200617	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
200617	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
200617	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
200617	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
200617	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
200617	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
200617	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
200617	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
200617	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
200617	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
200617	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
200617	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
200617	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
200617	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
200617	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
200617	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
200617	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
200617	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
200617	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
200617	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
200617	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
200617	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
200617	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
200617	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
200617	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
200617	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
200617	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
200617	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
200617	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
200617	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
200617	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
200617	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
200617	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
200617	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
200617	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
200617	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
200617	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
200617	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
200617	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
200617	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
200617	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
200617	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
200617	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
200617	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
200617	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
200617	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
200617	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
200617	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
200617	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
200617	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
200617	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
200617	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
200617	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
200617	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
200617	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
200617	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
200617	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
200617	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
200617	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
200617	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
200617	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
200617	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
200617	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
200617	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
200617	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
200617	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
200617	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
200617	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
200617	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
200617	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
200617	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
200617	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
200617	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
200617	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
200617	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
200617	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
200617	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
200617	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
200617	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
200617	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
200617	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
200617	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
200617	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
200617	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
200617	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
200617	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
200617	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
200617	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
200617	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
200617	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
200617	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
200617	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
200617	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
200617	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
200617	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
200617	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
200617	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
200617	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
200617	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
200617	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
200617	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
200617	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
200617	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
200617	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
200617	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
200617	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
200617	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
200617	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
200617	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
200617	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
200617	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
200617	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
200617	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
200617	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
200617	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
200617	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
200617	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
200617	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
200617	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
200617	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
200617	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
200617	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
200617	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
200617	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
200617	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
200617	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
200617	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
200617	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
200617	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
200617	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
200617	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
200617	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
200617	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
200617	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
200617	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
200617	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
200617	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
200617	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
200617	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
200617	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
200617	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
200617	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
200617	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
200617	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
200617	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
200617	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
200617	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
200617	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
200617	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
200617	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
200617	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
200617	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
200617	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
200617	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
200617	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
200617	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
200617	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
200617	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
200617	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
200617	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
200617	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
200617	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
200617	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
200617	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
200617	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
200617	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
200617	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
200617	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
200617	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
200617	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
200617	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
200617	embedding2nn.weight	0	0.2513248026371002
200617	embedding2nn.weight	1	0.2821735739707947
200617	embedding2nn.weight	2	0.017980793491005898
200617	embedding2nn.weight	3	0.020820636302232742
200617	embedding2nn.weight	4	-0.05332832410931587
200617	embedding2nn.weight	5	0.05715564638376236
200617	embedding2nn.weight	6	0.05329025164246559
200617	embedding2nn.weight	7	-0.015248844400048256
200617	embedding2nn.weight	8	0.031307052820920944
200617	embedding2nn.weight	9	-0.017842581495642662
200617	embedding2nn.bias	0	0.003120037028566003
200617	embedding2nn.bias	1	-0.11135661602020264
200617	embedding2nn.bias	2	0.0981534868478775
200617	embedding2nn.bias	3	0.17076638340950012
200617	embedding2nn.bias	4	0.16133686900138855
200617	embedding2nn.bias	5	-0.047333020716905594
200617	embedding2nn.bias	6	-0.036376602947711945
200617	embedding2nn.bias	7	0.0412561260163784
200617	embedding2nn.bias	8	-0.1372445672750473
200617	embedding2nn.bias	9	-0.38059911131858826
200617	rnn.weight_ih_l0	0	0.0071997554041445255
200617	rnn.weight_ih_l0	1	-0.06297723203897476
200617	rnn.weight_ih_l0	2	-0.0966753140091896
200617	rnn.weight_ih_l0	3	0.03701475262641907
200617	rnn.weight_ih_l0	4	0.0687713474035263
200617	rnn.weight_ih_l0	5	-0.11438991874456406
200617	rnn.weight_ih_l0	6	-0.01969437673687935
200617	rnn.weight_ih_l0	7	-0.004306412301957607
200617	rnn.weight_ih_l0	8	-0.013596877455711365
200617	rnn.weight_ih_l0	9	-0.05481978878378868
200617	rnn.weight_hh_l0	0	0.014106622897088528
200617	rnn.weight_hh_l0	1	0.07271786779165268
200617	rnn.weight_hh_l0	2	0.033619459718465805
200617	rnn.weight_hh_l0	3	0.033098798245191574
200617	rnn.weight_hh_l0	4	0.0043741618283092976
200617	rnn.weight_hh_l0	5	0.06539556384086609
200617	rnn.weight_hh_l0	6	-0.016727957874536514
200617	rnn.weight_hh_l0	7	-0.039981190115213394
200617	rnn.weight_hh_l0	8	0.040902551263570786
200617	rnn.weight_hh_l0	9	-0.07396461814641953
200617	rnn.bias_ih_l0	0	0.1642991453409195
200617	rnn.bias_ih_l0	1	-0.19750703871250153
200617	rnn.bias_ih_l0	2	-0.018016571179032326
200617	rnn.bias_ih_l0	3	-0.1571410894393921
200617	rnn.bias_ih_l0	4	0.09425389766693115
200617	rnn.bias_ih_l0	5	-0.2346225380897522
200617	rnn.bias_ih_l0	6	-0.11789485067129135
200617	rnn.bias_ih_l0	7	-0.2439471036195755
200617	rnn.bias_ih_l0	8	-0.18383532762527466
200617	rnn.bias_ih_l0	9	-0.3792731761932373
200617	rnn.bias_hh_l0	0	-0.2230750173330307
200617	rnn.bias_hh_l0	1	-0.20353452861309052
200617	rnn.bias_hh_l0	2	-0.18846850097179413
200617	rnn.bias_hh_l0	3	-0.04386146366596222
200617	rnn.bias_hh_l0	4	-0.211587592959404
200617	rnn.bias_hh_l0	5	-0.24796293675899506
200617	rnn.bias_hh_l0	6	-0.117460697889328
200617	rnn.bias_hh_l0	7	0.07045754790306091
200617	rnn.bias_hh_l0	8	-0.15122061967849731
200617	rnn.bias_hh_l0	9	-0.3895173668861389
200617	rnn.weight_ih_l0_reverse	0	0.07039422541856766
200617	rnn.weight_ih_l0_reverse	1	-0.07368329167366028
200617	rnn.weight_ih_l0_reverse	2	-0.049333903938531876
200617	rnn.weight_ih_l0_reverse	3	-0.09110282361507416
200617	rnn.weight_ih_l0_reverse	4	0.046243272721767426
200617	rnn.weight_ih_l0_reverse	5	-0.1241823136806488
200617	rnn.weight_ih_l0_reverse	6	0.05798797309398651
200617	rnn.weight_ih_l0_reverse	7	0.020120108500123024
200617	rnn.weight_ih_l0_reverse	8	-0.05405993014574051
200617	rnn.weight_ih_l0_reverse	9	-0.021966945379972458
200617	rnn.weight_hh_l0_reverse	0	-0.056467875838279724
200617	rnn.weight_hh_l0_reverse	1	0.019151853397488594
200617	rnn.weight_hh_l0_reverse	2	-0.014100327156484127
200617	rnn.weight_hh_l0_reverse	3	0.00455284072086215
200617	rnn.weight_hh_l0_reverse	4	-0.07448618113994598
200617	rnn.weight_hh_l0_reverse	5	0.037765104323625565
200617	rnn.weight_hh_l0_reverse	6	0.016006534919142723
200617	rnn.weight_hh_l0_reverse	7	-0.03323972970247269
200617	rnn.weight_hh_l0_reverse	8	-0.012712153606116772
200617	rnn.weight_hh_l0_reverse	9	0.05832343548536301
200617	rnn.bias_ih_l0_reverse	0	-0.1315535306930542
200617	rnn.bias_ih_l0_reverse	1	-0.0664316937327385
200617	rnn.bias_ih_l0_reverse	2	0.054092105478048325
200617	rnn.bias_ih_l0_reverse	3	-0.20123761892318726
200617	rnn.bias_ih_l0_reverse	4	-0.03817661851644516
200617	rnn.bias_ih_l0_reverse	5	-0.1744542270898819
200617	rnn.bias_ih_l0_reverse	6	0.21054144203662872
200617	rnn.bias_ih_l0_reverse	7	-0.2543959319591522
200617	rnn.bias_ih_l0_reverse	8	-0.11731693148612976
200617	rnn.bias_ih_l0_reverse	9	-0.1278025060892105
200617	rnn.bias_hh_l0_reverse	0	-0.11260632425546646
200617	rnn.bias_hh_l0_reverse	1	0.18147286772727966
200617	rnn.bias_hh_l0_reverse	2	-0.26911917328834534
200617	rnn.bias_hh_l0_reverse	3	-0.13051411509513855
200617	rnn.bias_hh_l0_reverse	4	-0.27895379066467285
200617	rnn.bias_hh_l0_reverse	5	-0.12371756881475449
200617	rnn.bias_hh_l0_reverse	6	-0.23491179943084717
200617	rnn.bias_hh_l0_reverse	7	-0.07694142311811447
200617	rnn.bias_hh_l0_reverse	8	-0.14767315983772278
200617	rnn.bias_hh_l0_reverse	9	0.18645046651363373
200617	linear.weight	0	0.2232521027326584
200617	linear.weight	1	-0.3616388440132141
200617	linear.weight	2	0.056968968361616135
200617	linear.weight	3	0.0681421309709549
200617	linear.weight	4	-0.1377246230840683
200617	linear.weight	5	0.24138608574867249
200617	linear.weight	6	-0.11365365982055664
200617	linear.weight	7	-0.06687014549970627
200617	linear.weight	8	0.12669067084789276
200617	linear.weight	9	-0.039822909981012344
200617	linear.bias	0	-1.1246411800384521
200617	linear.bias	1	1.9216822385787964
200617	linear.bias	2	0.5064897537231445
200617	linear.bias	3	-2.424384355545044
200617	linear.bias	4	-0.2910974621772766
200617	linear.bias	5	1.1181637048721313
200617	linear.bias	6	-0.22854270040988922
200617	linear.bias	7	0.533644437789917
200617	linear.bias	8	2.175656318664551
200617	linear.bias	9	-1.3146748542785645
201226	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
201226	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
201226	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
201226	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
201226	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
201226	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
201226	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
201226	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
201226	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
201226	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
201226	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
201226	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
201226	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
201226	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
201226	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
201226	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
201226	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
201226	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
201226	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
201226	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
201226	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
201226	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
201226	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
201226	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
201226	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
201226	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
201226	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
201226	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
201226	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
201226	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
201226	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
201226	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
201226	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
201226	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
201226	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
201226	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
201226	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
201226	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
201226	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
201226	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
201226	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
201226	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
201226	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
201226	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
201226	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
201226	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
201226	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
201226	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
201226	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
201226	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
201226	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
201226	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
201226	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
201226	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
201226	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
201226	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
201226	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
201226	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
201226	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
201226	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
201226	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
201226	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
201226	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
201226	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
201226	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
201226	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
201226	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
201226	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
201226	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
201226	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
201226	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
201226	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
201226	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
201226	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
201226	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
201226	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
201226	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
201226	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
201226	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
201226	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
201226	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
201226	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
201226	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
201226	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
201226	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
201226	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
201226	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
201226	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
201226	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
201226	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
201226	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
201226	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
201226	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
201226	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
201226	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
201226	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
201226	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
201226	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
201226	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
201226	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
201226	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
201226	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
201226	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
201226	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
201226	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
201226	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
201226	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
201226	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
201226	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
201226	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
201226	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
201226	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
201226	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
201226	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
201226	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
201226	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
201226	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
201226	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
201226	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
201226	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
201226	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
201226	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
201226	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
201226	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
201226	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
201226	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
201226	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
201226	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
201226	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
201226	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
201226	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
201226	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
201226	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
201226	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
201226	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
201226	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
201226	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
201226	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
201226	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
201226	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
201226	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
201226	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
201226	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
201226	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
201226	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
201226	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
201226	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
201226	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
201226	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
201226	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
201226	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
201226	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
201226	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
201226	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
201226	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
201226	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
201226	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
201226	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
201226	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
201226	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
201226	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
201226	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
201226	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
201226	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
201226	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
201226	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
201226	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
201226	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
201226	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
201226	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
201226	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
201226	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
201226	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
201226	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
201226	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
201226	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
201226	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
201226	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
201226	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
201226	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
201226	embedding2nn.weight	0	0.25172159075737
201226	embedding2nn.weight	1	0.2845272421836853
201226	embedding2nn.weight	2	0.012949694879353046
201226	embedding2nn.weight	3	0.032017190009355545
201226	embedding2nn.weight	4	-0.05374830216169357
201226	embedding2nn.weight	5	0.05884965881705284
201226	embedding2nn.weight	6	0.05990055575966835
201226	embedding2nn.weight	7	-0.020657068118453026
201226	embedding2nn.weight	8	0.03767366334795952
201226	embedding2nn.weight	9	-0.017954880371689796
201226	embedding2nn.bias	0	-0.001212308299727738
201226	embedding2nn.bias	1	-0.11726117134094238
201226	embedding2nn.bias	2	0.10621944069862366
201226	embedding2nn.bias	3	0.17011618614196777
201226	embedding2nn.bias	4	0.16117499768733978
201226	embedding2nn.bias	5	-0.033722102642059326
201226	embedding2nn.bias	6	-0.03597710654139519
201226	embedding2nn.bias	7	0.042404260486364365
201226	embedding2nn.bias	8	-0.14870677888393402
201226	embedding2nn.bias	9	-0.36208146810531616
201226	rnn.weight_ih_l0	0	0.0068313865922391415
201226	rnn.weight_ih_l0	1	-0.06524241715669632
201226	rnn.weight_ih_l0	2	-0.09547821432352066
201226	rnn.weight_ih_l0	3	0.03828490525484085
201226	rnn.weight_ih_l0	4	0.06614962220191956
201226	rnn.weight_ih_l0	5	-0.11039574444293976
201226	rnn.weight_ih_l0	6	-0.013736768625676632
201226	rnn.weight_ih_l0	7	-0.002711104927584529
201226	rnn.weight_ih_l0	8	-0.008007325232028961
201226	rnn.weight_ih_l0	9	-0.049903504550457
201226	rnn.weight_hh_l0	0	0.013994274660944939
201226	rnn.weight_hh_l0	1	0.07241148501634598
201226	rnn.weight_hh_l0	2	0.032620619982481
201226	rnn.weight_hh_l0	3	0.03261658549308777
201226	rnn.weight_hh_l0	4	0.004018039908260107
201226	rnn.weight_hh_l0	5	0.06490341573953629
201226	rnn.weight_hh_l0	6	-0.017325425520539284
201226	rnn.weight_hh_l0	7	-0.03701581805944443
201226	rnn.weight_hh_l0	8	0.04139231517910957
201226	rnn.weight_hh_l0	9	-0.07462720572948456
201226	rnn.bias_ih_l0	0	0.1647644340991974
201226	rnn.bias_ih_l0	1	-0.20025025308132172
201226	rnn.bias_ih_l0	2	-0.01418205164372921
201226	rnn.bias_ih_l0	3	-0.15325835347175598
201226	rnn.bias_ih_l0	4	0.09143535047769547
201226	rnn.bias_ih_l0	5	-0.23525375127792358
201226	rnn.bias_ih_l0	6	-0.12555325031280518
201226	rnn.bias_ih_l0	7	-0.2435949444770813
201226	rnn.bias_ih_l0	8	-0.1891588717699051
201226	rnn.bias_ih_l0	9	-0.3962652385234833
201226	rnn.bias_hh_l0	0	-0.22093777358531952
201226	rnn.bias_hh_l0	1	-0.2101816087961197
201226	rnn.bias_hh_l0	2	-0.18461816012859344
201226	rnn.bias_hh_l0	3	-0.03862150013446808
201226	rnn.bias_hh_l0	4	-0.207724466919899
201226	rnn.bias_hh_l0	5	-0.2445748746395111
201226	rnn.bias_hh_l0	6	-0.11193273216485977
201226	rnn.bias_hh_l0	7	0.06265365332365036
201226	rnn.bias_hh_l0	8	-0.15345045924186707
201226	rnn.bias_hh_l0	9	-0.39520683884620667
201226	rnn.weight_ih_l0_reverse	0	0.06220119446516037
201226	rnn.weight_ih_l0_reverse	1	-0.07098285108804703
201226	rnn.weight_ih_l0_reverse	2	-0.05150267481803894
201226	rnn.weight_ih_l0_reverse	3	-0.09313540905714035
201226	rnn.weight_ih_l0_reverse	4	0.0478404276072979
201226	rnn.weight_ih_l0_reverse	5	-0.11604434251785278
201226	rnn.weight_ih_l0_reverse	6	0.04746557027101517
201226	rnn.weight_ih_l0_reverse	7	0.01821788027882576
201226	rnn.weight_ih_l0_reverse	8	-0.05473224073648453
201226	rnn.weight_ih_l0_reverse	9	-0.02359624393284321
201226	rnn.weight_hh_l0_reverse	0	-0.05594015493988991
201226	rnn.weight_hh_l0_reverse	1	0.019040467217564583
201226	rnn.weight_hh_l0_reverse	2	-0.01344337034970522
201226	rnn.weight_hh_l0_reverse	3	0.004163041245192289
201226	rnn.weight_hh_l0_reverse	4	-0.07402703166007996
201226	rnn.weight_hh_l0_reverse	5	0.03773447871208191
201226	rnn.weight_hh_l0_reverse	6	0.016124162822961807
201226	rnn.weight_hh_l0_reverse	7	-0.033739157021045685
201226	rnn.weight_hh_l0_reverse	8	-0.01493118703365326
201226	rnn.weight_hh_l0_reverse	9	0.05838970094919205
201226	rnn.bias_ih_l0_reverse	0	-0.11985671520233154
201226	rnn.bias_ih_l0_reverse	1	-0.06807037442922592
201226	rnn.bias_ih_l0_reverse	2	0.04926082119345665
201226	rnn.bias_ih_l0_reverse	3	-0.20035824179649353
201226	rnn.bias_ih_l0_reverse	4	-0.04353803023695946
201226	rnn.bias_ih_l0_reverse	5	-0.17441605031490326
201226	rnn.bias_ih_l0_reverse	6	0.2178221344947815
201226	rnn.bias_ih_l0_reverse	7	-0.24494227766990662
201226	rnn.bias_ih_l0_reverse	8	-0.1146809458732605
201226	rnn.bias_ih_l0_reverse	9	-0.12804974615573883
201226	rnn.bias_hh_l0_reverse	0	-0.12272672355175018
201226	rnn.bias_hh_l0_reverse	1	0.1829342544078827
201226	rnn.bias_hh_l0_reverse	2	-0.27143099904060364
201226	rnn.bias_hh_l0_reverse	3	-0.13785681128501892
201226	rnn.bias_hh_l0_reverse	4	-0.2851303219795227
201226	rnn.bias_hh_l0_reverse	5	-0.11757121235132217
201226	rnn.bias_hh_l0_reverse	6	-0.22922085225582123
201226	rnn.bias_hh_l0_reverse	7	-0.07758360356092453
201226	rnn.bias_hh_l0_reverse	8	-0.1415707767009735
201226	rnn.bias_hh_l0_reverse	9	0.20120741426944733
201226	linear.weight	0	0.25404849648475647
201226	linear.weight	1	-0.35812705755233765
201226	linear.weight	2	0.047464773058891296
201226	linear.weight	3	0.06814750283956528
201226	linear.weight	4	-0.1171051487326622
201226	linear.weight	5	0.23935437202453613
201226	linear.weight	6	-0.09980012476444244
201226	linear.weight	7	-0.06683313846588135
201226	linear.weight	8	0.12073151767253876
201226	linear.weight	9	-0.03987712413072586
201226	linear.bias	0	-1.1366972923278809
201226	linear.bias	1	1.9914289712905884
201226	linear.bias	2	0.5193301439285278
201226	linear.bias	3	-2.4253625869750977
201226	linear.bias	4	-0.3111705780029297
201226	linear.bias	5	1.060402274131775
201226	linear.bias	6	-0.2096351683139801
201226	linear.bias	7	0.5630919933319092
201226	linear.bias	8	2.189887762069702
201226	linear.bias	9	-1.3154488801956177
201234	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
201234	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
201234	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
201234	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
201234	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
201234	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
201234	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
201234	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
201234	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
201234	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
201234	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
201234	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
201234	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
201234	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
201234	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
201234	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
201234	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
201234	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
201234	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
201234	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
201234	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
201234	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
201234	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
201234	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
201234	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
201234	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
201234	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
201234	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
201234	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
201234	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
201234	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
201234	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
201234	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
201234	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
201234	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
201234	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
201234	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
201234	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
201234	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
201234	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
201234	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
201234	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
201234	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
201234	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
201234	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
201234	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
201234	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
201234	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
201234	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
201234	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
201234	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
201234	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
201234	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
201234	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
201234	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
201234	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
201234	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
201234	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
201234	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
201234	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
201234	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
201234	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
201234	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
201234	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
201234	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
201234	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
201234	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
201234	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
201234	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
201234	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
201234	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
201234	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
201234	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
201234	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
201234	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
201234	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
201234	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
201234	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
201234	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
201234	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
201234	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
201234	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
201234	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
201234	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
201234	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
201234	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
201234	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
201234	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
201234	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
201234	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
201234	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
201234	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
201234	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
201234	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
201234	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
201234	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
201234	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
201234	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
201234	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
201234	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
201234	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
201234	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
201234	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
201234	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
201234	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
201234	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
201234	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
201234	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
201234	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
201234	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
201234	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
201234	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
201234	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
201234	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
201234	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
201234	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
201234	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
201234	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
201234	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
201234	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
201234	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
201234	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
201234	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
201234	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
201234	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
201234	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
201234	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
201234	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
201234	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
201234	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
201234	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
201234	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
201234	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
201234	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
201234	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
201234	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
201234	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
201234	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
201234	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
201234	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
201234	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
201234	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
201234	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
201234	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
201234	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
201234	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
201234	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
201234	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
201234	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
201234	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
201234	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
201234	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
201234	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
201234	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
201234	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
201234	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
201234	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
201234	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
201234	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
201234	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
201234	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
201234	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
201234	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
201234	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
201234	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
201234	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
201234	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
201234	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
201234	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
201234	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
201234	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
201234	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
201234	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
201234	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
201234	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
201234	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
201234	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
201234	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
201234	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
201234	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
201234	embedding2nn.weight	0	0.2516336739063263
201234	embedding2nn.weight	1	0.2841264009475708
201234	embedding2nn.weight	2	0.012832514010369778
201234	embedding2nn.weight	3	0.03229104354977608
201234	embedding2nn.weight	4	-0.05350350961089134
201234	embedding2nn.weight	5	0.05903521925210953
201234	embedding2nn.weight	6	0.06038917601108551
201234	embedding2nn.weight	7	-0.0209802258759737
201234	embedding2nn.weight	8	0.037505608052015305
201234	embedding2nn.weight	9	-0.017201900482177734
201234	embedding2nn.bias	0	-0.005072988569736481
201234	embedding2nn.bias	1	-0.10926653444766998
201234	embedding2nn.bias	2	0.10262599587440491
201234	embedding2nn.bias	3	0.17127875983715057
201234	embedding2nn.bias	4	0.16152885556221008
201234	embedding2nn.bias	5	-0.03681477531790733
201234	embedding2nn.bias	6	-0.03840826451778412
201234	embedding2nn.bias	7	0.049135081470012665
201234	embedding2nn.bias	8	-0.15172499418258667
201234	embedding2nn.bias	9	-0.3643694818019867
201234	rnn.weight_ih_l0	0	0.006805483717471361
201234	rnn.weight_ih_l0	1	-0.06522545963525772
201234	rnn.weight_ih_l0	2	-0.09550076723098755
201234	rnn.weight_ih_l0	3	0.03846471384167671
201234	rnn.weight_ih_l0	4	0.06569492816925049
201234	rnn.weight_ih_l0	5	-0.11044729501008987
201234	rnn.weight_ih_l0	6	-0.01376543752849102
201234	rnn.weight_ih_l0	7	-0.0028893996495753527
201234	rnn.weight_ih_l0	8	-0.0081102279946208
201234	rnn.weight_ih_l0	9	-0.049666453152894974
201234	rnn.weight_hh_l0	0	0.013973706401884556
201234	rnn.weight_hh_l0	1	0.07239925116300583
201234	rnn.weight_hh_l0	2	0.03271986544132233
201234	rnn.weight_hh_l0	3	0.03268207237124443
201234	rnn.weight_hh_l0	4	0.004138693679124117
201234	rnn.weight_hh_l0	5	0.06480537354946136
201234	rnn.weight_hh_l0	6	-0.017318572849035263
201234	rnn.weight_hh_l0	7	-0.037190064787864685
201234	rnn.weight_hh_l0	8	0.041277360171079636
201234	rnn.weight_hh_l0	9	-0.07458923757076263
201234	rnn.bias_ih_l0	0	0.16648033261299133
201234	rnn.bias_ih_l0	1	-0.2007215917110443
201234	rnn.bias_ih_l0	2	-0.014208764769136906
201234	rnn.bias_ih_l0	3	-0.1525454819202423
201234	rnn.bias_ih_l0	4	0.09237057715654373
201234	rnn.bias_ih_l0	5	-0.23606278002262115
201234	rnn.bias_ih_l0	6	-0.12659317255020142
201234	rnn.bias_ih_l0	7	-0.2434605211019516
201234	rnn.bias_ih_l0	8	-0.1891673356294632
201234	rnn.bias_ih_l0	9	-0.39573538303375244
201234	rnn.bias_hh_l0	0	-0.22150857746601105
201234	rnn.bias_hh_l0	1	-0.20943683385849
201234	rnn.bias_hh_l0	2	-0.18430857360363007
201234	rnn.bias_hh_l0	3	-0.03966689109802246
201234	rnn.bias_hh_l0	4	-0.20793598890304565
201234	rnn.bias_hh_l0	5	-0.2446918785572052
201234	rnn.bias_hh_l0	6	-0.11199825257062912
201234	rnn.bias_hh_l0	7	0.06256933510303497
201234	rnn.bias_hh_l0	8	-0.1539459079504013
201234	rnn.bias_hh_l0	9	-0.39555567502975464
201234	rnn.weight_ih_l0_reverse	0	0.06215520575642586
201234	rnn.weight_ih_l0_reverse	1	-0.07094715535640717
201234	rnn.weight_ih_l0_reverse	2	-0.051329780369997025
201234	rnn.weight_ih_l0_reverse	3	-0.09316086769104004
201234	rnn.weight_ih_l0_reverse	4	0.04776129871606827
201234	rnn.weight_ih_l0_reverse	5	-0.11618088185787201
201234	rnn.weight_ih_l0_reverse	6	0.047714293003082275
201234	rnn.weight_ih_l0_reverse	7	0.01818895898759365
201234	rnn.weight_ih_l0_reverse	8	-0.054708365350961685
201234	rnn.weight_ih_l0_reverse	9	-0.024509919807314873
201234	rnn.weight_hh_l0_reverse	0	-0.056013625115156174
201234	rnn.weight_hh_l0_reverse	1	0.019086912274360657
201234	rnn.weight_hh_l0_reverse	2	-0.013397099450230598
201234	rnn.weight_hh_l0_reverse	3	0.004275680519640446
201234	rnn.weight_hh_l0_reverse	4	-0.0738087072968483
201234	rnn.weight_hh_l0_reverse	5	0.037718117237091064
201234	rnn.weight_hh_l0_reverse	6	0.016121990978717804
201234	rnn.weight_hh_l0_reverse	7	-0.03436768800020218
201234	rnn.weight_hh_l0_reverse	8	-0.014703948982059956
201234	rnn.weight_hh_l0_reverse	9	0.05841905251145363
201234	rnn.bias_ih_l0_reverse	0	-0.11913681775331497
201234	rnn.bias_ih_l0_reverse	1	-0.06736309826374054
201234	rnn.bias_ih_l0_reverse	2	0.04930632561445236
201234	rnn.bias_ih_l0_reverse	3	-0.2012610137462616
201234	rnn.bias_ih_l0_reverse	4	-0.04244595021009445
201234	rnn.bias_ih_l0_reverse	5	-0.17459778487682343
201234	rnn.bias_ih_l0_reverse	6	0.21725788712501526
201234	rnn.bias_ih_l0_reverse	7	-0.24340671300888062
201234	rnn.bias_ih_l0_reverse	8	-0.1143978014588356
201234	rnn.bias_ih_l0_reverse	9	-0.12593325972557068
201234	rnn.bias_hh_l0_reverse	0	-0.12434812635183334
201234	rnn.bias_hh_l0_reverse	1	0.18204949796199799
201234	rnn.bias_hh_l0_reverse	2	-0.2716168463230133
201234	rnn.bias_hh_l0_reverse	3	-0.1392393261194229
201234	rnn.bias_hh_l0_reverse	4	-0.28521886467933655
201234	rnn.bias_hh_l0_reverse	5	-0.11745521426200867
201234	rnn.bias_hh_l0_reverse	6	-0.22904206812381744
201234	rnn.bias_hh_l0_reverse	7	-0.07834620773792267
201234	rnn.bias_hh_l0_reverse	8	-0.14234618842601776
201234	rnn.bias_hh_l0_reverse	9	0.20015250146389008
201234	linear.weight	0	0.25189679861068726
201234	linear.weight	1	-0.3583393394947052
201234	linear.weight	2	0.04714180529117584
201234	linear.weight	3	0.06814753264188766
201234	linear.weight	4	-0.11649634689092636
201234	linear.weight	5	0.24071785807609558
201234	linear.weight	6	-0.09817995876073837
201234	linear.weight	7	-0.06683165580034256
201234	linear.weight	8	0.120792917907238
201234	linear.weight	9	-0.039877794682979584
201234	linear.bias	0	-1.1419811248779297
201234	linear.bias	1	1.9904676675796509
201234	linear.bias	2	0.5275238156318665
201234	linear.bias	3	-2.4253804683685303
201234	linear.bias	4	-0.3057722747325897
201234	linear.bias	5	1.0507290363311768
201234	linear.bias	6	-0.2125117927789688
201234	linear.bias	7	0.5558416247367859
201234	linear.bias	8	2.188260555267334
201234	linear.bias	9	-1.317412257194519
201843	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
201843	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
201843	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
201843	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
201843	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
201843	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
201843	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
201843	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
201843	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
201843	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
201843	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
201843	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
201843	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
201843	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
201843	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
201843	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
201843	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
201843	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
201843	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
201843	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
201843	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
201843	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
201843	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
201843	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
201843	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
201843	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
201843	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
201843	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
201843	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
201843	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
201843	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
201843	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
201843	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
201843	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
201843	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
201843	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
201843	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
201843	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
201843	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
201843	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
201843	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
201843	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
201843	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
201843	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
201843	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
201843	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
201843	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
201843	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
201843	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
201843	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
201843	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
201843	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
201843	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
201843	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
201843	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
201843	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
201843	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
201843	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
201843	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
201843	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
201843	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
201843	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
201843	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
201843	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
201843	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
201843	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
201843	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
201843	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
201843	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
201843	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
201843	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
201843	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
201843	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
201843	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
201843	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
201843	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
201843	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
201843	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
201843	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
201843	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
201843	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
201843	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
201843	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
201843	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
201843	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
201843	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
201843	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
201843	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
201843	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
201843	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
201843	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
201843	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
201843	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
201843	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
201843	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
201843	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
201843	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
201843	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
201843	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
201843	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
201843	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
201843	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
201843	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
201843	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
201843	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
201843	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
201843	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
201843	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
201843	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
201843	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
201843	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
201843	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
201843	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
201843	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
201843	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
201843	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
201843	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
201843	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
201843	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
201843	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
201843	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
201843	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
201843	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
201843	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
201843	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
201843	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
201843	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
201843	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
201843	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
201843	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
201843	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
201843	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
201843	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
201843	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
201843	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
201843	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
201843	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
201843	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
201843	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
201843	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
201843	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
201843	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
201843	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
201843	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
201843	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
201843	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
201843	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
201843	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
201843	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
201843	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
201843	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
201843	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
201843	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
201843	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
201843	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
201843	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
201843	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
201843	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
201843	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
201843	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
201843	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
201843	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
201843	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
201843	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
201843	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
201843	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
201843	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
201843	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
201843	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
201843	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
201843	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
201843	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
201843	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
201843	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
201843	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
201843	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
201843	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
201843	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
201843	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
201843	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
201843	embedding2nn.weight	0	0.25025877356529236
201843	embedding2nn.weight	1	0.28456923365592957
201843	embedding2nn.weight	2	0.015266871079802513
201843	embedding2nn.weight	3	0.010408437810838223
201843	embedding2nn.weight	4	-0.05865396186709404
201843	embedding2nn.weight	5	0.06130152940750122
201843	embedding2nn.weight	6	0.0637824609875679
201843	embedding2nn.weight	7	-0.013943425379693508
201843	embedding2nn.weight	8	0.035888172686100006
201843	embedding2nn.weight	9	-0.022189171984791756
201843	embedding2nn.bias	0	0.004035432823002338
201843	embedding2nn.bias	1	-0.13165897130966187
201843	embedding2nn.bias	2	0.12290815263986588
201843	embedding2nn.bias	3	0.1827901303768158
201843	embedding2nn.bias	4	0.1383044719696045
201843	embedding2nn.bias	5	-0.054607197642326355
201843	embedding2nn.bias	6	-0.01326358038932085
201843	embedding2nn.bias	7	0.04840796813368797
201843	embedding2nn.bias	8	-0.13023965060710907
201843	embedding2nn.bias	9	-0.3766787052154541
201843	rnn.weight_ih_l0	0	0.005288116168230772
201843	rnn.weight_ih_l0	1	-0.06784550845623016
201843	rnn.weight_ih_l0	2	-0.09628790616989136
201843	rnn.weight_ih_l0	3	0.03487065061926842
201843	rnn.weight_ih_l0	4	0.06224484369158745
201843	rnn.weight_ih_l0	5	-0.10262254625558853
201843	rnn.weight_ih_l0	6	-0.018472112715244293
201843	rnn.weight_ih_l0	7	-0.007006569299846888
201843	rnn.weight_ih_l0	8	-0.006549745798110962
201843	rnn.weight_ih_l0	9	-0.04402775689959526
201843	rnn.weight_hh_l0	0	0.01449246983975172
201843	rnn.weight_hh_l0	1	0.07192466408014297
201843	rnn.weight_hh_l0	2	0.03280498459935188
201843	rnn.weight_hh_l0	3	0.03281031548976898
201843	rnn.weight_hh_l0	4	0.004624347202479839
201843	rnn.weight_hh_l0	5	0.06593897193670273
201843	rnn.weight_hh_l0	6	-0.017380090430378914
201843	rnn.weight_hh_l0	7	-0.037054531276226044
201843	rnn.weight_hh_l0	8	0.04103267565369606
201843	rnn.weight_hh_l0	9	-0.07594034820795059
201843	rnn.bias_ih_l0	0	0.1469196081161499
201843	rnn.bias_ih_l0	1	-0.20351959764957428
201843	rnn.bias_ih_l0	2	-0.015867993235588074
201843	rnn.bias_ih_l0	3	-0.14926502108573914
201843	rnn.bias_ih_l0	4	0.09674261510372162
201843	rnn.bias_ih_l0	5	-0.24591737985610962
201843	rnn.bias_ih_l0	6	-0.12831851840019226
201843	rnn.bias_ih_l0	7	-0.24321763217449188
201843	rnn.bias_ih_l0	8	-0.19063015282154083
201843	rnn.bias_ih_l0	9	-0.38506394624710083
201843	rnn.bias_hh_l0	0	-0.22167512774467468
201843	rnn.bias_hh_l0	1	-0.21080875396728516
201843	rnn.bias_hh_l0	2	-0.18426576256752014
201843	rnn.bias_hh_l0	3	-0.04625026881694794
201843	rnn.bias_hh_l0	4	-0.20630304515361786
201843	rnn.bias_hh_l0	5	-0.24402828514575958
201843	rnn.bias_hh_l0	6	-0.11481407284736633
201843	rnn.bias_hh_l0	7	0.07029230892658234
201843	rnn.bias_hh_l0	8	-0.15461397171020508
201843	rnn.bias_hh_l0	9	-0.3994928300380707
201843	rnn.weight_ih_l0_reverse	0	0.05810586363077164
201843	rnn.weight_ih_l0_reverse	1	-0.06966908276081085
201843	rnn.weight_ih_l0_reverse	2	-0.05493257939815521
201843	rnn.weight_ih_l0_reverse	3	-0.08583949506282806
201843	rnn.weight_ih_l0_reverse	4	0.04777607321739197
201843	rnn.weight_ih_l0_reverse	5	-0.12468094378709793
201843	rnn.weight_ih_l0_reverse	6	0.0443447083234787
201843	rnn.weight_ih_l0_reverse	7	0.017565613612532616
201843	rnn.weight_ih_l0_reverse	8	-0.06046190857887268
201843	rnn.weight_ih_l0_reverse	9	-0.02329760603606701
201843	rnn.weight_hh_l0_reverse	0	-0.05772131681442261
201843	rnn.weight_hh_l0_reverse	1	0.019085293635725975
201843	rnn.weight_hh_l0_reverse	2	-0.013463071547448635
201843	rnn.weight_hh_l0_reverse	3	0.004482273478060961
201843	rnn.weight_hh_l0_reverse	4	-0.07347079366445541
201843	rnn.weight_hh_l0_reverse	5	0.038472261279821396
201843	rnn.weight_hh_l0_reverse	6	0.01608245074748993
201843	rnn.weight_hh_l0_reverse	7	-0.03967239335179329
201843	rnn.weight_hh_l0_reverse	8	-0.016408057883381844
201843	rnn.weight_hh_l0_reverse	9	0.059194307774305344
201843	rnn.bias_ih_l0_reverse	0	-0.12242269515991211
201843	rnn.bias_ih_l0_reverse	1	-0.06925682723522186
201843	rnn.bias_ih_l0_reverse	2	0.05331595242023468
201843	rnn.bias_ih_l0_reverse	3	-0.20928925275802612
201843	rnn.bias_ih_l0_reverse	4	-0.02767430804669857
201843	rnn.bias_ih_l0_reverse	5	-0.17604917287826538
201843	rnn.bias_ih_l0_reverse	6	0.21432560682296753
201843	rnn.bias_ih_l0_reverse	7	-0.24963067471981049
201843	rnn.bias_ih_l0_reverse	8	-0.11300477385520935
201843	rnn.bias_ih_l0_reverse	9	-0.13022270798683167
201843	rnn.bias_hh_l0_reverse	0	-0.11277288943529129
201843	rnn.bias_hh_l0_reverse	1	0.20225076377391815
201843	rnn.bias_hh_l0_reverse	2	-0.2721707224845886
201843	rnn.bias_hh_l0_reverse	3	-0.13718262314796448
201843	rnn.bias_hh_l0_reverse	4	-0.2848254442214966
201843	rnn.bias_hh_l0_reverse	5	-0.11457358300685883
201843	rnn.bias_hh_l0_reverse	6	-0.2340221405029297
201843	rnn.bias_hh_l0_reverse	7	-0.07282081246376038
201843	rnn.bias_hh_l0_reverse	8	-0.15708588063716888
201843	rnn.bias_hh_l0_reverse	9	0.18403980135917664
201843	linear.weight	0	0.2237977832555771
201843	linear.weight	1	-0.35776305198669434
201843	linear.weight	2	0.041690561920404434
201843	linear.weight	3	0.06814870983362198
201843	linear.weight	4	-0.08878504484891891
201843	linear.weight	5	0.26013508439064026
201843	linear.weight	6	-0.1100602075457573
201843	linear.weight	7	-0.06679333001375198
201843	linear.weight	8	0.09087510406970978
201843	linear.weight	9	-0.039920102804899216
201843	linear.bias	0	-1.1508325338363647
201843	linear.bias	1	1.9591225385665894
201843	linear.bias	2	0.5301396250724792
201843	linear.bias	3	-2.4264039993286133
201843	linear.bias	4	-0.3283388912677765
201843	linear.bias	5	1.0855305194854736
201843	linear.bias	6	-0.21319398283958435
201843	linear.bias	7	0.5510007739067078
201843	linear.bias	8	2.227567434310913
201843	linear.bias	9	-1.327849268913269
202452	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
202452	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
202452	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
202452	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
202452	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
202452	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
202452	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
202452	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
202452	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
202452	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
202452	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
202452	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
202452	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
202452	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
202452	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
202452	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
202452	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
202452	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
202452	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
202452	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
202452	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
202452	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
202452	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
202452	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
202452	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
202452	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
202452	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
202452	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
202452	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
202452	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
202452	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
202452	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
202452	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
202452	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
202452	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
202452	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
202452	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
202452	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
202452	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
202452	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
202452	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
202452	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
202452	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
202452	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
202452	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
202452	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
202452	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
202452	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
202452	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
202452	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
202452	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
202452	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
202452	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
202452	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
202452	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
202452	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
202452	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
202452	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
202452	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
202452	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
202452	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
202452	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
202452	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
202452	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
202452	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
202452	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
202452	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
202452	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
202452	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
202452	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
202452	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
202452	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
202452	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
202452	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
202452	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
202452	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
202452	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
202452	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
202452	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
202452	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
202452	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
202452	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
202452	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
202452	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
202452	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
202452	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
202452	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
202452	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
202452	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
202452	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
202452	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
202452	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
202452	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
202452	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
202452	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
202452	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
202452	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
202452	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
202452	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
202452	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
202452	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
202452	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
202452	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
202452	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
202452	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
202452	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
202452	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
202452	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
202452	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
202452	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
202452	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
202452	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
202452	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
202452	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
202452	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
202452	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
202452	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
202452	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
202452	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
202452	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
202452	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
202452	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
202452	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
202452	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
202452	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
202452	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
202452	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
202452	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
202452	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
202452	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
202452	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
202452	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
202452	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
202452	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
202452	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
202452	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
202452	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
202452	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
202452	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
202452	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
202452	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
202452	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
202452	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
202452	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
202452	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
202452	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
202452	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
202452	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
202452	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
202452	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
202452	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
202452	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
202452	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
202452	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
202452	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
202452	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
202452	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
202452	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
202452	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
202452	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
202452	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
202452	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
202452	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
202452	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
202452	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
202452	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
202452	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
202452	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
202452	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
202452	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
202452	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
202452	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
202452	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
202452	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
202452	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
202452	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
202452	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
202452	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
202452	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
202452	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
202452	embedding2nn.weight	0	0.24942636489868164
202452	embedding2nn.weight	1	0.2871702015399933
202452	embedding2nn.weight	2	0.01826784573495388
202452	embedding2nn.weight	3	0.0106562040746212
202452	embedding2nn.weight	4	-0.05743362009525299
202452	embedding2nn.weight	5	0.05938293784856796
202452	embedding2nn.weight	6	0.06616973131895065
202452	embedding2nn.weight	7	-0.0028788528870791197
202452	embedding2nn.weight	8	0.03791417181491852
202452	embedding2nn.weight	9	-0.03379678353667259
202452	embedding2nn.bias	0	0.027751298621296883
202452	embedding2nn.bias	1	-0.12012588232755661
202452	embedding2nn.bias	2	0.10326369851827621
202452	embedding2nn.bias	3	0.15362605452537537
202452	embedding2nn.bias	4	0.14163267612457275
202452	embedding2nn.bias	5	-0.043329231441020966
202452	embedding2nn.bias	6	-0.029238402843475342
202452	embedding2nn.bias	7	0.06262222677469254
202452	embedding2nn.bias	8	-0.13502362370491028
202452	embedding2nn.bias	9	-0.3710339665412903
202452	rnn.weight_ih_l0	0	0.0060407803393900394
202452	rnn.weight_ih_l0	1	-0.06960571557283401
202452	rnn.weight_ih_l0	2	-0.09947294741868973
202452	rnn.weight_ih_l0	3	0.03761449456214905
202452	rnn.weight_ih_l0	4	0.06695963442325592
202452	rnn.weight_ih_l0	5	-0.10465982556343079
202452	rnn.weight_ih_l0	6	-0.01911912113428116
202452	rnn.weight_ih_l0	7	-0.012867677956819534
202452	rnn.weight_ih_l0	8	-0.008883289061486721
202452	rnn.weight_ih_l0	9	-0.045043982565402985
202452	rnn.weight_hh_l0	0	0.014260868541896343
202452	rnn.weight_hh_l0	1	0.07318861782550812
202452	rnn.weight_hh_l0	2	0.03261227160692215
202452	rnn.weight_hh_l0	3	0.03335904702544212
202452	rnn.weight_hh_l0	4	0.003497154451906681
202452	rnn.weight_hh_l0	5	0.06646885722875595
202452	rnn.weight_hh_l0	6	-0.01735406368970871
202452	rnn.weight_hh_l0	7	-0.03493526950478554
202452	rnn.weight_hh_l0	8	0.04147461801767349
202452	rnn.weight_hh_l0	9	-0.07593556493520737
202452	rnn.bias_ih_l0	0	0.15077625215053558
202452	rnn.bias_ih_l0	1	-0.20194272696971893
202452	rnn.bias_ih_l0	2	-0.022685986012220383
202452	rnn.bias_ih_l0	3	-0.14803294837474823
202452	rnn.bias_ih_l0	4	0.10084491223096848
202452	rnn.bias_ih_l0	5	-0.24981701374053955
202452	rnn.bias_ih_l0	6	-0.12496894598007202
202452	rnn.bias_ih_l0	7	-0.2451661229133606
202452	rnn.bias_ih_l0	8	-0.180861696600914
202452	rnn.bias_ih_l0	9	-0.3947921097278595
202452	rnn.bias_hh_l0	0	-0.22223757207393646
202452	rnn.bias_hh_l0	1	-0.2062833458185196
202452	rnn.bias_hh_l0	2	-0.1909741759300232
202452	rnn.bias_hh_l0	3	-0.045629698783159256
202452	rnn.bias_hh_l0	4	-0.20590870082378387
202452	rnn.bias_hh_l0	5	-0.24391639232635498
202452	rnn.bias_hh_l0	6	-0.11010444909334183
202452	rnn.bias_hh_l0	7	0.057613618671894073
202452	rnn.bias_hh_l0	8	-0.15282781422138214
202452	rnn.bias_hh_l0	9	-0.4035336971282959
202452	rnn.weight_ih_l0_reverse	0	0.047348033636808395
202452	rnn.weight_ih_l0_reverse	1	-0.0673585906624794
202452	rnn.weight_ih_l0_reverse	2	-0.050846680998802185
202452	rnn.weight_ih_l0_reverse	3	-0.08757489919662476
202452	rnn.weight_ih_l0_reverse	4	0.04798581823706627
202452	rnn.weight_ih_l0_reverse	5	-0.11388285458087921
202452	rnn.weight_ih_l0_reverse	6	0.046766653656959534
202452	rnn.weight_ih_l0_reverse	7	0.017474522814154625
202452	rnn.weight_ih_l0_reverse	8	-0.06780131161212921
202452	rnn.weight_ih_l0_reverse	9	-0.021947106346488
202452	rnn.weight_hh_l0_reverse	0	-0.05986391007900238
202452	rnn.weight_hh_l0_reverse	1	0.019751524552702904
202452	rnn.weight_hh_l0_reverse	2	-0.013919995166361332
202452	rnn.weight_hh_l0_reverse	3	0.004695673938840628
202452	rnn.weight_hh_l0_reverse	4	-0.07434922456741333
202452	rnn.weight_hh_l0_reverse	5	0.03814684599637985
202452	rnn.weight_hh_l0_reverse	6	0.01595805585384369
202452	rnn.weight_hh_l0_reverse	7	-0.03874999284744263
202452	rnn.weight_hh_l0_reverse	8	-0.015036990866065025
202452	rnn.weight_hh_l0_reverse	9	0.06260019540786743
202452	rnn.bias_ih_l0_reverse	0	-0.11649280041456223
202452	rnn.bias_ih_l0_reverse	1	-0.06937965750694275
202452	rnn.bias_ih_l0_reverse	2	0.05338069424033165
202452	rnn.bias_ih_l0_reverse	3	-0.19552242755889893
202452	rnn.bias_ih_l0_reverse	4	-0.023682137951254845
202452	rnn.bias_ih_l0_reverse	5	-0.17007017135620117
202452	rnn.bias_ih_l0_reverse	6	0.22173510491847992
202452	rnn.bias_ih_l0_reverse	7	-0.25484445691108704
202452	rnn.bias_ih_l0_reverse	8	-0.10772882401943207
202452	rnn.bias_ih_l0_reverse	9	-0.13314759731292725
202452	rnn.bias_hh_l0_reverse	0	-0.1173568144440651
202452	rnn.bias_hh_l0_reverse	1	0.19372998178005219
202452	rnn.bias_hh_l0_reverse	2	-0.2766095697879791
202452	rnn.bias_hh_l0_reverse	3	-0.14378967881202698
202452	rnn.bias_hh_l0_reverse	4	-0.2926936447620392
202452	rnn.bias_hh_l0_reverse	5	-0.11541270464658737
202452	rnn.bias_hh_l0_reverse	6	-0.23222655057907104
202452	rnn.bias_hh_l0_reverse	7	-0.06755845248699188
202452	rnn.bias_hh_l0_reverse	8	-0.15306402742862701
202452	rnn.bias_hh_l0_reverse	9	0.1951272338628769
202452	linear.weight	0	0.22327971458435059
202452	linear.weight	1	-0.4006090462207794
202452	linear.weight	2	0.04656040668487549
202452	linear.weight	3	0.06815086305141449
202452	linear.weight	4	-0.11299517005681992
202452	linear.weight	5	0.2685847580432892
202452	linear.weight	6	-0.09133961796760559
202452	linear.weight	7	-0.06675156950950623
202452	linear.weight	8	0.09517957270145416
202452	linear.weight	9	-0.04000208154320717
202452	linear.bias	0	-1.1257078647613525
202452	linear.bias	1	1.968949556350708
202452	linear.bias	2	0.5090237259864807
202452	linear.bias	3	-2.427398443222046
202452	linear.bias	4	-0.3546418249607086
202452	linear.bias	5	1.0684279203414917
202452	linear.bias	6	-0.2195577323436737
202452	linear.bias	7	0.5780582427978516
202452	linear.bias	8	2.2194557189941406
202452	linear.bias	9	-1.3356279134750366
203061	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
203061	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
203061	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
203061	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
203061	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
203061	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
203061	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
203061	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
203061	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
203061	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
203061	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
203061	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
203061	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
203061	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
203061	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
203061	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
203061	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
203061	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
203061	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
203061	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
203061	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
203061	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
203061	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
203061	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
203061	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
203061	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
203061	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
203061	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
203061	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
203061	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
203061	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
203061	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
203061	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
203061	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
203061	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
203061	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
203061	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
203061	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
203061	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
203061	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
203061	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
203061	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
203061	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
203061	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
203061	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
203061	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
203061	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
203061	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
203061	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
203061	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
203061	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
203061	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
203061	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
203061	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
203061	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
203061	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
203061	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
203061	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
203061	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
203061	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
203061	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
203061	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
203061	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
203061	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
203061	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
203061	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
203061	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
203061	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
203061	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
203061	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
203061	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
203061	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
203061	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
203061	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
203061	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
203061	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
203061	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
203061	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
203061	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
203061	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
203061	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
203061	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
203061	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
203061	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
203061	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
203061	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
203061	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
203061	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
203061	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
203061	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
203061	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
203061	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
203061	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
203061	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
203061	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
203061	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
203061	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
203061	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
203061	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
203061	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
203061	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
203061	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
203061	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
203061	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
203061	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
203061	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
203061	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
203061	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
203061	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
203061	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
203061	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
203061	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
203061	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
203061	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
203061	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
203061	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
203061	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
203061	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
203061	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
203061	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
203061	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
203061	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
203061	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
203061	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
203061	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
203061	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
203061	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
203061	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
203061	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
203061	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
203061	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
203061	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
203061	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
203061	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
203061	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
203061	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
203061	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
203061	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
203061	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
203061	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
203061	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
203061	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
203061	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
203061	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
203061	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
203061	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
203061	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
203061	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
203061	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
203061	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
203061	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
203061	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
203061	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
203061	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
203061	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
203061	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
203061	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
203061	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
203061	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
203061	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
203061	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
203061	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
203061	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
203061	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
203061	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
203061	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
203061	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
203061	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
203061	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
203061	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
203061	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
203061	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
203061	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
203061	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
203061	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
203061	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
203061	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
203061	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
203061	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
203061	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
203061	embedding2nn.weight	0	0.24875476956367493
203061	embedding2nn.weight	1	0.284930020570755
203061	embedding2nn.weight	2	0.01062710676342249
203061	embedding2nn.weight	3	0.029967280104756355
203061	embedding2nn.weight	4	-0.053136374801397324
203061	embedding2nn.weight	5	0.06054595485329628
203061	embedding2nn.weight	6	0.06583894789218903
203061	embedding2nn.weight	7	-0.004276162013411522
203061	embedding2nn.weight	8	0.03834729641675949
203061	embedding2nn.weight	9	-0.023631030693650246
203061	embedding2nn.bias	0	0.03833592310547829
203061	embedding2nn.bias	1	-0.12449833005666733
203061	embedding2nn.bias	2	0.11006855964660645
203061	embedding2nn.bias	3	0.1833895742893219
203061	embedding2nn.bias	4	0.13858218491077423
203061	embedding2nn.bias	5	-0.0550701841711998
203061	embedding2nn.bias	6	-0.027936499565839767
203061	embedding2nn.bias	7	0.05130564793944359
203061	embedding2nn.bias	8	-0.14528906345367432
203061	embedding2nn.bias	9	-0.38100171089172363
203061	rnn.weight_ih_l0	0	0.006542438641190529
203061	rnn.weight_ih_l0	1	-0.07463010400533676
203061	rnn.weight_ih_l0	2	-0.09969537705183029
203061	rnn.weight_ih_l0	3	0.03640758991241455
203061	rnn.weight_ih_l0	4	0.06134570389986038
203061	rnn.weight_ih_l0	5	-0.10295184701681137
203061	rnn.weight_ih_l0	6	-0.01860620453953743
203061	rnn.weight_ih_l0	7	-0.009059014730155468
203061	rnn.weight_ih_l0	8	-0.018066495656967163
203061	rnn.weight_ih_l0	9	-0.043906521052122116
203061	rnn.weight_hh_l0	0	0.014081407338380814
203061	rnn.weight_hh_l0	1	0.07204026728868484
203061	rnn.weight_hh_l0	2	0.03315405175089836
203061	rnn.weight_hh_l0	3	0.03297427296638489
203061	rnn.weight_hh_l0	4	0.002361898310482502
203061	rnn.weight_hh_l0	5	0.06652385741472244
203061	rnn.weight_hh_l0	6	-0.01703580468893051
203061	rnn.weight_hh_l0	7	-0.0352097824215889
203061	rnn.weight_hh_l0	8	0.041686322540044785
203061	rnn.weight_hh_l0	9	-0.07678002864122391
203061	rnn.bias_ih_l0	0	0.1559377759695053
203061	rnn.bias_ih_l0	1	-0.2048557996749878
203061	rnn.bias_ih_l0	2	-0.027461590245366096
203061	rnn.bias_ih_l0	3	-0.1476900726556778
203061	rnn.bias_ih_l0	4	0.09143529087305069
203061	rnn.bias_ih_l0	5	-0.2442294955253601
203061	rnn.bias_ih_l0	6	-0.12061285972595215
203061	rnn.bias_ih_l0	7	-0.24669310450553894
203061	rnn.bias_ih_l0	8	-0.19294336438179016
203061	rnn.bias_ih_l0	9	-0.38609153032302856
203061	rnn.bias_hh_l0	0	-0.22812102735042572
203061	rnn.bias_hh_l0	1	-0.20645086467266083
203061	rnn.bias_hh_l0	2	-0.19801032543182373
203061	rnn.bias_hh_l0	3	-0.04375714063644409
203061	rnn.bias_hh_l0	4	-0.20472732186317444
203061	rnn.bias_hh_l0	5	-0.24707567691802979
203061	rnn.bias_hh_l0	6	-0.1082414761185646
203061	rnn.bias_hh_l0	7	0.05972043052315712
203061	rnn.bias_hh_l0	8	-0.15043506026268005
203061	rnn.bias_hh_l0	9	-0.3951086103916168
203061	rnn.weight_ih_l0_reverse	0	0.05079597234725952
203061	rnn.weight_ih_l0_reverse	1	-0.06739069521427155
203061	rnn.weight_ih_l0_reverse	2	-0.051930319517850876
203061	rnn.weight_ih_l0_reverse	3	-0.09024577587842941
203061	rnn.weight_ih_l0_reverse	4	0.05048973485827446
203061	rnn.weight_ih_l0_reverse	5	-0.11492405831813812
203061	rnn.weight_ih_l0_reverse	6	0.0552254356443882
203061	rnn.weight_ih_l0_reverse	7	0.0162619948387146
203061	rnn.weight_ih_l0_reverse	8	-0.06496372073888779
203061	rnn.weight_ih_l0_reverse	9	-0.017303157597780228
203061	rnn.weight_hh_l0_reverse	0	-0.06125453859567642
203061	rnn.weight_hh_l0_reverse	1	0.018772421404719353
203061	rnn.weight_hh_l0_reverse	2	-0.014820694923400879
203061	rnn.weight_hh_l0_reverse	3	0.004136873874813318
203061	rnn.weight_hh_l0_reverse	4	-0.07582800835371017
203061	rnn.weight_hh_l0_reverse	5	0.03805109113454819
203061	rnn.weight_hh_l0_reverse	6	0.016008976846933365
203061	rnn.weight_hh_l0_reverse	7	-0.04257875308394432
203061	rnn.weight_hh_l0_reverse	8	-0.017138415947556496
203061	rnn.weight_hh_l0_reverse	9	0.06255754828453064
203061	rnn.bias_ih_l0_reverse	0	-0.12210823595523834
203061	rnn.bias_ih_l0_reverse	1	-0.07071346044540405
203061	rnn.bias_ih_l0_reverse	2	0.05612611770629883
203061	rnn.bias_ih_l0_reverse	3	-0.191094771027565
203061	rnn.bias_ih_l0_reverse	4	-0.036587197333574295
203061	rnn.bias_ih_l0_reverse	5	-0.16396336257457733
203061	rnn.bias_ih_l0_reverse	6	0.20672912895679474
203061	rnn.bias_ih_l0_reverse	7	-0.26450687646865845
203061	rnn.bias_ih_l0_reverse	8	-0.10869240760803223
203061	rnn.bias_ih_l0_reverse	9	-0.12628987431526184
203061	rnn.bias_hh_l0_reverse	0	-0.11763180792331696
203061	rnn.bias_hh_l0_reverse	1	0.17884299159049988
203061	rnn.bias_hh_l0_reverse	2	-0.27497702836990356
203061	rnn.bias_hh_l0_reverse	3	-0.1414579153060913
203061	rnn.bias_hh_l0_reverse	4	-0.29503607749938965
203061	rnn.bias_hh_l0_reverse	5	-0.12016835808753967
203061	rnn.bias_hh_l0_reverse	6	-0.23021917045116425
203061	rnn.bias_hh_l0_reverse	7	-0.0647466704249382
203061	rnn.bias_hh_l0_reverse	8	-0.1509261280298233
203061	rnn.bias_hh_l0_reverse	9	0.19644594192504883
203061	linear.weight	0	0.21860572695732117
203061	linear.weight	1	-0.3804522454738617
203061	linear.weight	2	-0.0062974863685667515
203061	linear.weight	3	0.06815408170223236
203061	linear.weight	4	-0.10927306860685349
203061	linear.weight	5	0.23855525255203247
203061	linear.weight	6	-0.06210668012499809
203061	linear.weight	7	-0.06674305349588394
203061	linear.weight	8	0.09941837191581726
203061	linear.weight	9	-0.04003803804516792
203061	linear.bias	0	-1.100420355796814
203061	linear.bias	1	2.0013365745544434
203061	linear.bias	2	0.4968421757221222
203061	linear.bias	3	-2.4283552169799805
203061	linear.bias	4	-0.3274010419845581
203061	linear.bias	5	1.1279109716415405
203061	linear.bias	6	-0.20877285301685333
203061	linear.bias	7	0.5758779644966125
203061	linear.bias	8	2.1464250087738037
203061	linear.bias	9	-1.3418513536453247
203670	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
203670	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
203670	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
203670	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
203670	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
203670	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
203670	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
203670	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
203670	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
203670	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
203670	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
203670	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
203670	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
203670	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
203670	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
203670	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
203670	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
203670	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
203670	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
203670	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
203670	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
203670	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
203670	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
203670	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
203670	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
203670	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
203670	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
203670	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
203670	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
203670	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
203670	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
203670	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
203670	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
203670	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
203670	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
203670	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
203670	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
203670	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
203670	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
203670	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
203670	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
203670	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
203670	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
203670	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
203670	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
203670	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
203670	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
203670	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
203670	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
203670	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
203670	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
203670	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
203670	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
203670	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
203670	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
203670	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
203670	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
203670	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
203670	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
203670	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
203670	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
203670	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
203670	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
203670	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
203670	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
203670	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
203670	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
203670	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
203670	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
203670	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
203670	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
203670	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
203670	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
203670	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
203670	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
203670	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
203670	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
203670	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
203670	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
203670	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
203670	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
203670	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
203670	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
203670	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
203670	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
203670	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
203670	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
203670	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
203670	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
203670	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
203670	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
203670	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
203670	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
203670	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
203670	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
203670	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
203670	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
203670	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
203670	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
203670	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
203670	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
203670	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
203670	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
203670	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
203670	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
203670	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
203670	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
203670	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
203670	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
203670	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
203670	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
203670	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
203670	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
203670	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
203670	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
203670	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
203670	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
203670	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
203670	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
203670	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
203670	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
203670	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
203670	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
203670	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
203670	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
203670	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
203670	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
203670	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
203670	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
203670	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
203670	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
203670	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
203670	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
203670	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
203670	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
203670	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
203670	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
203670	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
203670	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
203670	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
203670	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
203670	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
203670	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
203670	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
203670	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
203670	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
203670	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
203670	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
203670	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
203670	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
203670	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
203670	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
203670	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
203670	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
203670	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
203670	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
203670	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
203670	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
203670	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
203670	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
203670	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
203670	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
203670	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
203670	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
203670	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
203670	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
203670	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
203670	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
203670	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
203670	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
203670	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
203670	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
203670	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
203670	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
203670	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
203670	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
203670	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
203670	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
203670	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
203670	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
203670	embedding2nn.weight	0	0.24850746989250183
203670	embedding2nn.weight	1	0.28320351243019104
203670	embedding2nn.weight	2	0.015795059502124786
203670	embedding2nn.weight	3	0.032486021518707275
203670	embedding2nn.weight	4	-0.047919631004333496
203670	embedding2nn.weight	5	0.06102535128593445
203670	embedding2nn.weight	6	0.07021208107471466
203670	embedding2nn.weight	7	0.00225088675506413
203670	embedding2nn.weight	8	0.03611239045858383
203670	embedding2nn.weight	9	-0.020462466403841972
203670	embedding2nn.bias	0	0.01534880232065916
203670	embedding2nn.bias	1	-0.14222407341003418
203670	embedding2nn.bias	2	0.09332284331321716
203670	embedding2nn.bias	3	0.1779312938451767
203670	embedding2nn.bias	4	0.14988668262958527
203670	embedding2nn.bias	5	-0.06396780908107758
203670	embedding2nn.bias	6	-0.03014540672302246
203670	embedding2nn.bias	7	0.05421777069568634
203670	embedding2nn.bias	8	-0.15611669421195984
203670	embedding2nn.bias	9	-0.3629756271839142
203670	rnn.weight_ih_l0	0	0.005439290776848793
203670	rnn.weight_ih_l0	1	-0.07146787643432617
203670	rnn.weight_ih_l0	2	-0.09415043890476227
203670	rnn.weight_ih_l0	3	0.034807246178388596
203670	rnn.weight_ih_l0	4	0.05966401472687721
203670	rnn.weight_ih_l0	5	-0.08964374661445618
203670	rnn.weight_ih_l0	6	-0.014995708130300045
203670	rnn.weight_ih_l0	7	-0.006714642979204655
203670	rnn.weight_ih_l0	8	-0.022812575101852417
203670	rnn.weight_ih_l0	9	-0.0472174696624279
203670	rnn.weight_hh_l0	0	0.01368119940161705
203670	rnn.weight_hh_l0	1	0.07300331443548203
203670	rnn.weight_hh_l0	2	0.032225485891103745
203670	rnn.weight_hh_l0	3	0.03249435871839523
203670	rnn.weight_hh_l0	4	0.0029831486754119396
203670	rnn.weight_hh_l0	5	0.0668003112077713
203670	rnn.weight_hh_l0	6	-0.018188582733273506
203670	rnn.weight_hh_l0	7	-0.03930313512682915
203670	rnn.weight_hh_l0	8	0.041576676070690155
203670	rnn.weight_hh_l0	9	-0.07626090943813324
203670	rnn.bias_ih_l0	0	0.16050152480602264
203670	rnn.bias_ih_l0	1	-0.20521506667137146
203670	rnn.bias_ih_l0	2	-0.02528034895658493
203670	rnn.bias_ih_l0	3	-0.14786455035209656
203670	rnn.bias_ih_l0	4	0.10517417639493942
203670	rnn.bias_ih_l0	5	-0.245386004447937
203670	rnn.bias_ih_l0	6	-0.12071660161018372
203670	rnn.bias_ih_l0	7	-0.2477070391178131
203670	rnn.bias_ih_l0	8	-0.18752212822437286
203670	rnn.bias_ih_l0	9	-0.3941437304019928
203670	rnn.bias_hh_l0	0	-0.22303767502307892
203670	rnn.bias_hh_l0	1	-0.21031329035758972
203670	rnn.bias_hh_l0	2	-0.1915760487318039
203670	rnn.bias_hh_l0	3	-0.043379757553339005
203670	rnn.bias_hh_l0	4	-0.20777612924575806
203670	rnn.bias_hh_l0	5	-0.24787431955337524
203670	rnn.bias_hh_l0	6	-0.11282653361558914
203670	rnn.bias_hh_l0	7	0.04892624169588089
203670	rnn.bias_hh_l0	8	-0.14283502101898193
203670	rnn.bias_hh_l0	9	-0.4010521471500397
203670	rnn.weight_ih_l0_reverse	0	0.05494144558906555
203670	rnn.weight_ih_l0_reverse	1	-0.06595884263515472
203670	rnn.weight_ih_l0_reverse	2	-0.05229676514863968
203670	rnn.weight_ih_l0_reverse	3	-0.08949058502912521
203670	rnn.weight_ih_l0_reverse	4	0.04994777962565422
203670	rnn.weight_ih_l0_reverse	5	-0.1134239062666893
203670	rnn.weight_ih_l0_reverse	6	0.04517296329140663
203670	rnn.weight_ih_l0_reverse	7	0.01665474846959114
203670	rnn.weight_ih_l0_reverse	8	-0.06588870286941528
203670	rnn.weight_ih_l0_reverse	9	-0.018301380798220634
203670	rnn.weight_hh_l0_reverse	0	-0.06298543512821198
203670	rnn.weight_hh_l0_reverse	1	0.018809359520673752
203670	rnn.weight_hh_l0_reverse	2	-0.016204239800572395
203670	rnn.weight_hh_l0_reverse	3	0.00370591226965189
203670	rnn.weight_hh_l0_reverse	4	-0.07431237399578094
203670	rnn.weight_hh_l0_reverse	5	0.03800845891237259
203670	rnn.weight_hh_l0_reverse	6	0.016131414100527763
203670	rnn.weight_hh_l0_reverse	7	-0.04138518124818802
203670	rnn.weight_hh_l0_reverse	8	-0.013873429968953133
203670	rnn.weight_hh_l0_reverse	9	0.0635388046503067
203670	rnn.bias_ih_l0_reverse	0	-0.12479276955127716
203670	rnn.bias_ih_l0_reverse	1	-0.07111077755689621
203670	rnn.bias_ih_l0_reverse	2	0.054091744124889374
203670	rnn.bias_ih_l0_reverse	3	-0.1963585913181305
203670	rnn.bias_ih_l0_reverse	4	-0.036226943135261536
203670	rnn.bias_ih_l0_reverse	5	-0.16604894399642944
203670	rnn.bias_ih_l0_reverse	6	0.2067147195339203
203670	rnn.bias_ih_l0_reverse	7	-0.27097517251968384
203670	rnn.bias_ih_l0_reverse	8	-0.10887004435062408
203670	rnn.bias_ih_l0_reverse	9	-0.12278012186288834
203670	rnn.bias_hh_l0_reverse	0	-0.11043509095907211
203670	rnn.bias_hh_l0_reverse	1	0.19329063594341278
203670	rnn.bias_hh_l0_reverse	2	-0.2750210464000702
203670	rnn.bias_hh_l0_reverse	3	-0.12452144175767899
203670	rnn.bias_hh_l0_reverse	4	-0.293146014213562
203670	rnn.bias_hh_l0_reverse	5	-0.11828029900789261
203670	rnn.bias_hh_l0_reverse	6	-0.2259989231824875
203670	rnn.bias_hh_l0_reverse	7	-0.06191500648856163
203670	rnn.bias_hh_l0_reverse	8	-0.16008079051971436
203670	rnn.bias_hh_l0_reverse	9	0.19974297285079956
203670	linear.weight	0	0.1904129683971405
203670	linear.weight	1	-0.4070979952812195
203670	linear.weight	2	0.00048450351459905505
203670	linear.weight	3	0.06815391033887863
203670	linear.weight	4	-0.1159549355506897
203670	linear.weight	5	0.2744785249233246
203670	linear.weight	6	-0.09681131690740585
203670	linear.weight	7	-0.06673597544431686
203670	linear.weight	8	0.10663969069719315
203670	linear.weight	9	-0.04007763788104057
203670	linear.bias	0	-1.1299539804458618
203670	linear.bias	1	2.0143158435821533
203670	linear.bias	2	0.5177847146987915
203670	linear.bias	3	-2.429442882537842
203670	linear.bias	4	-0.3285212814807892
203670	linear.bias	5	1.1142873764038086
203670	linear.bias	6	-0.2348073422908783
203670	linear.bias	7	0.5773270130157471
203670	linear.bias	8	2.1825835704803467
203670	linear.bias	9	-1.35134756565094
204279	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
204279	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
204279	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
204279	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
204279	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
204279	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
204279	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
204279	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
204279	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
204279	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
204279	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
204279	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
204279	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
204279	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
204279	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
204279	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
204279	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
204279	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
204279	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
204279	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
204279	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
204279	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
204279	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
204279	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
204279	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
204279	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
204279	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
204279	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
204279	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
204279	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
204279	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
204279	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
204279	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
204279	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
204279	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
204279	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
204279	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
204279	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
204279	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
204279	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
204279	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
204279	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
204279	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
204279	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
204279	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
204279	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
204279	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
204279	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
204279	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
204279	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
204279	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
204279	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
204279	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
204279	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
204279	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
204279	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
204279	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
204279	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
204279	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
204279	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
204279	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
204279	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
204279	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
204279	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
204279	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
204279	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
204279	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
204279	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
204279	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
204279	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
204279	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
204279	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
204279	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
204279	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
204279	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
204279	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
204279	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
204279	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
204279	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
204279	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
204279	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
204279	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
204279	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
204279	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
204279	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
204279	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
204279	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
204279	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
204279	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
204279	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
204279	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
204279	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
204279	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
204279	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
204279	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
204279	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
204279	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
204279	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
204279	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
204279	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
204279	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
204279	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
204279	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
204279	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
204279	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
204279	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
204279	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
204279	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
204279	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
204279	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
204279	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
204279	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
204279	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
204279	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
204279	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
204279	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
204279	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
204279	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
204279	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
204279	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
204279	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
204279	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
204279	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
204279	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
204279	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
204279	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
204279	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
204279	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
204279	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
204279	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
204279	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
204279	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
204279	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
204279	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
204279	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
204279	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
204279	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
204279	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
204279	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
204279	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
204279	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
204279	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
204279	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
204279	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
204279	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
204279	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
204279	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
204279	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
204279	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
204279	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
204279	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
204279	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
204279	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
204279	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
204279	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
204279	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
204279	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
204279	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
204279	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
204279	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
204279	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
204279	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
204279	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
204279	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
204279	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
204279	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
204279	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
204279	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
204279	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
204279	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
204279	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
204279	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
204279	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
204279	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
204279	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
204279	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
204279	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
204279	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
204279	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
204279	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
204279	embedding2nn.weight	0	0.24935586750507355
204279	embedding2nn.weight	1	0.29011911153793335
204279	embedding2nn.weight	2	0.010695076547563076
204279	embedding2nn.weight	3	0.026462478563189507
204279	embedding2nn.weight	4	-0.04750601574778557
204279	embedding2nn.weight	5	0.060557421296834946
204279	embedding2nn.weight	6	0.07365778833627701
204279	embedding2nn.weight	7	0.009473045356571674
204279	embedding2nn.weight	8	0.03443298488855362
204279	embedding2nn.weight	9	-0.022739658132195473
204279	embedding2nn.bias	0	0.04053165391087532
204279	embedding2nn.bias	1	-0.15729951858520508
204279	embedding2nn.bias	2	0.08363227546215057
204279	embedding2nn.bias	3	0.17640314996242523
204279	embedding2nn.bias	4	0.1555750072002411
204279	embedding2nn.bias	5	-0.05817669257521629
204279	embedding2nn.bias	6	-0.017116300761699677
204279	embedding2nn.bias	7	0.03835245221853256
204279	embedding2nn.bias	8	-0.1616007387638092
204279	embedding2nn.bias	9	-0.3778122067451477
204279	rnn.weight_ih_l0	0	0.006053577642887831
204279	rnn.weight_ih_l0	1	-0.0696457102894783
204279	rnn.weight_ih_l0	2	-0.08913886547088623
204279	rnn.weight_ih_l0	3	0.03734288364648819
204279	rnn.weight_ih_l0	4	0.057966623455286026
204279	rnn.weight_ih_l0	5	-0.08953987807035446
204279	rnn.weight_ih_l0	6	-0.02131381817162037
204279	rnn.weight_ih_l0	7	-0.01063842885196209
204279	rnn.weight_ih_l0	8	-0.011093419045209885
204279	rnn.weight_ih_l0	9	-0.0487859770655632
204279	rnn.weight_hh_l0	0	0.013770166784524918
204279	rnn.weight_hh_l0	1	0.07135717570781708
204279	rnn.weight_hh_l0	2	0.032461512833833694
204279	rnn.weight_hh_l0	3	0.03305187076330185
204279	rnn.weight_hh_l0	4	0.00421625841408968
204279	rnn.weight_hh_l0	5	0.06848832219839096
204279	rnn.weight_hh_l0	6	-0.01960105076432228
204279	rnn.weight_hh_l0	7	-0.038202229887247086
204279	rnn.weight_hh_l0	8	0.041401974856853485
204279	rnn.weight_hh_l0	9	-0.07403428852558136
204279	rnn.bias_ih_l0	0	0.15930522978305817
204279	rnn.bias_ih_l0	1	-0.20220862329006195
204279	rnn.bias_ih_l0	2	-0.025427717715501785
204279	rnn.bias_ih_l0	3	-0.1504165083169937
204279	rnn.bias_ih_l0	4	0.09792683273553848
204279	rnn.bias_ih_l0	5	-0.25251373648643494
204279	rnn.bias_ih_l0	6	-0.12602174282073975
204279	rnn.bias_ih_l0	7	-0.24861560761928558
204279	rnn.bias_ih_l0	8	-0.18718598783016205
204279	rnn.bias_ih_l0	9	-0.3931274116039276
204279	rnn.bias_hh_l0	0	-0.2329549640417099
204279	rnn.bias_hh_l0	1	-0.21625374257564545
204279	rnn.bias_hh_l0	2	-0.18974626064300537
204279	rnn.bias_hh_l0	3	-0.035541415214538574
204279	rnn.bias_hh_l0	4	-0.21105414628982544
204279	rnn.bias_hh_l0	5	-0.24909411370754242
204279	rnn.bias_hh_l0	6	-0.11654461175203323
204279	rnn.bias_hh_l0	7	0.05021146684885025
204279	rnn.bias_hh_l0	8	-0.14686331152915955
204279	rnn.bias_hh_l0	9	-0.3979463279247284
204279	rnn.weight_ih_l0_reverse	0	0.04650748148560524
204279	rnn.weight_ih_l0_reverse	1	-0.06087474524974823
204279	rnn.weight_ih_l0_reverse	2	-0.052403878420591354
204279	rnn.weight_ih_l0_reverse	3	-0.0958012044429779
204279	rnn.weight_ih_l0_reverse	4	0.051144130527973175
204279	rnn.weight_ih_l0_reverse	5	-0.12935002148151398
204279	rnn.weight_ih_l0_reverse	6	0.042481232434511185
204279	rnn.weight_ih_l0_reverse	7	0.016045257449150085
204279	rnn.weight_ih_l0_reverse	8	-0.06639734655618668
204279	rnn.weight_ih_l0_reverse	9	-0.016529712826013565
204279	rnn.weight_hh_l0_reverse	0	-0.06419239193201065
204279	rnn.weight_hh_l0_reverse	1	0.019293252378702164
204279	rnn.weight_hh_l0_reverse	2	-0.015240537002682686
204279	rnn.weight_hh_l0_reverse	3	0.004343008156865835
204279	rnn.weight_hh_l0_reverse	4	-0.0748642161488533
204279	rnn.weight_hh_l0_reverse	5	0.03688287362456322
204279	rnn.weight_hh_l0_reverse	6	0.016638556495308876
204279	rnn.weight_hh_l0_reverse	7	-0.04156508669257164
204279	rnn.weight_hh_l0_reverse	8	-0.009875795803964138
204279	rnn.weight_hh_l0_reverse	9	0.06557019054889679
204279	rnn.bias_ih_l0_reverse	0	-0.13142050802707672
204279	rnn.bias_ih_l0_reverse	1	-0.07261702418327332
204279	rnn.bias_ih_l0_reverse	2	0.053463295102119446
204279	rnn.bias_ih_l0_reverse	3	-0.19773119688034058
204279	rnn.bias_ih_l0_reverse	4	-0.01562861166894436
204279	rnn.bias_ih_l0_reverse	5	-0.1671876311302185
204279	rnn.bias_ih_l0_reverse	6	0.20397637784481049
204279	rnn.bias_ih_l0_reverse	7	-0.26879531145095825
204279	rnn.bias_ih_l0_reverse	8	-0.11307768523693085
204279	rnn.bias_ih_l0_reverse	9	-0.12115820497274399
204279	rnn.bias_hh_l0_reverse	0	-0.10181032121181488
204279	rnn.bias_hh_l0_reverse	1	0.2017183005809784
204279	rnn.bias_hh_l0_reverse	2	-0.2701158821582794
204279	rnn.bias_hh_l0_reverse	3	-0.12546014785766602
204279	rnn.bias_hh_l0_reverse	4	-0.29341259598731995
204279	rnn.bias_hh_l0_reverse	5	-0.10986024886369705
204279	rnn.bias_hh_l0_reverse	6	-0.22670117020606995
204279	rnn.bias_hh_l0_reverse	7	-0.06811731308698654
204279	rnn.bias_hh_l0_reverse	8	-0.1660258024930954
204279	rnn.bias_hh_l0_reverse	9	0.2060329169034958
204279	linear.weight	0	0.1608164757490158
204279	linear.weight	1	-0.38748714327812195
204279	linear.weight	2	-0.00207874970510602
204279	linear.weight	3	0.06816387921571732
204279	linear.weight	4	-0.09171870350837708
204279	linear.weight	5	0.2537006139755249
204279	linear.weight	6	-0.11167415231466293
204279	linear.weight	7	-0.0667273998260498
204279	linear.weight	8	0.0951237827539444
204279	linear.weight	9	-0.040115609765052795
204279	linear.bias	0	-1.131090760231018
204279	linear.bias	1	1.9847359657287598
204279	linear.bias	2	0.48045966029167175
204279	linear.bias	3	-2.4304141998291016
204279	linear.bias	4	-0.31048429012298584
204279	linear.bias	5	1.120448112487793
204279	linear.bias	6	-0.1807641237974167
204279	linear.bias	7	0.5727375149726868
204279	linear.bias	8	2.1523845195770264
204279	linear.bias	9	-1.365508794784546
204888	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
204888	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
204888	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
204888	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
204888	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
204888	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
204888	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
204888	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
204888	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
204888	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
204888	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
204888	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
204888	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
204888	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
204888	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
204888	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
204888	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
204888	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
204888	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
204888	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
204888	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
204888	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
204888	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
204888	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
204888	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
204888	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
204888	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
204888	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
204888	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
204888	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
204888	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
204888	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
204888	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
204888	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
204888	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
204888	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
204888	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
204888	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
204888	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
204888	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
204888	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
204888	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
204888	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
204888	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
204888	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
204888	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
204888	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
204888	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
204888	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
204888	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
204888	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
204888	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
204888	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
204888	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
204888	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
204888	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
204888	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
204888	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
204888	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
204888	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
204888	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
204888	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
204888	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
204888	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
204888	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
204888	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
204888	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
204888	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
204888	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
204888	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
204888	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
204888	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
204888	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
204888	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
204888	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
204888	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
204888	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
204888	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
204888	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
204888	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
204888	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
204888	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
204888	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
204888	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
204888	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
204888	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
204888	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
204888	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
204888	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
204888	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
204888	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
204888	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
204888	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
204888	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
204888	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
204888	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
204888	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
204888	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
204888	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
204888	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
204888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
204888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
204888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
204888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
204888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
204888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
204888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
204888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
204888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
204888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
204888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
204888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
204888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
204888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
204888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
204888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
204888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
204888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
204888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
204888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
204888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
204888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
204888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
204888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
204888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
204888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
204888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
204888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
204888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
204888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
204888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
204888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
204888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
204888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
204888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
204888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
204888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
204888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
204888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
204888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
204888	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
204888	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
204888	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
204888	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
204888	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
204888	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
204888	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
204888	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
204888	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
204888	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
204888	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
204888	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
204888	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
204888	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
204888	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
204888	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
204888	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
204888	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
204888	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
204888	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
204888	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
204888	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
204888	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
204888	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
204888	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
204888	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
204888	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
204888	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
204888	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
204888	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
204888	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
204888	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
204888	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
204888	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
204888	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
204888	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
204888	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
204888	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
204888	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
204888	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
204888	embedding2nn.weight	0	0.24985039234161377
204888	embedding2nn.weight	1	0.2929750084877014
204888	embedding2nn.weight	2	0.007840692065656185
204888	embedding2nn.weight	3	0.03802043944597244
204888	embedding2nn.weight	4	-0.04729175567626953
204888	embedding2nn.weight	5	0.05976606160402298
204888	embedding2nn.weight	6	0.0724211111664772
204888	embedding2nn.weight	7	0.004667134024202824
204888	embedding2nn.weight	8	0.03697512298822403
204888	embedding2nn.weight	9	-0.020600968971848488
204888	embedding2nn.bias	0	0.04322309419512749
204888	embedding2nn.bias	1	-0.15307551622390747
204888	embedding2nn.bias	2	0.11546915024518967
204888	embedding2nn.bias	3	0.17161297798156738
204888	embedding2nn.bias	4	0.14310069382190704
204888	embedding2nn.bias	5	-0.033242691308259964
204888	embedding2nn.bias	6	-0.03676228225231171
204888	embedding2nn.bias	7	0.0560317300260067
204888	embedding2nn.bias	8	-0.14254020154476166
204888	embedding2nn.bias	9	-0.39994871616363525
204888	rnn.weight_ih_l0	0	0.007128699216991663
204888	rnn.weight_ih_l0	1	-0.07030654698610306
204888	rnn.weight_ih_l0	2	-0.09356119483709335
204888	rnn.weight_ih_l0	3	0.03562561422586441
204888	rnn.weight_ih_l0	4	0.05016673356294632
204888	rnn.weight_ih_l0	5	-0.08642580360174179
204888	rnn.weight_ih_l0	6	-0.027623940259218216
204888	rnn.weight_ih_l0	7	-0.008694623596966267
204888	rnn.weight_ih_l0	8	-0.005911704618483782
204888	rnn.weight_ih_l0	9	-0.04695510491728783
204888	rnn.weight_hh_l0	0	0.013618546538054943
204888	rnn.weight_hh_l0	1	0.0717398077249527
204888	rnn.weight_hh_l0	2	0.03368761017918587
204888	rnn.weight_hh_l0	3	0.03275643289089203
204888	rnn.weight_hh_l0	4	0.0037472383119165897
204888	rnn.weight_hh_l0	5	0.06941879540681839
204888	rnn.weight_hh_l0	6	-0.018881671130657196
204888	rnn.weight_hh_l0	7	-0.035958755761384964
204888	rnn.weight_hh_l0	8	0.04135774448513985
204888	rnn.weight_hh_l0	9	-0.0746150091290474
204888	rnn.bias_ih_l0	0	0.1576090306043625
204888	rnn.bias_ih_l0	1	-0.20551751554012299
204888	rnn.bias_ih_l0	2	-0.023769406601786613
204888	rnn.bias_ih_l0	3	-0.15144562721252441
204888	rnn.bias_ih_l0	4	0.08928143233060837
204888	rnn.bias_ih_l0	5	-0.24487735331058502
204888	rnn.bias_ih_l0	6	-0.12527374923229218
204888	rnn.bias_ih_l0	7	-0.24735380709171295
204888	rnn.bias_ih_l0	8	-0.18344412744045258
204888	rnn.bias_ih_l0	9	-0.3797133266925812
204888	rnn.bias_hh_l0	0	-0.2311522215604782
204888	rnn.bias_hh_l0	1	-0.20671772956848145
204888	rnn.bias_hh_l0	2	-0.18834666907787323
204888	rnn.bias_hh_l0	3	-0.03883251175284386
204888	rnn.bias_hh_l0	4	-0.21473033726215363
204888	rnn.bias_hh_l0	5	-0.247500941157341
204888	rnn.bias_hh_l0	6	-0.11455181241035461
204888	rnn.bias_hh_l0	7	0.04961090534925461
204888	rnn.bias_hh_l0	8	-0.14481467008590698
204888	rnn.bias_hh_l0	9	-0.408355712890625
204888	rnn.weight_ih_l0_reverse	0	0.04537344351410866
204888	rnn.weight_ih_l0_reverse	1	-0.06033555790781975
204888	rnn.weight_ih_l0_reverse	2	-0.051304593682289124
204888	rnn.weight_ih_l0_reverse	3	-0.09485168755054474
204888	rnn.weight_ih_l0_reverse	4	0.05293050780892372
204888	rnn.weight_ih_l0_reverse	5	-0.13807232677936554
204888	rnn.weight_ih_l0_reverse	6	0.04069066792726517
204888	rnn.weight_ih_l0_reverse	7	0.014675844460725784
204888	rnn.weight_ih_l0_reverse	8	-0.06875684857368469
204888	rnn.weight_ih_l0_reverse	9	-0.016293663531541824
204888	rnn.weight_hh_l0_reverse	0	-0.06472232937812805
204888	rnn.weight_hh_l0_reverse	1	0.018930090591311455
204888	rnn.weight_hh_l0_reverse	2	-0.016564587131142616
204888	rnn.weight_hh_l0_reverse	3	0.004361497238278389
204888	rnn.weight_hh_l0_reverse	4	-0.07468622177839279
204888	rnn.weight_hh_l0_reverse	5	0.036212872713804245
204888	rnn.weight_hh_l0_reverse	6	0.016699766740202904
204888	rnn.weight_hh_l0_reverse	7	-0.04255203902721405
204888	rnn.weight_hh_l0_reverse	8	-0.0083454679697752
204888	rnn.weight_hh_l0_reverse	9	0.06659214943647385
204888	rnn.bias_ih_l0_reverse	0	-0.13352665305137634
204888	rnn.bias_ih_l0_reverse	1	-0.07607230544090271
204888	rnn.bias_ih_l0_reverse	2	0.06146205961704254
204888	rnn.bias_ih_l0_reverse	3	-0.19580522179603577
204888	rnn.bias_ih_l0_reverse	4	-0.01248913537710905
204888	rnn.bias_ih_l0_reverse	5	-0.16635805368423462
204888	rnn.bias_ih_l0_reverse	6	0.2145986706018448
204888	rnn.bias_ih_l0_reverse	7	-0.2604773938655853
204888	rnn.bias_ih_l0_reverse	8	-0.11634096503257751
204888	rnn.bias_ih_l0_reverse	9	-0.11473705619573593
204888	rnn.bias_hh_l0_reverse	0	-0.10697713494300842
204888	rnn.bias_hh_l0_reverse	1	0.19865526258945465
204888	rnn.bias_hh_l0_reverse	2	-0.2695910334587097
204888	rnn.bias_hh_l0_reverse	3	-0.13214990496635437
204888	rnn.bias_hh_l0_reverse	4	-0.28489184379577637
204888	rnn.bias_hh_l0_reverse	5	-0.1075042262673378
204888	rnn.bias_hh_l0_reverse	6	-0.22903262078762054
204888	rnn.bias_hh_l0_reverse	7	-0.06891697645187378
204888	rnn.bias_hh_l0_reverse	8	-0.15824934840202332
204888	rnn.bias_hh_l0_reverse	9	0.19406509399414062
204888	linear.weight	0	0.1498715579509735
204888	linear.weight	1	-0.3671095371246338
204888	linear.weight	2	-0.03769863396883011
204888	linear.weight	3	0.06817087531089783
204888	linear.weight	4	-0.08257636427879333
204888	linear.weight	5	0.24784104526042938
204888	linear.weight	6	-0.12109028548002243
204888	linear.weight	7	-0.06671054661273956
204888	linear.weight	8	0.11271128058433533
204888	linear.weight	9	-0.04014047980308533
204888	linear.bias	0	-1.1332770586013794
204888	linear.bias	1	1.933242678642273
204888	linear.bias	2	0.5157119035720825
204888	linear.bias	3	-2.4313549995422363
204888	linear.bias	4	-0.3044286370277405
204888	linear.bias	5	1.1191277503967285
204888	linear.bias	6	-0.24045774340629578
204888	linear.bias	7	0.5496915578842163
204888	linear.bias	8	2.1457574367523193
204888	linear.bias	9	-1.3403877019882202
205497	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
205497	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
205497	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
205497	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
205497	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
205497	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
205497	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
205497	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
205497	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
205497	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
205497	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
205497	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
205497	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
205497	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
205497	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
205497	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
205497	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
205497	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
205497	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
205497	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
205497	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
205497	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
205497	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
205497	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
205497	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
205497	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
205497	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
205497	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
205497	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
205497	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
205497	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
205497	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
205497	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
205497	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
205497	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
205497	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
205497	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
205497	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
205497	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
205497	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
205497	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
205497	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
205497	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
205497	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
205497	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
205497	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
205497	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
205497	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
205497	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
205497	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
205497	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
205497	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
205497	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
205497	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
205497	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
205497	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
205497	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
205497	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
205497	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
205497	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
205497	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
205497	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
205497	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
205497	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
205497	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
205497	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
205497	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
205497	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
205497	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
205497	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
205497	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
205497	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
205497	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
205497	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
205497	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
205497	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
205497	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
205497	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
205497	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
205497	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
205497	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
205497	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
205497	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
205497	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
205497	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
205497	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
205497	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
205497	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
205497	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
205497	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
205497	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
205497	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
205497	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
205497	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
205497	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
205497	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
205497	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
205497	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
205497	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
205497	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
205497	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
205497	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
205497	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
205497	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
205497	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
205497	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
205497	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
205497	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
205497	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
205497	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
205497	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
205497	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
205497	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
205497	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
205497	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
205497	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
205497	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
205497	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
205497	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
205497	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
205497	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
205497	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
205497	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
205497	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
205497	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
205497	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
205497	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
205497	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
205497	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
205497	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
205497	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
205497	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
205497	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
205497	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
205497	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
205497	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
205497	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
205497	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
205497	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
205497	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
205497	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
205497	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
205497	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
205497	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
205497	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
205497	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
205497	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
205497	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
205497	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
205497	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
205497	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
205497	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
205497	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
205497	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
205497	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
205497	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
205497	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
205497	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
205497	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
205497	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
205497	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
205497	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
205497	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
205497	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
205497	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
205497	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
205497	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
205497	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
205497	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
205497	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
205497	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
205497	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
205497	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
205497	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
205497	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
205497	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
205497	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
205497	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
205497	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
205497	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
205497	embedding2nn.weight	0	0.2503352761268616
205497	embedding2nn.weight	1	0.2931290864944458
205497	embedding2nn.weight	2	0.009143882431089878
205497	embedding2nn.weight	3	0.046605922281742096
205497	embedding2nn.weight	4	-0.047439344227313995
205497	embedding2nn.weight	5	0.05902790650725365
205497	embedding2nn.weight	6	0.07862035185098648
205497	embedding2nn.weight	7	0.013072142377495766
205497	embedding2nn.weight	8	0.03108181804418564
205497	embedding2nn.weight	9	-0.0243667121976614
205497	embedding2nn.bias	0	0.04649849236011505
205497	embedding2nn.bias	1	-0.14090919494628906
205497	embedding2nn.bias	2	0.10537700355052948
205497	embedding2nn.bias	3	0.15955966711044312
205497	embedding2nn.bias	4	0.15475033223628998
205497	embedding2nn.bias	5	-0.05262162536382675
205497	embedding2nn.bias	6	-0.050958115607500076
205497	embedding2nn.bias	7	0.05396867170929909
205497	embedding2nn.bias	8	-0.1466357260942459
205497	embedding2nn.bias	9	-0.39086949825286865
205497	rnn.weight_ih_l0	0	0.005364667624235153
205497	rnn.weight_ih_l0	1	-0.06970037519931793
205497	rnn.weight_ih_l0	2	-0.09334990382194519
205497	rnn.weight_ih_l0	3	0.03735340014100075
205497	rnn.weight_ih_l0	4	0.0520634800195694
205497	rnn.weight_ih_l0	5	-0.07663042098283768
205497	rnn.weight_ih_l0	6	-0.025582924485206604
205497	rnn.weight_ih_l0	7	-0.013856064528226852
205497	rnn.weight_ih_l0	8	-0.010298600420355797
205497	rnn.weight_ih_l0	9	-0.056321389973163605
205497	rnn.weight_hh_l0	0	0.014132997021079063
205497	rnn.weight_hh_l0	1	0.07160959392786026
205497	rnn.weight_hh_l0	2	0.0325150229036808
205497	rnn.weight_hh_l0	3	0.03290533274412155
205497	rnn.weight_hh_l0	4	0.0018195145530626178
205497	rnn.weight_hh_l0	5	0.06939766556024551
205497	rnn.weight_hh_l0	6	-0.0183262936770916
205497	rnn.weight_hh_l0	7	-0.03795137628912926
205497	rnn.weight_hh_l0	8	0.04128185287117958
205497	rnn.weight_hh_l0	9	-0.0755709782242775
205497	rnn.bias_ih_l0	0	0.16464413702487946
205497	rnn.bias_ih_l0	1	-0.2103843092918396
205497	rnn.bias_ih_l0	2	-0.02873598039150238
205497	rnn.bias_ih_l0	3	-0.1525627225637436
205497	rnn.bias_ih_l0	4	0.10013062506914139
205497	rnn.bias_ih_l0	5	-0.2433856725692749
205497	rnn.bias_ih_l0	6	-0.1296762228012085
205497	rnn.bias_ih_l0	7	-0.24696515500545502
205497	rnn.bias_ih_l0	8	-0.1939336359500885
205497	rnn.bias_ih_l0	9	-0.38167670369148254
205497	rnn.bias_hh_l0	0	-0.23867017030715942
205497	rnn.bias_hh_l0	1	-0.21322932839393616
205497	rnn.bias_hh_l0	2	-0.19103510677814484
205497	rnn.bias_hh_l0	3	-0.045215293765068054
205497	rnn.bias_hh_l0	4	-0.22077639400959015
205497	rnn.bias_hh_l0	5	-0.2472257763147354
205497	rnn.bias_hh_l0	6	-0.11800165474414825
205497	rnn.bias_hh_l0	7	0.0452253483235836
205497	rnn.bias_hh_l0	8	-0.1407860368490219
205497	rnn.bias_hh_l0	9	-0.40254151821136475
205497	rnn.weight_ih_l0_reverse	0	0.03976699709892273
205497	rnn.weight_ih_l0_reverse	1	-0.06416060030460358
205497	rnn.weight_ih_l0_reverse	2	-0.051378823816776276
205497	rnn.weight_ih_l0_reverse	3	-0.09094595909118652
205497	rnn.weight_ih_l0_reverse	4	0.05225043371319771
205497	rnn.weight_ih_l0_reverse	5	-0.13581855595111847
205497	rnn.weight_ih_l0_reverse	6	0.044349268078804016
205497	rnn.weight_ih_l0_reverse	7	0.014928067103028297
205497	rnn.weight_ih_l0_reverse	8	-0.06714973598718643
205497	rnn.weight_ih_l0_reverse	9	-0.023038966581225395
205497	rnn.weight_hh_l0_reverse	0	-0.06433062255382538
205497	rnn.weight_hh_l0_reverse	1	0.019854027777910233
205497	rnn.weight_hh_l0_reverse	2	-0.016145961359143257
205497	rnn.weight_hh_l0_reverse	3	0.004760961513966322
205497	rnn.weight_hh_l0_reverse	4	-0.07486769556999207
205497	rnn.weight_hh_l0_reverse	5	0.03634216636419296
205497	rnn.weight_hh_l0_reverse	6	0.016867468133568764
205497	rnn.weight_hh_l0_reverse	7	-0.03837934881448746
205497	rnn.weight_hh_l0_reverse	8	-0.00998440757393837
205497	rnn.weight_hh_l0_reverse	9	0.06469228118658066
205497	rnn.bias_ih_l0_reverse	0	-0.14039123058319092
205497	rnn.bias_ih_l0_reverse	1	-0.07910783588886261
205497	rnn.bias_ih_l0_reverse	2	0.06558367609977722
205497	rnn.bias_ih_l0_reverse	3	-0.19197386503219604
205497	rnn.bias_ih_l0_reverse	4	-0.002019073348492384
205497	rnn.bias_ih_l0_reverse	5	-0.1699213683605194
205497	rnn.bias_ih_l0_reverse	6	0.21570736169815063
205497	rnn.bias_ih_l0_reverse	7	-0.25454181432724
205497	rnn.bias_ih_l0_reverse	8	-0.11502540111541748
205497	rnn.bias_ih_l0_reverse	9	-0.11611824482679367
205497	rnn.bias_hh_l0_reverse	0	-0.10321445763111115
205497	rnn.bias_hh_l0_reverse	1	0.20332957804203033
205497	rnn.bias_hh_l0_reverse	2	-0.2687056362628937
205497	rnn.bias_hh_l0_reverse	3	-0.1416262984275818
205497	rnn.bias_hh_l0_reverse	4	-0.28843486309051514
205497	rnn.bias_hh_l0_reverse	5	-0.11008872091770172
205497	rnn.bias_hh_l0_reverse	6	-0.23673146963119507
205497	rnn.bias_hh_l0_reverse	7	-0.07175988703966141
205497	rnn.bias_hh_l0_reverse	8	-0.16667816042900085
205497	rnn.bias_hh_l0_reverse	9	0.18999280035495758
205497	linear.weight	0	0.16181816160678864
205497	linear.weight	1	-0.39675402641296387
205497	linear.weight	2	-0.03483662009239197
205497	linear.weight	3	0.06817623972892761
205497	linear.weight	4	-0.14556139707565308
205497	linear.weight	5	0.2579159140586853
205497	linear.weight	6	-0.10282932221889496
205497	linear.weight	7	-0.0666930302977562
205497	linear.weight	8	0.11793216317892075
205497	linear.weight	9	-0.04017375037074089
205497	linear.bias	0	-1.147458791732788
205497	linear.bias	1	1.9202817678451538
205497	linear.bias	2	0.48437997698783875
205497	linear.bias	3	-2.4322690963745117
205497	linear.bias	4	-0.26551175117492676
205497	linear.bias	5	1.1460942029953003
205497	linear.bias	6	-0.2190755158662796
205497	linear.bias	7	0.5630419254302979
205497	linear.bias	8	2.144920825958252
205497	linear.bias	9	-1.3694323301315308
206106	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
206106	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
206106	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
206106	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
206106	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
206106	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
206106	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
206106	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
206106	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
206106	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
206106	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
206106	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
206106	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
206106	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
206106	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
206106	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
206106	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
206106	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
206106	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
206106	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
206106	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
206106	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
206106	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
206106	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
206106	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
206106	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
206106	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
206106	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
206106	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
206106	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
206106	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
206106	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
206106	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
206106	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
206106	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
206106	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
206106	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
206106	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
206106	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
206106	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
206106	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
206106	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
206106	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
206106	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
206106	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
206106	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
206106	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
206106	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
206106	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
206106	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
206106	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
206106	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
206106	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
206106	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
206106	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
206106	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
206106	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
206106	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
206106	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
206106	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
206106	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
206106	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
206106	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
206106	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
206106	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
206106	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
206106	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
206106	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
206106	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
206106	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
206106	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
206106	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
206106	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
206106	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
206106	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
206106	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
206106	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
206106	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
206106	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
206106	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
206106	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
206106	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
206106	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
206106	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
206106	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
206106	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
206106	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
206106	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
206106	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
206106	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
206106	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
206106	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
206106	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
206106	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
206106	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
206106	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
206106	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
206106	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
206106	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
206106	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
206106	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
206106	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
206106	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
206106	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
206106	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
206106	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
206106	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
206106	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
206106	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
206106	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
206106	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
206106	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
206106	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
206106	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
206106	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
206106	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
206106	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
206106	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
206106	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
206106	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
206106	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
206106	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
206106	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
206106	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
206106	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
206106	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
206106	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
206106	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
206106	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
206106	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
206106	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
206106	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
206106	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
206106	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
206106	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
206106	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
206106	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
206106	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
206106	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
206106	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
206106	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
206106	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
206106	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
206106	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
206106	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
206106	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
206106	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
206106	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
206106	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
206106	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
206106	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
206106	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
206106	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
206106	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
206106	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
206106	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
206106	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
206106	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
206106	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
206106	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
206106	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
206106	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
206106	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
206106	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
206106	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
206106	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
206106	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
206106	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
206106	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
206106	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
206106	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
206106	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
206106	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
206106	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
206106	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
206106	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
206106	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
206106	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
206106	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
206106	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
206106	embedding2nn.weight	0	0.2503718137741089
206106	embedding2nn.weight	1	0.29406213760375977
206106	embedding2nn.weight	2	0.01107849832624197
206106	embedding2nn.weight	3	0.044943101704120636
206106	embedding2nn.weight	4	-0.044958122074604034
206106	embedding2nn.weight	5	0.060564689338207245
206106	embedding2nn.weight	6	0.09025215357542038
206106	embedding2nn.weight	7	0.01696627587080002
206106	embedding2nn.weight	8	0.029514960944652557
206106	embedding2nn.weight	9	-0.024911224842071533
206106	embedding2nn.bias	0	0.04492313787341118
206106	embedding2nn.bias	1	-0.14320676028728485
206106	embedding2nn.bias	2	0.10785321146249771
206106	embedding2nn.bias	3	0.16640669107437134
206106	embedding2nn.bias	4	0.15675944089889526
206106	embedding2nn.bias	5	-0.05381391942501068
206106	embedding2nn.bias	6	-0.037727419286966324
206106	embedding2nn.bias	7	0.0629473403096199
206106	embedding2nn.bias	8	-0.14255909621715546
206106	embedding2nn.bias	9	-0.3798007667064667
206106	rnn.weight_ih_l0	0	0.004252257291227579
206106	rnn.weight_ih_l0	1	-0.06807225197553635
206106	rnn.weight_ih_l0	2	-0.09423989802598953
206106	rnn.weight_ih_l0	3	0.04169877991080284
206106	rnn.weight_ih_l0	4	0.06641574203968048
206106	rnn.weight_ih_l0	5	-0.08200249075889587
206106	rnn.weight_ih_l0	6	-0.02341906726360321
206106	rnn.weight_ih_l0	7	-0.006195663940161467
206106	rnn.weight_ih_l0	8	-0.00725061958655715
206106	rnn.weight_ih_l0	9	-0.06123102456331253
206106	rnn.weight_hh_l0	0	0.013362876139581203
206106	rnn.weight_hh_l0	1	0.07139798998832703
206106	rnn.weight_hh_l0	2	0.032472383230924606
206106	rnn.weight_hh_l0	3	0.03367496654391289
206106	rnn.weight_hh_l0	4	0.0026299378369003534
206106	rnn.weight_hh_l0	5	0.06964418292045593
206106	rnn.weight_hh_l0	6	-0.018442457541823387
206106	rnn.weight_hh_l0	7	-0.039223019033670425
206106	rnn.weight_hh_l0	8	0.04100124165415764
206106	rnn.weight_hh_l0	9	-0.07416575402021408
206106	rnn.bias_ih_l0	0	0.1665336638689041
206106	rnn.bias_ih_l0	1	-0.2063591033220291
206106	rnn.bias_ih_l0	2	-0.026392551138997078
206106	rnn.bias_ih_l0	3	-0.1489967703819275
206106	rnn.bias_ih_l0	4	0.09841427952051163
206106	rnn.bias_ih_l0	5	-0.2566465735435486
206106	rnn.bias_ih_l0	6	-0.11870602518320084
206106	rnn.bias_ih_l0	7	-0.24674688279628754
206106	rnn.bias_ih_l0	8	-0.1928206831216812
206106	rnn.bias_ih_l0	9	-0.3941951394081116
206106	rnn.bias_hh_l0	0	-0.23747076094150543
206106	rnn.bias_hh_l0	1	-0.2106958031654358
206106	rnn.bias_hh_l0	2	-0.1849585622549057
206106	rnn.bias_hh_l0	3	-0.038637131452560425
206106	rnn.bias_hh_l0	4	-0.22020168602466583
206106	rnn.bias_hh_l0	5	-0.25114190578460693
206106	rnn.bias_hh_l0	6	-0.11810897290706635
206106	rnn.bias_hh_l0	7	0.05120318755507469
206106	rnn.bias_hh_l0	8	-0.13503023982048035
206106	rnn.bias_hh_l0	9	-0.4051916301250458
206106	rnn.weight_ih_l0_reverse	0	0.038501765578985214
206106	rnn.weight_ih_l0_reverse	1	-0.062011685222387314
206106	rnn.weight_ih_l0_reverse	2	-0.04914988949894905
206106	rnn.weight_ih_l0_reverse	3	-0.09741298854351044
206106	rnn.weight_ih_l0_reverse	4	0.05292985215783119
206106	rnn.weight_ih_l0_reverse	5	-0.14500054717063904
206106	rnn.weight_ih_l0_reverse	6	0.04428881034255028
206106	rnn.weight_ih_l0_reverse	7	0.016958456486463547
206106	rnn.weight_ih_l0_reverse	8	-0.06900235265493393
206106	rnn.weight_ih_l0_reverse	9	-0.019070664420723915
206106	rnn.weight_hh_l0_reverse	0	-0.06506657600402832
206106	rnn.weight_hh_l0_reverse	1	0.019206564873456955
206106	rnn.weight_hh_l0_reverse	2	-0.015002693980932236
206106	rnn.weight_hh_l0_reverse	3	0.00452134944498539
206106	rnn.weight_hh_l0_reverse	4	-0.0749453604221344
206106	rnn.weight_hh_l0_reverse	5	0.03636788949370384
206106	rnn.weight_hh_l0_reverse	6	0.01667153462767601
206106	rnn.weight_hh_l0_reverse	7	-0.04276110231876373
206106	rnn.weight_hh_l0_reverse	8	-0.009594517759978771
206106	rnn.weight_hh_l0_reverse	9	0.06494195014238358
206106	rnn.bias_ih_l0_reverse	0	-0.140348881483078
206106	rnn.bias_ih_l0_reverse	1	-0.07811348140239716
206106	rnn.bias_ih_l0_reverse	2	0.06481457501649857
206106	rnn.bias_ih_l0_reverse	3	-0.1923951357603073
206106	rnn.bias_ih_l0_reverse	4	0.013228772208094597
206106	rnn.bias_ih_l0_reverse	5	-0.17284543812274933
206106	rnn.bias_ih_l0_reverse	6	0.22174768149852753
206106	rnn.bias_ih_l0_reverse	7	-0.25232598185539246
206106	rnn.bias_ih_l0_reverse	8	-0.11862806975841522
206106	rnn.bias_ih_l0_reverse	9	-0.12353762239217758
206106	rnn.bias_hh_l0_reverse	0	-0.08950973302125931
206106	rnn.bias_hh_l0_reverse	1	0.2067607343196869
206106	rnn.bias_hh_l0_reverse	2	-0.2686978280544281
206106	rnn.bias_hh_l0_reverse	3	-0.14827442169189453
206106	rnn.bias_hh_l0_reverse	4	-0.2919420897960663
206106	rnn.bias_hh_l0_reverse	5	-0.117298424243927
206106	rnn.bias_hh_l0_reverse	6	-0.2370949387550354
206106	rnn.bias_hh_l0_reverse	7	-0.07415654510259628
206106	rnn.bias_hh_l0_reverse	8	-0.1810019612312317
206106	rnn.bias_hh_l0_reverse	9	0.1940734088420868
206106	linear.weight	0	0.15632909536361694
206106	linear.weight	1	-0.3951699435710907
206106	linear.weight	2	0.0021725301630795
206106	linear.weight	3	0.06817887723445892
206106	linear.weight	4	-0.10735767334699631
206106	linear.weight	5	0.2809489369392395
206106	linear.weight	6	-0.1067253053188324
206106	linear.weight	7	-0.06668273359537125
206106	linear.weight	8	0.13469888269901276
206106	linear.weight	9	-0.040172964334487915
206106	linear.bias	0	-1.124873161315918
206106	linear.bias	1	1.9453368186950684
206106	linear.bias	2	0.5041297674179077
206106	linear.bias	3	-2.4332165718078613
206106	linear.bias	4	-0.2578379511833191
206106	linear.bias	5	1.1222076416015625
206106	linear.bias	6	-0.18924733996391296
206106	linear.bias	7	0.5658850073814392
206106	linear.bias	8	2.1727030277252197
206106	linear.bias	9	-1.361415147781372
206715	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
206715	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
206715	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
206715	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
206715	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
206715	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
206715	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
206715	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
206715	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
206715	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
206715	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
206715	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
206715	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
206715	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
206715	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
206715	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
206715	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
206715	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
206715	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
206715	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
206715	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
206715	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
206715	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
206715	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
206715	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
206715	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
206715	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
206715	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
206715	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
206715	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
206715	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
206715	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
206715	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
206715	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
206715	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
206715	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
206715	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
206715	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
206715	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
206715	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
206715	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
206715	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
206715	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
206715	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
206715	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
206715	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
206715	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
206715	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
206715	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
206715	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
206715	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
206715	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
206715	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
206715	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
206715	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
206715	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
206715	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
206715	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
206715	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
206715	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
206715	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
206715	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
206715	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
206715	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
206715	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
206715	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
206715	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
206715	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
206715	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
206715	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
206715	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
206715	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
206715	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
206715	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
206715	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
206715	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
206715	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
206715	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
206715	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
206715	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
206715	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
206715	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
206715	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
206715	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
206715	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
206715	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
206715	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
206715	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
206715	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
206715	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
206715	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
206715	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
206715	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
206715	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
206715	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
206715	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
206715	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
206715	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
206715	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
206715	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
206715	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
206715	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
206715	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
206715	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
206715	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
206715	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
206715	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
206715	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
206715	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
206715	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
206715	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
206715	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
206715	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
206715	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
206715	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
206715	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
206715	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
206715	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
206715	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
206715	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
206715	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
206715	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
206715	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
206715	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
206715	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
206715	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
206715	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
206715	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
206715	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
206715	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
206715	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
206715	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
206715	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
206715	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
206715	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
206715	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
206715	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
206715	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
206715	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
206715	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
206715	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
206715	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
206715	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
206715	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
206715	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
206715	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
206715	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
206715	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
206715	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
206715	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
206715	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
206715	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
206715	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
206715	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
206715	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
206715	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
206715	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
206715	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
206715	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
206715	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
206715	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
206715	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
206715	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
206715	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
206715	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
206715	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
206715	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
206715	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
206715	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
206715	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
206715	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
206715	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
206715	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
206715	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
206715	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
206715	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
206715	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
206715	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
206715	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
206715	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
206715	embedding2nn.weight	0	0.2521192133426666
206715	embedding2nn.weight	1	0.2971407473087311
206715	embedding2nn.weight	2	0.012531200423836708
206715	embedding2nn.weight	3	0.04444087669253349
206715	embedding2nn.weight	4	-0.04376301169395447
206715	embedding2nn.weight	5	0.06478002667427063
206715	embedding2nn.weight	6	0.07355654984712601
206715	embedding2nn.weight	7	0.008517256937921047
206715	embedding2nn.weight	8	0.027375180274248123
206715	embedding2nn.weight	9	-0.022498272359371185
206715	embedding2nn.bias	0	0.030365606769919395
206715	embedding2nn.bias	1	-0.14340262115001678
206715	embedding2nn.bias	2	0.10605917125940323
206715	embedding2nn.bias	3	0.15598279237747192
206715	embedding2nn.bias	4	0.15642046928405762
206715	embedding2nn.bias	5	-0.0557950958609581
206715	embedding2nn.bias	6	-0.042260780930519104
206715	embedding2nn.bias	7	0.06348539143800735
206715	embedding2nn.bias	8	-0.13880646228790283
206715	embedding2nn.bias	9	-0.37832751870155334
206715	rnn.weight_ih_l0	0	0.002488764701411128
206715	rnn.weight_ih_l0	1	-0.06701341271400452
206715	rnn.weight_ih_l0	2	-0.09320283681154251
206715	rnn.weight_ih_l0	3	0.03503303974866867
206715	rnn.weight_ih_l0	4	0.06315726041793823
206715	rnn.weight_ih_l0	5	-0.08043564110994339
206715	rnn.weight_ih_l0	6	-0.02366591989994049
206715	rnn.weight_ih_l0	7	-0.004535322077572346
206715	rnn.weight_ih_l0	8	-0.0022598819341510534
206715	rnn.weight_ih_l0	9	-0.06463461369276047
206715	rnn.weight_hh_l0	0	0.01359246950596571
206715	rnn.weight_hh_l0	1	0.07135403901338577
206715	rnn.weight_hh_l0	2	0.032834988087415695
206715	rnn.weight_hh_l0	3	0.03341291844844818
206715	rnn.weight_hh_l0	4	0.002218355657532811
206715	rnn.weight_hh_l0	5	0.06860566139221191
206715	rnn.weight_hh_l0	6	-0.01865510456264019
206715	rnn.weight_hh_l0	7	-0.03793187066912651
206715	rnn.weight_hh_l0	8	0.041108790785074234
206715	rnn.weight_hh_l0	9	-0.07508639991283417
206715	rnn.bias_ih_l0	0	0.16500017046928406
206715	rnn.bias_ih_l0	1	-0.2071419060230255
206715	rnn.bias_ih_l0	2	-0.023160209879279137
206715	rnn.bias_ih_l0	3	-0.15375912189483643
206715	rnn.bias_ih_l0	4	0.08467523008584976
206715	rnn.bias_ih_l0	5	-0.2540253698825836
206715	rnn.bias_ih_l0	6	-0.1204664558172226
206715	rnn.bias_ih_l0	7	-0.24587656557559967
206715	rnn.bias_ih_l0	8	-0.19821861386299133
206715	rnn.bias_ih_l0	9	-0.400407075881958
206715	rnn.bias_hh_l0	0	-0.23544101417064667
206715	rnn.bias_hh_l0	1	-0.2180030345916748
206715	rnn.bias_hh_l0	2	-0.19783435761928558
206715	rnn.bias_hh_l0	3	-0.039264123886823654
206715	rnn.bias_hh_l0	4	-0.22974348068237305
206715	rnn.bias_hh_l0	5	-0.2548094093799591
206715	rnn.bias_hh_l0	6	-0.10906928032636642
206715	rnn.bias_hh_l0	7	0.0567355751991272
206715	rnn.bias_hh_l0	8	-0.13627199828624725
206715	rnn.bias_hh_l0	9	-0.4012192189693451
206715	rnn.weight_ih_l0_reverse	0	0.0422324500977993
206715	rnn.weight_ih_l0_reverse	1	-0.06269816309213638
206715	rnn.weight_ih_l0_reverse	2	-0.04682046175003052
206715	rnn.weight_ih_l0_reverse	3	-0.10085857659578323
206715	rnn.weight_ih_l0_reverse	4	0.057153619825839996
206715	rnn.weight_ih_l0_reverse	5	-0.1460874229669571
206715	rnn.weight_ih_l0_reverse	6	0.04273083060979843
206715	rnn.weight_ih_l0_reverse	7	0.01927967369556427
206715	rnn.weight_ih_l0_reverse	8	-0.06688356399536133
206715	rnn.weight_ih_l0_reverse	9	-0.017547622323036194
206715	rnn.weight_hh_l0_reverse	0	-0.0644366592168808
206715	rnn.weight_hh_l0_reverse	1	0.018568871542811394
206715	rnn.weight_hh_l0_reverse	2	-0.016168972477316856
206715	rnn.weight_hh_l0_reverse	3	0.003530152142047882
206715	rnn.weight_hh_l0_reverse	4	-0.07539334893226624
206715	rnn.weight_hh_l0_reverse	5	0.03651171550154686
206715	rnn.weight_hh_l0_reverse	6	0.01631658896803856
206715	rnn.weight_hh_l0_reverse	7	-0.04058586433529854
206715	rnn.weight_hh_l0_reverse	8	-0.010463161394000053
206715	rnn.weight_hh_l0_reverse	9	0.06377913057804108
206715	rnn.bias_ih_l0_reverse	0	-0.1363559365272522
206715	rnn.bias_ih_l0_reverse	1	-0.08427714556455612
206715	rnn.bias_ih_l0_reverse	2	0.05881394073367119
206715	rnn.bias_ih_l0_reverse	3	-0.18530063331127167
206715	rnn.bias_ih_l0_reverse	4	0.0038137128576636314
206715	rnn.bias_ih_l0_reverse	5	-0.1745113879442215
206715	rnn.bias_ih_l0_reverse	6	0.216823548078537
206715	rnn.bias_ih_l0_reverse	7	-0.24795520305633545
206715	rnn.bias_ih_l0_reverse	8	-0.11612098664045334
206715	rnn.bias_ih_l0_reverse	9	-0.11398272216320038
206715	rnn.bias_hh_l0_reverse	0	-0.08599808812141418
206715	rnn.bias_hh_l0_reverse	1	0.20239564776420593
206715	rnn.bias_hh_l0_reverse	2	-0.27158090472221375
206715	rnn.bias_hh_l0_reverse	3	-0.15475471317768097
206715	rnn.bias_hh_l0_reverse	4	-0.2896549105644226
206715	rnn.bias_hh_l0_reverse	5	-0.11972961574792862
206715	rnn.bias_hh_l0_reverse	6	-0.23007579147815704
206715	rnn.bias_hh_l0_reverse	7	-0.08389417827129364
206715	rnn.bias_hh_l0_reverse	8	-0.17635831236839294
206715	rnn.bias_hh_l0_reverse	9	0.193245992064476
206715	linear.weight	0	0.15863387286663055
206715	linear.weight	1	-0.4046851694583893
206715	linear.weight	2	-0.06684175878763199
206715	linear.weight	3	0.06818712502717972
206715	linear.weight	4	-0.14070042967796326
206715	linear.weight	5	0.24727870523929596
206715	linear.weight	6	-0.08948904275894165
206715	linear.weight	7	-0.0666699931025505
206715	linear.weight	8	0.11803849786520004
206715	linear.weight	9	-0.04019802436232567
206715	linear.bias	0	-1.1326743364334106
206715	linear.bias	1	1.9597636461257935
206715	linear.bias	2	0.47310417890548706
206715	linear.bias	3	-2.4341371059417725
206715	linear.bias	4	-0.2576380670070648
206715	linear.bias	5	1.1446874141693115
206715	linear.bias	6	-0.19526682794094086
206715	linear.bias	7	0.581550121307373
206715	linear.bias	8	2.1955416202545166
206715	linear.bias	9	-1.3392510414123535
207324	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
207324	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
207324	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
207324	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
207324	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
207324	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
207324	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
207324	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
207324	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
207324	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
207324	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
207324	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
207324	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
207324	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
207324	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
207324	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
207324	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
207324	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
207324	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
207324	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
207324	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
207324	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
207324	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
207324	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
207324	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
207324	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
207324	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
207324	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
207324	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
207324	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
207324	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
207324	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
207324	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
207324	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
207324	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
207324	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
207324	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
207324	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
207324	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
207324	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
207324	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
207324	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
207324	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
207324	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
207324	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
207324	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
207324	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
207324	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
207324	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
207324	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
207324	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
207324	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
207324	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
207324	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
207324	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
207324	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
207324	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
207324	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
207324	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
207324	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
207324	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
207324	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
207324	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
207324	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
207324	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
207324	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
207324	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
207324	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
207324	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
207324	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
207324	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
207324	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
207324	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
207324	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
207324	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
207324	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
207324	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
207324	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
207324	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
207324	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
207324	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
207324	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
207324	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
207324	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
207324	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
207324	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
207324	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
207324	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
207324	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
207324	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
207324	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
207324	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
207324	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
207324	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
207324	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
207324	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
207324	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
207324	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
207324	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
207324	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
207324	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
207324	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
207324	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
207324	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
207324	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
207324	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
207324	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
207324	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
207324	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
207324	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
207324	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
207324	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
207324	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
207324	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
207324	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
207324	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
207324	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
207324	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
207324	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
207324	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
207324	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
207324	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
207324	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
207324	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
207324	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
207324	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
207324	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
207324	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
207324	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
207324	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
207324	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
207324	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
207324	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
207324	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
207324	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
207324	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
207324	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
207324	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
207324	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
207324	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
207324	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
207324	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
207324	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
207324	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
207324	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
207324	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
207324	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
207324	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
207324	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
207324	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
207324	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
207324	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
207324	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
207324	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
207324	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
207324	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
207324	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
207324	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
207324	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
207324	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
207324	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
207324	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
207324	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
207324	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
207324	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
207324	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
207324	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
207324	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
207324	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
207324	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
207324	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
207324	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
207324	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
207324	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
207324	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
207324	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
207324	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
207324	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
207324	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
207324	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
207324	embedding2nn.weight	0	0.25354063510894775
207324	embedding2nn.weight	1	0.2975980043411255
207324	embedding2nn.weight	2	0.012061730958521366
207324	embedding2nn.weight	3	0.038468483835458755
207324	embedding2nn.weight	4	-0.03972560539841652
207324	embedding2nn.weight	5	0.0652259811758995
207324	embedding2nn.weight	6	0.07063809782266617
207324	embedding2nn.weight	7	0.006437693256884813
207324	embedding2nn.weight	8	0.017680156975984573
207324	embedding2nn.weight	9	-0.020673131570219994
207324	embedding2nn.bias	0	0.029326030984520912
207324	embedding2nn.bias	1	-0.13551001250743866
207324	embedding2nn.bias	2	0.09727130830287933
207324	embedding2nn.bias	3	0.14739729464054108
207324	embedding2nn.bias	4	0.17059624195098877
207324	embedding2nn.bias	5	-0.05775618180632591
207324	embedding2nn.bias	6	-0.01693408377468586
207324	embedding2nn.bias	7	0.06976238638162613
207324	embedding2nn.bias	8	-0.1581207662820816
207324	embedding2nn.bias	9	-0.3777272403240204
207324	rnn.weight_ih_l0	0	0.0038349188398569822
207324	rnn.weight_ih_l0	1	-0.06885906308889389
207324	rnn.weight_ih_l0	2	-0.09178671985864639
207324	rnn.weight_ih_l0	3	0.03556213527917862
207324	rnn.weight_ih_l0	4	0.05641854554414749
207324	rnn.weight_ih_l0	5	-0.0888880044221878
207324	rnn.weight_ih_l0	6	-0.019987868145108223
207324	rnn.weight_ih_l0	7	-0.002647951478138566
207324	rnn.weight_ih_l0	8	-0.009619304910302162
207324	rnn.weight_ih_l0	9	-0.06696794182062149
207324	rnn.weight_hh_l0	0	0.013374926522374153
207324	rnn.weight_hh_l0	1	0.07030376046895981
207324	rnn.weight_hh_l0	2	0.033037036657333374
207324	rnn.weight_hh_l0	3	0.03369155153632164
207324	rnn.weight_hh_l0	4	0.0007349835941568017
207324	rnn.weight_hh_l0	5	0.06848863512277603
207324	rnn.weight_hh_l0	6	-0.019380120560526848
207324	rnn.weight_hh_l0	7	-0.038671109825372696
207324	rnn.weight_hh_l0	8	0.0410257950425148
207324	rnn.weight_hh_l0	9	-0.0757608711719513
207324	rnn.bias_ih_l0	0	0.1672702580690384
207324	rnn.bias_ih_l0	1	-0.2045312374830246
207324	rnn.bias_ih_l0	2	-0.0244294386357069
207324	rnn.bias_ih_l0	3	-0.15348131954669952
207324	rnn.bias_ih_l0	4	0.08659608662128448
207324	rnn.bias_ih_l0	5	-0.2503248453140259
207324	rnn.bias_ih_l0	6	-0.11259663105010986
207324	rnn.bias_ih_l0	7	-0.248820498585701
207324	rnn.bias_ih_l0	8	-0.19845978915691376
207324	rnn.bias_ih_l0	9	-0.37797680497169495
207324	rnn.bias_hh_l0	0	-0.22879576683044434
207324	rnn.bias_hh_l0	1	-0.21976672112941742
207324	rnn.bias_hh_l0	2	-0.19498148560523987
207324	rnn.bias_hh_l0	3	-0.04356715455651283
207324	rnn.bias_hh_l0	4	-0.22643885016441345
207324	rnn.bias_hh_l0	5	-0.2552211582660675
207324	rnn.bias_hh_l0	6	-0.1097363606095314
207324	rnn.bias_hh_l0	7	0.059772003442049026
207324	rnn.bias_hh_l0	8	-0.13550060987472534
207324	rnn.bias_hh_l0	9	-0.39970865845680237
207324	rnn.weight_ih_l0_reverse	0	0.04583932086825371
207324	rnn.weight_ih_l0_reverse	1	-0.06579764187335968
207324	rnn.weight_ih_l0_reverse	2	-0.047314390540122986
207324	rnn.weight_ih_l0_reverse	3	-0.10451552271842957
207324	rnn.weight_ih_l0_reverse	4	0.05634136125445366
207324	rnn.weight_ih_l0_reverse	5	-0.14375530183315277
207324	rnn.weight_ih_l0_reverse	6	0.04641042277216911
207324	rnn.weight_ih_l0_reverse	7	0.02071739360690117
207324	rnn.weight_ih_l0_reverse	8	-0.068856380879879
207324	rnn.weight_ih_l0_reverse	9	-0.016431868076324463
207324	rnn.weight_hh_l0_reverse	0	-0.06640908867120743
207324	rnn.weight_hh_l0_reverse	1	0.01788591966032982
207324	rnn.weight_hh_l0_reverse	2	-0.016286974772810936
207324	rnn.weight_hh_l0_reverse	3	0.0035301276948302984
207324	rnn.weight_hh_l0_reverse	4	-0.07441344857215881
207324	rnn.weight_hh_l0_reverse	5	0.03620188310742378
207324	rnn.weight_hh_l0_reverse	6	0.016135292127728462
207324	rnn.weight_hh_l0_reverse	7	-0.04017461836338043
207324	rnn.weight_hh_l0_reverse	8	-0.008485482074320316
207324	rnn.weight_hh_l0_reverse	9	0.06383857876062393
207324	rnn.bias_ih_l0_reverse	0	-0.1394350677728653
207324	rnn.bias_ih_l0_reverse	1	-0.08328937739133835
207324	rnn.bias_ih_l0_reverse	2	0.05649585276842117
207324	rnn.bias_ih_l0_reverse	3	-0.18573790788650513
207324	rnn.bias_ih_l0_reverse	4	-0.003055296139791608
207324	rnn.bias_ih_l0_reverse	5	-0.17430366575717926
207324	rnn.bias_ih_l0_reverse	6	0.21582263708114624
207324	rnn.bias_ih_l0_reverse	7	-0.2476608157157898
207324	rnn.bias_ih_l0_reverse	8	-0.11351113766431808
207324	rnn.bias_ih_l0_reverse	9	-0.12256277352571487
207324	rnn.bias_hh_l0_reverse	0	-0.07798893749713898
207324	rnn.bias_hh_l0_reverse	1	0.2032766342163086
207324	rnn.bias_hh_l0_reverse	2	-0.26943913102149963
207324	rnn.bias_hh_l0_reverse	3	-0.14441144466400146
207324	rnn.bias_hh_l0_reverse	4	-0.28384098410606384
207324	rnn.bias_hh_l0_reverse	5	-0.12588518857955933
207324	rnn.bias_hh_l0_reverse	6	-0.23715415596961975
207324	rnn.bias_hh_l0_reverse	7	-0.08080754429101944
207324	rnn.bias_hh_l0_reverse	8	-0.17221106588840485
207324	rnn.bias_hh_l0_reverse	9	0.18215297162532806
207324	linear.weight	0	0.14391104876995087
207324	linear.weight	1	-0.4472515881061554
207324	linear.weight	2	-0.08167832344770432
207324	linear.weight	3	0.06818085163831711
207324	linear.weight	4	-0.16280266642570496
207324	linear.weight	5	0.2284572571516037
207324	linear.weight	6	-0.07361743599176407
207324	linear.weight	7	-0.0666620284318924
207324	linear.weight	8	0.12663841247558594
207324	linear.weight	9	-0.0402323417365551
207324	linear.bias	0	-1.124871850013733
207324	linear.bias	1	1.9656789302825928
207324	linear.bias	2	0.5021706223487854
207324	linear.bias	3	-2.4351513385772705
207324	linear.bias	4	-0.26065078377723694
207324	linear.bias	5	1.1578320264816284
207324	linear.bias	6	-0.22399725019931793
207324	linear.bias	7	0.60447096824646
207324	linear.bias	8	2.1299078464508057
207324	linear.bias	9	-1.3315762281417847
207332	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
207332	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
207332	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
207332	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
207332	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
207332	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
207332	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
207332	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
207332	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
207332	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
207332	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
207332	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
207332	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
207332	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
207332	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
207332	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
207332	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
207332	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
207332	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
207332	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
207332	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
207332	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
207332	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
207332	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
207332	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
207332	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
207332	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
207332	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
207332	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
207332	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
207332	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
207332	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
207332	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
207332	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
207332	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
207332	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
207332	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
207332	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
207332	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
207332	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
207332	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
207332	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
207332	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
207332	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
207332	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
207332	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
207332	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
207332	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
207332	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
207332	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
207332	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
207332	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
207332	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
207332	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
207332	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
207332	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
207332	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
207332	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
207332	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
207332	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
207332	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
207332	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
207332	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
207332	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
207332	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
207332	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
207332	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
207332	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
207332	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
207332	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
207332	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
207332	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
207332	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
207332	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
207332	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
207332	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
207332	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
207332	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
207332	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
207332	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
207332	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
207332	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
207332	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
207332	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
207332	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
207332	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
207332	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
207332	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
207332	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
207332	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
207332	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
207332	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
207332	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
207332	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
207332	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
207332	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
207332	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
207332	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
207332	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
207332	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
207332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
207332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
207332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
207332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
207332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
207332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
207332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
207332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
207332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
207332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
207332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
207332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
207332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
207332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
207332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
207332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
207332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
207332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
207332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
207332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
207332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
207332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
207332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
207332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
207332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
207332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
207332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
207332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
207332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
207332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
207332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
207332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
207332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
207332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
207332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
207332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
207332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
207332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
207332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
207332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
207332	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
207332	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
207332	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
207332	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
207332	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
207332	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
207332	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
207332	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
207332	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
207332	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
207332	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
207332	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
207332	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
207332	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
207332	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
207332	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
207332	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
207332	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
207332	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
207332	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
207332	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
207332	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
207332	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
207332	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
207332	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
207332	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
207332	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
207332	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
207332	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
207332	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
207332	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
207332	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
207332	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
207332	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
207332	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
207332	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
207332	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
207332	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
207332	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
207332	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
207332	embedding2nn.weight	0	0.2536851465702057
207332	embedding2nn.weight	1	0.2981593906879425
207332	embedding2nn.weight	2	0.01198207214474678
207332	embedding2nn.weight	3	0.03589368611574173
207332	embedding2nn.weight	4	-0.03953282907605171
207332	embedding2nn.weight	5	0.06482821702957153
207332	embedding2nn.weight	6	0.07034731656312943
207332	embedding2nn.weight	7	0.006505842786282301
207332	embedding2nn.weight	8	0.01700657419860363
207332	embedding2nn.weight	9	-0.021625032648444176
207332	embedding2nn.bias	0	0.031042758375406265
207332	embedding2nn.bias	1	-0.14258724451065063
207332	embedding2nn.bias	2	0.10158388316631317
207332	embedding2nn.bias	3	0.1485237181186676
207332	embedding2nn.bias	4	0.17095795273780823
207332	embedding2nn.bias	5	-0.05687006935477257
207332	embedding2nn.bias	6	-0.014918867498636246
207332	embedding2nn.bias	7	0.062096238136291504
207332	embedding2nn.bias	8	-0.16007350385189056
207332	embedding2nn.bias	9	-0.381278395652771
207332	rnn.weight_ih_l0	0	0.003849848173558712
207332	rnn.weight_ih_l0	1	-0.06873390823602676
207332	rnn.weight_ih_l0	2	-0.09158128499984741
207332	rnn.weight_ih_l0	3	0.03612995892763138
207332	rnn.weight_ih_l0	4	0.05567731708288193
207332	rnn.weight_ih_l0	5	-0.08912184834480286
207332	rnn.weight_ih_l0	6	-0.020144950598478317
207332	rnn.weight_ih_l0	7	-0.0025720386765897274
207332	rnn.weight_ih_l0	8	-0.009576616808772087
207332	rnn.weight_ih_l0	9	-0.0664367824792862
207332	rnn.weight_hh_l0	0	0.013446148484945297
207332	rnn.weight_hh_l0	1	0.07042140513658524
207332	rnn.weight_hh_l0	2	0.03313525393605232
207332	rnn.weight_hh_l0	3	0.033749058842659
207332	rnn.weight_hh_l0	4	0.0007159669185057282
207332	rnn.weight_hh_l0	5	0.06855002790689468
207332	rnn.weight_hh_l0	6	-0.019346892833709717
207332	rnn.weight_hh_l0	7	-0.038889650255441666
207332	rnn.weight_hh_l0	8	0.041025858372449875
207332	rnn.weight_hh_l0	9	-0.07554047554731369
207332	rnn.bias_ih_l0	0	0.1713171750307083
207332	rnn.bias_ih_l0	1	-0.2048916071653366
207332	rnn.bias_ih_l0	2	-0.024462511762976646
207332	rnn.bias_ih_l0	3	-0.15403404831886292
207332	rnn.bias_ih_l0	4	0.08744154870510101
207332	rnn.bias_ih_l0	5	-0.24999256432056427
207332	rnn.bias_ih_l0	6	-0.11268934607505798
207332	rnn.bias_ih_l0	7	-0.24882929027080536
207332	rnn.bias_ih_l0	8	-0.19832833111286163
207332	rnn.bias_ih_l0	9	-0.3816990554332733
207332	rnn.bias_hh_l0	0	-0.22878137230873108
207332	rnn.bias_hh_l0	1	-0.22060652077198029
207332	rnn.bias_hh_l0	2	-0.19307243824005127
207332	rnn.bias_hh_l0	3	-0.044033586978912354
207332	rnn.bias_hh_l0	4	-0.22712785005569458
207332	rnn.bias_hh_l0	5	-0.2552564740180969
207332	rnn.bias_hh_l0	6	-0.11090926080942154
207332	rnn.bias_hh_l0	7	0.05870741605758667
207332	rnn.bias_hh_l0	8	-0.13532575964927673
207332	rnn.bias_hh_l0	9	-0.4004843533039093
207332	rnn.weight_ih_l0_reverse	0	0.04574785381555557
207332	rnn.weight_ih_l0_reverse	1	-0.06602636724710464
207332	rnn.weight_ih_l0_reverse	2	-0.04745006561279297
207332	rnn.weight_ih_l0_reverse	3	-0.10483720898628235
207332	rnn.weight_ih_l0_reverse	4	0.05648822337388992
207332	rnn.weight_ih_l0_reverse	5	-0.1437683254480362
207332	rnn.weight_ih_l0_reverse	6	0.04652232676744461
207332	rnn.weight_ih_l0_reverse	7	0.0208162572234869
207332	rnn.weight_ih_l0_reverse	8	-0.06896322965621948
207332	rnn.weight_ih_l0_reverse	9	-0.016145281493663788
207332	rnn.weight_hh_l0_reverse	0	-0.06635607033967972
207332	rnn.weight_hh_l0_reverse	1	0.017852840945124626
207332	rnn.weight_hh_l0_reverse	2	-0.01633005030453205
207332	rnn.weight_hh_l0_reverse	3	0.003496469696983695
207332	rnn.weight_hh_l0_reverse	4	-0.07450275868177414
207332	rnn.weight_hh_l0_reverse	5	0.03621598333120346
207332	rnn.weight_hh_l0_reverse	6	0.01613478921353817
207332	rnn.weight_hh_l0_reverse	7	-0.040230393409729004
207332	rnn.weight_hh_l0_reverse	8	-0.008254176937043667
207332	rnn.weight_hh_l0_reverse	9	0.06397861987352371
207332	rnn.bias_ih_l0_reverse	0	-0.13873256742954254
207332	rnn.bias_ih_l0_reverse	1	-0.08291666209697723
207332	rnn.bias_ih_l0_reverse	2	0.05722279101610184
207332	rnn.bias_ih_l0_reverse	3	-0.18639130890369415
207332	rnn.bias_ih_l0_reverse	4	-0.0029499372467398643
207332	rnn.bias_ih_l0_reverse	5	-0.1745549887418747
207332	rnn.bias_ih_l0_reverse	6	0.21544435620307922
207332	rnn.bias_ih_l0_reverse	7	-0.24804992973804474
207332	rnn.bias_ih_l0_reverse	8	-0.11336813122034073
207332	rnn.bias_ih_l0_reverse	9	-0.12195645272731781
207332	rnn.bias_hh_l0_reverse	0	-0.07896885275840759
207332	rnn.bias_hh_l0_reverse	1	0.20354056358337402
207332	rnn.bias_hh_l0_reverse	2	-0.27145570516586304
207332	rnn.bias_hh_l0_reverse	3	-0.14564044773578644
207332	rnn.bias_hh_l0_reverse	4	-0.2838325798511505
207332	rnn.bias_hh_l0_reverse	5	-0.12527677416801453
207332	rnn.bias_hh_l0_reverse	6	-0.23648877441883087
207332	rnn.bias_hh_l0_reverse	7	-0.08086083829402924
207332	rnn.bias_hh_l0_reverse	8	-0.17186835408210754
207332	rnn.bias_hh_l0_reverse	9	0.1808256059885025
207332	linear.weight	0	0.14616963267326355
207332	linear.weight	1	-0.4483126401901245
207332	linear.weight	2	-0.08283523470163345
207332	linear.weight	3	0.06818083673715591
207332	linear.weight	4	-0.16455936431884766
207332	linear.weight	5	0.2285732924938202
207332	linear.weight	6	-0.07496775686740875
207332	linear.weight	7	-0.0666617825627327
207332	linear.weight	8	0.12220694869756699
207332	linear.weight	9	-0.0402328222990036
207332	linear.bias	0	-1.1345937252044678
207332	linear.bias	1	1.961327314376831
207332	linear.bias	2	0.5044040083885193
207332	linear.bias	3	-2.4351654052734375
207332	linear.bias	4	-0.25666171312332153
207332	linear.bias	5	1.1542575359344482
207332	linear.bias	6	-0.2283400148153305
207332	linear.bias	7	0.5841739177703857
207332	linear.bias	8	2.121718645095825
207332	linear.bias	9	-1.334702968597412
207941	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
207941	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
207941	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
207941	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
207941	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
207941	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
207941	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
207941	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
207941	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
207941	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
207941	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
207941	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
207941	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
207941	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
207941	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
207941	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
207941	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
207941	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
207941	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
207941	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
207941	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
207941	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
207941	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
207941	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
207941	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
207941	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
207941	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
207941	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
207941	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
207941	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
207941	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
207941	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
207941	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
207941	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
207941	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
207941	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
207941	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
207941	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
207941	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
207941	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
207941	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
207941	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
207941	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
207941	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
207941	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
207941	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
207941	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
207941	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
207941	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
207941	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
207941	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
207941	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
207941	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
207941	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
207941	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
207941	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
207941	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
207941	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
207941	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
207941	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
207941	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
207941	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
207941	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
207941	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
207941	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
207941	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
207941	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
207941	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
207941	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
207941	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
207941	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
207941	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
207941	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
207941	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
207941	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
207941	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
207941	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
207941	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
207941	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
207941	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
207941	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
207941	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
207941	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
207941	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
207941	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
207941	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
207941	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
207941	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
207941	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
207941	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
207941	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
207941	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
207941	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
207941	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
207941	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
207941	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
207941	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
207941	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
207941	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
207941	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
207941	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
207941	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
207941	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
207941	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
207941	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
207941	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
207941	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
207941	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
207941	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
207941	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
207941	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
207941	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
207941	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
207941	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
207941	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
207941	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
207941	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
207941	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
207941	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
207941	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
207941	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
207941	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
207941	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
207941	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
207941	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
207941	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
207941	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
207941	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
207941	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
207941	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
207941	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
207941	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
207941	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
207941	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
207941	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
207941	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
207941	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
207941	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
207941	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
207941	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
207941	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
207941	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
207941	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
207941	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
207941	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
207941	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
207941	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
207941	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
207941	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
207941	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
207941	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
207941	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
207941	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
207941	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
207941	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
207941	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
207941	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
207941	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
207941	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
207941	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
207941	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
207941	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
207941	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
207941	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
207941	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
207941	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
207941	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
207941	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
207941	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
207941	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
207941	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
207941	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
207941	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
207941	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
207941	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
207941	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
207941	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
207941	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
207941	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
207941	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
207941	embedding2nn.weight	0	0.2525905966758728
207941	embedding2nn.weight	1	0.29292887449264526
207941	embedding2nn.weight	2	0.0166434608399868
207941	embedding2nn.weight	3	0.03418462350964546
207941	embedding2nn.weight	4	-0.040193162858486176
207941	embedding2nn.weight	5	0.0661567747592926
207941	embedding2nn.weight	6	0.07154318690299988
207941	embedding2nn.weight	7	0.010491342283785343
207941	embedding2nn.weight	8	0.01681211031973362
207941	embedding2nn.weight	9	-0.028982238844037056
207941	embedding2nn.bias	0	0.01827934943139553
207941	embedding2nn.bias	1	-0.14858368039131165
207941	embedding2nn.bias	2	0.08995409309864044
207941	embedding2nn.bias	3	0.13497482240200043
207941	embedding2nn.bias	4	0.16562646627426147
207941	embedding2nn.bias	5	-0.05220690369606018
207941	embedding2nn.bias	6	-0.028163157403469086
207941	embedding2nn.bias	7	0.06750147044658661
207941	embedding2nn.bias	8	-0.171476349234581
207941	embedding2nn.bias	9	-0.38520756363868713
207941	rnn.weight_ih_l0	0	0.0033546430058777332
207941	rnn.weight_ih_l0	1	-0.06923706084489822
207941	rnn.weight_ih_l0	2	-0.08770957589149475
207941	rnn.weight_ih_l0	3	0.041057802736759186
207941	rnn.weight_ih_l0	4	0.053467072546482086
207941	rnn.weight_ih_l0	5	-0.09011507034301758
207941	rnn.weight_ih_l0	6	-0.02164318598806858
207941	rnn.weight_ih_l0	7	-0.00807704497128725
207941	rnn.weight_ih_l0	8	-0.008124113082885742
207941	rnn.weight_ih_l0	9	-0.06534327566623688
207941	rnn.weight_hh_l0	0	0.014498800970613956
207941	rnn.weight_hh_l0	1	0.07174753397703171
207941	rnn.weight_hh_l0	2	0.03354666009545326
207941	rnn.weight_hh_l0	3	0.03347192332148552
207941	rnn.weight_hh_l0	4	0.0009098240989260375
207941	rnn.weight_hh_l0	5	0.06818696111440659
207941	rnn.weight_hh_l0	6	-0.020039057359099388
207941	rnn.weight_hh_l0	7	-0.03956526145339012
207941	rnn.weight_hh_l0	8	0.04086954891681671
207941	rnn.weight_hh_l0	9	-0.0752989798784256
207941	rnn.bias_ih_l0	0	0.15919643640518188
207941	rnn.bias_ih_l0	1	-0.20098347961902618
207941	rnn.bias_ih_l0	2	-0.017581433057785034
207941	rnn.bias_ih_l0	3	-0.16790272295475006
207941	rnn.bias_ih_l0	4	0.08824151754379272
207941	rnn.bias_ih_l0	5	-0.2557183802127838
207941	rnn.bias_ih_l0	6	-0.11305941641330719
207941	rnn.bias_ih_l0	7	-0.24752749502658844
207941	rnn.bias_ih_l0	8	-0.19685165584087372
207941	rnn.bias_ih_l0	9	-0.392009973526001
207941	rnn.bias_hh_l0	0	-0.23358523845672607
207941	rnn.bias_hh_l0	1	-0.21669714152812958
207941	rnn.bias_hh_l0	2	-0.19375655055046082
207941	rnn.bias_hh_l0	3	-0.04566628485918045
207941	rnn.bias_hh_l0	4	-0.22667430341243744
207941	rnn.bias_hh_l0	5	-0.2512708604335785
207941	rnn.bias_hh_l0	6	-0.109725721180439
207941	rnn.bias_hh_l0	7	0.058059077709913254
207941	rnn.bias_hh_l0	8	-0.1390535682439804
207941	rnn.bias_hh_l0	9	-0.39746809005737305
207941	rnn.weight_ih_l0_reverse	0	0.050096701830625534
207941	rnn.weight_ih_l0_reverse	1	-0.06481500715017319
207941	rnn.weight_ih_l0_reverse	2	-0.0449681356549263
207941	rnn.weight_ih_l0_reverse	3	-0.10039950162172318
207941	rnn.weight_ih_l0_reverse	4	0.05321907997131348
207941	rnn.weight_ih_l0_reverse	5	-0.1429913491010666
207941	rnn.weight_ih_l0_reverse	6	0.054599400609731674
207941	rnn.weight_ih_l0_reverse	7	0.02124868333339691
207941	rnn.weight_ih_l0_reverse	8	-0.0710027888417244
207941	rnn.weight_ih_l0_reverse	9	-0.013641982339322567
207941	rnn.weight_hh_l0_reverse	0	-0.06585551798343658
207941	rnn.weight_hh_l0_reverse	1	0.017965419217944145
207941	rnn.weight_hh_l0_reverse	2	-0.017010407522320747
207941	rnn.weight_hh_l0_reverse	3	0.0035410458222031593
207941	rnn.weight_hh_l0_reverse	4	-0.07371208816766739
207941	rnn.weight_hh_l0_reverse	5	0.03624916449189186
207941	rnn.weight_hh_l0_reverse	6	0.015640106052160263
207941	rnn.weight_hh_l0_reverse	7	-0.042222652584314346
207941	rnn.weight_hh_l0_reverse	8	-0.008605139330029488
207941	rnn.weight_hh_l0_reverse	9	0.06536838412284851
207941	rnn.bias_ih_l0_reverse	0	-0.1477971076965332
207941	rnn.bias_ih_l0_reverse	1	-0.0964435338973999
207941	rnn.bias_ih_l0_reverse	2	0.0557858869433403
207941	rnn.bias_ih_l0_reverse	3	-0.19240209460258484
207941	rnn.bias_ih_l0_reverse	4	-0.025122128427028656
207941	rnn.bias_ih_l0_reverse	5	-0.17452724277973175
207941	rnn.bias_ih_l0_reverse	6	0.2171679586172104
207941	rnn.bias_ih_l0_reverse	7	-0.2597725987434387
207941	rnn.bias_ih_l0_reverse	8	-0.11313527077436447
207941	rnn.bias_ih_l0_reverse	9	-0.1224832534790039
207941	rnn.bias_hh_l0_reverse	0	-0.09353001415729523
207941	rnn.bias_hh_l0_reverse	1	0.20245511829853058
207941	rnn.bias_hh_l0_reverse	2	-0.28469493985176086
207941	rnn.bias_hh_l0_reverse	3	-0.1487208604812622
207941	rnn.bias_hh_l0_reverse	4	-0.2814493477344513
207941	rnn.bias_hh_l0_reverse	5	-0.12277355045080185
207941	rnn.bias_hh_l0_reverse	6	-0.2336481660604477
207941	rnn.bias_hh_l0_reverse	7	-0.08045967668294907
207941	rnn.bias_hh_l0_reverse	8	-0.17893067002296448
207941	rnn.bias_hh_l0_reverse	9	0.1850331872701645
207941	linear.weight	0	0.18410755693912506
207941	linear.weight	1	-0.43072178959846497
207941	linear.weight	2	-0.037766795605421066
207941	linear.weight	3	0.06819821149110794
207941	linear.weight	4	-0.11499419063329697
207941	linear.weight	5	0.22952866554260254
207941	linear.weight	6	-0.06075046584010124
207941	linear.weight	7	-0.06664486974477768
207941	linear.weight	8	0.15130257606506348
207941	linear.weight	9	-0.040272243320941925
207941	linear.bias	0	-1.1477588415145874
207941	linear.bias	1	1.9034620523452759
207941	linear.bias	2	0.48342880606651306
207941	linear.bias	3	-2.4361343383789062
207941	linear.bias	4	-0.27483034133911133
207941	linear.bias	5	1.1752928495407104
207941	linear.bias	6	-0.2502835988998413
207941	linear.bias	7	0.6046165227890015
207941	linear.bias	8	2.1937336921691895
207941	linear.bias	9	-1.322891354560852
208550	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
208550	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
208550	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
208550	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
208550	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
208550	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
208550	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
208550	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
208550	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
208550	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
208550	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
208550	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
208550	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
208550	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
208550	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
208550	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
208550	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
208550	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
208550	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
208550	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
208550	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
208550	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
208550	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
208550	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
208550	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
208550	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
208550	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
208550	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
208550	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
208550	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
208550	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
208550	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
208550	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
208550	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
208550	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
208550	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
208550	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
208550	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
208550	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
208550	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
208550	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
208550	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
208550	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
208550	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
208550	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
208550	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
208550	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
208550	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
208550	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
208550	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
208550	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
208550	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
208550	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
208550	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
208550	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
208550	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
208550	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
208550	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
208550	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
208550	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
208550	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
208550	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
208550	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
208550	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
208550	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
208550	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
208550	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
208550	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
208550	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
208550	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
208550	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
208550	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
208550	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
208550	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
208550	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
208550	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
208550	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
208550	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
208550	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
208550	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
208550	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
208550	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
208550	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
208550	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
208550	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
208550	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
208550	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
208550	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
208550	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
208550	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
208550	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
208550	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
208550	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
208550	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
208550	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
208550	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
208550	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
208550	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
208550	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
208550	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
208550	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
208550	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
208550	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
208550	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
208550	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
208550	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
208550	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
208550	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
208550	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
208550	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
208550	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
208550	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
208550	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
208550	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
208550	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
208550	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
208550	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
208550	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
208550	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
208550	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
208550	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
208550	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
208550	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
208550	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
208550	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
208550	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
208550	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
208550	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
208550	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
208550	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
208550	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
208550	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
208550	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
208550	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
208550	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
208550	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
208550	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
208550	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
208550	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
208550	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
208550	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
208550	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
208550	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
208550	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
208550	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
208550	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
208550	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
208550	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
208550	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
208550	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
208550	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
208550	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
208550	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
208550	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
208550	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
208550	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
208550	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
208550	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
208550	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
208550	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
208550	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
208550	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
208550	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
208550	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
208550	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
208550	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
208550	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
208550	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
208550	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
208550	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
208550	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
208550	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
208550	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
208550	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
208550	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
208550	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
208550	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
208550	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
208550	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
208550	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
208550	embedding2nn.weight	0	0.2520729601383209
208550	embedding2nn.weight	1	0.294944703578949
208550	embedding2nn.weight	2	0.018798086792230606
208550	embedding2nn.weight	3	0.04223383590579033
208550	embedding2nn.weight	4	-0.03873617574572563
208550	embedding2nn.weight	5	0.06752405315637589
208550	embedding2nn.weight	6	0.0573015995323658
208550	embedding2nn.weight	7	0.008897988125681877
208550	embedding2nn.weight	8	0.020952275022864342
208550	embedding2nn.weight	9	-0.03538542985916138
208550	embedding2nn.bias	0	0.005341838579624891
208550	embedding2nn.bias	1	-0.14001795649528503
208550	embedding2nn.bias	2	0.07688478380441666
208550	embedding2nn.bias	3	0.1555340439081192
208550	embedding2nn.bias	4	0.15044380724430084
208550	embedding2nn.bias	5	-0.039706408977508545
208550	embedding2nn.bias	6	-0.04247114434838295
208550	embedding2nn.bias	7	0.0698825791478157
208550	embedding2nn.bias	8	-0.14226534962654114
208550	embedding2nn.bias	9	-0.38544631004333496
208550	rnn.weight_ih_l0	0	0.0029750617686659098
208550	rnn.weight_ih_l0	1	-0.0668916329741478
208550	rnn.weight_ih_l0	2	-0.09815457463264465
208550	rnn.weight_ih_l0	3	0.04819832369685173
208550	rnn.weight_ih_l0	4	0.05012325197458267
208550	rnn.weight_ih_l0	5	-0.09150229394435883
208550	rnn.weight_ih_l0	6	-0.029419900849461555
208550	rnn.weight_ih_l0	7	-0.004599208943545818
208550	rnn.weight_ih_l0	8	-0.014518816955387592
208550	rnn.weight_ih_l0	9	-0.07096771150827408
208550	rnn.weight_hh_l0	0	0.014444174244999886
208550	rnn.weight_hh_l0	1	0.07156829535961151
208550	rnn.weight_hh_l0	2	0.03385664150118828
208550	rnn.weight_hh_l0	3	0.03393969312310219
208550	rnn.weight_hh_l0	4	0.0013648360036313534
208550	rnn.weight_hh_l0	5	0.0680551677942276
208550	rnn.weight_hh_l0	6	-0.019739359617233276
208550	rnn.weight_hh_l0	7	-0.03955427184700966
208550	rnn.weight_hh_l0	8	0.04036377742886543
208550	rnn.weight_hh_l0	9	-0.07577922195196152
208550	rnn.bias_ih_l0	0	0.14548136293888092
208550	rnn.bias_ih_l0	1	-0.19606636464595795
208550	rnn.bias_ih_l0	2	-0.020506884902715683
208550	rnn.bias_ih_l0	3	-0.1628037691116333
208550	rnn.bias_ih_l0	4	0.08356288820505142
208550	rnn.bias_ih_l0	5	-0.2546786069869995
208550	rnn.bias_ih_l0	6	-0.1221279725432396
208550	rnn.bias_ih_l0	7	-0.24649174511432648
208550	rnn.bias_ih_l0	8	-0.19450083374977112
208550	rnn.bias_ih_l0	9	-0.3981662690639496
208550	rnn.bias_hh_l0	0	-0.23509369790554047
208550	rnn.bias_hh_l0	1	-0.22484375536441803
208550	rnn.bias_hh_l0	2	-0.19384720921516418
208550	rnn.bias_hh_l0	3	-0.04566483199596405
208550	rnn.bias_hh_l0	4	-0.22711530327796936
208550	rnn.bias_hh_l0	5	-0.2540251910686493
208550	rnn.bias_hh_l0	6	-0.10347381979227066
208550	rnn.bias_hh_l0	7	0.04731132462620735
208550	rnn.bias_hh_l0	8	-0.14511559903621674
208550	rnn.bias_hh_l0	9	-0.4078533351421356
208550	rnn.weight_ih_l0_reverse	0	0.05496155843138695
208550	rnn.weight_ih_l0_reverse	1	-0.0660223439335823
208550	rnn.weight_ih_l0_reverse	2	-0.04516446590423584
208550	rnn.weight_ih_l0_reverse	3	-0.09572436660528183
208550	rnn.weight_ih_l0_reverse	4	0.05270377919077873
208550	rnn.weight_ih_l0_reverse	5	-0.14342430233955383
208550	rnn.weight_ih_l0_reverse	6	0.04653652384877205
208550	rnn.weight_ih_l0_reverse	7	0.0230306014418602
208550	rnn.weight_ih_l0_reverse	8	-0.07246536016464233
208550	rnn.weight_ih_l0_reverse	9	-0.010508999228477478
208550	rnn.weight_hh_l0_reverse	0	-0.0670495480298996
208550	rnn.weight_hh_l0_reverse	1	0.019470391795039177
208550	rnn.weight_hh_l0_reverse	2	-0.017477648332715034
208550	rnn.weight_hh_l0_reverse	3	0.00393986701965332
208550	rnn.weight_hh_l0_reverse	4	-0.0732656866312027
208550	rnn.weight_hh_l0_reverse	5	0.03619663044810295
208550	rnn.weight_hh_l0_reverse	6	0.015623030252754688
208550	rnn.weight_hh_l0_reverse	7	-0.043854501098394394
208550	rnn.weight_hh_l0_reverse	8	-0.0071992697194218636
208550	rnn.weight_hh_l0_reverse	9	0.06701768189668655
208550	rnn.bias_ih_l0_reverse	0	-0.14677667617797852
208550	rnn.bias_ih_l0_reverse	1	-0.09335260093212128
208550	rnn.bias_ih_l0_reverse	2	0.05767790600657463
208550	rnn.bias_ih_l0_reverse	3	-0.1896810084581375
208550	rnn.bias_ih_l0_reverse	4	-0.02926214225590229
208550	rnn.bias_ih_l0_reverse	5	-0.17810256779193878
208550	rnn.bias_ih_l0_reverse	6	0.21239560842514038
208550	rnn.bias_ih_l0_reverse	7	-0.26647043228149414
208550	rnn.bias_ih_l0_reverse	8	-0.11540624499320984
208550	rnn.bias_ih_l0_reverse	9	-0.11936482787132263
208550	rnn.bias_hh_l0_reverse	0	-0.09035095572471619
208550	rnn.bias_hh_l0_reverse	1	0.20190897583961487
208550	rnn.bias_hh_l0_reverse	2	-0.2830899655818939
208550	rnn.bias_hh_l0_reverse	3	-0.1429738700389862
208550	rnn.bias_hh_l0_reverse	4	-0.2841094732284546
208550	rnn.bias_hh_l0_reverse	5	-0.12226124107837677
208550	rnn.bias_hh_l0_reverse	6	-0.23816142976284027
208550	rnn.bias_hh_l0_reverse	7	-0.07575178146362305
208550	rnn.bias_hh_l0_reverse	8	-0.18864883482456207
208550	rnn.bias_hh_l0_reverse	9	0.18459485471248627
208550	linear.weight	0	0.2067243903875351
208550	linear.weight	1	-0.42924827337265015
208550	linear.weight	2	-0.006476149894297123
208550	linear.weight	3	0.06819703429937363
208550	linear.weight	4	-0.1312987208366394
208550	linear.weight	5	0.22437645494937897
208550	linear.weight	6	-0.07215427607297897
208550	linear.weight	7	-0.06663937866687775
208550	linear.weight	8	0.13638746738433838
208550	linear.weight	9	-0.040303830057382584
208550	linear.bias	0	-1.1176108121871948
208550	linear.bias	1	1.8859367370605469
208550	linear.bias	2	0.5180648565292358
208550	linear.bias	3	-2.4370458126068115
208550	linear.bias	4	-0.27924832701683044
208550	linear.bias	5	1.2167694568634033
208550	linear.bias	6	-0.22269974648952484
208550	linear.bias	7	0.5459039807319641
208550	linear.bias	8	2.2099928855895996
208550	linear.bias	9	-1.3167426586151123
209159	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
209159	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
209159	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
209159	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
209159	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
209159	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
209159	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
209159	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
209159	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
209159	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
209159	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
209159	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
209159	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
209159	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
209159	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
209159	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
209159	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
209159	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
209159	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
209159	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
209159	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
209159	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
209159	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
209159	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
209159	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
209159	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
209159	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
209159	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
209159	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
209159	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
209159	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
209159	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
209159	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
209159	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
209159	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
209159	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
209159	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
209159	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
209159	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
209159	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
209159	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
209159	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
209159	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
209159	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
209159	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
209159	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
209159	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
209159	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
209159	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
209159	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
209159	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
209159	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
209159	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
209159	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
209159	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
209159	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
209159	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
209159	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
209159	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
209159	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
209159	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
209159	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
209159	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
209159	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
209159	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
209159	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
209159	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
209159	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
209159	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
209159	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
209159	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
209159	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
209159	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
209159	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
209159	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
209159	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
209159	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
209159	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
209159	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
209159	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
209159	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
209159	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
209159	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
209159	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
209159	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
209159	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
209159	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
209159	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
209159	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
209159	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
209159	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
209159	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
209159	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
209159	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
209159	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
209159	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
209159	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
209159	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
209159	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
209159	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
209159	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
209159	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
209159	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
209159	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
209159	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
209159	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
209159	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
209159	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
209159	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
209159	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
209159	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
209159	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
209159	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
209159	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
209159	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
209159	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
209159	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
209159	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
209159	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
209159	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
209159	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
209159	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
209159	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
209159	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
209159	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
209159	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
209159	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
209159	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
209159	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
209159	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
209159	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
209159	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
209159	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
209159	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
209159	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
209159	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
209159	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
209159	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
209159	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
209159	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
209159	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
209159	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
209159	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
209159	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
209159	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
209159	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
209159	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
209159	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
209159	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
209159	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
209159	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
209159	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
209159	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
209159	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
209159	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
209159	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
209159	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
209159	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
209159	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
209159	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
209159	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
209159	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
209159	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
209159	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
209159	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
209159	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
209159	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
209159	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
209159	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
209159	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
209159	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
209159	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
209159	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
209159	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
209159	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
209159	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
209159	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
209159	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
209159	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
209159	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
209159	embedding2nn.weight	0	0.25234362483024597
209159	embedding2nn.weight	1	0.29550331830978394
209159	embedding2nn.weight	2	0.01912984810769558
209159	embedding2nn.weight	3	0.04201994463801384
209159	embedding2nn.weight	4	-0.04219391569495201
209159	embedding2nn.weight	5	0.06221435219049454
209159	embedding2nn.weight	6	0.052955806255340576
209159	embedding2nn.weight	7	0.006879998836666346
209159	embedding2nn.weight	8	0.012666980735957623
209159	embedding2nn.weight	9	-0.04359826818108559
209159	embedding2nn.bias	0	0.006974939256906509
209159	embedding2nn.bias	1	-0.12520956993103027
209159	embedding2nn.bias	2	0.0774562656879425
209159	embedding2nn.bias	3	0.13684634864330292
209159	embedding2nn.bias	4	0.168091282248497
209159	embedding2nn.bias	5	-0.07914895564317703
209159	embedding2nn.bias	6	-0.050835687667131424
209159	embedding2nn.bias	7	0.0551842525601387
209159	embedding2nn.bias	8	-0.15591087937355042
209159	embedding2nn.bias	9	-0.38409483432769775
209159	rnn.weight_ih_l0	0	0.0023848076816648245
209159	rnn.weight_ih_l0	1	-0.06767461448907852
209159	rnn.weight_ih_l0	2	-0.1003548875451088
209159	rnn.weight_ih_l0	3	0.04878111928701401
209159	rnn.weight_ih_l0	4	0.05070210620760918
209159	rnn.weight_ih_l0	5	-0.0809134840965271
209159	rnn.weight_ih_l0	6	-0.019690563902258873
209159	rnn.weight_ih_l0	7	-0.007549593690782785
209159	rnn.weight_ih_l0	8	-0.009980576112866402
209159	rnn.weight_ih_l0	9	-0.07188063114881516
209159	rnn.weight_hh_l0	0	0.014050357043743134
209159	rnn.weight_hh_l0	1	0.07146470248699188
209159	rnn.weight_hh_l0	2	0.032861754298210144
209159	rnn.weight_hh_l0	3	0.03372571989893913
209159	rnn.weight_hh_l0	4	0.00058585504302755
209159	rnn.weight_hh_l0	5	0.06754878163337708
209159	rnn.weight_hh_l0	6	-0.019669540226459503
209159	rnn.weight_hh_l0	7	-0.03790177404880524
209159	rnn.weight_hh_l0	8	0.03974959999322891
209159	rnn.weight_hh_l0	9	-0.07650099694728851
209159	rnn.bias_ih_l0	0	0.15993858873844147
209159	rnn.bias_ih_l0	1	-0.20490433275699615
209159	rnn.bias_ih_l0	2	-0.020899809896945953
209159	rnn.bias_ih_l0	3	-0.16621822118759155
209159	rnn.bias_ih_l0	4	0.07332582771778107
209159	rnn.bias_ih_l0	5	-0.25084173679351807
209159	rnn.bias_ih_l0	6	-0.11049065738916397
209159	rnn.bias_ih_l0	7	-0.2459314465522766
209159	rnn.bias_ih_l0	8	-0.20925618708133698
209159	rnn.bias_ih_l0	9	-0.4013902246952057
209159	rnn.bias_hh_l0	0	-0.23671545088291168
209159	rnn.bias_hh_l0	1	-0.2294786423444748
209159	rnn.bias_hh_l0	2	-0.19694559276103973
209159	rnn.bias_hh_l0	3	-0.0456220842897892
209159	rnn.bias_hh_l0	4	-0.22306640446186066
209159	rnn.bias_hh_l0	5	-0.25428706407546997
209159	rnn.bias_hh_l0	6	-0.1102321594953537
209159	rnn.bias_hh_l0	7	0.04510442540049553
209159	rnn.bias_hh_l0	8	-0.13914461433887482
209159	rnn.bias_hh_l0	9	-0.4006063938140869
209159	rnn.weight_ih_l0_reverse	0	0.045187290757894516
209159	rnn.weight_ih_l0_reverse	1	-0.06723322719335556
209159	rnn.weight_ih_l0_reverse	2	-0.04196212440729141
209159	rnn.weight_ih_l0_reverse	3	-0.09803952276706696
209159	rnn.weight_ih_l0_reverse	4	0.05007920041680336
209159	rnn.weight_ih_l0_reverse	5	-0.1437779814004898
209159	rnn.weight_ih_l0_reverse	6	0.043159883469343185
209159	rnn.weight_ih_l0_reverse	7	0.022280633449554443
209159	rnn.weight_ih_l0_reverse	8	-0.07103666663169861
209159	rnn.weight_ih_l0_reverse	9	-0.00896657258272171
209159	rnn.weight_hh_l0_reverse	0	-0.06846420466899872
209159	rnn.weight_hh_l0_reverse	1	0.020320715382695198
209159	rnn.weight_hh_l0_reverse	2	-0.016828078776597977
209159	rnn.weight_hh_l0_reverse	3	0.0039601754397153854
209159	rnn.weight_hh_l0_reverse	4	-0.07333725690841675
209159	rnn.weight_hh_l0_reverse	5	0.03639550134539604
209159	rnn.weight_hh_l0_reverse	6	0.016054248437285423
209159	rnn.weight_hh_l0_reverse	7	-0.043751344084739685
209159	rnn.weight_hh_l0_reverse	8	-0.0016708736075088382
209159	rnn.weight_hh_l0_reverse	9	0.06377702951431274
209159	rnn.bias_ih_l0_reverse	0	-0.1431385725736618
209159	rnn.bias_ih_l0_reverse	1	-0.08373328298330307
209159	rnn.bias_ih_l0_reverse	2	0.06024710461497307
209159	rnn.bias_ih_l0_reverse	3	-0.2021317034959793
209159	rnn.bias_ih_l0_reverse	4	-0.02067011222243309
209159	rnn.bias_ih_l0_reverse	5	-0.17400766909122467
209159	rnn.bias_ih_l0_reverse	6	0.217133030295372
209159	rnn.bias_ih_l0_reverse	7	-0.2689444124698639
209159	rnn.bias_ih_l0_reverse	8	-0.12117869406938553
209159	rnn.bias_ih_l0_reverse	9	-0.11717645078897476
209159	rnn.bias_hh_l0_reverse	0	-0.0848752111196518
209159	rnn.bias_hh_l0_reverse	1	0.19324719905853271
209159	rnn.bias_hh_l0_reverse	2	-0.2758289873600006
209159	rnn.bias_hh_l0_reverse	3	-0.14553961157798767
209159	rnn.bias_hh_l0_reverse	4	-0.28166264295578003
209159	rnn.bias_hh_l0_reverse	5	-0.12263078987598419
209159	rnn.bias_hh_l0_reverse	6	-0.23604632914066315
209159	rnn.bias_hh_l0_reverse	7	-0.06973642110824585
209159	rnn.bias_hh_l0_reverse	8	-0.17772506177425385
209159	rnn.bias_hh_l0_reverse	9	0.19226229190826416
209159	linear.weight	0	0.2166902720928192
209159	linear.weight	1	-0.45702749490737915
209159	linear.weight	2	0.033776864409446716
209159	linear.weight	3	0.06818979233503342
209159	linear.weight	4	-0.06514110416173935
209159	linear.weight	5	0.17781592905521393
209159	linear.weight	6	-0.08965110778808594
209159	linear.weight	7	-0.06663393974304199
209159	linear.weight	8	0.12413043528795242
209159	linear.weight	9	-0.04033457487821579
209159	linear.bias	0	-1.1099519729614258
209159	linear.bias	1	1.9259319305419922
209159	linear.bias	2	0.5157299041748047
209159	linear.bias	3	-2.4380102157592773
209159	linear.bias	4	-0.28609541058540344
209159	linear.bias	5	1.1847823858261108
209159	linear.bias	6	-0.24084430932998657
209159	linear.bias	7	0.5682498216629028
209159	linear.bias	8	2.226182699203491
209159	linear.bias	9	-1.3178201913833618
209768	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
209768	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
209768	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
209768	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
209768	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
209768	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
209768	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
209768	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
209768	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
209768	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
209768	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
209768	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
209768	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
209768	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
209768	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
209768	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
209768	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
209768	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
209768	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
209768	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
209768	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
209768	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
209768	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
209768	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
209768	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
209768	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
209768	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
209768	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
209768	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
209768	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
209768	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
209768	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
209768	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
209768	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
209768	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
209768	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
209768	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
209768	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
209768	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
209768	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
209768	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
209768	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
209768	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
209768	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
209768	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
209768	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
209768	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
209768	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
209768	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
209768	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
209768	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
209768	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
209768	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
209768	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
209768	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
209768	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
209768	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
209768	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
209768	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
209768	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
209768	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
209768	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
209768	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
209768	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
209768	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
209768	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
209768	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
209768	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
209768	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
209768	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
209768	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
209768	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
209768	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
209768	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
209768	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
209768	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
209768	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
209768	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
209768	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
209768	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
209768	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
209768	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
209768	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
209768	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
209768	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
209768	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
209768	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
209768	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
209768	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
209768	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
209768	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
209768	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
209768	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
209768	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
209768	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
209768	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
209768	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
209768	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
209768	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
209768	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
209768	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
209768	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
209768	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
209768	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
209768	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
209768	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
209768	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
209768	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
209768	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
209768	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
209768	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
209768	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
209768	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
209768	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
209768	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
209768	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
209768	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
209768	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
209768	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
209768	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
209768	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
209768	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
209768	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
209768	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
209768	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
209768	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
209768	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
209768	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
209768	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
209768	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
209768	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
209768	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
209768	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
209768	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
209768	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
209768	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
209768	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
209768	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
209768	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
209768	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
209768	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
209768	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
209768	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
209768	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
209768	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
209768	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
209768	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
209768	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
209768	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
209768	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
209768	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
209768	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
209768	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
209768	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
209768	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
209768	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
209768	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
209768	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
209768	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
209768	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
209768	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
209768	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
209768	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
209768	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
209768	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
209768	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
209768	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
209768	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
209768	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
209768	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
209768	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
209768	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
209768	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
209768	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
209768	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
209768	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
209768	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
209768	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
209768	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
209768	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
209768	embedding2nn.weight	0	0.2538301646709442
209768	embedding2nn.weight	1	0.2971733808517456
209768	embedding2nn.weight	2	0.018913771957159042
209768	embedding2nn.weight	3	0.024532899260520935
209768	embedding2nn.weight	4	-0.040785569697618484
209768	embedding2nn.weight	5	0.06211165711283684
209768	embedding2nn.weight	6	0.04114361107349396
209768	embedding2nn.weight	7	-0.00014769413974136114
209768	embedding2nn.weight	8	0.016340885311365128
209768	embedding2nn.weight	9	-0.05328303948044777
209768	embedding2nn.bias	0	0.018297811970114708
209768	embedding2nn.bias	1	-0.14438550174236298
209768	embedding2nn.bias	2	0.08687081187963486
209768	embedding2nn.bias	3	0.14492204785346985
209768	embedding2nn.bias	4	0.16924789547920227
209768	embedding2nn.bias	5	-0.06495103240013123
209768	embedding2nn.bias	6	-0.051234278827905655
209768	embedding2nn.bias	7	0.040367960929870605
209768	embedding2nn.bias	8	-0.1632474958896637
209768	embedding2nn.bias	9	-0.3819303810596466
209768	rnn.weight_ih_l0	0	-0.0005712811253033578
209768	rnn.weight_ih_l0	1	-0.06599248945713043
209768	rnn.weight_ih_l0	2	-0.09589079767465591
209768	rnn.weight_ih_l0	3	0.053600430488586426
209768	rnn.weight_ih_l0	4	0.05384921655058861
209768	rnn.weight_ih_l0	5	-0.08530987799167633
209768	rnn.weight_ih_l0	6	-0.02075306884944439
209768	rnn.weight_ih_l0	7	-0.007021353580057621
209768	rnn.weight_ih_l0	8	-0.007739383261650801
209768	rnn.weight_ih_l0	9	-0.07580089569091797
209768	rnn.weight_hh_l0	0	0.01511391531676054
209768	rnn.weight_hh_l0	1	0.07131446897983551
209768	rnn.weight_hh_l0	2	0.03368125110864639
209768	rnn.weight_hh_l0	3	0.03313187137246132
209768	rnn.weight_hh_l0	4	0.0018925224430859089
209768	rnn.weight_hh_l0	5	0.0677068829536438
209768	rnn.weight_hh_l0	6	-0.019749896600842476
209768	rnn.weight_hh_l0	7	-0.0383506715297699
209768	rnn.weight_hh_l0	8	0.03979310765862465
209768	rnn.weight_hh_l0	9	-0.07814788073301315
209768	rnn.bias_ih_l0	0	0.1415216326713562
209768	rnn.bias_ih_l0	1	-0.20775313675403595
209768	rnn.bias_ih_l0	2	-0.022219564765691757
209768	rnn.bias_ih_l0	3	-0.15092435479164124
209768	rnn.bias_ih_l0	4	0.0766826942563057
209768	rnn.bias_ih_l0	5	-0.2482488602399826
209768	rnn.bias_ih_l0	6	-0.1195136308670044
209768	rnn.bias_ih_l0	7	-0.24612145125865936
209768	rnn.bias_ih_l0	8	-0.20915134251117706
209768	rnn.bias_ih_l0	9	-0.40109747648239136
209768	rnn.bias_hh_l0	0	-0.2382815033197403
209768	rnn.bias_hh_l0	1	-0.23036429286003113
209768	rnn.bias_hh_l0	2	-0.1961379200220108
209768	rnn.bias_hh_l0	3	-0.04684797301888466
209768	rnn.bias_hh_l0	4	-0.23161476850509644
209768	rnn.bias_hh_l0	5	-0.25636860728263855
209768	rnn.bias_hh_l0	6	-0.10723155736923218
209768	rnn.bias_hh_l0	7	0.036589961498975754
209768	rnn.bias_hh_l0	8	-0.13380272686481476
209768	rnn.bias_hh_l0	9	-0.4037996828556061
209768	rnn.weight_ih_l0_reverse	0	0.04200435429811478
209768	rnn.weight_ih_l0_reverse	1	-0.06760284304618835
209768	rnn.weight_ih_l0_reverse	2	-0.04392337054014206
209768	rnn.weight_ih_l0_reverse	3	-0.09522266685962677
209768	rnn.weight_ih_l0_reverse	4	0.05032327026128769
209768	rnn.weight_ih_l0_reverse	5	-0.14137350022792816
209768	rnn.weight_ih_l0_reverse	6	0.039177507162094116
209768	rnn.weight_ih_l0_reverse	7	0.02361948974430561
209768	rnn.weight_ih_l0_reverse	8	-0.06812254339456558
209768	rnn.weight_ih_l0_reverse	9	-0.01941715180873871
209768	rnn.weight_hh_l0_reverse	0	-0.06887449324131012
209768	rnn.weight_hh_l0_reverse	1	0.020191922783851624
209768	rnn.weight_hh_l0_reverse	2	-0.015950016677379608
209768	rnn.weight_hh_l0_reverse	3	0.0030976019334048033
209768	rnn.weight_hh_l0_reverse	4	-0.07306475192308426
209768	rnn.weight_hh_l0_reverse	5	0.03680089861154556
209768	rnn.weight_hh_l0_reverse	6	0.016195107251405716
209768	rnn.weight_hh_l0_reverse	7	-0.0510743074119091
209768	rnn.weight_hh_l0_reverse	8	-0.0020654560066759586
209768	rnn.weight_hh_l0_reverse	9	0.06215200573205948
209768	rnn.bias_ih_l0_reverse	0	-0.13723838329315186
209768	rnn.bias_ih_l0_reverse	1	-0.08075186610221863
209768	rnn.bias_ih_l0_reverse	2	0.06937893480062485
209768	rnn.bias_ih_l0_reverse	3	-0.19585245847702026
209768	rnn.bias_ih_l0_reverse	4	-0.02889263816177845
209768	rnn.bias_ih_l0_reverse	5	-0.16952770948410034
209768	rnn.bias_ih_l0_reverse	6	0.21829766035079956
209768	rnn.bias_ih_l0_reverse	7	-0.2657875716686249
209768	rnn.bias_ih_l0_reverse	8	-0.1210968941450119
209768	rnn.bias_ih_l0_reverse	9	-0.11798206716775894
209768	rnn.bias_hh_l0_reverse	0	-0.089320607483387
209768	rnn.bias_hh_l0_reverse	1	0.18597780168056488
209768	rnn.bias_hh_l0_reverse	2	-0.27637535333633423
209768	rnn.bias_hh_l0_reverse	3	-0.14224128425121307
209768	rnn.bias_hh_l0_reverse	4	-0.28503620624542236
209768	rnn.bias_hh_l0_reverse	5	-0.1249709203839302
209768	rnn.bias_hh_l0_reverse	6	-0.23142261803150177
209768	rnn.bias_hh_l0_reverse	7	-0.06481290608644485
209768	rnn.bias_hh_l0_reverse	8	-0.1839165836572647
209768	rnn.bias_hh_l0_reverse	9	0.18195530772209167
209768	linear.weight	0	0.18817265331745148
209768	linear.weight	1	-0.43829789757728577
209768	linear.weight	2	0.02456323429942131
209768	linear.weight	3	0.06818967312574387
209768	linear.weight	4	-0.12000436335802078
209768	linear.weight	5	0.16611146926879883
209768	linear.weight	6	-0.06793586909770966
209768	linear.weight	7	-0.06662262231111526
209768	linear.weight	8	0.08169545233249664
209768	linear.weight	9	-0.04036599025130272
209768	linear.bias	0	-1.1276798248291016
209768	linear.bias	1	1.9581414461135864
209768	linear.bias	2	0.5177983641624451
209768	linear.bias	3	-2.43886137008667
209768	linear.bias	4	-0.2905799448490143
209768	linear.bias	5	1.1656486988067627
209768	linear.bias	6	-0.2512373626232147
209768	linear.bias	7	0.5538703203201294
209768	linear.bias	8	2.166701555252075
209768	linear.bias	9	-1.3201348781585693
210377	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
210377	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
210377	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
210377	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
210377	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
210377	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
210377	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
210377	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
210377	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
210377	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
210377	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
210377	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
210377	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
210377	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
210377	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
210377	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
210377	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
210377	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
210377	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
210377	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
210377	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
210377	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
210377	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
210377	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
210377	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
210377	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
210377	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
210377	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
210377	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
210377	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
210377	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
210377	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
210377	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
210377	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
210377	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
210377	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
210377	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
210377	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
210377	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
210377	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
210377	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
210377	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
210377	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
210377	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
210377	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
210377	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
210377	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
210377	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
210377	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
210377	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
210377	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
210377	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
210377	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
210377	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
210377	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
210377	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
210377	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
210377	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
210377	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
210377	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
210377	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
210377	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
210377	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
210377	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
210377	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
210377	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
210377	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
210377	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
210377	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
210377	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
210377	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
210377	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
210377	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
210377	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
210377	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
210377	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
210377	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
210377	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
210377	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
210377	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
210377	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
210377	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
210377	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
210377	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
210377	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
210377	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
210377	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
210377	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
210377	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
210377	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
210377	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
210377	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
210377	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
210377	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
210377	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
210377	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
210377	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
210377	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
210377	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
210377	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
210377	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
210377	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
210377	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
210377	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
210377	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
210377	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
210377	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
210377	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
210377	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
210377	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
210377	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
210377	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
210377	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
210377	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
210377	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
210377	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
210377	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
210377	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
210377	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
210377	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
210377	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
210377	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
210377	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
210377	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
210377	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
210377	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
210377	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
210377	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
210377	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
210377	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
210377	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
210377	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
210377	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
210377	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
210377	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
210377	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
210377	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
210377	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
210377	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
210377	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
210377	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
210377	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
210377	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
210377	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
210377	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
210377	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
210377	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
210377	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
210377	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
210377	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
210377	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
210377	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
210377	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
210377	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
210377	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
210377	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
210377	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
210377	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
210377	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
210377	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
210377	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
210377	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
210377	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
210377	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
210377	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
210377	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
210377	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
210377	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
210377	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
210377	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
210377	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
210377	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
210377	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
210377	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
210377	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
210377	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
210377	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
210377	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
210377	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
210377	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
210377	embedding2nn.weight	0	0.2539035677909851
210377	embedding2nn.weight	1	0.2952687740325928
210377	embedding2nn.weight	2	0.020104913040995598
210377	embedding2nn.weight	3	0.011626595631241798
210377	embedding2nn.weight	4	-0.03651735559105873
210377	embedding2nn.weight	5	0.0627666488289833
210377	embedding2nn.weight	6	0.04451765492558479
210377	embedding2nn.weight	7	0.0015161045594140887
210377	embedding2nn.weight	8	0.015669025480747223
210377	embedding2nn.weight	9	-0.05791625753045082
210377	embedding2nn.bias	0	0.02943451516330242
210377	embedding2nn.bias	1	-0.1487654447555542
210377	embedding2nn.bias	2	0.06791115552186966
210377	embedding2nn.bias	3	0.15290294587612152
210377	embedding2nn.bias	4	0.16095130145549774
210377	embedding2nn.bias	5	-0.05892371013760567
210377	embedding2nn.bias	6	-0.03803034499287605
210377	embedding2nn.bias	7	0.023014871403574944
210377	embedding2nn.bias	8	-0.15859976410865784
210377	embedding2nn.bias	9	-0.38384729623794556
210377	rnn.weight_ih_l0	0	0.0002450171741656959
210377	rnn.weight_ih_l0	1	-0.06660047173500061
210377	rnn.weight_ih_l0	2	-0.09795798361301422
210377	rnn.weight_ih_l0	3	0.057431865483522415
210377	rnn.weight_ih_l0	4	0.05599779635667801
210377	rnn.weight_ih_l0	5	-0.08550673723220825
210377	rnn.weight_ih_l0	6	-0.026517506688833237
210377	rnn.weight_ih_l0	7	-0.0008428994915448129
210377	rnn.weight_ih_l0	8	-0.00010691323404898867
210377	rnn.weight_ih_l0	9	-0.07791756093502045
210377	rnn.weight_hh_l0	0	0.015914706513285637
210377	rnn.weight_hh_l0	1	0.07103218138217926
210377	rnn.weight_hh_l0	2	0.03403272479772568
210377	rnn.weight_hh_l0	3	0.032904259860515594
210377	rnn.weight_hh_l0	4	0.0018694503232836723
210377	rnn.weight_hh_l0	5	0.06836509704589844
210377	rnn.weight_hh_l0	6	-0.019807664677500725
210377	rnn.weight_hh_l0	7	-0.03931963071227074
210377	rnn.weight_hh_l0	8	0.03973934426903725
210377	rnn.weight_hh_l0	9	-0.07883264869451523
210377	rnn.bias_ih_l0	0	0.13923318684101105
210377	rnn.bias_ih_l0	1	-0.20831412076950073
210377	rnn.bias_ih_l0	2	-0.023349955677986145
210377	rnn.bias_ih_l0	3	-0.14563420414924622
210377	rnn.bias_ih_l0	4	0.07501379400491714
210377	rnn.bias_ih_l0	5	-0.24711337685585022
210377	rnn.bias_ih_l0	6	-0.11803723126649857
210377	rnn.bias_ih_l0	7	-0.24579808115959167
210377	rnn.bias_ih_l0	8	-0.20659004151821136
210377	rnn.bias_ih_l0	9	-0.3864611089229584
210377	rnn.bias_hh_l0	0	-0.23679855465888977
210377	rnn.bias_hh_l0	1	-0.22901102900505066
210377	rnn.bias_hh_l0	2	-0.2070479840040207
210377	rnn.bias_hh_l0	3	-0.04262978211045265
210377	rnn.bias_hh_l0	4	-0.22664442658424377
210377	rnn.bias_hh_l0	5	-0.2584207355976105
210377	rnn.bias_hh_l0	6	-0.11298448592424393
210377	rnn.bias_hh_l0	7	0.04181276634335518
210377	rnn.bias_hh_l0	8	-0.12950284779071808
210377	rnn.bias_hh_l0	9	-0.39939597249031067
210377	rnn.weight_ih_l0_reverse	0	0.04743155464529991
210377	rnn.weight_ih_l0_reverse	1	-0.06428154557943344
210377	rnn.weight_ih_l0_reverse	2	-0.039524927735328674
210377	rnn.weight_ih_l0_reverse	3	-0.10040922462940216
210377	rnn.weight_ih_l0_reverse	4	0.05203535035252571
210377	rnn.weight_ih_l0_reverse	5	-0.1417422592639923
210377	rnn.weight_ih_l0_reverse	6	0.0336775965988636
210377	rnn.weight_ih_l0_reverse	7	0.02524234540760517
210377	rnn.weight_ih_l0_reverse	8	-0.07039108127355576
210377	rnn.weight_ih_l0_reverse	9	-0.016838785260915756
210377	rnn.weight_hh_l0_reverse	0	-0.06603707373142242
210377	rnn.weight_hh_l0_reverse	1	0.019114909693598747
210377	rnn.weight_hh_l0_reverse	2	-0.015012640506029129
210377	rnn.weight_hh_l0_reverse	3	0.0022988140117377043
210377	rnn.weight_hh_l0_reverse	4	-0.07269863039255142
210377	rnn.weight_hh_l0_reverse	5	0.036674585193395615
210377	rnn.weight_hh_l0_reverse	6	0.016326233744621277
210377	rnn.weight_hh_l0_reverse	7	-0.05253110080957413
210377	rnn.weight_hh_l0_reverse	8	-0.0030109791550785303
210377	rnn.weight_hh_l0_reverse	9	0.06170446053147316
210377	rnn.bias_ih_l0_reverse	0	-0.13266627490520477
210377	rnn.bias_ih_l0_reverse	1	-0.07453760504722595
210377	rnn.bias_ih_l0_reverse	2	0.0638674944639206
210377	rnn.bias_ih_l0_reverse	3	-0.19282841682434082
210377	rnn.bias_ih_l0_reverse	4	-0.015019266866147518
210377	rnn.bias_ih_l0_reverse	5	-0.17056062817573547
210377	rnn.bias_ih_l0_reverse	6	0.21774372458457947
210377	rnn.bias_ih_l0_reverse	7	-0.2518475353717804
210377	rnn.bias_ih_l0_reverse	8	-0.12129497528076172
210377	rnn.bias_ih_l0_reverse	9	-0.11140450835227966
210377	rnn.bias_hh_l0_reverse	0	-0.09104260802268982
210377	rnn.bias_hh_l0_reverse	1	0.1953016221523285
210377	rnn.bias_hh_l0_reverse	2	-0.2782789170742035
210377	rnn.bias_hh_l0_reverse	3	-0.13497307896614075
210377	rnn.bias_hh_l0_reverse	4	-0.2782208323478699
210377	rnn.bias_hh_l0_reverse	5	-0.12528808414936066
210377	rnn.bias_hh_l0_reverse	6	-0.23006629943847656
210377	rnn.bias_hh_l0_reverse	7	-0.07269436866044998
210377	rnn.bias_hh_l0_reverse	8	-0.18424031138420105
210377	rnn.bias_hh_l0_reverse	9	0.18036210536956787
210377	linear.weight	0	0.238136425614357
210377	linear.weight	1	-0.41968289017677307
210377	linear.weight	2	0.010833253152668476
210377	linear.weight	3	0.06818804144859314
210377	linear.weight	4	-0.12175596505403519
210377	linear.weight	5	0.17040365934371948
210377	linear.weight	6	-0.05927083641290665
210377	linear.weight	7	-0.06660442799329758
210377	linear.weight	8	0.059195175766944885
210377	linear.weight	9	-0.04039451479911804
210377	linear.bias	0	-1.139933705329895
210377	linear.bias	1	1.9198700189590454
210377	linear.bias	2	0.5337722897529602
210377	linear.bias	3	-2.439744710922241
210377	linear.bias	4	-0.27272430062294006
210377	linear.bias	5	1.1302193403244019
210377	linear.bias	6	-0.2190750688314438
210377	linear.bias	7	0.5589232444763184
210377	linear.bias	8	2.1757185459136963
210377	linear.bias	9	-1.3394275903701782
210986	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
210986	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
210986	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
210986	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
210986	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
210986	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
210986	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
210986	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
210986	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
210986	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
210986	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
210986	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
210986	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
210986	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
210986	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
210986	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
210986	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
210986	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
210986	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
210986	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
210986	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
210986	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
210986	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
210986	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
210986	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
210986	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
210986	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
210986	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
210986	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
210986	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
210986	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
210986	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
210986	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
210986	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
210986	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
210986	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
210986	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
210986	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
210986	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
210986	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
210986	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
210986	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
210986	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
210986	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
210986	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
210986	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
210986	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
210986	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
210986	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
210986	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
210986	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
210986	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
210986	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
210986	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
210986	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
210986	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
210986	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
210986	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
210986	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
210986	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
210986	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
210986	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
210986	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
210986	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
210986	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
210986	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
210986	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
210986	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
210986	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
210986	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
210986	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
210986	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
210986	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
210986	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
210986	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
210986	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
210986	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
210986	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
210986	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
210986	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
210986	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
210986	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
210986	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
210986	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
210986	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
210986	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
210986	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
210986	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
210986	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
210986	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
210986	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
210986	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
210986	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
210986	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
210986	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
210986	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
210986	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
210986	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
210986	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
210986	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
210986	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
210986	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
210986	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
210986	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
210986	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
210986	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
210986	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
210986	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
210986	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
210986	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
210986	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
210986	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
210986	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
210986	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
210986	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
210986	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
210986	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
210986	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
210986	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
210986	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
210986	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
210986	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
210986	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
210986	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
210986	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
210986	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
210986	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
210986	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
210986	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
210986	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
210986	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
210986	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
210986	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
210986	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
210986	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
210986	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
210986	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
210986	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
210986	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
210986	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
210986	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
210986	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
210986	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
210986	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
210986	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
210986	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
210986	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
210986	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
210986	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
210986	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
210986	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
210986	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
210986	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
210986	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
210986	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
210986	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
210986	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
210986	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
210986	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
210986	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
210986	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
210986	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
210986	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
210986	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
210986	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
210986	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
210986	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
210986	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
210986	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
210986	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
210986	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
210986	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
210986	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
210986	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
210986	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
210986	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
210986	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
210986	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
210986	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
210986	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
210986	embedding2nn.weight	0	0.25334736704826355
210986	embedding2nn.weight	1	0.29496029019355774
210986	embedding2nn.weight	2	0.02670978009700775
210986	embedding2nn.weight	3	0.02078094333410263
210986	embedding2nn.weight	4	-0.03071998991072178
210986	embedding2nn.weight	5	0.06055662781000137
210986	embedding2nn.weight	6	0.04278545826673508
210986	embedding2nn.weight	7	0.006274821702390909
210986	embedding2nn.weight	8	0.015447617508471012
210986	embedding2nn.weight	9	-0.0521685928106308
210986	embedding2nn.bias	0	0.002027200534939766
210986	embedding2nn.bias	1	-0.1543780118227005
210986	embedding2nn.bias	2	0.07213814556598663
210986	embedding2nn.bias	3	0.15801845490932465
210986	embedding2nn.bias	4	0.12717033922672272
210986	embedding2nn.bias	5	-0.08141770958900452
210986	embedding2nn.bias	6	-0.026288093999028206
210986	embedding2nn.bias	7	0.02922767773270607
210986	embedding2nn.bias	8	-0.16357021033763885
210986	embedding2nn.bias	9	-0.3894987106323242
210986	rnn.weight_ih_l0	0	0.0010421763872727752
210986	rnn.weight_ih_l0	1	-0.06867308169603348
210986	rnn.weight_ih_l0	2	-0.09033696353435516
210986	rnn.weight_ih_l0	3	0.06040593981742859
210986	rnn.weight_ih_l0	4	0.04947046563029289
210986	rnn.weight_ih_l0	5	-0.08191987127065659
210986	rnn.weight_ih_l0	6	-0.022890940308570862
210986	rnn.weight_ih_l0	7	0.00565978093072772
210986	rnn.weight_ih_l0	8	-0.01058701891452074
210986	rnn.weight_ih_l0	9	-0.08791990578174591
210986	rnn.weight_hh_l0	0	0.01699923910200596
210986	rnn.weight_hh_l0	1	0.0708577111363411
210986	rnn.weight_hh_l0	2	0.035368937999010086
210986	rnn.weight_hh_l0	3	0.03269896283745766
210986	rnn.weight_hh_l0	4	0.0014961197739467025
210986	rnn.weight_hh_l0	5	0.06924818456172943
210986	rnn.weight_hh_l0	6	-0.01900196634232998
210986	rnn.weight_hh_l0	7	-0.038770340383052826
210986	rnn.weight_hh_l0	8	0.03961833566427231
210986	rnn.weight_hh_l0	9	-0.08114590495824814
210986	rnn.bias_ih_l0	0	0.14854472875595093
210986	rnn.bias_ih_l0	1	-0.21396467089653015
210986	rnn.bias_ih_l0	2	-0.02315727435052395
210986	rnn.bias_ih_l0	3	-0.1516861468553543
210986	rnn.bias_ih_l0	4	0.06608226150274277
210986	rnn.bias_ih_l0	5	-0.24625033140182495
210986	rnn.bias_ih_l0	6	-0.1243332102894783
210986	rnn.bias_ih_l0	7	-0.24791721999645233
210986	rnn.bias_ih_l0	8	-0.20605440437793732
210986	rnn.bias_ih_l0	9	-0.3820970952510834
210986	rnn.bias_hh_l0	0	-0.22532837092876434
210986	rnn.bias_hh_l0	1	-0.23175452649593353
210986	rnn.bias_hh_l0	2	-0.20433752238750458
210986	rnn.bias_hh_l0	3	-0.03975420072674751
210986	rnn.bias_hh_l0	4	-0.22519871592521667
210986	rnn.bias_hh_l0	5	-0.2634139955043793
210986	rnn.bias_hh_l0	6	-0.11649742722511292
210986	rnn.bias_hh_l0	7	0.042459405958652496
210986	rnn.bias_hh_l0	8	-0.1332475244998932
210986	rnn.bias_hh_l0	9	-0.40168026089668274
210986	rnn.weight_ih_l0_reverse	0	0.04861041530966759
210986	rnn.weight_ih_l0_reverse	1	-0.06754536181688309
210986	rnn.weight_ih_l0_reverse	2	-0.034324824810028076
210986	rnn.weight_ih_l0_reverse	3	-0.10019493103027344
210986	rnn.weight_ih_l0_reverse	4	0.0580575130879879
210986	rnn.weight_ih_l0_reverse	5	-0.14700400829315186
210986	rnn.weight_ih_l0_reverse	6	0.03497070446610451
210986	rnn.weight_ih_l0_reverse	7	0.024140775203704834
210986	rnn.weight_ih_l0_reverse	8	-0.07094074785709381
210986	rnn.weight_ih_l0_reverse	9	-0.015180150978267193
210986	rnn.weight_hh_l0_reverse	0	-0.06497783213853836
210986	rnn.weight_hh_l0_reverse	1	0.01889738440513611
210986	rnn.weight_hh_l0_reverse	2	-0.01555118802934885
210986	rnn.weight_hh_l0_reverse	3	0.0026818355545401573
210986	rnn.weight_hh_l0_reverse	4	-0.07222927361726761
210986	rnn.weight_hh_l0_reverse	5	0.03662165626883507
210986	rnn.weight_hh_l0_reverse	6	0.016044598072767258
210986	rnn.weight_hh_l0_reverse	7	-0.0522330105304718
210986	rnn.weight_hh_l0_reverse	8	-0.005249126814305782
210986	rnn.weight_hh_l0_reverse	9	0.06152723729610443
210986	rnn.bias_ih_l0_reverse	0	-0.13704924285411835
210986	rnn.bias_ih_l0_reverse	1	-0.07847148925065994
210986	rnn.bias_ih_l0_reverse	2	0.060518961399793625
210986	rnn.bias_ih_l0_reverse	3	-0.19606348872184753
210986	rnn.bias_ih_l0_reverse	4	-0.010314532555639744
210986	rnn.bias_ih_l0_reverse	5	-0.173252671957016
210986	rnn.bias_ih_l0_reverse	6	0.2195710688829422
210986	rnn.bias_ih_l0_reverse	7	-0.2601630389690399
210986	rnn.bias_ih_l0_reverse	8	-0.11509937047958374
210986	rnn.bias_ih_l0_reverse	9	-0.11536931246519089
210986	rnn.bias_hh_l0_reverse	0	-0.08220507949590683
210986	rnn.bias_hh_l0_reverse	1	0.20274293422698975
210986	rnn.bias_hh_l0_reverse	2	-0.2824751138687134
210986	rnn.bias_hh_l0_reverse	3	-0.13307200372219086
210986	rnn.bias_hh_l0_reverse	4	-0.281773179769516
210986	rnn.bias_hh_l0_reverse	5	-0.12210863828659058
210986	rnn.bias_hh_l0_reverse	6	-0.23240725696086884
210986	rnn.bias_hh_l0_reverse	7	-0.06692470610141754
210986	rnn.bias_hh_l0_reverse	8	-0.19231069087982178
210986	rnn.bias_hh_l0_reverse	9	0.1826210916042328
210986	linear.weight	0	0.19922101497650146
210986	linear.weight	1	-0.4245852828025818
210986	linear.weight	2	0.05643824115395546
210986	linear.weight	3	0.06818947196006775
210986	linear.weight	4	-0.10592836141586304
210986	linear.weight	5	0.2047661989927292
210986	linear.weight	6	-0.06308289617300034
210986	linear.weight	7	-0.06658940017223358
210986	linear.weight	8	0.0809335932135582
210986	linear.weight	9	-0.04043179750442505
210986	linear.bias	0	-1.0945076942443848
210986	linear.bias	1	1.944373607635498
210986	linear.bias	2	0.5330334901809692
210986	linear.bias	3	-2.440692901611328
210986	linear.bias	4	-0.2915450930595398
210986	linear.bias	5	1.1041690111160278
210986	linear.bias	6	-0.2259502112865448
210986	linear.bias	7	0.5777936577796936
210986	linear.bias	8	2.1810946464538574
210986	linear.bias	9	-1.3692177534103394
211595	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
211595	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
211595	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
211595	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
211595	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
211595	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
211595	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
211595	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
211595	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
211595	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
211595	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
211595	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
211595	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
211595	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
211595	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
211595	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
211595	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
211595	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
211595	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
211595	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
211595	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
211595	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
211595	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
211595	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
211595	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
211595	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
211595	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
211595	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
211595	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
211595	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
211595	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
211595	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
211595	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
211595	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
211595	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
211595	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
211595	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
211595	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
211595	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
211595	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
211595	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
211595	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
211595	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
211595	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
211595	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
211595	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
211595	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
211595	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
211595	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
211595	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
211595	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
211595	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
211595	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
211595	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
211595	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
211595	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
211595	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
211595	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
211595	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
211595	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
211595	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
211595	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
211595	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
211595	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
211595	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
211595	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
211595	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
211595	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
211595	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
211595	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
211595	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
211595	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
211595	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
211595	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
211595	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
211595	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
211595	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
211595	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
211595	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
211595	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
211595	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
211595	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
211595	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
211595	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
211595	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
211595	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
211595	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
211595	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
211595	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
211595	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
211595	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
211595	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
211595	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
211595	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
211595	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
211595	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
211595	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
211595	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
211595	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
211595	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
211595	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
211595	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
211595	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
211595	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
211595	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
211595	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
211595	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
211595	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
211595	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
211595	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
211595	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
211595	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
211595	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
211595	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
211595	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
211595	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
211595	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
211595	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
211595	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
211595	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
211595	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
211595	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
211595	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
211595	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
211595	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
211595	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
211595	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
211595	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
211595	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
211595	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
211595	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
211595	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
211595	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
211595	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
211595	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
211595	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
211595	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
211595	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
211595	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
211595	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
211595	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
211595	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
211595	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
211595	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
211595	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
211595	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
211595	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
211595	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
211595	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
211595	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
211595	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
211595	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
211595	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
211595	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
211595	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
211595	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
211595	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
211595	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
211595	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
211595	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
211595	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
211595	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
211595	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
211595	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
211595	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
211595	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
211595	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
211595	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
211595	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
211595	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
211595	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
211595	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
211595	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
211595	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
211595	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
211595	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
211595	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
211595	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
211595	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
211595	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
211595	embedding2nn.weight	0	0.25285211205482483
211595	embedding2nn.weight	1	0.29542601108551025
211595	embedding2nn.weight	2	0.024043623358011246
211595	embedding2nn.weight	3	0.021232768893241882
211595	embedding2nn.weight	4	-0.03070342168211937
211595	embedding2nn.weight	5	0.05961582064628601
211595	embedding2nn.weight	6	0.05263202637434006
211595	embedding2nn.weight	7	0.002644903725013137
211595	embedding2nn.weight	8	0.020460577681660652
211595	embedding2nn.weight	9	-0.04915804788470268
211595	embedding2nn.bias	0	0.011703935451805592
211595	embedding2nn.bias	1	-0.16817627847194672
211595	embedding2nn.bias	2	0.08399143815040588
211595	embedding2nn.bias	3	0.1511237770318985
211595	embedding2nn.bias	4	0.1452721208333969
211595	embedding2nn.bias	5	-0.07369527220726013
211595	embedding2nn.bias	6	-0.035987500101327896
211595	embedding2nn.bias	7	0.03542957454919815
211595	embedding2nn.bias	8	-0.1685786098241806
211595	embedding2nn.bias	9	-0.3978666663169861
211595	rnn.weight_ih_l0	0	0.003341115778312087
211595	rnn.weight_ih_l0	1	-0.06759843975305557
211595	rnn.weight_ih_l0	2	-0.09786733984947205
211595	rnn.weight_ih_l0	3	0.06357401609420776
211595	rnn.weight_ih_l0	4	0.03550611436367035
211595	rnn.weight_ih_l0	5	-0.0737483948469162
211595	rnn.weight_ih_l0	6	-0.027877531945705414
211595	rnn.weight_ih_l0	7	0.001937583670951426
211595	rnn.weight_ih_l0	8	-0.012193785980343819
211595	rnn.weight_ih_l0	9	-0.08591215312480927
211595	rnn.weight_hh_l0	0	0.016851456835865974
211595	rnn.weight_hh_l0	1	0.07056267559528351
211595	rnn.weight_hh_l0	2	0.0355377234518528
211595	rnn.weight_hh_l0	3	0.0320388488471508
211595	rnn.weight_hh_l0	4	0.001069948892109096
211595	rnn.weight_hh_l0	5	0.07069023698568344
211595	rnn.weight_hh_l0	6	-0.02027399279177189
211595	rnn.weight_hh_l0	7	-0.03908887505531311
211595	rnn.weight_hh_l0	8	0.03961215168237686
211595	rnn.weight_hh_l0	9	-0.08152242749929428
211595	rnn.bias_ih_l0	0	0.16166360676288605
211595	rnn.bias_ih_l0	1	-0.20935195684432983
211595	rnn.bias_ih_l0	2	-0.02245631441473961
211595	rnn.bias_ih_l0	3	-0.15686161816120148
211595	rnn.bias_ih_l0	4	0.0772501602768898
211595	rnn.bias_ih_l0	5	-0.24404998123645782
211595	rnn.bias_ih_l0	6	-0.13224132359027863
211595	rnn.bias_ih_l0	7	-0.24779075384140015
211595	rnn.bias_ih_l0	8	-0.20721317827701569
211595	rnn.bias_ih_l0	9	-0.3814937472343445
211595	rnn.bias_hh_l0	0	-0.22903427481651306
211595	rnn.bias_hh_l0	1	-0.23347064852714539
211595	rnn.bias_hh_l0	2	-0.20892956852912903
211595	rnn.bias_hh_l0	3	-0.04141164571046829
211595	rnn.bias_hh_l0	4	-0.232267364859581
211595	rnn.bias_hh_l0	5	-0.26400142908096313
211595	rnn.bias_hh_l0	6	-0.11162877082824707
211595	rnn.bias_hh_l0	7	0.04028719663619995
211595	rnn.bias_hh_l0	8	-0.13998907804489136
211595	rnn.bias_hh_l0	9	-0.4021390676498413
211595	rnn.weight_ih_l0_reverse	0	0.048363424837589264
211595	rnn.weight_ih_l0_reverse	1	-0.06481537222862244
211595	rnn.weight_ih_l0_reverse	2	-0.03185693547129631
211595	rnn.weight_ih_l0_reverse	3	-0.09991386532783508
211595	rnn.weight_ih_l0_reverse	4	0.05974046140909195
211595	rnn.weight_ih_l0_reverse	5	-0.14195577800273895
211595	rnn.weight_ih_l0_reverse	6	0.04371761903166771
211595	rnn.weight_ih_l0_reverse	7	0.02395448088645935
211595	rnn.weight_ih_l0_reverse	8	-0.07051753252744675
211595	rnn.weight_ih_l0_reverse	9	-0.016142217442393303
211595	rnn.weight_hh_l0_reverse	0	-0.06465255469083786
211595	rnn.weight_hh_l0_reverse	1	0.020312193781137466
211595	rnn.weight_hh_l0_reverse	2	-0.01661692000925541
211595	rnn.weight_hh_l0_reverse	3	0.0034135745372623205
211595	rnn.weight_hh_l0_reverse	4	-0.07285431772470474
211595	rnn.weight_hh_l0_reverse	5	0.03659094125032425
211595	rnn.weight_hh_l0_reverse	6	0.016122106462717056
211595	rnn.weight_hh_l0_reverse	7	-0.05475868284702301
211595	rnn.weight_hh_l0_reverse	8	-0.009853577241301537
211595	rnn.weight_hh_l0_reverse	9	0.05955192819237709
211595	rnn.bias_ih_l0_reverse	0	-0.13399183750152588
211595	rnn.bias_ih_l0_reverse	1	-0.07902486622333527
211595	rnn.bias_ih_l0_reverse	2	0.06699866056442261
211595	rnn.bias_ih_l0_reverse	3	-0.20241878926753998
211595	rnn.bias_ih_l0_reverse	4	-0.025859160348773003
211595	rnn.bias_ih_l0_reverse	5	-0.17346259951591492
211595	rnn.bias_ih_l0_reverse	6	0.22012875974178314
211595	rnn.bias_ih_l0_reverse	7	-0.255186527967453
211595	rnn.bias_ih_l0_reverse	8	-0.11959359049797058
211595	rnn.bias_ih_l0_reverse	9	-0.11035000532865524
211595	rnn.bias_hh_l0_reverse	0	-0.09486671537160873
211595	rnn.bias_hh_l0_reverse	1	0.20318634808063507
211595	rnn.bias_hh_l0_reverse	2	-0.2786368131637573
211595	rnn.bias_hh_l0_reverse	3	-0.13386018574237823
211595	rnn.bias_hh_l0_reverse	4	-0.28172263503074646
211595	rnn.bias_hh_l0_reverse	5	-0.12359015643596649
211595	rnn.bias_hh_l0_reverse	6	-0.23431408405303955
211595	rnn.bias_hh_l0_reverse	7	-0.060730941593647
211595	rnn.bias_hh_l0_reverse	8	-0.18393836915493011
211595	rnn.bias_hh_l0_reverse	9	0.17497704923152924
211595	linear.weight	0	0.21282264590263367
211595	linear.weight	1	-0.42624297738075256
211595	linear.weight	2	0.06091798469424248
211595	linear.weight	3	0.06818994134664536
211595	linear.weight	4	-0.13636162877082825
211595	linear.weight	5	0.20041373372077942
211595	linear.weight	6	-0.042717620730400085
211595	linear.weight	7	-0.06657843291759491
211595	linear.weight	8	0.0792708769440651
211595	linear.weight	9	-0.04047616571187973
211595	linear.bias	0	-1.1014013290405273
211595	linear.bias	1	1.9823939800262451
211595	linear.bias	2	0.5346933603286743
211595	linear.bias	3	-2.4415619373321533
211595	linear.bias	4	-0.2999836504459381
211595	linear.bias	5	1.1329944133758545
211595	linear.bias	6	-0.1941564977169037
211595	linear.bias	7	0.5432804226875305
211595	linear.bias	8	2.1735756397247314
211595	linear.bias	9	-1.3528015613555908
212204	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
212204	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
212204	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
212204	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
212204	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
212204	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
212204	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
212204	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
212204	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
212204	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
212204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
212204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
212204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
212204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
212204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
212204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
212204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
212204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
212204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
212204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
212204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
212204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
212204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
212204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
212204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
212204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
212204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
212204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
212204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
212204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
212204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
212204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
212204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
212204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
212204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
212204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
212204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
212204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
212204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
212204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
212204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
212204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
212204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
212204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
212204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
212204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
212204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
212204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
212204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
212204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
212204	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
212204	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
212204	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
212204	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
212204	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
212204	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
212204	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
212204	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
212204	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
212204	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
212204	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
212204	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
212204	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
212204	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
212204	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
212204	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
212204	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
212204	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
212204	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
212204	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
212204	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
212204	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
212204	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
212204	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
212204	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
212204	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
212204	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
212204	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
212204	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
212204	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
212204	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
212204	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
212204	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
212204	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
212204	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
212204	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
212204	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
212204	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
212204	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
212204	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
212204	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
212204	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
212204	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
212204	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
212204	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
212204	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
212204	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
212204	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
212204	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
212204	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
212204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
212204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
212204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
212204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
212204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
212204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
212204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
212204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
212204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
212204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
212204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
212204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
212204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
212204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
212204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
212204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
212204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
212204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
212204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
212204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
212204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
212204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
212204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
212204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
212204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
212204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
212204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
212204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
212204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
212204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
212204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
212204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
212204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
212204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
212204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
212204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
212204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
212204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
212204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
212204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
212204	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
212204	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
212204	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
212204	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
212204	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
212204	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
212204	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
212204	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
212204	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
212204	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
212204	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
212204	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
212204	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
212204	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
212204	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
212204	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
212204	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
212204	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
212204	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
212204	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
212204	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
212204	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
212204	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
212204	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
212204	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
212204	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
212204	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
212204	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
212204	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
212204	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
212204	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
212204	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
212204	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
212204	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
212204	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
212204	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
212204	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
212204	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
212204	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
212204	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
212204	embedding2nn.weight	0	0.2529740035533905
212204	embedding2nn.weight	1	0.2989483177661896
212204	embedding2nn.weight	2	0.025077078491449356
212204	embedding2nn.weight	3	0.018933571875095367
212204	embedding2nn.weight	4	-0.025240223854780197
212204	embedding2nn.weight	5	0.061321381479501724
212204	embedding2nn.weight	6	0.05159378796815872
212204	embedding2nn.weight	7	0.000893008429557085
212204	embedding2nn.weight	8	0.022856753319501877
212204	embedding2nn.weight	9	-0.049461741000413895
212204	embedding2nn.bias	0	0.028349552303552628
212204	embedding2nn.bias	1	-0.1450321227312088
212204	embedding2nn.bias	2	0.08252840489149094
212204	embedding2nn.bias	3	0.139508455991745
212204	embedding2nn.bias	4	0.15189701318740845
212204	embedding2nn.bias	5	-0.07926468551158905
212204	embedding2nn.bias	6	-0.04682990908622742
212204	embedding2nn.bias	7	0.05736187472939491
212204	embedding2nn.bias	8	-0.15110838413238525
212204	embedding2nn.bias	9	-0.4049749970436096
212204	rnn.weight_ih_l0	0	0.005943859461694956
212204	rnn.weight_ih_l0	1	-0.0666695237159729
212204	rnn.weight_ih_l0	2	-0.09607307612895966
212204	rnn.weight_ih_l0	3	0.06428058445453644
212204	rnn.weight_ih_l0	4	0.03802518919110298
212204	rnn.weight_ih_l0	5	-0.07440803200006485
212204	rnn.weight_ih_l0	6	-0.029050230979919434
212204	rnn.weight_ih_l0	7	-0.0035368239041417837
212204	rnn.weight_ih_l0	8	-0.018199002370238304
212204	rnn.weight_ih_l0	9	-0.08757798373699188
212204	rnn.weight_hh_l0	0	0.018120428547263145
212204	rnn.weight_hh_l0	1	0.06975646317005157
212204	rnn.weight_hh_l0	2	0.035690516233444214
212204	rnn.weight_hh_l0	3	0.03202369064092636
212204	rnn.weight_hh_l0	4	-0.00010794822446769103
212204	rnn.weight_hh_l0	5	0.06989967823028564
212204	rnn.weight_hh_l0	6	-0.021015897393226624
212204	rnn.weight_hh_l0	7	-0.04052289202809334
212204	rnn.weight_hh_l0	8	0.0395180769264698
212204	rnn.weight_hh_l0	9	-0.08147169649600983
212204	rnn.bias_ih_l0	0	0.15130095183849335
212204	rnn.bias_ih_l0	1	-0.2067883461713791
212204	rnn.bias_ih_l0	2	-0.025414032861590385
212204	rnn.bias_ih_l0	3	-0.15258675813674927
212204	rnn.bias_ih_l0	4	0.07477353513240814
212204	rnn.bias_ih_l0	5	-0.24731813371181488
212204	rnn.bias_ih_l0	6	-0.12319645285606384
212204	rnn.bias_ih_l0	7	-0.24824713170528412
212204	rnn.bias_ih_l0	8	-0.20472446084022522
212204	rnn.bias_ih_l0	9	-0.38079455494880676
212204	rnn.bias_hh_l0	0	-0.23621536791324615
212204	rnn.bias_hh_l0	1	-0.23920190334320068
212204	rnn.bias_hh_l0	2	-0.20973815023899078
212204	rnn.bias_hh_l0	3	-0.04236368089914322
212204	rnn.bias_hh_l0	4	-0.21696117520332336
212204	rnn.bias_hh_l0	5	-0.2633262574672699
212204	rnn.bias_hh_l0	6	-0.11688590049743652
212204	rnn.bias_hh_l0	7	0.054472628980875015
212204	rnn.bias_hh_l0	8	-0.14059804379940033
212204	rnn.bias_hh_l0	9	-0.39840465784072876
212204	rnn.weight_ih_l0_reverse	0	0.05840078741312027
212204	rnn.weight_ih_l0_reverse	1	-0.06334389746189117
212204	rnn.weight_ih_l0_reverse	2	-0.03254757449030876
212204	rnn.weight_ih_l0_reverse	3	-0.09493623673915863
212204	rnn.weight_ih_l0_reverse	4	0.06039123609662056
212204	rnn.weight_ih_l0_reverse	5	-0.13284239172935486
212204	rnn.weight_ih_l0_reverse	6	0.037635061889886856
212204	rnn.weight_ih_l0_reverse	7	0.024675946682691574
212204	rnn.weight_ih_l0_reverse	8	-0.07336726784706116
212204	rnn.weight_ih_l0_reverse	9	-0.014706629328429699
212204	rnn.weight_hh_l0_reverse	0	-0.06543031334877014
212204	rnn.weight_hh_l0_reverse	1	0.019907157868146896
212204	rnn.weight_hh_l0_reverse	2	-0.016980575397610664
212204	rnn.weight_hh_l0_reverse	3	0.002983522368595004
212204	rnn.weight_hh_l0_reverse	4	-0.07126616686582565
212204	rnn.weight_hh_l0_reverse	5	0.03653998300433159
212204	rnn.weight_hh_l0_reverse	6	0.016243796795606613
212204	rnn.weight_hh_l0_reverse	7	-0.057008638978004456
212204	rnn.weight_hh_l0_reverse	8	-0.010080103762447834
212204	rnn.weight_hh_l0_reverse	9	0.05919191613793373
212204	rnn.bias_ih_l0_reverse	0	-0.13785430788993835
212204	rnn.bias_ih_l0_reverse	1	-0.08251996338367462
212204	rnn.bias_ih_l0_reverse	2	0.06524179130792618
212204	rnn.bias_ih_l0_reverse	3	-0.2028094083070755
212204	rnn.bias_ih_l0_reverse	4	-0.018657829612493515
212204	rnn.bias_ih_l0_reverse	5	-0.17045658826828003
212204	rnn.bias_ih_l0_reverse	6	0.21691502630710602
212204	rnn.bias_ih_l0_reverse	7	-0.2546634376049042
212204	rnn.bias_ih_l0_reverse	8	-0.12123168259859085
212204	rnn.bias_ih_l0_reverse	9	-0.10791610181331635
212204	rnn.bias_hh_l0_reverse	0	-0.08856140822172165
212204	rnn.bias_hh_l0_reverse	1	0.20147614181041718
212204	rnn.bias_hh_l0_reverse	2	-0.267181932926178
212204	rnn.bias_hh_l0_reverse	3	-0.12551669776439667
212204	rnn.bias_hh_l0_reverse	4	-0.2819589078426361
212204	rnn.bias_hh_l0_reverse	5	-0.13222329318523407
212204	rnn.bias_hh_l0_reverse	6	-0.22337347269058228
212204	rnn.bias_hh_l0_reverse	7	-0.06134384870529175
212204	rnn.bias_hh_l0_reverse	8	-0.19187600910663605
212204	rnn.bias_hh_l0_reverse	9	0.17223745584487915
212204	linear.weight	0	0.25490713119506836
212204	linear.weight	1	-0.44364023208618164
212204	linear.weight	2	0.03344506025314331
212204	linear.weight	3	0.06819332391023636
212204	linear.weight	4	-0.10191776603460312
212204	linear.weight	5	0.2251112014055252
212204	linear.weight	6	-0.055038273334503174
212204	linear.weight	7	-0.06657056510448456
212204	linear.weight	8	0.10560097545385361
212204	linear.weight	9	-0.04050406068563461
212204	linear.bias	0	-1.1049007177352905
212204	linear.bias	1	1.9522415399551392
212204	linear.bias	2	0.5408763289451599
212204	linear.bias	3	-2.442448377609253
212204	linear.bias	4	-0.3086172640323639
212204	linear.bias	5	1.179277777671814
212204	linear.bias	6	-0.25638633966445923
212204	linear.bias	7	0.55778568983078
212204	linear.bias	8	2.1863863468170166
212204	linear.bias	9	-1.3572371006011963
212813	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
212813	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
212813	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
212813	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
212813	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
212813	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
212813	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
212813	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
212813	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
212813	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
212813	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
212813	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
212813	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
212813	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
212813	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
212813	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
212813	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
212813	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
212813	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
212813	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
212813	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
212813	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
212813	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
212813	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
212813	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
212813	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
212813	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
212813	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
212813	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
212813	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
212813	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
212813	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
212813	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
212813	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
212813	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
212813	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
212813	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
212813	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
212813	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
212813	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
212813	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
212813	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
212813	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
212813	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
212813	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
212813	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
212813	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
212813	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
212813	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
212813	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
212813	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
212813	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
212813	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
212813	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
212813	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
212813	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
212813	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
212813	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
212813	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
212813	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
212813	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
212813	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
212813	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
212813	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
212813	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
212813	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
212813	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
212813	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
212813	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
212813	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
212813	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
212813	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
212813	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
212813	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
212813	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
212813	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
212813	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
212813	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
212813	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
212813	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
212813	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
212813	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
212813	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
212813	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
212813	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
212813	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
212813	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
212813	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
212813	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
212813	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
212813	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
212813	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
212813	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
212813	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
212813	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
212813	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
212813	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
212813	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
212813	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
212813	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
212813	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
212813	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
212813	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
212813	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
212813	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
212813	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
212813	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
212813	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
212813	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
212813	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
212813	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
212813	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
212813	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
212813	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
212813	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
212813	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
212813	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
212813	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
212813	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
212813	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
212813	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
212813	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
212813	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
212813	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
212813	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
212813	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
212813	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
212813	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
212813	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
212813	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
212813	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
212813	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
212813	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
212813	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
212813	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
212813	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
212813	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
212813	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
212813	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
212813	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
212813	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
212813	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
212813	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
212813	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
212813	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
212813	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
212813	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
212813	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
212813	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
212813	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
212813	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
212813	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
212813	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
212813	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
212813	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
212813	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
212813	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
212813	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
212813	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
212813	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
212813	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
212813	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
212813	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
212813	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
212813	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
212813	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
212813	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
212813	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
212813	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
212813	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
212813	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
212813	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
212813	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
212813	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
212813	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
212813	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
212813	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
212813	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
212813	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
212813	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
212813	embedding2nn.weight	0	0.2509780824184418
212813	embedding2nn.weight	1	0.3007347583770752
212813	embedding2nn.weight	2	0.020703932270407677
212813	embedding2nn.weight	3	0.030172022059559822
212813	embedding2nn.weight	4	-0.02718166634440422
212813	embedding2nn.weight	5	0.06541575491428375
212813	embedding2nn.weight	6	0.058660294860601425
212813	embedding2nn.weight	7	-0.0005063070566393435
212813	embedding2nn.weight	8	0.013708905316889286
212813	embedding2nn.weight	9	-0.04960942268371582
212813	embedding2nn.bias	0	0.032133810222148895
212813	embedding2nn.bias	1	-0.15911634266376495
212813	embedding2nn.bias	2	0.07645149528980255
212813	embedding2nn.bias	3	0.15433596074581146
212813	embedding2nn.bias	4	0.14637815952301025
212813	embedding2nn.bias	5	-0.06952899694442749
212813	embedding2nn.bias	6	-0.04979325085878372
212813	embedding2nn.bias	7	0.02988230437040329
212813	embedding2nn.bias	8	-0.13590551912784576
212813	embedding2nn.bias	9	-0.4153234362602234
212813	rnn.weight_ih_l0	0	0.005059363320469856
212813	rnn.weight_ih_l0	1	-0.0681978389620781
212813	rnn.weight_ih_l0	2	-0.10065698623657227
212813	rnn.weight_ih_l0	3	0.06411486864089966
212813	rnn.weight_ih_l0	4	0.04293490946292877
212813	rnn.weight_ih_l0	5	-0.07906432449817657
212813	rnn.weight_ih_l0	6	-0.0244835764169693
212813	rnn.weight_ih_l0	7	-0.0044308933429419994
212813	rnn.weight_ih_l0	8	-0.016681842505931854
212813	rnn.weight_ih_l0	9	-0.09102774411439896
212813	rnn.weight_hh_l0	0	0.0182347372174263
212813	rnn.weight_hh_l0	1	0.07006938010454178
212813	rnn.weight_hh_l0	2	0.034346505999565125
212813	rnn.weight_hh_l0	3	0.0315016433596611
212813	rnn.weight_hh_l0	4	0.0012046132469549775
212813	rnn.weight_hh_l0	5	0.06922934949398041
212813	rnn.weight_hh_l0	6	-0.020839856937527657
212813	rnn.weight_hh_l0	7	-0.039557456970214844
212813	rnn.weight_hh_l0	8	0.03915347531437874
212813	rnn.weight_hh_l0	9	-0.08282673358917236
212813	rnn.bias_ih_l0	0	0.16210003197193146
212813	rnn.bias_ih_l0	1	-0.20261718332767487
212813	rnn.bias_ih_l0	2	-0.02359396032989025
212813	rnn.bias_ih_l0	3	-0.15025512874126434
212813	rnn.bias_ih_l0	4	0.06460624933242798
212813	rnn.bias_ih_l0	5	-0.2507779896259308
212813	rnn.bias_ih_l0	6	-0.1136118620634079
212813	rnn.bias_ih_l0	7	-0.24711473286151886
212813	rnn.bias_ih_l0	8	-0.19818897545337677
212813	rnn.bias_ih_l0	9	-0.3814232349395752
212813	rnn.bias_hh_l0	0	-0.23518618941307068
212813	rnn.bias_hh_l0	1	-0.2408505380153656
212813	rnn.bias_hh_l0	2	-0.20928387343883514
212813	rnn.bias_hh_l0	3	-0.04033287242054939
212813	rnn.bias_hh_l0	4	-0.21884168684482574
212813	rnn.bias_hh_l0	5	-0.2638423442840576
212813	rnn.bias_hh_l0	6	-0.11008528620004654
212813	rnn.bias_hh_l0	7	0.05219591036438942
212813	rnn.bias_hh_l0	8	-0.14061687886714935
212813	rnn.bias_hh_l0	9	-0.4035141170024872
212813	rnn.weight_ih_l0_reverse	0	0.05588311329483986
212813	rnn.weight_ih_l0_reverse	1	-0.06187019869685173
212813	rnn.weight_ih_l0_reverse	2	-0.03223974257707596
212813	rnn.weight_ih_l0_reverse	3	-0.09349009394645691
212813	rnn.weight_ih_l0_reverse	4	0.059439513832330704
212813	rnn.weight_ih_l0_reverse	5	-0.13691958785057068
212813	rnn.weight_ih_l0_reverse	6	0.033691465854644775
212813	rnn.weight_ih_l0_reverse	7	0.025434287264943123
212813	rnn.weight_ih_l0_reverse	8	-0.07852057367563248
212813	rnn.weight_ih_l0_reverse	9	-0.01648339442908764
212813	rnn.weight_hh_l0_reverse	0	-0.06296387314796448
212813	rnn.weight_hh_l0_reverse	1	0.019525393843650818
212813	rnn.weight_hh_l0_reverse	2	-0.018988285213708878
212813	rnn.weight_hh_l0_reverse	3	0.0023641050793230534
212813	rnn.weight_hh_l0_reverse	4	-0.0723550096154213
212813	rnn.weight_hh_l0_reverse	5	0.036999840289354324
212813	rnn.weight_hh_l0_reverse	6	0.016314566135406494
212813	rnn.weight_hh_l0_reverse	7	-0.054430022835731506
212813	rnn.weight_hh_l0_reverse	8	-0.008242749609053135
212813	rnn.weight_hh_l0_reverse	9	0.056865375488996506
212813	rnn.bias_ih_l0_reverse	0	-0.14131709933280945
212813	rnn.bias_ih_l0_reverse	1	-0.0836888924241066
212813	rnn.bias_ih_l0_reverse	2	0.06707186251878738
212813	rnn.bias_ih_l0_reverse	3	-0.20057226717472076
212813	rnn.bias_ih_l0_reverse	4	-0.01322577241808176
212813	rnn.bias_ih_l0_reverse	5	-0.17155557870864868
212813	rnn.bias_ih_l0_reverse	6	0.2222723811864853
212813	rnn.bias_ih_l0_reverse	7	-0.25835809111595154
212813	rnn.bias_ih_l0_reverse	8	-0.12724071741104126
212813	rnn.bias_ih_l0_reverse	9	-0.11108662933111191
212813	rnn.bias_hh_l0_reverse	0	-0.0778784528374672
212813	rnn.bias_hh_l0_reverse	1	0.20531104505062103
212813	rnn.bias_hh_l0_reverse	2	-0.28164389729499817
212813	rnn.bias_hh_l0_reverse	3	-0.12814022600650787
212813	rnn.bias_hh_l0_reverse	4	-0.2821007966995239
212813	rnn.bias_hh_l0_reverse	5	-0.12589938938617706
212813	rnn.bias_hh_l0_reverse	6	-0.2264363169670105
212813	rnn.bias_hh_l0_reverse	7	-0.06638918817043304
212813	rnn.bias_hh_l0_reverse	8	-0.17879214882850647
212813	rnn.bias_hh_l0_reverse	9	0.1740036904811859
212813	linear.weight	0	0.2186659425497055
212813	linear.weight	1	-0.411323606967926
212813	linear.weight	2	0.02954697795212269
212813	linear.weight	3	0.06819146871566772
212813	linear.weight	4	-0.10831946134567261
212813	linear.weight	5	0.20831681787967682
212813	linear.weight	6	-0.06112634390592575
212813	linear.weight	7	-0.06654337048530579
212813	linear.weight	8	0.0814165472984314
212813	linear.weight	9	-0.040528200566768646
212813	linear.bias	0	-1.1307622194290161
212813	linear.bias	1	1.9363532066345215
212813	linear.bias	2	0.5565880537033081
212813	linear.bias	3	-2.4434053897857666
212813	linear.bias	4	-0.2920490503311157
212813	linear.bias	5	1.156389594078064
212813	linear.bias	6	-0.2306334227323532
212813	linear.bias	7	0.6107717752456665
212813	linear.bias	8	2.1265947818756104
212813	linear.bias	9	-1.343682050704956
213422	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
213422	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
213422	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
213422	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
213422	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
213422	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
213422	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
213422	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
213422	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
213422	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
213422	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
213422	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
213422	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
213422	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
213422	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
213422	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
213422	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
213422	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
213422	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
213422	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
213422	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
213422	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
213422	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
213422	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
213422	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
213422	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
213422	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
213422	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
213422	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
213422	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
213422	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
213422	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
213422	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
213422	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
213422	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
213422	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
213422	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
213422	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
213422	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
213422	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
213422	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
213422	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
213422	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
213422	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
213422	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
213422	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
213422	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
213422	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
213422	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
213422	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
213422	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
213422	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
213422	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
213422	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
213422	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
213422	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
213422	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
213422	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
213422	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
213422	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
213422	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
213422	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
213422	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
213422	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
213422	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
213422	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
213422	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
213422	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
213422	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
213422	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
213422	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
213422	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
213422	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
213422	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
213422	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
213422	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
213422	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
213422	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
213422	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
213422	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
213422	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
213422	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
213422	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
213422	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
213422	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
213422	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
213422	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
213422	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
213422	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
213422	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
213422	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
213422	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
213422	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
213422	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
213422	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
213422	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
213422	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
213422	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
213422	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
213422	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
213422	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
213422	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
213422	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
213422	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
213422	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
213422	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
213422	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
213422	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
213422	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
213422	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
213422	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
213422	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
213422	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
213422	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
213422	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
213422	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
213422	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
213422	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
213422	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
213422	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
213422	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
213422	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
213422	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
213422	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
213422	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
213422	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
213422	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
213422	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
213422	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
213422	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
213422	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
213422	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
213422	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
213422	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
213422	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
213422	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
213422	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
213422	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
213422	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
213422	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
213422	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
213422	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
213422	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
213422	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
213422	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
213422	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
213422	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
213422	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
213422	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
213422	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
213422	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
213422	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
213422	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
213422	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
213422	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
213422	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
213422	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
213422	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
213422	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
213422	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
213422	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
213422	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
213422	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
213422	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
213422	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
213422	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
213422	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
213422	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
213422	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
213422	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
213422	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
213422	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
213422	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
213422	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
213422	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
213422	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
213422	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
213422	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
213422	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
213422	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
213422	embedding2nn.weight	0	0.2522411346435547
213422	embedding2nn.weight	1	0.2989080846309662
213422	embedding2nn.weight	2	0.020176298916339874
213422	embedding2nn.weight	3	0.03481093794107437
213422	embedding2nn.weight	4	-0.02797793038189411
213422	embedding2nn.weight	5	0.06637248396873474
213422	embedding2nn.weight	6	0.05235389992594719
213422	embedding2nn.weight	7	0.009850796312093735
213422	embedding2nn.weight	8	0.015852006152272224
213422	embedding2nn.weight	9	-0.0500144362449646
213422	embedding2nn.bias	0	0.004674855619668961
213422	embedding2nn.bias	1	-0.15583322942256927
213422	embedding2nn.bias	2	0.06305722147226334
213422	embedding2nn.bias	3	0.1711692214012146
213422	embedding2nn.bias	4	0.1636362373828888
213422	embedding2nn.bias	5	-0.06820496171712875
213422	embedding2nn.bias	6	-0.04710419103503227
213422	embedding2nn.bias	7	0.019880378618836403
213422	embedding2nn.bias	8	-0.13707409799098969
213422	embedding2nn.bias	9	-0.3975497782230377
213422	rnn.weight_ih_l0	0	0.002964035142213106
213422	rnn.weight_ih_l0	1	-0.07048407196998596
213422	rnn.weight_ih_l0	2	-0.09743405878543854
213422	rnn.weight_ih_l0	3	0.06337972730398178
213422	rnn.weight_ih_l0	4	0.05212690681219101
213422	rnn.weight_ih_l0	5	-0.07875411957502365
213422	rnn.weight_ih_l0	6	-0.01609976962208748
213422	rnn.weight_ih_l0	7	-0.0021892404183745384
213422	rnn.weight_ih_l0	8	-0.010136331431567669
213422	rnn.weight_ih_l0	9	-0.09485582262277603
213422	rnn.weight_hh_l0	0	0.01789478212594986
213422	rnn.weight_hh_l0	1	0.06977066397666931
213422	rnn.weight_hh_l0	2	0.031930796802043915
213422	rnn.weight_hh_l0	3	0.03182573616504669
213422	rnn.weight_hh_l0	4	0.001763672917149961
213422	rnn.weight_hh_l0	5	0.06977321952581406
213422	rnn.weight_hh_l0	6	-0.020993033424019814
213422	rnn.weight_hh_l0	7	-0.04023269936442375
213422	rnn.weight_hh_l0	8	0.04021861031651497
213422	rnn.weight_hh_l0	9	-0.0842055156826973
213422	rnn.bias_ih_l0	0	0.1646840125322342
213422	rnn.bias_ih_l0	1	-0.20338867604732513
213422	rnn.bias_ih_l0	2	-0.019326550886034966
213422	rnn.bias_ih_l0	3	-0.15179476141929626
213422	rnn.bias_ih_l0	4	0.06645921617746353
213422	rnn.bias_ih_l0	5	-0.251285195350647
213422	rnn.bias_ih_l0	6	-0.11155354976654053
213422	rnn.bias_ih_l0	7	-0.2488076537847519
213422	rnn.bias_ih_l0	8	-0.19796812534332275
213422	rnn.bias_ih_l0	9	-0.3922297954559326
213422	rnn.bias_hh_l0	0	-0.24203626811504364
213422	rnn.bias_hh_l0	1	-0.23691563308238983
213422	rnn.bias_hh_l0	2	-0.20848815143108368
213422	rnn.bias_hh_l0	3	-0.040021706372499466
213422	rnn.bias_hh_l0	4	-0.21913352608680725
213422	rnn.bias_hh_l0	5	-0.26478028297424316
213422	rnn.bias_hh_l0	6	-0.11179493367671967
213422	rnn.bias_hh_l0	7	0.04997670650482178
213422	rnn.bias_hh_l0	8	-0.14824780821800232
213422	rnn.bias_hh_l0	9	-0.39825689792633057
213422	rnn.weight_ih_l0_reverse	0	0.059593066573143005
213422	rnn.weight_ih_l0_reverse	1	-0.060855280607938766
213422	rnn.weight_ih_l0_reverse	2	-0.0344206765294075
213422	rnn.weight_ih_l0_reverse	3	-0.08766505867242813
213422	rnn.weight_ih_l0_reverse	4	0.06019608676433563
213422	rnn.weight_ih_l0_reverse	5	-0.1385788768529892
213422	rnn.weight_ih_l0_reverse	6	0.02992142178118229
213422	rnn.weight_ih_l0_reverse	7	0.022928578779101372
213422	rnn.weight_ih_l0_reverse	8	-0.07973657548427582
213422	rnn.weight_ih_l0_reverse	9	-0.017337661236524582
213422	rnn.weight_hh_l0_reverse	0	-0.06395836919546127
213422	rnn.weight_hh_l0_reverse	1	0.018886197358369827
213422	rnn.weight_hh_l0_reverse	2	-0.01948772929608822
213422	rnn.weight_hh_l0_reverse	3	0.003013731213286519
213422	rnn.weight_hh_l0_reverse	4	-0.07216614484786987
213422	rnn.weight_hh_l0_reverse	5	0.03718871623277664
213422	rnn.weight_hh_l0_reverse	6	0.015813546255230904
213422	rnn.weight_hh_l0_reverse	7	-0.0542064905166626
213422	rnn.weight_hh_l0_reverse	8	-0.006056476850062609
213422	rnn.weight_hh_l0_reverse	9	0.0589178204536438
213422	rnn.bias_ih_l0_reverse	0	-0.13524074852466583
213422	rnn.bias_ih_l0_reverse	1	-0.08695661276578903
213422	rnn.bias_ih_l0_reverse	2	0.07374918460845947
213422	rnn.bias_ih_l0_reverse	3	-0.20529943704605103
213422	rnn.bias_ih_l0_reverse	4	0.0008550822385586798
213422	rnn.bias_ih_l0_reverse	5	-0.1713356226682663
213422	rnn.bias_ih_l0_reverse	6	0.22143854200839996
213422	rnn.bias_ih_l0_reverse	7	-0.26593002676963806
213422	rnn.bias_ih_l0_reverse	8	-0.13063016533851624
213422	rnn.bias_ih_l0_reverse	9	-0.1043764054775238
213422	rnn.bias_hh_l0_reverse	0	-0.08706619590520859
213422	rnn.bias_hh_l0_reverse	1	0.21996332705020905
213422	rnn.bias_hh_l0_reverse	2	-0.2772335410118103
213422	rnn.bias_hh_l0_reverse	3	-0.13105547428131104
213422	rnn.bias_hh_l0_reverse	4	-0.28758397698402405
213422	rnn.bias_hh_l0_reverse	5	-0.11976012587547302
213422	rnn.bias_hh_l0_reverse	6	-0.22548674046993256
213422	rnn.bias_hh_l0_reverse	7	-0.06537795066833496
213422	rnn.bias_hh_l0_reverse	8	-0.18739797174930573
213422	rnn.bias_hh_l0_reverse	9	0.191890686750412
213422	linear.weight	0	0.20005720853805542
213422	linear.weight	1	-0.4118459224700928
213422	linear.weight	2	0.0033558590803295374
213422	linear.weight	3	0.06819963455200195
213422	linear.weight	4	-0.16159623861312866
213422	linear.weight	5	0.20570337772369385
213422	linear.weight	6	-0.05140794813632965
213422	linear.weight	7	-0.06653791666030884
213422	linear.weight	8	0.09761825948953629
213422	linear.weight	9	-0.04055606573820114
213422	linear.bias	0	-1.102912425994873
213422	linear.bias	1	1.9239808320999146
213422	linear.bias	2	0.5687021017074585
213422	linear.bias	3	-2.4443066120147705
213422	linear.bias	4	-0.3103039562702179
213422	linear.bias	5	1.1611779928207397
213422	linear.bias	6	-0.23853394389152527
213422	linear.bias	7	0.598488450050354
213422	linear.bias	8	2.2012577056884766
213422	linear.bias	9	-1.3651155233383179
213430	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
213430	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
213430	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
213430	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
213430	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
213430	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
213430	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
213430	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
213430	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
213430	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
213430	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
213430	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
213430	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
213430	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
213430	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
213430	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
213430	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
213430	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
213430	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
213430	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
213430	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
213430	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
213430	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
213430	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
213430	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
213430	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
213430	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
213430	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
213430	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
213430	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
213430	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
213430	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
213430	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
213430	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
213430	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
213430	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
213430	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
213430	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
213430	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
213430	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
213430	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
213430	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
213430	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
213430	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
213430	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
213430	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
213430	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
213430	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
213430	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
213430	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
213430	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
213430	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
213430	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
213430	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
213430	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
213430	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
213430	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
213430	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
213430	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
213430	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
213430	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
213430	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
213430	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
213430	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
213430	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
213430	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
213430	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
213430	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
213430	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
213430	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
213430	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
213430	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
213430	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
213430	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
213430	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
213430	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
213430	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
213430	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
213430	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
213430	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
213430	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
213430	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
213430	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
213430	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
213430	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
213430	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
213430	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
213430	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
213430	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
213430	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
213430	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
213430	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
213430	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
213430	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
213430	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
213430	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
213430	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
213430	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
213430	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
213430	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
213430	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
213430	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
213430	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
213430	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
213430	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
213430	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
213430	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
213430	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
213430	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
213430	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
213430	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
213430	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
213430	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
213430	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
213430	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
213430	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
213430	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
213430	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
213430	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
213430	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
213430	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
213430	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
213430	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
213430	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
213430	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
213430	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
213430	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
213430	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
213430	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
213430	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
213430	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
213430	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
213430	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
213430	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
213430	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
213430	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
213430	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
213430	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
213430	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
213430	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
213430	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
213430	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
213430	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
213430	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
213430	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
213430	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
213430	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
213430	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
213430	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
213430	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
213430	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
213430	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
213430	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
213430	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
213430	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
213430	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
213430	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
213430	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
213430	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
213430	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
213430	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
213430	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
213430	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
213430	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
213430	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
213430	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
213430	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
213430	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
213430	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
213430	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
213430	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
213430	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
213430	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
213430	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
213430	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
213430	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
213430	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
213430	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
213430	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
213430	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
213430	embedding2nn.weight	0	0.2520899772644043
213430	embedding2nn.weight	1	0.2989123463630676
213430	embedding2nn.weight	2	0.02003583498299122
213430	embedding2nn.weight	3	0.03376658633351326
213430	embedding2nn.weight	4	-0.02837201952934265
213430	embedding2nn.weight	5	0.06627582758665085
213430	embedding2nn.weight	6	0.054049137979745865
213430	embedding2nn.weight	7	0.00940382294356823
213430	embedding2nn.weight	8	0.016674699261784554
213430	embedding2nn.weight	9	-0.04956518113613129
213430	embedding2nn.bias	0	0.007174264639616013
213430	embedding2nn.bias	1	-0.15959957242012024
213430	embedding2nn.bias	2	0.06740228086709976
213430	embedding2nn.bias	3	0.17691317200660706
213430	embedding2nn.bias	4	0.16767755150794983
213430	embedding2nn.bias	5	-0.06796769052743912
213430	embedding2nn.bias	6	-0.04634642228484154
213430	embedding2nn.bias	7	0.017725225538015366
213430	embedding2nn.bias	8	-0.12871266901493073
213430	embedding2nn.bias	9	-0.3959740698337555
213430	rnn.weight_ih_l0	0	0.0030258011538535357
213430	rnn.weight_ih_l0	1	-0.07044997811317444
213430	rnn.weight_ih_l0	2	-0.09820514917373657
213430	rnn.weight_ih_l0	3	0.0635766088962555
213430	rnn.weight_ih_l0	4	0.05119921639561653
213430	rnn.weight_ih_l0	5	-0.07766114175319672
213430	rnn.weight_ih_l0	6	-0.016885725781321526
213430	rnn.weight_ih_l0	7	-0.001258379896171391
213430	rnn.weight_ih_l0	8	-0.010967201553285122
213430	rnn.weight_ih_l0	9	-0.09478869289159775
213430	rnn.weight_hh_l0	0	0.017902923747897148
213430	rnn.weight_hh_l0	1	0.0698050707578659
213430	rnn.weight_hh_l0	2	0.03203514590859413
213430	rnn.weight_hh_l0	3	0.03183545544743538
213430	rnn.weight_hh_l0	4	0.001985745970159769
213430	rnn.weight_hh_l0	5	0.06980551779270172
213430	rnn.weight_hh_l0	6	-0.02096816524863243
213430	rnn.weight_hh_l0	7	-0.040012456476688385
213430	rnn.weight_hh_l0	8	0.04027101770043373
213430	rnn.weight_hh_l0	9	-0.08418011665344238
213430	rnn.bias_ih_l0	0	0.16158749163150787
213430	rnn.bias_ih_l0	1	-0.20287159085273743
213430	rnn.bias_ih_l0	2	-0.019068419933319092
213430	rnn.bias_ih_l0	3	-0.15215075016021729
213430	rnn.bias_ih_l0	4	0.06538320332765579
213430	rnn.bias_ih_l0	5	-0.25073638558387756
213430	rnn.bias_ih_l0	6	-0.1118236854672432
213430	rnn.bias_ih_l0	7	-0.24892926216125488
213430	rnn.bias_ih_l0	8	-0.19865179061889648
213430	rnn.bias_ih_l0	9	-0.3904408812522888
213430	rnn.bias_hh_l0	0	-0.2405497133731842
213430	rnn.bias_hh_l0	1	-0.23697997629642487
213430	rnn.bias_hh_l0	2	-0.20712803304195404
213430	rnn.bias_hh_l0	3	-0.04068518429994583
213430	rnn.bias_hh_l0	4	-0.21967682242393494
213430	rnn.bias_hh_l0	5	-0.2647961676120758
213430	rnn.bias_hh_l0	6	-0.1106090396642685
213430	rnn.bias_hh_l0	7	0.05067387968301773
213430	rnn.bias_hh_l0	8	-0.14804743230342865
213430	rnn.bias_hh_l0	9	-0.3978283703327179
213430	rnn.weight_ih_l0_reverse	0	0.05945389345288277
213430	rnn.weight_ih_l0_reverse	1	-0.06119757145643234
213430	rnn.weight_ih_l0_reverse	2	-0.03461906686425209
213430	rnn.weight_ih_l0_reverse	3	-0.08783318847417831
213430	rnn.weight_ih_l0_reverse	4	0.05999324470758438
213430	rnn.weight_ih_l0_reverse	5	-0.13855481147766113
213430	rnn.weight_ih_l0_reverse	6	0.029943231493234634
213430	rnn.weight_ih_l0_reverse	7	0.022989392280578613
213430	rnn.weight_ih_l0_reverse	8	-0.0799335241317749
213430	rnn.weight_ih_l0_reverse	9	-0.01787128858268261
213430	rnn.weight_hh_l0_reverse	0	-0.06411393731832504
213430	rnn.weight_hh_l0_reverse	1	0.018878208473324776
213430	rnn.weight_hh_l0_reverse	2	-0.01945311576128006
213430	rnn.weight_hh_l0_reverse	3	0.0028733117505908012
213430	rnn.weight_hh_l0_reverse	4	-0.07219912111759186
213430	rnn.weight_hh_l0_reverse	5	0.037203382700681686
213430	rnn.weight_hh_l0_reverse	6	0.01580740697681904
213430	rnn.weight_hh_l0_reverse	7	-0.05436170473694801
213430	rnn.weight_hh_l0_reverse	8	-0.0061558508314192295
213430	rnn.weight_hh_l0_reverse	9	0.0588444359600544
213430	rnn.bias_ih_l0_reverse	0	-0.13547338545322418
213430	rnn.bias_ih_l0_reverse	1	-0.08738067001104355
213430	rnn.bias_ih_l0_reverse	2	0.07386758923530579
213430	rnn.bias_ih_l0_reverse	3	-0.2055247277021408
213430	rnn.bias_ih_l0_reverse	4	0.00031115388264879584
213430	rnn.bias_ih_l0_reverse	5	-0.17166920006275177
213430	rnn.bias_ih_l0_reverse	6	0.2223508059978485
213430	rnn.bias_ih_l0_reverse	7	-0.265608012676239
213430	rnn.bias_ih_l0_reverse	8	-0.13009236752986908
213430	rnn.bias_ih_l0_reverse	9	-0.10520963370800018
213430	rnn.bias_hh_l0_reverse	0	-0.08498643338680267
213430	rnn.bias_hh_l0_reverse	1	0.22294388711452484
213430	rnn.bias_hh_l0_reverse	2	-0.27934715151786804
213430	rnn.bias_hh_l0_reverse	3	-0.13134421408176422
213430	rnn.bias_hh_l0_reverse	4	-0.2874118387699127
213430	rnn.bias_hh_l0_reverse	5	-0.12116537243127823
213430	rnn.bias_hh_l0_reverse	6	-0.22540558874607086
213430	rnn.bias_hh_l0_reverse	7	-0.06651697307825089
213430	rnn.bias_hh_l0_reverse	8	-0.18704955279827118
213430	rnn.bias_hh_l0_reverse	9	0.18685190379619598
213430	linear.weight	0	0.20005738735198975
213430	linear.weight	1	-0.41201332211494446
213430	linear.weight	2	0.003917213063687086
213430	linear.weight	3	0.06819966435432434
213430	linear.weight	4	-0.1641508787870407
213430	linear.weight	5	0.2004033327102661
213430	linear.weight	6	-0.048036571592092514
213430	linear.weight	7	-0.06653756648302078
213430	linear.weight	8	0.10239651799201965
213430	linear.weight	9	-0.040556468069553375
213430	linear.bias	0	-1.1012595891952515
213430	linear.bias	1	1.9225742816925049
213430	linear.bias	2	0.564245879650116
213430	linear.bias	3	-2.4443178176879883
213430	linear.bias	4	-0.2937586307525635
213430	linear.bias	5	1.1573728322982788
213430	linear.bias	6	-0.2352246642112732
213430	linear.bias	7	0.6025399565696716
213430	linear.bias	8	2.202263593673706
213430	linear.bias	9	-1.3635303974151611
214039	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
214039	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
214039	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
214039	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
214039	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
214039	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
214039	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
214039	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
214039	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
214039	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
214039	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
214039	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
214039	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
214039	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
214039	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
214039	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
214039	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
214039	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
214039	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
214039	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
214039	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
214039	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
214039	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
214039	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
214039	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
214039	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
214039	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
214039	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
214039	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
214039	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
214039	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
214039	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
214039	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
214039	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
214039	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
214039	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
214039	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
214039	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
214039	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
214039	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
214039	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
214039	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
214039	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
214039	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
214039	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
214039	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
214039	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
214039	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
214039	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
214039	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
214039	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
214039	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
214039	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
214039	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
214039	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
214039	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
214039	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
214039	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
214039	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
214039	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
214039	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
214039	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
214039	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
214039	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
214039	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
214039	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
214039	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
214039	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
214039	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
214039	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
214039	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
214039	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
214039	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
214039	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
214039	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
214039	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
214039	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
214039	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
214039	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
214039	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
214039	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
214039	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
214039	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
214039	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
214039	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
214039	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
214039	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
214039	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
214039	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
214039	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
214039	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
214039	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
214039	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
214039	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
214039	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
214039	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
214039	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
214039	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
214039	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
214039	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
214039	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
214039	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
214039	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
214039	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
214039	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
214039	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
214039	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
214039	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
214039	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
214039	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
214039	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
214039	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
214039	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
214039	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
214039	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
214039	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
214039	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
214039	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
214039	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
214039	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
214039	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
214039	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
214039	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
214039	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
214039	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
214039	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
214039	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
214039	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
214039	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
214039	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
214039	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
214039	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
214039	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
214039	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
214039	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
214039	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
214039	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
214039	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
214039	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
214039	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
214039	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
214039	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
214039	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
214039	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
214039	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
214039	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
214039	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
214039	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
214039	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
214039	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
214039	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
214039	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
214039	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
214039	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
214039	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
214039	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
214039	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
214039	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
214039	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
214039	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
214039	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
214039	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
214039	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
214039	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
214039	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
214039	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
214039	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
214039	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
214039	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
214039	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
214039	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
214039	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
214039	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
214039	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
214039	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
214039	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
214039	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
214039	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
214039	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
214039	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
214039	embedding2nn.weight	0	0.2534768879413605
214039	embedding2nn.weight	1	0.3039065897464752
214039	embedding2nn.weight	2	0.019168516620993614
214039	embedding2nn.weight	3	0.041376687586307526
214039	embedding2nn.weight	4	-0.027697207406163216
214039	embedding2nn.weight	5	0.06623431295156479
214039	embedding2nn.weight	6	0.05495474487543106
214039	embedding2nn.weight	7	0.01361906249076128
214039	embedding2nn.weight	8	0.012046754360198975
214039	embedding2nn.weight	9	-0.046711042523384094
214039	embedding2nn.bias	0	0.017501279711723328
214039	embedding2nn.bias	1	-0.15740464627742767
214039	embedding2nn.bias	2	0.07640446722507477
214039	embedding2nn.bias	3	0.17540763318538666
214039	embedding2nn.bias	4	0.15171514451503754
214039	embedding2nn.bias	5	-0.07857406139373779
214039	embedding2nn.bias	6	-0.04655015096068382
214039	embedding2nn.bias	7	0.010801113210618496
214039	embedding2nn.bias	8	-0.15562739968299866
214039	embedding2nn.bias	9	-0.4055435359477997
214039	rnn.weight_ih_l0	0	0.00442936597391963
214039	rnn.weight_ih_l0	1	-0.06982648372650146
214039	rnn.weight_ih_l0	2	-0.09636949002742767
214039	rnn.weight_ih_l0	3	0.06397125869989395
214039	rnn.weight_ih_l0	4	0.05901488661766052
214039	rnn.weight_ih_l0	5	-0.0836825743317604
214039	rnn.weight_ih_l0	6	-0.017738565802574158
214039	rnn.weight_ih_l0	7	0.0007405558135360479
214039	rnn.weight_ih_l0	8	-0.02500666119158268
214039	rnn.weight_ih_l0	9	-0.0915362760424614
214039	rnn.weight_hh_l0	0	0.018251383677124977
214039	rnn.weight_hh_l0	1	0.06972311437129974
214039	rnn.weight_hh_l0	2	0.032486673444509506
214039	rnn.weight_hh_l0	3	0.031471382826566696
214039	rnn.weight_hh_l0	4	0.0018443153239786625
214039	rnn.weight_hh_l0	5	0.07011062651872635
214039	rnn.weight_hh_l0	6	-0.020404662936925888
214039	rnn.weight_hh_l0	7	-0.04282952472567558
214039	rnn.weight_hh_l0	8	0.03957434743642807
214039	rnn.weight_hh_l0	9	-0.08441412448883057
214039	rnn.bias_ih_l0	0	0.1579132229089737
214039	rnn.bias_ih_l0	1	-0.19871369004249573
214039	rnn.bias_ih_l0	2	-0.018370741978287697
214039	rnn.bias_ih_l0	3	-0.14027833938598633
214039	rnn.bias_ih_l0	4	0.06255228072404861
214039	rnn.bias_ih_l0	5	-0.2560838460922241
214039	rnn.bias_ih_l0	6	-0.1171143651008606
214039	rnn.bias_ih_l0	7	-0.24667634069919586
214039	rnn.bias_ih_l0	8	-0.2000454068183899
214039	rnn.bias_ih_l0	9	-0.39631614089012146
214039	rnn.bias_hh_l0	0	-0.23292489349842072
214039	rnn.bias_hh_l0	1	-0.23509936034679413
214039	rnn.bias_hh_l0	2	-0.20953889191150665
214039	rnn.bias_hh_l0	3	-0.03398876264691353
214039	rnn.bias_hh_l0	4	-0.2183053195476532
214039	rnn.bias_hh_l0	5	-0.26294761896133423
214039	rnn.bias_hh_l0	6	-0.10708601027727127
214039	rnn.bias_hh_l0	7	0.05971651151776314
214039	rnn.bias_hh_l0	8	-0.14398139715194702
214039	rnn.bias_hh_l0	9	-0.3971482217311859
214039	rnn.weight_ih_l0_reverse	0	0.05219589173793793
214039	rnn.weight_ih_l0_reverse	1	-0.06158609688282013
214039	rnn.weight_ih_l0_reverse	2	-0.03451940044760704
214039	rnn.weight_ih_l0_reverse	3	-0.08734607696533203
214039	rnn.weight_ih_l0_reverse	4	0.05998348444700241
214039	rnn.weight_ih_l0_reverse	5	-0.143056258559227
214039	rnn.weight_ih_l0_reverse	6	0.03158555552363396
214039	rnn.weight_ih_l0_reverse	7	0.023441778495907784
214039	rnn.weight_ih_l0_reverse	8	-0.07970567047595978
214039	rnn.weight_ih_l0_reverse	9	-0.019075118005275726
214039	rnn.weight_hh_l0_reverse	0	-0.06747652590274811
214039	rnn.weight_hh_l0_reverse	1	0.019335255026817322
214039	rnn.weight_hh_l0_reverse	2	-0.02074412629008293
214039	rnn.weight_hh_l0_reverse	3	0.002491328865289688
214039	rnn.weight_hh_l0_reverse	4	-0.07397067546844482
214039	rnn.weight_hh_l0_reverse	5	0.0374709852039814
214039	rnn.weight_hh_l0_reverse	6	0.015682686120271683
214039	rnn.weight_hh_l0_reverse	7	-0.05886153504252434
214039	rnn.weight_hh_l0_reverse	8	-0.005425277166068554
214039	rnn.weight_hh_l0_reverse	9	0.05909784510731697
214039	rnn.bias_ih_l0_reverse	0	-0.1278684139251709
214039	rnn.bias_ih_l0_reverse	1	-0.08785385638475418
214039	rnn.bias_ih_l0_reverse	2	0.07752171903848648
214039	rnn.bias_ih_l0_reverse	3	-0.19724814593791962
214039	rnn.bias_ih_l0_reverse	4	-0.004235983360558748
214039	rnn.bias_ih_l0_reverse	5	-0.17276491224765778
214039	rnn.bias_ih_l0_reverse	6	0.22070086002349854
214039	rnn.bias_ih_l0_reverse	7	-0.2721176743507385
214039	rnn.bias_ih_l0_reverse	8	-0.12940789759159088
214039	rnn.bias_ih_l0_reverse	9	-0.10811412334442139
214039	rnn.bias_hh_l0_reverse	0	-0.08719407021999359
214039	rnn.bias_hh_l0_reverse	1	0.21839690208435059
214039	rnn.bias_hh_l0_reverse	2	-0.2801460325717926
214039	rnn.bias_hh_l0_reverse	3	-0.12999227643013
214039	rnn.bias_hh_l0_reverse	4	-0.2869206964969635
214039	rnn.bias_hh_l0_reverse	5	-0.12496624886989594
214039	rnn.bias_hh_l0_reverse	6	-0.22610843181610107
214039	rnn.bias_hh_l0_reverse	7	-0.06589612364768982
214039	rnn.bias_hh_l0_reverse	8	-0.17443834245204926
214039	rnn.bias_hh_l0_reverse	9	0.16019754111766815
214039	linear.weight	0	0.2220003455877304
214039	linear.weight	1	-0.4234716594219208
214039	linear.weight	2	0.05367413908243179
214039	linear.weight	3	0.06819766759872437
214039	linear.weight	4	-0.14878591895103455
214039	linear.weight	5	0.2227250039577484
214039	linear.weight	6	-0.041425447911024094
214039	linear.weight	7	-0.06653496623039246
214039	linear.weight	8	0.12194620072841644
214039	linear.weight	9	-0.0405847541987896
214039	linear.bias	0	-1.117809534072876
214039	linear.bias	1	1.891024112701416
214039	linear.bias	2	0.5736445784568787
214039	linear.bias	3	-2.4451637268066406
214039	linear.bias	4	-0.2794162929058075
214039	linear.bias	5	1.1825013160705566
214039	linear.bias	6	-0.26040011644363403
214039	linear.bias	7	0.5743891596794128
214039	linear.bias	8	2.1967074871063232
214039	linear.bias	9	-1.3204931020736694
214648	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
214648	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
214648	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
214648	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
214648	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
214648	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
214648	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
214648	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
214648	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
214648	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
214648	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
214648	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
214648	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
214648	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
214648	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
214648	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
214648	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
214648	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
214648	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
214648	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
214648	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
214648	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
214648	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
214648	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
214648	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
214648	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
214648	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
214648	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
214648	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
214648	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
214648	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
214648	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
214648	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
214648	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
214648	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
214648	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
214648	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
214648	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
214648	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
214648	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
214648	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
214648	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
214648	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
214648	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
214648	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
214648	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
214648	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
214648	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
214648	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
214648	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
214648	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
214648	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
214648	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
214648	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
214648	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
214648	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
214648	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
214648	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
214648	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
214648	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
214648	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
214648	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
214648	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
214648	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
214648	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
214648	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
214648	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
214648	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
214648	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
214648	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
214648	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
214648	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
214648	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
214648	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
214648	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
214648	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
214648	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
214648	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
214648	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
214648	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
214648	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
214648	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
214648	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
214648	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
214648	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
214648	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
214648	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
214648	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
214648	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
214648	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
214648	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
214648	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
214648	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
214648	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
214648	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
214648	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
214648	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
214648	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
214648	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
214648	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
214648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
214648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
214648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
214648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
214648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
214648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
214648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
214648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
214648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
214648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
214648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
214648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
214648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
214648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
214648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
214648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
214648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
214648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
214648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
214648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
214648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
214648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
214648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
214648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
214648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
214648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
214648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
214648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
214648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
214648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
214648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
214648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
214648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
214648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
214648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
214648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
214648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
214648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
214648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
214648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
214648	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
214648	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
214648	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
214648	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
214648	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
214648	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
214648	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
214648	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
214648	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
214648	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
214648	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
214648	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
214648	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
214648	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
214648	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
214648	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
214648	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
214648	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
214648	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
214648	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
214648	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
214648	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
214648	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
214648	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
214648	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
214648	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
214648	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
214648	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
214648	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
214648	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
214648	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
214648	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
214648	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
214648	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
214648	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
214648	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
214648	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
214648	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
214648	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
214648	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
214648	embedding2nn.weight	0	0.2526710331439972
214648	embedding2nn.weight	1	0.3043295741081238
214648	embedding2nn.weight	2	0.02246563695371151
214648	embedding2nn.weight	3	0.02828690968453884
214648	embedding2nn.weight	4	-0.03194526210427284
214648	embedding2nn.weight	5	0.07010983675718307
214648	embedding2nn.weight	6	0.05852604657411575
214648	embedding2nn.weight	7	0.0231163427233696
214648	embedding2nn.weight	8	0.009135076776146889
214648	embedding2nn.weight	9	-0.05649455264210701
214648	embedding2nn.bias	0	0.02315877191722393
214648	embedding2nn.bias	1	-0.1580614447593689
214648	embedding2nn.bias	2	0.07892642915248871
214648	embedding2nn.bias	3	0.16679459810256958
214648	embedding2nn.bias	4	0.16744089126586914
214648	embedding2nn.bias	5	-0.08224880695343018
214648	embedding2nn.bias	6	-0.05583133175969124
214648	embedding2nn.bias	7	0.0244467630982399
214648	embedding2nn.bias	8	-0.12308799475431442
214648	embedding2nn.bias	9	-0.4053213894367218
214648	rnn.weight_ih_l0	0	0.002903863787651062
214648	rnn.weight_ih_l0	1	-0.06990224868059158
214648	rnn.weight_ih_l0	2	-0.10098857432603836
214648	rnn.weight_ih_l0	3	0.06244918331503868
214648	rnn.weight_ih_l0	4	0.05331828072667122
214648	rnn.weight_ih_l0	5	-0.08172805607318878
214648	rnn.weight_ih_l0	6	-0.01727222464978695
214648	rnn.weight_ih_l0	7	0.0004894891753792763
214648	rnn.weight_ih_l0	8	-0.020809266716241837
214648	rnn.weight_ih_l0	9	-0.09296412765979767
214648	rnn.weight_hh_l0	0	0.018177058547735214
214648	rnn.weight_hh_l0	1	0.06908653676509857
214648	rnn.weight_hh_l0	2	0.0327363945543766
214648	rnn.weight_hh_l0	3	0.031032893806695938
214648	rnn.weight_hh_l0	4	0.002319631865248084
214648	rnn.weight_hh_l0	5	0.06979004293680191
214648	rnn.weight_hh_l0	6	-0.021464897319674492
214648	rnn.weight_hh_l0	7	-0.044353023171424866
214648	rnn.weight_hh_l0	8	0.039556391537189484
214648	rnn.weight_hh_l0	9	-0.08622641861438751
214648	rnn.bias_ih_l0	0	0.14991244673728943
214648	rnn.bias_ih_l0	1	-0.1983775496482849
214648	rnn.bias_ih_l0	2	-0.01606111042201519
214648	rnn.bias_ih_l0	3	-0.1440248340368271
214648	rnn.bias_ih_l0	4	0.05961664766073227
214648	rnn.bias_ih_l0	5	-0.25599148869514465
214648	rnn.bias_ih_l0	6	-0.11925215274095535
214648	rnn.bias_ih_l0	7	-0.24535205960273743
214648	rnn.bias_ih_l0	8	-0.19826370477676392
214648	rnn.bias_ih_l0	9	-0.40307337045669556
214648	rnn.bias_hh_l0	0	-0.23388898372650146
214648	rnn.bias_hh_l0	1	-0.23510995507240295
214648	rnn.bias_hh_l0	2	-0.21463201940059662
214648	rnn.bias_hh_l0	3	-0.031006745994091034
214648	rnn.bias_hh_l0	4	-0.22041334211826324
214648	rnn.bias_hh_l0	5	-0.2664318084716797
214648	rnn.bias_hh_l0	6	-0.09951513260602951
214648	rnn.bias_hh_l0	7	0.0618332214653492
214648	rnn.bias_hh_l0	8	-0.1457146406173706
214648	rnn.bias_hh_l0	9	-0.4026440382003784
214648	rnn.weight_ih_l0_reverse	0	0.06694622337818146
214648	rnn.weight_ih_l0_reverse	1	-0.06446105986833572
214648	rnn.weight_ih_l0_reverse	2	-0.03118250146508217
214648	rnn.weight_ih_l0_reverse	3	-0.08534197509288788
214648	rnn.weight_ih_l0_reverse	4	0.06154341995716095
214648	rnn.weight_ih_l0_reverse	5	-0.14934894442558289
214648	rnn.weight_ih_l0_reverse	6	0.041936248540878296
214648	rnn.weight_ih_l0_reverse	7	0.024026356637477875
214648	rnn.weight_ih_l0_reverse	8	-0.0753009021282196
214648	rnn.weight_ih_l0_reverse	9	-0.018992580473423004
214648	rnn.weight_hh_l0_reverse	0	-0.06769925355911255
214648	rnn.weight_hh_l0_reverse	1	0.02010861597955227
214648	rnn.weight_hh_l0_reverse	2	-0.02113337069749832
214648	rnn.weight_hh_l0_reverse	3	0.001630338141694665
214648	rnn.weight_hh_l0_reverse	4	-0.07466458529233932
214648	rnn.weight_hh_l0_reverse	5	0.037340302020311356
214648	rnn.weight_hh_l0_reverse	6	0.015828456729650497
214648	rnn.weight_hh_l0_reverse	7	-0.06136133149266243
214648	rnn.weight_hh_l0_reverse	8	-0.0018257582560181618
214648	rnn.weight_hh_l0_reverse	9	0.05893079936504364
214648	rnn.bias_ih_l0_reverse	0	-0.12993071973323822
214648	rnn.bias_ih_l0_reverse	1	-0.08618735522031784
214648	rnn.bias_ih_l0_reverse	2	0.07232487946748734
214648	rnn.bias_ih_l0_reverse	3	-0.19233299791812897
214648	rnn.bias_ih_l0_reverse	4	-0.019061243161559105
214648	rnn.bias_ih_l0_reverse	5	-0.17571280896663666
214648	rnn.bias_ih_l0_reverse	6	0.22501268982887268
214648	rnn.bias_ih_l0_reverse	7	-0.2833801805973053
214648	rnn.bias_ih_l0_reverse	8	-0.1242322027683258
214648	rnn.bias_ih_l0_reverse	9	-0.11322277784347534
214648	rnn.bias_hh_l0_reverse	0	-0.09805657714605331
214648	rnn.bias_hh_l0_reverse	1	0.22059907019138336
214648	rnn.bias_hh_l0_reverse	2	-0.2796134948730469
214648	rnn.bias_hh_l0_reverse	3	-0.12041579186916351
214648	rnn.bias_hh_l0_reverse	4	-0.28103214502334595
214648	rnn.bias_hh_l0_reverse	5	-0.1368834227323532
214648	rnn.bias_hh_l0_reverse	6	-0.22411033511161804
214648	rnn.bias_hh_l0_reverse	7	-0.07725902646780014
214648	rnn.bias_hh_l0_reverse	8	-0.1696542352437973
214648	rnn.bias_hh_l0_reverse	9	0.18297810852527618
214648	linear.weight	0	0.19408810138702393
214648	linear.weight	1	-0.4254125952720642
214648	linear.weight	2	0.004639316815882921
214648	linear.weight	3	0.06819108128547668
214648	linear.weight	4	-0.09228663146495819
214648	linear.weight	5	0.24236920475959778
214648	linear.weight	6	-0.02857540361583233
214648	linear.weight	7	-0.06651955097913742
214648	linear.weight	8	0.1232527643442154
214648	linear.weight	9	-0.04061026871204376
214648	linear.bias	0	-1.0894254446029663
214648	linear.bias	1	1.929189682006836
214648	linear.bias	2	0.5220867395401001
214648	linear.bias	3	-2.4459805488586426
214648	linear.bias	4	-0.3070405423641205
214648	linear.bias	5	1.1558568477630615
214648	linear.bias	6	-0.25104761123657227
214648	linear.bias	7	0.5884427428245544
214648	linear.bias	8	2.2266767024993896
214648	linear.bias	9	-1.3161952495574951
215257	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
215257	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
215257	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
215257	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
215257	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
215257	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
215257	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
215257	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
215257	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
215257	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
215257	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
215257	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
215257	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
215257	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
215257	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
215257	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
215257	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
215257	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
215257	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
215257	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
215257	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
215257	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
215257	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
215257	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
215257	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
215257	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
215257	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
215257	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
215257	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
215257	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
215257	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
215257	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
215257	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
215257	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
215257	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
215257	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
215257	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
215257	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
215257	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
215257	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
215257	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
215257	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
215257	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
215257	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
215257	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
215257	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
215257	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
215257	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
215257	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
215257	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
215257	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
215257	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
215257	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
215257	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
215257	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
215257	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
215257	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
215257	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
215257	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
215257	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
215257	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
215257	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
215257	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
215257	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
215257	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
215257	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
215257	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
215257	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
215257	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
215257	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
215257	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
215257	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
215257	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
215257	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
215257	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
215257	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
215257	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
215257	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
215257	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
215257	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
215257	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
215257	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
215257	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
215257	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
215257	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
215257	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
215257	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
215257	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
215257	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
215257	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
215257	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
215257	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
215257	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
215257	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
215257	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
215257	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
215257	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
215257	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
215257	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
215257	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
215257	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
215257	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
215257	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
215257	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
215257	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
215257	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
215257	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
215257	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
215257	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
215257	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
215257	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
215257	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
215257	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
215257	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
215257	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
215257	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
215257	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
215257	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
215257	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
215257	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
215257	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
215257	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
215257	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
215257	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
215257	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
215257	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
215257	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
215257	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
215257	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
215257	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
215257	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
215257	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
215257	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
215257	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
215257	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
215257	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
215257	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
215257	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
215257	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
215257	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
215257	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
215257	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
215257	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
215257	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
215257	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
215257	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
215257	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
215257	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
215257	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
215257	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
215257	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
215257	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
215257	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
215257	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
215257	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
215257	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
215257	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
215257	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
215257	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
215257	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
215257	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
215257	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
215257	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
215257	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
215257	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
215257	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
215257	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
215257	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
215257	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
215257	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
215257	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
215257	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
215257	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
215257	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
215257	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
215257	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
215257	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
215257	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
215257	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
215257	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
215257	embedding2nn.weight	0	0.2527350187301636
215257	embedding2nn.weight	1	0.3060913681983948
215257	embedding2nn.weight	2	0.020594576373696327
215257	embedding2nn.weight	3	0.016462691128253937
215257	embedding2nn.weight	4	-0.03777800500392914
215257	embedding2nn.weight	5	0.0644662156701088
215257	embedding2nn.weight	6	0.06548405438661575
215257	embedding2nn.weight	7	0.018833080306649208
215257	embedding2nn.weight	8	0.009243958629667759
215257	embedding2nn.weight	9	-0.05464571714401245
215257	embedding2nn.bias	0	0.03299988806247711
215257	embedding2nn.bias	1	-0.18467645347118378
215257	embedding2nn.bias	2	0.08879391849040985
215257	embedding2nn.bias	3	0.15731142461299896
215257	embedding2nn.bias	4	0.1761353611946106
215257	embedding2nn.bias	5	-0.07612436264753342
215257	embedding2nn.bias	6	-0.06973451375961304
215257	embedding2nn.bias	7	0.02659456618130207
215257	embedding2nn.bias	8	-0.16799591481685638
215257	embedding2nn.bias	9	-0.39554575085639954
215257	rnn.weight_ih_l0	0	0.0007898265612311661
215257	rnn.weight_ih_l0	1	-0.0688716396689415
215257	rnn.weight_ih_l0	2	-0.10638514161109924
215257	rnn.weight_ih_l0	3	0.0564388707280159
215257	rnn.weight_ih_l0	4	0.05636003613471985
215257	rnn.weight_ih_l0	5	-0.0729113295674324
215257	rnn.weight_ih_l0	6	-0.017482714727520943
215257	rnn.weight_ih_l0	7	0.0015264961402863264
215257	rnn.weight_ih_l0	8	-0.018446972593665123
215257	rnn.weight_ih_l0	9	-0.09088148176670074
215257	rnn.weight_hh_l0	0	0.017871301621198654
215257	rnn.weight_hh_l0	1	0.0692092776298523
215257	rnn.weight_hh_l0	2	0.03369838744401932
215257	rnn.weight_hh_l0	3	0.030257318168878555
215257	rnn.weight_hh_l0	4	0.0028457751031965017
215257	rnn.weight_hh_l0	5	0.0697040781378746
215257	rnn.weight_hh_l0	6	-0.021062364801764488
215257	rnn.weight_hh_l0	7	-0.047705210745334625
215257	rnn.weight_hh_l0	8	0.039421118795871735
215257	rnn.weight_hh_l0	9	-0.08472705632448196
215257	rnn.bias_ih_l0	0	0.1607256978750229
215257	rnn.bias_ih_l0	1	-0.19712665677070618
215257	rnn.bias_ih_l0	2	-0.018204448744654655
215257	rnn.bias_ih_l0	3	-0.13895830512046814
215257	rnn.bias_ih_l0	4	0.06425456702709198
215257	rnn.bias_ih_l0	5	-0.25643390417099
215257	rnn.bias_ih_l0	6	-0.11395935714244843
215257	rnn.bias_ih_l0	7	-0.2477116584777832
215257	rnn.bias_ih_l0	8	-0.20065122842788696
215257	rnn.bias_ih_l0	9	-0.3895375728607178
215257	rnn.bias_hh_l0	0	-0.22802776098251343
215257	rnn.bias_hh_l0	1	-0.23811432719230652
215257	rnn.bias_hh_l0	2	-0.20932024717330933
215257	rnn.bias_hh_l0	3	-0.02920372597873211
215257	rnn.bias_hh_l0	4	-0.22984278202056885
215257	rnn.bias_hh_l0	5	-0.266222208738327
215257	rnn.bias_hh_l0	6	-0.10469376295804977
215257	rnn.bias_hh_l0	7	0.05324837937951088
215257	rnn.bias_hh_l0	8	-0.1456988900899887
215257	rnn.bias_hh_l0	9	-0.4049275517463684
215257	rnn.weight_ih_l0_reverse	0	0.06255221366882324
215257	rnn.weight_ih_l0_reverse	1	-0.06674542278051376
215257	rnn.weight_ih_l0_reverse	2	-0.03440001979470253
215257	rnn.weight_ih_l0_reverse	3	-0.08536981046199799
215257	rnn.weight_ih_l0_reverse	4	0.06422299891710281
215257	rnn.weight_ih_l0_reverse	5	-0.14763715863227844
215257	rnn.weight_ih_l0_reverse	6	0.04274541884660721
215257	rnn.weight_ih_l0_reverse	7	0.024423658847808838
215257	rnn.weight_ih_l0_reverse	8	-0.07104715704917908
215257	rnn.weight_ih_l0_reverse	9	-0.017598621547222137
215257	rnn.weight_hh_l0_reverse	0	-0.06712706387042999
215257	rnn.weight_hh_l0_reverse	1	0.019689396023750305
215257	rnn.weight_hh_l0_reverse	2	-0.021426374092698097
215257	rnn.weight_hh_l0_reverse	3	0.001639490481466055
215257	rnn.weight_hh_l0_reverse	4	-0.07296381890773773
215257	rnn.weight_hh_l0_reverse	5	0.037444792687892914
215257	rnn.weight_hh_l0_reverse	6	0.015671757981181145
215257	rnn.weight_hh_l0_reverse	7	-0.06135519593954086
215257	rnn.weight_hh_l0_reverse	8	0.00048095747479237616
215257	rnn.weight_hh_l0_reverse	9	0.05846017226576805
215257	rnn.bias_ih_l0_reverse	0	-0.12468916922807693
215257	rnn.bias_ih_l0_reverse	1	-0.07967643439769745
215257	rnn.bias_ih_l0_reverse	2	0.0746084526181221
215257	rnn.bias_ih_l0_reverse	3	-0.18743552267551422
215257	rnn.bias_ih_l0_reverse	4	-0.01701909862458706
215257	rnn.bias_ih_l0_reverse	5	-0.1751025915145874
215257	rnn.bias_ih_l0_reverse	6	0.22596792876720428
215257	rnn.bias_ih_l0_reverse	7	-0.28676050901412964
215257	rnn.bias_ih_l0_reverse	8	-0.12017427384853363
215257	rnn.bias_ih_l0_reverse	9	-0.11669612675905228
215257	rnn.bias_hh_l0_reverse	0	-0.09217483550310135
215257	rnn.bias_hh_l0_reverse	1	0.21854010224342346
215257	rnn.bias_hh_l0_reverse	2	-0.28033751249313354
215257	rnn.bias_hh_l0_reverse	3	-0.13047167658805847
215257	rnn.bias_hh_l0_reverse	4	-0.2759343385696411
215257	rnn.bias_hh_l0_reverse	5	-0.13324113190174103
215257	rnn.bias_hh_l0_reverse	6	-0.21768854558467865
215257	rnn.bias_hh_l0_reverse	7	-0.07358331233263016
215257	rnn.bias_hh_l0_reverse	8	-0.16864076256752014
215257	rnn.bias_hh_l0_reverse	9	0.17488428950309753
215257	linear.weight	0	0.23735377192497253
215257	linear.weight	1	-0.43781793117523193
215257	linear.weight	2	-0.01419773232191801
215257	linear.weight	3	0.06818076223134995
215257	linear.weight	4	-0.11160822957754135
215257	linear.weight	5	0.26235517859458923
215257	linear.weight	6	-0.02066837251186371
215257	linear.weight	7	-0.06650472432374954
215257	linear.weight	8	0.11958149075508118
215257	linear.weight	9	-0.0406465157866478
215257	linear.bias	0	-1.0897828340530396
215257	linear.bias	1	1.9620264768600464
215257	linear.bias	2	0.5013631582260132
215257	linear.bias	3	-2.4469432830810547
215257	linear.bias	4	-0.3316624164581299
215257	linear.bias	5	1.1879029273986816
215257	linear.bias	6	-0.26203709840774536
215257	linear.bias	7	0.574425458908081
215257	linear.bias	8	2.113110303878784
215257	linear.bias	9	-1.3193695545196533
215866	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
215866	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
215866	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
215866	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
215866	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
215866	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
215866	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
215866	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
215866	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
215866	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
215866	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
215866	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
215866	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
215866	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
215866	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
215866	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
215866	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
215866	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
215866	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
215866	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
215866	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
215866	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
215866	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
215866	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
215866	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
215866	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
215866	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
215866	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
215866	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
215866	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
215866	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
215866	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
215866	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
215866	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
215866	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
215866	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
215866	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
215866	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
215866	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
215866	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
215866	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
215866	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
215866	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
215866	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
215866	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
215866	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
215866	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
215866	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
215866	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
215866	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
215866	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
215866	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
215866	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
215866	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
215866	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
215866	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
215866	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
215866	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
215866	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
215866	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
215866	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
215866	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
215866	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
215866	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
215866	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
215866	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
215866	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
215866	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
215866	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
215866	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
215866	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
215866	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
215866	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
215866	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
215866	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
215866	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
215866	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
215866	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
215866	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
215866	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
215866	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
215866	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
215866	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
215866	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
215866	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
215866	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
215866	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
215866	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
215866	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
215866	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
215866	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
215866	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
215866	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
215866	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
215866	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
215866	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
215866	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
215866	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
215866	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
215866	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
215866	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
215866	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
215866	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
215866	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
215866	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
215866	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
215866	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
215866	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
215866	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
215866	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
215866	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
215866	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
215866	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
215866	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
215866	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
215866	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
215866	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
215866	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
215866	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
215866	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
215866	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
215866	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
215866	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
215866	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
215866	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
215866	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
215866	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
215866	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
215866	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
215866	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
215866	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
215866	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
215866	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
215866	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
215866	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
215866	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
215866	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
215866	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
215866	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
215866	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
215866	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
215866	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
215866	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
215866	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
215866	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
215866	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
215866	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
215866	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
215866	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
215866	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
215866	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
215866	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
215866	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
215866	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
215866	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
215866	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
215866	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
215866	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
215866	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
215866	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
215866	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
215866	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
215866	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
215866	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
215866	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
215866	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
215866	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
215866	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
215866	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
215866	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
215866	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
215866	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
215866	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
215866	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
215866	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
215866	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
215866	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
215866	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
215866	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
215866	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
215866	embedding2nn.weight	0	0.2535759508609772
215866	embedding2nn.weight	1	0.30466634035110474
215866	embedding2nn.weight	2	0.02209087833762169
215866	embedding2nn.weight	3	0.030780073255300522
215866	embedding2nn.weight	4	-0.04169424995779991
215866	embedding2nn.weight	5	0.061193760484457016
215866	embedding2nn.weight	6	0.07164967060089111
215866	embedding2nn.weight	7	0.01729442924261093
215866	embedding2nn.weight	8	0.015647441148757935
215866	embedding2nn.weight	9	-0.05198926106095314
215866	embedding2nn.bias	0	0.02922673709690571
215866	embedding2nn.bias	1	-0.1679384708404541
215866	embedding2nn.bias	2	0.09872160851955414
215866	embedding2nn.bias	3	0.16434481739997864
215866	embedding2nn.bias	4	0.16563494503498077
215866	embedding2nn.bias	5	-0.07708505541086197
215866	embedding2nn.bias	6	-0.06484014540910721
215866	embedding2nn.bias	7	0.03205772861838341
215866	embedding2nn.bias	8	-0.14357294142246246
215866	embedding2nn.bias	9	-0.40562960505485535
215866	rnn.weight_ih_l0	0	0.00036564399488270283
215866	rnn.weight_ih_l0	1	-0.07057676464319229
215866	rnn.weight_ih_l0	2	-0.10476983338594437
215866	rnn.weight_ih_l0	3	0.057439401745796204
215866	rnn.weight_ih_l0	4	0.06120238080620766
215866	rnn.weight_ih_l0	5	-0.0760352835059166
215866	rnn.weight_ih_l0	6	-0.012957187369465828
215866	rnn.weight_ih_l0	7	0.003587399609386921
215866	rnn.weight_ih_l0	8	-0.010547112673521042
215866	rnn.weight_ih_l0	9	-0.09268771857023239
215866	rnn.weight_hh_l0	0	0.0170417632907629
215866	rnn.weight_hh_l0	1	0.06851885467767715
215866	rnn.weight_hh_l0	2	0.032741475850343704
215866	rnn.weight_hh_l0	3	0.030652370303869247
215866	rnn.weight_hh_l0	4	0.004347553942352533
215866	rnn.weight_hh_l0	5	0.06830177456140518
215866	rnn.weight_hh_l0	6	-0.02071952633559704
215866	rnn.weight_hh_l0	7	-0.04928918927907944
215866	rnn.weight_hh_l0	8	0.03945179283618927
215866	rnn.weight_hh_l0	9	-0.08533747494220734
215866	rnn.bias_ih_l0	0	0.16006380319595337
215866	rnn.bias_ih_l0	1	-0.19551391899585724
215866	rnn.bias_ih_l0	2	-0.02258438430726528
215866	rnn.bias_ih_l0	3	-0.1464071422815323
215866	rnn.bias_ih_l0	4	0.0569596029818058
215866	rnn.bias_ih_l0	5	-0.25766828656196594
215866	rnn.bias_ih_l0	6	-0.12395543605089188
215866	rnn.bias_ih_l0	7	-0.24776142835617065
215866	rnn.bias_ih_l0	8	-0.2008853554725647
215866	rnn.bias_ih_l0	9	-0.4022296667098999
215866	rnn.bias_hh_l0	0	-0.23117826879024506
215866	rnn.bias_hh_l0	1	-0.2306002825498581
215866	rnn.bias_hh_l0	2	-0.21196623146533966
215866	rnn.bias_hh_l0	3	-0.028577309101819992
215866	rnn.bias_hh_l0	4	-0.22588764131069183
215866	rnn.bias_hh_l0	5	-0.2702047526836395
215866	rnn.bias_hh_l0	6	-0.11473001539707184
215866	rnn.bias_hh_l0	7	0.048019666224718094
215866	rnn.bias_hh_l0	8	-0.13877108693122864
215866	rnn.bias_hh_l0	9	-0.3975376486778259
215866	rnn.weight_ih_l0_reverse	0	0.06219690293073654
215866	rnn.weight_ih_l0_reverse	1	-0.06815788894891739
215866	rnn.weight_ih_l0_reverse	2	-0.03017515130341053
215866	rnn.weight_ih_l0_reverse	3	-0.08238128572702408
215866	rnn.weight_ih_l0_reverse	4	0.06513629108667374
215866	rnn.weight_ih_l0_reverse	5	-0.15347562730312347
215866	rnn.weight_ih_l0_reverse	6	0.042035095393657684
215866	rnn.weight_ih_l0_reverse	7	0.025342702865600586
215866	rnn.weight_ih_l0_reverse	8	-0.07076319307088852
215866	rnn.weight_ih_l0_reverse	9	-0.020842555910348892
215866	rnn.weight_hh_l0_reverse	0	-0.0657961517572403
215866	rnn.weight_hh_l0_reverse	1	0.020792962983250618
215866	rnn.weight_hh_l0_reverse	2	-0.020924080163240433
215866	rnn.weight_hh_l0_reverse	3	0.0026600356213748455
215866	rnn.weight_hh_l0_reverse	4	-0.07402975857257843
215866	rnn.weight_hh_l0_reverse	5	0.0376611091196537
215866	rnn.weight_hh_l0_reverse	6	0.015844104811549187
215866	rnn.weight_hh_l0_reverse	7	-0.05963675677776337
215866	rnn.weight_hh_l0_reverse	8	0.0006196059403009713
215866	rnn.weight_hh_l0_reverse	9	0.05972021445631981
215866	rnn.bias_ih_l0_reverse	0	-0.12577015161514282
215866	rnn.bias_ih_l0_reverse	1	-0.08905372023582458
215866	rnn.bias_ih_l0_reverse	2	0.07500055432319641
215866	rnn.bias_ih_l0_reverse	3	-0.1870989203453064
215866	rnn.bias_ih_l0_reverse	4	-0.0071836500428617
215866	rnn.bias_ih_l0_reverse	5	-0.17865803837776184
215866	rnn.bias_ih_l0_reverse	6	0.2254895269870758
215866	rnn.bias_ih_l0_reverse	7	-0.2813468277454376
215866	rnn.bias_ih_l0_reverse	8	-0.12637144327163696
215866	rnn.bias_ih_l0_reverse	9	-0.12096650898456573
215866	rnn.bias_hh_l0_reverse	0	-0.09653908759355545
215866	rnn.bias_hh_l0_reverse	1	0.23358969390392303
215866	rnn.bias_hh_l0_reverse	2	-0.28513824939727783
215866	rnn.bias_hh_l0_reverse	3	-0.13826441764831543
215866	rnn.bias_hh_l0_reverse	4	-0.2825146019458771
215866	rnn.bias_hh_l0_reverse	5	-0.13542908430099487
215866	rnn.bias_hh_l0_reverse	6	-0.21964296698570251
215866	rnn.bias_hh_l0_reverse	7	-0.07377984374761581
215866	rnn.bias_hh_l0_reverse	8	-0.18506646156311035
215866	rnn.bias_hh_l0_reverse	9	0.18983061611652374
215866	linear.weight	0	0.23999352753162384
215866	linear.weight	1	-0.42952170968055725
215866	linear.weight	2	-0.11701568216085434
215866	linear.weight	3	0.06819430738687515
215866	linear.weight	4	-0.13690541684627533
215866	linear.weight	5	0.23731368780136108
215866	linear.weight	6	-0.03720933198928833
215866	linear.weight	7	-0.06648541986942291
215866	linear.weight	8	0.11861362308263779
215866	linear.weight	9	-0.04069719463586807
215866	linear.bias	0	-1.085048794746399
215866	linear.bias	1	1.874211072921753
215866	linear.bias	2	0.5396799445152283
215866	linear.bias	3	-2.447805404663086
215866	linear.bias	4	-0.30985376238822937
215866	linear.bias	5	1.1772435903549194
215866	linear.bias	6	-0.24745067954063416
215866	linear.bias	7	0.6191816926002502
215866	linear.bias	8	2.142320394515991
215866	linear.bias	9	-1.3240299224853516
216475	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
216475	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
216475	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
216475	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
216475	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
216475	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
216475	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
216475	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
216475	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
216475	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
216475	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
216475	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
216475	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
216475	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
216475	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
216475	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
216475	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
216475	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
216475	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
216475	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
216475	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
216475	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
216475	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
216475	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
216475	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
216475	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
216475	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
216475	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
216475	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
216475	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
216475	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
216475	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
216475	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
216475	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
216475	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
216475	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
216475	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
216475	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
216475	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
216475	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
216475	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
216475	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
216475	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
216475	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
216475	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
216475	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
216475	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
216475	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
216475	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
216475	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
216475	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
216475	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
216475	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
216475	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
216475	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
216475	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
216475	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
216475	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
216475	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
216475	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
216475	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
216475	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
216475	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
216475	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
216475	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
216475	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
216475	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
216475	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
216475	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
216475	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
216475	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
216475	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
216475	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
216475	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
216475	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
216475	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
216475	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
216475	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
216475	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
216475	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
216475	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
216475	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
216475	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
216475	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
216475	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
216475	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
216475	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
216475	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
216475	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
216475	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
216475	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
216475	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
216475	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
216475	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
216475	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
216475	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
216475	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
216475	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
216475	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
216475	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
216475	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
216475	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
216475	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
216475	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
216475	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
216475	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
216475	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
216475	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
216475	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
216475	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
216475	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
216475	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
216475	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
216475	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
216475	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
216475	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
216475	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
216475	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
216475	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
216475	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
216475	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
216475	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
216475	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
216475	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
216475	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
216475	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
216475	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
216475	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
216475	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
216475	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
216475	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
216475	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
216475	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
216475	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
216475	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
216475	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
216475	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
216475	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
216475	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
216475	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
216475	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
216475	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
216475	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
216475	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
216475	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
216475	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
216475	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
216475	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
216475	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
216475	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
216475	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
216475	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
216475	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
216475	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
216475	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
216475	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
216475	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
216475	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
216475	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
216475	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
216475	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
216475	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
216475	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
216475	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
216475	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
216475	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
216475	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
216475	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
216475	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
216475	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
216475	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
216475	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
216475	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
216475	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
216475	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
216475	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
216475	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
216475	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
216475	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
216475	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
216475	embedding2nn.weight	0	0.2566380500793457
216475	embedding2nn.weight	1	0.3108346462249756
216475	embedding2nn.weight	2	0.02245224267244339
216475	embedding2nn.weight	3	0.04020608216524124
216475	embedding2nn.weight	4	-0.04222569987177849
216475	embedding2nn.weight	5	0.05947806313633919
216475	embedding2nn.weight	6	0.07254476100206375
216475	embedding2nn.weight	7	0.011348907835781574
216475	embedding2nn.weight	8	0.012466124258935452
216475	embedding2nn.weight	9	-0.045726168900728226
216475	embedding2nn.bias	0	0.015756331384181976
216475	embedding2nn.bias	1	-0.146381676197052
216475	embedding2nn.bias	2	0.09236680716276169
216475	embedding2nn.bias	3	0.16019490361213684
216475	embedding2nn.bias	4	0.1534663289785385
216475	embedding2nn.bias	5	-0.0686175525188446
216475	embedding2nn.bias	6	-0.06431975960731506
216475	embedding2nn.bias	7	0.02510402351617813
216475	embedding2nn.bias	8	-0.15113461017608643
216475	embedding2nn.bias	9	-0.4004118740558624
216475	rnn.weight_ih_l0	0	-0.0003848610504064709
216475	rnn.weight_ih_l0	1	-0.0738205835223198
216475	rnn.weight_ih_l0	2	-0.09335856139659882
216475	rnn.weight_ih_l0	3	0.05998208746314049
216475	rnn.weight_ih_l0	4	0.062256183475255966
216475	rnn.weight_ih_l0	5	-0.06213807687163353
216475	rnn.weight_ih_l0	6	-0.01812976971268654
216475	rnn.weight_ih_l0	7	-0.000536986393854022
216475	rnn.weight_ih_l0	8	-0.00551800848916173
216475	rnn.weight_ih_l0	9	-0.08284822851419449
216475	rnn.weight_hh_l0	0	0.01677614450454712
216475	rnn.weight_hh_l0	1	0.06733917444944382
216475	rnn.weight_hh_l0	2	0.03263810649514198
216475	rnn.weight_hh_l0	3	0.030375508591532707
216475	rnn.weight_hh_l0	4	0.003276270115748048
216475	rnn.weight_hh_l0	5	0.07145945727825165
216475	rnn.weight_hh_l0	6	-0.021090470254421234
216475	rnn.weight_hh_l0	7	-0.049605585634708405
216475	rnn.weight_hh_l0	8	0.03943566605448723
216475	rnn.weight_hh_l0	9	-0.08476097881793976
216475	rnn.bias_ih_l0	0	0.1610746681690216
216475	rnn.bias_ih_l0	1	-0.2036588191986084
216475	rnn.bias_ih_l0	2	-0.025658495724201202
216475	rnn.bias_ih_l0	3	-0.1485106647014618
216475	rnn.bias_ih_l0	4	0.04657577723264694
216475	rnn.bias_ih_l0	5	-0.2591504752635956
216475	rnn.bias_ih_l0	6	-0.12664461135864258
216475	rnn.bias_ih_l0	7	-0.24692454934120178
216475	rnn.bias_ih_l0	8	-0.20074373483657837
216475	rnn.bias_ih_l0	9	-0.4097639322280884
216475	rnn.bias_hh_l0	0	-0.2333468496799469
216475	rnn.bias_hh_l0	1	-0.22804978489875793
216475	rnn.bias_hh_l0	2	-0.21603770554065704
216475	rnn.bias_hh_l0	3	-0.027324818074703217
216475	rnn.bias_hh_l0	4	-0.23322971165180206
216475	rnn.bias_hh_l0	5	-0.27195069193840027
216475	rnn.bias_hh_l0	6	-0.10844197124242783
216475	rnn.bias_hh_l0	7	0.04129759594798088
216475	rnn.bias_hh_l0	8	-0.1509431153535843
216475	rnn.bias_hh_l0	9	-0.40049847960472107
216475	rnn.weight_ih_l0_reverse	0	0.06709782034158707
216475	rnn.weight_ih_l0_reverse	1	-0.06608964502811432
216475	rnn.weight_ih_l0_reverse	2	-0.030831675976514816
216475	rnn.weight_ih_l0_reverse	3	-0.08513125032186508
216475	rnn.weight_ih_l0_reverse	4	0.062415432184934616
216475	rnn.weight_ih_l0_reverse	5	-0.14870578050613403
216475	rnn.weight_ih_l0_reverse	6	0.04583657905459404
216475	rnn.weight_ih_l0_reverse	7	0.026662122458219528
216475	rnn.weight_ih_l0_reverse	8	-0.0688239112496376
216475	rnn.weight_ih_l0_reverse	9	-0.01899312436580658
216475	rnn.weight_hh_l0_reverse	0	-0.06577092409133911
216475	rnn.weight_hh_l0_reverse	1	0.02014898881316185
216475	rnn.weight_hh_l0_reverse	2	-0.022385450080037117
216475	rnn.weight_hh_l0_reverse	3	0.002931770170107484
216475	rnn.weight_hh_l0_reverse	4	-0.07575935870409012
216475	rnn.weight_hh_l0_reverse	5	0.037794437259435654
216475	rnn.weight_hh_l0_reverse	6	0.01571040228009224
216475	rnn.weight_hh_l0_reverse	7	-0.05857022851705551
216475	rnn.weight_hh_l0_reverse	8	-0.006523065268993378
216475	rnn.weight_hh_l0_reverse	9	0.05930372327566147
216475	rnn.bias_ih_l0_reverse	0	-0.12863510847091675
216475	rnn.bias_ih_l0_reverse	1	-0.0833125039935112
216475	rnn.bias_ih_l0_reverse	2	0.08308720588684082
216475	rnn.bias_ih_l0_reverse	3	-0.18857789039611816
216475	rnn.bias_ih_l0_reverse	4	-0.00580818485468626
216475	rnn.bias_ih_l0_reverse	5	-0.17304202914237976
216475	rnn.bias_ih_l0_reverse	6	0.23312363028526306
216475	rnn.bias_ih_l0_reverse	7	-0.29107898473739624
216475	rnn.bias_ih_l0_reverse	8	-0.12997016310691833
216475	rnn.bias_ih_l0_reverse	9	-0.12834888696670532
216475	rnn.bias_hh_l0_reverse	0	-0.09336351603269577
216475	rnn.bias_hh_l0_reverse	1	0.214490607380867
216475	rnn.bias_hh_l0_reverse	2	-0.27843177318573
216475	rnn.bias_hh_l0_reverse	3	-0.13156196475028992
216475	rnn.bias_hh_l0_reverse	4	-0.2673061788082123
216475	rnn.bias_hh_l0_reverse	5	-0.14034944772720337
216475	rnn.bias_hh_l0_reverse	6	-0.21689264476299286
216475	rnn.bias_hh_l0_reverse	7	-0.0669330507516861
216475	rnn.bias_hh_l0_reverse	8	-0.17137548327445984
216475	rnn.bias_hh_l0_reverse	9	0.1893155872821808
216475	linear.weight	0	0.24420584738254547
216475	linear.weight	1	-0.4533030688762665
216475	linear.weight	2	-0.0685117170214653
216475	linear.weight	3	0.0681939348578453
216475	linear.weight	4	-0.1443256139755249
216475	linear.weight	5	0.233470156788826
216475	linear.weight	6	-0.03934171423316002
216475	linear.weight	7	-0.06647401303052902
216475	linear.weight	8	0.13304105401039124
216475	linear.weight	9	-0.040734708309173584
216475	linear.bias	0	-1.132359266281128
216475	linear.bias	1	1.934241771697998
216475	linear.bias	2	0.555730938911438
216475	linear.bias	3	-2.448683500289917
216475	linear.bias	4	-0.3028666079044342
216475	linear.bias	5	1.1813005208969116
216475	linear.bias	6	-0.2281537503004074
216475	linear.bias	7	0.663465678691864
216475	linear.bias	8	2.1274654865264893
216475	linear.bias	9	-1.3202952146530151
217084	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
217084	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
217084	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
217084	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
217084	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
217084	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
217084	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
217084	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
217084	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
217084	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
217084	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
217084	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
217084	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
217084	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
217084	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
217084	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
217084	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
217084	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
217084	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
217084	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
217084	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
217084	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
217084	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
217084	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
217084	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
217084	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
217084	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
217084	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
217084	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
217084	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
217084	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
217084	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
217084	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
217084	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
217084	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
217084	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
217084	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
217084	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
217084	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
217084	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
217084	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
217084	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
217084	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
217084	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
217084	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
217084	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
217084	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
217084	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
217084	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
217084	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
217084	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
217084	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
217084	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
217084	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
217084	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
217084	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
217084	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
217084	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
217084	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
217084	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
217084	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
217084	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
217084	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
217084	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
217084	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
217084	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
217084	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
217084	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
217084	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
217084	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
217084	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
217084	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
217084	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
217084	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
217084	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
217084	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
217084	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
217084	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
217084	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
217084	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
217084	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
217084	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
217084	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
217084	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
217084	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
217084	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
217084	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
217084	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
217084	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
217084	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
217084	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
217084	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
217084	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
217084	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
217084	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
217084	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
217084	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
217084	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
217084	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
217084	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
217084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
217084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
217084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
217084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
217084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
217084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
217084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
217084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
217084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
217084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
217084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
217084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
217084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
217084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
217084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
217084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
217084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
217084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
217084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
217084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
217084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
217084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
217084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
217084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
217084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
217084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
217084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
217084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
217084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
217084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
217084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
217084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
217084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
217084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
217084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
217084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
217084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
217084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
217084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
217084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
217084	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
217084	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
217084	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
217084	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
217084	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
217084	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
217084	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
217084	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
217084	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
217084	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
217084	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
217084	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
217084	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
217084	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
217084	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
217084	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
217084	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
217084	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
217084	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
217084	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
217084	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
217084	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
217084	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
217084	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
217084	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
217084	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
217084	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
217084	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
217084	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
217084	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
217084	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
217084	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
217084	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
217084	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
217084	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
217084	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
217084	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
217084	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
217084	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
217084	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
217084	embedding2nn.weight	0	0.25815749168395996
217084	embedding2nn.weight	1	0.3103807866573334
217084	embedding2nn.weight	2	0.017428813502192497
217084	embedding2nn.weight	3	0.02579919807612896
217084	embedding2nn.weight	4	-0.0383959636092186
217084	embedding2nn.weight	5	0.057723261415958405
217084	embedding2nn.weight	6	0.0720137283205986
217084	embedding2nn.weight	7	0.008365889079868793
217084	embedding2nn.weight	8	0.010020412504673004
217084	embedding2nn.weight	9	-0.043583694845438004
217084	embedding2nn.bias	0	0.02520802617073059
217084	embedding2nn.bias	1	-0.14349015057086945
217084	embedding2nn.bias	2	0.10154174268245697
217084	embedding2nn.bias	3	0.16498355567455292
217084	embedding2nn.bias	4	0.16326799988746643
217084	embedding2nn.bias	5	-0.06886732578277588
217084	embedding2nn.bias	6	-0.043772585690021515
217084	embedding2nn.bias	7	0.025819724425673485
217084	embedding2nn.bias	8	-0.17280298471450806
217084	embedding2nn.bias	9	-0.40863436460494995
217084	rnn.weight_ih_l0	0	-0.000687780964653939
217084	rnn.weight_ih_l0	1	-0.07358862459659576
217084	rnn.weight_ih_l0	2	-0.1001332551240921
217084	rnn.weight_ih_l0	3	0.06277194619178772
217084	rnn.weight_ih_l0	4	0.05643100664019585
217084	rnn.weight_ih_l0	5	-0.0604889951646328
217084	rnn.weight_ih_l0	6	-0.020678039640188217
217084	rnn.weight_ih_l0	7	-0.00044855652959086
217084	rnn.weight_ih_l0	8	-0.018289219588041306
217084	rnn.weight_ih_l0	9	-0.07967480272054672
217084	rnn.weight_hh_l0	0	0.016465868800878525
217084	rnn.weight_hh_l0	1	0.06827445328235626
217084	rnn.weight_hh_l0	2	0.03305606544017792
217084	rnn.weight_hh_l0	3	0.029390694573521614
217084	rnn.weight_hh_l0	4	0.0029126801528036594
217084	rnn.weight_hh_l0	5	0.07271686941385269
217084	rnn.weight_hh_l0	6	-0.02098437212407589
217084	rnn.weight_hh_l0	7	-0.049929697066545486
217084	rnn.weight_hh_l0	8	0.039499763399362564
217084	rnn.weight_hh_l0	9	-0.08363163471221924
217084	rnn.bias_ih_l0	0	0.16346585750579834
217084	rnn.bias_ih_l0	1	-0.2034842073917389
217084	rnn.bias_ih_l0	2	-0.02237003482878208
217084	rnn.bias_ih_l0	3	-0.15404658019542694
217084	rnn.bias_ih_l0	4	0.050159141421318054
217084	rnn.bias_ih_l0	5	-0.2598544657230377
217084	rnn.bias_ih_l0	6	-0.11806684732437134
217084	rnn.bias_ih_l0	7	-0.24462562799453735
217084	rnn.bias_ih_l0	8	-0.20359088480472565
217084	rnn.bias_ih_l0	9	-0.42434394359588623
217084	rnn.bias_hh_l0	0	-0.23760072886943817
217084	rnn.bias_hh_l0	1	-0.22746223211288452
217084	rnn.bias_hh_l0	2	-0.21796809136867523
217084	rnn.bias_hh_l0	3	-0.036461371928453445
217084	rnn.bias_hh_l0	4	-0.22889283299446106
217084	rnn.bias_hh_l0	5	-0.27479052543640137
217084	rnn.bias_hh_l0	6	-0.10377420485019684
217084	rnn.bias_hh_l0	7	0.042987700551748276
217084	rnn.bias_hh_l0	8	-0.14069516956806183
217084	rnn.bias_hh_l0	9	-0.4066551923751831
217084	rnn.weight_ih_l0_reverse	0	0.06635306775569916
217084	rnn.weight_ih_l0_reverse	1	-0.0661105141043663
217084	rnn.weight_ih_l0_reverse	2	-0.0370422825217247
217084	rnn.weight_ih_l0_reverse	3	-0.08152025938034058
217084	rnn.weight_ih_l0_reverse	4	0.06181135028600693
217084	rnn.weight_ih_l0_reverse	5	-0.15245121717453003
217084	rnn.weight_ih_l0_reverse	6	0.03749453276395798
217084	rnn.weight_ih_l0_reverse	7	0.02765338122844696
217084	rnn.weight_ih_l0_reverse	8	-0.06783535331487656
217084	rnn.weight_ih_l0_reverse	9	-0.018887827172875404
217084	rnn.weight_hh_l0_reverse	0	-0.06521224975585938
217084	rnn.weight_hh_l0_reverse	1	0.01951456069946289
217084	rnn.weight_hh_l0_reverse	2	-0.021290373057127
217084	rnn.weight_hh_l0_reverse	3	0.0034145547542721033
217084	rnn.weight_hh_l0_reverse	4	-0.07572727650403976
217084	rnn.weight_hh_l0_reverse	5	0.0376216284930706
217084	rnn.weight_hh_l0_reverse	6	0.016130173578858376
217084	rnn.weight_hh_l0_reverse	7	-0.058779750019311905
217084	rnn.weight_hh_l0_reverse	8	-0.00519896624609828
217084	rnn.weight_hh_l0_reverse	9	0.06098908931016922
217084	rnn.bias_ih_l0_reverse	0	-0.13257113099098206
217084	rnn.bias_ih_l0_reverse	1	-0.08244238793849945
217084	rnn.bias_ih_l0_reverse	2	0.07303822785615921
217084	rnn.bias_ih_l0_reverse	3	-0.18995614349842072
217084	rnn.bias_ih_l0_reverse	4	-0.012140395119786263
217084	rnn.bias_ih_l0_reverse	5	-0.16834472119808197
217084	rnn.bias_ih_l0_reverse	6	0.23201118409633636
217084	rnn.bias_ih_l0_reverse	7	-0.29285547137260437
217084	rnn.bias_ih_l0_reverse	8	-0.12766730785369873
217084	rnn.bias_ih_l0_reverse	9	-0.12833526730537415
217084	rnn.bias_hh_l0_reverse	0	-0.08949533849954605
217084	rnn.bias_hh_l0_reverse	1	0.22148506343364716
217084	rnn.bias_hh_l0_reverse	2	-0.2783040404319763
217084	rnn.bias_hh_l0_reverse	3	-0.13481681048870087
217084	rnn.bias_hh_l0_reverse	4	-0.267500638961792
217084	rnn.bias_hh_l0_reverse	5	-0.12774010002613068
217084	rnn.bias_hh_l0_reverse	6	-0.22030137479305267
217084	rnn.bias_hh_l0_reverse	7	-0.0622791051864624
217084	rnn.bias_hh_l0_reverse	8	-0.18247394263744354
217084	rnn.bias_hh_l0_reverse	9	0.17582856118679047
217084	linear.weight	0	0.24007250368595123
217084	linear.weight	1	-0.4514475464820862
217084	linear.weight	2	-0.055422618985176086
217084	linear.weight	3	0.06819001585245132
217084	linear.weight	4	-0.20082052052021027
217084	linear.weight	5	0.26465514302253723
217084	linear.weight	6	-0.06032588332891464
217084	linear.weight	7	-0.06645704060792923
217084	linear.weight	8	0.10482732951641083
217084	linear.weight	9	-0.04076267033815384
217084	linear.bias	0	-1.1017448902130127
217084	linear.bias	1	1.8695547580718994
217084	linear.bias	2	0.5645961761474609
217084	linear.bias	3	-2.449556589126587
217084	linear.bias	4	-0.28672683238983154
217084	linear.bias	5	1.1640288829803467
217084	linear.bias	6	-0.22704283893108368
217084	linear.bias	7	0.6853319406509399
217084	linear.bias	8	2.1534583568573
217084	linear.bias	9	-1.3196825981140137
217693	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
217693	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
217693	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
217693	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
217693	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
217693	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
217693	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
217693	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
217693	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
217693	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
217693	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
217693	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
217693	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
217693	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
217693	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
217693	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
217693	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
217693	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
217693	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
217693	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
217693	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
217693	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
217693	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
217693	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
217693	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
217693	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
217693	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
217693	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
217693	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
217693	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
217693	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
217693	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
217693	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
217693	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
217693	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
217693	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
217693	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
217693	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
217693	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
217693	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
217693	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
217693	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
217693	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
217693	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
217693	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
217693	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
217693	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
217693	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
217693	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
217693	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
217693	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
217693	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
217693	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
217693	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
217693	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
217693	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
217693	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
217693	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
217693	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
217693	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
217693	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
217693	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
217693	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
217693	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
217693	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
217693	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
217693	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
217693	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
217693	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
217693	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
217693	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
217693	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
217693	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
217693	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
217693	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
217693	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
217693	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
217693	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
217693	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
217693	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
217693	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
217693	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
217693	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
217693	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
217693	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
217693	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
217693	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
217693	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
217693	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
217693	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
217693	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
217693	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
217693	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
217693	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
217693	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
217693	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
217693	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
217693	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
217693	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
217693	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
217693	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
217693	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
217693	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
217693	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
217693	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
217693	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
217693	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
217693	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
217693	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
217693	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
217693	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
217693	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
217693	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
217693	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
217693	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
217693	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
217693	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
217693	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
217693	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
217693	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
217693	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
217693	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
217693	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
217693	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
217693	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
217693	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
217693	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
217693	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
217693	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
217693	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
217693	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
217693	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
217693	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
217693	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
217693	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
217693	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
217693	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
217693	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
217693	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
217693	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
217693	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
217693	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
217693	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
217693	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
217693	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
217693	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
217693	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
217693	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
217693	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
217693	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
217693	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
217693	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
217693	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
217693	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
217693	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
217693	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
217693	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
217693	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
217693	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
217693	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
217693	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
217693	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
217693	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
217693	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
217693	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
217693	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
217693	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
217693	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
217693	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
217693	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
217693	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
217693	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
217693	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
217693	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
217693	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
217693	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
217693	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
217693	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
217693	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
217693	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
217693	embedding2nn.weight	0	0.25875750184059143
217693	embedding2nn.weight	1	0.303154319524765
217693	embedding2nn.weight	2	0.010284795425832272
217693	embedding2nn.weight	3	0.027781540527939796
217693	embedding2nn.weight	4	-0.03977171331644058
217693	embedding2nn.weight	5	0.05562431737780571
217693	embedding2nn.weight	6	0.07398909330368042
217693	embedding2nn.weight	7	0.008915371261537075
217693	embedding2nn.weight	8	0.01609761267900467
217693	embedding2nn.weight	9	-0.04648208245635033
217693	embedding2nn.bias	0	0.04141978919506073
217693	embedding2nn.bias	1	-0.14718864858150482
217693	embedding2nn.bias	2	0.08718766272068024
217693	embedding2nn.bias	3	0.15693746507167816
217693	embedding2nn.bias	4	0.15095564723014832
217693	embedding2nn.bias	5	-0.06281303614377975
217693	embedding2nn.bias	6	-0.05080997571349144
217693	embedding2nn.bias	7	0.03110682964324951
217693	embedding2nn.bias	8	-0.15632185339927673
217693	embedding2nn.bias	9	-0.3975352346897125
217693	rnn.weight_ih_l0	0	-0.003115033498033881
217693	rnn.weight_ih_l0	1	-0.07474357634782791
217693	rnn.weight_ih_l0	2	-0.09563834220170975
217693	rnn.weight_ih_l0	3	0.06460417062044144
217693	rnn.weight_ih_l0	4	0.058872535824775696
217693	rnn.weight_ih_l0	5	-0.06351569294929504
217693	rnn.weight_ih_l0	6	-0.023603904992341995
217693	rnn.weight_ih_l0	7	0.00011557326070033014
217693	rnn.weight_ih_l0	8	-0.018962133675813675
217693	rnn.weight_ih_l0	9	-0.08134203404188156
217693	rnn.weight_hh_l0	0	0.016225287690758705
217693	rnn.weight_hh_l0	1	0.06838846206665039
217693	rnn.weight_hh_l0	2	0.03302314504981041
217693	rnn.weight_hh_l0	3	0.029759801924228668
217693	rnn.weight_hh_l0	4	0.0018142174230888486
217693	rnn.weight_hh_l0	5	0.07103362679481506
217693	rnn.weight_hh_l0	6	-0.021660761907696724
217693	rnn.weight_hh_l0	7	-0.04962989687919617
217693	rnn.weight_hh_l0	8	0.03986208140850067
217693	rnn.weight_hh_l0	9	-0.08476622402667999
217693	rnn.bias_ih_l0	0	0.15569481253623962
217693	rnn.bias_ih_l0	1	-0.19953091442584991
217693	rnn.bias_ih_l0	2	-0.029721124097704887
217693	rnn.bias_ih_l0	3	-0.15507958829402924
217693	rnn.bias_ih_l0	4	0.05690501257777214
217693	rnn.bias_ih_l0	5	-0.2547354996204376
217693	rnn.bias_ih_l0	6	-0.11384157091379166
217693	rnn.bias_ih_l0	7	-0.24334567785263062
217693	rnn.bias_ih_l0	8	-0.20948080718517303
217693	rnn.bias_ih_l0	9	-0.41332992911338806
217693	rnn.bias_hh_l0	0	-0.24003536999225616
217693	rnn.bias_hh_l0	1	-0.23124435544013977
217693	rnn.bias_hh_l0	2	-0.22001247107982635
217693	rnn.bias_hh_l0	3	-0.03417166322469711
217693	rnn.bias_hh_l0	4	-0.22827494144439697
217693	rnn.bias_hh_l0	5	-0.27088743448257446
217693	rnn.bias_hh_l0	6	-0.10472816228866577
217693	rnn.bias_hh_l0	7	0.04493897408246994
217693	rnn.bias_hh_l0	8	-0.14216287434101105
217693	rnn.bias_hh_l0	9	-0.4054219424724579
217693	rnn.weight_ih_l0_reverse	0	0.06490220129489899
217693	rnn.weight_ih_l0_reverse	1	-0.06396010518074036
217693	rnn.weight_ih_l0_reverse	2	-0.0393570140004158
217693	rnn.weight_ih_l0_reverse	3	-0.08320515602827072
217693	rnn.weight_ih_l0_reverse	4	0.06054374575614929
217693	rnn.weight_ih_l0_reverse	5	-0.1484142541885376
217693	rnn.weight_ih_l0_reverse	6	0.03177577629685402
217693	rnn.weight_ih_l0_reverse	7	0.02736786939203739
217693	rnn.weight_ih_l0_reverse	8	-0.07110162824392319
217693	rnn.weight_ih_l0_reverse	9	-0.018876206129789352
217693	rnn.weight_hh_l0_reverse	0	-0.0641292929649353
217693	rnn.weight_hh_l0_reverse	1	0.019395366311073303
217693	rnn.weight_hh_l0_reverse	2	-0.020442022010684013
217693	rnn.weight_hh_l0_reverse	3	0.0044031511060893536
217693	rnn.weight_hh_l0_reverse	4	-0.07350267469882965
217693	rnn.weight_hh_l0_reverse	5	0.03776015713810921
217693	rnn.weight_hh_l0_reverse	6	0.016115974634885788
217693	rnn.weight_hh_l0_reverse	7	-0.05967532843351364
217693	rnn.weight_hh_l0_reverse	8	-0.006518511101603508
217693	rnn.weight_hh_l0_reverse	9	0.06364340335130692
217693	rnn.bias_ih_l0_reverse	0	-0.13446134328842163
217693	rnn.bias_ih_l0_reverse	1	-0.07887107133865356
217693	rnn.bias_ih_l0_reverse	2	0.07464178651571274
217693	rnn.bias_ih_l0_reverse	3	-0.18875494599342346
217693	rnn.bias_ih_l0_reverse	4	-0.009406965225934982
217693	rnn.bias_ih_l0_reverse	5	-0.16887441277503967
217693	rnn.bias_ih_l0_reverse	6	0.2355695515871048
217693	rnn.bias_ih_l0_reverse	7	-0.3088761568069458
217693	rnn.bias_ih_l0_reverse	8	-0.1275595873594284
217693	rnn.bias_ih_l0_reverse	9	-0.12779901921749115
217693	rnn.bias_hh_l0_reverse	0	-0.09504745900630951
217693	rnn.bias_hh_l0_reverse	1	0.22394612431526184
217693	rnn.bias_hh_l0_reverse	2	-0.2799883484840393
217693	rnn.bias_hh_l0_reverse	3	-0.13985717296600342
217693	rnn.bias_hh_l0_reverse	4	-0.2731556296348572
217693	rnn.bias_hh_l0_reverse	5	-0.12211797386407852
217693	rnn.bias_hh_l0_reverse	6	-0.22254233062267303
217693	rnn.bias_hh_l0_reverse	7	-0.06346501410007477
217693	rnn.bias_hh_l0_reverse	8	-0.17951606214046478
217693	rnn.bias_hh_l0_reverse	9	0.1902773231267929
217693	linear.weight	0	0.23340393602848053
217693	linear.weight	1	-0.39626580476760864
217693	linear.weight	2	0.0019246956799179316
217693	linear.weight	3	0.06818388402462006
217693	linear.weight	4	-0.16119831800460815
217693	linear.weight	5	0.27809882164001465
217693	linear.weight	6	-0.07201450318098068
217693	linear.weight	7	-0.06643608212471008
217693	linear.weight	8	0.12076304852962494
217693	linear.weight	9	-0.040799420326948166
217693	linear.bias	0	-1.0642366409301758
217693	linear.bias	1	1.8699806928634644
217693	linear.bias	2	0.5769592523574829
217693	linear.bias	3	-2.450392007827759
217693	linear.bias	4	-0.304840087890625
217693	linear.bias	5	1.1111273765563965
217693	linear.bias	6	-0.24768361449241638
217693	linear.bias	7	0.6521250009536743
217693	linear.bias	8	2.1556174755096436
217693	linear.bias	9	-1.3379850387573242
218302	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
218302	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
218302	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
218302	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
218302	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
218302	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
218302	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
218302	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
218302	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
218302	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
218302	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
218302	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
218302	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
218302	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
218302	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
218302	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
218302	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
218302	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
218302	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
218302	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
218302	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
218302	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
218302	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
218302	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
218302	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
218302	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
218302	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
218302	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
218302	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
218302	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
218302	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
218302	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
218302	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
218302	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
218302	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
218302	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
218302	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
218302	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
218302	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
218302	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
218302	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
218302	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
218302	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
218302	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
218302	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
218302	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
218302	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
218302	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
218302	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
218302	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
218302	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
218302	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
218302	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
218302	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
218302	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
218302	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
218302	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
218302	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
218302	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
218302	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
218302	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
218302	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
218302	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
218302	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
218302	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
218302	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
218302	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
218302	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
218302	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
218302	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
218302	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
218302	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
218302	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
218302	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
218302	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
218302	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
218302	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
218302	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
218302	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
218302	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
218302	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
218302	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
218302	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
218302	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
218302	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
218302	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
218302	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
218302	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
218302	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
218302	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
218302	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
218302	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
218302	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
218302	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
218302	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
218302	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
218302	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
218302	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
218302	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
218302	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
218302	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
218302	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
218302	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
218302	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
218302	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
218302	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
218302	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
218302	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
218302	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
218302	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
218302	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
218302	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
218302	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
218302	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
218302	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
218302	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
218302	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
218302	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
218302	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
218302	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
218302	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
218302	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
218302	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
218302	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
218302	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
218302	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
218302	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
218302	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
218302	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
218302	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
218302	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
218302	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
218302	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
218302	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
218302	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
218302	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
218302	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
218302	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
218302	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
218302	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
218302	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
218302	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
218302	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
218302	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
218302	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
218302	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
218302	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
218302	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
218302	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
218302	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
218302	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
218302	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
218302	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
218302	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
218302	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
218302	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
218302	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
218302	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
218302	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
218302	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
218302	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
218302	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
218302	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
218302	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
218302	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
218302	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
218302	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
218302	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
218302	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
218302	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
218302	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
218302	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
218302	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
218302	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
218302	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
218302	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
218302	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
218302	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
218302	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
218302	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
218302	embedding2nn.weight	0	0.25887930393218994
218302	embedding2nn.weight	1	0.30683159828186035
218302	embedding2nn.weight	2	0.012667613103985786
218302	embedding2nn.weight	3	0.03402392566204071
218302	embedding2nn.weight	4	-0.03760265186429024
218302	embedding2nn.weight	5	0.06033623591065407
218302	embedding2nn.weight	6	0.07221212983131409
218302	embedding2nn.weight	7	0.002544795162975788
218302	embedding2nn.weight	8	0.017275851219892502
218302	embedding2nn.weight	9	-0.04754354804754257
218302	embedding2nn.bias	0	0.036024317145347595
218302	embedding2nn.bias	1	-0.17596587538719177
218302	embedding2nn.bias	2	0.10615478456020355
218302	embedding2nn.bias	3	0.15599355101585388
218302	embedding2nn.bias	4	0.1567249447107315
218302	embedding2nn.bias	5	-0.08217441290616989
218302	embedding2nn.bias	6	-0.05758783221244812
218302	embedding2nn.bias	7	0.03191167116165161
218302	embedding2nn.bias	8	-0.18172678351402283
218302	embedding2nn.bias	9	-0.384463906288147
218302	rnn.weight_ih_l0	0	-0.0025267961900681257
218302	rnn.weight_ih_l0	1	-0.0753217563033104
218302	rnn.weight_ih_l0	2	-0.09499490261077881
218302	rnn.weight_ih_l0	3	0.06599952280521393
218302	rnn.weight_ih_l0	4	0.04726061597466469
218302	rnn.weight_ih_l0	5	-0.06484174728393555
218302	rnn.weight_ih_l0	6	-0.025655940175056458
218302	rnn.weight_ih_l0	7	-0.0004040671919938177
218302	rnn.weight_ih_l0	8	-0.02169547788798809
218302	rnn.weight_ih_l0	9	-0.08048124611377716
218302	rnn.weight_hh_l0	0	0.016227170825004578
218302	rnn.weight_hh_l0	1	0.06836235523223877
218302	rnn.weight_hh_l0	2	0.033914998173713684
218302	rnn.weight_hh_l0	3	0.030178358778357506
218302	rnn.weight_hh_l0	4	0.0033766883425414562
218302	rnn.weight_hh_l0	5	0.07238335907459259
218302	rnn.weight_hh_l0	6	-0.022159934043884277
218302	rnn.weight_hh_l0	7	-0.04643625766038895
218302	rnn.weight_hh_l0	8	0.04010578989982605
218302	rnn.weight_hh_l0	9	-0.08483503758907318
218302	rnn.bias_ih_l0	0	0.14908580482006073
218302	rnn.bias_ih_l0	1	-0.19849030673503876
218302	rnn.bias_ih_l0	2	-0.02295081876218319
218302	rnn.bias_ih_l0	3	-0.15746985375881195
218302	rnn.bias_ih_l0	4	0.06669364124536514
218302	rnn.bias_ih_l0	5	-0.25557979941368103
218302	rnn.bias_ih_l0	6	-0.11919231712818146
218302	rnn.bias_ih_l0	7	-0.2427770495414734
218302	rnn.bias_ih_l0	8	-0.19786112010478973
218302	rnn.bias_ih_l0	9	-0.4107925593852997
218302	rnn.bias_hh_l0	0	-0.2390695959329605
218302	rnn.bias_hh_l0	1	-0.22457106411457062
218302	rnn.bias_hh_l0	2	-0.21832828223705292
218302	rnn.bias_hh_l0	3	-0.034385401755571365
218302	rnn.bias_hh_l0	4	-0.2261824607849121
218302	rnn.bias_hh_l0	5	-0.2704566419124603
218302	rnn.bias_hh_l0	6	-0.0984431728720665
218302	rnn.bias_hh_l0	7	0.05428314954042435
218302	rnn.bias_hh_l0	8	-0.13708731532096863
218302	rnn.bias_hh_l0	9	-0.40693148970603943
218302	rnn.weight_ih_l0_reverse	0	0.06780433654785156
218302	rnn.weight_ih_l0_reverse	1	-0.06365197896957397
218302	rnn.weight_ih_l0_reverse	2	-0.04121731221675873
218302	rnn.weight_ih_l0_reverse	3	-0.08948754519224167
218302	rnn.weight_ih_l0_reverse	4	0.05874523147940636
218302	rnn.weight_ih_l0_reverse	5	-0.14689789712429047
218302	rnn.weight_ih_l0_reverse	6	0.03377050533890724
218302	rnn.weight_ih_l0_reverse	7	0.02680065669119358
218302	rnn.weight_ih_l0_reverse	8	-0.07252862304449081
218302	rnn.weight_ih_l0_reverse	9	-0.02059955708682537
218302	rnn.weight_hh_l0_reverse	0	-0.06580349057912827
218302	rnn.weight_hh_l0_reverse	1	0.019245458766818047
218302	rnn.weight_hh_l0_reverse	2	-0.019926749169826508
218302	rnn.weight_hh_l0_reverse	3	0.004778671078383923
218302	rnn.weight_hh_l0_reverse	4	-0.07356163114309311
218302	rnn.weight_hh_l0_reverse	5	0.03769804164767265
218302	rnn.weight_hh_l0_reverse	6	0.01598714292049408
218302	rnn.weight_hh_l0_reverse	7	-0.058288175612688065
218302	rnn.weight_hh_l0_reverse	8	-0.007421433925628662
218302	rnn.weight_hh_l0_reverse	9	0.06542745977640152
218302	rnn.bias_ih_l0_reverse	0	-0.13964925706386566
218302	rnn.bias_ih_l0_reverse	1	-0.07696293294429779
218302	rnn.bias_ih_l0_reverse	2	0.08320301026105881
218302	rnn.bias_ih_l0_reverse	3	-0.1871791034936905
218302	rnn.bias_ih_l0_reverse	4	-0.009173368103802204
218302	rnn.bias_ih_l0_reverse	5	-0.17275850474834442
218302	rnn.bias_ih_l0_reverse	6	0.24777108430862427
218302	rnn.bias_ih_l0_reverse	7	-0.2845660150051117
218302	rnn.bias_ih_l0_reverse	8	-0.13009780645370483
218302	rnn.bias_ih_l0_reverse	9	-0.11712414026260376
218302	rnn.bias_hh_l0_reverse	0	-0.10973548889160156
218302	rnn.bias_hh_l0_reverse	1	0.21757552027702332
218302	rnn.bias_hh_l0_reverse	2	-0.285804808139801
218302	rnn.bias_hh_l0_reverse	3	-0.14323189854621887
218302	rnn.bias_hh_l0_reverse	4	-0.27565905451774597
218302	rnn.bias_hh_l0_reverse	5	-0.1196303442120552
218302	rnn.bias_hh_l0_reverse	6	-0.223140150308609
218302	rnn.bias_hh_l0_reverse	7	-0.06979586184024811
218302	rnn.bias_hh_l0_reverse	8	-0.17123839259147644
218302	rnn.bias_hh_l0_reverse	9	0.18173569440841675
218302	linear.weight	0	0.22606131434440613
218302	linear.weight	1	-0.3747178614139557
218302	linear.weight	2	0.007869930937886238
218302	linear.weight	3	0.06818106770515442
218302	linear.weight	4	-0.14121341705322266
218302	linear.weight	5	0.23971959948539734
218302	linear.weight	6	-0.09456923604011536
218302	linear.weight	7	-0.06642403453588486
218302	linear.weight	8	0.14706498384475708
218302	linear.weight	9	-0.04082878306508064
218302	linear.bias	0	-1.09534752368927
218302	linear.bias	1	1.9391863346099854
218302	linear.bias	2	0.589410126209259
218302	linear.bias	3	-2.4512009620666504
218302	linear.bias	4	-0.28345561027526855
218302	linear.bias	5	1.111763596534729
218302	linear.bias	6	-0.2523106634616852
218302	linear.bias	7	0.6878749132156372
218302	linear.bias	8	2.16766095161438
218302	linear.bias	9	-1.351364016532898
218911	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
218911	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
218911	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
218911	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
218911	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
218911	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
218911	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
218911	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
218911	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
218911	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
218911	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
218911	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
218911	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
218911	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
218911	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
218911	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
218911	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
218911	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
218911	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
218911	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
218911	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
218911	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
218911	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
218911	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
218911	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
218911	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
218911	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
218911	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
218911	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
218911	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
218911	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
218911	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
218911	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
218911	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
218911	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
218911	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
218911	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
218911	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
218911	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
218911	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
218911	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
218911	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
218911	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
218911	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
218911	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
218911	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
218911	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
218911	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
218911	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
218911	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
218911	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
218911	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
218911	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
218911	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
218911	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
218911	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
218911	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
218911	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
218911	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
218911	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
218911	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
218911	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
218911	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
218911	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
218911	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
218911	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
218911	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
218911	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
218911	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
218911	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
218911	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
218911	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
218911	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
218911	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
218911	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
218911	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
218911	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
218911	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
218911	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
218911	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
218911	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
218911	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
218911	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
218911	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
218911	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
218911	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
218911	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
218911	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
218911	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
218911	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
218911	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
218911	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
218911	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
218911	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
218911	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
218911	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
218911	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
218911	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
218911	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
218911	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
218911	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
218911	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
218911	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
218911	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
218911	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
218911	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
218911	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
218911	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
218911	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
218911	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
218911	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
218911	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
218911	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
218911	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
218911	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
218911	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
218911	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
218911	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
218911	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
218911	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
218911	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
218911	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
218911	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
218911	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
218911	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
218911	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
218911	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
218911	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
218911	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
218911	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
218911	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
218911	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
218911	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
218911	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
218911	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
218911	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
218911	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
218911	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
218911	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
218911	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
218911	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
218911	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
218911	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
218911	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
218911	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
218911	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
218911	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
218911	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
218911	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
218911	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
218911	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
218911	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
218911	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
218911	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
218911	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
218911	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
218911	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
218911	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
218911	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
218911	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
218911	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
218911	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
218911	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
218911	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
218911	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
218911	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
218911	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
218911	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
218911	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
218911	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
218911	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
218911	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
218911	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
218911	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
218911	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
218911	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
218911	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
218911	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
218911	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
218911	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
218911	embedding2nn.weight	0	0.2586577236652374
218911	embedding2nn.weight	1	0.3056855797767639
218911	embedding2nn.weight	2	0.013990436680614948
218911	embedding2nn.weight	3	0.022919919341802597
218911	embedding2nn.weight	4	-0.04231465607881546
218911	embedding2nn.weight	5	0.06183508038520813
218911	embedding2nn.weight	6	0.06159048154950142
218911	embedding2nn.weight	7	0.012203410267829895
218911	embedding2nn.weight	8	0.021368199959397316
218911	embedding2nn.weight	9	-0.05062500759959221
218911	embedding2nn.bias	0	-0.005395216401666403
218911	embedding2nn.bias	1	-0.17236772179603577
218911	embedding2nn.bias	2	0.09894591569900513
218911	embedding2nn.bias	3	0.14599205553531647
218911	embedding2nn.bias	4	0.160329207777977
218911	embedding2nn.bias	5	-0.05189548805356026
218911	embedding2nn.bias	6	-0.03463553637266159
218911	embedding2nn.bias	7	0.02645702287554741
218911	embedding2nn.bias	8	-0.1699940413236618
218911	embedding2nn.bias	9	-0.3569071888923645
218911	rnn.weight_ih_l0	0	5.2643805247498676e-05
218911	rnn.weight_ih_l0	1	-0.0754726380109787
218911	rnn.weight_ih_l0	2	-0.09374142438173294
218911	rnn.weight_ih_l0	3	0.06161559373140335
218911	rnn.weight_ih_l0	4	0.04811691865324974
218911	rnn.weight_ih_l0	5	-0.07009848207235336
218911	rnn.weight_ih_l0	6	-0.02717188559472561
218911	rnn.weight_ih_l0	7	-0.0031080180779099464
218911	rnn.weight_ih_l0	8	-0.017338650301098824
218911	rnn.weight_ih_l0	9	-0.08797994256019592
218911	rnn.weight_hh_l0	0	0.015236970037221909
218911	rnn.weight_hh_l0	1	0.06999810039997101
218911	rnn.weight_hh_l0	2	0.031146353110671043
218911	rnn.weight_hh_l0	3	0.03053135983645916
218911	rnn.weight_hh_l0	4	0.004766985774040222
218911	rnn.weight_hh_l0	5	0.07244005799293518
218911	rnn.weight_hh_l0	6	-0.021244805306196213
218911	rnn.weight_hh_l0	7	-0.05118298903107643
218911	rnn.weight_hh_l0	8	0.04016043618321419
218911	rnn.weight_hh_l0	9	-0.08467526733875275
218911	rnn.bias_ih_l0	0	0.1652875542640686
218911	rnn.bias_ih_l0	1	-0.1985412985086441
218911	rnn.bias_ih_l0	2	-0.025630466639995575
218911	rnn.bias_ih_l0	3	-0.15715347230434418
218911	rnn.bias_ih_l0	4	0.05930524319410324
218911	rnn.bias_ih_l0	5	-0.2509898543357849
218911	rnn.bias_ih_l0	6	-0.11313631385564804
218911	rnn.bias_ih_l0	7	-0.24826820194721222
218911	rnn.bias_ih_l0	8	-0.19643346965312958
218911	rnn.bias_ih_l0	9	-0.42276090383529663
218911	rnn.bias_hh_l0	0	-0.23702697455883026
218911	rnn.bias_hh_l0	1	-0.22544358670711517
218911	rnn.bias_hh_l0	2	-0.20826494693756104
218911	rnn.bias_hh_l0	3	-0.03422817215323448
218911	rnn.bias_hh_l0	4	-0.22738812863826752
218911	rnn.bias_hh_l0	5	-0.27039122581481934
218911	rnn.bias_hh_l0	6	-0.09617507457733154
218911	rnn.bias_hh_l0	7	0.052894506603479385
218911	rnn.bias_hh_l0	8	-0.1342618763446808
218911	rnn.bias_hh_l0	9	-0.40868040919303894
218911	rnn.weight_ih_l0_reverse	0	0.07097684592008591
218911	rnn.weight_ih_l0_reverse	1	-0.06390035897493362
218911	rnn.weight_ih_l0_reverse	2	-0.0376984104514122
218911	rnn.weight_ih_l0_reverse	3	-0.09173140674829483
218911	rnn.weight_ih_l0_reverse	4	0.059387654066085815
218911	rnn.weight_ih_l0_reverse	5	-0.15096892416477203
218911	rnn.weight_ih_l0_reverse	6	0.02642781287431717
218911	rnn.weight_ih_l0_reverse	7	0.02831457369029522
218911	rnn.weight_ih_l0_reverse	8	-0.0730021744966507
218911	rnn.weight_ih_l0_reverse	9	-0.023861560970544815
218911	rnn.weight_hh_l0_reverse	0	-0.06772038340568542
218911	rnn.weight_hh_l0_reverse	1	0.018794909119606018
218911	rnn.weight_hh_l0_reverse	2	-0.019940782338380814
218911	rnn.weight_hh_l0_reverse	3	0.005711557809263468
218911	rnn.weight_hh_l0_reverse	4	-0.0731295719742775
218911	rnn.weight_hh_l0_reverse	5	0.03786148503422737
218911	rnn.weight_hh_l0_reverse	6	0.016100257635116577
218911	rnn.weight_hh_l0_reverse	7	-0.057233721017837524
218911	rnn.weight_hh_l0_reverse	8	-0.010867921635508537
218911	rnn.weight_hh_l0_reverse	9	0.06325094401836395
218911	rnn.bias_ih_l0_reverse	0	-0.1335233747959137
218911	rnn.bias_ih_l0_reverse	1	-0.07917913049459457
218911	rnn.bias_ih_l0_reverse	2	0.08007647842168808
218911	rnn.bias_ih_l0_reverse	3	-0.18737289309501648
218911	rnn.bias_ih_l0_reverse	4	-0.015851425006985664
218911	rnn.bias_ih_l0_reverse	5	-0.17279015481472015
218911	rnn.bias_ih_l0_reverse	6	0.23593218624591827
218911	rnn.bias_ih_l0_reverse	7	-0.275608628988266
218911	rnn.bias_ih_l0_reverse	8	-0.12776599824428558
218911	rnn.bias_ih_l0_reverse	9	-0.11594585329294205
218911	rnn.bias_hh_l0_reverse	0	-0.10431733727455139
218911	rnn.bias_hh_l0_reverse	1	0.22379106283187866
218911	rnn.bias_hh_l0_reverse	2	-0.2897031009197235
218911	rnn.bias_hh_l0_reverse	3	-0.14786092936992645
218911	rnn.bias_hh_l0_reverse	4	-0.27973875403404236
218911	rnn.bias_hh_l0_reverse	5	-0.12903539836406708
218911	rnn.bias_hh_l0_reverse	6	-0.22880975902080536
218911	rnn.bias_hh_l0_reverse	7	-0.07599098235368729
218911	rnn.bias_hh_l0_reverse	8	-0.16041792929172516
218911	rnn.bias_hh_l0_reverse	9	0.17090973258018494
218911	linear.weight	0	0.2228141725063324
218911	linear.weight	1	-0.3738666772842407
218911	linear.weight	2	-0.005013024900108576
218911	linear.weight	3	0.06817688047885895
218911	linear.weight	4	-0.1702096164226532
218911	linear.weight	5	0.22476571798324585
218911	linear.weight	6	-0.09573141485452652
218911	linear.weight	7	-0.06640410423278809
218911	linear.weight	8	0.14284740388393402
218911	linear.weight	9	-0.040863703936338425
218911	linear.bias	0	-1.0573303699493408
218911	linear.bias	1	1.8935705423355103
218911	linear.bias	2	0.5737149119377136
218911	linear.bias	3	-2.4520561695098877
218911	linear.bias	4	-0.2692270576953888
218911	linear.bias	5	1.1391314268112183
218911	linear.bias	6	-0.25276169180870056
218911	linear.bias	7	0.6609252095222473
218911	linear.bias	8	2.1241352558135986
218911	linear.bias	9	-1.3191161155700684
219520	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
219520	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
219520	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
219520	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
219520	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
219520	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
219520	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
219520	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
219520	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
219520	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
219520	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
219520	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
219520	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
219520	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
219520	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
219520	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
219520	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
219520	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
219520	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
219520	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
219520	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
219520	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
219520	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
219520	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
219520	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
219520	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
219520	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
219520	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
219520	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
219520	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
219520	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
219520	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
219520	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
219520	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
219520	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
219520	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
219520	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
219520	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
219520	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
219520	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
219520	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
219520	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
219520	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
219520	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
219520	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
219520	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
219520	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
219520	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
219520	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
219520	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
219520	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
219520	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
219520	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
219520	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
219520	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
219520	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
219520	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
219520	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
219520	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
219520	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
219520	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
219520	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
219520	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
219520	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
219520	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
219520	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
219520	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
219520	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
219520	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
219520	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
219520	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
219520	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
219520	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
219520	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
219520	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
219520	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
219520	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
219520	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
219520	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
219520	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
219520	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
219520	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
219520	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
219520	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
219520	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
219520	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
219520	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
219520	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
219520	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
219520	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
219520	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
219520	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
219520	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
219520	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
219520	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
219520	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
219520	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
219520	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
219520	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
219520	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
219520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
219520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
219520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
219520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
219520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
219520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
219520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
219520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
219520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
219520	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
219520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
219520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
219520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
219520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
219520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
219520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
219520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
219520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
219520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
219520	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
219520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
219520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
219520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
219520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
219520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
219520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
219520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
219520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
219520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
219520	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
219520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
219520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
219520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
219520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
219520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
219520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
219520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
219520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
219520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
219520	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
219520	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
219520	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
219520	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
219520	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
219520	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
219520	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
219520	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
219520	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
219520	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
219520	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
219520	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
219520	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
219520	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
219520	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
219520	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
219520	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
219520	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
219520	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
219520	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
219520	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
219520	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
219520	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
219520	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
219520	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
219520	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
219520	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
219520	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
219520	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
219520	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
219520	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
219520	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
219520	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
219520	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
219520	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
219520	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
219520	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
219520	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
219520	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
219520	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
219520	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
219520	embedding2nn.weight	0	0.2596066892147064
219520	embedding2nn.weight	1	0.3034856617450714
219520	embedding2nn.weight	2	0.016735907644033432
219520	embedding2nn.weight	3	0.02551567740738392
219520	embedding2nn.weight	4	-0.04555590823292732
219520	embedding2nn.weight	5	0.061488520354032516
219520	embedding2nn.weight	6	0.048451848328113556
219520	embedding2nn.weight	7	0.016684219241142273
219520	embedding2nn.weight	8	0.02444900944828987
219520	embedding2nn.weight	9	-0.055081695318222046
219520	embedding2nn.bias	0	0.01633741706609726
219520	embedding2nn.bias	1	-0.16054509580135345
219520	embedding2nn.bias	2	0.09475716203451157
219520	embedding2nn.bias	3	0.15786340832710266
219520	embedding2nn.bias	4	0.15624162554740906
219520	embedding2nn.bias	5	-0.07311145961284637
219520	embedding2nn.bias	6	-0.05362697318196297
219520	embedding2nn.bias	7	0.033369120210409164
219520	embedding2nn.bias	8	-0.16203801333904266
219520	embedding2nn.bias	9	-0.38571566343307495
219520	rnn.weight_ih_l0	0	-0.001832171925343573
219520	rnn.weight_ih_l0	1	-0.07388081401586533
219520	rnn.weight_ih_l0	2	-0.09416329860687256
219520	rnn.weight_ih_l0	3	0.0616043359041214
219520	rnn.weight_ih_l0	4	0.04471183195710182
219520	rnn.weight_ih_l0	5	-0.07232417911291122
219520	rnn.weight_ih_l0	6	-0.03485240414738655
219520	rnn.weight_ih_l0	7	0.0018394174985587597
219520	rnn.weight_ih_l0	8	-0.026072483509778976
219520	rnn.weight_ih_l0	9	-0.08146410435438156
219520	rnn.weight_hh_l0	0	0.015082680620253086
219520	rnn.weight_hh_l0	1	0.07032497227191925
219520	rnn.weight_hh_l0	2	0.032253336161375046
219520	rnn.weight_hh_l0	3	0.0309078898280859
219520	rnn.weight_hh_l0	4	0.0055114589631557465
219520	rnn.weight_hh_l0	5	0.07353786379098892
219520	rnn.weight_hh_l0	6	-0.021785646677017212
219520	rnn.weight_hh_l0	7	-0.04956650361418724
219520	rnn.weight_hh_l0	8	0.040114302188158035
219520	rnn.weight_hh_l0	9	-0.08582525700330734
219520	rnn.bias_ih_l0	0	0.15784400701522827
219520	rnn.bias_ih_l0	1	-0.1939314901828766
219520	rnn.bias_ih_l0	2	-0.028309525921940804
219520	rnn.bias_ih_l0	3	-0.14901231229305267
219520	rnn.bias_ih_l0	4	0.05447183549404144
219520	rnn.bias_ih_l0	5	-0.2625989019870758
219520	rnn.bias_ih_l0	6	-0.11795199662446976
219520	rnn.bias_ih_l0	7	-0.24990218877792358
219520	rnn.bias_ih_l0	8	-0.19965289533138275
219520	rnn.bias_ih_l0	9	-0.4105333983898163
219520	rnn.bias_hh_l0	0	-0.2363416850566864
219520	rnn.bias_hh_l0	1	-0.23350512981414795
219520	rnn.bias_hh_l0	2	-0.20796619355678558
219520	rnn.bias_hh_l0	3	-0.03113161399960518
219520	rnn.bias_hh_l0	4	-0.2132815569639206
219520	rnn.bias_hh_l0	5	-0.26913073658943176
219520	rnn.bias_hh_l0	6	-0.10225290805101395
219520	rnn.bias_hh_l0	7	0.06381192803382874
219520	rnn.bias_hh_l0	8	-0.13601979613304138
219520	rnn.bias_hh_l0	9	-0.4117320477962494
219520	rnn.weight_ih_l0_reverse	0	0.07202760875225067
219520	rnn.weight_ih_l0_reverse	1	-0.06207999214529991
219520	rnn.weight_ih_l0_reverse	2	-0.03651991859078407
219520	rnn.weight_ih_l0_reverse	3	-0.08829934895038605
219520	rnn.weight_ih_l0_reverse	4	0.05913827195763588
219520	rnn.weight_ih_l0_reverse	5	-0.15690065920352936
219520	rnn.weight_ih_l0_reverse	6	0.0266367569565773
219520	rnn.weight_ih_l0_reverse	7	0.027430592104792595
219520	rnn.weight_ih_l0_reverse	8	-0.07412313669919968
219520	rnn.weight_ih_l0_reverse	9	-0.029882321134209633
219520	rnn.weight_hh_l0_reverse	0	-0.06796973198652267
219520	rnn.weight_hh_l0_reverse	1	0.018880188465118408
219520	rnn.weight_hh_l0_reverse	2	-0.019152522087097168
219520	rnn.weight_hh_l0_reverse	3	0.006323763635009527
219520	rnn.weight_hh_l0_reverse	4	-0.07425148040056229
219520	rnn.weight_hh_l0_reverse	5	0.03808560594916344
219520	rnn.weight_hh_l0_reverse	6	0.015702523291110992
219520	rnn.weight_hh_l0_reverse	7	-0.055207472294569016
219520	rnn.weight_hh_l0_reverse	8	-0.009418945759534836
219520	rnn.weight_hh_l0_reverse	9	0.06358140707015991
219520	rnn.bias_ih_l0_reverse	0	-0.13809460401535034
219520	rnn.bias_ih_l0_reverse	1	-0.07453221827745438
219520	rnn.bias_ih_l0_reverse	2	0.07930918782949448
219520	rnn.bias_ih_l0_reverse	3	-0.18216097354888916
219520	rnn.bias_ih_l0_reverse	4	-0.015104571357369423
219520	rnn.bias_ih_l0_reverse	5	-0.1735505759716034
219520	rnn.bias_ih_l0_reverse	6	0.21961219608783722
219520	rnn.bias_ih_l0_reverse	7	-0.28819939494132996
219520	rnn.bias_ih_l0_reverse	8	-0.13050302863121033
219520	rnn.bias_ih_l0_reverse	9	-0.12200221419334412
219520	rnn.bias_hh_l0_reverse	0	-0.10583768784999847
219520	rnn.bias_hh_l0_reverse	1	0.21786059439182281
219520	rnn.bias_hh_l0_reverse	2	-0.28989267349243164
219520	rnn.bias_hh_l0_reverse	3	-0.1487337052822113
219520	rnn.bias_hh_l0_reverse	4	-0.28350135684013367
219520	rnn.bias_hh_l0_reverse	5	-0.13203512132167816
219520	rnn.bias_hh_l0_reverse	6	-0.23018015921115875
219520	rnn.bias_hh_l0_reverse	7	-0.08102495968341827
219520	rnn.bias_hh_l0_reverse	8	-0.15488767623901367
219520	rnn.bias_hh_l0_reverse	9	0.17067496478557587
219520	linear.weight	0	0.20629312098026276
219520	linear.weight	1	-0.3843015134334564
219520	linear.weight	2	-0.008748541586101055
219520	linear.weight	3	0.0681743323802948
219520	linear.weight	4	-0.1912863552570343
219520	linear.weight	5	0.204507514834404
219520	linear.weight	6	-0.10324618220329285
219520	linear.weight	7	-0.06640391051769257
219520	linear.weight	8	0.13408581912517548
219520	linear.weight	9	-0.04088340699672699
219520	linear.bias	0	-1.079603910446167
219520	linear.bias	1	1.8705147504806519
219520	linear.bias	2	0.5499753952026367
219520	linear.bias	3	-2.4528801441192627
219520	linear.bias	4	-0.2818661630153656
219520	linear.bias	5	1.1672754287719727
219520	linear.bias	6	-0.2548133432865143
219520	linear.bias	7	0.6436737775802612
219520	linear.bias	8	2.1448447704315186
219520	linear.bias	9	-1.2934247255325317
219528	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
219528	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
219528	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
219528	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
219528	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
219528	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
219528	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
219528	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
219528	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
219528	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
219528	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
219528	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
219528	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
219528	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
219528	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
219528	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
219528	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
219528	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
219528	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
219528	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
219528	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
219528	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
219528	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
219528	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
219528	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
219528	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
219528	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
219528	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
219528	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
219528	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
219528	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
219528	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
219528	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
219528	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
219528	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
219528	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
219528	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
219528	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
219528	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
219528	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
219528	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
219528	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
219528	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
219528	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
219528	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
219528	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
219528	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
219528	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
219528	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
219528	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
219528	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
219528	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
219528	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
219528	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
219528	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
219528	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
219528	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
219528	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
219528	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
219528	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
219528	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
219528	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
219528	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
219528	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
219528	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
219528	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
219528	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
219528	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
219528	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
219528	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
219528	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
219528	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
219528	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
219528	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
219528	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
219528	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
219528	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
219528	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
219528	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
219528	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
219528	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
219528	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
219528	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
219528	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
219528	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
219528	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
219528	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
219528	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
219528	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
219528	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
219528	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
219528	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
219528	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
219528	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
219528	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
219528	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
219528	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
219528	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
219528	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
219528	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
219528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
219528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
219528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
219528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
219528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
219528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
219528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
219528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
219528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
219528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
219528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
219528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
219528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
219528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
219528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
219528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
219528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
219528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
219528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
219528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
219528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
219528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
219528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
219528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
219528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
219528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
219528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
219528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
219528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
219528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
219528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
219528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
219528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
219528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
219528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
219528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
219528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
219528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
219528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
219528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
219528	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
219528	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
219528	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
219528	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
219528	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
219528	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
219528	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
219528	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
219528	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
219528	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
219528	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
219528	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
219528	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
219528	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
219528	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
219528	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
219528	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
219528	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
219528	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
219528	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
219528	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
219528	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
219528	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
219528	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
219528	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
219528	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
219528	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
219528	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
219528	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
219528	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
219528	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
219528	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
219528	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
219528	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
219528	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
219528	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
219528	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
219528	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
219528	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
219528	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
219528	embedding2nn.weight	0	0.259562611579895
219528	embedding2nn.weight	1	0.3040708303451538
219528	embedding2nn.weight	2	0.017353679984807968
219528	embedding2nn.weight	3	0.02722696214914322
219528	embedding2nn.weight	4	-0.04595162719488144
219528	embedding2nn.weight	5	0.06223084032535553
219528	embedding2nn.weight	6	0.04789688438177109
219528	embedding2nn.weight	7	0.01614397019147873
219528	embedding2nn.weight	8	0.024360841140151024
219528	embedding2nn.weight	9	-0.05383102223277092
219528	embedding2nn.bias	0	0.012232995592057705
219528	embedding2nn.bias	1	-0.16502991318702698
219528	embedding2nn.bias	2	0.09042718261480331
219528	embedding2nn.bias	3	0.16062824428081512
219528	embedding2nn.bias	4	0.1595321148633957
219528	embedding2nn.bias	5	-0.06706076115369797
219528	embedding2nn.bias	6	-0.04892751947045326
219528	embedding2nn.bias	7	0.03360339254140854
219528	embedding2nn.bias	8	-0.1605452448129654
219528	embedding2nn.bias	9	-0.3850405514240265
219528	rnn.weight_ih_l0	0	-0.002240509493276477
219528	rnn.weight_ih_l0	1	-0.07404513657093048
219528	rnn.weight_ih_l0	2	-0.09457124769687653
219528	rnn.weight_ih_l0	3	0.06180615350604057
219528	rnn.weight_ih_l0	4	0.04405897110700607
219528	rnn.weight_ih_l0	5	-0.07250337302684784
219528	rnn.weight_ih_l0	6	-0.03496580198407173
219528	rnn.weight_ih_l0	7	0.00242314743809402
219528	rnn.weight_ih_l0	8	-0.028382040560245514
219528	rnn.weight_ih_l0	9	-0.0815582424402237
219528	rnn.weight_hh_l0	0	0.015049855224788189
219528	rnn.weight_hh_l0	1	0.07033640891313553
219528	rnn.weight_hh_l0	2	0.0320882722735405
219528	rnn.weight_hh_l0	3	0.030937589704990387
219528	rnn.weight_hh_l0	4	0.005515563767403364
219528	rnn.weight_hh_l0	5	0.07392514497041702
219528	rnn.weight_hh_l0	6	-0.02186417579650879
219528	rnn.weight_hh_l0	7	-0.049575239419937134
219528	rnn.weight_hh_l0	8	0.04009271785616875
219528	rnn.weight_hh_l0	9	-0.08604244142770767
219528	rnn.bias_ih_l0	0	0.15921111404895782
219528	rnn.bias_ih_l0	1	-0.19330176711082458
219528	rnn.bias_ih_l0	2	-0.028740109875798225
219528	rnn.bias_ih_l0	3	-0.15009430050849915
219528	rnn.bias_ih_l0	4	0.054156821221113205
219528	rnn.bias_ih_l0	5	-0.2625524699687958
219528	rnn.bias_ih_l0	6	-0.11750448495149612
219528	rnn.bias_ih_l0	7	-0.24998271465301514
219528	rnn.bias_ih_l0	8	-0.19896653294563293
219528	rnn.bias_ih_l0	9	-0.41017788648605347
219528	rnn.bias_hh_l0	0	-0.23683449625968933
219528	rnn.bias_hh_l0	1	-0.23329868912696838
219528	rnn.bias_hh_l0	2	-0.20849815011024475
219528	rnn.bias_hh_l0	3	-0.03281266614794731
219528	rnn.bias_hh_l0	4	-0.2135523557662964
219528	rnn.bias_hh_l0	5	-0.26877561211586
219528	rnn.bias_hh_l0	6	-0.10187340527772903
219528	rnn.bias_hh_l0	7	0.06409063190221786
219528	rnn.bias_hh_l0	8	-0.13502126932144165
219528	rnn.bias_hh_l0	9	-0.4124128818511963
219528	rnn.weight_ih_l0_reverse	0	0.07219338417053223
219528	rnn.weight_ih_l0_reverse	1	-0.0614309161901474
219528	rnn.weight_ih_l0_reverse	2	-0.036128848791122437
219528	rnn.weight_ih_l0_reverse	3	-0.08830530941486359
219528	rnn.weight_ih_l0_reverse	4	0.05949805676937103
219528	rnn.weight_ih_l0_reverse	5	-0.15718121826648712
219528	rnn.weight_ih_l0_reverse	6	0.027229774743318558
219528	rnn.weight_ih_l0_reverse	7	0.027405690401792526
219528	rnn.weight_ih_l0_reverse	8	-0.07420963048934937
219528	rnn.weight_ih_l0_reverse	9	-0.02939230389893055
219528	rnn.weight_hh_l0_reverse	0	-0.06798821687698364
219528	rnn.weight_hh_l0_reverse	1	0.01881115511059761
219528	rnn.weight_hh_l0_reverse	2	-0.01906139776110649
219528	rnn.weight_hh_l0_reverse	3	0.00649902131408453
219528	rnn.weight_hh_l0_reverse	4	-0.07453557848930359
219528	rnn.weight_hh_l0_reverse	5	0.03810003399848938
219528	rnn.weight_hh_l0_reverse	6	0.015723465010523796
219528	rnn.weight_hh_l0_reverse	7	-0.054775625467300415
219528	rnn.weight_hh_l0_reverse	8	-0.009332695975899696
219528	rnn.weight_hh_l0_reverse	9	0.06341753154993057
219528	rnn.bias_ih_l0_reverse	0	-0.13753503561019897
219528	rnn.bias_ih_l0_reverse	1	-0.07534812390804291
219528	rnn.bias_ih_l0_reverse	2	0.07889561355113983
219528	rnn.bias_ih_l0_reverse	3	-0.1825086772441864
219528	rnn.bias_ih_l0_reverse	4	-0.013395724818110466
219528	rnn.bias_ih_l0_reverse	5	-0.1728701889514923
219528	rnn.bias_ih_l0_reverse	6	0.21966975927352905
219528	rnn.bias_ih_l0_reverse	7	-0.28892451524734497
219528	rnn.bias_ih_l0_reverse	8	-0.13046757876873016
219528	rnn.bias_ih_l0_reverse	9	-0.12177333235740662
219528	rnn.bias_hh_l0_reverse	0	-0.10474994033575058
219528	rnn.bias_hh_l0_reverse	1	0.21957288682460785
219528	rnn.bias_hh_l0_reverse	2	-0.2886843979358673
219528	rnn.bias_hh_l0_reverse	3	-0.14975740015506744
219528	rnn.bias_hh_l0_reverse	4	-0.28415462374687195
219528	rnn.bias_hh_l0_reverse	5	-0.1323537975549698
219528	rnn.bias_hh_l0_reverse	6	-0.22984912991523743
219528	rnn.bias_hh_l0_reverse	7	-0.08004699647426605
219528	rnn.bias_hh_l0_reverse	8	-0.15518346428871155
219528	rnn.bias_hh_l0_reverse	9	0.17199240624904633
219528	linear.weight	0	0.20793190598487854
219528	linear.weight	1	-0.38586363196372986
219528	linear.weight	2	-0.0013270170893520117
219528	linear.weight	3	0.06817422062158585
219528	linear.weight	4	-0.1864738017320633
219528	linear.weight	5	0.20505066215991974
219528	linear.weight	6	-0.0978333130478859
219528	linear.weight	7	-0.06640366464853287
219528	linear.weight	8	0.13433705270290375
219528	linear.weight	9	-0.040883421897888184
219528	linear.bias	0	-1.0823708772659302
219528	linear.bias	1	1.8793662786483765
219528	linear.bias	2	0.5437818169593811
219528	linear.bias	3	-2.4528887271881104
219528	linear.bias	4	-0.2930929660797119
219528	linear.bias	5	1.1761038303375244
219528	linear.bias	6	-0.25848090648651123
219528	linear.bias	7	0.6483842730522156
219528	linear.bias	8	2.14339017868042
219528	linear.bias	9	-1.2907953262329102
220137	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
220137	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
220137	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
220137	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
220137	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
220137	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
220137	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
220137	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
220137	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
220137	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
220137	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
220137	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
220137	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
220137	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
220137	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
220137	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
220137	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
220137	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
220137	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
220137	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
220137	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
220137	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
220137	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
220137	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
220137	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
220137	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
220137	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
220137	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
220137	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
220137	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
220137	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
220137	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
220137	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
220137	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
220137	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
220137	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
220137	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
220137	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
220137	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
220137	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
220137	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
220137	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
220137	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
220137	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
220137	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
220137	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
220137	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
220137	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
220137	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
220137	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
220137	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
220137	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
220137	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
220137	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
220137	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
220137	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
220137	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
220137	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
220137	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
220137	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
220137	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
220137	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
220137	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
220137	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
220137	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
220137	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
220137	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
220137	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
220137	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
220137	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
220137	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
220137	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
220137	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
220137	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
220137	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
220137	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
220137	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
220137	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
220137	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
220137	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
220137	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
220137	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
220137	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
220137	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
220137	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
220137	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
220137	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
220137	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
220137	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
220137	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
220137	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
220137	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
220137	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
220137	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
220137	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
220137	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
220137	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
220137	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
220137	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
220137	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
220137	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
220137	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
220137	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
220137	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
220137	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
220137	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
220137	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
220137	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
220137	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
220137	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
220137	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
220137	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
220137	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
220137	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
220137	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
220137	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
220137	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
220137	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
220137	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
220137	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
220137	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
220137	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
220137	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
220137	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
220137	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
220137	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
220137	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
220137	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
220137	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
220137	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
220137	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
220137	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
220137	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
220137	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
220137	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
220137	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
220137	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
220137	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
220137	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
220137	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
220137	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
220137	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
220137	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
220137	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
220137	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
220137	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
220137	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
220137	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
220137	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
220137	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
220137	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
220137	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
220137	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
220137	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
220137	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
220137	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
220137	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
220137	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
220137	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
220137	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
220137	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
220137	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
220137	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
220137	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
220137	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
220137	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
220137	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
220137	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
220137	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
220137	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
220137	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
220137	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
220137	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
220137	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
220137	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
220137	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
220137	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
220137	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
220137	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
220137	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
220137	embedding2nn.weight	0	0.2597924768924713
220137	embedding2nn.weight	1	0.30501818656921387
220137	embedding2nn.weight	2	0.014570583589375019
220137	embedding2nn.weight	3	0.029093723744153976
220137	embedding2nn.weight	4	-0.039893362671136856
220137	embedding2nn.weight	5	0.06593667715787888
220137	embedding2nn.weight	6	0.042269267141819
220137	embedding2nn.weight	7	0.01778213307261467
220137	embedding2nn.weight	8	0.01935838907957077
220137	embedding2nn.weight	9	-0.05334753170609474
220137	embedding2nn.bias	0	0.03303946927189827
220137	embedding2nn.bias	1	-0.16340738534927368
220137	embedding2nn.bias	2	0.062478918582201004
220137	embedding2nn.bias	3	0.17398236691951752
220137	embedding2nn.bias	4	0.14863355457782745
220137	embedding2nn.bias	5	-0.07331366091966629
220137	embedding2nn.bias	6	-0.024793973192572594
220137	embedding2nn.bias	7	0.03399539366364479
220137	embedding2nn.bias	8	-0.15546627342700958
220137	embedding2nn.bias	9	-0.3685716390609741
220137	rnn.weight_ih_l0	0	-0.0019830865785479546
220137	rnn.weight_ih_l0	1	-0.07461972534656525
220137	rnn.weight_ih_l0	2	-0.08567807823419571
220137	rnn.weight_ih_l0	3	0.05658743530511856
220137	rnn.weight_ih_l0	4	0.048780109733343124
220137	rnn.weight_ih_l0	5	-0.07459176331758499
220137	rnn.weight_ih_l0	6	-0.03325510770082474
220137	rnn.weight_ih_l0	7	0.002914919052273035
220137	rnn.weight_ih_l0	8	-0.014257283881306648
220137	rnn.weight_ih_l0	9	-0.07604360580444336
220137	rnn.weight_hh_l0	0	0.014993535354733467
220137	rnn.weight_hh_l0	1	0.07125964015722275
220137	rnn.weight_hh_l0	2	0.033550094813108444
220137	rnn.weight_hh_l0	3	0.03187544271349907
220137	rnn.weight_hh_l0	4	0.006788569502532482
220137	rnn.weight_hh_l0	5	0.0737241804599762
220137	rnn.weight_hh_l0	6	-0.021929500624537468
220137	rnn.weight_hh_l0	7	-0.043198373168706894
220137	rnn.weight_hh_l0	8	0.04059432074427605
220137	rnn.weight_hh_l0	9	-0.08644534647464752
220137	rnn.bias_ih_l0	0	0.16449350118637085
220137	rnn.bias_ih_l0	1	-0.19697126746177673
220137	rnn.bias_ih_l0	2	-0.030282920226454735
220137	rnn.bias_ih_l0	3	-0.14296911656856537
220137	rnn.bias_ih_l0	4	0.03854772821068764
220137	rnn.bias_ih_l0	5	-0.2626000642776489
220137	rnn.bias_ih_l0	6	-0.11396970599889755
220137	rnn.bias_ih_l0	7	-0.2511647641658783
220137	rnn.bias_ih_l0	8	-0.2092742770910263
220137	rnn.bias_ih_l0	9	-0.4132595956325531
220137	rnn.bias_hh_l0	0	-0.2368425875902176
220137	rnn.bias_hh_l0	1	-0.2220095545053482
220137	rnn.bias_hh_l0	2	-0.21144074201583862
220137	rnn.bias_hh_l0	3	-0.04595034569501877
220137	rnn.bias_hh_l0	4	-0.21527540683746338
220137	rnn.bias_hh_l0	5	-0.2714528441429138
220137	rnn.bias_hh_l0	6	-0.10402920097112656
220137	rnn.bias_hh_l0	7	0.06151137501001358
220137	rnn.bias_hh_l0	8	-0.14100196957588196
220137	rnn.bias_hh_l0	9	-0.41210460662841797
220137	rnn.weight_ih_l0_reverse	0	0.07687009125947952
220137	rnn.weight_ih_l0_reverse	1	-0.06414850056171417
220137	rnn.weight_ih_l0_reverse	2	-0.037166327238082886
220137	rnn.weight_ih_l0_reverse	3	-0.08437959104776382
220137	rnn.weight_ih_l0_reverse	4	0.05932994559407234
220137	rnn.weight_ih_l0_reverse	5	-0.1673096865415573
220137	rnn.weight_ih_l0_reverse	6	0.03127095848321915
220137	rnn.weight_ih_l0_reverse	7	0.02631804533302784
220137	rnn.weight_ih_l0_reverse	8	-0.077743299305439
220137	rnn.weight_ih_l0_reverse	9	-0.030571481212973595
220137	rnn.weight_hh_l0_reverse	0	-0.06737502664327621
220137	rnn.weight_hh_l0_reverse	1	0.01843605935573578
220137	rnn.weight_hh_l0_reverse	2	-0.018553754314780235
220137	rnn.weight_hh_l0_reverse	3	0.005888606421649456
220137	rnn.weight_hh_l0_reverse	4	-0.0748371109366417
220137	rnn.weight_hh_l0_reverse	5	0.03803937882184982
220137	rnn.weight_hh_l0_reverse	6	0.016127314418554306
220137	rnn.weight_hh_l0_reverse	7	-0.054995693266391754
220137	rnn.weight_hh_l0_reverse	8	-0.012414252385497093
220137	rnn.weight_hh_l0_reverse	9	0.0652230829000473
220137	rnn.bias_ih_l0_reverse	0	-0.13900898396968842
220137	rnn.bias_ih_l0_reverse	1	-0.07872691750526428
220137	rnn.bias_ih_l0_reverse	2	0.08254389464855194
220137	rnn.bias_ih_l0_reverse	3	-0.18998245894908905
220137	rnn.bias_ih_l0_reverse	4	-0.013735887594521046
220137	rnn.bias_ih_l0_reverse	5	-0.17408904433250427
220137	rnn.bias_ih_l0_reverse	6	0.2193974405527115
220137	rnn.bias_ih_l0_reverse	7	-0.28151440620422363
220137	rnn.bias_ih_l0_reverse	8	-0.12637822329998016
220137	rnn.bias_ih_l0_reverse	9	-0.12631374597549438
220137	rnn.bias_hh_l0_reverse	0	-0.10488361865282059
220137	rnn.bias_hh_l0_reverse	1	0.21873880922794342
220137	rnn.bias_hh_l0_reverse	2	-0.29550161957740784
220137	rnn.bias_hh_l0_reverse	3	-0.15371958911418915
220137	rnn.bias_hh_l0_reverse	4	-0.2855622172355652
220137	rnn.bias_hh_l0_reverse	5	-0.12387188524007797
220137	rnn.bias_hh_l0_reverse	6	-0.2240067571401596
220137	rnn.bias_hh_l0_reverse	7	-0.07878468930721283
220137	rnn.bias_hh_l0_reverse	8	-0.15194053947925568
220137	rnn.bias_hh_l0_reverse	9	0.17963571846485138
220137	linear.weight	0	0.20150673389434814
220137	linear.weight	1	-0.37843531370162964
220137	linear.weight	2	-0.015937991440296173
220137	linear.weight	3	0.06816991418600082
220137	linear.weight	4	-0.15422749519348145
220137	linear.weight	5	0.2030649334192276
220137	linear.weight	6	-0.07672391831874847
220137	linear.weight	7	-0.06638800352811813
220137	linear.weight	8	0.12142615765333176
220137	linear.weight	9	-0.04090858995914459
220137	linear.bias	0	-1.1075091361999512
220137	linear.bias	1	1.943284511566162
220137	linear.bias	2	0.5258793234825134
220137	linear.bias	3	-2.453669309616089
220137	linear.bias	4	-0.3000313341617584
220137	linear.bias	5	1.1283513307571411
220137	linear.bias	6	-0.2755173444747925
220137	linear.bias	7	0.6611418128013611
220137	linear.bias	8	2.148711681365967
220137	linear.bias	9	-1.2740998268127441
220746	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
220746	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
220746	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
220746	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
220746	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
220746	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
220746	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
220746	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
220746	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
220746	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
220746	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
220746	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
220746	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
220746	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
220746	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
220746	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
220746	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
220746	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
220746	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
220746	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
220746	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
220746	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
220746	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
220746	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
220746	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
220746	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
220746	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
220746	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
220746	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
220746	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
220746	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
220746	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
220746	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
220746	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
220746	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
220746	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
220746	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
220746	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
220746	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
220746	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
220746	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
220746	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
220746	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
220746	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
220746	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
220746	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
220746	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
220746	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
220746	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
220746	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
220746	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
220746	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
220746	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
220746	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
220746	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
220746	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
220746	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
220746	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
220746	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
220746	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
220746	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
220746	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
220746	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
220746	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
220746	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
220746	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
220746	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
220746	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
220746	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
220746	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
220746	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
220746	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
220746	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
220746	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
220746	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
220746	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
220746	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
220746	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
220746	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
220746	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
220746	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
220746	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
220746	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
220746	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
220746	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
220746	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
220746	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
220746	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
220746	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
220746	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
220746	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
220746	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
220746	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
220746	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
220746	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
220746	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
220746	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
220746	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
220746	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
220746	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
220746	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
220746	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
220746	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
220746	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
220746	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
220746	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
220746	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
220746	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
220746	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
220746	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
220746	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
220746	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
220746	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
220746	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
220746	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
220746	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
220746	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
220746	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
220746	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
220746	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
220746	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
220746	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
220746	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
220746	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
220746	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
220746	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
220746	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
220746	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
220746	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
220746	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
220746	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
220746	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
220746	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
220746	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
220746	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
220746	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
220746	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
220746	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
220746	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
220746	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
220746	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
220746	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
220746	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
220746	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
220746	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
220746	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
220746	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
220746	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
220746	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
220746	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
220746	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
220746	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
220746	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
220746	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
220746	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
220746	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
220746	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
220746	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
220746	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
220746	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
220746	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
220746	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
220746	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
220746	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
220746	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
220746	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
220746	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
220746	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
220746	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
220746	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
220746	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
220746	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
220746	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
220746	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
220746	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
220746	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
220746	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
220746	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
220746	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
220746	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
220746	embedding2nn.weight	0	0.25766491889953613
220746	embedding2nn.weight	1	0.30560576915740967
220746	embedding2nn.weight	2	0.011943735182285309
220746	embedding2nn.weight	3	0.05107851326465607
220746	embedding2nn.weight	4	-0.04694750905036926
220746	embedding2nn.weight	5	0.06822666525840759
220746	embedding2nn.weight	6	0.029081184417009354
220746	embedding2nn.weight	7	0.005865689367055893
220746	embedding2nn.weight	8	0.019142305478453636
220746	embedding2nn.weight	9	-0.05354365333914757
220746	embedding2nn.bias	0	0.025486817583441734
220746	embedding2nn.bias	1	-0.1656867414712906
220746	embedding2nn.bias	2	0.07158828526735306
220746	embedding2nn.bias	3	0.1664751023054123
220746	embedding2nn.bias	4	0.17371100187301636
220746	embedding2nn.bias	5	-0.06869073957204819
220746	embedding2nn.bias	6	-0.038150135427713394
220746	embedding2nn.bias	7	0.04514866694808006
220746	embedding2nn.bias	8	-0.14052936434745789
220746	embedding2nn.bias	9	-0.37121427059173584
220746	rnn.weight_ih_l0	0	-0.003009041305631399
220746	rnn.weight_ih_l0	1	-0.07578238099813461
220746	rnn.weight_ih_l0	2	-0.0919455736875534
220746	rnn.weight_ih_l0	3	0.05523799732327461
220746	rnn.weight_ih_l0	4	0.04450514540076256
220746	rnn.weight_ih_l0	5	-0.07313984632492065
220746	rnn.weight_ih_l0	6	-0.029555587098002434
220746	rnn.weight_ih_l0	7	0.004070442635565996
220746	rnn.weight_ih_l0	8	-0.021510450169444084
220746	rnn.weight_ih_l0	9	-0.07534952461719513
220746	rnn.weight_hh_l0	0	0.014856917783617973
220746	rnn.weight_hh_l0	1	0.07045804709196091
220746	rnn.weight_hh_l0	2	0.03337252885103226
220746	rnn.weight_hh_l0	3	0.03211219236254692
220746	rnn.weight_hh_l0	4	0.008331628516316414
220746	rnn.weight_hh_l0	5	0.07399706542491913
220746	rnn.weight_hh_l0	6	-0.021919338032603264
220746	rnn.weight_hh_l0	7	-0.042080219835042953
220746	rnn.weight_hh_l0	8	0.04024801030755043
220746	rnn.weight_hh_l0	9	-0.08542996644973755
220746	rnn.bias_ih_l0	0	0.16062031686306
220746	rnn.bias_ih_l0	1	-0.19259674847126007
220746	rnn.bias_ih_l0	2	-0.03052675351500511
220746	rnn.bias_ih_l0	3	-0.1499173641204834
220746	rnn.bias_ih_l0	4	0.049532368779182434
220746	rnn.bias_ih_l0	5	-0.26449230313301086
220746	rnn.bias_ih_l0	6	-0.0994642823934555
220746	rnn.bias_ih_l0	7	-0.25221994519233704
220746	rnn.bias_ih_l0	8	-0.20729292929172516
220746	rnn.bias_ih_l0	9	-0.39506033062934875
220746	rnn.bias_hh_l0	0	-0.236820787191391
220746	rnn.bias_hh_l0	1	-0.2202077955007553
220746	rnn.bias_hh_l0	2	-0.21678271889686584
220746	rnn.bias_hh_l0	3	-0.04286837950348854
220746	rnn.bias_hh_l0	4	-0.22120323777198792
220746	rnn.bias_hh_l0	5	-0.2728435695171356
220746	rnn.bias_hh_l0	6	-0.10093387961387634
220746	rnn.bias_hh_l0	7	0.058240823447704315
220746	rnn.bias_hh_l0	8	-0.1422199159860611
220746	rnn.bias_hh_l0	9	-0.4194753170013428
220746	rnn.weight_ih_l0_reverse	0	0.07776612788438797
220746	rnn.weight_ih_l0_reverse	1	-0.06628138571977615
220746	rnn.weight_ih_l0_reverse	2	-0.0344829335808754
220746	rnn.weight_ih_l0_reverse	3	-0.08434856683015823
220746	rnn.weight_ih_l0_reverse	4	0.0572969950735569
220746	rnn.weight_ih_l0_reverse	5	-0.17316581308841705
220746	rnn.weight_ih_l0_reverse	6	0.036197107285261154
220746	rnn.weight_ih_l0_reverse	7	0.027392884716391563
220746	rnn.weight_ih_l0_reverse	8	-0.07549775391817093
220746	rnn.weight_ih_l0_reverse	9	-0.03344620764255524
220746	rnn.weight_hh_l0_reverse	0	-0.07015407085418701
220746	rnn.weight_hh_l0_reverse	1	0.01809241995215416
220746	rnn.weight_hh_l0_reverse	2	-0.01722952537238598
220746	rnn.weight_hh_l0_reverse	3	0.005548649001866579
220746	rnn.weight_hh_l0_reverse	4	-0.07628970593214035
220746	rnn.weight_hh_l0_reverse	5	0.038184743374586105
220746	rnn.weight_hh_l0_reverse	6	0.016432784497737885
220746	rnn.weight_hh_l0_reverse	7	-0.05356380343437195
220746	rnn.weight_hh_l0_reverse	8	-0.013409600593149662
220746	rnn.weight_hh_l0_reverse	9	0.06798088550567627
220746	rnn.bias_ih_l0_reverse	0	-0.1403016746044159
220746	rnn.bias_ih_l0_reverse	1	-0.08545760065317154
220746	rnn.bias_ih_l0_reverse	2	0.07214315235614777
220746	rnn.bias_ih_l0_reverse	3	-0.18761155009269714
220746	rnn.bias_ih_l0_reverse	4	-0.028493357822299004
220746	rnn.bias_ih_l0_reverse	5	-0.17440921068191528
220746	rnn.bias_ih_l0_reverse	6	0.23331449925899506
220746	rnn.bias_ih_l0_reverse	7	-0.2861543297767639
220746	rnn.bias_ih_l0_reverse	8	-0.13324129581451416
220746	rnn.bias_ih_l0_reverse	9	-0.12937705218791962
220746	rnn.bias_hh_l0_reverse	0	-0.1053275316953659
220746	rnn.bias_hh_l0_reverse	1	0.22427240014076233
220746	rnn.bias_hh_l0_reverse	2	-0.28623515367507935
220746	rnn.bias_hh_l0_reverse	3	-0.1510625034570694
220746	rnn.bias_hh_l0_reverse	4	-0.29267629981040955
220746	rnn.bias_hh_l0_reverse	5	-0.12579090893268585
220746	rnn.bias_hh_l0_reverse	6	-0.21927693486213684
220746	rnn.bias_hh_l0_reverse	7	-0.0885208323597908
220746	rnn.bias_hh_l0_reverse	8	-0.15508516132831573
220746	rnn.bias_hh_l0_reverse	9	0.19478130340576172
220746	linear.weight	0	0.16032612323760986
220746	linear.weight	1	-0.35622701048851013
220746	linear.weight	2	0.03440473973751068
220746	linear.weight	3	0.06816629320383072
220746	linear.weight	4	-0.18413734436035156
220746	linear.weight	5	0.1948557049036026
220746	linear.weight	6	-0.042071983218193054
220746	linear.weight	7	-0.0663708820939064
220746	linear.weight	8	0.10896322876214981
220746	linear.weight	9	-0.04093910753726959
220746	linear.bias	0	-1.0719879865646362
220746	linear.bias	1	1.948047399520874
220746	linear.bias	2	0.5850825905799866
220746	linear.bias	3	-2.4545247554779053
220746	linear.bias	4	-0.3109501302242279
220746	linear.bias	5	1.1054844856262207
220746	linear.bias	6	-0.2578209340572357
220746	linear.bias	7	0.6722049713134766
220746	linear.bias	8	2.236907482147217
220746	linear.bias	9	-1.2891407012939453
221355	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
221355	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
221355	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
221355	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
221355	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
221355	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
221355	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
221355	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
221355	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
221355	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
221355	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
221355	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
221355	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
221355	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
221355	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
221355	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
221355	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
221355	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
221355	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
221355	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
221355	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
221355	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
221355	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
221355	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
221355	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
221355	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
221355	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
221355	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
221355	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
221355	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
221355	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
221355	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
221355	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
221355	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
221355	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
221355	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
221355	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
221355	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
221355	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
221355	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
221355	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
221355	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
221355	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
221355	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
221355	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
221355	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
221355	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
221355	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
221355	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
221355	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
221355	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
221355	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
221355	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
221355	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
221355	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
221355	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
221355	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
221355	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
221355	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
221355	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
221355	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
221355	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
221355	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
221355	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
221355	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
221355	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
221355	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
221355	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
221355	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
221355	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
221355	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
221355	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
221355	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
221355	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
221355	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
221355	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
221355	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
221355	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
221355	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
221355	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
221355	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
221355	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
221355	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
221355	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
221355	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
221355	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
221355	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
221355	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
221355	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
221355	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
221355	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
221355	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
221355	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
221355	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
221355	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
221355	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
221355	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
221355	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
221355	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
221355	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
221355	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
221355	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
221355	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
221355	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
221355	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
221355	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
221355	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
221355	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
221355	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
221355	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
221355	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
221355	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
221355	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
221355	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
221355	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
221355	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
221355	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
221355	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
221355	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
221355	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
221355	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
221355	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
221355	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
221355	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
221355	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
221355	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
221355	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
221355	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
221355	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
221355	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
221355	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
221355	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
221355	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
221355	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
221355	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
221355	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
221355	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
221355	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
221355	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
221355	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
221355	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
221355	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
221355	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
221355	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
221355	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
221355	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
221355	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
221355	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
221355	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
221355	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
221355	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
221355	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
221355	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
221355	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
221355	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
221355	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
221355	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
221355	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
221355	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
221355	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
221355	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
221355	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
221355	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
221355	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
221355	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
221355	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
221355	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
221355	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
221355	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
221355	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
221355	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
221355	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
221355	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
221355	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
221355	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
221355	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
221355	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
221355	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
221355	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
221355	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
221355	embedding2nn.weight	0	0.25731801986694336
221355	embedding2nn.weight	1	0.3110947608947754
221355	embedding2nn.weight	2	0.01291018445044756
221355	embedding2nn.weight	3	0.06120308116078377
221355	embedding2nn.weight	4	-0.03519127890467644
221355	embedding2nn.weight	5	0.06529118865728378
221355	embedding2nn.weight	6	0.03403683751821518
221355	embedding2nn.weight	7	0.011910006403923035
221355	embedding2nn.weight	8	0.02190687693655491
221355	embedding2nn.weight	9	-0.04105746001005173
221355	embedding2nn.bias	0	0.01749064028263092
221355	embedding2nn.bias	1	-0.16996429860591888
221355	embedding2nn.bias	2	0.08361376076936722
221355	embedding2nn.bias	3	0.16072285175323486
221355	embedding2nn.bias	4	0.16288450360298157
221355	embedding2nn.bias	5	-0.05080033466219902
221355	embedding2nn.bias	6	-0.05631539598107338
221355	embedding2nn.bias	7	0.0326010137796402
221355	embedding2nn.bias	8	-0.14016012847423553
221355	embedding2nn.bias	9	-0.3769473135471344
221355	rnn.weight_ih_l0	0	-0.002046821406111121
221355	rnn.weight_ih_l0	1	-0.07648345828056335
221355	rnn.weight_ih_l0	2	-0.098374143242836
221355	rnn.weight_ih_l0	3	0.05844499543309212
221355	rnn.weight_ih_l0	4	0.04176295921206474
221355	rnn.weight_ih_l0	5	-0.07156801223754883
221355	rnn.weight_ih_l0	6	-0.040473926812410355
221355	rnn.weight_ih_l0	7	0.0026522213593125343
221355	rnn.weight_ih_l0	8	-0.024294313043355942
221355	rnn.weight_ih_l0	9	-0.0685838982462883
221355	rnn.weight_hh_l0	0	0.01452270895242691
221355	rnn.weight_hh_l0	1	0.06909176707267761
221355	rnn.weight_hh_l0	2	0.03370194137096405
221355	rnn.weight_hh_l0	3	0.03220302239060402
221355	rnn.weight_hh_l0	4	0.00736619159579277
221355	rnn.weight_hh_l0	5	0.07411019504070282
221355	rnn.weight_hh_l0	6	-0.02179061621427536
221355	rnn.weight_hh_l0	7	-0.044472068548202515
221355	rnn.weight_hh_l0	8	0.040404826402664185
221355	rnn.weight_hh_l0	9	-0.08736351132392883
221355	rnn.bias_ih_l0	0	0.14558786153793335
221355	rnn.bias_ih_l0	1	-0.1912219226360321
221355	rnn.bias_ih_l0	2	-0.028775067999958992
221355	rnn.bias_ih_l0	3	-0.1477019339799881
221355	rnn.bias_ih_l0	4	0.04534579813480377
221355	rnn.bias_ih_l0	5	-0.2728135883808136
221355	rnn.bias_ih_l0	6	-0.11115866899490356
221355	rnn.bias_ih_l0	7	-0.25236648321151733
221355	rnn.bias_ih_l0	8	-0.20369529724121094
221355	rnn.bias_ih_l0	9	-0.3935464322566986
221355	rnn.bias_hh_l0	0	-0.23179185390472412
221355	rnn.bias_hh_l0	1	-0.22321423888206482
221355	rnn.bias_hh_l0	2	-0.22187167406082153
221355	rnn.bias_hh_l0	3	-0.047450415790081024
221355	rnn.bias_hh_l0	4	-0.2231084257364273
221355	rnn.bias_hh_l0	5	-0.2696993052959442
221355	rnn.bias_hh_l0	6	-0.10659212619066238
221355	rnn.bias_hh_l0	7	0.056930240243673325
221355	rnn.bias_hh_l0	8	-0.14209626615047455
221355	rnn.bias_hh_l0	9	-0.4178341329097748
221355	rnn.weight_ih_l0_reverse	0	0.08153821527957916
221355	rnn.weight_ih_l0_reverse	1	-0.06648918241262436
221355	rnn.weight_ih_l0_reverse	2	-0.0380447618663311
221355	rnn.weight_ih_l0_reverse	3	-0.08304338157176971
221355	rnn.weight_ih_l0_reverse	4	0.05458851158618927
221355	rnn.weight_ih_l0_reverse	5	-0.16444449126720428
221355	rnn.weight_ih_l0_reverse	6	0.03238009661436081
221355	rnn.weight_ih_l0_reverse	7	0.02791600301861763
221355	rnn.weight_ih_l0_reverse	8	-0.07409997284412384
221355	rnn.weight_ih_l0_reverse	9	-0.0327034555375576
221355	rnn.weight_hh_l0_reverse	0	-0.0679377093911171
221355	rnn.weight_hh_l0_reverse	1	0.01818121410906315
221355	rnn.weight_hh_l0_reverse	2	-0.017087411135435104
221355	rnn.weight_hh_l0_reverse	3	0.00454103434458375
221355	rnn.weight_hh_l0_reverse	4	-0.07727059721946716
221355	rnn.weight_hh_l0_reverse	5	0.03852192685008049
221355	rnn.weight_hh_l0_reverse	6	0.01633971743285656
221355	rnn.weight_hh_l0_reverse	7	-0.05465134605765343
221355	rnn.weight_hh_l0_reverse	8	-0.00884462520480156
221355	rnn.weight_hh_l0_reverse	9	0.06898893415927887
221355	rnn.bias_ih_l0_reverse	0	-0.1434667557477951
221355	rnn.bias_ih_l0_reverse	1	-0.08059187233448029
221355	rnn.bias_ih_l0_reverse	2	0.06165510043501854
221355	rnn.bias_ih_l0_reverse	3	-0.1885896772146225
221355	rnn.bias_ih_l0_reverse	4	-0.015797363594174385
221355	rnn.bias_ih_l0_reverse	5	-0.171934574842453
221355	rnn.bias_ih_l0_reverse	6	0.23700743913650513
221355	rnn.bias_ih_l0_reverse	7	-0.25946879386901855
221355	rnn.bias_ih_l0_reverse	8	-0.13101282715797424
221355	rnn.bias_ih_l0_reverse	9	-0.12234096974134445
221355	rnn.bias_hh_l0_reverse	0	-0.12170253694057465
221355	rnn.bias_hh_l0_reverse	1	0.22748461365699768
221355	rnn.bias_hh_l0_reverse	2	-0.2849246859550476
221355	rnn.bias_hh_l0_reverse	3	-0.1537782847881317
221355	rnn.bias_hh_l0_reverse	4	-0.29423341155052185
221355	rnn.bias_hh_l0_reverse	5	-0.13008888065814972
221355	rnn.bias_hh_l0_reverse	6	-0.21589472889900208
221355	rnn.bias_hh_l0_reverse	7	-0.07879381626844406
221355	rnn.bias_hh_l0_reverse	8	-0.15884767472743988
221355	rnn.bias_hh_l0_reverse	9	0.2012367695569992
221355	linear.weight	0	0.14842140674591064
221355	linear.weight	1	-0.39894232153892517
221355	linear.weight	2	0.03238893300294876
221355	linear.weight	3	0.06816152483224869
221355	linear.weight	4	-0.12842713296413422
221355	linear.weight	5	0.18080595135688782
221355	linear.weight	6	-0.051434244960546494
221355	linear.weight	7	-0.06636567413806915
221355	linear.weight	8	0.09384574741125107
221355	linear.weight	9	-0.04096983000636101
221355	linear.bias	0	-1.0772151947021484
221355	linear.bias	1	1.9315444231033325
221355	linear.bias	2	0.586249828338623
221355	linear.bias	3	-2.4553399085998535
221355	linear.bias	4	-0.30595770478248596
221355	linear.bias	5	1.1557656526565552
221355	linear.bias	6	-0.2557626962661743
221355	linear.bias	7	0.6424772143363953
221355	linear.bias	8	2.1436233520507812
221355	linear.bias	9	-1.3154373168945312
221964	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
221964	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
221964	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
221964	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
221964	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
221964	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
221964	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
221964	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
221964	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
221964	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
221964	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
221964	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
221964	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
221964	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
221964	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
221964	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
221964	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
221964	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
221964	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
221964	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
221964	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
221964	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
221964	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
221964	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
221964	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
221964	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
221964	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
221964	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
221964	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
221964	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
221964	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
221964	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
221964	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
221964	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
221964	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
221964	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
221964	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
221964	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
221964	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
221964	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
221964	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
221964	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
221964	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
221964	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
221964	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
221964	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
221964	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
221964	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
221964	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
221964	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
221964	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
221964	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
221964	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
221964	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
221964	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
221964	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
221964	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
221964	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
221964	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
221964	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
221964	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
221964	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
221964	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
221964	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
221964	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
221964	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
221964	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
221964	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
221964	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
221964	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
221964	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
221964	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
221964	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
221964	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
221964	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
221964	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
221964	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
221964	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
221964	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
221964	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
221964	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
221964	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
221964	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
221964	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
221964	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
221964	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
221964	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
221964	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
221964	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
221964	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
221964	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
221964	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
221964	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
221964	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
221964	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
221964	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
221964	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
221964	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
221964	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
221964	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
221964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
221964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
221964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
221964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
221964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
221964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
221964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
221964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
221964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
221964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
221964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
221964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
221964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
221964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
221964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
221964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
221964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
221964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
221964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
221964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
221964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
221964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
221964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
221964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
221964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
221964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
221964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
221964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
221964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
221964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
221964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
221964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
221964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
221964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
221964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
221964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
221964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
221964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
221964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
221964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
221964	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
221964	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
221964	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
221964	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
221964	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
221964	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
221964	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
221964	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
221964	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
221964	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
221964	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
221964	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
221964	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
221964	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
221964	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
221964	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
221964	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
221964	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
221964	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
221964	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
221964	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
221964	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
221964	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
221964	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
221964	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
221964	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
221964	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
221964	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
221964	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
221964	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
221964	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
221964	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
221964	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
221964	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
221964	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
221964	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
221964	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
221964	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
221964	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
221964	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
221964	embedding2nn.weight	0	0.25614768266677856
221964	embedding2nn.weight	1	0.3101043105125427
221964	embedding2nn.weight	2	0.016824638471007347
221964	embedding2nn.weight	3	0.05180330201983452
221964	embedding2nn.weight	4	-0.03306365758180618
221964	embedding2nn.weight	5	0.06807832419872284
221964	embedding2nn.weight	6	0.037650518119335175
221964	embedding2nn.weight	7	0.010691565461456776
221964	embedding2nn.weight	8	0.02423936128616333
221964	embedding2nn.weight	9	-0.04299471154808998
221964	embedding2nn.bias	0	0.0026444620452821255
221964	embedding2nn.bias	1	-0.1702004224061966
221964	embedding2nn.bias	2	0.08129612356424332
221964	embedding2nn.bias	3	0.16493114829063416
221964	embedding2nn.bias	4	0.1712021827697754
221964	embedding2nn.bias	5	-0.06941430270671844
221964	embedding2nn.bias	6	-0.073323555290699
221964	embedding2nn.bias	7	0.01077884342521429
221964	embedding2nn.bias	8	-0.1551280915737152
221964	embedding2nn.bias	9	-0.3950411379337311
221964	rnn.weight_ih_l0	0	-0.002142941579222679
221964	rnn.weight_ih_l0	1	-0.07513239979743958
221964	rnn.weight_ih_l0	2	-0.09326403588056564
221964	rnn.weight_ih_l0	3	0.05768285691738129
221964	rnn.weight_ih_l0	4	0.04585488140583038
221964	rnn.weight_ih_l0	5	-0.07902703434228897
221964	rnn.weight_ih_l0	6	-0.039615362882614136
221964	rnn.weight_ih_l0	7	0.0004050405987072736
221964	rnn.weight_ih_l0	8	-0.021972354501485825
221964	rnn.weight_ih_l0	9	-0.06888540834188461
221964	rnn.weight_hh_l0	0	0.01442861557006836
221964	rnn.weight_hh_l0	1	0.06947245448827744
221964	rnn.weight_hh_l0	2	0.03422147035598755
221964	rnn.weight_hh_l0	3	0.03132538124918938
221964	rnn.weight_hh_l0	4	0.007361334282904863
221964	rnn.weight_hh_l0	5	0.07671720534563065
221964	rnn.weight_hh_l0	6	-0.021269124001264572
221964	rnn.weight_hh_l0	7	-0.04214126616716385
221964	rnn.weight_hh_l0	8	0.04016588255763054
221964	rnn.weight_hh_l0	9	-0.08760076761245728
221964	rnn.bias_ih_l0	0	0.1502988338470459
221964	rnn.bias_ih_l0	1	-0.19114981591701508
221964	rnn.bias_ih_l0	2	-0.03016425296664238
221964	rnn.bias_ih_l0	3	-0.1481173187494278
221964	rnn.bias_ih_l0	4	0.06414176523685455
221964	rnn.bias_ih_l0	5	-0.26987963914871216
221964	rnn.bias_ih_l0	6	-0.10684417188167572
221964	rnn.bias_ih_l0	7	-0.2539074122905731
221964	rnn.bias_ih_l0	8	-0.20922112464904785
221964	rnn.bias_ih_l0	9	-0.3867254853248596
221964	rnn.bias_hh_l0	0	-0.22823916375637054
221964	rnn.bias_hh_l0	1	-0.23432564735412598
221964	rnn.bias_hh_l0	2	-0.2250286340713501
221964	rnn.bias_hh_l0	3	-0.04280220717191696
221964	rnn.bias_hh_l0	4	-0.22103236615657806
221964	rnn.bias_hh_l0	5	-0.26560133695602417
221964	rnn.bias_hh_l0	6	-0.10427433252334595
221964	rnn.bias_hh_l0	7	0.06303732097148895
221964	rnn.bias_hh_l0	8	-0.14581692218780518
221964	rnn.bias_hh_l0	9	-0.40918004512786865
221964	rnn.weight_ih_l0_reverse	0	0.08255685120820999
221964	rnn.weight_ih_l0_reverse	1	-0.06766093522310257
221964	rnn.weight_ih_l0_reverse	2	-0.037703465670347214
221964	rnn.weight_ih_l0_reverse	3	-0.08580081909894943
221964	rnn.weight_ih_l0_reverse	4	0.05619983747601509
221964	rnn.weight_ih_l0_reverse	5	-0.1511455774307251
221964	rnn.weight_ih_l0_reverse	6	0.03370710834860802
221964	rnn.weight_ih_l0_reverse	7	0.02665507048368454
221964	rnn.weight_ih_l0_reverse	8	-0.07155724614858627
221964	rnn.weight_ih_l0_reverse	9	-0.03272245079278946
221964	rnn.weight_hh_l0_reverse	0	-0.0670902356505394
221964	rnn.weight_hh_l0_reverse	1	0.01729453168809414
221964	rnn.weight_hh_l0_reverse	2	-0.017172209918498993
221964	rnn.weight_hh_l0_reverse	3	0.004249942488968372
221964	rnn.weight_hh_l0_reverse	4	-0.07570340484380722
221964	rnn.weight_hh_l0_reverse	5	0.03806039318442345
221964	rnn.weight_hh_l0_reverse	6	0.016189780086278915
221964	rnn.weight_hh_l0_reverse	7	-0.05660512298345566
221964	rnn.weight_hh_l0_reverse	8	-0.008033365942537785
221964	rnn.weight_hh_l0_reverse	9	0.07036811858415604
221964	rnn.bias_ih_l0_reverse	0	-0.13968682289123535
221964	rnn.bias_ih_l0_reverse	1	-0.07540348917245865
221964	rnn.bias_ih_l0_reverse	2	0.06146254017949104
221964	rnn.bias_ih_l0_reverse	3	-0.1866505742073059
221964	rnn.bias_ih_l0_reverse	4	-0.011306549422442913
221964	rnn.bias_ih_l0_reverse	5	-0.17366202175617218
221964	rnn.bias_ih_l0_reverse	6	0.22931323945522308
221964	rnn.bias_ih_l0_reverse	7	-0.2757834494113922
221964	rnn.bias_ih_l0_reverse	8	-0.14027531445026398
221964	rnn.bias_ih_l0_reverse	9	-0.13516898453235626
221964	rnn.bias_hh_l0_reverse	0	-0.11218709498643875
221964	rnn.bias_hh_l0_reverse	1	0.2276688665151596
221964	rnn.bias_hh_l0_reverse	2	-0.2826390564441681
221964	rnn.bias_hh_l0_reverse	3	-0.15084831416606903
221964	rnn.bias_hh_l0_reverse	4	-0.29538244009017944
221964	rnn.bias_hh_l0_reverse	5	-0.12744872272014618
221964	rnn.bias_hh_l0_reverse	6	-0.2252102941274643
221964	rnn.bias_hh_l0_reverse	7	-0.06883540749549866
221964	rnn.bias_hh_l0_reverse	8	-0.15659192204475403
221964	rnn.bias_hh_l0_reverse	9	0.20614653825759888
221964	linear.weight	0	0.15863622725009918
221964	linear.weight	1	-0.4250587821006775
221964	linear.weight	2	0.04406158998608589
221964	linear.weight	3	0.0681590586900711
221964	linear.weight	4	-0.13169987499713898
221964	linear.weight	5	0.220908984541893
221964	linear.weight	6	-0.07295511662960052
221964	linear.weight	7	-0.06637046486139297
221964	linear.weight	8	0.0763867199420929
221964	linear.weight	9	-0.041001226752996445
221964	linear.bias	0	-1.087988018989563
221964	linear.bias	1	1.9165453910827637
221964	linear.bias	2	0.5818725824356079
221964	linear.bias	3	-2.4562177658081055
221964	linear.bias	4	-0.3055092394351959
221964	linear.bias	5	1.1650643348693848
221964	linear.bias	6	-0.26929420232772827
221964	linear.bias	7	0.6573050022125244
221964	linear.bias	8	2.1548819541931152
221964	linear.bias	9	-1.2893288135528564
222573	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
222573	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
222573	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
222573	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
222573	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
222573	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
222573	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
222573	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
222573	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
222573	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
222573	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
222573	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
222573	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
222573	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
222573	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
222573	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
222573	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
222573	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
222573	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
222573	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
222573	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
222573	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
222573	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
222573	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
222573	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
222573	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
222573	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
222573	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
222573	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
222573	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
222573	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
222573	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
222573	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
222573	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
222573	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
222573	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
222573	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
222573	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
222573	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
222573	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
222573	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
222573	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
222573	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
222573	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
222573	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
222573	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
222573	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
222573	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
222573	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
222573	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
222573	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
222573	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
222573	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
222573	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
222573	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
222573	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
222573	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
222573	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
222573	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
222573	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
222573	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
222573	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
222573	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
222573	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
222573	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
222573	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
222573	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
222573	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
222573	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
222573	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
222573	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
222573	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
222573	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
222573	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
222573	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
222573	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
222573	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
222573	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
222573	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
222573	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
222573	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
222573	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
222573	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
222573	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
222573	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
222573	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
222573	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
222573	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
222573	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
222573	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
222573	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
222573	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
222573	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
222573	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
222573	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
222573	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
222573	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
222573	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
222573	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
222573	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
222573	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
222573	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
222573	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
222573	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
222573	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
222573	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
222573	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
222573	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
222573	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
222573	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
222573	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
222573	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
222573	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
222573	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
222573	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
222573	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
222573	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
222573	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
222573	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
222573	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
222573	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
222573	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
222573	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
222573	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
222573	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
222573	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
222573	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
222573	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
222573	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
222573	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
222573	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
222573	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
222573	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
222573	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
222573	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
222573	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
222573	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
222573	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
222573	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
222573	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
222573	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
222573	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
222573	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
222573	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
222573	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
222573	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
222573	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
222573	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
222573	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
222573	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
222573	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
222573	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
222573	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
222573	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
222573	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
222573	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
222573	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
222573	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
222573	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
222573	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
222573	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
222573	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
222573	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
222573	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
222573	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
222573	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
222573	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
222573	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
222573	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
222573	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
222573	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
222573	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
222573	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
222573	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
222573	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
222573	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
222573	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
222573	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
222573	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
222573	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
222573	embedding2nn.weight	0	0.25655972957611084
222573	embedding2nn.weight	1	0.31123214960098267
222573	embedding2nn.weight	2	0.01909729838371277
222573	embedding2nn.weight	3	0.03884310647845268
222573	embedding2nn.weight	4	-0.030612224712967873
222573	embedding2nn.weight	5	0.06561269611120224
222573	embedding2nn.weight	6	0.04812311381101608
222573	embedding2nn.weight	7	0.006910382304340601
222573	embedding2nn.weight	8	0.025041237473487854
222573	embedding2nn.weight	9	-0.0434223972260952
222573	embedding2nn.bias	0	0.009985137730836868
222573	embedding2nn.bias	1	-0.14442841708660126
222573	embedding2nn.bias	2	0.08238554745912552
222573	embedding2nn.bias	3	0.14744602143764496
222573	embedding2nn.bias	4	0.14474254846572876
222573	embedding2nn.bias	5	-0.07182260602712631
222573	embedding2nn.bias	6	-0.07680509239435196
222573	embedding2nn.bias	7	0.02101319283246994
222573	embedding2nn.bias	8	-0.13889892399311066
222573	embedding2nn.bias	9	-0.37642061710357666
222573	rnn.weight_ih_l0	0	-0.0042017437517642975
222573	rnn.weight_ih_l0	1	-0.07494775205850601
222573	rnn.weight_ih_l0	2	-0.09062936156988144
222573	rnn.weight_ih_l0	3	0.05856480821967125
222573	rnn.weight_ih_l0	4	0.03749453276395798
222573	rnn.weight_ih_l0	5	-0.07746678590774536
222573	rnn.weight_ih_l0	6	-0.037972088903188705
222573	rnn.weight_ih_l0	7	-0.003519543446600437
222573	rnn.weight_ih_l0	8	-0.0157302338629961
222573	rnn.weight_ih_l0	9	-0.0681716576218605
222573	rnn.weight_hh_l0	0	0.01479654386639595
222573	rnn.weight_hh_l0	1	0.06907811015844345
222573	rnn.weight_hh_l0	2	0.03477545455098152
222573	rnn.weight_hh_l0	3	0.031106814742088318
222573	rnn.weight_hh_l0	4	0.007557969074696302
222573	rnn.weight_hh_l0	5	0.07853376120328903
222573	rnn.weight_hh_l0	6	-0.020518556237220764
222573	rnn.weight_hh_l0	7	-0.04175514355301857
222573	rnn.weight_hh_l0	8	0.04012507572770119
222573	rnn.weight_hh_l0	9	-0.08756040036678314
222573	rnn.bias_ih_l0	0	0.157051682472229
222573	rnn.bias_ih_l0	1	-0.18833698332309723
222573	rnn.bias_ih_l0	2	-0.027822379022836685
222573	rnn.bias_ih_l0	3	-0.14999307692050934
222573	rnn.bias_ih_l0	4	0.05795760452747345
222573	rnn.bias_ih_l0	5	-0.2738524079322815
222573	rnn.bias_ih_l0	6	-0.1119217574596405
222573	rnn.bias_ih_l0	7	-0.253495454788208
222573	rnn.bias_ih_l0	8	-0.2090916633605957
222573	rnn.bias_ih_l0	9	-0.4043905735015869
222573	rnn.bias_hh_l0	0	-0.22652536630630493
222573	rnn.bias_hh_l0	1	-0.227943554520607
222573	rnn.bias_hh_l0	2	-0.23065969347953796
222573	rnn.bias_hh_l0	3	-0.04710105061531067
222573	rnn.bias_hh_l0	4	-0.22884716093540192
222573	rnn.bias_hh_l0	5	-0.26399511098861694
222573	rnn.bias_hh_l0	6	-0.10862717032432556
222573	rnn.bias_hh_l0	7	0.05605153366923332
222573	rnn.bias_hh_l0	8	-0.15242017805576324
222573	rnn.bias_hh_l0	9	-0.4168231785297394
222573	rnn.weight_ih_l0_reverse	0	0.08404701203107834
222573	rnn.weight_ih_l0_reverse	1	-0.06734132021665573
222573	rnn.weight_ih_l0_reverse	2	-0.038355231285095215
222573	rnn.weight_ih_l0_reverse	3	-0.08565796911716461
222573	rnn.weight_ih_l0_reverse	4	0.058070939034223557
222573	rnn.weight_ih_l0_reverse	5	-0.14662344753742218
222573	rnn.weight_ih_l0_reverse	6	0.0332384929060936
222573	rnn.weight_ih_l0_reverse	7	0.02649454027414322
222573	rnn.weight_ih_l0_reverse	8	-0.07779333740472794
222573	rnn.weight_ih_l0_reverse	9	-0.03250974416732788
222573	rnn.weight_hh_l0_reverse	0	-0.0684097483754158
222573	rnn.weight_hh_l0_reverse	1	0.017132310196757317
222573	rnn.weight_hh_l0_reverse	2	-0.017503226175904274
222573	rnn.weight_hh_l0_reverse	3	0.005041829310357571
222573	rnn.weight_hh_l0_reverse	4	-0.07399821281433105
222573	rnn.weight_hh_l0_reverse	5	0.03819980099797249
222573	rnn.weight_hh_l0_reverse	6	0.016280753538012505
222573	rnn.weight_hh_l0_reverse	7	-0.05705014616250992
222573	rnn.weight_hh_l0_reverse	8	-0.009588344022631645
222573	rnn.weight_hh_l0_reverse	9	0.06844852864742279
222573	rnn.bias_ih_l0_reverse	0	-0.13772769272327423
222573	rnn.bias_ih_l0_reverse	1	-0.08078856766223907
222573	rnn.bias_ih_l0_reverse	2	0.0599280409514904
222573	rnn.bias_ih_l0_reverse	3	-0.18532341718673706
222573	rnn.bias_ih_l0_reverse	4	-0.014855707995593548
222573	rnn.bias_ih_l0_reverse	5	-0.17387346923351288
222573	rnn.bias_ih_l0_reverse	6	0.22340857982635498
222573	rnn.bias_ih_l0_reverse	7	-0.26990434527397156
222573	rnn.bias_ih_l0_reverse	8	-0.14108172059059143
222573	rnn.bias_ih_l0_reverse	9	-0.13903559744358063
222573	rnn.bias_hh_l0_reverse	0	-0.10777296125888824
222573	rnn.bias_hh_l0_reverse	1	0.224406898021698
222573	rnn.bias_hh_l0_reverse	2	-0.2810576558113098
222573	rnn.bias_hh_l0_reverse	3	-0.15364591777324677
222573	rnn.bias_hh_l0_reverse	4	-0.2875797748565674
222573	rnn.bias_hh_l0_reverse	5	-0.11885113269090652
222573	rnn.bias_hh_l0_reverse	6	-0.2252635806798935
222573	rnn.bias_hh_l0_reverse	7	-0.07330604642629623
222573	rnn.bias_hh_l0_reverse	8	-0.16837632656097412
222573	rnn.bias_hh_l0_reverse	9	0.20057161152362823
222573	linear.weight	0	0.17667695879936218
222573	linear.weight	1	-0.39316263794898987
222573	linear.weight	2	0.011521204374730587
222573	linear.weight	3	0.06815128773450851
222573	linear.weight	4	-0.11118128895759583
222573	linear.weight	5	0.2221665382385254
222573	linear.weight	6	-0.12462792545557022
222573	linear.weight	7	-0.06636115908622742
222573	linear.weight	8	0.1002201959490776
222573	linear.weight	9	-0.04103982076048851
222573	linear.bias	0	-1.102688193321228
222573	linear.bias	1	1.9235892295837402
222573	linear.bias	2	0.5949968695640564
222573	linear.bias	3	-2.4570345878601074
222573	linear.bias	4	-0.29494670033454895
222573	linear.bias	5	1.192298412322998
222573	linear.bias	6	-0.2510685622692108
222573	linear.bias	7	0.6196643114089966
222573	linear.bias	8	2.1788735389709473
222573	linear.bias	9	-1.295526146888733
223182	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
223182	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
223182	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
223182	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
223182	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
223182	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
223182	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
223182	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
223182	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
223182	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
223182	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
223182	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
223182	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
223182	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
223182	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
223182	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
223182	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
223182	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
223182	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
223182	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
223182	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
223182	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
223182	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
223182	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
223182	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
223182	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
223182	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
223182	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
223182	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
223182	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
223182	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
223182	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
223182	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
223182	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
223182	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
223182	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
223182	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
223182	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
223182	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
223182	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
223182	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
223182	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
223182	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
223182	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
223182	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
223182	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
223182	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
223182	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
223182	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
223182	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
223182	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
223182	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
223182	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
223182	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
223182	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
223182	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
223182	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
223182	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
223182	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
223182	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
223182	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
223182	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
223182	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
223182	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
223182	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
223182	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
223182	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
223182	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
223182	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
223182	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
223182	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
223182	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
223182	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
223182	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
223182	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
223182	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
223182	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
223182	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
223182	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
223182	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
223182	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
223182	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
223182	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
223182	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
223182	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
223182	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
223182	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
223182	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
223182	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
223182	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
223182	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
223182	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
223182	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
223182	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
223182	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
223182	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
223182	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
223182	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
223182	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
223182	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
223182	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
223182	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
223182	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
223182	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
223182	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
223182	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
223182	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
223182	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
223182	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
223182	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
223182	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
223182	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
223182	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
223182	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
223182	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
223182	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
223182	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
223182	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
223182	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
223182	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
223182	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
223182	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
223182	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
223182	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
223182	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
223182	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
223182	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
223182	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
223182	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
223182	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
223182	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
223182	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
223182	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
223182	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
223182	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
223182	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
223182	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
223182	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
223182	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
223182	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
223182	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
223182	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
223182	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
223182	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
223182	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
223182	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
223182	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
223182	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
223182	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
223182	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
223182	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
223182	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
223182	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
223182	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
223182	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
223182	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
223182	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
223182	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
223182	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
223182	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
223182	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
223182	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
223182	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
223182	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
223182	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
223182	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
223182	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
223182	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
223182	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
223182	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
223182	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
223182	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
223182	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
223182	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
223182	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
223182	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
223182	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
223182	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
223182	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
223182	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
223182	embedding2nn.weight	0	0.2545965015888214
223182	embedding2nn.weight	1	0.31143853068351746
223182	embedding2nn.weight	2	0.018765857443213463
223182	embedding2nn.weight	3	0.030615229159593582
223182	embedding2nn.weight	4	-0.02801441214978695
223182	embedding2nn.weight	5	0.06760219484567642
223182	embedding2nn.weight	6	0.03845225274562836
223182	embedding2nn.weight	7	0.005513526499271393
223182	embedding2nn.weight	8	0.02721611224114895
223182	embedding2nn.weight	9	-0.04868990555405617
223182	embedding2nn.bias	0	0.01232632901519537
223182	embedding2nn.bias	1	-0.17165279388427734
223182	embedding2nn.bias	2	0.09297661483287811
223182	embedding2nn.bias	3	0.16510654985904694
223182	embedding2nn.bias	4	0.17226377129554749
223182	embedding2nn.bias	5	-0.08485698699951172
223182	embedding2nn.bias	6	-0.07081346958875656
223182	embedding2nn.bias	7	0.010018139146268368
223182	embedding2nn.bias	8	-0.13050371408462524
223182	embedding2nn.bias	9	-0.37177982926368713
223182	rnn.weight_ih_l0	0	-0.00447922432795167
223182	rnn.weight_ih_l0	1	-0.07407062500715256
223182	rnn.weight_ih_l0	2	-0.08100228756666183
223182	rnn.weight_ih_l0	3	0.056357819586992264
223182	rnn.weight_ih_l0	4	0.0381489172577858
223182	rnn.weight_ih_l0	5	-0.07843576371669769
223182	rnn.weight_ih_l0	6	-0.03481600433588028
223182	rnn.weight_ih_l0	7	-0.000349940441083163
223182	rnn.weight_ih_l0	8	-0.007820386439561844
223182	rnn.weight_ih_l0	9	-0.06012994050979614
223182	rnn.weight_hh_l0	0	0.015339301899075508
223182	rnn.weight_hh_l0	1	0.06965789198875427
223182	rnn.weight_hh_l0	2	0.03493782505393028
223182	rnn.weight_hh_l0	3	0.030930662527680397
223182	rnn.weight_hh_l0	4	0.006735183298587799
223182	rnn.weight_hh_l0	5	0.07757244259119034
223182	rnn.weight_hh_l0	6	-0.020863154903054237
223182	rnn.weight_hh_l0	7	-0.04010223224759102
223182	rnn.weight_hh_l0	8	0.04015616327524185
223182	rnn.weight_hh_l0	9	-0.08768998086452484
223182	rnn.bias_ih_l0	0	0.1652788668870926
223182	rnn.bias_ih_l0	1	-0.18850792944431305
223182	rnn.bias_ih_l0	2	-0.02443668060004711
223182	rnn.bias_ih_l0	3	-0.1552317589521408
223182	rnn.bias_ih_l0	4	0.050310686230659485
223182	rnn.bias_ih_l0	5	-0.2653549611568451
223182	rnn.bias_ih_l0	6	-0.10360372811555862
223182	rnn.bias_ih_l0	7	-0.25193265080451965
223182	rnn.bias_ih_l0	8	-0.22118403017520905
223182	rnn.bias_ih_l0	9	-0.4075760841369629
223182	rnn.bias_hh_l0	0	-0.2252066433429718
223182	rnn.bias_hh_l0	1	-0.23492681980133057
223182	rnn.bias_hh_l0	2	-0.22435304522514343
223182	rnn.bias_hh_l0	3	-0.04540764540433884
223182	rnn.bias_hh_l0	4	-0.23081180453300476
223182	rnn.bias_hh_l0	5	-0.2634696364402771
223182	rnn.bias_hh_l0	6	-0.11017265170812607
223182	rnn.bias_hh_l0	7	0.06039213761687279
223182	rnn.bias_hh_l0	8	-0.14513400197029114
223182	rnn.bias_hh_l0	9	-0.4128868877887726
223182	rnn.weight_ih_l0_reverse	0	0.08322654664516449
223182	rnn.weight_ih_l0_reverse	1	-0.06719230115413666
223182	rnn.weight_ih_l0_reverse	2	-0.040769532322883606
223182	rnn.weight_ih_l0_reverse	3	-0.08383242785930634
223182	rnn.weight_ih_l0_reverse	4	0.05667775496840477
223182	rnn.weight_ih_l0_reverse	5	-0.1371963769197464
223182	rnn.weight_ih_l0_reverse	6	0.043207138776779175
223182	rnn.weight_ih_l0_reverse	7	0.024916967377066612
223182	rnn.weight_ih_l0_reverse	8	-0.07389435917139053
223182	rnn.weight_ih_l0_reverse	9	-0.02794220857322216
223182	rnn.weight_hh_l0_reverse	0	-0.06810212880373001
223182	rnn.weight_hh_l0_reverse	1	0.01716991700232029
223182	rnn.weight_hh_l0_reverse	2	-0.01730956882238388
223182	rnn.weight_hh_l0_reverse	3	0.005282414145767689
223182	rnn.weight_hh_l0_reverse	4	-0.07369381189346313
223182	rnn.weight_hh_l0_reverse	5	0.03802437707781792
223182	rnn.weight_hh_l0_reverse	6	0.016420219093561172
223182	rnn.weight_hh_l0_reverse	7	-0.05461570993065834
223182	rnn.weight_hh_l0_reverse	8	-0.010158470831811428
223182	rnn.weight_hh_l0_reverse	9	0.06858472526073456
223182	rnn.bias_ih_l0_reverse	0	-0.13569386303424835
223182	rnn.bias_ih_l0_reverse	1	-0.08755157142877579
223182	rnn.bias_ih_l0_reverse	2	0.05858159437775612
223182	rnn.bias_ih_l0_reverse	3	-0.19009001553058624
223182	rnn.bias_ih_l0_reverse	4	-0.009629271924495697
223182	rnn.bias_ih_l0_reverse	5	-0.1774345338344574
223182	rnn.bias_ih_l0_reverse	6	0.23321203887462616
223182	rnn.bias_ih_l0_reverse	7	-0.27879801392555237
223182	rnn.bias_ih_l0_reverse	8	-0.14485354721546173
223182	rnn.bias_ih_l0_reverse	9	-0.12622295320034027
223182	rnn.bias_hh_l0_reverse	0	-0.11421085894107819
223182	rnn.bias_hh_l0_reverse	1	0.2250073254108429
223182	rnn.bias_hh_l0_reverse	2	-0.27169305086135864
223182	rnn.bias_hh_l0_reverse	3	-0.1570451408624649
223182	rnn.bias_hh_l0_reverse	4	-0.29266980290412903
223182	rnn.bias_hh_l0_reverse	5	-0.11685159802436829
223182	rnn.bias_hh_l0_reverse	6	-0.23010307550430298
223182	rnn.bias_hh_l0_reverse	7	-0.07086028158664703
223182	rnn.bias_hh_l0_reverse	8	-0.1635885238647461
223182	rnn.bias_hh_l0_reverse	9	0.19355204701423645
223182	linear.weight	0	0.1714634895324707
223182	linear.weight	1	-0.4178704619407654
223182	linear.weight	2	-0.0033591485116630793
223182	linear.weight	3	0.06815575808286667
223182	linear.weight	4	-0.18162046372890472
223182	linear.weight	5	0.22247864305973053
223182	linear.weight	6	-0.09747972339391708
223182	linear.weight	7	-0.06635880470275879
223182	linear.weight	8	0.11863436549901962
223182	linear.weight	9	-0.04107486829161644
223182	linear.bias	0	-1.0563908815383911
223182	linear.bias	1	1.9705272912979126
223182	linear.bias	2	0.5945611000061035
223182	linear.bias	3	-2.457799196243286
223182	linear.bias	4	-0.3074834644794464
223182	linear.bias	5	1.1263443231582642
223182	linear.bias	6	-0.24938024580478668
223182	linear.bias	7	0.6368456482887268
223182	linear.bias	8	2.17572283744812
223182	linear.bias	9	-1.3058844804763794
223791	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
223791	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
223791	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
223791	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
223791	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
223791	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
223791	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
223791	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
223791	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
223791	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
223791	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
223791	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
223791	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
223791	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
223791	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
223791	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
223791	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
223791	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
223791	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
223791	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
223791	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
223791	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
223791	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
223791	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
223791	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
223791	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
223791	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
223791	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
223791	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
223791	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
223791	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
223791	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
223791	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
223791	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
223791	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
223791	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
223791	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
223791	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
223791	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
223791	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
223791	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
223791	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
223791	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
223791	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
223791	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
223791	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
223791	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
223791	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
223791	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
223791	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
223791	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
223791	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
223791	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
223791	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
223791	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
223791	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
223791	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
223791	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
223791	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
223791	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
223791	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
223791	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
223791	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
223791	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
223791	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
223791	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
223791	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
223791	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
223791	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
223791	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
223791	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
223791	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
223791	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
223791	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
223791	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
223791	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
223791	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
223791	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
223791	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
223791	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
223791	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
223791	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
223791	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
223791	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
223791	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
223791	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
223791	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
223791	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
223791	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
223791	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
223791	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
223791	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
223791	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
223791	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
223791	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
223791	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
223791	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
223791	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
223791	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
223791	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
223791	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
223791	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
223791	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
223791	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
223791	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
223791	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
223791	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
223791	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
223791	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
223791	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
223791	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
223791	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
223791	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
223791	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
223791	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
223791	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
223791	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
223791	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
223791	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
223791	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
223791	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
223791	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
223791	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
223791	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
223791	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
223791	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
223791	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
223791	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
223791	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
223791	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
223791	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
223791	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
223791	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
223791	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
223791	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
223791	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
223791	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
223791	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
223791	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
223791	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
223791	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
223791	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
223791	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
223791	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
223791	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
223791	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
223791	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
223791	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
223791	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
223791	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
223791	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
223791	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
223791	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
223791	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
223791	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
223791	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
223791	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
223791	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
223791	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
223791	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
223791	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
223791	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
223791	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
223791	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
223791	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
223791	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
223791	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
223791	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
223791	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
223791	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
223791	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
223791	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
223791	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
223791	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
223791	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
223791	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
223791	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
223791	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
223791	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
223791	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
223791	embedding2nn.weight	0	0.25547659397125244
223791	embedding2nn.weight	1	0.31221264600753784
223791	embedding2nn.weight	2	0.018123172223567963
223791	embedding2nn.weight	3	0.01648307405412197
223791	embedding2nn.weight	4	-0.02779165469110012
223791	embedding2nn.weight	5	0.0731310024857521
223791	embedding2nn.weight	6	0.042852554470300674
223791	embedding2nn.weight	7	0.002173286397010088
223791	embedding2nn.weight	8	0.023763947188854218
223791	embedding2nn.weight	9	-0.04932093992829323
223791	embedding2nn.bias	0	0.0070085786283016205
223791	embedding2nn.bias	1	-0.20112504065036774
223791	embedding2nn.bias	2	0.09828914701938629
223791	embedding2nn.bias	3	0.13834325969219208
223791	embedding2nn.bias	4	0.1578862965106964
223791	embedding2nn.bias	5	-0.05048481374979019
223791	embedding2nn.bias	6	-0.06175734102725983
223791	embedding2nn.bias	7	0.023365510627627373
223791	embedding2nn.bias	8	-0.14558978378772736
223791	embedding2nn.bias	9	-0.37202346324920654
223791	rnn.weight_ih_l0	0	-0.002369076479226351
223791	rnn.weight_ih_l0	1	-0.0751878097653389
223791	rnn.weight_ih_l0	2	-0.08931221812963486
223791	rnn.weight_ih_l0	3	0.06016715243458748
223791	rnn.weight_ih_l0	4	0.036189958453178406
223791	rnn.weight_ih_l0	5	-0.08321207761764526
223791	rnn.weight_ih_l0	6	-0.0425272136926651
223791	rnn.weight_ih_l0	7	-0.0028775339014828205
223791	rnn.weight_ih_l0	8	-0.005434319376945496
223791	rnn.weight_ih_l0	9	-0.05679383501410484
223791	rnn.weight_hh_l0	0	0.015002734027802944
223791	rnn.weight_hh_l0	1	0.06941331923007965
223791	rnn.weight_hh_l0	2	0.033645931631326675
223791	rnn.weight_hh_l0	3	0.031021635979413986
223791	rnn.weight_hh_l0	4	0.00673270458355546
223791	rnn.weight_hh_l0	5	0.07674966752529144
223791	rnn.weight_hh_l0	6	-0.02082989551126957
223791	rnn.weight_hh_l0	7	-0.04227384552359581
223791	rnn.weight_hh_l0	8	0.0399591326713562
223791	rnn.weight_hh_l0	9	-0.088607057929039
223791	rnn.bias_ih_l0	0	0.17023886740207672
223791	rnn.bias_ih_l0	1	-0.18858498334884644
223791	rnn.bias_ih_l0	2	-0.022395089268684387
223791	rnn.bias_ih_l0	3	-0.1552579402923584
223791	rnn.bias_ih_l0	4	0.05983000993728638
223791	rnn.bias_ih_l0	5	-0.2540947496891022
223791	rnn.bias_ih_l0	6	-0.09691602736711502
223791	rnn.bias_ih_l0	7	-0.2520320415496826
223791	rnn.bias_ih_l0	8	-0.21770454943180084
223791	rnn.bias_ih_l0	9	-0.3986676335334778
223791	rnn.bias_hh_l0	0	-0.23453043401241302
223791	rnn.bias_hh_l0	1	-0.22688305377960205
223791	rnn.bias_hh_l0	2	-0.23509277403354645
223791	rnn.bias_hh_l0	3	-0.05759616568684578
223791	rnn.bias_hh_l0	4	-0.22924813628196716
223791	rnn.bias_hh_l0	5	-0.2663477659225464
223791	rnn.bias_hh_l0	6	-0.10737908631563187
223791	rnn.bias_hh_l0	7	0.06287126988172531
223791	rnn.bias_hh_l0	8	-0.13701677322387695
223791	rnn.bias_hh_l0	9	-0.4142865538597107
223791	rnn.weight_ih_l0_reverse	0	0.07883142679929733
223791	rnn.weight_ih_l0_reverse	1	-0.06657689809799194
223791	rnn.weight_ih_l0_reverse	2	-0.04318387061357498
223791	rnn.weight_ih_l0_reverse	3	-0.08808330446481705
223791	rnn.weight_ih_l0_reverse	4	0.05539080500602722
223791	rnn.weight_ih_l0_reverse	5	-0.13393305242061615
223791	rnn.weight_ih_l0_reverse	6	0.03915651887655258
223791	rnn.weight_ih_l0_reverse	7	0.024979081004858017
223791	rnn.weight_ih_l0_reverse	8	-0.07727032899856567
223791	rnn.weight_ih_l0_reverse	9	-0.023253753781318665
223791	rnn.weight_hh_l0_reverse	0	-0.06832235306501389
223791	rnn.weight_hh_l0_reverse	1	0.016782986000180244
223791	rnn.weight_hh_l0_reverse	2	-0.017980491742491722
223791	rnn.weight_hh_l0_reverse	3	0.0054203723557293415
223791	rnn.weight_hh_l0_reverse	4	-0.072401262819767
223791	rnn.weight_hh_l0_reverse	5	0.03786194324493408
223791	rnn.weight_hh_l0_reverse	6	0.017054015770554543
223791	rnn.weight_hh_l0_reverse	7	-0.05327350273728371
223791	rnn.weight_hh_l0_reverse	8	-0.010059180669486523
223791	rnn.weight_hh_l0_reverse	9	0.06961647421121597
223791	rnn.bias_ih_l0_reverse	0	-0.14001110196113586
223791	rnn.bias_ih_l0_reverse	1	-0.09034726023674011
223791	rnn.bias_ih_l0_reverse	2	0.0531143844127655
223791	rnn.bias_ih_l0_reverse	3	-0.19291941821575165
223791	rnn.bias_ih_l0_reverse	4	-0.013508904725313187
223791	rnn.bias_ih_l0_reverse	5	-0.17868386209011078
223791	rnn.bias_ih_l0_reverse	6	0.23911134898662567
223791	rnn.bias_ih_l0_reverse	7	-0.28720223903656006
223791	rnn.bias_ih_l0_reverse	8	-0.1497371345758438
223791	rnn.bias_ih_l0_reverse	9	-0.12348821014165878
223791	rnn.bias_hh_l0_reverse	0	-0.12871478497982025
223791	rnn.bias_hh_l0_reverse	1	0.21317823231220245
223791	rnn.bias_hh_l0_reverse	2	-0.28041431307792664
223791	rnn.bias_hh_l0_reverse	3	-0.14828893542289734
223791	rnn.bias_hh_l0_reverse	4	-0.28784868121147156
223791	rnn.bias_hh_l0_reverse	5	-0.1271543651819229
223791	rnn.bias_hh_l0_reverse	6	-0.22830703854560852
223791	rnn.bias_hh_l0_reverse	7	-0.07727355509996414
223791	rnn.bias_hh_l0_reverse	8	-0.1646682471036911
223791	rnn.bias_hh_l0_reverse	9	0.2055913805961609
223791	linear.weight	0	0.18276344239711761
223791	linear.weight	1	-0.4028218686580658
223791	linear.weight	2	-0.03408052772283554
223791	linear.weight	3	0.0681561827659607
223791	linear.weight	4	-0.18190093338489532
223791	linear.weight	5	0.23912180960178375
223791	linear.weight	6	-0.10522963851690292
223791	linear.weight	7	-0.06635311990976334
223791	linear.weight	8	0.13811753690242767
223791	linear.weight	9	-0.041115131229162216
223791	linear.bias	0	-1.0974030494689941
223791	linear.bias	1	1.9184763431549072
223791	linear.bias	2	0.5991991758346558
223791	linear.bias	3	-2.4585838317871094
223791	linear.bias	4	-0.30202895402908325
223791	linear.bias	5	1.1738728284835815
223791	linear.bias	6	-0.23595739901065826
223791	linear.bias	7	0.6613509654998779
223791	linear.bias	8	2.119159698486328
223791	linear.bias	9	-1.3216513395309448
224400	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
224400	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
224400	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
224400	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
224400	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
224400	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
224400	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
224400	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
224400	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
224400	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
224400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
224400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
224400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
224400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
224400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
224400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
224400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
224400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
224400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
224400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
224400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
224400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
224400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
224400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
224400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
224400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
224400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
224400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
224400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
224400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
224400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
224400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
224400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
224400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
224400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
224400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
224400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
224400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
224400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
224400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
224400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
224400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
224400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
224400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
224400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
224400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
224400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
224400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
224400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
224400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
224400	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
224400	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
224400	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
224400	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
224400	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
224400	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
224400	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
224400	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
224400	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
224400	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
224400	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
224400	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
224400	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
224400	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
224400	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
224400	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
224400	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
224400	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
224400	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
224400	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
224400	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
224400	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
224400	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
224400	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
224400	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
224400	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
224400	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
224400	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
224400	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
224400	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
224400	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
224400	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
224400	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
224400	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
224400	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
224400	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
224400	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
224400	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
224400	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
224400	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
224400	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
224400	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
224400	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
224400	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
224400	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
224400	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
224400	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
224400	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
224400	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
224400	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
224400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
224400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
224400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
224400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
224400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
224400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
224400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
224400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
224400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
224400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
224400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
224400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
224400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
224400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
224400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
224400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
224400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
224400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
224400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
224400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
224400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
224400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
224400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
224400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
224400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
224400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
224400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
224400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
224400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
224400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
224400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
224400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
224400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
224400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
224400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
224400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
224400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
224400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
224400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
224400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
224400	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
224400	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
224400	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
224400	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
224400	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
224400	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
224400	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
224400	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
224400	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
224400	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
224400	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
224400	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
224400	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
224400	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
224400	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
224400	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
224400	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
224400	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
224400	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
224400	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
224400	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
224400	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
224400	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
224400	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
224400	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
224400	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
224400	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
224400	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
224400	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
224400	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
224400	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
224400	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
224400	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
224400	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
224400	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
224400	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
224400	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
224400	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
224400	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
224400	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
224400	embedding2nn.weight	0	0.2556737959384918
224400	embedding2nn.weight	1	0.3095550835132599
224400	embedding2nn.weight	2	0.019086558371782303
224400	embedding2nn.weight	3	0.009262270294129848
224400	embedding2nn.weight	4	-0.020089464262127876
224400	embedding2nn.weight	5	0.07012511044740677
224400	embedding2nn.weight	6	0.036013439297676086
224400	embedding2nn.weight	7	3.101804031757638e-05
224400	embedding2nn.weight	8	0.026464831084012985
224400	embedding2nn.weight	9	-0.05065641552209854
224400	embedding2nn.bias	0	0.004777949769049883
224400	embedding2nn.bias	1	-0.17298240959644318
224400	embedding2nn.bias	2	0.09536606818437576
224400	embedding2nn.bias	3	0.15879781544208527
224400	embedding2nn.bias	4	0.17473791539669037
224400	embedding2nn.bias	5	-0.04585769772529602
224400	embedding2nn.bias	6	-0.06366417557001114
224400	embedding2nn.bias	7	0.019486786797642708
224400	embedding2nn.bias	8	-0.13115763664245605
224400	embedding2nn.bias	9	-0.38394060730934143
224400	rnn.weight_ih_l0	0	-0.0026786031667143106
224400	rnn.weight_ih_l0	1	-0.0717671737074852
224400	rnn.weight_ih_l0	2	-0.08534394204616547
224400	rnn.weight_ih_l0	3	0.05961830914020538
224400	rnn.weight_ih_l0	4	0.040075697004795074
224400	rnn.weight_ih_l0	5	-0.0838632732629776
224400	rnn.weight_ih_l0	6	-0.04209746792912483
224400	rnn.weight_ih_l0	7	-0.0037037262227386236
224400	rnn.weight_ih_l0	8	-0.006887177471071482
224400	rnn.weight_ih_l0	9	-0.06290458887815475
224400	rnn.weight_hh_l0	0	0.01471699308604002
224400	rnn.weight_hh_l0	1	0.06922496110200882
224400	rnn.weight_hh_l0	2	0.03251638263463974
224400	rnn.weight_hh_l0	3	0.029854750260710716
224400	rnn.weight_hh_l0	4	0.006805018987506628
224400	rnn.weight_hh_l0	5	0.0749010369181633
224400	rnn.weight_hh_l0	6	-0.022123482078313828
224400	rnn.weight_hh_l0	7	-0.0436452254652977
224400	rnn.weight_hh_l0	8	0.040454380214214325
224400	rnn.weight_hh_l0	9	-0.08973193168640137
224400	rnn.bias_ih_l0	0	0.1641099452972412
224400	rnn.bias_ih_l0	1	-0.18991637229919434
224400	rnn.bias_ih_l0	2	-0.020336922258138657
224400	rnn.bias_ih_l0	3	-0.15988121926784515
224400	rnn.bias_ih_l0	4	0.06693901866674423
224400	rnn.bias_ih_l0	5	-0.2638106644153595
224400	rnn.bias_ih_l0	6	-0.10083547979593277
224400	rnn.bias_ih_l0	7	-0.25382494926452637
224400	rnn.bias_ih_l0	8	-0.21347375214099884
224400	rnn.bias_ih_l0	9	-0.40547704696655273
224400	rnn.bias_hh_l0	0	-0.23351021111011505
224400	rnn.bias_hh_l0	1	-0.23656877875328064
224400	rnn.bias_hh_l0	2	-0.23563642799854279
224400	rnn.bias_hh_l0	3	-0.05199439451098442
224400	rnn.bias_hh_l0	4	-0.22980336844921112
224400	rnn.bias_hh_l0	5	-0.2651706337928772
224400	rnn.bias_hh_l0	6	-0.10341636091470718
224400	rnn.bias_hh_l0	7	0.06623401492834091
224400	rnn.bias_hh_l0	8	-0.14138130843639374
224400	rnn.bias_hh_l0	9	-0.4112621545791626
224400	rnn.weight_ih_l0_reverse	0	0.08248892426490784
224400	rnn.weight_ih_l0_reverse	1	-0.06618991494178772
224400	rnn.weight_ih_l0_reverse	2	-0.04054063931107521
224400	rnn.weight_ih_l0_reverse	3	-0.086960069835186
224400	rnn.weight_ih_l0_reverse	4	0.05568559467792511
224400	rnn.weight_ih_l0_reverse	5	-0.12249282002449036
224400	rnn.weight_ih_l0_reverse	6	0.045654814690351486
224400	rnn.weight_ih_l0_reverse	7	0.024297550320625305
224400	rnn.weight_ih_l0_reverse	8	-0.07432369142770767
224400	rnn.weight_ih_l0_reverse	9	-0.024530354887247086
224400	rnn.weight_hh_l0_reverse	0	-0.06716060638427734
224400	rnn.weight_hh_l0_reverse	1	0.016480660066008568
224400	rnn.weight_hh_l0_reverse	2	-0.01785614714026451
224400	rnn.weight_hh_l0_reverse	3	0.004947038367390633
224400	rnn.weight_hh_l0_reverse	4	-0.07232880592346191
224400	rnn.weight_hh_l0_reverse	5	0.03788916394114494
224400	rnn.weight_hh_l0_reverse	6	0.016958212479948997
224400	rnn.weight_hh_l0_reverse	7	-0.05004318431019783
224400	rnn.weight_hh_l0_reverse	8	-0.009678533300757408
224400	rnn.weight_hh_l0_reverse	9	0.06846515089273453
224400	rnn.bias_ih_l0_reverse	0	-0.1487681269645691
224400	rnn.bias_ih_l0_reverse	1	-0.08742225170135498
224400	rnn.bias_ih_l0_reverse	2	0.049554258584976196
224400	rnn.bias_ih_l0_reverse	3	-0.19808246195316315
224400	rnn.bias_ih_l0_reverse	4	-0.01236014999449253
224400	rnn.bias_ih_l0_reverse	5	-0.1796407401561737
224400	rnn.bias_ih_l0_reverse	6	0.24494348466396332
224400	rnn.bias_ih_l0_reverse	7	-0.2976084351539612
224400	rnn.bias_ih_l0_reverse	8	-0.15121859312057495
224400	rnn.bias_ih_l0_reverse	9	-0.12340784817934036
224400	rnn.bias_hh_l0_reverse	0	-0.11947006732225418
224400	rnn.bias_hh_l0_reverse	1	0.2142554670572281
224400	rnn.bias_hh_l0_reverse	2	-0.2799517810344696
224400	rnn.bias_hh_l0_reverse	3	-0.1467781960964203
224400	rnn.bias_hh_l0_reverse	4	-0.2927488386631012
224400	rnn.bias_hh_l0_reverse	5	-0.12906920909881592
224400	rnn.bias_hh_l0_reverse	6	-0.23605352640151978
224400	rnn.bias_hh_l0_reverse	7	-0.07164034992456436
224400	rnn.bias_hh_l0_reverse	8	-0.15279780328273773
224400	rnn.bias_hh_l0_reverse	9	0.21815700829029083
224400	linear.weight	0	0.1784570813179016
224400	linear.weight	1	-0.40479564666748047
224400	linear.weight	2	0.0009938959265127778
224400	linear.weight	3	0.0681503415107727
224400	linear.weight	4	-0.17089374363422394
224400	linear.weight	5	0.244932621717453
224400	linear.weight	6	-0.12598054111003876
224400	linear.weight	7	-0.06635154783725739
224400	linear.weight	8	0.13825517892837524
224400	linear.weight	9	-0.04114476963877678
224400	linear.bias	0	-1.1110087633132935
224400	linear.bias	1	1.8743499517440796
224400	linear.bias	2	0.5845629572868347
224400	linear.bias	3	-2.4593663215637207
224400	linear.bias	4	-0.32747822999954224
224400	linear.bias	5	1.1528105735778809
224400	linear.bias	6	-0.23770438134670258
224400	linear.bias	7	0.62065589427948
224400	linear.bias	8	2.1866931915283203
224400	linear.bias	9	-1.32353675365448
225009	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
225009	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
225009	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
225009	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
225009	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
225009	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
225009	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
225009	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
225009	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
225009	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
225009	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
225009	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
225009	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
225009	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
225009	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
225009	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
225009	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
225009	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
225009	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
225009	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
225009	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
225009	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
225009	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
225009	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
225009	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
225009	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
225009	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
225009	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
225009	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
225009	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
225009	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
225009	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
225009	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
225009	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
225009	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
225009	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
225009	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
225009	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
225009	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
225009	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
225009	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
225009	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
225009	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
225009	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
225009	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
225009	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
225009	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
225009	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
225009	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
225009	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
225009	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
225009	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
225009	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
225009	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
225009	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
225009	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
225009	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
225009	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
225009	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
225009	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
225009	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
225009	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
225009	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
225009	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
225009	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
225009	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
225009	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
225009	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
225009	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
225009	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
225009	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
225009	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
225009	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
225009	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
225009	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
225009	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
225009	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
225009	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
225009	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
225009	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
225009	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
225009	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
225009	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
225009	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
225009	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
225009	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
225009	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
225009	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
225009	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
225009	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
225009	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
225009	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
225009	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
225009	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
225009	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
225009	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
225009	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
225009	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
225009	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
225009	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
225009	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
225009	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
225009	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
225009	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
225009	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
225009	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
225009	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
225009	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
225009	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
225009	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
225009	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
225009	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
225009	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
225009	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
225009	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
225009	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
225009	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
225009	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
225009	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
225009	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
225009	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
225009	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
225009	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
225009	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
225009	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
225009	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
225009	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
225009	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
225009	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
225009	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
225009	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
225009	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
225009	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
225009	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
225009	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
225009	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
225009	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
225009	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
225009	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
225009	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
225009	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
225009	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
225009	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
225009	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
225009	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
225009	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
225009	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
225009	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
225009	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
225009	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
225009	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
225009	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
225009	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
225009	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
225009	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
225009	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
225009	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
225009	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
225009	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
225009	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
225009	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
225009	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
225009	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
225009	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
225009	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
225009	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
225009	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
225009	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
225009	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
225009	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
225009	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
225009	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
225009	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
225009	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
225009	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
225009	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
225009	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
225009	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
225009	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
225009	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
225009	embedding2nn.weight	0	0.2561914622783661
225009	embedding2nn.weight	1	0.3093028664588928
225009	embedding2nn.weight	2	0.018898485228419304
225009	embedding2nn.weight	3	0.024011772125959396
225009	embedding2nn.weight	4	-0.017938610166311264
225009	embedding2nn.weight	5	0.06769037246704102
225009	embedding2nn.weight	6	0.03983726352453232
225009	embedding2nn.weight	7	0.00013669015606865287
225009	embedding2nn.weight	8	0.020016923546791077
225009	embedding2nn.weight	9	-0.047076281160116196
225009	embedding2nn.bias	0	0.011934373527765274
225009	embedding2nn.bias	1	-0.18626025319099426
225009	embedding2nn.bias	2	0.09811253100633621
225009	embedding2nn.bias	3	0.16781041026115417
225009	embedding2nn.bias	4	0.14732442796230316
225009	embedding2nn.bias	5	-0.07879367470741272
225009	embedding2nn.bias	6	-0.06149246171116829
225009	embedding2nn.bias	7	0.03706308454275131
225009	embedding2nn.bias	8	-0.14073608815670013
225009	embedding2nn.bias	9	-0.3812369108200073
225009	rnn.weight_ih_l0	0	-0.0012143660569563508
225009	rnn.weight_ih_l0	1	-0.07058125734329224
225009	rnn.weight_ih_l0	2	-0.08065534383058548
225009	rnn.weight_ih_l0	3	0.05635320767760277
225009	rnn.weight_ih_l0	4	0.04476878046989441
225009	rnn.weight_ih_l0	5	-0.08617721498012543
225009	rnn.weight_ih_l0	6	-0.04694969207048416
225009	rnn.weight_ih_l0	7	-0.0011294999858364463
225009	rnn.weight_ih_l0	8	-0.02139623649418354
225009	rnn.weight_ih_l0	9	-0.05860976129770279
225009	rnn.weight_hh_l0	0	0.014442574232816696
225009	rnn.weight_hh_l0	1	0.06798025220632553
225009	rnn.weight_hh_l0	2	0.03345650061964989
225009	rnn.weight_hh_l0	3	0.029833178967237473
225009	rnn.weight_hh_l0	4	0.006777761038392782
225009	rnn.weight_hh_l0	5	0.07550808042287827
225009	rnn.weight_hh_l0	6	-0.0213784147053957
225009	rnn.weight_hh_l0	7	-0.043386489152908325
225009	rnn.weight_hh_l0	8	0.04053197428584099
225009	rnn.weight_hh_l0	9	-0.09068000316619873
225009	rnn.bias_ih_l0	0	0.16304455697536469
225009	rnn.bias_ih_l0	1	-0.19288359582424164
225009	rnn.bias_ih_l0	2	-0.02124735154211521
225009	rnn.bias_ih_l0	3	-0.15279226005077362
225009	rnn.bias_ih_l0	4	0.04065406322479248
225009	rnn.bias_ih_l0	5	-0.2632713317871094
225009	rnn.bias_ih_l0	6	-0.0919056162238121
225009	rnn.bias_ih_l0	7	-0.2585248053073883
225009	rnn.bias_ih_l0	8	-0.21304470300674438
225009	rnn.bias_ih_l0	9	-0.39676764607429504
225009	rnn.bias_hh_l0	0	-0.2373114824295044
225009	rnn.bias_hh_l0	1	-0.23969146609306335
225009	rnn.bias_hh_l0	2	-0.23950423300266266
225009	rnn.bias_hh_l0	3	-0.05412505939602852
225009	rnn.bias_hh_l0	4	-0.23850658535957336
225009	rnn.bias_hh_l0	5	-0.26691967248916626
225009	rnn.bias_hh_l0	6	-0.10005974024534225
225009	rnn.bias_hh_l0	7	0.07076605409383774
225009	rnn.bias_hh_l0	8	-0.14172670245170593
225009	rnn.bias_hh_l0	9	-0.40380218625068665
225009	rnn.weight_ih_l0_reverse	0	0.08284663408994675
225009	rnn.weight_ih_l0_reverse	1	-0.06718149036169052
225009	rnn.weight_ih_l0_reverse	2	-0.039880674332380295
225009	rnn.weight_ih_l0_reverse	3	-0.08998613804578781
225009	rnn.weight_ih_l0_reverse	4	0.05673690140247345
225009	rnn.weight_ih_l0_reverse	5	-0.12531812489032745
225009	rnn.weight_ih_l0_reverse	6	0.0513647198677063
225009	rnn.weight_ih_l0_reverse	7	0.025474095717072487
225009	rnn.weight_ih_l0_reverse	8	-0.0721111074090004
225009	rnn.weight_ih_l0_reverse	9	-0.02362191490828991
225009	rnn.weight_hh_l0_reverse	0	-0.0653987005352974
225009	rnn.weight_hh_l0_reverse	1	0.01619565859436989
225009	rnn.weight_hh_l0_reverse	2	-0.01826324500143528
225009	rnn.weight_hh_l0_reverse	3	0.005368916783481836
225009	rnn.weight_hh_l0_reverse	4	-0.07222715020179749
225009	rnn.weight_hh_l0_reverse	5	0.03788258135318756
225009	rnn.weight_hh_l0_reverse	6	0.016440726816654205
225009	rnn.weight_hh_l0_reverse	7	-0.04865957796573639
225009	rnn.weight_hh_l0_reverse	8	-0.005727882031351328
225009	rnn.weight_hh_l0_reverse	9	0.06577080488204956
225009	rnn.bias_ih_l0_reverse	0	-0.14598622918128967
225009	rnn.bias_ih_l0_reverse	1	-0.09220556169748306
225009	rnn.bias_ih_l0_reverse	2	0.06389568746089935
225009	rnn.bias_ih_l0_reverse	3	-0.19909802079200745
225009	rnn.bias_ih_l0_reverse	4	-0.019022347405552864
225009	rnn.bias_ih_l0_reverse	5	-0.18079937994480133
225009	rnn.bias_ih_l0_reverse	6	0.2434205263853073
225009	rnn.bias_ih_l0_reverse	7	-0.29360631108283997
225009	rnn.bias_ih_l0_reverse	8	-0.14870665967464447
225009	rnn.bias_ih_l0_reverse	9	-0.12209155410528183
225009	rnn.bias_hh_l0_reverse	0	-0.12099359929561615
225009	rnn.bias_hh_l0_reverse	1	0.22256769239902496
225009	rnn.bias_hh_l0_reverse	2	-0.28097689151763916
225009	rnn.bias_hh_l0_reverse	3	-0.14841529726982117
225009	rnn.bias_hh_l0_reverse	4	-0.3003706634044647
225009	rnn.bias_hh_l0_reverse	5	-0.1264525055885315
225009	rnn.bias_hh_l0_reverse	6	-0.2341129332780838
225009	rnn.bias_hh_l0_reverse	7	-0.08101314306259155
225009	rnn.bias_hh_l0_reverse	8	-0.16147121787071228
225009	rnn.bias_hh_l0_reverse	9	0.20676478743553162
225009	linear.weight	0	0.17711587250232697
225009	linear.weight	1	-0.4172814190387726
225009	linear.weight	2	-0.015583230182528496
225009	linear.weight	3	0.06814545392990112
225009	linear.weight	4	-0.1286948025226593
225009	linear.weight	5	0.2857041358947754
225009	linear.weight	6	-0.12866294384002686
225009	linear.weight	7	-0.06634758412837982
225009	linear.weight	8	0.12258318066596985
225009	linear.weight	9	-0.04117174074053764
225009	linear.bias	0	-1.0954475402832031
225009	linear.bias	1	1.9093161821365356
225009	linear.bias	2	0.5631115436553955
225009	linear.bias	3	-2.460176706314087
225009	linear.bias	4	-0.2984512746334076
225009	linear.bias	5	1.1730551719665527
225009	linear.bias	6	-0.23849830031394958
225009	linear.bias	7	0.6225461959838867
225009	linear.bias	8	2.185882329940796
225009	linear.bias	9	-1.3481786251068115
225618	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
225618	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
225618	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
225618	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
225618	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
225618	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
225618	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
225618	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
225618	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
225618	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
225618	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
225618	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
225618	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
225618	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
225618	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
225618	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
225618	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
225618	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
225618	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
225618	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
225618	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
225618	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
225618	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
225618	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
225618	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
225618	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
225618	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
225618	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
225618	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
225618	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
225618	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
225618	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
225618	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
225618	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
225618	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
225618	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
225618	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
225618	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
225618	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
225618	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
225618	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
225618	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
225618	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
225618	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
225618	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
225618	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
225618	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
225618	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
225618	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
225618	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
225618	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
225618	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
225618	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
225618	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
225618	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
225618	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
225618	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
225618	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
225618	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
225618	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
225618	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
225618	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
225618	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
225618	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
225618	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
225618	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
225618	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
225618	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
225618	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
225618	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
225618	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
225618	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
225618	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
225618	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
225618	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
225618	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
225618	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
225618	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
225618	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
225618	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
225618	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
225618	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
225618	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
225618	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
225618	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
225618	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
225618	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
225618	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
225618	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
225618	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
225618	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
225618	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
225618	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
225618	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
225618	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
225618	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
225618	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
225618	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
225618	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
225618	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
225618	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
225618	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
225618	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
225618	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
225618	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
225618	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
225618	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
225618	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
225618	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
225618	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
225618	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
225618	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
225618	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
225618	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
225618	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
225618	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
225618	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
225618	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
225618	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
225618	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
225618	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
225618	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
225618	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
225618	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
225618	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
225618	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
225618	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
225618	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
225618	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
225618	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
225618	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
225618	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
225618	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
225618	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
225618	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
225618	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
225618	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
225618	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
225618	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
225618	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
225618	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
225618	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
225618	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
225618	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
225618	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
225618	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
225618	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
225618	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
225618	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
225618	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
225618	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
225618	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
225618	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
225618	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
225618	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
225618	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
225618	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
225618	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
225618	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
225618	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
225618	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
225618	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
225618	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
225618	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
225618	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
225618	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
225618	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
225618	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
225618	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
225618	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
225618	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
225618	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
225618	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
225618	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
225618	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
225618	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
225618	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
225618	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
225618	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
225618	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
225618	embedding2nn.weight	0	0.25599732995033264
225618	embedding2nn.weight	1	0.30676019191741943
225618	embedding2nn.weight	2	0.016221366822719574
225618	embedding2nn.weight	3	0.02292279712855816
225618	embedding2nn.weight	4	-0.014137770980596542
225618	embedding2nn.weight	5	0.06607525050640106
225618	embedding2nn.weight	6	0.047945164144039154
225618	embedding2nn.weight	7	-0.004603872075676918
225618	embedding2nn.weight	8	0.018164973706007004
225618	embedding2nn.weight	9	-0.04799230769276619
225618	embedding2nn.bias	0	0.01660304144024849
225618	embedding2nn.bias	1	-0.18467795848846436
225618	embedding2nn.bias	2	0.08439669013023376
225618	embedding2nn.bias	3	0.17458775639533997
225618	embedding2nn.bias	4	0.1538136601448059
225618	embedding2nn.bias	5	-0.06931062042713165
225618	embedding2nn.bias	6	-0.04784772917628288
225618	embedding2nn.bias	7	0.04638189077377319
225618	embedding2nn.bias	8	-0.13219255208969116
225618	embedding2nn.bias	9	-0.3791596591472626
225618	rnn.weight_ih_l0	0	-0.0009229826973751187
225618	rnn.weight_ih_l0	1	-0.06916835904121399
225618	rnn.weight_ih_l0	2	-0.08484524488449097
225618	rnn.weight_ih_l0	3	0.052557945251464844
225618	rnn.weight_ih_l0	4	0.04954668879508972
225618	rnn.weight_ih_l0	5	-0.08499471843242645
225618	rnn.weight_ih_l0	6	-0.046168599277734756
225618	rnn.weight_ih_l0	7	-0.0018846782622858882
225618	rnn.weight_ih_l0	8	-0.011844622902572155
225618	rnn.weight_ih_l0	9	-0.0679372102022171
225618	rnn.weight_hh_l0	0	0.014578323811292648
225618	rnn.weight_hh_l0	1	0.06677773594856262
225618	rnn.weight_hh_l0	2	0.03282161429524422
225618	rnn.weight_hh_l0	3	0.02937924861907959
225618	rnn.weight_hh_l0	4	0.007037701550871134
225618	rnn.weight_hh_l0	5	0.07551359385251999
225618	rnn.weight_hh_l0	6	-0.022045923396945
225618	rnn.weight_hh_l0	7	-0.04413286969065666
225618	rnn.weight_hh_l0	8	0.04042382910847664
225618	rnn.weight_hh_l0	9	-0.08947446197271347
225618	rnn.bias_ih_l0	0	0.16522963345050812
225618	rnn.bias_ih_l0	1	-0.19871795177459717
225618	rnn.bias_ih_l0	2	-0.020013753324747086
225618	rnn.bias_ih_l0	3	-0.1569441854953766
225618	rnn.bias_ih_l0	4	0.03003608249127865
225618	rnn.bias_ih_l0	5	-0.2715303301811218
225618	rnn.bias_ih_l0	6	-0.0954529270529747
225618	rnn.bias_ih_l0	7	-0.2579752206802368
225618	rnn.bias_ih_l0	8	-0.2140730321407318
225618	rnn.bias_ih_l0	9	-0.3869795501232147
225618	rnn.bias_hh_l0	0	-0.23917147517204285
225618	rnn.bias_hh_l0	1	-0.23036181926727295
225618	rnn.bias_hh_l0	2	-0.2376583069562912
225618	rnn.bias_hh_l0	3	-0.052623990923166275
225618	rnn.bias_hh_l0	4	-0.24244463443756104
225618	rnn.bias_hh_l0	5	-0.26798081398010254
225618	rnn.bias_hh_l0	6	-0.1054956242442131
225618	rnn.bias_hh_l0	7	0.0690092146396637
225618	rnn.bias_hh_l0	8	-0.13767530024051666
225618	rnn.bias_hh_l0	9	-0.40391454100608826
225618	rnn.weight_ih_l0_reverse	0	0.07286455482244492
225618	rnn.weight_ih_l0_reverse	1	-0.06874028593301773
225618	rnn.weight_ih_l0_reverse	2	-0.0420660600066185
225618	rnn.weight_ih_l0_reverse	3	-0.08386322855949402
225618	rnn.weight_ih_l0_reverse	4	0.05835603177547455
225618	rnn.weight_ih_l0_reverse	5	-0.11578420549631119
225618	rnn.weight_ih_l0_reverse	6	0.04797959327697754
225618	rnn.weight_ih_l0_reverse	7	0.0266729649156332
225618	rnn.weight_ih_l0_reverse	8	-0.07109065353870392
225618	rnn.weight_ih_l0_reverse	9	-0.024583226069808006
225618	rnn.weight_hh_l0_reverse	0	-0.06551957130432129
225618	rnn.weight_hh_l0_reverse	1	0.01613585278391838
225618	rnn.weight_hh_l0_reverse	2	-0.019884159788489342
225618	rnn.weight_hh_l0_reverse	3	0.007127116899937391
225618	rnn.weight_hh_l0_reverse	4	-0.07246159017086029
225618	rnn.weight_hh_l0_reverse	5	0.038268838077783585
225618	rnn.weight_hh_l0_reverse	6	0.0161740705370903
225618	rnn.weight_hh_l0_reverse	7	-0.050236042588949203
225618	rnn.weight_hh_l0_reverse	8	-0.005494203884154558
225618	rnn.weight_hh_l0_reverse	9	0.06321617215871811
225618	rnn.bias_ih_l0_reverse	0	-0.13698670268058777
225618	rnn.bias_ih_l0_reverse	1	-0.08371590822935104
225618	rnn.bias_ih_l0_reverse	2	0.05046416446566582
225618	rnn.bias_ih_l0_reverse	3	-0.2035422921180725
225618	rnn.bias_ih_l0_reverse	4	-0.01614311710000038
225618	rnn.bias_ih_l0_reverse	5	-0.18305407464504242
225618	rnn.bias_ih_l0_reverse	6	0.2541118860244751
225618	rnn.bias_ih_l0_reverse	7	-0.29394957423210144
225618	rnn.bias_ih_l0_reverse	8	-0.1470029503107071
225618	rnn.bias_ih_l0_reverse	9	-0.1346343755722046
225618	rnn.bias_hh_l0_reverse	0	-0.12308001518249512
225618	rnn.bias_hh_l0_reverse	1	0.21808524429798126
225618	rnn.bias_hh_l0_reverse	2	-0.2812052369117737
225618	rnn.bias_hh_l0_reverse	3	-0.14882344007492065
225618	rnn.bias_hh_l0_reverse	4	-0.3029511570930481
225618	rnn.bias_hh_l0_reverse	5	-0.12559722363948822
225618	rnn.bias_hh_l0_reverse	6	-0.23042604327201843
225618	rnn.bias_hh_l0_reverse	7	-0.07334282994270325
225618	rnn.bias_hh_l0_reverse	8	-0.17527681589126587
225618	rnn.bias_hh_l0_reverse	9	0.1903056651353836
225618	linear.weight	0	0.1872096061706543
225618	linear.weight	1	-0.42269250750541687
225618	linear.weight	2	-0.00941405352205038
225618	linear.weight	3	0.06814773380756378
225618	linear.weight	4	-0.1599511206150055
225618	linear.weight	5	0.27801960706710815
225618	linear.weight	6	-0.12964309751987457
225618	linear.weight	7	-0.06633736193180084
225618	linear.weight	8	0.11861559003591537
225618	linear.weight	9	-0.041201576590538025
225618	linear.bias	0	-1.0887088775634766
225618	linear.bias	1	1.8432279825210571
225618	linear.bias	2	0.5753469467163086
225618	linear.bias	3	-2.4609503746032715
225618	linear.bias	4	-0.28655728697776794
225618	linear.bias	5	1.152428150177002
225618	linear.bias	6	-0.20976902544498444
225618	linear.bias	7	0.6093446612358093
225618	linear.bias	8	2.1883304119110107
225618	linear.bias	9	-1.3389554023742676
225626	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
225626	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
225626	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
225626	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
225626	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
225626	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
225626	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
225626	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
225626	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
225626	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
225626	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
225626	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
225626	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
225626	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
225626	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
225626	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
225626	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
225626	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
225626	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
225626	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
225626	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
225626	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
225626	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
225626	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
225626	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
225626	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
225626	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
225626	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
225626	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
225626	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
225626	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
225626	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
225626	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
225626	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
225626	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
225626	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
225626	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
225626	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
225626	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
225626	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
225626	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
225626	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
225626	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
225626	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
225626	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
225626	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
225626	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
225626	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
225626	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
225626	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
225626	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
225626	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
225626	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
225626	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
225626	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
225626	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
225626	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
225626	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
225626	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
225626	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
225626	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
225626	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
225626	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
225626	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
225626	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
225626	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
225626	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
225626	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
225626	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
225626	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
225626	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
225626	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
225626	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
225626	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
225626	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
225626	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
225626	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
225626	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
225626	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
225626	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
225626	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
225626	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
225626	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
225626	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
225626	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
225626	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
225626	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
225626	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
225626	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
225626	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
225626	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
225626	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
225626	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
225626	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
225626	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
225626	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
225626	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
225626	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
225626	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
225626	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
225626	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
225626	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
225626	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
225626	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
225626	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
225626	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
225626	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
225626	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
225626	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
225626	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
225626	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
225626	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
225626	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
225626	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
225626	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
225626	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
225626	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
225626	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
225626	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
225626	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
225626	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
225626	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
225626	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
225626	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
225626	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
225626	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
225626	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
225626	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
225626	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
225626	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
225626	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
225626	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
225626	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
225626	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
225626	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
225626	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
225626	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
225626	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
225626	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
225626	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
225626	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
225626	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
225626	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
225626	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
225626	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
225626	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
225626	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
225626	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
225626	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
225626	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
225626	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
225626	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
225626	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
225626	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
225626	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
225626	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
225626	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
225626	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
225626	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
225626	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
225626	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
225626	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
225626	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
225626	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
225626	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
225626	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
225626	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
225626	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
225626	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
225626	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
225626	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
225626	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
225626	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
225626	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
225626	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
225626	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
225626	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
225626	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
225626	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
225626	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
225626	embedding2nn.weight	0	0.25586122274398804
225626	embedding2nn.weight	1	0.30644187331199646
225626	embedding2nn.weight	2	0.016410667449235916
225626	embedding2nn.weight	3	0.022495266050100327
225626	embedding2nn.weight	4	-0.015223742462694645
225626	embedding2nn.weight	5	0.06647118180990219
225626	embedding2nn.weight	6	0.049224693328142166
225626	embedding2nn.weight	7	-0.004735330119729042
225626	embedding2nn.weight	8	0.018287481740117073
225626	embedding2nn.weight	9	-0.047940392047166824
225626	embedding2nn.bias	0	0.018320079892873764
225626	embedding2nn.bias	1	-0.18603232502937317
225626	embedding2nn.bias	2	0.08109889179468155
225626	embedding2nn.bias	3	0.1687898337841034
225626	embedding2nn.bias	4	0.155252605676651
225626	embedding2nn.bias	5	-0.0669482871890068
225626	embedding2nn.bias	6	-0.04909389838576317
225626	embedding2nn.bias	7	0.04156990349292755
225626	embedding2nn.bias	8	-0.13161520659923553
225626	embedding2nn.bias	9	-0.37401100993156433
225626	rnn.weight_ih_l0	0	-0.0009490973898209631
225626	rnn.weight_ih_l0	1	-0.06925062835216522
225626	rnn.weight_ih_l0	2	-0.08505826443433762
225626	rnn.weight_ih_l0	3	0.05285312980413437
225626	rnn.weight_ih_l0	4	0.050264157354831696
225626	rnn.weight_ih_l0	5	-0.08524318784475327
225626	rnn.weight_ih_l0	6	-0.04678543657064438
225626	rnn.weight_ih_l0	7	-0.0008953418582677841
225626	rnn.weight_ih_l0	8	-0.0120534123852849
225626	rnn.weight_ih_l0	9	-0.06731110066175461
225626	rnn.weight_hh_l0	0	0.014541246928274632
225626	rnn.weight_hh_l0	1	0.0668434351682663
225626	rnn.weight_hh_l0	2	0.03278770670294762
225626	rnn.weight_hh_l0	3	0.029348645359277725
225626	rnn.weight_hh_l0	4	0.0070660836063325405
225626	rnn.weight_hh_l0	5	0.07576006650924683
225626	rnn.weight_hh_l0	6	-0.021993011236190796
225626	rnn.weight_hh_l0	7	-0.044547539204359055
225626	rnn.weight_hh_l0	8	0.04042430594563484
225626	rnn.weight_hh_l0	9	-0.08948607742786407
225626	rnn.bias_ih_l0	0	0.16820117831230164
225626	rnn.bias_ih_l0	1	-0.1986633986234665
225626	rnn.bias_ih_l0	2	-0.019764665514230728
225626	rnn.bias_ih_l0	3	-0.1563456654548645
225626	rnn.bias_ih_l0	4	0.028154538944363594
225626	rnn.bias_ih_l0	5	-0.2710501551628113
225626	rnn.bias_ih_l0	6	-0.09296352416276932
225626	rnn.bias_ih_l0	7	-0.258100688457489
225626	rnn.bias_ih_l0	8	-0.21441972255706787
225626	rnn.bias_ih_l0	9	-0.3851432502269745
225626	rnn.bias_hh_l0	0	-0.23928433656692505
225626	rnn.bias_hh_l0	1	-0.23016415536403656
225626	rnn.bias_hh_l0	2	-0.23834972083568573
225626	rnn.bias_hh_l0	3	-0.05282619595527649
225626	rnn.bias_hh_l0	4	-0.2426576316356659
225626	rnn.bias_hh_l0	5	-0.2677950859069824
225626	rnn.bias_hh_l0	6	-0.10696446150541306
225626	rnn.bias_hh_l0	7	0.06672225892543793
225626	rnn.bias_hh_l0	8	-0.13722959160804749
225626	rnn.bias_hh_l0	9	-0.4051568806171417
225626	rnn.weight_ih_l0_reverse	0	0.07303222268819809
225626	rnn.weight_ih_l0_reverse	1	-0.06868786364793777
225626	rnn.weight_ih_l0_reverse	2	-0.04202659800648689
225626	rnn.weight_ih_l0_reverse	3	-0.0836869403719902
225626	rnn.weight_ih_l0_reverse	4	0.058335401117801666
225626	rnn.weight_ih_l0_reverse	5	-0.11561328172683716
225626	rnn.weight_ih_l0_reverse	6	0.04818477854132652
225626	rnn.weight_ih_l0_reverse	7	0.026599694043397903
225626	rnn.weight_ih_l0_reverse	8	-0.07147392630577087
225626	rnn.weight_ih_l0_reverse	9	-0.024508655071258545
225626	rnn.weight_hh_l0_reverse	0	-0.0655570700764656
225626	rnn.weight_hh_l0_reverse	1	0.015988653525710106
225626	rnn.weight_hh_l0_reverse	2	-0.020127087831497192
225626	rnn.weight_hh_l0_reverse	3	0.006849291268736124
225626	rnn.weight_hh_l0_reverse	4	-0.07257255911827087
225626	rnn.weight_hh_l0_reverse	5	0.03831234946846962
225626	rnn.weight_hh_l0_reverse	6	0.01619432307779789
225626	rnn.weight_hh_l0_reverse	7	-0.05046111345291138
225626	rnn.weight_hh_l0_reverse	8	-0.005621043033897877
225626	rnn.weight_hh_l0_reverse	9	0.06311516463756561
225626	rnn.bias_ih_l0_reverse	0	-0.13744376599788666
225626	rnn.bias_ih_l0_reverse	1	-0.08369282633066177
225626	rnn.bias_ih_l0_reverse	2	0.05043601989746094
225626	rnn.bias_ih_l0_reverse	3	-0.204198956489563
225626	rnn.bias_ih_l0_reverse	4	-0.015660228207707405
225626	rnn.bias_ih_l0_reverse	5	-0.18336287140846252
225626	rnn.bias_ih_l0_reverse	6	0.2538650929927826
225626	rnn.bias_ih_l0_reverse	7	-0.29521942138671875
225626	rnn.bias_ih_l0_reverse	8	-0.14679913222789764
225626	rnn.bias_ih_l0_reverse	9	-0.1353769302368164
225626	rnn.bias_hh_l0_reverse	0	-0.12105952948331833
225626	rnn.bias_hh_l0_reverse	1	0.2163003385066986
225626	rnn.bias_hh_l0_reverse	2	-0.2823832929134369
225626	rnn.bias_hh_l0_reverse	3	-0.1496134251356125
225626	rnn.bias_hh_l0_reverse	4	-0.301395058631897
225626	rnn.bias_hh_l0_reverse	5	-0.1268259584903717
225626	rnn.bias_hh_l0_reverse	6	-0.23160207271575928
225626	rnn.bias_hh_l0_reverse	7	-0.07315506786108017
225626	rnn.bias_hh_l0_reverse	8	-0.17549990117549896
225626	rnn.bias_hh_l0_reverse	9	0.18886740505695343
225626	linear.weight	0	0.18966881930828094
225626	linear.weight	1	-0.42888349294662476
225626	linear.weight	2	-0.017678355798125267
225626	linear.weight	3	0.06814791262149811
225626	linear.weight	4	-0.1640710085630417
225626	linear.weight	5	0.27649983763694763
225626	linear.weight	6	-0.1296968162059784
225626	linear.weight	7	-0.06633766740560532
225626	linear.weight	8	0.11641169339418411
225626	linear.weight	9	-0.041201815009117126
225626	linear.bias	0	-1.0964210033416748
225626	linear.bias	1	1.8603711128234863
225626	linear.bias	2	0.5789323449134827
225626	linear.bias	3	-2.4609596729278564
225626	linear.bias	4	-0.29228758811950684
225626	linear.bias	5	1.1397662162780762
225626	linear.bias	6	-0.21177570521831512
225626	linear.bias	7	0.6145592331886292
225626	linear.bias	8	2.195896863937378
225626	linear.bias	9	-1.3427966833114624
226235	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
226235	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
226235	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
226235	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
226235	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
226235	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
226235	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
226235	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
226235	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
226235	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
226235	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
226235	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
226235	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
226235	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
226235	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
226235	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
226235	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
226235	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
226235	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
226235	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
226235	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
226235	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
226235	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
226235	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
226235	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
226235	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
226235	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
226235	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
226235	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
226235	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
226235	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
226235	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
226235	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
226235	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
226235	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
226235	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
226235	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
226235	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
226235	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
226235	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
226235	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
226235	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
226235	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
226235	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
226235	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
226235	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
226235	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
226235	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
226235	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
226235	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
226235	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
226235	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
226235	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
226235	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
226235	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
226235	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
226235	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
226235	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
226235	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
226235	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
226235	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
226235	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
226235	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
226235	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
226235	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
226235	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
226235	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
226235	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
226235	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
226235	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
226235	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
226235	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
226235	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
226235	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
226235	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
226235	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
226235	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
226235	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
226235	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
226235	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
226235	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
226235	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
226235	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
226235	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
226235	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
226235	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
226235	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
226235	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
226235	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
226235	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
226235	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
226235	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
226235	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
226235	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
226235	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
226235	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
226235	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
226235	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
226235	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
226235	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
226235	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
226235	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
226235	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
226235	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
226235	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
226235	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
226235	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
226235	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
226235	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
226235	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
226235	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
226235	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
226235	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
226235	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
226235	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
226235	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
226235	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
226235	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
226235	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
226235	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
226235	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
226235	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
226235	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
226235	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
226235	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
226235	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
226235	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
226235	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
226235	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
226235	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
226235	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
226235	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
226235	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
226235	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
226235	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
226235	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
226235	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
226235	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
226235	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
226235	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
226235	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
226235	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
226235	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
226235	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
226235	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
226235	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
226235	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
226235	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
226235	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
226235	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
226235	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
226235	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
226235	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
226235	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
226235	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
226235	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
226235	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
226235	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
226235	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
226235	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
226235	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
226235	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
226235	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
226235	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
226235	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
226235	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
226235	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
226235	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
226235	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
226235	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
226235	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
226235	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
226235	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
226235	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
226235	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
226235	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
226235	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
226235	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
226235	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
226235	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
226235	embedding2nn.weight	0	0.2580234408378601
226235	embedding2nn.weight	1	0.30121779441833496
226235	embedding2nn.weight	2	0.016859084367752075
226235	embedding2nn.weight	3	0.03126455098390579
226235	embedding2nn.weight	4	-0.01556585542857647
226235	embedding2nn.weight	5	0.07017160207033157
226235	embedding2nn.weight	6	0.048124074935913086
226235	embedding2nn.weight	7	-0.007255359087139368
226235	embedding2nn.weight	8	0.017526956275105476
226235	embedding2nn.weight	9	-0.05178302153944969
226235	embedding2nn.bias	0	0.019671380519866943
226235	embedding2nn.bias	1	-0.19117213785648346
226235	embedding2nn.bias	2	0.1089552640914917
226235	embedding2nn.bias	3	0.16423791646957397
226235	embedding2nn.bias	4	0.15290378034114838
226235	embedding2nn.bias	5	-0.06805923581123352
226235	embedding2nn.bias	6	-0.05607586354017258
226235	embedding2nn.bias	7	0.05777629837393761
226235	embedding2nn.bias	8	-0.12821875512599945
226235	embedding2nn.bias	9	-0.3754999339580536
226235	rnn.weight_ih_l0	0	-0.0012310957536101341
226235	rnn.weight_ih_l0	1	-0.06754973530769348
226235	rnn.weight_ih_l0	2	-0.09476184099912643
226235	rnn.weight_ih_l0	3	0.05764618143439293
226235	rnn.weight_ih_l0	4	0.044604092836380005
226235	rnn.weight_ih_l0	5	-0.08085615187883377
226235	rnn.weight_ih_l0	6	-0.04299928992986679
226235	rnn.weight_ih_l0	7	0.0028582760132849216
226235	rnn.weight_ih_l0	8	-0.010051991790533066
226235	rnn.weight_ih_l0	9	-0.06554117053747177
226235	rnn.weight_hh_l0	0	0.013218867592513561
226235	rnn.weight_hh_l0	1	0.06746731698513031
226235	rnn.weight_hh_l0	2	0.033622417598962784
226235	rnn.weight_hh_l0	3	0.029945848509669304
226235	rnn.weight_hh_l0	4	0.006375185213983059
226235	rnn.weight_hh_l0	5	0.07748427987098694
226235	rnn.weight_hh_l0	6	-0.022061584517359734
226235	rnn.weight_hh_l0	7	-0.04778749868273735
226235	rnn.weight_hh_l0	8	0.04052745923399925
226235	rnn.weight_hh_l0	9	-0.09013498574495316
226235	rnn.bias_ih_l0	0	0.17600104212760925
226235	rnn.bias_ih_l0	1	-0.19359706342220306
226235	rnn.bias_ih_l0	2	-0.01950811967253685
226235	rnn.bias_ih_l0	3	-0.15344342589378357
226235	rnn.bias_ih_l0	4	0.040809765458106995
226235	rnn.bias_ih_l0	5	-0.26423385739326477
226235	rnn.bias_ih_l0	6	-0.08966264873743057
226235	rnn.bias_ih_l0	7	-0.2598998546600342
226235	rnn.bias_ih_l0	8	-0.2187684029340744
226235	rnn.bias_ih_l0	9	-0.39159709215164185
226235	rnn.bias_hh_l0	0	-0.24151720106601715
226235	rnn.bias_hh_l0	1	-0.23556473851203918
226235	rnn.bias_hh_l0	2	-0.23847851157188416
226235	rnn.bias_hh_l0	3	-0.05740593373775482
226235	rnn.bias_hh_l0	4	-0.2465709149837494
226235	rnn.bias_hh_l0	5	-0.2684573233127594
226235	rnn.bias_hh_l0	6	-0.10879713296890259
226235	rnn.bias_hh_l0	7	0.06429668515920639
226235	rnn.bias_hh_l0	8	-0.14048370718955994
226235	rnn.bias_hh_l0	9	-0.3961932361125946
226235	rnn.weight_ih_l0_reverse	0	0.06912510842084885
226235	rnn.weight_ih_l0_reverse	1	-0.06909900158643723
226235	rnn.weight_ih_l0_reverse	2	-0.04615122079849243
226235	rnn.weight_ih_l0_reverse	3	-0.08661495894193649
226235	rnn.weight_ih_l0_reverse	4	0.05720322206616402
226235	rnn.weight_ih_l0_reverse	5	-0.11570059508085251
226235	rnn.weight_ih_l0_reverse	6	0.0499582476913929
226235	rnn.weight_ih_l0_reverse	7	0.02891279011964798
226235	rnn.weight_ih_l0_reverse	8	-0.06801260262727737
226235	rnn.weight_ih_l0_reverse	9	-0.020670104771852493
226235	rnn.weight_hh_l0_reverse	0	-0.06402160227298737
226235	rnn.weight_hh_l0_reverse	1	0.016416823491454124
226235	rnn.weight_hh_l0_reverse	2	-0.019803231582045555
226235	rnn.weight_hh_l0_reverse	3	0.006359464023262262
226235	rnn.weight_hh_l0_reverse	4	-0.07298509776592255
226235	rnn.weight_hh_l0_reverse	5	0.03919639065861702
226235	rnn.weight_hh_l0_reverse	6	0.015848994255065918
226235	rnn.weight_hh_l0_reverse	7	-0.05132339894771576
226235	rnn.weight_hh_l0_reverse	8	-0.005684706848114729
226235	rnn.weight_hh_l0_reverse	9	0.06461293250322342
226235	rnn.bias_ih_l0_reverse	0	-0.1408332884311676
226235	rnn.bias_ih_l0_reverse	1	-0.08404321223497391
226235	rnn.bias_ih_l0_reverse	2	0.053582366555929184
226235	rnn.bias_ih_l0_reverse	3	-0.19404380023479462
226235	rnn.bias_ih_l0_reverse	4	-0.015185834839940071
226235	rnn.bias_ih_l0_reverse	5	-0.18056261539459229
226235	rnn.bias_ih_l0_reverse	6	0.23917853832244873
226235	rnn.bias_ih_l0_reverse	7	-0.28999194502830505
226235	rnn.bias_ih_l0_reverse	8	-0.14891895651817322
226235	rnn.bias_ih_l0_reverse	9	-0.13622309267520905
226235	rnn.bias_hh_l0_reverse	0	-0.11821451038122177
226235	rnn.bias_hh_l0_reverse	1	0.2193986475467682
226235	rnn.bias_hh_l0_reverse	2	-0.28627896308898926
226235	rnn.bias_hh_l0_reverse	3	-0.15107575058937073
226235	rnn.bias_hh_l0_reverse	4	-0.2943108379840851
226235	rnn.bias_hh_l0_reverse	5	-0.12845957279205322
226235	rnn.bias_hh_l0_reverse	6	-0.2337987720966339
226235	rnn.bias_hh_l0_reverse	7	-0.0755099207162857
226235	rnn.bias_hh_l0_reverse	8	-0.16874372959136963
226235	rnn.bias_hh_l0_reverse	9	0.1940644383430481
226235	linear.weight	0	0.2090754210948944
226235	linear.weight	1	-0.3945227265357971
226235	linear.weight	2	-0.009166640229523182
226235	linear.weight	3	0.06815054267644882
226235	linear.weight	4	-0.14685562252998352
226235	linear.weight	5	0.2765491306781769
226235	linear.weight	6	-0.11245132982730865
226235	linear.weight	7	-0.06633082032203674
226235	linear.weight	8	0.13135868310928345
226235	linear.weight	9	-0.041225090622901917
226235	linear.bias	0	-1.113279938697815
226235	linear.bias	1	1.8361167907714844
226235	linear.bias	2	0.6073517799377441
226235	linear.bias	3	-2.4617085456848145
226235	linear.bias	4	-0.29031258821487427
226235	linear.bias	5	1.1658735275268555
226235	linear.bias	6	-0.2368994802236557
226235	linear.bias	7	0.5909656882286072
226235	linear.bias	8	2.172569751739502
226235	linear.bias	9	-1.3047618865966797
226844	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
226844	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
226844	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
226844	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
226844	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
226844	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
226844	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
226844	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
226844	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
226844	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
226844	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
226844	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
226844	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
226844	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
226844	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
226844	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
226844	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
226844	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
226844	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
226844	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
226844	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
226844	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
226844	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
226844	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
226844	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
226844	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
226844	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
226844	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
226844	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
226844	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
226844	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
226844	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
226844	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
226844	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
226844	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
226844	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
226844	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
226844	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
226844	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
226844	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
226844	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
226844	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
226844	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
226844	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
226844	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
226844	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
226844	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
226844	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
226844	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
226844	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
226844	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
226844	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
226844	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
226844	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
226844	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
226844	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
226844	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
226844	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
226844	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
226844	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
226844	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
226844	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
226844	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
226844	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
226844	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
226844	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
226844	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
226844	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
226844	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
226844	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
226844	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
226844	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
226844	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
226844	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
226844	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
226844	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
226844	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
226844	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
226844	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
226844	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
226844	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
226844	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
226844	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
226844	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
226844	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
226844	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
226844	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
226844	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
226844	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
226844	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
226844	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
226844	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
226844	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
226844	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
226844	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
226844	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
226844	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
226844	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
226844	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
226844	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
226844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
226844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
226844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
226844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
226844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
226844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
226844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
226844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
226844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
226844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
226844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
226844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
226844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
226844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
226844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
226844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
226844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
226844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
226844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
226844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
226844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
226844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
226844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
226844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
226844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
226844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
226844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
226844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
226844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
226844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
226844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
226844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
226844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
226844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
226844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
226844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
226844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
226844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
226844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
226844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
226844	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
226844	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
226844	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
226844	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
226844	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
226844	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
226844	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
226844	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
226844	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
226844	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
226844	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
226844	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
226844	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
226844	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
226844	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
226844	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
226844	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
226844	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
226844	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
226844	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
226844	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
226844	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
226844	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
226844	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
226844	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
226844	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
226844	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
226844	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
226844	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
226844	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
226844	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
226844	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
226844	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
226844	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
226844	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
226844	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
226844	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
226844	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
226844	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
226844	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
226844	embedding2nn.weight	0	0.25807759165763855
226844	embedding2nn.weight	1	0.30061566829681396
226844	embedding2nn.weight	2	0.014280661009252071
226844	embedding2nn.weight	3	0.03892775624990463
226844	embedding2nn.weight	4	-0.02033194527029991
226844	embedding2nn.weight	5	0.06821025907993317
226844	embedding2nn.weight	6	0.05337027087807655
226844	embedding2nn.weight	7	-0.005448632873594761
226844	embedding2nn.weight	8	0.012767191044986248
226844	embedding2nn.weight	9	-0.05728347972035408
226844	embedding2nn.bias	0	0.024104846641421318
226844	embedding2nn.bias	1	-0.17714253067970276
226844	embedding2nn.bias	2	0.08976247906684875
226844	embedding2nn.bias	3	0.1661987453699112
226844	embedding2nn.bias	4	0.15971294045448303
226844	embedding2nn.bias	5	-0.07772620767354965
226844	embedding2nn.bias	6	-0.057746171951293945
226844	embedding2nn.bias	7	0.045970018953084946
226844	embedding2nn.bias	8	-0.13822849094867706
226844	embedding2nn.bias	9	-0.3843192458152771
226844	rnn.weight_ih_l0	0	-0.001665581250563264
226844	rnn.weight_ih_l0	1	-0.0654863566160202
226844	rnn.weight_ih_l0	2	-0.09746602922677994
226844	rnn.weight_ih_l0	3	0.05794195085763931
226844	rnn.weight_ih_l0	4	0.04375653713941574
226844	rnn.weight_ih_l0	5	-0.07090660184621811
226844	rnn.weight_ih_l0	6	-0.041864413768053055
226844	rnn.weight_ih_l0	7	0.0010171765461564064
226844	rnn.weight_ih_l0	8	-0.008867223747074604
226844	rnn.weight_ih_l0	9	-0.06809502094984055
226844	rnn.weight_hh_l0	0	0.01386874821037054
226844	rnn.weight_hh_l0	1	0.06808056682348251
226844	rnn.weight_hh_l0	2	0.03432370349764824
226844	rnn.weight_hh_l0	3	0.029615983366966248
226844	rnn.weight_hh_l0	4	0.007639422081410885
226844	rnn.weight_hh_l0	5	0.07746373862028122
226844	rnn.weight_hh_l0	6	-0.022768033668398857
226844	rnn.weight_hh_l0	7	-0.04342194274067879
226844	rnn.weight_hh_l0	8	0.04059978574514389
226844	rnn.weight_hh_l0	9	-0.08969233185052872
226844	rnn.bias_ih_l0	0	0.16461819410324097
226844	rnn.bias_ih_l0	1	-0.19131158292293549
226844	rnn.bias_ih_l0	2	-0.018253860995173454
226844	rnn.bias_ih_l0	3	-0.14918355643749237
226844	rnn.bias_ih_l0	4	0.032405830919742584
226844	rnn.bias_ih_l0	5	-0.26676398515701294
226844	rnn.bias_ih_l0	6	-0.09686475992202759
226844	rnn.bias_ih_l0	7	-0.26059049367904663
226844	rnn.bias_ih_l0	8	-0.2129541039466858
226844	rnn.bias_ih_l0	9	-0.36397552490234375
226844	rnn.bias_hh_l0	0	-0.23534604907035828
226844	rnn.bias_hh_l0	1	-0.2327355295419693
226844	rnn.bias_hh_l0	2	-0.2380656898021698
226844	rnn.bias_hh_l0	3	-0.06246331334114075
226844	rnn.bias_hh_l0	4	-0.2395879179239273
226844	rnn.bias_hh_l0	5	-0.26779091358184814
226844	rnn.bias_hh_l0	6	-0.09964315593242645
226844	rnn.bias_hh_l0	7	0.06810759752988815
226844	rnn.bias_hh_l0	8	-0.13831709325313568
226844	rnn.bias_hh_l0	9	-0.39873507618904114
226844	rnn.weight_ih_l0_reverse	0	0.07108565419912338
226844	rnn.weight_ih_l0_reverse	1	-0.06924837082624435
226844	rnn.weight_ih_l0_reverse	2	-0.047466713935136795
226844	rnn.weight_ih_l0_reverse	3	-0.08415603637695312
226844	rnn.weight_ih_l0_reverse	4	0.05752208083868027
226844	rnn.weight_ih_l0_reverse	5	-0.12502849102020264
226844	rnn.weight_ih_l0_reverse	6	0.03455093502998352
226844	rnn.weight_ih_l0_reverse	7	0.029333755373954773
226844	rnn.weight_ih_l0_reverse	8	-0.06880582869052887
226844	rnn.weight_ih_l0_reverse	9	-0.02223457209765911
226844	rnn.weight_hh_l0_reverse	0	-0.06431592255830765
226844	rnn.weight_hh_l0_reverse	1	0.015434132888913155
226844	rnn.weight_hh_l0_reverse	2	-0.01958181895315647
226844	rnn.weight_hh_l0_reverse	3	0.006545650772750378
226844	rnn.weight_hh_l0_reverse	4	-0.07225293666124344
226844	rnn.weight_hh_l0_reverse	5	0.039205875247716904
226844	rnn.weight_hh_l0_reverse	6	0.015556101687252522
226844	rnn.weight_hh_l0_reverse	7	-0.05056995153427124
226844	rnn.weight_hh_l0_reverse	8	-0.008616099134087563
226844	rnn.weight_hh_l0_reverse	9	0.06407241523265839
226844	rnn.bias_ih_l0_reverse	0	-0.13416990637779236
226844	rnn.bias_ih_l0_reverse	1	-0.07817623764276505
226844	rnn.bias_ih_l0_reverse	2	0.05425786226987839
226844	rnn.bias_ih_l0_reverse	3	-0.18740339577198029
226844	rnn.bias_ih_l0_reverse	4	-0.005675653461366892
226844	rnn.bias_ih_l0_reverse	5	-0.18614567816257477
226844	rnn.bias_ih_l0_reverse	6	0.23890788853168488
226844	rnn.bias_ih_l0_reverse	7	-0.3005378544330597
226844	rnn.bias_ih_l0_reverse	8	-0.1454688459634781
226844	rnn.bias_ih_l0_reverse	9	-0.13118527829647064
226844	rnn.bias_hh_l0_reverse	0	-0.12165479362010956
226844	rnn.bias_hh_l0_reverse	1	0.20869100093841553
226844	rnn.bias_hh_l0_reverse	2	-0.28875330090522766
226844	rnn.bias_hh_l0_reverse	3	-0.14661641418933868
226844	rnn.bias_hh_l0_reverse	4	-0.29552820324897766
226844	rnn.bias_hh_l0_reverse	5	-0.13643768429756165
226844	rnn.bias_hh_l0_reverse	6	-0.22710320353507996
226844	rnn.bias_hh_l0_reverse	7	-0.07493911683559418
226844	rnn.bias_hh_l0_reverse	8	-0.16216491162776947
226844	rnn.bias_hh_l0_reverse	9	0.1893957257270813
226844	linear.weight	0	0.16322527825832367
226844	linear.weight	1	-0.39957907795906067
226844	linear.weight	2	0.027656998485326767
226844	linear.weight	3	0.0681547075510025
226844	linear.weight	4	-0.16861729323863983
226844	linear.weight	5	0.23228488862514496
226844	linear.weight	6	-0.11586504429578781
226844	linear.weight	7	-0.06631363183259964
226844	linear.weight	8	0.12900961935520172
226844	linear.weight	9	-0.04124915972352028
226844	linear.bias	0	-1.0890313386917114
226844	linear.bias	1	1.8133037090301514
226844	linear.bias	2	0.5577645897865295
226844	linear.bias	3	-2.462496280670166
226844	linear.bias	4	-0.258456826210022
226844	linear.bias	5	1.1737853288650513
226844	linear.bias	6	-0.24045437574386597
226844	linear.bias	7	0.6169127225875854
226844	linear.bias	8	2.220353603363037
226844	linear.bias	9	-1.2948559522628784
227453	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
227453	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
227453	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
227453	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
227453	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
227453	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
227453	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
227453	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
227453	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
227453	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
227453	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
227453	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
227453	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
227453	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
227453	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
227453	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
227453	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
227453	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
227453	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
227453	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
227453	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
227453	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
227453	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
227453	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
227453	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
227453	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
227453	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
227453	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
227453	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
227453	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
227453	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
227453	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
227453	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
227453	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
227453	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
227453	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
227453	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
227453	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
227453	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
227453	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
227453	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
227453	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
227453	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
227453	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
227453	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
227453	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
227453	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
227453	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
227453	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
227453	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
227453	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
227453	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
227453	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
227453	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
227453	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
227453	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
227453	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
227453	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
227453	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
227453	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
227453	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
227453	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
227453	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
227453	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
227453	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
227453	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
227453	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
227453	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
227453	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
227453	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
227453	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
227453	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
227453	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
227453	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
227453	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
227453	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
227453	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
227453	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
227453	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
227453	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
227453	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
227453	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
227453	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
227453	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
227453	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
227453	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
227453	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
227453	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
227453	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
227453	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
227453	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
227453	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
227453	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
227453	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
227453	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
227453	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
227453	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
227453	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
227453	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
227453	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
227453	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
227453	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
227453	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
227453	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
227453	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
227453	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
227453	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
227453	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
227453	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
227453	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
227453	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
227453	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
227453	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
227453	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
227453	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
227453	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
227453	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
227453	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
227453	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
227453	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
227453	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
227453	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
227453	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
227453	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
227453	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
227453	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
227453	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
227453	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
227453	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
227453	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
227453	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
227453	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
227453	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
227453	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
227453	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
227453	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
227453	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
227453	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
227453	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
227453	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
227453	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
227453	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
227453	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
227453	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
227453	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
227453	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
227453	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
227453	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
227453	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
227453	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
227453	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
227453	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
227453	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
227453	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
227453	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
227453	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
227453	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
227453	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
227453	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
227453	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
227453	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
227453	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
227453	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
227453	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
227453	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
227453	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
227453	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
227453	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
227453	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
227453	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
227453	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
227453	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
227453	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
227453	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
227453	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
227453	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
227453	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
227453	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
227453	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
227453	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
227453	embedding2nn.weight	0	0.25700774788856506
227453	embedding2nn.weight	1	0.30221736431121826
227453	embedding2nn.weight	2	0.009763686917722225
227453	embedding2nn.weight	3	0.02445335127413273
227453	embedding2nn.weight	4	-0.023914115503430367
227453	embedding2nn.weight	5	0.07165828347206116
227453	embedding2nn.weight	6	0.05059793218970299
227453	embedding2nn.weight	7	-0.00013777179992757738
227453	embedding2nn.weight	8	0.012430667877197266
227453	embedding2nn.weight	9	-0.05172041803598404
227453	embedding2nn.bias	0	0.012136555276811123
227453	embedding2nn.bias	1	-0.1809106469154358
227453	embedding2nn.bias	2	0.08497678488492966
227453	embedding2nn.bias	3	0.15497274696826935
227453	embedding2nn.bias	4	0.15599410235881805
227453	embedding2nn.bias	5	-0.07208581268787384
227453	embedding2nn.bias	6	-0.04344815015792847
227453	embedding2nn.bias	7	0.044489018619060516
227453	embedding2nn.bias	8	-0.14805583655834198
227453	embedding2nn.bias	9	-0.3939252495765686
227453	rnn.weight_ih_l0	0	-0.003049186896532774
227453	rnn.weight_ih_l0	1	-0.062099702656269073
227453	rnn.weight_ih_l0	2	-0.09490347653627396
227453	rnn.weight_ih_l0	3	0.05356213077902794
227453	rnn.weight_ih_l0	4	0.05058540031313896
227453	rnn.weight_ih_l0	5	-0.0785282626748085
227453	rnn.weight_ih_l0	6	-0.0411253422498703
227453	rnn.weight_ih_l0	7	0.001500990241765976
227453	rnn.weight_ih_l0	8	-0.015970032662153244
227453	rnn.weight_ih_l0	9	-0.051797397434711456
227453	rnn.weight_hh_l0	0	0.013595672324299812
227453	rnn.weight_hh_l0	1	0.06804101169109344
227453	rnn.weight_hh_l0	2	0.03343972936272621
227453	rnn.weight_hh_l0	3	0.028966134414076805
227453	rnn.weight_hh_l0	4	0.006844166666269302
227453	rnn.weight_hh_l0	5	0.077530637383461
227453	rnn.weight_hh_l0	6	-0.02223151922225952
227453	rnn.weight_hh_l0	7	-0.04522261023521423
227453	rnn.weight_hh_l0	8	0.040945328772068024
227453	rnn.weight_hh_l0	9	-0.09119239449501038
227453	rnn.bias_ih_l0	0	0.1616462916135788
227453	rnn.bias_ih_l0	1	-0.18886131048202515
227453	rnn.bias_ih_l0	2	-0.022318851202726364
227453	rnn.bias_ih_l0	3	-0.1467050462961197
227453	rnn.bias_ih_l0	4	0.028535261750221252
227453	rnn.bias_ih_l0	5	-0.26497882604599
227453	rnn.bias_ih_l0	6	-0.0983208641409874
227453	rnn.bias_ih_l0	7	-0.2596779763698578
227453	rnn.bias_ih_l0	8	-0.21524354815483093
227453	rnn.bias_ih_l0	9	-0.37567347288131714
227453	rnn.bias_hh_l0	0	-0.23715297877788544
227453	rnn.bias_hh_l0	1	-0.22925129532814026
227453	rnn.bias_hh_l0	2	-0.24863195419311523
227453	rnn.bias_hh_l0	3	-0.05589049309492111
227453	rnn.bias_hh_l0	4	-0.2379201203584671
227453	rnn.bias_hh_l0	5	-0.26536130905151367
227453	rnn.bias_hh_l0	6	-0.10805626213550568
227453	rnn.bias_hh_l0	7	0.07417277246713638
227453	rnn.bias_hh_l0	8	-0.14198879897594452
227453	rnn.bias_hh_l0	9	-0.40241947770118713
227453	rnn.weight_ih_l0_reverse	0	0.07280667126178741
227453	rnn.weight_ih_l0_reverse	1	-0.07007475942373276
227453	rnn.weight_ih_l0_reverse	2	-0.04838727042078972
227453	rnn.weight_ih_l0_reverse	3	-0.08009152114391327
227453	rnn.weight_ih_l0_reverse	4	0.0573858767747879
227453	rnn.weight_ih_l0_reverse	5	-0.12438525259494781
227453	rnn.weight_ih_l0_reverse	6	0.0338158905506134
227453	rnn.weight_ih_l0_reverse	7	0.028341971337795258
227453	rnn.weight_ih_l0_reverse	8	-0.0719250962138176
227453	rnn.weight_ih_l0_reverse	9	-0.01978377439081669
227453	rnn.weight_hh_l0_reverse	0	-0.06573673337697983
227453	rnn.weight_hh_l0_reverse	1	0.014652819372713566
227453	rnn.weight_hh_l0_reverse	2	-0.018262017518281937
227453	rnn.weight_hh_l0_reverse	3	0.006665537133812904
227453	rnn.weight_hh_l0_reverse	4	-0.07396477460861206
227453	rnn.weight_hh_l0_reverse	5	0.039049867540597916
227453	rnn.weight_hh_l0_reverse	6	0.01557131763547659
227453	rnn.weight_hh_l0_reverse	7	-0.05430278182029724
227453	rnn.weight_hh_l0_reverse	8	-0.007900954224169254
227453	rnn.weight_hh_l0_reverse	9	0.0625586062669754
227453	rnn.bias_ih_l0_reverse	0	-0.13434799015522003
227453	rnn.bias_ih_l0_reverse	1	-0.08171764016151428
227453	rnn.bias_ih_l0_reverse	2	0.04946724697947502
227453	rnn.bias_ih_l0_reverse	3	-0.1864040195941925
227453	rnn.bias_ih_l0_reverse	4	0.0029254432301968336
227453	rnn.bias_ih_l0_reverse	5	-0.18764708936214447
227453	rnn.bias_ih_l0_reverse	6	0.24021854996681213
227453	rnn.bias_ih_l0_reverse	7	-0.3000669479370117
227453	rnn.bias_ih_l0_reverse	8	-0.1444956511259079
227453	rnn.bias_ih_l0_reverse	9	-0.12932425737380981
227453	rnn.bias_hh_l0_reverse	0	-0.1219663918018341
227453	rnn.bias_hh_l0_reverse	1	0.20724019408226013
227453	rnn.bias_hh_l0_reverse	2	-0.28592532873153687
227453	rnn.bias_hh_l0_reverse	3	-0.14700856804847717
227453	rnn.bias_hh_l0_reverse	4	-0.2955330014228821
227453	rnn.bias_hh_l0_reverse	5	-0.13630573451519012
227453	rnn.bias_hh_l0_reverse	6	-0.23126988112926483
227453	rnn.bias_hh_l0_reverse	7	-0.07682892680168152
227453	rnn.bias_hh_l0_reverse	8	-0.1623595654964447
227453	rnn.bias_hh_l0_reverse	9	0.1949872225522995
227453	linear.weight	0	0.18918026983737946
227453	linear.weight	1	-0.4077390134334564
227453	linear.weight	2	-0.006231912411749363
227453	linear.weight	3	0.0681457668542862
227453	linear.weight	4	-0.17996220290660858
227453	linear.weight	5	0.2227499783039093
227453	linear.weight	6	-0.09864698350429535
227453	linear.weight	7	-0.06629105657339096
227453	linear.weight	8	0.16136085987091064
227453	linear.weight	9	-0.041279640048742294
227453	linear.bias	0	-1.076316237449646
227453	linear.bias	1	1.912855625152588
227453	linear.bias	2	0.5628687739372253
227453	linear.bias	3	-2.4633517265319824
227453	linear.bias	4	-0.2760661840438843
227453	linear.bias	5	1.1475204229354858
227453	linear.bias	6	-0.20695464313030243
227453	linear.bias	7	0.6003838777542114
227453	linear.bias	8	2.191096067428589
227453	linear.bias	9	-1.321555256843567
228062	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
228062	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
228062	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
228062	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
228062	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
228062	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
228062	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
228062	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
228062	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
228062	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
228062	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
228062	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
228062	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
228062	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
228062	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
228062	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
228062	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
228062	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
228062	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
228062	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
228062	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
228062	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
228062	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
228062	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
228062	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
228062	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
228062	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
228062	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
228062	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
228062	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
228062	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
228062	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
228062	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
228062	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
228062	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
228062	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
228062	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
228062	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
228062	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
228062	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
228062	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
228062	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
228062	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
228062	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
228062	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
228062	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
228062	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
228062	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
228062	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
228062	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
228062	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
228062	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
228062	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
228062	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
228062	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
228062	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
228062	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
228062	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
228062	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
228062	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
228062	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
228062	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
228062	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
228062	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
228062	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
228062	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
228062	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
228062	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
228062	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
228062	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
228062	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
228062	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
228062	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
228062	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
228062	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
228062	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
228062	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
228062	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
228062	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
228062	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
228062	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
228062	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
228062	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
228062	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
228062	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
228062	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
228062	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
228062	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
228062	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
228062	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
228062	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
228062	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
228062	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
228062	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
228062	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
228062	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
228062	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
228062	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
228062	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
228062	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
228062	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
228062	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
228062	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
228062	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
228062	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
228062	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
228062	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
228062	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
228062	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
228062	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
228062	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
228062	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
228062	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
228062	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
228062	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
228062	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
228062	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
228062	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
228062	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
228062	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
228062	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
228062	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
228062	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
228062	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
228062	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
228062	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
228062	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
228062	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
228062	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
228062	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
228062	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
228062	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
228062	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
228062	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
228062	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
228062	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
228062	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
228062	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
228062	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
228062	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
228062	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
228062	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
228062	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
228062	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
228062	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
228062	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
228062	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
228062	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
228062	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
228062	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
228062	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
228062	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
228062	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
228062	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
228062	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
228062	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
228062	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
228062	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
228062	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
228062	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
228062	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
228062	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
228062	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
228062	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
228062	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
228062	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
228062	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
228062	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
228062	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
228062	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
228062	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
228062	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
228062	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
228062	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
228062	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
228062	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
228062	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
228062	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
228062	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
228062	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
228062	embedding2nn.weight	0	0.25815990567207336
228062	embedding2nn.weight	1	0.303622305393219
228062	embedding2nn.weight	2	0.006793607491999865
228062	embedding2nn.weight	3	0.02846156619489193
228062	embedding2nn.weight	4	-0.029575983062386513
228062	embedding2nn.weight	5	0.07464935630559921
228062	embedding2nn.weight	6	0.04282347112894058
228062	embedding2nn.weight	7	-0.008390788920223713
228062	embedding2nn.weight	8	0.012536861002445221
228062	embedding2nn.weight	9	-0.048377834260463715
228062	embedding2nn.bias	0	0.010314184240996838
228062	embedding2nn.bias	1	-0.2054034173488617
228062	embedding2nn.bias	2	0.04689221456646919
228062	embedding2nn.bias	3	0.1635042428970337
228062	embedding2nn.bias	4	0.1624262034893036
228062	embedding2nn.bias	5	-0.06901409476995468
228062	embedding2nn.bias	6	-0.06580717861652374
228062	embedding2nn.bias	7	0.02230261266231537
228062	embedding2nn.bias	8	-0.1444050818681717
228062	embedding2nn.bias	9	-0.3864057958126068
228062	rnn.weight_ih_l0	0	-0.003698799293488264
228062	rnn.weight_ih_l0	1	-0.0634746327996254
228062	rnn.weight_ih_l0	2	-0.09611506760120392
228062	rnn.weight_ih_l0	3	0.055416613817214966
228062	rnn.weight_ih_l0	4	0.05537863075733185
228062	rnn.weight_ih_l0	5	-0.06699706614017487
228062	rnn.weight_ih_l0	6	-0.040853410959243774
228062	rnn.weight_ih_l0	7	0.0048654996789991856
228062	rnn.weight_ih_l0	8	-0.0107172392308712
228062	rnn.weight_ih_l0	9	-0.058041397482156754
228062	rnn.weight_hh_l0	0	0.013355745002627373
228062	rnn.weight_hh_l0	1	0.06943242996931076
228062	rnn.weight_hh_l0	2	0.03363438695669174
228062	rnn.weight_hh_l0	3	0.028960205614566803
228062	rnn.weight_hh_l0	4	0.007398486137390137
228062	rnn.weight_hh_l0	5	0.07670355588197708
228062	rnn.weight_hh_l0	6	-0.02146872505545616
228062	rnn.weight_hh_l0	7	-0.04625740647315979
228062	rnn.weight_hh_l0	8	0.040842656046152115
228062	rnn.weight_hh_l0	9	-0.09182795137166977
228062	rnn.bias_ih_l0	0	0.16215898096561432
228062	rnn.bias_ih_l0	1	-0.1941041499376297
228062	rnn.bias_ih_l0	2	-0.020317409187555313
228062	rnn.bias_ih_l0	3	-0.1475403606891632
228062	rnn.bias_ih_l0	4	0.024574080482125282
228062	rnn.bias_ih_l0	5	-0.2654615342617035
228062	rnn.bias_ih_l0	6	-0.08937748521566391
228062	rnn.bias_ih_l0	7	-0.2588270902633667
228062	rnn.bias_ih_l0	8	-0.22225281596183777
228062	rnn.bias_ih_l0	9	-0.39208367466926575
228062	rnn.bias_hh_l0	0	-0.2432834804058075
228062	rnn.bias_hh_l0	1	-0.2284393608570099
228062	rnn.bias_hh_l0	2	-0.24089714884757996
228062	rnn.bias_hh_l0	3	-0.055839844048023224
228062	rnn.bias_hh_l0	4	-0.23634664714336395
228062	rnn.bias_hh_l0	5	-0.2669370770454407
228062	rnn.bias_hh_l0	6	-0.11228790134191513
228062	rnn.bias_hh_l0	7	0.06762417405843735
228062	rnn.bias_hh_l0	8	-0.1490611732006073
228062	rnn.bias_hh_l0	9	-0.4034282863140106
228062	rnn.weight_ih_l0_reverse	0	0.062375444918870926
228062	rnn.weight_ih_l0_reverse	1	-0.06976617127656937
228062	rnn.weight_ih_l0_reverse	2	-0.04427403584122658
228062	rnn.weight_ih_l0_reverse	3	-0.08165585994720459
228062	rnn.weight_ih_l0_reverse	4	0.05767921358346939
228062	rnn.weight_ih_l0_reverse	5	-0.12302806228399277
228062	rnn.weight_ih_l0_reverse	6	0.03234545513987541
228062	rnn.weight_ih_l0_reverse	7	0.0280197374522686
228062	rnn.weight_ih_l0_reverse	8	-0.06492628902196884
228062	rnn.weight_ih_l0_reverse	9	-0.021524548530578613
228062	rnn.weight_hh_l0_reverse	0	-0.0653047040104866
228062	rnn.weight_hh_l0_reverse	1	0.015140511095523834
228062	rnn.weight_hh_l0_reverse	2	-0.017802294343709946
228062	rnn.weight_hh_l0_reverse	3	0.00552504463121295
228062	rnn.weight_hh_l0_reverse	4	-0.0737798810005188
228062	rnn.weight_hh_l0_reverse	5	0.03922956436872482
228062	rnn.weight_hh_l0_reverse	6	0.015784775838255882
228062	rnn.weight_hh_l0_reverse	7	-0.05466628447175026
228062	rnn.weight_hh_l0_reverse	8	-0.00821267906576395
228062	rnn.weight_hh_l0_reverse	9	0.06363789737224579
228062	rnn.bias_ih_l0_reverse	0	-0.1365087330341339
228062	rnn.bias_ih_l0_reverse	1	-0.0791911780834198
228062	rnn.bias_ih_l0_reverse	2	0.04619660601019859
228062	rnn.bias_ih_l0_reverse	3	-0.1873009353876114
228062	rnn.bias_ih_l0_reverse	4	-0.0052464669570326805
228062	rnn.bias_ih_l0_reverse	5	-0.18941877782344818
228062	rnn.bias_ih_l0_reverse	6	0.24475744366645813
228062	rnn.bias_ih_l0_reverse	7	-0.3049755096435547
228062	rnn.bias_ih_l0_reverse	8	-0.1465144008398056
228062	rnn.bias_ih_l0_reverse	9	-0.12647514045238495
228062	rnn.bias_hh_l0_reverse	0	-0.1251446157693863
228062	rnn.bias_hh_l0_reverse	1	0.21121764183044434
228062	rnn.bias_hh_l0_reverse	2	-0.29596203565597534
228062	rnn.bias_hh_l0_reverse	3	-0.1478668600320816
228062	rnn.bias_hh_l0_reverse	4	-0.301398366689682
228062	rnn.bias_hh_l0_reverse	5	-0.13135342299938202
228062	rnn.bias_hh_l0_reverse	6	-0.22770148515701294
228062	rnn.bias_hh_l0_reverse	7	-0.07461551576852798
228062	rnn.bias_hh_l0_reverse	8	-0.1783185452222824
228062	rnn.bias_hh_l0_reverse	9	0.20462311804294586
228062	linear.weight	0	0.1675143986940384
228062	linear.weight	1	-0.4171573519706726
228062	linear.weight	2	0.0892462283372879
228062	linear.weight	3	0.06814142316579819
228062	linear.weight	4	-0.17986734211444855
228062	linear.weight	5	0.20729698240756989
228062	linear.weight	6	-0.09321310371160507
228062	linear.weight	7	-0.06626885384321213
228062	linear.weight	8	0.17232169210910797
228062	linear.weight	9	-0.041312627494335175
228062	linear.bias	0	-1.0625319480895996
228062	linear.bias	1	1.86007559299469
228062	linear.bias	2	0.5974319577217102
228062	linear.bias	3	-2.4642345905303955
228062	linear.bias	4	-0.29692789912223816
228062	linear.bias	5	1.1540590524673462
228062	linear.bias	6	-0.23695726692676544
228062	linear.bias	7	0.5999730229377747
228062	linear.bias	8	2.131685733795166
228062	linear.bias	9	-1.331291913986206
228671	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
228671	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
228671	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
228671	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
228671	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
228671	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
228671	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
228671	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
228671	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
228671	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
228671	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
228671	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
228671	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
228671	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
228671	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
228671	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
228671	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
228671	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
228671	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
228671	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
228671	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
228671	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
228671	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
228671	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
228671	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
228671	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
228671	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
228671	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
228671	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
228671	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
228671	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
228671	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
228671	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
228671	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
228671	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
228671	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
228671	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
228671	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
228671	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
228671	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
228671	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
228671	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
228671	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
228671	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
228671	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
228671	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
228671	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
228671	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
228671	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
228671	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
228671	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
228671	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
228671	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
228671	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
228671	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
228671	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
228671	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
228671	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
228671	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
228671	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
228671	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
228671	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
228671	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
228671	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
228671	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
228671	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
228671	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
228671	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
228671	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
228671	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
228671	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
228671	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
228671	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
228671	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
228671	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
228671	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
228671	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
228671	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
228671	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
228671	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
228671	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
228671	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
228671	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
228671	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
228671	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
228671	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
228671	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
228671	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
228671	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
228671	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
228671	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
228671	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
228671	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
228671	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
228671	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
228671	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
228671	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
228671	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
228671	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
228671	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
228671	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
228671	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
228671	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
228671	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
228671	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
228671	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
228671	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
228671	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
228671	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
228671	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
228671	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
228671	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
228671	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
228671	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
228671	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
228671	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
228671	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
228671	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
228671	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
228671	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
228671	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
228671	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
228671	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
228671	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
228671	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
228671	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
228671	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
228671	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
228671	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
228671	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
228671	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
228671	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
228671	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
228671	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
228671	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
228671	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
228671	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
228671	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
228671	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
228671	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
228671	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
228671	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
228671	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
228671	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
228671	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
228671	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
228671	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
228671	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
228671	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
228671	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
228671	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
228671	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
228671	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
228671	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
228671	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
228671	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
228671	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
228671	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
228671	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
228671	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
228671	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
228671	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
228671	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
228671	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
228671	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
228671	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
228671	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
228671	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
228671	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
228671	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
228671	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
228671	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
228671	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
228671	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
228671	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
228671	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
228671	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
228671	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
228671	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
228671	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
228671	embedding2nn.weight	0	0.2563592493534088
228671	embedding2nn.weight	1	0.2981927990913391
228671	embedding2nn.weight	2	0.009954683482646942
228671	embedding2nn.weight	3	0.05005752295255661
228671	embedding2nn.weight	4	-0.028944991528987885
228671	embedding2nn.weight	5	0.07425004243850708
228671	embedding2nn.weight	6	0.030291318893432617
228671	embedding2nn.weight	7	-0.009174099192023277
228671	embedding2nn.weight	8	0.011226288974285126
228671	embedding2nn.weight	9	-0.05261512100696564
228671	embedding2nn.bias	0	0.013412240892648697
228671	embedding2nn.bias	1	-0.17180711030960083
228671	embedding2nn.bias	2	0.05393479764461517
228671	embedding2nn.bias	3	0.17694047093391418
228671	embedding2nn.bias	4	0.1738935261964798
228671	embedding2nn.bias	5	-0.07759854942560196
228671	embedding2nn.bias	6	-0.042234648019075394
228671	embedding2nn.bias	7	0.031053248792886734
228671	embedding2nn.bias	8	-0.15568430721759796
228671	embedding2nn.bias	9	-0.37799781560897827
228671	rnn.weight_ih_l0	0	-0.0018082456663250923
228671	rnn.weight_ih_l0	1	-0.06430436670780182
228671	rnn.weight_ih_l0	2	-0.10077102482318878
228671	rnn.weight_ih_l0	3	0.056321244686841965
228671	rnn.weight_ih_l0	4	0.06006482616066933
228671	rnn.weight_ih_l0	5	-0.06624343246221542
228671	rnn.weight_ih_l0	6	-0.03847351670265198
228671	rnn.weight_ih_l0	7	0.00549553707242012
228671	rnn.weight_ih_l0	8	-0.015432058833539486
228671	rnn.weight_ih_l0	9	-0.05756884813308716
228671	rnn.weight_hh_l0	0	0.01303231529891491
228671	rnn.weight_hh_l0	1	0.07012788206338882
228671	rnn.weight_hh_l0	2	0.03554920107126236
228671	rnn.weight_hh_l0	3	0.02894286811351776
228671	rnn.weight_hh_l0	4	0.007385654840618372
228671	rnn.weight_hh_l0	5	0.07753647863864899
228671	rnn.weight_hh_l0	6	-0.022335190325975418
228671	rnn.weight_hh_l0	7	-0.04680221900343895
228671	rnn.weight_hh_l0	8	0.040917567908763885
228671	rnn.weight_hh_l0	9	-0.09181878715753555
228671	rnn.bias_ih_l0	0	0.15899509191513062
228671	rnn.bias_ih_l0	1	-0.18702463805675507
228671	rnn.bias_ih_l0	2	-0.019159836694598198
228671	rnn.bias_ih_l0	3	-0.1468167006969452
228671	rnn.bias_ih_l0	4	0.04036556929349899
228671	rnn.bias_ih_l0	5	-0.2620111405849457
228671	rnn.bias_ih_l0	6	-0.09646907448768616
228671	rnn.bias_ih_l0	7	-0.25890448689460754
228671	rnn.bias_ih_l0	8	-0.21711020171642303
228671	rnn.bias_ih_l0	9	-0.39233240485191345
228671	rnn.bias_hh_l0	0	-0.24807584285736084
228671	rnn.bias_hh_l0	1	-0.22943763434886932
228671	rnn.bias_hh_l0	2	-0.24208620190620422
228671	rnn.bias_hh_l0	3	-0.06092587485909462
228671	rnn.bias_hh_l0	4	-0.2309659868478775
228671	rnn.bias_hh_l0	5	-0.2660026252269745
228671	rnn.bias_hh_l0	6	-0.11674829572439194
228671	rnn.bias_hh_l0	7	0.05749928951263428
228671	rnn.bias_hh_l0	8	-0.14035829901695251
228671	rnn.bias_hh_l0	9	-0.4057811498641968
228671	rnn.weight_ih_l0_reverse	0	0.05790254846215248
228671	rnn.weight_ih_l0_reverse	1	-0.0678766518831253
228671	rnn.weight_ih_l0_reverse	2	-0.04549403116106987
228671	rnn.weight_ih_l0_reverse	3	-0.08660447597503662
228671	rnn.weight_ih_l0_reverse	4	0.059514641761779785
228671	rnn.weight_ih_l0_reverse	5	-0.11923089623451233
228671	rnn.weight_ih_l0_reverse	6	0.031231751665472984
228671	rnn.weight_ih_l0_reverse	7	0.026417912915349007
228671	rnn.weight_ih_l0_reverse	8	-0.06416847556829453
228671	rnn.weight_ih_l0_reverse	9	-0.01680276170372963
228671	rnn.weight_hh_l0_reverse	0	-0.06207387521862984
228671	rnn.weight_hh_l0_reverse	1	0.014061816036701202
228671	rnn.weight_hh_l0_reverse	2	-0.01762240380048752
228671	rnn.weight_hh_l0_reverse	3	0.005043401848524809
228671	rnn.weight_hh_l0_reverse	4	-0.07327687740325928
228671	rnn.weight_hh_l0_reverse	5	0.03942175954580307
228671	rnn.weight_hh_l0_reverse	6	0.015620941296219826
228671	rnn.weight_hh_l0_reverse	7	-0.0520130917429924
228671	rnn.weight_hh_l0_reverse	8	-0.009138086810708046
228671	rnn.weight_hh_l0_reverse	9	0.06303869932889938
228671	rnn.bias_ih_l0_reverse	0	-0.1329401284456253
228671	rnn.bias_ih_l0_reverse	1	-0.08401328325271606
228671	rnn.bias_ih_l0_reverse	2	0.04551418870687485
228671	rnn.bias_ih_l0_reverse	3	-0.18801280856132507
228671	rnn.bias_ih_l0_reverse	4	-0.014005516655743122
228671	rnn.bias_ih_l0_reverse	5	-0.18647049367427826
228671	rnn.bias_ih_l0_reverse	6	0.2420179396867752
228671	rnn.bias_ih_l0_reverse	7	-0.30911093950271606
228671	rnn.bias_ih_l0_reverse	8	-0.14593204855918884
228671	rnn.bias_ih_l0_reverse	9	-0.1275355964899063
228671	rnn.bias_hh_l0_reverse	0	-0.12169362604618073
228671	rnn.bias_hh_l0_reverse	1	0.21656623482704163
228671	rnn.bias_hh_l0_reverse	2	-0.311602920293808
228671	rnn.bias_hh_l0_reverse	3	-0.13985025882720947
228671	rnn.bias_hh_l0_reverse	4	-0.29565495252609253
228671	rnn.bias_hh_l0_reverse	5	-0.13142961263656616
228671	rnn.bias_hh_l0_reverse	6	-0.23397114872932434
228671	rnn.bias_hh_l0_reverse	7	-0.07509756833314896
228671	rnn.bias_hh_l0_reverse	8	-0.1676856428384781
228671	rnn.bias_hh_l0_reverse	9	0.19195184111595154
228671	linear.weight	0	0.16234424710273743
228671	linear.weight	1	-0.4121931195259094
228671	linear.weight	2	0.033248547464609146
228671	linear.weight	3	0.068153515458107
228671	linear.weight	4	-0.12957026064395905
228671	linear.weight	5	0.23765115439891815
228671	linear.weight	6	-0.10435854643583298
228671	linear.weight	7	-0.06624549627304077
228671	linear.weight	8	0.15385374426841736
228671	linear.weight	9	-0.04133995249867439
228671	linear.bias	0	-1.0901168584823608
228671	linear.bias	1	1.885489583015442
228671	linear.bias	2	0.6094467639923096
228671	linear.bias	3	-2.465125560760498
228671	linear.bias	4	-0.2999536991119385
228671	linear.bias	5	1.1683303117752075
228671	linear.bias	6	-0.21565815806388855
228671	linear.bias	7	0.5861883759498596
228671	linear.bias	8	2.1708528995513916
228671	linear.bias	9	-1.3286463022232056
229280	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
229280	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
229280	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
229280	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
229280	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
229280	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
229280	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
229280	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
229280	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
229280	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
229280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
229280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
229280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
229280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
229280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
229280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
229280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
229280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
229280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
229280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
229280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
229280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
229280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
229280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
229280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
229280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
229280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
229280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
229280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
229280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
229280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
229280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
229280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
229280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
229280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
229280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
229280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
229280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
229280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
229280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
229280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
229280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
229280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
229280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
229280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
229280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
229280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
229280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
229280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
229280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
229280	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
229280	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
229280	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
229280	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
229280	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
229280	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
229280	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
229280	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
229280	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
229280	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
229280	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
229280	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
229280	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
229280	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
229280	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
229280	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
229280	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
229280	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
229280	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
229280	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
229280	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
229280	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
229280	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
229280	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
229280	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
229280	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
229280	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
229280	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
229280	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
229280	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
229280	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
229280	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
229280	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
229280	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
229280	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
229280	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
229280	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
229280	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
229280	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
229280	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
229280	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
229280	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
229280	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
229280	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
229280	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
229280	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
229280	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
229280	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
229280	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
229280	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
229280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
229280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
229280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
229280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
229280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
229280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
229280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
229280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
229280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
229280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
229280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
229280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
229280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
229280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
229280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
229280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
229280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
229280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
229280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
229280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
229280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
229280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
229280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
229280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
229280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
229280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
229280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
229280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
229280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
229280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
229280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
229280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
229280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
229280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
229280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
229280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
229280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
229280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
229280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
229280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
229280	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
229280	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
229280	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
229280	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
229280	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
229280	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
229280	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
229280	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
229280	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
229280	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
229280	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
229280	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
229280	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
229280	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
229280	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
229280	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
229280	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
229280	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
229280	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
229280	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
229280	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
229280	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
229280	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
229280	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
229280	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
229280	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
229280	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
229280	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
229280	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
229280	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
229280	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
229280	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
229280	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
229280	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
229280	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
229280	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
229280	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
229280	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
229280	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
229280	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
229280	embedding2nn.weight	0	0.2571086287498474
229280	embedding2nn.weight	1	0.2991524040699005
229280	embedding2nn.weight	2	0.009812452830374241
229280	embedding2nn.weight	3	0.03825715556740761
229280	embedding2nn.weight	4	-0.024655984714627266
229280	embedding2nn.weight	5	0.07528973370790482
229280	embedding2nn.weight	6	0.034636013209819794
229280	embedding2nn.weight	7	-0.008167843334376812
229280	embedding2nn.weight	8	0.009974629618227482
229280	embedding2nn.weight	9	-0.0446716770529747
229280	embedding2nn.bias	0	0.003896963084116578
229280	embedding2nn.bias	1	-0.16662757098674774
229280	embedding2nn.bias	2	0.06517394632101059
229280	embedding2nn.bias	3	0.15075832605361938
229280	embedding2nn.bias	4	0.14611515402793884
229280	embedding2nn.bias	5	-0.07017236948013306
229280	embedding2nn.bias	6	-0.05148109421133995
229280	embedding2nn.bias	7	0.036257054656744
229280	embedding2nn.bias	8	-0.14952051639556885
229280	embedding2nn.bias	9	-0.3810086250305176
229280	rnn.weight_ih_l0	0	-0.0017904611304402351
229280	rnn.weight_ih_l0	1	-0.06559205800294876
229280	rnn.weight_ih_l0	2	-0.09885668009519577
229280	rnn.weight_ih_l0	3	0.057766322046518326
229280	rnn.weight_ih_l0	4	0.05783255025744438
229280	rnn.weight_ih_l0	5	-0.06486038863658905
229280	rnn.weight_ih_l0	6	-0.03553975000977516
229280	rnn.weight_ih_l0	7	-0.002039895625784993
229280	rnn.weight_ih_l0	8	-0.00923267100006342
229280	rnn.weight_ih_l0	9	-0.059244751930236816
229280	rnn.weight_hh_l0	0	0.013250386342406273
229280	rnn.weight_hh_l0	1	0.06907475739717484
229280	rnn.weight_hh_l0	2	0.03596940636634827
229280	rnn.weight_hh_l0	3	0.028743093833327293
229280	rnn.weight_hh_l0	4	0.006777046713978052
229280	rnn.weight_hh_l0	5	0.07806969434022903
229280	rnn.weight_hh_l0	6	-0.022399693727493286
229280	rnn.weight_hh_l0	7	-0.04573920741677284
229280	rnn.weight_hh_l0	8	0.04050721228122711
229280	rnn.weight_hh_l0	9	-0.09292614459991455
229280	rnn.bias_ih_l0	0	0.15807275474071503
229280	rnn.bias_ih_l0	1	-0.19156402349472046
229280	rnn.bias_ih_l0	2	-0.018204953521490097
229280	rnn.bias_ih_l0	3	-0.14532293379306793
229280	rnn.bias_ih_l0	4	0.0395612008869648
229280	rnn.bias_ih_l0	5	-0.2614203691482544
229280	rnn.bias_ih_l0	6	-0.09126187860965729
229280	rnn.bias_ih_l0	7	-0.258622944355011
229280	rnn.bias_ih_l0	8	-0.22408314049243927
229280	rnn.bias_ih_l0	9	-0.3806445300579071
229280	rnn.bias_hh_l0	0	-0.24762363731861115
229280	rnn.bias_hh_l0	1	-0.23205089569091797
229280	rnn.bias_hh_l0	2	-0.23811645805835724
229280	rnn.bias_hh_l0	3	-0.06671510636806488
229280	rnn.bias_hh_l0	4	-0.2272634357213974
229280	rnn.bias_hh_l0	5	-0.2650987505912781
229280	rnn.bias_hh_l0	6	-0.11272718757390976
229280	rnn.bias_hh_l0	7	0.05785251781344414
229280	rnn.bias_hh_l0	8	-0.1435522884130478
229280	rnn.bias_hh_l0	9	-0.40691816806793213
229280	rnn.weight_ih_l0_reverse	0	0.06098516657948494
229280	rnn.weight_ih_l0_reverse	1	-0.06962477415800095
229280	rnn.weight_ih_l0_reverse	2	-0.04152945801615715
229280	rnn.weight_ih_l0_reverse	3	-0.08982382714748383
229280	rnn.weight_ih_l0_reverse	4	0.05900973081588745
229280	rnn.weight_ih_l0_reverse	5	-0.11889929324388504
229280	rnn.weight_ih_l0_reverse	6	0.03602328523993492
229280	rnn.weight_ih_l0_reverse	7	0.026057742536067963
229280	rnn.weight_ih_l0_reverse	8	-0.06942592561244965
229280	rnn.weight_ih_l0_reverse	9	-0.018200283870100975
229280	rnn.weight_hh_l0_reverse	0	-0.06396590173244476
229280	rnn.weight_hh_l0_reverse	1	0.014292602427303791
229280	rnn.weight_hh_l0_reverse	2	-0.018034731969237328
229280	rnn.weight_hh_l0_reverse	3	0.004768055398017168
229280	rnn.weight_hh_l0_reverse	4	-0.07247708737850189
229280	rnn.weight_hh_l0_reverse	5	0.03965325281023979
229280	rnn.weight_hh_l0_reverse	6	0.01531878113746643
229280	rnn.weight_hh_l0_reverse	7	-0.05322511866688728
229280	rnn.weight_hh_l0_reverse	8	-0.009505494497716427
229280	rnn.weight_hh_l0_reverse	9	0.06547416746616364
229280	rnn.bias_ih_l0_reverse	0	-0.146026611328125
229280	rnn.bias_ih_l0_reverse	1	-0.08360738307237625
229280	rnn.bias_ih_l0_reverse	2	0.04468671977519989
229280	rnn.bias_ih_l0_reverse	3	-0.19401173293590546
229280	rnn.bias_ih_l0_reverse	4	-0.0169510580599308
229280	rnn.bias_ih_l0_reverse	5	-0.1869882345199585
229280	rnn.bias_ih_l0_reverse	6	0.233755961060524
229280	rnn.bias_ih_l0_reverse	7	-0.30256545543670654
229280	rnn.bias_ih_l0_reverse	8	-0.14818163216114044
229280	rnn.bias_ih_l0_reverse	9	-0.12955866754055023
229280	rnn.bias_hh_l0_reverse	0	-0.125671848654747
229280	rnn.bias_hh_l0_reverse	1	0.21557147800922394
229280	rnn.bias_hh_l0_reverse	2	-0.30690768361091614
229280	rnn.bias_hh_l0_reverse	3	-0.14272016286849976
229280	rnn.bias_hh_l0_reverse	4	-0.28866446018218994
229280	rnn.bias_hh_l0_reverse	5	-0.131717249751091
229280	rnn.bias_hh_l0_reverse	6	-0.23664115369319916
229280	rnn.bias_hh_l0_reverse	7	-0.06817478686571121
229280	rnn.bias_hh_l0_reverse	8	-0.17444398999214172
229280	rnn.bias_hh_l0_reverse	9	0.19587865471839905
229280	linear.weight	0	0.15312473475933075
229280	linear.weight	1	-0.3757246732711792
229280	linear.weight	2	0.030607441440224648
229280	linear.weight	3	0.0681554451584816
229280	linear.weight	4	-0.10099104046821594
229280	linear.weight	5	0.26397907733917236
229280	linear.weight	6	-0.11374545842409134
229280	linear.weight	7	-0.06622952967882156
229280	linear.weight	8	0.13697612285614014
229280	linear.weight	9	-0.04137174040079117
229280	linear.bias	0	-1.0448505878448486
229280	linear.bias	1	1.8816537857055664
229280	linear.bias	2	0.5859493613243103
229280	linear.bias	3	-2.465911388397217
229280	linear.bias	4	-0.2907560169696808
229280	linear.bias	5	1.1486773490905762
229280	linear.bias	6	-0.2140273153781891
229280	linear.bias	7	0.5834507346153259
229280	linear.bias	8	2.183715343475342
229280	linear.bias	9	-1.359015703201294
229889	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
229889	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
229889	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
229889	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
229889	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
229889	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
229889	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
229889	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
229889	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
229889	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
229889	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
229889	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
229889	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
229889	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
229889	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
229889	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
229889	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
229889	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
229889	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
229889	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
229889	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
229889	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
229889	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
229889	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
229889	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
229889	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
229889	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
229889	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
229889	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
229889	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
229889	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
229889	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
229889	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
229889	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
229889	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
229889	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
229889	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
229889	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
229889	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
229889	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
229889	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
229889	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
229889	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
229889	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
229889	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
229889	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
229889	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
229889	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
229889	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
229889	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
229889	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
229889	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
229889	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
229889	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
229889	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
229889	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
229889	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
229889	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
229889	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
229889	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
229889	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
229889	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
229889	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
229889	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
229889	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
229889	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
229889	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
229889	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
229889	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
229889	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
229889	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
229889	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
229889	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
229889	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
229889	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
229889	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
229889	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
229889	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
229889	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
229889	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
229889	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
229889	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
229889	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
229889	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
229889	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
229889	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
229889	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
229889	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
229889	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
229889	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
229889	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
229889	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
229889	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
229889	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
229889	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
229889	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
229889	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
229889	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
229889	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
229889	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
229889	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
229889	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
229889	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
229889	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
229889	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
229889	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
229889	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
229889	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
229889	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
229889	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
229889	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
229889	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
229889	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
229889	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
229889	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
229889	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
229889	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
229889	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
229889	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
229889	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
229889	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
229889	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
229889	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
229889	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
229889	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
229889	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
229889	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
229889	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
229889	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
229889	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
229889	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
229889	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
229889	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
229889	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
229889	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
229889	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
229889	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
229889	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
229889	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
229889	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
229889	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
229889	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
229889	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
229889	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
229889	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
229889	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
229889	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
229889	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
229889	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
229889	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
229889	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
229889	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
229889	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
229889	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
229889	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
229889	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
229889	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
229889	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
229889	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
229889	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
229889	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
229889	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
229889	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
229889	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
229889	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
229889	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
229889	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
229889	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
229889	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
229889	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
229889	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
229889	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
229889	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
229889	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
229889	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
229889	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
229889	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
229889	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
229889	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
229889	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
229889	embedding2nn.weight	0	0.2564382255077362
229889	embedding2nn.weight	1	0.2995102107524872
229889	embedding2nn.weight	2	0.006404808722436428
229889	embedding2nn.weight	3	0.02432192489504814
229889	embedding2nn.weight	4	-0.02519899792969227
229889	embedding2nn.weight	5	0.07379282265901566
229889	embedding2nn.weight	6	0.03230088949203491
229889	embedding2nn.weight	7	-0.0045102620497345924
229889	embedding2nn.weight	8	0.009862064383924007
229889	embedding2nn.weight	9	-0.04542623832821846
229889	embedding2nn.bias	0	0.021394185721874237
229889	embedding2nn.bias	1	-0.16246815025806427
229889	embedding2nn.bias	2	0.04994042217731476
229889	embedding2nn.bias	3	0.15784910321235657
229889	embedding2nn.bias	4	0.1415501981973648
229889	embedding2nn.bias	5	-0.08807078748941422
229889	embedding2nn.bias	6	-0.05472085252404213
229889	embedding2nn.bias	7	0.04622210934758186
229889	embedding2nn.bias	8	-0.16690093278884888
229889	embedding2nn.bias	9	-0.3871479332447052
229889	rnn.weight_ih_l0	0	-0.00493238028138876
229889	rnn.weight_ih_l0	1	-0.06574005633592606
229889	rnn.weight_ih_l0	2	-0.10270579904317856
229889	rnn.weight_ih_l0	3	0.05222576484084129
229889	rnn.weight_ih_l0	4	0.06380646675825119
229889	rnn.weight_ih_l0	5	-0.07248323410749435
229889	rnn.weight_ih_l0	6	-0.037099309265613556
229889	rnn.weight_ih_l0	7	0.0010105841793119907
229889	rnn.weight_ih_l0	8	-0.01644064299762249
229889	rnn.weight_ih_l0	9	-0.056561488658189774
229889	rnn.weight_hh_l0	0	0.01332399994134903
229889	rnn.weight_hh_l0	1	0.07085346430540085
229889	rnn.weight_hh_l0	2	0.03598196804523468
229889	rnn.weight_hh_l0	3	0.02870306745171547
229889	rnn.weight_hh_l0	4	0.007347614970058203
229889	rnn.weight_hh_l0	5	0.07740785926580429
229889	rnn.weight_hh_l0	6	-0.02329200506210327
229889	rnn.weight_hh_l0	7	-0.04550204053521156
229889	rnn.weight_hh_l0	8	0.04057528078556061
229889	rnn.weight_hh_l0	9	-0.09220840036869049
229889	rnn.bias_ih_l0	0	0.16081662476062775
229889	rnn.bias_ih_l0	1	-0.1944730579853058
229889	rnn.bias_ih_l0	2	-0.01910250447690487
229889	rnn.bias_ih_l0	3	-0.15381725132465363
229889	rnn.bias_ih_l0	4	0.03590669482946396
229889	rnn.bias_ih_l0	5	-0.26684966683387756
229889	rnn.bias_ih_l0	6	-0.08699113130569458
229889	rnn.bias_ih_l0	7	-0.26056042313575745
229889	rnn.bias_ih_l0	8	-0.22409982979297638
229889	rnn.bias_ih_l0	9	-0.38853713870048523
229889	rnn.bias_hh_l0	0	-0.24783632159233093
229889	rnn.bias_hh_l0	1	-0.23835456371307373
229889	rnn.bias_hh_l0	2	-0.24529601633548737
229889	rnn.bias_hh_l0	3	-0.06601468473672867
229889	rnn.bias_hh_l0	4	-0.22445622086524963
229889	rnn.bias_hh_l0	5	-0.2644076645374298
229889	rnn.bias_hh_l0	6	-0.10732909291982651
229889	rnn.bias_hh_l0	7	0.04848601296544075
229889	rnn.bias_hh_l0	8	-0.149018794298172
229889	rnn.bias_hh_l0	9	-0.41192352771759033
229889	rnn.weight_ih_l0_reverse	0	0.0617864653468132
229889	rnn.weight_ih_l0_reverse	1	-0.07150216400623322
229889	rnn.weight_ih_l0_reverse	2	-0.037545643746852875
229889	rnn.weight_ih_l0_reverse	3	-0.08971867710351944
229889	rnn.weight_ih_l0_reverse	4	0.05738290399312973
229889	rnn.weight_ih_l0_reverse	5	-0.1185152605175972
229889	rnn.weight_ih_l0_reverse	6	0.03320052847266197
229889	rnn.weight_ih_l0_reverse	7	0.027349824085831642
229889	rnn.weight_ih_l0_reverse	8	-0.07326770573854446
229889	rnn.weight_ih_l0_reverse	9	-0.017676066607236862
229889	rnn.weight_hh_l0_reverse	0	-0.06323245912790298
229889	rnn.weight_hh_l0_reverse	1	0.01439323928207159
229889	rnn.weight_hh_l0_reverse	2	-0.017460789531469345
229889	rnn.weight_hh_l0_reverse	3	0.005078886169940233
229889	rnn.weight_hh_l0_reverse	4	-0.07185850292444229
229889	rnn.weight_hh_l0_reverse	5	0.03988153114914894
229889	rnn.weight_hh_l0_reverse	6	0.015457948669791222
229889	rnn.weight_hh_l0_reverse	7	-0.05374428629875183
229889	rnn.weight_hh_l0_reverse	8	-0.01216750219464302
229889	rnn.weight_hh_l0_reverse	9	0.06310257315635681
229889	rnn.bias_ih_l0_reverse	0	-0.15114876627922058
229889	rnn.bias_ih_l0_reverse	1	-0.08555570989847183
229889	rnn.bias_ih_l0_reverse	2	0.06008433178067207
229889	rnn.bias_ih_l0_reverse	3	-0.19734643399715424
229889	rnn.bias_ih_l0_reverse	4	-0.015461407601833344
229889	rnn.bias_ih_l0_reverse	5	-0.18707530200481415
229889	rnn.bias_ih_l0_reverse	6	0.22735776007175446
229889	rnn.bias_ih_l0_reverse	7	-0.2921384274959564
229889	rnn.bias_ih_l0_reverse	8	-0.14843790233135223
229889	rnn.bias_ih_l0_reverse	9	-0.14377130568027496
229889	rnn.bias_hh_l0_reverse	0	-0.11557945609092712
229889	rnn.bias_hh_l0_reverse	1	0.20761452615261078
229889	rnn.bias_hh_l0_reverse	2	-0.3087708055973053
229889	rnn.bias_hh_l0_reverse	3	-0.13840557634830475
229889	rnn.bias_hh_l0_reverse	4	-0.29834604263305664
229889	rnn.bias_hh_l0_reverse	5	-0.1390850991010666
229889	rnn.bias_hh_l0_reverse	6	-0.24498827755451202
229889	rnn.bias_hh_l0_reverse	7	-0.0778680071234703
229889	rnn.bias_hh_l0_reverse	8	-0.1648683100938797
229889	rnn.bias_hh_l0_reverse	9	0.1777430921792984
229889	linear.weight	0	0.14593811333179474
229889	linear.weight	1	-0.409112811088562
229889	linear.weight	2	0.04654572159051895
229889	linear.weight	3	0.06816112250089645
229889	linear.weight	4	-0.1374472826719284
229889	linear.weight	5	0.2508692741394043
229889	linear.weight	6	-0.10470287501811981
229889	linear.weight	7	-0.06620586663484573
229889	linear.weight	8	0.13783493638038635
229889	linear.weight	9	-0.04140055179595947
229889	linear.bias	0	-1.0779253244400024
229889	linear.bias	1	1.971470832824707
229889	linear.bias	2	0.5560711026191711
229889	linear.bias	3	-2.4667468070983887
229889	linear.bias	4	-0.3011111915111542
229889	linear.bias	5	1.1510025262832642
229889	linear.bias	6	-0.2111104428768158
229889	linear.bias	7	0.5440152883529663
229889	linear.bias	8	2.193141222000122
229889	linear.bias	9	-1.3266788721084595
230498	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
230498	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
230498	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
230498	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
230498	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
230498	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
230498	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
230498	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
230498	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
230498	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
230498	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
230498	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
230498	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
230498	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
230498	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
230498	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
230498	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
230498	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
230498	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
230498	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
230498	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
230498	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
230498	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
230498	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
230498	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
230498	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
230498	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
230498	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
230498	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
230498	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
230498	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
230498	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
230498	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
230498	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
230498	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
230498	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
230498	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
230498	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
230498	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
230498	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
230498	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
230498	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
230498	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
230498	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
230498	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
230498	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
230498	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
230498	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
230498	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
230498	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
230498	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
230498	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
230498	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
230498	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
230498	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
230498	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
230498	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
230498	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
230498	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
230498	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
230498	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
230498	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
230498	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
230498	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
230498	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
230498	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
230498	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
230498	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
230498	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
230498	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
230498	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
230498	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
230498	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
230498	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
230498	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
230498	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
230498	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
230498	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
230498	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
230498	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
230498	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
230498	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
230498	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
230498	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
230498	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
230498	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
230498	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
230498	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
230498	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
230498	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
230498	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
230498	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
230498	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
230498	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
230498	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
230498	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
230498	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
230498	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
230498	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
230498	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
230498	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
230498	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
230498	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
230498	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
230498	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
230498	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
230498	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
230498	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
230498	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
230498	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
230498	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
230498	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
230498	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
230498	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
230498	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
230498	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
230498	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
230498	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
230498	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
230498	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
230498	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
230498	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
230498	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
230498	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
230498	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
230498	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
230498	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
230498	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
230498	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
230498	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
230498	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
230498	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
230498	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
230498	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
230498	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
230498	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
230498	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
230498	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
230498	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
230498	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
230498	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
230498	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
230498	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
230498	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
230498	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
230498	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
230498	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
230498	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
230498	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
230498	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
230498	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
230498	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
230498	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
230498	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
230498	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
230498	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
230498	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
230498	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
230498	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
230498	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
230498	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
230498	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
230498	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
230498	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
230498	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
230498	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
230498	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
230498	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
230498	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
230498	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
230498	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
230498	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
230498	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
230498	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
230498	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
230498	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
230498	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
230498	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
230498	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
230498	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
230498	embedding2nn.weight	0	0.2549133598804474
230498	embedding2nn.weight	1	0.3000060021877289
230498	embedding2nn.weight	2	0.008922475390136242
230498	embedding2nn.weight	3	0.03464513272047043
230498	embedding2nn.weight	4	-0.03287758678197861
230498	embedding2nn.weight	5	0.07841461896896362
230498	embedding2nn.weight	6	0.029493439942598343
230498	embedding2nn.weight	7	0.006533910054713488
230498	embedding2nn.weight	8	0.012514721602201462
230498	embedding2nn.weight	9	-0.047392986714839935
230498	embedding2nn.bias	0	0.02127118967473507
230498	embedding2nn.bias	1	-0.14254507422447205
230498	embedding2nn.bias	2	0.05705249682068825
230498	embedding2nn.bias	3	0.15086467564105988
230498	embedding2nn.bias	4	0.1593163013458252
230498	embedding2nn.bias	5	-0.050868548452854156
230498	embedding2nn.bias	6	-0.06533855199813843
230498	embedding2nn.bias	7	0.02778267301619053
230498	embedding2nn.bias	8	-0.14255505800247192
230498	embedding2nn.bias	9	-0.3900965750217438
230498	rnn.weight_ih_l0	0	-0.003733876859769225
230498	rnn.weight_ih_l0	1	-0.06635959446430206
230498	rnn.weight_ih_l0	2	-0.0998547226190567
230498	rnn.weight_ih_l0	3	0.05086975172162056
230498	rnn.weight_ih_l0	4	0.06488770991563797
230498	rnn.weight_ih_l0	5	-0.08249808102846146
230498	rnn.weight_ih_l0	6	-0.031213058158755302
230498	rnn.weight_ih_l0	7	-0.0027454656083136797
230498	rnn.weight_ih_l0	8	-0.011581309139728546
230498	rnn.weight_ih_l0	9	-0.05738324299454689
230498	rnn.weight_hh_l0	0	0.013809338212013245
230498	rnn.weight_hh_l0	1	0.07126796245574951
230498	rnn.weight_hh_l0	2	0.0359053760766983
230498	rnn.weight_hh_l0	3	0.028941016644239426
230498	rnn.weight_hh_l0	4	0.007564726751297712
230498	rnn.weight_hh_l0	5	0.07666169852018356
230498	rnn.weight_hh_l0	6	-0.022470464929938316
230498	rnn.weight_hh_l0	7	-0.0492350310087204
230498	rnn.weight_hh_l0	8	0.04046429693698883
230498	rnn.weight_hh_l0	9	-0.09222656488418579
230498	rnn.bias_ih_l0	0	0.1588270515203476
230498	rnn.bias_ih_l0	1	-0.19264693558216095
230498	rnn.bias_ih_l0	2	-0.019965169951319695
230498	rnn.bias_ih_l0	3	-0.15811040997505188
230498	rnn.bias_ih_l0	4	0.038750480860471725
230498	rnn.bias_ih_l0	5	-0.270488977432251
230498	rnn.bias_ih_l0	6	-0.09858032315969467
230498	rnn.bias_ih_l0	7	-0.2583414316177368
230498	rnn.bias_ih_l0	8	-0.22762154042720795
230498	rnn.bias_ih_l0	9	-0.3850729167461395
230498	rnn.bias_hh_l0	0	-0.24693886935710907
230498	rnn.bias_hh_l0	1	-0.23673251271247864
230498	rnn.bias_hh_l0	2	-0.24417628347873688
230498	rnn.bias_hh_l0	3	-0.07487009465694427
230498	rnn.bias_hh_l0	4	-0.22411604225635529
230498	rnn.bias_hh_l0	5	-0.2680093050003052
230498	rnn.bias_hh_l0	6	-0.11269105225801468
230498	rnn.bias_hh_l0	7	0.04241463541984558
230498	rnn.bias_hh_l0	8	-0.14423833787441254
230498	rnn.bias_hh_l0	9	-0.4058336615562439
230498	rnn.weight_ih_l0_reverse	0	0.0607302188873291
230498	rnn.weight_ih_l0_reverse	1	-0.06718523055315018
230498	rnn.weight_ih_l0_reverse	2	-0.03791448101401329
230498	rnn.weight_ih_l0_reverse	3	-0.0896635577082634
230498	rnn.weight_ih_l0_reverse	4	0.059506967663764954
230498	rnn.weight_ih_l0_reverse	5	-0.12507276237010956
230498	rnn.weight_ih_l0_reverse	6	0.02730650268495083
230498	rnn.weight_ih_l0_reverse	7	0.026301831007003784
230498	rnn.weight_ih_l0_reverse	8	-0.07784771174192429
230498	rnn.weight_ih_l0_reverse	9	-0.011049482971429825
230498	rnn.weight_hh_l0_reverse	0	-0.06310243904590607
230498	rnn.weight_hh_l0_reverse	1	0.013554557226598263
230498	rnn.weight_hh_l0_reverse	2	-0.017261963337659836
230498	rnn.weight_hh_l0_reverse	3	0.0064832903444767
230498	rnn.weight_hh_l0_reverse	4	-0.07198114693164825
230498	rnn.weight_hh_l0_reverse	5	0.03994676098227501
230498	rnn.weight_hh_l0_reverse	6	0.015379082411527634
230498	rnn.weight_hh_l0_reverse	7	-0.05582685396075249
230498	rnn.weight_hh_l0_reverse	8	-0.014439591206610203
230498	rnn.weight_hh_l0_reverse	9	0.06678847968578339
230498	rnn.bias_ih_l0_reverse	0	-0.149494931101799
230498	rnn.bias_ih_l0_reverse	1	-0.08973777294158936
230498	rnn.bias_ih_l0_reverse	2	0.05981900542974472
230498	rnn.bias_ih_l0_reverse	3	-0.2004500925540924
230498	rnn.bias_ih_l0_reverse	4	-0.00994082260876894
230498	rnn.bias_ih_l0_reverse	5	-0.18146106600761414
230498	rnn.bias_ih_l0_reverse	6	0.23498880863189697
230498	rnn.bias_ih_l0_reverse	7	-0.29398906230926514
230498	rnn.bias_ih_l0_reverse	8	-0.14985044300556183
230498	rnn.bias_ih_l0_reverse	9	-0.14586040377616882
230498	rnn.bias_hh_l0_reverse	0	-0.10845112055540085
230498	rnn.bias_hh_l0_reverse	1	0.21320420503616333
230498	rnn.bias_hh_l0_reverse	2	-0.31385135650634766
230498	rnn.bias_hh_l0_reverse	3	-0.14422529935836792
230498	rnn.bias_hh_l0_reverse	4	-0.2975172698497772
230498	rnn.bias_hh_l0_reverse	5	-0.13229714334011078
230498	rnn.bias_hh_l0_reverse	6	-0.238150954246521
230498	rnn.bias_hh_l0_reverse	7	-0.07056821137666702
230498	rnn.bias_hh_l0_reverse	8	-0.16835980117321014
230498	rnn.bias_hh_l0_reverse	9	0.18784482777118683
230498	linear.weight	0	0.17949090898036957
230498	linear.weight	1	-0.390489786863327
230498	linear.weight	2	0.04620112478733063
230498	linear.weight	3	0.06816557794809341
230498	linear.weight	4	-0.15669867396354675
230498	linear.weight	5	0.23891253769397736
230498	linear.weight	6	-0.07854732125997543
230498	linear.weight	7	-0.06619542837142944
230498	linear.weight	8	0.1463412195444107
230498	linear.weight	9	-0.04142522066831589
230498	linear.bias	0	-1.1053138971328735
230498	linear.bias	1	1.9772617816925049
230498	linear.bias	2	0.5853107571601868
230498	linear.bias	3	-2.4675586223602295
230498	linear.bias	4	-0.29826733469963074
230498	linear.bias	5	1.17555570602417
230498	linear.bias	6	-0.23332370817661285
230498	linear.bias	7	0.5433090925216675
230498	linear.bias	8	2.197112560272217
230498	linear.bias	9	-1.3683091402053833
231107	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
231107	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
231107	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
231107	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
231107	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
231107	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
231107	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
231107	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
231107	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
231107	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
231107	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
231107	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
231107	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
231107	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
231107	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
231107	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
231107	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
231107	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
231107	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
231107	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
231107	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
231107	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
231107	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
231107	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
231107	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
231107	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
231107	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
231107	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
231107	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
231107	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
231107	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
231107	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
231107	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
231107	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
231107	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
231107	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
231107	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
231107	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
231107	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
231107	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
231107	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
231107	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
231107	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
231107	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
231107	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
231107	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
231107	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
231107	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
231107	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
231107	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
231107	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
231107	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
231107	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
231107	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
231107	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
231107	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
231107	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
231107	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
231107	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
231107	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
231107	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
231107	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
231107	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
231107	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
231107	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
231107	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
231107	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
231107	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
231107	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
231107	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
231107	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
231107	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
231107	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
231107	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
231107	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
231107	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
231107	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
231107	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
231107	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
231107	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
231107	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
231107	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
231107	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
231107	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
231107	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
231107	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
231107	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
231107	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
231107	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
231107	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
231107	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
231107	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
231107	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
231107	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
231107	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
231107	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
231107	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
231107	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
231107	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
231107	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
231107	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
231107	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
231107	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
231107	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
231107	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
231107	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
231107	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
231107	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
231107	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
231107	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
231107	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
231107	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
231107	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
231107	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
231107	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
231107	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
231107	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
231107	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
231107	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
231107	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
231107	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
231107	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
231107	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
231107	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
231107	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
231107	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
231107	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
231107	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
231107	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
231107	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
231107	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
231107	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
231107	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
231107	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
231107	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
231107	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
231107	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
231107	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
231107	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
231107	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
231107	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
231107	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
231107	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
231107	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
231107	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
231107	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
231107	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
231107	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
231107	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
231107	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
231107	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
231107	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
231107	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
231107	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
231107	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
231107	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
231107	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
231107	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
231107	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
231107	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
231107	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
231107	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
231107	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
231107	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
231107	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
231107	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
231107	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
231107	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
231107	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
231107	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
231107	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
231107	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
231107	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
231107	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
231107	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
231107	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
231107	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
231107	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
231107	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
231107	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
231107	embedding2nn.weight	0	0.2509636878967285
231107	embedding2nn.weight	1	0.30019068717956543
231107	embedding2nn.weight	2	0.015055361203849316
231107	embedding2nn.weight	3	0.045757800340652466
231107	embedding2nn.weight	4	-0.03536108136177063
231107	embedding2nn.weight	5	0.08034472167491913
231107	embedding2nn.weight	6	0.03643324598670006
231107	embedding2nn.weight	7	0.010541521944105625
231107	embedding2nn.weight	8	0.00860354583710432
231107	embedding2nn.weight	9	-0.044668663293123245
231107	embedding2nn.bias	0	0.031008655205368996
231107	embedding2nn.bias	1	-0.15775731205940247
231107	embedding2nn.bias	2	0.0712541788816452
231107	embedding2nn.bias	3	0.15815873444080353
231107	embedding2nn.bias	4	0.1687435656785965
231107	embedding2nn.bias	5	-0.057860780507326126
231107	embedding2nn.bias	6	-0.04933345317840576
231107	embedding2nn.bias	7	0.026346780359745026
231107	embedding2nn.bias	8	-0.1298443078994751
231107	embedding2nn.bias	9	-0.3913612365722656
231107	rnn.weight_ih_l0	0	-0.0024631561245769262
231107	rnn.weight_ih_l0	1	-0.06347764283418655
231107	rnn.weight_ih_l0	2	-0.1008933037519455
231107	rnn.weight_ih_l0	3	0.05453479290008545
231107	rnn.weight_ih_l0	4	0.058593254536390305
231107	rnn.weight_ih_l0	5	-0.08212573081254959
231107	rnn.weight_ih_l0	6	-0.033552903681993484
231107	rnn.weight_ih_l0	7	-0.0022215694189071655
231107	rnn.weight_ih_l0	8	-0.00795610249042511
231107	rnn.weight_ih_l0	9	-0.05427711084485054
231107	rnn.weight_hh_l0	0	0.014231906272470951
231107	rnn.weight_hh_l0	1	0.07124760001897812
231107	rnn.weight_hh_l0	2	0.03541036695241928
231107	rnn.weight_hh_l0	3	0.028226763010025024
231107	rnn.weight_hh_l0	4	0.008068329654633999
231107	rnn.weight_hh_l0	5	0.07651914656162262
231107	rnn.weight_hh_l0	6	-0.02323206327855587
231107	rnn.weight_hh_l0	7	-0.052732761949300766
231107	rnn.weight_hh_l0	8	0.040161170065402985
231107	rnn.weight_hh_l0	9	-0.09293810278177261
231107	rnn.bias_ih_l0	0	0.15518637001514435
231107	rnn.bias_ih_l0	1	-0.196212038397789
231107	rnn.bias_ih_l0	2	-0.01687421090900898
231107	rnn.bias_ih_l0	3	-0.1577998846769333
231107	rnn.bias_ih_l0	4	0.03613150864839554
231107	rnn.bias_ih_l0	5	-0.2769966721534729
231107	rnn.bias_ih_l0	6	-0.08863658457994461
231107	rnn.bias_ih_l0	7	-0.2570500075817108
231107	rnn.bias_ih_l0	8	-0.22422753274440765
231107	rnn.bias_ih_l0	9	-0.4135873317718506
231107	rnn.bias_hh_l0	0	-0.24458006024360657
231107	rnn.bias_hh_l0	1	-0.23058032989501953
231107	rnn.bias_hh_l0	2	-0.24542993307113647
231107	rnn.bias_hh_l0	3	-0.0674663558602333
231107	rnn.bias_hh_l0	4	-0.2265615165233612
231107	rnn.bias_hh_l0	5	-0.26839402318000793
231107	rnn.bias_hh_l0	6	-0.1101086363196373
231107	rnn.bias_hh_l0	7	0.059193260967731476
231107	rnn.bias_hh_l0	8	-0.1418265700340271
231107	rnn.bias_hh_l0	9	-0.4055200219154358
231107	rnn.weight_ih_l0_reverse	0	0.06546284258365631
231107	rnn.weight_ih_l0_reverse	1	-0.06993673741817474
231107	rnn.weight_ih_l0_reverse	2	-0.03833723068237305
231107	rnn.weight_ih_l0_reverse	3	-0.0929877832531929
231107	rnn.weight_ih_l0_reverse	4	0.06706084311008453
231107	rnn.weight_ih_l0_reverse	5	-0.12923583388328552
231107	rnn.weight_ih_l0_reverse	6	0.025159785524010658
231107	rnn.weight_ih_l0_reverse	7	0.02934912219643593
231107	rnn.weight_ih_l0_reverse	8	-0.0776771828532219
231107	rnn.weight_ih_l0_reverse	9	-0.01522359810769558
231107	rnn.weight_hh_l0_reverse	0	-0.06168555095791817
231107	rnn.weight_hh_l0_reverse	1	0.01357430499047041
231107	rnn.weight_hh_l0_reverse	2	-0.01733512431383133
231107	rnn.weight_hh_l0_reverse	3	0.007094962056726217
231107	rnn.weight_hh_l0_reverse	4	-0.07140565663576126
231107	rnn.weight_hh_l0_reverse	5	0.039955560117959976
231107	rnn.weight_hh_l0_reverse	6	0.015426723286509514
231107	rnn.weight_hh_l0_reverse	7	-0.05821095034480095
231107	rnn.weight_hh_l0_reverse	8	-0.00847356766462326
231107	rnn.weight_hh_l0_reverse	9	0.06808363646268845
231107	rnn.bias_ih_l0_reverse	0	-0.14995455741882324
231107	rnn.bias_ih_l0_reverse	1	-0.08937180042266846
231107	rnn.bias_ih_l0_reverse	2	0.06351298838853836
231107	rnn.bias_ih_l0_reverse	3	-0.20402617752552032
231107	rnn.bias_ih_l0_reverse	4	-0.020680489018559456
231107	rnn.bias_ih_l0_reverse	5	-0.18699653446674347
231107	rnn.bias_ih_l0_reverse	6	0.23060496151447296
231107	rnn.bias_ih_l0_reverse	7	-0.2894681394100189
231107	rnn.bias_ih_l0_reverse	8	-0.14980080723762512
231107	rnn.bias_ih_l0_reverse	9	-0.14067935943603516
231107	rnn.bias_hh_l0_reverse	0	-0.1157950609922409
231107	rnn.bias_hh_l0_reverse	1	0.20647424459457397
231107	rnn.bias_hh_l0_reverse	2	-0.30614519119262695
231107	rnn.bias_hh_l0_reverse	3	-0.14664387702941895
231107	rnn.bias_hh_l0_reverse	4	-0.29379552602767944
231107	rnn.bias_hh_l0_reverse	5	-0.13578172028064728
231107	rnn.bias_hh_l0_reverse	6	-0.24792957305908203
231107	rnn.bias_hh_l0_reverse	7	-0.06950945407152176
231107	rnn.bias_hh_l0_reverse	8	-0.17405694723129272
231107	rnn.bias_hh_l0_reverse	9	0.1975012570619583
231107	linear.weight	0	0.16847169399261475
231107	linear.weight	1	-0.37987321615219116
231107	linear.weight	2	0.014618728309869766
231107	linear.weight	3	0.06816831976175308
231107	linear.weight	4	-0.11204134672880173
231107	linear.weight	5	0.22751614451408386
231107	linear.weight	6	-0.06780526787042618
231107	linear.weight	7	-0.06618516892194748
231107	linear.weight	8	0.11804699152708054
231107	linear.weight	9	-0.041451986879110336
231107	linear.bias	0	-1.0802114009857178
231107	linear.bias	1	1.9675918817520142
231107	linear.bias	2	0.5590349435806274
231107	linear.bias	3	-2.4683244228363037
231107	linear.bias	4	-0.3019249737262726
231107	linear.bias	5	1.1666407585144043
231107	linear.bias	6	-0.24750740826129913
231107	linear.bias	7	0.5333678722381592
231107	linear.bias	8	2.203115940093994
231107	linear.bias	9	-1.337099552154541
231716	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
231716	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
231716	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
231716	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
231716	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
231716	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
231716	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
231716	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
231716	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
231716	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
231716	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
231716	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
231716	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
231716	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
231716	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
231716	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
231716	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
231716	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
231716	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
231716	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
231716	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
231716	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
231716	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
231716	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
231716	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
231716	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
231716	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
231716	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
231716	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
231716	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
231716	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
231716	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
231716	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
231716	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
231716	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
231716	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
231716	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
231716	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
231716	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
231716	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
231716	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
231716	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
231716	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
231716	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
231716	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
231716	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
231716	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
231716	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
231716	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
231716	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
231716	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
231716	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
231716	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
231716	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
231716	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
231716	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
231716	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
231716	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
231716	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
231716	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
231716	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
231716	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
231716	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
231716	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
231716	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
231716	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
231716	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
231716	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
231716	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
231716	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
231716	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
231716	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
231716	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
231716	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
231716	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
231716	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
231716	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
231716	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
231716	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
231716	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
231716	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
231716	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
231716	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
231716	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
231716	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
231716	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
231716	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
231716	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
231716	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
231716	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
231716	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
231716	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
231716	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
231716	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
231716	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
231716	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
231716	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
231716	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
231716	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
231716	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
231716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
231716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
231716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
231716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
231716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
231716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
231716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
231716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
231716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
231716	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
231716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
231716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
231716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
231716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
231716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
231716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
231716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
231716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
231716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
231716	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
231716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
231716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
231716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
231716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
231716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
231716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
231716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
231716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
231716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
231716	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
231716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
231716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
231716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
231716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
231716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
231716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
231716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
231716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
231716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
231716	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
231716	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
231716	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
231716	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
231716	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
231716	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
231716	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
231716	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
231716	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
231716	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
231716	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
231716	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
231716	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
231716	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
231716	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
231716	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
231716	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
231716	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
231716	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
231716	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
231716	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
231716	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
231716	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
231716	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
231716	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
231716	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
231716	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
231716	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
231716	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
231716	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
231716	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
231716	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
231716	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
231716	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
231716	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
231716	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
231716	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
231716	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
231716	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
231716	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
231716	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
231716	embedding2nn.weight	0	0.2495477795600891
231716	embedding2nn.weight	1	0.3051595389842987
231716	embedding2nn.weight	2	0.014218349941074848
231716	embedding2nn.weight	3	0.04999936372041702
231716	embedding2nn.weight	4	-0.03988055884838104
231716	embedding2nn.weight	5	0.07834246754646301
231716	embedding2nn.weight	6	0.04165997356176376
231716	embedding2nn.weight	7	0.013299134559929371
231716	embedding2nn.weight	8	0.0035079726949334145
231716	embedding2nn.weight	9	-0.05242069065570831
231716	embedding2nn.bias	0	0.021505482494831085
231716	embedding2nn.bias	1	-0.17569123208522797
231716	embedding2nn.bias	2	0.07177102565765381
231716	embedding2nn.bias	3	0.15680977702140808
231716	embedding2nn.bias	4	0.13882887363433838
231716	embedding2nn.bias	5	-0.057470571249723434
231716	embedding2nn.bias	6	-0.057086799293756485
231716	embedding2nn.bias	7	0.030392024666070938
231716	embedding2nn.bias	8	-0.1354091316461563
231716	embedding2nn.bias	9	-0.3906054198741913
231716	rnn.weight_ih_l0	0	-0.0015097858849912882
231716	rnn.weight_ih_l0	1	-0.06476375460624695
231716	rnn.weight_ih_l0	2	-0.10229530930519104
231716	rnn.weight_ih_l0	3	0.05470361188054085
231716	rnn.weight_ih_l0	4	0.05097830668091774
231716	rnn.weight_ih_l0	5	-0.07965293526649475
231716	rnn.weight_ih_l0	6	-0.035218339413404465
231716	rnn.weight_ih_l0	7	-0.0014461650280281901
231716	rnn.weight_ih_l0	8	-0.006068997085094452
231716	rnn.weight_ih_l0	9	-0.05416873097419739
231716	rnn.weight_hh_l0	0	0.014633463695645332
231716	rnn.weight_hh_l0	1	0.0716741755604744
231716	rnn.weight_hh_l0	2	0.03468262404203415
231716	rnn.weight_hh_l0	3	0.028364891186356544
231716	rnn.weight_hh_l0	4	0.008604707196354866
231716	rnn.weight_hh_l0	5	0.07522507756948471
231716	rnn.weight_hh_l0	6	-0.022481480613350868
231716	rnn.weight_hh_l0	7	-0.05493782088160515
231716	rnn.weight_hh_l0	8	0.04028259217739105
231716	rnn.weight_hh_l0	9	-0.09306570887565613
231716	rnn.bias_ih_l0	0	0.16604432463645935
231716	rnn.bias_ih_l0	1	-0.20211979746818542
231716	rnn.bias_ih_l0	2	-0.015888027846813202
231716	rnn.bias_ih_l0	3	-0.1467331349849701
231716	rnn.bias_ih_l0	4	0.0176047645509243
231716	rnn.bias_ih_l0	5	-0.27999961376190186
231716	rnn.bias_ih_l0	6	-0.09726990759372711
231716	rnn.bias_ih_l0	7	-0.2566271424293518
231716	rnn.bias_ih_l0	8	-0.21662919223308563
231716	rnn.bias_ih_l0	9	-0.3935026526451111
231716	rnn.bias_hh_l0	0	-0.24113933742046356
231716	rnn.bias_hh_l0	1	-0.22811880707740784
231716	rnn.bias_hh_l0	2	-0.23902522027492523
231716	rnn.bias_hh_l0	3	-0.06358816474676132
231716	rnn.bias_hh_l0	4	-0.22796064615249634
231716	rnn.bias_hh_l0	5	-0.2692248523235321
231716	rnn.bias_hh_l0	6	-0.11622300744056702
231716	rnn.bias_hh_l0	7	0.06728784739971161
231716	rnn.bias_hh_l0	8	-0.1387626826763153
231716	rnn.bias_hh_l0	9	-0.3950777053833008
231716	rnn.weight_ih_l0_reverse	0	0.065854512155056
231716	rnn.weight_ih_l0_reverse	1	-0.0713457465171814
231716	rnn.weight_ih_l0_reverse	2	-0.03721838817000389
231716	rnn.weight_ih_l0_reverse	3	-0.09563207626342773
231716	rnn.weight_ih_l0_reverse	4	0.06755676865577698
231716	rnn.weight_ih_l0_reverse	5	-0.13243062794208527
231716	rnn.weight_ih_l0_reverse	6	0.027572734281420708
231716	rnn.weight_ih_l0_reverse	7	0.029479729011654854
231716	rnn.weight_ih_l0_reverse	8	-0.07595649361610413
231716	rnn.weight_ih_l0_reverse	9	-0.016527393832802773
231716	rnn.weight_hh_l0_reverse	0	-0.06208105385303497
231716	rnn.weight_hh_l0_reverse	1	0.013460473157465458
231716	rnn.weight_hh_l0_reverse	2	-0.018050411716103554
231716	rnn.weight_hh_l0_reverse	3	0.007849691435694695
231716	rnn.weight_hh_l0_reverse	4	-0.07230483740568161
231716	rnn.weight_hh_l0_reverse	5	0.03989962115883827
231716	rnn.weight_hh_l0_reverse	6	0.015556649304926395
231716	rnn.weight_hh_l0_reverse	7	-0.056499674916267395
231716	rnn.weight_hh_l0_reverse	8	-0.009162933565676212
231716	rnn.weight_hh_l0_reverse	9	0.06862439960241318
231716	rnn.bias_ih_l0_reverse	0	-0.1497732549905777
231716	rnn.bias_ih_l0_reverse	1	-0.09441817551851273
231716	rnn.bias_ih_l0_reverse	2	0.0564880408346653
231716	rnn.bias_ih_l0_reverse	3	-0.2007245421409607
231716	rnn.bias_ih_l0_reverse	4	-0.015356341376900673
231716	rnn.bias_ih_l0_reverse	5	-0.18740412592887878
231716	rnn.bias_ih_l0_reverse	6	0.2122294008731842
231716	rnn.bias_ih_l0_reverse	7	-0.28529906272888184
231716	rnn.bias_ih_l0_reverse	8	-0.14951194822788239
231716	rnn.bias_ih_l0_reverse	9	-0.13576640188694
231716	rnn.bias_hh_l0_reverse	0	-0.10130251199007034
231716	rnn.bias_hh_l0_reverse	1	0.20673227310180664
231716	rnn.bias_hh_l0_reverse	2	-0.30252721905708313
231716	rnn.bias_hh_l0_reverse	3	-0.1365680992603302
231716	rnn.bias_hh_l0_reverse	4	-0.28965914249420166
231716	rnn.bias_hh_l0_reverse	5	-0.13309301435947418
231716	rnn.bias_hh_l0_reverse	6	-0.2496146410703659
231716	rnn.bias_hh_l0_reverse	7	-0.07225359976291656
231716	rnn.bias_hh_l0_reverse	8	-0.17907388508319855
231716	rnn.bias_hh_l0_reverse	9	0.19408942759037018
231716	linear.weight	0	0.17697910964488983
231716	linear.weight	1	-0.38126593828201294
231716	linear.weight	2	0.00896184891462326
231716	linear.weight	3	0.06816095858812332
231716	linear.weight	4	-0.14526024460792542
231716	linear.weight	5	0.23394818603992462
231716	linear.weight	6	-0.05839347466826439
231716	linear.weight	7	-0.06617621332406998
231716	linear.weight	8	0.1282593458890915
231716	linear.weight	9	-0.041477590799331665
231716	linear.bias	0	-1.0803104639053345
231716	linear.bias	1	2.0185964107513428
231716	linear.bias	2	0.5777664184570312
231716	linear.bias	3	-2.4690892696380615
231716	linear.bias	4	-0.30922409892082214
231716	linear.bias	5	1.147309422492981
231716	linear.bias	6	-0.22194117307662964
231716	linear.bias	7	0.5637091994285583
231716	linear.bias	8	2.120242118835449
231716	linear.bias	9	-1.3581902980804443
231724	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
231724	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
231724	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
231724	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
231724	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
231724	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
231724	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
231724	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
231724	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
231724	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
231724	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
231724	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
231724	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
231724	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
231724	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
231724	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
231724	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
231724	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
231724	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
231724	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
231724	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
231724	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
231724	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
231724	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
231724	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
231724	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
231724	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
231724	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
231724	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
231724	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
231724	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
231724	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
231724	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
231724	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
231724	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
231724	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
231724	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
231724	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
231724	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
231724	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
231724	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
231724	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
231724	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
231724	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
231724	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
231724	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
231724	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
231724	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
231724	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
231724	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
231724	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
231724	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
231724	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
231724	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
231724	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
231724	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
231724	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
231724	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
231724	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
231724	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
231724	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
231724	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
231724	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
231724	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
231724	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
231724	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
231724	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
231724	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
231724	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
231724	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
231724	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
231724	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
231724	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
231724	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
231724	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
231724	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
231724	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
231724	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
231724	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
231724	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
231724	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
231724	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
231724	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
231724	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
231724	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
231724	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
231724	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
231724	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
231724	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
231724	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
231724	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
231724	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
231724	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
231724	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
231724	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
231724	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
231724	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
231724	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
231724	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
231724	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
231724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
231724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
231724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
231724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
231724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
231724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
231724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
231724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
231724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
231724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
231724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
231724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
231724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
231724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
231724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
231724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
231724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
231724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
231724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
231724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
231724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
231724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
231724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
231724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
231724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
231724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
231724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
231724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
231724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
231724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
231724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
231724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
231724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
231724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
231724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
231724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
231724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
231724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
231724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
231724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
231724	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
231724	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
231724	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
231724	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
231724	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
231724	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
231724	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
231724	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
231724	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
231724	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
231724	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
231724	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
231724	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
231724	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
231724	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
231724	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
231724	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
231724	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
231724	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
231724	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
231724	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
231724	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
231724	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
231724	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
231724	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
231724	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
231724	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
231724	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
231724	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
231724	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
231724	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
231724	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
231724	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
231724	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
231724	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
231724	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
231724	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
231724	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
231724	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
231724	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
231724	embedding2nn.weight	0	0.2495911717414856
231724	embedding2nn.weight	1	0.3053322434425354
231724	embedding2nn.weight	2	0.01507763285189867
231724	embedding2nn.weight	3	0.048103298991918564
231724	embedding2nn.weight	4	-0.03986605256795883
231724	embedding2nn.weight	5	0.07826000452041626
231724	embedding2nn.weight	6	0.041919201612472534
231724	embedding2nn.weight	7	0.012501982040703297
231724	embedding2nn.weight	8	0.002939923433586955
231724	embedding2nn.weight	9	-0.05140658840537071
231724	embedding2nn.bias	0	0.018781539052724838
231724	embedding2nn.bias	1	-0.17824040353298187
231724	embedding2nn.bias	2	0.06923850625753403
231724	embedding2nn.bias	3	0.15967106819152832
231724	embedding2nn.bias	4	0.14003799855709076
231724	embedding2nn.bias	5	-0.05287651717662811
231724	embedding2nn.bias	6	-0.05850997194647789
231724	embedding2nn.bias	7	0.026643507182598114
231724	embedding2nn.bias	8	-0.13613401353359222
231724	embedding2nn.bias	9	-0.38509562611579895
231724	rnn.weight_ih_l0	0	-0.0013378746807575226
231724	rnn.weight_ih_l0	1	-0.06486356258392334
231724	rnn.weight_ih_l0	2	-0.10213310271501541
231724	rnn.weight_ih_l0	3	0.05486413091421127
231724	rnn.weight_ih_l0	4	0.051182445138692856
231724	rnn.weight_ih_l0	5	-0.07950138300657272
231724	rnn.weight_ih_l0	6	-0.03518594428896904
231724	rnn.weight_ih_l0	7	-0.0012145538348704576
231724	rnn.weight_ih_l0	8	-0.006492255255579948
231724	rnn.weight_ih_l0	9	-0.05412523075938225
231724	rnn.weight_hh_l0	0	0.014670862816274166
231724	rnn.weight_hh_l0	1	0.0715591087937355
231724	rnn.weight_hh_l0	2	0.034752193838357925
231724	rnn.weight_hh_l0	3	0.02839435264468193
231724	rnn.weight_hh_l0	4	0.008548342622816563
231724	rnn.weight_hh_l0	5	0.07534196227788925
231724	rnn.weight_hh_l0	6	-0.02245703898370266
231724	rnn.weight_hh_l0	7	-0.054961998015642166
231724	rnn.weight_hh_l0	8	0.040283530950546265
231724	rnn.weight_hh_l0	9	-0.093006432056427
231724	rnn.bias_ih_l0	0	0.16677416861057281
231724	rnn.bias_ih_l0	1	-0.20314539968967438
231724	rnn.bias_ih_l0	2	-0.01544762309640646
231724	rnn.bias_ih_l0	3	-0.14651048183441162
231724	rnn.bias_ih_l0	4	0.019492730498313904
231724	rnn.bias_ih_l0	5	-0.2800489366054535
231724	rnn.bias_ih_l0	6	-0.09572311490774155
231724	rnn.bias_ih_l0	7	-0.2566898465156555
231724	rnn.bias_ih_l0	8	-0.21638920903205872
231724	rnn.bias_ih_l0	9	-0.39154282212257385
231724	rnn.bias_hh_l0	0	-0.24036239087581635
231724	rnn.bias_hh_l0	1	-0.22919254004955292
231724	rnn.bias_hh_l0	2	-0.23801368474960327
231724	rnn.bias_hh_l0	3	-0.06273581087589264
231724	rnn.bias_hh_l0	4	-0.22797004878520966
231724	rnn.bias_hh_l0	5	-0.2694456875324249
231724	rnn.bias_hh_l0	6	-0.11653155088424683
231724	rnn.bias_hh_l0	7	0.06900700181722641
231724	rnn.bias_hh_l0	8	-0.13705915212631226
231724	rnn.bias_hh_l0	9	-0.3934398889541626
231724	rnn.weight_ih_l0_reverse	0	0.0659317746758461
231724	rnn.weight_ih_l0_reverse	1	-0.07134245336055756
231724	rnn.weight_ih_l0_reverse	2	-0.03731677308678627
231724	rnn.weight_ih_l0_reverse	3	-0.09519488364458084
231724	rnn.weight_ih_l0_reverse	4	0.06752152740955353
231724	rnn.weight_ih_l0_reverse	5	-0.13260270655155182
231724	rnn.weight_ih_l0_reverse	6	0.02824755571782589
231724	rnn.weight_ih_l0_reverse	7	0.029548699036240578
231724	rnn.weight_ih_l0_reverse	8	-0.07630380988121033
231724	rnn.weight_ih_l0_reverse	9	-0.015855159610509872
231724	rnn.weight_hh_l0_reverse	0	-0.062153153121471405
231724	rnn.weight_hh_l0_reverse	1	0.013531769625842571
231724	rnn.weight_hh_l0_reverse	2	-0.018110116943717003
231724	rnn.weight_hh_l0_reverse	3	0.007872985675930977
231724	rnn.weight_hh_l0_reverse	4	-0.07252287864685059
231724	rnn.weight_hh_l0_reverse	5	0.039801422506570816
231724	rnn.weight_hh_l0_reverse	6	0.015559438616037369
231724	rnn.weight_hh_l0_reverse	7	-0.05674362927675247
231724	rnn.weight_hh_l0_reverse	8	-0.010193860158324242
231724	rnn.weight_hh_l0_reverse	9	0.06844484806060791
231724	rnn.bias_ih_l0_reverse	0	-0.14947687089443207
231724	rnn.bias_ih_l0_reverse	1	-0.09530424326658249
231724	rnn.bias_ih_l0_reverse	2	0.0575435496866703
231724	rnn.bias_ih_l0_reverse	3	-0.20122593641281128
231724	rnn.bias_ih_l0_reverse	4	-0.016446396708488464
231724	rnn.bias_ih_l0_reverse	5	-0.18739713728427887
231724	rnn.bias_ih_l0_reverse	6	0.21504569053649902
231724	rnn.bias_ih_l0_reverse	7	-0.28537243604660034
231724	rnn.bias_ih_l0_reverse	8	-0.14968150854110718
231724	rnn.bias_ih_l0_reverse	9	-0.13692723214626312
231724	rnn.bias_hh_l0_reverse	0	-0.10258108377456665
231724	rnn.bias_hh_l0_reverse	1	0.20810851454734802
231724	rnn.bias_hh_l0_reverse	2	-0.30285847187042236
231724	rnn.bias_hh_l0_reverse	3	-0.13524889945983887
231724	rnn.bias_hh_l0_reverse	4	-0.28950071334838867
231724	rnn.bias_hh_l0_reverse	5	-0.13308218121528625
231724	rnn.bias_hh_l0_reverse	6	-0.24937836825847626
231724	rnn.bias_hh_l0_reverse	7	-0.07235509157180786
231724	rnn.bias_hh_l0_reverse	8	-0.17904992401599884
231724	rnn.bias_hh_l0_reverse	9	0.1908680647611618
231724	linear.weight	0	0.18092724680900574
231724	linear.weight	1	-0.3811546266078949
231724	linear.weight	2	0.013953858986496925
231724	linear.weight	3	0.06816094368696213
231724	linear.weight	4	-0.14671754837036133
231724	linear.weight	5	0.23249904811382294
231724	linear.weight	6	-0.048026446253061295
231724	linear.weight	7	-0.06617625802755356
231724	linear.weight	8	0.12902644276618958
231724	linear.weight	9	-0.04147789999842644
231724	linear.bias	0	-1.0830717086791992
231724	linear.bias	1	2.0023343563079834
231724	linear.bias	2	0.5788450241088867
231724	linear.bias	3	-2.4690964221954346
231724	linear.bias	4	-0.30195093154907227
231724	linear.bias	5	1.1580944061279297
231724	linear.bias	6	-0.21958623826503754
231724	linear.bias	7	0.5619688630104065
231724	linear.bias	8	2.123687744140625
231724	linear.bias	9	-1.3628313541412354
232333	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
232333	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
232333	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
232333	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
232333	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
232333	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
232333	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
232333	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
232333	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
232333	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
232333	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
232333	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
232333	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
232333	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
232333	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
232333	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
232333	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
232333	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
232333	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
232333	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
232333	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
232333	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
232333	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
232333	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
232333	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
232333	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
232333	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
232333	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
232333	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
232333	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
232333	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
232333	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
232333	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
232333	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
232333	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
232333	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
232333	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
232333	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
232333	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
232333	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
232333	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
232333	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
232333	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
232333	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
232333	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
232333	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
232333	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
232333	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
232333	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
232333	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
232333	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
232333	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
232333	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
232333	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
232333	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
232333	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
232333	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
232333	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
232333	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
232333	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
232333	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
232333	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
232333	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
232333	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
232333	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
232333	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
232333	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
232333	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
232333	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
232333	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
232333	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
232333	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
232333	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
232333	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
232333	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
232333	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
232333	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
232333	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
232333	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
232333	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
232333	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
232333	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
232333	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
232333	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
232333	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
232333	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
232333	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
232333	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
232333	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
232333	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
232333	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
232333	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
232333	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
232333	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
232333	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
232333	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
232333	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
232333	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
232333	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
232333	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
232333	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
232333	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
232333	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
232333	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
232333	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
232333	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
232333	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
232333	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
232333	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
232333	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
232333	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
232333	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
232333	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
232333	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
232333	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
232333	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
232333	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
232333	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
232333	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
232333	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
232333	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
232333	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
232333	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
232333	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
232333	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
232333	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
232333	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
232333	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
232333	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
232333	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
232333	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
232333	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
232333	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
232333	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
232333	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
232333	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
232333	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
232333	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
232333	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
232333	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
232333	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
232333	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
232333	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
232333	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
232333	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
232333	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
232333	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
232333	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
232333	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
232333	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
232333	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
232333	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
232333	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
232333	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
232333	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
232333	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
232333	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
232333	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
232333	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
232333	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
232333	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
232333	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
232333	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
232333	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
232333	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
232333	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
232333	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
232333	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
232333	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
232333	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
232333	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
232333	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
232333	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
232333	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
232333	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
232333	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
232333	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
232333	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
232333	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
232333	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
232333	embedding2nn.weight	0	0.2509649991989136
232333	embedding2nn.weight	1	0.3093581795692444
232333	embedding2nn.weight	2	0.014650722034275532
232333	embedding2nn.weight	3	0.04381859675049782
232333	embedding2nn.weight	4	-0.027661103755235672
232333	embedding2nn.weight	5	0.08415357023477554
232333	embedding2nn.weight	6	0.042209796607494354
232333	embedding2nn.weight	7	0.008414268493652344
232333	embedding2nn.weight	8	0.006909904070198536
232333	embedding2nn.weight	9	-0.058742500841617584
232333	embedding2nn.bias	0	0.03325655311346054
232333	embedding2nn.bias	1	-0.16364626586437225
232333	embedding2nn.bias	2	0.07570438086986542
232333	embedding2nn.bias	3	0.14789332449436188
232333	embedding2nn.bias	4	0.1409999132156372
232333	embedding2nn.bias	5	-0.050026316195726395
232333	embedding2nn.bias	6	-0.06630943715572357
232333	embedding2nn.bias	7	0.03820841386914253
232333	embedding2nn.bias	8	-0.11560477316379547
232333	embedding2nn.bias	9	-0.3996294438838959
232333	rnn.weight_ih_l0	0	-0.00047032078146003187
232333	rnn.weight_ih_l0	1	-0.06574903428554535
232333	rnn.weight_ih_l0	2	-0.10099628567695618
232333	rnn.weight_ih_l0	3	0.051487263292074203
232333	rnn.weight_ih_l0	4	0.04645733907818794
232333	rnn.weight_ih_l0	5	-0.08645598590373993
232333	rnn.weight_ih_l0	6	-0.03748380392789841
232333	rnn.weight_ih_l0	7	0.00014181260485202074
232333	rnn.weight_ih_l0	8	-0.00812844280153513
232333	rnn.weight_ih_l0	9	-0.05652173236012459
232333	rnn.weight_hh_l0	0	0.014638500288128853
232333	rnn.weight_hh_l0	1	0.07231966406106949
232333	rnn.weight_hh_l0	2	0.035601694136857986
232333	rnn.weight_hh_l0	3	0.02810114622116089
232333	rnn.weight_hh_l0	4	0.008154493756592274
232333	rnn.weight_hh_l0	5	0.07482660561800003
232333	rnn.weight_hh_l0	6	-0.022067628800868988
232333	rnn.weight_hh_l0	7	-0.05741339549422264
232333	rnn.weight_hh_l0	8	0.0403129868209362
232333	rnn.weight_hh_l0	9	-0.09265416115522385
232333	rnn.bias_ih_l0	0	0.16230756044387817
232333	rnn.bias_ih_l0	1	-0.19377712905406952
232333	rnn.bias_ih_l0	2	-0.019874878227710724
232333	rnn.bias_ih_l0	3	-0.1443956047296524
232333	rnn.bias_ih_l0	4	0.034200843423604965
232333	rnn.bias_ih_l0	5	-0.28530174493789673
232333	rnn.bias_ih_l0	6	-0.09114855527877808
232333	rnn.bias_ih_l0	7	-0.25765666365623474
232333	rnn.bias_ih_l0	8	-0.2193354219198227
232333	rnn.bias_ih_l0	9	-0.40629932284355164
232333	rnn.bias_hh_l0	0	-0.2370191216468811
232333	rnn.bias_hh_l0	1	-0.2197285294532776
232333	rnn.bias_hh_l0	2	-0.23464182019233704
232333	rnn.bias_hh_l0	3	-0.07187294214963913
232333	rnn.bias_hh_l0	4	-0.23820731043815613
232333	rnn.bias_hh_l0	5	-0.2698586583137512
232333	rnn.bias_hh_l0	6	-0.11666955798864365
232333	rnn.bias_hh_l0	7	0.059511881321668625
232333	rnn.bias_hh_l0	8	-0.1405818611383438
232333	rnn.bias_hh_l0	9	-0.39536282420158386
232333	rnn.weight_ih_l0_reverse	0	0.06504756957292557
232333	rnn.weight_ih_l0_reverse	1	-0.0731249526143074
232333	rnn.weight_ih_l0_reverse	2	-0.03203169256448746
232333	rnn.weight_ih_l0_reverse	3	-0.08804256469011307
232333	rnn.weight_ih_l0_reverse	4	0.07154957950115204
232333	rnn.weight_ih_l0_reverse	5	-0.12323037534952164
232333	rnn.weight_ih_l0_reverse	6	0.02435288205742836
232333	rnn.weight_ih_l0_reverse	7	0.03019970841705799
232333	rnn.weight_ih_l0_reverse	8	-0.07819673418998718
232333	rnn.weight_ih_l0_reverse	9	-0.009844296611845493
232333	rnn.weight_hh_l0_reverse	0	-0.0625457912683487
232333	rnn.weight_hh_l0_reverse	1	0.013471261598169804
232333	rnn.weight_hh_l0_reverse	2	-0.01741582155227661
232333	rnn.weight_hh_l0_reverse	3	0.006905160378664732
232333	rnn.weight_hh_l0_reverse	4	-0.0708703026175499
232333	rnn.weight_hh_l0_reverse	5	0.03940105810761452
232333	rnn.weight_hh_l0_reverse	6	0.015627626329660416
232333	rnn.weight_hh_l0_reverse	7	-0.05985283479094505
232333	rnn.weight_hh_l0_reverse	8	-0.010647546499967575
232333	rnn.weight_hh_l0_reverse	9	0.06742727756500244
232333	rnn.bias_ih_l0_reverse	0	-0.15174530446529388
232333	rnn.bias_ih_l0_reverse	1	-0.09567440301179886
232333	rnn.bias_ih_l0_reverse	2	0.06523489207029343
232333	rnn.bias_ih_l0_reverse	3	-0.2057398408651352
232333	rnn.bias_ih_l0_reverse	4	-0.02364913374185562
232333	rnn.bias_ih_l0_reverse	5	-0.19157461822032928
232333	rnn.bias_ih_l0_reverse	6	0.2191825658082962
232333	rnn.bias_ih_l0_reverse	7	-0.2925075888633728
232333	rnn.bias_ih_l0_reverse	8	-0.14699162542819977
232333	rnn.bias_ih_l0_reverse	9	-0.13854877650737762
232333	rnn.bias_hh_l0_reverse	0	-0.10768743604421616
232333	rnn.bias_hh_l0_reverse	1	0.21487364172935486
232333	rnn.bias_hh_l0_reverse	2	-0.3063461184501648
232333	rnn.bias_hh_l0_reverse	3	-0.13035984337329865
232333	rnn.bias_hh_l0_reverse	4	-0.29795578122138977
232333	rnn.bias_hh_l0_reverse	5	-0.1293673813343048
232333	rnn.bias_hh_l0_reverse	6	-0.2583540081977844
232333	rnn.bias_hh_l0_reverse	7	-0.07932618260383606
232333	rnn.bias_hh_l0_reverse	8	-0.1806260049343109
232333	rnn.bias_hh_l0_reverse	9	0.19876042008399963
232333	linear.weight	0	0.18455618619918823
232333	linear.weight	1	-0.387677937746048
232333	linear.weight	2	0.02087317779660225
232333	linear.weight	3	0.06816129386425018
232333	linear.weight	4	-0.1290031522512436
232333	linear.weight	5	0.23271462321281433
232333	linear.weight	6	-0.008654888719320297
232333	linear.weight	7	-0.06617194414138794
232333	linear.weight	8	0.1447322964668274
232333	linear.weight	9	-0.041509535163640976
232333	linear.bias	0	-1.1176416873931885
232333	linear.bias	1	1.9671943187713623
232333	linear.bias	2	0.5614005327224731
232333	linear.bias	3	-2.4698963165283203
232333	linear.bias	4	-0.31505411863327026
232333	linear.bias	5	1.1835602521896362
232333	linear.bias	6	-0.21656067669391632
232333	linear.bias	7	0.5435637831687927
232333	linear.bias	8	2.13775634765625
232333	linear.bias	9	-1.3611770868301392
232942	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
232942	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
232942	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
232942	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
232942	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
232942	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
232942	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
232942	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
232942	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
232942	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
232942	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
232942	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
232942	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
232942	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
232942	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
232942	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
232942	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
232942	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
232942	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
232942	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
232942	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
232942	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
232942	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
232942	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
232942	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
232942	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
232942	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
232942	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
232942	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
232942	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
232942	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
232942	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
232942	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
232942	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
232942	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
232942	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
232942	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
232942	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
232942	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
232942	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
232942	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
232942	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
232942	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
232942	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
232942	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
232942	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
232942	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
232942	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
232942	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
232942	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
232942	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
232942	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
232942	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
232942	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
232942	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
232942	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
232942	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
232942	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
232942	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
232942	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
232942	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
232942	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
232942	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
232942	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
232942	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
232942	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
232942	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
232942	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
232942	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
232942	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
232942	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
232942	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
232942	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
232942	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
232942	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
232942	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
232942	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
232942	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
232942	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
232942	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
232942	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
232942	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
232942	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
232942	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
232942	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
232942	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
232942	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
232942	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
232942	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
232942	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
232942	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
232942	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
232942	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
232942	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
232942	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
232942	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
232942	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
232942	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
232942	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
232942	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
232942	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
232942	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
232942	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
232942	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
232942	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
232942	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
232942	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
232942	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
232942	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
232942	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
232942	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
232942	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
232942	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
232942	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
232942	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
232942	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
232942	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
232942	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
232942	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
232942	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
232942	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
232942	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
232942	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
232942	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
232942	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
232942	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
232942	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
232942	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
232942	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
232942	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
232942	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
232942	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
232942	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
232942	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
232942	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
232942	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
232942	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
232942	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
232942	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
232942	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
232942	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
232942	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
232942	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
232942	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
232942	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
232942	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
232942	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
232942	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
232942	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
232942	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
232942	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
232942	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
232942	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
232942	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
232942	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
232942	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
232942	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
232942	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
232942	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
232942	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
232942	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
232942	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
232942	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
232942	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
232942	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
232942	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
232942	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
232942	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
232942	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
232942	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
232942	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
232942	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
232942	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
232942	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
232942	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
232942	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
232942	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
232942	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
232942	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
232942	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
232942	embedding2nn.weight	0	0.25107985734939575
232942	embedding2nn.weight	1	0.3045588433742523
232942	embedding2nn.weight	2	0.014056280255317688
232942	embedding2nn.weight	3	0.04548293724656105
232942	embedding2nn.weight	4	-0.028369396924972534
232942	embedding2nn.weight	5	0.0839906856417656
232942	embedding2nn.weight	6	0.04530041664838791
232942	embedding2nn.weight	7	0.013073704205453396
232942	embedding2nn.weight	8	0.00698382593691349
232942	embedding2nn.weight	9	-0.04895608872175217
232942	embedding2nn.bias	0	0.037748608738183975
232942	embedding2nn.bias	1	-0.15178559720516205
232942	embedding2nn.bias	2	0.07323738187551498
232942	embedding2nn.bias	3	0.14109592139720917
232942	embedding2nn.bias	4	0.15843415260314941
232942	embedding2nn.bias	5	-0.04664992541074753
232942	embedding2nn.bias	6	-0.04525072127580643
232942	embedding2nn.bias	7	0.06065632030367851
232942	embedding2nn.bias	8	-0.1275777965784073
232942	embedding2nn.bias	9	-0.41033822298049927
232942	rnn.weight_ih_l0	0	0.0004110307199880481
232942	rnn.weight_ih_l0	1	-0.06516388803720474
232942	rnn.weight_ih_l0	2	-0.09299729764461517
232942	rnn.weight_ih_l0	3	0.05256863310933113
232942	rnn.weight_ih_l0	4	0.05472085252404213
232942	rnn.weight_ih_l0	5	-0.08526911586523056
232942	rnn.weight_ih_l0	6	-0.03510872647166252
232942	rnn.weight_ih_l0	7	0.0031769981142133474
232942	rnn.weight_ih_l0	8	-0.018596475943922997
232942	rnn.weight_ih_l0	9	-0.057749923318624496
232942	rnn.weight_hh_l0	0	0.01520039327442646
232942	rnn.weight_hh_l0	1	0.07194004952907562
232942	rnn.weight_hh_l0	2	0.03567725419998169
232942	rnn.weight_hh_l0	3	0.027561098337173462
232942	rnn.weight_hh_l0	4	0.009204673580825329
232942	rnn.weight_hh_l0	5	0.07419417798519135
232942	rnn.weight_hh_l0	6	-0.022002961486577988
232942	rnn.weight_hh_l0	7	-0.05489826202392578
232942	rnn.weight_hh_l0	8	0.039949238300323486
232942	rnn.weight_hh_l0	9	-0.09160935878753662
232942	rnn.bias_ih_l0	0	0.1740426868200302
232942	rnn.bias_ih_l0	1	-0.19370391964912415
232942	rnn.bias_ih_l0	2	-0.02001233398914337
232942	rnn.bias_ih_l0	3	-0.13979338109493256
232942	rnn.bias_ih_l0	4	0.035939425230026245
232942	rnn.bias_ih_l0	5	-0.28868594765663147
232942	rnn.bias_ih_l0	6	-0.0935717299580574
232942	rnn.bias_ih_l0	7	-0.25959885120391846
232942	rnn.bias_ih_l0	8	-0.22303253412246704
232942	rnn.bias_ih_l0	9	-0.41767480969429016
232942	rnn.bias_hh_l0	0	-0.2307782918214798
232942	rnn.bias_hh_l0	1	-0.2223464399576187
232942	rnn.bias_hh_l0	2	-0.2322891503572464
232942	rnn.bias_hh_l0	3	-0.06972765177488327
232942	rnn.bias_hh_l0	4	-0.23740580677986145
232942	rnn.bias_hh_l0	5	-0.2680215537548065
232942	rnn.bias_hh_l0	6	-0.12321335822343826
232942	rnn.bias_hh_l0	7	0.07052965462207794
232942	rnn.bias_hh_l0	8	-0.13623297214508057
232942	rnn.bias_hh_l0	9	-0.39192625880241394
232942	rnn.weight_ih_l0_reverse	0	0.05423483997583389
232942	rnn.weight_ih_l0_reverse	1	-0.07260601967573166
232942	rnn.weight_ih_l0_reverse	2	-0.035756465047597885
232942	rnn.weight_ih_l0_reverse	3	-0.08675297349691391
232942	rnn.weight_ih_l0_reverse	4	0.07273824512958527
232942	rnn.weight_ih_l0_reverse	5	-0.12068996578454971
232942	rnn.weight_ih_l0_reverse	6	0.02110082469880581
232942	rnn.weight_ih_l0_reverse	7	0.031451690942049026
232942	rnn.weight_ih_l0_reverse	8	-0.07938037812709808
232942	rnn.weight_ih_l0_reverse	9	-0.0042046671733260155
232942	rnn.weight_hh_l0_reverse	0	-0.06327048689126968
232942	rnn.weight_hh_l0_reverse	1	0.013220996595919132
232942	rnn.weight_hh_l0_reverse	2	-0.017283577471971512
232942	rnn.weight_hh_l0_reverse	3	0.006951598450541496
232942	rnn.weight_hh_l0_reverse	4	-0.070440374314785
232942	rnn.weight_hh_l0_reverse	5	0.03975704684853554
232942	rnn.weight_hh_l0_reverse	6	0.015791993588209152
232942	rnn.weight_hh_l0_reverse	7	-0.0636926218867302
232942	rnn.weight_hh_l0_reverse	8	-0.014073852449655533
232942	rnn.weight_hh_l0_reverse	9	0.06962145864963531
232942	rnn.bias_ih_l0_reverse	0	-0.14789432287216187
232942	rnn.bias_ih_l0_reverse	1	-0.0987059473991394
232942	rnn.bias_ih_l0_reverse	2	0.061553698033094406
232942	rnn.bias_ih_l0_reverse	3	-0.20693501830101013
232942	rnn.bias_ih_l0_reverse	4	-0.02667689137160778
232942	rnn.bias_ih_l0_reverse	5	-0.19162848591804504
232942	rnn.bias_ih_l0_reverse	6	0.2353946566581726
232942	rnn.bias_ih_l0_reverse	7	-0.2949724793434143
232942	rnn.bias_ih_l0_reverse	8	-0.14651785790920258
232942	rnn.bias_ih_l0_reverse	9	-0.12104298174381256
232942	rnn.bias_hh_l0_reverse	0	-0.09853483736515045
232942	rnn.bias_hh_l0_reverse	1	0.2154592126607895
232942	rnn.bias_hh_l0_reverse	2	-0.3005440831184387
232942	rnn.bias_hh_l0_reverse	3	-0.1382138729095459
232942	rnn.bias_hh_l0_reverse	4	-0.2940601408481598
232942	rnn.bias_hh_l0_reverse	5	-0.12639778852462769
232942	rnn.bias_hh_l0_reverse	6	-0.24898715317249298
232942	rnn.bias_hh_l0_reverse	7	-0.07780744880437851
232942	rnn.bias_hh_l0_reverse	8	-0.18535849452018738
232942	rnn.bias_hh_l0_reverse	9	0.1900424361228943
232942	linear.weight	0	0.21212688088417053
232942	linear.weight	1	-0.4092743396759033
232942	linear.weight	2	0.026351172477006912
232942	linear.weight	3	0.06815288960933685
232942	linear.weight	4	-0.16078178584575653
232942	linear.weight	5	0.22235800325870514
232942	linear.weight	6	-0.05454133823513985
232942	linear.weight	7	-0.06616280972957611
232942	linear.weight	8	0.13226184248924255
232942	linear.weight	9	-0.0415373258292675
232942	linear.bias	0	-1.0773038864135742
232942	linear.bias	1	1.978435754776001
232942	linear.bias	2	0.5627557039260864
232942	linear.bias	3	-2.470705986022949
232942	linear.bias	4	-0.29783138632774353
232942	linear.bias	5	1.14983069896698
232942	linear.bias	6	-0.22090953588485718
232942	linear.bias	7	0.5724245309829712
232942	linear.bias	8	2.1571123600006104
232942	linear.bias	9	-1.3541651964187622
233551	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
233551	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
233551	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
233551	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
233551	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
233551	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
233551	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
233551	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
233551	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
233551	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
233551	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
233551	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
233551	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
233551	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
233551	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
233551	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
233551	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
233551	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
233551	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
233551	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
233551	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
233551	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
233551	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
233551	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
233551	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
233551	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
233551	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
233551	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
233551	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
233551	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
233551	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
233551	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
233551	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
233551	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
233551	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
233551	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
233551	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
233551	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
233551	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
233551	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
233551	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
233551	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
233551	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
233551	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
233551	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
233551	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
233551	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
233551	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
233551	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
233551	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
233551	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
233551	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
233551	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
233551	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
233551	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
233551	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
233551	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
233551	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
233551	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
233551	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
233551	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
233551	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
233551	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
233551	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
233551	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
233551	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
233551	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
233551	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
233551	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
233551	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
233551	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
233551	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
233551	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
233551	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
233551	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
233551	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
233551	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
233551	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
233551	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
233551	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
233551	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
233551	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
233551	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
233551	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
233551	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
233551	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
233551	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
233551	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
233551	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
233551	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
233551	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
233551	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
233551	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
233551	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
233551	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
233551	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
233551	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
233551	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
233551	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
233551	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
233551	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
233551	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
233551	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
233551	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
233551	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
233551	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
233551	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
233551	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
233551	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
233551	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
233551	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
233551	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
233551	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
233551	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
233551	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
233551	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
233551	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
233551	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
233551	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
233551	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
233551	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
233551	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
233551	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
233551	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
233551	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
233551	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
233551	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
233551	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
233551	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
233551	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
233551	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
233551	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
233551	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
233551	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
233551	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
233551	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
233551	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
233551	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
233551	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
233551	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
233551	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
233551	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
233551	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
233551	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
233551	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
233551	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
233551	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
233551	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
233551	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
233551	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
233551	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
233551	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
233551	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
233551	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
233551	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
233551	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
233551	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
233551	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
233551	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
233551	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
233551	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
233551	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
233551	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
233551	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
233551	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
233551	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
233551	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
233551	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
233551	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
233551	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
233551	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
233551	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
233551	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
233551	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
233551	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
233551	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
233551	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
233551	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
233551	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
233551	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
233551	embedding2nn.weight	0	0.2526852786540985
233551	embedding2nn.weight	1	0.3071596026420593
233551	embedding2nn.weight	2	0.008553181774914265
233551	embedding2nn.weight	3	0.05273190140724182
233551	embedding2nn.weight	4	-0.024964354932308197
233551	embedding2nn.weight	5	0.08373614400625229
233551	embedding2nn.weight	6	0.04457350820302963
233551	embedding2nn.weight	7	0.009309908375144005
233551	embedding2nn.weight	8	0.007730862125754356
233551	embedding2nn.weight	9	-0.04401331767439842
233551	embedding2nn.bias	0	0.04210984334349632
233551	embedding2nn.bias	1	-0.14130493998527527
233551	embedding2nn.bias	2	0.06647349148988724
233551	embedding2nn.bias	3	0.15735311806201935
233551	embedding2nn.bias	4	0.16300702095031738
233551	embedding2nn.bias	5	-0.050490107387304306
233551	embedding2nn.bias	6	-0.04220312833786011
233551	embedding2nn.bias	7	0.03039693273603916
233551	embedding2nn.bias	8	-0.14659631252288818
233551	embedding2nn.bias	9	-0.3904851973056793
233551	rnn.weight_ih_l0	0	0.0014451747993007302
233551	rnn.weight_ih_l0	1	-0.06409531086683273
233551	rnn.weight_ih_l0	2	-0.08908023685216904
233551	rnn.weight_ih_l0	3	0.05655462667346001
233551	rnn.weight_ih_l0	4	0.04969262331724167
233551	rnn.weight_ih_l0	5	-0.10021025687456131
233551	rnn.weight_ih_l0	6	-0.03778807446360588
233551	rnn.weight_ih_l0	7	0.006309769582003355
233551	rnn.weight_ih_l0	8	-0.011669487692415714
233551	rnn.weight_ih_l0	9	-0.0560951754450798
233551	rnn.weight_hh_l0	0	0.014939568005502224
233551	rnn.weight_hh_l0	1	0.07132771611213684
233551	rnn.weight_hh_l0	2	0.035863302648067474
233551	rnn.weight_hh_l0	3	0.026851842179894447
233551	rnn.weight_hh_l0	4	0.009249917231500149
233551	rnn.weight_hh_l0	5	0.07653374969959259
233551	rnn.weight_hh_l0	6	-0.02242543175816536
233551	rnn.weight_hh_l0	7	-0.05704948306083679
233551	rnn.weight_hh_l0	8	0.04017544910311699
233551	rnn.weight_hh_l0	9	-0.09102090448141098
233551	rnn.bias_ih_l0	0	0.16817855834960938
233551	rnn.bias_ih_l0	1	-0.19519759714603424
233551	rnn.bias_ih_l0	2	-0.021305670961737633
233551	rnn.bias_ih_l0	3	-0.14117085933685303
233551	rnn.bias_ih_l0	4	0.04482539743185043
233551	rnn.bias_ih_l0	5	-0.2923015058040619
233551	rnn.bias_ih_l0	6	-0.09927953779697418
233551	rnn.bias_ih_l0	7	-0.2610519528388977
233551	rnn.bias_ih_l0	8	-0.22239089012145996
233551	rnn.bias_ih_l0	9	-0.4050460159778595
233551	rnn.bias_hh_l0	0	-0.22117428481578827
233551	rnn.bias_hh_l0	1	-0.22604189813137054
233551	rnn.bias_hh_l0	2	-0.2311469465494156
233551	rnn.bias_hh_l0	3	-0.06511866301298141
233551	rnn.bias_hh_l0	4	-0.2338712364435196
233551	rnn.bias_hh_l0	5	-0.2655249238014221
233551	rnn.bias_hh_l0	6	-0.11497115343809128
233551	rnn.bias_hh_l0	7	0.06753329932689667
233551	rnn.bias_hh_l0	8	-0.1426585614681244
233551	rnn.bias_hh_l0	9	-0.40286585688591003
233551	rnn.weight_ih_l0_reverse	0	0.055425677448511124
233551	rnn.weight_ih_l0_reverse	1	-0.07381735742092133
233551	rnn.weight_ih_l0_reverse	2	-0.03446384519338608
233551	rnn.weight_ih_l0_reverse	3	-0.08805318176746368
233551	rnn.weight_ih_l0_reverse	4	0.06919120252132416
233551	rnn.weight_ih_l0_reverse	5	-0.11789093911647797
233551	rnn.weight_ih_l0_reverse	6	0.017392069101333618
233551	rnn.weight_ih_l0_reverse	7	0.03264059126377106
233551	rnn.weight_ih_l0_reverse	8	-0.08325847238302231
233551	rnn.weight_ih_l0_reverse	9	-0.005172422155737877
233551	rnn.weight_hh_l0_reverse	0	-0.064820796251297
233551	rnn.weight_hh_l0_reverse	1	0.014465653337538242
233551	rnn.weight_hh_l0_reverse	2	-0.019064422696828842
233551	rnn.weight_hh_l0_reverse	3	0.00687807472422719
233551	rnn.weight_hh_l0_reverse	4	-0.0698472186923027
233551	rnn.weight_hh_l0_reverse	5	0.040014609694480896
233551	rnn.weight_hh_l0_reverse	6	0.01563519984483719
233551	rnn.weight_hh_l0_reverse	7	-0.06230192631483078
233551	rnn.weight_hh_l0_reverse	8	-0.011524812318384647
233551	rnn.weight_hh_l0_reverse	9	0.07086087763309479
233551	rnn.bias_ih_l0_reverse	0	-0.1478613317012787
233551	rnn.bias_ih_l0_reverse	1	-0.09812435507774353
233551	rnn.bias_ih_l0_reverse	2	0.06249493360519409
233551	rnn.bias_ih_l0_reverse	3	-0.20539863407611847
233551	rnn.bias_ih_l0_reverse	4	-0.025886155664920807
233551	rnn.bias_ih_l0_reverse	5	-0.18752546608448029
233551	rnn.bias_ih_l0_reverse	6	0.23061400651931763
233551	rnn.bias_ih_l0_reverse	7	-0.2802005410194397
233551	rnn.bias_ih_l0_reverse	8	-0.14325010776519775
233551	rnn.bias_ih_l0_reverse	9	-0.1278504580259323
233551	rnn.bias_hh_l0_reverse	0	-0.09182583540678024
233551	rnn.bias_hh_l0_reverse	1	0.22798749804496765
233551	rnn.bias_hh_l0_reverse	2	-0.2995999753475189
233551	rnn.bias_hh_l0_reverse	3	-0.1420735865831375
233551	rnn.bias_hh_l0_reverse	4	-0.2912899851799011
233551	rnn.bias_hh_l0_reverse	5	-0.12673437595367432
233551	rnn.bias_hh_l0_reverse	6	-0.24664287269115448
233551	rnn.bias_hh_l0_reverse	7	-0.08215141296386719
233551	rnn.bias_hh_l0_reverse	8	-0.1886388659477234
233551	rnn.bias_hh_l0_reverse	9	0.17690399289131165
233551	linear.weight	0	0.20837216079235077
233551	linear.weight	1	-0.4249877333641052
233551	linear.weight	2	0.019824938848614693
233551	linear.weight	3	0.0681571438908577
233551	linear.weight	4	-0.09328196197748184
233551	linear.weight	5	0.23365192115306854
233551	linear.weight	6	-0.07475363463163376
233551	linear.weight	7	-0.06615866720676422
233551	linear.weight	8	0.12663938105106354
233551	linear.weight	9	-0.04156707972288132
233551	linear.bias	0	-1.088146686553955
233551	linear.bias	1	1.969422698020935
233551	linear.bias	2	0.5653210282325745
233551	linear.bias	3	-2.4714889526367188
233551	linear.bias	4	-0.25126394629478455
233551	linear.bias	5	1.1724175214767456
233551	linear.bias	6	-0.22844241559505463
233551	linear.bias	7	0.5727618932723999
233551	linear.bias	8	2.1040573120117188
233551	linear.bias	9	-1.3604496717453003
234160	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
234160	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
234160	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
234160	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
234160	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
234160	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
234160	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
234160	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
234160	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
234160	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
234160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
234160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
234160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
234160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
234160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
234160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
234160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
234160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
234160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
234160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
234160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
234160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
234160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
234160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
234160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
234160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
234160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
234160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
234160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
234160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
234160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
234160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
234160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
234160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
234160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
234160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
234160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
234160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
234160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
234160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
234160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
234160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
234160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
234160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
234160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
234160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
234160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
234160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
234160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
234160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
234160	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
234160	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
234160	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
234160	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
234160	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
234160	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
234160	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
234160	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
234160	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
234160	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
234160	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
234160	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
234160	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
234160	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
234160	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
234160	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
234160	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
234160	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
234160	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
234160	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
234160	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
234160	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
234160	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
234160	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
234160	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
234160	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
234160	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
234160	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
234160	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
234160	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
234160	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
234160	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
234160	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
234160	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
234160	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
234160	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
234160	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
234160	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
234160	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
234160	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
234160	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
234160	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
234160	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
234160	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
234160	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
234160	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
234160	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
234160	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
234160	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
234160	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
234160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
234160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
234160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
234160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
234160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
234160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
234160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
234160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
234160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
234160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
234160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
234160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
234160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
234160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
234160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
234160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
234160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
234160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
234160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
234160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
234160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
234160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
234160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
234160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
234160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
234160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
234160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
234160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
234160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
234160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
234160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
234160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
234160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
234160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
234160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
234160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
234160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
234160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
234160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
234160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
234160	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
234160	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
234160	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
234160	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
234160	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
234160	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
234160	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
234160	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
234160	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
234160	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
234160	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
234160	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
234160	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
234160	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
234160	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
234160	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
234160	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
234160	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
234160	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
234160	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
234160	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
234160	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
234160	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
234160	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
234160	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
234160	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
234160	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
234160	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
234160	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
234160	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
234160	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
234160	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
234160	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
234160	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
234160	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
234160	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
234160	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
234160	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
234160	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
234160	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
234160	embedding2nn.weight	0	0.2521955370903015
234160	embedding2nn.weight	1	0.3094922602176666
234160	embedding2nn.weight	2	0.01316493097692728
234160	embedding2nn.weight	3	0.048217374831438065
234160	embedding2nn.weight	4	-0.028558477759361267
234160	embedding2nn.weight	5	0.09132605046033859
234160	embedding2nn.weight	6	0.04162098839879036
234160	embedding2nn.weight	7	0.017610812559723854
234160	embedding2nn.weight	8	0.0038477331399917603
234160	embedding2nn.weight	9	-0.03555723652243614
234160	embedding2nn.bias	0	0.042301151901483536
234160	embedding2nn.bias	1	-0.16257762908935547
234160	embedding2nn.bias	2	0.08552424609661102
234160	embedding2nn.bias	3	0.12902367115020752
234160	embedding2nn.bias	4	0.15474198758602142
234160	embedding2nn.bias	5	-0.06407888233661652
234160	embedding2nn.bias	6	-0.03731360659003258
234160	embedding2nn.bias	7	0.03683892637491226
234160	embedding2nn.bias	8	-0.16742238402366638
234160	embedding2nn.bias	9	-0.3935753405094147
234160	rnn.weight_ih_l0	0	0.000262954126810655
234160	rnn.weight_ih_l0	1	-0.06291994452476501
234160	rnn.weight_ih_l0	2	-0.08924564719200134
234160	rnn.weight_ih_l0	3	0.06095515191555023
234160	rnn.weight_ih_l0	4	0.048540789633989334
234160	rnn.weight_ih_l0	5	-0.09479371458292007
234160	rnn.weight_ih_l0	6	-0.04001975432038307
234160	rnn.weight_ih_l0	7	0.005133399739861488
234160	rnn.weight_ih_l0	8	-0.005793893244117498
234160	rnn.weight_ih_l0	9	-0.057796310633420944
234160	rnn.weight_hh_l0	0	0.015696998685598373
234160	rnn.weight_hh_l0	1	0.0728917121887207
234160	rnn.weight_hh_l0	2	0.034180741757154465
234160	rnn.weight_hh_l0	3	0.02688997983932495
234160	rnn.weight_hh_l0	4	0.00970391184091568
234160	rnn.weight_hh_l0	5	0.07710269838571548
234160	rnn.weight_hh_l0	6	-0.023204464465379715
234160	rnn.weight_hh_l0	7	-0.05698385462164879
234160	rnn.weight_hh_l0	8	0.03991206735372543
234160	rnn.weight_hh_l0	9	-0.08958394825458527
234160	rnn.bias_ih_l0	0	0.16664479672908783
234160	rnn.bias_ih_l0	1	-0.19639204442501068
234160	rnn.bias_ih_l0	2	-0.02240069769322872
234160	rnn.bias_ih_l0	3	-0.1334039270877838
234160	rnn.bias_ih_l0	4	0.03289065882563591
234160	rnn.bias_ih_l0	5	-0.2945011854171753
234160	rnn.bias_ih_l0	6	-0.09594737738370895
234160	rnn.bias_ih_l0	7	-0.26182684302330017
234160	rnn.bias_ih_l0	8	-0.22240659594535828
234160	rnn.bias_ih_l0	9	-0.41999226808547974
234160	rnn.bias_hh_l0	0	-0.22566935420036316
234160	rnn.bias_hh_l0	1	-0.22660836577415466
234160	rnn.bias_hh_l0	2	-0.23025387525558472
234160	rnn.bias_hh_l0	3	-0.07089243829250336
234160	rnn.bias_hh_l0	4	-0.23640532791614532
234160	rnn.bias_hh_l0	5	-0.2654232382774353
234160	rnn.bias_hh_l0	6	-0.12152110785245895
234160	rnn.bias_hh_l0	7	0.06543554365634918
234160	rnn.bias_hh_l0	8	-0.14540331065654755
234160	rnn.bias_hh_l0	9	-0.3909553587436676
234160	rnn.weight_ih_l0_reverse	0	0.05825483053922653
234160	rnn.weight_ih_l0_reverse	1	-0.0740923210978508
234160	rnn.weight_ih_l0_reverse	2	-0.03700863569974899
234160	rnn.weight_ih_l0_reverse	3	-0.08824501186609268
234160	rnn.weight_ih_l0_reverse	4	0.06871400028467178
234160	rnn.weight_ih_l0_reverse	5	-0.12407688051462173
234160	rnn.weight_ih_l0_reverse	6	0.018185008317232132
234160	rnn.weight_ih_l0_reverse	7	0.03130330890417099
234160	rnn.weight_ih_l0_reverse	8	-0.08434458076953888
234160	rnn.weight_ih_l0_reverse	9	-0.0069345878437161446
234160	rnn.weight_hh_l0_reverse	0	-0.06541810184717178
234160	rnn.weight_hh_l0_reverse	1	0.013778802938759327
234160	rnn.weight_hh_l0_reverse	2	-0.018595974892377853
234160	rnn.weight_hh_l0_reverse	3	0.006747296079993248
234160	rnn.weight_hh_l0_reverse	4	-0.06895539909601212
234160	rnn.weight_hh_l0_reverse	5	0.03980596363544464
234160	rnn.weight_hh_l0_reverse	6	0.015608594752848148
234160	rnn.weight_hh_l0_reverse	7	-0.056583013385534286
234160	rnn.weight_hh_l0_reverse	8	-0.011364425532519817
234160	rnn.weight_hh_l0_reverse	9	0.07354938238859177
234160	rnn.bias_ih_l0_reverse	0	-0.15229585766792297
234160	rnn.bias_ih_l0_reverse	1	-0.09578482806682587
234160	rnn.bias_ih_l0_reverse	2	0.07187621295452118
234160	rnn.bias_ih_l0_reverse	3	-0.2074003368616104
234160	rnn.bias_ih_l0_reverse	4	-0.024916835129261017
234160	rnn.bias_ih_l0_reverse	5	-0.18673057854175568
234160	rnn.bias_ih_l0_reverse	6	0.2323356717824936
234160	rnn.bias_ih_l0_reverse	7	-0.28495651483535767
234160	rnn.bias_ih_l0_reverse	8	-0.14521102607250214
234160	rnn.bias_ih_l0_reverse	9	-0.13032537698745728
234160	rnn.bias_hh_l0_reverse	0	-0.09240396320819855
234160	rnn.bias_hh_l0_reverse	1	0.22097866237163544
234160	rnn.bias_hh_l0_reverse	2	-0.30068278312683105
234160	rnn.bias_hh_l0_reverse	3	-0.13497410714626312
234160	rnn.bias_hh_l0_reverse	4	-0.29644450545310974
234160	rnn.bias_hh_l0_reverse	5	-0.11452286690473557
234160	rnn.bias_hh_l0_reverse	6	-0.24648161232471466
234160	rnn.bias_hh_l0_reverse	7	-0.08628418296575546
234160	rnn.bias_hh_l0_reverse	8	-0.19989962875843048
234160	rnn.bias_hh_l0_reverse	9	0.1918109953403473
234160	linear.weight	0	0.2097582072019577
234160	linear.weight	1	-0.43770384788513184
234160	linear.weight	2	6.922371539985761e-05
234160	linear.weight	3	0.0681489035487175
234160	linear.weight	4	-0.09454838186502457
234160	linear.weight	5	0.21730010211467743
234160	linear.weight	6	-0.03183361515402794
234160	linear.weight	7	-0.06614956259727478
234160	linear.weight	8	0.12334270775318146
234160	linear.weight	9	-0.041601505130529404
234160	linear.bias	0	-1.0566481351852417
234160	linear.bias	1	1.9216116666793823
234160	linear.bias	2	0.5425388813018799
234160	linear.bias	3	-2.472256660461426
234160	linear.bias	4	-0.22735324501991272
234160	linear.bias	5	1.1360013484954834
234160	linear.bias	6	-0.1979735940694809
234160	linear.bias	7	0.5823692083358765
234160	linear.bias	8	2.1834099292755127
234160	linear.bias	9	-1.3467985391616821
234769	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
234769	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
234769	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
234769	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
234769	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
234769	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
234769	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
234769	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
234769	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
234769	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
234769	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
234769	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
234769	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
234769	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
234769	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
234769	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
234769	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
234769	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
234769	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
234769	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
234769	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
234769	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
234769	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
234769	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
234769	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
234769	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
234769	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
234769	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
234769	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
234769	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
234769	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
234769	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
234769	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
234769	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
234769	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
234769	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
234769	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
234769	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
234769	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
234769	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
234769	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
234769	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
234769	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
234769	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
234769	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
234769	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
234769	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
234769	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
234769	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
234769	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
234769	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
234769	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
234769	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
234769	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
234769	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
234769	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
234769	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
234769	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
234769	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
234769	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
234769	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
234769	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
234769	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
234769	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
234769	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
234769	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
234769	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
234769	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
234769	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
234769	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
234769	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
234769	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
234769	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
234769	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
234769	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
234769	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
234769	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
234769	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
234769	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
234769	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
234769	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
234769	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
234769	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
234769	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
234769	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
234769	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
234769	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
234769	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
234769	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
234769	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
234769	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
234769	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
234769	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
234769	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
234769	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
234769	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
234769	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
234769	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
234769	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
234769	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
234769	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
234769	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
234769	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
234769	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
234769	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
234769	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
234769	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
234769	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
234769	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
234769	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
234769	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
234769	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
234769	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
234769	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
234769	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
234769	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
234769	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
234769	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
234769	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
234769	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
234769	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
234769	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
234769	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
234769	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
234769	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
234769	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
234769	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
234769	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
234769	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
234769	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
234769	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
234769	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
234769	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
234769	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
234769	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
234769	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
234769	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
234769	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
234769	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
234769	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
234769	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
234769	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
234769	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
234769	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
234769	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
234769	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
234769	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
234769	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
234769	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
234769	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
234769	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
234769	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
234769	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
234769	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
234769	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
234769	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
234769	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
234769	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
234769	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
234769	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
234769	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
234769	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
234769	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
234769	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
234769	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
234769	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
234769	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
234769	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
234769	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
234769	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
234769	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
234769	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
234769	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
234769	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
234769	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
234769	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
234769	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
234769	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
234769	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
234769	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
234769	embedding2nn.weight	0	0.25345563888549805
234769	embedding2nn.weight	1	0.30913400650024414
234769	embedding2nn.weight	2	0.012815907597541809
234769	embedding2nn.weight	3	0.061692431569099426
234769	embedding2nn.weight	4	-0.031670499593019485
234769	embedding2nn.weight	5	0.09389451146125793
234769	embedding2nn.weight	6	0.030624736100435257
234769	embedding2nn.weight	7	0.008755972608923912
234769	embedding2nn.weight	8	-0.0016300664283335209
234769	embedding2nn.weight	9	-0.028377341106534004
234769	embedding2nn.bias	0	0.035514429211616516
234769	embedding2nn.bias	1	-0.1676669716835022
234769	embedding2nn.bias	2	0.06643982976675034
234769	embedding2nn.bias	3	0.14188002049922943
234769	embedding2nn.bias	4	0.1452500820159912
234769	embedding2nn.bias	5	-0.061050329357385635
234769	embedding2nn.bias	6	-0.023750392720103264
234769	embedding2nn.bias	7	0.04455001652240753
234769	embedding2nn.bias	8	-0.13537390530109406
234769	embedding2nn.bias	9	-0.38282087445259094
234769	rnn.weight_ih_l0	0	0.0007523144013248384
234769	rnn.weight_ih_l0	1	-0.06341102719306946
234769	rnn.weight_ih_l0	2	-0.08897075057029724
234769	rnn.weight_ih_l0	3	0.05912674963474274
234769	rnn.weight_ih_l0	4	0.03897671028971672
234769	rnn.weight_ih_l0	5	-0.10284830629825592
234769	rnn.weight_ih_l0	6	-0.041774682700634
234769	rnn.weight_ih_l0	7	0.0001928792626131326
234769	rnn.weight_ih_l0	8	-0.006760080810636282
234769	rnn.weight_ih_l0	9	-0.060581281781196594
234769	rnn.weight_hh_l0	0	0.014990194700658321
234769	rnn.weight_hh_l0	1	0.07343092560768127
234769	rnn.weight_hh_l0	2	0.03443653881549835
234769	rnn.weight_hh_l0	3	0.026755865663290024
234769	rnn.weight_hh_l0	4	0.011125382035970688
234769	rnn.weight_hh_l0	5	0.07804366946220398
234769	rnn.weight_hh_l0	6	-0.02231783978641033
234769	rnn.weight_hh_l0	7	-0.052176252007484436
234769	rnn.weight_hh_l0	8	0.03975868970155716
234769	rnn.weight_hh_l0	9	-0.09043560922145844
234769	rnn.bias_ih_l0	0	0.17722570896148682
234769	rnn.bias_ih_l0	1	-0.19890160858631134
234769	rnn.bias_ih_l0	2	-0.026150666177272797
234769	rnn.bias_ih_l0	3	-0.1353653073310852
234769	rnn.bias_ih_l0	4	0.04157725349068642
234769	rnn.bias_ih_l0	5	-0.29679372906684875
234769	rnn.bias_ih_l0	6	-0.0957896038889885
234769	rnn.bias_ih_l0	7	-0.26357048749923706
234769	rnn.bias_ih_l0	8	-0.22662793099880219
234769	rnn.bias_ih_l0	9	-0.42042750120162964
234769	rnn.bias_hh_l0	0	-0.22624890506267548
234769	rnn.bias_hh_l0	1	-0.2296895682811737
234769	rnn.bias_hh_l0	2	-0.22879399359226227
234769	rnn.bias_hh_l0	3	-0.061449918895959854
234769	rnn.bias_hh_l0	4	-0.2354211062192917
234769	rnn.bias_hh_l0	5	-0.2672586739063263
234769	rnn.bias_hh_l0	6	-0.12308577448129654
234769	rnn.bias_hh_l0	7	0.05964469537138939
234769	rnn.bias_hh_l0	8	-0.14972345530986786
234769	rnn.bias_hh_l0	9	-0.3955768644809723
234769	rnn.weight_ih_l0_reverse	0	0.06401485949754715
234769	rnn.weight_ih_l0_reverse	1	-0.07391546666622162
234769	rnn.weight_ih_l0_reverse	2	-0.036542970687150955
234769	rnn.weight_ih_l0_reverse	3	-0.09195856004953384
234769	rnn.weight_ih_l0_reverse	4	0.06442107260227203
234769	rnn.weight_ih_l0_reverse	5	-0.10983655601739883
234769	rnn.weight_ih_l0_reverse	6	0.017143847420811653
234769	rnn.weight_ih_l0_reverse	7	0.032889824360609055
234769	rnn.weight_ih_l0_reverse	8	-0.08401278406381607
234769	rnn.weight_ih_l0_reverse	9	-0.008722439408302307
234769	rnn.weight_hh_l0_reverse	0	-0.06692225486040115
234769	rnn.weight_hh_l0_reverse	1	0.014818252995610237
234769	rnn.weight_hh_l0_reverse	2	-0.018513208255171776
234769	rnn.weight_hh_l0_reverse	3	0.006505773402750492
234769	rnn.weight_hh_l0_reverse	4	-0.06809806823730469
234769	rnn.weight_hh_l0_reverse	5	0.04004794359207153
234769	rnn.weight_hh_l0_reverse	6	0.015793288126587868
234769	rnn.weight_hh_l0_reverse	7	-0.05477473884820938
234769	rnn.weight_hh_l0_reverse	8	-0.01185611728578806
234769	rnn.weight_hh_l0_reverse	9	0.07185430824756622
234769	rnn.bias_ih_l0_reverse	0	-0.14347940683364868
234769	rnn.bias_ih_l0_reverse	1	-0.09486176073551178
234769	rnn.bias_ih_l0_reverse	2	0.07011815160512924
234769	rnn.bias_ih_l0_reverse	3	-0.20190708339214325
234769	rnn.bias_ih_l0_reverse	4	-0.03252219408750534
234769	rnn.bias_ih_l0_reverse	5	-0.18907085061073303
234769	rnn.bias_ih_l0_reverse	6	0.22737674415111542
234769	rnn.bias_ih_l0_reverse	7	-0.27432703971862793
234769	rnn.bias_ih_l0_reverse	8	-0.14308631420135498
234769	rnn.bias_ih_l0_reverse	9	-0.11603832244873047
234769	rnn.bias_hh_l0_reverse	0	-0.0960472822189331
234769	rnn.bias_hh_l0_reverse	1	0.2348593920469284
234769	rnn.bias_hh_l0_reverse	2	-0.30614081025123596
234769	rnn.bias_hh_l0_reverse	3	-0.13206537067890167
234769	rnn.bias_hh_l0_reverse	4	-0.30139729380607605
234769	rnn.bias_hh_l0_reverse	5	-0.11647696048021317
234769	rnn.bias_hh_l0_reverse	6	-0.24820464849472046
234769	rnn.bias_hh_l0_reverse	7	-0.07982215285301208
234769	rnn.bias_hh_l0_reverse	8	-0.19449670612812042
234769	rnn.bias_hh_l0_reverse	9	0.1755969077348709
234769	linear.weight	0	0.20310407876968384
234769	linear.weight	1	-0.4528801143169403
234769	linear.weight	2	0.0213167741894722
234769	linear.weight	3	0.06814548373222351
234769	linear.weight	4	-0.14074695110321045
234769	linear.weight	5	0.18731358647346497
234769	linear.weight	6	-0.016712211072444916
234769	linear.weight	7	-0.06613416224718094
234769	linear.weight	8	0.12236109375953674
234769	linear.weight	9	-0.04163292050361633
234769	linear.bias	0	-1.0831912755966187
234769	linear.bias	1	1.9144896268844604
234769	linear.bias	2	0.5645832419395447
234769	linear.bias	3	-2.4731433391571045
234769	linear.bias	4	-0.27522674202919006
234769	linear.bias	5	1.1258254051208496
234769	linear.bias	6	-0.23604294657707214
234769	linear.bias	7	0.5692373514175415
234769	linear.bias	8	2.1310741901397705
234769	linear.bias	9	-1.354859709739685
235378	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
235378	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
235378	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
235378	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
235378	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
235378	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
235378	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
235378	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
235378	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
235378	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
235378	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
235378	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
235378	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
235378	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
235378	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
235378	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
235378	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
235378	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
235378	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
235378	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
235378	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
235378	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
235378	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
235378	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
235378	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
235378	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
235378	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
235378	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
235378	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
235378	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
235378	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
235378	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
235378	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
235378	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
235378	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
235378	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
235378	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
235378	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
235378	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
235378	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
235378	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
235378	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
235378	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
235378	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
235378	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
235378	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
235378	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
235378	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
235378	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
235378	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
235378	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
235378	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
235378	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
235378	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
235378	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
235378	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
235378	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
235378	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
235378	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
235378	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
235378	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
235378	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
235378	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
235378	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
235378	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
235378	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
235378	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
235378	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
235378	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
235378	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
235378	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
235378	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
235378	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
235378	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
235378	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
235378	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
235378	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
235378	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
235378	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
235378	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
235378	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
235378	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
235378	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
235378	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
235378	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
235378	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
235378	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
235378	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
235378	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
235378	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
235378	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
235378	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
235378	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
235378	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
235378	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
235378	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
235378	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
235378	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
235378	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
235378	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
235378	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
235378	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
235378	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
235378	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
235378	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
235378	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
235378	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
235378	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
235378	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
235378	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
235378	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
235378	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
235378	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
235378	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
235378	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
235378	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
235378	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
235378	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
235378	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
235378	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
235378	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
235378	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
235378	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
235378	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
235378	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
235378	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
235378	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
235378	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
235378	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
235378	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
235378	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
235378	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
235378	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
235378	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
235378	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
235378	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
235378	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
235378	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
235378	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
235378	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
235378	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
235378	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
235378	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
235378	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
235378	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
235378	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
235378	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
235378	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
235378	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
235378	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
235378	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
235378	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
235378	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
235378	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
235378	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
235378	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
235378	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
235378	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
235378	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
235378	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
235378	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
235378	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
235378	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
235378	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
235378	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
235378	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
235378	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
235378	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
235378	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
235378	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
235378	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
235378	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
235378	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
235378	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
235378	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
235378	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
235378	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
235378	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
235378	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
235378	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
235378	embedding2nn.weight	0	0.25417637825012207
235378	embedding2nn.weight	1	0.31418147683143616
235378	embedding2nn.weight	2	0.01609395071864128
235378	embedding2nn.weight	3	0.07336758077144623
235378	embedding2nn.weight	4	-0.03076579049229622
235378	embedding2nn.weight	5	0.0909261628985405
235378	embedding2nn.weight	6	0.03031691536307335
235378	embedding2nn.weight	7	0.005825188010931015
235378	embedding2nn.weight	8	0.0017632771050557494
235378	embedding2nn.weight	9	-0.023119106888771057
235378	embedding2nn.bias	0	0.02757887728512287
235378	embedding2nn.bias	1	-0.16908618807792664
235378	embedding2nn.bias	2	0.058192331343889236
235378	embedding2nn.bias	3	0.1473228931427002
235378	embedding2nn.bias	4	0.15116003155708313
235378	embedding2nn.bias	5	-0.05143645033240318
235378	embedding2nn.bias	6	-0.037434980273246765
235378	embedding2nn.bias	7	0.05033591389656067
235378	embedding2nn.bias	8	-0.135753333568573
235378	embedding2nn.bias	9	-0.3872721791267395
235378	rnn.weight_ih_l0	0	0.0017177755944430828
235378	rnn.weight_ih_l0	1	-0.0628434494137764
235378	rnn.weight_ih_l0	2	-0.08818408101797104
235378	rnn.weight_ih_l0	3	0.05891209840774536
235378	rnn.weight_ih_l0	4	0.036461494863033295
235378	rnn.weight_ih_l0	5	-0.1117730513215065
235378	rnn.weight_ih_l0	6	-0.04062068462371826
235378	rnn.weight_ih_l0	7	-0.003114118939265609
235378	rnn.weight_ih_l0	8	-0.01748787984251976
235378	rnn.weight_ih_l0	9	-0.06318475306034088
235378	rnn.weight_hh_l0	0	0.01503326278179884
235378	rnn.weight_hh_l0	1	0.07267981767654419
235378	rnn.weight_hh_l0	2	0.03478278964757919
235378	rnn.weight_hh_l0	3	0.025954194366931915
235378	rnn.weight_hh_l0	4	0.01199339795857668
235378	rnn.weight_hh_l0	5	0.07759156823158264
235378	rnn.weight_hh_l0	6	-0.023393865674734116
235378	rnn.weight_hh_l0	7	-0.054494459182024
235378	rnn.weight_hh_l0	8	0.03971606492996216
235378	rnn.weight_hh_l0	9	-0.0896817073225975
235378	rnn.bias_ih_l0	0	0.17761068046092987
235378	rnn.bias_ih_l0	1	-0.19385738670825958
235378	rnn.bias_ih_l0	2	-0.02056340128183365
235378	rnn.bias_ih_l0	3	-0.1373032033443451
235378	rnn.bias_ih_l0	4	0.048597149550914764
235378	rnn.bias_ih_l0	5	-0.2963968813419342
235378	rnn.bias_ih_l0	6	-0.09955158084630966
235378	rnn.bias_ih_l0	7	-0.2637004256248474
235378	rnn.bias_ih_l0	8	-0.22821450233459473
235378	rnn.bias_ih_l0	9	-0.42746788263320923
235378	rnn.bias_hh_l0	0	-0.22115911543369293
235378	rnn.bias_hh_l0	1	-0.23131221532821655
235378	rnn.bias_hh_l0	2	-0.2276938110589981
235378	rnn.bias_hh_l0	3	-0.05955338105559349
235378	rnn.bias_hh_l0	4	-0.24337510764598846
235378	rnn.bias_hh_l0	5	-0.2693950831890106
235378	rnn.bias_hh_l0	6	-0.1284576803445816
235378	rnn.bias_hh_l0	7	0.06886797398328781
235378	rnn.bias_hh_l0	8	-0.15600310266017914
235378	rnn.bias_hh_l0	9	-0.38871943950653076
235378	rnn.weight_ih_l0_reverse	0	0.05342845246195793
235378	rnn.weight_ih_l0_reverse	1	-0.07264693081378937
235378	rnn.weight_ih_l0_reverse	2	-0.0397486574947834
235378	rnn.weight_ih_l0_reverse	3	-0.09282711148262024
235378	rnn.weight_ih_l0_reverse	4	0.06562861055135727
235378	rnn.weight_ih_l0_reverse	5	-0.10794510692358017
235378	rnn.weight_ih_l0_reverse	6	0.010035906918346882
235378	rnn.weight_ih_l0_reverse	7	0.03348260372877121
235378	rnn.weight_ih_l0_reverse	8	-0.08410033583641052
235378	rnn.weight_ih_l0_reverse	9	-0.005237438715994358
235378	rnn.weight_hh_l0_reverse	0	-0.06745650619268417
235378	rnn.weight_hh_l0_reverse	1	0.015284692868590355
235378	rnn.weight_hh_l0_reverse	2	-0.019606061279773712
235378	rnn.weight_hh_l0_reverse	3	0.0069803050719201565
235378	rnn.weight_hh_l0_reverse	4	-0.06909061968326569
235378	rnn.weight_hh_l0_reverse	5	0.04022723063826561
235378	rnn.weight_hh_l0_reverse	6	0.01581750065088272
235378	rnn.weight_hh_l0_reverse	7	-0.0564531572163105
235378	rnn.weight_hh_l0_reverse	8	-0.011487043462693691
235378	rnn.weight_hh_l0_reverse	9	0.07063277065753937
235378	rnn.bias_ih_l0_reverse	0	-0.1479826122522354
235378	rnn.bias_ih_l0_reverse	1	-0.09056965261697769
235378	rnn.bias_ih_l0_reverse	2	0.07248004525899887
235378	rnn.bias_ih_l0_reverse	3	-0.20048417150974274
235378	rnn.bias_ih_l0_reverse	4	-0.039607007056474686
235378	rnn.bias_ih_l0_reverse	5	-0.19072729349136353
235378	rnn.bias_ih_l0_reverse	6	0.22838231921195984
235378	rnn.bias_ih_l0_reverse	7	-0.2659815549850464
235378	rnn.bias_ih_l0_reverse	8	-0.14313960075378418
235378	rnn.bias_ih_l0_reverse	9	-0.1151096522808075
235378	rnn.bias_hh_l0_reverse	0	-0.11371864378452301
235378	rnn.bias_hh_l0_reverse	1	0.22696012258529663
235378	rnn.bias_hh_l0_reverse	2	-0.30280184745788574
235378	rnn.bias_hh_l0_reverse	3	-0.13187237083911896
235378	rnn.bias_hh_l0_reverse	4	-0.29652562737464905
235378	rnn.bias_hh_l0_reverse	5	-0.12927526235580444
235378	rnn.bias_hh_l0_reverse	6	-0.2539878785610199
235378	rnn.bias_hh_l0_reverse	7	-0.08050903677940369
235378	rnn.bias_hh_l0_reverse	8	-0.20754601061344147
235378	rnn.bias_hh_l0_reverse	9	0.17113888263702393
235378	linear.weight	0	0.17554107308387756
235378	linear.weight	1	-0.4348878264427185
235378	linear.weight	2	0.029462091624736786
235378	linear.weight	3	0.06814305484294891
235378	linear.weight	4	-0.1515209674835205
235378	linear.weight	5	0.19643843173980713
235378	linear.weight	6	-0.033895138651132584
235378	linear.weight	7	-0.06613120436668396
235378	linear.weight	8	0.12199991196393967
235378	linear.weight	9	-0.041669175028800964
235378	linear.bias	0	-1.1164109706878662
235378	linear.bias	1	1.9176744222640991
235378	linear.bias	2	0.5687362551689148
235378	linear.bias	3	-2.473937511444092
235378	linear.bias	4	-0.2555893063545227
235378	linear.bias	5	1.1208510398864746
235378	linear.bias	6	-0.21632038056850433
235378	linear.bias	7	0.5721111297607422
235378	linear.bias	8	2.173600912094116
235378	linear.bias	9	-1.3417168855667114
235987	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
235987	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
235987	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
235987	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
235987	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
235987	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
235987	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
235987	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
235987	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
235987	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
235987	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
235987	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
235987	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
235987	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
235987	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
235987	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
235987	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
235987	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
235987	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
235987	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
235987	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
235987	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
235987	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
235987	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
235987	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
235987	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
235987	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
235987	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
235987	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
235987	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
235987	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
235987	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
235987	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
235987	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
235987	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
235987	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
235987	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
235987	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
235987	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
235987	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
235987	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
235987	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
235987	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
235987	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
235987	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
235987	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
235987	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
235987	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
235987	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
235987	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
235987	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
235987	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
235987	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
235987	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
235987	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
235987	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
235987	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
235987	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
235987	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
235987	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
235987	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
235987	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
235987	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
235987	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
235987	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
235987	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
235987	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
235987	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
235987	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
235987	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
235987	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
235987	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
235987	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
235987	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
235987	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
235987	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
235987	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
235987	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
235987	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
235987	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
235987	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
235987	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
235987	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
235987	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
235987	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
235987	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
235987	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
235987	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
235987	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
235987	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
235987	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
235987	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
235987	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
235987	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
235987	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
235987	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
235987	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
235987	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
235987	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
235987	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
235987	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
235987	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
235987	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
235987	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
235987	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
235987	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
235987	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
235987	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
235987	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
235987	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
235987	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
235987	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
235987	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
235987	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
235987	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
235987	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
235987	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
235987	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
235987	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
235987	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
235987	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
235987	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
235987	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
235987	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
235987	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
235987	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
235987	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
235987	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
235987	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
235987	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
235987	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
235987	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
235987	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
235987	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
235987	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
235987	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
235987	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
235987	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
235987	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
235987	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
235987	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
235987	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
235987	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
235987	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
235987	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
235987	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
235987	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
235987	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
235987	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
235987	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
235987	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
235987	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
235987	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
235987	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
235987	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
235987	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
235987	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
235987	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
235987	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
235987	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
235987	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
235987	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
235987	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
235987	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
235987	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
235987	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
235987	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
235987	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
235987	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
235987	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
235987	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
235987	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
235987	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
235987	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
235987	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
235987	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
235987	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
235987	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
235987	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
235987	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
235987	embedding2nn.weight	0	0.25462982058525085
235987	embedding2nn.weight	1	0.3130449652671814
235987	embedding2nn.weight	2	0.023165764287114143
235987	embedding2nn.weight	3	0.09136621654033661
235987	embedding2nn.weight	4	-0.034763190895318985
235987	embedding2nn.weight	5	0.08828870207071304
235987	embedding2nn.weight	6	0.025484783574938774
235987	embedding2nn.weight	7	0.005975703708827496
235987	embedding2nn.weight	8	-0.0011488422751426697
235987	embedding2nn.weight	9	-0.015210992656648159
235987	embedding2nn.bias	0	0.033793121576309204
235987	embedding2nn.bias	1	-0.15684010088443756
235987	embedding2nn.bias	2	0.05539102479815483
235987	embedding2nn.bias	3	0.15547624230384827
235987	embedding2nn.bias	4	0.15099258720874786
235987	embedding2nn.bias	5	-0.06478942185640335
235987	embedding2nn.bias	6	-0.03173888474702835
235987	embedding2nn.bias	7	0.031689584255218506
235987	embedding2nn.bias	8	-0.13911621272563934
235987	embedding2nn.bias	9	-0.36188969016075134
235987	rnn.weight_ih_l0	0	-0.0005318982875905931
235987	rnn.weight_ih_l0	1	-0.06263834983110428
235987	rnn.weight_ih_l0	2	-0.08871779590845108
235987	rnn.weight_ih_l0	3	0.05966046825051308
235987	rnn.weight_ih_l0	4	0.039830975234508514
235987	rnn.weight_ih_l0	5	-0.11863382905721664
235987	rnn.weight_ih_l0	6	-0.04215088114142418
235987	rnn.weight_ih_l0	7	-0.0023112869821488857
235987	rnn.weight_ih_l0	8	-0.013480549678206444
235987	rnn.weight_ih_l0	9	-0.06775267422199249
235987	rnn.weight_hh_l0	0	0.014415740966796875
235987	rnn.weight_hh_l0	1	0.07210689783096313
235987	rnn.weight_hh_l0	2	0.035715628415346146
235987	rnn.weight_hh_l0	3	0.026100721210241318
235987	rnn.weight_hh_l0	4	0.01194422971457243
235987	rnn.weight_hh_l0	5	0.07612007856369019
235987	rnn.weight_hh_l0	6	-0.023867664858698845
235987	rnn.weight_hh_l0	7	-0.05848388001322746
235987	rnn.weight_hh_l0	8	0.039632342755794525
235987	rnn.weight_hh_l0	9	-0.08941761404275894
235987	rnn.bias_ih_l0	0	0.18123510479927063
235987	rnn.bias_ih_l0	1	-0.18859601020812988
235987	rnn.bias_ih_l0	2	-0.01806938648223877
235987	rnn.bias_ih_l0	3	-0.1343243569135666
235987	rnn.bias_ih_l0	4	0.0343640074133873
235987	rnn.bias_ih_l0	5	-0.293999582529068
235987	rnn.bias_ih_l0	6	-0.09571420401334763
235987	rnn.bias_ih_l0	7	-0.26452353596687317
235987	rnn.bias_ih_l0	8	-0.22757259011268616
235987	rnn.bias_ih_l0	9	-0.4273192584514618
235987	rnn.bias_hh_l0	0	-0.22105324268341064
235987	rnn.bias_hh_l0	1	-0.23981671035289764
235987	rnn.bias_hh_l0	2	-0.2283574789762497
235987	rnn.bias_hh_l0	3	-0.055783070623874664
235987	rnn.bias_hh_l0	4	-0.2386312037706375
235987	rnn.bias_hh_l0	5	-0.2688673734664917
235987	rnn.bias_hh_l0	6	-0.12675070762634277
235987	rnn.bias_hh_l0	7	0.06842467188835144
235987	rnn.bias_hh_l0	8	-0.1444098949432373
235987	rnn.bias_hh_l0	9	-0.3894217610359192
235987	rnn.weight_ih_l0_reverse	0	0.06568382680416107
235987	rnn.weight_ih_l0_reverse	1	-0.07406868040561676
235987	rnn.weight_ih_l0_reverse	2	-0.03835923224687576
235987	rnn.weight_ih_l0_reverse	3	-0.09374672174453735
235987	rnn.weight_ih_l0_reverse	4	0.06629317253828049
235987	rnn.weight_ih_l0_reverse	5	-0.10781470686197281
235987	rnn.weight_ih_l0_reverse	6	0.01973409205675125
235987	rnn.weight_ih_l0_reverse	7	0.03040916472673416
235987	rnn.weight_ih_l0_reverse	8	-0.08764668554067612
235987	rnn.weight_ih_l0_reverse	9	-0.003851797431707382
235987	rnn.weight_hh_l0_reverse	0	-0.07188768684864044
235987	rnn.weight_hh_l0_reverse	1	0.016211241483688354
235987	rnn.weight_hh_l0_reverse	2	-0.019413230940699577
235987	rnn.weight_hh_l0_reverse	3	0.010698878206312656
235987	rnn.weight_hh_l0_reverse	4	-0.06863290071487427
235987	rnn.weight_hh_l0_reverse	5	0.03938993066549301
235987	rnn.weight_hh_l0_reverse	6	0.01581709273159504
235987	rnn.weight_hh_l0_reverse	7	-0.05551818385720253
235987	rnn.weight_hh_l0_reverse	8	-0.010255829431116581
235987	rnn.weight_hh_l0_reverse	9	0.06876010447740555
235987	rnn.bias_ih_l0_reverse	0	-0.14935852587223053
235987	rnn.bias_ih_l0_reverse	1	-0.08654294908046722
235987	rnn.bias_ih_l0_reverse	2	0.06929559260606766
235987	rnn.bias_ih_l0_reverse	3	-0.20379206538200378
235987	rnn.bias_ih_l0_reverse	4	-0.03362317010760307
235987	rnn.bias_ih_l0_reverse	5	-0.1901075839996338
235987	rnn.bias_ih_l0_reverse	6	0.24307909607887268
235987	rnn.bias_ih_l0_reverse	7	-0.27665024995803833
235987	rnn.bias_ih_l0_reverse	8	-0.14161048829555511
235987	rnn.bias_ih_l0_reverse	9	-0.12246856093406677
235987	rnn.bias_hh_l0_reverse	0	-0.12055256217718124
235987	rnn.bias_hh_l0_reverse	1	0.23413307964801788
235987	rnn.bias_hh_l0_reverse	2	-0.308575838804245
235987	rnn.bias_hh_l0_reverse	3	-0.12933211028575897
235987	rnn.bias_hh_l0_reverse	4	-0.28837850689888
235987	rnn.bias_hh_l0_reverse	5	-0.12836553156375885
235987	rnn.bias_hh_l0_reverse	6	-0.2539910674095154
235987	rnn.bias_hh_l0_reverse	7	-0.0749613493680954
235987	rnn.bias_hh_l0_reverse	8	-0.19638986885547638
235987	rnn.bias_hh_l0_reverse	9	0.17041218280792236
235987	linear.weight	0	0.17413568496704102
235987	linear.weight	1	-0.45567137002944946
235987	linear.weight	2	-0.015423598699271679
235987	linear.weight	3	0.0681445300579071
235987	linear.weight	4	-0.10198983550071716
235987	linear.weight	5	0.21986761689186096
235987	linear.weight	6	-0.027076074853539467
235987	linear.weight	7	-0.06611491739749908
235987	linear.weight	8	0.12996195256710052
235987	linear.weight	9	-0.04169599711894989
235987	linear.bias	0	-1.0971848964691162
235987	linear.bias	1	1.9293982982635498
235987	linear.bias	2	0.5863154530525208
235987	linear.bias	3	-2.474813938140869
235987	linear.bias	4	-0.2474999576807022
235987	linear.bias	5	1.1493772268295288
235987	linear.bias	6	-0.22694195806980133
235987	linear.bias	7	0.5346159338951111
235987	linear.bias	8	2.1623575687408447
235987	linear.bias	9	-1.3649460077285767
236596	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
236596	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
236596	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
236596	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
236596	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
236596	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
236596	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
236596	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
236596	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
236596	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
236596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
236596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
236596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
236596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
236596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
236596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
236596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
236596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
236596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
236596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
236596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
236596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
236596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
236596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
236596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
236596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
236596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
236596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
236596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
236596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
236596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
236596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
236596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
236596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
236596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
236596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
236596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
236596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
236596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
236596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
236596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
236596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
236596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
236596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
236596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
236596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
236596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
236596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
236596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
236596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
236596	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
236596	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
236596	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
236596	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
236596	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
236596	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
236596	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
236596	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
236596	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
236596	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
236596	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
236596	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
236596	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
236596	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
236596	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
236596	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
236596	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
236596	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
236596	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
236596	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
236596	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
236596	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
236596	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
236596	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
236596	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
236596	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
236596	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
236596	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
236596	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
236596	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
236596	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
236596	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
236596	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
236596	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
236596	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
236596	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
236596	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
236596	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
236596	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
236596	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
236596	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
236596	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
236596	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
236596	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
236596	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
236596	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
236596	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
236596	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
236596	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
236596	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
236596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
236596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
236596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
236596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
236596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
236596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
236596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
236596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
236596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
236596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
236596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
236596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
236596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
236596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
236596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
236596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
236596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
236596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
236596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
236596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
236596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
236596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
236596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
236596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
236596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
236596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
236596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
236596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
236596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
236596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
236596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
236596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
236596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
236596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
236596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
236596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
236596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
236596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
236596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
236596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
236596	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
236596	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
236596	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
236596	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
236596	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
236596	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
236596	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
236596	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
236596	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
236596	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
236596	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
236596	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
236596	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
236596	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
236596	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
236596	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
236596	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
236596	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
236596	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
236596	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
236596	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
236596	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
236596	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
236596	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
236596	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
236596	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
236596	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
236596	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
236596	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
236596	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
236596	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
236596	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
236596	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
236596	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
236596	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
236596	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
236596	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
236596	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
236596	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
236596	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
236596	embedding2nn.weight	0	0.2559843361377716
236596	embedding2nn.weight	1	0.31420207023620605
236596	embedding2nn.weight	2	0.019537150859832764
236596	embedding2nn.weight	3	0.0712752640247345
236596	embedding2nn.weight	4	-0.0350479893386364
236596	embedding2nn.weight	5	0.0897785946726799
236596	embedding2nn.weight	6	0.03243328258395195
236596	embedding2nn.weight	7	-0.0012369044125080109
236596	embedding2nn.weight	8	-0.0028379641007632017
236596	embedding2nn.weight	9	-0.01659650355577469
236596	embedding2nn.bias	0	0.023522714152932167
236596	embedding2nn.bias	1	-0.19393466413021088
236596	embedding2nn.bias	2	0.05555526539683342
236596	embedding2nn.bias	3	0.1443939208984375
236596	embedding2nn.bias	4	0.1344805806875229
236596	embedding2nn.bias	5	-0.048649393022060394
236596	embedding2nn.bias	6	-0.025700947269797325
236596	embedding2nn.bias	7	0.0400024875998497
236596	embedding2nn.bias	8	-0.13922177255153656
236596	embedding2nn.bias	9	-0.35177916288375854
236596	rnn.weight_ih_l0	0	-0.0002148073835996911
236596	rnn.weight_ih_l0	1	-0.06530150026082993
236596	rnn.weight_ih_l0	2	-0.094354547560215
236596	rnn.weight_ih_l0	3	0.0611874982714653
236596	rnn.weight_ih_l0	4	0.044005654752254486
236596	rnn.weight_ih_l0	5	-0.11529315263032913
236596	rnn.weight_ih_l0	6	-0.03843246400356293
236596	rnn.weight_ih_l0	7	0.0005316516035236418
236596	rnn.weight_ih_l0	8	-0.009402877651154995
236596	rnn.weight_ih_l0	9	-0.06347908079624176
236596	rnn.weight_hh_l0	0	0.01503897923976183
236596	rnn.weight_hh_l0	1	0.07128024846315384
236596	rnn.weight_hh_l0	2	0.03337545320391655
236596	rnn.weight_hh_l0	3	0.026429830119013786
236596	rnn.weight_hh_l0	4	0.012459221296012402
236596	rnn.weight_hh_l0	5	0.07689669728279114
236596	rnn.weight_hh_l0	6	-0.02310502715408802
236596	rnn.weight_hh_l0	7	-0.060134220868349075
236596	rnn.weight_hh_l0	8	0.03999354690313339
236596	rnn.weight_hh_l0	9	-0.08976073563098907
236596	rnn.bias_ih_l0	0	0.18000778555870056
236596	rnn.bias_ih_l0	1	-0.19011856615543365
236596	rnn.bias_ih_l0	2	-0.022621383890509605
236596	rnn.bias_ih_l0	3	-0.13889014720916748
236596	rnn.bias_ih_l0	4	0.0407959446310997
236596	rnn.bias_ih_l0	5	-0.2877219319343567
236596	rnn.bias_ih_l0	6	-0.08674841374158859
236596	rnn.bias_ih_l0	7	-0.2643994092941284
236596	rnn.bias_ih_l0	8	-0.2201988250017166
236596	rnn.bias_ih_l0	9	-0.41496631503105164
236596	rnn.bias_hh_l0	0	-0.22528010606765747
236596	rnn.bias_hh_l0	1	-0.23787052929401398
236596	rnn.bias_hh_l0	2	-0.23257280886173248
236596	rnn.bias_hh_l0	3	-0.05904693529009819
236596	rnn.bias_hh_l0	4	-0.2393966019153595
236596	rnn.bias_hh_l0	5	-0.26967906951904297
236596	rnn.bias_hh_l0	6	-0.11934782564640045
236596	rnn.bias_hh_l0	7	0.06831490248441696
236596	rnn.bias_hh_l0	8	-0.14304116368293762
236596	rnn.bias_hh_l0	9	-0.3941410481929779
236596	rnn.weight_ih_l0_reverse	0	0.07708817720413208
236596	rnn.weight_ih_l0_reverse	1	-0.07614018768072128
236596	rnn.weight_ih_l0_reverse	2	-0.03822282701730728
236596	rnn.weight_ih_l0_reverse	3	-0.08938378095626831
236596	rnn.weight_ih_l0_reverse	4	0.0678558424115181
236596	rnn.weight_ih_l0_reverse	5	-0.12590430676937103
236596	rnn.weight_ih_l0_reverse	6	0.017690373584628105
236596	rnn.weight_ih_l0_reverse	7	0.03020600602030754
236596	rnn.weight_ih_l0_reverse	8	-0.08878856897354126
236596	rnn.weight_ih_l0_reverse	9	-0.0010997751960530877
236596	rnn.weight_hh_l0_reverse	0	-0.07116371393203735
236596	rnn.weight_hh_l0_reverse	1	0.015592922456562519
236596	rnn.weight_hh_l0_reverse	2	-0.01931961067020893
236596	rnn.weight_hh_l0_reverse	3	0.009075956419110298
236596	rnn.weight_hh_l0_reverse	4	-0.06930120289325714
236596	rnn.weight_hh_l0_reverse	5	0.03927255794405937
236596	rnn.weight_hh_l0_reverse	6	0.016072308644652367
236596	rnn.weight_hh_l0_reverse	7	-0.05358298867940903
236596	rnn.weight_hh_l0_reverse	8	-0.014150884002447128
236596	rnn.weight_hh_l0_reverse	9	0.06589996069669724
236596	rnn.bias_ih_l0_reverse	0	-0.14869605004787445
236596	rnn.bias_ih_l0_reverse	1	-0.08172421902418137
236596	rnn.bias_ih_l0_reverse	2	0.070258229970932
236596	rnn.bias_ih_l0_reverse	3	-0.19823379814624786
236596	rnn.bias_ih_l0_reverse	4	-0.031880684196949005
236596	rnn.bias_ih_l0_reverse	5	-0.19202487170696259
236596	rnn.bias_ih_l0_reverse	6	0.2507110834121704
236596	rnn.bias_ih_l0_reverse	7	-0.2833547294139862
236596	rnn.bias_ih_l0_reverse	8	-0.1379431039094925
236596	rnn.bias_ih_l0_reverse	9	-0.12339473515748978
236596	rnn.bias_hh_l0_reverse	0	-0.11314520984888077
236596	rnn.bias_hh_l0_reverse	1	0.23198550939559937
236596	rnn.bias_hh_l0_reverse	2	-0.30967098474502563
236596	rnn.bias_hh_l0_reverse	3	-0.1229817271232605
236596	rnn.bias_hh_l0_reverse	4	-0.2792506814002991
236596	rnn.bias_hh_l0_reverse	5	-0.12965624034404755
236596	rnn.bias_hh_l0_reverse	6	-0.2472575306892395
236596	rnn.bias_hh_l0_reverse	7	-0.07871843874454498
236596	rnn.bias_hh_l0_reverse	8	-0.19188213348388672
236596	rnn.bias_hh_l0_reverse	9	0.18065285682678223
236596	linear.weight	0	0.16554445028305054
236596	linear.weight	1	-0.463917076587677
236596	linear.weight	2	-0.04969777539372444
236596	linear.weight	3	0.06814917922019958
236596	linear.weight	4	-0.19841080904006958
236596	linear.weight	5	0.2559329569339752
236596	linear.weight	6	-0.07750970870256424
236596	linear.weight	7	-0.06608250737190247
236596	linear.weight	8	0.1159972995519638
236596	linear.weight	9	-0.04172607138752937
236596	linear.bias	0	-1.0675824880599976
236596	linear.bias	1	1.9261698722839355
236596	linear.bias	2	0.582261860370636
236596	linear.bias	3	-2.4757378101348877
236596	linear.bias	4	-0.2870927155017853
236596	linear.bias	5	1.120674967765808
236596	linear.bias	6	-0.21737785637378693
236596	linear.bias	7	0.5367236137390137
236596	linear.bias	8	2.1882710456848145
236596	linear.bias	9	-1.352967381477356
237205	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
237205	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
237205	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
237205	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
237205	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
237205	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
237205	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
237205	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
237205	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
237205	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
237205	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
237205	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
237205	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
237205	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
237205	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
237205	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
237205	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
237205	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
237205	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
237205	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
237205	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
237205	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
237205	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
237205	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
237205	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
237205	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
237205	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
237205	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
237205	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
237205	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
237205	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
237205	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
237205	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
237205	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
237205	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
237205	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
237205	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
237205	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
237205	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
237205	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
237205	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
237205	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
237205	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
237205	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
237205	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
237205	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
237205	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
237205	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
237205	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
237205	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
237205	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
237205	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
237205	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
237205	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
237205	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
237205	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
237205	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
237205	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
237205	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
237205	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
237205	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
237205	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
237205	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
237205	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
237205	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
237205	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
237205	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
237205	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
237205	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
237205	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
237205	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
237205	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
237205	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
237205	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
237205	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
237205	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
237205	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
237205	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
237205	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
237205	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
237205	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
237205	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
237205	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
237205	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
237205	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
237205	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
237205	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
237205	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
237205	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
237205	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
237205	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
237205	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
237205	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
237205	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
237205	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
237205	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
237205	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
237205	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
237205	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
237205	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
237205	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
237205	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
237205	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
237205	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
237205	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
237205	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
237205	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
237205	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
237205	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
237205	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
237205	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
237205	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
237205	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
237205	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
237205	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
237205	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
237205	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
237205	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
237205	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
237205	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
237205	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
237205	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
237205	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
237205	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
237205	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
237205	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
237205	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
237205	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
237205	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
237205	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
237205	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
237205	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
237205	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
237205	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
237205	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
237205	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
237205	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
237205	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
237205	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
237205	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
237205	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
237205	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
237205	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
237205	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
237205	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
237205	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
237205	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
237205	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
237205	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
237205	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
237205	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
237205	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
237205	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
237205	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
237205	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
237205	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
237205	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
237205	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
237205	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
237205	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
237205	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
237205	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
237205	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
237205	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
237205	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
237205	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
237205	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
237205	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
237205	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
237205	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
237205	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
237205	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
237205	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
237205	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
237205	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
237205	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
237205	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
237205	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
237205	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
237205	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
237205	embedding2nn.weight	0	0.25456494092941284
237205	embedding2nn.weight	1	0.31464630365371704
237205	embedding2nn.weight	2	0.01639127917587757
237205	embedding2nn.weight	3	0.07085385173559189
237205	embedding2nn.weight	4	-0.03426612913608551
237205	embedding2nn.weight	5	0.08804459869861603
237205	embedding2nn.weight	6	0.034227997064590454
237205	embedding2nn.weight	7	0.0003308129671495408
237205	embedding2nn.weight	8	0.0007565180421806872
237205	embedding2nn.weight	9	-0.01207892969250679
237205	embedding2nn.bias	0	0.021748745813965797
237205	embedding2nn.bias	1	-0.1866009682416916
237205	embedding2nn.bias	2	0.07622320204973221
237205	embedding2nn.bias	3	0.16733995079994202
237205	embedding2nn.bias	4	0.15529409050941467
237205	embedding2nn.bias	5	-0.06623952090740204
237205	embedding2nn.bias	6	-0.0339370034635067
237205	embedding2nn.bias	7	0.030463261529803276
237205	embedding2nn.bias	8	-0.1446082592010498
237205	embedding2nn.bias	9	-0.3692627251148224
237205	rnn.weight_ih_l0	0	0.0013066125102341175
237205	rnn.weight_ih_l0	1	-0.06323094666004181
237205	rnn.weight_ih_l0	2	-0.09610575437545776
237205	rnn.weight_ih_l0	3	0.06502880156040192
237205	rnn.weight_ih_l0	4	0.05649413913488388
237205	rnn.weight_ih_l0	5	-0.11768001317977905
237205	rnn.weight_ih_l0	6	-0.0434747114777565
237205	rnn.weight_ih_l0	7	-0.0021428463514894247
237205	rnn.weight_ih_l0	8	-0.010542619973421097
237205	rnn.weight_ih_l0	9	-0.0616208091378212
237205	rnn.weight_hh_l0	0	0.014357390813529491
237205	rnn.weight_hh_l0	1	0.07006767392158508
237205	rnn.weight_hh_l0	2	0.03348400071263313
237205	rnn.weight_hh_l0	3	0.02684403769671917
237205	rnn.weight_hh_l0	4	0.011411851271986961
237205	rnn.weight_hh_l0	5	0.07738414406776428
237205	rnn.weight_hh_l0	6	-0.022678855806589127
237205	rnn.weight_hh_l0	7	-0.062667615711689
237205	rnn.weight_hh_l0	8	0.03960827365517616
237205	rnn.weight_hh_l0	9	-0.0904250219464302
237205	rnn.bias_ih_l0	0	0.1775149554014206
237205	rnn.bias_ih_l0	1	-0.196849063038826
237205	rnn.bias_ih_l0	2	-0.02283870056271553
237205	rnn.bias_ih_l0	3	-0.13911937177181244
237205	rnn.bias_ih_l0	4	0.04131169617176056
237205	rnn.bias_ih_l0	5	-0.2945985198020935
237205	rnn.bias_ih_l0	6	-0.07939168065786362
237205	rnn.bias_ih_l0	7	-0.2627233862876892
237205	rnn.bias_ih_l0	8	-0.2220020592212677
237205	rnn.bias_ih_l0	9	-0.399739533662796
237205	rnn.bias_hh_l0	0	-0.22462360560894012
237205	rnn.bias_hh_l0	1	-0.23129421472549438
237205	rnn.bias_hh_l0	2	-0.2339792102575302
237205	rnn.bias_hh_l0	3	-0.06221918389201164
237205	rnn.bias_hh_l0	4	-0.24496951699256897
237205	rnn.bias_hh_l0	5	-0.2729620933532715
237205	rnn.bias_hh_l0	6	-0.11375441402196884
237205	rnn.bias_hh_l0	7	0.05907124653458595
237205	rnn.bias_hh_l0	8	-0.13830897212028503
237205	rnn.bias_hh_l0	9	-0.3861187696456909
237205	rnn.weight_ih_l0_reverse	0	0.0748143270611763
237205	rnn.weight_ih_l0_reverse	1	-0.0763011947274208
237205	rnn.weight_ih_l0_reverse	2	-0.03970641642808914
237205	rnn.weight_ih_l0_reverse	3	-0.0863010436296463
237205	rnn.weight_ih_l0_reverse	4	0.07014838606119156
237205	rnn.weight_ih_l0_reverse	5	-0.13198594748973846
237205	rnn.weight_ih_l0_reverse	6	0.02404572069644928
237205	rnn.weight_ih_l0_reverse	7	0.030972527340054512
237205	rnn.weight_ih_l0_reverse	8	-0.08992436528205872
237205	rnn.weight_ih_l0_reverse	9	-0.0019010350806638598
237205	rnn.weight_hh_l0_reverse	0	-0.07058654725551605
237205	rnn.weight_hh_l0_reverse	1	0.015979893505573273
237205	rnn.weight_hh_l0_reverse	2	-0.01945549249649048
237205	rnn.weight_hh_l0_reverse	3	0.00992908887565136
237205	rnn.weight_hh_l0_reverse	4	-0.06915552169084549
237205	rnn.weight_hh_l0_reverse	5	0.0385613851249218
237205	rnn.weight_hh_l0_reverse	6	0.01618115045130253
237205	rnn.weight_hh_l0_reverse	7	-0.05228475481271744
237205	rnn.weight_hh_l0_reverse	8	-0.023570045828819275
237205	rnn.weight_hh_l0_reverse	9	0.06614506989717484
237205	rnn.bias_ih_l0_reverse	0	-0.15574948489665985
237205	rnn.bias_ih_l0_reverse	1	-0.08325597643852234
237205	rnn.bias_ih_l0_reverse	2	0.07001185417175293
237205	rnn.bias_ih_l0_reverse	3	-0.19351334869861603
237205	rnn.bias_ih_l0_reverse	4	-0.027827857062220573
237205	rnn.bias_ih_l0_reverse	5	-0.1875092089176178
237205	rnn.bias_ih_l0_reverse	6	0.23852303624153137
237205	rnn.bias_ih_l0_reverse	7	-0.2749594449996948
237205	rnn.bias_ih_l0_reverse	8	-0.13844269514083862
237205	rnn.bias_ih_l0_reverse	9	-0.12933441996574402
237205	rnn.bias_hh_l0_reverse	0	-0.11916429549455643
237205	rnn.bias_hh_l0_reverse	1	0.23239639401435852
237205	rnn.bias_hh_l0_reverse	2	-0.30709460377693176
237205	rnn.bias_hh_l0_reverse	3	-0.12402224540710449
237205	rnn.bias_hh_l0_reverse	4	-0.28317585587501526
237205	rnn.bias_hh_l0_reverse	5	-0.12695243954658508
237205	rnn.bias_hh_l0_reverse	6	-0.24153967201709747
237205	rnn.bias_hh_l0_reverse	7	-0.0781649500131607
237205	rnn.bias_hh_l0_reverse	8	-0.1792277842760086
237205	rnn.bias_hh_l0_reverse	9	0.18514101207256317
237205	linear.weight	0	0.19455766677856445
237205	linear.weight	1	-0.4841879904270172
237205	linear.weight	2	-0.07023344933986664
237205	linear.weight	3	0.06814617663621902
237205	linear.weight	4	-0.17375227808952332
237205	linear.weight	5	0.249137282371521
237205	linear.weight	6	-0.08520969748497009
237205	linear.weight	7	-0.06605837494134903
237205	linear.weight	8	0.11878925561904907
237205	linear.weight	9	-0.04175637289881706
237205	linear.bias	0	-1.0793317556381226
237205	linear.bias	1	1.9355788230895996
237205	linear.bias	2	0.64261394739151
237205	linear.bias	3	-2.4765872955322266
237205	linear.bias	4	-0.282833069562912
237205	linear.bias	5	1.129596471786499
237205	linear.bias	6	-0.2524903416633606
237205	linear.bias	7	0.5384140610694885
237205	linear.bias	8	2.204571008682251
237205	linear.bias	9	-1.3319566249847412
237814	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
237814	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
237814	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
237814	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
237814	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
237814	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
237814	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
237814	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
237814	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
237814	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
237814	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
237814	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
237814	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
237814	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
237814	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
237814	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
237814	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
237814	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
237814	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
237814	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
237814	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
237814	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
237814	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
237814	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
237814	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
237814	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
237814	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
237814	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
237814	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
237814	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
237814	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
237814	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
237814	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
237814	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
237814	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
237814	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
237814	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
237814	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
237814	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
237814	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
237814	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
237814	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
237814	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
237814	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
237814	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
237814	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
237814	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
237814	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
237814	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
237814	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
237814	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
237814	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
237814	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
237814	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
237814	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
237814	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
237814	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
237814	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
237814	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
237814	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
237814	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
237814	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
237814	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
237814	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
237814	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
237814	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
237814	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
237814	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
237814	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
237814	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
237814	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
237814	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
237814	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
237814	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
237814	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
237814	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
237814	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
237814	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
237814	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
237814	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
237814	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
237814	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
237814	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
237814	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
237814	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
237814	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
237814	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
237814	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
237814	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
237814	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
237814	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
237814	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
237814	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
237814	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
237814	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
237814	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
237814	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
237814	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
237814	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
237814	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
237814	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
237814	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
237814	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
237814	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
237814	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
237814	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
237814	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
237814	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
237814	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
237814	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
237814	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
237814	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
237814	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
237814	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
237814	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
237814	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
237814	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
237814	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
237814	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
237814	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
237814	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
237814	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
237814	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
237814	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
237814	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
237814	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
237814	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
237814	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
237814	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
237814	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
237814	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
237814	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
237814	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
237814	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
237814	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
237814	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
237814	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
237814	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
237814	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
237814	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
237814	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
237814	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
237814	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
237814	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
237814	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
237814	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
237814	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
237814	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
237814	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
237814	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
237814	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
237814	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
237814	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
237814	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
237814	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
237814	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
237814	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
237814	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
237814	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
237814	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
237814	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
237814	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
237814	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
237814	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
237814	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
237814	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
237814	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
237814	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
237814	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
237814	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
237814	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
237814	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
237814	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
237814	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
237814	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
237814	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
237814	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
237814	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
237814	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
237814	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
237814	embedding2nn.weight	0	0.25611385703086853
237814	embedding2nn.weight	1	0.31705281138420105
237814	embedding2nn.weight	2	0.015579118393361568
237814	embedding2nn.weight	3	0.07536713033914566
237814	embedding2nn.weight	4	-0.03201814740896225
237814	embedding2nn.weight	5	0.08742464333772659
237814	embedding2nn.weight	6	0.03802083060145378
237814	embedding2nn.weight	7	-0.006507202051579952
237814	embedding2nn.weight	8	-0.004814255516976118
237814	embedding2nn.weight	9	-0.022173985838890076
237814	embedding2nn.bias	0	0.013563609682023525
237814	embedding2nn.bias	1	-0.178699791431427
237814	embedding2nn.bias	2	0.049485817551612854
237814	embedding2nn.bias	3	0.1513110101222992
237814	embedding2nn.bias	4	0.16360019147396088
237814	embedding2nn.bias	5	-0.07156191021203995
237814	embedding2nn.bias	6	-0.03386358171701431
237814	embedding2nn.bias	7	0.040561508387327194
237814	embedding2nn.bias	8	-0.1634768396615982
237814	embedding2nn.bias	9	-0.37034305930137634
237814	rnn.weight_ih_l0	0	0.0016430245013907552
237814	rnn.weight_ih_l0	1	-0.062038544565439224
237814	rnn.weight_ih_l0	2	-0.09332302957773209
237814	rnn.weight_ih_l0	3	0.06750741600990295
237814	rnn.weight_ih_l0	4	0.04821609705686569
237814	rnn.weight_ih_l0	5	-0.11994577199220657
237814	rnn.weight_ih_l0	6	-0.05360197648406029
237814	rnn.weight_ih_l0	7	-0.004264165181666613
237814	rnn.weight_ih_l0	8	-0.009620977565646172
237814	rnn.weight_ih_l0	9	-0.0668504536151886
237814	rnn.weight_hh_l0	0	0.014410621486604214
237814	rnn.weight_hh_l0	1	0.07029655575752258
237814	rnn.weight_hh_l0	2	0.033069729804992676
237814	rnn.weight_hh_l0	3	0.026509640738368034
237814	rnn.weight_hh_l0	4	0.010439930483698845
237814	rnn.weight_hh_l0	5	0.07861560583114624
237814	rnn.weight_hh_l0	6	-0.02297266013920307
237814	rnn.weight_hh_l0	7	-0.06082314997911453
237814	rnn.weight_hh_l0	8	0.039462633430957794
237814	rnn.weight_hh_l0	9	-0.09093225747346878
237814	rnn.bias_ih_l0	0	0.17075994610786438
237814	rnn.bias_ih_l0	1	-0.20055273175239563
237814	rnn.bias_ih_l0	2	-0.02221866324543953
237814	rnn.bias_ih_l0	3	-0.14210231602191925
237814	rnn.bias_ih_l0	4	0.040706392377614975
237814	rnn.bias_ih_l0	5	-0.2809709310531616
237814	rnn.bias_ih_l0	6	-0.09196166694164276
237814	rnn.bias_ih_l0	7	-0.2640523910522461
237814	rnn.bias_ih_l0	8	-0.2216116487979889
237814	rnn.bias_ih_l0	9	-0.38217639923095703
237814	rnn.bias_hh_l0	0	-0.2299709916114807
237814	rnn.bias_hh_l0	1	-0.2320859283208847
237814	rnn.bias_hh_l0	2	-0.23089569807052612
237814	rnn.bias_hh_l0	3	-0.05499200150370598
237814	rnn.bias_hh_l0	4	-0.24920682609081268
237814	rnn.bias_hh_l0	5	-0.27152183651924133
237814	rnn.bias_hh_l0	6	-0.11790505051612854
237814	rnn.bias_hh_l0	7	0.0670228824019432
237814	rnn.bias_hh_l0	8	-0.14074000716209412
237814	rnn.bias_hh_l0	9	-0.3858816921710968
237814	rnn.weight_ih_l0_reverse	0	0.07574321329593658
237814	rnn.weight_ih_l0_reverse	1	-0.07666030526161194
237814	rnn.weight_ih_l0_reverse	2	-0.03755520284175873
237814	rnn.weight_ih_l0_reverse	3	-0.08361565321683884
237814	rnn.weight_ih_l0_reverse	4	0.07365593314170837
237814	rnn.weight_ih_l0_reverse	5	-0.12684370577335358
237814	rnn.weight_ih_l0_reverse	6	0.019592653959989548
237814	rnn.weight_ih_l0_reverse	7	0.03165004774928093
237814	rnn.weight_ih_l0_reverse	8	-0.08726654201745987
237814	rnn.weight_ih_l0_reverse	9	-0.002205048454925418
237814	rnn.weight_hh_l0_reverse	0	-0.07120703905820847
237814	rnn.weight_hh_l0_reverse	1	0.017562976107001305
237814	rnn.weight_hh_l0_reverse	2	-0.018679635599255562
237814	rnn.weight_hh_l0_reverse	3	0.010168207809329033
237814	rnn.weight_hh_l0_reverse	4	-0.06979034096002579
237814	rnn.weight_hh_l0_reverse	5	0.038308896124362946
237814	rnn.weight_hh_l0_reverse	6	0.015926221385598183
237814	rnn.weight_hh_l0_reverse	7	-0.05321162939071655
237814	rnn.weight_hh_l0_reverse	8	-0.024352503940463066
237814	rnn.weight_hh_l0_reverse	9	0.0652870237827301
237814	rnn.bias_ih_l0_reverse	0	-0.16194435954093933
237814	rnn.bias_ih_l0_reverse	1	-0.08100585639476776
237814	rnn.bias_ih_l0_reverse	2	0.06275966763496399
237814	rnn.bias_ih_l0_reverse	3	-0.19101329147815704
237814	rnn.bias_ih_l0_reverse	4	-0.04051615670323372
237814	rnn.bias_ih_l0_reverse	5	-0.18833333253860474
237814	rnn.bias_ih_l0_reverse	6	0.23242951929569244
237814	rnn.bias_ih_l0_reverse	7	-0.28147006034851074
237814	rnn.bias_ih_l0_reverse	8	-0.13808618485927582
237814	rnn.bias_ih_l0_reverse	9	-0.12458045035600662
237814	rnn.bias_hh_l0_reverse	0	-0.12942060828208923
237814	rnn.bias_hh_l0_reverse	1	0.2230902910232544
237814	rnn.bias_hh_l0_reverse	2	-0.30119481682777405
237814	rnn.bias_hh_l0_reverse	3	-0.12586265802383423
237814	rnn.bias_hh_l0_reverse	4	-0.2876518666744232
237814	rnn.bias_hh_l0_reverse	5	-0.12187673151493073
237814	rnn.bias_hh_l0_reverse	6	-0.24541282653808594
237814	rnn.bias_hh_l0_reverse	7	-0.06954967230558395
237814	rnn.bias_hh_l0_reverse	8	-0.18031525611877441
237814	rnn.bias_hh_l0_reverse	9	0.19464385509490967
237814	linear.weight	0	0.17600269615650177
237814	linear.weight	1	-0.4425545036792755
237814	linear.weight	2	-0.03914346173405647
237814	linear.weight	3	0.06814520806074142
237814	linear.weight	4	-0.14350132644176483
237814	linear.weight	5	0.24894081056118011
237814	linear.weight	6	-0.08755205571651459
237814	linear.weight	7	-0.06604155153036118
237814	linear.weight	8	0.10999786853790283
237814	linear.weight	9	-0.04178478568792343
237814	linear.bias	0	-1.114211916923523
237814	linear.bias	1	1.9509334564208984
237814	linear.bias	2	0.6382484436035156
237814	linear.bias	3	-2.4774227142333984
237814	linear.bias	4	-0.3083062767982483
237814	linear.bias	5	1.0987474918365479
237814	linear.bias	6	-0.2256566435098648
237814	linear.bias	7	0.5611186027526855
237814	linear.bias	8	2.1770830154418945
237814	linear.bias	9	-1.329451084136963
237822	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
237822	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
237822	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
237822	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
237822	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
237822	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
237822	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
237822	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
237822	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
237822	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
237822	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
237822	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
237822	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
237822	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
237822	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
237822	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
237822	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
237822	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
237822	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
237822	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
237822	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
237822	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
237822	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
237822	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
237822	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
237822	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
237822	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
237822	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
237822	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
237822	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
237822	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
237822	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
237822	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
237822	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
237822	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
237822	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
237822	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
237822	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
237822	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
237822	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
237822	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
237822	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
237822	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
237822	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
237822	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
237822	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
237822	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
237822	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
237822	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
237822	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
237822	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
237822	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
237822	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
237822	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
237822	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
237822	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
237822	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
237822	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
237822	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
237822	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
237822	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
237822	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
237822	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
237822	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
237822	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
237822	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
237822	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
237822	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
237822	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
237822	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
237822	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
237822	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
237822	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
237822	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
237822	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
237822	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
237822	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
237822	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
237822	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
237822	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
237822	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
237822	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
237822	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
237822	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
237822	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
237822	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
237822	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
237822	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
237822	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
237822	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
237822	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
237822	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
237822	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
237822	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
237822	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
237822	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
237822	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
237822	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
237822	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
237822	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
237822	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
237822	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
237822	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
237822	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
237822	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
237822	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
237822	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
237822	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
237822	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
237822	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
237822	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
237822	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
237822	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
237822	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
237822	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
237822	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
237822	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
237822	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
237822	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
237822	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
237822	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
237822	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
237822	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
237822	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
237822	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
237822	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
237822	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
237822	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
237822	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
237822	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
237822	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
237822	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
237822	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
237822	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
237822	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
237822	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
237822	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
237822	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
237822	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
237822	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
237822	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
237822	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
237822	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
237822	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
237822	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
237822	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
237822	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
237822	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
237822	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
237822	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
237822	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
237822	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
237822	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
237822	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
237822	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
237822	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
237822	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
237822	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
237822	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
237822	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
237822	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
237822	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
237822	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
237822	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
237822	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
237822	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
237822	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
237822	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
237822	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
237822	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
237822	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
237822	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
237822	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
237822	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
237822	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
237822	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
237822	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
237822	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
237822	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
237822	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
237822	embedding2nn.weight	0	0.25631630420684814
237822	embedding2nn.weight	1	0.3170005679130554
237822	embedding2nn.weight	2	0.015357372350990772
237822	embedding2nn.weight	3	0.07455258071422577
237822	embedding2nn.weight	4	-0.03180046007037163
237822	embedding2nn.weight	5	0.0867338702082634
237822	embedding2nn.weight	6	0.03963249921798706
237822	embedding2nn.weight	7	-0.006398668512701988
237822	embedding2nn.weight	8	-0.0047404528595507145
237822	embedding2nn.weight	9	-0.021912788972258568
237822	embedding2nn.bias	0	0.010684240609407425
237822	embedding2nn.bias	1	-0.173607736825943
237822	embedding2nn.bias	2	0.056423842906951904
237822	embedding2nn.bias	3	0.1528787910938263
237822	embedding2nn.bias	4	0.16508880257606506
237822	embedding2nn.bias	5	-0.07031809538602829
237822	embedding2nn.bias	6	-0.0319054089486599
237822	embedding2nn.bias	7	0.04060300439596176
237822	embedding2nn.bias	8	-0.16640329360961914
237822	embedding2nn.bias	9	-0.3667566180229187
237822	rnn.weight_ih_l0	0	0.0019220660906285048
237822	rnn.weight_ih_l0	1	-0.062061652541160583
237822	rnn.weight_ih_l0	2	-0.09263861179351807
237822	rnn.weight_ih_l0	3	0.06692622601985931
237822	rnn.weight_ih_l0	4	0.04824625328183174
237822	rnn.weight_ih_l0	5	-0.1199399083852768
237822	rnn.weight_ih_l0	6	-0.0551275908946991
237822	rnn.weight_ih_l0	7	-0.004541727714240551
237822	rnn.weight_ih_l0	8	-0.008828956633806229
237822	rnn.weight_ih_l0	9	-0.06666923314332962
237822	rnn.weight_hh_l0	0	0.014478237368166447
237822	rnn.weight_hh_l0	1	0.07017767429351807
237822	rnn.weight_hh_l0	2	0.03297831863164902
237822	rnn.weight_hh_l0	3	0.026555221527814865
237822	rnn.weight_hh_l0	4	0.010575640015304089
237822	rnn.weight_hh_l0	5	0.07851998507976532
237822	rnn.weight_hh_l0	6	-0.0230396818369627
237822	rnn.weight_hh_l0	7	-0.061051152646541595
237822	rnn.weight_hh_l0	8	0.039461612701416016
237822	rnn.weight_hh_l0	9	-0.09087995439767838
237822	rnn.bias_ih_l0	0	0.16850614547729492
237822	rnn.bias_ih_l0	1	-0.19986067712306976
237822	rnn.bias_ih_l0	2	-0.022431712597608566
237822	rnn.bias_ih_l0	3	-0.1437322497367859
237822	rnn.bias_ih_l0	4	0.042588893324136734
237822	rnn.bias_ih_l0	5	-0.2809346318244934
237822	rnn.bias_ih_l0	6	-0.08961043506860733
237822	rnn.bias_ih_l0	7	-0.26414263248443604
237822	rnn.bias_ih_l0	8	-0.2235737442970276
237822	rnn.bias_ih_l0	9	-0.3801538348197937
237822	rnn.bias_hh_l0	0	-0.23074597120285034
237822	rnn.bias_hh_l0	1	-0.23188157379627228
237822	rnn.bias_hh_l0	2	-0.22998937964439392
237822	rnn.bias_hh_l0	3	-0.05551308020949364
237822	rnn.bias_hh_l0	4	-0.24956119060516357
237822	rnn.bias_hh_l0	5	-0.27160465717315674
237822	rnn.bias_hh_l0	6	-0.11820412427186966
237822	rnn.bias_hh_l0	7	0.06788168102502823
237822	rnn.bias_hh_l0	8	-0.14043661952018738
237822	rnn.bias_hh_l0	9	-0.3865549862384796
237822	rnn.weight_ih_l0_reverse	0	0.07578464597463608
237822	rnn.weight_ih_l0_reverse	1	-0.0765632688999176
237822	rnn.weight_ih_l0_reverse	2	-0.03803050145506859
237822	rnn.weight_ih_l0_reverse	3	-0.08392190933227539
237822	rnn.weight_ih_l0_reverse	4	0.07343465089797974
237822	rnn.weight_ih_l0_reverse	5	-0.1274251639842987
237822	rnn.weight_ih_l0_reverse	6	0.019411200657486916
237822	rnn.weight_ih_l0_reverse	7	0.031693000346422195
237822	rnn.weight_ih_l0_reverse	8	-0.08730362355709076
237822	rnn.weight_ih_l0_reverse	9	-0.001883307471871376
237822	rnn.weight_hh_l0_reverse	0	-0.0711737722158432
237822	rnn.weight_hh_l0_reverse	1	0.017567278817296028
237822	rnn.weight_hh_l0_reverse	2	-0.01870567351579666
237822	rnn.weight_hh_l0_reverse	3	0.010160563513636589
237822	rnn.weight_hh_l0_reverse	4	-0.0699213519692421
237822	rnn.weight_hh_l0_reverse	5	0.038286540657281876
237822	rnn.weight_hh_l0_reverse	6	0.01594468019902706
237822	rnn.weight_hh_l0_reverse	7	-0.05332782864570618
237822	rnn.weight_hh_l0_reverse	8	-0.02459038235247135
237822	rnn.weight_hh_l0_reverse	9	0.06516976654529572
237822	rnn.bias_ih_l0_reverse	0	-0.1621844321489334
237822	rnn.bias_ih_l0_reverse	1	-0.08154796063899994
237822	rnn.bias_ih_l0_reverse	2	0.06360907852649689
237822	rnn.bias_ih_l0_reverse	3	-0.1909746527671814
237822	rnn.bias_ih_l0_reverse	4	-0.03975393623113632
237822	rnn.bias_ih_l0_reverse	5	-0.18846726417541504
237822	rnn.bias_ih_l0_reverse	6	0.2331826537847519
237822	rnn.bias_ih_l0_reverse	7	-0.28376373648643494
237822	rnn.bias_ih_l0_reverse	8	-0.13778981566429138
237822	rnn.bias_ih_l0_reverse	9	-0.125230610370636
237822	rnn.bias_hh_l0_reverse	0	-0.1310146152973175
237822	rnn.bias_hh_l0_reverse	1	0.2217016965150833
237822	rnn.bias_hh_l0_reverse	2	-0.30138880014419556
237822	rnn.bias_hh_l0_reverse	3	-0.12670066952705383
237822	rnn.bias_hh_l0_reverse	4	-0.28653034567832947
237822	rnn.bias_hh_l0_reverse	5	-0.12174943089485168
237822	rnn.bias_hh_l0_reverse	6	-0.24593275785446167
237822	rnn.bias_hh_l0_reverse	7	-0.06950633972883224
237822	rnn.bias_hh_l0_reverse	8	-0.1814194917678833
237822	rnn.bias_hh_l0_reverse	9	0.18956799805164337
237822	linear.weight	0	0.17474408447742462
237822	linear.weight	1	-0.44383829832077026
237822	linear.weight	2	-0.03894168511033058
237822	linear.weight	3	0.06814494729042053
237822	linear.weight	4	-0.1340872347354889
237822	linear.weight	5	0.24488595128059387
237822	linear.weight	6	-0.08991550654172897
237822	linear.weight	7	-0.06604117900133133
237822	linear.weight	8	0.11193856596946716
237822	linear.weight	9	-0.04178544133901596
237822	linear.bias	0	-1.101193904876709
237822	linear.bias	1	1.9474341869354248
237822	linear.bias	2	0.6254032254219055
237822	linear.bias	3	-2.4774365425109863
237822	linear.bias	4	-0.2925851345062256
237822	linear.bias	5	1.1019781827926636
237822	linear.bias	6	-0.22769993543624878
237822	linear.bias	7	0.5531793832778931
237822	linear.bias	8	2.173764705657959
237822	linear.bias	9	-1.3210307359695435
238431	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
238431	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
238431	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
238431	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
238431	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
238431	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
238431	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
238431	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
238431	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
238431	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
238431	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
238431	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
238431	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
238431	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
238431	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
238431	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
238431	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
238431	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
238431	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
238431	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
238431	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
238431	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
238431	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
238431	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
238431	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
238431	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
238431	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
238431	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
238431	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
238431	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
238431	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
238431	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
238431	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
238431	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
238431	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
238431	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
238431	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
238431	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
238431	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
238431	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
238431	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
238431	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
238431	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
238431	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
238431	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
238431	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
238431	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
238431	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
238431	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
238431	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
238431	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
238431	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
238431	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
238431	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
238431	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
238431	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
238431	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
238431	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
238431	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
238431	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
238431	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
238431	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
238431	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
238431	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
238431	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
238431	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
238431	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
238431	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
238431	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
238431	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
238431	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
238431	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
238431	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
238431	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
238431	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
238431	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
238431	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
238431	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
238431	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
238431	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
238431	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
238431	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
238431	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
238431	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
238431	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
238431	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
238431	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
238431	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
238431	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
238431	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
238431	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
238431	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
238431	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
238431	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
238431	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
238431	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
238431	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
238431	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
238431	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
238431	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
238431	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
238431	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
238431	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
238431	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
238431	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
238431	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
238431	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
238431	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
238431	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
238431	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
238431	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
238431	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
238431	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
238431	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
238431	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
238431	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
238431	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
238431	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
238431	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
238431	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
238431	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
238431	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
238431	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
238431	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
238431	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
238431	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
238431	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
238431	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
238431	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
238431	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
238431	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
238431	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
238431	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
238431	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
238431	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
238431	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
238431	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
238431	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
238431	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
238431	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
238431	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
238431	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
238431	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
238431	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
238431	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
238431	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
238431	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
238431	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
238431	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
238431	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
238431	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
238431	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
238431	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
238431	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
238431	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
238431	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
238431	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
238431	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
238431	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
238431	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
238431	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
238431	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
238431	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
238431	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
238431	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
238431	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
238431	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
238431	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
238431	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
238431	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
238431	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
238431	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
238431	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
238431	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
238431	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
238431	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
238431	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
238431	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
238431	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
238431	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
238431	embedding2nn.weight	0	0.25538864731788635
238431	embedding2nn.weight	1	0.32020390033721924
238431	embedding2nn.weight	2	0.015203614719212055
238431	embedding2nn.weight	3	0.05884995684027672
238431	embedding2nn.weight	4	-0.036296650767326355
238431	embedding2nn.weight	5	0.08590087294578552
238431	embedding2nn.weight	6	0.03752681240439415
238431	embedding2nn.weight	7	-0.009396270848810673
238431	embedding2nn.weight	8	-0.0035203073639422655
238431	embedding2nn.weight	9	-0.018060075119137764
238431	embedding2nn.bias	0	0.03657515347003937
238431	embedding2nn.bias	1	-0.1611059308052063
238431	embedding2nn.bias	2	0.06492669135332108
238431	embedding2nn.bias	3	0.14403089880943298
238431	embedding2nn.bias	4	0.16068269312381744
238431	embedding2nn.bias	5	-0.0798456072807312
238431	embedding2nn.bias	6	-0.018571872264146805
238431	embedding2nn.bias	7	0.029875217005610466
238431	embedding2nn.bias	8	-0.16206611692905426
238431	embedding2nn.bias	9	-0.3599624037742615
238431	rnn.weight_ih_l0	0	0.0024435522500425577
238431	rnn.weight_ih_l0	1	-0.061741191893815994
238431	rnn.weight_ih_l0	2	-0.08800806850194931
238431	rnn.weight_ih_l0	3	0.0676439106464386
238431	rnn.weight_ih_l0	4	0.04959625378251076
238431	rnn.weight_ih_l0	5	-0.11724032461643219
238431	rnn.weight_ih_l0	6	-0.05215434730052948
238431	rnn.weight_ih_l0	7	-0.0033897513058036566
238431	rnn.weight_ih_l0	8	-0.008366916328668594
238431	rnn.weight_ih_l0	9	-0.06473510712385178
238431	rnn.weight_hh_l0	0	0.014266837388277054
238431	rnn.weight_hh_l0	1	0.07032313197851181
238431	rnn.weight_hh_l0	2	0.03256772831082344
238431	rnn.weight_hh_l0	3	0.026726212352514267
238431	rnn.weight_hh_l0	4	0.012782393023371696
238431	rnn.weight_hh_l0	5	0.08009113371372223
238431	rnn.weight_hh_l0	6	-0.023090044036507607
238431	rnn.weight_hh_l0	7	-0.06101781502366066
238431	rnn.weight_hh_l0	8	0.03913964331150055
238431	rnn.weight_hh_l0	9	-0.09486572444438934
238431	rnn.bias_ih_l0	0	0.18147054314613342
238431	rnn.bias_ih_l0	1	-0.2035321742296219
238431	rnn.bias_ih_l0	2	-0.02328856848180294
238431	rnn.bias_ih_l0	3	-0.14752744138240814
238431	rnn.bias_ih_l0	4	0.03926287963986397
238431	rnn.bias_ih_l0	5	-0.27823084592819214
238431	rnn.bias_ih_l0	6	-0.09258401393890381
238431	rnn.bias_ih_l0	7	-0.264191597700119
238431	rnn.bias_ih_l0	8	-0.22038529813289642
238431	rnn.bias_ih_l0	9	-0.3923807442188263
238431	rnn.bias_hh_l0	0	-0.23183678090572357
238431	rnn.bias_hh_l0	1	-0.23544375598430634
238431	rnn.bias_hh_l0	2	-0.2286258488893509
238431	rnn.bias_hh_l0	3	-0.06252530962228775
238431	rnn.bias_hh_l0	4	-0.24021336436271667
238431	rnn.bias_hh_l0	5	-0.2676313817501068
238431	rnn.bias_hh_l0	6	-0.11718583106994629
238431	rnn.bias_hh_l0	7	0.06947202980518341
238431	rnn.bias_hh_l0	8	-0.14031174778938293
238431	rnn.bias_hh_l0	9	-0.3890172839164734
238431	rnn.weight_ih_l0_reverse	0	0.07739608734846115
238431	rnn.weight_ih_l0_reverse	1	-0.07460886240005493
238431	rnn.weight_ih_l0_reverse	2	-0.04266493022441864
238431	rnn.weight_ih_l0_reverse	3	-0.08832574635744095
238431	rnn.weight_ih_l0_reverse	4	0.07250437885522842
238431	rnn.weight_ih_l0_reverse	5	-0.13015598058700562
238431	rnn.weight_ih_l0_reverse	6	0.020357314497232437
238431	rnn.weight_ih_l0_reverse	7	0.03262869641184807
238431	rnn.weight_ih_l0_reverse	8	-0.08885056525468826
238431	rnn.weight_ih_l0_reverse	9	-0.002056760247796774
238431	rnn.weight_hh_l0_reverse	0	-0.07347287982702255
238431	rnn.weight_hh_l0_reverse	1	0.017597846686840057
238431	rnn.weight_hh_l0_reverse	2	-0.019556323066353798
238431	rnn.weight_hh_l0_reverse	3	0.010922609828412533
238431	rnn.weight_hh_l0_reverse	4	-0.07035277038812637
238431	rnn.weight_hh_l0_reverse	5	0.03861578181385994
238431	rnn.weight_hh_l0_reverse	6	0.01616021804511547
238431	rnn.weight_hh_l0_reverse	7	-0.05357389152050018
238431	rnn.weight_hh_l0_reverse	8	-0.02356136217713356
238431	rnn.weight_hh_l0_reverse	9	0.06572826206684113
238431	rnn.bias_ih_l0_reverse	0	-0.15748658776283264
238431	rnn.bias_ih_l0_reverse	1	-0.083162821829319
238431	rnn.bias_ih_l0_reverse	2	0.06432205438613892
238431	rnn.bias_ih_l0_reverse	3	-0.19903665781021118
238431	rnn.bias_ih_l0_reverse	4	-0.03683317452669144
238431	rnn.bias_ih_l0_reverse	5	-0.1919003278017044
238431	rnn.bias_ih_l0_reverse	6	0.22032053768634796
238431	rnn.bias_ih_l0_reverse	7	-0.2852447032928467
238431	rnn.bias_ih_l0_reverse	8	-0.1327691227197647
238431	rnn.bias_ih_l0_reverse	9	-0.12534359097480774
238431	rnn.bias_hh_l0_reverse	0	-0.12986823916435242
238431	rnn.bias_hh_l0_reverse	1	0.2239379733800888
238431	rnn.bias_hh_l0_reverse	2	-0.30285221338272095
238431	rnn.bias_hh_l0_reverse	3	-0.12357363104820251
238431	rnn.bias_hh_l0_reverse	4	-0.28725236654281616
238431	rnn.bias_hh_l0_reverse	5	-0.12699921429157257
238431	rnn.bias_hh_l0_reverse	6	-0.22887535393238068
238431	rnn.bias_hh_l0_reverse	7	-0.06262145191431046
238431	rnn.bias_hh_l0_reverse	8	-0.1734682023525238
238431	rnn.bias_hh_l0_reverse	9	0.19122132658958435
238431	linear.weight	0	0.19672176241874695
238431	linear.weight	1	-0.39935463666915894
238431	linear.weight	2	-0.04934363812208176
238431	linear.weight	3	0.06813827157020569
238431	linear.weight	4	-0.11178309470415115
238431	linear.weight	5	0.21269163489341736
238431	linear.weight	6	-0.06885513663291931
238431	linear.weight	7	-0.0660286396741867
238431	linear.weight	8	0.13436834514141083
238431	linear.weight	9	-0.04181903228163719
238431	linear.bias	0	-1.0959910154342651
238431	linear.bias	1	1.9521669149398804
238431	linear.bias	2	0.6150834560394287
238431	linear.bias	3	-2.478200912475586
238431	linear.bias	4	-0.2822408080101013
238431	linear.bias	5	1.1170867681503296
238431	linear.bias	6	-0.19355541467666626
238431	linear.bias	7	0.5413691997528076
238431	linear.bias	8	2.1691129207611084
238431	linear.bias	9	-1.3384343385696411
239040	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
239040	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
239040	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
239040	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
239040	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
239040	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
239040	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
239040	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
239040	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
239040	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
239040	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
239040	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
239040	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
239040	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
239040	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
239040	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
239040	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
239040	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
239040	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
239040	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
239040	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
239040	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
239040	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
239040	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
239040	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
239040	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
239040	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
239040	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
239040	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
239040	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
239040	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
239040	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
239040	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
239040	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
239040	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
239040	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
239040	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
239040	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
239040	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
239040	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
239040	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
239040	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
239040	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
239040	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
239040	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
239040	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
239040	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
239040	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
239040	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
239040	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
239040	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
239040	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
239040	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
239040	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
239040	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
239040	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
239040	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
239040	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
239040	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
239040	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
239040	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
239040	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
239040	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
239040	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
239040	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
239040	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
239040	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
239040	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
239040	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
239040	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
239040	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
239040	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
239040	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
239040	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
239040	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
239040	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
239040	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
239040	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
239040	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
239040	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
239040	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
239040	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
239040	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
239040	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
239040	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
239040	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
239040	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
239040	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
239040	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
239040	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
239040	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
239040	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
239040	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
239040	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
239040	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
239040	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
239040	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
239040	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
239040	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
239040	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
239040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
239040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
239040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
239040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
239040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
239040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
239040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
239040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
239040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
239040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
239040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
239040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
239040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
239040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
239040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
239040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
239040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
239040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
239040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
239040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
239040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
239040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
239040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
239040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
239040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
239040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
239040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
239040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
239040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
239040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
239040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
239040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
239040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
239040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
239040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
239040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
239040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
239040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
239040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
239040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
239040	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
239040	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
239040	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
239040	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
239040	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
239040	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
239040	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
239040	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
239040	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
239040	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
239040	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
239040	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
239040	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
239040	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
239040	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
239040	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
239040	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
239040	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
239040	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
239040	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
239040	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
239040	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
239040	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
239040	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
239040	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
239040	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
239040	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
239040	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
239040	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
239040	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
239040	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
239040	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
239040	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
239040	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
239040	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
239040	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
239040	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
239040	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
239040	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
239040	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
239040	embedding2nn.weight	0	0.25524914264678955
239040	embedding2nn.weight	1	0.31880417466163635
239040	embedding2nn.weight	2	0.017559709027409554
239040	embedding2nn.weight	3	0.07311640679836273
239040	embedding2nn.weight	4	-0.037805378437042236
239040	embedding2nn.weight	5	0.09149251878261566
239040	embedding2nn.weight	6	0.03891643136739731
239040	embedding2nn.weight	7	-0.011880358681082726
239040	embedding2nn.weight	8	-0.001333871972747147
239040	embedding2nn.weight	9	-0.015728535130620003
239040	embedding2nn.bias	0	0.013540164567530155
239040	embedding2nn.bias	1	-0.17069405317306519
239040	embedding2nn.bias	2	0.09138639271259308
239040	embedding2nn.bias	3	0.1478056013584137
239040	embedding2nn.bias	4	0.16327476501464844
239040	embedding2nn.bias	5	-0.053344421088695526
239040	embedding2nn.bias	6	-0.04334871098399162
239040	embedding2nn.bias	7	-0.011512412689626217
239040	embedding2nn.bias	8	-0.16864125430583954
239040	embedding2nn.bias	9	-0.36109137535095215
239040	rnn.weight_ih_l0	0	0.0018676149193197489
239040	rnn.weight_ih_l0	1	-0.062302399426698685
239040	rnn.weight_ih_l0	2	-0.09469208866357803
239040	rnn.weight_ih_l0	3	0.06425746530294418
239040	rnn.weight_ih_l0	4	0.054111186414957047
239040	rnn.weight_ih_l0	5	-0.11343090981245041
239040	rnn.weight_ih_l0	6	-0.05864712595939636
239040	rnn.weight_ih_l0	7	-0.01052248664200306
239040	rnn.weight_ih_l0	8	-0.009806817397475243
239040	rnn.weight_ih_l0	9	-0.06560934334993362
239040	rnn.weight_hh_l0	0	0.0145485270768404
239040	rnn.weight_hh_l0	1	0.07035547494888306
239040	rnn.weight_hh_l0	2	0.03302604332566261
239040	rnn.weight_hh_l0	3	0.02676926925778389
239040	rnn.weight_hh_l0	4	0.012568903155624866
239040	rnn.weight_hh_l0	5	0.08090376108884811
239040	rnn.weight_hh_l0	6	-0.023154176771640778
239040	rnn.weight_hh_l0	7	-0.05873335152864456
239040	rnn.weight_hh_l0	8	0.03903186321258545
239040	rnn.weight_hh_l0	9	-0.09598249942064285
239040	rnn.bias_ih_l0	0	0.1595492959022522
239040	rnn.bias_ih_l0	1	-0.21053023636341095
239040	rnn.bias_ih_l0	2	-0.0216243676841259
239040	rnn.bias_ih_l0	3	-0.1481042057275772
239040	rnn.bias_ih_l0	4	0.026988938450813293
239040	rnn.bias_ih_l0	5	-0.2726166248321533
239040	rnn.bias_ih_l0	6	-0.10918968915939331
239040	rnn.bias_ih_l0	7	-0.26441824436187744
239040	rnn.bias_ih_l0	8	-0.22371555864810944
239040	rnn.bias_ih_l0	9	-0.3888970613479614
239040	rnn.bias_hh_l0	0	-0.23682710528373718
239040	rnn.bias_hh_l0	1	-0.23089933395385742
239040	rnn.bias_hh_l0	2	-0.2374611496925354
239040	rnn.bias_hh_l0	3	-0.06203209608793259
239040	rnn.bias_hh_l0	4	-0.23987546563148499
239040	rnn.bias_hh_l0	5	-0.26750296354293823
239040	rnn.bias_hh_l0	6	-0.12428076565265656
239040	rnn.bias_hh_l0	7	0.06690748035907745
239040	rnn.bias_hh_l0	8	-0.1401718556880951
239040	rnn.bias_hh_l0	9	-0.38809046149253845
239040	rnn.weight_ih_l0_reverse	0	0.0709061250090599
239040	rnn.weight_ih_l0_reverse	1	-0.07483509182929993
239040	rnn.weight_ih_l0_reverse	2	-0.045491404831409454
239040	rnn.weight_ih_l0_reverse	3	-0.09012962132692337
239040	rnn.weight_ih_l0_reverse	4	0.0696975365281105
239040	rnn.weight_ih_l0_reverse	5	-0.12926673889160156
239040	rnn.weight_ih_l0_reverse	6	0.01712522655725479
239040	rnn.weight_ih_l0_reverse	7	0.033563632518053055
239040	rnn.weight_ih_l0_reverse	8	-0.08737999200820923
239040	rnn.weight_ih_l0_reverse	9	0.002880653366446495
239040	rnn.weight_hh_l0_reverse	0	-0.07678535580635071
239040	rnn.weight_hh_l0_reverse	1	0.01868228055536747
239040	rnn.weight_hh_l0_reverse	2	-0.020327657461166382
239040	rnn.weight_hh_l0_reverse	3	0.012225857935845852
239040	rnn.weight_hh_l0_reverse	4	-0.07169479876756668
239040	rnn.weight_hh_l0_reverse	5	0.03804686293005943
239040	rnn.weight_hh_l0_reverse	6	0.015973351895809174
239040	rnn.weight_hh_l0_reverse	7	-0.056565623730421066
239040	rnn.weight_hh_l0_reverse	8	-0.023854155093431473
239040	rnn.weight_hh_l0_reverse	9	0.06669667363166809
239040	rnn.bias_ih_l0_reverse	0	-0.15456423163414001
239040	rnn.bias_ih_l0_reverse	1	-0.08196015655994415
239040	rnn.bias_ih_l0_reverse	2	0.06024724617600441
239040	rnn.bias_ih_l0_reverse	3	-0.20003469288349152
239040	rnn.bias_ih_l0_reverse	4	-0.03201434016227722
239040	rnn.bias_ih_l0_reverse	5	-0.19106939435005188
239040	rnn.bias_ih_l0_reverse	6	0.21872858703136444
239040	rnn.bias_ih_l0_reverse	7	-0.2732042372226715
239040	rnn.bias_ih_l0_reverse	8	-0.12751010060310364
239040	rnn.bias_ih_l0_reverse	9	-0.1157863512635231
239040	rnn.bias_hh_l0_reverse	0	-0.12780636548995972
239040	rnn.bias_hh_l0_reverse	1	0.21726977825164795
239040	rnn.bias_hh_l0_reverse	2	-0.3036261200904846
239040	rnn.bias_hh_l0_reverse	3	-0.1328054815530777
239040	rnn.bias_hh_l0_reverse	4	-0.2911599278450012
239040	rnn.bias_hh_l0_reverse	5	-0.12967780232429504
239040	rnn.bias_hh_l0_reverse	6	-0.23735934495925903
239040	rnn.bias_hh_l0_reverse	7	-0.06382337957620621
239040	rnn.bias_hh_l0_reverse	8	-0.16021931171417236
239040	rnn.bias_hh_l0_reverse	9	0.2004232555627823
239040	linear.weight	0	0.18393896520137787
239040	linear.weight	1	-0.40357887744903564
239040	linear.weight	2	-0.045694272965192795
239040	linear.weight	3	0.06812924891710281
239040	linear.weight	4	-0.11924101412296295
239040	linear.weight	5	0.21533358097076416
239040	linear.weight	6	-0.0724395290017128
239040	linear.weight	7	-0.06601978838443756
239040	linear.weight	8	0.1421845704317093
239040	linear.weight	9	-0.04184401407837868
239040	linear.bias	0	-1.0607882738113403
239040	linear.bias	1	1.9354113340377808
239040	linear.bias	2	0.6475250124931335
239040	linear.bias	3	-2.4789516925811768
239040	linear.bias	4	-0.28584176301956177
239040	linear.bias	5	1.0941416025161743
239040	linear.bias	6	-0.1904686689376831
239040	linear.bias	7	0.5401691794395447
239040	linear.bias	8	2.179030418395996
239040	linear.bias	9	-1.332057237625122
239649	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
239649	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
239649	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
239649	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
239649	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
239649	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
239649	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
239649	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
239649	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
239649	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
239649	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
239649	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
239649	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
239649	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
239649	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
239649	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
239649	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
239649	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
239649	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
239649	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
239649	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
239649	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
239649	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
239649	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
239649	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
239649	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
239649	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
239649	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
239649	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
239649	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
239649	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
239649	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
239649	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
239649	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
239649	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
239649	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
239649	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
239649	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
239649	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
239649	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
239649	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
239649	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
239649	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
239649	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
239649	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
239649	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
239649	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
239649	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
239649	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
239649	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
239649	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
239649	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
239649	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
239649	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
239649	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
239649	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
239649	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
239649	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
239649	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
239649	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
239649	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
239649	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
239649	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
239649	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
239649	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
239649	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
239649	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
239649	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
239649	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
239649	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
239649	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
239649	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
239649	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
239649	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
239649	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
239649	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
239649	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
239649	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
239649	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
239649	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
239649	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
239649	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
239649	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
239649	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
239649	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
239649	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
239649	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
239649	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
239649	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
239649	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
239649	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
239649	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
239649	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
239649	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
239649	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
239649	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
239649	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
239649	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
239649	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
239649	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
239649	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
239649	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
239649	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
239649	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
239649	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
239649	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
239649	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
239649	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
239649	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
239649	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
239649	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
239649	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
239649	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
239649	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
239649	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
239649	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
239649	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
239649	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
239649	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
239649	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
239649	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
239649	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
239649	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
239649	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
239649	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
239649	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
239649	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
239649	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
239649	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
239649	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
239649	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
239649	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
239649	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
239649	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
239649	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
239649	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
239649	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
239649	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
239649	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
239649	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
239649	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
239649	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
239649	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
239649	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
239649	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
239649	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
239649	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
239649	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
239649	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
239649	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
239649	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
239649	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
239649	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
239649	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
239649	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
239649	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
239649	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
239649	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
239649	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
239649	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
239649	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
239649	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
239649	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
239649	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
239649	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
239649	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
239649	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
239649	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
239649	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
239649	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
239649	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
239649	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
239649	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
239649	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
239649	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
239649	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
239649	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
239649	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
239649	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
239649	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
239649	embedding2nn.weight	0	0.2563549876213074
239649	embedding2nn.weight	1	0.3204081356525421
239649	embedding2nn.weight	2	0.017686141654849052
239649	embedding2nn.weight	3	0.07183811068534851
239649	embedding2nn.weight	4	-0.032705578953027725
239649	embedding2nn.weight	5	0.0950319916009903
239649	embedding2nn.weight	6	0.04357102885842323
239649	embedding2nn.weight	7	-0.0007077763439156115
239649	embedding2nn.weight	8	0.0011692169355228543
239649	embedding2nn.weight	9	-0.014895087108016014
239649	embedding2nn.bias	0	0.010613818652927876
239649	embedding2nn.bias	1	-0.1419936716556549
239649	embedding2nn.bias	2	0.08381057530641556
239649	embedding2nn.bias	3	0.17147745192050934
239649	embedding2nn.bias	4	0.1455533802509308
239649	embedding2nn.bias	5	-0.04794185608625412
239649	embedding2nn.bias	6	-0.047412797808647156
239649	embedding2nn.bias	7	0.016185719519853592
239649	embedding2nn.bias	8	-0.17044483125209808
239649	embedding2nn.bias	9	-0.3791251480579376
239649	rnn.weight_ih_l0	0	0.0034024349879473448
239649	rnn.weight_ih_l0	1	-0.06261389702558517
239649	rnn.weight_ih_l0	2	-0.0877772644162178
239649	rnn.weight_ih_l0	3	0.061828624457120895
239649	rnn.weight_ih_l0	4	0.05092060565948486
239649	rnn.weight_ih_l0	5	-0.1190468817949295
239649	rnn.weight_ih_l0	6	-0.06081889197230339
239649	rnn.weight_ih_l0	7	-0.010311056859791279
239649	rnn.weight_ih_l0	8	0.0003677390341181308
239649	rnn.weight_ih_l0	9	-0.07013111561536789
239649	rnn.weight_hh_l0	0	0.014834708534181118
239649	rnn.weight_hh_l0	1	0.06913424283266068
239649	rnn.weight_hh_l0	2	0.033921319991350174
239649	rnn.weight_hh_l0	3	0.026263603940606117
239649	rnn.weight_hh_l0	4	0.012953411787748337
239649	rnn.weight_hh_l0	5	0.08059798181056976
239649	rnn.weight_hh_l0	6	-0.02363557554781437
239649	rnn.weight_hh_l0	7	-0.05845069885253906
239649	rnn.weight_hh_l0	8	0.03997170180082321
239649	rnn.weight_hh_l0	9	-0.09686972945928574
239649	rnn.bias_ih_l0	0	0.17089545726776123
239649	rnn.bias_ih_l0	1	-0.20548290014266968
239649	rnn.bias_ih_l0	2	-0.024282678961753845
239649	rnn.bias_ih_l0	3	-0.14623118937015533
239649	rnn.bias_ih_l0	4	0.029452234506607056
239649	rnn.bias_ih_l0	5	-0.27592673897743225
239649	rnn.bias_ih_l0	6	-0.10250735282897949
239649	rnn.bias_ih_l0	7	-0.263192355632782
239649	rnn.bias_ih_l0	8	-0.2122509628534317
239649	rnn.bias_ih_l0	9	-0.3917140066623688
239649	rnn.bias_hh_l0	0	-0.23650678992271423
239649	rnn.bias_hh_l0	1	-0.22603103518486023
239649	rnn.bias_hh_l0	2	-0.23439283668994904
239649	rnn.bias_hh_l0	3	-0.06340215355157852
239649	rnn.bias_hh_l0	4	-0.24643535912036896
239649	rnn.bias_hh_l0	5	-0.2703576982021332
239649	rnn.bias_hh_l0	6	-0.12287766486406326
239649	rnn.bias_hh_l0	7	0.06610216200351715
239649	rnn.bias_hh_l0	8	-0.14690935611724854
239649	rnn.bias_hh_l0	9	-0.3928804397583008
239649	rnn.weight_ih_l0_reverse	0	0.06688199192285538
239649	rnn.weight_ih_l0_reverse	1	-0.0765756368637085
239649	rnn.weight_ih_l0_reverse	2	-0.04167596623301506
239649	rnn.weight_ih_l0_reverse	3	-0.09252016991376877
239649	rnn.weight_ih_l0_reverse	4	0.07138954102993011
239649	rnn.weight_ih_l0_reverse	5	-0.13317544758319855
239649	rnn.weight_ih_l0_reverse	6	0.011926142498850822
239649	rnn.weight_ih_l0_reverse	7	0.03443527966737747
239649	rnn.weight_ih_l0_reverse	8	-0.08960316330194473
239649	rnn.weight_ih_l0_reverse	9	-0.0013035888550803065
239649	rnn.weight_hh_l0_reverse	0	-0.07940594106912613
239649	rnn.weight_hh_l0_reverse	1	0.01928391121327877
239649	rnn.weight_hh_l0_reverse	2	-0.019782837480306625
239649	rnn.weight_hh_l0_reverse	3	0.013722717761993408
239649	rnn.weight_hh_l0_reverse	4	-0.07160419970750809
239649	rnn.weight_hh_l0_reverse	5	0.03872475400567055
239649	rnn.weight_hh_l0_reverse	6	0.016075611114501953
239649	rnn.weight_hh_l0_reverse	7	-0.05286480113863945
239649	rnn.weight_hh_l0_reverse	8	-0.023901520296931267
239649	rnn.weight_hh_l0_reverse	9	0.06780087947845459
239649	rnn.bias_ih_l0_reverse	0	-0.15325003862380981
239649	rnn.bias_ih_l0_reverse	1	-0.08079927414655685
239649	rnn.bias_ih_l0_reverse	2	0.06112600490450859
239649	rnn.bias_ih_l0_reverse	3	-0.20171725749969482
239649	rnn.bias_ih_l0_reverse	4	-0.027026759460568428
239649	rnn.bias_ih_l0_reverse	5	-0.19367454946041107
239649	rnn.bias_ih_l0_reverse	6	0.23183351755142212
239649	rnn.bias_ih_l0_reverse	7	-0.277023583650589
239649	rnn.bias_ih_l0_reverse	8	-0.12505246698856354
239649	rnn.bias_ih_l0_reverse	9	-0.12138717621564865
239649	rnn.bias_hh_l0_reverse	0	-0.13244414329528809
239649	rnn.bias_hh_l0_reverse	1	0.22109191119670868
239649	rnn.bias_hh_l0_reverse	2	-0.3094761073589325
239649	rnn.bias_hh_l0_reverse	3	-0.1425989717245102
239649	rnn.bias_hh_l0_reverse	4	-0.2882757782936096
239649	rnn.bias_hh_l0_reverse	5	-0.13170716166496277
239649	rnn.bias_hh_l0_reverse	6	-0.23401598632335663
239649	rnn.bias_hh_l0_reverse	7	-0.056447260081768036
239649	rnn.bias_hh_l0_reverse	8	-0.16025207936763763
239649	rnn.bias_hh_l0_reverse	9	0.18313781917095184
239649	linear.weight	0	0.2144336700439453
239649	linear.weight	1	-0.38321030139923096
239649	linear.weight	2	0.004018981475383043
239649	linear.weight	3	0.06812258809804916
239649	linear.weight	4	-0.17666181921958923
239649	linear.weight	5	0.20105314254760742
239649	linear.weight	6	-0.049308136105537415
239649	linear.weight	7	-0.06600198894739151
239649	linear.weight	8	0.14236915111541748
239649	linear.weight	9	-0.041872844099998474
239649	linear.bias	0	-1.0728414058685303
239649	linear.bias	1	1.9199271202087402
239649	linear.bias	2	0.6168124079704285
239649	linear.bias	3	-2.479788303375244
239649	linear.bias	4	-0.2874371111392975
239649	linear.bias	5	1.1440364122390747
239649	linear.bias	6	-0.22281114757061005
239649	linear.bias	7	0.4918431341648102
239649	linear.bias	8	2.1873672008514404
239649	linear.bias	9	-1.3414556980133057
240258	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
240258	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
240258	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
240258	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
240258	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
240258	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
240258	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
240258	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
240258	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
240258	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
240258	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
240258	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
240258	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
240258	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
240258	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
240258	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
240258	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
240258	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
240258	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
240258	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
240258	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
240258	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
240258	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
240258	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
240258	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
240258	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
240258	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
240258	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
240258	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
240258	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
240258	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
240258	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
240258	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
240258	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
240258	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
240258	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
240258	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
240258	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
240258	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
240258	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
240258	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
240258	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
240258	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
240258	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
240258	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
240258	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
240258	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
240258	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
240258	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
240258	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
240258	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
240258	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
240258	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
240258	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
240258	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
240258	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
240258	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
240258	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
240258	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
240258	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
240258	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
240258	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
240258	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
240258	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
240258	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
240258	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
240258	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
240258	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
240258	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
240258	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
240258	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
240258	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
240258	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
240258	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
240258	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
240258	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
240258	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
240258	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
240258	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
240258	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
240258	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
240258	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
240258	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
240258	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
240258	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
240258	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
240258	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
240258	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
240258	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
240258	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
240258	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
240258	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
240258	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
240258	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
240258	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
240258	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
240258	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
240258	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
240258	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
240258	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
240258	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
240258	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
240258	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
240258	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
240258	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
240258	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
240258	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
240258	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
240258	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
240258	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
240258	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
240258	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
240258	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
240258	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
240258	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
240258	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
240258	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
240258	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
240258	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
240258	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
240258	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
240258	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
240258	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
240258	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
240258	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
240258	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
240258	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
240258	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
240258	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
240258	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
240258	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
240258	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
240258	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
240258	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
240258	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
240258	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
240258	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
240258	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
240258	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
240258	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
240258	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
240258	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
240258	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
240258	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
240258	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
240258	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
240258	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
240258	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
240258	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
240258	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
240258	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
240258	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
240258	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
240258	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
240258	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
240258	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
240258	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
240258	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
240258	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
240258	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
240258	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
240258	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
240258	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
240258	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
240258	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
240258	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
240258	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
240258	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
240258	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
240258	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
240258	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
240258	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
240258	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
240258	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
240258	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
240258	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
240258	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
240258	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
240258	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
240258	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
240258	embedding2nn.weight	0	0.25479909777641296
240258	embedding2nn.weight	1	0.32294800877571106
240258	embedding2nn.weight	2	0.018010923638939857
240258	embedding2nn.weight	3	0.07429509609937668
240258	embedding2nn.weight	4	-0.0265494491904974
240258	embedding2nn.weight	5	0.09069427102804184
240258	embedding2nn.weight	6	0.051280826330184937
240258	embedding2nn.weight	7	0.0024960970040410757
240258	embedding2nn.weight	8	9.498279541730881e-05
240258	embedding2nn.weight	9	-0.020350690931081772
240258	embedding2nn.bias	0	0.025836868211627007
240258	embedding2nn.bias	1	-0.16778533160686493
240258	embedding2nn.bias	2	0.07992135733366013
240258	embedding2nn.bias	3	0.17123821377754211
240258	embedding2nn.bias	4	0.15023845434188843
240258	embedding2nn.bias	5	-0.0551171638071537
240258	embedding2nn.bias	6	-0.0501256063580513
240258	embedding2nn.bias	7	-0.0036273030564188957
240258	embedding2nn.bias	8	-0.17651261389255524
240258	embedding2nn.bias	9	-0.38534775376319885
240258	rnn.weight_ih_l0	0	0.0012562386691570282
240258	rnn.weight_ih_l0	1	-0.06334453076124191
240258	rnn.weight_ih_l0	2	-0.08419151604175568
240258	rnn.weight_ih_l0	3	0.05823810398578644
240258	rnn.weight_ih_l0	4	0.04947207123041153
240258	rnn.weight_ih_l0	5	-0.12112794816493988
240258	rnn.weight_ih_l0	6	-0.06136113405227661
240258	rnn.weight_ih_l0	7	-0.009943796321749687
240258	rnn.weight_ih_l0	8	-0.008943228982388973
240258	rnn.weight_ih_l0	9	-0.07110441476106644
240258	rnn.weight_hh_l0	0	0.015169407241046429
240258	rnn.weight_hh_l0	1	0.06890321522951126
240258	rnn.weight_hh_l0	2	0.0342179499566555
240258	rnn.weight_hh_l0	3	0.026507414877414703
240258	rnn.weight_hh_l0	4	0.012900221161544323
240258	rnn.weight_hh_l0	5	0.08077286183834076
240258	rnn.weight_hh_l0	6	-0.02382872812449932
240258	rnn.weight_hh_l0	7	-0.05817526951432228
240258	rnn.weight_hh_l0	8	0.04062372446060181
240258	rnn.weight_hh_l0	9	-0.09591423720121384
240258	rnn.bias_ih_l0	0	0.16092850267887115
240258	rnn.bias_ih_l0	1	-0.20596380531787872
240258	rnn.bias_ih_l0	2	-0.02531488798558712
240258	rnn.bias_ih_l0	3	-0.14047954976558685
240258	rnn.bias_ih_l0	4	0.02443777397274971
240258	rnn.bias_ih_l0	5	-0.2773579955101013
240258	rnn.bias_ih_l0	6	-0.10116255283355713
240258	rnn.bias_ih_l0	7	-0.2611781358718872
240258	rnn.bias_ih_l0	8	-0.20812904834747314
240258	rnn.bias_ih_l0	9	-0.3855956792831421
240258	rnn.bias_hh_l0	0	-0.23139506578445435
240258	rnn.bias_hh_l0	1	-0.23648737370967865
240258	rnn.bias_hh_l0	2	-0.22836428880691528
240258	rnn.bias_hh_l0	3	-0.06509260833263397
240258	rnn.bias_hh_l0	4	-0.2502073645591736
240258	rnn.bias_hh_l0	5	-0.2709188461303711
240258	rnn.bias_hh_l0	6	-0.13421562314033508
240258	rnn.bias_hh_l0	7	0.056330833584070206
240258	rnn.bias_hh_l0	8	-0.1395794302225113
240258	rnn.bias_hh_l0	9	-0.4009994864463806
240258	rnn.weight_ih_l0_reverse	0	0.06452804803848267
240258	rnn.weight_ih_l0_reverse	1	-0.07707072794437408
240258	rnn.weight_ih_l0_reverse	2	-0.03746587783098221
240258	rnn.weight_ih_l0_reverse	3	-0.09266094863414764
240258	rnn.weight_ih_l0_reverse	4	0.06892026960849762
240258	rnn.weight_ih_l0_reverse	5	-0.13047924637794495
240258	rnn.weight_ih_l0_reverse	6	0.010487865656614304
240258	rnn.weight_ih_l0_reverse	7	0.03627379983663559
240258	rnn.weight_ih_l0_reverse	8	-0.08970678597688675
240258	rnn.weight_ih_l0_reverse	9	-0.004208454396575689
240258	rnn.weight_hh_l0_reverse	0	-0.07985818386077881
240258	rnn.weight_hh_l0_reverse	1	0.019533345475792885
240258	rnn.weight_hh_l0_reverse	2	-0.018654678016901016
240258	rnn.weight_hh_l0_reverse	3	0.013300790451467037
240258	rnn.weight_hh_l0_reverse	4	-0.07109415531158447
240258	rnn.weight_hh_l0_reverse	5	0.03864012286067009
240258	rnn.weight_hh_l0_reverse	6	0.015768548473715782
240258	rnn.weight_hh_l0_reverse	7	-0.057061415165662766
240258	rnn.weight_hh_l0_reverse	8	-0.023150237277150154
240258	rnn.weight_hh_l0_reverse	9	0.06508094817399979
240258	rnn.bias_ih_l0_reverse	0	-0.1442338228225708
240258	rnn.bias_ih_l0_reverse	1	-0.07930467277765274
240258	rnn.bias_ih_l0_reverse	2	0.06502009928226471
240258	rnn.bias_ih_l0_reverse	3	-0.19932107627391815
240258	rnn.bias_ih_l0_reverse	4	-0.037807710468769073
240258	rnn.bias_ih_l0_reverse	5	-0.18803969025611877
240258	rnn.bias_ih_l0_reverse	6	0.23874174058437347
240258	rnn.bias_ih_l0_reverse	7	-0.2859441637992859
240258	rnn.bias_ih_l0_reverse	8	-0.1329985409975052
240258	rnn.bias_ih_l0_reverse	9	-0.12006308138370514
240258	rnn.bias_hh_l0_reverse	0	-0.12296323478221893
240258	rnn.bias_hh_l0_reverse	1	0.2202078104019165
240258	rnn.bias_hh_l0_reverse	2	-0.3089450001716614
240258	rnn.bias_hh_l0_reverse	3	-0.1358235478401184
240258	rnn.bias_hh_l0_reverse	4	-0.2916210889816284
240258	rnn.bias_hh_l0_reverse	5	-0.12819616496562958
240258	rnn.bias_hh_l0_reverse	6	-0.2403692603111267
240258	rnn.bias_hh_l0_reverse	7	-0.06231246516108513
240258	rnn.bias_hh_l0_reverse	8	-0.15539595484733582
240258	rnn.bias_hh_l0_reverse	9	0.17244671285152435
240258	linear.weight	0	0.23065528273582458
240258	linear.weight	1	-0.3804580569267273
240258	linear.weight	2	0.021863318979740143
240258	linear.weight	3	0.06811826676130295
240258	linear.weight	4	-0.1675407439470291
240258	linear.weight	5	0.23142550885677338
240258	linear.weight	6	-0.07547051459550858
240258	linear.weight	7	-0.06598170101642609
240258	linear.weight	8	0.15397050976753235
240258	linear.weight	9	-0.041900914162397385
240258	linear.bias	0	-1.0573742389678955
240258	linear.bias	1	1.9809209108352661
240258	linear.bias	2	0.616531252861023
240258	linear.bias	3	-2.480567455291748
240258	linear.bias	4	-0.31530797481536865
240258	linear.bias	5	1.1353522539138794
240258	linear.bias	6	-0.2511397898197174
240258	linear.bias	7	0.531144380569458
240258	linear.bias	8	2.1466643810272217
240258	linear.bias	9	-1.346237063407898
240867	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
240867	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
240867	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
240867	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
240867	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
240867	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
240867	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
240867	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
240867	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
240867	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
240867	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
240867	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
240867	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
240867	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
240867	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
240867	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
240867	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
240867	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
240867	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
240867	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
240867	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
240867	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
240867	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
240867	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
240867	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
240867	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
240867	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
240867	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
240867	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
240867	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
240867	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
240867	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
240867	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
240867	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
240867	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
240867	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
240867	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
240867	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
240867	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
240867	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
240867	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
240867	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
240867	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
240867	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
240867	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
240867	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
240867	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
240867	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
240867	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
240867	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
240867	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
240867	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
240867	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
240867	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
240867	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
240867	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
240867	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
240867	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
240867	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
240867	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
240867	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
240867	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
240867	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
240867	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
240867	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
240867	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
240867	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
240867	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
240867	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
240867	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
240867	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
240867	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
240867	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
240867	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
240867	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
240867	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
240867	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
240867	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
240867	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
240867	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
240867	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
240867	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
240867	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
240867	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
240867	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
240867	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
240867	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
240867	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
240867	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
240867	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
240867	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
240867	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
240867	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
240867	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
240867	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
240867	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
240867	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
240867	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
240867	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
240867	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
240867	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
240867	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
240867	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
240867	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
240867	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
240867	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
240867	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
240867	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
240867	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
240867	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
240867	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
240867	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
240867	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
240867	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
240867	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
240867	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
240867	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
240867	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
240867	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
240867	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
240867	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
240867	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
240867	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
240867	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
240867	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
240867	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
240867	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
240867	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
240867	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
240867	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
240867	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
240867	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
240867	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
240867	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
240867	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
240867	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
240867	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
240867	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
240867	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
240867	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
240867	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
240867	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
240867	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
240867	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
240867	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
240867	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
240867	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
240867	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
240867	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
240867	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
240867	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
240867	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
240867	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
240867	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
240867	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
240867	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
240867	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
240867	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
240867	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
240867	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
240867	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
240867	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
240867	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
240867	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
240867	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
240867	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
240867	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
240867	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
240867	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
240867	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
240867	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
240867	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
240867	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
240867	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
240867	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
240867	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
240867	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
240867	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
240867	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
240867	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
240867	embedding2nn.weight	0	0.25729894638061523
240867	embedding2nn.weight	1	0.32485848665237427
240867	embedding2nn.weight	2	0.019892733544111252
240867	embedding2nn.weight	3	0.08158062398433685
240867	embedding2nn.weight	4	-0.02267909236252308
240867	embedding2nn.weight	5	0.08931310474872589
240867	embedding2nn.weight	6	0.0570480115711689
240867	embedding2nn.weight	7	0.011369791813194752
240867	embedding2nn.weight	8	-0.0030027024913579226
240867	embedding2nn.weight	9	-0.017918111756443977
240867	embedding2nn.bias	0	0.030679402872920036
240867	embedding2nn.bias	1	-0.14407557249069214
240867	embedding2nn.bias	2	0.09238013625144958
240867	embedding2nn.bias	3	0.1554025262594223
240867	embedding2nn.bias	4	0.1529449075460434
240867	embedding2nn.bias	5	-0.04780503362417221
240867	embedding2nn.bias	6	-0.07118845731019974
240867	embedding2nn.bias	7	0.0008603737805970013
240867	embedding2nn.bias	8	-0.1532321721315384
240867	embedding2nn.bias	9	-0.3845205307006836
240867	rnn.weight_ih_l0	0	0.0002795779728330672
240867	rnn.weight_ih_l0	1	-0.0648440420627594
240867	rnn.weight_ih_l0	2	-0.09108205139636993
240867	rnn.weight_ih_l0	3	0.05814901739358902
240867	rnn.weight_ih_l0	4	0.04589857906103134
240867	rnn.weight_ih_l0	5	-0.12616528570652008
240867	rnn.weight_ih_l0	6	-0.06373054534196854
240867	rnn.weight_ih_l0	7	-0.014978203922510147
240867	rnn.weight_ih_l0	8	-0.0060109663754701614
240867	rnn.weight_ih_l0	9	-0.0625339150428772
240867	rnn.weight_hh_l0	0	0.014462156221270561
240867	rnn.weight_hh_l0	1	0.06944070011377335
240867	rnn.weight_hh_l0	2	0.03322085365653038
240867	rnn.weight_hh_l0	3	0.026244424283504486
240867	rnn.weight_hh_l0	4	0.012392034754157066
240867	rnn.weight_hh_l0	5	0.07936219871044159
240867	rnn.weight_hh_l0	6	-0.024146873503923416
240867	rnn.weight_hh_l0	7	-0.06356915831565857
240867	rnn.weight_hh_l0	8	0.04017478972673416
240867	rnn.weight_hh_l0	9	-0.09624574333429337
240867	rnn.bias_ih_l0	0	0.181846484541893
240867	rnn.bias_ih_l0	1	-0.20127585530281067
240867	rnn.bias_ih_l0	2	-0.024432580918073654
240867	rnn.bias_ih_l0	3	-0.14655448496341705
240867	rnn.bias_ih_l0	4	0.026525229215621948
240867	rnn.bias_ih_l0	5	-0.26718583703041077
240867	rnn.bias_ih_l0	6	-0.1053721159696579
240867	rnn.bias_ih_l0	7	-0.26080086827278137
240867	rnn.bias_ih_l0	8	-0.2062174677848816
240867	rnn.bias_ih_l0	9	-0.38704609870910645
240867	rnn.bias_hh_l0	0	-0.23537790775299072
240867	rnn.bias_hh_l0	1	-0.2375905066728592
240867	rnn.bias_hh_l0	2	-0.23150120675563812
240867	rnn.bias_hh_l0	3	-0.06594107300043106
240867	rnn.bias_hh_l0	4	-0.24447101354599
240867	rnn.bias_hh_l0	5	-0.2687425911426544
240867	rnn.bias_hh_l0	6	-0.13128376007080078
240867	rnn.bias_hh_l0	7	0.06756272166967392
240867	rnn.bias_hh_l0	8	-0.1405964493751526
240867	rnn.bias_hh_l0	9	-0.39904722571372986
240867	rnn.weight_ih_l0_reverse	0	0.06523676961660385
240867	rnn.weight_ih_l0_reverse	1	-0.07838767766952515
240867	rnn.weight_ih_l0_reverse	2	-0.04306976497173309
240867	rnn.weight_ih_l0_reverse	3	-0.09514357149600983
240867	rnn.weight_ih_l0_reverse	4	0.06884052604436874
240867	rnn.weight_ih_l0_reverse	5	-0.12208686023950577
240867	rnn.weight_ih_l0_reverse	6	0.013498809188604355
240867	rnn.weight_ih_l0_reverse	7	0.032350633293390274
240867	rnn.weight_ih_l0_reverse	8	-0.0924515575170517
240867	rnn.weight_ih_l0_reverse	9	-0.00029302240000106394
240867	rnn.weight_hh_l0_reverse	0	-0.07858352363109589
240867	rnn.weight_hh_l0_reverse	1	0.01867467351257801
240867	rnn.weight_hh_l0_reverse	2	-0.017569877207279205
240867	rnn.weight_hh_l0_reverse	3	0.014492313377559185
240867	rnn.weight_hh_l0_reverse	4	-0.07063151150941849
240867	rnn.weight_hh_l0_reverse	5	0.03870459273457527
240867	rnn.weight_hh_l0_reverse	6	0.015630751848220825
240867	rnn.weight_hh_l0_reverse	7	-0.056823693215847015
240867	rnn.weight_hh_l0_reverse	8	-0.022530807182192802
240867	rnn.weight_hh_l0_reverse	9	0.06363511085510254
240867	rnn.bias_ih_l0_reverse	0	-0.14472900331020355
240867	rnn.bias_ih_l0_reverse	1	-0.07663127034902573
240867	rnn.bias_ih_l0_reverse	2	0.075226791203022
240867	rnn.bias_ih_l0_reverse	3	-0.20380087196826935
240867	rnn.bias_ih_l0_reverse	4	-0.038525115698575974
240867	rnn.bias_ih_l0_reverse	5	-0.19321276247501373
240867	rnn.bias_ih_l0_reverse	6	0.23322248458862305
240867	rnn.bias_ih_l0_reverse	7	-0.29392632842063904
240867	rnn.bias_ih_l0_reverse	8	-0.13203966617584229
240867	rnn.bias_ih_l0_reverse	9	-0.11703618615865707
240867	rnn.bias_hh_l0_reverse	0	-0.11079144477844238
240867	rnn.bias_hh_l0_reverse	1	0.21378286182880402
240867	rnn.bias_hh_l0_reverse	2	-0.31215929985046387
240867	rnn.bias_hh_l0_reverse	3	-0.13258063793182373
240867	rnn.bias_hh_l0_reverse	4	-0.2833426892757416
240867	rnn.bias_hh_l0_reverse	5	-0.1247757226228714
240867	rnn.bias_hh_l0_reverse	6	-0.23698657751083374
240867	rnn.bias_hh_l0_reverse	7	-0.06393906474113464
240867	rnn.bias_hh_l0_reverse	8	-0.1725929230451584
240867	rnn.bias_hh_l0_reverse	9	0.16420768201351166
240867	linear.weight	0	0.18969711661338806
240867	linear.weight	1	-0.40508246421813965
240867	linear.weight	2	-0.011667166836559772
240867	linear.weight	3	0.06811481714248657
240867	linear.weight	4	-0.21994642913341522
240867	linear.weight	5	0.23109203577041626
240867	linear.weight	6	-0.08790603280067444
240867	linear.weight	7	-0.0659579187631607
240867	linear.weight	8	0.15684270858764648
240867	linear.weight	9	-0.04192788526415825
240867	linear.bias	0	-1.0859429836273193
240867	linear.bias	1	1.9562052488327026
240867	linear.bias	2	0.6104559302330017
240867	linear.bias	3	-2.4813175201416016
240867	linear.bias	4	-0.3295650780200958
240867	linear.bias	5	1.1939172744750977
240867	linear.bias	6	-0.1982186883687973
240867	linear.bias	7	0.531356930732727
240867	linear.bias	8	2.1497206687927246
240867	linear.bias	9	-1.3553059101104736
241476	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
241476	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
241476	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
241476	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
241476	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
241476	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
241476	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
241476	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
241476	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
241476	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
241476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
241476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
241476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
241476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
241476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
241476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
241476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
241476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
241476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
241476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
241476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
241476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
241476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
241476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
241476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
241476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
241476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
241476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
241476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
241476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
241476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
241476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
241476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
241476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
241476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
241476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
241476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
241476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
241476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
241476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
241476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
241476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
241476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
241476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
241476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
241476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
241476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
241476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
241476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
241476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
241476	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
241476	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
241476	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
241476	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
241476	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
241476	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
241476	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
241476	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
241476	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
241476	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
241476	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
241476	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
241476	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
241476	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
241476	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
241476	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
241476	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
241476	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
241476	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
241476	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
241476	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
241476	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
241476	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
241476	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
241476	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
241476	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
241476	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
241476	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
241476	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
241476	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
241476	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
241476	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
241476	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
241476	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
241476	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
241476	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
241476	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
241476	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
241476	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
241476	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
241476	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
241476	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
241476	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
241476	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
241476	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
241476	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
241476	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
241476	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
241476	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
241476	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
241476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
241476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
241476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
241476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
241476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
241476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
241476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
241476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
241476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
241476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
241476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
241476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
241476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
241476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
241476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
241476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
241476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
241476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
241476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
241476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
241476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
241476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
241476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
241476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
241476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
241476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
241476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
241476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
241476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
241476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
241476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
241476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
241476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
241476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
241476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
241476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
241476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
241476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
241476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
241476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
241476	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
241476	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
241476	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
241476	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
241476	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
241476	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
241476	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
241476	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
241476	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
241476	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
241476	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
241476	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
241476	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
241476	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
241476	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
241476	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
241476	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
241476	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
241476	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
241476	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
241476	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
241476	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
241476	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
241476	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
241476	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
241476	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
241476	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
241476	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
241476	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
241476	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
241476	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
241476	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
241476	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
241476	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
241476	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
241476	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
241476	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
241476	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
241476	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
241476	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
241476	embedding2nn.weight	0	0.25933754444122314
241476	embedding2nn.weight	1	0.3244003653526306
241476	embedding2nn.weight	2	0.022979145869612694
241476	embedding2nn.weight	3	0.07882406562566757
241476	embedding2nn.weight	4	-0.016540037468075752
241476	embedding2nn.weight	5	0.08950649946928024
241476	embedding2nn.weight	6	0.05741259455680847
241476	embedding2nn.weight	7	0.002497927751392126
241476	embedding2nn.weight	8	-0.0018534186528995633
241476	embedding2nn.weight	9	-0.02064760960638523
241476	embedding2nn.bias	0	0.03429568558931351
241476	embedding2nn.bias	1	-0.1699913591146469
241476	embedding2nn.bias	2	0.0665273517370224
241476	embedding2nn.bias	3	0.16818925738334656
241476	embedding2nn.bias	4	0.1290374994277954
241476	embedding2nn.bias	5	-0.05388982594013214
241476	embedding2nn.bias	6	-0.05768631026148796
241476	embedding2nn.bias	7	0.012290132232010365
241476	embedding2nn.bias	8	-0.15791162848472595
241476	embedding2nn.bias	9	-0.35375210642814636
241476	rnn.weight_ih_l0	0	-0.0009930799715220928
241476	rnn.weight_ih_l0	1	-0.06367727369070053
241476	rnn.weight_ih_l0	2	-0.09057679027318954
241476	rnn.weight_ih_l0	3	0.05767232924699783
241476	rnn.weight_ih_l0	4	0.05203236639499664
241476	rnn.weight_ih_l0	5	-0.12413451820611954
241476	rnn.weight_ih_l0	6	-0.05899344012141228
241476	rnn.weight_ih_l0	7	-0.014474838972091675
241476	rnn.weight_ih_l0	8	-0.0015579874161630869
241476	rnn.weight_ih_l0	9	-0.0682949349284172
241476	rnn.weight_hh_l0	0	0.014729959890246391
241476	rnn.weight_hh_l0	1	0.06938178837299347
241476	rnn.weight_hh_l0	2	0.03510801121592522
241476	rnn.weight_hh_l0	3	0.027104277163743973
241476	rnn.weight_hh_l0	4	0.013684790581464767
241476	rnn.weight_hh_l0	5	0.0797995924949646
241476	rnn.weight_hh_l0	6	-0.024016709998250008
241476	rnn.weight_hh_l0	7	-0.061967454850673676
241476	rnn.weight_hh_l0	8	0.04008851200342178
241476	rnn.weight_hh_l0	9	-0.09628258645534515
241476	rnn.bias_ih_l0	0	0.17475634813308716
241476	rnn.bias_ih_l0	1	-0.2121364027261734
241476	rnn.bias_ih_l0	2	-0.022967329248785973
241476	rnn.bias_ih_l0	3	-0.14273114502429962
241476	rnn.bias_ih_l0	4	0.0353001169860363
241476	rnn.bias_ih_l0	5	-0.2748420536518097
241476	rnn.bias_ih_l0	6	-0.10610690712928772
241476	rnn.bias_ih_l0	7	-0.26123231649398804
241476	rnn.bias_ih_l0	8	-0.20624098181724548
241476	rnn.bias_ih_l0	9	-0.38510432839393616
241476	rnn.bias_hh_l0	0	-0.23517882823944092
241476	rnn.bias_hh_l0	1	-0.2338053435087204
241476	rnn.bias_hh_l0	2	-0.22999726235866547
241476	rnn.bias_hh_l0	3	-0.0660572499036789
241476	rnn.bias_hh_l0	4	-0.25312915444374084
241476	rnn.bias_hh_l0	5	-0.2686871290206909
241476	rnn.bias_hh_l0	6	-0.13109885156154633
241476	rnn.bias_hh_l0	7	0.06110048666596413
241476	rnn.bias_hh_l0	8	-0.14109550416469574
241476	rnn.bias_hh_l0	9	-0.3972413241863251
241476	rnn.weight_ih_l0_reverse	0	0.05155697837471962
241476	rnn.weight_ih_l0_reverse	1	-0.07971283048391342
241476	rnn.weight_ih_l0_reverse	2	-0.041006553918123245
241476	rnn.weight_ih_l0_reverse	3	-0.0996672511100769
241476	rnn.weight_ih_l0_reverse	4	0.06825529783964157
241476	rnn.weight_ih_l0_reverse	5	-0.12585584819316864
241476	rnn.weight_ih_l0_reverse	6	0.009371980093419552
241476	rnn.weight_ih_l0_reverse	7	0.03319757059216499
241476	rnn.weight_ih_l0_reverse	8	-0.09474107623100281
241476	rnn.weight_ih_l0_reverse	9	0.0017434663604944944
241476	rnn.weight_hh_l0_reverse	0	-0.0767119824886322
241476	rnn.weight_hh_l0_reverse	1	0.019129812717437744
241476	rnn.weight_hh_l0_reverse	2	-0.01772593893110752
241476	rnn.weight_hh_l0_reverse	3	0.015805868431925774
241476	rnn.weight_hh_l0_reverse	4	-0.07008634507656097
241476	rnn.weight_hh_l0_reverse	5	0.039592545479536057
241476	rnn.weight_hh_l0_reverse	6	0.015067688189446926
241476	rnn.weight_hh_l0_reverse	7	-0.053895700722932816
241476	rnn.weight_hh_l0_reverse	8	-0.021076329052448273
241476	rnn.weight_hh_l0_reverse	9	0.06569033116102219
241476	rnn.bias_ih_l0_reverse	0	-0.14113245904445648
241476	rnn.bias_ih_l0_reverse	1	-0.07422298192977905
241476	rnn.bias_ih_l0_reverse	2	0.06991657614707947
241476	rnn.bias_ih_l0_reverse	3	-0.20530767738819122
241476	rnn.bias_ih_l0_reverse	4	-0.03416774794459343
241476	rnn.bias_ih_l0_reverse	5	-0.1912023425102234
241476	rnn.bias_ih_l0_reverse	6	0.23292729258537292
241476	rnn.bias_ih_l0_reverse	7	-0.29018089175224304
241476	rnn.bias_ih_l0_reverse	8	-0.12969115376472473
241476	rnn.bias_ih_l0_reverse	9	-0.12118811905384064
241476	rnn.bias_hh_l0_reverse	0	-0.11866530776023865
241476	rnn.bias_hh_l0_reverse	1	0.22070279717445374
241476	rnn.bias_hh_l0_reverse	2	-0.32039517164230347
241476	rnn.bias_hh_l0_reverse	3	-0.13364513218402863
241476	rnn.bias_hh_l0_reverse	4	-0.28532737493515015
241476	rnn.bias_hh_l0_reverse	5	-0.1258910745382309
241476	rnn.bias_hh_l0_reverse	6	-0.24225693941116333
241476	rnn.bias_hh_l0_reverse	7	-0.07224100083112717
241476	rnn.bias_hh_l0_reverse	8	-0.17636774480342865
241476	rnn.bias_hh_l0_reverse	9	0.17363278567790985
241476	linear.weight	0	0.21312092244625092
241476	linear.weight	1	-0.41809457540512085
241476	linear.weight	2	-0.02646414376795292
241476	linear.weight	3	0.06810711324214935
241476	linear.weight	4	-0.17398828268051147
241476	linear.weight	5	0.21405628323554993
241476	linear.weight	6	-0.11305198818445206
241476	linear.weight	7	-0.06593231111764908
241476	linear.weight	8	0.13839681446552277
241476	linear.weight	9	-0.04196000099182129
241476	linear.bias	0	-1.080260157585144
241476	linear.bias	1	1.993118166923523
241476	linear.bias	2	0.5936424732208252
241476	linear.bias	3	-2.482175588607788
241476	linear.bias	4	-0.3187282085418701
241476	linear.bias	5	1.1798018217086792
241476	linear.bias	6	-0.23740974068641663
241476	linear.bias	7	0.5470529198646545
241476	linear.bias	8	2.1575818061828613
241476	linear.bias	9	-1.367252230644226
242085	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
242085	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
242085	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
242085	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
242085	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
242085	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
242085	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
242085	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
242085	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
242085	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
242085	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
242085	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
242085	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
242085	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
242085	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
242085	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
242085	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
242085	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
242085	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
242085	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
242085	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
242085	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
242085	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
242085	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
242085	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
242085	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
242085	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
242085	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
242085	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
242085	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
242085	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
242085	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
242085	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
242085	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
242085	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
242085	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
242085	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
242085	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
242085	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
242085	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
242085	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
242085	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
242085	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
242085	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
242085	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
242085	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
242085	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
242085	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
242085	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
242085	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
242085	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
242085	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
242085	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
242085	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
242085	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
242085	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
242085	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
242085	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
242085	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
242085	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
242085	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
242085	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
242085	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
242085	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
242085	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
242085	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
242085	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
242085	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
242085	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
242085	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
242085	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
242085	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
242085	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
242085	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
242085	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
242085	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
242085	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
242085	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
242085	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
242085	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
242085	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
242085	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
242085	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
242085	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
242085	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
242085	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
242085	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
242085	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
242085	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
242085	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
242085	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
242085	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
242085	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
242085	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
242085	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
242085	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
242085	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
242085	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
242085	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
242085	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
242085	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
242085	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
242085	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
242085	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
242085	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
242085	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
242085	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
242085	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
242085	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
242085	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
242085	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
242085	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
242085	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
242085	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
242085	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
242085	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
242085	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
242085	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
242085	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
242085	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
242085	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
242085	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
242085	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
242085	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
242085	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
242085	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
242085	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
242085	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
242085	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
242085	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
242085	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
242085	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
242085	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
242085	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
242085	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
242085	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
242085	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
242085	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
242085	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
242085	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
242085	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
242085	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
242085	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
242085	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
242085	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
242085	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
242085	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
242085	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
242085	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
242085	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
242085	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
242085	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
242085	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
242085	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
242085	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
242085	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
242085	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
242085	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
242085	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
242085	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
242085	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
242085	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
242085	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
242085	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
242085	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
242085	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
242085	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
242085	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
242085	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
242085	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
242085	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
242085	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
242085	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
242085	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
242085	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
242085	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
242085	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
242085	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
242085	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
242085	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
242085	embedding2nn.weight	0	0.2576591968536377
242085	embedding2nn.weight	1	0.3264397084712982
242085	embedding2nn.weight	2	0.028676733374595642
242085	embedding2nn.weight	3	0.08091499656438828
242085	embedding2nn.weight	4	-0.014392446726560593
242085	embedding2nn.weight	5	0.09259685128927231
242085	embedding2nn.weight	6	0.06147553026676178
242085	embedding2nn.weight	7	0.0036576478742063046
242085	embedding2nn.weight	8	-0.0009366486920043826
242085	embedding2nn.weight	9	-0.020217062905430794
242085	embedding2nn.bias	0	0.02155151590704918
242085	embedding2nn.bias	1	-0.15569981932640076
242085	embedding2nn.bias	2	0.07448065280914307
242085	embedding2nn.bias	3	0.16315796971321106
242085	embedding2nn.bias	4	0.14931730926036835
242085	embedding2nn.bias	5	-0.08395690470933914
242085	embedding2nn.bias	6	-0.04833662137389183
242085	embedding2nn.bias	7	0.017136259004473686
242085	embedding2nn.bias	8	-0.14712607860565186
242085	embedding2nn.bias	9	-0.3578759431838989
242085	rnn.weight_ih_l0	0	0.0004960015648975968
242085	rnn.weight_ih_l0	1	-0.0633731484413147
242085	rnn.weight_ih_l0	2	-0.08232171088457108
242085	rnn.weight_ih_l0	3	0.060032714158296585
242085	rnn.weight_ih_l0	4	0.04300396889448166
242085	rnn.weight_ih_l0	5	-0.12469325959682465
242085	rnn.weight_ih_l0	6	-0.057286337018013
242085	rnn.weight_ih_l0	7	-0.011832754127681255
242085	rnn.weight_ih_l0	8	-0.011984234675765038
242085	rnn.weight_ih_l0	9	-0.06817468255758286
242085	rnn.weight_hh_l0	0	0.014722306281328201
242085	rnn.weight_hh_l0	1	0.06823795288801193
242085	rnn.weight_hh_l0	2	0.036036595702171326
242085	rnn.weight_hh_l0	3	0.027577726170420647
242085	rnn.weight_hh_l0	4	0.014096926897764206
242085	rnn.weight_hh_l0	5	0.07849323004484177
242085	rnn.weight_hh_l0	6	-0.02465233951807022
242085	rnn.weight_hh_l0	7	-0.0645112618803978
242085	rnn.weight_hh_l0	8	0.03967461735010147
242085	rnn.weight_hh_l0	9	-0.09612557291984558
242085	rnn.bias_ih_l0	0	0.1813773214817047
242085	rnn.bias_ih_l0	1	-0.21008919179439545
242085	rnn.bias_ih_l0	2	-0.02589963935315609
242085	rnn.bias_ih_l0	3	-0.1404525637626648
242085	rnn.bias_ih_l0	4	0.026769543066620827
242085	rnn.bias_ih_l0	5	-0.27508631348609924
242085	rnn.bias_ih_l0	6	-0.10341589897871017
242085	rnn.bias_ih_l0	7	-0.26266026496887207
242085	rnn.bias_ih_l0	8	-0.20548875629901886
242085	rnn.bias_ih_l0	9	-0.36994871497154236
242085	rnn.bias_hh_l0	0	-0.2316005676984787
242085	rnn.bias_hh_l0	1	-0.2364690601825714
242085	rnn.bias_hh_l0	2	-0.23096652328968048
242085	rnn.bias_hh_l0	3	-0.06836192309856415
242085	rnn.bias_hh_l0	4	-0.24293479323387146
242085	rnn.bias_hh_l0	5	-0.27036377787590027
242085	rnn.bias_hh_l0	6	-0.12540015578269958
242085	rnn.bias_hh_l0	7	0.05866722762584686
242085	rnn.bias_hh_l0	8	-0.1481165587902069
242085	rnn.bias_hh_l0	9	-0.4057290256023407
242085	rnn.weight_ih_l0_reverse	0	0.05058901384472847
242085	rnn.weight_ih_l0_reverse	1	-0.07844983041286469
242085	rnn.weight_ih_l0_reverse	2	-0.04225781932473183
242085	rnn.weight_ih_l0_reverse	3	-0.09741280972957611
242085	rnn.weight_ih_l0_reverse	4	0.06916855275630951
242085	rnn.weight_ih_l0_reverse	5	-0.12405654788017273
242085	rnn.weight_ih_l0_reverse	6	0.0007877823663875461
242085	rnn.weight_ih_l0_reverse	7	0.033904820680618286
242085	rnn.weight_ih_l0_reverse	8	-0.0914134681224823
242085	rnn.weight_ih_l0_reverse	9	-0.0008121993159875274
242085	rnn.weight_hh_l0_reverse	0	-0.07675070315599442
242085	rnn.weight_hh_l0_reverse	1	0.018910035490989685
242085	rnn.weight_hh_l0_reverse	2	-0.018796322867274284
242085	rnn.weight_hh_l0_reverse	3	0.016490193083882332
242085	rnn.weight_hh_l0_reverse	4	-0.07087846100330353
242085	rnn.weight_hh_l0_reverse	5	0.040156684815883636
242085	rnn.weight_hh_l0_reverse	6	0.015373707748949528
242085	rnn.weight_hh_l0_reverse	7	-0.05400273948907852
242085	rnn.weight_hh_l0_reverse	8	-0.019827650859951973
242085	rnn.weight_hh_l0_reverse	9	0.0659160390496254
242085	rnn.bias_ih_l0_reverse	0	-0.1388733685016632
242085	rnn.bias_ih_l0_reverse	1	-0.07820838689804077
242085	rnn.bias_ih_l0_reverse	2	0.06955268979072571
242085	rnn.bias_ih_l0_reverse	3	-0.20765432715415955
242085	rnn.bias_ih_l0_reverse	4	-0.04502856731414795
242085	rnn.bias_ih_l0_reverse	5	-0.19158467650413513
242085	rnn.bias_ih_l0_reverse	6	0.22239844501018524
242085	rnn.bias_ih_l0_reverse	7	-0.2936755120754242
242085	rnn.bias_ih_l0_reverse	8	-0.12543243169784546
242085	rnn.bias_ih_l0_reverse	9	-0.11448422819375992
242085	rnn.bias_hh_l0_reverse	0	-0.12273057550191879
242085	rnn.bias_hh_l0_reverse	1	0.22738827764987946
242085	rnn.bias_hh_l0_reverse	2	-0.3173178732395172
242085	rnn.bias_hh_l0_reverse	3	-0.13116085529327393
242085	rnn.bias_hh_l0_reverse	4	-0.2936604917049408
242085	rnn.bias_hh_l0_reverse	5	-0.12055984139442444
242085	rnn.bias_hh_l0_reverse	6	-0.24522748589515686
242085	rnn.bias_hh_l0_reverse	7	-0.07507959008216858
242085	rnn.bias_hh_l0_reverse	8	-0.17472566664218903
242085	rnn.bias_hh_l0_reverse	9	0.16007359325885773
242085	linear.weight	0	0.20551802217960358
242085	linear.weight	1	-0.4339587688446045
242085	linear.weight	2	0.03864576667547226
242085	linear.weight	3	0.06809937208890915
242085	linear.weight	4	-0.17701183259487152
242085	linear.weight	5	0.24244984984397888
242085	linear.weight	6	-0.08390017598867416
242085	linear.weight	7	-0.06589769572019577
242085	linear.weight	8	0.1730433851480484
242085	linear.weight	9	-0.041984375566244125
242085	linear.bias	0	-1.0627894401550293
242085	linear.bias	1	1.9735807180404663
242085	linear.bias	2	0.6187201738357544
242085	linear.bias	3	-2.4829699993133545
242085	linear.bias	4	-0.32372811436653137
242085	linear.bias	5	1.1839107275009155
242085	linear.bias	6	-0.25020143389701843
242085	linear.bias	7	0.5468766093254089
242085	linear.bias	8	2.1369926929473877
242085	linear.bias	9	-1.3701579570770264
242694	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
242694	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
242694	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
242694	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
242694	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
242694	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
242694	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
242694	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
242694	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
242694	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
242694	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
242694	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
242694	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
242694	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
242694	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
242694	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
242694	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
242694	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
242694	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
242694	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
242694	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
242694	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
242694	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
242694	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
242694	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
242694	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
242694	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
242694	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
242694	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
242694	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
242694	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
242694	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
242694	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
242694	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
242694	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
242694	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
242694	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
242694	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
242694	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
242694	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
242694	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
242694	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
242694	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
242694	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
242694	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
242694	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
242694	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
242694	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
242694	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
242694	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
242694	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
242694	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
242694	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
242694	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
242694	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
242694	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
242694	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
242694	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
242694	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
242694	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
242694	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
242694	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
242694	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
242694	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
242694	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
242694	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
242694	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
242694	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
242694	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
242694	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
242694	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
242694	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
242694	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
242694	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
242694	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
242694	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
242694	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
242694	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
242694	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
242694	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
242694	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
242694	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
242694	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
242694	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
242694	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
242694	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
242694	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
242694	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
242694	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
242694	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
242694	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
242694	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
242694	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
242694	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
242694	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
242694	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
242694	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
242694	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
242694	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
242694	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
242694	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
242694	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
242694	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
242694	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
242694	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
242694	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
242694	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
242694	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
242694	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
242694	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
242694	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
242694	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
242694	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
242694	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
242694	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
242694	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
242694	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
242694	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
242694	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
242694	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
242694	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
242694	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
242694	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
242694	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
242694	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
242694	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
242694	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
242694	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
242694	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
242694	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
242694	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
242694	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
242694	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
242694	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
242694	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
242694	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
242694	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
242694	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
242694	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
242694	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
242694	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
242694	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
242694	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
242694	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
242694	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
242694	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
242694	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
242694	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
242694	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
242694	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
242694	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
242694	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
242694	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
242694	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
242694	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
242694	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
242694	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
242694	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
242694	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
242694	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
242694	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
242694	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
242694	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
242694	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
242694	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
242694	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
242694	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
242694	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
242694	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
242694	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
242694	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
242694	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
242694	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
242694	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
242694	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
242694	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
242694	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
242694	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
242694	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
242694	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
242694	embedding2nn.weight	0	0.2604537606239319
242694	embedding2nn.weight	1	0.32789555191993713
242694	embedding2nn.weight	2	0.024600669741630554
242694	embedding2nn.weight	3	0.07900644093751907
242694	embedding2nn.weight	4	-0.019755376502871513
242694	embedding2nn.weight	5	0.09084093570709229
242694	embedding2nn.weight	6	0.048875998705625534
242694	embedding2nn.weight	7	0.005740993190556765
242694	embedding2nn.weight	8	0.0007578380755148828
242694	embedding2nn.weight	9	-0.022574903443455696
242694	embedding2nn.bias	0	0.017249779775738716
242694	embedding2nn.bias	1	-0.16528764367103577
242694	embedding2nn.bias	2	0.08523590117692947
242694	embedding2nn.bias	3	0.14820466935634613
242694	embedding2nn.bias	4	0.14696067571640015
242694	embedding2nn.bias	5	-0.07511357218027115
242694	embedding2nn.bias	6	-0.03631078824400902
242694	embedding2nn.bias	7	0.02630063332617283
242694	embedding2nn.bias	8	-0.15912120044231415
242694	embedding2nn.bias	9	-0.3668901324272156
242694	rnn.weight_ih_l0	0	0.0014862457755953074
242694	rnn.weight_ih_l0	1	-0.06483528763055801
242694	rnn.weight_ih_l0	2	-0.0756630226969719
242694	rnn.weight_ih_l0	3	0.05323021113872528
242694	rnn.weight_ih_l0	4	0.05227011814713478
242694	rnn.weight_ih_l0	5	-0.12652988731861115
242694	rnn.weight_ih_l0	6	-0.055778007954359055
242694	rnn.weight_ih_l0	7	-0.014694126322865486
242694	rnn.weight_ih_l0	8	-0.008418308570981026
242694	rnn.weight_ih_l0	9	-0.058915410190820694
242694	rnn.weight_hh_l0	0	0.014348303899168968
242694	rnn.weight_hh_l0	1	0.06701264530420303
242694	rnn.weight_hh_l0	2	0.03410807251930237
242694	rnn.weight_hh_l0	3	0.027826858684420586
242694	rnn.weight_hh_l0	4	0.014418802224099636
242694	rnn.weight_hh_l0	5	0.07750018686056137
242694	rnn.weight_hh_l0	6	-0.025490475818514824
242694	rnn.weight_hh_l0	7	-0.05937634035944939
242694	rnn.weight_hh_l0	8	0.04018396884202957
242694	rnn.weight_hh_l0	9	-0.09482196718454361
242694	rnn.bias_ih_l0	0	0.17904049158096313
242694	rnn.bias_ih_l0	1	-0.20935995876789093
242694	rnn.bias_ih_l0	2	-0.0348227359354496
242694	rnn.bias_ih_l0	3	-0.14604760706424713
242694	rnn.bias_ih_l0	4	0.01426475029438734
242694	rnn.bias_ih_l0	5	-0.2856542468070984
242694	rnn.bias_ih_l0	6	-0.10974588245153427
242694	rnn.bias_ih_l0	7	-0.2634456753730774
242694	rnn.bias_ih_l0	8	-0.20939412713050842
242694	rnn.bias_ih_l0	9	-0.3810853064060211
242694	rnn.bias_hh_l0	0	-0.23746703565120697
242694	rnn.bias_hh_l0	1	-0.23551784455776215
242694	rnn.bias_hh_l0	2	-0.22393155097961426
242694	rnn.bias_hh_l0	3	-0.06631563603878021
242694	rnn.bias_hh_l0	4	-0.246079683303833
242694	rnn.bias_hh_l0	5	-0.2714056670665741
242694	rnn.bias_hh_l0	6	-0.12365765124559402
242694	rnn.bias_hh_l0	7	0.06651388108730316
242694	rnn.bias_hh_l0	8	-0.1417931467294693
242694	rnn.bias_hh_l0	9	-0.4111623764038086
242694	rnn.weight_ih_l0_reverse	0	0.047802019864320755
242694	rnn.weight_ih_l0_reverse	1	-0.07966695725917816
242694	rnn.weight_ih_l0_reverse	2	-0.037239450961351395
242694	rnn.weight_ih_l0_reverse	3	-0.09696336090564728
242694	rnn.weight_ih_l0_reverse	4	0.0696631669998169
242694	rnn.weight_ih_l0_reverse	5	-0.12429202347993851
242694	rnn.weight_ih_l0_reverse	6	-0.002480427036061883
242694	rnn.weight_ih_l0_reverse	7	0.03223814442753792
242694	rnn.weight_ih_l0_reverse	8	-0.09390447288751602
242694	rnn.weight_ih_l0_reverse	9	-0.003491636598482728
242694	rnn.weight_hh_l0_reverse	0	-0.07736141979694366
242694	rnn.weight_hh_l0_reverse	1	0.019703013822436333
242694	rnn.weight_hh_l0_reverse	2	-0.018098432570695877
242694	rnn.weight_hh_l0_reverse	3	0.01725984551012516
242694	rnn.weight_hh_l0_reverse	4	-0.07104721665382385
242694	rnn.weight_hh_l0_reverse	5	0.04043347388505936
242694	rnn.weight_hh_l0_reverse	6	0.015113518573343754
242694	rnn.weight_hh_l0_reverse	7	-0.05391524359583855
242694	rnn.weight_hh_l0_reverse	8	-0.021539319306612015
242694	rnn.weight_hh_l0_reverse	9	0.06513011455535889
242694	rnn.bias_ih_l0_reverse	0	-0.13844192028045654
242694	rnn.bias_ih_l0_reverse	1	-0.07500415295362473
242694	rnn.bias_ih_l0_reverse	2	0.07813379913568497
242694	rnn.bias_ih_l0_reverse	3	-0.20706218481063843
242694	rnn.bias_ih_l0_reverse	4	-0.04534133896231651
242694	rnn.bias_ih_l0_reverse	5	-0.18967770040035248
242694	rnn.bias_ih_l0_reverse	6	0.2165777087211609
242694	rnn.bias_ih_l0_reverse	7	-0.29197558760643005
242694	rnn.bias_ih_l0_reverse	8	-0.12456226348876953
242694	rnn.bias_ih_l0_reverse	9	-0.12439397722482681
242694	rnn.bias_hh_l0_reverse	0	-0.13528917729854584
242694	rnn.bias_hh_l0_reverse	1	0.22943684458732605
242694	rnn.bias_hh_l0_reverse	2	-0.31045156717300415
242694	rnn.bias_hh_l0_reverse	3	-0.13447071611881256
242694	rnn.bias_hh_l0_reverse	4	-0.29537221789360046
242694	rnn.bias_hh_l0_reverse	5	-0.11757256835699081
242694	rnn.bias_hh_l0_reverse	6	-0.24515675008296967
242694	rnn.bias_hh_l0_reverse	7	-0.07838118821382523
242694	rnn.bias_hh_l0_reverse	8	-0.17689597606658936
242694	rnn.bias_hh_l0_reverse	9	0.16273848712444305
242694	linear.weight	0	0.2001400589942932
242694	linear.weight	1	-0.44375529885292053
242694	linear.weight	2	0.021193422377109528
242694	linear.weight	3	0.06810001283884048
242694	linear.weight	4	-0.19338549673557281
242694	linear.weight	5	0.21612848341464996
242694	linear.weight	6	-0.08761142194271088
242694	linear.weight	7	-0.06588222831487656
242694	linear.weight	8	0.17695996165275574
242694	linear.weight	9	-0.04200379550457001
242694	linear.bias	0	-1.0502701997756958
242694	linear.bias	1	1.9897822141647339
242694	linear.bias	2	0.6098508238792419
242694	linear.bias	3	-2.4837236404418945
242694	linear.bias	4	-0.3074221611022949
242694	linear.bias	5	1.143128514289856
242694	linear.bias	6	-0.2516348361968994
242694	linear.bias	7	0.5364029407501221
242694	linear.bias	8	2.0793380737304688
242694	linear.bias	9	-1.3550888299942017
243303	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
243303	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
243303	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
243303	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
243303	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
243303	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
243303	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
243303	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
243303	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
243303	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
243303	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
243303	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
243303	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
243303	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
243303	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
243303	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
243303	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
243303	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
243303	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
243303	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
243303	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
243303	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
243303	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
243303	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
243303	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
243303	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
243303	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
243303	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
243303	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
243303	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
243303	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
243303	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
243303	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
243303	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
243303	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
243303	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
243303	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
243303	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
243303	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
243303	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
243303	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
243303	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
243303	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
243303	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
243303	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
243303	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
243303	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
243303	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
243303	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
243303	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
243303	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
243303	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
243303	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
243303	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
243303	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
243303	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
243303	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
243303	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
243303	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
243303	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
243303	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
243303	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
243303	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
243303	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
243303	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
243303	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
243303	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
243303	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
243303	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
243303	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
243303	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
243303	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
243303	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
243303	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
243303	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
243303	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
243303	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
243303	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
243303	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
243303	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
243303	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
243303	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
243303	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
243303	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
243303	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
243303	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
243303	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
243303	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
243303	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
243303	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
243303	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
243303	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
243303	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
243303	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
243303	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
243303	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
243303	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
243303	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
243303	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
243303	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
243303	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
243303	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
243303	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
243303	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
243303	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
243303	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
243303	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
243303	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
243303	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
243303	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
243303	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
243303	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
243303	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
243303	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
243303	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
243303	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
243303	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
243303	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
243303	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
243303	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
243303	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
243303	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
243303	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
243303	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
243303	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
243303	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
243303	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
243303	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
243303	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
243303	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
243303	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
243303	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
243303	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
243303	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
243303	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
243303	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
243303	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
243303	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
243303	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
243303	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
243303	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
243303	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
243303	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
243303	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
243303	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
243303	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
243303	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
243303	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
243303	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
243303	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
243303	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
243303	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
243303	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
243303	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
243303	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
243303	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
243303	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
243303	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
243303	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
243303	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
243303	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
243303	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
243303	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
243303	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
243303	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
243303	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
243303	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
243303	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
243303	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
243303	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
243303	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
243303	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
243303	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
243303	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
243303	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
243303	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
243303	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
243303	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
243303	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
243303	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
243303	embedding2nn.weight	0	0.26019755005836487
243303	embedding2nn.weight	1	0.32978036999702454
243303	embedding2nn.weight	2	0.022233644500374794
243303	embedding2nn.weight	3	0.08946110308170319
243303	embedding2nn.weight	4	-0.02077552117407322
243303	embedding2nn.weight	5	0.09152614325284958
243303	embedding2nn.weight	6	0.04118787497282028
243303	embedding2nn.weight	7	-0.005854861810803413
243303	embedding2nn.weight	8	0.002648368012160063
243303	embedding2nn.weight	9	-0.023488296195864677
243303	embedding2nn.bias	0	0.0326663963496685
243303	embedding2nn.bias	1	-0.1711721122264862
243303	embedding2nn.bias	2	0.10671548545360565
243303	embedding2nn.bias	3	0.13808482885360718
243303	embedding2nn.bias	4	0.15133248269557953
243303	embedding2nn.bias	5	-0.05979575961828232
243303	embedding2nn.bias	6	-0.045034654438495636
243303	embedding2nn.bias	7	0.020303737372159958
243303	embedding2nn.bias	8	-0.14991530776023865
243303	embedding2nn.bias	9	-0.3777669370174408
243303	rnn.weight_ih_l0	0	0.001741596614010632
243303	rnn.weight_ih_l0	1	-0.06599979102611542
243303	rnn.weight_ih_l0	2	-0.07876522094011307
243303	rnn.weight_ih_l0	3	0.048425693064928055
243303	rnn.weight_ih_l0	4	0.05546024814248085
243303	rnn.weight_ih_l0	5	-0.11985998600721359
243303	rnn.weight_ih_l0	6	-0.05205103009939194
243303	rnn.weight_ih_l0	7	-0.012893996201455593
243303	rnn.weight_ih_l0	8	-0.0009353636996820569
243303	rnn.weight_ih_l0	9	-0.06064356118440628
243303	rnn.weight_hh_l0	0	0.013808367773890495
243303	rnn.weight_hh_l0	1	0.06731319427490234
243303	rnn.weight_hh_l0	2	0.035360079258680344
243303	rnn.weight_hh_l0	3	0.02716175653040409
243303	rnn.weight_hh_l0	4	0.016674961894750595
243303	rnn.weight_hh_l0	5	0.07707791030406952
243303	rnn.weight_hh_l0	6	-0.025274047628045082
243303	rnn.weight_hh_l0	7	-0.05680186673998833
243303	rnn.weight_hh_l0	8	0.039935626089572906
243303	rnn.weight_hh_l0	9	-0.09281066805124283
243303	rnn.bias_ih_l0	0	0.16760294139385223
243303	rnn.bias_ih_l0	1	-0.20769813656806946
243303	rnn.bias_ih_l0	2	-0.03198536857962608
243303	rnn.bias_ih_l0	3	-0.15500356256961823
243303	rnn.bias_ih_l0	4	0.008386421017348766
243303	rnn.bias_ih_l0	5	-0.2861180305480957
243303	rnn.bias_ih_l0	6	-0.10727600753307343
243303	rnn.bias_ih_l0	7	-0.2641601264476776
243303	rnn.bias_ih_l0	8	-0.20554456114768982
243303	rnn.bias_ih_l0	9	-0.38317960500717163
243303	rnn.bias_hh_l0	0	-0.23119820654392242
243303	rnn.bias_hh_l0	1	-0.23502716422080994
243303	rnn.bias_hh_l0	2	-0.2237299233675003
243303	rnn.bias_hh_l0	3	-0.06717602163553238
243303	rnn.bias_hh_l0	4	-0.24879270792007446
243303	rnn.bias_hh_l0	5	-0.26977887749671936
243303	rnn.bias_hh_l0	6	-0.12375987321138382
243303	rnn.bias_hh_l0	7	0.07226540148258209
243303	rnn.bias_hh_l0	8	-0.14098869264125824
243303	rnn.bias_hh_l0	9	-0.410797119140625
243303	rnn.weight_ih_l0_reverse	0	0.046857137233018875
243303	rnn.weight_ih_l0_reverse	1	-0.07668177038431168
243303	rnn.weight_ih_l0_reverse	2	-0.03749857097864151
243303	rnn.weight_ih_l0_reverse	3	-0.09572690725326538
243303	rnn.weight_ih_l0_reverse	4	0.06860954314470291
243303	rnn.weight_ih_l0_reverse	5	-0.12837804853916168
243303	rnn.weight_ih_l0_reverse	6	-0.008726466447114944
243303	rnn.weight_ih_l0_reverse	7	0.03397134691476822
243303	rnn.weight_ih_l0_reverse	8	-0.09864668548107147
243303	rnn.weight_ih_l0_reverse	9	-0.0021326495334506035
243303	rnn.weight_hh_l0_reverse	0	-0.07816075533628464
243303	rnn.weight_hh_l0_reverse	1	0.01947414129972458
243303	rnn.weight_hh_l0_reverse	2	-0.018593592569231987
243303	rnn.weight_hh_l0_reverse	3	0.017875755205750465
243303	rnn.weight_hh_l0_reverse	4	-0.07157564908266068
243303	rnn.weight_hh_l0_reverse	5	0.041100434958934784
243303	rnn.weight_hh_l0_reverse	6	0.015334779396653175
243303	rnn.weight_hh_l0_reverse	7	-0.05680059269070625
243303	rnn.weight_hh_l0_reverse	8	-0.02201930247247219
243303	rnn.weight_hh_l0_reverse	9	0.0645604357123375
243303	rnn.bias_ih_l0_reverse	0	-0.1344231814146042
243303	rnn.bias_ih_l0_reverse	1	-0.07523753494024277
243303	rnn.bias_ih_l0_reverse	2	0.08832333981990814
243303	rnn.bias_ih_l0_reverse	3	-0.2054208368062973
243303	rnn.bias_ih_l0_reverse	4	-0.03422427177429199
243303	rnn.bias_ih_l0_reverse	5	-0.19021083414554596
243303	rnn.bias_ih_l0_reverse	6	0.2090655118227005
243303	rnn.bias_ih_l0_reverse	7	-0.28386056423187256
243303	rnn.bias_ih_l0_reverse	8	-0.12733601033687592
243303	rnn.bias_ih_l0_reverse	9	-0.1306762397289276
243303	rnn.bias_hh_l0_reverse	0	-0.1271461844444275
243303	rnn.bias_hh_l0_reverse	1	0.23560139536857605
243303	rnn.bias_hh_l0_reverse	2	-0.3084520995616913
243303	rnn.bias_hh_l0_reverse	3	-0.14057540893554688
243303	rnn.bias_hh_l0_reverse	4	-0.2920955717563629
243303	rnn.bias_hh_l0_reverse	5	-0.12096793949604034
243303	rnn.bias_hh_l0_reverse	6	-0.25657033920288086
243303	rnn.bias_hh_l0_reverse	7	-0.07329335063695908
243303	rnn.bias_hh_l0_reverse	8	-0.19285719096660614
243303	rnn.bias_hh_l0_reverse	9	0.1689690351486206
243303	linear.weight	0	0.183497816324234
243303	linear.weight	1	-0.43382009863853455
243303	linear.weight	2	0.005208481103181839
243303	linear.weight	3	0.068095862865448
243303	linear.weight	4	-0.16049453616142273
243303	linear.weight	5	0.22338387370109558
243303	linear.weight	6	-0.10295102000236511
243303	linear.weight	7	-0.06585843116044998
243303	linear.weight	8	0.14977431297302246
243303	linear.weight	9	-0.04203314334154129
243303	linear.bias	0	-1.0764940977096558
243303	linear.bias	1	1.9428930282592773
243303	linear.bias	2	0.6423488855361938
243303	linear.bias	3	-2.4845571517944336
243303	linear.bias	4	-0.30427342653274536
243303	linear.bias	5	1.166000485420227
243303	linear.bias	6	-0.2092229574918747
243303	linear.bias	7	0.5397283434867859
243303	linear.bias	8	2.1731345653533936
243303	linear.bias	9	-1.3540211915969849
243912	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
243912	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
243912	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
243912	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
243912	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
243912	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
243912	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
243912	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
243912	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
243912	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
243912	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
243912	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
243912	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
243912	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
243912	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
243912	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
243912	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
243912	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
243912	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
243912	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
243912	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
243912	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
243912	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
243912	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
243912	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
243912	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
243912	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
243912	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
243912	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
243912	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
243912	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
243912	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
243912	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
243912	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
243912	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
243912	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
243912	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
243912	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
243912	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
243912	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
243912	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
243912	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
243912	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
243912	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
243912	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
243912	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
243912	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
243912	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
243912	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
243912	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
243912	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
243912	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
243912	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
243912	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
243912	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
243912	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
243912	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
243912	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
243912	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
243912	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
243912	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
243912	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
243912	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
243912	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
243912	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
243912	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
243912	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
243912	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
243912	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
243912	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
243912	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
243912	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
243912	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
243912	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
243912	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
243912	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
243912	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
243912	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
243912	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
243912	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
243912	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
243912	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
243912	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
243912	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
243912	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
243912	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
243912	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
243912	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
243912	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
243912	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
243912	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
243912	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
243912	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
243912	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
243912	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
243912	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
243912	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
243912	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
243912	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
243912	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
243912	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
243912	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
243912	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
243912	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
243912	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
243912	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
243912	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
243912	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
243912	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
243912	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
243912	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
243912	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
243912	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
243912	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
243912	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
243912	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
243912	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
243912	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
243912	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
243912	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
243912	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
243912	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
243912	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
243912	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
243912	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
243912	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
243912	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
243912	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
243912	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
243912	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
243912	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
243912	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
243912	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
243912	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
243912	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
243912	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
243912	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
243912	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
243912	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
243912	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
243912	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
243912	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
243912	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
243912	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
243912	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
243912	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
243912	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
243912	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
243912	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
243912	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
243912	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
243912	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
243912	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
243912	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
243912	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
243912	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
243912	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
243912	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
243912	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
243912	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
243912	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
243912	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
243912	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
243912	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
243912	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
243912	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
243912	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
243912	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
243912	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
243912	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
243912	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
243912	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
243912	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
243912	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
243912	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
243912	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
243912	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
243912	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
243912	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
243912	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
243912	embedding2nn.weight	0	0.26310408115386963
243912	embedding2nn.weight	1	0.32925087213516235
243912	embedding2nn.weight	2	0.01870814338326454
243912	embedding2nn.weight	3	0.08866949379444122
243912	embedding2nn.weight	4	-0.022582780569791794
243912	embedding2nn.weight	5	0.08830332010984421
243912	embedding2nn.weight	6	0.04071595519781113
243912	embedding2nn.weight	7	0.00508852256461978
243912	embedding2nn.weight	8	-0.0017536539817228913
243912	embedding2nn.weight	9	-0.023818811401724815
243912	embedding2nn.bias	0	0.03390277177095413
243912	embedding2nn.bias	1	-0.14522786438465118
243912	embedding2nn.bias	2	0.08357510715723038
243912	embedding2nn.bias	3	0.13375356793403625
243912	embedding2nn.bias	4	0.15939943492412567
243912	embedding2nn.bias	5	-0.05184045806527138
243912	embedding2nn.bias	6	-0.049378424882888794
243912	embedding2nn.bias	7	0.056763842701911926
243912	embedding2nn.bias	8	-0.15256965160369873
243912	embedding2nn.bias	9	-0.3760323226451874
243912	rnn.weight_ih_l0	0	0.0011252795811742544
243912	rnn.weight_ih_l0	1	-0.0658702552318573
243912	rnn.weight_ih_l0	2	-0.08387959003448486
243912	rnn.weight_ih_l0	3	0.050470758229494095
243912	rnn.weight_ih_l0	4	0.055481187999248505
243912	rnn.weight_ih_l0	5	-0.11524616926908493
243912	rnn.weight_ih_l0	6	-0.05445413291454315
243912	rnn.weight_ih_l0	7	-0.012043064460158348
243912	rnn.weight_ih_l0	8	-0.009662543423473835
243912	rnn.weight_ih_l0	9	-0.055313996970653534
243912	rnn.weight_hh_l0	0	0.013981650583446026
243912	rnn.weight_hh_l0	1	0.06711670756340027
243912	rnn.weight_hh_l0	2	0.036107126623392105
243912	rnn.weight_hh_l0	3	0.02686174586415291
243912	rnn.weight_hh_l0	4	0.01799064874649048
243912	rnn.weight_hh_l0	5	0.07625232636928558
243912	rnn.weight_hh_l0	6	-0.025517022237181664
243912	rnn.weight_hh_l0	7	-0.05888433754444122
243912	rnn.weight_hh_l0	8	0.040102768689394
243912	rnn.weight_hh_l0	9	-0.09267424046993256
243912	rnn.bias_ih_l0	0	0.1702633947134018
243912	rnn.bias_ih_l0	1	-0.20134124159812927
243912	rnn.bias_ih_l0	2	-0.032319504767656326
243912	rnn.bias_ih_l0	3	-0.15313458442687988
243912	rnn.bias_ih_l0	4	0.015001241117715836
243912	rnn.bias_ih_l0	5	-0.2896827459335327
243912	rnn.bias_ih_l0	6	-0.10821791738271713
243912	rnn.bias_ih_l0	7	-0.26527056097984314
243912	rnn.bias_ih_l0	8	-0.21045523881912231
243912	rnn.bias_ih_l0	9	-0.38420814275741577
243912	rnn.bias_hh_l0	0	-0.2405315488576889
243912	rnn.bias_hh_l0	1	-0.23302868008613586
243912	rnn.bias_hh_l0	2	-0.22868311405181885
243912	rnn.bias_hh_l0	3	-0.0692482516169548
243912	rnn.bias_hh_l0	4	-0.25119417905807495
243912	rnn.bias_hh_l0	5	-0.2709991931915283
243912	rnn.bias_hh_l0	6	-0.12842942774295807
243912	rnn.bias_hh_l0	7	0.06150849908590317
243912	rnn.bias_hh_l0	8	-0.14596213400363922
243912	rnn.bias_hh_l0	9	-0.40788695216178894
243912	rnn.weight_ih_l0_reverse	0	0.047400541603565216
243912	rnn.weight_ih_l0_reverse	1	-0.07634670287370682
243912	rnn.weight_ih_l0_reverse	2	-0.037046123296022415
243912	rnn.weight_ih_l0_reverse	3	-0.08977574110031128
243912	rnn.weight_ih_l0_reverse	4	0.06612460315227509
243912	rnn.weight_ih_l0_reverse	5	-0.129519984126091
243912	rnn.weight_ih_l0_reverse	6	0.003769500646740198
243912	rnn.weight_ih_l0_reverse	7	0.034428033977746964
243912	rnn.weight_ih_l0_reverse	8	-0.09768904745578766
243912	rnn.weight_ih_l0_reverse	9	-0.005574608687311411
243912	rnn.weight_hh_l0_reverse	0	-0.0767509862780571
243912	rnn.weight_hh_l0_reverse	1	0.020461194217205048
243912	rnn.weight_hh_l0_reverse	2	-0.019419945776462555
243912	rnn.weight_hh_l0_reverse	3	0.018014797940850258
243912	rnn.weight_hh_l0_reverse	4	-0.07238657027482986
243912	rnn.weight_hh_l0_reverse	5	0.04152338206768036
243912	rnn.weight_hh_l0_reverse	6	0.015241190791130066
243912	rnn.weight_hh_l0_reverse	7	-0.058217938989400864
243912	rnn.weight_hh_l0_reverse	8	-0.01952352374792099
243912	rnn.weight_hh_l0_reverse	9	0.06515250355005264
243912	rnn.bias_ih_l0_reverse	0	-0.13399453461170197
243912	rnn.bias_ih_l0_reverse	1	-0.0797523632645607
243912	rnn.bias_ih_l0_reverse	2	0.08794055879116058
243912	rnn.bias_ih_l0_reverse	3	-0.20272381603717804
243912	rnn.bias_ih_l0_reverse	4	-0.026572801172733307
243912	rnn.bias_ih_l0_reverse	5	-0.1919562965631485
243912	rnn.bias_ih_l0_reverse	6	0.21026566624641418
243912	rnn.bias_ih_l0_reverse	7	-0.2840118408203125
243912	rnn.bias_ih_l0_reverse	8	-0.12698428332805634
243912	rnn.bias_ih_l0_reverse	9	-0.13846731185913086
243912	rnn.bias_hh_l0_reverse	0	-0.1362861692905426
243912	rnn.bias_hh_l0_reverse	1	0.2337382435798645
243912	rnn.bias_hh_l0_reverse	2	-0.2985863983631134
243912	rnn.bias_hh_l0_reverse	3	-0.146161288022995
243912	rnn.bias_hh_l0_reverse	4	-0.2889457643032074
243912	rnn.bias_hh_l0_reverse	5	-0.11272889375686646
243912	rnn.bias_hh_l0_reverse	6	-0.2484017163515091
243912	rnn.bias_hh_l0_reverse	7	-0.07763941586017609
243912	rnn.bias_hh_l0_reverse	8	-0.1920776665210724
243912	rnn.bias_hh_l0_reverse	9	0.18843220174312592
243912	linear.weight	0	0.1753953993320465
243912	linear.weight	1	-0.452094703912735
243912	linear.weight	2	0.037703271955251694
243912	linear.weight	3	0.06808988004922867
243912	linear.weight	4	-0.18252350389957428
243912	linear.weight	5	0.21794773638248444
243912	linear.weight	6	-0.09167656302452087
243912	linear.weight	7	-0.06584765762090683
243912	linear.weight	8	0.12137242406606674
243912	linear.weight	9	-0.042065322399139404
243912	linear.bias	0	-1.0626916885375977
243912	linear.bias	1	1.9377244710922241
243912	linear.bias	2	0.6078439354896545
243912	linear.bias	3	-2.4853413105010986
243912	linear.bias	4	-0.29487016797065735
243912	linear.bias	5	1.1541481018066406
243912	linear.bias	6	-0.22058285772800446
243912	linear.bias	7	0.5851677656173706
243912	linear.bias	8	2.1387083530426025
243912	linear.bias	9	-1.3664156198501587
243920	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
243920	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
243920	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
243920	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
243920	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
243920	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
243920	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
243920	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
243920	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
243920	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
243920	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
243920	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
243920	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
243920	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
243920	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
243920	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
243920	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
243920	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
243920	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
243920	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
243920	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
243920	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
243920	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
243920	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
243920	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
243920	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
243920	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
243920	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
243920	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
243920	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
243920	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
243920	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
243920	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
243920	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
243920	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
243920	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
243920	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
243920	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
243920	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
243920	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
243920	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
243920	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
243920	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
243920	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
243920	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
243920	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
243920	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
243920	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
243920	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
243920	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
243920	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
243920	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
243920	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
243920	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
243920	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
243920	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
243920	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
243920	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
243920	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
243920	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
243920	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
243920	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
243920	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
243920	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
243920	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
243920	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
243920	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
243920	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
243920	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
243920	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
243920	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
243920	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
243920	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
243920	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
243920	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
243920	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
243920	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
243920	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
243920	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
243920	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
243920	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
243920	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
243920	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
243920	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
243920	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
243920	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
243920	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
243920	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
243920	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
243920	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
243920	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
243920	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
243920	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
243920	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
243920	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
243920	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
243920	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
243920	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
243920	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
243920	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
243920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
243920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
243920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
243920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
243920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
243920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
243920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
243920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
243920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
243920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
243920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
243920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
243920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
243920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
243920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
243920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
243920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
243920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
243920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
243920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
243920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
243920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
243920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
243920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
243920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
243920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
243920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
243920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
243920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
243920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
243920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
243920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
243920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
243920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
243920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
243920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
243920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
243920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
243920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
243920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
243920	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
243920	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
243920	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
243920	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
243920	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
243920	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
243920	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
243920	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
243920	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
243920	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
243920	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
243920	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
243920	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
243920	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
243920	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
243920	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
243920	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
243920	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
243920	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
243920	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
243920	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
243920	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
243920	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
243920	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
243920	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
243920	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
243920	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
243920	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
243920	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
243920	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
243920	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
243920	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
243920	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
243920	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
243920	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
243920	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
243920	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
243920	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
243920	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
243920	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
243920	embedding2nn.weight	0	0.262991726398468
243920	embedding2nn.weight	1	0.3293045461177826
243920	embedding2nn.weight	2	0.01880749687552452
243920	embedding2nn.weight	3	0.08845493942499161
243920	embedding2nn.weight	4	-0.022736746817827225
243920	embedding2nn.weight	5	0.0883057564496994
243920	embedding2nn.weight	6	0.04209209233522415
243920	embedding2nn.weight	7	0.004342157859355211
243920	embedding2nn.weight	8	-0.001915394444949925
243920	embedding2nn.weight	9	-0.024271149188280106
243920	embedding2nn.bias	0	0.03540297970175743
243920	embedding2nn.bias	1	-0.14541374146938324
243920	embedding2nn.bias	2	0.08448094129562378
243920	embedding2nn.bias	3	0.13151413202285767
243920	embedding2nn.bias	4	0.1617429256439209
243920	embedding2nn.bias	5	-0.0508975088596344
243920	embedding2nn.bias	6	-0.048760123550891876
243920	embedding2nn.bias	7	0.05891433358192444
243920	embedding2nn.bias	8	-0.15411771833896637
243920	embedding2nn.bias	9	-0.37242522835731506
243920	rnn.weight_ih_l0	0	0.0013089312706142664
243920	rnn.weight_ih_l0	1	-0.06592290848493576
243920	rnn.weight_ih_l0	2	-0.08376401662826538
243920	rnn.weight_ih_l0	3	0.050354085862636566
243920	rnn.weight_ih_l0	4	0.05575096607208252
243920	rnn.weight_ih_l0	5	-0.11583500355482101
243920	rnn.weight_ih_l0	6	-0.05388966202735901
243920	rnn.weight_ih_l0	7	-0.012639166787266731
243920	rnn.weight_ih_l0	8	-0.012152440845966339
243920	rnn.weight_ih_l0	9	-0.05573223903775215
243920	rnn.weight_hh_l0	0	0.014019535854458809
243920	rnn.weight_hh_l0	1	0.06705072522163391
243920	rnn.weight_hh_l0	2	0.03610888496041298
243920	rnn.weight_hh_l0	3	0.026851380243897438
243920	rnn.weight_hh_l0	4	0.01789482869207859
243920	rnn.weight_hh_l0	5	0.07630319148302078
243920	rnn.weight_hh_l0	6	-0.02546033263206482
243920	rnn.weight_hh_l0	7	-0.05863917991518974
243920	rnn.weight_hh_l0	8	0.04010448232293129
243920	rnn.weight_hh_l0	9	-0.09267176687717438
243920	rnn.bias_ih_l0	0	0.1683940291404724
243920	rnn.bias_ih_l0	1	-0.20028792321681976
243920	rnn.bias_ih_l0	2	-0.031978268176317215
243920	rnn.bias_ih_l0	3	-0.15207761526107788
243920	rnn.bias_ih_l0	4	0.015048449859023094
243920	rnn.bias_ih_l0	5	-0.2906251847743988
243920	rnn.bias_ih_l0	6	-0.10846427083015442
243920	rnn.bias_ih_l0	7	-0.26515230536460876
243920	rnn.bias_ih_l0	8	-0.20983318984508514
243920	rnn.bias_ih_l0	9	-0.3837195038795471
243920	rnn.bias_hh_l0	0	-0.24178379774093628
243920	rnn.bias_hh_l0	1	-0.23355501890182495
243920	rnn.bias_hh_l0	2	-0.2279474437236786
243920	rnn.bias_hh_l0	3	-0.06860951334238052
243920	rnn.bias_hh_l0	4	-0.2504402995109558
243920	rnn.bias_hh_l0	5	-0.27081698179244995
243920	rnn.bias_hh_l0	6	-0.12784545123577118
243920	rnn.bias_hh_l0	7	0.0628318339586258
243920	rnn.bias_hh_l0	8	-0.1458742916584015
243920	rnn.bias_hh_l0	9	-0.4077751338481903
243920	rnn.weight_ih_l0_reverse	0	0.04678799957036972
243920	rnn.weight_ih_l0_reverse	1	-0.07683738321065903
243920	rnn.weight_ih_l0_reverse	2	-0.0369107723236084
243920	rnn.weight_ih_l0_reverse	3	-0.08994727581739426
243920	rnn.weight_ih_l0_reverse	4	0.06635398417711258
243920	rnn.weight_ih_l0_reverse	5	-0.12936389446258545
243920	rnn.weight_ih_l0_reverse	6	0.0037769568152725697
243920	rnn.weight_ih_l0_reverse	7	0.03425268456339836
243920	rnn.weight_ih_l0_reverse	8	-0.09750533849000931
243920	rnn.weight_ih_l0_reverse	9	-0.0052659581415355206
243920	rnn.weight_hh_l0_reverse	0	-0.07681044936180115
243920	rnn.weight_hh_l0_reverse	1	0.020491112023591995
243920	rnn.weight_hh_l0_reverse	2	-0.01943773776292801
243920	rnn.weight_hh_l0_reverse	3	0.017977651208639145
243920	rnn.weight_hh_l0_reverse	4	-0.07213471084833145
243920	rnn.weight_hh_l0_reverse	5	0.04153177887201309
243920	rnn.weight_hh_l0_reverse	6	0.015238226391375065
243920	rnn.weight_hh_l0_reverse	7	-0.05836622416973114
243920	rnn.weight_hh_l0_reverse	8	-0.019367294386029243
243920	rnn.weight_hh_l0_reverse	9	0.065474733710289
243920	rnn.bias_ih_l0_reverse	0	-0.1353648155927658
243920	rnn.bias_ih_l0_reverse	1	-0.08086585253477097
243920	rnn.bias_ih_l0_reverse	2	0.0872252956032753
243920	rnn.bias_ih_l0_reverse	3	-0.20243754982948303
243920	rnn.bias_ih_l0_reverse	4	-0.02681790478527546
243920	rnn.bias_ih_l0_reverse	5	-0.192182719707489
243920	rnn.bias_ih_l0_reverse	6	0.21107162535190582
243920	rnn.bias_ih_l0_reverse	7	-0.2827163636684418
243920	rnn.bias_ih_l0_reverse	8	-0.12625986337661743
243920	rnn.bias_ih_l0_reverse	9	-0.13822858035564423
243920	rnn.bias_hh_l0_reverse	0	-0.13694344460964203
243920	rnn.bias_hh_l0_reverse	1	0.23422235250473022
243920	rnn.bias_hh_l0_reverse	2	-0.3009309768676758
243920	rnn.bias_hh_l0_reverse	3	-0.1473749279975891
243920	rnn.bias_hh_l0_reverse	4	-0.28928056359291077
243920	rnn.bias_hh_l0_reverse	5	-0.11384006589651108
243920	rnn.bias_hh_l0_reverse	6	-0.24762260913848877
243920	rnn.bias_hh_l0_reverse	7	-0.07833070307970047
243920	rnn.bias_hh_l0_reverse	8	-0.1908964365720749
243920	rnn.bias_hh_l0_reverse	9	0.1895911544561386
243920	linear.weight	0	0.17718002200126648
243920	linear.weight	1	-0.45468392968177795
243920	linear.weight	2	0.036130961030721664
243920	linear.weight	3	0.06808960437774658
243920	linear.weight	4	-0.18354475498199463
243920	linear.weight	5	0.21823275089263916
243920	linear.weight	6	-0.09065595269203186
243920	linear.weight	7	-0.06584737449884415
243920	linear.weight	8	0.12120700627565384
243920	linear.weight	9	-0.04206587001681328
243920	linear.bias	0	-1.0581566095352173
243920	linear.bias	1	1.91098952293396
243920	linear.bias	2	0.5992240905761719
243920	linear.bias	3	-2.4853525161743164
243920	linear.bias	4	-0.30060985684394836
243920	linear.bias	5	1.178806185722351
243920	linear.bias	6	-0.22478942573070526
243920	linear.bias	7	0.5619327425956726
243920	linear.bias	8	2.1613543033599854
243920	linear.bias	9	-1.367512583732605
244529	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
244529	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
244529	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
244529	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
244529	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
244529	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
244529	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
244529	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
244529	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
244529	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
244529	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
244529	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
244529	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
244529	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
244529	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
244529	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
244529	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
244529	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
244529	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
244529	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
244529	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
244529	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
244529	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
244529	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
244529	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
244529	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
244529	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
244529	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
244529	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
244529	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
244529	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
244529	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
244529	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
244529	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
244529	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
244529	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
244529	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
244529	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
244529	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
244529	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
244529	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
244529	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
244529	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
244529	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
244529	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
244529	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
244529	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
244529	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
244529	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
244529	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
244529	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
244529	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
244529	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
244529	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
244529	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
244529	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
244529	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
244529	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
244529	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
244529	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
244529	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
244529	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
244529	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
244529	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
244529	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
244529	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
244529	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
244529	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
244529	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
244529	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
244529	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
244529	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
244529	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
244529	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
244529	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
244529	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
244529	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
244529	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
244529	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
244529	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
244529	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
244529	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
244529	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
244529	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
244529	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
244529	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
244529	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
244529	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
244529	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
244529	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
244529	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
244529	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
244529	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
244529	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
244529	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
244529	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
244529	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
244529	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
244529	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
244529	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
244529	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
244529	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
244529	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
244529	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
244529	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
244529	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
244529	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
244529	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
244529	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
244529	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
244529	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
244529	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
244529	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
244529	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
244529	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
244529	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
244529	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
244529	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
244529	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
244529	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
244529	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
244529	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
244529	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
244529	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
244529	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
244529	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
244529	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
244529	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
244529	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
244529	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
244529	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
244529	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
244529	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
244529	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
244529	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
244529	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
244529	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
244529	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
244529	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
244529	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
244529	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
244529	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
244529	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
244529	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
244529	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
244529	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
244529	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
244529	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
244529	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
244529	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
244529	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
244529	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
244529	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
244529	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
244529	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
244529	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
244529	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
244529	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
244529	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
244529	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
244529	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
244529	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
244529	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
244529	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
244529	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
244529	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
244529	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
244529	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
244529	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
244529	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
244529	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
244529	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
244529	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
244529	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
244529	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
244529	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
244529	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
244529	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
244529	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
244529	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
244529	embedding2nn.weight	0	0.26460587978363037
244529	embedding2nn.weight	1	0.3217442035675049
244529	embedding2nn.weight	2	0.02164430171251297
244529	embedding2nn.weight	3	0.07197914272546768
244529	embedding2nn.weight	4	-0.026783769950270653
244529	embedding2nn.weight	5	0.09131433814764023
244529	embedding2nn.weight	6	0.049415864050388336
244529	embedding2nn.weight	7	-0.005221358500421047
244529	embedding2nn.weight	8	0.00296994112432003
244529	embedding2nn.weight	9	-0.029720360413193703
244529	embedding2nn.bias	0	0.03133904188871384
244529	embedding2nn.bias	1	-0.1752060204744339
244529	embedding2nn.bias	2	0.08670996129512787
244529	embedding2nn.bias	3	0.14138942956924438
244529	embedding2nn.bias	4	0.1470581293106079
244529	embedding2nn.bias	5	-0.06869833171367645
244529	embedding2nn.bias	6	-0.031158730387687683
244529	embedding2nn.bias	7	0.036931898444890976
244529	embedding2nn.bias	8	-0.13954979181289673
244529	embedding2nn.bias	9	-0.40055349469184875
244529	rnn.weight_ih_l0	0	0.001787813613191247
244529	rnn.weight_ih_l0	1	-0.06527277827262878
244529	rnn.weight_ih_l0	2	-0.0774773359298706
244529	rnn.weight_ih_l0	3	0.05530301854014397
244529	rnn.weight_ih_l0	4	0.05590091273188591
244529	rnn.weight_ih_l0	5	-0.11534059047698975
244529	rnn.weight_ih_l0	6	-0.0554656945168972
244529	rnn.weight_ih_l0	7	-0.017093459144234657
244529	rnn.weight_ih_l0	8	-0.012560751289129257
244529	rnn.weight_ih_l0	9	-0.05449714511632919
244529	rnn.weight_hh_l0	0	0.014148472808301449
244529	rnn.weight_hh_l0	1	0.06794503331184387
244529	rnn.weight_hh_l0	2	0.03721744567155838
244529	rnn.weight_hh_l0	3	0.026795877143740654
244529	rnn.weight_hh_l0	4	0.01697620004415512
244529	rnn.weight_hh_l0	5	0.07772040367126465
244529	rnn.weight_hh_l0	6	-0.026100361719727516
244529	rnn.weight_hh_l0	7	-0.05971526354551315
244529	rnn.weight_hh_l0	8	0.03982764482498169
244529	rnn.weight_hh_l0	9	-0.09339065104722977
244529	rnn.bias_ih_l0	0	0.16414745151996613
244529	rnn.bias_ih_l0	1	-0.19868162274360657
244529	rnn.bias_ih_l0	2	-0.025855541229248047
244529	rnn.bias_ih_l0	3	-0.1484009325504303
244529	rnn.bias_ih_l0	4	0.029021598398685455
244529	rnn.bias_ih_l0	5	-0.27963122725486755
244529	rnn.bias_ih_l0	6	-0.11370822042226791
244529	rnn.bias_ih_l0	7	-0.26686131954193115
244529	rnn.bias_ih_l0	8	-0.21632371842861176
244529	rnn.bias_ih_l0	9	-0.38163790106773376
244529	rnn.bias_hh_l0	0	-0.25033605098724365
244529	rnn.bias_hh_l0	1	-0.2340872585773468
244529	rnn.bias_hh_l0	2	-0.22467947006225586
244529	rnn.bias_hh_l0	3	-0.06953483819961548
244529	rnn.bias_hh_l0	4	-0.25081875920295715
244529	rnn.bias_hh_l0	5	-0.270487517118454
244529	rnn.bias_hh_l0	6	-0.12558582425117493
244529	rnn.bias_hh_l0	7	0.07447382062673569
244529	rnn.bias_hh_l0	8	-0.14930441975593567
244529	rnn.bias_hh_l0	9	-0.40853336453437805
244529	rnn.weight_ih_l0_reverse	0	0.03767168149352074
244529	rnn.weight_ih_l0_reverse	1	-0.07488559931516647
244529	rnn.weight_ih_l0_reverse	2	-0.033802591264247894
244529	rnn.weight_ih_l0_reverse	3	-0.09086839109659195
244529	rnn.weight_ih_l0_reverse	4	0.06787925213575363
244529	rnn.weight_ih_l0_reverse	5	-0.12701550126075745
244529	rnn.weight_ih_l0_reverse	6	0.007211986463516951
244529	rnn.weight_ih_l0_reverse	7	0.03277469426393509
244529	rnn.weight_ih_l0_reverse	8	-0.10040844976902008
244529	rnn.weight_ih_l0_reverse	9	-0.0033540003933012486
244529	rnn.weight_hh_l0_reverse	0	-0.07728830724954605
244529	rnn.weight_hh_l0_reverse	1	0.021489698439836502
244529	rnn.weight_hh_l0_reverse	2	-0.01955891028046608
244529	rnn.weight_hh_l0_reverse	3	0.015509664081037045
244529	rnn.weight_hh_l0_reverse	4	-0.07086258381605148
244529	rnn.weight_hh_l0_reverse	5	0.04185619205236435
244529	rnn.weight_hh_l0_reverse	6	0.015501432120800018
244529	rnn.weight_hh_l0_reverse	7	-0.060287170112133026
244529	rnn.weight_hh_l0_reverse	8	-0.01737944781780243
244529	rnn.weight_hh_l0_reverse	9	0.06539606302976608
244529	rnn.bias_ih_l0_reverse	0	-0.1364172101020813
244529	rnn.bias_ih_l0_reverse	1	-0.07764241099357605
244529	rnn.bias_ih_l0_reverse	2	0.09178193658590317
244529	rnn.bias_ih_l0_reverse	3	-0.2028386890888214
244529	rnn.bias_ih_l0_reverse	4	-0.019708458334207535
244529	rnn.bias_ih_l0_reverse	5	-0.19350925087928772
244529	rnn.bias_ih_l0_reverse	6	0.21631120145320892
244529	rnn.bias_ih_l0_reverse	7	-0.2809233069419861
244529	rnn.bias_ih_l0_reverse	8	-0.1293351948261261
244529	rnn.bias_ih_l0_reverse	9	-0.14278168976306915
244529	rnn.bias_hh_l0_reverse	0	-0.13847428560256958
244529	rnn.bias_hh_l0_reverse	1	0.2409536987543106
244529	rnn.bias_hh_l0_reverse	2	-0.29510968923568726
244529	rnn.bias_hh_l0_reverse	3	-0.13950730860233307
244529	rnn.bias_hh_l0_reverse	4	-0.2883683145046234
244529	rnn.bias_hh_l0_reverse	5	-0.11693137884140015
244529	rnn.bias_hh_l0_reverse	6	-0.2551552951335907
244529	rnn.bias_hh_l0_reverse	7	-0.08140094578266144
244529	rnn.bias_hh_l0_reverse	8	-0.19676660001277924
244529	rnn.bias_hh_l0_reverse	9	0.18110530078411102
244529	linear.weight	0	0.1856207251548767
244529	linear.weight	1	-0.4299684166908264
244529	linear.weight	2	0.04297637566924095
244529	linear.weight	3	0.06807873398065567
244529	linear.weight	4	-0.1980799436569214
244529	linear.weight	5	0.25185278058052063
244529	linear.weight	6	-0.12176985293626785
244529	linear.weight	7	-0.06583409011363983
244529	linear.weight	8	0.1329350471496582
244529	linear.weight	9	-0.04209771752357483
244529	linear.bias	0	-1.0839027166366577
244529	linear.bias	1	1.9243589639663696
244529	linear.bias	2	0.6376281976699829
244529	linear.bias	3	-2.4862096309661865
244529	linear.bias	4	-0.29897281527519226
244529	linear.bias	5	1.1774479150772095
244529	linear.bias	6	-0.2101527601480484
244529	linear.bias	7	0.5910407304763794
244529	linear.bias	8	2.139240026473999
244529	linear.bias	9	-1.3292113542556763
245138	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
245138	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
245138	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
245138	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
245138	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
245138	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
245138	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
245138	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
245138	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
245138	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
245138	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
245138	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
245138	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
245138	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
245138	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
245138	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
245138	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
245138	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
245138	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
245138	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
245138	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
245138	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
245138	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
245138	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
245138	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
245138	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
245138	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
245138	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
245138	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
245138	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
245138	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
245138	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
245138	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
245138	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
245138	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
245138	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
245138	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
245138	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
245138	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
245138	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
245138	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
245138	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
245138	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
245138	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
245138	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
245138	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
245138	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
245138	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
245138	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
245138	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
245138	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
245138	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
245138	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
245138	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
245138	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
245138	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
245138	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
245138	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
245138	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
245138	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
245138	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
245138	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
245138	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
245138	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
245138	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
245138	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
245138	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
245138	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
245138	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
245138	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
245138	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
245138	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
245138	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
245138	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
245138	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
245138	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
245138	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
245138	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
245138	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
245138	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
245138	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
245138	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
245138	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
245138	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
245138	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
245138	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
245138	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
245138	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
245138	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
245138	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
245138	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
245138	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
245138	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
245138	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
245138	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
245138	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
245138	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
245138	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
245138	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
245138	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
245138	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
245138	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
245138	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
245138	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
245138	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
245138	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
245138	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
245138	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
245138	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
245138	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
245138	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
245138	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
245138	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
245138	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
245138	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
245138	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
245138	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
245138	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
245138	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
245138	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
245138	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
245138	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
245138	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
245138	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
245138	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
245138	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
245138	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
245138	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
245138	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
245138	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
245138	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
245138	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
245138	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
245138	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
245138	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
245138	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
245138	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
245138	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
245138	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
245138	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
245138	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
245138	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
245138	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
245138	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
245138	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
245138	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
245138	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
245138	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
245138	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
245138	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
245138	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
245138	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
245138	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
245138	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
245138	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
245138	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
245138	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
245138	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
245138	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
245138	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
245138	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
245138	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
245138	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
245138	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
245138	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
245138	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
245138	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
245138	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
245138	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
245138	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
245138	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
245138	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
245138	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
245138	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
245138	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
245138	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
245138	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
245138	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
245138	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
245138	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
245138	embedding2nn.weight	0	0.2654929757118225
245138	embedding2nn.weight	1	0.3246617019176483
245138	embedding2nn.weight	2	0.02256792224943638
245138	embedding2nn.weight	3	0.053553998470306396
245138	embedding2nn.weight	4	-0.027965791523456573
245138	embedding2nn.weight	5	0.09065735340118408
245138	embedding2nn.weight	6	0.05000361427664757
245138	embedding2nn.weight	7	-0.007302104029804468
245138	embedding2nn.weight	8	0.00385002582333982
245138	embedding2nn.weight	9	-0.03454805910587311
245138	embedding2nn.bias	0	0.024907320737838745
245138	embedding2nn.bias	1	-0.14638689160346985
245138	embedding2nn.bias	2	0.07531903684139252
245138	embedding2nn.bias	3	0.14949826896190643
245138	embedding2nn.bias	4	0.13766440749168396
245138	embedding2nn.bias	5	-0.09190242737531662
245138	embedding2nn.bias	6	-0.025570882484316826
245138	embedding2nn.bias	7	0.06650545448064804
245138	embedding2nn.bias	8	-0.14008718729019165
245138	embedding2nn.bias	9	-0.3721972405910492
245138	rnn.weight_ih_l0	0	0.001689777011051774
245138	rnn.weight_ih_l0	1	-0.06287908554077148
245138	rnn.weight_ih_l0	2	-0.07209891080856323
245138	rnn.weight_ih_l0	3	0.05214579775929451
245138	rnn.weight_ih_l0	4	0.05596843734383583
245138	rnn.weight_ih_l0	5	-0.11634258925914764
245138	rnn.weight_ih_l0	6	-0.062120579183101654
245138	rnn.weight_ih_l0	7	-0.02138003520667553
245138	rnn.weight_ih_l0	8	-0.008324999362230301
245138	rnn.weight_ih_l0	9	-0.05701197683811188
245138	rnn.weight_hh_l0	0	0.013582070358097553
245138	rnn.weight_hh_l0	1	0.06800014525651932
245138	rnn.weight_hh_l0	2	0.03608612343668938
245138	rnn.weight_hh_l0	3	0.02680266462266445
245138	rnn.weight_hh_l0	4	0.018745502457022667
245138	rnn.weight_hh_l0	5	0.07932407408952713
245138	rnn.weight_hh_l0	6	-0.025982152670621872
245138	rnn.weight_hh_l0	7	-0.055943552404642105
245138	rnn.weight_hh_l0	8	0.03980008512735367
245138	rnn.weight_hh_l0	9	-0.09387323260307312
245138	rnn.bias_ih_l0	0	0.1577863097190857
245138	rnn.bias_ih_l0	1	-0.20132334530353546
245138	rnn.bias_ih_l0	2	-0.022901304066181183
245138	rnn.bias_ih_l0	3	-0.14918234944343567
245138	rnn.bias_ih_l0	4	0.028109008446335793
245138	rnn.bias_ih_l0	5	-0.28786343336105347
245138	rnn.bias_ih_l0	6	-0.10988759249448776
245138	rnn.bias_ih_l0	7	-0.2669818699359894
245138	rnn.bias_ih_l0	8	-0.2153690904378891
245138	rnn.bias_ih_l0	9	-0.3768591284751892
245138	rnn.bias_hh_l0	0	-0.25253838300704956
245138	rnn.bias_hh_l0	1	-0.23241153359413147
245138	rnn.bias_hh_l0	2	-0.2293126881122589
245138	rnn.bias_hh_l0	3	-0.06991998851299286
245138	rnn.bias_hh_l0	4	-0.2573850750923157
245138	rnn.bias_hh_l0	5	-0.268213152885437
245138	rnn.bias_hh_l0	6	-0.12398926168680191
245138	rnn.bias_hh_l0	7	0.07014378905296326
245138	rnn.bias_hh_l0	8	-0.13788099586963654
245138	rnn.bias_hh_l0	9	-0.4113869071006775
245138	rnn.weight_ih_l0_reverse	0	0.04095738008618355
245138	rnn.weight_ih_l0_reverse	1	-0.07225633412599564
245138	rnn.weight_ih_l0_reverse	2	-0.036024775356054306
245138	rnn.weight_ih_l0_reverse	3	-0.090443454682827
245138	rnn.weight_ih_l0_reverse	4	0.06784462183713913
245138	rnn.weight_ih_l0_reverse	5	-0.12715406715869904
245138	rnn.weight_ih_l0_reverse	6	0.005122569855302572
245138	rnn.weight_ih_l0_reverse	7	0.031177081167697906
245138	rnn.weight_ih_l0_reverse	8	-0.09130523353815079
245138	rnn.weight_ih_l0_reverse	9	-0.006389155052602291
245138	rnn.weight_hh_l0_reverse	0	-0.07490774989128113
245138	rnn.weight_hh_l0_reverse	1	0.0216839462518692
245138	rnn.weight_hh_l0_reverse	2	-0.019974352791905403
245138	rnn.weight_hh_l0_reverse	3	0.01716112531721592
245138	rnn.weight_hh_l0_reverse	4	-0.07040409743785858
245138	rnn.weight_hh_l0_reverse	5	0.04208796098828316
245138	rnn.weight_hh_l0_reverse	6	0.01532180979847908
245138	rnn.weight_hh_l0_reverse	7	-0.06025327742099762
245138	rnn.weight_hh_l0_reverse	8	-0.019743604585528374
245138	rnn.weight_hh_l0_reverse	9	0.0651945024728775
245138	rnn.bias_ih_l0_reverse	0	-0.14038194715976715
245138	rnn.bias_ih_l0_reverse	1	-0.07514548301696777
245138	rnn.bias_ih_l0_reverse	2	0.08876274526119232
245138	rnn.bias_ih_l0_reverse	3	-0.21098701655864716
245138	rnn.bias_ih_l0_reverse	4	-0.024168340489268303
245138	rnn.bias_ih_l0_reverse	5	-0.19625014066696167
245138	rnn.bias_ih_l0_reverse	6	0.21994443237781525
245138	rnn.bias_ih_l0_reverse	7	-0.2797110378742218
245138	rnn.bias_ih_l0_reverse	8	-0.13688765466213226
245138	rnn.bias_ih_l0_reverse	9	-0.1478910893201828
245138	rnn.bias_hh_l0_reverse	0	-0.1294347196817398
245138	rnn.bias_hh_l0_reverse	1	0.226514995098114
245138	rnn.bias_hh_l0_reverse	2	-0.2990390360355377
245138	rnn.bias_hh_l0_reverse	3	-0.14347460865974426
245138	rnn.bias_hh_l0_reverse	4	-0.29618459939956665
245138	rnn.bias_hh_l0_reverse	5	-0.11337186396121979
245138	rnn.bias_hh_l0_reverse	6	-0.26064032316207886
245138	rnn.bias_hh_l0_reverse	7	-0.08012175559997559
245138	rnn.bias_hh_l0_reverse	8	-0.20410886406898499
245138	rnn.bias_hh_l0_reverse	9	0.1808062046766281
245138	linear.weight	0	0.17384834587574005
245138	linear.weight	1	-0.42178741097450256
245138	linear.weight	2	0.017204103991389275
245138	linear.weight	3	0.06806674599647522
245138	linear.weight	4	-0.17145349085330963
245138	linear.weight	5	0.24350014328956604
245138	linear.weight	6	-0.12353910505771637
245138	linear.weight	7	-0.06582093238830566
245138	linear.weight	8	0.15141832828521729
245138	linear.weight	9	-0.04213142767548561
245138	linear.bias	0	-1.1053454875946045
245138	linear.bias	1	1.951880693435669
245138	linear.bias	2	0.6685014963150024
245138	linear.bias	3	-2.487250328063965
245138	linear.bias	4	-0.309623658657074
245138	linear.bias	5	1.1944305896759033
245138	linear.bias	6	-0.2340368777513504
245138	linear.bias	7	0.5576584339141846
245138	linear.bias	8	2.199612617492676
245138	linear.bias	9	-1.313428282737732
245747	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
245747	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
245747	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
245747	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
245747	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
245747	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
245747	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
245747	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
245747	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
245747	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
245747	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
245747	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
245747	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
245747	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
245747	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
245747	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
245747	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
245747	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
245747	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
245747	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
245747	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
245747	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
245747	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
245747	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
245747	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
245747	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
245747	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
245747	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
245747	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
245747	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
245747	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
245747	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
245747	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
245747	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
245747	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
245747	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
245747	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
245747	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
245747	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
245747	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
245747	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
245747	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
245747	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
245747	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
245747	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
245747	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
245747	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
245747	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
245747	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
245747	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
245747	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
245747	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
245747	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
245747	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
245747	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
245747	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
245747	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
245747	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
245747	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
245747	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
245747	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
245747	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
245747	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
245747	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
245747	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
245747	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
245747	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
245747	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
245747	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
245747	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
245747	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
245747	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
245747	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
245747	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
245747	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
245747	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
245747	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
245747	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
245747	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
245747	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
245747	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
245747	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
245747	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
245747	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
245747	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
245747	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
245747	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
245747	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
245747	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
245747	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
245747	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
245747	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
245747	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
245747	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
245747	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
245747	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
245747	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
245747	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
245747	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
245747	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
245747	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
245747	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
245747	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
245747	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
245747	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
245747	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
245747	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
245747	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
245747	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
245747	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
245747	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
245747	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
245747	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
245747	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
245747	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
245747	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
245747	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
245747	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
245747	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
245747	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
245747	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
245747	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
245747	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
245747	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
245747	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
245747	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
245747	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
245747	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
245747	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
245747	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
245747	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
245747	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
245747	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
245747	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
245747	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
245747	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
245747	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
245747	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
245747	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
245747	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
245747	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
245747	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
245747	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
245747	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
245747	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
245747	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
245747	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
245747	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
245747	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
245747	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
245747	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
245747	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
245747	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
245747	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
245747	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
245747	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
245747	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
245747	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
245747	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
245747	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
245747	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
245747	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
245747	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
245747	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
245747	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
245747	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
245747	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
245747	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
245747	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
245747	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
245747	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
245747	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
245747	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
245747	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
245747	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
245747	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
245747	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
245747	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
245747	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
245747	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
245747	embedding2nn.weight	0	0.2681701183319092
245747	embedding2nn.weight	1	0.3226013481616974
245747	embedding2nn.weight	2	0.021386589854955673
245747	embedding2nn.weight	3	0.044129204005002975
245747	embedding2nn.weight	4	-0.027006348595023155
245747	embedding2nn.weight	5	0.0885826125741005
245747	embedding2nn.weight	6	0.0569654256105423
245747	embedding2nn.weight	7	-0.01284234318882227
245747	embedding2nn.weight	8	0.004472514148801565
245747	embedding2nn.weight	9	-0.03889741376042366
245747	embedding2nn.bias	0	0.029204770922660828
245747	embedding2nn.bias	1	-0.16842299699783325
245747	embedding2nn.bias	2	0.07304545491933823
245747	embedding2nn.bias	3	0.14804141223430634
245747	embedding2nn.bias	4	0.1603442281484604
245747	embedding2nn.bias	5	-0.09393621236085892
245747	embedding2nn.bias	6	-0.04121856391429901
245747	embedding2nn.bias	7	0.03273831680417061
245747	embedding2nn.bias	8	-0.1382605880498886
245747	embedding2nn.bias	9	-0.3902382552623749
245747	rnn.weight_ih_l0	0	2.624768421810586e-05
245747	rnn.weight_ih_l0	1	-0.06498081237077713
245747	rnn.weight_ih_l0	2	-0.06659327447414398
245747	rnn.weight_ih_l0	3	0.05057695508003235
245747	rnn.weight_ih_l0	4	0.057570043951272964
245747	rnn.weight_ih_l0	5	-0.12249662727117538
245747	rnn.weight_ih_l0	6	-0.06666988134384155
245747	rnn.weight_ih_l0	7	-0.01803526282310486
245747	rnn.weight_ih_l0	8	-0.0040961080230772495
245747	rnn.weight_ih_l0	9	-0.05527603626251221
245747	rnn.weight_hh_l0	0	0.012949698604643345
245747	rnn.weight_hh_l0	1	0.0682579055428505
245747	rnn.weight_hh_l0	2	0.036915309727191925
245747	rnn.weight_hh_l0	3	0.027469869703054428
245747	rnn.weight_hh_l0	4	0.018261747434735298
245747	rnn.weight_hh_l0	5	0.07792331278324127
245747	rnn.weight_hh_l0	6	-0.02643521875143051
245747	rnn.weight_hh_l0	7	-0.06016579642891884
245747	rnn.weight_hh_l0	8	0.03967313468456268
245747	rnn.weight_hh_l0	9	-0.0964231789112091
245747	rnn.bias_ih_l0	0	0.15932348370552063
245747	rnn.bias_ih_l0	1	-0.19718292355537415
245747	rnn.bias_ih_l0	2	-0.020858673378825188
245747	rnn.bias_ih_l0	3	-0.1439622938632965
245747	rnn.bias_ih_l0	4	0.03362450748682022
245747	rnn.bias_ih_l0	5	-0.2851298451423645
245747	rnn.bias_ih_l0	6	-0.11506407707929611
245747	rnn.bias_ih_l0	7	-0.26665380597114563
245747	rnn.bias_ih_l0	8	-0.2136359065771103
245747	rnn.bias_ih_l0	9	-0.3954561650753021
245747	rnn.bias_hh_l0	0	-0.24828127026557922
245747	rnn.bias_hh_l0	1	-0.23301857709884644
245747	rnn.bias_hh_l0	2	-0.2265034317970276
245747	rnn.bias_hh_l0	3	-0.07785008102655411
245747	rnn.bias_hh_l0	4	-0.25483644008636475
245747	rnn.bias_hh_l0	5	-0.2708781957626343
245747	rnn.bias_hh_l0	6	-0.1251850575208664
245747	rnn.bias_hh_l0	7	0.07514578104019165
245747	rnn.bias_hh_l0	8	-0.1461077481508255
245747	rnn.bias_hh_l0	9	-0.413393497467041
245747	rnn.weight_ih_l0_reverse	0	0.04541255906224251
245747	rnn.weight_ih_l0_reverse	1	-0.07264101505279541
245747	rnn.weight_ih_l0_reverse	2	-0.039637286216020584
245747	rnn.weight_ih_l0_reverse	3	-0.09478972852230072
245747	rnn.weight_ih_l0_reverse	4	0.06597690284252167
245747	rnn.weight_ih_l0_reverse	5	-0.1285485029220581
245747	rnn.weight_ih_l0_reverse	6	0.002562584588304162
245747	rnn.weight_ih_l0_reverse	7	0.03166801109910011
245747	rnn.weight_ih_l0_reverse	8	-0.09745485335588455
245747	rnn.weight_ih_l0_reverse	9	-0.008546864613890648
245747	rnn.weight_hh_l0_reverse	0	-0.07619061321020126
245747	rnn.weight_hh_l0_reverse	1	0.021893618628382683
245747	rnn.weight_hh_l0_reverse	2	-0.02006874606013298
245747	rnn.weight_hh_l0_reverse	3	0.017597557976841927
245747	rnn.weight_hh_l0_reverse	4	-0.07049086689949036
245747	rnn.weight_hh_l0_reverse	5	0.04235978052020073
245747	rnn.weight_hh_l0_reverse	6	0.015321160666644573
245747	rnn.weight_hh_l0_reverse	7	-0.05825095996260643
245747	rnn.weight_hh_l0_reverse	8	-0.020546430721879005
245747	rnn.weight_hh_l0_reverse	9	0.0649881437420845
245747	rnn.bias_ih_l0_reverse	0	-0.1409229040145874
245747	rnn.bias_ih_l0_reverse	1	-0.07875318825244904
245747	rnn.bias_ih_l0_reverse	2	0.08783378452062607
245747	rnn.bias_ih_l0_reverse	3	-0.21099600195884705
245747	rnn.bias_ih_l0_reverse	4	-0.016008028760552406
245747	rnn.bias_ih_l0_reverse	5	-0.19637413322925568
245747	rnn.bias_ih_l0_reverse	6	0.21658144891262054
245747	rnn.bias_ih_l0_reverse	7	-0.28122180700302124
245747	rnn.bias_ih_l0_reverse	8	-0.1355786919593811
245747	rnn.bias_ih_l0_reverse	9	-0.14626486599445343
245747	rnn.bias_hh_l0_reverse	0	-0.12661901116371155
245747	rnn.bias_hh_l0_reverse	1	0.22844068706035614
245747	rnn.bias_hh_l0_reverse	2	-0.29968222975730896
245747	rnn.bias_hh_l0_reverse	3	-0.1456318199634552
245747	rnn.bias_hh_l0_reverse	4	-0.2954075038433075
245747	rnn.bias_hh_l0_reverse	5	-0.12036337703466415
245747	rnn.bias_hh_l0_reverse	6	-0.2542261779308319
245747	rnn.bias_hh_l0_reverse	7	-0.08125317096710205
245747	rnn.bias_hh_l0_reverse	8	-0.19928845763206482
245747	rnn.bias_hh_l0_reverse	9	0.17723962664604187
245747	linear.weight	0	0.19232870638370514
245747	linear.weight	1	-0.4270646274089813
245747	linear.weight	2	0.011170594953000546
245747	linear.weight	3	0.06805414706468582
245747	linear.weight	4	-0.17743955552577972
245747	linear.weight	5	0.22370696067810059
245747	linear.weight	6	-0.0692809447646141
245747	linear.weight	7	-0.0658000037074089
245747	linear.weight	8	0.13241763412952423
245747	linear.weight	9	-0.0421612411737442
245747	linear.bias	0	-1.1171969175338745
245747	linear.bias	1	1.8808163404464722
245747	linear.bias	2	0.6412919163703918
245747	linear.bias	3	-2.4880621433258057
245747	linear.bias	4	-0.31908318400382996
245747	linear.bias	5	1.204484224319458
245747	linear.bias	6	-0.2685059607028961
245747	linear.bias	7	0.5250880122184753
245747	linear.bias	8	2.1893038749694824
245747	linear.bias	9	-1.3204363584518433
246356	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
246356	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
246356	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
246356	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
246356	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
246356	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
246356	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
246356	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
246356	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
246356	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
246356	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
246356	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
246356	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
246356	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
246356	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
246356	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
246356	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
246356	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
246356	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
246356	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
246356	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
246356	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
246356	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
246356	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
246356	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
246356	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
246356	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
246356	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
246356	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
246356	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
246356	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
246356	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
246356	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
246356	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
246356	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
246356	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
246356	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
246356	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
246356	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
246356	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
246356	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
246356	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
246356	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
246356	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
246356	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
246356	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
246356	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
246356	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
246356	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
246356	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
246356	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
246356	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
246356	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
246356	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
246356	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
246356	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
246356	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
246356	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
246356	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
246356	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
246356	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
246356	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
246356	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
246356	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
246356	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
246356	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
246356	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
246356	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
246356	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
246356	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
246356	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
246356	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
246356	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
246356	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
246356	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
246356	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
246356	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
246356	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
246356	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
246356	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
246356	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
246356	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
246356	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
246356	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
246356	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
246356	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
246356	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
246356	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
246356	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
246356	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
246356	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
246356	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
246356	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
246356	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
246356	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
246356	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
246356	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
246356	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
246356	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
246356	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
246356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
246356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
246356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
246356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
246356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
246356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
246356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
246356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
246356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
246356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
246356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
246356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
246356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
246356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
246356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
246356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
246356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
246356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
246356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
246356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
246356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
246356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
246356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
246356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
246356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
246356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
246356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
246356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
246356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
246356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
246356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
246356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
246356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
246356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
246356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
246356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
246356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
246356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
246356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
246356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
246356	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
246356	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
246356	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
246356	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
246356	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
246356	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
246356	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
246356	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
246356	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
246356	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
246356	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
246356	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
246356	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
246356	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
246356	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
246356	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
246356	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
246356	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
246356	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
246356	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
246356	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
246356	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
246356	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
246356	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
246356	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
246356	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
246356	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
246356	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
246356	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
246356	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
246356	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
246356	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
246356	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
246356	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
246356	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
246356	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
246356	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
246356	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
246356	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
246356	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
246356	embedding2nn.weight	0	0.26719364523887634
246356	embedding2nn.weight	1	0.32151365280151367
246356	embedding2nn.weight	2	0.023394839838147163
246356	embedding2nn.weight	3	0.056227874010801315
246356	embedding2nn.weight	4	-0.02738008089363575
246356	embedding2nn.weight	5	0.08647874742746353
246356	embedding2nn.weight	6	0.05245445296168327
246356	embedding2nn.weight	7	-0.005691088270395994
246356	embedding2nn.weight	8	0.002131004584953189
246356	embedding2nn.weight	9	-0.03915911912918091
246356	embedding2nn.bias	0	0.020000044256448746
246356	embedding2nn.bias	1	-0.15106794238090515
246356	embedding2nn.bias	2	0.07023049145936966
246356	embedding2nn.bias	3	0.14562393724918365
246356	embedding2nn.bias	4	0.1745326668024063
246356	embedding2nn.bias	5	-0.08927509933710098
246356	embedding2nn.bias	6	-0.055854808539152145
246356	embedding2nn.bias	7	0.031104283407330513
246356	embedding2nn.bias	8	-0.14082829654216766
246356	embedding2nn.bias	9	-0.394275039434433
246356	rnn.weight_ih_l0	0	-5.492724812938832e-05
246356	rnn.weight_ih_l0	1	-0.06539791822433472
246356	rnn.weight_ih_l0	2	-0.07014878839254379
246356	rnn.weight_ih_l0	3	0.04440664127469063
246356	rnn.weight_ih_l0	4	0.06596489250659943
246356	rnn.weight_ih_l0	5	-0.11043927073478699
246356	rnn.weight_ih_l0	6	-0.06120764836668968
246356	rnn.weight_ih_l0	7	-0.02317420020699501
246356	rnn.weight_ih_l0	8	-0.008656902238726616
246356	rnn.weight_ih_l0	9	-0.052748117595911026
246356	rnn.weight_hh_l0	0	0.012741605751216412
246356	rnn.weight_hh_l0	1	0.06836340576410294
246356	rnn.weight_hh_l0	2	0.03722618892788887
246356	rnn.weight_hh_l0	3	0.027813300490379333
246356	rnn.weight_hh_l0	4	0.01711338944733143
246356	rnn.weight_hh_l0	5	0.07755094021558762
246356	rnn.weight_hh_l0	6	-0.026200026273727417
246356	rnn.weight_hh_l0	7	-0.060170914977788925
246356	rnn.weight_hh_l0	8	0.040040161460638046
246356	rnn.weight_hh_l0	9	-0.09665922075510025
246356	rnn.bias_ih_l0	0	0.15001387894153595
246356	rnn.bias_ih_l0	1	-0.19482015073299408
246356	rnn.bias_ih_l0	2	-0.02722521685063839
246356	rnn.bias_ih_l0	3	-0.1365223377943039
246356	rnn.bias_ih_l0	4	0.03157053887844086
246356	rnn.bias_ih_l0	5	-0.2872169017791748
246356	rnn.bias_ih_l0	6	-0.12145748734474182
246356	rnn.bias_ih_l0	7	-0.26563313603401184
246356	rnn.bias_ih_l0	8	-0.20821866393089294
246356	rnn.bias_ih_l0	9	-0.3794041872024536
246356	rnn.bias_hh_l0	0	-0.2483886033296585
246356	rnn.bias_hh_l0	1	-0.23229700326919556
246356	rnn.bias_hh_l0	2	-0.24137619137763977
246356	rnn.bias_hh_l0	3	-0.08338350802659988
246356	rnn.bias_hh_l0	4	-0.25565654039382935
246356	rnn.bias_hh_l0	5	-0.2670113742351532
246356	rnn.bias_hh_l0	6	-0.12304368615150452
246356	rnn.bias_hh_l0	7	0.07028653472661972
246356	rnn.bias_hh_l0	8	-0.14307942986488342
246356	rnn.bias_hh_l0	9	-0.4179942011833191
246356	rnn.weight_ih_l0_reverse	0	0.04977693781256676
246356	rnn.weight_ih_l0_reverse	1	-0.07187376916408539
246356	rnn.weight_ih_l0_reverse	2	-0.03603200614452362
246356	rnn.weight_ih_l0_reverse	3	-0.09636683017015457
246356	rnn.weight_ih_l0_reverse	4	0.0683135986328125
246356	rnn.weight_ih_l0_reverse	5	-0.12805575132369995
246356	rnn.weight_ih_l0_reverse	6	0.010950452648103237
246356	rnn.weight_ih_l0_reverse	7	0.03621596843004227
246356	rnn.weight_ih_l0_reverse	8	-0.09404731541872025
246356	rnn.weight_ih_l0_reverse	9	-0.0070271254517138
246356	rnn.weight_hh_l0_reverse	0	-0.07391579449176788
246356	rnn.weight_hh_l0_reverse	1	0.020424768328666687
246356	rnn.weight_hh_l0_reverse	2	-0.019934190437197685
246356	rnn.weight_hh_l0_reverse	3	0.020202556625008583
246356	rnn.weight_hh_l0_reverse	4	-0.07066365331411362
246356	rnn.weight_hh_l0_reverse	5	0.042172908782958984
246356	rnn.weight_hh_l0_reverse	6	0.015162431634962559
246356	rnn.weight_hh_l0_reverse	7	-0.05857235938310623
246356	rnn.weight_hh_l0_reverse	8	-0.01960090361535549
246356	rnn.weight_hh_l0_reverse	9	0.06324976682662964
246356	rnn.bias_ih_l0_reverse	0	-0.13738133013248444
246356	rnn.bias_ih_l0_reverse	1	-0.07105621695518494
246356	rnn.bias_ih_l0_reverse	2	0.08748384565114975
246356	rnn.bias_ih_l0_reverse	3	-0.2102634608745575
246356	rnn.bias_ih_l0_reverse	4	-0.01196267083287239
246356	rnn.bias_ih_l0_reverse	5	-0.19533932209014893
246356	rnn.bias_ih_l0_reverse	6	0.2234727144241333
246356	rnn.bias_ih_l0_reverse	7	-0.27660462260246277
246356	rnn.bias_ih_l0_reverse	8	-0.13195663690567017
246356	rnn.bias_ih_l0_reverse	9	-0.15414825081825256
246356	rnn.bias_hh_l0_reverse	0	-0.10991618037223816
246356	rnn.bias_hh_l0_reverse	1	0.23033462464809418
246356	rnn.bias_hh_l0_reverse	2	-0.29490843415260315
246356	rnn.bias_hh_l0_reverse	3	-0.14502792060375214
246356	rnn.bias_hh_l0_reverse	4	-0.2984338700771332
246356	rnn.bias_hh_l0_reverse	5	-0.1204305961728096
246356	rnn.bias_hh_l0_reverse	6	-0.2566510736942291
246356	rnn.bias_hh_l0_reverse	7	-0.08179135620594025
246356	rnn.bias_hh_l0_reverse	8	-0.18636387586593628
246356	rnn.bias_hh_l0_reverse	9	0.18473321199417114
246356	linear.weight	0	0.20340076088905334
246356	linear.weight	1	-0.41417166590690613
246356	linear.weight	2	0.047876905649900436
246356	linear.weight	3	0.0680529773235321
246356	linear.weight	4	-0.12277355045080185
246356	linear.weight	5	0.23392276465892792
246356	linear.weight	6	-0.05673789232969284
246356	linear.weight	7	-0.06578221917152405
246356	linear.weight	8	0.1431952267885208
246356	linear.weight	9	-0.04218735918402672
246356	linear.bias	0	-1.0830938816070557
246356	linear.bias	1	1.8820562362670898
246356	linear.bias	2	0.6038161516189575
246356	linear.bias	3	-2.4888031482696533
246356	linear.bias	4	-0.2717013657093048
246356	linear.bias	5	1.1754608154296875
246356	linear.bias	6	-0.2236441820859909
246356	linear.bias	7	0.5700964331626892
246356	linear.bias	8	2.127626895904541
246356	linear.bias	9	-1.351447343826294
246965	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
246965	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
246965	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
246965	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
246965	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
246965	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
246965	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
246965	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
246965	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
246965	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
246965	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
246965	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
246965	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
246965	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
246965	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
246965	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
246965	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
246965	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
246965	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
246965	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
246965	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
246965	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
246965	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
246965	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
246965	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
246965	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
246965	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
246965	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
246965	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
246965	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
246965	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
246965	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
246965	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
246965	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
246965	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
246965	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
246965	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
246965	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
246965	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
246965	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
246965	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
246965	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
246965	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
246965	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
246965	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
246965	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
246965	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
246965	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
246965	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
246965	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
246965	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
246965	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
246965	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
246965	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
246965	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
246965	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
246965	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
246965	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
246965	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
246965	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
246965	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
246965	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
246965	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
246965	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
246965	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
246965	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
246965	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
246965	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
246965	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
246965	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
246965	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
246965	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
246965	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
246965	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
246965	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
246965	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
246965	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
246965	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
246965	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
246965	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
246965	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
246965	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
246965	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
246965	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
246965	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
246965	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
246965	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
246965	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
246965	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
246965	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
246965	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
246965	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
246965	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
246965	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
246965	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
246965	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
246965	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
246965	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
246965	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
246965	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
246965	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
246965	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
246965	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
246965	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
246965	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
246965	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
246965	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
246965	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
246965	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
246965	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
246965	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
246965	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
246965	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
246965	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
246965	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
246965	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
246965	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
246965	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
246965	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
246965	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
246965	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
246965	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
246965	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
246965	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
246965	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
246965	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
246965	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
246965	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
246965	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
246965	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
246965	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
246965	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
246965	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
246965	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
246965	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
246965	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
246965	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
246965	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
246965	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
246965	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
246965	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
246965	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
246965	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
246965	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
246965	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
246965	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
246965	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
246965	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
246965	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
246965	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
246965	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
246965	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
246965	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
246965	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
246965	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
246965	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
246965	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
246965	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
246965	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
246965	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
246965	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
246965	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
246965	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
246965	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
246965	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
246965	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
246965	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
246965	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
246965	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
246965	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
246965	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
246965	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
246965	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
246965	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
246965	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
246965	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
246965	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
246965	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
246965	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
246965	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
246965	embedding2nn.weight	0	0.2656940519809723
246965	embedding2nn.weight	1	0.31900444626808167
246965	embedding2nn.weight	2	0.025659503415226936
246965	embedding2nn.weight	3	0.07267408072948456
246965	embedding2nn.weight	4	-0.026634585112333298
246965	embedding2nn.weight	5	0.08624055981636047
246965	embedding2nn.weight	6	0.04479916766285896
246965	embedding2nn.weight	7	-0.011984183453023434
246965	embedding2nn.weight	8	0.007005530875176191
246965	embedding2nn.weight	9	-0.03209264576435089
246965	embedding2nn.bias	0	0.031221406534314156
246965	embedding2nn.bias	1	-0.1486835777759552
246965	embedding2nn.bias	2	0.06620191037654877
246965	embedding2nn.bias	3	0.14498700201511383
246965	embedding2nn.bias	4	0.15423473715782166
246965	embedding2nn.bias	5	-0.0681377649307251
246965	embedding2nn.bias	6	-0.05838315561413765
246965	embedding2nn.bias	7	0.010644754394888878
246965	embedding2nn.bias	8	-0.13981132209300995
246965	embedding2nn.bias	9	-0.3774436414241791
246965	rnn.weight_ih_l0	0	0.00027874732040800154
246965	rnn.weight_ih_l0	1	-0.061960577964782715
246965	rnn.weight_ih_l0	2	-0.0740988478064537
246965	rnn.weight_ih_l0	3	0.04867079108953476
246965	rnn.weight_ih_l0	4	0.06437463313341141
246965	rnn.weight_ih_l0	5	-0.11375979334115982
246965	rnn.weight_ih_l0	6	-0.06781719624996185
246965	rnn.weight_ih_l0	7	-0.021002985537052155
246965	rnn.weight_ih_l0	8	-0.009456786327064037
246965	rnn.weight_ih_l0	9	-0.0644783228635788
246965	rnn.weight_hh_l0	0	0.01306797843426466
246965	rnn.weight_hh_l0	1	0.0672665685415268
246965	rnn.weight_hh_l0	2	0.03705620393157005
246965	rnn.weight_hh_l0	3	0.02788231521844864
246965	rnn.weight_hh_l0	4	0.016999952495098114
246965	rnn.weight_hh_l0	5	0.07686594873666763
246965	rnn.weight_hh_l0	6	-0.02653757482767105
246965	rnn.weight_hh_l0	7	-0.0608084537088871
246965	rnn.weight_hh_l0	8	0.03987852483987808
246965	rnn.weight_hh_l0	9	-0.09559264034032822
246965	rnn.bias_ih_l0	0	0.15299737453460693
246965	rnn.bias_ih_l0	1	-0.20161348581314087
246965	rnn.bias_ih_l0	2	-0.025895917788147926
246965	rnn.bias_ih_l0	3	-0.14446017146110535
246965	rnn.bias_ih_l0	4	0.040141813457012177
246965	rnn.bias_ih_l0	5	-0.2905861735343933
246965	rnn.bias_ih_l0	6	-0.12296394258737564
246965	rnn.bias_ih_l0	7	-0.2651931345462799
246965	rnn.bias_ih_l0	8	-0.2188994288444519
246965	rnn.bias_ih_l0	9	-0.3659905791282654
246965	rnn.bias_hh_l0	0	-0.24452848732471466
246965	rnn.bias_hh_l0	1	-0.22640177607536316
246965	rnn.bias_hh_l0	2	-0.2369558960199356
246965	rnn.bias_hh_l0	3	-0.07949976623058319
246965	rnn.bias_hh_l0	4	-0.2584002614021301
246965	rnn.bias_hh_l0	5	-0.26410964131355286
246965	rnn.bias_hh_l0	6	-0.11878487467765808
246965	rnn.bias_hh_l0	7	0.07072877883911133
246965	rnn.bias_hh_l0	8	-0.144592747092247
246965	rnn.bias_hh_l0	9	-0.42321428656578064
246965	rnn.weight_ih_l0_reverse	0	0.04708893597126007
246965	rnn.weight_ih_l0_reverse	1	-0.07228178530931473
246965	rnn.weight_ih_l0_reverse	2	-0.03383367136120796
246965	rnn.weight_ih_l0_reverse	3	-0.09699930250644684
246965	rnn.weight_ih_l0_reverse	4	0.06902788579463959
246965	rnn.weight_ih_l0_reverse	5	-0.11876936256885529
246965	rnn.weight_ih_l0_reverse	6	0.012828432954847813
246965	rnn.weight_ih_l0_reverse	7	0.03301491215825081
246965	rnn.weight_ih_l0_reverse	8	-0.09296286106109619
246965	rnn.weight_ih_l0_reverse	9	-0.009268950670957565
246965	rnn.weight_hh_l0_reverse	0	-0.07284988462924957
246965	rnn.weight_hh_l0_reverse	1	0.020658913999795914
246965	rnn.weight_hh_l0_reverse	2	-0.018251104280352592
246965	rnn.weight_hh_l0_reverse	3	0.019973719492554665
246965	rnn.weight_hh_l0_reverse	4	-0.07091190665960312
246965	rnn.weight_hh_l0_reverse	5	0.04221922904253006
246965	rnn.weight_hh_l0_reverse	6	0.015243709087371826
246965	rnn.weight_hh_l0_reverse	7	-0.05968809872865677
246965	rnn.weight_hh_l0_reverse	8	-0.024365179240703583
246965	rnn.weight_hh_l0_reverse	9	0.06200684234499931
246965	rnn.bias_ih_l0_reverse	0	-0.14245879650115967
246965	rnn.bias_ih_l0_reverse	1	-0.06882192939519882
246965	rnn.bias_ih_l0_reverse	2	0.08061803877353668
246965	rnn.bias_ih_l0_reverse	3	-0.2092542052268982
246965	rnn.bias_ih_l0_reverse	4	-0.00452928664162755
246965	rnn.bias_ih_l0_reverse	5	-0.19597771763801575
246965	rnn.bias_ih_l0_reverse	6	0.22440974414348602
246965	rnn.bias_ih_l0_reverse	7	-0.2918190360069275
246965	rnn.bias_ih_l0_reverse	8	-0.13489635288715363
246965	rnn.bias_ih_l0_reverse	9	-0.15438811480998993
246965	rnn.bias_hh_l0_reverse	0	-0.12763258814811707
246965	rnn.bias_hh_l0_reverse	1	0.22953955829143524
246965	rnn.bias_hh_l0_reverse	2	-0.2912519872188568
246965	rnn.bias_hh_l0_reverse	3	-0.14617642760276794
246965	rnn.bias_hh_l0_reverse	4	-0.2916601002216339
246965	rnn.bias_hh_l0_reverse	5	-0.1261417269706726
246965	rnn.bias_hh_l0_reverse	6	-0.2551945745944977
246965	rnn.bias_hh_l0_reverse	7	-0.08579883724451065
246965	rnn.bias_hh_l0_reverse	8	-0.20057033002376556
246965	rnn.bias_hh_l0_reverse	9	0.17883296310901642
246965	linear.weight	0	0.22815126180648804
246965	linear.weight	1	-0.4357621669769287
246965	linear.weight	2	0.07095980644226074
246965	linear.weight	3	0.06804578751325607
246965	linear.weight	4	-0.14887197315692902
246965	linear.weight	5	0.2184973657131195
246965	linear.weight	6	-0.04997234418988228
246965	linear.weight	7	-0.06577516347169876
246965	linear.weight	8	0.1269848793745041
246965	linear.weight	9	-0.04221685603260994
246965	linear.bias	0	-1.0813696384429932
246965	linear.bias	1	1.842326283454895
246965	linear.bias	2	0.5905098915100098
246965	linear.bias	3	-2.4895472526550293
246965	linear.bias	4	-0.2635203003883362
246965	linear.bias	5	1.195275068283081
246965	linear.bias	6	-0.21186643838882446
246965	linear.bias	7	0.5897644758224487
246965	linear.bias	8	2.1705431938171387
246965	linear.bias	9	-1.3692352771759033
247574	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
247574	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
247574	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
247574	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
247574	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
247574	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
247574	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
247574	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
247574	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
247574	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
247574	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
247574	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
247574	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
247574	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
247574	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
247574	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
247574	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
247574	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
247574	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
247574	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
247574	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
247574	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
247574	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
247574	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
247574	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
247574	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
247574	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
247574	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
247574	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
247574	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
247574	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
247574	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
247574	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
247574	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
247574	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
247574	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
247574	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
247574	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
247574	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
247574	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
247574	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
247574	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
247574	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
247574	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
247574	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
247574	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
247574	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
247574	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
247574	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
247574	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
247574	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
247574	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
247574	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
247574	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
247574	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
247574	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
247574	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
247574	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
247574	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
247574	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
247574	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
247574	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
247574	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
247574	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
247574	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
247574	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
247574	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
247574	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
247574	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
247574	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
247574	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
247574	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
247574	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
247574	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
247574	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
247574	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
247574	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
247574	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
247574	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
247574	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
247574	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
247574	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
247574	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
247574	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
247574	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
247574	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
247574	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
247574	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
247574	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
247574	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
247574	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
247574	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
247574	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
247574	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
247574	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
247574	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
247574	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
247574	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
247574	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
247574	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
247574	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
247574	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
247574	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
247574	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
247574	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
247574	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
247574	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
247574	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
247574	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
247574	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
247574	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
247574	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
247574	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
247574	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
247574	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
247574	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
247574	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
247574	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
247574	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
247574	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
247574	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
247574	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
247574	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
247574	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
247574	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
247574	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
247574	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
247574	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
247574	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
247574	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
247574	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
247574	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
247574	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
247574	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
247574	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
247574	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
247574	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
247574	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
247574	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
247574	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
247574	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
247574	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
247574	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
247574	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
247574	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
247574	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
247574	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
247574	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
247574	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
247574	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
247574	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
247574	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
247574	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
247574	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
247574	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
247574	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
247574	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
247574	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
247574	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
247574	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
247574	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
247574	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
247574	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
247574	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
247574	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
247574	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
247574	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
247574	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
247574	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
247574	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
247574	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
247574	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
247574	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
247574	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
247574	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
247574	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
247574	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
247574	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
247574	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
247574	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
247574	embedding2nn.weight	0	0.26341208815574646
247574	embedding2nn.weight	1	0.3161165118217468
247574	embedding2nn.weight	2	0.022792937234044075
247574	embedding2nn.weight	3	0.041509922593832016
247574	embedding2nn.weight	4	-0.019369157031178474
247574	embedding2nn.weight	5	0.08472810685634613
247574	embedding2nn.weight	6	0.034443896263837814
247574	embedding2nn.weight	7	-0.010668923147022724
247574	embedding2nn.weight	8	0.003812147304415703
247574	embedding2nn.weight	9	-0.030806591734290123
247574	embedding2nn.bias	0	0.031662408262491226
247574	embedding2nn.bias	1	-0.13121849298477173
247574	embedding2nn.bias	2	0.09487515687942505
247574	embedding2nn.bias	3	0.15114589035511017
247574	embedding2nn.bias	4	0.14014102518558502
247574	embedding2nn.bias	5	-0.05739476531744003
247574	embedding2nn.bias	6	-0.057443611323833466
247574	embedding2nn.bias	7	0.019749268889427185
247574	embedding2nn.bias	8	-0.14205774664878845
247574	embedding2nn.bias	9	-0.3769516050815582
247574	rnn.weight_ih_l0	0	0.0005668021040037274
247574	rnn.weight_ih_l0	1	-0.0619233138859272
247574	rnn.weight_ih_l0	2	-0.07167178392410278
247574	rnn.weight_ih_l0	3	0.054703135043382645
247574	rnn.weight_ih_l0	4	0.059093084186315536
247574	rnn.weight_ih_l0	5	-0.13013127446174622
247574	rnn.weight_ih_l0	6	-0.0648907870054245
247574	rnn.weight_ih_l0	7	-0.02670234441757202
247574	rnn.weight_ih_l0	8	-0.002890781732276082
247574	rnn.weight_ih_l0	9	-0.058813631534576416
247574	rnn.weight_hh_l0	0	0.012680322863161564
247574	rnn.weight_hh_l0	1	0.06729350984096527
247574	rnn.weight_hh_l0	2	0.037660691887140274
247574	rnn.weight_hh_l0	3	0.027692319825291634
247574	rnn.weight_hh_l0	4	0.017414068803191185
247574	rnn.weight_hh_l0	5	0.07722055912017822
247574	rnn.weight_hh_l0	6	-0.027155829593539238
247574	rnn.weight_hh_l0	7	-0.06254804879426956
247574	rnn.weight_hh_l0	8	0.03987933322787285
247574	rnn.weight_hh_l0	9	-0.09590625017881393
247574	rnn.bias_ih_l0	0	0.1603597104549408
247574	rnn.bias_ih_l0	1	-0.200077623128891
247574	rnn.bias_ih_l0	2	-0.024501776322722435
247574	rnn.bias_ih_l0	3	-0.13635537028312683
247574	rnn.bias_ih_l0	4	0.03729747235774994
247574	rnn.bias_ih_l0	5	-0.28974446654319763
247574	rnn.bias_ih_l0	6	-0.11245552450418472
247574	rnn.bias_ih_l0	7	-0.26913517713546753
247574	rnn.bias_ih_l0	8	-0.21482814848423004
247574	rnn.bias_ih_l0	9	-0.37361621856689453
247574	rnn.bias_hh_l0	0	-0.24578997492790222
247574	rnn.bias_hh_l0	1	-0.2290683090686798
247574	rnn.bias_hh_l0	2	-0.23852041363716125
247574	rnn.bias_hh_l0	3	-0.08521096408367157
247574	rnn.bias_hh_l0	4	-0.2527439296245575
247574	rnn.bias_hh_l0	5	-0.2652362585067749
247574	rnn.bias_hh_l0	6	-0.11601506918668747
247574	rnn.bias_hh_l0	7	0.07533472776412964
247574	rnn.bias_hh_l0	8	-0.13910210132598877
247574	rnn.bias_hh_l0	9	-0.41980504989624023
247574	rnn.weight_ih_l0_reverse	0	0.04372114688158035
247574	rnn.weight_ih_l0_reverse	1	-0.07530293613672256
247574	rnn.weight_ih_l0_reverse	2	-0.03304610028862953
247574	rnn.weight_ih_l0_reverse	3	-0.09434010088443756
247574	rnn.weight_ih_l0_reverse	4	0.06731566786766052
247574	rnn.weight_ih_l0_reverse	5	-0.12058251351118088
247574	rnn.weight_ih_l0_reverse	6	0.013288487680256367
247574	rnn.weight_ih_l0_reverse	7	0.03154658526182175
247574	rnn.weight_ih_l0_reverse	8	-0.0945233553647995
247574	rnn.weight_ih_l0_reverse	9	-0.011629384011030197
247574	rnn.weight_hh_l0_reverse	0	-0.07269077748060226
247574	rnn.weight_hh_l0_reverse	1	0.021761737763881683
247574	rnn.weight_hh_l0_reverse	2	-0.018416864797472954
247574	rnn.weight_hh_l0_reverse	3	0.021315548568964005
247574	rnn.weight_hh_l0_reverse	4	-0.06926561146974564
247574	rnn.weight_hh_l0_reverse	5	0.04293809086084366
247574	rnn.weight_hh_l0_reverse	6	0.015199966728687286
247574	rnn.weight_hh_l0_reverse	7	-0.05958562716841698
247574	rnn.weight_hh_l0_reverse	8	-0.023054590448737144
247574	rnn.weight_hh_l0_reverse	9	0.06072136387228966
247574	rnn.bias_ih_l0_reverse	0	-0.15092992782592773
247574	rnn.bias_ih_l0_reverse	1	-0.07560808956623077
247574	rnn.bias_ih_l0_reverse	2	0.08005285263061523
247574	rnn.bias_ih_l0_reverse	3	-0.21800127625465393
247574	rnn.bias_ih_l0_reverse	4	-0.0004197713569737971
247574	rnn.bias_ih_l0_reverse	5	-0.19345945119857788
247574	rnn.bias_ih_l0_reverse	6	0.23125387728214264
247574	rnn.bias_ih_l0_reverse	7	-0.2989419102668762
247574	rnn.bias_ih_l0_reverse	8	-0.13400119543075562
247574	rnn.bias_ih_l0_reverse	9	-0.15012583136558533
247574	rnn.bias_hh_l0_reverse	0	-0.1232939139008522
247574	rnn.bias_hh_l0_reverse	1	0.22498714923858643
247574	rnn.bias_hh_l0_reverse	2	-0.2865966558456421
247574	rnn.bias_hh_l0_reverse	3	-0.14755871891975403
247574	rnn.bias_hh_l0_reverse	4	-0.2915875315666199
247574	rnn.bias_hh_l0_reverse	5	-0.13741248846054077
247574	rnn.bias_hh_l0_reverse	6	-0.2556245028972626
247574	rnn.bias_hh_l0_reverse	7	-0.08729300647974014
247574	rnn.bias_hh_l0_reverse	8	-0.19260476529598236
247574	rnn.bias_hh_l0_reverse	9	0.16423292458057404
247574	linear.weight	0	0.2671394944190979
247574	linear.weight	1	-0.4561345875263214
247574	linear.weight	2	0.1027279794216156
247574	linear.weight	3	0.06804116070270538
247574	linear.weight	4	-0.13707633316516876
247574	linear.weight	5	0.24802489578723907
247574	linear.weight	6	-0.10714060068130493
247574	linear.weight	7	-0.06575900316238403
247574	linear.weight	8	0.1239912286400795
247574	linear.weight	9	-0.04224764555692673
247574	linear.bias	0	-1.0703561305999756
247574	linear.bias	1	1.8798834085464478
247574	linear.bias	2	0.6376798152923584
247574	linear.bias	3	-2.4903178215026855
247574	linear.bias	4	-0.2835843861103058
247574	linear.bias	5	1.2268184423446655
247574	linear.bias	6	-0.244212806224823
247574	linear.bias	7	0.5559051632881165
247574	linear.bias	8	2.146132469177246
247574	linear.bias	9	-1.3526554107666016
248183	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
248183	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
248183	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
248183	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
248183	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
248183	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
248183	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
248183	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
248183	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
248183	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
248183	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
248183	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
248183	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
248183	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
248183	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
248183	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
248183	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
248183	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
248183	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
248183	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
248183	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
248183	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
248183	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
248183	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
248183	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
248183	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
248183	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
248183	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
248183	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
248183	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
248183	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
248183	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
248183	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
248183	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
248183	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
248183	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
248183	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
248183	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
248183	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
248183	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
248183	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
248183	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
248183	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
248183	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
248183	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
248183	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
248183	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
248183	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
248183	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
248183	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
248183	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
248183	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
248183	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
248183	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
248183	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
248183	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
248183	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
248183	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
248183	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
248183	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
248183	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
248183	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
248183	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
248183	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
248183	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
248183	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
248183	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
248183	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
248183	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
248183	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
248183	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
248183	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
248183	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
248183	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
248183	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
248183	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
248183	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
248183	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
248183	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
248183	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
248183	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
248183	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
248183	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
248183	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
248183	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
248183	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
248183	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
248183	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
248183	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
248183	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
248183	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
248183	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
248183	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
248183	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
248183	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
248183	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
248183	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
248183	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
248183	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
248183	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
248183	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
248183	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
248183	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
248183	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
248183	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
248183	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
248183	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
248183	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
248183	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
248183	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
248183	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
248183	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
248183	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
248183	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
248183	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
248183	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
248183	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
248183	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
248183	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
248183	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
248183	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
248183	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
248183	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
248183	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
248183	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
248183	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
248183	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
248183	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
248183	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
248183	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
248183	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
248183	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
248183	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
248183	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
248183	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
248183	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
248183	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
248183	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
248183	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
248183	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
248183	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
248183	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
248183	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
248183	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
248183	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
248183	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
248183	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
248183	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
248183	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
248183	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
248183	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
248183	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
248183	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
248183	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
248183	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
248183	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
248183	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
248183	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
248183	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
248183	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
248183	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
248183	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
248183	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
248183	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
248183	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
248183	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
248183	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
248183	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
248183	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
248183	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
248183	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
248183	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
248183	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
248183	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
248183	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
248183	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
248183	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
248183	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
248183	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
248183	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
248183	embedding2nn.weight	0	0.2676318883895874
248183	embedding2nn.weight	1	0.3179396688938141
248183	embedding2nn.weight	2	0.025487158447504044
248183	embedding2nn.weight	3	0.04241978004574776
248183	embedding2nn.weight	4	-0.01475693378597498
248183	embedding2nn.weight	5	0.08868741989135742
248183	embedding2nn.weight	6	0.033356670290231705
248183	embedding2nn.weight	7	-0.010894172824919224
248183	embedding2nn.weight	8	0.0039226338267326355
248183	embedding2nn.weight	9	-0.03146320953965187
248183	embedding2nn.bias	0	0.02486920915544033
248183	embedding2nn.bias	1	-0.13373440504074097
248183	embedding2nn.bias	2	0.10871895402669907
248183	embedding2nn.bias	3	0.14459437131881714
248183	embedding2nn.bias	4	0.15735697746276855
248183	embedding2nn.bias	5	-0.06002521887421608
248183	embedding2nn.bias	6	-0.052408650517463684
248183	embedding2nn.bias	7	0.026291225105524063
248183	embedding2nn.bias	8	-0.15343111753463745
248183	embedding2nn.bias	9	-0.3691263198852539
248183	rnn.weight_ih_l0	0	-0.0018436815589666367
248183	rnn.weight_ih_l0	1	-0.06183093041181564
248183	rnn.weight_ih_l0	2	-0.07099725306034088
248183	rnn.weight_ih_l0	3	0.055652178823947906
248183	rnn.weight_ih_l0	4	0.05022630840539932
248183	rnn.weight_ih_l0	5	-0.12902328372001648
248183	rnn.weight_ih_l0	6	-0.058714609593153
248183	rnn.weight_ih_l0	7	-0.026165492832660675
248183	rnn.weight_ih_l0	8	0.00040757079841569066
248183	rnn.weight_ih_l0	9	-0.06076155602931976
248183	rnn.weight_hh_l0	0	0.012488573789596558
248183	rnn.weight_hh_l0	1	0.0679345428943634
248183	rnn.weight_hh_l0	2	0.037750955671072006
248183	rnn.weight_hh_l0	3	0.028957882896065712
248183	rnn.weight_hh_l0	4	0.018031882122159004
248183	rnn.weight_hh_l0	5	0.07722020149230957
248183	rnn.weight_hh_l0	6	-0.026471715420484543
248183	rnn.weight_hh_l0	7	-0.06536300480365753
248183	rnn.weight_hh_l0	8	0.04021149501204491
248183	rnn.weight_hh_l0	9	-0.09594373404979706
248183	rnn.bias_ih_l0	0	0.16425161063671112
248183	rnn.bias_ih_l0	1	-0.20057177543640137
248183	rnn.bias_ih_l0	2	-0.021370941773056984
248183	rnn.bias_ih_l0	3	-0.1399989277124405
248183	rnn.bias_ih_l0	4	0.03394670784473419
248183	rnn.bias_ih_l0	5	-0.27643677592277527
248183	rnn.bias_ih_l0	6	-0.1099921315908432
248183	rnn.bias_ih_l0	7	-0.2697369158267975
248183	rnn.bias_ih_l0	8	-0.22393359243869781
248183	rnn.bias_ih_l0	9	-0.37141153216362
248183	rnn.bias_hh_l0	0	-0.23746025562286377
248183	rnn.bias_hh_l0	1	-0.23659414052963257
248183	rnn.bias_hh_l0	2	-0.24044355750083923
248183	rnn.bias_hh_l0	3	-0.08233892172574997
248183	rnn.bias_hh_l0	4	-0.24560993909835815
248183	rnn.bias_hh_l0	5	-0.2652736306190491
248183	rnn.bias_hh_l0	6	-0.11374446749687195
248183	rnn.bias_hh_l0	7	0.07802774012088776
248183	rnn.bias_hh_l0	8	-0.14149296283721924
248183	rnn.bias_hh_l0	9	-0.4240576922893524
248183	rnn.weight_ih_l0_reverse	0	0.045978885143995285
248183	rnn.weight_ih_l0_reverse	1	-0.0757724866271019
248183	rnn.weight_ih_l0_reverse	2	-0.031482208520174026
248183	rnn.weight_ih_l0_reverse	3	-0.09400268644094467
248183	rnn.weight_ih_l0_reverse	4	0.06979592144489288
248183	rnn.weight_ih_l0_reverse	5	-0.11058441549539566
248183	rnn.weight_ih_l0_reverse	6	0.020274225622415543
248183	rnn.weight_ih_l0_reverse	7	0.032224830240011215
248183	rnn.weight_ih_l0_reverse	8	-0.10004826635122299
248183	rnn.weight_ih_l0_reverse	9	-0.017442923039197922
248183	rnn.weight_hh_l0_reverse	0	-0.07176584005355835
248183	rnn.weight_hh_l0_reverse	1	0.022094493731856346
248183	rnn.weight_hh_l0_reverse	2	-0.01811831444501877
248183	rnn.weight_hh_l0_reverse	3	0.022159896790981293
248183	rnn.weight_hh_l0_reverse	4	-0.06833826005458832
248183	rnn.weight_hh_l0_reverse	5	0.04375725984573364
248183	rnn.weight_hh_l0_reverse	6	0.015534608624875546
248183	rnn.weight_hh_l0_reverse	7	-0.06082754209637642
248183	rnn.weight_hh_l0_reverse	8	-0.02300279587507248
248183	rnn.weight_hh_l0_reverse	9	0.06272224336862564
248183	rnn.bias_ih_l0_reverse	0	-0.15487851202487946
248183	rnn.bias_ih_l0_reverse	1	-0.07104451954364777
248183	rnn.bias_ih_l0_reverse	2	0.0837990939617157
248183	rnn.bias_ih_l0_reverse	3	-0.21852251887321472
248183	rnn.bias_ih_l0_reverse	4	-0.012756180949509144
248183	rnn.bias_ih_l0_reverse	5	-0.19411537051200867
248183	rnn.bias_ih_l0_reverse	6	0.23567824065685272
248183	rnn.bias_ih_l0_reverse	7	-0.2964249849319458
248183	rnn.bias_ih_l0_reverse	8	-0.13680683076381683
248183	rnn.bias_ih_l0_reverse	9	-0.14707155525684357
248183	rnn.bias_hh_l0_reverse	0	-0.12435503304004669
248183	rnn.bias_hh_l0_reverse	1	0.2361806035041809
248183	rnn.bias_hh_l0_reverse	2	-0.28475871682167053
248183	rnn.bias_hh_l0_reverse	3	-0.14728182554244995
248183	rnn.bias_hh_l0_reverse	4	-0.29159846901893616
248183	rnn.bias_hh_l0_reverse	5	-0.13134567439556122
248183	rnn.bias_hh_l0_reverse	6	-0.2579042315483093
248183	rnn.bias_hh_l0_reverse	7	-0.08392549306154251
248183	rnn.bias_hh_l0_reverse	8	-0.18617253005504608
248183	rnn.bias_hh_l0_reverse	9	0.16888241469860077
248183	linear.weight	0	0.2705509662628174
248183	linear.weight	1	-0.4391096234321594
248183	linear.weight	2	0.0468376986682415
248183	linear.weight	3	0.06803815066814423
248183	linear.weight	4	-0.1472914069890976
248183	linear.weight	5	0.2716372609138489
248183	linear.weight	6	-0.11352452635765076
248183	linear.weight	7	-0.0657399594783783
248183	linear.weight	8	0.08893794566392899
248183	linear.weight	9	-0.0422806516289711
248183	linear.bias	0	-1.0627635717391968
248183	linear.bias	1	1.8913321495056152
248183	linear.bias	2	0.621231734752655
248183	linear.bias	3	-2.4910857677459717
248183	linear.bias	4	-0.2898261249065399
248183	linear.bias	5	1.2151554822921753
248183	linear.bias	6	-0.26103147864341736
248183	linear.bias	7	0.5865726470947266
248183	linear.bias	8	2.1190574169158936
248183	linear.bias	9	-1.3490434885025024
248792	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
248792	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
248792	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
248792	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
248792	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
248792	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
248792	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
248792	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
248792	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
248792	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
248792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
248792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
248792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
248792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
248792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
248792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
248792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
248792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
248792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
248792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
248792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
248792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
248792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
248792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
248792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
248792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
248792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
248792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
248792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
248792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
248792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
248792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
248792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
248792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
248792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
248792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
248792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
248792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
248792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
248792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
248792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
248792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
248792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
248792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
248792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
248792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
248792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
248792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
248792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
248792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
248792	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
248792	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
248792	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
248792	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
248792	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
248792	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
248792	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
248792	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
248792	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
248792	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
248792	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
248792	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
248792	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
248792	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
248792	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
248792	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
248792	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
248792	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
248792	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
248792	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
248792	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
248792	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
248792	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
248792	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
248792	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
248792	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
248792	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
248792	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
248792	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
248792	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
248792	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
248792	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
248792	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
248792	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
248792	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
248792	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
248792	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
248792	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
248792	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
248792	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
248792	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
248792	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
248792	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
248792	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
248792	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
248792	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
248792	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
248792	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
248792	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
248792	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
248792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
248792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
248792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
248792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
248792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
248792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
248792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
248792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
248792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
248792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
248792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
248792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
248792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
248792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
248792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
248792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
248792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
248792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
248792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
248792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
248792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
248792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
248792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
248792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
248792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
248792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
248792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
248792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
248792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
248792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
248792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
248792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
248792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
248792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
248792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
248792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
248792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
248792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
248792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
248792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
248792	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
248792	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
248792	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
248792	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
248792	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
248792	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
248792	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
248792	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
248792	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
248792	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
248792	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
248792	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
248792	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
248792	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
248792	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
248792	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
248792	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
248792	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
248792	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
248792	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
248792	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
248792	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
248792	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
248792	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
248792	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
248792	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
248792	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
248792	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
248792	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
248792	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
248792	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
248792	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
248792	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
248792	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
248792	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
248792	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
248792	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
248792	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
248792	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
248792	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
248792	embedding2nn.weight	0	0.2686326801776886
248792	embedding2nn.weight	1	0.3187805116176605
248792	embedding2nn.weight	2	0.02502545528113842
248792	embedding2nn.weight	3	0.023074937984347343
248792	embedding2nn.weight	4	-0.015262319706380367
248792	embedding2nn.weight	5	0.08756648749113083
248792	embedding2nn.weight	6	0.02261146530508995
248792	embedding2nn.weight	7	-0.0011909711174666882
248792	embedding2nn.weight	8	0.005270136520266533
248792	embedding2nn.weight	9	-0.03489410877227783
248792	embedding2nn.bias	0	0.008970774710178375
248792	embedding2nn.bias	1	-0.11790098249912262
248792	embedding2nn.bias	2	0.10804470628499985
248792	embedding2nn.bias	3	0.13581034541130066
248792	embedding2nn.bias	4	0.1582726538181305
248792	embedding2nn.bias	5	-0.06542012095451355
248792	embedding2nn.bias	6	-0.04734669625759125
248792	embedding2nn.bias	7	0.014240936376154423
248792	embedding2nn.bias	8	-0.14895668625831604
248792	embedding2nn.bias	9	-0.36231526732444763
248792	rnn.weight_ih_l0	0	-0.00045284951920621097
248792	rnn.weight_ih_l0	1	-0.06095976009964943
248792	rnn.weight_ih_l0	2	-0.07159895449876785
248792	rnn.weight_ih_l0	3	0.05530700460076332
248792	rnn.weight_ih_l0	4	0.04812493175268173
248792	rnn.weight_ih_l0	5	-0.12952500581741333
248792	rnn.weight_ih_l0	6	-0.0632760301232338
248792	rnn.weight_ih_l0	7	-0.024729572236537933
248792	rnn.weight_ih_l0	8	0.007763795554637909
248792	rnn.weight_ih_l0	9	-0.06244027987122536
248792	rnn.weight_hh_l0	0	0.012810038402676582
248792	rnn.weight_hh_l0	1	0.0679408609867096
248792	rnn.weight_hh_l0	2	0.03875158354640007
248792	rnn.weight_hh_l0	3	0.02907201461493969
248792	rnn.weight_hh_l0	4	0.01757269725203514
248792	rnn.weight_hh_l0	5	0.07753926515579224
248792	rnn.weight_hh_l0	6	-0.026484303176403046
248792	rnn.weight_hh_l0	7	-0.0663776621222496
248792	rnn.weight_hh_l0	8	0.04019634425640106
248792	rnn.weight_hh_l0	9	-0.09517472982406616
248792	rnn.bias_ih_l0	0	0.1805027723312378
248792	rnn.bias_ih_l0	1	-0.19549907743930817
248792	rnn.bias_ih_l0	2	-0.020678920671343803
248792	rnn.bias_ih_l0	3	-0.13404066860675812
248792	rnn.bias_ih_l0	4	0.03371526300907135
248792	rnn.bias_ih_l0	5	-0.2831611931324005
248792	rnn.bias_ih_l0	6	-0.10145997256040573
248792	rnn.bias_ih_l0	7	-0.26833441853523254
248792	rnn.bias_ih_l0	8	-0.22831636667251587
248792	rnn.bias_ih_l0	9	-0.38864943385124207
248792	rnn.bias_hh_l0	0	-0.24262893199920654
248792	rnn.bias_hh_l0	1	-0.23276466131210327
248792	rnn.bias_hh_l0	2	-0.24491654336452484
248792	rnn.bias_hh_l0	3	-0.0821613073348999
248792	rnn.bias_hh_l0	4	-0.24413102865219116
248792	rnn.bias_hh_l0	5	-0.2689695656299591
248792	rnn.bias_hh_l0	6	-0.11167816072702408
248792	rnn.bias_hh_l0	7	0.06746571511030197
248792	rnn.bias_hh_l0	8	-0.14465415477752686
248792	rnn.bias_hh_l0	9	-0.4184831380844116
248792	rnn.weight_ih_l0_reverse	0	0.04790549725294113
248792	rnn.weight_ih_l0_reverse	1	-0.07393322139978409
248792	rnn.weight_ih_l0_reverse	2	-0.0322817899286747
248792	rnn.weight_ih_l0_reverse	3	-0.0918784886598587
248792	rnn.weight_ih_l0_reverse	4	0.06988535821437836
248792	rnn.weight_ih_l0_reverse	5	-0.10859280079603195
248792	rnn.weight_ih_l0_reverse	6	0.024646373465657234
248792	rnn.weight_ih_l0_reverse	7	0.03153945878148079
248792	rnn.weight_ih_l0_reverse	8	-0.10055390745401382
248792	rnn.weight_ih_l0_reverse	9	-0.019970642402768135
248792	rnn.weight_hh_l0_reverse	0	-0.071686752140522
248792	rnn.weight_hh_l0_reverse	1	0.021343065425753593
248792	rnn.weight_hh_l0_reverse	2	-0.016797393560409546
248792	rnn.weight_hh_l0_reverse	3	0.022096870467066765
248792	rnn.weight_hh_l0_reverse	4	-0.06856688857078552
248792	rnn.weight_hh_l0_reverse	5	0.04362250119447708
248792	rnn.weight_hh_l0_reverse	6	0.015303141437470913
248792	rnn.weight_hh_l0_reverse	7	-0.0627693310379982
248792	rnn.weight_hh_l0_reverse	8	-0.02320936694741249
248792	rnn.weight_hh_l0_reverse	9	0.060943178832530975
248792	rnn.bias_ih_l0_reverse	0	-0.15266019105911255
248792	rnn.bias_ih_l0_reverse	1	-0.07913699746131897
248792	rnn.bias_ih_l0_reverse	2	0.08663904666900635
248792	rnn.bias_ih_l0_reverse	3	-0.2150641679763794
248792	rnn.bias_ih_l0_reverse	4	-0.016677288338541985
248792	rnn.bias_ih_l0_reverse	5	-0.19158896803855896
248792	rnn.bias_ih_l0_reverse	6	0.24228224158287048
248792	rnn.bias_ih_l0_reverse	7	-0.28336504101753235
248792	rnn.bias_ih_l0_reverse	8	-0.13454121351242065
248792	rnn.bias_ih_l0_reverse	9	-0.15263941884040833
248792	rnn.bias_hh_l0_reverse	0	-0.12341272830963135
248792	rnn.bias_hh_l0_reverse	1	0.23708581924438477
248792	rnn.bias_hh_l0_reverse	2	-0.277946799993515
248792	rnn.bias_hh_l0_reverse	3	-0.14905215799808502
248792	rnn.bias_hh_l0_reverse	4	-0.29746225476264954
248792	rnn.bias_hh_l0_reverse	5	-0.1356421709060669
248792	rnn.bias_hh_l0_reverse	6	-0.24569357931613922
248792	rnn.bias_hh_l0_reverse	7	-0.08172311633825302
248792	rnn.bias_hh_l0_reverse	8	-0.1941460222005844
248792	rnn.bias_hh_l0_reverse	9	0.17010526359081268
248792	linear.weight	0	0.24904893338680267
248792	linear.weight	1	-0.4325960576534271
248792	linear.weight	2	0.05993116647005081
248792	linear.weight	3	0.06803219765424728
248792	linear.weight	4	-0.1725286841392517
248792	linear.weight	5	0.2742924690246582
248792	linear.weight	6	-0.10437366366386414
248792	linear.weight	7	-0.06572270393371582
248792	linear.weight	8	0.0769047886133194
248792	linear.weight	9	-0.04231121391057968
248792	linear.bias	0	-1.0923136472702026
248792	linear.bias	1	1.886603593826294
248792	linear.bias	2	0.637782096862793
248792	linear.bias	3	-2.491860866546631
248792	linear.bias	4	-0.2734995186328888
248792	linear.bias	5	1.1994893550872803
248792	linear.bias	6	-0.26958581805229187
248792	linear.bias	7	0.585521936416626
248792	linear.bias	8	2.1358344554901123
248792	linear.bias	9	-1.3505526781082153
249401	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
249401	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
249401	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
249401	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
249401	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
249401	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
249401	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
249401	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
249401	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
249401	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
249401	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
249401	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
249401	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
249401	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
249401	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
249401	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
249401	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
249401	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
249401	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
249401	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
249401	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
249401	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
249401	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
249401	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
249401	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
249401	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
249401	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
249401	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
249401	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
249401	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
249401	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
249401	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
249401	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
249401	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
249401	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
249401	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
249401	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
249401	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
249401	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
249401	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
249401	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
249401	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
249401	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
249401	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
249401	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
249401	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
249401	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
249401	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
249401	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
249401	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
249401	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
249401	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
249401	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
249401	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
249401	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
249401	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
249401	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
249401	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
249401	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
249401	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
249401	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
249401	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
249401	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
249401	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
249401	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
249401	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
249401	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
249401	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
249401	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
249401	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
249401	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
249401	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
249401	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
249401	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
249401	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
249401	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
249401	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
249401	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
249401	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
249401	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
249401	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
249401	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
249401	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
249401	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
249401	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
249401	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
249401	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
249401	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
249401	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
249401	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
249401	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
249401	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
249401	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
249401	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
249401	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
249401	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
249401	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
249401	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
249401	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
249401	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
249401	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
249401	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
249401	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
249401	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
249401	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
249401	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
249401	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
249401	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
249401	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
249401	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
249401	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
249401	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
249401	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
249401	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
249401	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
249401	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
249401	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
249401	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
249401	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
249401	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
249401	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
249401	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
249401	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
249401	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
249401	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
249401	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
249401	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
249401	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
249401	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
249401	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
249401	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
249401	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
249401	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
249401	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
249401	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
249401	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
249401	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
249401	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
249401	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
249401	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
249401	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
249401	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
249401	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
249401	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
249401	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
249401	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
249401	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
249401	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
249401	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
249401	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
249401	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
249401	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
249401	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
249401	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
249401	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
249401	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
249401	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
249401	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
249401	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
249401	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
249401	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
249401	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
249401	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
249401	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
249401	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
249401	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
249401	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
249401	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
249401	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
249401	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
249401	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
249401	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
249401	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
249401	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
249401	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
249401	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
249401	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
249401	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
249401	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
249401	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
249401	embedding2nn.weight	0	0.26655083894729614
249401	embedding2nn.weight	1	0.3189341127872467
249401	embedding2nn.weight	2	0.023480411618947983
249401	embedding2nn.weight	3	0.025184685364365578
249401	embedding2nn.weight	4	-0.02458793856203556
249401	embedding2nn.weight	5	0.09120845794677734
249401	embedding2nn.weight	6	0.024945463985204697
249401	embedding2nn.weight	7	-0.008128299377858639
249401	embedding2nn.weight	8	0.002668645465746522
249401	embedding2nn.weight	9	-0.03333368897438049
249401	embedding2nn.bias	0	0.014187920838594437
249401	embedding2nn.bias	1	-0.14399480819702148
249401	embedding2nn.bias	2	0.0926143079996109
249401	embedding2nn.bias	3	0.1328216940164566
249401	embedding2nn.bias	4	0.1540236920118332
249401	embedding2nn.bias	5	-0.07080573588609695
249401	embedding2nn.bias	6	-0.05698739364743233
249401	embedding2nn.bias	7	0.046864256262779236
249401	embedding2nn.bias	8	-0.1468050628900528
249401	embedding2nn.bias	9	-0.3829714357852936
249401	rnn.weight_ih_l0	0	0.0020631884690374136
249401	rnn.weight_ih_l0	1	-0.0604461207985878
249401	rnn.weight_ih_l0	2	-0.07687737792730331
249401	rnn.weight_ih_l0	3	0.05576854571700096
249401	rnn.weight_ih_l0	4	0.0508485846221447
249401	rnn.weight_ih_l0	5	-0.12710261344909668
249401	rnn.weight_ih_l0	6	-0.06075698137283325
249401	rnn.weight_ih_l0	7	-0.028105860576033592
249401	rnn.weight_ih_l0	8	0.011717439629137516
249401	rnn.weight_ih_l0	9	-0.05746800824999809
249401	rnn.weight_hh_l0	0	0.012777118943631649
249401	rnn.weight_hh_l0	1	0.06782101839780807
249401	rnn.weight_hh_l0	2	0.03796139732003212
249401	rnn.weight_hh_l0	3	0.029228094965219498
249401	rnn.weight_hh_l0	4	0.016757899895310402
249401	rnn.weight_hh_l0	5	0.07979661226272583
249401	rnn.weight_hh_l0	6	-0.026757072657346725
249401	rnn.weight_hh_l0	7	-0.06499876827001572
249401	rnn.weight_hh_l0	8	0.040360551327466965
249401	rnn.weight_hh_l0	9	-0.09401948750019073
249401	rnn.bias_ih_l0	0	0.1770469695329666
249401	rnn.bias_ih_l0	1	-0.21550321578979492
249401	rnn.bias_ih_l0	2	-0.019963927567005157
249401	rnn.bias_ih_l0	3	-0.13901734352111816
249401	rnn.bias_ih_l0	4	0.04184423014521599
249401	rnn.bias_ih_l0	5	-0.2948756217956543
249401	rnn.bias_ih_l0	6	-0.10128629952669144
249401	rnn.bias_ih_l0	7	-0.27103352546691895
249401	rnn.bias_ih_l0	8	-0.23381203413009644
249401	rnn.bias_ih_l0	9	-0.38494032621383667
249401	rnn.bias_hh_l0	0	-0.24507346749305725
249401	rnn.bias_hh_l0	1	-0.23732972145080566
249401	rnn.bias_hh_l0	2	-0.24055320024490356
249401	rnn.bias_hh_l0	3	-0.07875847816467285
249401	rnn.bias_hh_l0	4	-0.247933030128479
249401	rnn.bias_hh_l0	5	-0.26801806688308716
249401	rnn.bias_hh_l0	6	-0.11303096264600754
249401	rnn.bias_hh_l0	7	0.07473351806402206
249401	rnn.bias_hh_l0	8	-0.1362646520137787
249401	rnn.bias_hh_l0	9	-0.42258962988853455
249401	rnn.weight_ih_l0_reverse	0	0.044854842126369476
249401	rnn.weight_ih_l0_reverse	1	-0.07337220013141632
249401	rnn.weight_ih_l0_reverse	2	-0.035096220672130585
249401	rnn.weight_ih_l0_reverse	3	-0.0857681855559349
249401	rnn.weight_ih_l0_reverse	4	0.06605467200279236
249401	rnn.weight_ih_l0_reverse	5	-0.10091309249401093
249401	rnn.weight_ih_l0_reverse	6	0.027418360114097595
249401	rnn.weight_ih_l0_reverse	7	0.030688246712088585
249401	rnn.weight_ih_l0_reverse	8	-0.0974014475941658
249401	rnn.weight_ih_l0_reverse	9	-0.023624030873179436
249401	rnn.weight_hh_l0_reverse	0	-0.07268063724040985
249401	rnn.weight_hh_l0_reverse	1	0.02128802239894867
249401	rnn.weight_hh_l0_reverse	2	-0.016453048214316368
249401	rnn.weight_hh_l0_reverse	3	0.022585434839129448
249401	rnn.weight_hh_l0_reverse	4	-0.06969038397073746
249401	rnn.weight_hh_l0_reverse	5	0.043719541281461716
249401	rnn.weight_hh_l0_reverse	6	0.015225386247038841
249401	rnn.weight_hh_l0_reverse	7	-0.06541232019662857
249401	rnn.weight_hh_l0_reverse	8	-0.024935027584433556
249401	rnn.weight_hh_l0_reverse	9	0.060947369784116745
249401	rnn.bias_ih_l0_reverse	0	-0.14600542187690735
249401	rnn.bias_ih_l0_reverse	1	-0.07419413328170776
249401	rnn.bias_ih_l0_reverse	2	0.08136511594057083
249401	rnn.bias_ih_l0_reverse	3	-0.21577602624893188
249401	rnn.bias_ih_l0_reverse	4	-0.019916074350476265
249401	rnn.bias_ih_l0_reverse	5	-0.19025427103042603
249401	rnn.bias_ih_l0_reverse	6	0.23880118131637573
249401	rnn.bias_ih_l0_reverse	7	-0.26363107562065125
249401	rnn.bias_ih_l0_reverse	8	-0.13656754791736603
249401	rnn.bias_ih_l0_reverse	9	-0.15661510825157166
249401	rnn.bias_hh_l0_reverse	0	-0.125579372048378
249401	rnn.bias_hh_l0_reverse	1	0.2251453995704651
249401	rnn.bias_hh_l0_reverse	2	-0.27687549591064453
249401	rnn.bias_hh_l0_reverse	3	-0.16462603211402893
249401	rnn.bias_hh_l0_reverse	4	-0.29596686363220215
249401	rnn.bias_hh_l0_reverse	5	-0.1317463517189026
249401	rnn.bias_hh_l0_reverse	6	-0.25196361541748047
249401	rnn.bias_hh_l0_reverse	7	-0.08212415128946304
249401	rnn.bias_hh_l0_reverse	8	-0.1894434094429016
249401	rnn.bias_hh_l0_reverse	9	0.1758701354265213
249401	linear.weight	0	0.25741046667099
249401	linear.weight	1	-0.4367576241493225
249401	linear.weight	2	0.04776933044195175
249401	linear.weight	3	0.06802209466695786
249401	linear.weight	4	-0.15468361973762512
249401	linear.weight	5	0.2575930953025818
249401	linear.weight	6	-0.13190974295139313
249401	linear.weight	7	-0.06570790708065033
249401	linear.weight	8	0.06472303718328476
249401	linear.weight	9	-0.042341332882642746
249401	linear.bias	0	-1.074214220046997
249401	linear.bias	1	1.874735951423645
249401	linear.bias	2	0.608852207660675
249401	linear.bias	3	-2.4925901889801025
249401	linear.bias	4	-0.30904924869537354
249401	linear.bias	5	1.1732701063156128
249401	linear.bias	6	-0.255126416683197
249401	linear.bias	7	0.611277163028717
249401	linear.bias	8	2.1052393913269043
249401	linear.bias	9	-1.3390802145004272
250010	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
250010	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
250010	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
250010	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
250010	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
250010	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
250010	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
250010	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
250010	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
250010	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
250010	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
250010	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
250010	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
250010	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
250010	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
250010	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
250010	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
250010	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
250010	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
250010	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
250010	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
250010	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
250010	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
250010	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
250010	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
250010	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
250010	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
250010	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
250010	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
250010	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
250010	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
250010	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
250010	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
250010	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
250010	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
250010	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
250010	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
250010	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
250010	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
250010	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
250010	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
250010	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
250010	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
250010	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
250010	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
250010	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
250010	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
250010	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
250010	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
250010	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
250010	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
250010	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
250010	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
250010	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
250010	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
250010	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
250010	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
250010	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
250010	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
250010	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
250010	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
250010	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
250010	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
250010	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
250010	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
250010	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
250010	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
250010	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
250010	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
250010	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
250010	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
250010	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
250010	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
250010	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
250010	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
250010	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
250010	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
250010	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
250010	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
250010	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
250010	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
250010	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
250010	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
250010	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
250010	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
250010	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
250010	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
250010	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
250010	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
250010	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
250010	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
250010	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
250010	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
250010	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
250010	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
250010	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
250010	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
250010	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
250010	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
250010	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
250010	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
250010	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
250010	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
250010	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
250010	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
250010	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
250010	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
250010	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
250010	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
250010	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
250010	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
250010	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
250010	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
250010	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
250010	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
250010	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
250010	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
250010	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
250010	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
250010	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
250010	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
250010	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
250010	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
250010	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
250010	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
250010	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
250010	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
250010	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
250010	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
250010	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
250010	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
250010	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
250010	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
250010	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
250010	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
250010	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
250010	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
250010	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
250010	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
250010	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
250010	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
250010	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
250010	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
250010	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
250010	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
250010	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
250010	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
250010	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
250010	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
250010	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
250010	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
250010	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
250010	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
250010	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
250010	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
250010	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
250010	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
250010	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
250010	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
250010	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
250010	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
250010	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
250010	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
250010	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
250010	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
250010	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
250010	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
250010	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
250010	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
250010	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
250010	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
250010	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
250010	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
250010	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
250010	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
250010	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
250010	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
250010	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
250010	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
250010	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
250010	embedding2nn.weight	0	0.26771897077560425
250010	embedding2nn.weight	1	0.31518104672431946
250010	embedding2nn.weight	2	0.01901867613196373
250010	embedding2nn.weight	3	0.0272647887468338
250010	embedding2nn.weight	4	-0.021878808736801147
250010	embedding2nn.weight	5	0.08978243172168732
250010	embedding2nn.weight	6	0.02571219950914383
250010	embedding2nn.weight	7	0.0059205093421041965
250010	embedding2nn.weight	8	0.006788010708987713
250010	embedding2nn.weight	9	-0.03110595978796482
250010	embedding2nn.bias	0	0.0379054956138134
250010	embedding2nn.bias	1	-0.15884128212928772
250010	embedding2nn.bias	2	0.09455015510320663
250010	embedding2nn.bias	3	0.11622052639722824
250010	embedding2nn.bias	4	0.1606677621603012
250010	embedding2nn.bias	5	-0.06793875992298126
250010	embedding2nn.bias	6	-0.059677090495824814
250010	embedding2nn.bias	7	0.04601098224520683
250010	embedding2nn.bias	8	-0.1548231840133667
250010	embedding2nn.bias	9	-0.3612861633300781
250010	rnn.weight_ih_l0	0	0.0028757418040186167
250010	rnn.weight_ih_l0	1	-0.06040851026773453
250010	rnn.weight_ih_l0	2	-0.07162217050790787
250010	rnn.weight_ih_l0	3	0.05766337364912033
250010	rnn.weight_ih_l0	4	0.0650382936000824
250010	rnn.weight_ih_l0	5	-0.12930366396903992
250010	rnn.weight_ih_l0	6	-0.06053498759865761
250010	rnn.weight_ih_l0	7	-0.022300219163298607
250010	rnn.weight_ih_l0	8	0.015793291851878166
250010	rnn.weight_ih_l0	9	-0.05391800403594971
250010	rnn.weight_hh_l0	0	0.012932288460433483
250010	rnn.weight_hh_l0	1	0.06772646307945251
250010	rnn.weight_hh_l0	2	0.0372781865298748
250010	rnn.weight_hh_l0	3	0.029580919072031975
250010	rnn.weight_hh_l0	4	0.014630094170570374
250010	rnn.weight_hh_l0	5	0.08117517828941345
250010	rnn.weight_hh_l0	6	-0.026954688131809235
250010	rnn.weight_hh_l0	7	-0.06675953418016434
250010	rnn.weight_hh_l0	8	0.040375206619501114
250010	rnn.weight_hh_l0	9	-0.09343884885311127
250010	rnn.bias_ih_l0	0	0.1792847365140915
250010	rnn.bias_ih_l0	1	-0.21191592514514923
250010	rnn.bias_ih_l0	2	-0.020535284653306007
250010	rnn.bias_ih_l0	3	-0.13659511506557465
250010	rnn.bias_ih_l0	4	0.03500285744667053
250010	rnn.bias_ih_l0	5	-0.2842501997947693
250010	rnn.bias_ih_l0	6	-0.11132228374481201
250010	rnn.bias_ih_l0	7	-0.27206677198410034
250010	rnn.bias_ih_l0	8	-0.2311878204345703
250010	rnn.bias_ih_l0	9	-0.3918779194355011
250010	rnn.bias_hh_l0	0	-0.24926552176475525
250010	rnn.bias_hh_l0	1	-0.24176225066184998
250010	rnn.bias_hh_l0	2	-0.2363356500864029
250010	rnn.bias_hh_l0	3	-0.07211003452539444
250010	rnn.bias_hh_l0	4	-0.2495356798171997
250010	rnn.bias_hh_l0	5	-0.27019697427749634
250010	rnn.bias_hh_l0	6	-0.11606480181217194
250010	rnn.bias_hh_l0	7	0.07215142250061035
250010	rnn.bias_hh_l0	8	-0.14367100596427917
250010	rnn.bias_hh_l0	9	-0.42920583486557007
250010	rnn.weight_ih_l0_reverse	0	0.042202092707157135
250010	rnn.weight_ih_l0_reverse	1	-0.07047004997730255
250010	rnn.weight_ih_l0_reverse	2	-0.03398403897881508
250010	rnn.weight_ih_l0_reverse	3	-0.08811720460653305
250010	rnn.weight_ih_l0_reverse	4	0.06804561614990234
250010	rnn.weight_ih_l0_reverse	5	-0.10541843622922897
250010	rnn.weight_ih_l0_reverse	6	0.022050688043236732
250010	rnn.weight_ih_l0_reverse	7	0.030832814052700996
250010	rnn.weight_ih_l0_reverse	8	-0.0981842428445816
250010	rnn.weight_ih_l0_reverse	9	-0.023414671421051025
250010	rnn.weight_hh_l0_reverse	0	-0.07619761675596237
250010	rnn.weight_hh_l0_reverse	1	0.021553773432970047
250010	rnn.weight_hh_l0_reverse	2	-0.015611980110406876
250010	rnn.weight_hh_l0_reverse	3	0.02305041439831257
250010	rnn.weight_hh_l0_reverse	4	-0.06918032467365265
250010	rnn.weight_hh_l0_reverse	5	0.04312662407755852
250010	rnn.weight_hh_l0_reverse	6	0.014882662333548069
250010	rnn.weight_hh_l0_reverse	7	-0.06096247211098671
250010	rnn.weight_hh_l0_reverse	8	-0.025919711217284203
250010	rnn.weight_hh_l0_reverse	9	0.0601017102599144
250010	rnn.bias_ih_l0_reverse	0	-0.14239902794361115
250010	rnn.bias_ih_l0_reverse	1	-0.07654296606779099
250010	rnn.bias_ih_l0_reverse	2	0.07681283354759216
250010	rnn.bias_ih_l0_reverse	3	-0.21518568694591522
250010	rnn.bias_ih_l0_reverse	4	-0.04154147207736969
250010	rnn.bias_ih_l0_reverse	5	-0.193931445479393
250010	rnn.bias_ih_l0_reverse	6	0.2377863973379135
250010	rnn.bias_ih_l0_reverse	7	-0.2697659134864807
250010	rnn.bias_ih_l0_reverse	8	-0.12714092433452606
250010	rnn.bias_ih_l0_reverse	9	-0.15048277378082275
250010	rnn.bias_hh_l0_reverse	0	-0.13811323046684265
250010	rnn.bias_hh_l0_reverse	1	0.2231374830007553
250010	rnn.bias_hh_l0_reverse	2	-0.28162211179733276
250010	rnn.bias_hh_l0_reverse	3	-0.1626528948545456
250010	rnn.bias_hh_l0_reverse	4	-0.3022911846637726
250010	rnn.bias_hh_l0_reverse	5	-0.12860968708992004
250010	rnn.bias_hh_l0_reverse	6	-0.25549590587615967
250010	rnn.bias_hh_l0_reverse	7	-0.08067429065704346
250010	rnn.bias_hh_l0_reverse	8	-0.19232700765132904
250010	rnn.bias_hh_l0_reverse	9	0.19153037667274475
250010	linear.weight	0	0.22769729793071747
250010	linear.weight	1	-0.4532456696033478
250010	linear.weight	2	0.06352569162845612
250010	linear.weight	3	0.06801803410053253
250010	linear.weight	4	-0.1432391107082367
250010	linear.weight	5	0.25042724609375
250010	linear.weight	6	-0.10072861611843109
250010	linear.weight	7	-0.06568831205368042
250010	linear.weight	8	0.09034136682748795
250010	linear.weight	9	-0.04237140342593193
250010	linear.bias	0	-1.068193793296814
250010	linear.bias	1	1.8933948278427124
250010	linear.bias	2	0.6229663491249084
250010	linear.bias	3	-2.4933652877807617
250010	linear.bias	4	-0.3185656666755676
250010	linear.bias	5	1.1652055978775024
250010	linear.bias	6	-0.2844894528388977
250010	linear.bias	7	0.5555810928344727
250010	linear.bias	8	2.158919334411621
250010	linear.bias	9	-1.3328300714492798
250018	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
250018	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
250018	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
250018	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
250018	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
250018	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
250018	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
250018	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
250018	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
250018	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
250018	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
250018	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
250018	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
250018	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
250018	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
250018	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
250018	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
250018	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
250018	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
250018	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
250018	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
250018	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
250018	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
250018	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
250018	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
250018	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
250018	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
250018	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
250018	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
250018	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
250018	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
250018	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
250018	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
250018	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
250018	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
250018	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
250018	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
250018	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
250018	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
250018	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
250018	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
250018	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
250018	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
250018	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
250018	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
250018	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
250018	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
250018	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
250018	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
250018	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
250018	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
250018	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
250018	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
250018	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
250018	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
250018	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
250018	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
250018	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
250018	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
250018	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
250018	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
250018	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
250018	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
250018	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
250018	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
250018	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
250018	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
250018	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
250018	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
250018	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
250018	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
250018	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
250018	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
250018	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
250018	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
250018	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
250018	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
250018	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
250018	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
250018	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
250018	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
250018	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
250018	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
250018	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
250018	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
250018	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
250018	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
250018	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
250018	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
250018	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
250018	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
250018	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
250018	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
250018	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
250018	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
250018	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
250018	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
250018	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
250018	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
250018	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
250018	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
250018	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
250018	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
250018	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
250018	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
250018	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
250018	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
250018	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
250018	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
250018	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
250018	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
250018	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
250018	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
250018	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
250018	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
250018	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
250018	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
250018	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
250018	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
250018	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
250018	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
250018	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
250018	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
250018	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
250018	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
250018	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
250018	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
250018	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
250018	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
250018	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
250018	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
250018	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
250018	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
250018	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
250018	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
250018	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
250018	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
250018	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
250018	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
250018	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
250018	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
250018	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
250018	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
250018	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
250018	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
250018	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
250018	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
250018	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
250018	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
250018	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
250018	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
250018	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
250018	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
250018	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
250018	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
250018	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
250018	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
250018	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
250018	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
250018	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
250018	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
250018	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
250018	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
250018	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
250018	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
250018	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
250018	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
250018	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
250018	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
250018	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
250018	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
250018	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
250018	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
250018	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
250018	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
250018	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
250018	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
250018	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
250018	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
250018	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
250018	embedding2nn.weight	0	0.26773008704185486
250018	embedding2nn.weight	1	0.3157423734664917
250018	embedding2nn.weight	2	0.019329702481627464
250018	embedding2nn.weight	3	0.02681836299598217
250018	embedding2nn.weight	4	-0.02194748818874359
250018	embedding2nn.weight	5	0.08953429013490677
250018	embedding2nn.weight	6	0.026831431314349174
250018	embedding2nn.weight	7	0.005425852723419666
250018	embedding2nn.weight	8	0.007191481534391642
250018	embedding2nn.weight	9	-0.030644522979855537
250018	embedding2nn.bias	0	0.04023466631770134
250018	embedding2nn.bias	1	-0.15677441656589508
250018	embedding2nn.bias	2	0.09296098351478577
250018	embedding2nn.bias	3	0.10852733999490738
250018	embedding2nn.bias	4	0.15883323550224304
250018	embedding2nn.bias	5	-0.06657431274652481
250018	embedding2nn.bias	6	-0.06165965646505356
250018	embedding2nn.bias	7	0.04321609437465668
250018	embedding2nn.bias	8	-0.14831528067588806
250018	embedding2nn.bias	9	-0.36280786991119385
250018	rnn.weight_ih_l0	0	0.002634806092828512
250018	rnn.weight_ih_l0	1	-0.06022864207625389
250018	rnn.weight_ih_l0	2	-0.07182460278272629
250018	rnn.weight_ih_l0	3	0.056898292154073715
250018	rnn.weight_ih_l0	4	0.06571265310049057
250018	rnn.weight_ih_l0	5	-0.12886543571949005
250018	rnn.weight_ih_l0	6	-0.06026594340801239
250018	rnn.weight_ih_l0	7	-0.02204723469913006
250018	rnn.weight_ih_l0	8	0.015840604901313782
250018	rnn.weight_ih_l0	9	-0.05384359508752823
250018	rnn.weight_hh_l0	0	0.012924863025546074
250018	rnn.weight_hh_l0	1	0.06775201112031937
250018	rnn.weight_hh_l0	2	0.03736080974340439
250018	rnn.weight_hh_l0	3	0.029582226648926735
250018	rnn.weight_hh_l0	4	0.014668593183159828
250018	rnn.weight_hh_l0	5	0.08122886717319489
250018	rnn.weight_hh_l0	6	-0.02695133350789547
250018	rnn.weight_hh_l0	7	-0.06678809225559235
250018	rnn.weight_hh_l0	8	0.04034910351037979
250018	rnn.weight_hh_l0	9	-0.09363032132387161
250018	rnn.bias_ih_l0	0	0.17850635945796967
250018	rnn.bias_ih_l0	1	-0.21221868693828583
250018	rnn.bias_ih_l0	2	-0.020266614854335785
250018	rnn.bias_ih_l0	3	-0.13747146725654602
250018	rnn.bias_ih_l0	4	0.03573029488325119
250018	rnn.bias_ih_l0	5	-0.284322589635849
250018	rnn.bias_ih_l0	6	-0.11112143844366074
250018	rnn.bias_ih_l0	7	-0.272116482257843
250018	rnn.bias_ih_l0	8	-0.23155614733695984
250018	rnn.bias_ih_l0	9	-0.3908154368400574
250018	rnn.bias_hh_l0	0	-0.24866172671318054
250018	rnn.bias_hh_l0	1	-0.24101081490516663
250018	rnn.bias_hh_l0	2	-0.23701588809490204
250018	rnn.bias_hh_l0	3	-0.07282450050115585
250018	rnn.bias_hh_l0	4	-0.25039392709732056
250018	rnn.bias_hh_l0	5	-0.27013978362083435
250018	rnn.bias_hh_l0	6	-0.11606832593679428
250018	rnn.bias_hh_l0	7	0.07271972298622131
250018	rnn.bias_hh_l0	8	-0.14386789500713348
250018	rnn.bias_hh_l0	9	-0.4297662377357483
250018	rnn.weight_ih_l0_reverse	0	0.042535003274679184
250018	rnn.weight_ih_l0_reverse	1	-0.07044973969459534
250018	rnn.weight_ih_l0_reverse	2	-0.03411610797047615
250018	rnn.weight_ih_l0_reverse	3	-0.08811584860086441
250018	rnn.weight_ih_l0_reverse	4	0.06804383546113968
250018	rnn.weight_ih_l0_reverse	5	-0.10512132197618484
250018	rnn.weight_ih_l0_reverse	6	0.02162531390786171
250018	rnn.weight_ih_l0_reverse	7	0.03087901510298252
250018	rnn.weight_ih_l0_reverse	8	-0.09829212725162506
250018	rnn.weight_ih_l0_reverse	9	-0.023442188277840614
250018	rnn.weight_hh_l0_reverse	0	-0.07600999623537064
250018	rnn.weight_hh_l0_reverse	1	0.02157575637102127
250018	rnn.weight_hh_l0_reverse	2	-0.015628350898623466
250018	rnn.weight_hh_l0_reverse	3	0.022885577753186226
250018	rnn.weight_hh_l0_reverse	4	-0.06919083744287491
250018	rnn.weight_hh_l0_reverse	5	0.04312046244740486
250018	rnn.weight_hh_l0_reverse	6	0.014878404326736927
250018	rnn.weight_hh_l0_reverse	7	-0.061159588396549225
250018	rnn.weight_hh_l0_reverse	8	-0.02572445571422577
250018	rnn.weight_hh_l0_reverse	9	0.06001758947968483
250018	rnn.bias_ih_l0_reverse	0	-0.14142011106014252
250018	rnn.bias_ih_l0_reverse	1	-0.07683063298463821
250018	rnn.bias_ih_l0_reverse	2	0.07530567795038223
250018	rnn.bias_ih_l0_reverse	3	-0.21546535193920135
250018	rnn.bias_ih_l0_reverse	4	-0.04244055226445198
250018	rnn.bias_ih_l0_reverse	5	-0.1938352882862091
250018	rnn.bias_ih_l0_reverse	6	0.23789756000041962
250018	rnn.bias_ih_l0_reverse	7	-0.2683035731315613
250018	rnn.bias_ih_l0_reverse	8	-0.12748435139656067
250018	rnn.bias_ih_l0_reverse	9	-0.15182098746299744
250018	rnn.bias_hh_l0_reverse	0	-0.13611027598381042
250018	rnn.bias_hh_l0_reverse	1	0.22423920035362244
250018	rnn.bias_hh_l0_reverse	2	-0.28299880027770996
250018	rnn.bias_hh_l0_reverse	3	-0.16053657233715057
250018	rnn.bias_hh_l0_reverse	4	-0.3012760579586029
250018	rnn.bias_hh_l0_reverse	5	-0.12749572098255157
250018	rnn.bias_hh_l0_reverse	6	-0.25539064407348633
250018	rnn.bias_hh_l0_reverse	7	-0.0803321972489357
250018	rnn.bias_hh_l0_reverse	8	-0.1925443410873413
250018	rnn.bias_hh_l0_reverse	9	0.19251973927021027
250018	linear.weight	0	0.2279215306043625
250018	linear.weight	1	-0.4516414999961853
250018	linear.weight	2	0.06489159166812897
250018	linear.weight	3	0.06801816821098328
250018	linear.weight	4	-0.14559318125247955
250018	linear.weight	5	0.24841561913490295
250018	linear.weight	6	-0.10122925043106079
250018	linear.weight	7	-0.06568818539381027
250018	linear.weight	8	0.08855687826871872
250018	linear.weight	9	-0.04237151890993118
250018	linear.bias	0	-1.0690722465515137
250018	linear.bias	1	1.9090882539749146
250018	linear.bias	2	0.6207294464111328
250018	linear.bias	3	-2.493370771408081
250018	linear.bias	4	-0.31482839584350586
250018	linear.bias	5	1.1654431819915771
250018	linear.bias	6	-0.2817709147930145
250018	linear.bias	7	0.563267171382904
250018	linear.bias	8	2.1554462909698486
250018	linear.bias	9	-1.3340237140655518
250627	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
250627	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
250627	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
250627	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
250627	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
250627	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
250627	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
250627	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
250627	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
250627	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
250627	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
250627	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
250627	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
250627	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
250627	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
250627	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
250627	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
250627	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
250627	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
250627	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
250627	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
250627	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
250627	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
250627	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
250627	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
250627	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
250627	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
250627	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
250627	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
250627	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
250627	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
250627	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
250627	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
250627	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
250627	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
250627	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
250627	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
250627	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
250627	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
250627	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
250627	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
250627	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
250627	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
250627	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
250627	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
250627	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
250627	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
250627	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
250627	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
250627	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
250627	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
250627	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
250627	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
250627	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
250627	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
250627	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
250627	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
250627	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
250627	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
250627	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
250627	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
250627	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
250627	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
250627	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
250627	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
250627	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
250627	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
250627	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
250627	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
250627	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
250627	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
250627	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
250627	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
250627	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
250627	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
250627	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
250627	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
250627	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
250627	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
250627	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
250627	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
250627	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
250627	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
250627	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
250627	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
250627	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
250627	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
250627	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
250627	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
250627	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
250627	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
250627	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
250627	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
250627	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
250627	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
250627	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
250627	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
250627	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
250627	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
250627	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
250627	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
250627	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
250627	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
250627	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
250627	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
250627	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
250627	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
250627	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
250627	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
250627	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
250627	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
250627	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
250627	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
250627	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
250627	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
250627	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
250627	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
250627	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
250627	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
250627	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
250627	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
250627	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
250627	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
250627	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
250627	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
250627	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
250627	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
250627	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
250627	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
250627	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
250627	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
250627	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
250627	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
250627	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
250627	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
250627	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
250627	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
250627	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
250627	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
250627	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
250627	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
250627	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
250627	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
250627	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
250627	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
250627	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
250627	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
250627	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
250627	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
250627	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
250627	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
250627	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
250627	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
250627	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
250627	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
250627	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
250627	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
250627	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
250627	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
250627	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
250627	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
250627	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
250627	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
250627	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
250627	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
250627	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
250627	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
250627	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
250627	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
250627	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
250627	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
250627	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
250627	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
250627	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
250627	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
250627	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
250627	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
250627	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
250627	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
250627	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
250627	embedding2nn.weight	0	0.2694218158721924
250627	embedding2nn.weight	1	0.309198796749115
250627	embedding2nn.weight	2	0.013763835653662682
250627	embedding2nn.weight	3	0.03783073276281357
250627	embedding2nn.weight	4	-0.0295068621635437
250627	embedding2nn.weight	5	0.080008365213871
250627	embedding2nn.weight	6	0.023512229323387146
250627	embedding2nn.weight	7	0.003460969775915146
250627	embedding2nn.weight	8	0.010393447242677212
250627	embedding2nn.weight	9	-0.034287288784980774
250627	embedding2nn.bias	0	0.01815866120159626
250627	embedding2nn.bias	1	-0.1522354781627655
250627	embedding2nn.bias	2	0.09270144999027252
250627	embedding2nn.bias	3	0.12327029556035995
250627	embedding2nn.bias	4	0.16975390911102295
250627	embedding2nn.bias	5	-0.07647105306386948
250627	embedding2nn.bias	6	-0.03632040694355965
250627	embedding2nn.bias	7	0.03989095985889435
250627	embedding2nn.bias	8	-0.1558319330215454
250627	embedding2nn.bias	9	-0.3474871516227722
250627	rnn.weight_ih_l0	0	0.004591377452015877
250627	rnn.weight_ih_l0	1	-0.06073006987571716
250627	rnn.weight_ih_l0	2	-0.06351680308580399
250627	rnn.weight_ih_l0	3	0.05877602845430374
250627	rnn.weight_ih_l0	4	0.06364680081605911
250627	rnn.weight_ih_l0	5	-0.1292898952960968
250627	rnn.weight_ih_l0	6	-0.05972816050052643
250627	rnn.weight_ih_l0	7	-0.024160895496606827
250627	rnn.weight_ih_l0	8	0.01304392796009779
250627	rnn.weight_ih_l0	9	-0.052138037979602814
250627	rnn.weight_hh_l0	0	0.012899561785161495
250627	rnn.weight_hh_l0	1	0.0679439976811409
250627	rnn.weight_hh_l0	2	0.038826439529657364
250627	rnn.weight_hh_l0	3	0.02899458073079586
250627	rnn.weight_hh_l0	4	0.014533430337905884
250627	rnn.weight_hh_l0	5	0.08055910468101501
250627	rnn.weight_hh_l0	6	-0.02725283056497574
250627	rnn.weight_hh_l0	7	-0.07126915454864502
250627	rnn.weight_hh_l0	8	0.04068484902381897
250627	rnn.weight_hh_l0	9	-0.09293175488710403
250627	rnn.bias_ih_l0	0	0.1696629822254181
250627	rnn.bias_ih_l0	1	-0.2112301141023636
250627	rnn.bias_ih_l0	2	-0.018644418567419052
250627	rnn.bias_ih_l0	3	-0.13317091763019562
250627	rnn.bias_ih_l0	4	0.03800569102168083
250627	rnn.bias_ih_l0	5	-0.27801746129989624
250627	rnn.bias_ih_l0	6	-0.10563526302576065
250627	rnn.bias_ih_l0	7	-0.27374622225761414
250627	rnn.bias_ih_l0	8	-0.22817236185073853
250627	rnn.bias_ih_l0	9	-0.38972407579421997
250627	rnn.bias_hh_l0	0	-0.24850758910179138
250627	rnn.bias_hh_l0	1	-0.2419595867395401
250627	rnn.bias_hh_l0	2	-0.22975482046604156
250627	rnn.bias_hh_l0	3	-0.078006312251091
250627	rnn.bias_hh_l0	4	-0.2490941435098648
250627	rnn.bias_hh_l0	5	-0.2688133418560028
250627	rnn.bias_hh_l0	6	-0.11163429170846939
250627	rnn.bias_hh_l0	7	0.07387059926986694
250627	rnn.bias_hh_l0	8	-0.15019486844539642
250627	rnn.bias_hh_l0	9	-0.42449644207954407
250627	rnn.weight_ih_l0_reverse	0	0.05069435387849808
250627	rnn.weight_ih_l0_reverse	1	-0.07376383244991302
250627	rnn.weight_ih_l0_reverse	2	-0.03233201429247856
250627	rnn.weight_ih_l0_reverse	3	-0.09033160656690598
250627	rnn.weight_ih_l0_reverse	4	0.07106861472129822
250627	rnn.weight_ih_l0_reverse	5	-0.10275249183177948
250627	rnn.weight_ih_l0_reverse	6	0.018684517592191696
250627	rnn.weight_ih_l0_reverse	7	0.03242603316903114
250627	rnn.weight_ih_l0_reverse	8	-0.09284333139657974
250627	rnn.weight_ih_l0_reverse	9	-0.01892055571079254
250627	rnn.weight_hh_l0_reverse	0	-0.07691174745559692
250627	rnn.weight_hh_l0_reverse	1	0.022073613479733467
250627	rnn.weight_hh_l0_reverse	2	-0.015254439786076546
250627	rnn.weight_hh_l0_reverse	3	0.023058710619807243
250627	rnn.weight_hh_l0_reverse	4	-0.06859082728624344
250627	rnn.weight_hh_l0_reverse	5	0.04260661080479622
250627	rnn.weight_hh_l0_reverse	6	0.014896169304847717
250627	rnn.weight_hh_l0_reverse	7	-0.05959513038396835
250627	rnn.weight_hh_l0_reverse	8	-0.02450188621878624
250627	rnn.weight_hh_l0_reverse	9	0.06253449618816376
250627	rnn.bias_ih_l0_reverse	0	-0.13751457631587982
250627	rnn.bias_ih_l0_reverse	1	-0.07667388021945953
250627	rnn.bias_ih_l0_reverse	2	0.08348426967859268
250627	rnn.bias_ih_l0_reverse	3	-0.21807833015918732
250627	rnn.bias_ih_l0_reverse	4	-0.03894239664077759
250627	rnn.bias_ih_l0_reverse	5	-0.19792020320892334
250627	rnn.bias_ih_l0_reverse	6	0.24174928665161133
250627	rnn.bias_ih_l0_reverse	7	-0.27309173345565796
250627	rnn.bias_ih_l0_reverse	8	-0.12689051032066345
250627	rnn.bias_ih_l0_reverse	9	-0.15828755497932434
250627	rnn.bias_hh_l0_reverse	0	-0.13186140358448029
250627	rnn.bias_hh_l0_reverse	1	0.23113317787647247
250627	rnn.bias_hh_l0_reverse	2	-0.27860552072525024
250627	rnn.bias_hh_l0_reverse	3	-0.16013148427009583
250627	rnn.bias_hh_l0_reverse	4	-0.3077552914619446
250627	rnn.bias_hh_l0_reverse	5	-0.12445040792226791
250627	rnn.bias_hh_l0_reverse	6	-0.2612115442752838
250627	rnn.bias_hh_l0_reverse	7	-0.07833483815193176
250627	rnn.bias_hh_l0_reverse	8	-0.18468604981899261
250627	rnn.bias_hh_l0_reverse	9	0.18475116789340973
250627	linear.weight	0	0.2127142995595932
250627	linear.weight	1	-0.4146178662776947
250627	linear.weight	2	0.08068487048149109
250627	linear.weight	3	0.06801536679267883
250627	linear.weight	4	-0.16710436344146729
250627	linear.weight	5	0.2533905506134033
250627	linear.weight	6	-0.08571946620941162
250627	linear.weight	7	-0.06566260755062103
250627	linear.weight	8	0.0959998145699501
250627	linear.weight	9	-0.042402900755405426
250627	linear.bias	0	-1.0987603664398193
250627	linear.bias	1	1.8675470352172852
250627	linear.bias	2	0.6100122928619385
250627	linear.bias	3	-2.494182825088501
250627	linear.bias	4	-0.3337521255016327
250627	linear.bias	5	1.1708779335021973
250627	linear.bias	6	-0.25801512598991394
250627	linear.bias	7	0.5649170279502869
250627	linear.bias	8	2.1370651721954346
250627	linear.bias	9	-1.3304845094680786
251236	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
251236	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
251236	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
251236	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
251236	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
251236	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
251236	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
251236	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
251236	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
251236	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
251236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
251236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
251236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
251236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
251236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
251236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
251236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
251236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
251236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
251236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
251236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
251236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
251236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
251236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
251236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
251236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
251236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
251236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
251236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
251236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
251236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
251236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
251236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
251236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
251236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
251236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
251236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
251236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
251236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
251236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
251236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
251236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
251236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
251236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
251236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
251236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
251236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
251236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
251236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
251236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
251236	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
251236	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
251236	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
251236	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
251236	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
251236	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
251236	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
251236	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
251236	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
251236	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
251236	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
251236	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
251236	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
251236	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
251236	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
251236	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
251236	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
251236	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
251236	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
251236	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
251236	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
251236	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
251236	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
251236	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
251236	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
251236	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
251236	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
251236	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
251236	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
251236	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
251236	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
251236	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
251236	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
251236	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
251236	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
251236	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
251236	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
251236	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
251236	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
251236	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
251236	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
251236	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
251236	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
251236	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
251236	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
251236	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
251236	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
251236	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
251236	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
251236	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
251236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
251236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
251236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
251236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
251236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
251236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
251236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
251236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
251236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
251236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
251236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
251236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
251236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
251236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
251236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
251236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
251236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
251236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
251236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
251236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
251236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
251236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
251236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
251236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
251236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
251236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
251236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
251236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
251236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
251236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
251236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
251236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
251236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
251236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
251236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
251236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
251236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
251236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
251236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
251236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
251236	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
251236	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
251236	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
251236	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
251236	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
251236	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
251236	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
251236	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
251236	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
251236	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
251236	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
251236	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
251236	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
251236	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
251236	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
251236	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
251236	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
251236	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
251236	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
251236	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
251236	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
251236	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
251236	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
251236	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
251236	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
251236	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
251236	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
251236	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
251236	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
251236	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
251236	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
251236	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
251236	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
251236	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
251236	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
251236	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
251236	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
251236	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
251236	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
251236	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
251236	embedding2nn.weight	0	0.2699405550956726
251236	embedding2nn.weight	1	0.3086789846420288
251236	embedding2nn.weight	2	0.015316895209252834
251236	embedding2nn.weight	3	0.0391819141805172
251236	embedding2nn.weight	4	-0.029377654194831848
251236	embedding2nn.weight	5	0.08031448721885681
251236	embedding2nn.weight	6	0.011185766197741032
251236	embedding2nn.weight	7	-0.0021937652491033077
251236	embedding2nn.weight	8	0.009483191184699535
251236	embedding2nn.weight	9	-0.030129922553896904
251236	embedding2nn.bias	0	0.013926798477768898
251236	embedding2nn.bias	1	-0.16008351743221283
251236	embedding2nn.bias	2	0.10066168755292892
251236	embedding2nn.bias	3	0.15588046610355377
251236	embedding2nn.bias	4	0.1747177243232727
251236	embedding2nn.bias	5	-0.06992023438215256
251236	embedding2nn.bias	6	-0.0363636314868927
251236	embedding2nn.bias	7	0.032026540488004684
251236	embedding2nn.bias	8	-0.17098477482795715
251236	embedding2nn.bias	9	-0.3603661358356476
251236	rnn.weight_ih_l0	0	0.003303962294012308
251236	rnn.weight_ih_l0	1	-0.06050606444478035
251236	rnn.weight_ih_l0	2	-0.06522881239652634
251236	rnn.weight_ih_l0	3	0.05567384883761406
251236	rnn.weight_ih_l0	4	0.054046135395765305
251236	rnn.weight_ih_l0	5	-0.13217242062091827
251236	rnn.weight_ih_l0	6	-0.054984964430332184
251236	rnn.weight_ih_l0	7	-0.02426270581781864
251236	rnn.weight_ih_l0	8	0.0008652528049424291
251236	rnn.weight_ih_l0	9	-0.05135110765695572
251236	rnn.weight_hh_l0	0	0.012913065031170845
251236	rnn.weight_hh_l0	1	0.06864719837903976
251236	rnn.weight_hh_l0	2	0.038806650787591934
251236	rnn.weight_hh_l0	3	0.028686191886663437
251236	rnn.weight_hh_l0	4	0.013545672409236431
251236	rnn.weight_hh_l0	5	0.07908704876899719
251236	rnn.weight_hh_l0	6	-0.02652186155319214
251236	rnn.weight_hh_l0	7	-0.07128836214542389
251236	rnn.weight_hh_l0	8	0.04052599146962166
251236	rnn.weight_hh_l0	9	-0.09145299345254898
251236	rnn.bias_ih_l0	0	0.16751110553741455
251236	rnn.bias_ih_l0	1	-0.2143336534500122
251236	rnn.bias_ih_l0	2	-0.02004251629114151
251236	rnn.bias_ih_l0	3	-0.13834093511104584
251236	rnn.bias_ih_l0	4	0.038194023072719574
251236	rnn.bias_ih_l0	5	-0.28440096974372864
251236	rnn.bias_ih_l0	6	-0.10909952968358994
251236	rnn.bias_ih_l0	7	-0.27336034178733826
251236	rnn.bias_ih_l0	8	-0.23420388996601105
251236	rnn.bias_ih_l0	9	-0.3887356221675873
251236	rnn.bias_hh_l0	0	-0.24411168694496155
251236	rnn.bias_hh_l0	1	-0.2530529499053955
251236	rnn.bias_hh_l0	2	-0.23730462789535522
251236	rnn.bias_hh_l0	3	-0.07718861848115921
251236	rnn.bias_hh_l0	4	-0.2490973025560379
251236	rnn.bias_hh_l0	5	-0.2721085846424103
251236	rnn.bias_hh_l0	6	-0.10885804146528244
251236	rnn.bias_hh_l0	7	0.08425287157297134
251236	rnn.bias_hh_l0	8	-0.1523168981075287
251236	rnn.bias_hh_l0	9	-0.423027902841568
251236	rnn.weight_ih_l0_reverse	0	0.053103819489479065
251236	rnn.weight_ih_l0_reverse	1	-0.07650511711835861
251236	rnn.weight_ih_l0_reverse	2	-0.03236209228634834
251236	rnn.weight_ih_l0_reverse	3	-0.0863160789012909
251236	rnn.weight_ih_l0_reverse	4	0.07242345064878464
251236	rnn.weight_ih_l0_reverse	5	-0.10765668004751205
251236	rnn.weight_ih_l0_reverse	6	0.014399617910385132
251236	rnn.weight_ih_l0_reverse	7	0.03352457657456398
251236	rnn.weight_ih_l0_reverse	8	-0.09403438121080399
251236	rnn.weight_ih_l0_reverse	9	-0.02456183172762394
251236	rnn.weight_hh_l0_reverse	0	-0.07534045726060867
251236	rnn.weight_hh_l0_reverse	1	0.02221614308655262
251236	rnn.weight_hh_l0_reverse	2	-0.015418038703501225
251236	rnn.weight_hh_l0_reverse	3	0.023332932963967323
251236	rnn.weight_hh_l0_reverse	4	-0.06949161738157272
251236	rnn.weight_hh_l0_reverse	5	0.04268020763993263
251236	rnn.weight_hh_l0_reverse	6	0.01499680895358324
251236	rnn.weight_hh_l0_reverse	7	-0.05612320825457573
251236	rnn.weight_hh_l0_reverse	8	-0.022621668875217438
251236	rnn.weight_hh_l0_reverse	9	0.06617586314678192
251236	rnn.bias_ih_l0_reverse	0	-0.14132076501846313
251236	rnn.bias_ih_l0_reverse	1	-0.07775988429784775
251236	rnn.bias_ih_l0_reverse	2	0.0752144306898117
251236	rnn.bias_ih_l0_reverse	3	-0.2205275446176529
251236	rnn.bias_ih_l0_reverse	4	-0.04144055396318436
251236	rnn.bias_ih_l0_reverse	5	-0.194729745388031
251236	rnn.bias_ih_l0_reverse	6	0.24008367955684662
251236	rnn.bias_ih_l0_reverse	7	-0.2674012780189514
251236	rnn.bias_ih_l0_reverse	8	-0.13010533154010773
251236	rnn.bias_ih_l0_reverse	9	-0.15078258514404297
251236	rnn.bias_hh_l0_reverse	0	-0.12981081008911133
251236	rnn.bias_hh_l0_reverse	1	0.23959308862686157
251236	rnn.bias_hh_l0_reverse	2	-0.2815812826156616
251236	rnn.bias_hh_l0_reverse	3	-0.16178210079669952
251236	rnn.bias_hh_l0_reverse	4	-0.29471731185913086
251236	rnn.bias_hh_l0_reverse	5	-0.11384520679712296
251236	rnn.bias_hh_l0_reverse	6	-0.2541149854660034
251236	rnn.bias_hh_l0_reverse	7	-0.07729648053646088
251236	rnn.bias_hh_l0_reverse	8	-0.18325643241405487
251236	rnn.bias_hh_l0_reverse	9	0.20842206478118896
251236	linear.weight	0	0.17482104897499084
251236	linear.weight	1	-0.4195273220539093
251236	linear.weight	2	0.025032665580511093
251236	linear.weight	3	0.06801142543554306
251236	linear.weight	4	-0.19787682592868805
251236	linear.weight	5	0.23431789875030518
251236	linear.weight	6	-0.08564582467079163
251236	linear.weight	7	-0.06564460694789886
251236	linear.weight	8	0.09993670880794525
251236	linear.weight	9	-0.042436011135578156
251236	linear.bias	0	-1.0953576564788818
251236	linear.bias	1	1.8505746126174927
251236	linear.bias	2	0.6367418766021729
251236	linear.bias	3	-2.49491810798645
251236	linear.bias	4	-0.3166246712207794
251236	linear.bias	5	1.2007626295089722
251236	linear.bias	6	-0.2602403461933136
251236	linear.bias	7	0.6064659953117371
251236	linear.bias	8	2.176784038543701
251236	linear.bias	9	-1.2975636720657349
251845	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
251845	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
251845	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
251845	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
251845	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
251845	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
251845	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
251845	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
251845	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
251845	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
251845	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
251845	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
251845	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
251845	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
251845	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
251845	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
251845	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
251845	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
251845	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
251845	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
251845	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
251845	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
251845	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
251845	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
251845	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
251845	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
251845	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
251845	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
251845	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
251845	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
251845	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
251845	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
251845	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
251845	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
251845	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
251845	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
251845	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
251845	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
251845	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
251845	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
251845	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
251845	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
251845	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
251845	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
251845	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
251845	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
251845	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
251845	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
251845	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
251845	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
251845	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
251845	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
251845	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
251845	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
251845	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
251845	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
251845	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
251845	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
251845	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
251845	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
251845	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
251845	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
251845	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
251845	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
251845	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
251845	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
251845	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
251845	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
251845	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
251845	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
251845	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
251845	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
251845	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
251845	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
251845	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
251845	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
251845	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
251845	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
251845	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
251845	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
251845	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
251845	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
251845	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
251845	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
251845	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
251845	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
251845	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
251845	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
251845	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
251845	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
251845	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
251845	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
251845	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
251845	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
251845	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
251845	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
251845	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
251845	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
251845	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
251845	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
251845	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
251845	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
251845	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
251845	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
251845	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
251845	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
251845	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
251845	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
251845	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
251845	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
251845	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
251845	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
251845	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
251845	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
251845	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
251845	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
251845	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
251845	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
251845	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
251845	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
251845	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
251845	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
251845	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
251845	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
251845	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
251845	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
251845	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
251845	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
251845	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
251845	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
251845	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
251845	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
251845	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
251845	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
251845	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
251845	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
251845	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
251845	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
251845	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
251845	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
251845	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
251845	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
251845	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
251845	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
251845	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
251845	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
251845	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
251845	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
251845	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
251845	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
251845	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
251845	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
251845	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
251845	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
251845	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
251845	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
251845	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
251845	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
251845	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
251845	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
251845	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
251845	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
251845	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
251845	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
251845	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
251845	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
251845	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
251845	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
251845	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
251845	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
251845	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
251845	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
251845	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
251845	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
251845	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
251845	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
251845	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
251845	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
251845	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
251845	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
251845	embedding2nn.weight	0	0.2670908570289612
251845	embedding2nn.weight	1	0.30668342113494873
251845	embedding2nn.weight	2	0.014342193491756916
251845	embedding2nn.weight	3	0.03766293451189995
251845	embedding2nn.weight	4	-0.030131546780467033
251845	embedding2nn.weight	5	0.07727596163749695
251845	embedding2nn.weight	6	0.002498521003872156
251845	embedding2nn.weight	7	-0.011724807322025299
251845	embedding2nn.weight	8	0.005804163403809071
251845	embedding2nn.weight	9	-0.030718903988599777
251845	embedding2nn.bias	0	0.02742527611553669
251845	embedding2nn.bias	1	-0.1578720062971115
251845	embedding2nn.bias	2	0.09374406933784485
251845	embedding2nn.bias	3	0.14603281021118164
251845	embedding2nn.bias	4	0.15858343243598938
251845	embedding2nn.bias	5	-0.04013381525874138
251845	embedding2nn.bias	6	-0.04730529338121414
251845	embedding2nn.bias	7	0.034360382705926895
251845	embedding2nn.bias	8	-0.15341946482658386
251845	embedding2nn.bias	9	-0.3874180316925049
251845	rnn.weight_ih_l0	0	0.0034530528355389833
251845	rnn.weight_ih_l0	1	-0.05690225958824158
251845	rnn.weight_ih_l0	2	-0.060420792549848557
251845	rnn.weight_ih_l0	3	0.05212344601750374
251845	rnn.weight_ih_l0	4	0.05275499075651169
251845	rnn.weight_ih_l0	5	-0.13405285775661469
251845	rnn.weight_ih_l0	6	-0.05381176993250847
251845	rnn.weight_ih_l0	7	-0.03196430578827858
251845	rnn.weight_ih_l0	8	0.007650690618902445
251845	rnn.weight_ih_l0	9	-0.04772408679127693
251845	rnn.weight_hh_l0	0	0.012564497999846935
251845	rnn.weight_hh_l0	1	0.06847836822271347
251845	rnn.weight_hh_l0	2	0.04104282334446907
251845	rnn.weight_hh_l0	3	0.028587304055690765
251845	rnn.weight_hh_l0	4	0.012511561624705791
251845	rnn.weight_hh_l0	5	0.07952969521284103
251845	rnn.weight_hh_l0	6	-0.02628181502223015
251845	rnn.weight_hh_l0	7	-0.07481047511100769
251845	rnn.weight_hh_l0	8	0.04031048342585564
251845	rnn.weight_hh_l0	9	-0.09220263361930847
251845	rnn.bias_ih_l0	0	0.16838261485099792
251845	rnn.bias_ih_l0	1	-0.20518575608730316
251845	rnn.bias_ih_l0	2	-0.021987972781062126
251845	rnn.bias_ih_l0	3	-0.13539817929267883
251845	rnn.bias_ih_l0	4	0.026034444570541382
251845	rnn.bias_ih_l0	5	-0.2946467697620392
251845	rnn.bias_ih_l0	6	-0.10986023396253586
251845	rnn.bias_ih_l0	7	-0.275594562292099
251845	rnn.bias_ih_l0	8	-0.23942330479621887
251845	rnn.bias_ih_l0	9	-0.3852347135543823
251845	rnn.bias_hh_l0	0	-0.2365318387746811
251845	rnn.bias_hh_l0	1	-0.25175079703330994
251845	rnn.bias_hh_l0	2	-0.23700183629989624
251845	rnn.bias_hh_l0	3	-0.06935704499483109
251845	rnn.bias_hh_l0	4	-0.24889211356639862
251845	rnn.bias_hh_l0	5	-0.27063873410224915
251845	rnn.bias_hh_l0	6	-0.11573980748653412
251845	rnn.bias_hh_l0	7	0.06493084877729416
251845	rnn.bias_hh_l0	8	-0.14877304434776306
251845	rnn.bias_hh_l0	9	-0.4253353774547577
251845	rnn.weight_ih_l0_reverse	0	0.04558132216334343
251845	rnn.weight_ih_l0_reverse	1	-0.07726086676120758
251845	rnn.weight_ih_l0_reverse	2	-0.03143025562167168
251845	rnn.weight_ih_l0_reverse	3	-0.08675971627235413
251845	rnn.weight_ih_l0_reverse	4	0.06978219002485275
251845	rnn.weight_ih_l0_reverse	5	-0.10300444066524506
251845	rnn.weight_ih_l0_reverse	6	0.012513660825788975
251845	rnn.weight_ih_l0_reverse	7	0.032046325504779816
251845	rnn.weight_ih_l0_reverse	8	-0.09247013181447983
251845	rnn.weight_ih_l0_reverse	9	-0.019874434918165207
251845	rnn.weight_hh_l0_reverse	0	-0.07257706671953201
251845	rnn.weight_hh_l0_reverse	1	0.02220662496984005
251845	rnn.weight_hh_l0_reverse	2	-0.015112476423382759
251845	rnn.weight_hh_l0_reverse	3	0.021737979725003242
251845	rnn.weight_hh_l0_reverse	4	-0.06978815793991089
251845	rnn.weight_hh_l0_reverse	5	0.04287862032651901
251845	rnn.weight_hh_l0_reverse	6	0.014546058140695095
251845	rnn.weight_hh_l0_reverse	7	-0.05455935373902321
251845	rnn.weight_hh_l0_reverse	8	-0.024577565491199493
251845	rnn.weight_hh_l0_reverse	9	0.06229303777217865
251845	rnn.bias_ih_l0_reverse	0	-0.13558191061019897
251845	rnn.bias_ih_l0_reverse	1	-0.07628637552261353
251845	rnn.bias_ih_l0_reverse	2	0.07165926694869995
251845	rnn.bias_ih_l0_reverse	3	-0.22228537499904633
251845	rnn.bias_ih_l0_reverse	4	-0.026369934901595116
251845	rnn.bias_ih_l0_reverse	5	-0.19710180163383484
251845	rnn.bias_ih_l0_reverse	6	0.23483189940452576
251845	rnn.bias_ih_l0_reverse	7	-0.2666199803352356
251845	rnn.bias_ih_l0_reverse	8	-0.12384267896413803
251845	rnn.bias_ih_l0_reverse	9	-0.1483934372663498
251845	rnn.bias_hh_l0_reverse	0	-0.13721910119056702
251845	rnn.bias_hh_l0_reverse	1	0.22983723878860474
251845	rnn.bias_hh_l0_reverse	2	-0.28715914487838745
251845	rnn.bias_hh_l0_reverse	3	-0.16931864619255066
251845	rnn.bias_hh_l0_reverse	4	-0.2982310354709625
251845	rnn.bias_hh_l0_reverse	5	-0.11936773359775543
251845	rnn.bias_hh_l0_reverse	6	-0.2532053589820862
251845	rnn.bias_hh_l0_reverse	7	-0.07720831036567688
251845	rnn.bias_hh_l0_reverse	8	-0.18115372955799103
251845	rnn.bias_hh_l0_reverse	9	0.1988026648759842
251845	linear.weight	0	0.17238569259643555
251845	linear.weight	1	-0.39495646953582764
251845	linear.weight	2	0.012845436111092567
251845	linear.weight	3	0.06800976395606995
251845	linear.weight	4	-0.15391990542411804
251845	linear.weight	5	0.21159817278385162
251845	linear.weight	6	-0.04181300476193428
251845	linear.weight	7	-0.06563398241996765
251845	linear.weight	8	0.09700582176446915
251845	linear.weight	9	-0.04246652498841286
251845	linear.bias	0	-1.093666434288025
251845	linear.bias	1	1.868074655532837
251845	linear.bias	2	0.630003035068512
251845	linear.bias	3	-2.4956440925598145
251845	linear.bias	4	-0.3511790335178375
251845	linear.bias	5	1.1468675136566162
251845	linear.bias	6	-0.27505749464035034
251845	linear.bias	7	0.610892117023468
251845	linear.bias	8	2.243530750274658
251845	linear.bias	9	-1.3223520517349243
252454	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
252454	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
252454	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
252454	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
252454	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
252454	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
252454	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
252454	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
252454	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
252454	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
252454	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
252454	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
252454	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
252454	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
252454	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
252454	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
252454	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
252454	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
252454	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
252454	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
252454	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
252454	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
252454	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
252454	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
252454	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
252454	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
252454	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
252454	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
252454	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
252454	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
252454	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
252454	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
252454	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
252454	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
252454	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
252454	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
252454	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
252454	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
252454	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
252454	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
252454	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
252454	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
252454	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
252454	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
252454	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
252454	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
252454	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
252454	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
252454	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
252454	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
252454	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
252454	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
252454	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
252454	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
252454	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
252454	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
252454	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
252454	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
252454	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
252454	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
252454	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
252454	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
252454	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
252454	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
252454	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
252454	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
252454	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
252454	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
252454	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
252454	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
252454	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
252454	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
252454	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
252454	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
252454	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
252454	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
252454	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
252454	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
252454	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
252454	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
252454	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
252454	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
252454	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
252454	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
252454	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
252454	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
252454	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
252454	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
252454	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
252454	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
252454	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
252454	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
252454	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
252454	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
252454	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
252454	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
252454	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
252454	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
252454	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
252454	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
252454	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
252454	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
252454	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
252454	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
252454	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
252454	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
252454	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
252454	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
252454	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
252454	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
252454	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
252454	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
252454	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
252454	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
252454	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
252454	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
252454	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
252454	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
252454	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
252454	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
252454	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
252454	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
252454	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
252454	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
252454	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
252454	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
252454	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
252454	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
252454	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
252454	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
252454	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
252454	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
252454	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
252454	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
252454	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
252454	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
252454	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
252454	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
252454	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
252454	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
252454	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
252454	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
252454	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
252454	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
252454	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
252454	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
252454	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
252454	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
252454	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
252454	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
252454	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
252454	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
252454	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
252454	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
252454	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
252454	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
252454	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
252454	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
252454	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
252454	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
252454	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
252454	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
252454	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
252454	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
252454	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
252454	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
252454	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
252454	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
252454	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
252454	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
252454	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
252454	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
252454	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
252454	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
252454	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
252454	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
252454	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
252454	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
252454	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
252454	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
252454	embedding2nn.weight	0	0.264509379863739
252454	embedding2nn.weight	1	0.3050074279308319
252454	embedding2nn.weight	2	0.013237378560006618
252454	embedding2nn.weight	3	0.04661769047379494
252454	embedding2nn.weight	4	-0.028776908293366432
252454	embedding2nn.weight	5	0.08127032220363617
252454	embedding2nn.weight	6	0.013276619836688042
252454	embedding2nn.weight	7	-0.00984271988272667
252454	embedding2nn.weight	8	0.0029345923103392124
252454	embedding2nn.weight	9	-0.030203092843294144
252454	embedding2nn.bias	0	0.029526421800255775
252454	embedding2nn.bias	1	-0.1478356570005417
252454	embedding2nn.bias	2	0.08353886753320694
252454	embedding2nn.bias	3	0.16528703272342682
252454	embedding2nn.bias	4	0.16248846054077148
252454	embedding2nn.bias	5	-0.06879663467407227
252454	embedding2nn.bias	6	-0.05381282791495323
252454	embedding2nn.bias	7	0.03199886530637741
252454	embedding2nn.bias	8	-0.16310571134090424
252454	embedding2nn.bias	9	-0.3586023151874542
252454	rnn.weight_ih_l0	0	0.006425386760383844
252454	rnn.weight_ih_l0	1	-0.05666609853506088
252454	rnn.weight_ih_l0	2	-0.06358719617128372
252454	rnn.weight_ih_l0	3	0.05859657749533653
252454	rnn.weight_ih_l0	4	0.04843639209866524
252454	rnn.weight_ih_l0	5	-0.13466988503932953
252454	rnn.weight_ih_l0	6	-0.05545123666524887
252454	rnn.weight_ih_l0	7	-0.026909012347459793
252454	rnn.weight_ih_l0	8	0.015274771489202976
252454	rnn.weight_ih_l0	9	-0.04406384751200676
252454	rnn.weight_hh_l0	0	0.012186825275421143
252454	rnn.weight_hh_l0	1	0.06866970658302307
252454	rnn.weight_hh_l0	2	0.04110528156161308
252454	rnn.weight_hh_l0	3	0.02870292402803898
252454	rnn.weight_hh_l0	4	0.013092469424009323
252454	rnn.weight_hh_l0	5	0.08052407205104828
252454	rnn.weight_hh_l0	6	-0.026658639311790466
252454	rnn.weight_hh_l0	7	-0.0760110467672348
252454	rnn.weight_hh_l0	8	0.04022097587585449
252454	rnn.weight_hh_l0	9	-0.0920233353972435
252454	rnn.bias_ih_l0	0	0.16248680651187897
252454	rnn.bias_ih_l0	1	-0.20593386888504028
252454	rnn.bias_ih_l0	2	-0.02168872021138668
252454	rnn.bias_ih_l0	3	-0.1373012214899063
252454	rnn.bias_ih_l0	4	0.013103608042001724
252454	rnn.bias_ih_l0	5	-0.2940632998943329
252454	rnn.bias_ih_l0	6	-0.11363666504621506
252454	rnn.bias_ih_l0	7	-0.2772274315357208
252454	rnn.bias_ih_l0	8	-0.23904132843017578
252454	rnn.bias_ih_l0	9	-0.37781086564064026
252454	rnn.bias_hh_l0	0	-0.23764503002166748
252454	rnn.bias_hh_l0	1	-0.2520705759525299
252454	rnn.bias_hh_l0	2	-0.22861263155937195
252454	rnn.bias_hh_l0	3	-0.07405947893857956
252454	rnn.bias_hh_l0	4	-0.25007811188697815
252454	rnn.bias_hh_l0	5	-0.2723029553890228
252454	rnn.bias_hh_l0	6	-0.11899133771657944
252454	rnn.bias_hh_l0	7	0.05677245929837227
252454	rnn.bias_hh_l0	8	-0.15884149074554443
252454	rnn.bias_hh_l0	9	-0.41977715492248535
252454	rnn.weight_ih_l0_reverse	0	0.04732508957386017
252454	rnn.weight_ih_l0_reverse	1	-0.07656040042638779
252454	rnn.weight_ih_l0_reverse	2	-0.03300391510128975
252454	rnn.weight_ih_l0_reverse	3	-0.08480541408061981
252454	rnn.weight_ih_l0_reverse	4	0.07187427580356598
252454	rnn.weight_ih_l0_reverse	5	-0.10893342643976212
252454	rnn.weight_ih_l0_reverse	6	0.010114380158483982
252454	rnn.weight_ih_l0_reverse	7	0.03387786075472832
252454	rnn.weight_ih_l0_reverse	8	-0.08980511128902435
252454	rnn.weight_ih_l0_reverse	9	-0.022040478885173798
252454	rnn.weight_hh_l0_reverse	0	-0.07232742011547089
252454	rnn.weight_hh_l0_reverse	1	0.02269572950899601
252454	rnn.weight_hh_l0_reverse	2	-0.015080789104104042
252454	rnn.weight_hh_l0_reverse	3	0.021627802401781082
252454	rnn.weight_hh_l0_reverse	4	-0.06958305835723877
252454	rnn.weight_hh_l0_reverse	5	0.04335686191916466
252454	rnn.weight_hh_l0_reverse	6	0.014362717978656292
252454	rnn.weight_hh_l0_reverse	7	-0.05420898273587227
252454	rnn.weight_hh_l0_reverse	8	-0.023888999596238136
252454	rnn.weight_hh_l0_reverse	9	0.0659470483660698
252454	rnn.bias_ih_l0_reverse	0	-0.13349151611328125
252454	rnn.bias_ih_l0_reverse	1	-0.07655065506696701
252454	rnn.bias_ih_l0_reverse	2	0.08272185921669006
252454	rnn.bias_ih_l0_reverse	3	-0.22713132202625275
252454	rnn.bias_ih_l0_reverse	4	-0.030373139306902885
252454	rnn.bias_ih_l0_reverse	5	-0.1975199282169342
252454	rnn.bias_ih_l0_reverse	6	0.24678117036819458
252454	rnn.bias_ih_l0_reverse	7	-0.27452903985977173
252454	rnn.bias_ih_l0_reverse	8	-0.1246706023812294
252454	rnn.bias_ih_l0_reverse	9	-0.14954477548599243
252454	rnn.bias_hh_l0_reverse	0	-0.1396743655204773
252454	rnn.bias_hh_l0_reverse	1	0.23314395546913147
252454	rnn.bias_hh_l0_reverse	2	-0.2928366959095001
252454	rnn.bias_hh_l0_reverse	3	-0.1658000499010086
252454	rnn.bias_hh_l0_reverse	4	-0.3029191792011261
252454	rnn.bias_hh_l0_reverse	5	-0.11344309151172638
252454	rnn.bias_hh_l0_reverse	6	-0.26041948795318604
252454	rnn.bias_hh_l0_reverse	7	-0.07346777617931366
252454	rnn.bias_hh_l0_reverse	8	-0.17911268770694733
252454	rnn.bias_hh_l0_reverse	9	0.1826312243938446
252454	linear.weight	0	0.16763542592525482
252454	linear.weight	1	-0.37677374482154846
252454	linear.weight	2	0.04222043976187706
252454	linear.weight	3	0.06800675392150879
252454	linear.weight	4	-0.1516561061143875
252454	linear.weight	5	0.22502702474594116
252454	linear.weight	6	-0.06650611758232117
252454	linear.weight	7	-0.06562628597021103
252454	linear.weight	8	0.07009251415729523
252454	linear.weight	9	-0.04252806305885315
252454	linear.bias	0	-1.1199569702148438
252454	linear.bias	1	1.8926596641540527
252454	linear.bias	2	0.6182658672332764
252454	linear.bias	3	-2.496413230895996
252454	linear.bias	4	-0.3289391100406647
252454	linear.bias	5	1.1799982786178589
252454	linear.bias	6	-0.22553376853466034
252454	linear.bias	7	0.6578850746154785
252454	linear.bias	8	2.1817538738250732
252454	linear.bias	9	-1.3495666980743408
253063	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
253063	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
253063	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
253063	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
253063	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
253063	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
253063	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
253063	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
253063	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
253063	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
253063	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
253063	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
253063	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
253063	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
253063	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
253063	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
253063	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
253063	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
253063	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
253063	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
253063	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
253063	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
253063	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
253063	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
253063	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
253063	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
253063	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
253063	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
253063	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
253063	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
253063	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
253063	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
253063	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
253063	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
253063	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
253063	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
253063	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
253063	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
253063	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
253063	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
253063	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
253063	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
253063	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
253063	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
253063	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
253063	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
253063	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
253063	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
253063	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
253063	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
253063	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
253063	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
253063	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
253063	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
253063	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
253063	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
253063	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
253063	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
253063	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
253063	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
253063	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
253063	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
253063	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
253063	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
253063	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
253063	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
253063	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
253063	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
253063	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
253063	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
253063	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
253063	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
253063	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
253063	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
253063	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
253063	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
253063	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
253063	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
253063	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
253063	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
253063	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
253063	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
253063	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
253063	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
253063	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
253063	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
253063	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
253063	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
253063	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
253063	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
253063	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
253063	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
253063	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
253063	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
253063	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
253063	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
253063	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
253063	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
253063	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
253063	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
253063	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
253063	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
253063	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
253063	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
253063	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
253063	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
253063	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
253063	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
253063	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
253063	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
253063	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
253063	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
253063	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
253063	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
253063	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
253063	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
253063	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
253063	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
253063	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
253063	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
253063	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
253063	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
253063	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
253063	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
253063	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
253063	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
253063	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
253063	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
253063	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
253063	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
253063	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
253063	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
253063	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
253063	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
253063	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
253063	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
253063	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
253063	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
253063	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
253063	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
253063	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
253063	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
253063	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
253063	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
253063	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
253063	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
253063	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
253063	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
253063	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
253063	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
253063	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
253063	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
253063	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
253063	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
253063	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
253063	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
253063	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
253063	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
253063	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
253063	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
253063	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
253063	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
253063	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
253063	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
253063	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
253063	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
253063	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
253063	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
253063	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
253063	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
253063	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
253063	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
253063	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
253063	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
253063	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
253063	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
253063	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
253063	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
253063	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
253063	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
253063	embedding2nn.weight	0	0.2647939622402191
253063	embedding2nn.weight	1	0.30365559458732605
253063	embedding2nn.weight	2	0.01810784637928009
253063	embedding2nn.weight	3	0.05024826526641846
253063	embedding2nn.weight	4	-0.03830290213227272
253063	embedding2nn.weight	5	0.08045285195112228
253063	embedding2nn.weight	6	0.020186880603432655
253063	embedding2nn.weight	7	-0.002701940480619669
253063	embedding2nn.weight	8	-0.0028270415496081114
253063	embedding2nn.weight	9	-0.03105238638818264
253063	embedding2nn.bias	0	0.007907893508672714
253063	embedding2nn.bias	1	-0.17862340807914734
253063	embedding2nn.bias	2	0.0925493836402893
253063	embedding2nn.bias	3	0.15311165153980255
253063	embedding2nn.bias	4	0.1779441386461258
253063	embedding2nn.bias	5	-0.057570070028305054
253063	embedding2nn.bias	6	-0.07004989683628082
253063	embedding2nn.bias	7	0.02013850398361683
253063	embedding2nn.bias	8	-0.14876089990139008
253063	embedding2nn.bias	9	-0.37721189856529236
253063	rnn.weight_ih_l0	0	0.005308632273226976
253063	rnn.weight_ih_l0	1	-0.05595497414469719
253063	rnn.weight_ih_l0	2	-0.06094362586736679
253063	rnn.weight_ih_l0	3	0.059450503438711166
253063	rnn.weight_ih_l0	4	0.05570588260889053
253063	rnn.weight_ih_l0	5	-0.13428707420825958
253063	rnn.weight_ih_l0	6	-0.04836348816752434
253063	rnn.weight_ih_l0	7	-0.02580707147717476
253063	rnn.weight_ih_l0	8	0.020414698868989944
253063	rnn.weight_ih_l0	9	-0.04701231047511101
253063	rnn.weight_hh_l0	0	0.01198209635913372
253063	rnn.weight_hh_l0	1	0.06761623173952103
253063	rnn.weight_hh_l0	2	0.04208998382091522
253063	rnn.weight_hh_l0	3	0.028372779488563538
253063	rnn.weight_hh_l0	4	0.014319457113742828
253063	rnn.weight_hh_l0	5	0.07871100306510925
253063	rnn.weight_hh_l0	6	-0.02684766985476017
253063	rnn.weight_hh_l0	7	-0.076340451836586
253063	rnn.weight_hh_l0	8	0.040434058755636215
253063	rnn.weight_hh_l0	9	-0.09127002209424973
253063	rnn.bias_ih_l0	0	0.17278936505317688
253063	rnn.bias_ih_l0	1	-0.21176868677139282
253063	rnn.bias_ih_l0	2	-0.024481642991304398
253063	rnn.bias_ih_l0	3	-0.14160437881946564
253063	rnn.bias_ih_l0	4	0.020067386329174042
253063	rnn.bias_ih_l0	5	-0.2996526062488556
253063	rnn.bias_ih_l0	6	-0.1193721666932106
253063	rnn.bias_ih_l0	7	-0.27339938282966614
253063	rnn.bias_ih_l0	8	-0.2350379228591919
253063	rnn.bias_ih_l0	9	-0.3825058341026306
253063	rnn.bias_hh_l0	0	-0.2274867296218872
253063	rnn.bias_hh_l0	1	-0.25353819131851196
253063	rnn.bias_hh_l0	2	-0.22487500309944153
253063	rnn.bias_hh_l0	3	-0.07670851796865463
253063	rnn.bias_hh_l0	4	-0.25574204325675964
253063	rnn.bias_hh_l0	5	-0.2712887227535248
253063	rnn.bias_hh_l0	6	-0.11059727519750595
253063	rnn.bias_hh_l0	7	0.05899250507354736
253063	rnn.bias_hh_l0	8	-0.1548340767621994
253063	rnn.bias_hh_l0	9	-0.4233696162700653
253063	rnn.weight_ih_l0_reverse	0	0.0495183989405632
253063	rnn.weight_ih_l0_reverse	1	-0.07507847249507904
253063	rnn.weight_ih_l0_reverse	2	-0.03386114910244942
253063	rnn.weight_ih_l0_reverse	3	-0.08697805553674698
253063	rnn.weight_ih_l0_reverse	4	0.06965424120426178
253063	rnn.weight_ih_l0_reverse	5	-0.11111310124397278
253063	rnn.weight_ih_l0_reverse	6	0.00850424449890852
253063	rnn.weight_ih_l0_reverse	7	0.032878413796424866
253063	rnn.weight_ih_l0_reverse	8	-0.08918923139572144
253063	rnn.weight_ih_l0_reverse	9	-0.02084093913435936
253063	rnn.weight_hh_l0_reverse	0	-0.07206040620803833
253063	rnn.weight_hh_l0_reverse	1	0.02341652475297451
253063	rnn.weight_hh_l0_reverse	2	-0.016711320728063583
253063	rnn.weight_hh_l0_reverse	3	0.021964753046631813
253063	rnn.weight_hh_l0_reverse	4	-0.06960825622081757
253063	rnn.weight_hh_l0_reverse	5	0.0429728627204895
253063	rnn.weight_hh_l0_reverse	6	0.01473364606499672
253063	rnn.weight_hh_l0_reverse	7	-0.055054921656847
253063	rnn.weight_hh_l0_reverse	8	-0.02218100056052208
253063	rnn.weight_hh_l0_reverse	9	0.06472446769475937
253063	rnn.bias_ih_l0_reverse	0	-0.13811028003692627
253063	rnn.bias_ih_l0_reverse	1	-0.07915742695331573
253063	rnn.bias_ih_l0_reverse	2	0.08088822662830353
253063	rnn.bias_ih_l0_reverse	3	-0.22011792659759521
253063	rnn.bias_ih_l0_reverse	4	-0.049167029559612274
253063	rnn.bias_ih_l0_reverse	5	-0.1979869157075882
253063	rnn.bias_ih_l0_reverse	6	0.24435420334339142
253063	rnn.bias_ih_l0_reverse	7	-0.27366411685943604
253063	rnn.bias_ih_l0_reverse	8	-0.12842874228954315
253063	rnn.bias_ih_l0_reverse	9	-0.14353035390377045
253063	rnn.bias_hh_l0_reverse	0	-0.14446313679218292
253063	rnn.bias_hh_l0_reverse	1	0.23715125024318695
253063	rnn.bias_hh_l0_reverse	2	-0.29459086060523987
253063	rnn.bias_hh_l0_reverse	3	-0.16726680099964142
253063	rnn.bias_hh_l0_reverse	4	-0.2929922938346863
253063	rnn.bias_hh_l0_reverse	5	-0.11701972037553787
253063	rnn.bias_hh_l0_reverse	6	-0.26390862464904785
253063	rnn.bias_hh_l0_reverse	7	-0.07751981914043427
253063	rnn.bias_hh_l0_reverse	8	-0.17917224764823914
253063	rnn.bias_hh_l0_reverse	9	0.16993747651576996
253063	linear.weight	0	0.21440908312797546
253063	linear.weight	1	-0.3718528151512146
253063	linear.weight	2	0.0004659859696403146
253063	linear.weight	3	0.06800469756126404
253063	linear.weight	4	-0.13550516963005066
253063	linear.weight	5	0.2522675096988678
253063	linear.weight	6	-0.04892008379101753
253063	linear.weight	7	-0.06562153995037079
253063	linear.weight	8	0.0754559338092804
253063	linear.weight	9	-0.04255276173353195
253063	linear.bias	0	-1.1183933019638062
253063	linear.bias	1	1.8934963941574097
253063	linear.bias	2	0.6095229387283325
253063	linear.bias	3	-2.497084856033325
253063	linear.bias	4	-0.30197572708129883
253063	linear.bias	5	1.1977951526641846
253063	linear.bias	6	-0.25429877638816833
253063	linear.bias	7	0.6186790466308594
253063	linear.bias	8	2.1787314414978027
253063	linear.bias	9	-1.3308117389678955
253672	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
253672	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
253672	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
253672	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
253672	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
253672	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
253672	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
253672	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
253672	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
253672	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
253672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
253672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
253672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
253672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
253672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
253672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
253672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
253672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
253672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
253672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
253672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
253672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
253672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
253672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
253672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
253672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
253672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
253672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
253672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
253672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
253672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
253672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
253672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
253672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
253672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
253672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
253672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
253672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
253672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
253672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
253672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
253672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
253672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
253672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
253672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
253672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
253672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
253672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
253672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
253672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
253672	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
253672	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
253672	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
253672	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
253672	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
253672	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
253672	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
253672	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
253672	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
253672	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
253672	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
253672	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
253672	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
253672	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
253672	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
253672	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
253672	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
253672	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
253672	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
253672	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
253672	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
253672	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
253672	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
253672	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
253672	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
253672	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
253672	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
253672	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
253672	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
253672	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
253672	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
253672	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
253672	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
253672	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
253672	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
253672	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
253672	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
253672	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
253672	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
253672	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
253672	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
253672	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
253672	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
253672	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
253672	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
253672	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
253672	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
253672	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
253672	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
253672	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
253672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
253672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
253672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
253672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
253672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
253672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
253672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
253672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
253672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
253672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
253672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
253672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
253672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
253672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
253672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
253672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
253672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
253672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
253672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
253672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
253672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
253672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
253672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
253672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
253672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
253672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
253672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
253672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
253672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
253672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
253672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
253672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
253672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
253672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
253672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
253672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
253672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
253672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
253672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
253672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
253672	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
253672	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
253672	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
253672	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
253672	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
253672	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
253672	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
253672	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
253672	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
253672	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
253672	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
253672	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
253672	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
253672	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
253672	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
253672	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
253672	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
253672	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
253672	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
253672	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
253672	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
253672	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
253672	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
253672	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
253672	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
253672	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
253672	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
253672	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
253672	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
253672	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
253672	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
253672	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
253672	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
253672	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
253672	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
253672	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
253672	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
253672	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
253672	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
253672	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
253672	embedding2nn.weight	0	0.26565036177635193
253672	embedding2nn.weight	1	0.3026369512081146
253672	embedding2nn.weight	2	0.017825618386268616
253672	embedding2nn.weight	3	0.0408579558134079
253672	embedding2nn.weight	4	-0.03350069001317024
253672	embedding2nn.weight	5	0.07736261934041977
253672	embedding2nn.weight	6	0.02251843735575676
253672	embedding2nn.weight	7	-0.0053372192196547985
253672	embedding2nn.weight	8	0.003030592342838645
253672	embedding2nn.weight	9	-0.030522944405674934
253672	embedding2nn.bias	0	0.006226832512766123
253672	embedding2nn.bias	1	-0.16904500126838684
253672	embedding2nn.bias	2	0.08713092654943466
253672	embedding2nn.bias	3	0.1546846628189087
253672	embedding2nn.bias	4	0.16805215179920197
253672	embedding2nn.bias	5	-0.03775649890303612
253672	embedding2nn.bias	6	-0.06627104431390762
253672	embedding2nn.bias	7	0.03451376408338547
253672	embedding2nn.bias	8	-0.15446050465106964
253672	embedding2nn.bias	9	-0.3847920596599579
253672	rnn.weight_ih_l0	0	0.006427096668630838
253672	rnn.weight_ih_l0	1	-0.055436283349990845
253672	rnn.weight_ih_l0	2	-0.055116426199674606
253672	rnn.weight_ih_l0	3	0.055014923214912415
253672	rnn.weight_ih_l0	4	0.05753311887383461
253672	rnn.weight_ih_l0	5	-0.13943414390087128
253672	rnn.weight_ih_l0	6	-0.05396212264895439
253672	rnn.weight_ih_l0	7	-0.025571055710315704
253672	rnn.weight_ih_l0	8	0.017425820231437683
253672	rnn.weight_ih_l0	9	-0.049018267542123795
253672	rnn.weight_hh_l0	0	0.012072074227035046
253672	rnn.weight_hh_l0	1	0.06680786609649658
253672	rnn.weight_hh_l0	2	0.040243327617645264
253672	rnn.weight_hh_l0	3	0.027501339092850685
253672	rnn.weight_hh_l0	4	0.014575457200407982
253672	rnn.weight_hh_l0	5	0.07883714884519577
253672	rnn.weight_hh_l0	6	-0.027757903560996056
253672	rnn.weight_hh_l0	7	-0.07815399020910263
253672	rnn.weight_hh_l0	8	0.04078923165798187
253672	rnn.weight_hh_l0	9	-0.0906912237405777
253672	rnn.bias_ih_l0	0	0.1656549721956253
253672	rnn.bias_ih_l0	1	-0.2054075300693512
253672	rnn.bias_ih_l0	2	-0.02122919261455536
253672	rnn.bias_ih_l0	3	-0.13809335231781006
253672	rnn.bias_ih_l0	4	0.027812231332063675
253672	rnn.bias_ih_l0	5	-0.30344274640083313
253672	rnn.bias_ih_l0	6	-0.1176227405667305
253672	rnn.bias_ih_l0	7	-0.275461882352829
253672	rnn.bias_ih_l0	8	-0.22805580496788025
253672	rnn.bias_ih_l0	9	-0.38421401381492615
253672	rnn.bias_hh_l0	0	-0.23858541250228882
253672	rnn.bias_hh_l0	1	-0.24747730791568756
253672	rnn.bias_hh_l0	2	-0.22852876782417297
253672	rnn.bias_hh_l0	3	-0.0759931281208992
253672	rnn.bias_hh_l0	4	-0.24753935635089874
253672	rnn.bias_hh_l0	5	-0.2699572741985321
253672	rnn.bias_hh_l0	6	-0.1085621565580368
253672	rnn.bias_hh_l0	7	0.06079269200563431
253672	rnn.bias_hh_l0	8	-0.15837135910987854
253672	rnn.bias_hh_l0	9	-0.42543259263038635
253672	rnn.weight_ih_l0_reverse	0	0.0562744066119194
253672	rnn.weight_ih_l0_reverse	1	-0.07508499920368195
253672	rnn.weight_ih_l0_reverse	2	-0.03690303862094879
253672	rnn.weight_ih_l0_reverse	3	-0.08977115154266357
253672	rnn.weight_ih_l0_reverse	4	0.06877695769071579
253672	rnn.weight_ih_l0_reverse	5	-0.11250878125429153
253672	rnn.weight_ih_l0_reverse	6	0.012771273031830788
253672	rnn.weight_ih_l0_reverse	7	0.03382086381316185
253672	rnn.weight_ih_l0_reverse	8	-0.09268975257873535
253672	rnn.weight_ih_l0_reverse	9	-0.021661603823304176
253672	rnn.weight_hh_l0_reverse	0	-0.07288539409637451
253672	rnn.weight_hh_l0_reverse	1	0.023816868662834167
253672	rnn.weight_hh_l0_reverse	2	-0.01654008775949478
253672	rnn.weight_hh_l0_reverse	3	0.021684829145669937
253672	rnn.weight_hh_l0_reverse	4	-0.06881877034902573
253672	rnn.weight_hh_l0_reverse	5	0.04255056753754616
253672	rnn.weight_hh_l0_reverse	6	0.014588750898838043
253672	rnn.weight_hh_l0_reverse	7	-0.05960711091756821
253672	rnn.weight_hh_l0_reverse	8	-0.02206704206764698
253672	rnn.weight_hh_l0_reverse	9	0.06335508823394775
253672	rnn.bias_ih_l0_reverse	0	-0.13821135461330414
253672	rnn.bias_ih_l0_reverse	1	-0.07980574667453766
253672	rnn.bias_ih_l0_reverse	2	0.08294625580310822
253672	rnn.bias_ih_l0_reverse	3	-0.21660809218883514
253672	rnn.bias_ih_l0_reverse	4	-0.03737819567322731
253672	rnn.bias_ih_l0_reverse	5	-0.19661642611026764
253672	rnn.bias_ih_l0_reverse	6	0.24645207822322845
253672	rnn.bias_ih_l0_reverse	7	-0.27427318692207336
253672	rnn.bias_ih_l0_reverse	8	-0.13343927264213562
253672	rnn.bias_ih_l0_reverse	9	-0.14090381562709808
253672	rnn.bias_hh_l0_reverse	0	-0.13517703115940094
253672	rnn.bias_hh_l0_reverse	1	0.24251455068588257
253672	rnn.bias_hh_l0_reverse	2	-0.3016705811023712
253672	rnn.bias_hh_l0_reverse	3	-0.15744751691818237
253672	rnn.bias_hh_l0_reverse	4	-0.29154929518699646
253672	rnn.bias_hh_l0_reverse	5	-0.11168612539768219
253672	rnn.bias_hh_l0_reverse	6	-0.26287251710891724
253672	rnn.bias_hh_l0_reverse	7	-0.07322743535041809
253672	rnn.bias_hh_l0_reverse	8	-0.17766715586185455
253672	rnn.bias_hh_l0_reverse	9	0.16328133642673492
253672	linear.weight	0	0.22797413170337677
253672	linear.weight	1	-0.4045098125934601
253672	linear.weight	2	-0.0015326135326176882
253672	linear.weight	3	0.06800451129674911
253672	linear.weight	4	-0.148339182138443
253672	linear.weight	5	0.254062294960022
253672	linear.weight	6	-0.029954195022583008
253672	linear.weight	7	-0.06561454385519028
253672	linear.weight	8	0.08935125172138214
253672	linear.weight	9	-0.042581137269735336
253672	linear.bias	0	-1.1056301593780518
253672	linear.bias	1	1.8810186386108398
253672	linear.bias	2	0.6118534207344055
253672	linear.bias	3	-2.4978744983673096
253672	linear.bias	4	-0.27801021933555603
253672	linear.bias	5	1.1966215372085571
253672	linear.bias	6	-0.20748217403888702
253672	linear.bias	7	0.6184184551239014
253672	linear.bias	8	2.1781954765319824
253672	linear.bias	9	-1.3513386249542236
254281	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
254281	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
254281	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
254281	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
254281	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
254281	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
254281	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
254281	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
254281	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
254281	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
254281	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
254281	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
254281	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
254281	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
254281	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
254281	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
254281	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
254281	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
254281	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
254281	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
254281	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
254281	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
254281	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
254281	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
254281	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
254281	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
254281	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
254281	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
254281	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
254281	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
254281	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
254281	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
254281	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
254281	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
254281	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
254281	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
254281	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
254281	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
254281	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
254281	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
254281	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
254281	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
254281	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
254281	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
254281	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
254281	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
254281	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
254281	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
254281	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
254281	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
254281	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
254281	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
254281	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
254281	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
254281	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
254281	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
254281	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
254281	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
254281	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
254281	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
254281	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
254281	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
254281	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
254281	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
254281	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
254281	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
254281	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
254281	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
254281	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
254281	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
254281	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
254281	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
254281	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
254281	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
254281	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
254281	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
254281	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
254281	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
254281	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
254281	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
254281	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
254281	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
254281	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
254281	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
254281	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
254281	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
254281	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
254281	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
254281	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
254281	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
254281	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
254281	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
254281	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
254281	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
254281	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
254281	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
254281	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
254281	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
254281	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
254281	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
254281	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
254281	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
254281	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
254281	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
254281	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
254281	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
254281	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
254281	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
254281	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
254281	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
254281	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
254281	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
254281	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
254281	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
254281	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
254281	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
254281	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
254281	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
254281	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
254281	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
254281	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
254281	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
254281	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
254281	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
254281	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
254281	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
254281	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
254281	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
254281	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
254281	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
254281	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
254281	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
254281	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
254281	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
254281	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
254281	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
254281	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
254281	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
254281	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
254281	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
254281	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
254281	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
254281	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
254281	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
254281	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
254281	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
254281	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
254281	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
254281	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
254281	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
254281	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
254281	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
254281	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
254281	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
254281	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
254281	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
254281	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
254281	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
254281	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
254281	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
254281	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
254281	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
254281	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
254281	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
254281	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
254281	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
254281	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
254281	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
254281	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
254281	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
254281	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
254281	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
254281	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
254281	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
254281	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
254281	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
254281	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
254281	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
254281	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
254281	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
254281	embedding2nn.weight	0	0.2651596963405609
254281	embedding2nn.weight	1	0.3039150834083557
254281	embedding2nn.weight	2	0.01996157318353653
254281	embedding2nn.weight	3	0.04313698038458824
254281	embedding2nn.weight	4	-0.02769070863723755
254281	embedding2nn.weight	5	0.0710902139544487
254281	embedding2nn.weight	6	0.01624291203916073
254281	embedding2nn.weight	7	0.0011030839523300529
254281	embedding2nn.weight	8	-0.0004821128968615085
254281	embedding2nn.weight	9	-0.03382778540253639
254281	embedding2nn.bias	0	0.008656548336148262
254281	embedding2nn.bias	1	-0.17307335138320923
254281	embedding2nn.bias	2	0.09435297548770905
254281	embedding2nn.bias	3	0.14372076094150543
254281	embedding2nn.bias	4	0.15804770588874817
254281	embedding2nn.bias	5	-0.025531399995088577
254281	embedding2nn.bias	6	-0.05690770968794823
254281	embedding2nn.bias	7	0.041107792407274246
254281	embedding2nn.bias	8	-0.16682514548301697
254281	embedding2nn.bias	9	-0.39590179920196533
254281	rnn.weight_ih_l0	0	0.0073220995254814625
254281	rnn.weight_ih_l0	1	-0.05603691190481186
254281	rnn.weight_ih_l0	2	-0.06030699610710144
254281	rnn.weight_ih_l0	3	0.05157661437988281
254281	rnn.weight_ih_l0	4	0.0610974058508873
254281	rnn.weight_ih_l0	5	-0.1435263305902481
254281	rnn.weight_ih_l0	6	-0.0559767447412014
254281	rnn.weight_ih_l0	7	-0.02301023155450821
254281	rnn.weight_ih_l0	8	0.02273489534854889
254281	rnn.weight_ih_l0	9	-0.05133480206131935
254281	rnn.weight_hh_l0	0	0.012342136353254318
254281	rnn.weight_hh_l0	1	0.06745033711194992
254281	rnn.weight_hh_l0	2	0.04013615846633911
254281	rnn.weight_hh_l0	3	0.027925124391913414
254281	rnn.weight_hh_l0	4	0.013724393211305141
254281	rnn.weight_hh_l0	5	0.07943610846996307
254281	rnn.weight_hh_l0	6	-0.028885606676340103
254281	rnn.weight_hh_l0	7	-0.07743484526872635
254281	rnn.weight_hh_l0	8	0.04123064875602722
254281	rnn.weight_hh_l0	9	-0.09225168079137802
254281	rnn.bias_ih_l0	0	0.17869263887405396
254281	rnn.bias_ih_l0	1	-0.2231311798095703
254281	rnn.bias_ih_l0	2	-0.01908673718571663
254281	rnn.bias_ih_l0	3	-0.14225222170352936
254281	rnn.bias_ih_l0	4	0.023661302402615547
254281	rnn.bias_ih_l0	5	-0.2978988587856293
254281	rnn.bias_ih_l0	6	-0.1124645248055458
254281	rnn.bias_ih_l0	7	-0.2775060832500458
254281	rnn.bias_ih_l0	8	-0.23406733572483063
254281	rnn.bias_ih_l0	9	-0.39248523116111755
254281	rnn.bias_hh_l0	0	-0.24034321308135986
254281	rnn.bias_hh_l0	1	-0.24743373692035675
254281	rnn.bias_hh_l0	2	-0.23150719702243805
254281	rnn.bias_hh_l0	3	-0.07492619752883911
254281	rnn.bias_hh_l0	4	-0.24226658046245575
254281	rnn.bias_hh_l0	5	-0.2707222104072571
254281	rnn.bias_hh_l0	6	-0.10452435165643692
254281	rnn.bias_hh_l0	7	0.06893184036016464
254281	rnn.bias_hh_l0	8	-0.1604289561510086
254281	rnn.bias_hh_l0	9	-0.4271554946899414
254281	rnn.weight_ih_l0_reverse	0	0.052841003984212875
254281	rnn.weight_ih_l0_reverse	1	-0.07554023712873459
254281	rnn.weight_ih_l0_reverse	2	-0.034528590738773346
254281	rnn.weight_ih_l0_reverse	3	-0.0944819301366806
254281	rnn.weight_ih_l0_reverse	4	0.06705950200557709
254281	rnn.weight_ih_l0_reverse	5	-0.11220769584178925
254281	rnn.weight_ih_l0_reverse	6	0.01362532377243042
254281	rnn.weight_ih_l0_reverse	7	0.033822450786828995
254281	rnn.weight_ih_l0_reverse	8	-0.08946481347084045
254281	rnn.weight_ih_l0_reverse	9	-0.02061178907752037
254281	rnn.weight_hh_l0_reverse	0	-0.07014705240726471
254281	rnn.weight_hh_l0_reverse	1	0.023071441799402237
254281	rnn.weight_hh_l0_reverse	2	-0.015684032812714577
254281	rnn.weight_hh_l0_reverse	3	0.022785279899835587
254281	rnn.weight_hh_l0_reverse	4	-0.06890465319156647
254281	rnn.weight_hh_l0_reverse	5	0.04251483827829361
254281	rnn.weight_hh_l0_reverse	6	0.014747396111488342
254281	rnn.weight_hh_l0_reverse	7	-0.05850837752223015
254281	rnn.weight_hh_l0_reverse	8	-0.02431279979646206
254281	rnn.weight_hh_l0_reverse	9	0.062222760170698166
254281	rnn.bias_ih_l0_reverse	0	-0.14513063430786133
254281	rnn.bias_ih_l0_reverse	1	-0.08191865682601929
254281	rnn.bias_ih_l0_reverse	2	0.07748903334140778
254281	rnn.bias_ih_l0_reverse	3	-0.21380271017551422
254281	rnn.bias_ih_l0_reverse	4	-0.03539262339472771
254281	rnn.bias_ih_l0_reverse	5	-0.19412945210933685
254281	rnn.bias_ih_l0_reverse	6	0.2356385737657547
254281	rnn.bias_ih_l0_reverse	7	-0.2802681624889374
254281	rnn.bias_ih_l0_reverse	8	-0.13070623576641083
254281	rnn.bias_ih_l0_reverse	9	-0.13451291620731354
254281	rnn.bias_hh_l0_reverse	0	-0.1342463344335556
254281	rnn.bias_hh_l0_reverse	1	0.2404182106256485
254281	rnn.bias_hh_l0_reverse	2	-0.2912788689136505
254281	rnn.bias_hh_l0_reverse	3	-0.15655763447284698
254281	rnn.bias_hh_l0_reverse	4	-0.29884782433509827
254281	rnn.bias_hh_l0_reverse	5	-0.11059420555830002
254281	rnn.bias_hh_l0_reverse	6	-0.2655073404312134
254281	rnn.bias_hh_l0_reverse	7	-0.080483078956604
254281	rnn.bias_hh_l0_reverse	8	-0.16235855221748352
254281	rnn.bias_hh_l0_reverse	9	0.17229121923446655
254281	linear.weight	0	0.1909831166267395
254281	linear.weight	1	-0.41770637035369873
254281	linear.weight	2	0.016035526990890503
254281	linear.weight	3	0.06800054013729095
254281	linear.weight	4	-0.14962570369243622
254281	linear.weight	5	0.21098746359348297
254281	linear.weight	6	-0.02948598563671112
254281	linear.weight	7	-0.0656106173992157
254281	linear.weight	8	0.11436145752668381
254281	linear.weight	9	-0.04260978102684021
254281	linear.bias	0	-1.058435082435608
254281	linear.bias	1	1.850287914276123
254281	linear.bias	2	0.619592010974884
254281	linear.bias	3	-2.498626947402954
254281	linear.bias	4	-0.287598192691803
254281	linear.bias	5	1.182621717453003
254281	linear.bias	6	-0.19941505789756775
254281	linear.bias	7	0.5977177023887634
254281	linear.bias	8	2.1857216358184814
254281	linear.bias	9	-1.3456369638442993
254890	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
254890	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
254890	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
254890	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
254890	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
254890	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
254890	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
254890	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
254890	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
254890	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
254890	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
254890	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
254890	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
254890	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
254890	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
254890	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
254890	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
254890	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
254890	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
254890	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
254890	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
254890	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
254890	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
254890	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
254890	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
254890	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
254890	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
254890	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
254890	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
254890	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
254890	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
254890	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
254890	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
254890	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
254890	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
254890	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
254890	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
254890	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
254890	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
254890	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
254890	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
254890	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
254890	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
254890	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
254890	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
254890	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
254890	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
254890	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
254890	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
254890	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
254890	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
254890	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
254890	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
254890	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
254890	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
254890	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
254890	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
254890	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
254890	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
254890	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
254890	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
254890	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
254890	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
254890	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
254890	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
254890	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
254890	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
254890	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
254890	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
254890	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
254890	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
254890	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
254890	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
254890	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
254890	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
254890	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
254890	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
254890	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
254890	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
254890	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
254890	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
254890	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
254890	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
254890	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
254890	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
254890	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
254890	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
254890	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
254890	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
254890	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
254890	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
254890	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
254890	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
254890	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
254890	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
254890	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
254890	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
254890	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
254890	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
254890	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
254890	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
254890	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
254890	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
254890	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
254890	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
254890	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
254890	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
254890	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
254890	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
254890	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
254890	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
254890	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
254890	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
254890	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
254890	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
254890	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
254890	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
254890	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
254890	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
254890	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
254890	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
254890	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
254890	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
254890	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
254890	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
254890	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
254890	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
254890	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
254890	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
254890	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
254890	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
254890	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
254890	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
254890	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
254890	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
254890	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
254890	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
254890	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
254890	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
254890	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
254890	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
254890	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
254890	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
254890	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
254890	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
254890	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
254890	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
254890	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
254890	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
254890	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
254890	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
254890	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
254890	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
254890	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
254890	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
254890	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
254890	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
254890	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
254890	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
254890	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
254890	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
254890	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
254890	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
254890	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
254890	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
254890	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
254890	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
254890	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
254890	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
254890	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
254890	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
254890	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
254890	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
254890	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
254890	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
254890	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
254890	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
254890	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
254890	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
254890	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
254890	embedding2nn.weight	0	0.26739388704299927
254890	embedding2nn.weight	1	0.3042623996734619
254890	embedding2nn.weight	2	0.02297540009021759
254890	embedding2nn.weight	3	0.03739630803465843
254890	embedding2nn.weight	4	-0.03599189594388008
254890	embedding2nn.weight	5	0.06993570923805237
254890	embedding2nn.weight	6	0.007248459383845329
254890	embedding2nn.weight	7	0.002905250759795308
254890	embedding2nn.weight	8	-0.0052829161286354065
254890	embedding2nn.weight	9	-0.03355265408754349
254890	embedding2nn.bias	0	0.023010265082120895
254890	embedding2nn.bias	1	-0.1681065857410431
254890	embedding2nn.bias	2	0.09262193739414215
254890	embedding2nn.bias	3	0.15421324968338013
254890	embedding2nn.bias	4	0.1603839248418808
254890	embedding2nn.bias	5	-0.055416353046894073
254890	embedding2nn.bias	6	-0.06687803566455841
254890	embedding2nn.bias	7	0.031023461371660233
254890	embedding2nn.bias	8	-0.15431223809719086
254890	embedding2nn.bias	9	-0.40386226773262024
254890	rnn.weight_ih_l0	0	0.009211118333041668
254890	rnn.weight_ih_l0	1	-0.05960609391331673
254890	rnn.weight_ih_l0	2	-0.05888529494404793
254890	rnn.weight_ih_l0	3	0.05239579826593399
254890	rnn.weight_ih_l0	4	0.04943326488137245
254890	rnn.weight_ih_l0	5	-0.1472276747226715
254890	rnn.weight_ih_l0	6	-0.05729122459888458
254890	rnn.weight_ih_l0	7	-0.015349124558269978
254890	rnn.weight_ih_l0	8	0.028615528717637062
254890	rnn.weight_ih_l0	9	-0.04418306052684784
254890	rnn.weight_hh_l0	0	0.013076485134661198
254890	rnn.weight_hh_l0	1	0.06792177259922028
254890	rnn.weight_hh_l0	2	0.04105579853057861
254890	rnn.weight_hh_l0	3	0.027730662375688553
254890	rnn.weight_hh_l0	4	0.01395679172128439
254890	rnn.weight_hh_l0	5	0.07972180098295212
254890	rnn.weight_hh_l0	6	-0.028545184060931206
254890	rnn.weight_hh_l0	7	-0.08081065863370895
254890	rnn.weight_hh_l0	8	0.04112715274095535
254890	rnn.weight_hh_l0	9	-0.08943929523229599
254890	rnn.bias_ih_l0	0	0.17831982672214508
254890	rnn.bias_ih_l0	1	-0.23047833144664764
254890	rnn.bias_ih_l0	2	-0.02175087481737137
254890	rnn.bias_ih_l0	3	-0.14126093685626984
254890	rnn.bias_ih_l0	4	0.024318378418684006
254890	rnn.bias_ih_l0	5	-0.29179519414901733
254890	rnn.bias_ih_l0	6	-0.1114235669374466
254890	rnn.bias_ih_l0	7	-0.27556610107421875
254890	rnn.bias_ih_l0	8	-0.23119111359119415
254890	rnn.bias_ih_l0	9	-0.40199223160743713
254890	rnn.bias_hh_l0	0	-0.2452642321586609
254890	rnn.bias_hh_l0	1	-0.23926042020320892
254890	rnn.bias_hh_l0	2	-0.22701923549175262
254890	rnn.bias_hh_l0	3	-0.07319997251033783
254890	rnn.bias_hh_l0	4	-0.23997926712036133
254890	rnn.bias_hh_l0	5	-0.27023962140083313
254890	rnn.bias_hh_l0	6	-0.0980839878320694
254890	rnn.bias_hh_l0	7	0.0779138132929802
254890	rnn.bias_hh_l0	8	-0.16425614058971405
254890	rnn.bias_hh_l0	9	-0.42581647634506226
254890	rnn.weight_ih_l0_reverse	0	0.04939229413866997
254890	rnn.weight_ih_l0_reverse	1	-0.07458388805389404
254890	rnn.weight_ih_l0_reverse	2	-0.034026846289634705
254890	rnn.weight_ih_l0_reverse	3	-0.09770496189594269
254890	rnn.weight_ih_l0_reverse	4	0.06799964606761932
254890	rnn.weight_ih_l0_reverse	5	-0.11300508677959442
254890	rnn.weight_ih_l0_reverse	6	0.017058853060007095
254890	rnn.weight_ih_l0_reverse	7	0.0332365557551384
254890	rnn.weight_ih_l0_reverse	8	-0.09080417454242706
254890	rnn.weight_ih_l0_reverse	9	-0.01421200018376112
254890	rnn.weight_hh_l0_reverse	0	-0.0693386122584343
254890	rnn.weight_hh_l0_reverse	1	0.0240536630153656
254890	rnn.weight_hh_l0_reverse	2	-0.01663041301071644
254890	rnn.weight_hh_l0_reverse	3	0.02449307031929493
254890	rnn.weight_hh_l0_reverse	4	-0.06844276189804077
254890	rnn.weight_hh_l0_reverse	5	0.042425356805324554
254890	rnn.weight_hh_l0_reverse	6	0.014904295094311237
254890	rnn.weight_hh_l0_reverse	7	-0.05272310972213745
254890	rnn.weight_hh_l0_reverse	8	-0.02762436680495739
254890	rnn.weight_hh_l0_reverse	9	0.06162352114915848
254890	rnn.bias_ih_l0_reverse	0	-0.13772660493850708
254890	rnn.bias_ih_l0_reverse	1	-0.08287012577056885
254890	rnn.bias_ih_l0_reverse	2	0.07316771149635315
254890	rnn.bias_ih_l0_reverse	3	-0.21368874609470367
254890	rnn.bias_ih_l0_reverse	4	-0.04654987156391144
254890	rnn.bias_ih_l0_reverse	5	-0.19331999123096466
254890	rnn.bias_ih_l0_reverse	6	0.23861266672611237
254890	rnn.bias_ih_l0_reverse	7	-0.28750085830688477
254890	rnn.bias_ih_l0_reverse	8	-0.13031314313411713
254890	rnn.bias_ih_l0_reverse	9	-0.13787391781806946
254890	rnn.bias_hh_l0_reverse	0	-0.137474924325943
254890	rnn.bias_hh_l0_reverse	1	0.23525898158550262
254890	rnn.bias_hh_l0_reverse	2	-0.2910194396972656
254890	rnn.bias_hh_l0_reverse	3	-0.1519383192062378
254890	rnn.bias_hh_l0_reverse	4	-0.3064377009868622
254890	rnn.bias_hh_l0_reverse	5	-0.1101863831281662
254890	rnn.bias_hh_l0_reverse	6	-0.2665840685367584
254890	rnn.bias_hh_l0_reverse	7	-0.07932648807764053
254890	rnn.bias_hh_l0_reverse	8	-0.17042239010334015
254890	rnn.bias_hh_l0_reverse	9	0.1794428825378418
254890	linear.weight	0	0.22394780814647675
254890	linear.weight	1	-0.42639636993408203
254890	linear.weight	2	-0.0109599893912673
254890	linear.weight	3	0.06799478828907013
254890	linear.weight	4	-0.14917682111263275
254890	linear.weight	5	0.23193678259849548
254890	linear.weight	6	-0.03742991387844086
254890	linear.weight	7	-0.06559877842664719
254890	linear.weight	8	0.12974001467227936
254890	linear.weight	9	-0.042640458792448044
254890	linear.bias	0	-1.0806523561477661
254890	linear.bias	1	1.871908187866211
254890	linear.bias	2	0.5891257524490356
254890	linear.bias	3	-2.499363422393799
254890	linear.bias	4	-0.29104897379875183
254890	linear.bias	5	1.1729187965393066
254890	linear.bias	6	-0.21130429208278656
254890	linear.bias	7	0.6244178414344788
254890	linear.bias	8	2.1680917739868164
254890	linear.bias	9	-1.3702317476272583
255499	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
255499	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
255499	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
255499	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
255499	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
255499	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
255499	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
255499	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
255499	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
255499	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
255499	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
255499	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
255499	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
255499	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
255499	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
255499	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
255499	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
255499	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
255499	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
255499	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
255499	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
255499	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
255499	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
255499	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
255499	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
255499	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
255499	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
255499	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
255499	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
255499	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
255499	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
255499	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
255499	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
255499	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
255499	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
255499	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
255499	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
255499	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
255499	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
255499	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
255499	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
255499	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
255499	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
255499	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
255499	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
255499	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
255499	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
255499	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
255499	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
255499	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
255499	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
255499	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
255499	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
255499	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
255499	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
255499	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
255499	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
255499	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
255499	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
255499	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
255499	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
255499	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
255499	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
255499	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
255499	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
255499	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
255499	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
255499	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
255499	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
255499	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
255499	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
255499	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
255499	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
255499	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
255499	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
255499	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
255499	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
255499	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
255499	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
255499	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
255499	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
255499	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
255499	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
255499	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
255499	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
255499	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
255499	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
255499	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
255499	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
255499	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
255499	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
255499	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
255499	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
255499	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
255499	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
255499	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
255499	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
255499	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
255499	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
255499	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
255499	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
255499	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
255499	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
255499	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
255499	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
255499	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
255499	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
255499	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
255499	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
255499	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
255499	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
255499	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
255499	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
255499	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
255499	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
255499	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
255499	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
255499	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
255499	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
255499	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
255499	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
255499	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
255499	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
255499	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
255499	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
255499	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
255499	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
255499	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
255499	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
255499	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
255499	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
255499	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
255499	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
255499	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
255499	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
255499	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
255499	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
255499	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
255499	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
255499	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
255499	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
255499	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
255499	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
255499	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
255499	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
255499	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
255499	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
255499	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
255499	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
255499	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
255499	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
255499	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
255499	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
255499	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
255499	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
255499	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
255499	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
255499	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
255499	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
255499	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
255499	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
255499	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
255499	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
255499	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
255499	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
255499	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
255499	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
255499	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
255499	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
255499	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
255499	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
255499	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
255499	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
255499	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
255499	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
255499	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
255499	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
255499	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
255499	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
255499	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
255499	embedding2nn.weight	0	0.2662295401096344
255499	embedding2nn.weight	1	0.3055219054222107
255499	embedding2nn.weight	2	0.02498927153646946
255499	embedding2nn.weight	3	0.04331667348742485
255499	embedding2nn.weight	4	-0.04087001830339432
255499	embedding2nn.weight	5	0.07054301351308823
255499	embedding2nn.weight	6	0.012696363031864166
255499	embedding2nn.weight	7	0.0008182323654182255
255499	embedding2nn.weight	8	0.0011882000835612416
255499	embedding2nn.weight	9	-0.03895169869065285
255499	embedding2nn.bias	0	0.03375227749347687
255499	embedding2nn.bias	1	-0.1732671707868576
255499	embedding2nn.bias	2	0.10079146176576614
255499	embedding2nn.bias	3	0.14988212287425995
255499	embedding2nn.bias	4	0.13841654360294342
255499	embedding2nn.bias	5	-0.04944693297147751
255499	embedding2nn.bias	6	-0.0476861335337162
255499	embedding2nn.bias	7	0.02673388086259365
255499	embedding2nn.bias	8	-0.16735048592090607
255499	embedding2nn.bias	9	-0.38766658306121826
255499	rnn.weight_ih_l0	0	0.009137662127614021
255499	rnn.weight_ih_l0	1	-0.059805139899253845
255499	rnn.weight_ih_l0	2	-0.06824473291635513
255499	rnn.weight_ih_l0	3	0.04978853091597557
255499	rnn.weight_ih_l0	4	0.05125309154391289
255499	rnn.weight_ih_l0	5	-0.14883111417293549
255499	rnn.weight_ih_l0	6	-0.05450689047574997
255499	rnn.weight_ih_l0	7	-0.016236111521720886
255499	rnn.weight_ih_l0	8	0.029970956966280937
255499	rnn.weight_ih_l0	9	-0.0519004687666893
255499	rnn.weight_hh_l0	0	0.012576832436025143
255499	rnn.weight_hh_l0	1	0.06830107420682907
255499	rnn.weight_hh_l0	2	0.04150865599513054
255499	rnn.weight_hh_l0	3	0.027707915753126144
255499	rnn.weight_hh_l0	4	0.013736696913838387
255499	rnn.weight_hh_l0	5	0.08088688552379608
255499	rnn.weight_hh_l0	6	-0.028399139642715454
255499	rnn.weight_hh_l0	7	-0.07703512161970139
255499	rnn.weight_hh_l0	8	0.04092583432793617
255499	rnn.weight_hh_l0	9	-0.09099867194890976
255499	rnn.bias_ih_l0	0	0.19125591218471527
255499	rnn.bias_ih_l0	1	-0.2346113920211792
255499	rnn.bias_ih_l0	2	-0.018616817891597748
255499	rnn.bias_ih_l0	3	-0.1370581090450287
255499	rnn.bias_ih_l0	4	0.01400798186659813
255499	rnn.bias_ih_l0	5	-0.29577121138572693
255499	rnn.bias_ih_l0	6	-0.10978549718856812
255499	rnn.bias_ih_l0	7	-0.27478528022766113
255499	rnn.bias_ih_l0	8	-0.2245669960975647
255499	rnn.bias_ih_l0	9	-0.4093274176120758
255499	rnn.bias_hh_l0	0	-0.24092254042625427
255499	rnn.bias_hh_l0	1	-0.23890146613121033
255499	rnn.bias_hh_l0	2	-0.23469071090221405
255499	rnn.bias_hh_l0	3	-0.07155975699424744
255499	rnn.bias_hh_l0	4	-0.2444036453962326
255499	rnn.bias_hh_l0	5	-0.26887211203575134
255499	rnn.bias_hh_l0	6	-0.09468460828065872
255499	rnn.bias_hh_l0	7	0.08177348971366882
255499	rnn.bias_hh_l0	8	-0.1698218435049057
255499	rnn.bias_hh_l0	9	-0.4284721612930298
255499	rnn.weight_ih_l0_reverse	0	0.0537978820502758
255499	rnn.weight_ih_l0_reverse	1	-0.0767936259508133
255499	rnn.weight_ih_l0_reverse	2	-0.03332587704062462
255499	rnn.weight_ih_l0_reverse	3	-0.09342662245035172
255499	rnn.weight_ih_l0_reverse	4	0.06689797341823578
255499	rnn.weight_ih_l0_reverse	5	-0.11595574766397476
255499	rnn.weight_ih_l0_reverse	6	0.02359924279153347
255499	rnn.weight_ih_l0_reverse	7	0.03455118462443352
255499	rnn.weight_ih_l0_reverse	8	-0.09163902699947357
255499	rnn.weight_ih_l0_reverse	9	-0.01615593023598194
255499	rnn.weight_hh_l0_reverse	0	-0.06947417557239532
255499	rnn.weight_hh_l0_reverse	1	0.024111878126859665
255499	rnn.weight_hh_l0_reverse	2	-0.015347997657954693
255499	rnn.weight_hh_l0_reverse	3	0.024921493604779243
255499	rnn.weight_hh_l0_reverse	4	-0.06864683330059052
255499	rnn.weight_hh_l0_reverse	5	0.04242450371384621
255499	rnn.weight_hh_l0_reverse	6	0.015593265183269978
255499	rnn.weight_hh_l0_reverse	7	-0.053504325449466705
255499	rnn.weight_hh_l0_reverse	8	-0.027140019461512566
255499	rnn.weight_hh_l0_reverse	9	0.06281567364931107
255499	rnn.bias_ih_l0_reverse	0	-0.13763530552387238
255499	rnn.bias_ih_l0_reverse	1	-0.08152671903371811
255499	rnn.bias_ih_l0_reverse	2	0.0763411670923233
255499	rnn.bias_ih_l0_reverse	3	-0.2158140242099762
255499	rnn.bias_ih_l0_reverse	4	-0.048439379781484604
255499	rnn.bias_ih_l0_reverse	5	-0.1937813013792038
255499	rnn.bias_ih_l0_reverse	6	0.23969191312789917
255499	rnn.bias_ih_l0_reverse	7	-0.2679801881313324
255499	rnn.bias_ih_l0_reverse	8	-0.12779095768928528
255499	rnn.bias_ih_l0_reverse	9	-0.13549330830574036
255499	rnn.bias_hh_l0_reverse	0	-0.1321515440940857
255499	rnn.bias_hh_l0_reverse	1	0.22505231201648712
255499	rnn.bias_hh_l0_reverse	2	-0.2866564393043518
255499	rnn.bias_hh_l0_reverse	3	-0.15541870892047882
255499	rnn.bias_hh_l0_reverse	4	-0.3030729293823242
255499	rnn.bias_hh_l0_reverse	5	-0.11884830892086029
255499	rnn.bias_hh_l0_reverse	6	-0.25659674406051636
255499	rnn.bias_hh_l0_reverse	7	-0.08361043781042099
255499	rnn.bias_hh_l0_reverse	8	-0.1720927357673645
255499	rnn.bias_hh_l0_reverse	9	0.18742680549621582
255499	linear.weight	0	0.17500682175159454
255499	linear.weight	1	-0.40789076685905457
255499	linear.weight	2	0.02810714580118656
255499	linear.weight	3	0.0679936483502388
255499	linear.weight	4	-0.16048473119735718
255499	linear.weight	5	0.20570695400238037
255499	linear.weight	6	-0.058053042739629745
255499	linear.weight	7	-0.06559297442436218
255499	linear.weight	8	0.1213240697979927
255499	linear.weight	9	-0.04267223924398422
255499	linear.bias	0	-1.093531608581543
255499	linear.bias	1	1.852051019668579
255499	linear.bias	2	0.6256352066993713
255499	linear.bias	3	-2.5000972747802734
255499	linear.bias	4	-0.3004511594772339
255499	linear.bias	5	1.200952410697937
255499	linear.bias	6	-0.23306629061698914
255499	linear.bias	7	0.5690732002258301
255499	linear.bias	8	2.1997735500335693
255499	linear.bias	9	-1.3449960947036743
256108	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
256108	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
256108	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
256108	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
256108	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
256108	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
256108	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
256108	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
256108	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
256108	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
256108	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
256108	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
256108	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
256108	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
256108	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
256108	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
256108	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
256108	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
256108	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
256108	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
256108	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
256108	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
256108	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
256108	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
256108	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
256108	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
256108	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
256108	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
256108	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
256108	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
256108	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
256108	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
256108	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
256108	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
256108	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
256108	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
256108	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
256108	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
256108	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
256108	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
256108	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
256108	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
256108	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
256108	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
256108	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
256108	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
256108	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
256108	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
256108	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
256108	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
256108	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
256108	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
256108	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
256108	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
256108	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
256108	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
256108	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
256108	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
256108	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
256108	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
256108	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
256108	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
256108	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
256108	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
256108	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
256108	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
256108	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
256108	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
256108	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
256108	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
256108	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
256108	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
256108	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
256108	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
256108	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
256108	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
256108	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
256108	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
256108	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
256108	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
256108	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
256108	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
256108	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
256108	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
256108	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
256108	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
256108	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
256108	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
256108	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
256108	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
256108	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
256108	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
256108	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
256108	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
256108	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
256108	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
256108	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
256108	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
256108	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
256108	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
256108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
256108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
256108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
256108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
256108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
256108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
256108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
256108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
256108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
256108	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
256108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
256108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
256108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
256108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
256108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
256108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
256108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
256108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
256108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
256108	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
256108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
256108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
256108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
256108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
256108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
256108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
256108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
256108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
256108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
256108	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
256108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
256108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
256108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
256108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
256108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
256108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
256108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
256108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
256108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
256108	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
256108	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
256108	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
256108	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
256108	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
256108	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
256108	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
256108	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
256108	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
256108	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
256108	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
256108	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
256108	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
256108	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
256108	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
256108	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
256108	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
256108	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
256108	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
256108	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
256108	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
256108	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
256108	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
256108	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
256108	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
256108	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
256108	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
256108	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
256108	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
256108	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
256108	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
256108	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
256108	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
256108	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
256108	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
256108	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
256108	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
256108	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
256108	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
256108	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
256108	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
256108	embedding2nn.weight	0	0.2632322609424591
256108	embedding2nn.weight	1	0.3061234951019287
256108	embedding2nn.weight	2	0.021234536543488503
256108	embedding2nn.weight	3	0.019764801487326622
256108	embedding2nn.weight	4	-0.03730251267552376
256108	embedding2nn.weight	5	0.07045493274927139
256108	embedding2nn.weight	6	0.021160868927836418
256108	embedding2nn.weight	7	-7.286994514288381e-05
256108	embedding2nn.weight	8	-0.0008233172120526433
256108	embedding2nn.weight	9	-0.03946828097105026
256108	embedding2nn.bias	0	0.016522381454706192
256108	embedding2nn.bias	1	-0.1749064326286316
256108	embedding2nn.bias	2	0.11167945712804794
256108	embedding2nn.bias	3	0.1665041297674179
256108	embedding2nn.bias	4	0.16016581654548645
256108	embedding2nn.bias	5	-0.06198304519057274
256108	embedding2nn.bias	6	-0.05163896456360817
256108	embedding2nn.bias	7	0.01813429966568947
256108	embedding2nn.bias	8	-0.17276905477046967
256108	embedding2nn.bias	9	-0.3729804456233978
256108	rnn.weight_ih_l0	0	0.009264852851629257
256108	rnn.weight_ih_l0	1	-0.060367219150066376
256108	rnn.weight_ih_l0	2	-0.06947212666273117
256108	rnn.weight_ih_l0	3	0.05026539787650108
256108	rnn.weight_ih_l0	4	0.048367731273174286
256108	rnn.weight_ih_l0	5	-0.14784665405750275
256108	rnn.weight_ih_l0	6	-0.04968806356191635
256108	rnn.weight_ih_l0	7	-0.012040182948112488
256108	rnn.weight_ih_l0	8	0.035564761608839035
256108	rnn.weight_ih_l0	9	-0.05329722911119461
256108	rnn.weight_hh_l0	0	0.012540861964225769
256108	rnn.weight_hh_l0	1	0.06851748377084732
256108	rnn.weight_hh_l0	2	0.04148905351758003
256108	rnn.weight_hh_l0	3	0.027293706312775612
256108	rnn.weight_hh_l0	4	0.014045941643416882
256108	rnn.weight_hh_l0	5	0.08054730296134949
256108	rnn.weight_hh_l0	6	-0.027861380949616432
256108	rnn.weight_hh_l0	7	-0.07368811964988708
256108	rnn.weight_hh_l0	8	0.04081308841705322
256108	rnn.weight_hh_l0	9	-0.09248911589384079
256108	rnn.bias_ih_l0	0	0.18954536318778992
256108	rnn.bias_ih_l0	1	-0.23446998000144958
256108	rnn.bias_ih_l0	2	-0.017348213121294975
256108	rnn.bias_ih_l0	3	-0.13279807567596436
256108	rnn.bias_ih_l0	4	0.018006037920713425
256108	rnn.bias_ih_l0	5	-0.29901638627052307
256108	rnn.bias_ih_l0	6	-0.09719180315732956
256108	rnn.bias_ih_l0	7	-0.2763504683971405
256108	rnn.bias_ih_l0	8	-0.22224266827106476
256108	rnn.bias_ih_l0	9	-0.40419793128967285
256108	rnn.bias_hh_l0	0	-0.24330531060695648
256108	rnn.bias_hh_l0	1	-0.24231572449207306
256108	rnn.bias_hh_l0	2	-0.22663594782352448
256108	rnn.bias_hh_l0	3	-0.06098334491252899
256108	rnn.bias_hh_l0	4	-0.24672238528728485
256108	rnn.bias_hh_l0	5	-0.27107858657836914
256108	rnn.bias_hh_l0	6	-0.09859036654233932
256108	rnn.bias_hh_l0	7	0.07993500679731369
256108	rnn.bias_hh_l0	8	-0.16345837712287903
256108	rnn.bias_hh_l0	9	-0.433743953704834
256108	rnn.weight_ih_l0_reverse	0	0.05617886036634445
256108	rnn.weight_ih_l0_reverse	1	-0.07696355879306793
256108	rnn.weight_ih_l0_reverse	2	-0.030412841588258743
256108	rnn.weight_ih_l0_reverse	3	-0.09155113250017166
256108	rnn.weight_ih_l0_reverse	4	0.0642416775226593
256108	rnn.weight_ih_l0_reverse	5	-0.12215171009302139
256108	rnn.weight_ih_l0_reverse	6	0.01793934777379036
256108	rnn.weight_ih_l0_reverse	7	0.03325825184583664
256108	rnn.weight_ih_l0_reverse	8	-0.08776696771383286
256108	rnn.weight_ih_l0_reverse	9	-0.017874883487820625
256108	rnn.weight_hh_l0_reverse	0	-0.06520488113164902
256108	rnn.weight_hh_l0_reverse	1	0.023758819326758385
256108	rnn.weight_hh_l0_reverse	2	-0.014609736390411854
256108	rnn.weight_hh_l0_reverse	3	0.025250963866710663
256108	rnn.weight_hh_l0_reverse	4	-0.06823728233575821
256108	rnn.weight_hh_l0_reverse	5	0.04250900819897652
256108	rnn.weight_hh_l0_reverse	6	0.015286626294255257
256108	rnn.weight_hh_l0_reverse	7	-0.052663031965494156
256108	rnn.weight_hh_l0_reverse	8	-0.030688565224409103
256108	rnn.weight_hh_l0_reverse	9	0.06157791614532471
256108	rnn.bias_ih_l0_reverse	0	-0.1327333301305771
256108	rnn.bias_ih_l0_reverse	1	-0.07792811095714569
256108	rnn.bias_ih_l0_reverse	2	0.06929148733615875
256108	rnn.bias_ih_l0_reverse	3	-0.21543541550636292
256108	rnn.bias_ih_l0_reverse	4	-0.05218334496021271
256108	rnn.bias_ih_l0_reverse	5	-0.19644905626773834
256108	rnn.bias_ih_l0_reverse	6	0.25087788701057434
256108	rnn.bias_ih_l0_reverse	7	-0.2916834354400635
256108	rnn.bias_ih_l0_reverse	8	-0.1264864206314087
256108	rnn.bias_ih_l0_reverse	9	-0.1373298317193985
256108	rnn.bias_hh_l0_reverse	0	-0.12017066031694412
256108	rnn.bias_hh_l0_reverse	1	0.21749980747699738
256108	rnn.bias_hh_l0_reverse	2	-0.2877574563026428
256108	rnn.bias_hh_l0_reverse	3	-0.15592068433761597
256108	rnn.bias_hh_l0_reverse	4	-0.3071253299713135
256108	rnn.bias_hh_l0_reverse	5	-0.12082574516534805
256108	rnn.bias_hh_l0_reverse	6	-0.2582779824733734
256108	rnn.bias_hh_l0_reverse	7	-0.0817735493183136
256108	rnn.bias_hh_l0_reverse	8	-0.16601917147636414
256108	rnn.bias_hh_l0_reverse	9	0.175693079829216
256108	linear.weight	0	0.16268602013587952
256108	linear.weight	1	-0.4094153642654419
256108	linear.weight	2	0.025978118181228638
256108	linear.weight	3	0.06798764318227768
256108	linear.weight	4	-0.1259455531835556
256108	linear.weight	5	0.22253598272800446
256108	linear.weight	6	-0.0703982263803482
256108	linear.weight	7	-0.06558665633201599
256108	linear.weight	8	0.09622551500797272
256108	linear.weight	9	-0.04269934445619583
256108	linear.bias	0	-1.0909042358398438
256108	linear.bias	1	1.8863019943237305
256108	linear.bias	2	0.5948326587677002
256108	linear.bias	3	-2.5007715225219727
256108	linear.bias	4	-0.29060935974121094
256108	linear.bias	5	1.1634562015533447
256108	linear.bias	6	-0.25227370858192444
256108	linear.bias	7	0.5843694806098938
256108	linear.bias	8	2.1622793674468994
256108	linear.bias	9	-1.366244912147522
256116	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
256116	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
256116	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
256116	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
256116	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
256116	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
256116	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
256116	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
256116	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
256116	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
256116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
256116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
256116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
256116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
256116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
256116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
256116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
256116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
256116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
256116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
256116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
256116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
256116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
256116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
256116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
256116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
256116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
256116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
256116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
256116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
256116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
256116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
256116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
256116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
256116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
256116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
256116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
256116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
256116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
256116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
256116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
256116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
256116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
256116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
256116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
256116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
256116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
256116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
256116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
256116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
256116	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
256116	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
256116	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
256116	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
256116	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
256116	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
256116	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
256116	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
256116	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
256116	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
256116	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
256116	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
256116	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
256116	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
256116	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
256116	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
256116	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
256116	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
256116	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
256116	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
256116	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
256116	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
256116	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
256116	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
256116	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
256116	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
256116	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
256116	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
256116	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
256116	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
256116	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
256116	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
256116	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
256116	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
256116	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
256116	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
256116	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
256116	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
256116	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
256116	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
256116	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
256116	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
256116	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
256116	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
256116	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
256116	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
256116	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
256116	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
256116	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
256116	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
256116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
256116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
256116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
256116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
256116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
256116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
256116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
256116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
256116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
256116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
256116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
256116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
256116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
256116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
256116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
256116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
256116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
256116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
256116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
256116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
256116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
256116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
256116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
256116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
256116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
256116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
256116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
256116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
256116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
256116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
256116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
256116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
256116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
256116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
256116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
256116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
256116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
256116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
256116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
256116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
256116	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
256116	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
256116	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
256116	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
256116	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
256116	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
256116	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
256116	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
256116	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
256116	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
256116	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
256116	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
256116	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
256116	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
256116	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
256116	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
256116	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
256116	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
256116	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
256116	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
256116	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
256116	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
256116	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
256116	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
256116	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
256116	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
256116	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
256116	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
256116	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
256116	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
256116	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
256116	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
256116	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
256116	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
256116	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
256116	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
256116	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
256116	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
256116	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
256116	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
256116	embedding2nn.weight	0	0.2631484270095825
256116	embedding2nn.weight	1	0.30602094531059265
256116	embedding2nn.weight	2	0.021597767248749733
256116	embedding2nn.weight	3	0.021012408658862114
256116	embedding2nn.weight	4	-0.03772342950105667
256116	embedding2nn.weight	5	0.06998297572135925
256116	embedding2nn.weight	6	0.02125946432352066
256116	embedding2nn.weight	7	0.0013104024110361934
256116	embedding2nn.weight	8	-0.0019455079454928637
256116	embedding2nn.weight	9	-0.03953595459461212
256116	embedding2nn.bias	0	0.020204447209835052
256116	embedding2nn.bias	1	-0.17652976512908936
256116	embedding2nn.bias	2	0.11715571582317352
256116	embedding2nn.bias	3	0.16326172649860382
256116	embedding2nn.bias	4	0.15403404831886292
256116	embedding2nn.bias	5	-0.060343366116285324
256116	embedding2nn.bias	6	-0.04772963002324104
256116	embedding2nn.bias	7	0.02647182159125805
256116	embedding2nn.bias	8	-0.17650951445102692
256116	embedding2nn.bias	9	-0.37524354457855225
256116	rnn.weight_ih_l0	0	0.00947464257478714
256116	rnn.weight_ih_l0	1	-0.06040339171886444
256116	rnn.weight_ih_l0	2	-0.06907996535301208
256116	rnn.weight_ih_l0	3	0.04985556751489639
256116	rnn.weight_ih_l0	4	0.048505209386348724
256116	rnn.weight_ih_l0	5	-0.14795838296413422
256116	rnn.weight_ih_l0	6	-0.04963766038417816
256116	rnn.weight_ih_l0	7	-0.011679409071803093
256116	rnn.weight_ih_l0	8	0.035467468202114105
256116	rnn.weight_ih_l0	9	-0.0535091795027256
256116	rnn.weight_hh_l0	0	0.012573281303048134
256116	rnn.weight_hh_l0	1	0.0685008242726326
256116	rnn.weight_hh_l0	2	0.041358862072229385
256116	rnn.weight_hh_l0	3	0.027303140610456467
256116	rnn.weight_hh_l0	4	0.013916583731770515
256116	rnn.weight_hh_l0	5	0.08061528205871582
256116	rnn.weight_hh_l0	6	-0.027851536870002747
256116	rnn.weight_hh_l0	7	-0.07397527247667313
256116	rnn.weight_hh_l0	8	0.040797390043735504
256116	rnn.weight_hh_l0	9	-0.09235791862010956
256116	rnn.bias_ih_l0	0	0.1901959627866745
256116	rnn.bias_ih_l0	1	-0.23368775844573975
256116	rnn.bias_ih_l0	2	-0.01691412553191185
256116	rnn.bias_ih_l0	3	-0.13294187188148499
256116	rnn.bias_ih_l0	4	0.01741930842399597
256116	rnn.bias_ih_l0	5	-0.2994970381259918
256116	rnn.bias_ih_l0	6	-0.09675153344869614
256116	rnn.bias_ih_l0	7	-0.27639058232307434
256116	rnn.bias_ih_l0	8	-0.22190648317337036
256116	rnn.bias_ih_l0	9	-0.4023103415966034
256116	rnn.bias_hh_l0	0	-0.24298150837421417
256116	rnn.bias_hh_l0	1	-0.2428177297115326
256116	rnn.bias_hh_l0	2	-0.2284216433763504
256116	rnn.bias_hh_l0	3	-0.06073706969618797
256116	rnn.bias_hh_l0	4	-0.24539689719676971
256116	rnn.bias_hh_l0	5	-0.27129581570625305
256116	rnn.bias_hh_l0	6	-0.09917659312486649
256116	rnn.bias_hh_l0	7	0.07931491732597351
256116	rnn.bias_hh_l0	8	-0.16260460019111633
256116	rnn.bias_hh_l0	9	-0.43338531255722046
256116	rnn.weight_ih_l0_reverse	0	0.05641520395874977
256116	rnn.weight_ih_l0_reverse	1	-0.07681413739919662
256116	rnn.weight_ih_l0_reverse	2	-0.029920430853962898
256116	rnn.weight_ih_l0_reverse	3	-0.09146477282047272
256116	rnn.weight_ih_l0_reverse	4	0.06431712955236435
256116	rnn.weight_ih_l0_reverse	5	-0.12076719850301743
256116	rnn.weight_ih_l0_reverse	6	0.018264273181557655
256116	rnn.weight_ih_l0_reverse	7	0.03320727124810219
256116	rnn.weight_ih_l0_reverse	8	-0.0878581553697586
256116	rnn.weight_ih_l0_reverse	9	-0.01782325841486454
256116	rnn.weight_hh_l0_reverse	0	-0.06487623602151871
256116	rnn.weight_hh_l0_reverse	1	0.023824654519557953
256116	rnn.weight_hh_l0_reverse	2	-0.014512072317302227
256116	rnn.weight_hh_l0_reverse	3	0.025203246623277664
256116	rnn.weight_hh_l0_reverse	4	-0.0681678056716919
256116	rnn.weight_hh_l0_reverse	5	0.04247462749481201
256116	rnn.weight_hh_l0_reverse	6	0.015298262238502502
256116	rnn.weight_hh_l0_reverse	7	-0.05210303142666817
256116	rnn.weight_hh_l0_reverse	8	-0.030851079151034355
256116	rnn.weight_hh_l0_reverse	9	0.061627838760614395
256116	rnn.bias_ih_l0_reverse	0	-0.13343274593353271
256116	rnn.bias_ih_l0_reverse	1	-0.07684185355901718
256116	rnn.bias_ih_l0_reverse	2	0.06859361380338669
256116	rnn.bias_ih_l0_reverse	3	-0.21535634994506836
256116	rnn.bias_ih_l0_reverse	4	-0.052677348256111145
256116	rnn.bias_ih_l0_reverse	5	-0.19662447273731232
256116	rnn.bias_ih_l0_reverse	6	0.2514747977256775
256116	rnn.bias_ih_l0_reverse	7	-0.2920157313346863
256116	rnn.bias_ih_l0_reverse	8	-0.12625588476657867
256116	rnn.bias_ih_l0_reverse	9	-0.13649733364582062
256116	rnn.bias_hh_l0_reverse	0	-0.12056276202201843
256116	rnn.bias_hh_l0_reverse	1	0.21711274981498718
256116	rnn.bias_hh_l0_reverse	2	-0.2875615060329437
256116	rnn.bias_hh_l0_reverse	3	-0.15584667026996613
256116	rnn.bias_hh_l0_reverse	4	-0.307617723941803
256116	rnn.bias_hh_l0_reverse	5	-0.12149517238140106
256116	rnn.bias_hh_l0_reverse	6	-0.25854814052581787
256116	rnn.bias_hh_l0_reverse	7	-0.08148617297410965
256116	rnn.bias_hh_l0_reverse	8	-0.16603980958461761
256116	rnn.bias_hh_l0_reverse	9	0.1753665953874588
256116	linear.weight	0	0.16872134804725647
256116	linear.weight	1	-0.4111340641975403
256116	linear.weight	2	0.02149340510368347
256116	linear.weight	3	0.06798753142356873
256116	linear.weight	4	-0.12444568425416946
256116	linear.weight	5	0.22702395915985107
256116	linear.weight	6	-0.07928766310214996
256116	linear.weight	7	-0.0655866414308548
256116	linear.weight	8	0.09811580926179886
256116	linear.weight	9	-0.04270007461309433
256116	linear.bias	0	-1.094354510307312
256116	linear.bias	1	1.8753541707992554
256116	linear.bias	2	0.6024121642112732
256116	linear.bias	3	-2.5007824897766113
256116	linear.bias	4	-0.28847160935401917
256116	linear.bias	5	1.1746240854263306
256116	linear.bias	6	-0.2629871070384979
256116	linear.bias	7	0.5760002136230469
256116	linear.bias	8	2.162177801132202
256116	linear.bias	9	-1.3749644756317139
256725	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
256725	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
256725	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
256725	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
256725	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
256725	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
256725	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
256725	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
256725	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
256725	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
256725	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
256725	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
256725	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
256725	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
256725	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
256725	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
256725	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
256725	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
256725	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
256725	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
256725	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
256725	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
256725	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
256725	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
256725	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
256725	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
256725	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
256725	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
256725	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
256725	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
256725	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
256725	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
256725	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
256725	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
256725	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
256725	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
256725	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
256725	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
256725	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
256725	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
256725	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
256725	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
256725	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
256725	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
256725	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
256725	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
256725	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
256725	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
256725	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
256725	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
256725	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
256725	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
256725	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
256725	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
256725	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
256725	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
256725	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
256725	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
256725	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
256725	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
256725	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
256725	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
256725	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
256725	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
256725	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
256725	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
256725	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
256725	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
256725	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
256725	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
256725	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
256725	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
256725	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
256725	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
256725	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
256725	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
256725	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
256725	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
256725	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
256725	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
256725	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
256725	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
256725	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
256725	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
256725	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
256725	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
256725	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
256725	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
256725	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
256725	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
256725	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
256725	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
256725	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
256725	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
256725	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
256725	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
256725	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
256725	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
256725	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
256725	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
256725	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
256725	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
256725	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
256725	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
256725	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
256725	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
256725	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
256725	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
256725	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
256725	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
256725	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
256725	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
256725	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
256725	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
256725	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
256725	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
256725	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
256725	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
256725	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
256725	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
256725	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
256725	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
256725	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
256725	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
256725	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
256725	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
256725	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
256725	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
256725	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
256725	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
256725	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
256725	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
256725	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
256725	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
256725	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
256725	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
256725	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
256725	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
256725	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
256725	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
256725	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
256725	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
256725	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
256725	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
256725	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
256725	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
256725	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
256725	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
256725	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
256725	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
256725	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
256725	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
256725	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
256725	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
256725	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
256725	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
256725	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
256725	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
256725	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
256725	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
256725	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
256725	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
256725	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
256725	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
256725	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
256725	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
256725	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
256725	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
256725	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
256725	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
256725	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
256725	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
256725	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
256725	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
256725	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
256725	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
256725	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
256725	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
256725	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
256725	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
256725	embedding2nn.weight	0	0.2640436589717865
256725	embedding2nn.weight	1	0.3028099536895752
256725	embedding2nn.weight	2	0.02091456949710846
256725	embedding2nn.weight	3	0.011550894938409328
256725	embedding2nn.weight	4	-0.032111961394548416
256725	embedding2nn.weight	5	0.06942006945610046
256725	embedding2nn.weight	6	0.022004781290888786
256725	embedding2nn.weight	7	0.0006572984275408089
256725	embedding2nn.weight	8	0.003074715845286846
256725	embedding2nn.weight	9	-0.04724728688597679
256725	embedding2nn.bias	0	0.00864217709749937
256725	embedding2nn.bias	1	-0.18092073500156403
256725	embedding2nn.bias	2	0.11884801089763641
256725	embedding2nn.bias	3	0.16418397426605225
256725	embedding2nn.bias	4	0.14566005766391754
256725	embedding2nn.bias	5	-0.051198750734329224
256725	embedding2nn.bias	6	-0.05558338016271591
256725	embedding2nn.bias	7	0.0012919139117002487
256725	embedding2nn.bias	8	-0.1640671193599701
256725	embedding2nn.bias	9	-0.3832606375217438
256725	rnn.weight_ih_l0	0	0.01102246530354023
256725	rnn.weight_ih_l0	1	-0.06090760603547096
256725	rnn.weight_ih_l0	2	-0.06817909330129623
256725	rnn.weight_ih_l0	3	0.05053160339593887
256725	rnn.weight_ih_l0	4	0.05229821801185608
256725	rnn.weight_ih_l0	5	-0.15185138583183289
256725	rnn.weight_ih_l0	6	-0.045957885682582855
256725	rnn.weight_ih_l0	7	-0.012031328864395618
256725	rnn.weight_ih_l0	8	0.023534897714853287
256725	rnn.weight_ih_l0	9	-0.05392869934439659
256725	rnn.weight_hh_l0	0	0.01241535134613514
256725	rnn.weight_hh_l0	1	0.06858565658330917
256725	rnn.weight_hh_l0	2	0.04061969742178917
256725	rnn.weight_hh_l0	3	0.02776179276406765
256725	rnn.weight_hh_l0	4	0.014354708604514599
256725	rnn.weight_hh_l0	5	0.08241511881351471
256725	rnn.weight_hh_l0	6	-0.026842691004276276
256725	rnn.weight_hh_l0	7	-0.07210974395275116
256725	rnn.weight_hh_l0	8	0.04038152098655701
256725	rnn.weight_hh_l0	9	-0.09368612617254257
256725	rnn.bias_ih_l0	0	0.18510554730892181
256725	rnn.bias_ih_l0	1	-0.24076032638549805
256725	rnn.bias_ih_l0	2	-0.0188220776617527
256725	rnn.bias_ih_l0	3	-0.12362910807132721
256725	rnn.bias_ih_l0	4	0.0185120590031147
256725	rnn.bias_ih_l0	5	-0.29826968908309937
256725	rnn.bias_ih_l0	6	-0.10078826546669006
256725	rnn.bias_ih_l0	7	-0.27672722935676575
256725	rnn.bias_ih_l0	8	-0.22260886430740356
256725	rnn.bias_ih_l0	9	-0.40834909677505493
256725	rnn.bias_hh_l0	0	-0.2406076043844223
256725	rnn.bias_hh_l0	1	-0.2435368150472641
256725	rnn.bias_hh_l0	2	-0.23254598677158356
256725	rnn.bias_hh_l0	3	-0.05377551540732384
256725	rnn.bias_hh_l0	4	-0.24696768820285797
256725	rnn.bias_hh_l0	5	-0.27477791905403137
256725	rnn.bias_hh_l0	6	-0.09611900895833969
256725	rnn.bias_hh_l0	7	0.07708337903022766
256725	rnn.bias_hh_l0	8	-0.159163698554039
256725	rnn.bias_hh_l0	9	-0.42636337876319885
256725	rnn.weight_ih_l0_reverse	0	0.055961497128009796
256725	rnn.weight_ih_l0_reverse	1	-0.07420288026332855
256725	rnn.weight_ih_l0_reverse	2	-0.030145373195409775
256725	rnn.weight_ih_l0_reverse	3	-0.09468471258878708
256725	rnn.weight_ih_l0_reverse	4	0.06283165514469147
256725	rnn.weight_ih_l0_reverse	5	-0.1251150667667389
256725	rnn.weight_ih_l0_reverse	6	0.013171489350497723
256725	rnn.weight_ih_l0_reverse	7	0.032906562089920044
256725	rnn.weight_ih_l0_reverse	8	-0.08613190799951553
256725	rnn.weight_ih_l0_reverse	9	-0.023105008527636528
256725	rnn.weight_hh_l0_reverse	0	-0.06624763458967209
256725	rnn.weight_hh_l0_reverse	1	0.024263491854071617
256725	rnn.weight_hh_l0_reverse	2	-0.014273952692747116
256725	rnn.weight_hh_l0_reverse	3	0.024329636245965958
256725	rnn.weight_hh_l0_reverse	4	-0.06688480079174042
256725	rnn.weight_hh_l0_reverse	5	0.04258229210972786
256725	rnn.weight_hh_l0_reverse	6	0.015144798904657364
256725	rnn.weight_hh_l0_reverse	7	-0.05269833281636238
256725	rnn.weight_hh_l0_reverse	8	-0.027825934812426567
256725	rnn.weight_hh_l0_reverse	9	0.0628841295838356
256725	rnn.bias_ih_l0_reverse	0	-0.12503929436206818
256725	rnn.bias_ih_l0_reverse	1	-0.07720239460468292
256725	rnn.bias_ih_l0_reverse	2	0.06255250424146652
256725	rnn.bias_ih_l0_reverse	3	-0.2189340442419052
256725	rnn.bias_ih_l0_reverse	4	-0.04699757322669029
256725	rnn.bias_ih_l0_reverse	5	-0.19839592278003693
256725	rnn.bias_ih_l0_reverse	6	0.24919278919696808
256725	rnn.bias_ih_l0_reverse	7	-0.2933848202228546
256725	rnn.bias_ih_l0_reverse	8	-0.12824000418186188
256725	rnn.bias_ih_l0_reverse	9	-0.14785023033618927
256725	rnn.bias_hh_l0_reverse	0	-0.12570828199386597
256725	rnn.bias_hh_l0_reverse	1	0.22357003390789032
256725	rnn.bias_hh_l0_reverse	2	-0.2873949706554413
256725	rnn.bias_hh_l0_reverse	3	-0.15199986100196838
256725	rnn.bias_hh_l0_reverse	4	-0.3096744418144226
256725	rnn.bias_hh_l0_reverse	5	-0.12217876315116882
256725	rnn.bias_hh_l0_reverse	6	-0.25323715806007385
256725	rnn.bias_hh_l0_reverse	7	-0.08038678765296936
256725	rnn.bias_hh_l0_reverse	8	-0.18393683433532715
256725	rnn.bias_hh_l0_reverse	9	0.16466650366783142
256725	linear.weight	0	0.19969415664672852
256725	linear.weight	1	-0.41564545035362244
256725	linear.weight	2	0.08780611306428909
256725	linear.weight	3	0.06798122078180313
256725	linear.weight	4	-0.09978868812322617
256725	linear.weight	5	0.2175777703523636
256725	linear.weight	6	-0.07275151461362839
256725	linear.weight	7	-0.06558628380298615
256725	linear.weight	8	0.09574290364980698
256725	linear.weight	9	-0.04272276163101196
256725	linear.bias	0	-1.1221596002578735
256725	linear.bias	1	1.9211525917053223
256725	linear.bias	2	0.6127007007598877
256725	linear.bias	3	-2.501492738723755
256725	linear.bias	4	-0.3123451769351959
256725	linear.bias	5	1.1869356632232666
256725	linear.bias	6	-0.2593865990638733
256725	linear.bias	7	0.5736899971961975
256725	linear.bias	8	2.23358416557312
256725	linear.bias	9	-1.360988736152649
257334	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
257334	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
257334	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
257334	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
257334	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
257334	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
257334	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
257334	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
257334	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
257334	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
257334	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
257334	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
257334	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
257334	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
257334	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
257334	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
257334	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
257334	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
257334	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
257334	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
257334	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
257334	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
257334	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
257334	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
257334	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
257334	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
257334	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
257334	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
257334	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
257334	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
257334	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
257334	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
257334	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
257334	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
257334	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
257334	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
257334	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
257334	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
257334	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
257334	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
257334	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
257334	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
257334	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
257334	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
257334	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
257334	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
257334	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
257334	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
257334	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
257334	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
257334	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
257334	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
257334	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
257334	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
257334	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
257334	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
257334	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
257334	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
257334	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
257334	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
257334	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
257334	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
257334	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
257334	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
257334	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
257334	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
257334	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
257334	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
257334	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
257334	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
257334	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
257334	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
257334	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
257334	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
257334	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
257334	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
257334	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
257334	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
257334	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
257334	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
257334	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
257334	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
257334	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
257334	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
257334	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
257334	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
257334	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
257334	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
257334	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
257334	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
257334	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
257334	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
257334	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
257334	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
257334	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
257334	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
257334	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
257334	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
257334	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
257334	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
257334	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
257334	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
257334	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
257334	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
257334	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
257334	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
257334	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
257334	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
257334	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
257334	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
257334	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
257334	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
257334	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
257334	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
257334	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
257334	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
257334	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
257334	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
257334	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
257334	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
257334	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
257334	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
257334	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
257334	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
257334	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
257334	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
257334	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
257334	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
257334	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
257334	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
257334	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
257334	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
257334	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
257334	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
257334	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
257334	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
257334	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
257334	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
257334	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
257334	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
257334	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
257334	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
257334	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
257334	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
257334	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
257334	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
257334	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
257334	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
257334	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
257334	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
257334	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
257334	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
257334	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
257334	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
257334	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
257334	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
257334	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
257334	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
257334	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
257334	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
257334	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
257334	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
257334	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
257334	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
257334	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
257334	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
257334	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
257334	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
257334	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
257334	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
257334	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
257334	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
257334	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
257334	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
257334	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
257334	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
257334	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
257334	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
257334	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
257334	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
257334	embedding2nn.weight	0	0.2626694440841675
257334	embedding2nn.weight	1	0.30671966075897217
257334	embedding2nn.weight	2	0.027477800846099854
257334	embedding2nn.weight	3	0.007754991762340069
257334	embedding2nn.weight	4	-0.032633259892463684
257334	embedding2nn.weight	5	0.06966282427310944
257334	embedding2nn.weight	6	0.021264513954520226
257334	embedding2nn.weight	7	-0.002413463778793812
257334	embedding2nn.weight	8	0.003455812344327569
257334	embedding2nn.weight	9	-0.04664900526404381
257334	embedding2nn.bias	0	0.040267471224069595
257334	embedding2nn.bias	1	-0.18723158538341522
257334	embedding2nn.bias	2	0.07672058045864105
257334	embedding2nn.bias	3	0.16021119058132172
257334	embedding2nn.bias	4	0.13919676840305328
257334	embedding2nn.bias	5	-0.08762069791555405
257334	embedding2nn.bias	6	-0.06737319380044937
257334	embedding2nn.bias	7	0.026165246963500977
257334	embedding2nn.bias	8	-0.17406073212623596
257334	embedding2nn.bias	9	-0.3922095000743866
257334	rnn.weight_ih_l0	0	0.01268772967159748
257334	rnn.weight_ih_l0	1	-0.06327223032712936
257334	rnn.weight_ih_l0	2	-0.06833415478467941
257334	rnn.weight_ih_l0	3	0.04929563030600548
257334	rnn.weight_ih_l0	4	0.04409611225128174
257334	rnn.weight_ih_l0	5	-0.1453772932291031
257334	rnn.weight_ih_l0	6	-0.04792022705078125
257334	rnn.weight_ih_l0	7	-0.017009424045681953
257334	rnn.weight_ih_l0	8	0.024769874289631844
257334	rnn.weight_ih_l0	9	-0.05846809968352318
257334	rnn.weight_hh_l0	0	0.012451927177608013
257334	rnn.weight_hh_l0	1	0.06898590922355652
257334	rnn.weight_hh_l0	2	0.0413750596344471
257334	rnn.weight_hh_l0	3	0.02793130651116371
257334	rnn.weight_hh_l0	4	0.014713471755385399
257334	rnn.weight_hh_l0	5	0.0832040011882782
257334	rnn.weight_hh_l0	6	-0.026294179260730743
257334	rnn.weight_hh_l0	7	-0.07431655377149582
257334	rnn.weight_hh_l0	8	0.040060464292764664
257334	rnn.weight_hh_l0	9	-0.09536760300397873
257334	rnn.bias_ih_l0	0	0.17851677536964417
257334	rnn.bias_ih_l0	1	-0.24034073948860168
257334	rnn.bias_ih_l0	2	-0.01551097072660923
257334	rnn.bias_ih_l0	3	-0.12931767106056213
257334	rnn.bias_ih_l0	4	0.028690075501799583
257334	rnn.bias_ih_l0	5	-0.298091858625412
257334	rnn.bias_ih_l0	6	-0.11077617108821869
257334	rnn.bias_ih_l0	7	-0.2782386541366577
257334	rnn.bias_ih_l0	8	-0.2211393266916275
257334	rnn.bias_ih_l0	9	-0.4264906346797943
257334	rnn.bias_hh_l0	0	-0.24719126522541046
257334	rnn.bias_hh_l0	1	-0.23998689651489258
257334	rnn.bias_hh_l0	2	-0.23541027307510376
257334	rnn.bias_hh_l0	3	-0.04682350158691406
257334	rnn.bias_hh_l0	4	-0.25181111693382263
257334	rnn.bias_hh_l0	5	-0.2763473093509674
257334	rnn.bias_hh_l0	6	-0.08244330435991287
257334	rnn.bias_hh_l0	7	0.07869601994752884
257334	rnn.bias_hh_l0	8	-0.15400823950767517
257334	rnn.bias_hh_l0	9	-0.43572720885276794
257334	rnn.weight_ih_l0_reverse	0	0.05604176223278046
257334	rnn.weight_ih_l0_reverse	1	-0.07331714779138565
257334	rnn.weight_ih_l0_reverse	2	-0.03139244765043259
257334	rnn.weight_ih_l0_reverse	3	-0.0960431694984436
257334	rnn.weight_ih_l0_reverse	4	0.06670726090669632
257334	rnn.weight_ih_l0_reverse	5	-0.1272851526737213
257334	rnn.weight_ih_l0_reverse	6	0.022765299305319786
257334	rnn.weight_ih_l0_reverse	7	0.031569357961416245
257334	rnn.weight_ih_l0_reverse	8	-0.07765252143144608
257334	rnn.weight_ih_l0_reverse	9	-0.02495625428855419
257334	rnn.weight_hh_l0_reverse	0	-0.06440635025501251
257334	rnn.weight_hh_l0_reverse	1	0.024213409051299095
257334	rnn.weight_hh_l0_reverse	2	-0.014035611413419247
257334	rnn.weight_hh_l0_reverse	3	0.02378423884510994
257334	rnn.weight_hh_l0_reverse	4	-0.06682991981506348
257334	rnn.weight_hh_l0_reverse	5	0.043148916214704514
257334	rnn.weight_hh_l0_reverse	6	0.015230996534228325
257334	rnn.weight_hh_l0_reverse	7	-0.05414103344082832
257334	rnn.weight_hh_l0_reverse	8	-0.026713179424405098
257334	rnn.weight_hh_l0_reverse	9	0.0621199794113636
257334	rnn.bias_ih_l0_reverse	0	-0.12118060141801834
257334	rnn.bias_ih_l0_reverse	1	-0.07456991821527481
257334	rnn.bias_ih_l0_reverse	2	0.06659771502017975
257334	rnn.bias_ih_l0_reverse	3	-0.21192270517349243
257334	rnn.bias_ih_l0_reverse	4	-0.02345394156873226
257334	rnn.bias_ih_l0_reverse	5	-0.19604870676994324
257334	rnn.bias_ih_l0_reverse	6	0.2422332614660263
257334	rnn.bias_ih_l0_reverse	7	-0.2949501872062683
257334	rnn.bias_ih_l0_reverse	8	-0.12383902817964554
257334	rnn.bias_ih_l0_reverse	9	-0.1506534218788147
257334	rnn.bias_hh_l0_reverse	0	-0.12963305413722992
257334	rnn.bias_hh_l0_reverse	1	0.22645029425621033
257334	rnn.bias_hh_l0_reverse	2	-0.29558905959129333
257334	rnn.bias_hh_l0_reverse	3	-0.15969249606132507
257334	rnn.bias_hh_l0_reverse	4	-0.31426629424095154
257334	rnn.bias_hh_l0_reverse	5	-0.1163049042224884
257334	rnn.bias_hh_l0_reverse	6	-0.2537465989589691
257334	rnn.bias_hh_l0_reverse	7	-0.07711737602949142
257334	rnn.bias_hh_l0_reverse	8	-0.1636299043893814
257334	rnn.bias_hh_l0_reverse	9	0.173158660531044
257334	linear.weight	0	0.24036462604999542
257334	linear.weight	1	-0.41773220896720886
257334	linear.weight	2	0.05924086272716522
257334	linear.weight	3	0.06797903031110764
257334	linear.weight	4	-0.16427817940711975
257334	linear.weight	5	0.2206099033355713
257334	linear.weight	6	-0.08558540046215057
257334	linear.weight	7	-0.06557440012693405
257334	linear.weight	8	0.11470728367567062
257334	linear.weight	9	-0.042747609317302704
257334	linear.bias	0	-1.1062759160995483
257334	linear.bias	1	1.9896901845932007
257334	linear.bias	2	0.6179215908050537
257334	linear.bias	3	-2.5022029876708984
257334	linear.bias	4	-0.31021204590797424
257334	linear.bias	5	1.1874746084213257
257334	linear.bias	6	-0.2634485960006714
257334	linear.bias	7	0.5827183723449707
257334	linear.bias	8	2.12907075881958
257334	linear.bias	9	-1.378458857536316
257943	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
257943	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
257943	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
257943	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
257943	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
257943	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
257943	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
257943	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
257943	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
257943	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
257943	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
257943	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
257943	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
257943	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
257943	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
257943	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
257943	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
257943	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
257943	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
257943	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
257943	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
257943	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
257943	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
257943	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
257943	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
257943	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
257943	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
257943	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
257943	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
257943	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
257943	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
257943	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
257943	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
257943	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
257943	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
257943	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
257943	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
257943	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
257943	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
257943	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
257943	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
257943	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
257943	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
257943	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
257943	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
257943	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
257943	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
257943	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
257943	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
257943	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
257943	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
257943	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
257943	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
257943	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
257943	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
257943	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
257943	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
257943	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
257943	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
257943	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
257943	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
257943	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
257943	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
257943	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
257943	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
257943	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
257943	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
257943	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
257943	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
257943	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
257943	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
257943	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
257943	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
257943	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
257943	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
257943	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
257943	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
257943	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
257943	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
257943	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
257943	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
257943	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
257943	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
257943	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
257943	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
257943	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
257943	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
257943	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
257943	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
257943	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
257943	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
257943	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
257943	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
257943	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
257943	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
257943	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
257943	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
257943	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
257943	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
257943	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
257943	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
257943	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
257943	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
257943	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
257943	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
257943	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
257943	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
257943	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
257943	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
257943	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
257943	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
257943	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
257943	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
257943	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
257943	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
257943	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
257943	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
257943	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
257943	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
257943	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
257943	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
257943	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
257943	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
257943	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
257943	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
257943	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
257943	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
257943	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
257943	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
257943	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
257943	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
257943	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
257943	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
257943	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
257943	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
257943	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
257943	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
257943	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
257943	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
257943	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
257943	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
257943	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
257943	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
257943	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
257943	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
257943	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
257943	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
257943	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
257943	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
257943	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
257943	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
257943	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
257943	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
257943	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
257943	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
257943	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
257943	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
257943	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
257943	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
257943	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
257943	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
257943	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
257943	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
257943	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
257943	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
257943	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
257943	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
257943	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
257943	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
257943	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
257943	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
257943	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
257943	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
257943	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
257943	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
257943	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
257943	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
257943	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
257943	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
257943	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
257943	embedding2nn.weight	0	0.2611941397190094
257943	embedding2nn.weight	1	0.3027273118495941
257943	embedding2nn.weight	2	0.022861629724502563
257943	embedding2nn.weight	3	0.00477281678467989
257943	embedding2nn.weight	4	-0.03290024772286415
257943	embedding2nn.weight	5	0.07205154746770859
257943	embedding2nn.weight	6	0.027885420247912407
257943	embedding2nn.weight	7	-0.005699766334146261
257943	embedding2nn.weight	8	0.00837542861700058
257943	embedding2nn.weight	9	-0.04687706381082535
257943	embedding2nn.bias	0	0.04457089304924011
257943	embedding2nn.bias	1	-0.1871902495622635
257943	embedding2nn.bias	2	0.06736737489700317
257943	embedding2nn.bias	3	0.1775825172662735
257943	embedding2nn.bias	4	0.16024324297904968
257943	embedding2nn.bias	5	-0.0882200077176094
257943	embedding2nn.bias	6	-0.06955945491790771
257943	embedding2nn.bias	7	0.031011447310447693
257943	embedding2nn.bias	8	-0.16830287873744965
257943	embedding2nn.bias	9	-0.384427934885025
257943	rnn.weight_ih_l0	0	0.012519574724137783
257943	rnn.weight_ih_l0	1	-0.06410028785467148
257943	rnn.weight_ih_l0	2	-0.08222278207540512
257943	rnn.weight_ih_l0	3	0.04670186713337898
257943	rnn.weight_ih_l0	4	0.04359736293554306
257943	rnn.weight_ih_l0	5	-0.14848743379116058
257943	rnn.weight_ih_l0	6	-0.0551774688065052
257943	rnn.weight_ih_l0	7	-0.013923585414886475
257943	rnn.weight_ih_l0	8	0.024609433487057686
257943	rnn.weight_ih_l0	9	-0.053216394037008286
257943	rnn.weight_hh_l0	0	0.012659568339586258
257943	rnn.weight_hh_l0	1	0.06808862090110779
257943	rnn.weight_hh_l0	2	0.04201853275299072
257943	rnn.weight_hh_l0	3	0.02764161117374897
257943	rnn.weight_hh_l0	4	0.014210435561835766
257943	rnn.weight_hh_l0	5	0.08330933004617691
257943	rnn.weight_hh_l0	6	-0.026465697214007378
257943	rnn.weight_hh_l0	7	-0.0720735564827919
257943	rnn.weight_hh_l0	8	0.03978053852915764
257943	rnn.weight_hh_l0	9	-0.09565399587154388
257943	rnn.bias_ih_l0	0	0.1753888875246048
257943	rnn.bias_ih_l0	1	-0.23257339000701904
257943	rnn.bias_ih_l0	2	-0.009392926469445229
257943	rnn.bias_ih_l0	3	-0.12983150780200958
257943	rnn.bias_ih_l0	4	0.037918321788311005
257943	rnn.bias_ih_l0	5	-0.28884726762771606
257943	rnn.bias_ih_l0	6	-0.12663507461547852
257943	rnn.bias_ih_l0	7	-0.27638787031173706
257943	rnn.bias_ih_l0	8	-0.23024365305900574
257943	rnn.bias_ih_l0	9	-0.42188990116119385
257943	rnn.bias_hh_l0	0	-0.2471211552619934
257943	rnn.bias_hh_l0	1	-0.2423073798418045
257943	rnn.bias_hh_l0	2	-0.23140913248062134
257943	rnn.bias_hh_l0	3	-0.05031091719865799
257943	rnn.bias_hh_l0	4	-0.24980275332927704
257943	rnn.bias_hh_l0	5	-0.27502569556236267
257943	rnn.bias_hh_l0	6	-0.08471881598234177
257943	rnn.bias_hh_l0	7	0.08616801351308823
257943	rnn.bias_hh_l0	8	-0.15427976846694946
257943	rnn.bias_hh_l0	9	-0.43872421979904175
257943	rnn.weight_ih_l0_reverse	0	0.050992220640182495
257943	rnn.weight_ih_l0_reverse	1	-0.07270023971796036
257943	rnn.weight_ih_l0_reverse	2	-0.03150009736418724
257943	rnn.weight_ih_l0_reverse	3	-0.09289157390594482
257943	rnn.weight_ih_l0_reverse	4	0.0692330077290535
257943	rnn.weight_ih_l0_reverse	5	-0.12711182236671448
257943	rnn.weight_ih_l0_reverse	6	0.025142190977931023
257943	rnn.weight_ih_l0_reverse	7	0.030392425134778023
257943	rnn.weight_ih_l0_reverse	8	-0.07813184708356857
257943	rnn.weight_ih_l0_reverse	9	-0.02197081223130226
257943	rnn.weight_hh_l0_reverse	0	-0.06378579884767532
257943	rnn.weight_hh_l0_reverse	1	0.02453131414949894
257943	rnn.weight_hh_l0_reverse	2	-0.013430516235530376
257943	rnn.weight_hh_l0_reverse	3	0.024742774665355682
257943	rnn.weight_hh_l0_reverse	4	-0.06638893485069275
257943	rnn.weight_hh_l0_reverse	5	0.04297289252281189
257943	rnn.weight_hh_l0_reverse	6	0.015059073455631733
257943	rnn.weight_hh_l0_reverse	7	-0.054917801171541214
257943	rnn.weight_hh_l0_reverse	8	-0.026343686506152153
257943	rnn.weight_hh_l0_reverse	9	0.0605262815952301
257943	rnn.bias_ih_l0_reverse	0	-0.11918110400438309
257943	rnn.bias_ih_l0_reverse	1	-0.08996442705392838
257943	rnn.bias_ih_l0_reverse	2	0.06902690976858139
257943	rnn.bias_ih_l0_reverse	3	-0.212351992726326
257943	rnn.bias_ih_l0_reverse	4	-0.024087440222501755
257943	rnn.bias_ih_l0_reverse	5	-0.19374284148216248
257943	rnn.bias_ih_l0_reverse	6	0.24350187182426453
257943	rnn.bias_ih_l0_reverse	7	-0.2816089689731598
257943	rnn.bias_ih_l0_reverse	8	-0.13056844472885132
257943	rnn.bias_ih_l0_reverse	9	-0.14394210278987885
257943	rnn.bias_hh_l0_reverse	0	-0.13043388724327087
257943	rnn.bias_hh_l0_reverse	1	0.23162412643432617
257943	rnn.bias_hh_l0_reverse	2	-0.30022627115249634
257943	rnn.bias_hh_l0_reverse	3	-0.15459777414798737
257943	rnn.bias_hh_l0_reverse	4	-0.3119213581085205
257943	rnn.bias_hh_l0_reverse	5	-0.11241237074136734
257943	rnn.bias_hh_l0_reverse	6	-0.2434510737657547
257943	rnn.bias_hh_l0_reverse	7	-0.0807458683848381
257943	rnn.bias_hh_l0_reverse	8	-0.17215730249881744
257943	rnn.bias_hh_l0_reverse	9	0.18802057206630707
257943	linear.weight	0	0.21933293342590332
257943	linear.weight	1	-0.4171222746372223
257943	linear.weight	2	0.013183580711483955
257943	linear.weight	3	0.06797131150960922
257943	linear.weight	4	-0.1310890167951584
257943	linear.weight	5	0.24875560402870178
257943	linear.weight	6	-0.06224052980542183
257943	linear.weight	7	-0.0655667781829834
257943	linear.weight	8	0.12572336196899414
257943	linear.weight	9	-0.04278586059808731
257943	linear.bias	0	-1.0804451704025269
257943	linear.bias	1	1.947655200958252
257943	linear.bias	2	0.6072568893432617
257943	linear.bias	3	-2.503032922744751
257943	linear.bias	4	-0.30304789543151855
257943	linear.bias	5	1.2136995792388916
257943	linear.bias	6	-0.2327488362789154
257943	linear.bias	7	0.5811641216278076
257943	linear.bias	8	2.169102907180786
257943	linear.bias	9	-1.3910396099090576
258552	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
258552	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
258552	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
258552	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
258552	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
258552	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
258552	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
258552	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
258552	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
258552	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
258552	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
258552	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
258552	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
258552	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
258552	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
258552	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
258552	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
258552	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
258552	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
258552	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
258552	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
258552	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
258552	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
258552	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
258552	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
258552	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
258552	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
258552	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
258552	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
258552	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
258552	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
258552	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
258552	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
258552	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
258552	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
258552	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
258552	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
258552	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
258552	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
258552	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
258552	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
258552	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
258552	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
258552	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
258552	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
258552	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
258552	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
258552	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
258552	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
258552	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
258552	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
258552	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
258552	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
258552	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
258552	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
258552	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
258552	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
258552	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
258552	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
258552	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
258552	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
258552	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
258552	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
258552	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
258552	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
258552	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
258552	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
258552	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
258552	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
258552	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
258552	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
258552	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
258552	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
258552	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
258552	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
258552	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
258552	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
258552	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
258552	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
258552	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
258552	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
258552	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
258552	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
258552	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
258552	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
258552	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
258552	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
258552	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
258552	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
258552	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
258552	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
258552	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
258552	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
258552	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
258552	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
258552	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
258552	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
258552	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
258552	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
258552	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
258552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
258552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
258552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
258552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
258552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
258552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
258552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
258552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
258552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
258552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
258552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
258552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
258552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
258552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
258552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
258552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
258552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
258552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
258552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
258552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
258552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
258552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
258552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
258552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
258552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
258552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
258552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
258552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
258552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
258552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
258552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
258552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
258552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
258552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
258552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
258552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
258552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
258552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
258552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
258552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
258552	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
258552	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
258552	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
258552	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
258552	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
258552	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
258552	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
258552	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
258552	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
258552	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
258552	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
258552	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
258552	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
258552	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
258552	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
258552	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
258552	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
258552	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
258552	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
258552	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
258552	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
258552	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
258552	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
258552	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
258552	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
258552	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
258552	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
258552	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
258552	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
258552	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
258552	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
258552	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
258552	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
258552	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
258552	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
258552	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
258552	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
258552	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
258552	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
258552	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
258552	embedding2nn.weight	0	0.2625035047531128
258552	embedding2nn.weight	1	0.30456194281578064
258552	embedding2nn.weight	2	0.022602157667279243
258552	embedding2nn.weight	3	0.016388246789574623
258552	embedding2nn.weight	4	-0.03531898185610771
258552	embedding2nn.weight	5	0.07105977833271027
258552	embedding2nn.weight	6	0.029739711433649063
258552	embedding2nn.weight	7	-0.007742171175777912
258552	embedding2nn.weight	8	0.0032167371828109026
258552	embedding2nn.weight	9	-0.04243657365441322
258552	embedding2nn.bias	0	0.04631899297237396
258552	embedding2nn.bias	1	-0.18293237686157227
258552	embedding2nn.bias	2	0.0758742019534111
258552	embedding2nn.bias	3	0.15598148107528687
258552	embedding2nn.bias	4	0.14793986082077026
258552	embedding2nn.bias	5	-0.08490204066038132
258552	embedding2nn.bias	6	-0.07539863139390945
258552	embedding2nn.bias	7	0.01773156225681305
258552	embedding2nn.bias	8	-0.16514745354652405
258552	embedding2nn.bias	9	-0.38525867462158203
258552	rnn.weight_ih_l0	0	0.014211715199053288
258552	rnn.weight_ih_l0	1	-0.06378484517335892
258552	rnn.weight_ih_l0	2	-0.07620704919099808
258552	rnn.weight_ih_l0	3	0.04806022346019745
258552	rnn.weight_ih_l0	4	0.03920739144086838
258552	rnn.weight_ih_l0	5	-0.1331496685743332
258552	rnn.weight_ih_l0	6	-0.052237335592508316
258552	rnn.weight_ih_l0	7	-0.016644300892949104
258552	rnn.weight_ih_l0	8	0.024683333933353424
258552	rnn.weight_ih_l0	9	-0.04922139272093773
258552	rnn.weight_hh_l0	0	0.01201882865279913
258552	rnn.weight_hh_l0	1	0.06737715750932693
258552	rnn.weight_hh_l0	2	0.042022645473480225
258552	rnn.weight_hh_l0	3	0.028837071731686592
258552	rnn.weight_hh_l0	4	0.013415263034403324
258552	rnn.weight_hh_l0	5	0.08435861021280289
258552	rnn.weight_hh_l0	6	-0.026614416390657425
258552	rnn.weight_hh_l0	7	-0.07339219748973846
258552	rnn.weight_hh_l0	8	0.03992808610200882
258552	rnn.weight_hh_l0	9	-0.09619811177253723
258552	rnn.bias_ih_l0	0	0.18243587017059326
258552	rnn.bias_ih_l0	1	-0.22591212391853333
258552	rnn.bias_ih_l0	2	-0.011183318682014942
258552	rnn.bias_ih_l0	3	-0.12599129974842072
258552	rnn.bias_ih_l0	4	0.03884420916438103
258552	rnn.bias_ih_l0	5	-0.29497745633125305
258552	rnn.bias_ih_l0	6	-0.1252613514661789
258552	rnn.bias_ih_l0	7	-0.27543407678604126
258552	rnn.bias_ih_l0	8	-0.2269974946975708
258552	rnn.bias_ih_l0	9	-0.4222050905227661
258552	rnn.bias_hh_l0	0	-0.24753165245056152
258552	rnn.bias_hh_l0	1	-0.244743213057518
258552	rnn.bias_hh_l0	2	-0.2286563366651535
258552	rnn.bias_hh_l0	3	-0.05020847171545029
258552	rnn.bias_hh_l0	4	-0.24858498573303223
258552	rnn.bias_hh_l0	5	-0.27362337708473206
258552	rnn.bias_hh_l0	6	-0.09608785063028336
258552	rnn.bias_hh_l0	7	0.08077003806829453
258552	rnn.bias_hh_l0	8	-0.15086783468723297
258552	rnn.bias_hh_l0	9	-0.4383261501789093
258552	rnn.weight_ih_l0_reverse	0	0.050090134143829346
258552	rnn.weight_ih_l0_reverse	1	-0.07425425946712494
258552	rnn.weight_ih_l0_reverse	2	-0.03220578283071518
258552	rnn.weight_ih_l0_reverse	3	-0.09232574701309204
258552	rnn.weight_ih_l0_reverse	4	0.06971097737550735
258552	rnn.weight_ih_l0_reverse	5	-0.12758326530456543
258552	rnn.weight_ih_l0_reverse	6	0.014880253002047539
258552	rnn.weight_ih_l0_reverse	7	0.031015662476420403
258552	rnn.weight_ih_l0_reverse	8	-0.07553675770759583
258552	rnn.weight_ih_l0_reverse	9	-0.022060148417949677
258552	rnn.weight_hh_l0_reverse	0	-0.06429176777601242
258552	rnn.weight_hh_l0_reverse	1	0.024719201028347015
258552	rnn.weight_hh_l0_reverse	2	-0.012888960540294647
258552	rnn.weight_hh_l0_reverse	3	0.024128539487719536
258552	rnn.weight_hh_l0_reverse	4	-0.06735973805189133
258552	rnn.weight_hh_l0_reverse	5	0.04342827573418617
258552	rnn.weight_hh_l0_reverse	6	0.015132053755223751
258552	rnn.weight_hh_l0_reverse	7	-0.05206235125660896
258552	rnn.weight_hh_l0_reverse	8	-0.02758375182747841
258552	rnn.weight_hh_l0_reverse	9	0.0634140819311142
258552	rnn.bias_ih_l0_reverse	0	-0.11780545860528946
258552	rnn.bias_ih_l0_reverse	1	-0.08251196146011353
258552	rnn.bias_ih_l0_reverse	2	0.07086554169654846
258552	rnn.bias_ih_l0_reverse	3	-0.20050764083862305
258552	rnn.bias_ih_l0_reverse	4	-0.03145606815814972
258552	rnn.bias_ih_l0_reverse	5	-0.18919838964939117
258552	rnn.bias_ih_l0_reverse	6	0.23341865837574005
258552	rnn.bias_ih_l0_reverse	7	-0.27415454387664795
258552	rnn.bias_ih_l0_reverse	8	-0.12434348464012146
258552	rnn.bias_ih_l0_reverse	9	-0.14160752296447754
258552	rnn.bias_hh_l0_reverse	0	-0.12015970796346664
258552	rnn.bias_hh_l0_reverse	1	0.2335747480392456
258552	rnn.bias_hh_l0_reverse	2	-0.30468466877937317
258552	rnn.bias_hh_l0_reverse	3	-0.15680018067359924
258552	rnn.bias_hh_l0_reverse	4	-0.31440892815589905
258552	rnn.bias_hh_l0_reverse	5	-0.11402713507413864
258552	rnn.bias_hh_l0_reverse	6	-0.24827317893505096
258552	rnn.bias_hh_l0_reverse	7	-0.09084326773881912
258552	rnn.bias_hh_l0_reverse	8	-0.1793612390756607
258552	rnn.bias_hh_l0_reverse	9	0.18202714622020721
258552	linear.weight	0	0.18324972689151764
258552	linear.weight	1	-0.3840651214122772
258552	linear.weight	2	-0.003969269338995218
258552	linear.weight	3	0.06797047704458237
258552	linear.weight	4	-0.15899749100208282
258552	linear.weight	5	0.25097179412841797
258552	linear.weight	6	-0.07709787786006927
258552	linear.weight	7	-0.06556388735771179
258552	linear.weight	8	0.12069716304540634
258552	linear.weight	9	-0.04281226173043251
258552	linear.bias	0	-1.0898748636245728
258552	linear.bias	1	1.9427361488342285
258552	linear.bias	2	0.6363847851753235
258552	linear.bias	3	-2.503734827041626
258552	linear.bias	4	-0.27564361691474915
258552	linear.bias	5	1.1809841394424438
258552	linear.bias	6	-0.22522588074207306
258552	linear.bias	7	0.5494558215141296
258552	linear.bias	8	2.144195318222046
258552	linear.bias	9	-1.3547435998916626
259161	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
259161	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
259161	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
259161	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
259161	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
259161	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
259161	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
259161	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
259161	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
259161	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
259161	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
259161	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
259161	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
259161	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
259161	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
259161	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
259161	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
259161	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
259161	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
259161	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
259161	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
259161	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
259161	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
259161	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
259161	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
259161	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
259161	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
259161	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
259161	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
259161	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
259161	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
259161	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
259161	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
259161	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
259161	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
259161	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
259161	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
259161	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
259161	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
259161	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
259161	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
259161	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
259161	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
259161	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
259161	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
259161	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
259161	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
259161	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
259161	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
259161	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
259161	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
259161	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
259161	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
259161	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
259161	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
259161	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
259161	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
259161	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
259161	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
259161	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
259161	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
259161	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
259161	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
259161	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
259161	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
259161	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
259161	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
259161	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
259161	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
259161	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
259161	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
259161	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
259161	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
259161	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
259161	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
259161	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
259161	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
259161	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
259161	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
259161	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
259161	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
259161	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
259161	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
259161	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
259161	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
259161	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
259161	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
259161	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
259161	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
259161	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
259161	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
259161	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
259161	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
259161	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
259161	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
259161	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
259161	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
259161	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
259161	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
259161	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
259161	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
259161	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
259161	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
259161	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
259161	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
259161	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
259161	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
259161	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
259161	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
259161	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
259161	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
259161	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
259161	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
259161	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
259161	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
259161	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
259161	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
259161	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
259161	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
259161	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
259161	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
259161	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
259161	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
259161	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
259161	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
259161	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
259161	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
259161	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
259161	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
259161	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
259161	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
259161	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
259161	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
259161	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
259161	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
259161	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
259161	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
259161	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
259161	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
259161	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
259161	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
259161	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
259161	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
259161	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
259161	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
259161	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
259161	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
259161	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
259161	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
259161	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
259161	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
259161	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
259161	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
259161	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
259161	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
259161	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
259161	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
259161	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
259161	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
259161	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
259161	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
259161	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
259161	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
259161	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
259161	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
259161	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
259161	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
259161	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
259161	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
259161	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
259161	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
259161	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
259161	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
259161	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
259161	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
259161	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
259161	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
259161	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
259161	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
259161	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
259161	embedding2nn.weight	0	0.26259610056877136
259161	embedding2nn.weight	1	0.3034900426864624
259161	embedding2nn.weight	2	0.0225444994866848
259161	embedding2nn.weight	3	0.029176948592066765
259161	embedding2nn.weight	4	-0.03602192550897598
259161	embedding2nn.weight	5	0.0710081160068512
259161	embedding2nn.weight	6	0.03219631314277649
259161	embedding2nn.weight	7	0.003918794449418783
259161	embedding2nn.weight	8	-0.00025043755886144936
259161	embedding2nn.weight	9	-0.029995696619153023
259161	embedding2nn.bias	0	0.03639168664813042
259161	embedding2nn.bias	1	-0.16672833263874054
259161	embedding2nn.bias	2	0.09701143205165863
259161	embedding2nn.bias	3	0.1354423612356186
259161	embedding2nn.bias	4	0.15383389592170715
259161	embedding2nn.bias	5	-0.08566854894161224
259161	embedding2nn.bias	6	-0.07473646104335785
259161	embedding2nn.bias	7	0.030638283118605614
259161	embedding2nn.bias	8	-0.15798220038414001
259161	embedding2nn.bias	9	-0.37552547454833984
259161	rnn.weight_ih_l0	0	0.013362285681068897
259161	rnn.weight_ih_l0	1	-0.06385497003793716
259161	rnn.weight_ih_l0	2	-0.08455296605825424
259161	rnn.weight_ih_l0	3	0.05400702729821205
259161	rnn.weight_ih_l0	4	0.04873982071876526
259161	rnn.weight_ih_l0	5	-0.12260228395462036
259161	rnn.weight_ih_l0	6	-0.045815180987119675
259161	rnn.weight_ih_l0	7	-0.012919148430228233
259161	rnn.weight_ih_l0	8	0.022152548655867577
259161	rnn.weight_ih_l0	9	-0.045695386826992035
259161	rnn.weight_hh_l0	0	0.011920020915567875
259161	rnn.weight_hh_l0	1	0.06732254475355148
259161	rnn.weight_hh_l0	2	0.041278887540102005
259161	rnn.weight_hh_l0	3	0.028958773240447044
259161	rnn.weight_hh_l0	4	0.013030101545155048
259161	rnn.weight_hh_l0	5	0.08444304764270782
259161	rnn.weight_hh_l0	6	-0.026705550029873848
259161	rnn.weight_hh_l0	7	-0.07220029085874557
259161	rnn.weight_hh_l0	8	0.04022080451250076
259161	rnn.weight_hh_l0	9	-0.09662313759326935
259161	rnn.bias_ih_l0	0	0.1938416212797165
259161	rnn.bias_ih_l0	1	-0.22995416820049286
259161	rnn.bias_ih_l0	2	-0.011476566083729267
259161	rnn.bias_ih_l0	3	-0.12129638344049454
259161	rnn.bias_ih_l0	4	0.031821317970752716
259161	rnn.bias_ih_l0	5	-0.29823529720306396
259161	rnn.bias_ih_l0	6	-0.11022469401359558
259161	rnn.bias_ih_l0	7	-0.2745457887649536
259161	rnn.bias_ih_l0	8	-0.2232653945684433
259161	rnn.bias_ih_l0	9	-0.4078608751296997
259161	rnn.bias_hh_l0	0	-0.246651753783226
259161	rnn.bias_hh_l0	1	-0.24905060231685638
259161	rnn.bias_hh_l0	2	-0.22231721878051758
259161	rnn.bias_hh_l0	3	-0.04482072964310646
259161	rnn.bias_hh_l0	4	-0.24408254027366638
259161	rnn.bias_hh_l0	5	-0.27728554606437683
259161	rnn.bias_hh_l0	6	-0.10564073175191879
259161	rnn.bias_hh_l0	7	0.08328147232532501
259161	rnn.bias_hh_l0	8	-0.14517298340797424
259161	rnn.bias_hh_l0	9	-0.4380010664463043
259161	rnn.weight_ih_l0_reverse	0	0.05184240639209747
259161	rnn.weight_ih_l0_reverse	1	-0.0742848739027977
259161	rnn.weight_ih_l0_reverse	2	-0.028378577902913094
259161	rnn.weight_ih_l0_reverse	3	-0.08982458710670471
259161	rnn.weight_ih_l0_reverse	4	0.0646464005112648
259161	rnn.weight_ih_l0_reverse	5	-0.11451170593500137
259161	rnn.weight_ih_l0_reverse	6	0.016815822571516037
259161	rnn.weight_ih_l0_reverse	7	0.029458045959472656
259161	rnn.weight_ih_l0_reverse	8	-0.07664932310581207
259161	rnn.weight_ih_l0_reverse	9	-0.022410277277231216
259161	rnn.weight_hh_l0_reverse	0	-0.06573224812746048
259161	rnn.weight_hh_l0_reverse	1	0.02505621127784252
259161	rnn.weight_hh_l0_reverse	2	-0.013546096161007881
259161	rnn.weight_hh_l0_reverse	3	0.024039251729846
259161	rnn.weight_hh_l0_reverse	4	-0.06822267919778824
259161	rnn.weight_hh_l0_reverse	5	0.04309719428420067
259161	rnn.weight_hh_l0_reverse	6	0.015430166386067867
259161	rnn.weight_hh_l0_reverse	7	-0.05118100717663765
259161	rnn.weight_hh_l0_reverse	8	-0.03244055062532425
259161	rnn.weight_hh_l0_reverse	9	0.06245510280132294
259161	rnn.bias_ih_l0_reverse	0	-0.11930977553129196
259161	rnn.bias_ih_l0_reverse	1	-0.0800754576921463
259161	rnn.bias_ih_l0_reverse	2	0.07992415130138397
259161	rnn.bias_ih_l0_reverse	3	-0.20582590997219086
259161	rnn.bias_ih_l0_reverse	4	-0.030881624668836594
259161	rnn.bias_ih_l0_reverse	5	-0.18896843492984772
259161	rnn.bias_ih_l0_reverse	6	0.23514831066131592
259161	rnn.bias_ih_l0_reverse	7	-0.28098735213279724
259161	rnn.bias_ih_l0_reverse	8	-0.1304824948310852
259161	rnn.bias_ih_l0_reverse	9	-0.13113419711589813
259161	rnn.bias_hh_l0_reverse	0	-0.12069618701934814
259161	rnn.bias_hh_l0_reverse	1	0.2426796853542328
259161	rnn.bias_hh_l0_reverse	2	-0.3032766282558441
259161	rnn.bias_hh_l0_reverse	3	-0.1573415845632553
259161	rnn.bias_hh_l0_reverse	4	-0.3164260685443878
259161	rnn.bias_hh_l0_reverse	5	-0.1174832209944725
259161	rnn.bias_hh_l0_reverse	6	-0.2493346482515335
259161	rnn.bias_hh_l0_reverse	7	-0.08701065927743912
259161	rnn.bias_hh_l0_reverse	8	-0.169744610786438
259161	rnn.bias_hh_l0_reverse	9	0.18236194550991058
259161	linear.weight	0	0.1863378882408142
259161	linear.weight	1	-0.3496384620666504
259161	linear.weight	2	-0.015539380721747875
259161	linear.weight	3	0.06796552240848541
259161	linear.weight	4	-0.15006482601165771
259161	linear.weight	5	0.2533833980560303
259161	linear.weight	6	-0.06782511621713638
259161	linear.weight	7	-0.06556864827871323
259161	linear.weight	8	0.1393606960773468
259161	linear.weight	9	-0.04283912852406502
259161	linear.bias	0	-1.0723143815994263
259161	linear.bias	1	1.9235917329788208
259161	linear.bias	2	0.6241341233253479
259161	linear.bias	3	-2.5045201778411865
259161	linear.bias	4	-0.29536134004592896
259161	linear.bias	5	1.2095943689346313
259161	linear.bias	6	-0.20474258065223694
259161	linear.bias	7	0.5357175469398499
259161	linear.bias	8	2.2163708209991455
259161	linear.bias	9	-1.3777775764465332
259770	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
259770	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
259770	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
259770	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
259770	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
259770	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
259770	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
259770	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
259770	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
259770	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
259770	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
259770	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
259770	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
259770	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
259770	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
259770	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
259770	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
259770	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
259770	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
259770	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
259770	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
259770	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
259770	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
259770	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
259770	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
259770	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
259770	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
259770	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
259770	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
259770	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
259770	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
259770	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
259770	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
259770	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
259770	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
259770	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
259770	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
259770	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
259770	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
259770	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
259770	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
259770	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
259770	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
259770	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
259770	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
259770	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
259770	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
259770	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
259770	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
259770	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
259770	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
259770	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
259770	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
259770	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
259770	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
259770	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
259770	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
259770	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
259770	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
259770	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
259770	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
259770	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
259770	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
259770	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
259770	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
259770	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
259770	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
259770	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
259770	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
259770	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
259770	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
259770	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
259770	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
259770	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
259770	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
259770	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
259770	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
259770	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
259770	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
259770	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
259770	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
259770	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
259770	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
259770	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
259770	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
259770	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
259770	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
259770	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
259770	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
259770	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
259770	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
259770	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
259770	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
259770	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
259770	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
259770	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
259770	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
259770	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
259770	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
259770	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
259770	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
259770	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
259770	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
259770	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
259770	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
259770	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
259770	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
259770	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
259770	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
259770	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
259770	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
259770	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
259770	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
259770	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
259770	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
259770	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
259770	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
259770	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
259770	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
259770	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
259770	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
259770	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
259770	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
259770	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
259770	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
259770	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
259770	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
259770	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
259770	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
259770	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
259770	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
259770	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
259770	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
259770	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
259770	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
259770	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
259770	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
259770	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
259770	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
259770	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
259770	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
259770	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
259770	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
259770	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
259770	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
259770	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
259770	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
259770	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
259770	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
259770	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
259770	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
259770	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
259770	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
259770	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
259770	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
259770	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
259770	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
259770	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
259770	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
259770	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
259770	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
259770	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
259770	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
259770	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
259770	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
259770	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
259770	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
259770	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
259770	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
259770	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
259770	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
259770	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
259770	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
259770	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
259770	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
259770	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
259770	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
259770	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
259770	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
259770	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
259770	embedding2nn.weight	0	0.26208028197288513
259770	embedding2nn.weight	1	0.30973002314567566
259770	embedding2nn.weight	2	0.01588156260550022
259770	embedding2nn.weight	3	0.029282912611961365
259770	embedding2nn.weight	4	-0.03438623994588852
259770	embedding2nn.weight	5	0.07247768342494965
259770	embedding2nn.weight	6	0.01677648350596428
259770	embedding2nn.weight	7	0.007640134543180466
259770	embedding2nn.weight	8	0.0004844529030378908
259770	embedding2nn.weight	9	-0.028255168348550797
259770	embedding2nn.bias	0	0.030129147693514824
259770	embedding2nn.bias	1	-0.18881677091121674
259770	embedding2nn.bias	2	0.09657598286867142
259770	embedding2nn.bias	3	0.14223195612430573
259770	embedding2nn.bias	4	0.138543501496315
259770	embedding2nn.bias	5	-0.09244316071271896
259770	embedding2nn.bias	6	-0.08662714064121246
259770	embedding2nn.bias	7	0.02581162564456463
259770	embedding2nn.bias	8	-0.17262862622737885
259770	embedding2nn.bias	9	-0.3680330216884613
259770	rnn.weight_ih_l0	0	0.012690168805420399
259770	rnn.weight_ih_l0	1	-0.06373155862092972
259770	rnn.weight_ih_l0	2	-0.07861998677253723
259770	rnn.weight_ih_l0	3	0.053001195192337036
259770	rnn.weight_ih_l0	4	0.04998672381043434
259770	rnn.weight_ih_l0	5	-0.13287696242332458
259770	rnn.weight_ih_l0	6	-0.04532293230295181
259770	rnn.weight_ih_l0	7	-0.016964765265583992
259770	rnn.weight_ih_l0	8	0.022894786670804024
259770	rnn.weight_ih_l0	9	-0.042098499834537506
259770	rnn.weight_hh_l0	0	0.012286564335227013
259770	rnn.weight_hh_l0	1	0.06768378615379333
259770	rnn.weight_hh_l0	2	0.04010559618473053
259770	rnn.weight_hh_l0	3	0.028924625366926193
259770	rnn.weight_hh_l0	4	0.01353359129279852
259770	rnn.weight_hh_l0	5	0.08574758470058441
259770	rnn.weight_hh_l0	6	-0.02663761004805565
259770	rnn.weight_hh_l0	7	-0.06979675590991974
259770	rnn.weight_hh_l0	8	0.04056687280535698
259770	rnn.weight_hh_l0	9	-0.09588339924812317
259770	rnn.bias_ih_l0	0	0.18249042332172394
259770	rnn.bias_ih_l0	1	-0.22974485158920288
259770	rnn.bias_ih_l0	2	-0.008108527399599552
259770	rnn.bias_ih_l0	3	-0.1197604313492775
259770	rnn.bias_ih_l0	4	0.02477000467479229
259770	rnn.bias_ih_l0	5	-0.3002062439918518
259770	rnn.bias_ih_l0	6	-0.10344468057155609
259770	rnn.bias_ih_l0	7	-0.272265762090683
259770	rnn.bias_ih_l0	8	-0.22466126084327698
259770	rnn.bias_ih_l0	9	-0.4062400758266449
259770	rnn.bias_hh_l0	0	-0.24537941813468933
259770	rnn.bias_hh_l0	1	-0.2507666051387787
259770	rnn.bias_hh_l0	2	-0.2283448725938797
259770	rnn.bias_hh_l0	3	-0.05138171836733818
259770	rnn.bias_hh_l0	4	-0.24375109374523163
259770	rnn.bias_hh_l0	5	-0.27999642491340637
259770	rnn.bias_hh_l0	6	-0.10711877793073654
259770	rnn.bias_hh_l0	7	0.08517826348543167
259770	rnn.bias_hh_l0	8	-0.15726321935653687
259770	rnn.bias_hh_l0	9	-0.44070640206336975
259770	rnn.weight_ih_l0_reverse	0	0.05332593619823456
259770	rnn.weight_ih_l0_reverse	1	-0.07557585090398788
259770	rnn.weight_ih_l0_reverse	2	-0.03589527681469917
259770	rnn.weight_ih_l0_reverse	3	-0.08916150033473969
259770	rnn.weight_ih_l0_reverse	4	0.06344517320394516
259770	rnn.weight_ih_l0_reverse	5	-0.11592905223369598
259770	rnn.weight_ih_l0_reverse	6	0.016468042507767677
259770	rnn.weight_ih_l0_reverse	7	0.028824077919125557
259770	rnn.weight_ih_l0_reverse	8	-0.07212049514055252
259770	rnn.weight_ih_l0_reverse	9	-0.022873008623719215
259770	rnn.weight_hh_l0_reverse	0	-0.06776997447013855
259770	rnn.weight_hh_l0_reverse	1	0.023968316614627838
259770	rnn.weight_hh_l0_reverse	2	-0.014226026833057404
259770	rnn.weight_hh_l0_reverse	3	0.023067953065037727
259770	rnn.weight_hh_l0_reverse	4	-0.06849966198205948
259770	rnn.weight_hh_l0_reverse	5	0.042871393263339996
259770	rnn.weight_hh_l0_reverse	6	0.015267274342477322
259770	rnn.weight_hh_l0_reverse	7	-0.04969283193349838
259770	rnn.weight_hh_l0_reverse	8	-0.03198379650712013
259770	rnn.weight_hh_l0_reverse	9	0.05986017733812332
259770	rnn.bias_ih_l0_reverse	0	-0.12950077652931213
259770	rnn.bias_ih_l0_reverse	1	-0.07812295109033585
259770	rnn.bias_ih_l0_reverse	2	0.0821613147854805
259770	rnn.bias_ih_l0_reverse	3	-0.2090516984462738
259770	rnn.bias_ih_l0_reverse	4	-0.041393034160137177
259770	rnn.bias_ih_l0_reverse	5	-0.1919790506362915
259770	rnn.bias_ih_l0_reverse	6	0.23295511305332184
259770	rnn.bias_ih_l0_reverse	7	-0.2749609053134918
259770	rnn.bias_ih_l0_reverse	8	-0.13468298316001892
259770	rnn.bias_ih_l0_reverse	9	-0.13276828825473785
259770	rnn.bias_hh_l0_reverse	0	-0.13261134922504425
259770	rnn.bias_hh_l0_reverse	1	0.23523911833763123
259770	rnn.bias_hh_l0_reverse	2	-0.3015301823616028
259770	rnn.bias_hh_l0_reverse	3	-0.15934786200523376
259770	rnn.bias_hh_l0_reverse	4	-0.3139999210834503
259770	rnn.bias_hh_l0_reverse	5	-0.12787556648254395
259770	rnn.bias_hh_l0_reverse	6	-0.24890075623989105
259770	rnn.bias_hh_l0_reverse	7	-0.08781634271144867
259770	rnn.bias_hh_l0_reverse	8	-0.15585985779762268
259770	rnn.bias_hh_l0_reverse	9	0.186300128698349
259770	linear.weight	0	0.16069306433200836
259770	linear.weight	1	-0.3486902713775635
259770	linear.weight	2	0.029469536617398262
259770	linear.weight	3	0.06796219199895859
259770	linear.weight	4	-0.145422101020813
259770	linear.weight	5	0.24596107006072998
259770	linear.weight	6	-0.03282509744167328
259770	linear.weight	7	-0.06556280702352524
259770	linear.weight	8	0.12476224452257156
259770	linear.weight	9	-0.042826902121305466
259770	linear.bias	0	-1.07193922996521
259770	linear.bias	1	1.9277009963989258
259770	linear.bias	2	0.6091575622558594
259770	linear.bias	3	-2.5052781105041504
259770	linear.bias	4	-0.3095308244228363
259770	linear.bias	5	1.1995128393173218
259770	linear.bias	6	-0.23895378410816193
259770	linear.bias	7	0.544739842414856
259770	linear.bias	8	2.156444549560547
259770	linear.bias	9	-1.395917534828186
260379	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
260379	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
260379	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
260379	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
260379	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
260379	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
260379	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
260379	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
260379	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
260379	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
260379	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
260379	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
260379	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
260379	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
260379	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
260379	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
260379	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
260379	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
260379	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
260379	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
260379	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
260379	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
260379	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
260379	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
260379	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
260379	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
260379	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
260379	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
260379	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
260379	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
260379	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
260379	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
260379	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
260379	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
260379	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
260379	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
260379	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
260379	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
260379	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
260379	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
260379	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
260379	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
260379	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
260379	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
260379	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
260379	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
260379	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
260379	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
260379	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
260379	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
260379	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
260379	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
260379	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
260379	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
260379	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
260379	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
260379	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
260379	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
260379	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
260379	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
260379	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
260379	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
260379	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
260379	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
260379	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
260379	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
260379	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
260379	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
260379	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
260379	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
260379	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
260379	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
260379	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
260379	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
260379	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
260379	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
260379	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
260379	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
260379	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
260379	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
260379	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
260379	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
260379	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
260379	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
260379	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
260379	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
260379	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
260379	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
260379	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
260379	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
260379	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
260379	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
260379	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
260379	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
260379	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
260379	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
260379	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
260379	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
260379	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
260379	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
260379	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
260379	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
260379	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
260379	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
260379	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
260379	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
260379	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
260379	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
260379	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
260379	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
260379	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
260379	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
260379	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
260379	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
260379	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
260379	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
260379	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
260379	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
260379	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
260379	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
260379	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
260379	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
260379	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
260379	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
260379	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
260379	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
260379	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
260379	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
260379	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
260379	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
260379	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
260379	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
260379	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
260379	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
260379	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
260379	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
260379	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
260379	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
260379	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
260379	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
260379	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
260379	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
260379	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
260379	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
260379	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
260379	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
260379	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
260379	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
260379	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
260379	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
260379	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
260379	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
260379	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
260379	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
260379	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
260379	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
260379	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
260379	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
260379	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
260379	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
260379	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
260379	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
260379	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
260379	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
260379	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
260379	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
260379	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
260379	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
260379	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
260379	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
260379	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
260379	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
260379	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
260379	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
260379	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
260379	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
260379	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
260379	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
260379	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
260379	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
260379	embedding2nn.weight	0	0.26079538464546204
260379	embedding2nn.weight	1	0.30958905816078186
260379	embedding2nn.weight	2	0.013280891813337803
260379	embedding2nn.weight	3	0.04051396995782852
260379	embedding2nn.weight	4	-0.033049970865249634
260379	embedding2nn.weight	5	0.07629931718111038
260379	embedding2nn.weight	6	0.01538750808686018
260379	embedding2nn.weight	7	0.0015448890626430511
260379	embedding2nn.weight	8	0.005600054282695055
260379	embedding2nn.weight	9	-0.02219790779054165
260379	embedding2nn.bias	0	0.009334828704595566
260379	embedding2nn.bias	1	-0.16343432664871216
260379	embedding2nn.bias	2	0.10326982289552689
260379	embedding2nn.bias	3	0.16082051396369934
260379	embedding2nn.bias	4	0.13833199441432953
260379	embedding2nn.bias	5	-0.1011149063706398
260379	embedding2nn.bias	6	-0.06794458627700806
260379	embedding2nn.bias	7	0.01670672744512558
260379	embedding2nn.bias	8	-0.1649513989686966
260379	embedding2nn.bias	9	-0.36433523893356323
260379	rnn.weight_ih_l0	0	0.012216378003358841
260379	rnn.weight_ih_l0	1	-0.06593796610832214
260379	rnn.weight_ih_l0	2	-0.07775533199310303
260379	rnn.weight_ih_l0	3	0.05527491867542267
260379	rnn.weight_ih_l0	4	0.04703808203339577
260379	rnn.weight_ih_l0	5	-0.13414520025253296
260379	rnn.weight_ih_l0	6	-0.05340905860066414
260379	rnn.weight_ih_l0	7	-0.015733346343040466
260379	rnn.weight_ih_l0	8	0.025340380147099495
260379	rnn.weight_ih_l0	9	-0.04431409016251564
260379	rnn.weight_hh_l0	0	0.012827523984014988
260379	rnn.weight_hh_l0	1	0.06909718364477158
260379	rnn.weight_hh_l0	2	0.04076332971453667
260379	rnn.weight_hh_l0	3	0.028888173401355743
260379	rnn.weight_hh_l0	4	0.014322467148303986
260379	rnn.weight_hh_l0	5	0.08494708687067032
260379	rnn.weight_hh_l0	6	-0.0269040334969759
260379	rnn.weight_hh_l0	7	-0.07048236578702927
260379	rnn.weight_hh_l0	8	0.04022032767534256
260379	rnn.weight_hh_l0	9	-0.09529418498277664
260379	rnn.bias_ih_l0	0	0.1853288859128952
260379	rnn.bias_ih_l0	1	-0.2252708375453949
260379	rnn.bias_ih_l0	2	-0.012246198952198029
260379	rnn.bias_ih_l0	3	-0.1256849765777588
260379	rnn.bias_ih_l0	4	0.015324639156460762
260379	rnn.bias_ih_l0	5	-0.30182546377182007
260379	rnn.bias_ih_l0	6	-0.09358051419258118
260379	rnn.bias_ih_l0	7	-0.27230367064476013
260379	rnn.bias_ih_l0	8	-0.22558310627937317
260379	rnn.bias_ih_l0	9	-0.4281771183013916
260379	rnn.bias_hh_l0	0	-0.2415539026260376
260379	rnn.bias_hh_l0	1	-0.25511956214904785
260379	rnn.bias_hh_l0	2	-0.2316802442073822
260379	rnn.bias_hh_l0	3	-0.05446392297744751
260379	rnn.bias_hh_l0	4	-0.2497403621673584
260379	rnn.bias_hh_l0	5	-0.27917003631591797
260379	rnn.bias_hh_l0	6	-0.10324843227863312
260379	rnn.bias_hh_l0	7	0.08134583383798599
260379	rnn.bias_hh_l0	8	-0.15421220660209656
260379	rnn.bias_hh_l0	9	-0.43373823165893555
260379	rnn.weight_ih_l0_reverse	0	0.05472484603524208
260379	rnn.weight_ih_l0_reverse	1	-0.07472066581249237
260379	rnn.weight_ih_l0_reverse	2	-0.03698058798909187
260379	rnn.weight_ih_l0_reverse	3	-0.08837730437517166
260379	rnn.weight_ih_l0_reverse	4	0.06281788647174835
260379	rnn.weight_ih_l0_reverse	5	-0.12335430085659027
260379	rnn.weight_ih_l0_reverse	6	0.017154471948742867
260379	rnn.weight_ih_l0_reverse	7	0.026991844177246094
260379	rnn.weight_ih_l0_reverse	8	-0.0674484446644783
260379	rnn.weight_ih_l0_reverse	9	-0.030906474217772484
260379	rnn.weight_hh_l0_reverse	0	-0.0673825740814209
260379	rnn.weight_hh_l0_reverse	1	0.02372273989021778
260379	rnn.weight_hh_l0_reverse	2	-0.01352070365101099
260379	rnn.weight_hh_l0_reverse	3	0.023058762773871422
260379	rnn.weight_hh_l0_reverse	4	-0.06870238482952118
260379	rnn.weight_hh_l0_reverse	5	0.042889632284641266
260379	rnn.weight_hh_l0_reverse	6	0.01523386687040329
260379	rnn.weight_hh_l0_reverse	7	-0.05288360267877579
260379	rnn.weight_hh_l0_reverse	8	-0.0328456312417984
260379	rnn.weight_hh_l0_reverse	9	0.06388697028160095
260379	rnn.bias_ih_l0_reverse	0	-0.1301608830690384
260379	rnn.bias_ih_l0_reverse	1	-0.0818171426653862
260379	rnn.bias_ih_l0_reverse	2	0.0768609270453453
260379	rnn.bias_ih_l0_reverse	3	-0.21268773078918457
260379	rnn.bias_ih_l0_reverse	4	-0.030788157135248184
260379	rnn.bias_ih_l0_reverse	5	-0.18978025019168854
260379	rnn.bias_ih_l0_reverse	6	0.23466721177101135
260379	rnn.bias_ih_l0_reverse	7	-0.26422566175460815
260379	rnn.bias_ih_l0_reverse	8	-0.13349370658397675
260379	rnn.bias_ih_l0_reverse	9	-0.1238127276301384
260379	rnn.bias_hh_l0_reverse	0	-0.12891750037670135
260379	rnn.bias_hh_l0_reverse	1	0.243153378367424
260379	rnn.bias_hh_l0_reverse	2	-0.3034989535808563
260379	rnn.bias_hh_l0_reverse	3	-0.16423052549362183
260379	rnn.bias_hh_l0_reverse	4	-0.3105558753013611
260379	rnn.bias_hh_l0_reverse	5	-0.12808282673358917
260379	rnn.bias_hh_l0_reverse	6	-0.2559339702129364
260379	rnn.bias_hh_l0_reverse	7	-0.09108725935220718
260379	rnn.bias_hh_l0_reverse	8	-0.15696847438812256
260379	rnn.bias_hh_l0_reverse	9	0.17963680624961853
260379	linear.weight	0	0.13737627863883972
260379	linear.weight	1	-0.425199419260025
260379	linear.weight	2	0.058086853474378586
260379	linear.weight	3	0.06795723736286163
260379	linear.weight	4	-0.15575683116912842
260379	linear.weight	5	0.2418268471956253
260379	linear.weight	6	-0.05545847862958908
260379	linear.weight	7	-0.06556396931409836
260379	linear.weight	8	0.14457976818084717
260379	linear.weight	9	-0.042852263897657394
260379	linear.bias	0	-1.081653356552124
260379	linear.bias	1	1.9406423568725586
260379	linear.bias	2	0.6254433393478394
260379	linear.bias	3	-2.505927801132202
260379	linear.bias	4	-0.28902626037597656
260379	linear.bias	5	1.172526240348816
260379	linear.bias	6	-0.22640009224414825
260379	linear.bias	7	0.5617518424987793
260379	linear.bias	8	2.1611385345458984
260379	linear.bias	9	-1.389641284942627
260988	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
260988	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
260988	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
260988	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
260988	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
260988	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
260988	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
260988	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
260988	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
260988	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
260988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
260988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
260988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
260988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
260988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
260988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
260988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
260988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
260988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
260988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
260988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
260988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
260988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
260988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
260988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
260988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
260988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
260988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
260988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
260988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
260988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
260988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
260988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
260988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
260988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
260988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
260988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
260988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
260988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
260988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
260988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
260988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
260988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
260988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
260988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
260988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
260988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
260988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
260988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
260988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
260988	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
260988	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
260988	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
260988	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
260988	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
260988	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
260988	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
260988	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
260988	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
260988	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
260988	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
260988	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
260988	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
260988	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
260988	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
260988	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
260988	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
260988	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
260988	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
260988	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
260988	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
260988	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
260988	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
260988	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
260988	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
260988	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
260988	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
260988	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
260988	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
260988	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
260988	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
260988	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
260988	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
260988	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
260988	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
260988	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
260988	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
260988	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
260988	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
260988	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
260988	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
260988	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
260988	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
260988	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
260988	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
260988	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
260988	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
260988	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
260988	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
260988	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
260988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
260988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
260988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
260988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
260988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
260988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
260988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
260988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
260988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
260988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
260988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
260988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
260988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
260988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
260988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
260988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
260988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
260988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
260988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
260988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
260988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
260988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
260988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
260988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
260988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
260988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
260988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
260988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
260988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
260988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
260988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
260988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
260988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
260988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
260988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
260988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
260988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
260988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
260988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
260988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
260988	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
260988	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
260988	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
260988	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
260988	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
260988	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
260988	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
260988	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
260988	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
260988	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
260988	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
260988	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
260988	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
260988	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
260988	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
260988	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
260988	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
260988	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
260988	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
260988	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
260988	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
260988	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
260988	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
260988	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
260988	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
260988	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
260988	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
260988	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
260988	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
260988	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
260988	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
260988	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
260988	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
260988	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
260988	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
260988	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
260988	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
260988	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
260988	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
260988	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
260988	embedding2nn.weight	0	0.2634657025337219
260988	embedding2nn.weight	1	0.3087497651576996
260988	embedding2nn.weight	2	0.003991597332060337
260988	embedding2nn.weight	3	0.024849683046340942
260988	embedding2nn.weight	4	-0.03434598818421364
260988	embedding2nn.weight	5	0.07709133625030518
260988	embedding2nn.weight	6	0.018279390409588814
260988	embedding2nn.weight	7	0.0024594839196652174
260988	embedding2nn.weight	8	0.00248715584166348
260988	embedding2nn.weight	9	-0.027000509202480316
260988	embedding2nn.bias	0	0.03278796747326851
260988	embedding2nn.bias	1	-0.1959870159626007
260988	embedding2nn.bias	2	0.09955063462257385
260988	embedding2nn.bias	3	0.139142706990242
260988	embedding2nn.bias	4	0.11884000152349472
260988	embedding2nn.bias	5	-0.11299367249011993
260988	embedding2nn.bias	6	-0.06965520232915878
260988	embedding2nn.bias	7	0.013343104161322117
260988	embedding2nn.bias	8	-0.17632588744163513
260988	embedding2nn.bias	9	-0.38076573610305786
260988	rnn.weight_ih_l0	0	0.011233323253691196
260988	rnn.weight_ih_l0	1	-0.06505199521780014
260988	rnn.weight_ih_l0	2	-0.0789208710193634
260988	rnn.weight_ih_l0	3	0.06036559119820595
260988	rnn.weight_ih_l0	4	0.033463772386312485
260988	rnn.weight_ih_l0	5	-0.12102940678596497
260988	rnn.weight_ih_l0	6	-0.057660698890686035
260988	rnn.weight_ih_l0	7	-0.013742536306381226
260988	rnn.weight_ih_l0	8	0.027645237743854523
260988	rnn.weight_ih_l0	9	-0.042229458689689636
260988	rnn.weight_hh_l0	0	0.012356716208159924
260988	rnn.weight_hh_l0	1	0.0687895119190216
260988	rnn.weight_hh_l0	2	0.04087187722325325
260988	rnn.weight_hh_l0	3	0.02851485274732113
260988	rnn.weight_hh_l0	4	0.01352868601679802
260988	rnn.weight_hh_l0	5	0.0847330093383789
260988	rnn.weight_hh_l0	6	-0.02530432678759098
260988	rnn.weight_hh_l0	7	-0.06905827671289444
260988	rnn.weight_hh_l0	8	0.039947252720594406
260988	rnn.weight_hh_l0	9	-0.09557654708623886
260988	rnn.bias_ih_l0	0	0.18985427916049957
260988	rnn.bias_ih_l0	1	-0.23070192337036133
260988	rnn.bias_ih_l0	2	-0.013485847972333431
260988	rnn.bias_ih_l0	3	-0.1304958015680313
260988	rnn.bias_ih_l0	4	0.012543994933366776
260988	rnn.bias_ih_l0	5	-0.29466068744659424
260988	rnn.bias_ih_l0	6	-0.09727814793586731
260988	rnn.bias_ih_l0	7	-0.2722054719924927
260988	rnn.bias_ih_l0	8	-0.2313394993543625
260988	rnn.bias_ih_l0	9	-0.41851598024368286
260988	rnn.bias_hh_l0	0	-0.23941390216350555
260988	rnn.bias_hh_l0	1	-0.2601202428340912
260988	rnn.bias_hh_l0	2	-0.23452261090278625
260988	rnn.bias_hh_l0	3	-0.04401097074151039
260988	rnn.bias_hh_l0	4	-0.25112900137901306
260988	rnn.bias_hh_l0	5	-0.27687329053878784
260988	rnn.bias_hh_l0	6	-0.10681117326021194
260988	rnn.bias_hh_l0	7	0.08164682984352112
260988	rnn.bias_hh_l0	8	-0.15490345656871796
260988	rnn.bias_hh_l0	9	-0.4309442639350891
260988	rnn.weight_ih_l0_reverse	0	0.0528559572994709
260988	rnn.weight_ih_l0_reverse	1	-0.07420431077480316
260988	rnn.weight_ih_l0_reverse	2	-0.03408403694629669
260988	rnn.weight_ih_l0_reverse	3	-0.08936872333288193
260988	rnn.weight_ih_l0_reverse	4	0.0607733428478241
260988	rnn.weight_ih_l0_reverse	5	-0.13575467467308044
260988	rnn.weight_ih_l0_reverse	6	0.013379986397922039
260988	rnn.weight_ih_l0_reverse	7	0.026634342968463898
260988	rnn.weight_ih_l0_reverse	8	-0.06838202476501465
260988	rnn.weight_ih_l0_reverse	9	-0.037644196301698685
260988	rnn.weight_hh_l0_reverse	0	-0.06613568216562271
260988	rnn.weight_hh_l0_reverse	1	0.02371145412325859
260988	rnn.weight_hh_l0_reverse	2	-0.013573089614510536
260988	rnn.weight_hh_l0_reverse	3	0.0226882416754961
260988	rnn.weight_hh_l0_reverse	4	-0.06778019666671753
260988	rnn.weight_hh_l0_reverse	5	0.043192896991968155
260988	rnn.weight_hh_l0_reverse	6	0.015538789331912994
260988	rnn.weight_hh_l0_reverse	7	-0.0533643439412117
260988	rnn.weight_hh_l0_reverse	8	-0.03050832450389862
260988	rnn.weight_hh_l0_reverse	9	0.06340070068836212
260988	rnn.bias_ih_l0_reverse	0	-0.13035297393798828
260988	rnn.bias_ih_l0_reverse	1	-0.07937216013669968
260988	rnn.bias_ih_l0_reverse	2	0.07242244482040405
260988	rnn.bias_ih_l0_reverse	3	-0.2273450642824173
260988	rnn.bias_ih_l0_reverse	4	-0.029766039922833443
260988	rnn.bias_ih_l0_reverse	5	-0.18746528029441833
260988	rnn.bias_ih_l0_reverse	6	0.24193474650382996
260988	rnn.bias_ih_l0_reverse	7	-0.27129775285720825
260988	rnn.bias_ih_l0_reverse	8	-0.1358291506767273
260988	rnn.bias_ih_l0_reverse	9	-0.13927404582500458
260988	rnn.bias_hh_l0_reverse	0	-0.12405064702033997
260988	rnn.bias_hh_l0_reverse	1	0.23513580858707428
260988	rnn.bias_hh_l0_reverse	2	-0.29928261041641235
260988	rnn.bias_hh_l0_reverse	3	-0.16317497193813324
260988	rnn.bias_hh_l0_reverse	4	-0.31116628646850586
260988	rnn.bias_hh_l0_reverse	5	-0.12369987368583679
260988	rnn.bias_hh_l0_reverse	6	-0.26051872968673706
260988	rnn.bias_hh_l0_reverse	7	-0.09102272242307663
260988	rnn.bias_hh_l0_reverse	8	-0.1697644144296646
260988	rnn.bias_hh_l0_reverse	9	0.17566490173339844
260988	linear.weight	0	0.15283158421516418
260988	linear.weight	1	-0.40952780842781067
260988	linear.weight	2	0.03538931533694267
260988	linear.weight	3	0.06795310229063034
260988	linear.weight	4	-0.1830650269985199
260988	linear.weight	5	0.21808765828609467
260988	linear.weight	6	-0.05620388686656952
260988	linear.weight	7	-0.06555411219596863
260988	linear.weight	8	0.15577682852745056
260988	linear.weight	9	-0.04287799820303917
260988	linear.bias	0	-1.0563900470733643
260988	linear.bias	1	1.9239611625671387
260988	linear.bias	2	0.6433770656585693
260988	linear.bias	3	-2.5066118240356445
260988	linear.bias	4	-0.30255216360092163
260988	linear.bias	5	1.2120318412780762
260988	linear.bias	6	-0.24121540784835815
260988	linear.bias	7	0.585778534412384
260988	linear.bias	8	2.232053756713867
260988	linear.bias	9	-1.4191182851791382
261597	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
261597	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
261597	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
261597	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
261597	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
261597	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
261597	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
261597	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
261597	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
261597	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
261597	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
261597	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
261597	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
261597	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
261597	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
261597	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
261597	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
261597	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
261597	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
261597	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
261597	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
261597	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
261597	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
261597	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
261597	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
261597	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
261597	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
261597	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
261597	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
261597	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
261597	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
261597	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
261597	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
261597	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
261597	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
261597	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
261597	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
261597	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
261597	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
261597	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
261597	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
261597	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
261597	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
261597	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
261597	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
261597	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
261597	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
261597	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
261597	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
261597	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
261597	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
261597	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
261597	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
261597	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
261597	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
261597	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
261597	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
261597	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
261597	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
261597	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
261597	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
261597	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
261597	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
261597	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
261597	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
261597	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
261597	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
261597	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
261597	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
261597	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
261597	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
261597	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
261597	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
261597	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
261597	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
261597	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
261597	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
261597	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
261597	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
261597	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
261597	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
261597	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
261597	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
261597	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
261597	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
261597	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
261597	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
261597	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
261597	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
261597	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
261597	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
261597	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
261597	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
261597	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
261597	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
261597	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
261597	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
261597	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
261597	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
261597	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
261597	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
261597	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
261597	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
261597	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
261597	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
261597	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
261597	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
261597	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
261597	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
261597	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
261597	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
261597	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
261597	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
261597	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
261597	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
261597	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
261597	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
261597	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
261597	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
261597	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
261597	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
261597	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
261597	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
261597	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
261597	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
261597	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
261597	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
261597	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
261597	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
261597	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
261597	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
261597	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
261597	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
261597	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
261597	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
261597	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
261597	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
261597	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
261597	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
261597	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
261597	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
261597	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
261597	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
261597	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
261597	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
261597	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
261597	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
261597	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
261597	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
261597	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
261597	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
261597	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
261597	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
261597	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
261597	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
261597	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
261597	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
261597	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
261597	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
261597	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
261597	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
261597	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
261597	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
261597	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
261597	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
261597	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
261597	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
261597	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
261597	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
261597	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
261597	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
261597	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
261597	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
261597	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
261597	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
261597	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
261597	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
261597	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
261597	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
261597	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
261597	embedding2nn.weight	0	0.2655097544193268
261597	embedding2nn.weight	1	0.3013789653778076
261597	embedding2nn.weight	2	0.011263321153819561
261597	embedding2nn.weight	3	0.027522770687937737
261597	embedding2nn.weight	4	-0.035384491086006165
261597	embedding2nn.weight	5	0.0778094083070755
261597	embedding2nn.weight	6	0.017769718542695045
261597	embedding2nn.weight	7	-0.000920160673558712
261597	embedding2nn.weight	8	0.0003213392337784171
261597	embedding2nn.weight	9	-0.03340893238782883
261597	embedding2nn.bias	0	0.016401557251811028
261597	embedding2nn.bias	1	-0.18137648701667786
261597	embedding2nn.bias	2	0.11626682430505753
261597	embedding2nn.bias	3	0.1325092911720276
261597	embedding2nn.bias	4	0.15019254386425018
261597	embedding2nn.bias	5	-0.1075022891163826
261597	embedding2nn.bias	6	-0.07347915321588516
261597	embedding2nn.bias	7	0.01272145938128233
261597	embedding2nn.bias	8	-0.1595500409603119
261597	embedding2nn.bias	9	-0.3991156220436096
261597	rnn.weight_ih_l0	0	0.012589198537170887
261597	rnn.weight_ih_l0	1	-0.0685536190867424
261597	rnn.weight_ih_l0	2	-0.08214756846427917
261597	rnn.weight_ih_l0	3	0.06104657053947449
261597	rnn.weight_ih_l0	4	0.03466877341270447
261597	rnn.weight_ih_l0	5	-0.12127131968736649
261597	rnn.weight_ih_l0	6	-0.06058265268802643
261597	rnn.weight_ih_l0	7	-0.018808579072356224
261597	rnn.weight_ih_l0	8	0.024845842272043228
261597	rnn.weight_ih_l0	9	-0.04191313311457634
261597	rnn.weight_hh_l0	0	0.012904195114970207
261597	rnn.weight_hh_l0	1	0.06773018091917038
261597	rnn.weight_hh_l0	2	0.04194192215800285
261597	rnn.weight_hh_l0	3	0.02872600592672825
261597	rnn.weight_hh_l0	4	0.01328330859541893
261597	rnn.weight_hh_l0	5	0.0847572460770607
261597	rnn.weight_hh_l0	6	-0.02498060278594494
261597	rnn.weight_hh_l0	7	-0.06976521015167236
261597	rnn.weight_hh_l0	8	0.03963203355669975
261597	rnn.weight_hh_l0	9	-0.09529870748519897
261597	rnn.bias_ih_l0	0	0.19747322797775269
261597	rnn.bias_ih_l0	1	-0.23641936480998993
261597	rnn.bias_ih_l0	2	-0.012581375427544117
261597	rnn.bias_ih_l0	3	-0.13566459715366364
261597	rnn.bias_ih_l0	4	0.02276272140443325
261597	rnn.bias_ih_l0	5	-0.29433977603912354
261597	rnn.bias_ih_l0	6	-0.11101210862398148
261597	rnn.bias_ih_l0	7	-0.27223846316337585
261597	rnn.bias_ih_l0	8	-0.23006673157215118
261597	rnn.bias_ih_l0	9	-0.4109717905521393
261597	rnn.bias_hh_l0	0	-0.24615010619163513
261597	rnn.bias_hh_l0	1	-0.258041113615036
261597	rnn.bias_hh_l0	2	-0.24239423871040344
261597	rnn.bias_hh_l0	3	-0.04172321781516075
261597	rnn.bias_hh_l0	4	-0.25283098220825195
261597	rnn.bias_hh_l0	5	-0.2766650915145874
261597	rnn.bias_hh_l0	6	-0.10518327355384827
261597	rnn.bias_hh_l0	7	0.07399304211139679
261597	rnn.bias_hh_l0	8	-0.15377676486968994
261597	rnn.bias_hh_l0	9	-0.43147340416908264
261597	rnn.weight_ih_l0_reverse	0	0.050299834460020065
261597	rnn.weight_ih_l0_reverse	1	-0.07457129657268524
261597	rnn.weight_ih_l0_reverse	2	-0.03553393483161926
261597	rnn.weight_ih_l0_reverse	3	-0.09063155949115753
261597	rnn.weight_ih_l0_reverse	4	0.06032019481062889
261597	rnn.weight_ih_l0_reverse	5	-0.12037819623947144
261597	rnn.weight_ih_l0_reverse	6	0.009777700528502464
261597	rnn.weight_ih_l0_reverse	7	0.025022808462381363
261597	rnn.weight_ih_l0_reverse	8	-0.07111114263534546
261597	rnn.weight_ih_l0_reverse	9	-0.042321305721998215
261597	rnn.weight_hh_l0_reverse	0	-0.06857312470674515
261597	rnn.weight_hh_l0_reverse	1	0.024100296199321747
261597	rnn.weight_hh_l0_reverse	2	-0.01357987429946661
261597	rnn.weight_hh_l0_reverse	3	0.023013563826680183
261597	rnn.weight_hh_l0_reverse	4	-0.06736747920513153
261597	rnn.weight_hh_l0_reverse	5	0.04237744212150574
261597	rnn.weight_hh_l0_reverse	6	0.015733717009425163
261597	rnn.weight_hh_l0_reverse	7	-0.05581214278936386
261597	rnn.weight_hh_l0_reverse	8	-0.032609645277261734
261597	rnn.weight_hh_l0_reverse	9	0.06294138729572296
261597	rnn.bias_ih_l0_reverse	0	-0.13313938677310944
261597	rnn.bias_ih_l0_reverse	1	-0.08782970160245895
261597	rnn.bias_ih_l0_reverse	2	0.0739457756280899
261597	rnn.bias_ih_l0_reverse	3	-0.22058185935020447
261597	rnn.bias_ih_l0_reverse	4	-0.04633866623044014
261597	rnn.bias_ih_l0_reverse	5	-0.19029131531715393
261597	rnn.bias_ih_l0_reverse	6	0.24131779372692108
261597	rnn.bias_ih_l0_reverse	7	-0.2634272575378418
261597	rnn.bias_ih_l0_reverse	8	-0.13078802824020386
261597	rnn.bias_ih_l0_reverse	9	-0.1454036980867386
261597	rnn.bias_hh_l0_reverse	0	-0.11610450595617294
261597	rnn.bias_hh_l0_reverse	1	0.24147726595401764
261597	rnn.bias_hh_l0_reverse	2	-0.2930881679058075
261597	rnn.bias_hh_l0_reverse	3	-0.16131065785884857
261597	rnn.bias_hh_l0_reverse	4	-0.3041153848171234
261597	rnn.bias_hh_l0_reverse	5	-0.12863369286060333
261597	rnn.bias_hh_l0_reverse	6	-0.26227235794067383
261597	rnn.bias_hh_l0_reverse	7	-0.0934709832072258
261597	rnn.bias_hh_l0_reverse	8	-0.17704930901527405
261597	rnn.bias_hh_l0_reverse	9	0.17157509922981262
261597	linear.weight	0	0.15849189460277557
261597	linear.weight	1	-0.4149796962738037
261597	linear.weight	2	-0.015018547885119915
261597	linear.weight	3	0.06794775277376175
261597	linear.weight	4	-0.203558549284935
261597	linear.weight	5	0.23938536643981934
261597	linear.weight	6	-0.03247617557644844
261597	linear.weight	7	-0.06553965061903
261597	linear.weight	8	0.15064619481563568
261597	linear.weight	9	-0.042908281087875366
261597	linear.bias	0	-1.043412446975708
261597	linear.bias	1	1.8975715637207031
261597	linear.bias	2	0.6234908699989319
261597	linear.bias	3	-2.507368564605713
261597	linear.bias	4	-0.2900446057319641
261597	linear.bias	5	1.1994917392730713
261597	linear.bias	6	-0.2766370475292206
261597	linear.bias	7	0.5938379764556885
261597	linear.bias	8	2.208209276199341
261597	linear.bias	9	-1.3843739032745361
262206	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
262206	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
262206	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
262206	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
262206	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
262206	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
262206	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
262206	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
262206	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
262206	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
262206	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
262206	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
262206	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
262206	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
262206	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
262206	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
262206	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
262206	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
262206	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
262206	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
262206	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
262206	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
262206	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
262206	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
262206	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
262206	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
262206	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
262206	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
262206	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
262206	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
262206	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
262206	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
262206	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
262206	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
262206	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
262206	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
262206	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
262206	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
262206	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
262206	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
262206	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
262206	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
262206	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
262206	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
262206	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
262206	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
262206	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
262206	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
262206	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
262206	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
262206	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
262206	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
262206	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
262206	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
262206	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
262206	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
262206	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
262206	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
262206	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
262206	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
262206	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
262206	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
262206	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
262206	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
262206	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
262206	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
262206	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
262206	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
262206	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
262206	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
262206	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
262206	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
262206	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
262206	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
262206	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
262206	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
262206	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
262206	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
262206	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
262206	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
262206	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
262206	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
262206	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
262206	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
262206	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
262206	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
262206	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
262206	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
262206	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
262206	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
262206	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
262206	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
262206	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
262206	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
262206	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
262206	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
262206	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
262206	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
262206	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
262206	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
262206	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
262206	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
262206	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
262206	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
262206	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
262206	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
262206	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
262206	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
262206	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
262206	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
262206	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
262206	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
262206	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
262206	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
262206	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
262206	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
262206	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
262206	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
262206	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
262206	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
262206	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
262206	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
262206	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
262206	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
262206	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
262206	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
262206	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
262206	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
262206	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
262206	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
262206	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
262206	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
262206	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
262206	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
262206	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
262206	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
262206	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
262206	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
262206	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
262206	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
262206	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
262206	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
262206	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
262206	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
262206	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
262206	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
262206	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
262206	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
262206	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
262206	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
262206	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
262206	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
262206	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
262206	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
262206	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
262206	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
262206	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
262206	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
262206	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
262206	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
262206	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
262206	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
262206	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
262206	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
262206	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
262206	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
262206	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
262206	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
262206	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
262206	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
262206	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
262206	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
262206	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
262206	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
262206	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
262206	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
262206	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
262206	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
262206	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
262206	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
262206	embedding2nn.weight	0	0.2653111219406128
262206	embedding2nn.weight	1	0.3031249940395355
262206	embedding2nn.weight	2	0.01099697407335043
262206	embedding2nn.weight	3	0.025312751531600952
262206	embedding2nn.weight	4	-0.024412577971816063
262206	embedding2nn.weight	5	0.08045722544193268
262206	embedding2nn.weight	6	0.02290848083794117
262206	embedding2nn.weight	7	-0.003619452239945531
262206	embedding2nn.weight	8	-0.0008481898694299161
262206	embedding2nn.weight	9	-0.029685355722904205
262206	embedding2nn.bias	0	0.02689715102314949
262206	embedding2nn.bias	1	-0.18293030560016632
262206	embedding2nn.bias	2	0.08892545849084854
262206	embedding2nn.bias	3	0.14899906516075134
262206	embedding2nn.bias	4	0.1531607210636139
262206	embedding2nn.bias	5	-0.10885916650295258
262206	embedding2nn.bias	6	-0.06123514845967293
262206	embedding2nn.bias	7	0.0400606207549572
262206	embedding2nn.bias	8	-0.14401639997959137
262206	embedding2nn.bias	9	-0.40733033418655396
262206	rnn.weight_ih_l0	0	0.011256213299930096
262206	rnn.weight_ih_l0	1	-0.06707336008548737
262206	rnn.weight_ih_l0	2	-0.08013638108968735
262206	rnn.weight_ih_l0	3	0.06482204049825668
262206	rnn.weight_ih_l0	4	0.037367794662714005
262206	rnn.weight_ih_l0	5	-0.1253114640712738
262206	rnn.weight_ih_l0	6	-0.062174249440431595
262206	rnn.weight_ih_l0	7	-0.014961647801101208
262206	rnn.weight_ih_l0	8	0.01545560359954834
262206	rnn.weight_ih_l0	9	-0.04126415029168129
262206	rnn.weight_hh_l0	0	0.012488932348787785
262206	rnn.weight_hh_l0	1	0.06840546429157257
262206	rnn.weight_hh_l0	2	0.04082085192203522
262206	rnn.weight_hh_l0	3	0.027991149574518204
262206	rnn.weight_hh_l0	4	0.01392489392310381
262206	rnn.weight_hh_l0	5	0.0848456621170044
262206	rnn.weight_hh_l0	6	-0.02403470315039158
262206	rnn.weight_hh_l0	7	-0.06870777159929276
262206	rnn.weight_hh_l0	8	0.0396750345826149
262206	rnn.weight_hh_l0	9	-0.09502606093883514
262206	rnn.bias_ih_l0	0	0.19450552761554718
262206	rnn.bias_ih_l0	1	-0.23764201998710632
262206	rnn.bias_ih_l0	2	-0.00941938441246748
262206	rnn.bias_ih_l0	3	-0.12785932421684265
262206	rnn.bias_ih_l0	4	0.016988534480333328
262206	rnn.bias_ih_l0	5	-0.28821492195129395
262206	rnn.bias_ih_l0	6	-0.10989223420619965
262206	rnn.bias_ih_l0	7	-0.2722800076007843
262206	rnn.bias_ih_l0	8	-0.22689642012119293
262206	rnn.bias_ih_l0	9	-0.3955753445625305
262206	rnn.bias_hh_l0	0	-0.24622148275375366
262206	rnn.bias_hh_l0	1	-0.2654050290584564
262206	rnn.bias_hh_l0	2	-0.24095240235328674
262206	rnn.bias_hh_l0	3	-0.04946582764387131
262206	rnn.bias_hh_l0	4	-0.2521136701107025
262206	rnn.bias_hh_l0	5	-0.27717307209968567
262206	rnn.bias_hh_l0	6	-0.10587543249130249
262206	rnn.bias_hh_l0	7	0.07385724782943726
262206	rnn.bias_hh_l0	8	-0.15401692688465118
262206	rnn.bias_hh_l0	9	-0.42670226097106934
262206	rnn.weight_ih_l0_reverse	0	0.05897686257958412
262206	rnn.weight_ih_l0_reverse	1	-0.0769481360912323
262206	rnn.weight_ih_l0_reverse	2	-0.03964203968644142
262206	rnn.weight_ih_l0_reverse	3	-0.08733464032411575
262206	rnn.weight_ih_l0_reverse	4	0.061939679086208344
262206	rnn.weight_ih_l0_reverse	5	-0.12283046543598175
262206	rnn.weight_ih_l0_reverse	6	0.01942174881696701
262206	rnn.weight_ih_l0_reverse	7	0.026685062795877457
262206	rnn.weight_ih_l0_reverse	8	-0.06968197226524353
262206	rnn.weight_ih_l0_reverse	9	-0.04055189713835716
262206	rnn.weight_hh_l0_reverse	0	-0.06877799332141876
262206	rnn.weight_hh_l0_reverse	1	0.024108175188302994
262206	rnn.weight_hh_l0_reverse	2	-0.014245320111513138
262206	rnn.weight_hh_l0_reverse	3	0.023207087069749832
262206	rnn.weight_hh_l0_reverse	4	-0.06611590832471848
262206	rnn.weight_hh_l0_reverse	5	0.042334552854299545
262206	rnn.weight_hh_l0_reverse	6	0.01573646068572998
262206	rnn.weight_hh_l0_reverse	7	-0.053356532007455826
262206	rnn.weight_hh_l0_reverse	8	-0.03304468095302582
262206	rnn.weight_hh_l0_reverse	9	0.06318444013595581
262206	rnn.bias_ih_l0_reverse	0	-0.13354377448558807
262206	rnn.bias_ih_l0_reverse	1	-0.09399275481700897
262206	rnn.bias_ih_l0_reverse	2	0.07085910439491272
262206	rnn.bias_ih_l0_reverse	3	-0.22232221066951752
262206	rnn.bias_ih_l0_reverse	4	-0.030575741082429886
262206	rnn.bias_ih_l0_reverse	5	-0.19039034843444824
262206	rnn.bias_ih_l0_reverse	6	0.25044092535972595
262206	rnn.bias_ih_l0_reverse	7	-0.2861782908439636
262206	rnn.bias_ih_l0_reverse	8	-0.12824906408786774
262206	rnn.bias_ih_l0_reverse	9	-0.1429830938577652
262206	rnn.bias_hh_l0_reverse	0	-0.11362452059984207
262206	rnn.bias_hh_l0_reverse	1	0.23479707539081573
262206	rnn.bias_hh_l0_reverse	2	-0.2988737225532532
262206	rnn.bias_hh_l0_reverse	3	-0.16028907895088196
262206	rnn.bias_hh_l0_reverse	4	-0.3079072833061218
262206	rnn.bias_hh_l0_reverse	5	-0.13347887992858887
262206	rnn.bias_hh_l0_reverse	6	-0.25874826312065125
262206	rnn.bias_hh_l0_reverse	7	-0.09050252288579941
262206	rnn.bias_hh_l0_reverse	8	-0.16235662996768951
262206	rnn.bias_hh_l0_reverse	9	0.1912464201450348
262206	linear.weight	0	0.16046656668186188
262206	linear.weight	1	-0.38802266120910645
262206	linear.weight	2	0.036621034145355225
262206	linear.weight	3	0.06793882697820663
262206	linear.weight	4	-0.13169744610786438
262206	linear.weight	5	0.2634626030921936
262206	linear.weight	6	-0.05595369264483452
262206	linear.weight	7	-0.06551874428987503
262206	linear.weight	8	0.1716771423816681
262206	linear.weight	9	-0.04293685406446457
262206	linear.bias	0	-1.0520509481430054
262206	linear.bias	1	1.9077420234680176
262206	linear.bias	2	0.631291389465332
262206	linear.bias	3	-2.50807785987854
262206	linear.bias	4	-0.3030364513397217
262206	linear.bias	5	1.1647589206695557
262206	linear.bias	6	-0.2737857699394226
262206	linear.bias	7	0.5794258117675781
262206	linear.bias	8	2.1680564880371094
262206	linear.bias	9	-1.3742282390594482
262214	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
262214	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
262214	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
262214	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
262214	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
262214	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
262214	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
262214	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
262214	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
262214	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
262214	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
262214	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
262214	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
262214	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
262214	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
262214	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
262214	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
262214	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
262214	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
262214	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
262214	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
262214	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
262214	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
262214	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
262214	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
262214	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
262214	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
262214	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
262214	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
262214	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
262214	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
262214	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
262214	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
262214	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
262214	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
262214	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
262214	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
262214	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
262214	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
262214	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
262214	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
262214	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
262214	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
262214	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
262214	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
262214	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
262214	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
262214	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
262214	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
262214	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
262214	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
262214	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
262214	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
262214	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
262214	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
262214	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
262214	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
262214	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
262214	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
262214	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
262214	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
262214	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
262214	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
262214	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
262214	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
262214	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
262214	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
262214	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
262214	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
262214	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
262214	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
262214	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
262214	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
262214	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
262214	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
262214	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
262214	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
262214	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
262214	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
262214	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
262214	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
262214	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
262214	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
262214	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
262214	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
262214	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
262214	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
262214	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
262214	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
262214	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
262214	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
262214	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
262214	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
262214	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
262214	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
262214	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
262214	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
262214	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
262214	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
262214	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
262214	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
262214	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
262214	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
262214	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
262214	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
262214	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
262214	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
262214	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
262214	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
262214	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
262214	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
262214	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
262214	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
262214	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
262214	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
262214	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
262214	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
262214	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
262214	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
262214	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
262214	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
262214	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
262214	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
262214	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
262214	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
262214	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
262214	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
262214	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
262214	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
262214	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
262214	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
262214	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
262214	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
262214	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
262214	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
262214	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
262214	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
262214	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
262214	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
262214	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
262214	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
262214	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
262214	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
262214	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
262214	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
262214	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
262214	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
262214	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
262214	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
262214	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
262214	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
262214	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
262214	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
262214	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
262214	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
262214	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
262214	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
262214	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
262214	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
262214	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
262214	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
262214	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
262214	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
262214	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
262214	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
262214	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
262214	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
262214	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
262214	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
262214	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
262214	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
262214	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
262214	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
262214	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
262214	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
262214	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
262214	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
262214	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
262214	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
262214	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
262214	embedding2nn.weight	0	0.26516154408454895
262214	embedding2nn.weight	1	0.30291008949279785
262214	embedding2nn.weight	2	0.01094568520784378
262214	embedding2nn.weight	3	0.023179151117801666
262214	embedding2nn.weight	4	-0.024213556200265884
262214	embedding2nn.weight	5	0.08037440478801727
262214	embedding2nn.weight	6	0.021109962835907936
262214	embedding2nn.weight	7	-0.0032690498046576977
262214	embedding2nn.weight	8	-0.0011467233998700976
262214	embedding2nn.weight	9	-0.029704753309488297
262214	embedding2nn.bias	0	0.029731715098023415
262214	embedding2nn.bias	1	-0.18789054453372955
262214	embedding2nn.bias	2	0.08951582759618759
262214	embedding2nn.bias	3	0.1521938145160675
262214	embedding2nn.bias	4	0.14778263866901398
262214	embedding2nn.bias	5	-0.1080271303653717
262214	embedding2nn.bias	6	-0.06032849848270416
262214	embedding2nn.bias	7	0.036913927644491196
262214	embedding2nn.bias	8	-0.14872409403324127
262214	embedding2nn.bias	9	-0.40820685029029846
262214	rnn.weight_ih_l0	0	0.011192886158823967
262214	rnn.weight_ih_l0	1	-0.06714773178100586
262214	rnn.weight_ih_l0	2	-0.08051411062479019
262214	rnn.weight_ih_l0	3	0.06486578285694122
262214	rnn.weight_ih_l0	4	0.03870285302400589
262214	rnn.weight_ih_l0	5	-0.12601250410079956
262214	rnn.weight_ih_l0	6	-0.06211649999022484
262214	rnn.weight_ih_l0	7	-0.014723782427608967
262214	rnn.weight_ih_l0	8	0.015446864999830723
262214	rnn.weight_ih_l0	9	-0.04141373187303543
262214	rnn.weight_hh_l0	0	0.01245088130235672
262214	rnn.weight_hh_l0	1	0.06835214048624039
262214	rnn.weight_hh_l0	2	0.04089139774441719
262214	rnn.weight_hh_l0	3	0.0280479546636343
262214	rnn.weight_hh_l0	4	0.013953091576695442
262214	rnn.weight_hh_l0	5	0.08498184382915497
262214	rnn.weight_hh_l0	6	-0.024037200957536697
262214	rnn.weight_hh_l0	7	-0.06892479956150055
262214	rnn.weight_hh_l0	8	0.03971577063202858
262214	rnn.weight_hh_l0	9	-0.09506526589393616
262214	rnn.bias_ih_l0	0	0.19219931960105896
262214	rnn.bias_ih_l0	1	-0.2363089919090271
262214	rnn.bias_ih_l0	2	-0.009693056344985962
262214	rnn.bias_ih_l0	3	-0.12737736105918884
262214	rnn.bias_ih_l0	4	0.016291983425617218
262214	rnn.bias_ih_l0	5	-0.28737056255340576
262214	rnn.bias_ih_l0	6	-0.10986700654029846
262214	rnn.bias_ih_l0	7	-0.2724980413913727
262214	rnn.bias_ih_l0	8	-0.22595304250717163
262214	rnn.bias_ih_l0	9	-0.3981543779373169
262214	rnn.bias_hh_l0	0	-0.24626971781253815
262214	rnn.bias_hh_l0	1	-0.2658476233482361
262214	rnn.bias_hh_l0	2	-0.2413908988237381
262214	rnn.bias_hh_l0	3	-0.04925588518381119
262214	rnn.bias_hh_l0	4	-0.2532927691936493
262214	rnn.bias_hh_l0	5	-0.27681899070739746
262214	rnn.bias_hh_l0	6	-0.10675643384456635
262214	rnn.bias_hh_l0	7	0.07365783303976059
262214	rnn.bias_hh_l0	8	-0.15393990278244019
262214	rnn.bias_hh_l0	9	-0.4257383644580841
262214	rnn.weight_ih_l0_reverse	0	0.05996296554803848
262214	rnn.weight_ih_l0_reverse	1	-0.0769515186548233
262214	rnn.weight_ih_l0_reverse	2	-0.03959302231669426
262214	rnn.weight_ih_l0_reverse	3	-0.08702585101127625
262214	rnn.weight_ih_l0_reverse	4	0.06125012785196304
262214	rnn.weight_ih_l0_reverse	5	-0.12209407985210419
262214	rnn.weight_ih_l0_reverse	6	0.019375789910554886
262214	rnn.weight_ih_l0_reverse	7	0.026780545711517334
262214	rnn.weight_ih_l0_reverse	8	-0.06959281116724014
262214	rnn.weight_ih_l0_reverse	9	-0.04073041304945946
262214	rnn.weight_hh_l0_reverse	0	-0.06886547803878784
262214	rnn.weight_hh_l0_reverse	1	0.024159682914614677
262214	rnn.weight_hh_l0_reverse	2	-0.014200514182448387
262214	rnn.weight_hh_l0_reverse	3	0.02325582318007946
262214	rnn.weight_hh_l0_reverse	4	-0.06594941020011902
262214	rnn.weight_hh_l0_reverse	5	0.04231945797801018
262214	rnn.weight_hh_l0_reverse	6	0.01573914848268032
262214	rnn.weight_hh_l0_reverse	7	-0.05300185829401016
262214	rnn.weight_hh_l0_reverse	8	-0.032844237983226776
262214	rnn.weight_hh_l0_reverse	9	0.06322018057107925
262214	rnn.bias_ih_l0_reverse	0	-0.13453465700149536
262214	rnn.bias_ih_l0_reverse	1	-0.09406188130378723
262214	rnn.bias_ih_l0_reverse	2	0.07021263986825943
262214	rnn.bias_ih_l0_reverse	3	-0.2221921980381012
262214	rnn.bias_ih_l0_reverse	4	-0.03184986487030983
262214	rnn.bias_ih_l0_reverse	5	-0.19068880379199982
262214	rnn.bias_ih_l0_reverse	6	0.25124606490135193
262214	rnn.bias_ih_l0_reverse	7	-0.2855023741722107
262214	rnn.bias_ih_l0_reverse	8	-0.12857350707054138
262214	rnn.bias_ih_l0_reverse	9	-0.14401543140411377
262214	rnn.bias_hh_l0_reverse	0	-0.11300472170114517
262214	rnn.bias_hh_l0_reverse	1	0.23385852575302124
262214	rnn.bias_hh_l0_reverse	2	-0.29704660177230835
262214	rnn.bias_hh_l0_reverse	3	-0.16110190749168396
262214	rnn.bias_hh_l0_reverse	4	-0.3061029613018036
262214	rnn.bias_hh_l0_reverse	5	-0.13306333124637604
262214	rnn.bias_hh_l0_reverse	6	-0.2585070729255676
262214	rnn.bias_hh_l0_reverse	7	-0.09089536219835281
262214	rnn.bias_hh_l0_reverse	8	-0.16442620754241943
262214	rnn.bias_hh_l0_reverse	9	0.19060157239437103
262214	linear.weight	0	0.15990503132343292
262214	linear.weight	1	-0.38921231031417847
262214	linear.weight	2	0.03805653378367424
262214	linear.weight	3	0.06793902069330215
262214	linear.weight	4	-0.13889220356941223
262214	linear.weight	5	0.26158472895622253
262214	linear.weight	6	-0.055440809577703476
262214	linear.weight	7	-0.06551847606897354
262214	linear.weight	8	0.16721536219120026
262214	linear.weight	9	-0.04293717071413994
262214	linear.bias	0	-1.0443166494369507
262214	linear.bias	1	1.914883017539978
262214	linear.bias	2	0.6327319145202637
262214	linear.bias	3	-2.508092164993286
262214	linear.bias	4	-0.30045804381370544
262214	linear.bias	5	1.167820930480957
262214	linear.bias	6	-0.27981364727020264
262214	linear.bias	7	0.5777015686035156
262214	linear.bias	8	2.170844793319702
262214	linear.bias	9	-1.3737232685089111
262823	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
262823	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
262823	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
262823	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
262823	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
262823	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
262823	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
262823	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
262823	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
262823	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
262823	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
262823	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
262823	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
262823	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
262823	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
262823	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
262823	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
262823	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
262823	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
262823	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
262823	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
262823	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
262823	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
262823	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
262823	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
262823	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
262823	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
262823	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
262823	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
262823	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
262823	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
262823	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
262823	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
262823	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
262823	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
262823	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
262823	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
262823	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
262823	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
262823	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
262823	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
262823	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
262823	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
262823	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
262823	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
262823	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
262823	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
262823	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
262823	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
262823	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
262823	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
262823	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
262823	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
262823	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
262823	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
262823	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
262823	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
262823	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
262823	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
262823	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
262823	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
262823	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
262823	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
262823	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
262823	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
262823	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
262823	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
262823	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
262823	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
262823	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
262823	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
262823	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
262823	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
262823	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
262823	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
262823	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
262823	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
262823	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
262823	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
262823	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
262823	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
262823	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
262823	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
262823	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
262823	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
262823	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
262823	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
262823	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
262823	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
262823	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
262823	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
262823	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
262823	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
262823	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
262823	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
262823	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
262823	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
262823	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
262823	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
262823	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
262823	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
262823	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
262823	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
262823	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
262823	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
262823	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
262823	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
262823	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
262823	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
262823	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
262823	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
262823	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
262823	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
262823	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
262823	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
262823	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
262823	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
262823	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
262823	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
262823	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
262823	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
262823	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
262823	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
262823	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
262823	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
262823	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
262823	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
262823	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
262823	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
262823	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
262823	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
262823	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
262823	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
262823	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
262823	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
262823	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
262823	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
262823	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
262823	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
262823	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
262823	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
262823	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
262823	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
262823	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
262823	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
262823	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
262823	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
262823	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
262823	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
262823	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
262823	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
262823	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
262823	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
262823	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
262823	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
262823	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
262823	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
262823	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
262823	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
262823	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
262823	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
262823	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
262823	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
262823	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
262823	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
262823	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
262823	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
262823	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
262823	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
262823	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
262823	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
262823	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
262823	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
262823	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
262823	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
262823	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
262823	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
262823	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
262823	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
262823	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
262823	embedding2nn.weight	0	0.26851481199264526
262823	embedding2nn.weight	1	0.30461427569389343
262823	embedding2nn.weight	2	0.011240117251873016
262823	embedding2nn.weight	3	0.03512822091579437
262823	embedding2nn.weight	4	-0.02941157855093479
262823	embedding2nn.weight	5	0.08365985006093979
262823	embedding2nn.weight	6	0.01586095057427883
262823	embedding2nn.weight	7	0.002745402976870537
262823	embedding2nn.weight	8	0.001775939716026187
262823	embedding2nn.weight	9	-0.02432502992451191
262823	embedding2nn.bias	0	-0.0035385058727115393
262823	embedding2nn.bias	1	-0.1926276981830597
262823	embedding2nn.bias	2	0.10425669699907303
262823	embedding2nn.bias	3	0.14399020373821259
262823	embedding2nn.bias	4	0.12679101526737213
262823	embedding2nn.bias	5	-0.09317087382078171
262823	embedding2nn.bias	6	-0.07404583692550659
262823	embedding2nn.bias	7	0.04501594603061676
262823	embedding2nn.bias	8	-0.16176378726959229
262823	embedding2nn.bias	9	-0.39228588342666626
262823	rnn.weight_ih_l0	0	0.009598152711987495
262823	rnn.weight_ih_l0	1	-0.06739035248756409
262823	rnn.weight_ih_l0	2	-0.08330252766609192
262823	rnn.weight_ih_l0	3	0.06390368938446045
262823	rnn.weight_ih_l0	4	0.03254792466759682
262823	rnn.weight_ih_l0	5	-0.1297040581703186
262823	rnn.weight_ih_l0	6	-0.05896132066845894
262823	rnn.weight_ih_l0	7	-0.0125995809212327
262823	rnn.weight_ih_l0	8	0.021600887179374695
262823	rnn.weight_ih_l0	9	-0.03437109664082527
262823	rnn.weight_hh_l0	0	0.012325978837907314
262823	rnn.weight_hh_l0	1	0.06644647568464279
262823	rnn.weight_hh_l0	2	0.04120969399809837
262823	rnn.weight_hh_l0	3	0.027025744318962097
262823	rnn.weight_hh_l0	4	0.014387104660272598
262823	rnn.weight_hh_l0	5	0.08488299697637558
262823	rnn.weight_hh_l0	6	-0.023953355848789215
262823	rnn.weight_hh_l0	7	-0.06933709979057312
262823	rnn.weight_hh_l0	8	0.039985693991184235
262823	rnn.weight_hh_l0	9	-0.09347718954086304
262823	rnn.bias_ih_l0	0	0.17600193619728088
262823	rnn.bias_ih_l0	1	-0.22626958787441254
262823	rnn.bias_ih_l0	2	-0.013232352212071419
262823	rnn.bias_ih_l0	3	-0.1266578584909439
262823	rnn.bias_ih_l0	4	0.017177781090140343
262823	rnn.bias_ih_l0	5	-0.2931022047996521
262823	rnn.bias_ih_l0	6	-0.11501035839319229
262823	rnn.bias_ih_l0	7	-0.2685807943344116
262823	rnn.bias_ih_l0	8	-0.2305040806531906
262823	rnn.bias_ih_l0	9	-0.38182011246681213
262823	rnn.bias_hh_l0	0	-0.24534858763217926
262823	rnn.bias_hh_l0	1	-0.26851481199264526
262823	rnn.bias_hh_l0	2	-0.24435515701770782
262823	rnn.bias_hh_l0	3	-0.05675153061747551
262823	rnn.bias_hh_l0	4	-0.2567790746688843
262823	rnn.bias_hh_l0	5	-0.2771870791912079
262823	rnn.bias_hh_l0	6	-0.10961417108774185
262823	rnn.bias_hh_l0	7	0.07016604393720627
262823	rnn.bias_hh_l0	8	-0.15740682184696198
262823	rnn.bias_hh_l0	9	-0.42312318086624146
262823	rnn.weight_ih_l0_reverse	0	0.05632563307881355
262823	rnn.weight_ih_l0_reverse	1	-0.07676304876804352
262823	rnn.weight_ih_l0_reverse	2	-0.042886607348918915
262823	rnn.weight_ih_l0_reverse	3	-0.08591663837432861
262823	rnn.weight_ih_l0_reverse	4	0.0614168718457222
262823	rnn.weight_ih_l0_reverse	5	-0.11752949655056
262823	rnn.weight_ih_l0_reverse	6	0.015181407332420349
262823	rnn.weight_ih_l0_reverse	7	0.027740420773625374
262823	rnn.weight_ih_l0_reverse	8	-0.072944775223732
262823	rnn.weight_ih_l0_reverse	9	-0.0406048446893692
262823	rnn.weight_hh_l0_reverse	0	-0.06923588365316391
262823	rnn.weight_hh_l0_reverse	1	0.02523103356361389
262823	rnn.weight_hh_l0_reverse	2	-0.015362055972218513
262823	rnn.weight_hh_l0_reverse	3	0.023850606754422188
262823	rnn.weight_hh_l0_reverse	4	-0.06535393744707108
262823	rnn.weight_hh_l0_reverse	5	0.04240776598453522
262823	rnn.weight_hh_l0_reverse	6	0.015675146132707596
262823	rnn.weight_hh_l0_reverse	7	-0.051555611193180084
262823	rnn.weight_hh_l0_reverse	8	-0.034188877791166306
262823	rnn.weight_hh_l0_reverse	9	0.062240783125162125
262823	rnn.bias_ih_l0_reverse	0	-0.1294909119606018
262823	rnn.bias_ih_l0_reverse	1	-0.09326408058404922
262823	rnn.bias_ih_l0_reverse	2	0.07783237099647522
262823	rnn.bias_ih_l0_reverse	3	-0.21604447066783905
262823	rnn.bias_ih_l0_reverse	4	-0.03574497625231743
262823	rnn.bias_ih_l0_reverse	5	-0.19065271317958832
262823	rnn.bias_ih_l0_reverse	6	0.25276362895965576
262823	rnn.bias_ih_l0_reverse	7	-0.2782304286956787
262823	rnn.bias_ih_l0_reverse	8	-0.12880931794643402
262823	rnn.bias_ih_l0_reverse	9	-0.13854853808879852
262823	rnn.bias_hh_l0_reverse	0	-0.11590569466352463
262823	rnn.bias_hh_l0_reverse	1	0.23386290669441223
262823	rnn.bias_hh_l0_reverse	2	-0.28762125968933105
262823	rnn.bias_hh_l0_reverse	3	-0.16266047954559326
262823	rnn.bias_hh_l0_reverse	4	-0.29900839924812317
262823	rnn.bias_hh_l0_reverse	5	-0.13459999859333038
262823	rnn.bias_hh_l0_reverse	6	-0.25308123230934143
262823	rnn.bias_hh_l0_reverse	7	-0.0868944451212883
262823	rnn.bias_hh_l0_reverse	8	-0.15335237979888916
262823	rnn.bias_hh_l0_reverse	9	0.18718235194683075
262823	linear.weight	0	0.14347483217716217
262823	linear.weight	1	-0.3830738663673401
262823	linear.weight	2	0.017579207196831703
262823	linear.weight	3	0.06793510913848877
262823	linear.weight	4	-0.14477652311325073
262823	linear.weight	5	0.26268965005874634
262823	linear.weight	6	-0.02847796119749546
262823	linear.weight	7	-0.06550196558237076
262823	linear.weight	8	0.12458855658769608
262823	linear.weight	9	-0.042966704815626144
262823	linear.bias	0	-1.0665159225463867
262823	linear.bias	1	1.9046531915664673
262823	linear.bias	2	0.6014596223831177
262823	linear.bias	3	-2.5087645053863525
262823	linear.bias	4	-0.2721981704235077
262823	linear.bias	5	1.206091046333313
262823	linear.bias	6	-0.26360127329826355
262823	linear.bias	7	0.5714197754859924
262823	linear.bias	8	2.1805710792541504
262823	linear.bias	9	-1.3716281652450562
263432	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
263432	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
263432	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
263432	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
263432	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
263432	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
263432	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
263432	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
263432	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
263432	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
263432	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
263432	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
263432	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
263432	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
263432	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
263432	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
263432	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
263432	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
263432	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
263432	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
263432	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
263432	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
263432	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
263432	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
263432	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
263432	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
263432	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
263432	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
263432	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
263432	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
263432	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
263432	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
263432	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
263432	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
263432	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
263432	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
263432	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
263432	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
263432	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
263432	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
263432	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
263432	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
263432	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
263432	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
263432	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
263432	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
263432	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
263432	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
263432	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
263432	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
263432	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
263432	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
263432	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
263432	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
263432	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
263432	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
263432	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
263432	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
263432	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
263432	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
263432	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
263432	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
263432	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
263432	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
263432	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
263432	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
263432	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
263432	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
263432	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
263432	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
263432	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
263432	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
263432	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
263432	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
263432	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
263432	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
263432	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
263432	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
263432	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
263432	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
263432	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
263432	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
263432	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
263432	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
263432	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
263432	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
263432	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
263432	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
263432	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
263432	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
263432	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
263432	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
263432	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
263432	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
263432	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
263432	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
263432	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
263432	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
263432	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
263432	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
263432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
263432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
263432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
263432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
263432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
263432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
263432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
263432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
263432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
263432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
263432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
263432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
263432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
263432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
263432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
263432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
263432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
263432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
263432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
263432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
263432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
263432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
263432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
263432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
263432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
263432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
263432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
263432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
263432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
263432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
263432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
263432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
263432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
263432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
263432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
263432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
263432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
263432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
263432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
263432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
263432	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
263432	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
263432	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
263432	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
263432	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
263432	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
263432	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
263432	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
263432	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
263432	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
263432	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
263432	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
263432	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
263432	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
263432	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
263432	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
263432	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
263432	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
263432	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
263432	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
263432	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
263432	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
263432	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
263432	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
263432	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
263432	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
263432	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
263432	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
263432	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
263432	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
263432	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
263432	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
263432	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
263432	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
263432	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
263432	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
263432	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
263432	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
263432	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
263432	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
263432	embedding2nn.weight	0	0.2669069468975067
263432	embedding2nn.weight	1	0.3044067621231079
263432	embedding2nn.weight	2	0.013098517432808876
263432	embedding2nn.weight	3	0.02981305681169033
263432	embedding2nn.weight	4	-0.02405618317425251
263432	embedding2nn.weight	5	0.07998370379209518
263432	embedding2nn.weight	6	0.015053397044539452
263432	embedding2nn.weight	7	-0.0027054965030401945
263432	embedding2nn.weight	8	-0.004616486839950085
263432	embedding2nn.weight	9	-0.029163461178541183
263432	embedding2nn.bias	0	0.01984122022986412
263432	embedding2nn.bias	1	-0.19814009964466095
263432	embedding2nn.bias	2	0.10809767246246338
263432	embedding2nn.bias	3	0.13739341497421265
263432	embedding2nn.bias	4	0.1175730898976326
263432	embedding2nn.bias	5	-0.08423715084791183
263432	embedding2nn.bias	6	-0.07785267382860184
263432	embedding2nn.bias	7	0.02838282473385334
263432	embedding2nn.bias	8	-0.15114238858222961
263432	embedding2nn.bias	9	-0.3916894495487213
263432	rnn.weight_ih_l0	0	0.010024011135101318
263432	rnn.weight_ih_l0	1	-0.06501007825136185
263432	rnn.weight_ih_l0	2	-0.0862460508942604
263432	rnn.weight_ih_l0	3	0.05998755991458893
263432	rnn.weight_ih_l0	4	0.0371406152844429
263432	rnn.weight_ih_l0	5	-0.12987159192562103
263432	rnn.weight_ih_l0	6	-0.058677203953266144
263432	rnn.weight_ih_l0	7	-0.01658215932548046
263432	rnn.weight_ih_l0	8	0.03561830520629883
263432	rnn.weight_ih_l0	9	-0.03147551789879799
263432	rnn.weight_hh_l0	0	0.013046599924564362
263432	rnn.weight_hh_l0	1	0.06656395643949509
263432	rnn.weight_hh_l0	2	0.04023047164082527
263432	rnn.weight_hh_l0	3	0.027460455894470215
263432	rnn.weight_hh_l0	4	0.013335635885596275
263432	rnn.weight_hh_l0	5	0.08507347851991653
263432	rnn.weight_hh_l0	6	-0.022713221609592438
263432	rnn.weight_hh_l0	7	-0.07130280137062073
263432	rnn.weight_hh_l0	8	0.040013182908296585
263432	rnn.weight_hh_l0	9	-0.09211649745702744
263432	rnn.bias_ih_l0	0	0.1630813479423523
263432	rnn.bias_ih_l0	1	-0.23213809728622437
263432	rnn.bias_ih_l0	2	-0.016964728012681007
263432	rnn.bias_ih_l0	3	-0.12876377999782562
263432	rnn.bias_ih_l0	4	0.022631393745541573
263432	rnn.bias_ih_l0	5	-0.29516464471817017
263432	rnn.bias_ih_l0	6	-0.12497967481613159
263432	rnn.bias_ih_l0	7	-0.26974400877952576
263432	rnn.bias_ih_l0	8	-0.22724764049053192
263432	rnn.bias_ih_l0	9	-0.37034809589385986
263432	rnn.bias_hh_l0	0	-0.2445845752954483
263432	rnn.bias_hh_l0	1	-0.2687021493911743
263432	rnn.bias_hh_l0	2	-0.24437814950942993
263432	rnn.bias_hh_l0	3	-0.0541473813354969
263432	rnn.bias_hh_l0	4	-0.2541593313217163
263432	rnn.bias_hh_l0	5	-0.2781091630458832
263432	rnn.bias_hh_l0	6	-0.1096324771642685
263432	rnn.bias_hh_l0	7	0.07330214977264404
263432	rnn.bias_hh_l0	8	-0.156038299202919
263432	rnn.bias_hh_l0	9	-0.4269724488258362
263432	rnn.weight_ih_l0_reverse	0	0.048662856221199036
263432	rnn.weight_ih_l0_reverse	1	-0.07960641384124756
263432	rnn.weight_ih_l0_reverse	2	-0.03803623467683792
263432	rnn.weight_ih_l0_reverse	3	-0.09003927558660507
263432	rnn.weight_ih_l0_reverse	4	0.05861431732773781
263432	rnn.weight_ih_l0_reverse	5	-0.10575757175683975
263432	rnn.weight_ih_l0_reverse	6	0.0185904148966074
263432	rnn.weight_ih_l0_reverse	7	0.029722504317760468
263432	rnn.weight_ih_l0_reverse	8	-0.07178298383951187
263432	rnn.weight_ih_l0_reverse	9	-0.042611539363861084
263432	rnn.weight_hh_l0_reverse	0	-0.06955156475305557
263432	rnn.weight_hh_l0_reverse	1	0.025523558259010315
263432	rnn.weight_hh_l0_reverse	2	-0.016186298802495003
263432	rnn.weight_hh_l0_reverse	3	0.02367650717496872
263432	rnn.weight_hh_l0_reverse	4	-0.06504979729652405
263432	rnn.weight_hh_l0_reverse	5	0.042301032692193985
263432	rnn.weight_hh_l0_reverse	6	0.0157631803303957
263432	rnn.weight_hh_l0_reverse	7	-0.051783960312604904
263432	rnn.weight_hh_l0_reverse	8	-0.03439740836620331
263432	rnn.weight_hh_l0_reverse	9	0.06363220512866974
263432	rnn.bias_ih_l0_reverse	0	-0.13242563605308533
263432	rnn.bias_ih_l0_reverse	1	-0.0901988074183464
263432	rnn.bias_ih_l0_reverse	2	0.06933537870645523
263432	rnn.bias_ih_l0_reverse	3	-0.21739380061626434
263432	rnn.bias_ih_l0_reverse	4	-0.040193188935518265
263432	rnn.bias_ih_l0_reverse	5	-0.19421501457691193
263432	rnn.bias_ih_l0_reverse	6	0.24473325908184052
263432	rnn.bias_ih_l0_reverse	7	-0.2740371525287628
263432	rnn.bias_ih_l0_reverse	8	-0.1256103664636612
263432	rnn.bias_ih_l0_reverse	9	-0.12897206842899323
263432	rnn.bias_hh_l0_reverse	0	-0.1111830472946167
263432	rnn.bias_hh_l0_reverse	1	0.22663164138793945
263432	rnn.bias_hh_l0_reverse	2	-0.2977951765060425
263432	rnn.bias_hh_l0_reverse	3	-0.1718531996011734
263432	rnn.bias_hh_l0_reverse	4	-0.30442944169044495
263432	rnn.bias_hh_l0_reverse	5	-0.13530920445919037
263432	rnn.bias_hh_l0_reverse	6	-0.25983765721321106
263432	rnn.bias_hh_l0_reverse	7	-0.08143974095582962
263432	rnn.bias_hh_l0_reverse	8	-0.17684806883335114
263432	rnn.bias_hh_l0_reverse	9	0.19192002713680267
263432	linear.weight	0	0.1490495800971985
263432	linear.weight	1	-0.3972017168998718
263432	linear.weight	2	0.009543096646666527
263432	linear.weight	3	0.06793361902236938
263432	linear.weight	4	-0.16558189690113068
263432	linear.weight	5	0.2375067174434662
263432	linear.weight	6	-0.06505154818296432
263432	linear.weight	7	-0.06549061834812164
263432	linear.weight	8	0.15027138590812683
263432	linear.weight	9	-0.04299824312329292
263432	linear.bias	0	-1.0581334829330444
263432	linear.bias	1	1.8760062456130981
263432	linear.bias	2	0.634267270565033
263432	linear.bias	3	-2.509458065032959
263432	linear.bias	4	-0.3638995289802551
263432	linear.bias	5	1.1470561027526855
263432	linear.bias	6	-0.2338261604309082
263432	linear.bias	7	0.5808631777763367
263432	linear.bias	8	2.2119877338409424
263432	linear.bias	9	-1.3658884763717651
264041	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
264041	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
264041	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
264041	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
264041	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
264041	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
264041	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
264041	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
264041	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
264041	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
264041	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
264041	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
264041	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
264041	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
264041	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
264041	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
264041	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
264041	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
264041	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
264041	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
264041	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
264041	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
264041	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
264041	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
264041	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
264041	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
264041	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
264041	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
264041	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
264041	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
264041	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
264041	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
264041	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
264041	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
264041	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
264041	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
264041	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
264041	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
264041	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
264041	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
264041	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
264041	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
264041	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
264041	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
264041	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
264041	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
264041	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
264041	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
264041	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
264041	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
264041	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
264041	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
264041	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
264041	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
264041	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
264041	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
264041	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
264041	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
264041	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
264041	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
264041	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
264041	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
264041	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
264041	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
264041	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
264041	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
264041	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
264041	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
264041	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
264041	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
264041	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
264041	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
264041	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
264041	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
264041	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
264041	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
264041	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
264041	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
264041	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
264041	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
264041	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
264041	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
264041	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
264041	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
264041	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
264041	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
264041	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
264041	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
264041	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
264041	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
264041	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
264041	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
264041	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
264041	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
264041	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
264041	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
264041	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
264041	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
264041	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
264041	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
264041	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
264041	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
264041	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
264041	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
264041	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
264041	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
264041	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
264041	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
264041	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
264041	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
264041	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
264041	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
264041	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
264041	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
264041	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
264041	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
264041	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
264041	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
264041	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
264041	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
264041	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
264041	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
264041	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
264041	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
264041	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
264041	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
264041	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
264041	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
264041	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
264041	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
264041	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
264041	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
264041	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
264041	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
264041	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
264041	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
264041	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
264041	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
264041	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
264041	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
264041	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
264041	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
264041	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
264041	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
264041	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
264041	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
264041	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
264041	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
264041	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
264041	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
264041	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
264041	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
264041	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
264041	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
264041	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
264041	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
264041	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
264041	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
264041	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
264041	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
264041	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
264041	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
264041	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
264041	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
264041	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
264041	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
264041	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
264041	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
264041	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
264041	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
264041	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
264041	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
264041	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
264041	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
264041	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
264041	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
264041	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
264041	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
264041	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
264041	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
264041	embedding2nn.weight	0	0.26887351274490356
264041	embedding2nn.weight	1	0.31304895877838135
264041	embedding2nn.weight	2	0.006766504142433405
264041	embedding2nn.weight	3	0.03441213071346283
264041	embedding2nn.weight	4	-0.03051837719976902
264041	embedding2nn.weight	5	0.07994464784860611
264041	embedding2nn.weight	6	0.008675689809024334
264041	embedding2nn.weight	7	-0.010507753118872643
264041	embedding2nn.weight	8	-0.0050178091041743755
264041	embedding2nn.weight	9	-0.029205232858657837
264041	embedding2nn.bias	0	0.0498775839805603
264041	embedding2nn.bias	1	-0.18446989357471466
264041	embedding2nn.bias	2	0.1079261302947998
264041	embedding2nn.bias	3	0.1416943371295929
264041	embedding2nn.bias	4	0.15331675112247467
264041	embedding2nn.bias	5	-0.07457762956619263
264041	embedding2nn.bias	6	-0.084918312728405
264041	embedding2nn.bias	7	0.007199320010840893
264041	embedding2nn.bias	8	-0.1274774968624115
264041	embedding2nn.bias	9	-0.389583945274353
264041	rnn.weight_ih_l0	0	0.011673553846776485
264041	rnn.weight_ih_l0	1	-0.06548937410116196
264041	rnn.weight_ih_l0	2	-0.09042782336473465
264041	rnn.weight_ih_l0	3	0.06402980536222458
264041	rnn.weight_ih_l0	4	0.04043219983577728
264041	rnn.weight_ih_l0	5	-0.13235805928707123
264041	rnn.weight_ih_l0	6	-0.0643901526927948
264041	rnn.weight_ih_l0	7	-0.018917925655841827
264041	rnn.weight_ih_l0	8	0.03772900998592377
264041	rnn.weight_ih_l0	9	-0.02919113263487816
264041	rnn.weight_hh_l0	0	0.01319905836135149
264041	rnn.weight_hh_l0	1	0.0664854347705841
264041	rnn.weight_hh_l0	2	0.03897004947066307
264041	rnn.weight_hh_l0	3	0.026785796508193016
264041	rnn.weight_hh_l0	4	0.013649018481373787
264041	rnn.weight_hh_l0	5	0.08548189699649811
264041	rnn.weight_hh_l0	6	-0.022516194730997086
264041	rnn.weight_hh_l0	7	-0.07429523020982742
264041	rnn.weight_hh_l0	8	0.039742451161146164
264041	rnn.weight_hh_l0	9	-0.09138665348291397
264041	rnn.bias_ih_l0	0	0.17242251336574554
264041	rnn.bias_ih_l0	1	-0.23597468435764313
264041	rnn.bias_ih_l0	2	-0.01833496429026127
264041	rnn.bias_ih_l0	3	-0.1176968514919281
264041	rnn.bias_ih_l0	4	0.03255791217088699
264041	rnn.bias_ih_l0	5	-0.3029114007949829
264041	rnn.bias_ih_l0	6	-0.1193518117070198
264041	rnn.bias_ih_l0	7	-0.2710910737514496
264041	rnn.bias_ih_l0	8	-0.2245200127363205
264041	rnn.bias_ih_l0	9	-0.3785988986492157
264041	rnn.bias_hh_l0	0	-0.24737554788589478
264041	rnn.bias_hh_l0	1	-0.2668055295944214
264041	rnn.bias_hh_l0	2	-0.24787364900112152
264041	rnn.bias_hh_l0	3	-0.05008568987250328
264041	rnn.bias_hh_l0	4	-0.2611702084541321
264041	rnn.bias_hh_l0	5	-0.27750667929649353
264041	rnn.bias_hh_l0	6	-0.10105588287115097
264041	rnn.bias_hh_l0	7	0.06980041414499283
264041	rnn.bias_hh_l0	8	-0.15565040707588196
264041	rnn.bias_hh_l0	9	-0.427003413438797
264041	rnn.weight_ih_l0_reverse	0	0.0472455658018589
264041	rnn.weight_ih_l0_reverse	1	-0.07947028428316116
264041	rnn.weight_ih_l0_reverse	2	-0.03563480079174042
264041	rnn.weight_ih_l0_reverse	3	-0.08638124912977219
264041	rnn.weight_ih_l0_reverse	4	0.05800196900963783
264041	rnn.weight_ih_l0_reverse	5	-0.09518762677907944
264041	rnn.weight_ih_l0_reverse	6	0.028814880177378654
264041	rnn.weight_ih_l0_reverse	7	0.02877729944884777
264041	rnn.weight_ih_l0_reverse	8	-0.07683693617582321
264041	rnn.weight_ih_l0_reverse	9	-0.037321317940950394
264041	rnn.weight_hh_l0_reverse	0	-0.06853468716144562
264041	rnn.weight_hh_l0_reverse	1	0.024415578693151474
264041	rnn.weight_hh_l0_reverse	2	-0.01609678752720356
264041	rnn.weight_hh_l0_reverse	3	0.02306775562465191
264041	rnn.weight_hh_l0_reverse	4	-0.06619199365377426
264041	rnn.weight_hh_l0_reverse	5	0.04209001734852791
264041	rnn.weight_hh_l0_reverse	6	0.015468454919755459
264041	rnn.weight_hh_l0_reverse	7	-0.04762277007102966
264041	rnn.weight_hh_l0_reverse	8	-0.03331276774406433
264041	rnn.weight_hh_l0_reverse	9	0.06260380148887634
264041	rnn.bias_ih_l0_reverse	0	-0.1359814554452896
264041	rnn.bias_ih_l0_reverse	1	-0.07823092490434647
264041	rnn.bias_ih_l0_reverse	2	0.07363132387399673
264041	rnn.bias_ih_l0_reverse	3	-0.21629342436790466
264041	rnn.bias_ih_l0_reverse	4	-0.04005373269319534
264041	rnn.bias_ih_l0_reverse	5	-0.19302348792552948
264041	rnn.bias_ih_l0_reverse	6	0.2373279482126236
264041	rnn.bias_ih_l0_reverse	7	-0.28706756234169006
264041	rnn.bias_ih_l0_reverse	8	-0.12838998436927795
264041	rnn.bias_ih_l0_reverse	9	-0.12307393550872803
264041	rnn.bias_hh_l0_reverse	0	-0.1255464106798172
264041	rnn.bias_hh_l0_reverse	1	0.23527881503105164
264041	rnn.bias_hh_l0_reverse	2	-0.30142533779144287
264041	rnn.bias_hh_l0_reverse	3	-0.16562685370445251
264041	rnn.bias_hh_l0_reverse	4	-0.30188384652137756
264041	rnn.bias_hh_l0_reverse	5	-0.14093117415905
264041	rnn.bias_hh_l0_reverse	6	-0.26219743490219116
264041	rnn.bias_hh_l0_reverse	7	-0.08118493109941483
264041	rnn.bias_hh_l0_reverse	8	-0.176974818110466
264041	rnn.bias_hh_l0_reverse	9	0.20165883004665375
264041	linear.weight	0	0.10527873039245605
264041	linear.weight	1	-0.4121358394622803
264041	linear.weight	2	-0.0024996940046548843
264041	linear.weight	3	0.06792904436588287
264041	linear.weight	4	-0.12377464026212692
264041	linear.weight	5	0.25820332765579224
264041	linear.weight	6	-0.059041425585746765
264041	linear.weight	7	-0.06547335535287857
264041	linear.weight	8	0.14564763009548187
264041	linear.weight	9	-0.043033089488744736
264041	linear.bias	0	-1.073285460472107
264041	linear.bias	1	1.935586929321289
264041	linear.bias	2	0.6306906938552856
264041	linear.bias	3	-2.5102155208587646
264041	linear.bias	4	-0.29660317301750183
264041	linear.bias	5	1.1966301202774048
264041	linear.bias	6	-0.2279619574546814
264041	linear.bias	7	0.5790389776229858
264041	linear.bias	8	2.188741683959961
264041	linear.bias	9	-1.3639369010925293
264650	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
264650	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
264650	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
264650	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
264650	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
264650	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
264650	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
264650	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
264650	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
264650	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
264650	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
264650	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
264650	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
264650	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
264650	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
264650	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
264650	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
264650	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
264650	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
264650	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
264650	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
264650	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
264650	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
264650	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
264650	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
264650	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
264650	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
264650	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
264650	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
264650	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
264650	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
264650	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
264650	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
264650	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
264650	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
264650	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
264650	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
264650	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
264650	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
264650	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
264650	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
264650	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
264650	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
264650	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
264650	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
264650	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
264650	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
264650	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
264650	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
264650	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
264650	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
264650	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
264650	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
264650	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
264650	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
264650	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
264650	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
264650	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
264650	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
264650	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
264650	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
264650	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
264650	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
264650	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
264650	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
264650	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
264650	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
264650	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
264650	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
264650	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
264650	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
264650	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
264650	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
264650	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
264650	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
264650	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
264650	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
264650	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
264650	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
264650	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
264650	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
264650	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
264650	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
264650	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
264650	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
264650	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
264650	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
264650	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
264650	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
264650	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
264650	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
264650	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
264650	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
264650	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
264650	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
264650	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
264650	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
264650	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
264650	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
264650	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
264650	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
264650	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
264650	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
264650	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
264650	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
264650	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
264650	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
264650	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
264650	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
264650	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
264650	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
264650	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
264650	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
264650	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
264650	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
264650	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
264650	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
264650	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
264650	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
264650	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
264650	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
264650	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
264650	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
264650	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
264650	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
264650	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
264650	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
264650	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
264650	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
264650	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
264650	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
264650	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
264650	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
264650	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
264650	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
264650	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
264650	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
264650	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
264650	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
264650	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
264650	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
264650	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
264650	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
264650	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
264650	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
264650	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
264650	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
264650	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
264650	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
264650	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
264650	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
264650	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
264650	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
264650	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
264650	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
264650	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
264650	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
264650	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
264650	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
264650	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
264650	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
264650	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
264650	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
264650	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
264650	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
264650	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
264650	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
264650	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
264650	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
264650	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
264650	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
264650	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
264650	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
264650	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
264650	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
264650	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
264650	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
264650	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
264650	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
264650	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
264650	embedding2nn.weight	0	0.26727020740509033
264650	embedding2nn.weight	1	0.315714567899704
264650	embedding2nn.weight	2	0.00967584177851677
264650	embedding2nn.weight	3	0.033605679869651794
264650	embedding2nn.weight	4	-0.034200627356767654
264650	embedding2nn.weight	5	0.08475218713283539
264650	embedding2nn.weight	6	0.010077452287077904
264650	embedding2nn.weight	7	-0.0040268260054290295
264650	embedding2nn.weight	8	-0.001195095363073051
264650	embedding2nn.weight	9	-0.02263128012418747
264650	embedding2nn.bias	0	0.025545643642544746
264650	embedding2nn.bias	1	-0.18872180581092834
264650	embedding2nn.bias	2	0.1054423525929451
264650	embedding2nn.bias	3	0.18123456835746765
264650	embedding2nn.bias	4	0.13886617124080658
264650	embedding2nn.bias	5	-0.09082985669374466
264650	embedding2nn.bias	6	-0.08667777478694916
264650	embedding2nn.bias	7	0.009750531986355782
264650	embedding2nn.bias	8	-0.14504502713680267
264650	embedding2nn.bias	9	-0.39566513895988464
264650	rnn.weight_ih_l0	0	0.010518879629671574
264650	rnn.weight_ih_l0	1	-0.06617359817028046
264650	rnn.weight_ih_l0	2	-0.0910562127828598
264650	rnn.weight_ih_l0	3	0.06934371590614319
264650	rnn.weight_ih_l0	4	0.03286217525601387
264650	rnn.weight_ih_l0	5	-0.12171748280525208
264650	rnn.weight_ih_l0	6	-0.060867976397275925
264650	rnn.weight_ih_l0	7	-0.019455881789326668
264650	rnn.weight_ih_l0	8	0.044154904782772064
264650	rnn.weight_ih_l0	9	-0.03045782633125782
264650	rnn.weight_hh_l0	0	0.012689880095422268
264650	rnn.weight_hh_l0	1	0.06627914309501648
264650	rnn.weight_hh_l0	2	0.03968329355120659
264650	rnn.weight_hh_l0	3	0.027029728516936302
264650	rnn.weight_hh_l0	4	0.012439709156751633
264650	rnn.weight_hh_l0	5	0.08425527065992355
264650	rnn.weight_hh_l0	6	-0.0233899112790823
264650	rnn.weight_hh_l0	7	-0.0748162642121315
264650	rnn.weight_hh_l0	8	0.03975006937980652
264650	rnn.weight_hh_l0	9	-0.09215128421783447
264650	rnn.bias_ih_l0	0	0.1847505271434784
264650	rnn.bias_ih_l0	1	-0.23245705664157867
264650	rnn.bias_ih_l0	2	-0.018402650952339172
264650	rnn.bias_ih_l0	3	-0.12260374426841736
264650	rnn.bias_ih_l0	4	0.009844005107879639
264650	rnn.bias_ih_l0	5	-0.3054616153240204
264650	rnn.bias_ih_l0	6	-0.1162881851196289
264650	rnn.bias_ih_l0	7	-0.2712554931640625
264650	rnn.bias_ih_l0	8	-0.22063113749027252
264650	rnn.bias_ih_l0	9	-0.38641053438186646
264650	rnn.bias_hh_l0	0	-0.2522633671760559
264650	rnn.bias_hh_l0	1	-0.2672909200191498
264650	rnn.bias_hh_l0	2	-0.24407075345516205
264650	rnn.bias_hh_l0	3	-0.04765387251973152
264650	rnn.bias_hh_l0	4	-0.2578948736190796
264650	rnn.bias_hh_l0	5	-0.28089073300361633
264650	rnn.bias_hh_l0	6	-0.10064486414194107
264650	rnn.bias_hh_l0	7	0.06870090216398239
264650	rnn.bias_hh_l0	8	-0.15169858932495117
264650	rnn.bias_hh_l0	9	-0.42421799898147583
264650	rnn.weight_ih_l0_reverse	0	0.04864639416337013
264650	rnn.weight_ih_l0_reverse	1	-0.07944467663764954
264650	rnn.weight_ih_l0_reverse	2	-0.04442918673157692
264650	rnn.weight_ih_l0_reverse	3	-0.0876069962978363
264650	rnn.weight_ih_l0_reverse	4	0.05921529233455658
264650	rnn.weight_ih_l0_reverse	5	-0.09253569692373276
264650	rnn.weight_ih_l0_reverse	6	0.02752363122999668
264650	rnn.weight_ih_l0_reverse	7	0.02845991775393486
264650	rnn.weight_ih_l0_reverse	8	-0.07855397462844849
264650	rnn.weight_ih_l0_reverse	9	-0.035641688853502274
264650	rnn.weight_hh_l0_reverse	0	-0.07021979987621307
264650	rnn.weight_hh_l0_reverse	1	0.02490427903831005
264650	rnn.weight_hh_l0_reverse	2	-0.015901220962405205
264650	rnn.weight_hh_l0_reverse	3	0.02330193482339382
264650	rnn.weight_hh_l0_reverse	4	-0.0671323761343956
264650	rnn.weight_hh_l0_reverse	5	0.04202447086572647
264650	rnn.weight_hh_l0_reverse	6	0.015474285930395126
264650	rnn.weight_hh_l0_reverse	7	-0.0474441722035408
264650	rnn.weight_hh_l0_reverse	8	-0.034803636372089386
264650	rnn.weight_hh_l0_reverse	9	0.06443269550800323
264650	rnn.bias_ih_l0_reverse	0	-0.1191163882613182
264650	rnn.bias_ih_l0_reverse	1	-0.07477936148643494
264650	rnn.bias_ih_l0_reverse	2	0.07319401204586029
264650	rnn.bias_ih_l0_reverse	3	-0.21075789630413055
264650	rnn.bias_ih_l0_reverse	4	-0.04568018019199371
264650	rnn.bias_ih_l0_reverse	5	-0.19417120516300201
264650	rnn.bias_ih_l0_reverse	6	0.2213052213191986
264650	rnn.bias_ih_l0_reverse	7	-0.2887078523635864
264650	rnn.bias_ih_l0_reverse	8	-0.1292349398136139
264650	rnn.bias_ih_l0_reverse	9	-0.13075904548168182
264650	rnn.bias_hh_l0_reverse	0	-0.12431015819311142
264650	rnn.bias_hh_l0_reverse	1	0.24243323504924774
264650	rnn.bias_hh_l0_reverse	2	-0.3032679259777069
264650	rnn.bias_hh_l0_reverse	3	-0.17270703613758087
264650	rnn.bias_hh_l0_reverse	4	-0.3033101260662079
264650	rnn.bias_hh_l0_reverse	5	-0.13470245897769928
264650	rnn.bias_hh_l0_reverse	6	-0.2586290240287781
264650	rnn.bias_hh_l0_reverse	7	-0.07708504050970078
264650	rnn.bias_hh_l0_reverse	8	-0.174812451004982
264650	rnn.bias_hh_l0_reverse	9	0.2043522745370865
264650	linear.weight	0	0.12903624773025513
264650	linear.weight	1	-0.46621280908584595
264650	linear.weight	2	0.005665669683367014
264650	linear.weight	3	0.06792749464511871
264650	linear.weight	4	-0.15233170986175537
264650	linear.weight	5	0.25958019495010376
264650	linear.weight	6	-0.05391043424606323
264650	linear.weight	7	-0.06545071303844452
264650	linear.weight	8	0.1428263634443283
264650	linear.weight	9	-0.043063633143901825
264650	linear.bias	0	-1.0851414203643799
264650	linear.bias	1	1.9532641172409058
264650	linear.bias	2	0.6177904009819031
264650	linear.bias	3	-2.510941743850708
264650	linear.bias	4	-0.27048906683921814
264650	linear.bias	5	1.1575567722320557
264650	linear.bias	6	-0.23481562733650208
264650	linear.bias	7	0.5919867157936096
264650	linear.bias	8	2.16436505317688
264650	linear.bias	9	-1.357170581817627
265259	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
265259	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
265259	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
265259	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
265259	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
265259	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
265259	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
265259	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
265259	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
265259	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
265259	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
265259	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
265259	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
265259	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
265259	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
265259	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
265259	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
265259	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
265259	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
265259	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
265259	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
265259	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
265259	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
265259	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
265259	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
265259	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
265259	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
265259	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
265259	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
265259	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
265259	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
265259	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
265259	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
265259	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
265259	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
265259	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
265259	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
265259	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
265259	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
265259	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
265259	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
265259	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
265259	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
265259	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
265259	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
265259	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
265259	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
265259	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
265259	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
265259	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
265259	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
265259	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
265259	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
265259	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
265259	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
265259	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
265259	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
265259	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
265259	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
265259	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
265259	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
265259	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
265259	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
265259	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
265259	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
265259	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
265259	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
265259	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
265259	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
265259	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
265259	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
265259	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
265259	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
265259	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
265259	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
265259	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
265259	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
265259	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
265259	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
265259	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
265259	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
265259	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
265259	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
265259	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
265259	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
265259	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
265259	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
265259	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
265259	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
265259	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
265259	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
265259	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
265259	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
265259	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
265259	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
265259	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
265259	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
265259	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
265259	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
265259	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
265259	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
265259	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
265259	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
265259	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
265259	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
265259	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
265259	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
265259	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
265259	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
265259	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
265259	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
265259	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
265259	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
265259	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
265259	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
265259	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
265259	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
265259	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
265259	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
265259	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
265259	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
265259	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
265259	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
265259	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
265259	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
265259	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
265259	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
265259	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
265259	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
265259	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
265259	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
265259	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
265259	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
265259	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
265259	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
265259	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
265259	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
265259	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
265259	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
265259	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
265259	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
265259	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
265259	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
265259	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
265259	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
265259	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
265259	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
265259	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
265259	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
265259	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
265259	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
265259	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
265259	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
265259	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
265259	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
265259	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
265259	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
265259	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
265259	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
265259	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
265259	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
265259	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
265259	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
265259	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
265259	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
265259	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
265259	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
265259	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
265259	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
265259	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
265259	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
265259	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
265259	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
265259	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
265259	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
265259	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
265259	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
265259	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
265259	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
265259	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
265259	embedding2nn.weight	0	0.269525945186615
265259	embedding2nn.weight	1	0.30941054224967957
265259	embedding2nn.weight	2	0.004965143743902445
265259	embedding2nn.weight	3	0.04545941576361656
265259	embedding2nn.weight	4	-0.037716399878263474
265259	embedding2nn.weight	5	0.08635047823190689
265259	embedding2nn.weight	6	0.008979618549346924
265259	embedding2nn.weight	7	0.005215937737375498
265259	embedding2nn.weight	8	0.008436456322669983
265259	embedding2nn.weight	9	-0.02840154618024826
265259	embedding2nn.bias	0	0.010070601478219032
265259	embedding2nn.bias	1	-0.17145277559757233
265259	embedding2nn.bias	2	0.1135483980178833
265259	embedding2nn.bias	3	0.17637407779693604
265259	embedding2nn.bias	4	0.1537700742483139
265259	embedding2nn.bias	5	-0.0882873684167862
265259	embedding2nn.bias	6	-0.07023333013057709
265259	embedding2nn.bias	7	0.02276608720421791
265259	embedding2nn.bias	8	-0.15512333810329437
265259	embedding2nn.bias	9	-0.39129433035850525
265259	rnn.weight_ih_l0	0	0.010705566965043545
265259	rnn.weight_ih_l0	1	-0.06751487404108047
265259	rnn.weight_ih_l0	2	-0.09689842909574509
265259	rnn.weight_ih_l0	3	0.06662587821483612
265259	rnn.weight_ih_l0	4	0.03603532910346985
265259	rnn.weight_ih_l0	5	-0.1281007081270218
265259	rnn.weight_ih_l0	6	-0.06600536406040192
265259	rnn.weight_ih_l0	7	-0.01710590533912182
265259	rnn.weight_ih_l0	8	0.04697763919830322
265259	rnn.weight_ih_l0	9	-0.029562057927250862
265259	rnn.weight_hh_l0	0	0.012425310909748077
265259	rnn.weight_hh_l0	1	0.06701866537332535
265259	rnn.weight_hh_l0	2	0.040230847895145416
265259	rnn.weight_hh_l0	3	0.026071125641465187
265259	rnn.weight_hh_l0	4	0.012377799488604069
265259	rnn.weight_hh_l0	5	0.08394238352775574
265259	rnn.weight_hh_l0	6	-0.02318594790995121
265259	rnn.weight_hh_l0	7	-0.07724908739328384
265259	rnn.weight_hh_l0	8	0.040185149759054184
265259	rnn.weight_hh_l0	9	-0.09296432882547379
265259	rnn.bias_ih_l0	0	0.17639033496379852
265259	rnn.bias_ih_l0	1	-0.23041380941867828
265259	rnn.bias_ih_l0	2	-0.01268730591982603
265259	rnn.bias_ih_l0	3	-0.11860324442386627
265259	rnn.bias_ih_l0	4	0.018606774508953094
265259	rnn.bias_ih_l0	5	-0.30688777565956116
265259	rnn.bias_ih_l0	6	-0.1141437366604805
265259	rnn.bias_ih_l0	7	-0.2744903862476349
265259	rnn.bias_ih_l0	8	-0.2144392430782318
265259	rnn.bias_ih_l0	9	-0.3789311945438385
265259	rnn.bias_hh_l0	0	-0.25438192486763
265259	rnn.bias_hh_l0	1	-0.2623870074748993
265259	rnn.bias_hh_l0	2	-0.23914383351802826
265259	rnn.bias_hh_l0	3	-0.05190763622522354
265259	rnn.bias_hh_l0	4	-0.25693774223327637
265259	rnn.bias_hh_l0	5	-0.2808472514152527
265259	rnn.bias_hh_l0	6	-0.10228738188743591
265259	rnn.bias_hh_l0	7	0.06657266616821289
265259	rnn.bias_hh_l0	8	-0.15526996552944183
265259	rnn.bias_hh_l0	9	-0.42574650049209595
265259	rnn.weight_ih_l0_reverse	0	0.05526057630777359
265259	rnn.weight_ih_l0_reverse	1	-0.07788275927305222
265259	rnn.weight_ih_l0_reverse	2	-0.04039709270000458
265259	rnn.weight_ih_l0_reverse	3	-0.09343951940536499
265259	rnn.weight_ih_l0_reverse	4	0.06057606637477875
265259	rnn.weight_ih_l0_reverse	5	-0.0968833938241005
265259	rnn.weight_ih_l0_reverse	6	0.02575790323317051
265259	rnn.weight_ih_l0_reverse	7	0.02947578951716423
265259	rnn.weight_ih_l0_reverse	8	-0.08324635773897171
265259	rnn.weight_ih_l0_reverse	9	-0.03520733118057251
265259	rnn.weight_hh_l0_reverse	0	-0.07165233045816422
265259	rnn.weight_hh_l0_reverse	1	0.02548334375023842
265259	rnn.weight_hh_l0_reverse	2	-0.016465991735458374
265259	rnn.weight_hh_l0_reverse	3	0.023961449041962624
265259	rnn.weight_hh_l0_reverse	4	-0.0674028992652893
265259	rnn.weight_hh_l0_reverse	5	0.041975971311330795
265259	rnn.weight_hh_l0_reverse	6	0.015603053383529186
265259	rnn.weight_hh_l0_reverse	7	-0.04922361671924591
265259	rnn.weight_hh_l0_reverse	8	-0.03431079536676407
265259	rnn.weight_hh_l0_reverse	9	0.0672687217593193
265259	rnn.bias_ih_l0_reverse	0	-0.11864832043647766
265259	rnn.bias_ih_l0_reverse	1	-0.07272352278232574
265259	rnn.bias_ih_l0_reverse	2	0.08871140331029892
265259	rnn.bias_ih_l0_reverse	3	-0.21035687625408173
265259	rnn.bias_ih_l0_reverse	4	-0.059176184237003326
265259	rnn.bias_ih_l0_reverse	5	-0.19300074875354767
265259	rnn.bias_ih_l0_reverse	6	0.23988883197307587
265259	rnn.bias_ih_l0_reverse	7	-0.27744564414024353
265259	rnn.bias_ih_l0_reverse	8	-0.13158409297466278
265259	rnn.bias_ih_l0_reverse	9	-0.12503214180469513
265259	rnn.bias_hh_l0_reverse	0	-0.12970110774040222
265259	rnn.bias_hh_l0_reverse	1	0.24196316301822662
265259	rnn.bias_hh_l0_reverse	2	-0.30480116605758667
265259	rnn.bias_hh_l0_reverse	3	-0.17673960328102112
265259	rnn.bias_hh_l0_reverse	4	-0.2920615077018738
265259	rnn.bias_hh_l0_reverse	5	-0.12590865790843964
265259	rnn.bias_hh_l0_reverse	6	-0.25471577048301697
265259	rnn.bias_hh_l0_reverse	7	-0.08310677856206894
265259	rnn.bias_hh_l0_reverse	8	-0.17468230426311493
265259	rnn.bias_hh_l0_reverse	9	0.19844426214694977
265259	linear.weight	0	0.1415957808494568
265259	linear.weight	1	-0.44387713074684143
265259	linear.weight	2	-0.03474029153585434
265259	linear.weight	3	0.06792452186346054
265259	linear.weight	4	-0.11528563499450684
265259	linear.weight	5	0.27656546235084534
265259	linear.weight	6	-0.06114942207932472
265259	linear.weight	7	-0.0654258131980896
265259	linear.weight	8	0.14844873547554016
265259	linear.weight	9	-0.04308781772851944
265259	linear.bias	0	-1.0774455070495605
265259	linear.bias	1	1.9839107990264893
265259	linear.bias	2	0.6344044804573059
265259	linear.bias	3	-2.5116751194000244
265259	linear.bias	4	-0.31512460112571716
265259	linear.bias	5	1.171623945236206
265259	linear.bias	6	-0.2558283805847168
265259	linear.bias	7	0.5898115634918213
265259	linear.bias	8	2.1494359970092773
265259	linear.bias	9	-1.3710123300552368
265868	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
265868	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
265868	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
265868	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
265868	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
265868	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
265868	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
265868	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
265868	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
265868	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
265868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
265868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
265868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
265868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
265868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
265868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
265868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
265868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
265868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
265868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
265868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
265868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
265868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
265868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
265868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
265868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
265868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
265868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
265868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
265868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
265868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
265868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
265868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
265868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
265868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
265868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
265868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
265868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
265868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
265868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
265868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
265868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
265868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
265868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
265868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
265868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
265868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
265868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
265868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
265868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
265868	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
265868	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
265868	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
265868	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
265868	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
265868	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
265868	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
265868	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
265868	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
265868	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
265868	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
265868	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
265868	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
265868	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
265868	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
265868	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
265868	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
265868	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
265868	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
265868	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
265868	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
265868	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
265868	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
265868	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
265868	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
265868	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
265868	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
265868	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
265868	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
265868	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
265868	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
265868	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
265868	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
265868	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
265868	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
265868	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
265868	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
265868	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
265868	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
265868	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
265868	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
265868	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
265868	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
265868	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
265868	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
265868	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
265868	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
265868	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
265868	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
265868	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
265868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
265868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
265868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
265868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
265868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
265868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
265868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
265868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
265868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
265868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
265868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
265868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
265868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
265868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
265868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
265868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
265868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
265868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
265868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
265868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
265868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
265868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
265868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
265868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
265868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
265868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
265868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
265868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
265868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
265868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
265868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
265868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
265868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
265868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
265868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
265868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
265868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
265868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
265868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
265868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
265868	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
265868	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
265868	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
265868	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
265868	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
265868	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
265868	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
265868	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
265868	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
265868	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
265868	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
265868	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
265868	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
265868	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
265868	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
265868	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
265868	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
265868	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
265868	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
265868	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
265868	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
265868	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
265868	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
265868	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
265868	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
265868	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
265868	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
265868	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
265868	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
265868	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
265868	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
265868	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
265868	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
265868	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
265868	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
265868	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
265868	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
265868	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
265868	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
265868	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
265868	embedding2nn.weight	0	0.26901423931121826
265868	embedding2nn.weight	1	0.31397387385368347
265868	embedding2nn.weight	2	0.006756921764463186
265868	embedding2nn.weight	3	0.03921330347657204
265868	embedding2nn.weight	4	-0.04296335577964783
265868	embedding2nn.weight	5	0.08483181893825531
265868	embedding2nn.weight	6	0.014561517164111137
265868	embedding2nn.weight	7	0.004651074763387442
265868	embedding2nn.weight	8	0.01360036339610815
265868	embedding2nn.weight	9	-0.022979576140642166
265868	embedding2nn.bias	0	-0.007791454903781414
265868	embedding2nn.bias	1	-0.15512296557426453
265868	embedding2nn.bias	2	0.10406208038330078
265868	embedding2nn.bias	3	0.16304050385951996
265868	embedding2nn.bias	4	0.1561880111694336
265868	embedding2nn.bias	5	-0.0796540379524231
265868	embedding2nn.bias	6	-0.07988753169775009
265868	embedding2nn.bias	7	0.03308691456913948
265868	embedding2nn.bias	8	-0.1483536958694458
265868	embedding2nn.bias	9	-0.3837594985961914
265868	rnn.weight_ih_l0	0	0.012778310105204582
265868	rnn.weight_ih_l0	1	-0.06637147814035416
265868	rnn.weight_ih_l0	2	-0.08957909792661667
265868	rnn.weight_ih_l0	3	0.06172429397702217
265868	rnn.weight_ih_l0	4	0.03713711351156235
265868	rnn.weight_ih_l0	5	-0.12744471430778503
265868	rnn.weight_ih_l0	6	-0.06824372708797455
265868	rnn.weight_ih_l0	7	-0.011526345275342464
265868	rnn.weight_ih_l0	8	0.053443942219018936
265868	rnn.weight_ih_l0	9	-0.027873918414115906
265868	rnn.weight_hh_l0	0	0.012071424163877964
265868	rnn.weight_hh_l0	1	0.06697650998830795
265868	rnn.weight_hh_l0	2	0.04204373434185982
265868	rnn.weight_hh_l0	3	0.026141183450818062
265868	rnn.weight_hh_l0	4	0.012268586084246635
265868	rnn.weight_hh_l0	5	0.08236698061227798
265868	rnn.weight_hh_l0	6	-0.023852936923503876
265868	rnn.weight_hh_l0	7	-0.07797262072563171
265868	rnn.weight_hh_l0	8	0.04027242586016655
265868	rnn.weight_hh_l0	9	-0.0924629494547844
265868	rnn.bias_ih_l0	0	0.16819487512111664
265868	rnn.bias_ih_l0	1	-0.23055952787399292
265868	rnn.bias_ih_l0	2	-0.01024229358881712
265868	rnn.bias_ih_l0	3	-0.12445695698261261
265868	rnn.bias_ih_l0	4	0.02206346206367016
265868	rnn.bias_ih_l0	5	-0.312921941280365
265868	rnn.bias_ih_l0	6	-0.122809998691082
265868	rnn.bias_ih_l0	7	-0.27524930238723755
265868	rnn.bias_ih_l0	8	-0.2210066020488739
265868	rnn.bias_ih_l0	9	-0.38334670662879944
265868	rnn.bias_hh_l0	0	-0.257194459438324
265868	rnn.bias_hh_l0	1	-0.26286083459854126
265868	rnn.bias_hh_l0	2	-0.23774579167366028
265868	rnn.bias_hh_l0	3	-0.05494070425629616
265868	rnn.bias_hh_l0	4	-0.254698783159256
265868	rnn.bias_hh_l0	5	-0.282225102186203
265868	rnn.bias_hh_l0	6	-0.10053800791501999
265868	rnn.bias_hh_l0	7	0.0617031455039978
265868	rnn.bias_hh_l0	8	-0.15197032690048218
265868	rnn.bias_hh_l0	9	-0.4221281409263611
265868	rnn.weight_ih_l0_reverse	0	0.052809540182352066
265868	rnn.weight_ih_l0_reverse	1	-0.07827471941709518
265868	rnn.weight_ih_l0_reverse	2	-0.040260735899209976
265868	rnn.weight_ih_l0_reverse	3	-0.09867975860834122
265868	rnn.weight_ih_l0_reverse	4	0.06048325076699257
265868	rnn.weight_ih_l0_reverse	5	-0.08817158639431
265868	rnn.weight_ih_l0_reverse	6	0.02847111038863659
265868	rnn.weight_ih_l0_reverse	7	0.030309230089187622
265868	rnn.weight_ih_l0_reverse	8	-0.08749071508646011
265868	rnn.weight_ih_l0_reverse	9	-0.035071104764938354
265868	rnn.weight_hh_l0_reverse	0	-0.07195556163787842
265868	rnn.weight_hh_l0_reverse	1	0.02510286495089531
265868	rnn.weight_hh_l0_reverse	2	-0.016419483348727226
265868	rnn.weight_hh_l0_reverse	3	0.02359272912144661
265868	rnn.weight_hh_l0_reverse	4	-0.06658614426851273
265868	rnn.weight_hh_l0_reverse	5	0.042058542370796204
265868	rnn.weight_hh_l0_reverse	6	0.015704289078712463
265868	rnn.weight_hh_l0_reverse	7	-0.050907328724861145
265868	rnn.weight_hh_l0_reverse	8	-0.0339377298951149
265868	rnn.weight_hh_l0_reverse	9	0.06810524314641953
265868	rnn.bias_ih_l0_reverse	0	-0.11443275213241577
265868	rnn.bias_ih_l0_reverse	1	-0.06938398629426956
265868	rnn.bias_ih_l0_reverse	2	0.08342249691486359
265868	rnn.bias_ih_l0_reverse	3	-0.21039696037769318
265868	rnn.bias_ih_l0_reverse	4	-0.053857021033763885
265868	rnn.bias_ih_l0_reverse	5	-0.1913549304008484
265868	rnn.bias_ih_l0_reverse	6	0.2421952188014984
265868	rnn.bias_ih_l0_reverse	7	-0.26635196805000305
265868	rnn.bias_ih_l0_reverse	8	-0.13303516805171967
265868	rnn.bias_ih_l0_reverse	9	-0.12542644143104553
265868	rnn.bias_hh_l0_reverse	0	-0.1128435879945755
265868	rnn.bias_hh_l0_reverse	1	0.24091677367687225
265868	rnn.bias_hh_l0_reverse	2	-0.29513928294181824
265868	rnn.bias_hh_l0_reverse	3	-0.1813969910144806
265868	rnn.bias_hh_l0_reverse	4	-0.2987935543060303
265868	rnn.bias_hh_l0_reverse	5	-0.13055673241615295
265868	rnn.bias_hh_l0_reverse	6	-0.2590312361717224
265868	rnn.bias_hh_l0_reverse	7	-0.08089756965637207
265868	rnn.bias_hh_l0_reverse	8	-0.18686723709106445
265868	rnn.bias_hh_l0_reverse	9	0.20611196756362915
265868	linear.weight	0	0.14088594913482666
265868	linear.weight	1	-0.4346129298210144
265868	linear.weight	2	0.01648862101137638
265868	linear.weight	3	0.06792669743299484
265868	linear.weight	4	-0.12055877596139908
265868	linear.weight	5	0.29187023639678955
265868	linear.weight	6	-0.045475903898477554
265868	linear.weight	7	-0.0654001384973526
265868	linear.weight	8	0.13025450706481934
265868	linear.weight	9	-0.04311902076005936
265868	linear.bias	0	-1.1013753414154053
265868	linear.bias	1	1.9163225889205933
265868	linear.bias	2	0.6448596119880676
265868	linear.bias	3	-2.512364149093628
265868	linear.bias	4	-0.26376092433929443
265868	linear.bias	5	1.2024309635162354
265868	linear.bias	6	-0.23187363147735596
265868	linear.bias	7	0.5699743032455444
265868	linear.bias	8	2.1575939655303955
265868	linear.bias	9	-1.3697400093078613
266477	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
266477	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
266477	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
266477	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
266477	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
266477	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
266477	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
266477	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
266477	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
266477	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
266477	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
266477	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
266477	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
266477	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
266477	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
266477	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
266477	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
266477	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
266477	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
266477	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
266477	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
266477	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
266477	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
266477	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
266477	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
266477	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
266477	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
266477	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
266477	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
266477	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
266477	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
266477	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
266477	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
266477	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
266477	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
266477	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
266477	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
266477	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
266477	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
266477	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
266477	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
266477	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
266477	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
266477	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
266477	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
266477	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
266477	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
266477	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
266477	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
266477	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
266477	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
266477	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
266477	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
266477	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
266477	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
266477	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
266477	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
266477	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
266477	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
266477	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
266477	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
266477	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
266477	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
266477	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
266477	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
266477	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
266477	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
266477	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
266477	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
266477	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
266477	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
266477	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
266477	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
266477	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
266477	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
266477	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
266477	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
266477	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
266477	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
266477	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
266477	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
266477	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
266477	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
266477	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
266477	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
266477	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
266477	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
266477	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
266477	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
266477	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
266477	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
266477	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
266477	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
266477	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
266477	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
266477	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
266477	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
266477	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
266477	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
266477	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
266477	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
266477	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
266477	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
266477	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
266477	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
266477	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
266477	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
266477	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
266477	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
266477	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
266477	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
266477	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
266477	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
266477	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
266477	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
266477	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
266477	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
266477	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
266477	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
266477	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
266477	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
266477	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
266477	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
266477	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
266477	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
266477	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
266477	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
266477	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
266477	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
266477	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
266477	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
266477	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
266477	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
266477	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
266477	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
266477	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
266477	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
266477	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
266477	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
266477	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
266477	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
266477	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
266477	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
266477	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
266477	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
266477	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
266477	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
266477	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
266477	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
266477	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
266477	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
266477	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
266477	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
266477	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
266477	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
266477	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
266477	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
266477	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
266477	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
266477	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
266477	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
266477	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
266477	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
266477	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
266477	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
266477	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
266477	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
266477	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
266477	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
266477	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
266477	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
266477	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
266477	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
266477	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
266477	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
266477	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
266477	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
266477	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
266477	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
266477	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
266477	embedding2nn.weight	0	0.269024133682251
266477	embedding2nn.weight	1	0.31213992834091187
266477	embedding2nn.weight	2	0.00936795398592949
266477	embedding2nn.weight	3	0.04384487867355347
266477	embedding2nn.weight	4	-0.03937679901719093
266477	embedding2nn.weight	5	0.08591189980506897
266477	embedding2nn.weight	6	0.00456952303647995
266477	embedding2nn.weight	7	0.006735738832503557
266477	embedding2nn.weight	8	0.011795000173151493
266477	embedding2nn.weight	9	-0.023270023986697197
266477	embedding2nn.bias	0	0.024521807208657265
266477	embedding2nn.bias	1	-0.17139481008052826
266477	embedding2nn.bias	2	0.11362747848033905
266477	embedding2nn.bias	3	0.14803600311279297
266477	embedding2nn.bias	4	0.15307559072971344
266477	embedding2nn.bias	5	-0.08117320388555527
266477	embedding2nn.bias	6	-0.08839590102434158
266477	embedding2nn.bias	7	0.025897417217493057
266477	embedding2nn.bias	8	-0.14275558292865753
266477	embedding2nn.bias	9	-0.3458900451660156
266477	rnn.weight_ih_l0	0	0.011170119047164917
266477	rnn.weight_ih_l0	1	-0.06849074363708496
266477	rnn.weight_ih_l0	2	-0.08238337188959122
266477	rnn.weight_ih_l0	3	0.06125064566731453
266477	rnn.weight_ih_l0	4	0.031870000064373016
266477	rnn.weight_ih_l0	5	-0.12170946598052979
266477	rnn.weight_ih_l0	6	-0.06579627841711044
266477	rnn.weight_ih_l0	7	-0.016623685136437416
266477	rnn.weight_ih_l0	8	0.054168567061424255
266477	rnn.weight_ih_l0	9	-0.023858720436692238
266477	rnn.weight_hh_l0	0	0.011953921057283878
266477	rnn.weight_hh_l0	1	0.0671001747250557
266477	rnn.weight_hh_l0	2	0.04217284172773361
266477	rnn.weight_hh_l0	3	0.02709113620221615
266477	rnn.weight_hh_l0	4	0.011613697744905949
266477	rnn.weight_hh_l0	5	0.08168964087963104
266477	rnn.weight_hh_l0	6	-0.023738961666822433
266477	rnn.weight_hh_l0	7	-0.07489660382270813
266477	rnn.weight_hh_l0	8	0.040928296744823456
266477	rnn.weight_hh_l0	9	-0.09603581577539444
266477	rnn.bias_ih_l0	0	0.16476702690124512
266477	rnn.bias_ih_l0	1	-0.23497603833675385
266477	rnn.bias_ih_l0	2	-0.021006247028708458
266477	rnn.bias_ih_l0	3	-0.1318587064743042
266477	rnn.bias_ih_l0	4	0.02879607118666172
266477	rnn.bias_ih_l0	5	-0.29836973547935486
266477	rnn.bias_ih_l0	6	-0.11963248997926712
266477	rnn.bias_ih_l0	7	-0.27584096789360046
266477	rnn.bias_ih_l0	8	-0.22130361199378967
266477	rnn.bias_ih_l0	9	-0.3869478106498718
266477	rnn.bias_hh_l0	0	-0.24960188567638397
266477	rnn.bias_hh_l0	1	-0.2700784504413605
266477	rnn.bias_hh_l0	2	-0.24572406709194183
266477	rnn.bias_hh_l0	3	-0.05958216264843941
266477	rnn.bias_hh_l0	4	-0.26173561811447144
266477	rnn.bias_hh_l0	5	-0.2782077193260193
266477	rnn.bias_hh_l0	6	-0.09583859145641327
266477	rnn.bias_hh_l0	7	0.04787842184305191
266477	rnn.bias_hh_l0	8	-0.13908767700195312
266477	rnn.bias_hh_l0	9	-0.4331398904323578
266477	rnn.weight_ih_l0_reverse	0	0.051443882286548615
266477	rnn.weight_ih_l0_reverse	1	-0.07837889343500137
266477	rnn.weight_ih_l0_reverse	2	-0.04108647257089615
266477	rnn.weight_ih_l0_reverse	3	-0.09910088777542114
266477	rnn.weight_ih_l0_reverse	4	0.06137143447995186
266477	rnn.weight_ih_l0_reverse	5	-0.09064509719610214
266477	rnn.weight_ih_l0_reverse	6	0.027487965300679207
266477	rnn.weight_ih_l0_reverse	7	0.030130820348858833
266477	rnn.weight_ih_l0_reverse	8	-0.08396945893764496
266477	rnn.weight_ih_l0_reverse	9	-0.029595252126455307
266477	rnn.weight_hh_l0_reverse	0	-0.07171528041362762
266477	rnn.weight_hh_l0_reverse	1	0.026895705610513687
266477	rnn.weight_hh_l0_reverse	2	-0.01645934209227562
266477	rnn.weight_hh_l0_reverse	3	0.022823544219136238
266477	rnn.weight_hh_l0_reverse	4	-0.06685885041952133
266477	rnn.weight_hh_l0_reverse	5	0.0419665202498436
266477	rnn.weight_hh_l0_reverse	6	0.01581934653222561
266477	rnn.weight_hh_l0_reverse	7	-0.051586296409368515
266477	rnn.weight_hh_l0_reverse	8	-0.03206278011202812
266477	rnn.weight_hh_l0_reverse	9	0.06648796051740646
266477	rnn.bias_ih_l0_reverse	0	-0.11802826821804047
266477	rnn.bias_ih_l0_reverse	1	-0.07436420023441315
266477	rnn.bias_ih_l0_reverse	2	0.0744132548570633
266477	rnn.bias_ih_l0_reverse	3	-0.2099059820175171
266477	rnn.bias_ih_l0_reverse	4	-0.04819144681096077
266477	rnn.bias_ih_l0_reverse	5	-0.19529637694358826
266477	rnn.bias_ih_l0_reverse	6	0.23833443224430084
266477	rnn.bias_ih_l0_reverse	7	-0.27119511365890503
266477	rnn.bias_ih_l0_reverse	8	-0.1364959478378296
266477	rnn.bias_ih_l0_reverse	9	-0.12369100749492645
266477	rnn.bias_hh_l0_reverse	0	-0.12717506289482117
266477	rnn.bias_hh_l0_reverse	1	0.24344435334205627
266477	rnn.bias_hh_l0_reverse	2	-0.3011265695095062
266477	rnn.bias_hh_l0_reverse	3	-0.17850260436534882
266477	rnn.bias_hh_l0_reverse	4	-0.29062095284461975
266477	rnn.bias_hh_l0_reverse	5	-0.1365145593881607
266477	rnn.bias_hh_l0_reverse	6	-0.2590564787387848
266477	rnn.bias_hh_l0_reverse	7	-0.07894068956375122
266477	rnn.bias_hh_l0_reverse	8	-0.18445837497711182
266477	rnn.bias_hh_l0_reverse	9	0.21393531560897827
266477	linear.weight	0	0.17221054434776306
266477	linear.weight	1	-0.41643890738487244
266477	linear.weight	2	0.043625835329294205
266477	linear.weight	3	0.06792011857032776
266477	linear.weight	4	-0.10950081050395966
266477	linear.weight	5	0.2696107029914856
266477	linear.weight	6	-0.03676080331206322
266477	linear.weight	7	-0.06536663323640823
266477	linear.weight	8	0.14483286440372467
266477	linear.weight	9	-0.04314477741718292
266477	linear.bias	0	-1.078137993812561
266477	linear.bias	1	1.8750993013381958
266477	linear.bias	2	0.6505424380302429
266477	linear.bias	3	-2.513104200363159
266477	linear.bias	4	-0.2957795262336731
266477	linear.bias	5	1.1893821954727173
266477	linear.bias	6	-0.20465099811553955
266477	linear.bias	7	0.6075956225395203
266477	linear.bias	8	2.1988165378570557
266477	linear.bias	9	-1.358736515045166
267086	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
267086	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
267086	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
267086	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
267086	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
267086	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
267086	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
267086	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
267086	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
267086	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
267086	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
267086	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
267086	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
267086	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
267086	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
267086	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
267086	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
267086	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
267086	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
267086	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
267086	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
267086	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
267086	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
267086	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
267086	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
267086	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
267086	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
267086	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
267086	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
267086	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
267086	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
267086	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
267086	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
267086	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
267086	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
267086	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
267086	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
267086	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
267086	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
267086	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
267086	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
267086	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
267086	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
267086	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
267086	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
267086	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
267086	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
267086	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
267086	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
267086	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
267086	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
267086	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
267086	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
267086	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
267086	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
267086	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
267086	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
267086	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
267086	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
267086	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
267086	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
267086	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
267086	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
267086	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
267086	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
267086	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
267086	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
267086	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
267086	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
267086	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
267086	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
267086	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
267086	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
267086	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
267086	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
267086	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
267086	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
267086	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
267086	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
267086	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
267086	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
267086	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
267086	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
267086	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
267086	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
267086	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
267086	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
267086	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
267086	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
267086	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
267086	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
267086	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
267086	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
267086	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
267086	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
267086	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
267086	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
267086	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
267086	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
267086	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
267086	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
267086	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
267086	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
267086	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
267086	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
267086	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
267086	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
267086	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
267086	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
267086	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
267086	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
267086	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
267086	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
267086	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
267086	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
267086	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
267086	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
267086	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
267086	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
267086	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
267086	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
267086	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
267086	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
267086	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
267086	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
267086	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
267086	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
267086	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
267086	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
267086	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
267086	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
267086	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
267086	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
267086	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
267086	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
267086	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
267086	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
267086	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
267086	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
267086	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
267086	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
267086	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
267086	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
267086	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
267086	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
267086	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
267086	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
267086	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
267086	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
267086	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
267086	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
267086	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
267086	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
267086	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
267086	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
267086	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
267086	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
267086	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
267086	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
267086	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
267086	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
267086	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
267086	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
267086	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
267086	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
267086	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
267086	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
267086	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
267086	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
267086	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
267086	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
267086	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
267086	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
267086	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
267086	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
267086	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
267086	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
267086	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
267086	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
267086	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
267086	embedding2nn.weight	0	0.2688187062740326
267086	embedding2nn.weight	1	0.31337225437164307
267086	embedding2nn.weight	2	0.011025622487068176
267086	embedding2nn.weight	3	0.050373949110507965
267086	embedding2nn.weight	4	-0.03725382685661316
267086	embedding2nn.weight	5	0.08420591056346893
267086	embedding2nn.weight	6	0.020450953394174576
267086	embedding2nn.weight	7	0.008578072302043438
267086	embedding2nn.weight	8	0.010954209603369236
267086	embedding2nn.weight	9	-0.021067723631858826
267086	embedding2nn.bias	0	0.016436710953712463
267086	embedding2nn.bias	1	-0.17827452719211578
267086	embedding2nn.bias	2	0.12049755454063416
267086	embedding2nn.bias	3	0.13521768152713776
267086	embedding2nn.bias	4	0.15912720561027527
267086	embedding2nn.bias	5	-0.0826164036989212
267086	embedding2nn.bias	6	-0.08816628158092499
267086	embedding2nn.bias	7	0.023802375420928
267086	embedding2nn.bias	8	-0.13694614171981812
267086	embedding2nn.bias	9	-0.3603092133998871
267086	rnn.weight_ih_l0	0	0.011411000974476337
267086	rnn.weight_ih_l0	1	-0.06784991919994354
267086	rnn.weight_ih_l0	2	-0.08704911917448044
267086	rnn.weight_ih_l0	3	0.05882907658815384
267086	rnn.weight_ih_l0	4	0.03549617528915405
267086	rnn.weight_ih_l0	5	-0.12048474699258804
267086	rnn.weight_ih_l0	6	-0.06876745074987411
267086	rnn.weight_ih_l0	7	-0.010800633579492569
267086	rnn.weight_ih_l0	8	0.05203711986541748
267086	rnn.weight_ih_l0	9	-0.019224056974053383
267086	rnn.weight_hh_l0	0	0.011575011536478996
267086	rnn.weight_hh_l0	1	0.06660037487745285
267086	rnn.weight_hh_l0	2	0.04081712290644646
267086	rnn.weight_hh_l0	3	0.026977144181728363
267086	rnn.weight_hh_l0	4	0.012832478620111942
267086	rnn.weight_hh_l0	5	0.08026985824108124
267086	rnn.weight_hh_l0	6	-0.023661354556679726
267086	rnn.weight_hh_l0	7	-0.0736701712012291
267086	rnn.weight_hh_l0	8	0.040600161999464035
267086	rnn.weight_hh_l0	9	-0.09640633314847946
267086	rnn.bias_ih_l0	0	0.171866312623024
267086	rnn.bias_ih_l0	1	-0.23384320735931396
267086	rnn.bias_ih_l0	2	-0.020729582756757736
267086	rnn.bias_ih_l0	3	-0.13081477582454681
267086	rnn.bias_ih_l0	4	0.027532324194908142
267086	rnn.bias_ih_l0	5	-0.30514296889305115
267086	rnn.bias_ih_l0	6	-0.11061380803585052
267086	rnn.bias_ih_l0	7	-0.273988276720047
267086	rnn.bias_ih_l0	8	-0.2121073454618454
267086	rnn.bias_ih_l0	9	-0.392212450504303
267086	rnn.bias_hh_l0	0	-0.2529252767562866
267086	rnn.bias_hh_l0	1	-0.26815053820610046
267086	rnn.bias_hh_l0	2	-0.24340389668941498
267086	rnn.bias_hh_l0	3	-0.05792061239480972
267086	rnn.bias_hh_l0	4	-0.2583840787410736
267086	rnn.bias_hh_l0	5	-0.2749365270137787
267086	rnn.bias_hh_l0	6	-0.10651004314422607
267086	rnn.bias_hh_l0	7	0.04844849929213524
267086	rnn.bias_hh_l0	8	-0.14676502346992493
267086	rnn.bias_hh_l0	9	-0.4274880886077881
267086	rnn.weight_ih_l0_reverse	0	0.04715931788086891
267086	rnn.weight_ih_l0_reverse	1	-0.08150489628314972
267086	rnn.weight_ih_l0_reverse	2	-0.03956003859639168
267086	rnn.weight_ih_l0_reverse	3	-0.09440285712480545
267086	rnn.weight_ih_l0_reverse	4	0.06152959540486336
267086	rnn.weight_ih_l0_reverse	5	-0.09553446620702744
267086	rnn.weight_ih_l0_reverse	6	0.027523096650838852
267086	rnn.weight_ih_l0_reverse	7	0.02845047414302826
267086	rnn.weight_ih_l0_reverse	8	-0.0846051275730133
267086	rnn.weight_ih_l0_reverse	9	-0.028395919129252434
267086	rnn.weight_hh_l0_reverse	0	-0.07317405939102173
267086	rnn.weight_hh_l0_reverse	1	0.026465991511940956
267086	rnn.weight_hh_l0_reverse	2	-0.014899583533406258
267086	rnn.weight_hh_l0_reverse	3	0.022788243368268013
267086	rnn.weight_hh_l0_reverse	4	-0.06713657826185226
267086	rnn.weight_hh_l0_reverse	5	0.042452890425920486
267086	rnn.weight_hh_l0_reverse	6	0.015953892841935158
267086	rnn.weight_hh_l0_reverse	7	-0.05230262875556946
267086	rnn.weight_hh_l0_reverse	8	-0.03255707398056984
267086	rnn.weight_hh_l0_reverse	9	0.0651187002658844
267086	rnn.bias_ih_l0_reverse	0	-0.12440226972103119
267086	rnn.bias_ih_l0_reverse	1	-0.06839854270219803
267086	rnn.bias_ih_l0_reverse	2	0.08378596603870392
267086	rnn.bias_ih_l0_reverse	3	-0.21170613169670105
267086	rnn.bias_ih_l0_reverse	4	-0.04852728918194771
267086	rnn.bias_ih_l0_reverse	5	-0.20167145133018494
267086	rnn.bias_ih_l0_reverse	6	0.24878409504890442
267086	rnn.bias_ih_l0_reverse	7	-0.26943692564964294
267086	rnn.bias_ih_l0_reverse	8	-0.1448611319065094
267086	rnn.bias_ih_l0_reverse	9	-0.12117036432027817
267086	rnn.bias_hh_l0_reverse	0	-0.13431911170482635
267086	rnn.bias_hh_l0_reverse	1	0.24289360642433167
267086	rnn.bias_hh_l0_reverse	2	-0.2942432165145874
267086	rnn.bias_hh_l0_reverse	3	-0.18224027752876282
267086	rnn.bias_hh_l0_reverse	4	-0.30082088708877563
267086	rnn.bias_hh_l0_reverse	5	-0.13366501033306122
267086	rnn.bias_hh_l0_reverse	6	-0.25423353910446167
267086	rnn.bias_hh_l0_reverse	7	-0.07593129575252533
267086	rnn.bias_hh_l0_reverse	8	-0.1948177069425583
267086	rnn.bias_hh_l0_reverse	9	0.19781115651130676
267086	linear.weight	0	0.17702172696590424
267086	linear.weight	1	-0.4528115689754486
267086	linear.weight	2	0.019749144092202187
267086	linear.weight	3	0.06791435927152634
267086	linear.weight	4	-0.18151280283927917
267086	linear.weight	5	0.258077472448349
267086	linear.weight	6	-0.03094405308365822
267086	linear.weight	7	-0.06529930979013443
267086	linear.weight	8	0.1361331045627594
267086	linear.weight	9	-0.04317230358719826
267086	linear.bias	0	-1.1039069890975952
267086	linear.bias	1	1.846519947052002
267086	linear.bias	2	0.6481157541275024
267086	linear.bias	3	-2.5138473510742188
267086	linear.bias	4	-0.28993934392929077
267086	linear.bias	5	1.1653950214385986
267086	linear.bias	6	-0.20137633383274078
267086	linear.bias	7	0.5800715684890747
267086	linear.bias	8	2.26220703125
267086	linear.bias	9	-1.3633962869644165
267695	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
267695	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
267695	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
267695	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
267695	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
267695	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
267695	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
267695	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
267695	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
267695	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
267695	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
267695	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
267695	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
267695	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
267695	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
267695	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
267695	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
267695	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
267695	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
267695	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
267695	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
267695	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
267695	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
267695	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
267695	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
267695	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
267695	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
267695	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
267695	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
267695	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
267695	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
267695	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
267695	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
267695	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
267695	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
267695	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
267695	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
267695	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
267695	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
267695	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
267695	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
267695	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
267695	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
267695	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
267695	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
267695	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
267695	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
267695	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
267695	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
267695	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
267695	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
267695	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
267695	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
267695	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
267695	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
267695	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
267695	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
267695	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
267695	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
267695	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
267695	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
267695	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
267695	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
267695	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
267695	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
267695	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
267695	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
267695	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
267695	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
267695	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
267695	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
267695	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
267695	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
267695	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
267695	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
267695	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
267695	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
267695	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
267695	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
267695	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
267695	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
267695	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
267695	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
267695	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
267695	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
267695	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
267695	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
267695	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
267695	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
267695	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
267695	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
267695	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
267695	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
267695	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
267695	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
267695	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
267695	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
267695	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
267695	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
267695	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
267695	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
267695	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
267695	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
267695	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
267695	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
267695	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
267695	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
267695	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
267695	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
267695	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
267695	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
267695	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
267695	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
267695	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
267695	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
267695	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
267695	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
267695	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
267695	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
267695	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
267695	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
267695	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
267695	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
267695	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
267695	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
267695	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
267695	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
267695	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
267695	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
267695	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
267695	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
267695	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
267695	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
267695	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
267695	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
267695	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
267695	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
267695	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
267695	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
267695	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
267695	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
267695	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
267695	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
267695	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
267695	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
267695	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
267695	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
267695	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
267695	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
267695	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
267695	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
267695	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
267695	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
267695	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
267695	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
267695	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
267695	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
267695	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
267695	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
267695	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
267695	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
267695	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
267695	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
267695	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
267695	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
267695	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
267695	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
267695	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
267695	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
267695	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
267695	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
267695	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
267695	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
267695	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
267695	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
267695	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
267695	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
267695	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
267695	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
267695	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
267695	embedding2nn.weight	0	0.2667495012283325
267695	embedding2nn.weight	1	0.31601792573928833
267695	embedding2nn.weight	2	0.0072343298234045506
267695	embedding2nn.weight	3	0.06603144109249115
267695	embedding2nn.weight	4	-0.03774462267756462
267695	embedding2nn.weight	5	0.07977187633514404
267695	embedding2nn.weight	6	0.02574123814702034
267695	embedding2nn.weight	7	-0.0022567380219697952
267695	embedding2nn.weight	8	0.010023829527199268
267695	embedding2nn.weight	9	-0.015533115714788437
267695	embedding2nn.bias	0	0.0189445149153471
267695	embedding2nn.bias	1	-0.1724339723587036
267695	embedding2nn.bias	2	0.10119655728340149
267695	embedding2nn.bias	3	0.1407351940870285
267695	embedding2nn.bias	4	0.14512911438941956
267695	embedding2nn.bias	5	-0.08469787985086441
267695	embedding2nn.bias	6	-0.09877896308898926
267695	embedding2nn.bias	7	0.040450528264045715
267695	embedding2nn.bias	8	-0.12261322885751724
267695	embedding2nn.bias	9	-0.36458638310432434
267695	rnn.weight_ih_l0	0	0.011387625709176064
267695	rnn.weight_ih_l0	1	-0.06812333315610886
267695	rnn.weight_ih_l0	2	-0.08691470324993134
267695	rnn.weight_ih_l0	3	0.06155878305435181
267695	rnn.weight_ih_l0	4	0.04241538420319557
267695	rnn.weight_ih_l0	5	-0.12323789298534393
267695	rnn.weight_ih_l0	6	-0.06990883499383926
267695	rnn.weight_ih_l0	7	-0.008274201303720474
267695	rnn.weight_ih_l0	8	0.0384540818631649
267695	rnn.weight_ih_l0	9	-0.019821401685476303
267695	rnn.weight_hh_l0	0	0.011089225299656391
267695	rnn.weight_hh_l0	1	0.06792707741260529
267695	rnn.weight_hh_l0	2	0.04013727977871895
267695	rnn.weight_hh_l0	3	0.02684336155653
267695	rnn.weight_hh_l0	4	0.01281406544148922
267695	rnn.weight_hh_l0	5	0.07916239649057388
267695	rnn.weight_hh_l0	6	-0.024390162900090218
267695	rnn.weight_hh_l0	7	-0.07069666683673859
267695	rnn.weight_hh_l0	8	0.04092850163578987
267695	rnn.weight_hh_l0	9	-0.09731044620275497
267695	rnn.bias_ih_l0	0	0.18079081177711487
267695	rnn.bias_ih_l0	1	-0.2324773371219635
267695	rnn.bias_ih_l0	2	-0.022868528962135315
267695	rnn.bias_ih_l0	3	-0.12633536756038666
267695	rnn.bias_ih_l0	4	0.030888890847563744
267695	rnn.bias_ih_l0	5	-0.301980197429657
267695	rnn.bias_ih_l0	6	-0.11262553930282593
267695	rnn.bias_ih_l0	7	-0.2727225422859192
267695	rnn.bias_ih_l0	8	-0.21966016292572021
267695	rnn.bias_ih_l0	9	-0.3908025324344635
267695	rnn.bias_hh_l0	0	-0.25420162081718445
267695	rnn.bias_hh_l0	1	-0.26721271872520447
267695	rnn.bias_hh_l0	2	-0.24335137009620667
267695	rnn.bias_hh_l0	3	-0.0535384863615036
267695	rnn.bias_hh_l0	4	-0.2541409730911255
267695	rnn.bias_hh_l0	5	-0.2736339569091797
267695	rnn.bias_hh_l0	6	-0.10799822211265564
267695	rnn.bias_hh_l0	7	0.05475834012031555
267695	rnn.bias_hh_l0	8	-0.15308508276939392
267695	rnn.bias_hh_l0	9	-0.42954057455062866
267695	rnn.weight_ih_l0_reverse	0	0.05804305151104927
267695	rnn.weight_ih_l0_reverse	1	-0.08330638706684113
267695	rnn.weight_ih_l0_reverse	2	-0.041097238659858704
267695	rnn.weight_ih_l0_reverse	3	-0.08979682624340057
267695	rnn.weight_ih_l0_reverse	4	0.05880939960479736
267695	rnn.weight_ih_l0_reverse	5	-0.10251609236001968
267695	rnn.weight_ih_l0_reverse	6	0.025204410776495934
267695	rnn.weight_ih_l0_reverse	7	0.0294648427516222
267695	rnn.weight_ih_l0_reverse	8	-0.0846920907497406
267695	rnn.weight_ih_l0_reverse	9	-0.028963623568415642
267695	rnn.weight_hh_l0_reverse	0	-0.07373151928186417
267695	rnn.weight_hh_l0_reverse	1	0.023271353915333748
267695	rnn.weight_hh_l0_reverse	2	-0.014640845358371735
267695	rnn.weight_hh_l0_reverse	3	0.022465113550424576
267695	rnn.weight_hh_l0_reverse	4	-0.06699875742197037
267695	rnn.weight_hh_l0_reverse	5	0.04234522208571434
267695	rnn.weight_hh_l0_reverse	6	0.0158278439193964
267695	rnn.weight_hh_l0_reverse	7	-0.05354532226920128
267695	rnn.weight_hh_l0_reverse	8	-0.02785019762814045
267695	rnn.weight_hh_l0_reverse	9	0.06570234894752502
267695	rnn.bias_ih_l0_reverse	0	-0.13161922991275787
267695	rnn.bias_ih_l0_reverse	1	-0.06577002257108688
267695	rnn.bias_ih_l0_reverse	2	0.08288716524839401
267695	rnn.bias_ih_l0_reverse	3	-0.2141418755054474
267695	rnn.bias_ih_l0_reverse	4	-0.05837618559598923
267695	rnn.bias_ih_l0_reverse	5	-0.2006881982088089
267695	rnn.bias_ih_l0_reverse	6	0.2428540140390396
267695	rnn.bias_ih_l0_reverse	7	-0.25714239478111267
267695	rnn.bias_ih_l0_reverse	8	-0.1440057009458542
267695	rnn.bias_ih_l0_reverse	9	-0.11642755568027496
267695	rnn.bias_hh_l0_reverse	0	-0.12445196509361267
267695	rnn.bias_hh_l0_reverse	1	0.23869073390960693
267695	rnn.bias_hh_l0_reverse	2	-0.29315292835235596
267695	rnn.bias_hh_l0_reverse	3	-0.1746818572282791
267695	rnn.bias_hh_l0_reverse	4	-0.3074761629104614
267695	rnn.bias_hh_l0_reverse	5	-0.137761190533638
267695	rnn.bias_hh_l0_reverse	6	-0.24961020052433014
267695	rnn.bias_hh_l0_reverse	7	-0.07609716802835464
267695	rnn.bias_hh_l0_reverse	8	-0.210671529173851
267695	rnn.bias_hh_l0_reverse	9	0.18682514131069183
267695	linear.weight	0	0.17376872897148132
267695	linear.weight	1	-0.48985427618026733
267695	linear.weight	2	0.006316357292234898
267695	linear.weight	3	0.06791376322507858
267695	linear.weight	4	-0.1819048523902893
267695	linear.weight	5	0.27668192982673645
267695	linear.weight	6	-0.03223361819982529
267695	linear.weight	7	-0.06527901440858841
267695	linear.weight	8	0.1447269320487976
267695	linear.weight	9	-0.04320241138339043
267695	linear.bias	0	-1.0648728609085083
267695	linear.bias	1	1.8861511945724487
267695	linear.bias	2	0.6435589790344238
267695	linear.bias	3	-2.5146145820617676
267695	linear.bias	4	-0.28916895389556885
267695	linear.bias	5	1.1806602478027344
267695	linear.bias	6	-0.25230589509010315
267695	linear.bias	7	0.5836612582206726
267695	linear.bias	8	2.1890506744384766
267695	linear.bias	9	-1.3710520267486572
268304	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
268304	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
268304	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
268304	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
268304	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
268304	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
268304	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
268304	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
268304	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
268304	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
268304	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
268304	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
268304	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
268304	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
268304	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
268304	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
268304	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
268304	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
268304	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
268304	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
268304	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
268304	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
268304	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
268304	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
268304	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
268304	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
268304	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
268304	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
268304	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
268304	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
268304	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
268304	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
268304	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
268304	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
268304	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
268304	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
268304	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
268304	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
268304	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
268304	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
268304	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
268304	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
268304	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
268304	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
268304	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
268304	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
268304	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
268304	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
268304	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
268304	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
268304	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
268304	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
268304	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
268304	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
268304	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
268304	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
268304	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
268304	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
268304	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
268304	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
268304	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
268304	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
268304	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
268304	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
268304	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
268304	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
268304	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
268304	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
268304	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
268304	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
268304	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
268304	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
268304	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
268304	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
268304	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
268304	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
268304	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
268304	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
268304	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
268304	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
268304	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
268304	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
268304	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
268304	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
268304	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
268304	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
268304	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
268304	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
268304	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
268304	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
268304	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
268304	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
268304	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
268304	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
268304	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
268304	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
268304	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
268304	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
268304	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
268304	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
268304	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
268304	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
268304	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
268304	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
268304	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
268304	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
268304	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
268304	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
268304	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
268304	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
268304	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
268304	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
268304	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
268304	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
268304	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
268304	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
268304	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
268304	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
268304	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
268304	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
268304	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
268304	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
268304	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
268304	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
268304	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
268304	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
268304	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
268304	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
268304	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
268304	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
268304	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
268304	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
268304	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
268304	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
268304	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
268304	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
268304	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
268304	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
268304	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
268304	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
268304	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
268304	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
268304	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
268304	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
268304	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
268304	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
268304	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
268304	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
268304	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
268304	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
268304	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
268304	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
268304	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
268304	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
268304	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
268304	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
268304	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
268304	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
268304	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
268304	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
268304	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
268304	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
268304	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
268304	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
268304	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
268304	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
268304	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
268304	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
268304	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
268304	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
268304	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
268304	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
268304	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
268304	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
268304	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
268304	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
268304	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
268304	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
268304	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
268304	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
268304	embedding2nn.weight	0	0.26474910974502563
268304	embedding2nn.weight	1	0.31219691038131714
268304	embedding2nn.weight	2	0.010648484341800213
268304	embedding2nn.weight	3	0.07207436114549637
268304	embedding2nn.weight	4	-0.0355389304459095
268304	embedding2nn.weight	5	0.07498336583375931
268304	embedding2nn.weight	6	0.02628914825618267
268304	embedding2nn.weight	7	-0.004984653554856777
268304	embedding2nn.weight	8	0.013230115175247192
268304	embedding2nn.weight	9	-0.01311406772583723
268304	embedding2nn.bias	0	0.03804299980401993
268304	embedding2nn.bias	1	-0.18500538170337677
268304	embedding2nn.bias	2	0.10780742019414902
268304	embedding2nn.bias	3	0.14651016891002655
268304	embedding2nn.bias	4	0.16088707745075226
268304	embedding2nn.bias	5	-0.0761968344449997
268304	embedding2nn.bias	6	-0.07356817275285721
268304	embedding2nn.bias	7	0.019546207040548325
268304	embedding2nn.bias	8	-0.1346345692873001
268304	embedding2nn.bias	9	-0.3815491199493408
268304	rnn.weight_ih_l0	0	0.007745032664388418
268304	rnn.weight_ih_l0	1	-0.0663943737745285
268304	rnn.weight_ih_l0	2	-0.08323819935321808
268304	rnn.weight_ih_l0	3	0.0621463917195797
268304	rnn.weight_ih_l0	4	0.0450286827981472
268304	rnn.weight_ih_l0	5	-0.11627309024333954
268304	rnn.weight_ih_l0	6	-0.06309609115123749
268304	rnn.weight_ih_l0	7	-0.00976193230599165
268304	rnn.weight_ih_l0	8	0.03265916183590889
268304	rnn.weight_ih_l0	9	-0.021266933530569077
268304	rnn.weight_hh_l0	0	0.011348513886332512
268304	rnn.weight_hh_l0	1	0.06702062487602234
268304	rnn.weight_hh_l0	2	0.039961062371730804
268304	rnn.weight_hh_l0	3	0.02672494947910309
268304	rnn.weight_hh_l0	4	0.012915955856442451
268304	rnn.weight_hh_l0	5	0.08034175634384155
268304	rnn.weight_hh_l0	6	-0.024008139967918396
268304	rnn.weight_hh_l0	7	-0.07332197576761246
268304	rnn.weight_hh_l0	8	0.040521569550037384
268304	rnn.weight_hh_l0	9	-0.09605271369218826
268304	rnn.bias_ih_l0	0	0.1887693554162979
268304	rnn.bias_ih_l0	1	-0.23303218185901642
268304	rnn.bias_ih_l0	2	-0.01883949711918831
268304	rnn.bias_ih_l0	3	-0.11349084973335266
268304	rnn.bias_ih_l0	4	0.017559120431542397
268304	rnn.bias_ih_l0	5	-0.2979336082935333
268304	rnn.bias_ih_l0	6	-0.1101224422454834
268304	rnn.bias_ih_l0	7	-0.27300551533699036
268304	rnn.bias_ih_l0	8	-0.22002945840358734
268304	rnn.bias_ih_l0	9	-0.3941950798034668
268304	rnn.bias_hh_l0	0	-0.24824412167072296
268304	rnn.bias_hh_l0	1	-0.26680994033813477
268304	rnn.bias_hh_l0	2	-0.2494257390499115
268304	rnn.bias_hh_l0	3	-0.05858175829052925
268304	rnn.bias_hh_l0	4	-0.25770020484924316
268304	rnn.bias_hh_l0	5	-0.27502843737602234
268304	rnn.bias_hh_l0	6	-0.10205405205488205
268304	rnn.bias_hh_l0	7	0.053944312036037445
268304	rnn.bias_hh_l0	8	-0.13958057761192322
268304	rnn.bias_hh_l0	9	-0.4287296235561371
268304	rnn.weight_ih_l0_reverse	0	0.062043141573667526
268304	rnn.weight_ih_l0_reverse	1	-0.08259451389312744
268304	rnn.weight_ih_l0_reverse	2	-0.04022248089313507
268304	rnn.weight_ih_l0_reverse	3	-0.09131477773189545
268304	rnn.weight_ih_l0_reverse	4	0.05668925121426582
268304	rnn.weight_ih_l0_reverse	5	-0.09736029803752899
268304	rnn.weight_ih_l0_reverse	6	0.024952657520771027
268304	rnn.weight_ih_l0_reverse	7	0.03162701427936554
268304	rnn.weight_ih_l0_reverse	8	-0.08271125704050064
268304	rnn.weight_ih_l0_reverse	9	-0.0333063006401062
268304	rnn.weight_hh_l0_reverse	0	-0.07297907024621964
268304	rnn.weight_hh_l0_reverse	1	0.02401544898748398
268304	rnn.weight_hh_l0_reverse	2	-0.014302345924079418
268304	rnn.weight_hh_l0_reverse	3	0.022712312638759613
268304	rnn.weight_hh_l0_reverse	4	-0.06691756099462509
268304	rnn.weight_hh_l0_reverse	5	0.043134842067956924
268304	rnn.weight_hh_l0_reverse	6	0.01517802756279707
268304	rnn.weight_hh_l0_reverse	7	-0.05447591841220856
268304	rnn.weight_hh_l0_reverse	8	-0.028107792139053345
268304	rnn.weight_hh_l0_reverse	9	0.06449230015277863
268304	rnn.bias_ih_l0_reverse	0	-0.1315789818763733
268304	rnn.bias_ih_l0_reverse	1	-0.05634045973420143
268304	rnn.bias_ih_l0_reverse	2	0.08236172795295715
268304	rnn.bias_ih_l0_reverse	3	-0.22027969360351562
268304	rnn.bias_ih_l0_reverse	4	-0.04777805134654045
268304	rnn.bias_ih_l0_reverse	5	-0.20122148096561432
268304	rnn.bias_ih_l0_reverse	6	0.24866747856140137
268304	rnn.bias_ih_l0_reverse	7	-0.2544465661048889
268304	rnn.bias_ih_l0_reverse	8	-0.14231370389461517
268304	rnn.bias_ih_l0_reverse	9	-0.12056257575750351
268304	rnn.bias_hh_l0_reverse	0	-0.12945011258125305
268304	rnn.bias_hh_l0_reverse	1	0.24015209078788757
268304	rnn.bias_hh_l0_reverse	2	-0.293879896402359
268304	rnn.bias_hh_l0_reverse	3	-0.1663963794708252
268304	rnn.bias_hh_l0_reverse	4	-0.30516037344932556
268304	rnn.bias_hh_l0_reverse	5	-0.13459452986717224
268304	rnn.bias_hh_l0_reverse	6	-0.24842366576194763
268304	rnn.bias_hh_l0_reverse	7	-0.07127942144870758
268304	rnn.bias_hh_l0_reverse	8	-0.1921345591545105
268304	rnn.bias_hh_l0_reverse	9	0.18782034516334534
268304	linear.weight	0	0.1517353355884552
268304	linear.weight	1	-0.4658134877681732
268304	linear.weight	2	0.018831167370080948
268304	linear.weight	3	0.06790716201066971
268304	linear.weight	4	-0.1627282053232193
268304	linear.weight	5	0.2660883069038391
268304	linear.weight	6	-0.040814559906721115
268304	linear.weight	7	-0.0652630478143692
268304	linear.weight	8	0.11797849088907242
268304	linear.weight	9	-0.04318097606301308
268304	linear.bias	0	-1.059908151626587
268304	linear.bias	1	1.8320071697235107
268304	linear.bias	2	0.6438570022583008
268304	linear.bias	3	-2.515324115753174
268304	linear.bias	4	-0.28165870904922485
268304	linear.bias	5	1.1450916528701782
268304	linear.bias	6	-0.2364441305398941
268304	linear.bias	7	0.6040140986442566
268304	linear.bias	8	2.1981992721557617
268304	linear.bias	9	-1.3419915437698364
268312	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
268312	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
268312	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
268312	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
268312	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
268312	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
268312	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
268312	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
268312	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
268312	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
268312	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
268312	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
268312	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
268312	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
268312	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
268312	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
268312	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
268312	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
268312	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
268312	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
268312	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
268312	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
268312	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
268312	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
268312	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
268312	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
268312	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
268312	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
268312	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
268312	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
268312	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
268312	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
268312	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
268312	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
268312	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
268312	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
268312	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
268312	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
268312	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
268312	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
268312	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
268312	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
268312	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
268312	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
268312	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
268312	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
268312	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
268312	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
268312	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
268312	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
268312	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
268312	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
268312	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
268312	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
268312	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
268312	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
268312	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
268312	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
268312	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
268312	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
268312	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
268312	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
268312	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
268312	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
268312	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
268312	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
268312	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
268312	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
268312	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
268312	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
268312	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
268312	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
268312	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
268312	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
268312	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
268312	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
268312	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
268312	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
268312	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
268312	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
268312	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
268312	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
268312	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
268312	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
268312	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
268312	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
268312	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
268312	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
268312	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
268312	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
268312	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
268312	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
268312	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
268312	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
268312	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
268312	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
268312	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
268312	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
268312	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
268312	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
268312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
268312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
268312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
268312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
268312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
268312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
268312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
268312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
268312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
268312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
268312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
268312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
268312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
268312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
268312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
268312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
268312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
268312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
268312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
268312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
268312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
268312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
268312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
268312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
268312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
268312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
268312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
268312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
268312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
268312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
268312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
268312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
268312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
268312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
268312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
268312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
268312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
268312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
268312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
268312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
268312	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
268312	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
268312	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
268312	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
268312	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
268312	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
268312	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
268312	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
268312	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
268312	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
268312	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
268312	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
268312	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
268312	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
268312	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
268312	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
268312	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
268312	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
268312	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
268312	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
268312	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
268312	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
268312	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
268312	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
268312	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
268312	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
268312	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
268312	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
268312	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
268312	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
268312	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
268312	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
268312	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
268312	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
268312	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
268312	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
268312	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
268312	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
268312	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
268312	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
268312	embedding2nn.weight	0	0.2648102939128876
268312	embedding2nn.weight	1	0.31220611929893494
268312	embedding2nn.weight	2	0.011175401508808136
268312	embedding2nn.weight	3	0.07228478044271469
268312	embedding2nn.weight	4	-0.035132065415382385
268312	embedding2nn.weight	5	0.07488584518432617
268312	embedding2nn.weight	6	0.02593621425330639
268312	embedding2nn.weight	7	-0.003347136080265045
268312	embedding2nn.weight	8	0.013411940075457096
268312	embedding2nn.weight	9	-0.014822426252067089
268312	embedding2nn.bias	0	0.04337109997868538
268312	embedding2nn.bias	1	-0.1892850697040558
268312	embedding2nn.bias	2	0.10923325270414352
268312	embedding2nn.bias	3	0.14749076962471008
268312	embedding2nn.bias	4	0.1549149751663208
268312	embedding2nn.bias	5	-0.07472577691078186
268312	embedding2nn.bias	6	-0.07264665514230728
268312	embedding2nn.bias	7	0.02382308430969715
268312	embedding2nn.bias	8	-0.1374714970588684
268312	embedding2nn.bias	9	-0.37827742099761963
268312	rnn.weight_ih_l0	0	0.007827620953321457
268312	rnn.weight_ih_l0	1	-0.06636110693216324
268312	rnn.weight_ih_l0	2	-0.08433103561401367
268312	rnn.weight_ih_l0	3	0.06177453696727753
268312	rnn.weight_ih_l0	4	0.04507151618599892
268312	rnn.weight_ih_l0	5	-0.11606305092573166
268312	rnn.weight_ih_l0	6	-0.06330512464046478
268312	rnn.weight_ih_l0	7	-0.009782317094504833
268312	rnn.weight_ih_l0	8	0.0316925011575222
268312	rnn.weight_ih_l0	9	-0.02149471454322338
268312	rnn.weight_hh_l0	0	0.011339585296809673
268312	rnn.weight_hh_l0	1	0.0670909434556961
268312	rnn.weight_hh_l0	2	0.03986566886305809
268312	rnn.weight_hh_l0	3	0.026723789051175117
268312	rnn.weight_hh_l0	4	0.013069831766188145
268312	rnn.weight_hh_l0	5	0.08034449815750122
268312	rnn.weight_hh_l0	6	-0.02402147464454174
268312	rnn.weight_hh_l0	7	-0.07311355322599411
268312	rnn.weight_hh_l0	8	0.04052050784230232
268312	rnn.weight_hh_l0	9	-0.09609861671924591
268312	rnn.bias_ih_l0	0	0.18867236375808716
268312	rnn.bias_ih_l0	1	-0.23233722150325775
268312	rnn.bias_ih_l0	2	-0.01890534721314907
268312	rnn.bias_ih_l0	3	-0.1137717217206955
268312	rnn.bias_ih_l0	4	0.019642874598503113
268312	rnn.bias_ih_l0	5	-0.2973187565803528
268312	rnn.bias_ih_l0	6	-0.10997143387794495
268312	rnn.bias_ih_l0	7	-0.2729503810405731
268312	rnn.bias_ih_l0	8	-0.2196875959634781
268312	rnn.bias_ih_l0	9	-0.3976268172264099
268312	rnn.bias_hh_l0	0	-0.24891354143619537
268312	rnn.bias_hh_l0	1	-0.2664603292942047
268312	rnn.bias_hh_l0	2	-0.24949997663497925
268312	rnn.bias_hh_l0	3	-0.058209434151649475
268312	rnn.bias_hh_l0	4	-0.25748389959335327
268312	rnn.bias_hh_l0	5	-0.2749510109424591
268312	rnn.bias_hh_l0	6	-0.10116152465343475
268312	rnn.bias_hh_l0	7	0.052822720259428024
268312	rnn.bias_hh_l0	8	-0.1378396898508072
268312	rnn.bias_hh_l0	9	-0.42852693796157837
268312	rnn.weight_ih_l0_reverse	0	0.061738330870866776
268312	rnn.weight_ih_l0_reverse	1	-0.08248279243707657
268312	rnn.weight_ih_l0_reverse	2	-0.04034285992383957
268312	rnn.weight_ih_l0_reverse	3	-0.09142324328422546
268312	rnn.weight_ih_l0_reverse	4	0.05684175714850426
268312	rnn.weight_ih_l0_reverse	5	-0.09870834648609161
268312	rnn.weight_ih_l0_reverse	6	0.024737179279327393
268312	rnn.weight_ih_l0_reverse	7	0.031748075038194656
268312	rnn.weight_ih_l0_reverse	8	-0.08273136615753174
268312	rnn.weight_ih_l0_reverse	9	-0.03305802494287491
268312	rnn.weight_hh_l0_reverse	0	-0.07295241206884384
268312	rnn.weight_hh_l0_reverse	1	0.024070322513580322
268312	rnn.weight_hh_l0_reverse	2	-0.014297818765044212
268312	rnn.weight_hh_l0_reverse	3	0.022729627788066864
268312	rnn.weight_hh_l0_reverse	4	-0.06690002977848053
268312	rnn.weight_hh_l0_reverse	5	0.04317828640341759
268312	rnn.weight_hh_l0_reverse	6	0.015180395916104317
268312	rnn.weight_hh_l0_reverse	7	-0.0545835942029953
268312	rnn.weight_hh_l0_reverse	8	-0.02821534126996994
268312	rnn.weight_hh_l0_reverse	9	0.06487378478050232
268312	rnn.bias_ih_l0_reverse	0	-0.13198783993721008
268312	rnn.bias_ih_l0_reverse	1	-0.05670250579714775
268312	rnn.bias_ih_l0_reverse	2	0.0824349969625473
268312	rnn.bias_ih_l0_reverse	3	-0.22043992578983307
268312	rnn.bias_ih_l0_reverse	4	-0.04800472408533096
268312	rnn.bias_ih_l0_reverse	5	-0.2010142207145691
268312	rnn.bias_ih_l0_reverse	6	0.24819731712341309
268312	rnn.bias_ih_l0_reverse	7	-0.2543017566204071
268312	rnn.bias_ih_l0_reverse	8	-0.14293482899665833
268312	rnn.bias_ih_l0_reverse	9	-0.12204749137163162
268312	rnn.bias_hh_l0_reverse	0	-0.13192987442016602
268312	rnn.bias_hh_l0_reverse	1	0.24031251668930054
268312	rnn.bias_hh_l0_reverse	2	-0.2939905822277069
268312	rnn.bias_hh_l0_reverse	3	-0.16829338669776917
268312	rnn.bias_hh_l0_reverse	4	-0.3059072494506836
268312	rnn.bias_hh_l0_reverse	5	-0.13528800010681152
268312	rnn.bias_hh_l0_reverse	6	-0.24802590906620026
268312	rnn.bias_hh_l0_reverse	7	-0.0701700747013092
268312	rnn.bias_hh_l0_reverse	8	-0.19191107153892517
268312	rnn.bias_hh_l0_reverse	9	0.18902547657489777
268312	linear.weight	0	0.15224304795265198
268312	linear.weight	1	-0.46879804134368896
268312	linear.weight	2	0.009682945907115936
268312	linear.weight	3	0.06790727376937866
268312	linear.weight	4	-0.16264855861663818
268312	linear.weight	5	0.26753920316696167
268312	linear.weight	6	-0.04323900118470192
268312	linear.weight	7	-0.06526286154985428
268312	linear.weight	8	0.11802341043949127
268312	linear.weight	9	-0.04318105801939964
268312	linear.bias	0	-1.0670403242111206
268312	linear.bias	1	1.8410063982009888
268312	linear.bias	2	0.6481929421424866
268312	linear.bias	3	-2.515329599380493
268312	linear.bias	4	-0.27746474742889404
268312	linear.bias	5	1.1570301055908203
268312	linear.bias	6	-0.23519721627235413
268312	linear.bias	7	0.6023848056793213
268312	linear.bias	8	2.1928329467773438
268312	linear.bias	9	-1.3427587747573853
268921	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
268921	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
268921	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
268921	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
268921	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
268921	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
268921	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
268921	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
268921	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
268921	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
268921	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
268921	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
268921	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
268921	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
268921	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
268921	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
268921	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
268921	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
268921	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
268921	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
268921	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
268921	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
268921	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
268921	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
268921	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
268921	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
268921	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
268921	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
268921	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
268921	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
268921	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
268921	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
268921	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
268921	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
268921	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
268921	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
268921	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
268921	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
268921	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
268921	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
268921	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
268921	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
268921	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
268921	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
268921	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
268921	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
268921	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
268921	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
268921	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
268921	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
268921	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
268921	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
268921	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
268921	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
268921	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
268921	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
268921	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
268921	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
268921	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
268921	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
268921	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
268921	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
268921	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
268921	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
268921	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
268921	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
268921	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
268921	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
268921	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
268921	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
268921	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
268921	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
268921	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
268921	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
268921	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
268921	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
268921	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
268921	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
268921	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
268921	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
268921	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
268921	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
268921	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
268921	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
268921	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
268921	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
268921	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
268921	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
268921	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
268921	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
268921	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
268921	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
268921	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
268921	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
268921	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
268921	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
268921	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
268921	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
268921	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
268921	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
268921	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
268921	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
268921	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
268921	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
268921	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
268921	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
268921	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
268921	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
268921	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
268921	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
268921	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
268921	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
268921	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
268921	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
268921	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
268921	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
268921	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
268921	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
268921	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
268921	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
268921	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
268921	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
268921	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
268921	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
268921	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
268921	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
268921	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
268921	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
268921	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
268921	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
268921	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
268921	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
268921	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
268921	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
268921	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
268921	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
268921	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
268921	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
268921	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
268921	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
268921	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
268921	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
268921	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
268921	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
268921	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
268921	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
268921	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
268921	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
268921	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
268921	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
268921	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
268921	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
268921	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
268921	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
268921	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
268921	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
268921	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
268921	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
268921	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
268921	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
268921	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
268921	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
268921	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
268921	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
268921	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
268921	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
268921	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
268921	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
268921	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
268921	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
268921	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
268921	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
268921	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
268921	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
268921	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
268921	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
268921	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
268921	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
268921	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
268921	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
268921	embedding2nn.weight	0	0.2632156014442444
268921	embedding2nn.weight	1	0.31349414587020874
268921	embedding2nn.weight	2	0.006370040588080883
268921	embedding2nn.weight	3	0.06932401657104492
268921	embedding2nn.weight	4	-0.033334579318761826
268921	embedding2nn.weight	5	0.07016026973724365
268921	embedding2nn.weight	6	0.012024530209600925
268921	embedding2nn.weight	7	0.0004556671774480492
268921	embedding2nn.weight	8	0.004860219080001116
268921	embedding2nn.weight	9	-0.008635101839900017
268921	embedding2nn.bias	0	0.05724160373210907
268921	embedding2nn.bias	1	-0.18656609952449799
268921	embedding2nn.bias	2	0.0978122353553772
268921	embedding2nn.bias	3	0.16027623414993286
268921	embedding2nn.bias	4	0.17669175565242767
268921	embedding2nn.bias	5	-0.059753045439720154
268921	embedding2nn.bias	6	-0.07873117923736572
268921	embedding2nn.bias	7	0.05706930533051491
268921	embedding2nn.bias	8	-0.13972023129463196
268921	embedding2nn.bias	9	-0.37532636523246765
268921	rnn.weight_ih_l0	0	0.0064659081399440765
268921	rnn.weight_ih_l0	1	-0.06946293264627457
268921	rnn.weight_ih_l0	2	-0.08349380642175674
268921	rnn.weight_ih_l0	3	0.05932856351137161
268921	rnn.weight_ih_l0	4	0.04061327874660492
268921	rnn.weight_ih_l0	5	-0.11518476903438568
268921	rnn.weight_ih_l0	6	-0.05458469316363335
268921	rnn.weight_ih_l0	7	-0.01148540060967207
268921	rnn.weight_ih_l0	8	0.033295683562755585
268921	rnn.weight_ih_l0	9	-0.020068317651748657
268921	rnn.weight_hh_l0	0	0.011908927001059055
268921	rnn.weight_hh_l0	1	0.0664735957980156
268921	rnn.weight_hh_l0	2	0.039466071873903275
268921	rnn.weight_hh_l0	3	0.02721591293811798
268921	rnn.weight_hh_l0	4	0.013305503875017166
268921	rnn.weight_hh_l0	5	0.07976014167070389
268921	rnn.weight_hh_l0	6	-0.023295298218727112
268921	rnn.weight_hh_l0	7	-0.07419151812791824
268921	rnn.weight_hh_l0	8	0.040581732988357544
268921	rnn.weight_hh_l0	9	-0.0951826423406601
268921	rnn.bias_ih_l0	0	0.1660117208957672
268921	rnn.bias_ih_l0	1	-0.22858192026615143
268921	rnn.bias_ih_l0	2	-0.026496587321162224
268921	rnn.bias_ih_l0	3	-0.11779557168483734
268921	rnn.bias_ih_l0	4	0.0201627966016531
268921	rnn.bias_ih_l0	5	-0.28463509678840637
268921	rnn.bias_ih_l0	6	-0.12085691839456558
268921	rnn.bias_ih_l0	7	-0.2700473368167877
268921	rnn.bias_ih_l0	8	-0.21497860550880432
268921	rnn.bias_ih_l0	9	-0.3917623460292816
268921	rnn.bias_hh_l0	0	-0.25670111179351807
268921	rnn.bias_hh_l0	1	-0.27003979682922363
268921	rnn.bias_hh_l0	2	-0.25027036666870117
268921	rnn.bias_hh_l0	3	-0.06264740973711014
268921	rnn.bias_hh_l0	4	-0.257954478263855
268921	rnn.bias_hh_l0	5	-0.27231431007385254
268921	rnn.bias_hh_l0	6	-0.09823023527860641
268921	rnn.bias_hh_l0	7	0.05065305903553963
268921	rnn.bias_hh_l0	8	-0.14396236836910248
268921	rnn.bias_hh_l0	9	-0.4356343746185303
268921	rnn.weight_ih_l0_reverse	0	0.055475182831287384
268921	rnn.weight_ih_l0_reverse	1	-0.08341150730848312
268921	rnn.weight_ih_l0_reverse	2	-0.03767802566289902
268921	rnn.weight_ih_l0_reverse	3	-0.09299880266189575
268921	rnn.weight_ih_l0_reverse	4	0.059049610048532486
268921	rnn.weight_ih_l0_reverse	5	-0.08991403132677078
268921	rnn.weight_ih_l0_reverse	6	0.021135272458195686
268921	rnn.weight_ih_l0_reverse	7	0.03113737143576145
268921	rnn.weight_ih_l0_reverse	8	-0.07912232726812363
268921	rnn.weight_ih_l0_reverse	9	-0.03575621172785759
268921	rnn.weight_hh_l0_reverse	0	-0.07160298526287079
268921	rnn.weight_hh_l0_reverse	1	0.024675942957401276
268921	rnn.weight_hh_l0_reverse	2	-0.014963820576667786
268921	rnn.weight_hh_l0_reverse	3	0.024643035605549812
268921	rnn.weight_hh_l0_reverse	4	-0.06735582649707794
268921	rnn.weight_hh_l0_reverse	5	0.043731894344091415
268921	rnn.weight_hh_l0_reverse	6	0.015076135285198689
268921	rnn.weight_hh_l0_reverse	7	-0.054843876510858536
268921	rnn.weight_hh_l0_reverse	8	-0.023699216544628143
268921	rnn.weight_hh_l0_reverse	9	0.06342335045337677
268921	rnn.bias_ih_l0_reverse	0	-0.1387491226196289
268921	rnn.bias_ih_l0_reverse	1	-0.059315793216228485
268921	rnn.bias_ih_l0_reverse	2	0.07561937719583511
268921	rnn.bias_ih_l0_reverse	3	-0.2161441147327423
268921	rnn.bias_ih_l0_reverse	4	-0.060240019112825394
268921	rnn.bias_ih_l0_reverse	5	-0.19741173088550568
268921	rnn.bias_ih_l0_reverse	6	0.24471451342105865
268921	rnn.bias_ih_l0_reverse	7	-0.25147777795791626
268921	rnn.bias_ih_l0_reverse	8	-0.14506804943084717
268921	rnn.bias_ih_l0_reverse	9	-0.11677230149507523
268921	rnn.bias_hh_l0_reverse	0	-0.1217675730586052
268921	rnn.bias_hh_l0_reverse	1	0.2366928607225418
268921	rnn.bias_hh_l0_reverse	2	-0.2972552478313446
268921	rnn.bias_hh_l0_reverse	3	-0.17068113386631012
268921	rnn.bias_hh_l0_reverse	4	-0.3103076219558716
268921	rnn.bias_hh_l0_reverse	5	-0.133987158536911
268921	rnn.bias_hh_l0_reverse	6	-0.2464410662651062
268921	rnn.bias_hh_l0_reverse	7	-0.07919082045555115
268921	rnn.bias_hh_l0_reverse	8	-0.2022079974412918
268921	rnn.bias_hh_l0_reverse	9	0.19114895164966583
268921	linear.weight	0	0.14888359606266022
268921	linear.weight	1	-0.4757052958011627
268921	linear.weight	2	0.020427748560905457
268921	linear.weight	3	0.06790655106306076
268921	linear.weight	4	-0.12498528510332108
268921	linear.weight	5	0.2750355899333954
268921	linear.weight	6	-0.02617126889526844
268921	linear.weight	7	-0.06524638831615448
268921	linear.weight	8	0.0977868139743805
268921	linear.weight	9	-0.04320874065160751
268921	linear.bias	0	-1.0429468154907227
268921	linear.bias	1	1.85799241065979
268921	linear.bias	2	0.6110402941703796
268921	linear.bias	3	-2.516071319580078
268921	linear.bias	4	-0.30219802260398865
268921	linear.bias	5	1.1901044845581055
268921	linear.bias	6	-0.22927534580230713
268921	linear.bias	7	0.5549712777137756
268921	linear.bias	8	2.199209451675415
268921	linear.bias	9	-1.3768446445465088
269530	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
269530	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
269530	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
269530	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
269530	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
269530	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
269530	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
269530	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
269530	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
269530	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
269530	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
269530	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
269530	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
269530	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
269530	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
269530	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
269530	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
269530	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
269530	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
269530	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
269530	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
269530	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
269530	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
269530	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
269530	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
269530	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
269530	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
269530	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
269530	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
269530	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
269530	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
269530	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
269530	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
269530	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
269530	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
269530	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
269530	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
269530	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
269530	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
269530	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
269530	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
269530	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
269530	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
269530	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
269530	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
269530	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
269530	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
269530	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
269530	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
269530	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
269530	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
269530	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
269530	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
269530	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
269530	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
269530	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
269530	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
269530	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
269530	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
269530	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
269530	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
269530	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
269530	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
269530	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
269530	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
269530	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
269530	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
269530	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
269530	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
269530	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
269530	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
269530	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
269530	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
269530	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
269530	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
269530	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
269530	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
269530	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
269530	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
269530	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
269530	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
269530	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
269530	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
269530	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
269530	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
269530	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
269530	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
269530	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
269530	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
269530	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
269530	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
269530	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
269530	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
269530	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
269530	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
269530	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
269530	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
269530	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
269530	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
269530	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
269530	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
269530	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
269530	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
269530	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
269530	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
269530	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
269530	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
269530	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
269530	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
269530	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
269530	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
269530	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
269530	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
269530	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
269530	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
269530	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
269530	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
269530	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
269530	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
269530	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
269530	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
269530	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
269530	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
269530	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
269530	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
269530	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
269530	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
269530	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
269530	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
269530	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
269530	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
269530	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
269530	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
269530	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
269530	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
269530	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
269530	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
269530	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
269530	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
269530	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
269530	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
269530	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
269530	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
269530	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
269530	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
269530	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
269530	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
269530	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
269530	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
269530	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
269530	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
269530	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
269530	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
269530	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
269530	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
269530	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
269530	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
269530	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
269530	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
269530	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
269530	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
269530	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
269530	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
269530	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
269530	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
269530	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
269530	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
269530	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
269530	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
269530	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
269530	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
269530	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
269530	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
269530	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
269530	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
269530	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
269530	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
269530	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
269530	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
269530	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
269530	embedding2nn.weight	0	0.2665603756904602
269530	embedding2nn.weight	1	0.31825074553489685
269530	embedding2nn.weight	2	-0.0005004139384254813
269530	embedding2nn.weight	3	0.05587710812687874
269530	embedding2nn.weight	4	-0.029155459254980087
269530	embedding2nn.weight	5	0.07094182074069977
269530	embedding2nn.weight	6	0.008954999968409538
269530	embedding2nn.weight	7	-0.0026899019721895456
269530	embedding2nn.weight	8	0.006733309477567673
269530	embedding2nn.weight	9	-0.016071083024144173
269530	embedding2nn.bias	0	0.04641193524003029
269530	embedding2nn.bias	1	-0.18887373805046082
269530	embedding2nn.bias	2	0.10219760984182358
269530	embedding2nn.bias	3	0.16251879930496216
269530	embedding2nn.bias	4	0.15105518698692322
269530	embedding2nn.bias	5	-0.08336298912763596
269530	embedding2nn.bias	6	-0.054664548486471176
269530	embedding2nn.bias	7	0.05702246353030205
269530	embedding2nn.bias	8	-0.13682347536087036
269530	embedding2nn.bias	9	-0.3827393651008606
269530	rnn.weight_ih_l0	0	0.006524909753352404
269530	rnn.weight_ih_l0	1	-0.07121413946151733
269530	rnn.weight_ih_l0	2	-0.09682836383581161
269530	rnn.weight_ih_l0	3	0.05719546601176262
269530	rnn.weight_ih_l0	4	0.037439558655023575
269530	rnn.weight_ih_l0	5	-0.11215698719024658
269530	rnn.weight_ih_l0	6	-0.058130837976932526
269530	rnn.weight_ih_l0	7	-0.011238823644816875
269530	rnn.weight_ih_l0	8	0.036483652889728546
269530	rnn.weight_ih_l0	9	-0.010763895697891712
269530	rnn.weight_hh_l0	0	0.012102795764803886
269530	rnn.weight_hh_l0	1	0.06660491973161697
269530	rnn.weight_hh_l0	2	0.03913455083966255
269530	rnn.weight_hh_l0	3	0.028480274602770805
269530	rnn.weight_hh_l0	4	0.012772065587341785
269530	rnn.weight_hh_l0	5	0.07902936637401581
269530	rnn.weight_hh_l0	6	-0.024354364722967148
269530	rnn.weight_hh_l0	7	-0.07447800785303116
269530	rnn.weight_hh_l0	8	0.041187502443790436
269530	rnn.weight_hh_l0	9	-0.09614589065313339
269530	rnn.bias_ih_l0	0	0.17261628806591034
269530	rnn.bias_ih_l0	1	-0.2347528487443924
269530	rnn.bias_ih_l0	2	-0.025740543380379677
269530	rnn.bias_ih_l0	3	-0.11261136829853058
269530	rnn.bias_ih_l0	4	0.03100006841123104
269530	rnn.bias_ih_l0	5	-0.2888486385345459
269530	rnn.bias_ih_l0	6	-0.12157319486141205
269530	rnn.bias_ih_l0	7	-0.2690352201461792
269530	rnn.bias_ih_l0	8	-0.22067679464817047
269530	rnn.bias_ih_l0	9	-0.39781180024147034
269530	rnn.bias_hh_l0	0	-0.2584840655326843
269530	rnn.bias_hh_l0	1	-0.27037954330444336
269530	rnn.bias_hh_l0	2	-0.2514456808567047
269530	rnn.bias_hh_l0	3	-0.060436099767684937
269530	rnn.bias_hh_l0	4	-0.2642930746078491
269530	rnn.bias_hh_l0	5	-0.2695152461528778
269530	rnn.bias_hh_l0	6	-0.09883124381303787
269530	rnn.bias_hh_l0	7	0.05159352347254753
269530	rnn.bias_hh_l0	8	-0.1376158744096756
269530	rnn.bias_hh_l0	9	-0.4352042078971863
269530	rnn.weight_ih_l0_reverse	0	0.054468486458063126
269530	rnn.weight_ih_l0_reverse	1	-0.0842493325471878
269530	rnn.weight_ih_l0_reverse	2	-0.03789254277944565
269530	rnn.weight_ih_l0_reverse	3	-0.09302985668182373
269530	rnn.weight_ih_l0_reverse	4	0.05781436711549759
269530	rnn.weight_ih_l0_reverse	5	-0.0967971459031105
269530	rnn.weight_ih_l0_reverse	6	0.0221042949706316
269530	rnn.weight_ih_l0_reverse	7	0.03280150890350342
269530	rnn.weight_ih_l0_reverse	8	-0.07775302231311798
269530	rnn.weight_ih_l0_reverse	9	-0.03418373689055443
269530	rnn.weight_hh_l0_reverse	0	-0.06939122825860977
269530	rnn.weight_hh_l0_reverse	1	0.025120124220848083
269530	rnn.weight_hh_l0_reverse	2	-0.013931822031736374
269530	rnn.weight_hh_l0_reverse	3	0.024714916944503784
269530	rnn.weight_hh_l0_reverse	4	-0.06761053949594498
269530	rnn.weight_hh_l0_reverse	5	0.04433133825659752
269530	rnn.weight_hh_l0_reverse	6	0.015078325755894184
269530	rnn.weight_hh_l0_reverse	7	-0.05599109083414078
269530	rnn.weight_hh_l0_reverse	8	-0.02446023002266884
269530	rnn.weight_hh_l0_reverse	9	0.06398928165435791
269530	rnn.bias_ih_l0_reverse	0	-0.1335688829421997
269530	rnn.bias_ih_l0_reverse	1	-0.06345955282449722
269530	rnn.bias_ih_l0_reverse	2	0.08151274919509888
269530	rnn.bias_ih_l0_reverse	3	-0.21595589816570282
269530	rnn.bias_ih_l0_reverse	4	-0.04993747919797897
269530	rnn.bias_ih_l0_reverse	5	-0.20147721469402313
269530	rnn.bias_ih_l0_reverse	6	0.24225535988807678
269530	rnn.bias_ih_l0_reverse	7	-0.2694620192050934
269530	rnn.bias_ih_l0_reverse	8	-0.14422009885311127
269530	rnn.bias_ih_l0_reverse	9	-0.12698259949684143
269530	rnn.bias_hh_l0_reverse	0	-0.12896063923835754
269530	rnn.bias_hh_l0_reverse	1	0.23964937031269073
269530	rnn.bias_hh_l0_reverse	2	-0.3009534180164337
269530	rnn.bias_hh_l0_reverse	3	-0.17531783878803253
269530	rnn.bias_hh_l0_reverse	4	-0.3115019202232361
269530	rnn.bias_hh_l0_reverse	5	-0.13981468975543976
269530	rnn.bias_hh_l0_reverse	6	-0.24323177337646484
269530	rnn.bias_hh_l0_reverse	7	-0.07999527454376221
269530	rnn.bias_hh_l0_reverse	8	-0.20249426364898682
269530	rnn.bias_hh_l0_reverse	9	0.1967983841896057
269530	linear.weight	0	0.18738366663455963
269530	linear.weight	1	-0.48723769187927246
269530	linear.weight	2	-0.0329069048166275
269530	linear.weight	3	0.06790199875831604
269530	linear.weight	4	-0.11951300501823425
269530	linear.weight	5	0.27469632029533386
269530	linear.weight	6	-0.06954517960548401
269530	linear.weight	7	-0.06524094194173813
269530	linear.weight	8	0.11847233027219772
269530	linear.weight	9	-0.043241217732429504
269530	linear.bias	0	-1.0618737936019897
269530	linear.bias	1	1.8901751041412354
269530	linear.bias	2	0.6314491033554077
269530	linear.bias	3	-2.516810178756714
269530	linear.bias	4	-0.27692487835884094
269530	linear.bias	5	1.202783226966858
269530	linear.bias	6	-0.2408212125301361
269530	linear.bias	7	0.58635014295578
269530	linear.bias	8	2.200604200363159
269530	linear.bias	9	-1.3883388042449951
270139	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
270139	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
270139	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
270139	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
270139	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
270139	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
270139	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
270139	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
270139	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
270139	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
270139	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
270139	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
270139	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
270139	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
270139	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
270139	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
270139	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
270139	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
270139	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
270139	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
270139	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
270139	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
270139	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
270139	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
270139	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
270139	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
270139	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
270139	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
270139	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
270139	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
270139	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
270139	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
270139	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
270139	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
270139	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
270139	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
270139	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
270139	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
270139	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
270139	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
270139	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
270139	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
270139	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
270139	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
270139	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
270139	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
270139	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
270139	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
270139	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
270139	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
270139	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
270139	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
270139	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
270139	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
270139	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
270139	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
270139	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
270139	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
270139	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
270139	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
270139	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
270139	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
270139	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
270139	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
270139	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
270139	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
270139	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
270139	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
270139	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
270139	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
270139	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
270139	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
270139	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
270139	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
270139	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
270139	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
270139	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
270139	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
270139	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
270139	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
270139	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
270139	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
270139	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
270139	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
270139	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
270139	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
270139	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
270139	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
270139	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
270139	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
270139	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
270139	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
270139	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
270139	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
270139	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
270139	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
270139	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
270139	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
270139	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
270139	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
270139	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
270139	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
270139	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
270139	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
270139	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
270139	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
270139	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
270139	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
270139	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
270139	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
270139	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
270139	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
270139	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
270139	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
270139	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
270139	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
270139	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
270139	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
270139	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
270139	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
270139	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
270139	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
270139	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
270139	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
270139	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
270139	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
270139	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
270139	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
270139	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
270139	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
270139	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
270139	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
270139	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
270139	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
270139	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
270139	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
270139	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
270139	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
270139	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
270139	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
270139	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
270139	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
270139	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
270139	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
270139	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
270139	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
270139	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
270139	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
270139	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
270139	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
270139	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
270139	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
270139	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
270139	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
270139	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
270139	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
270139	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
270139	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
270139	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
270139	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
270139	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
270139	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
270139	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
270139	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
270139	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
270139	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
270139	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
270139	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
270139	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
270139	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
270139	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
270139	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
270139	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
270139	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
270139	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
270139	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
270139	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
270139	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
270139	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
270139	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
270139	embedding2nn.weight	0	0.26676619052886963
270139	embedding2nn.weight	1	0.31444379687309265
270139	embedding2nn.weight	2	-0.005166295915842056
270139	embedding2nn.weight	3	0.07105617970228195
270139	embedding2nn.weight	4	-0.02556564286351204
270139	embedding2nn.weight	5	0.07315182685852051
270139	embedding2nn.weight	6	0.008199521340429783
270139	embedding2nn.weight	7	0.0066467709839344025
270139	embedding2nn.weight	8	0.005853884853422642
270139	embedding2nn.weight	9	-0.008213588036596775
270139	embedding2nn.bias	0	0.034459762275218964
270139	embedding2nn.bias	1	-0.17765936255455017
270139	embedding2nn.bias	2	0.10465482622385025
270139	embedding2nn.bias	3	0.1856328696012497
270139	embedding2nn.bias	4	0.15749125182628632
270139	embedding2nn.bias	5	-0.04954969882965088
270139	embedding2nn.bias	6	-0.06598255038261414
270139	embedding2nn.bias	7	0.05578603222966194
270139	embedding2nn.bias	8	-0.15626849234104156
270139	embedding2nn.bias	9	-0.3939801752567291
270139	rnn.weight_ih_l0	0	0.006458961870521307
270139	rnn.weight_ih_l0	1	-0.07212319225072861
270139	rnn.weight_ih_l0	2	-0.09816207736730576
270139	rnn.weight_ih_l0	3	0.05996555835008621
270139	rnn.weight_ih_l0	4	0.03528863564133644
270139	rnn.weight_ih_l0	5	-0.10924214869737625
270139	rnn.weight_ih_l0	6	-0.058134034276008606
270139	rnn.weight_ih_l0	7	-0.011031925678253174
270139	rnn.weight_ih_l0	8	0.03394610062241554
270139	rnn.weight_ih_l0	9	-0.0099427979439497
270139	rnn.weight_hh_l0	0	0.011834637261927128
270139	rnn.weight_hh_l0	1	0.06858455389738083
270139	rnn.weight_hh_l0	2	0.038967445492744446
270139	rnn.weight_hh_l0	3	0.027881063520908356
270139	rnn.weight_hh_l0	4	0.012394674122333527
270139	rnn.weight_hh_l0	5	0.07763390243053436
270139	rnn.weight_hh_l0	6	-0.023917241021990776
270139	rnn.weight_hh_l0	7	-0.07704462856054306
270139	rnn.weight_hh_l0	8	0.04102647304534912
270139	rnn.weight_hh_l0	9	-0.09373185783624649
270139	rnn.bias_ih_l0	0	0.16299968957901
270139	rnn.bias_ih_l0	1	-0.23414137959480286
270139	rnn.bias_ih_l0	2	-0.02822595275938511
270139	rnn.bias_ih_l0	3	-0.11409474909305573
270139	rnn.bias_ih_l0	4	0.042123597115278244
270139	rnn.bias_ih_l0	5	-0.2989334762096405
270139	rnn.bias_ih_l0	6	-0.13249997794628143
270139	rnn.bias_ih_l0	7	-0.2671271860599518
270139	rnn.bias_ih_l0	8	-0.23030604422092438
270139	rnn.bias_ih_l0	9	-0.4071061909198761
270139	rnn.bias_hh_l0	0	-0.2665015161037445
270139	rnn.bias_hh_l0	1	-0.26860490441322327
270139	rnn.bias_hh_l0	2	-0.2570610046386719
270139	rnn.bias_hh_l0	3	-0.06242762878537178
270139	rnn.bias_hh_l0	4	-0.2664775252342224
270139	rnn.bias_hh_l0	5	-0.26687443256378174
270139	rnn.bias_hh_l0	6	-0.10390856117010117
270139	rnn.bias_hh_l0	7	0.06778305023908615
270139	rnn.bias_hh_l0	8	-0.14034795761108398
270139	rnn.bias_hh_l0	9	-0.4432142376899719
270139	rnn.weight_ih_l0_reverse	0	0.055952899158000946
270139	rnn.weight_ih_l0_reverse	1	-0.08458957821130753
270139	rnn.weight_ih_l0_reverse	2	-0.03547308221459389
270139	rnn.weight_ih_l0_reverse	3	-0.09008174389600754
270139	rnn.weight_ih_l0_reverse	4	0.05772934854030609
270139	rnn.weight_ih_l0_reverse	5	-0.10054222494363785
270139	rnn.weight_ih_l0_reverse	6	0.016026541590690613
270139	rnn.weight_ih_l0_reverse	7	0.033746059983968735
270139	rnn.weight_ih_l0_reverse	8	-0.07254484295845032
270139	rnn.weight_ih_l0_reverse	9	-0.03429504111409187
270139	rnn.weight_hh_l0_reverse	0	-0.07043441385030746
270139	rnn.weight_hh_l0_reverse	1	0.024120254442095757
270139	rnn.weight_hh_l0_reverse	2	-0.01453149039298296
270139	rnn.weight_hh_l0_reverse	3	0.02516365796327591
270139	rnn.weight_hh_l0_reverse	4	-0.06814134120941162
270139	rnn.weight_hh_l0_reverse	5	0.044673219323158264
270139	rnn.weight_hh_l0_reverse	6	0.015323396772146225
270139	rnn.weight_hh_l0_reverse	7	-0.05534693971276283
270139	rnn.weight_hh_l0_reverse	8	-0.02458043210208416
270139	rnn.weight_hh_l0_reverse	9	0.06295634806156158
270139	rnn.bias_ih_l0_reverse	0	-0.13927137851715088
270139	rnn.bias_ih_l0_reverse	1	-0.06810954213142395
270139	rnn.bias_ih_l0_reverse	2	0.08010681718587875
270139	rnn.bias_ih_l0_reverse	3	-0.2281082272529602
270139	rnn.bias_ih_l0_reverse	4	-0.055258169770240784
270139	rnn.bias_ih_l0_reverse	5	-0.19744804501533508
270139	rnn.bias_ih_l0_reverse	6	0.23940323293209076
270139	rnn.bias_ih_l0_reverse	7	-0.27355459332466125
270139	rnn.bias_ih_l0_reverse	8	-0.14443941414356232
270139	rnn.bias_ih_l0_reverse	9	-0.12918351590633392
270139	rnn.bias_hh_l0_reverse	0	-0.13042692840099335
270139	rnn.bias_hh_l0_reverse	1	0.23826633393764496
270139	rnn.bias_hh_l0_reverse	2	-0.30418553948402405
270139	rnn.bias_hh_l0_reverse	3	-0.183305561542511
270139	rnn.bias_hh_l0_reverse	4	-0.30905961990356445
270139	rnn.bias_hh_l0_reverse	5	-0.1381121277809143
270139	rnn.bias_hh_l0_reverse	6	-0.24952825903892517
270139	rnn.bias_hh_l0_reverse	7	-0.07790059596300125
270139	rnn.bias_hh_l0_reverse	8	-0.20261631906032562
270139	rnn.bias_hh_l0_reverse	9	0.1841471940279007
270139	linear.weight	0	0.14707624912261963
270139	linear.weight	1	-0.43836358189582825
270139	linear.weight	2	0.014810854569077492
270139	linear.weight	3	0.06789882481098175
270139	linear.weight	4	-0.22397960722446442
270139	linear.weight	5	0.22459065914154053
270139	linear.weight	6	-0.059348832815885544
270139	linear.weight	7	-0.06523203104734421
270139	linear.weight	8	0.14473481476306915
270139	linear.weight	9	-0.043265245854854584
270139	linear.bias	0	-1.055483341217041
270139	linear.bias	1	1.85585355758667
270139	linear.bias	2	0.6454038619995117
270139	linear.bias	3	-2.5174760818481445
270139	linear.bias	4	-0.2813284993171692
270139	linear.bias	5	1.182429552078247
270139	linear.bias	6	-0.25836360454559326
270139	linear.bias	7	0.6030015349388123
270139	linear.bias	8	2.1874663829803467
270139	linear.bias	9	-1.3996132612228394
270748	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
270748	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
270748	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
270748	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
270748	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
270748	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
270748	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
270748	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
270748	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
270748	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
270748	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
270748	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
270748	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
270748	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
270748	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
270748	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
270748	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
270748	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
270748	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
270748	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
270748	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
270748	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
270748	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
270748	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
270748	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
270748	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
270748	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
270748	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
270748	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
270748	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
270748	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
270748	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
270748	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
270748	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
270748	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
270748	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
270748	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
270748	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
270748	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
270748	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
270748	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
270748	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
270748	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
270748	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
270748	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
270748	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
270748	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
270748	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
270748	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
270748	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
270748	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
270748	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
270748	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
270748	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
270748	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
270748	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
270748	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
270748	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
270748	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
270748	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
270748	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
270748	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
270748	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
270748	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
270748	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
270748	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
270748	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
270748	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
270748	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
270748	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
270748	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
270748	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
270748	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
270748	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
270748	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
270748	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
270748	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
270748	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
270748	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
270748	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
270748	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
270748	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
270748	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
270748	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
270748	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
270748	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
270748	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
270748	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
270748	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
270748	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
270748	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
270748	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
270748	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
270748	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
270748	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
270748	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
270748	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
270748	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
270748	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
270748	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
270748	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
270748	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
270748	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
270748	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
270748	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
270748	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
270748	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
270748	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
270748	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
270748	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
270748	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
270748	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
270748	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
270748	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
270748	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
270748	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
270748	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
270748	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
270748	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
270748	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
270748	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
270748	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
270748	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
270748	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
270748	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
270748	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
270748	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
270748	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
270748	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
270748	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
270748	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
270748	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
270748	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
270748	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
270748	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
270748	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
270748	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
270748	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
270748	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
270748	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
270748	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
270748	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
270748	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
270748	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
270748	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
270748	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
270748	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
270748	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
270748	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
270748	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
270748	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
270748	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
270748	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
270748	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
270748	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
270748	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
270748	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
270748	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
270748	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
270748	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
270748	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
270748	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
270748	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
270748	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
270748	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
270748	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
270748	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
270748	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
270748	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
270748	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
270748	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
270748	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
270748	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
270748	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
270748	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
270748	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
270748	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
270748	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
270748	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
270748	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
270748	embedding2nn.weight	0	0.26750078797340393
270748	embedding2nn.weight	1	0.3206561505794525
270748	embedding2nn.weight	2	-0.006178929470479488
270748	embedding2nn.weight	3	0.0641888752579689
270748	embedding2nn.weight	4	-0.030097931623458862
270748	embedding2nn.weight	5	0.06824684143066406
270748	embedding2nn.weight	6	0.020464971661567688
270748	embedding2nn.weight	7	0.002789536025375128
270748	embedding2nn.weight	8	0.009739083237946033
270748	embedding2nn.weight	9	-0.011986219324171543
270748	embedding2nn.bias	0	0.029884343966841698
270748	embedding2nn.bias	1	-0.17304430902004242
270748	embedding2nn.bias	2	0.08592631667852402
270748	embedding2nn.bias	3	0.16985534131526947
270748	embedding2nn.bias	4	0.14594019949436188
270748	embedding2nn.bias	5	-0.07002335041761398
270748	embedding2nn.bias	6	-0.05887967720627785
270748	embedding2nn.bias	7	0.042475130409002304
270748	embedding2nn.bias	8	-0.1555299609899521
270748	embedding2nn.bias	9	-0.39065831899642944
270748	rnn.weight_ih_l0	0	0.007265020161867142
270748	rnn.weight_ih_l0	1	-0.0703684538602829
270748	rnn.weight_ih_l0	2	-0.10196787118911743
270748	rnn.weight_ih_l0	3	0.06640595197677612
270748	rnn.weight_ih_l0	4	0.03065500035881996
270748	rnn.weight_ih_l0	5	-0.11064319312572479
270748	rnn.weight_ih_l0	6	-0.057837486267089844
270748	rnn.weight_ih_l0	7	-0.010542602278292179
270748	rnn.weight_ih_l0	8	0.02651435323059559
270748	rnn.weight_ih_l0	9	-0.012010925449430943
270748	rnn.weight_hh_l0	0	0.011839554645121098
270748	rnn.weight_hh_l0	1	0.06736938655376434
270748	rnn.weight_hh_l0	2	0.03768642246723175
270748	rnn.weight_hh_l0	3	0.0285470150411129
270748	rnn.weight_hh_l0	4	0.011437222361564636
270748	rnn.weight_hh_l0	5	0.07827327400445938
270748	rnn.weight_hh_l0	6	-0.023011324927210808
270748	rnn.weight_hh_l0	7	-0.07687031477689743
270748	rnn.weight_hh_l0	8	0.04092249646782875
270748	rnn.weight_hh_l0	9	-0.09349428862333298
270748	rnn.bias_ih_l0	0	0.16391344368457794
270748	rnn.bias_ih_l0	1	-0.2279132455587387
270748	rnn.bias_ih_l0	2	-0.03140450641512871
270748	rnn.bias_ih_l0	3	-0.12204106152057648
270748	rnn.bias_ih_l0	4	0.033397167921066284
270748	rnn.bias_ih_l0	5	-0.30112507939338684
270748	rnn.bias_ih_l0	6	-0.1315736472606659
270748	rnn.bias_ih_l0	7	-0.2678636312484741
270748	rnn.bias_ih_l0	8	-0.23164789378643036
270748	rnn.bias_ih_l0	9	-0.4122917950153351
270748	rnn.bias_hh_l0	0	-0.26946839690208435
270748	rnn.bias_hh_l0	1	-0.2597962021827698
270748	rnn.bias_hh_l0	2	-0.2558158338069916
270748	rnn.bias_hh_l0	3	-0.06833145022392273
270748	rnn.bias_hh_l0	4	-0.265996515750885
270748	rnn.bias_hh_l0	5	-0.26627302169799805
270748	rnn.bias_hh_l0	6	-0.10842191427946091
270748	rnn.bias_hh_l0	7	0.06734760105609894
270748	rnn.bias_hh_l0	8	-0.14587099850177765
270748	rnn.bias_hh_l0	9	-0.45036935806274414
270748	rnn.weight_ih_l0_reverse	0	0.050370387732982635
270748	rnn.weight_ih_l0_reverse	1	-0.08537974953651428
270748	rnn.weight_ih_l0_reverse	2	-0.03662360459566116
270748	rnn.weight_ih_l0_reverse	3	-0.08882465958595276
270748	rnn.weight_ih_l0_reverse	4	0.05395615100860596
270748	rnn.weight_ih_l0_reverse	5	-0.10174614191055298
270748	rnn.weight_ih_l0_reverse	6	0.018485160544514656
270748	rnn.weight_ih_l0_reverse	7	0.03372184559702873
270748	rnn.weight_ih_l0_reverse	8	-0.07433974742889404
270748	rnn.weight_ih_l0_reverse	9	-0.038920193910598755
270748	rnn.weight_hh_l0_reverse	0	-0.07401694357395172
270748	rnn.weight_hh_l0_reverse	1	0.02556132711470127
270748	rnn.weight_hh_l0_reverse	2	-0.013159762136638165
270748	rnn.weight_hh_l0_reverse	3	0.02549874596297741
270748	rnn.weight_hh_l0_reverse	4	-0.0675014927983284
270748	rnn.weight_hh_l0_reverse	5	0.04527755826711655
270748	rnn.weight_hh_l0_reverse	6	0.015317121520638466
270748	rnn.weight_hh_l0_reverse	7	-0.05315031483769417
270748	rnn.weight_hh_l0_reverse	8	-0.028425557538866997
270748	rnn.weight_hh_l0_reverse	9	0.06255874782800674
270748	rnn.bias_ih_l0_reverse	0	-0.14249736070632935
270748	rnn.bias_ih_l0_reverse	1	-0.06486141681671143
270748	rnn.bias_ih_l0_reverse	2	0.07920829951763153
270748	rnn.bias_ih_l0_reverse	3	-0.2197311818599701
270748	rnn.bias_ih_l0_reverse	4	-0.05194220319390297
270748	rnn.bias_ih_l0_reverse	5	-0.19476060569286346
270748	rnn.bias_ih_l0_reverse	6	0.23832747340202332
270748	rnn.bias_ih_l0_reverse	7	-0.28710290789604187
270748	rnn.bias_ih_l0_reverse	8	-0.140658900141716
270748	rnn.bias_ih_l0_reverse	9	-0.11985045671463013
270748	rnn.bias_hh_l0_reverse	0	-0.13257387280464172
270748	rnn.bias_hh_l0_reverse	1	0.2410992532968521
270748	rnn.bias_hh_l0_reverse	2	-0.31079980731010437
270748	rnn.bias_hh_l0_reverse	3	-0.17676019668579102
270748	rnn.bias_hh_l0_reverse	4	-0.30558261275291443
270748	rnn.bias_hh_l0_reverse	5	-0.14381571114063263
270748	rnn.bias_hh_l0_reverse	6	-0.24946542084217072
270748	rnn.bias_hh_l0_reverse	7	-0.0818195790052414
270748	rnn.bias_hh_l0_reverse	8	-0.2189391404390335
270748	rnn.bias_hh_l0_reverse	9	0.18806315958499908
270748	linear.weight	0	0.1739642471075058
270748	linear.weight	1	-0.4377237558364868
270748	linear.weight	2	0.014194458723068237
270748	linear.weight	3	0.06789661943912506
270748	linear.weight	4	-0.15231747925281525
270748	linear.weight	5	0.24569237232208252
270748	linear.weight	6	-0.08522412180900574
270748	linear.weight	7	-0.06521986424922943
270748	linear.weight	8	0.11986391991376877
270748	linear.weight	9	-0.04329051822423935
270748	linear.bias	0	-1.0425089597702026
270748	linear.bias	1	1.8641042709350586
270748	linear.bias	2	0.6316953301429749
270748	linear.bias	3	-2.5181491374969482
270748	linear.bias	4	-0.2934740483760834
270748	linear.bias	5	1.227022409439087
270748	linear.bias	6	-0.3103652596473694
270748	linear.bias	7	0.6444861888885498
270748	linear.bias	8	2.1477179527282715
270748	linear.bias	9	-1.3652712106704712
271357	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
271357	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
271357	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
271357	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
271357	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
271357	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
271357	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
271357	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
271357	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
271357	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
271357	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
271357	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
271357	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
271357	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
271357	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
271357	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
271357	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
271357	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
271357	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
271357	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
271357	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
271357	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
271357	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
271357	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
271357	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
271357	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
271357	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
271357	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
271357	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
271357	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
271357	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
271357	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
271357	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
271357	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
271357	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
271357	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
271357	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
271357	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
271357	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
271357	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
271357	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
271357	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
271357	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
271357	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
271357	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
271357	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
271357	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
271357	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
271357	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
271357	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
271357	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
271357	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
271357	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
271357	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
271357	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
271357	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
271357	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
271357	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
271357	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
271357	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
271357	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
271357	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
271357	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
271357	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
271357	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
271357	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
271357	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
271357	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
271357	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
271357	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
271357	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
271357	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
271357	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
271357	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
271357	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
271357	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
271357	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
271357	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
271357	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
271357	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
271357	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
271357	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
271357	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
271357	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
271357	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
271357	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
271357	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
271357	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
271357	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
271357	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
271357	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
271357	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
271357	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
271357	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
271357	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
271357	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
271357	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
271357	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
271357	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
271357	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
271357	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
271357	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
271357	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
271357	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
271357	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
271357	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
271357	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
271357	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
271357	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
271357	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
271357	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
271357	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
271357	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
271357	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
271357	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
271357	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
271357	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
271357	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
271357	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
271357	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
271357	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
271357	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
271357	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
271357	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
271357	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
271357	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
271357	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
271357	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
271357	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
271357	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
271357	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
271357	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
271357	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
271357	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
271357	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
271357	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
271357	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
271357	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
271357	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
271357	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
271357	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
271357	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
271357	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
271357	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
271357	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
271357	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
271357	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
271357	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
271357	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
271357	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
271357	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
271357	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
271357	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
271357	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
271357	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
271357	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
271357	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
271357	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
271357	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
271357	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
271357	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
271357	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
271357	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
271357	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
271357	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
271357	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
271357	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
271357	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
271357	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
271357	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
271357	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
271357	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
271357	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
271357	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
271357	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
271357	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
271357	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
271357	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
271357	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
271357	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
271357	embedding2nn.weight	0	0.2681097388267517
271357	embedding2nn.weight	1	0.3163466155529022
271357	embedding2nn.weight	2	-0.007434551138430834
271357	embedding2nn.weight	3	0.08241507411003113
271357	embedding2nn.weight	4	-0.028048153966665268
271357	embedding2nn.weight	5	0.06797811388969421
271357	embedding2nn.weight	6	0.008239335380494595
271357	embedding2nn.weight	7	0.0037735512014478445
271357	embedding2nn.weight	8	0.0052953604608774185
271357	embedding2nn.weight	9	0.0021360686514526606
271357	embedding2nn.bias	0	0.062953419983387
271357	embedding2nn.bias	1	-0.17193451523780823
271357	embedding2nn.bias	2	0.08159102499485016
271357	embedding2nn.bias	3	0.17716138064861298
271357	embedding2nn.bias	4	0.13463585078716278
271357	embedding2nn.bias	5	-0.06218184530735016
271357	embedding2nn.bias	6	-0.07187118381261826
271357	embedding2nn.bias	7	0.046303629875183105
271357	embedding2nn.bias	8	-0.12117241322994232
271357	embedding2nn.bias	9	-0.36363765597343445
271357	rnn.weight_ih_l0	0	0.006347856484353542
271357	rnn.weight_ih_l0	1	-0.071653351187706
271357	rnn.weight_ih_l0	2	-0.09506631642580032
271357	rnn.weight_ih_l0	3	0.06554970145225525
271357	rnn.weight_ih_l0	4	0.028270937502384186
271357	rnn.weight_ih_l0	5	-0.11477173119783401
271357	rnn.weight_ih_l0	6	-0.05547410622239113
271357	rnn.weight_ih_l0	7	-0.008965895511209965
271357	rnn.weight_ih_l0	8	0.027273396030068398
271357	rnn.weight_ih_l0	9	-0.009379181079566479
271357	rnn.weight_hh_l0	0	0.011614433489739895
271357	rnn.weight_hh_l0	1	0.06717468798160553
271357	rnn.weight_hh_l0	2	0.03716577962040901
271357	rnn.weight_hh_l0	3	0.02890763245522976
271357	rnn.weight_hh_l0	4	0.012877614237368107
271357	rnn.weight_hh_l0	5	0.07870274782180786
271357	rnn.weight_hh_l0	6	-0.0230755265802145
271357	rnn.weight_hh_l0	7	-0.07681046426296234
271357	rnn.weight_hh_l0	8	0.04094380512833595
271357	rnn.weight_hh_l0	9	-0.09319448471069336
271357	rnn.bias_ih_l0	0	0.1588936746120453
271357	rnn.bias_ih_l0	1	-0.23280882835388184
271357	rnn.bias_ih_l0	2	-0.030626468360424042
271357	rnn.bias_ih_l0	3	-0.13441526889801025
271357	rnn.bias_ih_l0	4	0.0378820039331913
271357	rnn.bias_ih_l0	5	-0.30087390542030334
271357	rnn.bias_ih_l0	6	-0.12233856320381165
271357	rnn.bias_ih_l0	7	-0.2681945562362671
271357	rnn.bias_ih_l0	8	-0.24254116415977478
271357	rnn.bias_ih_l0	9	-0.41169142723083496
271357	rnn.bias_hh_l0	0	-0.26890477538108826
271357	rnn.bias_hh_l0	1	-0.26862314343452454
271357	rnn.bias_hh_l0	2	-0.25737687945365906
271357	rnn.bias_hh_l0	3	-0.06322821229696274
271357	rnn.bias_hh_l0	4	-0.2669340670108795
271357	rnn.bias_hh_l0	5	-0.26383641362190247
271357	rnn.bias_hh_l0	6	-0.10754509270191193
271357	rnn.bias_hh_l0	7	0.08708761632442474
271357	rnn.bias_hh_l0	8	-0.1445447951555252
271357	rnn.bias_hh_l0	9	-0.45449161529541016
271357	rnn.weight_ih_l0_reverse	0	0.04536525905132294
271357	rnn.weight_ih_l0_reverse	1	-0.08222953975200653
271357	rnn.weight_ih_l0_reverse	2	-0.03536093607544899
271357	rnn.weight_ih_l0_reverse	3	-0.0904112383723259
271357	rnn.weight_ih_l0_reverse	4	0.056794121861457825
271357	rnn.weight_ih_l0_reverse	5	-0.11251364648342133
271357	rnn.weight_ih_l0_reverse	6	0.024686772376298904
271357	rnn.weight_ih_l0_reverse	7	0.03553047031164169
271357	rnn.weight_ih_l0_reverse	8	-0.073087178170681
271357	rnn.weight_ih_l0_reverse	9	-0.037782933562994
271357	rnn.weight_hh_l0_reverse	0	-0.07485570013523102
271357	rnn.weight_hh_l0_reverse	1	0.025872686877846718
271357	rnn.weight_hh_l0_reverse	2	-0.013152159750461578
271357	rnn.weight_hh_l0_reverse	3	0.027697425335645676
271357	rnn.weight_hh_l0_reverse	4	-0.06726350635290146
271357	rnn.weight_hh_l0_reverse	5	0.0453447587788105
271357	rnn.weight_hh_l0_reverse	6	0.015712350606918335
271357	rnn.weight_hh_l0_reverse	7	-0.049262937158346176
271357	rnn.weight_hh_l0_reverse	8	-0.027108395472168922
271357	rnn.weight_hh_l0_reverse	9	0.06151428818702698
271357	rnn.bias_ih_l0_reverse	0	-0.1414707750082016
271357	rnn.bias_ih_l0_reverse	1	-0.07481808960437775
271357	rnn.bias_ih_l0_reverse	2	0.07391996681690216
271357	rnn.bias_ih_l0_reverse	3	-0.22391089797019958
271357	rnn.bias_ih_l0_reverse	4	-0.04801202192902565
271357	rnn.bias_ih_l0_reverse	5	-0.19558507204055786
271357	rnn.bias_ih_l0_reverse	6	0.23259103298187256
271357	rnn.bias_ih_l0_reverse	7	-0.2928081154823303
271357	rnn.bias_ih_l0_reverse	8	-0.13919878005981445
271357	rnn.bias_ih_l0_reverse	9	-0.125289648771286
271357	rnn.bias_hh_l0_reverse	0	-0.1266513615846634
271357	rnn.bias_hh_l0_reverse	1	0.23820987343788147
271357	rnn.bias_hh_l0_reverse	2	-0.30023765563964844
271357	rnn.bias_hh_l0_reverse	3	-0.17411351203918457
271357	rnn.bias_hh_l0_reverse	4	-0.3107353150844574
271357	rnn.bias_hh_l0_reverse	5	-0.1489192247390747
271357	rnn.bias_hh_l0_reverse	6	-0.25049152970314026
271357	rnn.bias_hh_l0_reverse	7	-0.0752960816025734
271357	rnn.bias_hh_l0_reverse	8	-0.2105502486228943
271357	rnn.bias_hh_l0_reverse	9	0.17790082097053528
271357	linear.weight	0	0.1256183534860611
271357	linear.weight	1	-0.4243946969509125
271357	linear.weight	2	0.07068504393100739
271357	linear.weight	3	0.06789471954107285
271357	linear.weight	4	-0.10823427885770798
271357	linear.weight	5	0.22597160935401917
271357	linear.weight	6	-0.05732344463467598
271357	linear.weight	7	-0.06520763039588928
271357	linear.weight	8	0.1449325978755951
271357	linear.weight	9	-0.04331851750612259
271357	linear.bias	0	-1.0660887956619263
271357	linear.bias	1	1.8657509088516235
271357	linear.bias	2	0.6772730350494385
271357	linear.bias	3	-2.518846035003662
271357	linear.bias	4	-0.2946067154407501
271357	linear.bias	5	1.189349889755249
271357	linear.bias	6	-0.2597324252128601
271357	linear.bias	7	0.636750340461731
271357	linear.bias	8	2.158622980117798
271357	linear.bias	9	-1.381372332572937
271966	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
271966	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
271966	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
271966	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
271966	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
271966	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
271966	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
271966	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
271966	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
271966	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
271966	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
271966	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
271966	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
271966	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
271966	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
271966	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
271966	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
271966	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
271966	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
271966	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
271966	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
271966	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
271966	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
271966	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
271966	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
271966	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
271966	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
271966	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
271966	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
271966	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
271966	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
271966	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
271966	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
271966	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
271966	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
271966	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
271966	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
271966	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
271966	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
271966	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
271966	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
271966	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
271966	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
271966	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
271966	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
271966	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
271966	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
271966	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
271966	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
271966	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
271966	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
271966	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
271966	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
271966	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
271966	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
271966	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
271966	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
271966	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
271966	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
271966	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
271966	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
271966	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
271966	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
271966	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
271966	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
271966	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
271966	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
271966	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
271966	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
271966	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
271966	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
271966	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
271966	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
271966	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
271966	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
271966	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
271966	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
271966	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
271966	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
271966	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
271966	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
271966	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
271966	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
271966	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
271966	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
271966	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
271966	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
271966	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
271966	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
271966	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
271966	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
271966	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
271966	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
271966	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
271966	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
271966	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
271966	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
271966	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
271966	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
271966	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
271966	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
271966	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
271966	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
271966	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
271966	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
271966	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
271966	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
271966	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
271966	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
271966	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
271966	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
271966	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
271966	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
271966	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
271966	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
271966	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
271966	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
271966	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
271966	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
271966	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
271966	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
271966	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
271966	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
271966	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
271966	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
271966	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
271966	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
271966	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
271966	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
271966	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
271966	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
271966	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
271966	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
271966	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
271966	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
271966	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
271966	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
271966	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
271966	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
271966	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
271966	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
271966	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
271966	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
271966	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
271966	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
271966	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
271966	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
271966	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
271966	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
271966	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
271966	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
271966	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
271966	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
271966	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
271966	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
271966	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
271966	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
271966	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
271966	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
271966	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
271966	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
271966	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
271966	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
271966	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
271966	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
271966	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
271966	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
271966	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
271966	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
271966	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
271966	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
271966	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
271966	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
271966	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
271966	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
271966	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
271966	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
271966	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
271966	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
271966	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
271966	embedding2nn.weight	0	0.26926812529563904
271966	embedding2nn.weight	1	0.31240662932395935
271966	embedding2nn.weight	2	-0.006924121640622616
271966	embedding2nn.weight	3	0.08098453283309937
271966	embedding2nn.weight	4	-0.028926048427820206
271966	embedding2nn.weight	5	0.06670981645584106
271966	embedding2nn.weight	6	0.008505289442837238
271966	embedding2nn.weight	7	-0.003976354841142893
271966	embedding2nn.weight	8	0.0024583651684224606
271966	embedding2nn.weight	9	0.007411170285195112
271966	embedding2nn.bias	0	0.029433276504278183
271966	embedding2nn.bias	1	-0.16338437795639038
271966	embedding2nn.bias	2	0.07336339354515076
271966	embedding2nn.bias	3	0.15617124736309052
271966	embedding2nn.bias	4	0.12809740006923676
271966	embedding2nn.bias	5	-0.08020969480276108
271966	embedding2nn.bias	6	-0.06362200528383255
271966	embedding2nn.bias	7	0.04563763365149498
271966	embedding2nn.bias	8	-0.12692564725875854
271966	embedding2nn.bias	9	-0.3847528100013733
271966	rnn.weight_ih_l0	0	0.007745349779725075
271966	rnn.weight_ih_l0	1	-0.07166187465190887
271966	rnn.weight_ih_l0	2	-0.09421136230230331
271966	rnn.weight_ih_l0	3	0.07164846360683441
271966	rnn.weight_ih_l0	4	0.037491828203201294
271966	rnn.weight_ih_l0	5	-0.12239005416631699
271966	rnn.weight_ih_l0	6	-0.054137736558914185
271966	rnn.weight_ih_l0	7	-0.005116630345582962
271966	rnn.weight_ih_l0	8	0.025753257796168327
271966	rnn.weight_ih_l0	9	-0.010549611411988735
271966	rnn.weight_hh_l0	0	0.011607863008975983
271966	rnn.weight_hh_l0	1	0.06732112169265747
271966	rnn.weight_hh_l0	2	0.0361521951854229
271966	rnn.weight_hh_l0	3	0.028665712103247643
271966	rnn.weight_hh_l0	4	0.013088559731841087
271966	rnn.weight_hh_l0	5	0.07967840880155563
271966	rnn.weight_hh_l0	6	-0.021653402596712112
271966	rnn.weight_hh_l0	7	-0.07628074288368225
271966	rnn.weight_hh_l0	8	0.040983520448207855
271966	rnn.weight_hh_l0	9	-0.09388561546802521
271966	rnn.bias_ih_l0	0	0.1618223786354065
271966	rnn.bias_ih_l0	1	-0.24090702831745148
271966	rnn.bias_ih_l0	2	-0.029202453792095184
271966	rnn.bias_ih_l0	3	-0.13950656354427338
271966	rnn.bias_ih_l0	4	0.033883314579725266
271966	rnn.bias_ih_l0	5	-0.29451116919517517
271966	rnn.bias_ih_l0	6	-0.12447753548622131
271966	rnn.bias_ih_l0	7	-0.2714603543281555
271966	rnn.bias_ih_l0	8	-0.24151761829853058
271966	rnn.bias_ih_l0	9	-0.4019151031970978
271966	rnn.bias_hh_l0	0	-0.26844465732574463
271966	rnn.bias_hh_l0	1	-0.2635950446128845
271966	rnn.bias_hh_l0	2	-0.25223860144615173
271966	rnn.bias_hh_l0	3	-0.06717124581336975
271966	rnn.bias_hh_l0	4	-0.2564726173877716
271966	rnn.bias_hh_l0	5	-0.2626953423023224
271966	rnn.bias_hh_l0	6	-0.10522545129060745
271966	rnn.bias_hh_l0	7	0.08603792637586594
271966	rnn.bias_hh_l0	8	-0.15317822992801666
271966	rnn.bias_hh_l0	9	-0.45361295342445374
271966	rnn.weight_ih_l0_reverse	0	0.03563394770026207
271966	rnn.weight_ih_l0_reverse	1	-0.08312749117612839
271966	rnn.weight_ih_l0_reverse	2	-0.03734532743692398
271966	rnn.weight_ih_l0_reverse	3	-0.0911376103758812
271966	rnn.weight_ih_l0_reverse	4	0.0611288957297802
271966	rnn.weight_ih_l0_reverse	5	-0.11232504993677139
271966	rnn.weight_ih_l0_reverse	6	0.02262948267161846
271966	rnn.weight_ih_l0_reverse	7	0.03483003005385399
271966	rnn.weight_ih_l0_reverse	8	-0.07492183148860931
271966	rnn.weight_ih_l0_reverse	9	-0.0358426459133625
271966	rnn.weight_hh_l0_reverse	0	-0.07369929552078247
271966	rnn.weight_hh_l0_reverse	1	0.025567252188920975
271966	rnn.weight_hh_l0_reverse	2	-0.013774111866950989
271966	rnn.weight_hh_l0_reverse	3	0.027925686910748482
271966	rnn.weight_hh_l0_reverse	4	-0.0677417442202568
271966	rnn.weight_hh_l0_reverse	5	0.04457256570458412
271966	rnn.weight_hh_l0_reverse	6	0.015611249022185802
271966	rnn.weight_hh_l0_reverse	7	-0.04741956666111946
271966	rnn.weight_hh_l0_reverse	8	-0.02876315824687481
271966	rnn.weight_hh_l0_reverse	9	0.061435502022504807
271966	rnn.bias_ih_l0_reverse	0	-0.14767512679100037
271966	rnn.bias_ih_l0_reverse	1	-0.06829488277435303
271966	rnn.bias_ih_l0_reverse	2	0.07714436203241348
271966	rnn.bias_ih_l0_reverse	3	-0.22022531926631927
271966	rnn.bias_ih_l0_reverse	4	-0.05373915657401085
271966	rnn.bias_ih_l0_reverse	5	-0.1926746815443039
271966	rnn.bias_ih_l0_reverse	6	0.2343030869960785
271966	rnn.bias_ih_l0_reverse	7	-0.27537569403648376
271966	rnn.bias_ih_l0_reverse	8	-0.1427966058254242
271966	rnn.bias_ih_l0_reverse	9	-0.12058902531862259
271966	rnn.bias_hh_l0_reverse	0	-0.1282855123281479
271966	rnn.bias_hh_l0_reverse	1	0.24055695533752441
271966	rnn.bias_hh_l0_reverse	2	-0.29920145869255066
271966	rnn.bias_hh_l0_reverse	3	-0.16996656358242035
271966	rnn.bias_hh_l0_reverse	4	-0.30814996361732483
271966	rnn.bias_hh_l0_reverse	5	-0.15425217151641846
271966	rnn.bias_hh_l0_reverse	6	-0.2552050054073334
271966	rnn.bias_hh_l0_reverse	7	-0.07339770346879959
271966	rnn.bias_hh_l0_reverse	8	-0.19597139954566956
271966	rnn.bias_hh_l0_reverse	9	0.16790637373924255
271966	linear.weight	0	0.12488633394241333
271966	linear.weight	1	-0.4170569181442261
271966	linear.weight	2	0.051112473011016846
271966	linear.weight	3	0.0678892508149147
271966	linear.weight	4	-0.07635952532291412
271966	linear.weight	5	0.19471806287765503
271966	linear.weight	6	-0.04994646832346916
271966	linear.weight	7	-0.06520243734121323
271966	linear.weight	8	0.15239477157592773
271966	linear.weight	9	-0.04334709793329239
271966	linear.bias	0	-1.0700689554214478
271966	linear.bias	1	1.901474952697754
271966	linear.bias	2	0.6287872791290283
271966	linear.bias	3	-2.519489049911499
271966	linear.bias	4	-0.2793947160243988
271966	linear.bias	5	1.2258902788162231
271966	linear.bias	6	-0.3055872917175293
271966	linear.bias	7	0.6909123659133911
271966	linear.bias	8	2.1295812129974365
271966	linear.bias	9	-1.3742185831069946
272575	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
272575	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
272575	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
272575	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
272575	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
272575	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
272575	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
272575	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
272575	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
272575	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
272575	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
272575	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
272575	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
272575	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
272575	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
272575	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
272575	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
272575	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
272575	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
272575	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
272575	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
272575	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
272575	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
272575	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
272575	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
272575	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
272575	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
272575	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
272575	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
272575	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
272575	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
272575	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
272575	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
272575	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
272575	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
272575	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
272575	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
272575	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
272575	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
272575	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
272575	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
272575	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
272575	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
272575	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
272575	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
272575	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
272575	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
272575	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
272575	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
272575	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
272575	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
272575	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
272575	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
272575	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
272575	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
272575	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
272575	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
272575	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
272575	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
272575	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
272575	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
272575	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
272575	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
272575	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
272575	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
272575	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
272575	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
272575	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
272575	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
272575	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
272575	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
272575	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
272575	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
272575	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
272575	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
272575	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
272575	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
272575	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
272575	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
272575	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
272575	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
272575	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
272575	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
272575	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
272575	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
272575	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
272575	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
272575	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
272575	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
272575	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
272575	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
272575	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
272575	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
272575	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
272575	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
272575	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
272575	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
272575	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
272575	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
272575	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
272575	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
272575	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
272575	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
272575	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
272575	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
272575	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
272575	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
272575	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
272575	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
272575	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
272575	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
272575	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
272575	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
272575	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
272575	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
272575	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
272575	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
272575	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
272575	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
272575	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
272575	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
272575	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
272575	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
272575	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
272575	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
272575	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
272575	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
272575	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
272575	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
272575	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
272575	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
272575	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
272575	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
272575	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
272575	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
272575	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
272575	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
272575	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
272575	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
272575	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
272575	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
272575	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
272575	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
272575	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
272575	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
272575	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
272575	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
272575	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
272575	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
272575	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
272575	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
272575	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
272575	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
272575	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
272575	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
272575	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
272575	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
272575	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
272575	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
272575	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
272575	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
272575	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
272575	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
272575	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
272575	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
272575	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
272575	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
272575	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
272575	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
272575	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
272575	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
272575	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
272575	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
272575	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
272575	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
272575	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
272575	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
272575	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
272575	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
272575	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
272575	embedding2nn.weight	0	0.26947054266929626
272575	embedding2nn.weight	1	0.31071561574935913
272575	embedding2nn.weight	2	-0.009719977155327797
272575	embedding2nn.weight	3	0.08545763045549393
272575	embedding2nn.weight	4	-0.025134988129138947
272575	embedding2nn.weight	5	0.06676439940929413
272575	embedding2nn.weight	6	0.0017092112684622407
272575	embedding2nn.weight	7	-0.009136088192462921
272575	embedding2nn.weight	8	0.007052161730825901
272575	embedding2nn.weight	9	-0.003682980313897133
272575	embedding2nn.bias	0	0.016702527180314064
272575	embedding2nn.bias	1	-0.16881515085697174
272575	embedding2nn.bias	2	0.08792763948440552
272575	embedding2nn.bias	3	0.15440824627876282
272575	embedding2nn.bias	4	0.15005692839622498
272575	embedding2nn.bias	5	-0.06829693913459778
272575	embedding2nn.bias	6	-0.06118808686733246
272575	embedding2nn.bias	7	0.05049353837966919
272575	embedding2nn.bias	8	-0.13095074892044067
272575	embedding2nn.bias	9	-0.37125930190086365
272575	rnn.weight_ih_l0	0	0.0089823417365551
272575	rnn.weight_ih_l0	1	-0.07270731776952744
272575	rnn.weight_ih_l0	2	-0.08837293088436127
272575	rnn.weight_ih_l0	3	0.07304093986749649
272575	rnn.weight_ih_l0	4	0.04059024527668953
272575	rnn.weight_ih_l0	5	-0.13029955327510834
272575	rnn.weight_ih_l0	6	-0.057368431240320206
272575	rnn.weight_ih_l0	7	-0.0032364861108362675
272575	rnn.weight_ih_l0	8	0.03434561938047409
272575	rnn.weight_ih_l0	9	-0.010429831221699715
272575	rnn.weight_hh_l0	0	0.011097232811152935
272575	rnn.weight_hh_l0	1	0.0677390918135643
272575	rnn.weight_hh_l0	2	0.03754441812634468
272575	rnn.weight_hh_l0	3	0.028442518785595894
272575	rnn.weight_hh_l0	4	0.013790513388812542
272575	rnn.weight_hh_l0	5	0.07927527278661728
272575	rnn.weight_hh_l0	6	-0.021588828414678574
272575	rnn.weight_hh_l0	7	-0.07372044026851654
272575	rnn.weight_hh_l0	8	0.04101160168647766
272575	rnn.weight_hh_l0	9	-0.09511636197566986
272575	rnn.bias_ih_l0	0	0.16267329454421997
272575	rnn.bias_ih_l0	1	-0.22569355368614197
272575	rnn.bias_ih_l0	2	-0.028438137844204903
272575	rnn.bias_ih_l0	3	-0.13969941437244415
272575	rnn.bias_ih_l0	4	0.03233738988637924
272575	rnn.bias_ih_l0	5	-0.3001059889793396
272575	rnn.bias_ih_l0	6	-0.12071161717176437
272575	rnn.bias_ih_l0	7	-0.2704402804374695
272575	rnn.bias_ih_l0	8	-0.23929183185100555
272575	rnn.bias_ih_l0	9	-0.4087168574333191
272575	rnn.bias_hh_l0	0	-0.2610403895378113
272575	rnn.bias_hh_l0	1	-0.2670814096927643
272575	rnn.bias_hh_l0	2	-0.25304076075553894
272575	rnn.bias_hh_l0	3	-0.07137992978096008
272575	rnn.bias_hh_l0	4	-0.24228349328041077
272575	rnn.bias_hh_l0	5	-0.26404905319213867
272575	rnn.bias_hh_l0	6	-0.10883935540914536
272575	rnn.bias_hh_l0	7	0.08287927508354187
272575	rnn.bias_hh_l0	8	-0.14643992483615875
272575	rnn.bias_hh_l0	9	-0.4494965374469757
272575	rnn.weight_ih_l0_reverse	0	0.028155306354165077
272575	rnn.weight_ih_l0_reverse	1	-0.0844290554523468
272575	rnn.weight_ih_l0_reverse	2	-0.04034685343503952
272575	rnn.weight_ih_l0_reverse	3	-0.09478555619716644
272575	rnn.weight_ih_l0_reverse	4	0.05867437645792961
272575	rnn.weight_ih_l0_reverse	5	-0.11146470159292221
272575	rnn.weight_ih_l0_reverse	6	0.022184167057275772
272575	rnn.weight_ih_l0_reverse	7	0.035665400326251984
272575	rnn.weight_ih_l0_reverse	8	-0.07644324749708176
272575	rnn.weight_ih_l0_reverse	9	-0.03167684003710747
272575	rnn.weight_hh_l0_reverse	0	-0.07471451163291931
272575	rnn.weight_hh_l0_reverse	1	0.024911383166909218
272575	rnn.weight_hh_l0_reverse	2	-0.014717316254973412
272575	rnn.weight_hh_l0_reverse	3	0.02758774720132351
272575	rnn.weight_hh_l0_reverse	4	-0.0680118128657341
272575	rnn.weight_hh_l0_reverse	5	0.04457634687423706
272575	rnn.weight_hh_l0_reverse	6	0.015839040279388428
272575	rnn.weight_hh_l0_reverse	7	-0.04829718917608261
272575	rnn.weight_hh_l0_reverse	8	-0.027136454358696938
272575	rnn.weight_hh_l0_reverse	9	0.060091663151979446
272575	rnn.bias_ih_l0_reverse	0	-0.14130087196826935
272575	rnn.bias_ih_l0_reverse	1	-0.06646336615085602
272575	rnn.bias_ih_l0_reverse	2	0.0721111074090004
272575	rnn.bias_ih_l0_reverse	3	-0.22470737993717194
272575	rnn.bias_ih_l0_reverse	4	-0.05187011882662773
272575	rnn.bias_ih_l0_reverse	5	-0.18793262541294098
272575	rnn.bias_ih_l0_reverse	6	0.2339015156030655
272575	rnn.bias_ih_l0_reverse	7	-0.258599191904068
272575	rnn.bias_ih_l0_reverse	8	-0.14616291224956512
272575	rnn.bias_ih_l0_reverse	9	-0.1198437511920929
272575	rnn.bias_hh_l0_reverse	0	-0.13796409964561462
272575	rnn.bias_hh_l0_reverse	1	0.23718111217021942
272575	rnn.bias_hh_l0_reverse	2	-0.2958618402481079
272575	rnn.bias_hh_l0_reverse	3	-0.17054057121276855
272575	rnn.bias_hh_l0_reverse	4	-0.3145107924938202
272575	rnn.bias_hh_l0_reverse	5	-0.15300089120864868
272575	rnn.bias_hh_l0_reverse	6	-0.255850225687027
272575	rnn.bias_hh_l0_reverse	7	-0.06814216077327728
272575	rnn.bias_hh_l0_reverse	8	-0.19836100935935974
272575	rnn.bias_hh_l0_reverse	9	0.16403618454933167
272575	linear.weight	0	0.137747123837471
272575	linear.weight	1	-0.4027380645275116
272575	linear.weight	2	0.0530908964574337
272575	linear.weight	3	0.06789008527994156
272575	linear.weight	4	-0.13901470601558685
272575	linear.weight	5	0.21036168932914734
272575	linear.weight	6	-0.06379852443933487
272575	linear.weight	7	-0.06519851088523865
272575	linear.weight	8	0.18450435996055603
272575	linear.weight	9	-0.04337659105658531
272575	linear.bias	0	-1.08286452293396
272575	linear.bias	1	1.8569822311401367
272575	linear.bias	2	0.6150354146957397
272575	linear.bias	3	-2.520200252532959
272575	linear.bias	4	-0.27059710025787354
272575	linear.bias	5	1.1941187381744385
272575	linear.bias	6	-0.31160956621170044
272575	linear.bias	7	0.6476151943206787
272575	linear.bias	8	2.170006513595581
272575	linear.bias	9	-1.3923163414001465
273184	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
273184	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
273184	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
273184	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
273184	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
273184	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
273184	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
273184	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
273184	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
273184	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
273184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
273184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
273184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
273184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
273184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
273184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
273184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
273184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
273184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
273184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
273184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
273184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
273184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
273184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
273184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
273184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
273184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
273184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
273184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
273184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
273184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
273184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
273184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
273184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
273184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
273184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
273184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
273184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
273184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
273184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
273184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
273184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
273184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
273184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
273184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
273184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
273184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
273184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
273184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
273184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
273184	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
273184	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
273184	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
273184	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
273184	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
273184	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
273184	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
273184	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
273184	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
273184	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
273184	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
273184	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
273184	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
273184	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
273184	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
273184	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
273184	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
273184	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
273184	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
273184	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
273184	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
273184	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
273184	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
273184	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
273184	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
273184	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
273184	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
273184	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
273184	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
273184	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
273184	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
273184	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
273184	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
273184	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
273184	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
273184	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
273184	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
273184	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
273184	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
273184	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
273184	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
273184	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
273184	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
273184	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
273184	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
273184	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
273184	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
273184	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
273184	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
273184	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
273184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
273184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
273184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
273184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
273184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
273184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
273184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
273184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
273184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
273184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
273184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
273184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
273184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
273184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
273184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
273184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
273184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
273184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
273184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
273184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
273184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
273184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
273184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
273184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
273184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
273184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
273184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
273184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
273184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
273184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
273184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
273184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
273184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
273184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
273184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
273184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
273184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
273184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
273184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
273184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
273184	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
273184	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
273184	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
273184	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
273184	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
273184	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
273184	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
273184	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
273184	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
273184	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
273184	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
273184	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
273184	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
273184	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
273184	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
273184	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
273184	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
273184	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
273184	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
273184	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
273184	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
273184	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
273184	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
273184	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
273184	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
273184	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
273184	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
273184	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
273184	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
273184	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
273184	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
273184	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
273184	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
273184	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
273184	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
273184	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
273184	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
273184	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
273184	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
273184	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
273184	embedding2nn.weight	0	0.27027684450149536
273184	embedding2nn.weight	1	0.31033918261528015
273184	embedding2nn.weight	2	-0.002187049016356468
273184	embedding2nn.weight	3	0.09001714736223221
273184	embedding2nn.weight	4	-0.024173691868782043
273184	embedding2nn.weight	5	0.07050539553165436
273184	embedding2nn.weight	6	-0.002080491278320551
273184	embedding2nn.weight	7	-0.010734234936535358
273184	embedding2nn.weight	8	0.0067626540549099445
273184	embedding2nn.weight	9	-0.007215823046863079
273184	embedding2nn.bias	0	0.01316821202635765
273184	embedding2nn.bias	1	-0.18001189827919006
273184	embedding2nn.bias	2	0.11006636172533035
273184	embedding2nn.bias	3	0.16489847004413605
273184	embedding2nn.bias	4	0.13237255811691284
273184	embedding2nn.bias	5	-0.054529283195734024
273184	embedding2nn.bias	6	-0.06474075466394424
273184	embedding2nn.bias	7	0.05461089685559273
273184	embedding2nn.bias	8	-0.13398878276348114
273184	embedding2nn.bias	9	-0.3776828944683075
273184	rnn.weight_ih_l0	0	0.010323372669517994
273184	rnn.weight_ih_l0	1	-0.0701197162270546
273184	rnn.weight_ih_l0	2	-0.0817742571234703
273184	rnn.weight_ih_l0	3	0.06930626928806305
273184	rnn.weight_ih_l0	4	0.03720131516456604
273184	rnn.weight_ih_l0	5	-0.1373521089553833
273184	rnn.weight_ih_l0	6	-0.054047901183366776
273184	rnn.weight_ih_l0	7	-0.008568567223846912
273184	rnn.weight_ih_l0	8	0.025060895830392838
273184	rnn.weight_ih_l0	9	-0.00954317394644022
273184	rnn.weight_hh_l0	0	0.011525713838636875
273184	rnn.weight_hh_l0	1	0.06704404205083847
273184	rnn.weight_hh_l0	2	0.037962645292282104
273184	rnn.weight_hh_l0	3	0.02828768827021122
273184	rnn.weight_hh_l0	4	0.014330019243061543
273184	rnn.weight_hh_l0	5	0.07980848848819733
273184	rnn.weight_hh_l0	6	-0.022828083485364914
273184	rnn.weight_hh_l0	7	-0.07231571525335312
273184	rnn.weight_hh_l0	8	0.04134718328714371
273184	rnn.weight_hh_l0	9	-0.09525486081838608
273184	rnn.bias_ih_l0	0	0.17062325775623322
273184	rnn.bias_ih_l0	1	-0.2168521136045456
273184	rnn.bias_ih_l0	2	-0.030121836811304092
273184	rnn.bias_ih_l0	3	-0.1323765367269516
273184	rnn.bias_ih_l0	4	0.04001586139202118
273184	rnn.bias_ih_l0	5	-0.3009180724620819
273184	rnn.bias_ih_l0	6	-0.11439734697341919
273184	rnn.bias_ih_l0	7	-0.2730656564235687
273184	rnn.bias_ih_l0	8	-0.24043907225131989
273184	rnn.bias_ih_l0	9	-0.4024275541305542
273184	rnn.bias_hh_l0	0	-0.26206064224243164
273184	rnn.bias_hh_l0	1	-0.26077285408973694
273184	rnn.bias_hh_l0	2	-0.25314292311668396
273184	rnn.bias_hh_l0	3	-0.06311909854412079
273184	rnn.bias_hh_l0	4	-0.24556629359722137
273184	rnn.bias_hh_l0	5	-0.2702215611934662
273184	rnn.bias_hh_l0	6	-0.11199222505092621
273184	rnn.bias_hh_l0	7	0.08253476023674011
273184	rnn.bias_hh_l0	8	-0.13171586394309998
273184	rnn.bias_hh_l0	9	-0.4516291916370392
273184	rnn.weight_ih_l0_reverse	0	0.027562061324715614
273184	rnn.weight_ih_l0_reverse	1	-0.08093206584453583
273184	rnn.weight_ih_l0_reverse	2	-0.03555441275238991
273184	rnn.weight_ih_l0_reverse	3	-0.08966881036758423
273184	rnn.weight_ih_l0_reverse	4	0.05957270786166191
273184	rnn.weight_ih_l0_reverse	5	-0.1062287986278534
273184	rnn.weight_ih_l0_reverse	6	0.03267078101634979
273184	rnn.weight_ih_l0_reverse	7	0.03323912248015404
273184	rnn.weight_ih_l0_reverse	8	-0.07367333024740219
273184	rnn.weight_ih_l0_reverse	9	-0.031613368541002274
273184	rnn.weight_hh_l0_reverse	0	-0.07360845804214478
273184	rnn.weight_hh_l0_reverse	1	0.02493281662464142
273184	rnn.weight_hh_l0_reverse	2	-0.014639671891927719
273184	rnn.weight_hh_l0_reverse	3	0.02893643267452717
273184	rnn.weight_hh_l0_reverse	4	-0.06951464712619781
273184	rnn.weight_hh_l0_reverse	5	0.044191449880599976
273184	rnn.weight_hh_l0_reverse	6	0.016302533447742462
273184	rnn.weight_hh_l0_reverse	7	-0.049764275550842285
273184	rnn.weight_hh_l0_reverse	8	-0.017654240131378174
273184	rnn.weight_hh_l0_reverse	9	0.06035147234797478
273184	rnn.bias_ih_l0_reverse	0	-0.1374790221452713
273184	rnn.bias_ih_l0_reverse	1	-0.07850036025047302
273184	rnn.bias_ih_l0_reverse	2	0.0784657746553421
273184	rnn.bias_ih_l0_reverse	3	-0.2212001085281372
273184	rnn.bias_ih_l0_reverse	4	-0.05114976316690445
273184	rnn.bias_ih_l0_reverse	5	-0.1925869733095169
273184	rnn.bias_ih_l0_reverse	6	0.23963141441345215
273184	rnn.bias_ih_l0_reverse	7	-0.26807063817977905
273184	rnn.bias_ih_l0_reverse	8	-0.14156125485897064
273184	rnn.bias_ih_l0_reverse	9	-0.11598779261112213
273184	rnn.bias_hh_l0_reverse	0	-0.13200713694095612
273184	rnn.bias_hh_l0_reverse	1	0.22881250083446503
273184	rnn.bias_hh_l0_reverse	2	-0.2985273599624634
273184	rnn.bias_hh_l0_reverse	3	-0.16502149403095245
273184	rnn.bias_hh_l0_reverse	4	-0.31250694394111633
273184	rnn.bias_hh_l0_reverse	5	-0.14957942068576813
273184	rnn.bias_hh_l0_reverse	6	-0.2598501145839691
273184	rnn.bias_hh_l0_reverse	7	-0.06792596727609634
273184	rnn.bias_hh_l0_reverse	8	-0.2142651379108429
273184	rnn.bias_hh_l0_reverse	9	0.18071743845939636
273184	linear.weight	0	0.14414942264556885
273184	linear.weight	1	-0.37550148367881775
273184	linear.weight	2	0.0493197999894619
273184	linear.weight	3	0.06788650900125504
273184	linear.weight	4	-0.09949444979429245
273184	linear.weight	5	0.23125796020030975
273184	linear.weight	6	-0.09780319035053253
273184	linear.weight	7	-0.06518777459859848
273184	linear.weight	8	0.15490348637104034
273184	linear.weight	9	-0.04340709373354912
273184	linear.bias	0	-1.0693107843399048
273184	linear.bias	1	1.8778904676437378
273184	linear.bias	2	0.6116706728935242
273184	linear.bias	3	-2.5209600925445557
273184	linear.bias	4	-0.2683320939540863
273184	linear.bias	5	1.1765943765640259
273184	linear.bias	6	-0.31240835785865784
273184	linear.bias	7	0.6394171118736267
273184	linear.bias	8	2.164398193359375
273184	linear.bias	9	-1.3869646787643433
273793	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
273793	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
273793	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
273793	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
273793	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
273793	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
273793	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
273793	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
273793	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
273793	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
273793	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
273793	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
273793	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
273793	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
273793	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
273793	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
273793	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
273793	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
273793	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
273793	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
273793	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
273793	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
273793	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
273793	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
273793	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
273793	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
273793	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
273793	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
273793	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
273793	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
273793	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
273793	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
273793	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
273793	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
273793	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
273793	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
273793	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
273793	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
273793	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
273793	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
273793	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
273793	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
273793	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
273793	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
273793	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
273793	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
273793	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
273793	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
273793	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
273793	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
273793	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
273793	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
273793	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
273793	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
273793	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
273793	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
273793	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
273793	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
273793	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
273793	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
273793	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
273793	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
273793	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
273793	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
273793	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
273793	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
273793	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
273793	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
273793	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
273793	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
273793	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
273793	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
273793	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
273793	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
273793	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
273793	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
273793	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
273793	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
273793	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
273793	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
273793	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
273793	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
273793	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
273793	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
273793	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
273793	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
273793	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
273793	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
273793	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
273793	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
273793	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
273793	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
273793	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
273793	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
273793	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
273793	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
273793	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
273793	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
273793	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
273793	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
273793	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
273793	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
273793	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
273793	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
273793	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
273793	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
273793	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
273793	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
273793	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
273793	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
273793	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
273793	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
273793	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
273793	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
273793	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
273793	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
273793	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
273793	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
273793	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
273793	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
273793	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
273793	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
273793	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
273793	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
273793	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
273793	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
273793	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
273793	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
273793	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
273793	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
273793	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
273793	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
273793	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
273793	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
273793	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
273793	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
273793	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
273793	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
273793	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
273793	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
273793	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
273793	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
273793	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
273793	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
273793	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
273793	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
273793	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
273793	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
273793	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
273793	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
273793	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
273793	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
273793	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
273793	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
273793	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
273793	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
273793	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
273793	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
273793	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
273793	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
273793	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
273793	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
273793	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
273793	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
273793	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
273793	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
273793	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
273793	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
273793	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
273793	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
273793	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
273793	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
273793	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
273793	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
273793	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
273793	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
273793	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
273793	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
273793	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
273793	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
273793	embedding2nn.weight	0	0.26743924617767334
273793	embedding2nn.weight	1	0.30738565325737
273793	embedding2nn.weight	2	0.004074020776897669
273793	embedding2nn.weight	3	0.08047321438789368
273793	embedding2nn.weight	4	-0.01958267018198967
273793	embedding2nn.weight	5	0.07195375859737396
273793	embedding2nn.weight	6	-0.0008083474822342396
273793	embedding2nn.weight	7	-0.01274653896689415
273793	embedding2nn.weight	8	0.0031883539631962776
273793	embedding2nn.weight	9	-0.005004851147532463
273793	embedding2nn.bias	0	0.03564450144767761
273793	embedding2nn.bias	1	-0.19223913550376892
273793	embedding2nn.bias	2	0.1178584024310112
273793	embedding2nn.bias	3	0.13153372704982758
273793	embedding2nn.bias	4	0.13334718346595764
273793	embedding2nn.bias	5	-0.05791543051600456
273793	embedding2nn.bias	6	-0.07229471951723099
273793	embedding2nn.bias	7	0.06177452951669693
273793	embedding2nn.bias	8	-0.12363042682409286
273793	embedding2nn.bias	9	-0.38874223828315735
273793	rnn.weight_ih_l0	0	0.011606691405177116
273793	rnn.weight_ih_l0	1	-0.06824537366628647
273793	rnn.weight_ih_l0	2	-0.08306881785392761
273793	rnn.weight_ih_l0	3	0.06987486034631729
273793	rnn.weight_ih_l0	4	0.02917598932981491
273793	rnn.weight_ih_l0	5	-0.13300728797912598
273793	rnn.weight_ih_l0	6	-0.05600060150027275
273793	rnn.weight_ih_l0	7	-0.012600562535226345
273793	rnn.weight_ih_l0	8	0.02552632801234722
273793	rnn.weight_ih_l0	9	-0.011865152046084404
273793	rnn.weight_hh_l0	0	0.01157568208873272
273793	rnn.weight_hh_l0	1	0.06704005599021912
273793	rnn.weight_hh_l0	2	0.03823917359113693
273793	rnn.weight_hh_l0	3	0.028704537078738213
273793	rnn.weight_hh_l0	4	0.014076519757509232
273793	rnn.weight_hh_l0	5	0.07963111996650696
273793	rnn.weight_hh_l0	6	-0.021440334618091583
273793	rnn.weight_hh_l0	7	-0.07589559257030487
273793	rnn.weight_hh_l0	8	0.04125499352812767
273793	rnn.weight_hh_l0	9	-0.09538564831018448
273793	rnn.bias_ih_l0	0	0.17054104804992676
273793	rnn.bias_ih_l0	1	-0.21924053132534027
273793	rnn.bias_ih_l0	2	-0.025995973497629166
273793	rnn.bias_ih_l0	3	-0.13609617948532104
273793	rnn.bias_ih_l0	4	0.042494677007198334
273793	rnn.bias_ih_l0	5	-0.293356716632843
273793	rnn.bias_ih_l0	6	-0.11767756938934326
273793	rnn.bias_ih_l0	7	-0.27274981141090393
273793	rnn.bias_ih_l0	8	-0.23826849460601807
273793	rnn.bias_ih_l0	9	-0.38627520203590393
273793	rnn.bias_hh_l0	0	-0.26521703600883484
273793	rnn.bias_hh_l0	1	-0.26239296793937683
273793	rnn.bias_hh_l0	2	-0.2663884460926056
273793	rnn.bias_hh_l0	3	-0.06400642544031143
273793	rnn.bias_hh_l0	4	-0.24885369837284088
273793	rnn.bias_hh_l0	5	-0.26439201831817627
273793	rnn.bias_hh_l0	6	-0.10677756369113922
273793	rnn.bias_hh_l0	7	0.08219743520021439
273793	rnn.bias_hh_l0	8	-0.1384979784488678
273793	rnn.bias_hh_l0	9	-0.4444027245044708
273793	rnn.weight_ih_l0_reverse	0	0.026505326852202415
273793	rnn.weight_ih_l0_reverse	1	-0.07793136686086655
273793	rnn.weight_ih_l0_reverse	2	-0.03106488473713398
273793	rnn.weight_ih_l0_reverse	3	-0.08769915252923965
273793	rnn.weight_ih_l0_reverse	4	0.05528683215379715
273793	rnn.weight_ih_l0_reverse	5	-0.09517823904752731
273793	rnn.weight_ih_l0_reverse	6	0.031448449939489365
273793	rnn.weight_ih_l0_reverse	7	0.03523124381899834
273793	rnn.weight_ih_l0_reverse	8	-0.07604870945215225
273793	rnn.weight_ih_l0_reverse	9	-0.03262222185730934
273793	rnn.weight_hh_l0_reverse	0	-0.07324301451444626
273793	rnn.weight_hh_l0_reverse	1	0.025546563789248466
273793	rnn.weight_hh_l0_reverse	2	-0.012928415089845657
273793	rnn.weight_hh_l0_reverse	3	0.02877141162753105
273793	rnn.weight_hh_l0_reverse	4	-0.07000446319580078
273793	rnn.weight_hh_l0_reverse	5	0.0440555214881897
273793	rnn.weight_hh_l0_reverse	6	0.016646862030029297
273793	rnn.weight_hh_l0_reverse	7	-0.05166783183813095
273793	rnn.weight_hh_l0_reverse	8	-0.013759428635239601
273793	rnn.weight_hh_l0_reverse	9	0.05907447636127472
273793	rnn.bias_ih_l0_reverse	0	-0.1405167132616043
273793	rnn.bias_ih_l0_reverse	1	-0.07811190187931061
273793	rnn.bias_ih_l0_reverse	2	0.08227968215942383
273793	rnn.bias_ih_l0_reverse	3	-0.23052367568016052
273793	rnn.bias_ih_l0_reverse	4	-0.03626960143446922
273793	rnn.bias_ih_l0_reverse	5	-0.18622815608978271
273793	rnn.bias_ih_l0_reverse	6	0.2391987442970276
273793	rnn.bias_ih_l0_reverse	7	-0.26418232917785645
273793	rnn.bias_ih_l0_reverse	8	-0.14153116941452026
273793	rnn.bias_ih_l0_reverse	9	-0.12538748979568481
273793	rnn.bias_hh_l0_reverse	0	-0.12754520773887634
273793	rnn.bias_hh_l0_reverse	1	0.2347337305545807
273793	rnn.bias_hh_l0_reverse	2	-0.3037254214286804
273793	rnn.bias_hh_l0_reverse	3	-0.15690825879573822
273793	rnn.bias_hh_l0_reverse	4	-0.3063567876815796
273793	rnn.bias_hh_l0_reverse	5	-0.14179208874702454
273793	rnn.bias_hh_l0_reverse	6	-0.26276183128356934
273793	rnn.bias_hh_l0_reverse	7	-0.06538455933332443
273793	rnn.bias_hh_l0_reverse	8	-0.20111653208732605
273793	rnn.bias_hh_l0_reverse	9	0.18976427614688873
273793	linear.weight	0	0.1304708570241928
273793	linear.weight	1	-0.4226320683956146
273793	linear.weight	2	0.059340041130781174
273793	linear.weight	3	0.06789378076791763
273793	linear.weight	4	-0.14307910203933716
273793	linear.weight	5	0.22021743655204773
273793	linear.weight	6	-0.05238201469182968
273793	linear.weight	7	-0.06518470495939255
273793	linear.weight	8	0.14309827983379364
273793	linear.weight	9	-0.04342246428132057
273793	linear.bias	0	-1.1066243648529053
273793	linear.bias	1	1.9166927337646484
273793	linear.bias	2	0.6232326030731201
273793	linear.bias	3	-2.5216643810272217
273793	linear.bias	4	-0.27501970529556274
273793	linear.bias	5	1.2042840719223022
273793	linear.bias	6	-0.30187472701072693
273793	linear.bias	7	0.6556337475776672
273793	linear.bias	8	2.154810905456543
273793	linear.bias	9	-1.3747588396072388
274402	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
274402	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
274402	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
274402	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
274402	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
274402	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
274402	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
274402	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
274402	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
274402	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
274402	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
274402	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
274402	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
274402	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
274402	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
274402	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
274402	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
274402	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
274402	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
274402	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
274402	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
274402	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
274402	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
274402	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
274402	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
274402	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
274402	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
274402	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
274402	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
274402	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
274402	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
274402	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
274402	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
274402	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
274402	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
274402	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
274402	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
274402	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
274402	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
274402	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
274402	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
274402	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
274402	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
274402	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
274402	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
274402	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
274402	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
274402	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
274402	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
274402	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
274402	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
274402	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
274402	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
274402	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
274402	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
274402	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
274402	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
274402	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
274402	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
274402	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
274402	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
274402	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
274402	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
274402	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
274402	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
274402	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
274402	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
274402	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
274402	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
274402	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
274402	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
274402	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
274402	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
274402	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
274402	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
274402	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
274402	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
274402	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
274402	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
274402	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
274402	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
274402	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
274402	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
274402	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
274402	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
274402	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
274402	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
274402	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
274402	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
274402	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
274402	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
274402	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
274402	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
274402	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
274402	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
274402	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
274402	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
274402	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
274402	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
274402	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
274402	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
274402	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
274402	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
274402	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
274402	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
274402	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
274402	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
274402	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
274402	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
274402	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
274402	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
274402	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
274402	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
274402	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
274402	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
274402	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
274402	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
274402	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
274402	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
274402	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
274402	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
274402	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
274402	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
274402	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
274402	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
274402	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
274402	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
274402	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
274402	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
274402	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
274402	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
274402	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
274402	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
274402	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
274402	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
274402	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
274402	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
274402	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
274402	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
274402	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
274402	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
274402	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
274402	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
274402	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
274402	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
274402	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
274402	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
274402	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
274402	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
274402	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
274402	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
274402	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
274402	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
274402	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
274402	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
274402	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
274402	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
274402	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
274402	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
274402	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
274402	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
274402	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
274402	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
274402	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
274402	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
274402	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
274402	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
274402	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
274402	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
274402	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
274402	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
274402	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
274402	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
274402	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
274402	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
274402	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
274402	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
274402	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
274402	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
274402	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
274402	embedding2nn.weight	0	0.26776206493377686
274402	embedding2nn.weight	1	0.3057295083999634
274402	embedding2nn.weight	2	0.0014850413426756859
274402	embedding2nn.weight	3	0.08372116833925247
274402	embedding2nn.weight	4	-0.02346104197204113
274402	embedding2nn.weight	5	0.07028936594724655
274402	embedding2nn.weight	6	-0.00891457311809063
274402	embedding2nn.weight	7	-0.003151563461869955
274402	embedding2nn.weight	8	0.004083942621946335
274402	embedding2nn.weight	9	-0.006986373569816351
274402	embedding2nn.bias	0	0.03981487825512886
274402	embedding2nn.bias	1	-0.1763252317905426
274402	embedding2nn.bias	2	0.12204586714506149
274402	embedding2nn.bias	3	0.151406392455101
274402	embedding2nn.bias	4	0.15174999833106995
274402	embedding2nn.bias	5	-0.04622926190495491
274402	embedding2nn.bias	6	-0.051238954067230225
274402	embedding2nn.bias	7	0.04909536987543106
274402	embedding2nn.bias	8	-0.14203980565071106
274402	embedding2nn.bias	9	-0.3681768476963043
274402	rnn.weight_ih_l0	0	0.01234673336148262
274402	rnn.weight_ih_l0	1	-0.06906284391880035
274402	rnn.weight_ih_l0	2	-0.08790255337953568
274402	rnn.weight_ih_l0	3	0.06612882763147354
274402	rnn.weight_ih_l0	4	0.03956623747944832
274402	rnn.weight_ih_l0	5	-0.1402992159128189
274402	rnn.weight_ih_l0	6	-0.05558902770280838
274402	rnn.weight_ih_l0	7	-0.012072046287357807
274402	rnn.weight_ih_l0	8	0.016037389636039734
274402	rnn.weight_ih_l0	9	-0.017810093238949776
274402	rnn.weight_hh_l0	0	0.011880714446306229
274402	rnn.weight_hh_l0	1	0.06646351516246796
274402	rnn.weight_hh_l0	2	0.037533584982156754
274402	rnn.weight_hh_l0	3	0.02885834127664566
274402	rnn.weight_hh_l0	4	0.014170083217322826
274402	rnn.weight_hh_l0	5	0.07978320866823196
274402	rnn.weight_hh_l0	6	-0.021906256675720215
274402	rnn.weight_hh_l0	7	-0.07616133242845535
274402	rnn.weight_hh_l0	8	0.04112248495221138
274402	rnn.weight_hh_l0	9	-0.096824049949646
274402	rnn.bias_ih_l0	0	0.17809289693832397
274402	rnn.bias_ih_l0	1	-0.22280338406562805
274402	rnn.bias_ih_l0	2	-0.02283603884279728
274402	rnn.bias_ih_l0	3	-0.13539770245552063
274402	rnn.bias_ih_l0	4	0.035134207457304
274402	rnn.bias_ih_l0	5	-0.29273343086242676
274402	rnn.bias_ih_l0	6	-0.11957204341888428
274402	rnn.bias_ih_l0	7	-0.27398422360420227
274402	rnn.bias_ih_l0	8	-0.23652517795562744
274402	rnn.bias_ih_l0	9	-0.3956058621406555
274402	rnn.bias_hh_l0	0	-0.26632678508758545
274402	rnn.bias_hh_l0	1	-0.266783207654953
274402	rnn.bias_hh_l0	2	-0.2722712457180023
274402	rnn.bias_hh_l0	3	-0.06523788720369339
274402	rnn.bias_hh_l0	4	-0.24962984025478363
274402	rnn.bias_hh_l0	5	-0.2687973976135254
274402	rnn.bias_hh_l0	6	-0.10368030518293381
274402	rnn.bias_hh_l0	7	0.0800439789891243
274402	rnn.bias_hh_l0	8	-0.1435883641242981
274402	rnn.bias_hh_l0	9	-0.4496573507785797
274402	rnn.weight_ih_l0_reverse	0	0.026629609987139702
274402	rnn.weight_ih_l0_reverse	1	-0.07822969555854797
274402	rnn.weight_ih_l0_reverse	2	-0.037559568881988525
274402	rnn.weight_ih_l0_reverse	3	-0.08519961684942245
274402	rnn.weight_ih_l0_reverse	4	0.0557720847427845
274402	rnn.weight_ih_l0_reverse	5	-0.093559131026268
274402	rnn.weight_ih_l0_reverse	6	0.02884063310921192
274402	rnn.weight_ih_l0_reverse	7	0.03361835330724716
274402	rnn.weight_ih_l0_reverse	8	-0.07699446380138397
274402	rnn.weight_ih_l0_reverse	9	-0.030624551698565483
274402	rnn.weight_hh_l0_reverse	0	-0.07374928891658783
274402	rnn.weight_hh_l0_reverse	1	0.02604641206562519
274402	rnn.weight_hh_l0_reverse	2	-0.0112425172701478
274402	rnn.weight_hh_l0_reverse	3	0.0285940021276474
274402	rnn.weight_hh_l0_reverse	4	-0.07017135620117188
274402	rnn.weight_hh_l0_reverse	5	0.044162001460790634
274402	rnn.weight_hh_l0_reverse	6	0.016378134489059448
274402	rnn.weight_hh_l0_reverse	7	-0.05261015519499779
274402	rnn.weight_hh_l0_reverse	8	-0.008912262506783009
274402	rnn.weight_hh_l0_reverse	9	0.05972716212272644
274402	rnn.bias_ih_l0_reverse	0	-0.13524295389652252
274402	rnn.bias_ih_l0_reverse	1	-0.07818682491779327
274402	rnn.bias_ih_l0_reverse	2	0.08042159676551819
274402	rnn.bias_ih_l0_reverse	3	-0.23397257924079895
274402	rnn.bias_ih_l0_reverse	4	-0.04491714388132095
274402	rnn.bias_ih_l0_reverse	5	-0.18435968458652496
274402	rnn.bias_ih_l0_reverse	6	0.24572467803955078
274402	rnn.bias_ih_l0_reverse	7	-0.26313474774360657
274402	rnn.bias_ih_l0_reverse	8	-0.1310298591852188
274402	rnn.bias_ih_l0_reverse	9	-0.11448031663894653
274402	rnn.bias_hh_l0_reverse	0	-0.12114391475915909
274402	rnn.bias_hh_l0_reverse	1	0.22679607570171356
274402	rnn.bias_hh_l0_reverse	2	-0.3015200197696686
274402	rnn.bias_hh_l0_reverse	3	-0.15717142820358276
274402	rnn.bias_hh_l0_reverse	4	-0.3098101317882538
274402	rnn.bias_hh_l0_reverse	5	-0.14177018404006958
274402	rnn.bias_hh_l0_reverse	6	-0.2638857662677765
274402	rnn.bias_hh_l0_reverse	7	-0.0628223791718483
274402	rnn.bias_hh_l0_reverse	8	-0.19265343248844147
274402	rnn.bias_hh_l0_reverse	9	0.18448808789253235
274402	linear.weight	0	0.17141664028167725
274402	linear.weight	1	-0.41613900661468506
274402	linear.weight	2	0.0672837346792221
274402	linear.weight	3	0.06789320707321167
274402	linear.weight	4	-0.1015428826212883
274402	linear.weight	5	0.2561829388141632
274402	linear.weight	6	-0.07759014517068863
274402	linear.weight	7	-0.06517531722784042
274402	linear.weight	8	0.16962730884552002
274402	linear.weight	9	-0.0434453971683979
274402	linear.bias	0	-1.083497166633606
274402	linear.bias	1	1.86948823928833
274402	linear.bias	2	0.6276393532752991
274402	linear.bias	3	-2.5223419666290283
274402	linear.bias	4	-0.2743825912475586
274402	linear.bias	5	1.2007542848587036
274402	linear.bias	6	-0.34315240383148193
274402	linear.bias	7	0.6266705989837646
274402	linear.bias	8	2.1484436988830566
274402	linear.bias	9	-1.3850804567337036
274410	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
274410	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
274410	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
274410	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
274410	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
274410	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
274410	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
274410	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
274410	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
274410	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
274410	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
274410	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
274410	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
274410	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
274410	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
274410	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
274410	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
274410	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
274410	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
274410	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
274410	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
274410	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
274410	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
274410	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
274410	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
274410	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
274410	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
274410	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
274410	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
274410	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
274410	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
274410	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
274410	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
274410	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
274410	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
274410	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
274410	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
274410	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
274410	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
274410	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
274410	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
274410	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
274410	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
274410	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
274410	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
274410	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
274410	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
274410	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
274410	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
274410	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
274410	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
274410	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
274410	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
274410	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
274410	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
274410	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
274410	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
274410	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
274410	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
274410	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
274410	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
274410	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
274410	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
274410	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
274410	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
274410	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
274410	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
274410	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
274410	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
274410	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
274410	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
274410	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
274410	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
274410	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
274410	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
274410	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
274410	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
274410	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
274410	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
274410	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
274410	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
274410	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
274410	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
274410	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
274410	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
274410	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
274410	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
274410	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
274410	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
274410	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
274410	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
274410	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
274410	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
274410	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
274410	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
274410	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
274410	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
274410	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
274410	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
274410	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
274410	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
274410	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
274410	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
274410	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
274410	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
274410	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
274410	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
274410	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
274410	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
274410	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
274410	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
274410	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
274410	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
274410	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
274410	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
274410	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
274410	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
274410	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
274410	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
274410	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
274410	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
274410	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
274410	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
274410	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
274410	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
274410	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
274410	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
274410	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
274410	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
274410	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
274410	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
274410	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
274410	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
274410	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
274410	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
274410	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
274410	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
274410	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
274410	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
274410	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
274410	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
274410	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
274410	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
274410	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
274410	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
274410	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
274410	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
274410	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
274410	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
274410	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
274410	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
274410	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
274410	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
274410	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
274410	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
274410	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
274410	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
274410	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
274410	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
274410	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
274410	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
274410	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
274410	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
274410	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
274410	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
274410	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
274410	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
274410	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
274410	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
274410	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
274410	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
274410	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
274410	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
274410	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
274410	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
274410	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
274410	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
274410	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
274410	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
274410	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
274410	embedding2nn.weight	0	0.26799094676971436
274410	embedding2nn.weight	1	0.30502259731292725
274410	embedding2nn.weight	2	0.0014514120994135737
274410	embedding2nn.weight	3	0.08326196670532227
274410	embedding2nn.weight	4	-0.02330661378800869
274410	embedding2nn.weight	5	0.0699642151594162
274410	embedding2nn.weight	6	-0.009394720196723938
274410	embedding2nn.weight	7	-0.0028168028220534325
274410	embedding2nn.weight	8	0.0034509035758674145
274410	embedding2nn.weight	9	-0.007257271558046341
274410	embedding2nn.bias	0	0.036093924194574356
274410	embedding2nn.bias	1	-0.1716894656419754
274410	embedding2nn.bias	2	0.12086808681488037
274410	embedding2nn.bias	3	0.1551813781261444
274410	embedding2nn.bias	4	0.14858952164649963
274410	embedding2nn.bias	5	-0.05014428496360779
274410	embedding2nn.bias	6	-0.04576461762189865
274410	embedding2nn.bias	7	0.05175909772515297
274410	embedding2nn.bias	8	-0.1383831948041916
274410	embedding2nn.bias	9	-0.37464064359664917
274410	rnn.weight_ih_l0	0	0.012276612222194672
274410	rnn.weight_ih_l0	1	-0.06890742480754852
274410	rnn.weight_ih_l0	2	-0.08758923411369324
274410	rnn.weight_ih_l0	3	0.06590408831834793
274410	rnn.weight_ih_l0	4	0.03928067907691002
274410	rnn.weight_ih_l0	5	-0.14062447845935822
274410	rnn.weight_ih_l0	6	-0.05540413782000542
274410	rnn.weight_ih_l0	7	-0.012303133495151997
274410	rnn.weight_ih_l0	8	0.016986461356282234
274410	rnn.weight_ih_l0	9	-0.018271952867507935
274410	rnn.weight_hh_l0	0	0.011856422759592533
274410	rnn.weight_hh_l0	1	0.06645368039608002
274410	rnn.weight_hh_l0	2	0.03740765154361725
274410	rnn.weight_hh_l0	3	0.028863420709967613
274410	rnn.weight_hh_l0	4	0.014214511029422283
274410	rnn.weight_hh_l0	5	0.07961900532245636
274410	rnn.weight_hh_l0	6	-0.02199520356953144
274410	rnn.weight_hh_l0	7	-0.07621028274297714
274410	rnn.weight_hh_l0	8	0.041101016104221344
274410	rnn.weight_hh_l0	9	-0.09681454300880432
274410	rnn.bias_ih_l0	0	0.17733079195022583
274410	rnn.bias_ih_l0	1	-0.2231440246105194
274410	rnn.bias_ih_l0	2	-0.022986948490142822
274410	rnn.bias_ih_l0	3	-0.13579627871513367
274410	rnn.bias_ih_l0	4	0.03498632460832596
274410	rnn.bias_ih_l0	5	-0.29308241605758667
274410	rnn.bias_ih_l0	6	-0.1195528656244278
274410	rnn.bias_ih_l0	7	-0.2739540636539459
274410	rnn.bias_ih_l0	8	-0.23714672029018402
274410	rnn.bias_ih_l0	9	-0.3955937623977661
274410	rnn.bias_hh_l0	0	-0.26687896251678467
274410	rnn.bias_hh_l0	1	-0.26702895760536194
274410	rnn.bias_hh_l0	2	-0.27167659997940063
274410	rnn.bias_hh_l0	3	-0.06558717787265778
274410	rnn.bias_hh_l0	4	-0.25037333369255066
274410	rnn.bias_hh_l0	5	-0.2689772844314575
274410	rnn.bias_hh_l0	6	-0.10349757969379425
274410	rnn.bias_hh_l0	7	0.08026207983493805
274410	rnn.bias_hh_l0	8	-0.1430492401123047
274410	rnn.bias_hh_l0	9	-0.44909289479255676
274410	rnn.weight_ih_l0_reverse	0	0.027267850935459137
274410	rnn.weight_ih_l0_reverse	1	-0.07806787639856339
274410	rnn.weight_ih_l0_reverse	2	-0.03782656043767929
274410	rnn.weight_ih_l0_reverse	3	-0.08523983508348465
274410	rnn.weight_ih_l0_reverse	4	0.05574183911085129
274410	rnn.weight_ih_l0_reverse	5	-0.09424911439418793
274410	rnn.weight_ih_l0_reverse	6	0.02867795154452324
274410	rnn.weight_ih_l0_reverse	7	0.03353368863463402
274410	rnn.weight_ih_l0_reverse	8	-0.07695011049509048
274410	rnn.weight_ih_l0_reverse	9	-0.030977776274085045
274410	rnn.weight_hh_l0_reverse	0	-0.07387595623731613
274410	rnn.weight_hh_l0_reverse	1	0.02597491629421711
274410	rnn.weight_hh_l0_reverse	2	-0.011135842651128769
274410	rnn.weight_hh_l0_reverse	3	0.028609974309802055
274410	rnn.weight_hh_l0_reverse	4	-0.07020122557878494
274410	rnn.weight_hh_l0_reverse	5	0.0441666841506958
274410	rnn.weight_hh_l0_reverse	6	0.016366971656680107
274410	rnn.weight_hh_l0_reverse	7	-0.05250639095902443
274410	rnn.weight_hh_l0_reverse	8	-0.008990244008600712
274410	rnn.weight_hh_l0_reverse	9	0.05939274653792381
274410	rnn.bias_ih_l0_reverse	0	-0.13557212054729462
274410	rnn.bias_ih_l0_reverse	1	-0.07825611531734467
274410	rnn.bias_ih_l0_reverse	2	0.08068770915269852
274410	rnn.bias_ih_l0_reverse	3	-0.23397858440876007
274410	rnn.bias_ih_l0_reverse	4	-0.04433201625943184
274410	rnn.bias_ih_l0_reverse	5	-0.18467584252357483
274410	rnn.bias_ih_l0_reverse	6	0.24784351885318756
274410	rnn.bias_ih_l0_reverse	7	-0.26455941796302795
274410	rnn.bias_ih_l0_reverse	8	-0.13088983297348022
274410	rnn.bias_ih_l0_reverse	9	-0.11392231285572052
274410	rnn.bias_hh_l0_reverse	0	-0.12144915014505386
274410	rnn.bias_hh_l0_reverse	1	0.22719153761863708
274410	rnn.bias_hh_l0_reverse	2	-0.3013712167739868
274410	rnn.bias_hh_l0_reverse	3	-0.15594810247421265
274410	rnn.bias_hh_l0_reverse	4	-0.3095243275165558
274410	rnn.bias_hh_l0_reverse	5	-0.14179541170597076
274410	rnn.bias_hh_l0_reverse	6	-0.2647448182106018
274410	rnn.bias_hh_l0_reverse	7	-0.06286955624818802
274410	rnn.bias_hh_l0_reverse	8	-0.19373807311058044
274410	rnn.bias_hh_l0_reverse	9	0.18388241529464722
274410	linear.weight	0	0.1711423248052597
274410	linear.weight	1	-0.41768890619277954
274410	linear.weight	2	0.06598769128322601
274410	linear.weight	3	0.06789332628250122
274410	linear.weight	4	-0.10348684340715408
274410	linear.weight	5	0.2562389373779297
274410	linear.weight	6	-0.07719755172729492
274410	linear.weight	7	-0.06517528742551804
274410	linear.weight	8	0.1682291030883789
274410	linear.weight	9	-0.04344557970762253
274410	linear.bias	0	-1.0879032611846924
274410	linear.bias	1	1.8620989322662354
274410	linear.bias	2	0.629758358001709
274410	linear.bias	3	-2.5223488807678223
274410	linear.bias	4	-0.2727867662906647
274410	linear.bias	5	1.1814281940460205
274410	linear.bias	6	-0.3501806855201721
274410	linear.bias	7	0.6413210034370422
274410	linear.bias	8	2.175720691680908
274410	linear.bias	9	-1.3754940032958984
275019	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
275019	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
275019	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
275019	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
275019	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
275019	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
275019	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
275019	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
275019	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
275019	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
275019	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
275019	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
275019	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
275019	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
275019	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
275019	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
275019	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
275019	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
275019	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
275019	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
275019	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
275019	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
275019	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
275019	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
275019	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
275019	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
275019	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
275019	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
275019	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
275019	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
275019	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
275019	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
275019	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
275019	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
275019	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
275019	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
275019	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
275019	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
275019	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
275019	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
275019	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
275019	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
275019	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
275019	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
275019	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
275019	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
275019	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
275019	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
275019	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
275019	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
275019	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
275019	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
275019	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
275019	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
275019	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
275019	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
275019	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
275019	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
275019	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
275019	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
275019	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
275019	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
275019	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
275019	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
275019	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
275019	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
275019	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
275019	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
275019	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
275019	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
275019	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
275019	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
275019	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
275019	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
275019	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
275019	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
275019	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
275019	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
275019	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
275019	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
275019	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
275019	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
275019	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
275019	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
275019	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
275019	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
275019	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
275019	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
275019	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
275019	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
275019	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
275019	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
275019	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
275019	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
275019	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
275019	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
275019	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
275019	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
275019	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
275019	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
275019	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
275019	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
275019	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
275019	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
275019	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
275019	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
275019	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
275019	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
275019	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
275019	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
275019	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
275019	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
275019	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
275019	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
275019	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
275019	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
275019	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
275019	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
275019	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
275019	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
275019	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
275019	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
275019	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
275019	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
275019	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
275019	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
275019	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
275019	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
275019	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
275019	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
275019	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
275019	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
275019	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
275019	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
275019	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
275019	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
275019	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
275019	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
275019	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
275019	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
275019	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
275019	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
275019	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
275019	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
275019	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
275019	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
275019	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
275019	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
275019	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
275019	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
275019	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
275019	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
275019	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
275019	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
275019	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
275019	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
275019	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
275019	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
275019	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
275019	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
275019	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
275019	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
275019	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
275019	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
275019	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
275019	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
275019	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
275019	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
275019	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
275019	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
275019	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
275019	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
275019	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
275019	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
275019	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
275019	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
275019	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
275019	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
275019	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
275019	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
275019	embedding2nn.weight	0	0.26829794049263
275019	embedding2nn.weight	1	0.30548009276390076
275019	embedding2nn.weight	2	-0.005811871029436588
275019	embedding2nn.weight	3	0.07620876282453537
275019	embedding2nn.weight	4	-0.024181585758924484
275019	embedding2nn.weight	5	0.06860285997390747
275019	embedding2nn.weight	6	-0.007327992003411055
275019	embedding2nn.weight	7	0.004048472736030817
275019	embedding2nn.weight	8	0.008384269662201405
275019	embedding2nn.weight	9	-0.006978271063417196
275019	embedding2nn.bias	0	0.029989896342158318
275019	embedding2nn.bias	1	-0.17370381951332092
275019	embedding2nn.bias	2	0.09557274729013443
275019	embedding2nn.bias	3	0.14283700287342072
275019	embedding2nn.bias	4	0.13345842063426971
275019	embedding2nn.bias	5	-0.05538754537701607
275019	embedding2nn.bias	6	-0.05317412316799164
275019	embedding2nn.bias	7	0.054212234914302826
275019	embedding2nn.bias	8	-0.13946616649627686
275019	embedding2nn.bias	9	-0.3954864740371704
275019	rnn.weight_ih_l0	0	0.014154626987874508
275019	rnn.weight_ih_l0	1	-0.06797437369823456
275019	rnn.weight_ih_l0	2	-0.08922985941171646
275019	rnn.weight_ih_l0	3	0.07223577052354813
275019	rnn.weight_ih_l0	4	0.0347934365272522
275019	rnn.weight_ih_l0	5	-0.13215352594852448
275019	rnn.weight_ih_l0	6	-0.059763483703136444
275019	rnn.weight_ih_l0	7	-0.01087328139692545
275019	rnn.weight_ih_l0	8	0.01603245548903942
275019	rnn.weight_ih_l0	9	-0.014714699238538742
275019	rnn.weight_hh_l0	0	0.0125746363773942
275019	rnn.weight_hh_l0	1	0.06677530705928802
275019	rnn.weight_hh_l0	2	0.037254977971315384
275019	rnn.weight_hh_l0	3	0.028364909812808037
275019	rnn.weight_hh_l0	4	0.014225654304027557
275019	rnn.weight_hh_l0	5	0.08018869161605835
275019	rnn.weight_hh_l0	6	-0.02195718139410019
275019	rnn.weight_hh_l0	7	-0.07604331523180008
275019	rnn.weight_hh_l0	8	0.04050488397479057
275019	rnn.weight_hh_l0	9	-0.0958290845155716
275019	rnn.bias_ih_l0	0	0.1729101836681366
275019	rnn.bias_ih_l0	1	-0.22752989828586578
275019	rnn.bias_ih_l0	2	-0.019794870167970657
275019	rnn.bias_ih_l0	3	-0.1384686827659607
275019	rnn.bias_ih_l0	4	0.046190571039915085
275019	rnn.bias_ih_l0	5	-0.29237064719200134
275019	rnn.bias_ih_l0	6	-0.12376558035612106
275019	rnn.bias_ih_l0	7	-0.27614399790763855
275019	rnn.bias_ih_l0	8	-0.23647016286849976
275019	rnn.bias_ih_l0	9	-0.3884877860546112
275019	rnn.bias_hh_l0	0	-0.26245883107185364
275019	rnn.bias_hh_l0	1	-0.26671093702316284
275019	rnn.bias_hh_l0	2	-0.2724585235118866
275019	rnn.bias_hh_l0	3	-0.06736375391483307
275019	rnn.bias_hh_l0	4	-0.25132879614830017
275019	rnn.bias_hh_l0	5	-0.2665078043937683
275019	rnn.bias_hh_l0	6	-0.10710696130990982
275019	rnn.bias_hh_l0	7	0.07990709692239761
275019	rnn.bias_hh_l0	8	-0.13658300042152405
275019	rnn.bias_hh_l0	9	-0.4488334357738495
275019	rnn.weight_ih_l0_reverse	0	0.027936365455389023
275019	rnn.weight_ih_l0_reverse	1	-0.0789031982421875
275019	rnn.weight_ih_l0_reverse	2	-0.033179353922605515
275019	rnn.weight_ih_l0_reverse	3	-0.08630095422267914
275019	rnn.weight_ih_l0_reverse	4	0.055007413029670715
275019	rnn.weight_ih_l0_reverse	5	-0.10105745494365692
275019	rnn.weight_ih_l0_reverse	6	0.023693740367889404
275019	rnn.weight_ih_l0_reverse	7	0.03291274979710579
275019	rnn.weight_ih_l0_reverse	8	-0.07475996017456055
275019	rnn.weight_ih_l0_reverse	9	-0.02994089014828205
275019	rnn.weight_hh_l0_reverse	0	-0.0739869773387909
275019	rnn.weight_hh_l0_reverse	1	0.025449128821492195
275019	rnn.weight_hh_l0_reverse	2	-0.012024696916341782
275019	rnn.weight_hh_l0_reverse	3	0.027884822338819504
275019	rnn.weight_hh_l0_reverse	4	-0.07196781039237976
275019	rnn.weight_hh_l0_reverse	5	0.044040728360414505
275019	rnn.weight_hh_l0_reverse	6	0.016768334433436394
275019	rnn.weight_hh_l0_reverse	7	-0.04892010614275932
275019	rnn.weight_hh_l0_reverse	8	-0.009943503886461258
275019	rnn.weight_hh_l0_reverse	9	0.060545362532138824
275019	rnn.bias_ih_l0_reverse	0	-0.13303987681865692
275019	rnn.bias_ih_l0_reverse	1	-0.07860787957906723
275019	rnn.bias_ih_l0_reverse	2	0.08443355560302734
275019	rnn.bias_ih_l0_reverse	3	-0.23424871265888214
275019	rnn.bias_ih_l0_reverse	4	-0.045136112719774246
275019	rnn.bias_ih_l0_reverse	5	-0.18029336631298065
275019	rnn.bias_ih_l0_reverse	6	0.23837284743785858
275019	rnn.bias_ih_l0_reverse	7	-0.25963565707206726
275019	rnn.bias_ih_l0_reverse	8	-0.13073351979255676
275019	rnn.bias_ih_l0_reverse	9	-0.12653103470802307
275019	rnn.bias_hh_l0_reverse	0	-0.13133209943771362
275019	rnn.bias_hh_l0_reverse	1	0.22488285601139069
275019	rnn.bias_hh_l0_reverse	2	-0.2983659505844116
275019	rnn.bias_hh_l0_reverse	3	-0.16204559803009033
275019	rnn.bias_hh_l0_reverse	4	-0.3108149468898773
275019	rnn.bias_hh_l0_reverse	5	-0.14090904593467712
275019	rnn.bias_hh_l0_reverse	6	-0.26624956727027893
275019	rnn.bias_hh_l0_reverse	7	-0.06974029541015625
275019	rnn.bias_hh_l0_reverse	8	-0.1878434270620346
275019	rnn.bias_hh_l0_reverse	9	0.20130251348018646
275019	linear.weight	0	0.17634955048561096
275019	linear.weight	1	-0.40629300475120544
275019	linear.weight	2	0.03965415805578232
275019	linear.weight	3	0.06789242476224899
275019	linear.weight	4	-0.11093342304229736
275019	linear.weight	5	0.24252746999263763
275019	linear.weight	6	-0.03214661404490471
275019	linear.weight	7	-0.06516345590353012
275019	linear.weight	8	0.17184676229953766
275019	linear.weight	9	-0.04346916824579239
275019	linear.bias	0	-1.0670524835586548
275019	linear.bias	1	1.8614349365234375
275019	linear.bias	2	0.6057025194168091
275019	linear.bias	3	-2.522965908050537
275019	linear.bias	4	-0.28640326857566833
275019	linear.bias	5	1.1688557863235474
275019	linear.bias	6	-0.2779948115348816
275019	linear.bias	7	0.6630483865737915
275019	linear.bias	8	2.157705068588257
275019	linear.bias	9	-1.3795385360717773
275628	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
275628	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
275628	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
275628	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
275628	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
275628	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
275628	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
275628	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
275628	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
275628	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
275628	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
275628	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
275628	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
275628	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
275628	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
275628	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
275628	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
275628	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
275628	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
275628	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
275628	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
275628	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
275628	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
275628	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
275628	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
275628	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
275628	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
275628	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
275628	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
275628	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
275628	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
275628	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
275628	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
275628	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
275628	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
275628	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
275628	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
275628	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
275628	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
275628	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
275628	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
275628	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
275628	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
275628	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
275628	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
275628	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
275628	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
275628	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
275628	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
275628	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
275628	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
275628	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
275628	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
275628	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
275628	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
275628	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
275628	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
275628	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
275628	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
275628	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
275628	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
275628	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
275628	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
275628	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
275628	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
275628	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
275628	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
275628	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
275628	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
275628	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
275628	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
275628	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
275628	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
275628	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
275628	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
275628	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
275628	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
275628	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
275628	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
275628	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
275628	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
275628	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
275628	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
275628	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
275628	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
275628	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
275628	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
275628	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
275628	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
275628	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
275628	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
275628	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
275628	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
275628	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
275628	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
275628	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
275628	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
275628	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
275628	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
275628	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
275628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
275628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
275628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
275628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
275628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
275628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
275628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
275628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
275628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
275628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
275628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
275628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
275628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
275628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
275628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
275628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
275628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
275628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
275628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
275628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
275628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
275628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
275628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
275628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
275628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
275628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
275628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
275628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
275628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
275628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
275628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
275628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
275628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
275628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
275628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
275628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
275628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
275628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
275628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
275628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
275628	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
275628	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
275628	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
275628	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
275628	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
275628	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
275628	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
275628	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
275628	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
275628	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
275628	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
275628	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
275628	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
275628	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
275628	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
275628	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
275628	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
275628	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
275628	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
275628	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
275628	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
275628	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
275628	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
275628	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
275628	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
275628	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
275628	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
275628	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
275628	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
275628	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
275628	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
275628	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
275628	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
275628	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
275628	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
275628	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
275628	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
275628	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
275628	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
275628	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
275628	embedding2nn.weight	0	0.26673710346221924
275628	embedding2nn.weight	1	0.3087857663631439
275628	embedding2nn.weight	2	-0.009665869176387787
275628	embedding2nn.weight	3	0.09157451242208481
275628	embedding2nn.weight	4	-0.024819733574986458
275628	embedding2nn.weight	5	0.07149308919906616
275628	embedding2nn.weight	6	-0.00453941011801362
275628	embedding2nn.weight	7	-0.0029820408672094345
275628	embedding2nn.weight	8	0.015082000754773617
275628	embedding2nn.weight	9	-0.006784745957702398
275628	embedding2nn.bias	0	0.027464644983410835
275628	embedding2nn.bias	1	-0.15590429306030273
275628	embedding2nn.bias	2	0.09201101213693619
275628	embedding2nn.bias	3	0.16209203004837036
275628	embedding2nn.bias	4	0.133893683552742
275628	embedding2nn.bias	5	-0.06645101308822632
275628	embedding2nn.bias	6	-0.04966091737151146
275628	embedding2nn.bias	7	0.05213269963860512
275628	embedding2nn.bias	8	-0.14876073598861694
275628	embedding2nn.bias	9	-0.38137128949165344
275628	rnn.weight_ih_l0	0	0.013563528656959534
275628	rnn.weight_ih_l0	1	-0.06945961713790894
275628	rnn.weight_ih_l0	2	-0.08768033236265182
275628	rnn.weight_ih_l0	3	0.07436161488294601
275628	rnn.weight_ih_l0	4	0.036513231694698334
275628	rnn.weight_ih_l0	5	-0.1295795440673828
275628	rnn.weight_ih_l0	6	-0.06739148497581482
275628	rnn.weight_ih_l0	7	-0.01016240380704403
275628	rnn.weight_ih_l0	8	0.023830629885196686
275628	rnn.weight_ih_l0	9	-0.015887074172496796
275628	rnn.weight_hh_l0	0	0.012653167359530926
275628	rnn.weight_hh_l0	1	0.06583645939826965
275628	rnn.weight_hh_l0	2	0.03780277073383331
275628	rnn.weight_hh_l0	3	0.02826296165585518
275628	rnn.weight_hh_l0	4	0.013577600009739399
275628	rnn.weight_hh_l0	5	0.08026624470949173
275628	rnn.weight_hh_l0	6	-0.022149095311760902
275628	rnn.weight_hh_l0	7	-0.07649262249469757
275628	rnn.weight_hh_l0	8	0.040939364582300186
275628	rnn.weight_hh_l0	9	-0.09537459909915924
275628	rnn.bias_ih_l0	0	0.18059991300106049
275628	rnn.bias_ih_l0	1	-0.2272310107946396
275628	rnn.bias_ih_l0	2	-0.02138184756040573
275628	rnn.bias_ih_l0	3	-0.13704673945903778
275628	rnn.bias_ih_l0	4	0.0447210967540741
275628	rnn.bias_ih_l0	5	-0.2981625497341156
275628	rnn.bias_ih_l0	6	-0.1280461549758911
275628	rnn.bias_ih_l0	7	-0.2738538682460785
275628	rnn.bias_ih_l0	8	-0.2330627292394638
275628	rnn.bias_ih_l0	9	-0.4001368582248688
275628	rnn.bias_hh_l0	0	-0.26057833433151245
275628	rnn.bias_hh_l0	1	-0.2665374279022217
275628	rnn.bias_hh_l0	2	-0.27275967597961426
275628	rnn.bias_hh_l0	3	-0.06789243966341019
275628	rnn.bias_hh_l0	4	-0.2451029270887375
275628	rnn.bias_hh_l0	5	-0.2663857638835907
275628	rnn.bias_hh_l0	6	-0.10771377384662628
275628	rnn.bias_hh_l0	7	0.07675352692604065
275628	rnn.bias_hh_l0	8	-0.14279618859291077
275628	rnn.bias_hh_l0	9	-0.45740941166877747
275628	rnn.weight_ih_l0_reverse	0	0.03569972887635231
275628	rnn.weight_ih_l0_reverse	1	-0.07968395203351974
275628	rnn.weight_ih_l0_reverse	2	-0.03457501903176308
275628	rnn.weight_ih_l0_reverse	3	-0.08716894686222076
275628	rnn.weight_ih_l0_reverse	4	0.05549292266368866
275628	rnn.weight_ih_l0_reverse	5	-0.11157745867967606
275628	rnn.weight_ih_l0_reverse	6	0.022074738517403603
275628	rnn.weight_ih_l0_reverse	7	0.03267108276486397
275628	rnn.weight_ih_l0_reverse	8	-0.07011550664901733
275628	rnn.weight_ih_l0_reverse	9	-0.03168192878365517
275628	rnn.weight_hh_l0_reverse	0	-0.07377514988183975
275628	rnn.weight_hh_l0_reverse	1	0.02551175281405449
275628	rnn.weight_hh_l0_reverse	2	-0.010592194274067879
275628	rnn.weight_hh_l0_reverse	3	0.02806018479168415
275628	rnn.weight_hh_l0_reverse	4	-0.07248429954051971
275628	rnn.weight_hh_l0_reverse	5	0.044022515416145325
275628	rnn.weight_hh_l0_reverse	6	0.016736773774027824
275628	rnn.weight_hh_l0_reverse	7	-0.04989497363567352
275628	rnn.weight_hh_l0_reverse	8	-0.013685776852071285
275628	rnn.weight_hh_l0_reverse	9	0.0630144327878952
275628	rnn.bias_ih_l0_reverse	0	-0.14166225492954254
275628	rnn.bias_ih_l0_reverse	1	-0.07555161416530609
275628	rnn.bias_ih_l0_reverse	2	0.08626095950603485
275628	rnn.bias_ih_l0_reverse	3	-0.22680838406085968
275628	rnn.bias_ih_l0_reverse	4	-0.05781511217355728
275628	rnn.bias_ih_l0_reverse	5	-0.18072672188282013
275628	rnn.bias_ih_l0_reverse	6	0.2490498125553131
275628	rnn.bias_ih_l0_reverse	7	-0.2684502601623535
275628	rnn.bias_ih_l0_reverse	8	-0.13042564690113068
275628	rnn.bias_ih_l0_reverse	9	-0.11760695278644562
275628	rnn.bias_hh_l0_reverse	0	-0.12283292412757874
275628	rnn.bias_hh_l0_reverse	1	0.23250754177570343
275628	rnn.bias_hh_l0_reverse	2	-0.3001832664012909
275628	rnn.bias_hh_l0_reverse	3	-0.16306620836257935
275628	rnn.bias_hh_l0_reverse	4	-0.3143600821495056
275628	rnn.bias_hh_l0_reverse	5	-0.14306165277957916
275628	rnn.bias_hh_l0_reverse	6	-0.26757708191871643
275628	rnn.bias_hh_l0_reverse	7	-0.06889370083808899
275628	rnn.bias_hh_l0_reverse	8	-0.20989979803562164
275628	rnn.bias_hh_l0_reverse	9	0.2077624350786209
275628	linear.weight	0	0.19882214069366455
275628	linear.weight	1	-0.42373889684677124
275628	linear.weight	2	0.04484786465764046
275628	linear.weight	3	0.06789707392454147
275628	linear.weight	4	-0.10798300802707672
275628	linear.weight	5	0.24816082417964935
275628	linear.weight	6	-0.03388168290257454
275628	linear.weight	7	-0.0651460662484169
275628	linear.weight	8	0.15356995165348053
275628	linear.weight	9	-0.04349512234330177
275628	linear.bias	0	-1.0546483993530273
275628	linear.bias	1	1.8654322624206543
275628	linear.bias	2	0.5995773077011108
275628	linear.bias	3	-2.523629903793335
275628	linear.bias	4	-0.30053821206092834
275628	linear.bias	5	1.1847995519638062
275628	linear.bias	6	-0.2777997851371765
275628	linear.bias	7	0.6514716744422913
275628	linear.bias	8	2.114809513092041
275628	linear.bias	9	-1.3524768352508545
276237	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
276237	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
276237	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
276237	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
276237	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
276237	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
276237	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
276237	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
276237	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
276237	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
276237	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
276237	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
276237	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
276237	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
276237	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
276237	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
276237	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
276237	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
276237	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
276237	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
276237	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
276237	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
276237	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
276237	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
276237	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
276237	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
276237	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
276237	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
276237	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
276237	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
276237	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
276237	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
276237	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
276237	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
276237	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
276237	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
276237	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
276237	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
276237	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
276237	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
276237	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
276237	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
276237	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
276237	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
276237	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
276237	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
276237	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
276237	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
276237	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
276237	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
276237	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
276237	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
276237	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
276237	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
276237	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
276237	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
276237	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
276237	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
276237	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
276237	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
276237	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
276237	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
276237	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
276237	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
276237	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
276237	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
276237	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
276237	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
276237	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
276237	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
276237	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
276237	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
276237	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
276237	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
276237	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
276237	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
276237	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
276237	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
276237	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
276237	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
276237	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
276237	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
276237	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
276237	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
276237	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
276237	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
276237	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
276237	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
276237	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
276237	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
276237	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
276237	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
276237	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
276237	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
276237	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
276237	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
276237	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
276237	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
276237	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
276237	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
276237	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
276237	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
276237	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
276237	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
276237	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
276237	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
276237	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
276237	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
276237	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
276237	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
276237	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
276237	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
276237	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
276237	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
276237	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
276237	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
276237	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
276237	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
276237	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
276237	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
276237	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
276237	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
276237	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
276237	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
276237	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
276237	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
276237	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
276237	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
276237	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
276237	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
276237	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
276237	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
276237	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
276237	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
276237	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
276237	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
276237	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
276237	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
276237	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
276237	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
276237	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
276237	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
276237	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
276237	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
276237	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
276237	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
276237	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
276237	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
276237	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
276237	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
276237	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
276237	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
276237	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
276237	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
276237	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
276237	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
276237	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
276237	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
276237	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
276237	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
276237	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
276237	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
276237	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
276237	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
276237	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
276237	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
276237	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
276237	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
276237	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
276237	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
276237	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
276237	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
276237	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
276237	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
276237	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
276237	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
276237	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
276237	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
276237	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
276237	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
276237	embedding2nn.weight	0	0.26748377084732056
276237	embedding2nn.weight	1	0.31106141209602356
276237	embedding2nn.weight	2	-0.0021537786815315485
276237	embedding2nn.weight	3	0.07510286569595337
276237	embedding2nn.weight	4	-0.022199852392077446
276237	embedding2nn.weight	5	0.07195320725440979
276237	embedding2nn.weight	6	0.0010152102913707495
276237	embedding2nn.weight	7	-0.006819000001996756
276237	embedding2nn.weight	8	0.018110476434230804
276237	embedding2nn.weight	9	-0.009852653369307518
276237	embedding2nn.bias	0	0.034088607877492905
276237	embedding2nn.bias	1	-0.1714806705713272
276237	embedding2nn.bias	2	0.10641758888959885
276237	embedding2nn.bias	3	0.14020182192325592
276237	embedding2nn.bias	4	0.15081645548343658
276237	embedding2nn.bias	5	-0.07341700047254562
276237	embedding2nn.bias	6	-0.05730067938566208
276237	embedding2nn.bias	7	0.05255361273884773
276237	embedding2nn.bias	8	-0.16001510620117188
276237	embedding2nn.bias	9	-0.3909860849380493
276237	rnn.weight_ih_l0	0	0.01153188943862915
276237	rnn.weight_ih_l0	1	-0.06757563352584839
276237	rnn.weight_ih_l0	2	-0.09289880096912384
276237	rnn.weight_ih_l0	3	0.0773264616727829
276237	rnn.weight_ih_l0	4	0.036177858710289
276237	rnn.weight_ih_l0	5	-0.129926398396492
276237	rnn.weight_ih_l0	6	-0.061959877610206604
276237	rnn.weight_ih_l0	7	-0.009697601199150085
276237	rnn.weight_ih_l0	8	0.021347541362047195
276237	rnn.weight_ih_l0	9	-0.01337705459445715
276237	rnn.weight_hh_l0	0	0.012369123287498951
276237	rnn.weight_hh_l0	1	0.06563136726617813
276237	rnn.weight_hh_l0	2	0.036205489188432693
276237	rnn.weight_hh_l0	3	0.028462547808885574
276237	rnn.weight_hh_l0	4	0.014674168080091476
276237	rnn.weight_hh_l0	5	0.0799582377076149
276237	rnn.weight_hh_l0	6	-0.02123786136507988
276237	rnn.weight_hh_l0	7	-0.07662659138441086
276237	rnn.weight_hh_l0	8	0.04082799330353737
276237	rnn.weight_hh_l0	9	-0.09402631968259811
276237	rnn.bias_ih_l0	0	0.18075929582118988
276237	rnn.bias_ih_l0	1	-0.22766755521297455
276237	rnn.bias_ih_l0	2	-0.02167590707540512
276237	rnn.bias_ih_l0	3	-0.1307208240032196
276237	rnn.bias_ih_l0	4	0.05790117755532265
276237	rnn.bias_ih_l0	5	-0.2897678017616272
276237	rnn.bias_ih_l0	6	-0.12405471503734589
276237	rnn.bias_ih_l0	7	-0.2744212746620178
276237	rnn.bias_ih_l0	8	-0.2358718365430832
276237	rnn.bias_ih_l0	9	-0.3886079490184784
276237	rnn.bias_hh_l0	0	-0.2611055076122284
276237	rnn.bias_hh_l0	1	-0.26866844296455383
276237	rnn.bias_hh_l0	2	-0.26832863688468933
276237	rnn.bias_hh_l0	3	-0.06968094408512115
276237	rnn.bias_hh_l0	4	-0.24382619559764862
276237	rnn.bias_hh_l0	5	-0.26822999119758606
276237	rnn.bias_hh_l0	6	-0.10942333936691284
276237	rnn.bias_hh_l0	7	0.0867147445678711
276237	rnn.bias_hh_l0	8	-0.13253073394298553
276237	rnn.bias_hh_l0	9	-0.4489263594150543
276237	rnn.weight_ih_l0_reverse	0	0.035224031656980515
276237	rnn.weight_ih_l0_reverse	1	-0.07855582237243652
276237	rnn.weight_ih_l0_reverse	2	-0.0391208715736866
276237	rnn.weight_ih_l0_reverse	3	-0.08583096414804459
276237	rnn.weight_ih_l0_reverse	4	0.0574067085981369
276237	rnn.weight_ih_l0_reverse	5	-0.11567238718271255
276237	rnn.weight_ih_l0_reverse	6	0.021644264459609985
276237	rnn.weight_ih_l0_reverse	7	0.032924022525548935
276237	rnn.weight_ih_l0_reverse	8	-0.07385480403900146
276237	rnn.weight_ih_l0_reverse	9	-0.024983298033475876
276237	rnn.weight_hh_l0_reverse	0	-0.07433678209781647
276237	rnn.weight_hh_l0_reverse	1	0.024839378893375397
276237	rnn.weight_hh_l0_reverse	2	-0.010818230919539928
276237	rnn.weight_hh_l0_reverse	3	0.02810511738061905
276237	rnn.weight_hh_l0_reverse	4	-0.07235635071992874
276237	rnn.weight_hh_l0_reverse	5	0.04437446594238281
276237	rnn.weight_hh_l0_reverse	6	0.016519930213689804
276237	rnn.weight_hh_l0_reverse	7	-0.04724007099866867
276237	rnn.weight_hh_l0_reverse	8	-0.015128085389733315
276237	rnn.weight_hh_l0_reverse	9	0.06538888812065125
276237	rnn.bias_ih_l0_reverse	0	-0.1357717514038086
276237	rnn.bias_ih_l0_reverse	1	-0.076128289103508
276237	rnn.bias_ih_l0_reverse	2	0.0794602781534195
276237	rnn.bias_ih_l0_reverse	3	-0.2250879555940628
276237	rnn.bias_ih_l0_reverse	4	-0.045144397765398026
276237	rnn.bias_ih_l0_reverse	5	-0.180160254240036
276237	rnn.bias_ih_l0_reverse	6	0.24019740521907806
276237	rnn.bias_ih_l0_reverse	7	-0.2836308479309082
276237	rnn.bias_ih_l0_reverse	8	-0.1298297941684723
276237	rnn.bias_ih_l0_reverse	9	-0.11745236814022064
276237	rnn.bias_hh_l0_reverse	0	-0.12011607736349106
276237	rnn.bias_hh_l0_reverse	1	0.2289026826620102
276237	rnn.bias_hh_l0_reverse	2	-0.30275142192840576
276237	rnn.bias_hh_l0_reverse	3	-0.16411852836608887
276237	rnn.bias_hh_l0_reverse	4	-0.3130214512348175
276237	rnn.bias_hh_l0_reverse	5	-0.14023467898368835
276237	rnn.bias_hh_l0_reverse	6	-0.26200172305107117
276237	rnn.bias_hh_l0_reverse	7	-0.06417685747146606
276237	rnn.bias_hh_l0_reverse	8	-0.20024392008781433
276237	rnn.bias_hh_l0_reverse	9	0.19970525801181793
276237	linear.weight	0	0.20857079327106476
276237	linear.weight	1	-0.44246432185173035
276237	linear.weight	2	0.0021715268958359957
276237	linear.weight	3	0.06789500266313553
276237	linear.weight	4	-0.1549195498228073
276237	linear.weight	5	0.23395663499832153
276237	linear.weight	6	-0.03688078001141548
276237	linear.weight	7	-0.06512019783258438
276237	linear.weight	8	0.15954995155334473
276237	linear.weight	9	-0.04351971298456192
276237	linear.bias	0	-1.0695480108261108
276237	linear.bias	1	1.8623210191726685
276237	linear.bias	2	0.58664870262146
276237	linear.bias	3	-2.524324655532837
276237	linear.bias	4	-0.28954678773880005
276237	linear.bias	5	1.1593559980392456
276237	linear.bias	6	-0.29118025302886963
276237	linear.bias	7	0.6948086023330688
276237	linear.bias	8	2.1794815063476562
276237	linear.bias	9	-1.3926976919174194
276846	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
276846	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
276846	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
276846	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
276846	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
276846	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
276846	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
276846	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
276846	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
276846	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
276846	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
276846	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
276846	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
276846	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
276846	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
276846	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
276846	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
276846	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
276846	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
276846	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
276846	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
276846	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
276846	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
276846	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
276846	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
276846	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
276846	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
276846	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
276846	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
276846	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
276846	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
276846	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
276846	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
276846	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
276846	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
276846	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
276846	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
276846	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
276846	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
276846	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
276846	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
276846	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
276846	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
276846	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
276846	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
276846	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
276846	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
276846	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
276846	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
276846	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
276846	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
276846	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
276846	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
276846	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
276846	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
276846	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
276846	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
276846	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
276846	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
276846	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
276846	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
276846	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
276846	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
276846	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
276846	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
276846	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
276846	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
276846	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
276846	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
276846	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
276846	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
276846	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
276846	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
276846	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
276846	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
276846	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
276846	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
276846	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
276846	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
276846	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
276846	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
276846	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
276846	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
276846	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
276846	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
276846	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
276846	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
276846	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
276846	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
276846	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
276846	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
276846	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
276846	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
276846	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
276846	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
276846	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
276846	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
276846	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
276846	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
276846	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
276846	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
276846	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
276846	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
276846	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
276846	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
276846	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
276846	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
276846	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
276846	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
276846	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
276846	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
276846	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
276846	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
276846	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
276846	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
276846	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
276846	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
276846	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
276846	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
276846	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
276846	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
276846	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
276846	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
276846	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
276846	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
276846	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
276846	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
276846	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
276846	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
276846	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
276846	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
276846	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
276846	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
276846	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
276846	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
276846	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
276846	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
276846	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
276846	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
276846	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
276846	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
276846	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
276846	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
276846	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
276846	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
276846	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
276846	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
276846	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
276846	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
276846	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
276846	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
276846	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
276846	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
276846	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
276846	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
276846	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
276846	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
276846	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
276846	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
276846	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
276846	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
276846	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
276846	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
276846	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
276846	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
276846	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
276846	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
276846	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
276846	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
276846	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
276846	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
276846	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
276846	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
276846	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
276846	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
276846	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
276846	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
276846	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
276846	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
276846	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
276846	embedding2nn.weight	0	0.26882269978523254
276846	embedding2nn.weight	1	0.3064766824245453
276846	embedding2nn.weight	2	-0.012112094089388847
276846	embedding2nn.weight	3	0.06285616755485535
276846	embedding2nn.weight	4	-0.0244700126349926
276846	embedding2nn.weight	5	0.07087425142526627
276846	embedding2nn.weight	6	0.01012524776160717
276846	embedding2nn.weight	7	-0.004382424056529999
276846	embedding2nn.weight	8	0.01438163872808218
276846	embedding2nn.weight	9	-0.016882669180631638
276846	embedding2nn.bias	0	0.03176756203174591
276846	embedding2nn.bias	1	-0.17459146678447723
276846	embedding2nn.bias	2	0.09620210528373718
276846	embedding2nn.bias	3	0.12305361777544022
276846	embedding2nn.bias	4	0.11585981398820877
276846	embedding2nn.bias	5	-0.06210387125611305
276846	embedding2nn.bias	6	-0.04436688870191574
276846	embedding2nn.bias	7	0.05716416612267494
276846	embedding2nn.bias	8	-0.15809831023216248
276846	embedding2nn.bias	9	-0.38231417536735535
276846	rnn.weight_ih_l0	0	0.012452034279704094
276846	rnn.weight_ih_l0	1	-0.07004176080226898
276846	rnn.weight_ih_l0	2	-0.0859917402267456
276846	rnn.weight_ih_l0	3	0.08006464689970016
276846	rnn.weight_ih_l0	4	0.03857104852795601
276846	rnn.weight_ih_l0	5	-0.13181744515895844
276846	rnn.weight_ih_l0	6	-0.05838865414261818
276846	rnn.weight_ih_l0	7	-0.0032550503965467215
276846	rnn.weight_ih_l0	8	0.012131615541875362
276846	rnn.weight_ih_l0	9	-0.010180104523897171
276846	rnn.weight_hh_l0	0	0.012649912387132645
276846	rnn.weight_hh_l0	1	0.06600432842969894
276846	rnn.weight_hh_l0	2	0.03620156645774841
276846	rnn.weight_hh_l0	3	0.02878681756556034
276846	rnn.weight_hh_l0	4	0.015282167121767998
276846	rnn.weight_hh_l0	5	0.08000548928976059
276846	rnn.weight_hh_l0	6	-0.021869486197829247
276846	rnn.weight_hh_l0	7	-0.08119390159845352
276846	rnn.weight_hh_l0	8	0.04103308543562889
276846	rnn.weight_hh_l0	9	-0.09493039548397064
276846	rnn.bias_ih_l0	0	0.18206027150154114
276846	rnn.bias_ih_l0	1	-0.22732380032539368
276846	rnn.bias_ih_l0	2	-0.023182224482297897
276846	rnn.bias_ih_l0	3	-0.12843303382396698
276846	rnn.bias_ih_l0	4	0.05884459987282753
276846	rnn.bias_ih_l0	5	-0.2968078851699829
276846	rnn.bias_ih_l0	6	-0.11440916359424591
276846	rnn.bias_ih_l0	7	-0.2755187749862671
276846	rnn.bias_ih_l0	8	-0.24059727787971497
276846	rnn.bias_ih_l0	9	-0.38537073135375977
276846	rnn.bias_hh_l0	0	-0.2662804424762726
276846	rnn.bias_hh_l0	1	-0.26923978328704834
276846	rnn.bias_hh_l0	2	-0.2665230631828308
276846	rnn.bias_hh_l0	3	-0.07342804968357086
276846	rnn.bias_hh_l0	4	-0.2452646940946579
276846	rnn.bias_hh_l0	5	-0.2671095132827759
276846	rnn.bias_hh_l0	6	-0.10308746993541718
276846	rnn.bias_hh_l0	7	0.08874228596687317
276846	rnn.bias_hh_l0	8	-0.13689792156219482
276846	rnn.bias_hh_l0	9	-0.45941081643104553
276846	rnn.weight_ih_l0_reverse	0	0.04109804704785347
276846	rnn.weight_ih_l0_reverse	1	-0.0837017148733139
276846	rnn.weight_ih_l0_reverse	2	-0.03807494789361954
276846	rnn.weight_ih_l0_reverse	3	-0.08670233935117722
276846	rnn.weight_ih_l0_reverse	4	0.058597441762685776
276846	rnn.weight_ih_l0_reverse	5	-0.10611376166343689
276846	rnn.weight_ih_l0_reverse	6	0.026658441871404648
276846	rnn.weight_ih_l0_reverse	7	0.03241695463657379
276846	rnn.weight_ih_l0_reverse	8	-0.07075672596693039
276846	rnn.weight_ih_l0_reverse	9	-0.022648118436336517
276846	rnn.weight_hh_l0_reverse	0	-0.07446832954883575
276846	rnn.weight_hh_l0_reverse	1	0.025279538705945015
276846	rnn.weight_hh_l0_reverse	2	-0.011110277846455574
276846	rnn.weight_hh_l0_reverse	3	0.028228016570210457
276846	rnn.weight_hh_l0_reverse	4	-0.0725763589143753
276846	rnn.weight_hh_l0_reverse	5	0.044614680111408234
276846	rnn.weight_hh_l0_reverse	6	0.016453884541988373
276846	rnn.weight_hh_l0_reverse	7	-0.04636828973889351
276846	rnn.weight_hh_l0_reverse	8	-0.013698762282729149
276846	rnn.weight_hh_l0_reverse	9	0.06622704863548279
276846	rnn.bias_ih_l0_reverse	0	-0.13484619557857513
276846	rnn.bias_ih_l0_reverse	1	-0.08035699278116226
276846	rnn.bias_ih_l0_reverse	2	0.08278939127922058
276846	rnn.bias_ih_l0_reverse	3	-0.2249983847141266
276846	rnn.bias_ih_l0_reverse	4	-0.0422915555536747
276846	rnn.bias_ih_l0_reverse	5	-0.1883828192949295
276846	rnn.bias_ih_l0_reverse	6	0.22909367084503174
276846	rnn.bias_ih_l0_reverse	7	-0.26789093017578125
276846	rnn.bias_ih_l0_reverse	8	-0.1291281282901764
276846	rnn.bias_ih_l0_reverse	9	-0.11535492539405823
276846	rnn.bias_hh_l0_reverse	0	-0.11155552417039871
276846	rnn.bias_hh_l0_reverse	1	0.21905599534511566
276846	rnn.bias_hh_l0_reverse	2	-0.3031645715236664
276846	rnn.bias_hh_l0_reverse	3	-0.16086402535438538
276846	rnn.bias_hh_l0_reverse	4	-0.31888630986213684
276846	rnn.bias_hh_l0_reverse	5	-0.14114932715892792
276846	rnn.bias_hh_l0_reverse	6	-0.2601313292980194
276846	rnn.bias_hh_l0_reverse	7	-0.06706696003675461
276846	rnn.bias_hh_l0_reverse	8	-0.21482045948505402
276846	rnn.bias_hh_l0_reverse	9	0.19067563116550446
276846	linear.weight	0	0.22058577835559845
276846	linear.weight	1	-0.4473239779472351
276846	linear.weight	2	0.034108128398656845
276846	linear.weight	3	0.06789280474185944
276846	linear.weight	4	-0.14858418703079224
276846	linear.weight	5	0.2502239942550659
276846	linear.weight	6	-0.05738753080368042
276846	linear.weight	7	-0.065102718770504
276846	linear.weight	8	0.1471296101808548
276846	linear.weight	9	-0.04354851320385933
276846	linear.bias	0	-1.0692206621170044
276846	linear.bias	1	1.968973159790039
276846	linear.bias	2	0.5710209608078003
276846	linear.bias	3	-2.524982452392578
276846	linear.bias	4	-0.26142504811286926
276846	linear.bias	5	1.1452534198760986
276846	linear.bias	6	-0.3120957314968109
276846	linear.bias	7	0.6607190370559692
276846	linear.bias	8	2.1638119220733643
276846	linear.bias	9	-1.3978657722473145
277455	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
277455	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
277455	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
277455	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
277455	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
277455	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
277455	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
277455	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
277455	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
277455	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
277455	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
277455	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
277455	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
277455	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
277455	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
277455	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
277455	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
277455	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
277455	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
277455	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
277455	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
277455	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
277455	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
277455	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
277455	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
277455	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
277455	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
277455	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
277455	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
277455	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
277455	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
277455	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
277455	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
277455	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
277455	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
277455	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
277455	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
277455	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
277455	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
277455	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
277455	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
277455	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
277455	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
277455	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
277455	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
277455	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
277455	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
277455	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
277455	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
277455	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
277455	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
277455	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
277455	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
277455	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
277455	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
277455	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
277455	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
277455	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
277455	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
277455	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
277455	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
277455	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
277455	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
277455	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
277455	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
277455	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
277455	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
277455	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
277455	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
277455	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
277455	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
277455	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
277455	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
277455	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
277455	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
277455	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
277455	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
277455	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
277455	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
277455	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
277455	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
277455	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
277455	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
277455	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
277455	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
277455	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
277455	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
277455	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
277455	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
277455	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
277455	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
277455	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
277455	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
277455	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
277455	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
277455	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
277455	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
277455	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
277455	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
277455	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
277455	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
277455	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
277455	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
277455	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
277455	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
277455	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
277455	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
277455	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
277455	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
277455	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
277455	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
277455	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
277455	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
277455	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
277455	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
277455	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
277455	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
277455	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
277455	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
277455	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
277455	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
277455	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
277455	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
277455	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
277455	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
277455	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
277455	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
277455	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
277455	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
277455	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
277455	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
277455	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
277455	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
277455	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
277455	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
277455	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
277455	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
277455	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
277455	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
277455	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
277455	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
277455	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
277455	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
277455	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
277455	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
277455	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
277455	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
277455	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
277455	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
277455	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
277455	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
277455	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
277455	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
277455	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
277455	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
277455	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
277455	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
277455	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
277455	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
277455	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
277455	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
277455	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
277455	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
277455	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
277455	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
277455	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
277455	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
277455	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
277455	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
277455	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
277455	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
277455	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
277455	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
277455	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
277455	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
277455	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
277455	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
277455	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
277455	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
277455	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
277455	embedding2nn.weight	0	0.26982516050338745
277455	embedding2nn.weight	1	0.3102232813835144
277455	embedding2nn.weight	2	-0.014439335092902184
277455	embedding2nn.weight	3	0.05804133787751198
277455	embedding2nn.weight	4	-0.022275054827332497
277455	embedding2nn.weight	5	0.06953230500221252
277455	embedding2nn.weight	6	0.010958419181406498
277455	embedding2nn.weight	7	0.00540558435022831
277455	embedding2nn.weight	8	0.006397034041583538
277455	embedding2nn.weight	9	-0.021878676488995552
277455	embedding2nn.bias	0	0.05208302289247513
277455	embedding2nn.bias	1	-0.18741978704929352
277455	embedding2nn.bias	2	0.12115450948476791
277455	embedding2nn.bias	3	0.14231906831264496
277455	embedding2nn.bias	4	0.1364976316690445
277455	embedding2nn.bias	5	-0.07150553166866302
277455	embedding2nn.bias	6	-0.038122229278087616
277455	embedding2nn.bias	7	0.05541650950908661
277455	embedding2nn.bias	8	-0.15441057085990906
277455	embedding2nn.bias	9	-0.3679947555065155
277455	rnn.weight_ih_l0	0	0.008648848161101341
277455	rnn.weight_ih_l0	1	-0.07130090147256851
277455	rnn.weight_ih_l0	2	-0.09584951400756836
277455	rnn.weight_ih_l0	3	0.0834832713007927
277455	rnn.weight_ih_l0	4	0.03321912884712219
277455	rnn.weight_ih_l0	5	-0.12696188688278198
277455	rnn.weight_ih_l0	6	-0.05345368757843971
277455	rnn.weight_ih_l0	7	-0.004212973173707724
277455	rnn.weight_ih_l0	8	0.02087276801466942
277455	rnn.weight_ih_l0	9	-0.004651771392673254
277455	rnn.weight_hh_l0	0	0.012638931162655354
277455	rnn.weight_hh_l0	1	0.06552974879741669
277455	rnn.weight_hh_l0	2	0.035935189574956894
277455	rnn.weight_hh_l0	3	0.029260586947202682
277455	rnn.weight_hh_l0	4	0.016566159203648567
277455	rnn.weight_hh_l0	5	0.07903926074504852
277455	rnn.weight_hh_l0	6	-0.022614523768424988
277455	rnn.weight_hh_l0	7	-0.07832694053649902
277455	rnn.weight_hh_l0	8	0.04111310467123985
277455	rnn.weight_hh_l0	9	-0.09391176700592041
277455	rnn.bias_ih_l0	0	0.18982698023319244
277455	rnn.bias_ih_l0	1	-0.22840794920921326
277455	rnn.bias_ih_l0	2	-0.022988326847553253
277455	rnn.bias_ih_l0	3	-0.13118202984333038
277455	rnn.bias_ih_l0	4	0.0460972934961319
277455	rnn.bias_ih_l0	5	-0.2983587086200714
277455	rnn.bias_ih_l0	6	-0.1073504313826561
277455	rnn.bias_ih_l0	7	-0.27539077401161194
277455	rnn.bias_ih_l0	8	-0.23947811126708984
277455	rnn.bias_ih_l0	9	-0.3832419514656067
277455	rnn.bias_hh_l0	0	-0.27532705664634705
277455	rnn.bias_hh_l0	1	-0.2653254568576813
277455	rnn.bias_hh_l0	2	-0.2655002772808075
277455	rnn.bias_hh_l0	3	-0.07504945993423462
277455	rnn.bias_hh_l0	4	-0.2468794286251068
277455	rnn.bias_hh_l0	5	-0.2663857638835907
277455	rnn.bias_hh_l0	6	-0.09895239770412445
277455	rnn.bias_hh_l0	7	0.09653149545192719
277455	rnn.bias_hh_l0	8	-0.1402304768562317
277455	rnn.bias_hh_l0	9	-0.46189334988594055
277455	rnn.weight_ih_l0_reverse	0	0.037109073251485825
277455	rnn.weight_ih_l0_reverse	1	-0.0816490575671196
277455	rnn.weight_ih_l0_reverse	2	-0.03645980730652809
277455	rnn.weight_ih_l0_reverse	3	-0.08480517566204071
277455	rnn.weight_ih_l0_reverse	4	0.058408934623003006
277455	rnn.weight_ih_l0_reverse	5	-0.10435248911380768
277455	rnn.weight_ih_l0_reverse	6	0.026173856109380722
277455	rnn.weight_ih_l0_reverse	7	0.031143253669142723
277455	rnn.weight_ih_l0_reverse	8	-0.06671091914176941
277455	rnn.weight_ih_l0_reverse	9	-0.02805675007402897
277455	rnn.weight_hh_l0_reverse	0	-0.07448813319206238
277455	rnn.weight_hh_l0_reverse	1	0.02535141259431839
277455	rnn.weight_hh_l0_reverse	2	-0.010616621933877468
277455	rnn.weight_hh_l0_reverse	3	0.02771521918475628
277455	rnn.weight_hh_l0_reverse	4	-0.0723676010966301
277455	rnn.weight_hh_l0_reverse	5	0.044919148087501526
277455	rnn.weight_hh_l0_reverse	6	0.016250504180788994
277455	rnn.weight_hh_l0_reverse	7	-0.04711701720952988
277455	rnn.weight_hh_l0_reverse	8	-0.013418803922832012
277455	rnn.weight_hh_l0_reverse	9	0.0669594407081604
277455	rnn.bias_ih_l0_reverse	0	-0.13710735738277435
277455	rnn.bias_ih_l0_reverse	1	-0.08276998996734619
277455	rnn.bias_ih_l0_reverse	2	0.09661692380905151
277455	rnn.bias_ih_l0_reverse	3	-0.22009965777397156
277455	rnn.bias_ih_l0_reverse	4	-0.0458904504776001
277455	rnn.bias_ih_l0_reverse	5	-0.18866026401519775
277455	rnn.bias_ih_l0_reverse	6	0.23016755282878876
277455	rnn.bias_ih_l0_reverse	7	-0.2703574299812317
277455	rnn.bias_ih_l0_reverse	8	-0.12554597854614258
277455	rnn.bias_ih_l0_reverse	9	-0.11509749293327332
277455	rnn.bias_hh_l0_reverse	0	-0.11701986938714981
277455	rnn.bias_hh_l0_reverse	1	0.2153293341398239
277455	rnn.bias_hh_l0_reverse	2	-0.292209267616272
277455	rnn.bias_hh_l0_reverse	3	-0.16056348383426666
277455	rnn.bias_hh_l0_reverse	4	-0.3179658353328705
277455	rnn.bias_hh_l0_reverse	5	-0.13610129058361053
277455	rnn.bias_hh_l0_reverse	6	-0.26185333728790283
277455	rnn.bias_hh_l0_reverse	7	-0.07597892731428146
277455	rnn.bias_hh_l0_reverse	8	-0.2037169337272644
277455	rnn.bias_hh_l0_reverse	9	0.18823210895061493
277455	linear.weight	0	0.22196896374225616
277455	linear.weight	1	-0.4175817668437958
277455	linear.weight	2	0.1041794866323471
277455	linear.weight	3	0.06789030879735947
277455	linear.weight	4	-0.15401069819927216
277455	linear.weight	5	0.21151939034461975
277455	linear.weight	6	-0.03869760036468506
277455	linear.weight	7	-0.06508473306894302
277455	linear.weight	8	0.1537226140499115
277455	linear.weight	9	-0.04357452318072319
277455	linear.bias	0	-1.0408568382263184
277455	linear.bias	1	1.915391445159912
277455	linear.bias	2	0.5443899035453796
277455	linear.bias	3	-2.525663375854492
277455	linear.bias	4	-0.26601269841194153
277455	linear.bias	5	1.1527782678604126
277455	linear.bias	6	-0.30692777037620544
277455	linear.bias	7	0.6456913948059082
277455	linear.bias	8	2.2052526473999023
277455	linear.bias	9	-1.3725680112838745
278064	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
278064	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
278064	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
278064	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
278064	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
278064	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
278064	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
278064	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
278064	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
278064	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
278064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
278064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
278064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
278064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
278064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
278064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
278064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
278064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
278064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
278064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
278064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
278064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
278064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
278064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
278064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
278064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
278064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
278064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
278064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
278064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
278064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
278064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
278064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
278064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
278064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
278064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
278064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
278064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
278064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
278064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
278064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
278064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
278064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
278064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
278064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
278064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
278064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
278064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
278064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
278064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
278064	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
278064	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
278064	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
278064	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
278064	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
278064	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
278064	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
278064	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
278064	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
278064	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
278064	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
278064	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
278064	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
278064	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
278064	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
278064	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
278064	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
278064	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
278064	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
278064	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
278064	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
278064	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
278064	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
278064	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
278064	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
278064	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
278064	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
278064	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
278064	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
278064	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
278064	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
278064	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
278064	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
278064	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
278064	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
278064	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
278064	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
278064	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
278064	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
278064	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
278064	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
278064	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
278064	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
278064	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
278064	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
278064	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
278064	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
278064	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
278064	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
278064	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
278064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
278064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
278064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
278064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
278064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
278064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
278064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
278064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
278064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
278064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
278064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
278064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
278064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
278064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
278064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
278064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
278064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
278064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
278064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
278064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
278064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
278064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
278064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
278064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
278064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
278064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
278064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
278064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
278064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
278064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
278064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
278064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
278064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
278064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
278064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
278064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
278064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
278064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
278064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
278064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
278064	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
278064	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
278064	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
278064	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
278064	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
278064	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
278064	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
278064	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
278064	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
278064	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
278064	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
278064	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
278064	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
278064	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
278064	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
278064	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
278064	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
278064	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
278064	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
278064	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
278064	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
278064	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
278064	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
278064	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
278064	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
278064	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
278064	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
278064	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
278064	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
278064	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
278064	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
278064	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
278064	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
278064	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
278064	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
278064	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
278064	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
278064	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
278064	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
278064	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
278064	embedding2nn.weight	0	0.2711261808872223
278064	embedding2nn.weight	1	0.3108281195163727
278064	embedding2nn.weight	2	-0.012824010103940964
278064	embedding2nn.weight	3	0.06881517916917801
278064	embedding2nn.weight	4	-0.026098325848579407
278064	embedding2nn.weight	5	0.07231133431196213
278064	embedding2nn.weight	6	0.02485528029501438
278064	embedding2nn.weight	7	0.0026330542750656605
278064	embedding2nn.weight	8	0.0021323012188076973
278064	embedding2nn.weight	9	-0.027604322880506516
278064	embedding2nn.bias	0	0.04062548279762268
278064	embedding2nn.bias	1	-0.20591391623020172
278064	embedding2nn.bias	2	0.1191336140036583
278064	embedding2nn.bias	3	0.14411669969558716
278064	embedding2nn.bias	4	0.14384858310222626
278064	embedding2nn.bias	5	-0.0624278299510479
278064	embedding2nn.bias	6	-0.0712064579129219
278064	embedding2nn.bias	7	0.06803297251462936
278064	embedding2nn.bias	8	-0.12663045525550842
278064	embedding2nn.bias	9	-0.3664921820163727
278064	rnn.weight_ih_l0	0	0.01127893477678299
278064	rnn.weight_ih_l0	1	-0.07337161153554916
278064	rnn.weight_ih_l0	2	-0.0906558558344841
278064	rnn.weight_ih_l0	3	0.07905980944633484
278064	rnn.weight_ih_l0	4	0.029569150879979134
278064	rnn.weight_ih_l0	5	-0.12290988117456436
278064	rnn.weight_ih_l0	6	-0.05558481812477112
278064	rnn.weight_ih_l0	7	-0.004494059830904007
278064	rnn.weight_ih_l0	8	0.02685575559735298
278064	rnn.weight_ih_l0	9	-0.007593414280563593
278064	rnn.weight_hh_l0	0	0.012090439908206463
278064	rnn.weight_hh_l0	1	0.0652158185839653
278064	rnn.weight_hh_l0	2	0.03476894274353981
278064	rnn.weight_hh_l0	3	0.02939000353217125
278064	rnn.weight_hh_l0	4	0.01764068938791752
278064	rnn.weight_hh_l0	5	0.07784587889909744
278064	rnn.weight_hh_l0	6	-0.02314954623579979
278064	rnn.weight_hh_l0	7	-0.07558904588222504
278064	rnn.weight_hh_l0	8	0.040302976965904236
278064	rnn.weight_hh_l0	9	-0.09327208250761032
278064	rnn.bias_ih_l0	0	0.18377946317195892
278064	rnn.bias_ih_l0	1	-0.22860939800739288
278064	rnn.bias_ih_l0	2	-0.024183087050914764
278064	rnn.bias_ih_l0	3	-0.13713456690311432
278064	rnn.bias_ih_l0	4	0.05579802393913269
278064	rnn.bias_ih_l0	5	-0.30711695551872253
278064	rnn.bias_ih_l0	6	-0.10562591254711151
278064	rnn.bias_ih_l0	7	-0.2756190299987793
278064	rnn.bias_ih_l0	8	-0.231997549533844
278064	rnn.bias_ih_l0	9	-0.39001405239105225
278064	rnn.bias_hh_l0	0	-0.2771356999874115
278064	rnn.bias_hh_l0	1	-0.25979742407798767
278064	rnn.bias_hh_l0	2	-0.26177147030830383
278064	rnn.bias_hh_l0	3	-0.07416104525327682
278064	rnn.bias_hh_l0	4	-0.24694643914699554
278064	rnn.bias_hh_l0	5	-0.2662716209888458
278064	rnn.bias_hh_l0	6	-0.0957459807395935
278064	rnn.bias_hh_l0	7	0.0890420600771904
278064	rnn.bias_hh_l0	8	-0.1455538272857666
278064	rnn.bias_hh_l0	9	-0.4648931324481964
278064	rnn.weight_ih_l0_reverse	0	0.03747156634926796
278064	rnn.weight_ih_l0_reverse	1	-0.08442810922861099
278064	rnn.weight_ih_l0_reverse	2	-0.03287610039114952
278064	rnn.weight_ih_l0_reverse	3	-0.08540651947259903
278064	rnn.weight_ih_l0_reverse	4	0.061447300016880035
278064	rnn.weight_ih_l0_reverse	5	-0.10584001988172531
278064	rnn.weight_ih_l0_reverse	6	0.025413544848561287
278064	rnn.weight_ih_l0_reverse	7	0.03136326000094414
278064	rnn.weight_ih_l0_reverse	8	-0.06609544157981873
278064	rnn.weight_ih_l0_reverse	9	-0.031057139858603477
278064	rnn.weight_hh_l0_reverse	0	-0.07218819856643677
278064	rnn.weight_hh_l0_reverse	1	0.024655835703015327
278064	rnn.weight_hh_l0_reverse	2	-0.010486782528460026
278064	rnn.weight_hh_l0_reverse	3	0.028696421533823013
278064	rnn.weight_hh_l0_reverse	4	-0.07131720334291458
278064	rnn.weight_hh_l0_reverse	5	0.04499441012740135
278064	rnn.weight_hh_l0_reverse	6	0.016200482845306396
278064	rnn.weight_hh_l0_reverse	7	-0.04497120529413223
278064	rnn.weight_hh_l0_reverse	8	-0.015114175155758858
278064	rnn.weight_hh_l0_reverse	9	0.06653530150651932
278064	rnn.bias_ih_l0_reverse	0	-0.14235982298851013
278064	rnn.bias_ih_l0_reverse	1	-0.08509694039821625
278064	rnn.bias_ih_l0_reverse	2	0.07975064963102341
278064	rnn.bias_ih_l0_reverse	3	-0.22340451180934906
278064	rnn.bias_ih_l0_reverse	4	-0.03426353260874748
278064	rnn.bias_ih_l0_reverse	5	-0.19095852971076965
278064	rnn.bias_ih_l0_reverse	6	0.2230520397424698
278064	rnn.bias_ih_l0_reverse	7	-0.2777843475341797
278064	rnn.bias_ih_l0_reverse	8	-0.12538254261016846
278064	rnn.bias_ih_l0_reverse	9	-0.11343041807413101
278064	rnn.bias_hh_l0_reverse	0	-0.11755450069904327
278064	rnn.bias_hh_l0_reverse	1	0.21788230538368225
278064	rnn.bias_hh_l0_reverse	2	-0.29379692673683167
278064	rnn.bias_hh_l0_reverse	3	-0.1713811606168747
278064	rnn.bias_hh_l0_reverse	4	-0.31603577733039856
278064	rnn.bias_hh_l0_reverse	5	-0.1362922638654709
278064	rnn.bias_hh_l0_reverse	6	-0.25450658798217773
278064	rnn.bias_hh_l0_reverse	7	-0.07360834628343582
278064	rnn.bias_hh_l0_reverse	8	-0.20109091699123383
278064	rnn.bias_hh_l0_reverse	9	0.18650978803634644
278064	linear.weight	0	0.24384449422359467
278064	linear.weight	1	-0.4464094638824463
278064	linear.weight	2	0.023346200585365295
278064	linear.weight	3	0.06789018958806992
278064	linear.weight	4	-0.14577367901802063
278064	linear.weight	5	0.18628962337970734
278064	linear.weight	6	-0.03886321187019348
278064	linear.weight	7	-0.06506822258234024
278064	linear.weight	8	0.15797416865825653
278064	linear.weight	9	-0.04360027238726616
278064	linear.bias	0	-1.0795011520385742
278064	linear.bias	1	1.995800495147705
278064	linear.bias	2	0.5768883228302002
278064	linear.bias	3	-2.5263147354125977
278064	linear.bias	4	-0.2691948711872101
278064	linear.bias	5	1.1560603380203247
278064	linear.bias	6	-0.3042179346084595
278064	linear.bias	7	0.6718477010726929
278064	linear.bias	8	2.230860710144043
278064	linear.bias	9	-1.3784058094024658
278673	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
278673	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
278673	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
278673	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
278673	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
278673	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
278673	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
278673	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
278673	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
278673	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
278673	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
278673	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
278673	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
278673	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
278673	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
278673	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
278673	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
278673	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
278673	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
278673	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
278673	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
278673	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
278673	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
278673	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
278673	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
278673	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
278673	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
278673	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
278673	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
278673	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
278673	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
278673	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
278673	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
278673	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
278673	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
278673	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
278673	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
278673	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
278673	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
278673	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
278673	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
278673	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
278673	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
278673	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
278673	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
278673	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
278673	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
278673	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
278673	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
278673	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
278673	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
278673	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
278673	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
278673	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
278673	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
278673	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
278673	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
278673	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
278673	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
278673	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
278673	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
278673	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
278673	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
278673	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
278673	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
278673	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
278673	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
278673	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
278673	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
278673	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
278673	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
278673	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
278673	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
278673	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
278673	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
278673	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
278673	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
278673	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
278673	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
278673	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
278673	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
278673	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
278673	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
278673	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
278673	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
278673	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
278673	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
278673	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
278673	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
278673	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
278673	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
278673	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
278673	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
278673	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
278673	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
278673	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
278673	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
278673	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
278673	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
278673	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
278673	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
278673	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
278673	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
278673	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
278673	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
278673	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
278673	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
278673	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
278673	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
278673	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
278673	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
278673	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
278673	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
278673	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
278673	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
278673	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
278673	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
278673	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
278673	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
278673	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
278673	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
278673	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
278673	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
278673	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
278673	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
278673	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
278673	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
278673	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
278673	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
278673	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
278673	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
278673	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
278673	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
278673	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
278673	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
278673	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
278673	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
278673	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
278673	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
278673	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
278673	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
278673	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
278673	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
278673	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
278673	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
278673	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
278673	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
278673	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
278673	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
278673	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
278673	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
278673	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
278673	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
278673	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
278673	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
278673	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
278673	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
278673	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
278673	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
278673	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
278673	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
278673	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
278673	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
278673	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
278673	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
278673	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
278673	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
278673	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
278673	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
278673	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
278673	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
278673	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
278673	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
278673	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
278673	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
278673	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
278673	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
278673	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
278673	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
278673	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
278673	embedding2nn.weight	0	0.272533655166626
278673	embedding2nn.weight	1	0.31199705600738525
278673	embedding2nn.weight	2	-0.015009368769824505
278673	embedding2nn.weight	3	0.067168228328228
278673	embedding2nn.weight	4	-0.0227377787232399
278673	embedding2nn.weight	5	0.07077184319496155
278673	embedding2nn.weight	6	0.024842871353030205
278673	embedding2nn.weight	7	0.00618470786139369
278673	embedding2nn.weight	8	0.007607429288327694
278673	embedding2nn.weight	9	-0.020949071273207664
278673	embedding2nn.bias	0	0.05742567777633667
278673	embedding2nn.bias	1	-0.19095690548419952
278673	embedding2nn.bias	2	0.11758945882320404
278673	embedding2nn.bias	3	0.12282580137252808
278673	embedding2nn.bias	4	0.1620461642742157
278673	embedding2nn.bias	5	-0.06361845880746841
278673	embedding2nn.bias	6	-0.07090107351541519
278673	embedding2nn.bias	7	0.0690290704369545
278673	embedding2nn.bias	8	-0.12330839037895203
278673	embedding2nn.bias	9	-0.38750502467155457
278673	rnn.weight_ih_l0	0	0.01478213258087635
278673	rnn.weight_ih_l0	1	-0.07422717660665512
278673	rnn.weight_ih_l0	2	-0.09044362604618073
278673	rnn.weight_ih_l0	3	0.08029118925333023
278673	rnn.weight_ih_l0	4	0.021488405764102936
278673	rnn.weight_ih_l0	5	-0.12064457684755325
278673	rnn.weight_ih_l0	6	-0.05559595301747322
278673	rnn.weight_ih_l0	7	-0.0029213125817477703
278673	rnn.weight_ih_l0	8	0.037209972739219666
278673	rnn.weight_ih_l0	9	-0.011325085535645485
278673	rnn.weight_hh_l0	0	0.012197069823741913
278673	rnn.weight_hh_l0	1	0.0648467019200325
278673	rnn.weight_hh_l0	2	0.03361574560403824
278673	rnn.weight_hh_l0	3	0.029484035447239876
278673	rnn.weight_hh_l0	4	0.017810087651014328
278673	rnn.weight_hh_l0	5	0.07729890197515488
278673	rnn.weight_hh_l0	6	-0.024032222107052803
278673	rnn.weight_hh_l0	7	-0.07586266100406647
278673	rnn.weight_hh_l0	8	0.041144054383039474
278673	rnn.weight_hh_l0	9	-0.09352658689022064
278673	rnn.bias_ih_l0	0	0.18645824491977692
278673	rnn.bias_ih_l0	1	-0.22724081575870514
278673	rnn.bias_ih_l0	2	-0.025269795209169388
278673	rnn.bias_ih_l0	3	-0.15027934312820435
278673	rnn.bias_ih_l0	4	0.06895776093006134
278673	rnn.bias_ih_l0	5	-0.30107322335243225
278673	rnn.bias_ih_l0	6	-0.10605413466691971
278673	rnn.bias_ih_l0	7	-0.27218911051750183
278673	rnn.bias_ih_l0	8	-0.23204559087753296
278673	rnn.bias_ih_l0	9	-0.3940761089324951
278673	rnn.bias_hh_l0	0	-0.2814069092273712
278673	rnn.bias_hh_l0	1	-0.2595970332622528
278673	rnn.bias_hh_l0	2	-0.2631653845310211
278673	rnn.bias_hh_l0	3	-0.0703902468085289
278673	rnn.bias_hh_l0	4	-0.25191405415534973
278673	rnn.bias_hh_l0	5	-0.26878470182418823
278673	rnn.bias_hh_l0	6	-0.08765000104904175
278673	rnn.bias_hh_l0	7	0.0950237289071083
278673	rnn.bias_hh_l0	8	-0.14812378585338593
278673	rnn.bias_hh_l0	9	-0.46119850873947144
278673	rnn.weight_ih_l0_reverse	0	0.04459897056221962
278673	rnn.weight_ih_l0_reverse	1	-0.08506666123867035
278673	rnn.weight_ih_l0_reverse	2	-0.033031899482011795
278673	rnn.weight_ih_l0_reverse	3	-0.08815906196832657
278673	rnn.weight_ih_l0_reverse	4	0.05908072367310524
278673	rnn.weight_ih_l0_reverse	5	-0.10493592917919159
278673	rnn.weight_ih_l0_reverse	6	0.027283554896712303
278673	rnn.weight_ih_l0_reverse	7	0.03176305070519447
278673	rnn.weight_ih_l0_reverse	8	-0.07117226719856262
278673	rnn.weight_ih_l0_reverse	9	-0.030803782865405083
278673	rnn.weight_hh_l0_reverse	0	-0.07452420890331268
278673	rnn.weight_hh_l0_reverse	1	0.02358526922762394
278673	rnn.weight_hh_l0_reverse	2	-0.01046273298561573
278673	rnn.weight_hh_l0_reverse	3	0.027972035109996796
278673	rnn.weight_hh_l0_reverse	4	-0.06980977952480316
278673	rnn.weight_hh_l0_reverse	5	0.044656697660684586
278673	rnn.weight_hh_l0_reverse	6	0.01615872047841549
278673	rnn.weight_hh_l0_reverse	7	-0.045604266226291656
278673	rnn.weight_hh_l0_reverse	8	-0.01517136488109827
278673	rnn.weight_hh_l0_reverse	9	0.06370771676301956
278673	rnn.bias_ih_l0_reverse	0	-0.13715077936649323
278673	rnn.bias_ih_l0_reverse	1	-0.08268439769744873
278673	rnn.bias_ih_l0_reverse	2	0.08625832200050354
278673	rnn.bias_ih_l0_reverse	3	-0.2240128368139267
278673	rnn.bias_ih_l0_reverse	4	-0.04750564321875572
278673	rnn.bias_ih_l0_reverse	5	-0.19337190687656403
278673	rnn.bias_ih_l0_reverse	6	0.2207181453704834
278673	rnn.bias_ih_l0_reverse	7	-0.2758866846561432
278673	rnn.bias_ih_l0_reverse	8	-0.1330171376466751
278673	rnn.bias_ih_l0_reverse	9	-0.10218154639005661
278673	rnn.bias_hh_l0_reverse	0	-0.1161872148513794
278673	rnn.bias_hh_l0_reverse	1	0.21778005361557007
278673	rnn.bias_hh_l0_reverse	2	-0.30746960639953613
278673	rnn.bias_hh_l0_reverse	3	-0.17751720547676086
278673	rnn.bias_hh_l0_reverse	4	-0.31148332357406616
278673	rnn.bias_hh_l0_reverse	5	-0.13569825887680054
278673	rnn.bias_hh_l0_reverse	6	-0.25254395604133606
278673	rnn.bias_hh_l0_reverse	7	-0.07101525366306305
278673	rnn.bias_hh_l0_reverse	8	-0.20624607801437378
278673	rnn.bias_hh_l0_reverse	9	0.19230987131595612
278673	linear.weight	0	0.2422250509262085
278673	linear.weight	1	-0.4347279369831085
278673	linear.weight	2	0.06837978959083557
278673	linear.weight	3	0.06789310276508331
278673	linear.weight	4	-0.06380041688680649
278673	linear.weight	5	0.20347817242145538
278673	linear.weight	6	-0.01353563740849495
278673	linear.weight	7	-0.06505241990089417
278673	linear.weight	8	0.1633901596069336
278673	linear.weight	9	-0.0436299704015255
278673	linear.bias	0	-1.087937831878662
278673	linear.bias	1	1.9799951314926147
278673	linear.bias	2	0.6240984797477722
278673	linear.bias	3	-2.527003049850464
278673	linear.bias	4	-0.3052270710468292
278673	linear.bias	5	1.2004377841949463
278673	linear.bias	6	-0.27428120374679565
278673	linear.bias	7	0.6616337299346924
278673	linear.bias	8	2.243459463119507
278673	linear.bias	9	-1.3924611806869507
279282	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
279282	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
279282	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
279282	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
279282	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
279282	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
279282	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
279282	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
279282	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
279282	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
279282	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
279282	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
279282	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
279282	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
279282	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
279282	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
279282	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
279282	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
279282	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
279282	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
279282	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
279282	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
279282	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
279282	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
279282	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
279282	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
279282	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
279282	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
279282	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
279282	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
279282	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
279282	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
279282	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
279282	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
279282	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
279282	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
279282	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
279282	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
279282	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
279282	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
279282	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
279282	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
279282	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
279282	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
279282	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
279282	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
279282	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
279282	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
279282	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
279282	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
279282	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
279282	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
279282	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
279282	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
279282	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
279282	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
279282	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
279282	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
279282	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
279282	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
279282	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
279282	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
279282	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
279282	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
279282	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
279282	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
279282	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
279282	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
279282	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
279282	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
279282	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
279282	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
279282	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
279282	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
279282	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
279282	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
279282	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
279282	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
279282	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
279282	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
279282	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
279282	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
279282	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
279282	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
279282	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
279282	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
279282	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
279282	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
279282	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
279282	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
279282	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
279282	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
279282	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
279282	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
279282	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
279282	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
279282	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
279282	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
279282	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
279282	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
279282	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
279282	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
279282	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
279282	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
279282	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
279282	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
279282	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
279282	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
279282	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
279282	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
279282	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
279282	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
279282	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
279282	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
279282	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
279282	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
279282	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
279282	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
279282	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
279282	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
279282	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
279282	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
279282	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
279282	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
279282	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
279282	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
279282	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
279282	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
279282	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
279282	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
279282	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
279282	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
279282	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
279282	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
279282	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
279282	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
279282	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
279282	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
279282	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
279282	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
279282	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
279282	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
279282	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
279282	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
279282	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
279282	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
279282	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
279282	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
279282	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
279282	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
279282	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
279282	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
279282	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
279282	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
279282	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
279282	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
279282	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
279282	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
279282	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
279282	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
279282	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
279282	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
279282	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
279282	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
279282	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
279282	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
279282	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
279282	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
279282	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
279282	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
279282	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
279282	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
279282	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
279282	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
279282	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
279282	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
279282	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
279282	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
279282	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
279282	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
279282	embedding2nn.weight	0	0.2736223340034485
279282	embedding2nn.weight	1	0.3108336627483368
279282	embedding2nn.weight	2	-0.010614373721182346
279282	embedding2nn.weight	3	0.078385129570961
279282	embedding2nn.weight	4	-0.021262962371110916
279282	embedding2nn.weight	5	0.06905047595500946
279282	embedding2nn.weight	6	0.015339461155235767
279282	embedding2nn.weight	7	0.010918722487986088
279282	embedding2nn.weight	8	0.0021950053051114082
279282	embedding2nn.weight	9	-0.014105649664998055
279282	embedding2nn.bias	0	0.05550945922732353
279282	embedding2nn.bias	1	-0.17381460964679718
279282	embedding2nn.bias	2	0.10884878039360046
279282	embedding2nn.bias	3	0.14538106322288513
279282	embedding2nn.bias	4	0.15478472411632538
279282	embedding2nn.bias	5	-0.04392649605870247
279282	embedding2nn.bias	6	-0.06242825463414192
279282	embedding2nn.bias	7	0.05220821127295494
279282	embedding2nn.bias	8	-0.15804684162139893
279282	embedding2nn.bias	9	-0.37142956256866455
279282	rnn.weight_ih_l0	0	0.013272207230329514
279282	rnn.weight_ih_l0	1	-0.07494693249464035
279282	rnn.weight_ih_l0	2	-0.08503441512584686
279282	rnn.weight_ih_l0	3	0.07701575756072998
279282	rnn.weight_ih_l0	4	0.02968536503612995
279282	rnn.weight_ih_l0	5	-0.1132776141166687
279282	rnn.weight_ih_l0	6	-0.058171361684799194
279282	rnn.weight_ih_l0	7	-0.004966944456100464
279282	rnn.weight_ih_l0	8	0.03276466578245163
279282	rnn.weight_ih_l0	9	-0.016702022403478622
279282	rnn.weight_hh_l0	0	0.012058359570801258
279282	rnn.weight_hh_l0	1	0.06469061970710754
279282	rnn.weight_hh_l0	2	0.03324822708964348
279282	rnn.weight_hh_l0	3	0.029408423230051994
279282	rnn.weight_hh_l0	4	0.016203755512833595
279282	rnn.weight_hh_l0	5	0.07623831182718277
279282	rnn.weight_hh_l0	6	-0.024169214069843292
279282	rnn.weight_hh_l0	7	-0.07394210249185562
279282	rnn.weight_hh_l0	8	0.041647400707006454
279282	rnn.weight_hh_l0	9	-0.08962620794773102
279282	rnn.bias_ih_l0	0	0.19979025423526764
279282	rnn.bias_ih_l0	1	-0.23210549354553223
279282	rnn.bias_ih_l0	2	-0.02064940333366394
279282	rnn.bias_ih_l0	3	-0.14585226774215698
279282	rnn.bias_ih_l0	4	0.07314878702163696
279282	rnn.bias_ih_l0	5	-0.3109086751937866
279282	rnn.bias_ih_l0	6	-0.1122211366891861
279282	rnn.bias_ih_l0	7	-0.2727760672569275
279282	rnn.bias_ih_l0	8	-0.23197400569915771
279282	rnn.bias_ih_l0	9	-0.40431085228919983
279282	rnn.bias_hh_l0	0	-0.2789648771286011
279282	rnn.bias_hh_l0	1	-0.26043254137039185
279282	rnn.bias_hh_l0	2	-0.2607100307941437
279282	rnn.bias_hh_l0	3	-0.07095169275999069
279282	rnn.bias_hh_l0	4	-0.2582249939441681
279282	rnn.bias_hh_l0	5	-0.2709871828556061
279282	rnn.bias_hh_l0	6	-0.09069899469614029
279282	rnn.bias_hh_l0	7	0.09637818485498428
279282	rnn.bias_hh_l0	8	-0.14732909202575684
279282	rnn.bias_hh_l0	9	-0.46125534176826477
279282	rnn.weight_ih_l0_reverse	0	0.042167745530605316
279282	rnn.weight_ih_l0_reverse	1	-0.0867246687412262
279282	rnn.weight_ih_l0_reverse	2	-0.032964471727609634
279282	rnn.weight_ih_l0_reverse	3	-0.09249474108219147
279282	rnn.weight_ih_l0_reverse	4	0.06272805482149124
279282	rnn.weight_ih_l0_reverse	5	-0.11128222942352295
279282	rnn.weight_ih_l0_reverse	6	0.01739961840212345
279282	rnn.weight_ih_l0_reverse	7	0.03242931514978409
279282	rnn.weight_ih_l0_reverse	8	-0.07226070761680603
279282	rnn.weight_ih_l0_reverse	9	-0.04118111729621887
279282	rnn.weight_hh_l0_reverse	0	-0.07528887689113617
279282	rnn.weight_hh_l0_reverse	1	0.022966761142015457
279282	rnn.weight_hh_l0_reverse	2	-0.009309516288340092
279282	rnn.weight_hh_l0_reverse	3	0.02869740128517151
279282	rnn.weight_hh_l0_reverse	4	-0.07120640575885773
279282	rnn.weight_hh_l0_reverse	5	0.044993482530117035
279282	rnn.weight_hh_l0_reverse	6	0.01594063639640808
279282	rnn.weight_hh_l0_reverse	7	-0.04640424624085426
279282	rnn.weight_hh_l0_reverse	8	-0.013635791838169098
279282	rnn.weight_hh_l0_reverse	9	0.062244947999715805
279282	rnn.bias_ih_l0_reverse	0	-0.14127737283706665
279282	rnn.bias_ih_l0_reverse	1	-0.08730591833591461
279282	rnn.bias_ih_l0_reverse	2	0.08546578884124756
279282	rnn.bias_ih_l0_reverse	3	-0.21821746230125427
279282	rnn.bias_ih_l0_reverse	4	-0.044203080236911774
279282	rnn.bias_ih_l0_reverse	5	-0.19689954817295074
279282	rnn.bias_ih_l0_reverse	6	0.21840150654315948
279282	rnn.bias_ih_l0_reverse	7	-0.2796062231063843
279282	rnn.bias_ih_l0_reverse	8	-0.1317882090806961
279282	rnn.bias_ih_l0_reverse	9	-0.11789809912443161
279282	rnn.bias_hh_l0_reverse	0	-0.12668383121490479
279282	rnn.bias_hh_l0_reverse	1	0.2186492532491684
279282	rnn.bias_hh_l0_reverse	2	-0.30598753690719604
279282	rnn.bias_hh_l0_reverse	3	-0.18568582832813263
279282	rnn.bias_hh_l0_reverse	4	-0.31737977266311646
279282	rnn.bias_hh_l0_reverse	5	-0.13780099153518677
279282	rnn.bias_hh_l0_reverse	6	-0.25480830669403076
279282	rnn.bias_hh_l0_reverse	7	-0.07602980732917786
279282	rnn.bias_hh_l0_reverse	8	-0.215885192155838
279282	rnn.bias_hh_l0_reverse	9	0.19681744277477264
279282	linear.weight	0	0.2308904081583023
279282	linear.weight	1	-0.4797983467578888
279282	linear.weight	2	0.044745512306690216
279282	linear.weight	3	0.06789280474185944
279282	linear.weight	4	-0.12760858237743378
279282	linear.weight	5	0.20006442070007324
279282	linear.weight	6	-0.020230764523148537
279282	linear.weight	7	-0.0650351271033287
279282	linear.weight	8	0.15740834176540375
279282	linear.weight	9	-0.04366707056760788
279282	linear.bias	0	-1.086370587348938
279282	linear.bias	1	1.9704614877700806
279282	linear.bias	2	0.6127645969390869
279282	linear.bias	3	-2.527648448944092
279282	linear.bias	4	-0.25211989879608154
279282	linear.bias	5	1.1764541864395142
279282	linear.bias	6	-0.29496127367019653
279282	linear.bias	7	0.6583883762359619
279282	linear.bias	8	2.181809425354004
279282	linear.bias	9	-1.417840600013733
279891	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
279891	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
279891	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
279891	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
279891	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
279891	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
279891	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
279891	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
279891	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
279891	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
279891	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
279891	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
279891	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
279891	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
279891	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
279891	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
279891	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
279891	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
279891	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
279891	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
279891	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
279891	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
279891	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
279891	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
279891	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
279891	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
279891	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
279891	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
279891	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
279891	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
279891	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
279891	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
279891	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
279891	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
279891	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
279891	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
279891	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
279891	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
279891	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
279891	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
279891	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
279891	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
279891	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
279891	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
279891	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
279891	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
279891	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
279891	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
279891	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
279891	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
279891	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
279891	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
279891	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
279891	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
279891	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
279891	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
279891	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
279891	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
279891	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
279891	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
279891	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
279891	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
279891	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
279891	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
279891	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
279891	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
279891	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
279891	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
279891	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
279891	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
279891	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
279891	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
279891	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
279891	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
279891	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
279891	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
279891	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
279891	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
279891	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
279891	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
279891	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
279891	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
279891	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
279891	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
279891	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
279891	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
279891	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
279891	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
279891	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
279891	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
279891	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
279891	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
279891	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
279891	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
279891	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
279891	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
279891	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
279891	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
279891	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
279891	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
279891	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
279891	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
279891	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
279891	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
279891	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
279891	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
279891	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
279891	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
279891	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
279891	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
279891	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
279891	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
279891	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
279891	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
279891	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
279891	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
279891	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
279891	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
279891	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
279891	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
279891	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
279891	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
279891	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
279891	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
279891	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
279891	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
279891	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
279891	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
279891	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
279891	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
279891	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
279891	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
279891	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
279891	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
279891	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
279891	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
279891	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
279891	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
279891	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
279891	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
279891	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
279891	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
279891	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
279891	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
279891	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
279891	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
279891	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
279891	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
279891	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
279891	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
279891	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
279891	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
279891	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
279891	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
279891	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
279891	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
279891	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
279891	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
279891	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
279891	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
279891	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
279891	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
279891	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
279891	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
279891	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
279891	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
279891	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
279891	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
279891	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
279891	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
279891	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
279891	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
279891	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
279891	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
279891	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
279891	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
279891	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
279891	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
279891	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
279891	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
279891	embedding2nn.weight	0	0.27230843901634216
279891	embedding2nn.weight	1	0.31282341480255127
279891	embedding2nn.weight	2	-0.01254879031330347
279891	embedding2nn.weight	3	0.08172141015529633
279891	embedding2nn.weight	4	-0.024049673229455948
279891	embedding2nn.weight	5	0.06446688622236252
279891	embedding2nn.weight	6	0.013009157031774521
279891	embedding2nn.weight	7	0.008017204701900482
279891	embedding2nn.weight	8	0.004662361461669207
279891	embedding2nn.weight	9	-0.02312888763844967
279891	embedding2nn.bias	0	0.05713603273034096
279891	embedding2nn.bias	1	-0.19174683094024658
279891	embedding2nn.bias	2	0.13262538611888885
279891	embedding2nn.bias	3	0.14379096031188965
279891	embedding2nn.bias	4	0.1342136114835739
279891	embedding2nn.bias	5	-0.06590572744607925
279891	embedding2nn.bias	6	-0.050730470567941666
279891	embedding2nn.bias	7	0.02677582949399948
279891	embedding2nn.bias	8	-0.14288747310638428
279891	embedding2nn.bias	9	-0.37747883796691895
279891	rnn.weight_ih_l0	0	0.012564842589199543
279891	rnn.weight_ih_l0	1	-0.07256200909614563
279891	rnn.weight_ih_l0	2	-0.08022701740264893
279891	rnn.weight_ih_l0	3	0.079094797372818
279891	rnn.weight_ih_l0	4	0.030647417530417442
279891	rnn.weight_ih_l0	5	-0.1103232204914093
279891	rnn.weight_ih_l0	6	-0.059567879885435104
279891	rnn.weight_ih_l0	7	-0.004145951475948095
279891	rnn.weight_ih_l0	8	0.03306463360786438
279891	rnn.weight_ih_l0	9	-0.0159433763474226
279891	rnn.weight_hh_l0	0	0.01266470830887556
279891	rnn.weight_hh_l0	1	0.06498317420482635
279891	rnn.weight_hh_l0	2	0.03291958570480347
279891	rnn.weight_hh_l0	3	0.02900635451078415
279891	rnn.weight_hh_l0	4	0.01701987162232399
279891	rnn.weight_hh_l0	5	0.07504287362098694
279891	rnn.weight_hh_l0	6	-0.023907603695988655
279891	rnn.weight_hh_l0	7	-0.07307169586420059
279891	rnn.weight_hh_l0	8	0.04140936955809593
279891	rnn.weight_hh_l0	9	-0.08945958316326141
279891	rnn.bias_ih_l0	0	0.19269008934497833
279891	rnn.bias_ih_l0	1	-0.23187430202960968
279891	rnn.bias_ih_l0	2	-0.020245688036084175
279891	rnn.bias_ih_l0	3	-0.14519429206848145
279891	rnn.bias_ih_l0	4	0.06221509724855423
279891	rnn.bias_ih_l0	5	-0.31114256381988525
279891	rnn.bias_ih_l0	6	-0.1188083067536354
279891	rnn.bias_ih_l0	7	-0.2728705108165741
279891	rnn.bias_ih_l0	8	-0.229604110121727
279891	rnn.bias_ih_l0	9	-0.41494813561439514
279891	rnn.bias_hh_l0	0	-0.27674832940101624
279891	rnn.bias_hh_l0	1	-0.26212263107299805
279891	rnn.bias_hh_l0	2	-0.25374022126197815
279891	rnn.bias_hh_l0	3	-0.07415574043989182
279891	rnn.bias_hh_l0	4	-0.2575687766075134
279891	rnn.bias_hh_l0	5	-0.27181747555732727
279891	rnn.bias_hh_l0	6	-0.09011109918355942
279891	rnn.bias_hh_l0	7	0.09218952059745789
279891	rnn.bias_hh_l0	8	-0.1457468867301941
279891	rnn.bias_hh_l0	9	-0.46446821093559265
279891	rnn.weight_ih_l0_reverse	0	0.04036320373415947
279891	rnn.weight_ih_l0_reverse	1	-0.08652789890766144
279891	rnn.weight_ih_l0_reverse	2	-0.03699737787246704
279891	rnn.weight_ih_l0_reverse	3	-0.08682205528020859
279891	rnn.weight_ih_l0_reverse	4	0.06257324665784836
279891	rnn.weight_ih_l0_reverse	5	-0.11525412648916245
279891	rnn.weight_ih_l0_reverse	6	0.021522250026464462
279891	rnn.weight_ih_l0_reverse	7	0.031246744096279144
279891	rnn.weight_ih_l0_reverse	8	-0.07225697487592697
279891	rnn.weight_ih_l0_reverse	9	-0.04195081442594528
279891	rnn.weight_hh_l0_reverse	0	-0.07609318196773529
279891	rnn.weight_hh_l0_reverse	1	0.02275058627128601
279891	rnn.weight_hh_l0_reverse	2	-0.00952771957963705
279891	rnn.weight_hh_l0_reverse	3	0.029049623757600784
279891	rnn.weight_hh_l0_reverse	4	-0.07061409950256348
279891	rnn.weight_hh_l0_reverse	5	0.04411421716213226
279891	rnn.weight_hh_l0_reverse	6	0.01574884168803692
279891	rnn.weight_hh_l0_reverse	7	-0.04618678241968155
279891	rnn.weight_hh_l0_reverse	8	-0.013284731656312943
279891	rnn.weight_hh_l0_reverse	9	0.06245129182934761
279891	rnn.bias_ih_l0_reverse	0	-0.14193356037139893
279891	rnn.bias_ih_l0_reverse	1	-0.08042638748884201
279891	rnn.bias_ih_l0_reverse	2	0.08770392835140228
279891	rnn.bias_ih_l0_reverse	3	-0.22555585205554962
279891	rnn.bias_ih_l0_reverse	4	-0.031069118529558182
279891	rnn.bias_ih_l0_reverse	5	-0.19752204418182373
279891	rnn.bias_ih_l0_reverse	6	0.2267065793275833
279891	rnn.bias_ih_l0_reverse	7	-0.259416788816452
279891	rnn.bias_ih_l0_reverse	8	-0.13530108332633972
279891	rnn.bias_ih_l0_reverse	9	-0.1258411407470703
279891	rnn.bias_hh_l0_reverse	0	-0.13057954609394073
279891	rnn.bias_hh_l0_reverse	1	0.20458310842514038
279891	rnn.bias_hh_l0_reverse	2	-0.31467556953430176
279891	rnn.bias_hh_l0_reverse	3	-0.1784130185842514
279891	rnn.bias_hh_l0_reverse	4	-0.3111349940299988
279891	rnn.bias_hh_l0_reverse	5	-0.13369444012641907
279891	rnn.bias_hh_l0_reverse	6	-0.2539314329624176
279891	rnn.bias_hh_l0_reverse	7	-0.08212605118751526
279891	rnn.bias_hh_l0_reverse	8	-0.21121570467948914
279891	rnn.bias_hh_l0_reverse	9	0.19334407150745392
279891	linear.weight	0	0.18682388961315155
279891	linear.weight	1	-0.4660211503505707
279891	linear.weight	2	0.0586782805621624
279891	linear.weight	3	0.0678909569978714
279891	linear.weight	4	-0.12074103206396103
279891	linear.weight	5	0.2077380269765854
279891	linear.weight	6	-0.02512534335255623
279891	linear.weight	7	-0.06502953171730042
279891	linear.weight	8	0.16923771798610687
279891	linear.weight	9	-0.04369010776281357
279891	linear.bias	0	-1.0433497428894043
279891	linear.bias	1	1.9629619121551514
279891	linear.bias	2	0.6263563632965088
279891	linear.bias	3	-2.528285026550293
279891	linear.bias	4	-0.2835637629032135
279891	linear.bias	5	1.1699321269989014
279891	linear.bias	6	-0.3171655833721161
279891	linear.bias	7	0.6202092170715332
279891	linear.bias	8	2.160212516784668
279891	linear.bias	9	-1.4096333980560303
280500	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
280500	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
280500	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
280500	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
280500	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
280500	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
280500	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
280500	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
280500	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
280500	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
280500	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
280500	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
280500	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
280500	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
280500	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
280500	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
280500	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
280500	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
280500	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
280500	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
280500	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
280500	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
280500	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
280500	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
280500	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
280500	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
280500	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
280500	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
280500	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
280500	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
280500	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
280500	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
280500	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
280500	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
280500	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
280500	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
280500	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
280500	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
280500	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
280500	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
280500	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
280500	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
280500	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
280500	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
280500	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
280500	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
280500	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
280500	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
280500	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
280500	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
280500	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
280500	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
280500	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
280500	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
280500	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
280500	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
280500	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
280500	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
280500	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
280500	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
280500	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
280500	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
280500	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
280500	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
280500	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
280500	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
280500	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
280500	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
280500	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
280500	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
280500	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
280500	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
280500	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
280500	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
280500	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
280500	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
280500	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
280500	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
280500	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
280500	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
280500	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
280500	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
280500	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
280500	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
280500	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
280500	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
280500	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
280500	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
280500	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
280500	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
280500	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
280500	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
280500	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
280500	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
280500	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
280500	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
280500	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
280500	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
280500	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
280500	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
280500	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
280500	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
280500	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
280500	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
280500	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
280500	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
280500	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
280500	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
280500	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
280500	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
280500	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
280500	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
280500	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
280500	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
280500	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
280500	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
280500	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
280500	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
280500	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
280500	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
280500	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
280500	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
280500	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
280500	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
280500	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
280500	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
280500	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
280500	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
280500	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
280500	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
280500	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
280500	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
280500	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
280500	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
280500	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
280500	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
280500	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
280500	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
280500	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
280500	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
280500	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
280500	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
280500	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
280500	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
280500	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
280500	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
280500	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
280500	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
280500	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
280500	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
280500	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
280500	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
280500	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
280500	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
280500	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
280500	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
280500	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
280500	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
280500	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
280500	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
280500	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
280500	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
280500	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
280500	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
280500	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
280500	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
280500	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
280500	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
280500	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
280500	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
280500	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
280500	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
280500	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
280500	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
280500	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
280500	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
280500	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
280500	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
280500	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
280500	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
280500	embedding2nn.weight	0	0.27464842796325684
280500	embedding2nn.weight	1	0.31050777435302734
280500	embedding2nn.weight	2	-0.013138067908585072
280500	embedding2nn.weight	3	0.07795489579439163
280500	embedding2nn.weight	4	-0.025114402174949646
280500	embedding2nn.weight	5	0.06336195766925812
280500	embedding2nn.weight	6	0.013410394079983234
280500	embedding2nn.weight	7	0.006828507874161005
280500	embedding2nn.weight	8	0.0023240873124450445
280500	embedding2nn.weight	9	-0.025446465238928795
280500	embedding2nn.bias	0	0.04516199603676796
280500	embedding2nn.bias	1	-0.1894122213125229
280500	embedding2nn.bias	2	0.12773346900939941
280500	embedding2nn.bias	3	0.16293488442897797
280500	embedding2nn.bias	4	0.13407662510871887
280500	embedding2nn.bias	5	-0.07693096995353699
280500	embedding2nn.bias	6	-0.0627344474196434
280500	embedding2nn.bias	7	0.03194475919008255
280500	embedding2nn.bias	8	-0.1595974862575531
280500	embedding2nn.bias	9	-0.3751031160354614
280500	rnn.weight_ih_l0	0	0.014771025627851486
280500	rnn.weight_ih_l0	1	-0.07134979218244553
280500	rnn.weight_ih_l0	2	-0.08467305451631546
280500	rnn.weight_ih_l0	3	0.07242042571306229
280500	rnn.weight_ih_l0	4	0.030845703557133675
280500	rnn.weight_ih_l0	5	-0.10470641404390335
280500	rnn.weight_ih_l0	6	-0.05598847568035126
280500	rnn.weight_ih_l0	7	-0.0022489435505121946
280500	rnn.weight_ih_l0	8	0.03464280813932419
280500	rnn.weight_ih_l0	9	-0.0061973948031663895
280500	rnn.weight_hh_l0	0	0.012260032817721367
280500	rnn.weight_hh_l0	1	0.06455237418413162
280500	rnn.weight_hh_l0	2	0.03313114494085312
280500	rnn.weight_hh_l0	3	0.02769768238067627
280500	rnn.weight_hh_l0	4	0.01754004880785942
280500	rnn.weight_hh_l0	5	0.07596137374639511
280500	rnn.weight_hh_l0	6	-0.02396668680012226
280500	rnn.weight_hh_l0	7	-0.07336664199829102
280500	rnn.weight_hh_l0	8	0.04147186875343323
280500	rnn.weight_hh_l0	9	-0.08919171988964081
280500	rnn.bias_ih_l0	0	0.19550073146820068
280500	rnn.bias_ih_l0	1	-0.23059499263763428
280500	rnn.bias_ih_l0	2	-0.02470940537750721
280500	rnn.bias_ih_l0	3	-0.14728812873363495
280500	rnn.bias_ih_l0	4	0.05784754455089569
280500	rnn.bias_ih_l0	5	-0.3088189661502838
280500	rnn.bias_ih_l0	6	-0.11686666309833527
280500	rnn.bias_ih_l0	7	-0.27273228764533997
280500	rnn.bias_ih_l0	8	-0.22379758954048157
280500	rnn.bias_ih_l0	9	-0.42561259865760803
280500	rnn.bias_hh_l0	0	-0.28430449962615967
280500	rnn.bias_hh_l0	1	-0.2653324007987976
280500	rnn.bias_hh_l0	2	-0.2635310888290405
280500	rnn.bias_hh_l0	3	-0.0742698609828949
280500	rnn.bias_hh_l0	4	-0.261324942111969
280500	rnn.bias_hh_l0	5	-0.2727729082107544
280500	rnn.bias_hh_l0	6	-0.08980072289705276
280500	rnn.bias_hh_l0	7	0.08273114264011383
280500	rnn.bias_hh_l0	8	-0.14978130161762238
280500	rnn.bias_hh_l0	9	-0.45862600207328796
280500	rnn.weight_ih_l0_reverse	0	0.03931993246078491
280500	rnn.weight_ih_l0_reverse	1	-0.08754874020814896
280500	rnn.weight_ih_l0_reverse	2	-0.037872493267059326
280500	rnn.weight_ih_l0_reverse	3	-0.08600357174873352
280500	rnn.weight_ih_l0_reverse	4	0.06209233030676842
280500	rnn.weight_ih_l0_reverse	5	-0.11836745589971542
280500	rnn.weight_ih_l0_reverse	6	0.015076485462486744
280500	rnn.weight_ih_l0_reverse	7	0.03125331178307533
280500	rnn.weight_ih_l0_reverse	8	-0.06969568133354187
280500	rnn.weight_ih_l0_reverse	9	-0.045025572180747986
280500	rnn.weight_hh_l0_reverse	0	-0.07509324699640274
280500	rnn.weight_hh_l0_reverse	1	0.021597793325781822
280500	rnn.weight_hh_l0_reverse	2	-0.008595884777605534
280500	rnn.weight_hh_l0_reverse	3	0.02913566678762436
280500	rnn.weight_hh_l0_reverse	4	-0.0709027349948883
280500	rnn.weight_hh_l0_reverse	5	0.04399225115776062
280500	rnn.weight_hh_l0_reverse	6	0.015216224826872349
280500	rnn.weight_hh_l0_reverse	7	-0.04549646005034447
280500	rnn.weight_hh_l0_reverse	8	-0.013792873360216618
280500	rnn.weight_hh_l0_reverse	9	0.060418885201215744
280500	rnn.bias_ih_l0_reverse	0	-0.14266960322856903
280500	rnn.bias_ih_l0_reverse	1	-0.07474818080663681
280500	rnn.bias_ih_l0_reverse	2	0.0843958929181099
280500	rnn.bias_ih_l0_reverse	3	-0.21601849794387817
280500	rnn.bias_ih_l0_reverse	4	-0.04773923009634018
280500	rnn.bias_ih_l0_reverse	5	-0.19472067058086395
280500	rnn.bias_ih_l0_reverse	6	0.23098257184028625
280500	rnn.bias_ih_l0_reverse	7	-0.2587609887123108
280500	rnn.bias_ih_l0_reverse	8	-0.13421250879764557
280500	rnn.bias_ih_l0_reverse	9	-0.12329471856355667
280500	rnn.bias_hh_l0_reverse	0	-0.13784156739711761
280500	rnn.bias_hh_l0_reverse	1	0.21003054082393646
280500	rnn.bias_hh_l0_reverse	2	-0.3092440962791443
280500	rnn.bias_hh_l0_reverse	3	-0.17054079473018646
280500	rnn.bias_hh_l0_reverse	4	-0.3089701235294342
280500	rnn.bias_hh_l0_reverse	5	-0.14110596477985382
280500	rnn.bias_hh_l0_reverse	6	-0.26119285821914673
280500	rnn.bias_hh_l0_reverse	7	-0.07948645204305649
280500	rnn.bias_hh_l0_reverse	8	-0.2152506411075592
280500	rnn.bias_hh_l0_reverse	9	0.19257348775863647
280500	linear.weight	0	0.18710288405418396
280500	linear.weight	1	-0.4343503713607788
280500	linear.weight	2	0.047604892402887344
280500	linear.weight	3	0.0678820088505745
280500	linear.weight	4	-0.11270929872989655
280500	linear.weight	5	0.20950180292129517
280500	linear.weight	6	-0.04927484691143036
280500	linear.weight	7	-0.06502053141593933
280500	linear.weight	8	0.12890878319740295
280500	linear.weight	9	-0.043712008744478226
280500	linear.bias	0	-1.060875415802002
280500	linear.bias	1	1.9432120323181152
280500	linear.bias	2	0.6437711119651794
280500	linear.bias	3	-2.528933048248291
280500	linear.bias	4	-0.2527049481868744
280500	linear.bias	5	1.1647177934646606
280500	linear.bias	6	-0.2789779603481293
280500	linear.bias	7	0.6498534679412842
280500	linear.bias	8	2.131448745727539
280500	linear.bias	9	-1.39896559715271
280508	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
280508	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
280508	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
280508	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
280508	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
280508	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
280508	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
280508	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
280508	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
280508	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
280508	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
280508	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
280508	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
280508	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
280508	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
280508	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
280508	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
280508	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
280508	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
280508	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
280508	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
280508	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
280508	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
280508	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
280508	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
280508	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
280508	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
280508	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
280508	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
280508	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
280508	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
280508	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
280508	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
280508	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
280508	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
280508	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
280508	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
280508	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
280508	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
280508	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
280508	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
280508	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
280508	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
280508	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
280508	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
280508	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
280508	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
280508	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
280508	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
280508	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
280508	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
280508	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
280508	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
280508	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
280508	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
280508	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
280508	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
280508	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
280508	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
280508	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
280508	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
280508	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
280508	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
280508	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
280508	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
280508	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
280508	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
280508	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
280508	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
280508	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
280508	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
280508	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
280508	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
280508	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
280508	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
280508	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
280508	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
280508	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
280508	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
280508	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
280508	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
280508	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
280508	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
280508	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
280508	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
280508	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
280508	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
280508	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
280508	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
280508	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
280508	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
280508	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
280508	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
280508	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
280508	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
280508	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
280508	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
280508	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
280508	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
280508	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
280508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
280508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
280508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
280508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
280508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
280508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
280508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
280508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
280508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
280508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
280508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
280508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
280508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
280508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
280508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
280508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
280508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
280508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
280508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
280508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
280508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
280508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
280508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
280508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
280508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
280508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
280508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
280508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
280508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
280508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
280508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
280508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
280508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
280508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
280508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
280508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
280508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
280508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
280508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
280508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
280508	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
280508	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
280508	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
280508	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
280508	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
280508	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
280508	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
280508	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
280508	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
280508	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
280508	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
280508	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
280508	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
280508	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
280508	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
280508	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
280508	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
280508	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
280508	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
280508	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
280508	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
280508	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
280508	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
280508	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
280508	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
280508	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
280508	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
280508	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
280508	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
280508	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
280508	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
280508	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
280508	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
280508	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
280508	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
280508	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
280508	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
280508	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
280508	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
280508	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
280508	embedding2nn.weight	0	0.27455851435661316
280508	embedding2nn.weight	1	0.3102230429649353
280508	embedding2nn.weight	2	-0.01339150033891201
280508	embedding2nn.weight	3	0.07814863324165344
280508	embedding2nn.weight	4	-0.02510860562324524
280508	embedding2nn.weight	5	0.0629330426454544
280508	embedding2nn.weight	6	0.011683332733809948
280508	embedding2nn.weight	7	0.007346554193645716
280508	embedding2nn.weight	8	0.003021423239260912
280508	embedding2nn.weight	9	-0.02671385370194912
280508	embedding2nn.bias	0	0.04240337014198303
280508	embedding2nn.bias	1	-0.1834946572780609
280508	embedding2nn.bias	2	0.12915363907814026
280508	embedding2nn.bias	3	0.15693217515945435
280508	embedding2nn.bias	4	0.136288121342659
280508	embedding2nn.bias	5	-0.07475165277719498
280508	embedding2nn.bias	6	-0.05845048278570175
280508	embedding2nn.bias	7	0.02539956569671631
280508	embedding2nn.bias	8	-0.1525828242301941
280508	embedding2nn.bias	9	-0.3700549900531769
280508	rnn.weight_ih_l0	0	0.014691553078591824
280508	rnn.weight_ih_l0	1	-0.0712384283542633
280508	rnn.weight_ih_l0	2	-0.08384687453508377
280508	rnn.weight_ih_l0	3	0.073204904794693
280508	rnn.weight_ih_l0	4	0.0307422187179327
280508	rnn.weight_ih_l0	5	-0.10441945493221283
280508	rnn.weight_ih_l0	6	-0.05608239397406578
280508	rnn.weight_ih_l0	7	-0.0022433276753872633
280508	rnn.weight_ih_l0	8	0.034617893397808075
280508	rnn.weight_ih_l0	9	-0.006495280656963587
280508	rnn.weight_hh_l0	0	0.012321612797677517
280508	rnn.weight_hh_l0	1	0.06451548635959625
280508	rnn.weight_hh_l0	2	0.03314676880836487
280508	rnn.weight_hh_l0	3	0.027667544782161713
280508	rnn.weight_hh_l0	4	0.01756560057401657
280508	rnn.weight_hh_l0	5	0.07620270550251007
280508	rnn.weight_hh_l0	6	-0.024090051651000977
280508	rnn.weight_hh_l0	7	-0.07255250960588455
280508	rnn.weight_hh_l0	8	0.04152743145823479
280508	rnn.weight_hh_l0	9	-0.08926162868738174
280508	rnn.bias_ih_l0	0	0.1939697563648224
280508	rnn.bias_ih_l0	1	-0.22987405955791473
280508	rnn.bias_ih_l0	2	-0.025363311171531677
280508	rnn.bias_ih_l0	3	-0.14756111800670624
280508	rnn.bias_ih_l0	4	0.057591840624809265
280508	rnn.bias_ih_l0	5	-0.30955302715301514
280508	rnn.bias_ih_l0	6	-0.11673670262098312
280508	rnn.bias_ih_l0	7	-0.2725611925125122
280508	rnn.bias_ih_l0	8	-0.22355256974697113
280508	rnn.bias_ih_l0	9	-0.4251032769680023
280508	rnn.bias_hh_l0	0	-0.2853408753871918
280508	rnn.bias_hh_l0	1	-0.26510313153266907
280508	rnn.bias_hh_l0	2	-0.2644660174846649
280508	rnn.bias_hh_l0	3	-0.07501369714736938
280508	rnn.bias_hh_l0	4	-0.26154449582099915
280508	rnn.bias_hh_l0	5	-0.2724103331565857
280508	rnn.bias_hh_l0	6	-0.08896442502737045
280508	rnn.bias_hh_l0	7	0.08342314511537552
280508	rnn.bias_hh_l0	8	-0.14963287115097046
280508	rnn.bias_hh_l0	9	-0.4587450921535492
280508	rnn.weight_ih_l0_reverse	0	0.03940316289663315
280508	rnn.weight_ih_l0_reverse	1	-0.0876205638051033
280508	rnn.weight_ih_l0_reverse	2	-0.03810932859778404
280508	rnn.weight_ih_l0_reverse	3	-0.08594480901956558
280508	rnn.weight_ih_l0_reverse	4	0.06200781837105751
280508	rnn.weight_ih_l0_reverse	5	-0.11862409114837646
280508	rnn.weight_ih_l0_reverse	6	0.015499807894229889
280508	rnn.weight_ih_l0_reverse	7	0.031046098098158836
280508	rnn.weight_ih_l0_reverse	8	-0.06987175345420837
280508	rnn.weight_ih_l0_reverse	9	-0.04476633295416832
280508	rnn.weight_hh_l0_reverse	0	-0.07495179027318954
280508	rnn.weight_hh_l0_reverse	1	0.021836964413523674
280508	rnn.weight_hh_l0_reverse	2	-0.008651471696794033
280508	rnn.weight_hh_l0_reverse	3	0.029164766892790794
280508	rnn.weight_hh_l0_reverse	4	-0.0709366574883461
280508	rnn.weight_hh_l0_reverse	5	0.04404168203473091
280508	rnn.weight_hh_l0_reverse	6	0.015222981572151184
280508	rnn.weight_hh_l0_reverse	7	-0.045343928039073944
280508	rnn.weight_hh_l0_reverse	8	-0.013886646367609501
280508	rnn.weight_hh_l0_reverse	9	0.06045403704047203
280508	rnn.bias_ih_l0_reverse	0	-0.1428065001964569
280508	rnn.bias_ih_l0_reverse	1	-0.07491215318441391
280508	rnn.bias_ih_l0_reverse	2	0.08509734272956848
280508	rnn.bias_ih_l0_reverse	3	-0.21587276458740234
280508	rnn.bias_ih_l0_reverse	4	-0.046856172382831573
280508	rnn.bias_ih_l0_reverse	5	-0.19580623507499695
280508	rnn.bias_ih_l0_reverse	6	0.23103035986423492
280508	rnn.bias_ih_l0_reverse	7	-0.25999265909194946
280508	rnn.bias_ih_l0_reverse	8	-0.13448350131511688
280508	rnn.bias_ih_l0_reverse	9	-0.12520398199558258
280508	rnn.bias_hh_l0_reverse	0	-0.13937805593013763
280508	rnn.bias_hh_l0_reverse	1	0.21030858159065247
280508	rnn.bias_hh_l0_reverse	2	-0.30895543098449707
280508	rnn.bias_hh_l0_reverse	3	-0.17101295292377472
280508	rnn.bias_hh_l0_reverse	4	-0.3091559410095215
280508	rnn.bias_hh_l0_reverse	5	-0.14109645783901215
280508	rnn.bias_hh_l0_reverse	6	-0.260737806558609
280508	rnn.bias_hh_l0_reverse	7	-0.07872460037469864
280508	rnn.bias_hh_l0_reverse	8	-0.2160031944513321
280508	rnn.bias_hh_l0_reverse	9	0.18976904451847076
280508	linear.weight	0	0.1882176399230957
280508	linear.weight	1	-0.4356648027896881
280508	linear.weight	2	0.04842020571231842
280508	linear.weight	3	0.06788180023431778
280508	linear.weight	4	-0.11507858335971832
280508	linear.weight	5	0.2146778106689453
280508	linear.weight	6	-0.04871683940291405
280508	linear.weight	7	-0.0650203600525856
280508	linear.weight	8	0.12749052047729492
280508	linear.weight	9	-0.0437123067677021
280508	linear.bias	0	-1.0629106760025024
280508	linear.bias	1	1.9450480937957764
280508	linear.bias	2	0.6338464021682739
280508	linear.bias	3	-2.528942346572876
280508	linear.bias	4	-0.25843924283981323
280508	linear.bias	5	1.1734368801116943
280508	linear.bias	6	-0.2843974828720093
280508	linear.bias	7	0.643096923828125
280508	linear.bias	8	2.132171869277954
280508	linear.bias	9	-1.4018224477767944
281117	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
281117	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
281117	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
281117	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
281117	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
281117	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
281117	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
281117	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
281117	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
281117	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
281117	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
281117	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
281117	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
281117	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
281117	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
281117	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
281117	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
281117	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
281117	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
281117	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
281117	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
281117	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
281117	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
281117	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
281117	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
281117	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
281117	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
281117	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
281117	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
281117	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
281117	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
281117	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
281117	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
281117	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
281117	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
281117	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
281117	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
281117	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
281117	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
281117	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
281117	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
281117	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
281117	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
281117	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
281117	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
281117	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
281117	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
281117	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
281117	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
281117	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
281117	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
281117	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
281117	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
281117	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
281117	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
281117	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
281117	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
281117	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
281117	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
281117	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
281117	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
281117	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
281117	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
281117	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
281117	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
281117	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
281117	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
281117	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
281117	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
281117	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
281117	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
281117	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
281117	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
281117	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
281117	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
281117	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
281117	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
281117	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
281117	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
281117	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
281117	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
281117	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
281117	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
281117	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
281117	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
281117	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
281117	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
281117	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
281117	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
281117	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
281117	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
281117	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
281117	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
281117	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
281117	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
281117	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
281117	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
281117	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
281117	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
281117	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
281117	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
281117	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
281117	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
281117	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
281117	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
281117	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
281117	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
281117	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
281117	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
281117	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
281117	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
281117	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
281117	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
281117	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
281117	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
281117	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
281117	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
281117	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
281117	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
281117	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
281117	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
281117	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
281117	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
281117	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
281117	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
281117	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
281117	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
281117	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
281117	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
281117	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
281117	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
281117	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
281117	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
281117	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
281117	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
281117	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
281117	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
281117	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
281117	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
281117	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
281117	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
281117	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
281117	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
281117	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
281117	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
281117	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
281117	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
281117	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
281117	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
281117	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
281117	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
281117	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
281117	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
281117	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
281117	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
281117	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
281117	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
281117	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
281117	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
281117	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
281117	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
281117	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
281117	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
281117	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
281117	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
281117	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
281117	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
281117	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
281117	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
281117	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
281117	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
281117	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
281117	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
281117	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
281117	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
281117	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
281117	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
281117	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
281117	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
281117	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
281117	embedding2nn.weight	0	0.2745911180973053
281117	embedding2nn.weight	1	0.31599584221839905
281117	embedding2nn.weight	2	-0.019463596865534782
281117	embedding2nn.weight	3	0.0660780817270279
281117	embedding2nn.weight	4	-0.024479417130351067
281117	embedding2nn.weight	5	0.06591126322746277
281117	embedding2nn.weight	6	0.008492632769048214
281117	embedding2nn.weight	7	0.001920594135299325
281117	embedding2nn.weight	8	0.006347754504531622
281117	embedding2nn.weight	9	-0.03365236148238182
281117	embedding2nn.bias	0	0.04181083291769028
281117	embedding2nn.bias	1	-0.19766399264335632
281117	embedding2nn.bias	2	0.0986931324005127
281117	embedding2nn.bias	3	0.17282049357891083
281117	embedding2nn.bias	4	0.1326385736465454
281117	embedding2nn.bias	5	-0.07487225532531738
281117	embedding2nn.bias	6	-0.05440286546945572
281117	embedding2nn.bias	7	0.04379883408546448
281117	embedding2nn.bias	8	-0.14775961637496948
281117	embedding2nn.bias	9	-0.3675953149795532
281117	rnn.weight_ih_l0	0	0.016072776168584824
281117	rnn.weight_ih_l0	1	-0.0707380622625351
281117	rnn.weight_ih_l0	2	-0.08141415566205978
281117	rnn.weight_ih_l0	3	0.08271598070859909
281117	rnn.weight_ih_l0	4	0.03351529687643051
281117	rnn.weight_ih_l0	5	-0.10035892575979233
281117	rnn.weight_ih_l0	6	-0.06298808753490448
281117	rnn.weight_ih_l0	7	-0.0016554148169234395
281117	rnn.weight_ih_l0	8	0.027988750487565994
281117	rnn.weight_ih_l0	9	-0.00269589782692492
281117	rnn.weight_hh_l0	0	0.01285271905362606
281117	rnn.weight_hh_l0	1	0.06454823911190033
281117	rnn.weight_hh_l0	2	0.033490199595689774
281117	rnn.weight_hh_l0	3	0.027666062116622925
281117	rnn.weight_hh_l0	4	0.018110748380422592
281117	rnn.weight_hh_l0	5	0.07616732269525528
281117	rnn.weight_hh_l0	6	-0.023096993565559387
281117	rnn.weight_hh_l0	7	-0.07270535081624985
281117	rnn.weight_hh_l0	8	0.04082811623811722
281117	rnn.weight_hh_l0	9	-0.09029372036457062
281117	rnn.bias_ih_l0	0	0.18940986692905426
281117	rnn.bias_ih_l0	1	-0.22804784774780273
281117	rnn.bias_ih_l0	2	-0.025588838383555412
281117	rnn.bias_ih_l0	3	-0.1491854339838028
281117	rnn.bias_ih_l0	4	0.06800428777933121
281117	rnn.bias_ih_l0	5	-0.3085048496723175
281117	rnn.bias_ih_l0	6	-0.11288022249937057
281117	rnn.bias_ih_l0	7	-0.27396318316459656
281117	rnn.bias_ih_l0	8	-0.22109101712703705
281117	rnn.bias_ih_l0	9	-0.41501760482788086
281117	rnn.bias_hh_l0	0	-0.2800073027610779
281117	rnn.bias_hh_l0	1	-0.26124587655067444
281117	rnn.bias_hh_l0	2	-0.2564968764781952
281117	rnn.bias_hh_l0	3	-0.0791257694363594
281117	rnn.bias_hh_l0	4	-0.26781341433525085
281117	rnn.bias_hh_l0	5	-0.277787446975708
281117	rnn.bias_hh_l0	6	-0.09166267514228821
281117	rnn.bias_hh_l0	7	0.0721367746591568
281117	rnn.bias_hh_l0	8	-0.15382713079452515
281117	rnn.bias_hh_l0	9	-0.45484304428100586
281117	rnn.weight_ih_l0_reverse	0	0.04438918083906174
281117	rnn.weight_ih_l0_reverse	1	-0.08374941349029541
281117	rnn.weight_ih_l0_reverse	2	-0.03754717484116554
281117	rnn.weight_ih_l0_reverse	3	-0.08658316731452942
281117	rnn.weight_ih_l0_reverse	4	0.0640973374247551
281117	rnn.weight_ih_l0_reverse	5	-0.11528067290782928
281117	rnn.weight_ih_l0_reverse	6	0.012656787410378456
281117	rnn.weight_ih_l0_reverse	7	0.031646307557821274
281117	rnn.weight_ih_l0_reverse	8	-0.06556171923875809
281117	rnn.weight_ih_l0_reverse	9	-0.042766865342855453
281117	rnn.weight_hh_l0_reverse	0	-0.0750277116894722
281117	rnn.weight_hh_l0_reverse	1	0.020787779241800308
281117	rnn.weight_hh_l0_reverse	2	-0.007952962070703506
281117	rnn.weight_hh_l0_reverse	3	0.02896294742822647
281117	rnn.weight_hh_l0_reverse	4	-0.07153744995594025
281117	rnn.weight_hh_l0_reverse	5	0.0444590300321579
281117	rnn.weight_hh_l0_reverse	6	0.015330019406974316
281117	rnn.weight_hh_l0_reverse	7	-0.042721185833215714
281117	rnn.weight_hh_l0_reverse	8	-0.01416749693453312
281117	rnn.weight_hh_l0_reverse	9	0.06154912710189819
281117	rnn.bias_ih_l0_reverse	0	-0.1378573477268219
281117	rnn.bias_ih_l0_reverse	1	-0.07714694738388062
281117	rnn.bias_ih_l0_reverse	2	0.08262046426534653
281117	rnn.bias_ih_l0_reverse	3	-0.22122180461883545
281117	rnn.bias_ih_l0_reverse	4	-0.04449230059981346
281117	rnn.bias_ih_l0_reverse	5	-0.20308636128902435
281117	rnn.bias_ih_l0_reverse	6	0.2255205512046814
281117	rnn.bias_ih_l0_reverse	7	-0.2685126066207886
281117	rnn.bias_ih_l0_reverse	8	-0.13149312138557434
281117	rnn.bias_ih_l0_reverse	9	-0.1291567087173462
281117	rnn.bias_hh_l0_reverse	0	-0.1308581680059433
281117	rnn.bias_hh_l0_reverse	1	0.20555594563484192
281117	rnn.bias_hh_l0_reverse	2	-0.31539955735206604
281117	rnn.bias_hh_l0_reverse	3	-0.17081265151500702
281117	rnn.bias_hh_l0_reverse	4	-0.3120763599872589
281117	rnn.bias_hh_l0_reverse	5	-0.13739968836307526
281117	rnn.bias_hh_l0_reverse	6	-0.2681346833705902
281117	rnn.bias_hh_l0_reverse	7	-0.0752229392528534
281117	rnn.bias_hh_l0_reverse	8	-0.22331248223781586
281117	rnn.bias_hh_l0_reverse	9	0.18630820512771606
281117	linear.weight	0	0.20140135288238525
281117	linear.weight	1	-0.4385779798030853
281117	linear.weight	2	0.02780887670814991
281117	linear.weight	3	0.06788433343172073
281117	linear.weight	4	-0.15902069211006165
281117	linear.weight	5	0.22359608113765717
281117	linear.weight	6	-0.029763931408524513
281117	linear.weight	7	-0.06500823050737381
281117	linear.weight	8	0.13638584315776825
281117	linear.weight	9	-0.04373570531606674
281117	linear.bias	0	-1.0719331502914429
281117	linear.bias	1	1.9624428749084473
281117	linear.bias	2	0.6319676637649536
281117	linear.bias	3	-2.529499053955078
281117	linear.bias	4	-0.2839151918888092
281117	linear.bias	5	1.1988928318023682
281117	linear.bias	6	-0.2688257396221161
281117	linear.bias	7	0.6557106375694275
281117	linear.bias	8	2.136390209197998
281117	linear.bias	9	-1.411801815032959
281726	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
281726	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
281726	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
281726	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
281726	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
281726	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
281726	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
281726	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
281726	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
281726	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
281726	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
281726	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
281726	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
281726	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
281726	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
281726	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
281726	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
281726	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
281726	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
281726	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
281726	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
281726	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
281726	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
281726	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
281726	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
281726	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
281726	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
281726	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
281726	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
281726	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
281726	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
281726	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
281726	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
281726	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
281726	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
281726	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
281726	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
281726	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
281726	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
281726	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
281726	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
281726	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
281726	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
281726	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
281726	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
281726	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
281726	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
281726	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
281726	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
281726	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
281726	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
281726	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
281726	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
281726	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
281726	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
281726	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
281726	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
281726	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
281726	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
281726	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
281726	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
281726	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
281726	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
281726	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
281726	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
281726	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
281726	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
281726	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
281726	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
281726	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
281726	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
281726	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
281726	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
281726	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
281726	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
281726	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
281726	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
281726	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
281726	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
281726	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
281726	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
281726	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
281726	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
281726	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
281726	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
281726	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
281726	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
281726	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
281726	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
281726	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
281726	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
281726	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
281726	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
281726	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
281726	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
281726	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
281726	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
281726	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
281726	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
281726	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
281726	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
281726	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
281726	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
281726	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
281726	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
281726	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
281726	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
281726	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
281726	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
281726	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
281726	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
281726	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
281726	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
281726	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
281726	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
281726	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
281726	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
281726	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
281726	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
281726	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
281726	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
281726	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
281726	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
281726	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
281726	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
281726	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
281726	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
281726	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
281726	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
281726	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
281726	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
281726	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
281726	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
281726	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
281726	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
281726	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
281726	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
281726	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
281726	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
281726	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
281726	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
281726	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
281726	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
281726	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
281726	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
281726	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
281726	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
281726	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
281726	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
281726	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
281726	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
281726	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
281726	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
281726	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
281726	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
281726	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
281726	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
281726	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
281726	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
281726	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
281726	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
281726	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
281726	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
281726	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
281726	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
281726	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
281726	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
281726	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
281726	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
281726	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
281726	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
281726	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
281726	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
281726	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
281726	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
281726	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
281726	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
281726	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
281726	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
281726	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
281726	embedding2nn.weight	0	0.27708688378334045
281726	embedding2nn.weight	1	0.3169800043106079
281726	embedding2nn.weight	2	-0.02153349481523037
281726	embedding2nn.weight	3	0.05733461678028107
281726	embedding2nn.weight	4	-0.029268700629472733
281726	embedding2nn.weight	5	0.06714192777872086
281726	embedding2nn.weight	6	0.012563664466142654
281726	embedding2nn.weight	7	0.00963648222386837
281726	embedding2nn.weight	8	0.010575063526630402
281726	embedding2nn.weight	9	-0.03249466046690941
281726	embedding2nn.bias	0	0.023962827399373055
281726	embedding2nn.bias	1	-0.1810981035232544
281726	embedding2nn.bias	2	0.11848503351211548
281726	embedding2nn.bias	3	0.1596299558877945
281726	embedding2nn.bias	4	0.13477422297000885
281726	embedding2nn.bias	5	-0.07461172342300415
281726	embedding2nn.bias	6	-0.06861475110054016
281726	embedding2nn.bias	7	0.03697478771209717
281726	embedding2nn.bias	8	-0.14321781694889069
281726	embedding2nn.bias	9	-0.395584374666214
281726	rnn.weight_ih_l0	0	0.014607361517846584
281726	rnn.weight_ih_l0	1	-0.06771240383386612
281726	rnn.weight_ih_l0	2	-0.08925605565309525
281726	rnn.weight_ih_l0	3	0.0851692482829094
281726	rnn.weight_ih_l0	4	0.05206923559308052
281726	rnn.weight_ih_l0	5	-0.11274044960737228
281726	rnn.weight_ih_l0	6	-0.058521270751953125
281726	rnn.weight_ih_l0	7	-0.003972681704908609
281726	rnn.weight_ih_l0	8	0.025269776582717896
281726	rnn.weight_ih_l0	9	0.001495008822530508
281726	rnn.weight_hh_l0	0	0.012461029924452305
281726	rnn.weight_hh_l0	1	0.06453298032283783
281726	rnn.weight_hh_l0	2	0.03271864354610443
281726	rnn.weight_hh_l0	3	0.027272963896393776
281726	rnn.weight_hh_l0	4	0.018640024587512016
281726	rnn.weight_hh_l0	5	0.07749047875404358
281726	rnn.weight_hh_l0	6	-0.023392008617520332
281726	rnn.weight_hh_l0	7	-0.07087806612253189
281726	rnn.weight_hh_l0	8	0.04010883718729019
281726	rnn.weight_hh_l0	9	-0.09072619676589966
281726	rnn.bias_ih_l0	0	0.1821216642856598
281726	rnn.bias_ih_l0	1	-0.2341131567955017
281726	rnn.bias_ih_l0	2	-0.026641717180609703
281726	rnn.bias_ih_l0	3	-0.15063850581645966
281726	rnn.bias_ih_l0	4	0.0460347943007946
281726	rnn.bias_ih_l0	5	-0.3023054599761963
281726	rnn.bias_ih_l0	6	-0.10894265025854111
281726	rnn.bias_ih_l0	7	-0.2758692502975464
281726	rnn.bias_ih_l0	8	-0.22553877532482147
281726	rnn.bias_ih_l0	9	-0.4036867618560791
281726	rnn.bias_hh_l0	0	-0.28024882078170776
281726	rnn.bias_hh_l0	1	-0.2557002007961273
281726	rnn.bias_hh_l0	2	-0.25498899817466736
281726	rnn.bias_hh_l0	3	-0.07842898368835449
281726	rnn.bias_hh_l0	4	-0.26794329285621643
281726	rnn.bias_hh_l0	5	-0.27970629930496216
281726	rnn.bias_hh_l0	6	-0.08867305517196655
281726	rnn.bias_hh_l0	7	0.07534357160329819
281726	rnn.bias_hh_l0	8	-0.16104719042778015
281726	rnn.bias_hh_l0	9	-0.45680034160614014
281726	rnn.weight_ih_l0_reverse	0	0.040946390479803085
281726	rnn.weight_ih_l0_reverse	1	-0.08557196706533432
281726	rnn.weight_ih_l0_reverse	2	-0.04316621273756027
281726	rnn.weight_ih_l0_reverse	3	-0.08875872194766998
281726	rnn.weight_ih_l0_reverse	4	0.06650563329458237
281726	rnn.weight_ih_l0_reverse	5	-0.11727195233106613
281726	rnn.weight_ih_l0_reverse	6	0.01591786928474903
281726	rnn.weight_ih_l0_reverse	7	0.02923768199980259
281726	rnn.weight_ih_l0_reverse	8	-0.06002699211239815
281726	rnn.weight_ih_l0_reverse	9	-0.040788907557725906
281726	rnn.weight_hh_l0_reverse	0	-0.0772351399064064
281726	rnn.weight_hh_l0_reverse	1	0.020365038886666298
281726	rnn.weight_hh_l0_reverse	2	-0.006871355697512627
281726	rnn.weight_hh_l0_reverse	3	0.028340879827737808
281726	rnn.weight_hh_l0_reverse	4	-0.07237937301397324
281726	rnn.weight_hh_l0_reverse	5	0.044716641306877136
281726	rnn.weight_hh_l0_reverse	6	0.015221104957163334
281726	rnn.weight_hh_l0_reverse	7	-0.040897857397794724
281726	rnn.weight_hh_l0_reverse	8	-0.014727224595844746
281726	rnn.weight_hh_l0_reverse	9	0.06327822059392929
281726	rnn.bias_ih_l0_reverse	0	-0.1326804906129837
281726	rnn.bias_ih_l0_reverse	1	-0.07502453029155731
281726	rnn.bias_ih_l0_reverse	2	0.07999416440725327
281726	rnn.bias_ih_l0_reverse	3	-0.21968571841716766
281726	rnn.bias_ih_l0_reverse	4	-0.054444871842861176
281726	rnn.bias_ih_l0_reverse	5	-0.20814239978790283
281726	rnn.bias_ih_l0_reverse	6	0.22221633791923523
281726	rnn.bias_ih_l0_reverse	7	-0.2783052325248718
281726	rnn.bias_ih_l0_reverse	8	-0.13334940373897552
281726	rnn.bias_ih_l0_reverse	9	-0.12199000269174576
281726	rnn.bias_hh_l0_reverse	0	-0.1377974897623062
281726	rnn.bias_hh_l0_reverse	1	0.2088334709405899
281726	rnn.bias_hh_l0_reverse	2	-0.3091564476490021
281726	rnn.bias_hh_l0_reverse	3	-0.16820667684078217
281726	rnn.bias_hh_l0_reverse	4	-0.31511008739471436
281726	rnn.bias_hh_l0_reverse	5	-0.14003580808639526
281726	rnn.bias_hh_l0_reverse	6	-0.25637879967689514
281726	rnn.bias_hh_l0_reverse	7	-0.08091070502996445
281726	rnn.bias_hh_l0_reverse	8	-0.21111463010311127
281726	rnn.bias_hh_l0_reverse	9	0.1966904252767563
281726	linear.weight	0	0.2123289406299591
281726	linear.weight	1	-0.44159549474716187
281726	linear.weight	2	0.02765982411801815
281726	linear.weight	3	0.06788332760334015
281726	linear.weight	4	-0.1091359481215477
281726	linear.weight	5	0.2078963667154312
281726	linear.weight	6	-0.04307776317000389
281726	linear.weight	7	-0.06498556584119797
281726	linear.weight	8	0.1260499805212021
281726	linear.weight	9	-0.04376476630568504
281726	linear.bias	0	-1.0286411046981812
281726	linear.bias	1	1.9438787698745728
281726	linear.bias	2	0.6272544860839844
281726	linear.bias	3	-2.5301952362060547
281726	linear.bias	4	-0.27039408683776855
281726	linear.bias	5	1.203739047050476
281726	linear.bias	6	-0.27097415924072266
281726	linear.bias	7	0.6525969505310059
281726	linear.bias	8	2.1373558044433594
281726	linear.bias	9	-1.4435100555419922
282335	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
282335	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
282335	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
282335	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
282335	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
282335	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
282335	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
282335	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
282335	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
282335	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
282335	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
282335	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
282335	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
282335	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
282335	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
282335	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
282335	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
282335	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
282335	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
282335	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
282335	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
282335	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
282335	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
282335	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
282335	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
282335	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
282335	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
282335	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
282335	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
282335	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
282335	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
282335	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
282335	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
282335	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
282335	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
282335	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
282335	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
282335	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
282335	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
282335	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
282335	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
282335	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
282335	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
282335	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
282335	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
282335	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
282335	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
282335	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
282335	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
282335	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
282335	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
282335	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
282335	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
282335	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
282335	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
282335	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
282335	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
282335	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
282335	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
282335	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
282335	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
282335	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
282335	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
282335	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
282335	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
282335	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
282335	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
282335	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
282335	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
282335	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
282335	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
282335	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
282335	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
282335	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
282335	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
282335	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
282335	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
282335	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
282335	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
282335	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
282335	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
282335	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
282335	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
282335	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
282335	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
282335	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
282335	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
282335	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
282335	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
282335	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
282335	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
282335	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
282335	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
282335	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
282335	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
282335	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
282335	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
282335	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
282335	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
282335	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
282335	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
282335	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
282335	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
282335	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
282335	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
282335	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
282335	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
282335	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
282335	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
282335	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
282335	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
282335	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
282335	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
282335	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
282335	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
282335	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
282335	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
282335	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
282335	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
282335	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
282335	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
282335	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
282335	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
282335	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
282335	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
282335	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
282335	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
282335	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
282335	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
282335	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
282335	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
282335	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
282335	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
282335	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
282335	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
282335	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
282335	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
282335	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
282335	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
282335	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
282335	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
282335	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
282335	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
282335	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
282335	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
282335	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
282335	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
282335	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
282335	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
282335	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
282335	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
282335	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
282335	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
282335	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
282335	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
282335	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
282335	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
282335	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
282335	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
282335	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
282335	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
282335	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
282335	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
282335	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
282335	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
282335	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
282335	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
282335	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
282335	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
282335	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
282335	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
282335	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
282335	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
282335	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
282335	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
282335	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
282335	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
282335	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
282335	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
282335	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
282335	embedding2nn.weight	0	0.27723976969718933
282335	embedding2nn.weight	1	0.31593549251556396
282335	embedding2nn.weight	2	-0.02282295934855938
282335	embedding2nn.weight	3	0.053582433611154556
282335	embedding2nn.weight	4	-0.03081391751766205
282335	embedding2nn.weight	5	0.0651017278432846
282335	embedding2nn.weight	6	0.012035628780722618
282335	embedding2nn.weight	7	0.018069276586174965
282335	embedding2nn.weight	8	0.008790537714958191
282335	embedding2nn.weight	9	-0.0343044139444828
282335	embedding2nn.bias	0	0.0213374774903059
282335	embedding2nn.bias	1	-0.16377343237400055
282335	embedding2nn.bias	2	0.13022446632385254
282335	embedding2nn.bias	3	0.1515887826681137
282335	embedding2nn.bias	4	0.12035448104143143
282335	embedding2nn.bias	5	-0.08471522480249405
282335	embedding2nn.bias	6	-0.056610990315675735
282335	embedding2nn.bias	7	0.03547544404864311
282335	embedding2nn.bias	8	-0.13372957706451416
282335	embedding2nn.bias	9	-0.40720701217651367
282335	rnn.weight_ih_l0	0	0.013919605873525143
282335	rnn.weight_ih_l0	1	-0.07005159556865692
282335	rnn.weight_ih_l0	2	-0.09174834191799164
282335	rnn.weight_ih_l0	3	0.08552926033735275
282335	rnn.weight_ih_l0	4	0.044709213078022
282335	rnn.weight_ih_l0	5	-0.1128586009144783
282335	rnn.weight_ih_l0	6	-0.05985507369041443
282335	rnn.weight_ih_l0	7	0.005248173605650663
282335	rnn.weight_ih_l0	8	0.02427302487194538
282335	rnn.weight_ih_l0	9	0.003035406582057476
282335	rnn.weight_hh_l0	0	0.012771084904670715
282335	rnn.weight_hh_l0	1	0.0641084536910057
282335	rnn.weight_hh_l0	2	0.03207026794552803
282335	rnn.weight_hh_l0	3	0.027540361508727074
282335	rnn.weight_hh_l0	4	0.018506694585084915
282335	rnn.weight_hh_l0	5	0.07629384100437164
282335	rnn.weight_hh_l0	6	-0.02327929437160492
282335	rnn.weight_hh_l0	7	-0.07131250202655792
282335	rnn.weight_hh_l0	8	0.03994474932551384
282335	rnn.weight_hh_l0	9	-0.09152358025312424
282335	rnn.bias_ih_l0	0	0.19297631084918976
282335	rnn.bias_ih_l0	1	-0.23909203708171844
282335	rnn.bias_ih_l0	2	-0.026476379483938217
282335	rnn.bias_ih_l0	3	-0.1518361121416092
282335	rnn.bias_ih_l0	4	0.04013111814856529
282335	rnn.bias_ih_l0	5	-0.31125375628471375
282335	rnn.bias_ih_l0	6	-0.11470429599285126
282335	rnn.bias_ih_l0	7	-0.2747487425804138
282335	rnn.bias_ih_l0	8	-0.23149773478507996
282335	rnn.bias_ih_l0	9	-0.4040122628211975
282335	rnn.bias_hh_l0	0	-0.2769390046596527
282335	rnn.bias_hh_l0	1	-0.2552328109741211
282335	rnn.bias_hh_l0	2	-0.24930164217948914
282335	rnn.bias_hh_l0	3	-0.08482404798269272
282335	rnn.bias_hh_l0	4	-0.27674323320388794
282335	rnn.bias_hh_l0	5	-0.27973827719688416
282335	rnn.bias_hh_l0	6	-0.09233617037534714
282335	rnn.bias_hh_l0	7	0.08206292986869812
282335	rnn.bias_hh_l0	8	-0.1617315113544464
282335	rnn.bias_hh_l0	9	-0.4630027711391449
282335	rnn.weight_ih_l0_reverse	0	0.03483393415808678
282335	rnn.weight_ih_l0_reverse	1	-0.09059225767850876
282335	rnn.weight_ih_l0_reverse	2	-0.042363330721855164
282335	rnn.weight_ih_l0_reverse	3	-0.08918379247188568
282335	rnn.weight_ih_l0_reverse	4	0.06480713188648224
282335	rnn.weight_ih_l0_reverse	5	-0.11741755902767181
282335	rnn.weight_ih_l0_reverse	6	0.019265254959464073
282335	rnn.weight_ih_l0_reverse	7	0.029738957062363625
282335	rnn.weight_ih_l0_reverse	8	-0.06671468913555145
282335	rnn.weight_ih_l0_reverse	9	-0.036265190690755844
282335	rnn.weight_hh_l0_reverse	0	-0.07612565159797668
282335	rnn.weight_hh_l0_reverse	1	0.01961284875869751
282335	rnn.weight_hh_l0_reverse	2	-0.007298425305634737
282335	rnn.weight_hh_l0_reverse	3	0.028468389064073563
282335	rnn.weight_hh_l0_reverse	4	-0.07370813190937042
282335	rnn.weight_hh_l0_reverse	5	0.0445050448179245
282335	rnn.weight_hh_l0_reverse	6	0.015462592244148254
282335	rnn.weight_hh_l0_reverse	7	-0.04638782888650894
282335	rnn.weight_hh_l0_reverse	8	-0.01734880544245243
282335	rnn.weight_hh_l0_reverse	9	0.06359168142080307
282335	rnn.bias_ih_l0_reverse	0	-0.130435511469841
282335	rnn.bias_ih_l0_reverse	1	-0.07433117181062698
282335	rnn.bias_ih_l0_reverse	2	0.0782555565237999
282335	rnn.bias_ih_l0_reverse	3	-0.21821707487106323
282335	rnn.bias_ih_l0_reverse	4	-0.034688692539930344
282335	rnn.bias_ih_l0_reverse	5	-0.20394477248191833
282335	rnn.bias_ih_l0_reverse	6	0.2289450466632843
282335	rnn.bias_ih_l0_reverse	7	-0.2849845290184021
282335	rnn.bias_ih_l0_reverse	8	-0.12863518297672272
282335	rnn.bias_ih_l0_reverse	9	-0.12485824525356293
282335	rnn.bias_hh_l0_reverse	0	-0.13309893012046814
282335	rnn.bias_hh_l0_reverse	1	0.2249263972043991
282335	rnn.bias_hh_l0_reverse	2	-0.3171021640300751
282335	rnn.bias_hh_l0_reverse	3	-0.16824834048748016
282335	rnn.bias_hh_l0_reverse	4	-0.3156417906284332
282335	rnn.bias_hh_l0_reverse	5	-0.13307003676891327
282335	rnn.bias_hh_l0_reverse	6	-0.2519146800041199
282335	rnn.bias_hh_l0_reverse	7	-0.08815603703260422
282335	rnn.bias_hh_l0_reverse	8	-0.2151939570903778
282335	rnn.bias_hh_l0_reverse	9	0.17823199927806854
282335	linear.weight	0	0.17394961416721344
282335	linear.weight	1	-0.43867185711860657
282335	linear.weight	2	-0.005748481024056673
282335	linear.weight	3	0.06787830591201782
282335	linear.weight	4	-0.1349639892578125
282335	linear.weight	5	0.21922096610069275
282335	linear.weight	6	-0.06400397419929504
282335	linear.weight	7	-0.0649648979306221
282335	linear.weight	8	0.12326009571552277
282335	linear.weight	9	-0.04380003735423088
282335	linear.bias	0	-1.0375006198883057
282335	linear.bias	1	1.9712378978729248
282335	linear.bias	2	0.5909417867660522
282335	linear.bias	3	-2.5308313369750977
282335	linear.bias	4	-0.2580503225326538
282335	linear.bias	5	1.1981562376022339
282335	linear.bias	6	-0.2901133596897125
282335	linear.bias	7	0.6800342202186584
282335	linear.bias	8	2.1791632175445557
282335	linear.bias	9	-1.4375237226486206
282944	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
282944	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
282944	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
282944	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
282944	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
282944	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
282944	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
282944	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
282944	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
282944	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
282944	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
282944	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
282944	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
282944	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
282944	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
282944	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
282944	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
282944	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
282944	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
282944	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
282944	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
282944	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
282944	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
282944	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
282944	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
282944	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
282944	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
282944	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
282944	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
282944	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
282944	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
282944	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
282944	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
282944	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
282944	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
282944	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
282944	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
282944	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
282944	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
282944	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
282944	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
282944	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
282944	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
282944	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
282944	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
282944	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
282944	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
282944	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
282944	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
282944	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
282944	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
282944	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
282944	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
282944	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
282944	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
282944	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
282944	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
282944	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
282944	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
282944	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
282944	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
282944	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
282944	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
282944	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
282944	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
282944	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
282944	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
282944	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
282944	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
282944	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
282944	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
282944	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
282944	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
282944	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
282944	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
282944	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
282944	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
282944	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
282944	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
282944	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
282944	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
282944	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
282944	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
282944	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
282944	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
282944	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
282944	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
282944	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
282944	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
282944	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
282944	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
282944	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
282944	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
282944	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
282944	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
282944	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
282944	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
282944	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
282944	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
282944	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
282944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
282944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
282944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
282944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
282944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
282944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
282944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
282944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
282944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
282944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
282944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
282944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
282944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
282944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
282944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
282944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
282944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
282944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
282944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
282944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
282944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
282944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
282944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
282944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
282944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
282944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
282944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
282944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
282944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
282944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
282944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
282944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
282944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
282944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
282944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
282944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
282944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
282944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
282944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
282944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
282944	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
282944	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
282944	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
282944	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
282944	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
282944	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
282944	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
282944	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
282944	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
282944	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
282944	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
282944	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
282944	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
282944	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
282944	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
282944	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
282944	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
282944	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
282944	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
282944	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
282944	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
282944	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
282944	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
282944	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
282944	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
282944	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
282944	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
282944	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
282944	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
282944	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
282944	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
282944	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
282944	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
282944	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
282944	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
282944	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
282944	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
282944	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
282944	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
282944	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
282944	embedding2nn.weight	0	0.27693358063697815
282944	embedding2nn.weight	1	0.31735923886299133
282944	embedding2nn.weight	2	-0.025156453251838684
282944	embedding2nn.weight	3	0.051477156579494476
282944	embedding2nn.weight	4	-0.0366288386285305
282944	embedding2nn.weight	5	0.06486216187477112
282944	embedding2nn.weight	6	0.014220756478607655
282944	embedding2nn.weight	7	0.02381509728729725
282944	embedding2nn.weight	8	0.008843495510518551
282944	embedding2nn.weight	9	-0.0349310077726841
282944	embedding2nn.bias	0	0.033878639340400696
282944	embedding2nn.bias	1	-0.17693781852722168
282944	embedding2nn.bias	2	0.12440559267997742
282944	embedding2nn.bias	3	0.14371484518051147
282944	embedding2nn.bias	4	0.11705023795366287
282944	embedding2nn.bias	5	-0.07445808500051498
282944	embedding2nn.bias	6	-0.05727943405508995
282944	embedding2nn.bias	7	0.05163303762674332
282944	embedding2nn.bias	8	-0.10444235056638718
282944	embedding2nn.bias	9	-0.3960013687610626
282944	rnn.weight_ih_l0	0	0.013569730333983898
282944	rnn.weight_ih_l0	1	-0.06923434883356094
282944	rnn.weight_ih_l0	2	-0.0878385677933693
282944	rnn.weight_ih_l0	3	0.08488325029611588
282944	rnn.weight_ih_l0	4	0.04380097612738609
282944	rnn.weight_ih_l0	5	-0.11951610445976257
282944	rnn.weight_ih_l0	6	-0.05332931876182556
282944	rnn.weight_ih_l0	7	0.004709063563495874
282944	rnn.weight_ih_l0	8	0.02352609671652317
282944	rnn.weight_ih_l0	9	-0.0003936152206733823
282944	rnn.weight_hh_l0	0	0.012540188618004322
282944	rnn.weight_hh_l0	1	0.06450846791267395
282944	rnn.weight_hh_l0	2	0.036042239516973495
282944	rnn.weight_hh_l0	3	0.028499512001872063
282944	rnn.weight_hh_l0	4	0.017388779670000076
282944	rnn.weight_hh_l0	5	0.07603196799755096
282944	rnn.weight_hh_l0	6	-0.023228071630001068
282944	rnn.weight_hh_l0	7	-0.07075948268175125
282944	rnn.weight_hh_l0	8	0.03976719453930855
282944	rnn.weight_hh_l0	9	-0.09086985886096954
282944	rnn.bias_ih_l0	0	0.18378108739852905
282944	rnn.bias_ih_l0	1	-0.2356027364730835
282944	rnn.bias_ih_l0	2	-0.028590712696313858
282944	rnn.bias_ih_l0	3	-0.16076761484146118
282944	rnn.bias_ih_l0	4	0.02357061207294464
282944	rnn.bias_ih_l0	5	-0.3112654685974121
282944	rnn.bias_ih_l0	6	-0.1184500902891159
282944	rnn.bias_ih_l0	7	-0.27452316880226135
282944	rnn.bias_ih_l0	8	-0.23467200994491577
282944	rnn.bias_ih_l0	9	-0.40721645951271057
282944	rnn.bias_hh_l0	0	-0.28076180815696716
282944	rnn.bias_hh_l0	1	-0.261822372674942
282944	rnn.bias_hh_l0	2	-0.2602449357509613
282944	rnn.bias_hh_l0	3	-0.0812448188662529
282944	rnn.bias_hh_l0	4	-0.26924726366996765
282944	rnn.bias_hh_l0	5	-0.2805180847644806
282944	rnn.bias_hh_l0	6	-0.09930986166000366
282944	rnn.bias_hh_l0	7	0.08596982061862946
282944	rnn.bias_hh_l0	8	-0.1639796793460846
282944	rnn.bias_hh_l0	9	-0.4690694510936737
282944	rnn.weight_ih_l0_reverse	0	0.037281740456819534
282944	rnn.weight_ih_l0_reverse	1	-0.09517627209424973
282944	rnn.weight_ih_l0_reverse	2	-0.03885187953710556
282944	rnn.weight_ih_l0_reverse	3	-0.09094294905662537
282944	rnn.weight_ih_l0_reverse	4	0.06544137001037598
282944	rnn.weight_ih_l0_reverse	5	-0.11317724734544754
282944	rnn.weight_ih_l0_reverse	6	0.025954250246286392
282944	rnn.weight_ih_l0_reverse	7	0.03208758682012558
282944	rnn.weight_ih_l0_reverse	8	-0.06707466393709183
282944	rnn.weight_ih_l0_reverse	9	-0.03763875737786293
282944	rnn.weight_hh_l0_reverse	0	-0.07501459121704102
282944	rnn.weight_hh_l0_reverse	1	0.019925959408283234
282944	rnn.weight_hh_l0_reverse	2	-0.007098465226590633
282944	rnn.weight_hh_l0_reverse	3	0.02906128577888012
282944	rnn.weight_hh_l0_reverse	4	-0.07301443070173264
282944	rnn.weight_hh_l0_reverse	5	0.044594038277864456
282944	rnn.weight_hh_l0_reverse	6	0.015906235203146935
282944	rnn.weight_hh_l0_reverse	7	-0.04432685300707817
282944	rnn.weight_hh_l0_reverse	8	-0.01736956648528576
282944	rnn.weight_hh_l0_reverse	9	0.06483788043260574
282944	rnn.bias_ih_l0_reverse	0	-0.1382332593202591
282944	rnn.bias_ih_l0_reverse	1	-0.0726962611079216
282944	rnn.bias_ih_l0_reverse	2	0.07746399939060211
282944	rnn.bias_ih_l0_reverse	3	-0.21729770302772522
282944	rnn.bias_ih_l0_reverse	4	-0.03933582827448845
282944	rnn.bias_ih_l0_reverse	5	-0.20642845332622528
282944	rnn.bias_ih_l0_reverse	6	0.2283141016960144
282944	rnn.bias_ih_l0_reverse	7	-0.27910539507865906
282944	rnn.bias_ih_l0_reverse	8	-0.13219238817691803
282944	rnn.bias_ih_l0_reverse	9	-0.11649035662412643
282944	rnn.bias_hh_l0_reverse	0	-0.14312396943569183
282944	rnn.bias_hh_l0_reverse	1	0.22092311084270477
282944	rnn.bias_hh_l0_reverse	2	-0.31513166427612305
282944	rnn.bias_hh_l0_reverse	3	-0.15984773635864258
282944	rnn.bias_hh_l0_reverse	4	-0.31352993845939636
282944	rnn.bias_hh_l0_reverse	5	-0.13468147814273834
282944	rnn.bias_hh_l0_reverse	6	-0.24977150559425354
282944	rnn.bias_hh_l0_reverse	7	-0.08536960929632187
282944	rnn.bias_hh_l0_reverse	8	-0.2059248387813568
282944	rnn.bias_hh_l0_reverse	9	0.18350005149841309
282944	linear.weight	0	0.16212505102157593
282944	linear.weight	1	-0.4069562256336212
282944	linear.weight	2	0.006898714229464531
282944	linear.weight	3	0.06787026673555374
282944	linear.weight	4	-0.08369714766740799
282944	linear.weight	5	0.21746505796909332
282944	linear.weight	6	-0.05014235898852348
282944	linear.weight	7	-0.06494476646184921
282944	linear.weight	8	0.12631601095199585
282944	linear.weight	9	-0.04382928088307381
282944	linear.bias	0	-1.0318880081176758
282944	linear.bias	1	1.969753384590149
282944	linear.bias	2	0.5790796875953674
282944	linear.bias	3	-2.53153133392334
282944	linear.bias	4	-0.22617027163505554
282944	linear.bias	5	1.1812466382980347
282944	linear.bias	6	-0.2926866114139557
282944	linear.bias	7	0.6607863306999207
282944	linear.bias	8	2.2133853435516357
282944	linear.bias	9	-1.4322487115859985
283553	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
283553	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
283553	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
283553	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
283553	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
283553	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
283553	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
283553	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
283553	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
283553	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
283553	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
283553	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
283553	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
283553	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
283553	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
283553	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
283553	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
283553	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
283553	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
283553	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
283553	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
283553	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
283553	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
283553	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
283553	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
283553	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
283553	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
283553	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
283553	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
283553	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
283553	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
283553	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
283553	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
283553	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
283553	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
283553	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
283553	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
283553	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
283553	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
283553	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
283553	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
283553	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
283553	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
283553	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
283553	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
283553	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
283553	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
283553	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
283553	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
283553	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
283553	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
283553	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
283553	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
283553	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
283553	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
283553	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
283553	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
283553	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
283553	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
283553	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
283553	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
283553	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
283553	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
283553	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
283553	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
283553	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
283553	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
283553	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
283553	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
283553	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
283553	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
283553	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
283553	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
283553	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
283553	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
283553	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
283553	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
283553	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
283553	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
283553	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
283553	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
283553	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
283553	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
283553	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
283553	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
283553	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
283553	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
283553	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
283553	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
283553	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
283553	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
283553	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
283553	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
283553	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
283553	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
283553	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
283553	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
283553	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
283553	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
283553	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
283553	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
283553	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
283553	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
283553	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
283553	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
283553	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
283553	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
283553	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
283553	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
283553	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
283553	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
283553	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
283553	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
283553	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
283553	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
283553	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
283553	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
283553	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
283553	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
283553	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
283553	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
283553	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
283553	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
283553	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
283553	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
283553	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
283553	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
283553	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
283553	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
283553	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
283553	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
283553	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
283553	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
283553	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
283553	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
283553	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
283553	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
283553	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
283553	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
283553	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
283553	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
283553	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
283553	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
283553	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
283553	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
283553	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
283553	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
283553	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
283553	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
283553	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
283553	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
283553	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
283553	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
283553	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
283553	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
283553	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
283553	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
283553	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
283553	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
283553	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
283553	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
283553	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
283553	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
283553	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
283553	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
283553	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
283553	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
283553	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
283553	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
283553	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
283553	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
283553	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
283553	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
283553	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
283553	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
283553	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
283553	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
283553	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
283553	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
283553	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
283553	embedding2nn.weight	0	0.27600425481796265
283553	embedding2nn.weight	1	0.31532856822013855
283553	embedding2nn.weight	2	-0.02344474196434021
283553	embedding2nn.weight	3	0.036034658551216125
283553	embedding2nn.weight	4	-0.035933587700128555
283553	embedding2nn.weight	5	0.06457216292619705
283553	embedding2nn.weight	6	0.009059654548764229
283553	embedding2nn.weight	7	0.025614188984036446
283553	embedding2nn.weight	8	0.011141444556415081
283553	embedding2nn.weight	9	-0.039172008633613586
283553	embedding2nn.bias	0	0.040143415331840515
283553	embedding2nn.bias	1	-0.19442474842071533
283553	embedding2nn.bias	2	0.1212562844157219
283553	embedding2nn.bias	3	0.15456075966358185
283553	embedding2nn.bias	4	0.14169010519981384
283553	embedding2nn.bias	5	-0.06599853187799454
283553	embedding2nn.bias	6	-0.04313470050692558
283553	embedding2nn.bias	7	0.07694126665592194
283553	embedding2nn.bias	8	-0.1370495855808258
283553	embedding2nn.bias	9	-0.3910627067089081
283553	rnn.weight_ih_l0	0	0.012511976063251495
283553	rnn.weight_ih_l0	1	-0.06905831396579742
283553	rnn.weight_ih_l0	2	-0.08580628782510757
283553	rnn.weight_ih_l0	3	0.07895068824291229
283553	rnn.weight_ih_l0	4	0.04432092607021332
283553	rnn.weight_ih_l0	5	-0.11862301826477051
283553	rnn.weight_ih_l0	6	-0.049588605761528015
283553	rnn.weight_ih_l0	7	0.005746973212808371
283553	rnn.weight_ih_l0	8	0.0224470142275095
283553	rnn.weight_ih_l0	9	-0.005084823817014694
283553	rnn.weight_hh_l0	0	0.012462759390473366
283553	rnn.weight_hh_l0	1	0.06353543698787689
283553	rnn.weight_hh_l0	2	0.035868894308805466
283553	rnn.weight_hh_l0	3	0.029085110872983932
283553	rnn.weight_hh_l0	4	0.018561851233243942
283553	rnn.weight_hh_l0	5	0.07361048460006714
283553	rnn.weight_hh_l0	6	-0.02400297112762928
283553	rnn.weight_hh_l0	7	-0.07253238558769226
283553	rnn.weight_hh_l0	8	0.03960014507174492
283553	rnn.weight_hh_l0	9	-0.09188197553157806
283553	rnn.bias_ih_l0	0	0.18422289192676544
283553	rnn.bias_ih_l0	1	-0.2425319403409958
283553	rnn.bias_ih_l0	2	-0.025493202731013298
283553	rnn.bias_ih_l0	3	-0.16197486221790314
283553	rnn.bias_ih_l0	4	0.04580299183726311
283553	rnn.bias_ih_l0	5	-0.31371957063674927
283553	rnn.bias_ih_l0	6	-0.12872640788555145
283553	rnn.bias_ih_l0	7	-0.2733954191207886
283553	rnn.bias_ih_l0	8	-0.2423969954252243
283553	rnn.bias_ih_l0	9	-0.414450466632843
283553	rnn.bias_hh_l0	0	-0.2758636772632599
283553	rnn.bias_hh_l0	1	-0.25935766100883484
283553	rnn.bias_hh_l0	2	-0.25927045941352844
283553	rnn.bias_hh_l0	3	-0.08214664459228516
283553	rnn.bias_hh_l0	4	-0.28053194284439087
283553	rnn.bias_hh_l0	5	-0.27626317739486694
283553	rnn.bias_hh_l0	6	-0.1111808642745018
283553	rnn.bias_hh_l0	7	0.08801870048046112
283553	rnn.bias_hh_l0	8	-0.1726631373167038
283553	rnn.bias_hh_l0	9	-0.46963363885879517
283553	rnn.weight_ih_l0_reverse	0	0.03114931657910347
283553	rnn.weight_ih_l0_reverse	1	-0.09793829172849655
283553	rnn.weight_ih_l0_reverse	2	-0.035513971000909805
283553	rnn.weight_ih_l0_reverse	3	-0.09227978438138962
283553	rnn.weight_ih_l0_reverse	4	0.06393260508775711
283553	rnn.weight_ih_l0_reverse	5	-0.11544272303581238
283553	rnn.weight_ih_l0_reverse	6	0.028776301071047783
283553	rnn.weight_ih_l0_reverse	7	0.028315603733062744
283553	rnn.weight_ih_l0_reverse	8	-0.06559933722019196
283553	rnn.weight_ih_l0_reverse	9	-0.03499801829457283
283553	rnn.weight_hh_l0_reverse	0	-0.07448998838663101
283553	rnn.weight_hh_l0_reverse	1	0.019686954095959663
283553	rnn.weight_hh_l0_reverse	2	-0.007358088158071041
283553	rnn.weight_hh_l0_reverse	3	0.028508281335234642
283553	rnn.weight_hh_l0_reverse	4	-0.07372146099805832
283553	rnn.weight_hh_l0_reverse	5	0.043816711753606796
283553	rnn.weight_hh_l0_reverse	6	0.015952957794070244
283553	rnn.weight_hh_l0_reverse	7	-0.043552279472351074
283553	rnn.weight_hh_l0_reverse	8	-0.01629302278161049
283553	rnn.weight_hh_l0_reverse	9	0.0633540078997612
283553	rnn.bias_ih_l0_reverse	0	-0.14163336157798767
283553	rnn.bias_ih_l0_reverse	1	-0.07525962591171265
283553	rnn.bias_ih_l0_reverse	2	0.0797630250453949
283553	rnn.bias_ih_l0_reverse	3	-0.2251337170600891
283553	rnn.bias_ih_l0_reverse	4	-0.04217735677957535
283553	rnn.bias_ih_l0_reverse	5	-0.2064037322998047
283553	rnn.bias_ih_l0_reverse	6	0.22421659529209137
283553	rnn.bias_ih_l0_reverse	7	-0.2783447206020355
283553	rnn.bias_ih_l0_reverse	8	-0.1330338418483734
283553	rnn.bias_ih_l0_reverse	9	-0.1268915981054306
283553	rnn.bias_hh_l0_reverse	0	-0.1368359923362732
283553	rnn.bias_hh_l0_reverse	1	0.23030740022659302
283553	rnn.bias_hh_l0_reverse	2	-0.314410537481308
283553	rnn.bias_hh_l0_reverse	3	-0.1658584475517273
283553	rnn.bias_hh_l0_reverse	4	-0.31115734577178955
283553	rnn.bias_hh_l0_reverse	5	-0.13643208146095276
283553	rnn.bias_hh_l0_reverse	6	-0.24563266336917877
283553	rnn.bias_hh_l0_reverse	7	-0.0835060104727745
283553	rnn.bias_hh_l0_reverse	8	-0.20998220145702362
283553	rnn.bias_hh_l0_reverse	9	0.18641698360443115
283553	linear.weight	0	0.1553979218006134
283553	linear.weight	1	-0.4186750054359436
283553	linear.weight	2	0.014294489286839962
283553	linear.weight	3	0.06786801666021347
283553	linear.weight	4	-0.0909990444779396
283553	linear.weight	5	0.21202030777931213
283553	linear.weight	6	-0.05645136907696724
283553	linear.weight	7	-0.06492951512336731
283553	linear.weight	8	0.12015379220247269
283553	linear.weight	9	-0.043851934373378754
283553	linear.bias	0	-1.055478572845459
283553	linear.bias	1	1.968322992324829
283553	linear.bias	2	0.660601019859314
283553	linear.bias	3	-2.532162666320801
283553	linear.bias	4	-0.21928931772708893
283553	linear.bias	5	1.1685938835144043
283553	linear.bias	6	-0.24272795021533966
283553	linear.bias	7	0.6794629693031311
283553	linear.bias	8	2.090202569961548
283553	linear.bias	9	-1.4314510822296143
284162	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
284162	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
284162	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
284162	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
284162	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
284162	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
284162	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
284162	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
284162	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
284162	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
284162	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
284162	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
284162	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
284162	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
284162	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
284162	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
284162	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
284162	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
284162	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
284162	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
284162	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
284162	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
284162	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
284162	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
284162	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
284162	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
284162	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
284162	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
284162	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
284162	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
284162	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
284162	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
284162	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
284162	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
284162	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
284162	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
284162	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
284162	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
284162	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
284162	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
284162	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
284162	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
284162	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
284162	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
284162	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
284162	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
284162	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
284162	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
284162	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
284162	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
284162	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
284162	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
284162	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
284162	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
284162	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
284162	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
284162	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
284162	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
284162	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
284162	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
284162	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
284162	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
284162	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
284162	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
284162	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
284162	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
284162	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
284162	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
284162	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
284162	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
284162	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
284162	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
284162	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
284162	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
284162	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
284162	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
284162	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
284162	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
284162	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
284162	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
284162	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
284162	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
284162	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
284162	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
284162	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
284162	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
284162	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
284162	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
284162	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
284162	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
284162	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
284162	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
284162	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
284162	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
284162	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
284162	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
284162	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
284162	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
284162	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
284162	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
284162	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
284162	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
284162	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
284162	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
284162	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
284162	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
284162	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
284162	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
284162	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
284162	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
284162	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
284162	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
284162	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
284162	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
284162	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
284162	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
284162	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
284162	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
284162	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
284162	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
284162	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
284162	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
284162	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
284162	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
284162	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
284162	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
284162	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
284162	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
284162	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
284162	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
284162	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
284162	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
284162	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
284162	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
284162	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
284162	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
284162	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
284162	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
284162	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
284162	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
284162	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
284162	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
284162	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
284162	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
284162	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
284162	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
284162	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
284162	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
284162	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
284162	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
284162	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
284162	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
284162	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
284162	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
284162	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
284162	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
284162	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
284162	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
284162	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
284162	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
284162	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
284162	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
284162	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
284162	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
284162	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
284162	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
284162	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
284162	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
284162	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
284162	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
284162	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
284162	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
284162	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
284162	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
284162	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
284162	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
284162	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
284162	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
284162	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
284162	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
284162	embedding2nn.weight	0	0.2770281136035919
284162	embedding2nn.weight	1	0.31122860312461853
284162	embedding2nn.weight	2	-0.015671543776988983
284162	embedding2nn.weight	3	0.04906836524605751
284162	embedding2nn.weight	4	-0.03754815086722374
284162	embedding2nn.weight	5	0.06479539722204208
284162	embedding2nn.weight	6	0.011095704510807991
284162	embedding2nn.weight	7	0.0272340327501297
284162	embedding2nn.weight	8	0.008254069834947586
284162	embedding2nn.weight	9	-0.0383760891854763
284162	embedding2nn.bias	0	0.021192384883761406
284162	embedding2nn.bias	1	-0.1788351982831955
284162	embedding2nn.bias	2	0.12224159389734268
284162	embedding2nn.bias	3	0.15196983516216278
284162	embedding2nn.bias	4	0.14852380752563477
284162	embedding2nn.bias	5	-0.04228553548455238
284162	embedding2nn.bias	6	-0.04177406430244446
284162	embedding2nn.bias	7	0.07001792639493942
284162	embedding2nn.bias	8	-0.13577869534492493
284162	embedding2nn.bias	9	-0.3817683458328247
284162	rnn.weight_ih_l0	0	0.01177377812564373
284162	rnn.weight_ih_l0	1	-0.07022067159414291
284162	rnn.weight_ih_l0	2	-0.07983605563640594
284162	rnn.weight_ih_l0	3	0.07925229519605637
284162	rnn.weight_ih_l0	4	0.0528695210814476
284162	rnn.weight_ih_l0	5	-0.11898276209831238
284162	rnn.weight_ih_l0	6	-0.04680199548602104
284162	rnn.weight_ih_l0	7	0.006829200312495232
284162	rnn.weight_ih_l0	8	0.03335549682378769
284162	rnn.weight_ih_l0	9	-0.009815472178161144
284162	rnn.weight_hh_l0	0	0.012757626362144947
284162	rnn.weight_hh_l0	1	0.06417901813983917
284162	rnn.weight_hh_l0	2	0.03556694835424423
284162	rnn.weight_hh_l0	3	0.028902841731905937
284162	rnn.weight_hh_l0	4	0.01858977973461151
284162	rnn.weight_hh_l0	5	0.0731654018163681
284162	rnn.weight_hh_l0	6	-0.024250270798802376
284162	rnn.weight_hh_l0	7	-0.07262039929628372
284162	rnn.weight_hh_l0	8	0.03933531418442726
284162	rnn.weight_hh_l0	9	-0.09202983230352402
284162	rnn.bias_ih_l0	0	0.1898525208234787
284162	rnn.bias_ih_l0	1	-0.24295996129512787
284162	rnn.bias_ih_l0	2	-0.023742735385894775
284162	rnn.bias_ih_l0	3	-0.15990658104419708
284162	rnn.bias_ih_l0	4	0.05640504136681557
284162	rnn.bias_ih_l0	5	-0.3138156831264496
284162	rnn.bias_ih_l0	6	-0.12655489146709442
284162	rnn.bias_ih_l0	7	-0.27275577187538147
284162	rnn.bias_ih_l0	8	-0.2416151762008667
284162	rnn.bias_ih_l0	9	-0.4029487073421478
284162	rnn.bias_hh_l0	0	-0.2679329812526703
284162	rnn.bias_hh_l0	1	-0.2632046639919281
284162	rnn.bias_hh_l0	2	-0.25614458322525024
284162	rnn.bias_hh_l0	3	-0.08670628070831299
284162	rnn.bias_hh_l0	4	-0.2843186855316162
284162	rnn.bias_hh_l0	5	-0.27221059799194336
284162	rnn.bias_hh_l0	6	-0.11491374671459198
284162	rnn.bias_hh_l0	7	0.08394325524568558
284162	rnn.bias_hh_l0	8	-0.1676645129919052
284162	rnn.bias_hh_l0	9	-0.4713142216205597
284162	rnn.weight_ih_l0_reverse	0	0.03267693892121315
284162	rnn.weight_ih_l0_reverse	1	-0.09672190248966217
284162	rnn.weight_ih_l0_reverse	2	-0.03353290632367134
284162	rnn.weight_ih_l0_reverse	3	-0.09421329200267792
284162	rnn.weight_ih_l0_reverse	4	0.06450863927602768
284162	rnn.weight_ih_l0_reverse	5	-0.12443506717681885
284162	rnn.weight_ih_l0_reverse	6	0.03254736214876175
284162	rnn.weight_ih_l0_reverse	7	0.026054253801703453
284162	rnn.weight_ih_l0_reverse	8	-0.05904597043991089
284162	rnn.weight_ih_l0_reverse	9	-0.031674593687057495
284162	rnn.weight_hh_l0_reverse	0	-0.07392733544111252
284162	rnn.weight_hh_l0_reverse	1	0.01777425780892372
284162	rnn.weight_hh_l0_reverse	2	-0.00667082192376256
284162	rnn.weight_hh_l0_reverse	3	0.028155960142612457
284162	rnn.weight_hh_l0_reverse	4	-0.07483889907598495
284162	rnn.weight_hh_l0_reverse	5	0.043386951088905334
284162	rnn.weight_hh_l0_reverse	6	0.015904391184449196
284162	rnn.weight_hh_l0_reverse	7	-0.04381279647350311
284162	rnn.weight_hh_l0_reverse	8	-0.017388978973031044
284162	rnn.weight_hh_l0_reverse	9	0.06502044200897217
284162	rnn.bias_ih_l0_reverse	0	-0.1393674612045288
284162	rnn.bias_ih_l0_reverse	1	-0.07092565298080444
284162	rnn.bias_ih_l0_reverse	2	0.08045130968093872
284162	rnn.bias_ih_l0_reverse	3	-0.22803883254528046
284162	rnn.bias_ih_l0_reverse	4	-0.03891247138381004
284162	rnn.bias_ih_l0_reverse	5	-0.20637699961662292
284162	rnn.bias_ih_l0_reverse	6	0.23169392347335815
284162	rnn.bias_ih_l0_reverse	7	-0.27196410298347473
284162	rnn.bias_ih_l0_reverse	8	-0.12661683559417725
284162	rnn.bias_ih_l0_reverse	9	-0.12840545177459717
284162	rnn.bias_hh_l0_reverse	0	-0.14633886516094208
284162	rnn.bias_hh_l0_reverse	1	0.2298884391784668
284162	rnn.bias_hh_l0_reverse	2	-0.3180283308029175
284162	rnn.bias_hh_l0_reverse	3	-0.1633642464876175
284162	rnn.bias_hh_l0_reverse	4	-0.31421640515327454
284162	rnn.bias_hh_l0_reverse	5	-0.13634487986564636
284162	rnn.bias_hh_l0_reverse	6	-0.24407316744327545
284162	rnn.bias_hh_l0_reverse	7	-0.07973384112119675
284162	rnn.bias_hh_l0_reverse	8	-0.21206066012382507
284162	rnn.bias_hh_l0_reverse	9	0.20041410624980927
284162	linear.weight	0	0.14534296095371246
284162	linear.weight	1	-0.45079803466796875
284162	linear.weight	2	0.06802431493997574
284162	linear.weight	3	0.06786232441663742
284162	linear.weight	4	-0.16365516185760498
284162	linear.weight	5	0.23771503567695618
284162	linear.weight	6	-0.03352140635251999
284162	linear.weight	7	-0.06491145491600037
284162	linear.weight	8	0.11015302687883377
284162	linear.weight	9	-0.04387630149722099
284162	linear.bias	0	-1.0528531074523926
284162	linear.bias	1	1.8676587343215942
284162	linear.bias	2	0.6554705500602722
284162	linear.bias	3	-2.5328803062438965
284162	linear.bias	4	-0.20281337201595306
284162	linear.bias	5	1.1860567331314087
284162	linear.bias	6	-0.2723879814147949
284162	linear.bias	7	0.6758355498313904
284162	linear.bias	8	2.1076362133026123
284162	linear.bias	9	-1.3805711269378662
284771	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
284771	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
284771	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
284771	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
284771	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
284771	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
284771	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
284771	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
284771	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
284771	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
284771	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
284771	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
284771	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
284771	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
284771	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
284771	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
284771	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
284771	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
284771	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
284771	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
284771	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
284771	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
284771	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
284771	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
284771	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
284771	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
284771	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
284771	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
284771	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
284771	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
284771	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
284771	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
284771	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
284771	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
284771	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
284771	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
284771	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
284771	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
284771	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
284771	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
284771	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
284771	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
284771	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
284771	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
284771	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
284771	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
284771	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
284771	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
284771	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
284771	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
284771	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
284771	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
284771	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
284771	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
284771	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
284771	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
284771	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
284771	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
284771	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
284771	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
284771	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
284771	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
284771	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
284771	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
284771	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
284771	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
284771	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
284771	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
284771	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
284771	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
284771	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
284771	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
284771	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
284771	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
284771	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
284771	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
284771	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
284771	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
284771	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
284771	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
284771	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
284771	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
284771	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
284771	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
284771	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
284771	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
284771	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
284771	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
284771	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
284771	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
284771	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
284771	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
284771	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
284771	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
284771	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
284771	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
284771	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
284771	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
284771	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
284771	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
284771	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
284771	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
284771	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
284771	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
284771	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
284771	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
284771	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
284771	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
284771	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
284771	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
284771	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
284771	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
284771	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
284771	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
284771	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
284771	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
284771	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
284771	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
284771	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
284771	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
284771	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
284771	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
284771	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
284771	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
284771	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
284771	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
284771	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
284771	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
284771	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
284771	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
284771	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
284771	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
284771	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
284771	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
284771	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
284771	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
284771	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
284771	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
284771	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
284771	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
284771	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
284771	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
284771	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
284771	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
284771	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
284771	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
284771	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
284771	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
284771	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
284771	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
284771	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
284771	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
284771	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
284771	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
284771	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
284771	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
284771	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
284771	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
284771	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
284771	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
284771	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
284771	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
284771	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
284771	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
284771	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
284771	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
284771	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
284771	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
284771	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
284771	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
284771	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
284771	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
284771	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
284771	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
284771	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
284771	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
284771	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
284771	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
284771	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
284771	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
284771	embedding2nn.weight	0	0.27632227540016174
284771	embedding2nn.weight	1	0.30971530079841614
284771	embedding2nn.weight	2	-0.01950077712535858
284771	embedding2nn.weight	3	0.040102917701005936
284771	embedding2nn.weight	4	-0.04065816104412079
284771	embedding2nn.weight	5	0.06459236145019531
284771	embedding2nn.weight	6	0.005269719287753105
284771	embedding2nn.weight	7	0.026086628437042236
284771	embedding2nn.weight	8	0.005269256420433521
284771	embedding2nn.weight	9	-0.03264106065034866
284771	embedding2nn.bias	0	0.01498247031122446
284771	embedding2nn.bias	1	-0.18680912256240845
284771	embedding2nn.bias	2	0.12893418967723846
284771	embedding2nn.bias	3	0.14208774268627167
284771	embedding2nn.bias	4	0.13973626494407654
284771	embedding2nn.bias	5	-0.0689510777592659
284771	embedding2nn.bias	6	-0.042356446385383606
284771	embedding2nn.bias	7	0.05749073997139931
284771	embedding2nn.bias	8	-0.18202975392341614
284771	embedding2nn.bias	9	-0.37334421277046204
284771	rnn.weight_ih_l0	0	0.01063608005642891
284771	rnn.weight_ih_l0	1	-0.0681295394897461
284771	rnn.weight_ih_l0	2	-0.07962418347597122
284771	rnn.weight_ih_l0	3	0.07830537855625153
284771	rnn.weight_ih_l0	4	0.046747080981731415
284771	rnn.weight_ih_l0	5	-0.11385244131088257
284771	rnn.weight_ih_l0	6	-0.046832796186208725
284771	rnn.weight_ih_l0	7	0.006687082815915346
284771	rnn.weight_ih_l0	8	0.0274265855550766
284771	rnn.weight_ih_l0	9	-0.008605550974607468
284771	rnn.weight_hh_l0	0	0.012469111010432243
284771	rnn.weight_hh_l0	1	0.06328348815441132
284771	rnn.weight_hh_l0	2	0.03463398292660713
284771	rnn.weight_hh_l0	3	0.029357854276895523
284771	rnn.weight_hh_l0	4	0.018594952300190926
284771	rnn.weight_hh_l0	5	0.07275401055812836
284771	rnn.weight_hh_l0	6	-0.024643482640385628
284771	rnn.weight_hh_l0	7	-0.07504865527153015
284771	rnn.weight_hh_l0	8	0.03929655998945236
284771	rnn.weight_hh_l0	9	-0.09167563170194626
284771	rnn.bias_ih_l0	0	0.1782054901123047
284771	rnn.bias_ih_l0	1	-0.24874573945999146
284771	rnn.bias_ih_l0	2	-0.021953575313091278
284771	rnn.bias_ih_l0	3	-0.15631115436553955
284771	rnn.bias_ih_l0	4	0.05505190044641495
284771	rnn.bias_ih_l0	5	-0.3177332580089569
284771	rnn.bias_ih_l0	6	-0.13396751880645752
284771	rnn.bias_ih_l0	7	-0.27307504415512085
284771	rnn.bias_ih_l0	8	-0.23380626738071442
284771	rnn.bias_ih_l0	9	-0.3998745083808899
284771	rnn.bias_hh_l0	0	-0.2685013711452484
284771	rnn.bias_hh_l0	1	-0.2692023813724518
284771	rnn.bias_hh_l0	2	-0.2591976821422577
284771	rnn.bias_hh_l0	3	-0.08513563871383667
284771	rnn.bias_hh_l0	4	-0.2769431173801422
284771	rnn.bias_hh_l0	5	-0.2755589485168457
284771	rnn.bias_hh_l0	6	-0.11321281641721725
284771	rnn.bias_hh_l0	7	0.07339607179164886
284771	rnn.bias_hh_l0	8	-0.16631917655467987
284771	rnn.bias_hh_l0	9	-0.4748914837837219
284771	rnn.weight_ih_l0_reverse	0	0.035593483597040176
284771	rnn.weight_ih_l0_reverse	1	-0.0966864600777626
284771	rnn.weight_ih_l0_reverse	2	-0.03221432492136955
284771	rnn.weight_ih_l0_reverse	3	-0.09212704747915268
284771	rnn.weight_ih_l0_reverse	4	0.06769885122776031
284771	rnn.weight_ih_l0_reverse	5	-0.11900782585144043
284771	rnn.weight_ih_l0_reverse	6	0.040269676595926285
284771	rnn.weight_ih_l0_reverse	7	0.028536243364214897
284771	rnn.weight_ih_l0_reverse	8	-0.05746642127633095
284771	rnn.weight_ih_l0_reverse	9	-0.03338621184229851
284771	rnn.weight_hh_l0_reverse	0	-0.07662883400917053
284771	rnn.weight_hh_l0_reverse	1	0.018111253157258034
284771	rnn.weight_hh_l0_reverse	2	-0.007356458809226751
284771	rnn.weight_hh_l0_reverse	3	0.028228675946593285
284771	rnn.weight_hh_l0_reverse	4	-0.07556848973035812
284771	rnn.weight_hh_l0_reverse	5	0.043405935168266296
284771	rnn.weight_hh_l0_reverse	6	0.01565077155828476
284771	rnn.weight_hh_l0_reverse	7	-0.04231845960021019
284771	rnn.weight_hh_l0_reverse	8	-0.01962348073720932
284771	rnn.weight_hh_l0_reverse	9	0.06800129264593124
284771	rnn.bias_ih_l0_reverse	0	-0.1315125823020935
284771	rnn.bias_ih_l0_reverse	1	-0.0745883360505104
284771	rnn.bias_ih_l0_reverse	2	0.07464468479156494
284771	rnn.bias_ih_l0_reverse	3	-0.2318466454744339
284771	rnn.bias_ih_l0_reverse	4	-0.04353245347738266
284771	rnn.bias_ih_l0_reverse	5	-0.20178981125354767
284771	rnn.bias_ih_l0_reverse	6	0.21926023066043854
284771	rnn.bias_ih_l0_reverse	7	-0.2792258560657501
284771	rnn.bias_ih_l0_reverse	8	-0.12820827960968018
284771	rnn.bias_ih_l0_reverse	9	-0.1345217525959015
284771	rnn.bias_hh_l0_reverse	0	-0.1393326371908188
284771	rnn.bias_hh_l0_reverse	1	0.2312891036272049
284771	rnn.bias_hh_l0_reverse	2	-0.3156506419181824
284771	rnn.bias_hh_l0_reverse	3	-0.16176512837409973
284771	rnn.bias_hh_l0_reverse	4	-0.31329384446144104
284771	rnn.bias_hh_l0_reverse	5	-0.13870766758918762
284771	rnn.bias_hh_l0_reverse	6	-0.24356666207313538
284771	rnn.bias_hh_l0_reverse	7	-0.0709797739982605
284771	rnn.bias_hh_l0_reverse	8	-0.1985628753900528
284771	rnn.bias_hh_l0_reverse	9	0.21382281184196472
284771	linear.weight	0	0.13311925530433655
284771	linear.weight	1	-0.4566870331764221
284771	linear.weight	2	0.08237922191619873
284771	linear.weight	3	0.06786184757947922
284771	linear.weight	4	-0.1489429771900177
284771	linear.weight	5	0.2236274629831314
284771	linear.weight	6	-0.049938689917325974
284771	linear.weight	7	-0.06489686667919159
284771	linear.weight	8	0.09663087874650955
284771	linear.weight	9	-0.04388204962015152
284771	linear.bias	0	-1.036867380142212
284771	linear.bias	1	1.8774882555007935
284771	linear.bias	2	0.6198327541351318
284771	linear.bias	3	-2.533503532409668
284771	linear.bias	4	-0.2213948518037796
284771	linear.bias	5	1.2216932773590088
284771	linear.bias	6	-0.27152591943740845
284771	linear.bias	7	0.6186298727989197
284771	linear.bias	8	2.1453874111175537
284771	linear.bias	9	-1.3858243227005005
285380	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
285380	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
285380	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
285380	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
285380	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
285380	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
285380	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
285380	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
285380	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
285380	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
285380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
285380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
285380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
285380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
285380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
285380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
285380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
285380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
285380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
285380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
285380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
285380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
285380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
285380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
285380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
285380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
285380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
285380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
285380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
285380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
285380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
285380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
285380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
285380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
285380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
285380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
285380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
285380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
285380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
285380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
285380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
285380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
285380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
285380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
285380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
285380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
285380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
285380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
285380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
285380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
285380	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
285380	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
285380	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
285380	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
285380	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
285380	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
285380	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
285380	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
285380	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
285380	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
285380	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
285380	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
285380	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
285380	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
285380	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
285380	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
285380	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
285380	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
285380	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
285380	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
285380	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
285380	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
285380	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
285380	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
285380	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
285380	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
285380	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
285380	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
285380	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
285380	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
285380	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
285380	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
285380	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
285380	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
285380	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
285380	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
285380	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
285380	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
285380	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
285380	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
285380	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
285380	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
285380	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
285380	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
285380	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
285380	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
285380	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
285380	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
285380	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
285380	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
285380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
285380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
285380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
285380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
285380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
285380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
285380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
285380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
285380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
285380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
285380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
285380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
285380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
285380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
285380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
285380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
285380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
285380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
285380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
285380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
285380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
285380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
285380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
285380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
285380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
285380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
285380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
285380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
285380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
285380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
285380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
285380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
285380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
285380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
285380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
285380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
285380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
285380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
285380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
285380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
285380	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
285380	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
285380	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
285380	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
285380	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
285380	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
285380	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
285380	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
285380	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
285380	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
285380	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
285380	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
285380	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
285380	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
285380	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
285380	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
285380	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
285380	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
285380	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
285380	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
285380	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
285380	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
285380	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
285380	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
285380	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
285380	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
285380	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
285380	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
285380	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
285380	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
285380	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
285380	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
285380	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
285380	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
285380	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
285380	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
285380	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
285380	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
285380	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
285380	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
285380	embedding2nn.weight	0	0.2759726941585541
285380	embedding2nn.weight	1	0.3130806088447571
285380	embedding2nn.weight	2	-0.022901857271790504
285380	embedding2nn.weight	3	0.051872652024030685
285380	embedding2nn.weight	4	-0.03997116535902023
285380	embedding2nn.weight	5	0.062471456825733185
285380	embedding2nn.weight	6	0.00594632513821125
285380	embedding2nn.weight	7	0.025157585740089417
285380	embedding2nn.weight	8	0.0076986136846244335
285380	embedding2nn.weight	9	-0.029194677248597145
285380	embedding2nn.bias	0	0.015324746258556843
285380	embedding2nn.bias	1	-0.1820705235004425
285380	embedding2nn.bias	2	0.11616508662700653
285380	embedding2nn.bias	3	0.17023055255413055
285380	embedding2nn.bias	4	0.14594091475009918
285380	embedding2nn.bias	5	-0.054442472755908966
285380	embedding2nn.bias	6	-0.046886879950761795
285380	embedding2nn.bias	7	0.05925761163234711
285380	embedding2nn.bias	8	-0.1720615178346634
285380	embedding2nn.bias	9	-0.36275407671928406
285380	rnn.weight_ih_l0	0	0.007653642445802689
285380	rnn.weight_ih_l0	1	-0.06940016150474548
285380	rnn.weight_ih_l0	2	-0.08420538157224655
285380	rnn.weight_ih_l0	3	0.07509835064411163
285380	rnn.weight_ih_l0	4	0.04450840502977371
285380	rnn.weight_ih_l0	5	-0.10247790813446045
285380	rnn.weight_ih_l0	6	-0.046061377972364426
285380	rnn.weight_ih_l0	7	0.0041172499768435955
285380	rnn.weight_ih_l0	8	0.01881234161555767
285380	rnn.weight_ih_l0	9	-0.0047334847040474415
285380	rnn.weight_hh_l0	0	0.012243553064763546
285380	rnn.weight_hh_l0	1	0.0635591670870781
285380	rnn.weight_hh_l0	2	0.03172874078154564
285380	rnn.weight_hh_l0	3	0.02897135727107525
285380	rnn.weight_hh_l0	4	0.01820060983300209
285380	rnn.weight_hh_l0	5	0.0718022957444191
285380	rnn.weight_hh_l0	6	-0.02428317815065384
285380	rnn.weight_hh_l0	7	-0.07791870832443237
285380	rnn.weight_hh_l0	8	0.03951749950647354
285380	rnn.weight_hh_l0	9	-0.09251021593809128
285380	rnn.bias_ih_l0	0	0.18892431259155273
285380	rnn.bias_ih_l0	1	-0.24877740442752838
285380	rnn.bias_ih_l0	2	-0.015472464263439178
285380	rnn.bias_ih_l0	3	-0.14955657720565796
285380	rnn.bias_ih_l0	4	0.03243099898099899
285380	rnn.bias_ih_l0	5	-0.31048062443733215
285380	rnn.bias_ih_l0	6	-0.12441159784793854
285380	rnn.bias_ih_l0	7	-0.27345678210258484
285380	rnn.bias_ih_l0	8	-0.23531490564346313
285380	rnn.bias_ih_l0	9	-0.3906063437461853
285380	rnn.bias_hh_l0	0	-0.26959139108657837
285380	rnn.bias_hh_l0	1	-0.2656402289867401
285380	rnn.bias_hh_l0	2	-0.26184409856796265
285380	rnn.bias_hh_l0	3	-0.08445152640342712
285380	rnn.bias_hh_l0	4	-0.27259424328804016
285380	rnn.bias_hh_l0	5	-0.27176153659820557
285380	rnn.bias_hh_l0	6	-0.10576652735471725
285380	rnn.bias_hh_l0	7	0.08843167871236801
285380	rnn.bias_hh_l0	8	-0.17075316607952118
285380	rnn.bias_hh_l0	9	-0.4702731966972351
285380	rnn.weight_ih_l0_reverse	0	0.03302064910531044
285380	rnn.weight_ih_l0_reverse	1	-0.09630095958709717
285380	rnn.weight_ih_l0_reverse	2	-0.032447680830955505
285380	rnn.weight_ih_l0_reverse	3	-0.0878254696726799
285380	rnn.weight_ih_l0_reverse	4	0.06832348555326462
285380	rnn.weight_ih_l0_reverse	5	-0.11920981109142303
285380	rnn.weight_ih_l0_reverse	6	0.03160005435347557
285380	rnn.weight_ih_l0_reverse	7	0.0280907079577446
285380	rnn.weight_ih_l0_reverse	8	-0.05695394426584244
285380	rnn.weight_ih_l0_reverse	9	-0.0305464044213295
285380	rnn.weight_hh_l0_reverse	0	-0.07604003697633743
285380	rnn.weight_hh_l0_reverse	1	0.01772119104862213
285380	rnn.weight_hh_l0_reverse	2	-0.0082221245393157
285380	rnn.weight_hh_l0_reverse	3	0.02805747278034687
285380	rnn.weight_hh_l0_reverse	4	-0.07622800767421722
285380	rnn.weight_hh_l0_reverse	5	0.044593099504709244
285380	rnn.weight_hh_l0_reverse	6	0.015443175099790096
285380	rnn.weight_hh_l0_reverse	7	-0.0480487234890461
285380	rnn.weight_hh_l0_reverse	8	-0.020599162206053734
285380	rnn.weight_hh_l0_reverse	9	0.06822133809328079
285380	rnn.bias_ih_l0_reverse	0	-0.12782222032546997
285380	rnn.bias_ih_l0_reverse	1	-0.0783192366361618
285380	rnn.bias_ih_l0_reverse	2	0.08152507990598679
285380	rnn.bias_ih_l0_reverse	3	-0.23350633680820465
285380	rnn.bias_ih_l0_reverse	4	-0.04122089594602585
285380	rnn.bias_ih_l0_reverse	5	-0.19060221314430237
285380	rnn.bias_ih_l0_reverse	6	0.22149302065372467
285380	rnn.bias_ih_l0_reverse	7	-0.29495155811309814
285380	rnn.bias_ih_l0_reverse	8	-0.1259358525276184
285380	rnn.bias_ih_l0_reverse	9	-0.13148434460163116
285380	rnn.bias_hh_l0_reverse	0	-0.13032156229019165
285380	rnn.bias_hh_l0_reverse	1	0.23616944253444672
285380	rnn.bias_hh_l0_reverse	2	-0.32253360748291016
285380	rnn.bias_hh_l0_reverse	3	-0.1600792557001114
285380	rnn.bias_hh_l0_reverse	4	-0.31375208497047424
285380	rnn.bias_hh_l0_reverse	5	-0.13537393510341644
285380	rnn.bias_hh_l0_reverse	6	-0.23825789988040924
285380	rnn.bias_hh_l0_reverse	7	-0.06713226437568665
285380	rnn.bias_hh_l0_reverse	8	-0.20359614491462708
285380	rnn.bias_hh_l0_reverse	9	0.21253980696201324
285380	linear.weight	0	0.16727380454540253
285380	linear.weight	1	-0.42436492443084717
285380	linear.weight	2	0.07033858448266983
285380	linear.weight	3	0.06786254793405533
285380	linear.weight	4	-0.2022404819726944
285380	linear.weight	5	0.24986739456653595
285380	linear.weight	6	-0.06733326613903046
285380	linear.weight	7	-0.06488346308469772
285380	linear.weight	8	0.10939286649227142
285380	linear.weight	9	-0.04390909522771835
285380	linear.bias	0	-1.061224102973938
285380	linear.bias	1	1.8917148113250732
285380	linear.bias	2	0.6653215289115906
285380	linear.bias	3	-2.5341708660125732
285380	linear.bias	4	-0.24311994016170502
285380	linear.bias	5	1.1999543905258179
285380	linear.bias	6	-0.2729363739490509
285380	linear.bias	7	0.6822850704193115
285380	linear.bias	8	2.11323881149292
285380	linear.bias	9	-1.3960986137390137
285989	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
285989	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
285989	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
285989	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
285989	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
285989	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
285989	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
285989	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
285989	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
285989	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
285989	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
285989	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
285989	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
285989	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
285989	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
285989	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
285989	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
285989	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
285989	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
285989	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
285989	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
285989	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
285989	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
285989	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
285989	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
285989	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
285989	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
285989	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
285989	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
285989	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
285989	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
285989	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
285989	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
285989	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
285989	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
285989	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
285989	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
285989	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
285989	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
285989	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
285989	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
285989	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
285989	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
285989	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
285989	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
285989	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
285989	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
285989	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
285989	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
285989	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
285989	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
285989	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
285989	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
285989	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
285989	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
285989	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
285989	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
285989	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
285989	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
285989	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
285989	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
285989	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
285989	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
285989	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
285989	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
285989	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
285989	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
285989	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
285989	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
285989	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
285989	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
285989	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
285989	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
285989	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
285989	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
285989	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
285989	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
285989	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
285989	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
285989	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
285989	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
285989	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
285989	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
285989	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
285989	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
285989	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
285989	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
285989	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
285989	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
285989	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
285989	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
285989	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
285989	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
285989	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
285989	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
285989	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
285989	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
285989	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
285989	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
285989	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
285989	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
285989	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
285989	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
285989	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
285989	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
285989	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
285989	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
285989	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
285989	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
285989	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
285989	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
285989	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
285989	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
285989	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
285989	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
285989	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
285989	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
285989	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
285989	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
285989	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
285989	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
285989	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
285989	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
285989	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
285989	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
285989	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
285989	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
285989	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
285989	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
285989	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
285989	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
285989	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
285989	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
285989	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
285989	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
285989	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
285989	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
285989	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
285989	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
285989	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
285989	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
285989	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
285989	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
285989	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
285989	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
285989	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
285989	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
285989	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
285989	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
285989	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
285989	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
285989	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
285989	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
285989	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
285989	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
285989	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
285989	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
285989	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
285989	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
285989	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
285989	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
285989	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
285989	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
285989	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
285989	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
285989	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
285989	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
285989	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
285989	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
285989	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
285989	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
285989	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
285989	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
285989	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
285989	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
285989	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
285989	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
285989	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
285989	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
285989	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
285989	embedding2nn.weight	0	0.27772849798202515
285989	embedding2nn.weight	1	0.31191009283065796
285989	embedding2nn.weight	2	-0.02463497407734394
285989	embedding2nn.weight	3	0.04178899526596069
285989	embedding2nn.weight	4	-0.048253584653139114
285989	embedding2nn.weight	5	0.06062997877597809
285989	embedding2nn.weight	6	0.007463922258466482
285989	embedding2nn.weight	7	0.013287088833749294
285989	embedding2nn.weight	8	0.008350631222128868
285989	embedding2nn.weight	9	-0.0279946681112051
285989	embedding2nn.bias	0	0.01752215251326561
285989	embedding2nn.bias	1	-0.1702968031167984
285989	embedding2nn.bias	2	0.10461147129535675
285989	embedding2nn.bias	3	0.1538156121969223
285989	embedding2nn.bias	4	0.15113908052444458
285989	embedding2nn.bias	5	-0.06070917472243309
285989	embedding2nn.bias	6	-0.030908474698662758
285989	embedding2nn.bias	7	0.06188405305147171
285989	embedding2nn.bias	8	-0.1502545028924942
285989	embedding2nn.bias	9	-0.3797316253185272
285989	rnn.weight_ih_l0	0	0.007196997292339802
285989	rnn.weight_ih_l0	1	-0.06947270780801773
285989	rnn.weight_ih_l0	2	-0.07626107335090637
285989	rnn.weight_ih_l0	3	0.07716269046068192
285989	rnn.weight_ih_l0	4	0.05516810715198517
285989	rnn.weight_ih_l0	5	-0.10780271887779236
285989	rnn.weight_ih_l0	6	-0.042551688849925995
285989	rnn.weight_ih_l0	7	0.00043390452628955245
285989	rnn.weight_ih_l0	8	0.013316530734300613
285989	rnn.weight_ih_l0	9	-0.010002552531659603
285989	rnn.weight_hh_l0	0	0.012339292094111443
285989	rnn.weight_hh_l0	1	0.06375422328710556
285989	rnn.weight_hh_l0	2	0.030822770670056343
285989	rnn.weight_hh_l0	3	0.028929494321346283
285989	rnn.weight_hh_l0	4	0.01698785275220871
285989	rnn.weight_hh_l0	5	0.07201036065816879
285989	rnn.weight_hh_l0	6	-0.023983541876077652
285989	rnn.weight_hh_l0	7	-0.07973261922597885
285989	rnn.weight_hh_l0	8	0.039403241127729416
285989	rnn.weight_hh_l0	9	-0.09236576408147812
285989	rnn.bias_ih_l0	0	0.18109434843063354
285989	rnn.bias_ih_l0	1	-0.24704080820083618
285989	rnn.bias_ih_l0	2	-0.01785636693239212
285989	rnn.bias_ih_l0	3	-0.14979586005210876
285989	rnn.bias_ih_l0	4	0.034378983080387115
285989	rnn.bias_ih_l0	5	-0.3093481957912445
285989	rnn.bias_ih_l0	6	-0.1144854724407196
285989	rnn.bias_ih_l0	7	-0.27247723937034607
285989	rnn.bias_ih_l0	8	-0.23135820031166077
285989	rnn.bias_ih_l0	9	-0.3864801228046417
285989	rnn.bias_hh_l0	0	-0.26990681886672974
285989	rnn.bias_hh_l0	1	-0.2665937542915344
285989	rnn.bias_hh_l0	2	-0.2641668915748596
285989	rnn.bias_hh_l0	3	-0.08532849699258804
285989	rnn.bias_hh_l0	4	-0.27919647097587585
285989	rnn.bias_hh_l0	5	-0.2735578119754791
285989	rnn.bias_hh_l0	6	-0.10702751576900482
285989	rnn.bias_hh_l0	7	0.0749972015619278
285989	rnn.bias_hh_l0	8	-0.16581405699253082
285989	rnn.bias_hh_l0	9	-0.4720163345336914
285989	rnn.weight_ih_l0_reverse	0	0.03292391076683998
285989	rnn.weight_ih_l0_reverse	1	-0.09718908369541168
285989	rnn.weight_ih_l0_reverse	2	-0.029516085982322693
285989	rnn.weight_ih_l0_reverse	3	-0.08422742784023285
285989	rnn.weight_ih_l0_reverse	4	0.06696289032697678
285989	rnn.weight_ih_l0_reverse	5	-0.11479874700307846
285989	rnn.weight_ih_l0_reverse	6	0.04384178668260574
285989	rnn.weight_ih_l0_reverse	7	0.02881374955177307
285989	rnn.weight_ih_l0_reverse	8	-0.054103050380945206
285989	rnn.weight_ih_l0_reverse	9	-0.02663539908826351
285989	rnn.weight_hh_l0_reverse	0	-0.07655066251754761
285989	rnn.weight_hh_l0_reverse	1	0.017117105424404144
285989	rnn.weight_hh_l0_reverse	2	-0.008100705221295357
285989	rnn.weight_hh_l0_reverse	3	0.02734060026705265
285989	rnn.weight_hh_l0_reverse	4	-0.07500359416007996
285989	rnn.weight_hh_l0_reverse	5	0.04440653324127197
285989	rnn.weight_hh_l0_reverse	6	0.015854157507419586
285989	rnn.weight_hh_l0_reverse	7	-0.049537286162376404
285989	rnn.weight_hh_l0_reverse	8	-0.018966810777783394
285989	rnn.weight_hh_l0_reverse	9	0.06607946753501892
285989	rnn.bias_ih_l0_reverse	0	-0.13481897115707397
285989	rnn.bias_ih_l0_reverse	1	-0.08037425577640533
285989	rnn.bias_ih_l0_reverse	2	0.07722486555576324
285989	rnn.bias_ih_l0_reverse	3	-0.23404735326766968
285989	rnn.bias_ih_l0_reverse	4	-0.034048110246658325
285989	rnn.bias_ih_l0_reverse	5	-0.19474133849143982
285989	rnn.bias_ih_l0_reverse	6	0.21273961663246155
285989	rnn.bias_ih_l0_reverse	7	-0.3067447543144226
285989	rnn.bias_ih_l0_reverse	8	-0.12698672711849213
285989	rnn.bias_ih_l0_reverse	9	-0.141371950507164
285989	rnn.bias_hh_l0_reverse	0	-0.13059337437152863
285989	rnn.bias_hh_l0_reverse	1	0.2356678694486618
285989	rnn.bias_hh_l0_reverse	2	-0.31169483065605164
285989	rnn.bias_hh_l0_reverse	3	-0.16068130731582642
285989	rnn.bias_hh_l0_reverse	4	-0.31965798139572144
285989	rnn.bias_hh_l0_reverse	5	-0.12347086519002914
285989	rnn.bias_hh_l0_reverse	6	-0.23979051411151886
285989	rnn.bias_hh_l0_reverse	7	-0.07442627102136612
285989	rnn.bias_hh_l0_reverse	8	-0.20801837742328644
285989	rnn.bias_hh_l0_reverse	9	0.20747995376586914
285989	linear.weight	0	0.18774515390396118
285989	linear.weight	1	-0.4035000503063202
285989	linear.weight	2	0.028264664113521576
285989	linear.weight	3	0.06786175072193146
285989	linear.weight	4	-0.19501779973506927
285989	linear.weight	5	0.2510107159614563
285989	linear.weight	6	-0.061300404369831085
285989	linear.weight	7	-0.0648752972483635
285989	linear.weight	8	0.14639078080654144
285989	linear.weight	9	-0.04392813518643379
285989	linear.bias	0	-1.0730098485946655
285989	linear.bias	1	1.8975565433502197
285989	linear.bias	2	0.639712393283844
285989	linear.bias	3	-2.5348501205444336
285989	linear.bias	4	-0.2628192603588104
285989	linear.bias	5	1.237603783607483
285989	linear.bias	6	-0.2859463393688202
285989	linear.bias	7	0.678799569606781
285989	linear.bias	8	2.16939640045166
285989	linear.bias	9	-1.3998034000396729
286598	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
286598	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
286598	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
286598	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
286598	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
286598	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
286598	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
286598	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
286598	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
286598	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
286598	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
286598	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
286598	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
286598	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
286598	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
286598	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
286598	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
286598	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
286598	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
286598	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
286598	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
286598	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
286598	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
286598	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
286598	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
286598	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
286598	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
286598	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
286598	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
286598	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
286598	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
286598	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
286598	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
286598	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
286598	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
286598	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
286598	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
286598	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
286598	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
286598	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
286598	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
286598	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
286598	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
286598	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
286598	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
286598	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
286598	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
286598	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
286598	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
286598	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
286598	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
286598	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
286598	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
286598	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
286598	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
286598	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
286598	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
286598	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
286598	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
286598	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
286598	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
286598	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
286598	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
286598	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
286598	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
286598	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
286598	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
286598	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
286598	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
286598	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
286598	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
286598	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
286598	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
286598	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
286598	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
286598	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
286598	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
286598	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
286598	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
286598	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
286598	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
286598	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
286598	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
286598	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
286598	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
286598	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
286598	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
286598	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
286598	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
286598	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
286598	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
286598	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
286598	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
286598	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
286598	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
286598	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
286598	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
286598	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
286598	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
286598	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
286598	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
286598	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
286598	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
286598	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
286598	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
286598	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
286598	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
286598	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
286598	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
286598	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
286598	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
286598	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
286598	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
286598	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
286598	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
286598	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
286598	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
286598	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
286598	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
286598	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
286598	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
286598	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
286598	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
286598	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
286598	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
286598	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
286598	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
286598	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
286598	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
286598	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
286598	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
286598	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
286598	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
286598	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
286598	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
286598	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
286598	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
286598	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
286598	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
286598	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
286598	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
286598	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
286598	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
286598	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
286598	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
286598	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
286598	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
286598	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
286598	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
286598	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
286598	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
286598	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
286598	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
286598	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
286598	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
286598	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
286598	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
286598	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
286598	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
286598	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
286598	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
286598	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
286598	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
286598	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
286598	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
286598	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
286598	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
286598	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
286598	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
286598	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
286598	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
286598	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
286598	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
286598	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
286598	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
286598	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
286598	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
286598	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
286598	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
286598	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
286598	embedding2nn.weight	0	0.27511829137802124
286598	embedding2nn.weight	1	0.31285709142684937
286598	embedding2nn.weight	2	-0.02499278262257576
286598	embedding2nn.weight	3	0.021800601854920387
286598	embedding2nn.weight	4	-0.04853063076734543
286598	embedding2nn.weight	5	0.05896446481347084
286598	embedding2nn.weight	6	-0.0008885371498763561
286598	embedding2nn.weight	7	0.01619233563542366
286598	embedding2nn.weight	8	0.011959366500377655
286598	embedding2nn.weight	9	-0.025348668918013573
286598	embedding2nn.bias	0	0.01324678398668766
286598	embedding2nn.bias	1	-0.1724034994840622
286598	embedding2nn.bias	2	0.13119718432426453
286598	embedding2nn.bias	3	0.13211491703987122
286598	embedding2nn.bias	4	0.15222623944282532
286598	embedding2nn.bias	5	-0.04686038941144943
286598	embedding2nn.bias	6	-0.03420969843864441
286598	embedding2nn.bias	7	0.06505843997001648
286598	embedding2nn.bias	8	-0.13695168495178223
286598	embedding2nn.bias	9	-0.39467987418174744
286598	rnn.weight_ih_l0	0	0.00676383450627327
286598	rnn.weight_ih_l0	1	-0.06906568259000778
286598	rnn.weight_ih_l0	2	-0.07137665152549744
286598	rnn.weight_ih_l0	3	0.07245656847953796
286598	rnn.weight_ih_l0	4	0.05847753956913948
286598	rnn.weight_ih_l0	5	-0.10930189490318298
286598	rnn.weight_ih_l0	6	-0.04334981366991997
286598	rnn.weight_ih_l0	7	-0.005163467954844236
286598	rnn.weight_ih_l0	8	0.00396414240822196
286598	rnn.weight_ih_l0	9	-0.012694032862782478
286598	rnn.weight_hh_l0	0	0.011890160851180553
286598	rnn.weight_hh_l0	1	0.06369300186634064
286598	rnn.weight_hh_l0	2	0.029795147478580475
286598	rnn.weight_hh_l0	3	0.02887154370546341
286598	rnn.weight_hh_l0	4	0.01606416143476963
286598	rnn.weight_hh_l0	5	0.07255367189645767
286598	rnn.weight_hh_l0	6	-0.024238182231783867
286598	rnn.weight_hh_l0	7	-0.0787878930568695
286598	rnn.weight_hh_l0	8	0.03990236669778824
286598	rnn.weight_hh_l0	9	-0.09348008781671524
286598	rnn.bias_ih_l0	0	0.17669673264026642
286598	rnn.bias_ih_l0	1	-0.24153244495391846
286598	rnn.bias_ih_l0	2	-0.018781764432787895
286598	rnn.bias_ih_l0	3	-0.15247440338134766
286598	rnn.bias_ih_l0	4	0.04817092418670654
286598	rnn.bias_ih_l0	5	-0.31233659386634827
286598	rnn.bias_ih_l0	6	-0.11268346756696701
286598	rnn.bias_ih_l0	7	-0.27563875913619995
286598	rnn.bias_ih_l0	8	-0.2372499257326126
286598	rnn.bias_ih_l0	9	-0.40471962094306946
286598	rnn.bias_hh_l0	0	-0.2821080982685089
286598	rnn.bias_hh_l0	1	-0.27896538376808167
286598	rnn.bias_hh_l0	2	-0.2572137117385864
286598	rnn.bias_hh_l0	3	-0.08725938200950623
286598	rnn.bias_hh_l0	4	-0.2777109444141388
286598	rnn.bias_hh_l0	5	-0.27630123496055603
286598	rnn.bias_hh_l0	6	-0.10875573754310608
286598	rnn.bias_hh_l0	7	0.067417211830616
286598	rnn.bias_hh_l0	8	-0.15830150246620178
286598	rnn.bias_hh_l0	9	-0.46980661153793335
286598	rnn.weight_ih_l0_reverse	0	0.02848922647535801
286598	rnn.weight_ih_l0_reverse	1	-0.09545298665761948
286598	rnn.weight_ih_l0_reverse	2	-0.032892439514398575
286598	rnn.weight_ih_l0_reverse	3	-0.08635610342025757
286598	rnn.weight_ih_l0_reverse	4	0.06298929452896118
286598	rnn.weight_ih_l0_reverse	5	-0.11962316930294037
286598	rnn.weight_ih_l0_reverse	6	0.044572651386260986
286598	rnn.weight_ih_l0_reverse	7	0.031093603000044823
286598	rnn.weight_ih_l0_reverse	8	-0.04909128323197365
286598	rnn.weight_ih_l0_reverse	9	-0.028967585414648056
286598	rnn.weight_hh_l0_reverse	0	-0.07760856300592422
286598	rnn.weight_hh_l0_reverse	1	0.017953913658857346
286598	rnn.weight_hh_l0_reverse	2	-0.0082325991243124
286598	rnn.weight_hh_l0_reverse	3	0.02748018689453602
286598	rnn.weight_hh_l0_reverse	4	-0.07605993747711182
286598	rnn.weight_hh_l0_reverse	5	0.044549476355314255
286598	rnn.weight_hh_l0_reverse	6	0.015763962641358376
286598	rnn.weight_hh_l0_reverse	7	-0.04619254916906357
286598	rnn.weight_hh_l0_reverse	8	-0.020337212830781937
286598	rnn.weight_hh_l0_reverse	9	0.06493065506219864
286598	rnn.bias_ih_l0_reverse	0	-0.12623703479766846
286598	rnn.bias_ih_l0_reverse	1	-0.0728176012635231
286598	rnn.bias_ih_l0_reverse	2	0.07471080869436264
286598	rnn.bias_ih_l0_reverse	3	-0.23454834520816803
286598	rnn.bias_ih_l0_reverse	4	-0.03889460861682892
286598	rnn.bias_ih_l0_reverse	5	-0.19344936311244965
286598	rnn.bias_ih_l0_reverse	6	0.22708572447299957
286598	rnn.bias_ih_l0_reverse	7	-0.2902115285396576
286598	rnn.bias_ih_l0_reverse	8	-0.12841078639030457
286598	rnn.bias_ih_l0_reverse	9	-0.1321098506450653
286598	rnn.bias_hh_l0_reverse	0	-0.14636625349521637
286598	rnn.bias_hh_l0_reverse	1	0.23056158423423767
286598	rnn.bias_hh_l0_reverse	2	-0.31564098596572876
286598	rnn.bias_hh_l0_reverse	3	-0.16286060214042664
286598	rnn.bias_hh_l0_reverse	4	-0.32393690943717957
286598	rnn.bias_hh_l0_reverse	5	-0.13050058484077454
286598	rnn.bias_hh_l0_reverse	6	-0.23817139863967896
286598	rnn.bias_hh_l0_reverse	7	-0.07186061888933182
286598	rnn.bias_hh_l0_reverse	8	-0.20969665050506592
286598	rnn.bias_hh_l0_reverse	9	0.21534165740013123
286598	linear.weight	0	0.1860286295413971
286598	linear.weight	1	-0.41629141569137573
286598	linear.weight	2	0.05700167641043663
286598	linear.weight	3	0.06785622239112854
286598	linear.weight	4	-0.17788377404212952
286598	linear.weight	5	0.23708756268024445
286598	linear.weight	6	-0.062267642468214035
286598	linear.weight	7	-0.0648515447974205
286598	linear.weight	8	0.12162437289953232
286598	linear.weight	9	-0.04394900053739548
286598	linear.bias	0	-1.0606509447097778
286598	linear.bias	1	1.9175703525543213
286598	linear.bias	2	0.6637563705444336
286598	linear.bias	3	-2.535538673400879
286598	linear.bias	4	-0.2602989077568054
286598	linear.bias	5	1.2581907510757446
286598	linear.bias	6	-0.26717501878738403
286598	linear.bias	7	0.6767600774765015
286598	linear.bias	8	2.2068731784820557
286598	linear.bias	9	-1.4052401781082153
286606	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
286606	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
286606	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
286606	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
286606	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
286606	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
286606	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
286606	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
286606	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
286606	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
286606	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
286606	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
286606	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
286606	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
286606	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
286606	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
286606	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
286606	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
286606	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
286606	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
286606	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
286606	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
286606	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
286606	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
286606	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
286606	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
286606	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
286606	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
286606	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
286606	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
286606	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
286606	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
286606	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
286606	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
286606	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
286606	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
286606	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
286606	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
286606	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
286606	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
286606	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
286606	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
286606	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
286606	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
286606	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
286606	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
286606	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
286606	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
286606	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
286606	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
286606	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
286606	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
286606	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
286606	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
286606	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
286606	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
286606	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
286606	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
286606	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
286606	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
286606	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
286606	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
286606	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
286606	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
286606	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
286606	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
286606	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
286606	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
286606	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
286606	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
286606	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
286606	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
286606	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
286606	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
286606	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
286606	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
286606	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
286606	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
286606	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
286606	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
286606	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
286606	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
286606	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
286606	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
286606	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
286606	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
286606	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
286606	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
286606	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
286606	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
286606	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
286606	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
286606	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
286606	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
286606	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
286606	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
286606	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
286606	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
286606	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
286606	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
286606	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
286606	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
286606	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
286606	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
286606	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
286606	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
286606	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
286606	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
286606	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
286606	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
286606	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
286606	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
286606	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
286606	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
286606	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
286606	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
286606	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
286606	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
286606	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
286606	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
286606	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
286606	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
286606	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
286606	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
286606	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
286606	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
286606	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
286606	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
286606	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
286606	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
286606	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
286606	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
286606	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
286606	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
286606	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
286606	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
286606	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
286606	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
286606	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
286606	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
286606	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
286606	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
286606	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
286606	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
286606	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
286606	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
286606	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
286606	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
286606	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
286606	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
286606	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
286606	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
286606	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
286606	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
286606	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
286606	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
286606	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
286606	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
286606	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
286606	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
286606	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
286606	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
286606	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
286606	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
286606	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
286606	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
286606	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
286606	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
286606	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
286606	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
286606	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
286606	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
286606	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
286606	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
286606	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
286606	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
286606	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
286606	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
286606	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
286606	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
286606	embedding2nn.weight	0	0.2751483619213104
286606	embedding2nn.weight	1	0.3120679557323456
286606	embedding2nn.weight	2	-0.02553073689341545
286606	embedding2nn.weight	3	0.023566048592329025
286606	embedding2nn.weight	4	-0.048205018043518066
286606	embedding2nn.weight	5	0.05866474658250809
286606	embedding2nn.weight	6	-0.0006249326397664845
286606	embedding2nn.weight	7	0.016998274251818657
286606	embedding2nn.weight	8	0.01227280218154192
286606	embedding2nn.weight	9	-0.026004396378993988
286606	embedding2nn.bias	0	0.0136625487357378
286606	embedding2nn.bias	1	-0.17215344309806824
286606	embedding2nn.bias	2	0.1290455013513565
286606	embedding2nn.bias	3	0.14117670059204102
286606	embedding2nn.bias	4	0.15491491556167603
286606	embedding2nn.bias	5	-0.04725097492337227
286606	embedding2nn.bias	6	-0.029893623664975166
286606	embedding2nn.bias	7	0.06779740750789642
286606	embedding2nn.bias	8	-0.1448955535888672
286606	embedding2nn.bias	9	-0.3871590495109558
286606	rnn.weight_ih_l0	0	0.006427566055208445
286606	rnn.weight_ih_l0	1	-0.0692901536822319
286606	rnn.weight_ih_l0	2	-0.07129482924938202
286606	rnn.weight_ih_l0	3	0.07203228026628494
286606	rnn.weight_ih_l0	4	0.05757974460721016
286606	rnn.weight_ih_l0	5	-0.10931862890720367
286606	rnn.weight_ih_l0	6	-0.042146749794483185
286606	rnn.weight_ih_l0	7	-0.005414112471044064
286606	rnn.weight_ih_l0	8	0.004357547033578157
286606	rnn.weight_ih_l0	9	-0.012928103096783161
286606	rnn.weight_hh_l0	0	0.011901718564331532
286606	rnn.weight_hh_l0	1	0.06373482942581177
286606	rnn.weight_hh_l0	2	0.029801709577441216
286606	rnn.weight_hh_l0	3	0.028900470584630966
286606	rnn.weight_hh_l0	4	0.016124289482831955
286606	rnn.weight_hh_l0	5	0.07253818958997726
286606	rnn.weight_hh_l0	6	-0.024185126647353172
286606	rnn.weight_hh_l0	7	-0.07866381853818893
286606	rnn.weight_hh_l0	8	0.03990126773715019
286606	rnn.weight_hh_l0	9	-0.09348299354314804
286606	rnn.bias_ih_l0	0	0.1758481115102768
286606	rnn.bias_ih_l0	1	-0.24153365194797516
286606	rnn.bias_ih_l0	2	-0.018620051443576813
286606	rnn.bias_ih_l0	3	-0.15184719860553741
286606	rnn.bias_ih_l0	4	0.04815717041492462
286606	rnn.bias_ih_l0	5	-0.3121396601200104
286606	rnn.bias_ih_l0	6	-0.11434998363256454
286606	rnn.bias_ih_l0	7	-0.275779128074646
286606	rnn.bias_ih_l0	8	-0.2354002296924591
286606	rnn.bias_ih_l0	9	-0.40537869930267334
286606	rnn.bias_hh_l0	0	-0.2825411558151245
286606	rnn.bias_hh_l0	1	-0.279063880443573
286606	rnn.bias_hh_l0	2	-0.2569933533668518
286606	rnn.bias_hh_l0	3	-0.08651166409254074
286606	rnn.bias_hh_l0	4	-0.2778635323047638
286606	rnn.bias_hh_l0	5	-0.2761627435684204
286606	rnn.bias_hh_l0	6	-0.10866200923919678
286606	rnn.bias_hh_l0	7	0.06700562685728073
286606	rnn.bias_hh_l0	8	-0.15891849994659424
286606	rnn.bias_hh_l0	9	-0.47007283568382263
286606	rnn.weight_ih_l0_reverse	0	0.02872161567211151
286606	rnn.weight_ih_l0_reverse	1	-0.09530477225780487
286606	rnn.weight_ih_l0_reverse	2	-0.03328061103820801
286606	rnn.weight_ih_l0_reverse	3	-0.08605783432722092
286606	rnn.weight_ih_l0_reverse	4	0.06300613284111023
286606	rnn.weight_ih_l0_reverse	5	-0.11964274197816849
286606	rnn.weight_ih_l0_reverse	6	0.04446641728281975
286606	rnn.weight_ih_l0_reverse	7	0.031120238825678825
286606	rnn.weight_ih_l0_reverse	8	-0.04859810695052147
286606	rnn.weight_ih_l0_reverse	9	-0.028928015381097794
286606	rnn.weight_hh_l0_reverse	0	-0.07730255275964737
286606	rnn.weight_hh_l0_reverse	1	0.01790723390877247
286606	rnn.weight_hh_l0_reverse	2	-0.008305315859615803
286606	rnn.weight_hh_l0_reverse	3	0.027476424351334572
286606	rnn.weight_hh_l0_reverse	4	-0.07613978534936905
286606	rnn.weight_hh_l0_reverse	5	0.0445137545466423
286606	rnn.weight_hh_l0_reverse	6	0.015762273222208023
286606	rnn.weight_hh_l0_reverse	7	-0.04631195217370987
286606	rnn.weight_hh_l0_reverse	8	-0.020396491512656212
286606	rnn.weight_hh_l0_reverse	9	0.06492520123720169
286606	rnn.bias_ih_l0_reverse	0	-0.12586164474487305
286606	rnn.bias_ih_l0_reverse	1	-0.07185342162847519
286606	rnn.bias_ih_l0_reverse	2	0.07487994432449341
286606	rnn.bias_ih_l0_reverse	3	-0.23414070904254913
286606	rnn.bias_ih_l0_reverse	4	-0.036769792437553406
286606	rnn.bias_ih_l0_reverse	5	-0.19350773096084595
286606	rnn.bias_ih_l0_reverse	6	0.22715802490711212
286606	rnn.bias_ih_l0_reverse	7	-0.2920999526977539
286606	rnn.bias_ih_l0_reverse	8	-0.1276509314775467
286606	rnn.bias_ih_l0_reverse	9	-0.13221514225006104
286606	rnn.bias_hh_l0_reverse	0	-0.1468404233455658
286606	rnn.bias_hh_l0_reverse	1	0.22973844408988953
286606	rnn.bias_hh_l0_reverse	2	-0.31295061111450195
286606	rnn.bias_hh_l0_reverse	3	-0.16535572707653046
286606	rnn.bias_hh_l0_reverse	4	-0.32381266355514526
286606	rnn.bias_hh_l0_reverse	5	-0.13074475526809692
286606	rnn.bias_hh_l0_reverse	6	-0.23885096609592438
286606	rnn.bias_hh_l0_reverse	7	-0.07233758270740509
286606	rnn.bias_hh_l0_reverse	8	-0.21221542358398438
286606	rnn.bias_hh_l0_reverse	9	0.21746131777763367
286606	linear.weight	0	0.18251168727874756
286606	linear.weight	1	-0.413306325674057
286606	linear.weight	2	0.05587546154856682
286606	linear.weight	3	0.0678563341498375
286606	linear.weight	4	-0.18093906342983246
286606	linear.weight	5	0.23668859899044037
286606	linear.weight	6	-0.06337025761604309
286606	linear.weight	7	-0.0648508295416832
286606	linear.weight	8	0.12052913010120392
286606	linear.weight	9	-0.04394848644733429
286606	linear.bias	0	-1.052780270576477
286606	linear.bias	1	1.9099714756011963
286606	linear.bias	2	0.663729190826416
286606	linear.bias	3	-2.535550832748413
286606	linear.bias	4	-0.24246004223823547
286606	linear.bias	5	1.2453123331069946
286606	linear.bias	6	-0.2573147416114807
286606	linear.bias	7	0.6638568043708801
286606	linear.bias	8	2.180840253829956
286606	linear.bias	9	-1.3962993621826172
287215	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
287215	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
287215	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
287215	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
287215	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
287215	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
287215	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
287215	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
287215	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
287215	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
287215	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
287215	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
287215	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
287215	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
287215	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
287215	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
287215	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
287215	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
287215	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
287215	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
287215	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
287215	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
287215	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
287215	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
287215	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
287215	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
287215	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
287215	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
287215	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
287215	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
287215	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
287215	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
287215	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
287215	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
287215	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
287215	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
287215	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
287215	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
287215	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
287215	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
287215	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
287215	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
287215	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
287215	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
287215	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
287215	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
287215	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
287215	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
287215	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
287215	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
287215	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
287215	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
287215	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
287215	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
287215	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
287215	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
287215	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
287215	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
287215	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
287215	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
287215	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
287215	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
287215	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
287215	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
287215	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
287215	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
287215	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
287215	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
287215	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
287215	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
287215	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
287215	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
287215	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
287215	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
287215	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
287215	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
287215	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
287215	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
287215	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
287215	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
287215	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
287215	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
287215	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
287215	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
287215	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
287215	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
287215	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
287215	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
287215	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
287215	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
287215	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
287215	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
287215	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
287215	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
287215	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
287215	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
287215	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
287215	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
287215	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
287215	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
287215	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
287215	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
287215	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
287215	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
287215	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
287215	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
287215	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
287215	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
287215	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
287215	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
287215	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
287215	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
287215	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
287215	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
287215	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
287215	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
287215	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
287215	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
287215	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
287215	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
287215	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
287215	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
287215	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
287215	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
287215	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
287215	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
287215	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
287215	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
287215	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
287215	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
287215	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
287215	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
287215	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
287215	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
287215	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
287215	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
287215	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
287215	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
287215	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
287215	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
287215	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
287215	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
287215	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
287215	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
287215	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
287215	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
287215	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
287215	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
287215	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
287215	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
287215	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
287215	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
287215	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
287215	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
287215	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
287215	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
287215	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
287215	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
287215	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
287215	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
287215	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
287215	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
287215	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
287215	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
287215	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
287215	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
287215	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
287215	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
287215	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
287215	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
287215	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
287215	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
287215	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
287215	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
287215	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
287215	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
287215	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
287215	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
287215	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
287215	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
287215	embedding2nn.weight	0	0.27733877301216125
287215	embedding2nn.weight	1	0.31602710485458374
287215	embedding2nn.weight	2	-0.025511804968118668
287215	embedding2nn.weight	3	0.0259481742978096
287215	embedding2nn.weight	4	-0.04945284500718117
287215	embedding2nn.weight	5	0.06287994980812073
287215	embedding2nn.weight	6	0.008641577325761318
287215	embedding2nn.weight	7	0.013507822528481483
287215	embedding2nn.weight	8	0.01077457144856453
287215	embedding2nn.weight	9	-0.036633286625146866
287215	embedding2nn.bias	0	0.012602643109858036
287215	embedding2nn.bias	1	-0.18197552859783173
287215	embedding2nn.bias	2	0.14248822629451752
287215	embedding2nn.bias	3	0.13999859988689423
287215	embedding2nn.bias	4	0.15212512016296387
287215	embedding2nn.bias	5	-0.055274270474910736
287215	embedding2nn.bias	6	-0.03064388409256935
287215	embedding2nn.bias	7	0.06711097806692123
287215	embedding2nn.bias	8	-0.15723158419132233
287215	embedding2nn.bias	9	-0.36472827196121216
287215	rnn.weight_ih_l0	0	0.008919025771319866
287215	rnn.weight_ih_l0	1	-0.06909362226724625
287215	rnn.weight_ih_l0	2	-0.07277637720108032
287215	rnn.weight_ih_l0	3	0.06758861988782883
287215	rnn.weight_ih_l0	4	0.051335409283638
287215	rnn.weight_ih_l0	5	-0.10537872463464737
287215	rnn.weight_ih_l0	6	-0.0428524874150753
287215	rnn.weight_ih_l0	7	-0.008340168744325638
287215	rnn.weight_ih_l0	8	0.0030041851568967104
287215	rnn.weight_ih_l0	9	-0.014464018866419792
287215	rnn.weight_hh_l0	0	0.011360459960997105
287215	rnn.weight_hh_l0	1	0.06447956711053848
287215	rnn.weight_hh_l0	2	0.03007343038916588
287215	rnn.weight_hh_l0	3	0.02915288135409355
287215	rnn.weight_hh_l0	4	0.016941159963607788
287215	rnn.weight_hh_l0	5	0.07280366122722626
287215	rnn.weight_hh_l0	6	-0.024426205083727837
287215	rnn.weight_hh_l0	7	-0.07844878733158112
287215	rnn.weight_hh_l0	8	0.039570778608322144
287215	rnn.weight_hh_l0	9	-0.09367315471172333
287215	rnn.bias_ih_l0	0	0.1752258539199829
287215	rnn.bias_ih_l0	1	-0.2381531149148941
287215	rnn.bias_ih_l0	2	-0.02229282632470131
287215	rnn.bias_ih_l0	3	-0.15740707516670227
287215	rnn.bias_ih_l0	4	0.03437076881527901
287215	rnn.bias_ih_l0	5	-0.3157995045185089
287215	rnn.bias_ih_l0	6	-0.10512825846672058
287215	rnn.bias_ih_l0	7	-0.2744543254375458
287215	rnn.bias_ih_l0	8	-0.22854918241500854
287215	rnn.bias_ih_l0	9	-0.40989941358566284
287215	rnn.bias_hh_l0	0	-0.2733863294124603
287215	rnn.bias_hh_l0	1	-0.2754063308238983
287215	rnn.bias_hh_l0	2	-0.2539064288139343
287215	rnn.bias_hh_l0	3	-0.08567632734775543
287215	rnn.bias_hh_l0	4	-0.28277426958084106
287215	rnn.bias_hh_l0	5	-0.2780044376850128
287215	rnn.bias_hh_l0	6	-0.10219470411539078
287215	rnn.bias_hh_l0	7	0.06243181973695755
287215	rnn.bias_hh_l0	8	-0.1610826551914215
287215	rnn.bias_hh_l0	9	-0.46647536754608154
287215	rnn.weight_ih_l0_reverse	0	0.025180699303746223
287215	rnn.weight_ih_l0_reverse	1	-0.09130798280239105
287215	rnn.weight_ih_l0_reverse	2	-0.03026638552546501
287215	rnn.weight_ih_l0_reverse	3	-0.084522545337677
287215	rnn.weight_ih_l0_reverse	4	0.06523945182561874
287215	rnn.weight_ih_l0_reverse	5	-0.1256011724472046
287215	rnn.weight_ih_l0_reverse	6	0.033928461372852325
287215	rnn.weight_ih_l0_reverse	7	0.034945983439683914
287215	rnn.weight_ih_l0_reverse	8	-0.04717361554503441
287215	rnn.weight_ih_l0_reverse	9	-0.027979552745819092
287215	rnn.weight_hh_l0_reverse	0	-0.07568424940109253
287215	rnn.weight_hh_l0_reverse	1	0.017634114250540733
287215	rnn.weight_hh_l0_reverse	2	-0.009071826003491879
287215	rnn.weight_hh_l0_reverse	3	0.02705426514148712
287215	rnn.weight_hh_l0_reverse	4	-0.07700449228286743
287215	rnn.weight_hh_l0_reverse	5	0.04453066736459732
287215	rnn.weight_hh_l0_reverse	6	0.016036251559853554
287215	rnn.weight_hh_l0_reverse	7	-0.04664354771375656
287215	rnn.weight_hh_l0_reverse	8	-0.021629584953188896
287215	rnn.weight_hh_l0_reverse	9	0.06570643931627274
287215	rnn.bias_ih_l0_reverse	0	-0.12835191190242767
287215	rnn.bias_ih_l0_reverse	1	-0.0758897215127945
287215	rnn.bias_ih_l0_reverse	2	0.0733795017004013
287215	rnn.bias_ih_l0_reverse	3	-0.23420800268650055
287215	rnn.bias_ih_l0_reverse	4	-0.029995489865541458
287215	rnn.bias_ih_l0_reverse	5	-0.19623462855815887
287215	rnn.bias_ih_l0_reverse	6	0.2181912064552307
287215	rnn.bias_ih_l0_reverse	7	-0.298929899930954
287215	rnn.bias_ih_l0_reverse	8	-0.12642450630664825
287215	rnn.bias_ih_l0_reverse	9	-0.138625368475914
287215	rnn.bias_hh_l0_reverse	0	-0.14126768708229065
287215	rnn.bias_hh_l0_reverse	1	0.23431499302387238
287215	rnn.bias_hh_l0_reverse	2	-0.31876614689826965
287215	rnn.bias_hh_l0_reverse	3	-0.17058269679546356
287215	rnn.bias_hh_l0_reverse	4	-0.32258185744285583
287215	rnn.bias_hh_l0_reverse	5	-0.13680808246135712
287215	rnn.bias_hh_l0_reverse	6	-0.23624499142169952
287215	rnn.bias_hh_l0_reverse	7	-0.06948164850473404
287215	rnn.bias_hh_l0_reverse	8	-0.21368081867694855
287215	rnn.bias_hh_l0_reverse	9	0.21069754660129547
287215	linear.weight	0	0.19183430075645447
287215	linear.weight	1	-0.42360445857048035
287215	linear.weight	2	0.0695364847779274
287215	linear.weight	3	0.06785856932401657
287215	linear.weight	4	-0.15278607606887817
287215	linear.weight	5	0.2086077779531479
287215	linear.weight	6	-0.09112359583377838
287215	linear.weight	7	-0.06482699513435364
287215	linear.weight	8	0.10945414751768112
287215	linear.weight	9	-0.04397173225879669
287215	linear.bias	0	-1.0776644945144653
287215	linear.bias	1	1.9224621057510376
287215	linear.bias	2	0.6164847612380981
287215	linear.bias	3	-2.536226987838745
287215	linear.bias	4	-0.25259125232696533
287215	linear.bias	5	1.2192432880401611
287215	linear.bias	6	-0.2995374798774719
287215	linear.bias	7	0.6766407489776611
287215	linear.bias	8	2.1805670261383057
287215	linear.bias	9	-1.4169228076934814
287824	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
287824	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
287824	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
287824	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
287824	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
287824	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
287824	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
287824	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
287824	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
287824	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
287824	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
287824	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
287824	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
287824	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
287824	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
287824	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
287824	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
287824	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
287824	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
287824	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
287824	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
287824	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
287824	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
287824	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
287824	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
287824	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
287824	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
287824	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
287824	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
287824	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
287824	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
287824	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
287824	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
287824	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
287824	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
287824	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
287824	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
287824	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
287824	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
287824	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
287824	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
287824	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
287824	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
287824	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
287824	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
287824	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
287824	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
287824	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
287824	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
287824	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
287824	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
287824	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
287824	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
287824	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
287824	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
287824	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
287824	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
287824	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
287824	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
287824	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
287824	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
287824	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
287824	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
287824	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
287824	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
287824	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
287824	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
287824	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
287824	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
287824	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
287824	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
287824	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
287824	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
287824	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
287824	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
287824	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
287824	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
287824	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
287824	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
287824	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
287824	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
287824	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
287824	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
287824	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
287824	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
287824	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
287824	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
287824	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
287824	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
287824	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
287824	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
287824	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
287824	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
287824	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
287824	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
287824	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
287824	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
287824	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
287824	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
287824	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
287824	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
287824	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
287824	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
287824	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
287824	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
287824	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
287824	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
287824	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
287824	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
287824	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
287824	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
287824	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
287824	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
287824	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
287824	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
287824	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
287824	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
287824	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
287824	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
287824	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
287824	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
287824	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
287824	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
287824	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
287824	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
287824	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
287824	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
287824	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
287824	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
287824	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
287824	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
287824	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
287824	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
287824	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
287824	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
287824	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
287824	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
287824	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
287824	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
287824	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
287824	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
287824	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
287824	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
287824	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
287824	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
287824	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
287824	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
287824	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
287824	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
287824	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
287824	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
287824	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
287824	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
287824	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
287824	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
287824	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
287824	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
287824	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
287824	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
287824	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
287824	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
287824	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
287824	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
287824	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
287824	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
287824	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
287824	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
287824	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
287824	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
287824	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
287824	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
287824	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
287824	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
287824	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
287824	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
287824	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
287824	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
287824	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
287824	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
287824	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
287824	embedding2nn.weight	0	0.27711057662963867
287824	embedding2nn.weight	1	0.3192842900753021
287824	embedding2nn.weight	2	-0.028867995366454124
287824	embedding2nn.weight	3	0.011955385096371174
287824	embedding2nn.weight	4	-0.05139537528157234
287824	embedding2nn.weight	5	0.06464675813913345
287824	embedding2nn.weight	6	-0.002705012448132038
287824	embedding2nn.weight	7	0.02415154129266739
287824	embedding2nn.weight	8	0.014348363503813744
287824	embedding2nn.weight	9	-0.03852549195289612
287824	embedding2nn.bias	0	0.013177192769944668
287824	embedding2nn.bias	1	-0.14773711562156677
287824	embedding2nn.bias	2	0.13559980690479279
287824	embedding2nn.bias	3	0.13741816580295563
287824	embedding2nn.bias	4	0.16560181975364685
287824	embedding2nn.bias	5	-0.06348835676908493
287824	embedding2nn.bias	6	-0.04314977675676346
287824	embedding2nn.bias	7	0.043876659125089645
287824	embedding2nn.bias	8	-0.17773441970348358
287824	embedding2nn.bias	9	-0.37359246611595154
287824	rnn.weight_ih_l0	0	0.007814818993210793
287824	rnn.weight_ih_l0	1	-0.06978201866149902
287824	rnn.weight_ih_l0	2	-0.07329734414815903
287824	rnn.weight_ih_l0	3	0.06940817087888718
287824	rnn.weight_ih_l0	4	0.04025899991393089
287824	rnn.weight_ih_l0	5	-0.11518998444080353
287824	rnn.weight_ih_l0	6	-0.04234735295176506
287824	rnn.weight_ih_l0	7	-0.010848588310182095
287824	rnn.weight_ih_l0	8	0.0033672836143523455
287824	rnn.weight_ih_l0	9	-0.02851620875298977
287824	rnn.weight_hh_l0	0	0.011342545039951801
287824	rnn.weight_hh_l0	1	0.06395197659730911
287824	rnn.weight_hh_l0	2	0.030292116105556488
287824	rnn.weight_hh_l0	3	0.028380263596773148
287824	rnn.weight_hh_l0	4	0.01787596568465233
287824	rnn.weight_hh_l0	5	0.07253497838973999
287824	rnn.weight_hh_l0	6	-0.024837050586938858
287824	rnn.weight_hh_l0	7	-0.07660499215126038
287824	rnn.weight_hh_l0	8	0.03940800949931145
287824	rnn.weight_hh_l0	9	-0.09430234879255295
287824	rnn.bias_ih_l0	0	0.18449082970619202
287824	rnn.bias_ih_l0	1	-0.2383364737033844
287824	rnn.bias_ih_l0	2	-0.02224584110081196
287824	rnn.bias_ih_l0	3	-0.15757781267166138
287824	rnn.bias_ih_l0	4	0.035292502492666245
287824	rnn.bias_ih_l0	5	-0.31470638513565063
287824	rnn.bias_ih_l0	6	-0.10596141219139099
287824	rnn.bias_ih_l0	7	-0.27499401569366455
287824	rnn.bias_ih_l0	8	-0.23159950971603394
287824	rnn.bias_ih_l0	9	-0.4113261103630066
287824	rnn.bias_hh_l0	0	-0.2720501720905304
287824	rnn.bias_hh_l0	1	-0.2765466868877411
287824	rnn.bias_hh_l0	2	-0.25528135895729065
287824	rnn.bias_hh_l0	3	-0.09224192798137665
287824	rnn.bias_hh_l0	4	-0.27876588702201843
287824	rnn.bias_hh_l0	5	-0.27371981739997864
287824	rnn.bias_hh_l0	6	-0.09975406527519226
287824	rnn.bias_hh_l0	7	0.06462753564119339
287824	rnn.bias_hh_l0	8	-0.16851066052913666
287824	rnn.bias_hh_l0	9	-0.46565377712249756
287824	rnn.weight_ih_l0_reverse	0	0.028258169069886208
287824	rnn.weight_ih_l0_reverse	1	-0.09410134702920914
287824	rnn.weight_ih_l0_reverse	2	-0.03288344293832779
287824	rnn.weight_ih_l0_reverse	3	-0.08983542025089264
287824	rnn.weight_ih_l0_reverse	4	0.06779034435749054
287824	rnn.weight_ih_l0_reverse	5	-0.11231432855129242
287824	rnn.weight_ih_l0_reverse	6	0.033191170543432236
287824	rnn.weight_ih_l0_reverse	7	0.03348254784941673
287824	rnn.weight_ih_l0_reverse	8	-0.050454724580049515
287824	rnn.weight_ih_l0_reverse	9	-0.03228026255965233
287824	rnn.weight_hh_l0_reverse	0	-0.07530564069747925
287824	rnn.weight_hh_l0_reverse	1	0.01851065456867218
287824	rnn.weight_hh_l0_reverse	2	-0.009519207291305065
287824	rnn.weight_hh_l0_reverse	3	0.026778459548950195
287824	rnn.weight_hh_l0_reverse	4	-0.07574978470802307
287824	rnn.weight_hh_l0_reverse	5	0.04548322409391403
287824	rnn.weight_hh_l0_reverse	6	0.016037488356232643
287824	rnn.weight_hh_l0_reverse	7	-0.045351434499025345
287824	rnn.weight_hh_l0_reverse	8	-0.024223433807492256
287824	rnn.weight_hh_l0_reverse	9	0.06558395177125931
287824	rnn.bias_ih_l0_reverse	0	-0.14355206489562988
287824	rnn.bias_ih_l0_reverse	1	-0.06926056742668152
287824	rnn.bias_ih_l0_reverse	2	0.08029752969741821
287824	rnn.bias_ih_l0_reverse	3	-0.23160713911056519
287824	rnn.bias_ih_l0_reverse	4	-0.034967511892318726
287824	rnn.bias_ih_l0_reverse	5	-0.1963043510913849
287824	rnn.bias_ih_l0_reverse	6	0.2190815657377243
287824	rnn.bias_ih_l0_reverse	7	-0.2898918390274048
287824	rnn.bias_ih_l0_reverse	8	-0.1230829730629921
287824	rnn.bias_ih_l0_reverse	9	-0.14356835186481476
287824	rnn.bias_hh_l0_reverse	0	-0.13771329820156097
287824	rnn.bias_hh_l0_reverse	1	0.2241848111152649
287824	rnn.bias_hh_l0_reverse	2	-0.31572678685188293
287824	rnn.bias_hh_l0_reverse	3	-0.1676090955734253
287824	rnn.bias_hh_l0_reverse	4	-0.3210975229740143
287824	rnn.bias_hh_l0_reverse	5	-0.1289432793855667
287824	rnn.bias_hh_l0_reverse	6	-0.23752836883068085
287824	rnn.bias_hh_l0_reverse	7	-0.06597723811864853
287824	rnn.bias_hh_l0_reverse	8	-0.20186176896095276
287824	rnn.bias_hh_l0_reverse	9	0.21400634944438934
287824	linear.weight	0	0.15935277938842773
287824	linear.weight	1	-0.3811386227607727
287824	linear.weight	2	0.10077779740095139
287824	linear.weight	3	0.06785473227500916
287824	linear.weight	4	-0.1452006995677948
287824	linear.weight	5	0.23575878143310547
287824	linear.weight	6	-0.12015270441770554
287824	linear.weight	7	-0.06481795758008957
287824	linear.weight	8	0.11540854722261429
287824	linear.weight	9	-0.0439915806055069
287824	linear.bias	0	-1.0578655004501343
287824	linear.bias	1	1.8912771940231323
287824	linear.bias	2	0.5993326306343079
287824	linear.bias	3	-2.5368244647979736
287824	linear.bias	4	-0.27192580699920654
287824	linear.bias	5	1.2364697456359863
287824	linear.bias	6	-0.2861141860485077
287824	linear.bias	7	0.6878918409347534
287824	linear.bias	8	2.209929943084717
287824	linear.bias	9	-1.416672945022583
288433	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
288433	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
288433	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
288433	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
288433	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
288433	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
288433	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
288433	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
288433	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
288433	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
288433	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
288433	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
288433	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
288433	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
288433	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
288433	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
288433	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
288433	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
288433	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
288433	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
288433	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
288433	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
288433	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
288433	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
288433	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
288433	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
288433	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
288433	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
288433	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
288433	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
288433	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
288433	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
288433	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
288433	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
288433	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
288433	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
288433	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
288433	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
288433	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
288433	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
288433	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
288433	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
288433	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
288433	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
288433	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
288433	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
288433	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
288433	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
288433	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
288433	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
288433	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
288433	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
288433	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
288433	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
288433	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
288433	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
288433	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
288433	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
288433	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
288433	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
288433	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
288433	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
288433	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
288433	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
288433	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
288433	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
288433	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
288433	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
288433	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
288433	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
288433	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
288433	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
288433	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
288433	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
288433	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
288433	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
288433	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
288433	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
288433	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
288433	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
288433	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
288433	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
288433	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
288433	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
288433	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
288433	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
288433	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
288433	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
288433	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
288433	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
288433	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
288433	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
288433	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
288433	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
288433	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
288433	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
288433	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
288433	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
288433	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
288433	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
288433	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
288433	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
288433	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
288433	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
288433	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
288433	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
288433	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
288433	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
288433	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
288433	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
288433	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
288433	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
288433	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
288433	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
288433	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
288433	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
288433	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
288433	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
288433	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
288433	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
288433	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
288433	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
288433	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
288433	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
288433	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
288433	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
288433	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
288433	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
288433	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
288433	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
288433	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
288433	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
288433	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
288433	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
288433	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
288433	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
288433	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
288433	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
288433	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
288433	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
288433	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
288433	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
288433	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
288433	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
288433	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
288433	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
288433	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
288433	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
288433	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
288433	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
288433	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
288433	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
288433	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
288433	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
288433	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
288433	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
288433	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
288433	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
288433	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
288433	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
288433	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
288433	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
288433	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
288433	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
288433	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
288433	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
288433	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
288433	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
288433	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
288433	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
288433	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
288433	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
288433	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
288433	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
288433	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
288433	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
288433	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
288433	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
288433	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
288433	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
288433	embedding2nn.weight	0	0.27576714754104614
288433	embedding2nn.weight	1	0.325022429227829
288433	embedding2nn.weight	2	-0.025988498702645302
288433	embedding2nn.weight	3	0.027953321114182472
288433	embedding2nn.weight	4	-0.04779738187789917
288433	embedding2nn.weight	5	0.0644015446305275
288433	embedding2nn.weight	6	0.011573067866265774
288433	embedding2nn.weight	7	0.018499620258808136
288433	embedding2nn.weight	8	0.017320791259407997
288433	embedding2nn.weight	9	-0.04129252955317497
288433	embedding2nn.bias	0	0.04421958327293396
288433	embedding2nn.bias	1	-0.14896923303604126
288433	embedding2nn.bias	2	0.11079886555671692
288433	embedding2nn.bias	3	0.15639957785606384
288433	embedding2nn.bias	4	0.14468230307102203
288433	embedding2nn.bias	5	-0.06250929087400436
288433	embedding2nn.bias	6	-0.044426701962947845
288433	embedding2nn.bias	7	0.03795703127980232
288433	embedding2nn.bias	8	-0.13512763381004333
288433	embedding2nn.bias	9	-0.3606645166873932
288433	rnn.weight_ih_l0	0	0.008488182909786701
288433	rnn.weight_ih_l0	1	-0.06921904534101486
288433	rnn.weight_ih_l0	2	-0.07068333774805069
288433	rnn.weight_ih_l0	3	0.0682443231344223
288433	rnn.weight_ih_l0	4	0.0476062074303627
288433	rnn.weight_ih_l0	5	-0.10913998633623123
288433	rnn.weight_ih_l0	6	-0.04774503409862518
288433	rnn.weight_ih_l0	7	-0.011452333070337772
288433	rnn.weight_ih_l0	8	0.01495716068893671
288433	rnn.weight_ih_l0	9	-0.02761043608188629
288433	rnn.weight_hh_l0	0	0.011007140390574932
288433	rnn.weight_hh_l0	1	0.06422129273414612
288433	rnn.weight_hh_l0	2	0.030835097655653954
288433	rnn.weight_hh_l0	3	0.0281487088650465
288433	rnn.weight_hh_l0	4	0.01796487532556057
288433	rnn.weight_hh_l0	5	0.071473129093647
288433	rnn.weight_hh_l0	6	-0.024739250540733337
288433	rnn.weight_hh_l0	7	-0.07771926373243332
288433	rnn.weight_hh_l0	8	0.03943649306893349
288433	rnn.weight_hh_l0	9	-0.09375423192977905
288433	rnn.bias_ih_l0	0	0.18476492166519165
288433	rnn.bias_ih_l0	1	-0.24059519171714783
288433	rnn.bias_ih_l0	2	-0.018609080463647842
288433	rnn.bias_ih_l0	3	-0.15882642567157745
288433	rnn.bias_ih_l0	4	0.04855197295546532
288433	rnn.bias_ih_l0	5	-0.3111729621887207
288433	rnn.bias_ih_l0	6	-0.11489465832710266
288433	rnn.bias_ih_l0	7	-0.2774599492549896
288433	rnn.bias_ih_l0	8	-0.22695878148078918
288433	rnn.bias_ih_l0	9	-0.41115763783454895
288433	rnn.bias_hh_l0	0	-0.27313798666000366
288433	rnn.bias_hh_l0	1	-0.27310049533843994
288433	rnn.bias_hh_l0	2	-0.2512775957584381
288433	rnn.bias_hh_l0	3	-0.0957069844007492
288433	rnn.bias_hh_l0	4	-0.27881211042404175
288433	rnn.bias_hh_l0	5	-0.27448877692222595
288433	rnn.bias_hh_l0	6	-0.1008026972413063
288433	rnn.bias_hh_l0	7	0.05662468448281288
288433	rnn.bias_hh_l0	8	-0.15854500234127045
288433	rnn.bias_hh_l0	9	-0.4733530879020691
288433	rnn.weight_ih_l0_reverse	0	0.033779215067625046
288433	rnn.weight_ih_l0_reverse	1	-0.09447481483221054
288433	rnn.weight_ih_l0_reverse	2	-0.033930256962776184
288433	rnn.weight_ih_l0_reverse	3	-0.08821862936019897
288433	rnn.weight_ih_l0_reverse	4	0.06606239080429077
288433	rnn.weight_ih_l0_reverse	5	-0.11016802489757538
288433	rnn.weight_ih_l0_reverse	6	0.04173094779253006
288433	rnn.weight_ih_l0_reverse	7	0.03243369609117508
288433	rnn.weight_ih_l0_reverse	8	-0.055929750204086304
288433	rnn.weight_ih_l0_reverse	9	-0.035275161266326904
288433	rnn.weight_hh_l0_reverse	0	-0.0757698118686676
288433	rnn.weight_hh_l0_reverse	1	0.018837712705135345
288433	rnn.weight_hh_l0_reverse	2	-0.010606827214360237
288433	rnn.weight_hh_l0_reverse	3	0.02701987512409687
288433	rnn.weight_hh_l0_reverse	4	-0.07650109380483627
288433	rnn.weight_hh_l0_reverse	5	0.0453031025826931
288433	rnn.weight_hh_l0_reverse	6	0.015667233616113663
288433	rnn.weight_hh_l0_reverse	7	-0.04577947407960892
288433	rnn.weight_hh_l0_reverse	8	-0.024674609303474426
288433	rnn.weight_hh_l0_reverse	9	0.06460688263177872
288433	rnn.bias_ih_l0_reverse	0	-0.1448533833026886
288433	rnn.bias_ih_l0_reverse	1	-0.06994409114122391
288433	rnn.bias_ih_l0_reverse	2	0.07171119004487991
288433	rnn.bias_ih_l0_reverse	3	-0.2305074781179428
288433	rnn.bias_ih_l0_reverse	4	-0.044561825692653656
288433	rnn.bias_ih_l0_reverse	5	-0.19313672184944153
288433	rnn.bias_ih_l0_reverse	6	0.2363957166671753
288433	rnn.bias_ih_l0_reverse	7	-0.28258511424064636
288433	rnn.bias_ih_l0_reverse	8	-0.12399109452962875
288433	rnn.bias_ih_l0_reverse	9	-0.13607627153396606
288433	rnn.bias_hh_l0_reverse	0	-0.13287147879600525
288433	rnn.bias_hh_l0_reverse	1	0.22499893605709076
288433	rnn.bias_hh_l0_reverse	2	-0.3067816495895386
288433	rnn.bias_hh_l0_reverse	3	-0.16906312108039856
288433	rnn.bias_hh_l0_reverse	4	-0.32121944427490234
288433	rnn.bias_hh_l0_reverse	5	-0.13925480842590332
288433	rnn.bias_hh_l0_reverse	6	-0.24380914866924286
288433	rnn.bias_hh_l0_reverse	7	-0.06565172225236893
288433	rnn.bias_hh_l0_reverse	8	-0.20053187012672424
288433	rnn.bias_hh_l0_reverse	9	0.19800691306591034
288433	linear.weight	0	0.15297049283981323
288433	linear.weight	1	-0.3772191107273102
288433	linear.weight	2	0.030519820749759674
288433	linear.weight	3	0.06785155087709427
288433	linear.weight	4	-0.12720534205436707
288433	linear.weight	5	0.2404053509235382
288433	linear.weight	6	-0.09760861098766327
288433	linear.weight	7	-0.06480575352907181
288433	linear.weight	8	0.11288381367921829
288433	linear.weight	9	-0.044016141444444656
288433	linear.bias	0	-1.0733931064605713
288433	linear.bias	1	1.8637858629226685
288433	linear.bias	2	0.6034464240074158
288433	linear.bias	3	-2.5374555587768555
288433	linear.bias	4	-0.24004223942756653
288433	linear.bias	5	1.2169452905654907
288433	linear.bias	6	-0.25461867451667786
288433	linear.bias	7	0.6725368499755859
288433	linear.bias	8	2.18086576461792
288433	linear.bias	9	-1.4310977458953857
289042	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
289042	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
289042	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
289042	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
289042	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
289042	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
289042	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
289042	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
289042	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
289042	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
289042	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
289042	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
289042	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
289042	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
289042	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
289042	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
289042	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
289042	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
289042	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
289042	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
289042	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
289042	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
289042	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
289042	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
289042	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
289042	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
289042	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
289042	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
289042	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
289042	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
289042	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
289042	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
289042	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
289042	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
289042	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
289042	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
289042	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
289042	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
289042	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
289042	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
289042	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
289042	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
289042	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
289042	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
289042	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
289042	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
289042	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
289042	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
289042	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
289042	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
289042	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
289042	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
289042	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
289042	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
289042	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
289042	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
289042	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
289042	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
289042	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
289042	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
289042	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
289042	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
289042	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
289042	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
289042	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
289042	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
289042	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
289042	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
289042	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
289042	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
289042	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
289042	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
289042	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
289042	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
289042	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
289042	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
289042	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
289042	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
289042	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
289042	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
289042	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
289042	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
289042	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
289042	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
289042	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
289042	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
289042	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
289042	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
289042	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
289042	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
289042	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
289042	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
289042	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
289042	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
289042	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
289042	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
289042	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
289042	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
289042	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
289042	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
289042	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
289042	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
289042	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
289042	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
289042	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
289042	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
289042	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
289042	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
289042	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
289042	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
289042	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
289042	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
289042	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
289042	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
289042	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
289042	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
289042	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
289042	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
289042	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
289042	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
289042	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
289042	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
289042	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
289042	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
289042	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
289042	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
289042	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
289042	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
289042	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
289042	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
289042	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
289042	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
289042	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
289042	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
289042	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
289042	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
289042	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
289042	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
289042	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
289042	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
289042	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
289042	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
289042	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
289042	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
289042	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
289042	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
289042	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
289042	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
289042	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
289042	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
289042	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
289042	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
289042	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
289042	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
289042	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
289042	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
289042	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
289042	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
289042	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
289042	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
289042	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
289042	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
289042	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
289042	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
289042	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
289042	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
289042	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
289042	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
289042	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
289042	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
289042	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
289042	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
289042	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
289042	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
289042	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
289042	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
289042	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
289042	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
289042	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
289042	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
289042	embedding2nn.weight	0	0.27646106481552124
289042	embedding2nn.weight	1	0.3289486765861511
289042	embedding2nn.weight	2	-0.027651453390717506
289042	embedding2nn.weight	3	0.027803322300314903
289042	embedding2nn.weight	4	-0.052122972905635834
289042	embedding2nn.weight	5	0.06914325058460236
289042	embedding2nn.weight	6	0.013924841769039631
289042	embedding2nn.weight	7	0.021358180791139603
289042	embedding2nn.weight	8	0.01765795424580574
289042	embedding2nn.weight	9	-0.045602936297655106
289042	embedding2nn.bias	0	0.0114061264321208
289042	embedding2nn.bias	1	-0.15973392128944397
289042	embedding2nn.bias	2	0.09958802908658981
289042	embedding2nn.bias	3	0.12047097086906433
289042	embedding2nn.bias	4	0.13791155815124512
289042	embedding2nn.bias	5	-0.045774977654218674
289042	embedding2nn.bias	6	-0.044700004160404205
289042	embedding2nn.bias	7	0.04876790568232536
289042	embedding2nn.bias	8	-0.13243040442466736
289042	embedding2nn.bias	9	-0.3764989674091339
289042	rnn.weight_ih_l0	0	0.00835305918008089
289042	rnn.weight_ih_l0	1	-0.06909796595573425
289042	rnn.weight_ih_l0	2	-0.070317342877388
289042	rnn.weight_ih_l0	3	0.07486571371555328
289042	rnn.weight_ih_l0	4	0.04144136607646942
289042	rnn.weight_ih_l0	5	-0.10562743246555328
289042	rnn.weight_ih_l0	6	-0.04882432892918587
289042	rnn.weight_ih_l0	7	-0.00648181838914752
289042	rnn.weight_ih_l0	8	0.02464393898844719
289042	rnn.weight_ih_l0	9	-0.03103114478290081
289042	rnn.weight_hh_l0	0	0.01094889361411333
289042	rnn.weight_hh_l0	1	0.0638924092054367
289042	rnn.weight_hh_l0	2	0.02940591797232628
289042	rnn.weight_hh_l0	3	0.027618469670414925
289042	rnn.weight_hh_l0	4	0.017772017046809196
289042	rnn.weight_hh_l0	5	0.07099685817956924
289042	rnn.weight_hh_l0	6	-0.02450098656117916
289042	rnn.weight_hh_l0	7	-0.07854916900396347
289042	rnn.weight_hh_l0	8	0.0395120233297348
289042	rnn.weight_hh_l0	9	-0.09551869332790375
289042	rnn.bias_ih_l0	0	0.17322519421577454
289042	rnn.bias_ih_l0	1	-0.24033333361148834
289042	rnn.bias_ih_l0	2	-0.019012490287423134
289042	rnn.bias_ih_l0	3	-0.15163329243659973
289042	rnn.bias_ih_l0	4	0.04226351156830788
289042	rnn.bias_ih_l0	5	-0.31668058037757874
289042	rnn.bias_ih_l0	6	-0.12124022096395493
289042	rnn.bias_ih_l0	7	-0.277183473110199
289042	rnn.bias_ih_l0	8	-0.2241995632648468
289042	rnn.bias_ih_l0	9	-0.39929401874542236
289042	rnn.bias_hh_l0	0	-0.2777417302131653
289042	rnn.bias_hh_l0	1	-0.27196037769317627
289042	rnn.bias_hh_l0	2	-0.25448739528656006
289042	rnn.bias_hh_l0	3	-0.09557721018791199
289042	rnn.bias_hh_l0	4	-0.2778300344944
289042	rnn.bias_hh_l0	5	-0.2741357088088989
289042	rnn.bias_hh_l0	6	-0.10131017118692398
289042	rnn.bias_hh_l0	7	0.06738367676734924
289042	rnn.bias_hh_l0	8	-0.15994574129581451
289042	rnn.bias_hh_l0	9	-0.4748767018318176
289042	rnn.weight_ih_l0_reverse	0	0.039197761565446854
289042	rnn.weight_ih_l0_reverse	1	-0.09249597042798996
289042	rnn.weight_ih_l0_reverse	2	-0.032522816210985184
289042	rnn.weight_ih_l0_reverse	3	-0.09022355824708939
289042	rnn.weight_ih_l0_reverse	4	0.061880748718976974
289042	rnn.weight_ih_l0_reverse	5	-0.10170501470565796
289042	rnn.weight_ih_l0_reverse	6	0.03816259652376175
289042	rnn.weight_ih_l0_reverse	7	0.03300255164504051
289042	rnn.weight_ih_l0_reverse	8	-0.05752425268292427
289042	rnn.weight_ih_l0_reverse	9	-0.04202067852020264
289042	rnn.weight_hh_l0_reverse	0	-0.07444972544908524
289042	rnn.weight_hh_l0_reverse	1	0.0186587143689394
289042	rnn.weight_hh_l0_reverse	2	-0.01047514658421278
289042	rnn.weight_hh_l0_reverse	3	0.02796919085085392
289042	rnn.weight_hh_l0_reverse	4	-0.07559104263782501
289042	rnn.weight_hh_l0_reverse	5	0.04539405182003975
289042	rnn.weight_hh_l0_reverse	6	0.015437203459441662
289042	rnn.weight_hh_l0_reverse	7	-0.04908788576722145
289042	rnn.weight_hh_l0_reverse	8	-0.023357845842838287
289042	rnn.weight_hh_l0_reverse	9	0.06507238745689392
289042	rnn.bias_ih_l0_reverse	0	-0.1400112509727478
289042	rnn.bias_ih_l0_reverse	1	-0.07152387499809265
289042	rnn.bias_ih_l0_reverse	2	0.0701804831624031
289042	rnn.bias_ih_l0_reverse	3	-0.23022320866584778
289042	rnn.bias_ih_l0_reverse	4	-0.048068635165691376
289042	rnn.bias_ih_l0_reverse	5	-0.19347332417964935
289042	rnn.bias_ih_l0_reverse	6	0.21990634500980377
289042	rnn.bias_ih_l0_reverse	7	-0.28196820616722107
289042	rnn.bias_ih_l0_reverse	8	-0.12787380814552307
289042	rnn.bias_ih_l0_reverse	9	-0.1409272849559784
289042	rnn.bias_hh_l0_reverse	0	-0.1269860863685608
289042	rnn.bias_hh_l0_reverse	1	0.2208166867494583
289042	rnn.bias_hh_l0_reverse	2	-0.3119710683822632
289042	rnn.bias_hh_l0_reverse	3	-0.17244066298007965
289042	rnn.bias_hh_l0_reverse	4	-0.3169950842857361
289042	rnn.bias_hh_l0_reverse	5	-0.14576579630374908
289042	rnn.bias_hh_l0_reverse	6	-0.24750927090644836
289042	rnn.bias_hh_l0_reverse	7	-0.07279544323682785
289042	rnn.bias_hh_l0_reverse	8	-0.18820427358150482
289042	rnn.bias_hh_l0_reverse	9	0.2004411667585373
289042	linear.weight	0	0.18494738638401031
289042	linear.weight	1	-0.40982773900032043
289042	linear.weight	2	0.02704872377216816
289042	linear.weight	3	0.06785084307193756
289042	linear.weight	4	-0.12980769574642181
289042	linear.weight	5	0.22730034589767456
289042	linear.weight	6	-0.10004441440105438
289042	linear.weight	7	-0.06479451805353165
289042	linear.weight	8	0.10553260892629623
289042	linear.weight	9	-0.04403920844197273
289042	linear.bias	0	-1.0624170303344727
289042	linear.bias	1	1.8769510984420776
289042	linear.bias	2	0.6242303252220154
289042	linear.bias	3	-2.538179874420166
289042	linear.bias	4	-0.23905742168426514
289042	linear.bias	5	1.252204179763794
289042	linear.bias	6	-0.2337542623281479
289042	linear.bias	7	0.6863784193992615
289042	linear.bias	8	2.160562515258789
289042	linear.bias	9	-1.398177146911621
289651	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
289651	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
289651	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
289651	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
289651	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
289651	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
289651	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
289651	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
289651	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
289651	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
289651	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
289651	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
289651	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
289651	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
289651	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
289651	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
289651	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
289651	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
289651	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
289651	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
289651	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
289651	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
289651	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
289651	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
289651	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
289651	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
289651	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
289651	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
289651	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
289651	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
289651	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
289651	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
289651	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
289651	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
289651	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
289651	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
289651	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
289651	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
289651	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
289651	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
289651	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
289651	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
289651	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
289651	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
289651	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
289651	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
289651	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
289651	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
289651	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
289651	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
289651	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
289651	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
289651	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
289651	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
289651	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
289651	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
289651	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
289651	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
289651	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
289651	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
289651	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
289651	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
289651	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
289651	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
289651	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
289651	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
289651	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
289651	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
289651	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
289651	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
289651	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
289651	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
289651	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
289651	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
289651	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
289651	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
289651	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
289651	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
289651	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
289651	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
289651	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
289651	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
289651	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
289651	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
289651	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
289651	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
289651	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
289651	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
289651	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
289651	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
289651	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
289651	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
289651	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
289651	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
289651	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
289651	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
289651	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
289651	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
289651	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
289651	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
289651	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
289651	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
289651	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
289651	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
289651	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
289651	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
289651	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
289651	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
289651	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
289651	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
289651	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
289651	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
289651	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
289651	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
289651	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
289651	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
289651	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
289651	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
289651	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
289651	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
289651	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
289651	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
289651	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
289651	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
289651	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
289651	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
289651	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
289651	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
289651	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
289651	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
289651	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
289651	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
289651	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
289651	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
289651	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
289651	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
289651	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
289651	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
289651	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
289651	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
289651	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
289651	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
289651	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
289651	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
289651	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
289651	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
289651	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
289651	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
289651	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
289651	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
289651	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
289651	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
289651	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
289651	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
289651	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
289651	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
289651	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
289651	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
289651	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
289651	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
289651	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
289651	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
289651	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
289651	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
289651	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
289651	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
289651	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
289651	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
289651	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
289651	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
289651	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
289651	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
289651	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
289651	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
289651	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
289651	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
289651	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
289651	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
289651	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
289651	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
289651	embedding2nn.weight	0	0.2802251875400543
289651	embedding2nn.weight	1	0.3316776752471924
289651	embedding2nn.weight	2	-0.027731161564588547
289651	embedding2nn.weight	3	0.03518344461917877
289651	embedding2nn.weight	4	-0.04898718744516373
289651	embedding2nn.weight	5	0.06905011832714081
289651	embedding2nn.weight	6	0.020839447155594826
289651	embedding2nn.weight	7	0.020509809255599976
289651	embedding2nn.weight	8	0.021330170333385468
289651	embedding2nn.weight	9	-0.04247313737869263
289651	embedding2nn.bias	0	0.0039057813119143248
289651	embedding2nn.bias	1	-0.1753915548324585
289651	embedding2nn.bias	2	0.10872402042150497
289651	embedding2nn.bias	3	0.11434003710746765
289651	embedding2nn.bias	4	0.13022352755069733
289651	embedding2nn.bias	5	-0.052138518542051315
289651	embedding2nn.bias	6	-0.051517289131879807
289651	embedding2nn.bias	7	0.03203711286187172
289651	embedding2nn.bias	8	-0.14381009340286255
289651	embedding2nn.bias	9	-0.3998209536075592
289651	rnn.weight_ih_l0	0	0.007710686419159174
289651	rnn.weight_ih_l0	1	-0.07054275274276733
289651	rnn.weight_ih_l0	2	-0.07343697547912598
289651	rnn.weight_ih_l0	3	0.07601455599069595
289651	rnn.weight_ih_l0	4	0.04240468889474869
289651	rnn.weight_ih_l0	5	-0.10892121493816376
289651	rnn.weight_ih_l0	6	-0.04077620804309845
289651	rnn.weight_ih_l0	7	-0.005830247420817614
289651	rnn.weight_ih_l0	8	0.0201960988342762
289651	rnn.weight_ih_l0	9	-0.027926800772547722
289651	rnn.weight_hh_l0	0	0.010531507432460785
289651	rnn.weight_hh_l0	1	0.06365829706192017
289651	rnn.weight_hh_l0	2	0.02818009816110134
289651	rnn.weight_hh_l0	3	0.0271198358386755
289651	rnn.weight_hh_l0	4	0.017899304628372192
289651	rnn.weight_hh_l0	5	0.07107732445001602
289651	rnn.weight_hh_l0	6	-0.024091491475701332
289651	rnn.weight_hh_l0	7	-0.07942842692136765
289651	rnn.weight_hh_l0	8	0.0396244116127491
289651	rnn.weight_hh_l0	9	-0.09570980817079544
289651	rnn.bias_ih_l0	0	0.17767490446567535
289651	rnn.bias_ih_l0	1	-0.2464504837989807
289651	rnn.bias_ih_l0	2	-0.019596250727772713
289651	rnn.bias_ih_l0	3	-0.1456441879272461
289651	rnn.bias_ih_l0	4	0.04248475283384323
289651	rnn.bias_ih_l0	5	-0.32055628299713135
289651	rnn.bias_ih_l0	6	-0.1254083812236786
289651	rnn.bias_ih_l0	7	-0.2805306315422058
289651	rnn.bias_ih_l0	8	-0.22124221920967102
289651	rnn.bias_ih_l0	9	-0.4096500873565674
289651	rnn.bias_hh_l0	0	-0.27659904956817627
289651	rnn.bias_hh_l0	1	-0.2720678150653839
289651	rnn.bias_hh_l0	2	-0.24777941405773163
289651	rnn.bias_hh_l0	3	-0.08859577029943466
289651	rnn.bias_hh_l0	4	-0.2765635550022125
289651	rnn.bias_hh_l0	5	-0.27637118101119995
289651	rnn.bias_hh_l0	6	-0.10550692677497864
289651	rnn.bias_hh_l0	7	0.07396849989891052
289651	rnn.bias_hh_l0	8	-0.16055750846862793
289651	rnn.bias_hh_l0	9	-0.4781039357185364
289651	rnn.weight_ih_l0_reverse	0	0.030874080955982208
289651	rnn.weight_ih_l0_reverse	1	-0.08940485864877701
289651	rnn.weight_ih_l0_reverse	2	-0.03141682967543602
289651	rnn.weight_ih_l0_reverse	3	-0.08346321433782578
289651	rnn.weight_ih_l0_reverse	4	0.06104439124464989
289651	rnn.weight_ih_l0_reverse	5	-0.0997309610247612
289651	rnn.weight_ih_l0_reverse	6	0.03893999010324478
289651	rnn.weight_ih_l0_reverse	7	0.03408614918589592
289651	rnn.weight_ih_l0_reverse	8	-0.06071130931377411
289651	rnn.weight_ih_l0_reverse	9	-0.038767728954553604
289651	rnn.weight_hh_l0_reverse	0	-0.07462455332279205
289651	rnn.weight_hh_l0_reverse	1	0.019262680783867836
289651	rnn.weight_hh_l0_reverse	2	-0.009644896723330021
289651	rnn.weight_hh_l0_reverse	3	0.02705857902765274
289651	rnn.weight_hh_l0_reverse	4	-0.0770888552069664
289651	rnn.weight_hh_l0_reverse	5	0.04501182213425636
289651	rnn.weight_hh_l0_reverse	6	0.015313657000660896
289651	rnn.weight_hh_l0_reverse	7	-0.04730100557208061
289651	rnn.weight_hh_l0_reverse	8	-0.024034377187490463
289651	rnn.weight_hh_l0_reverse	9	0.06468768417835236
289651	rnn.bias_ih_l0_reverse	0	-0.13848234713077545
289651	rnn.bias_ih_l0_reverse	1	-0.08596047013998032
289651	rnn.bias_ih_l0_reverse	2	0.06378227472305298
289651	rnn.bias_ih_l0_reverse	3	-0.2266705483198166
289651	rnn.bias_ih_l0_reverse	4	-0.0465397946536541
289651	rnn.bias_ih_l0_reverse	5	-0.19509558379650116
289651	rnn.bias_ih_l0_reverse	6	0.23236550390720367
289651	rnn.bias_ih_l0_reverse	7	-0.28135547041893005
289651	rnn.bias_ih_l0_reverse	8	-0.12531492114067078
289651	rnn.bias_ih_l0_reverse	9	-0.13929496705532074
289651	rnn.bias_hh_l0_reverse	0	-0.13635213673114777
289651	rnn.bias_hh_l0_reverse	1	0.21237583458423615
289651	rnn.bias_hh_l0_reverse	2	-0.3092164099216461
289651	rnn.bias_hh_l0_reverse	3	-0.17227771878242493
289651	rnn.bias_hh_l0_reverse	4	-0.32841619849205017
289651	rnn.bias_hh_l0_reverse	5	-0.14359766244888306
289651	rnn.bias_hh_l0_reverse	6	-0.2535472810268402
289651	rnn.bias_hh_l0_reverse	7	-0.08471331000328064
289651	rnn.bias_hh_l0_reverse	8	-0.19746318459510803
289651	rnn.bias_hh_l0_reverse	9	0.18670494854450226
289651	linear.weight	0	0.17957867681980133
289651	linear.weight	1	-0.3838493227958679
289651	linear.weight	2	-0.000574195699300617
289651	linear.weight	3	0.06785159558057785
289651	linear.weight	4	-0.1508074253797531
289651	linear.weight	5	0.23044942319393158
289651	linear.weight	6	-0.06678617745637894
289651	linear.weight	7	-0.06477879732847214
289651	linear.weight	8	0.1030346155166626
289651	linear.weight	9	-0.04406199976801872
289651	linear.bias	0	-1.0697575807571411
289651	linear.bias	1	1.8620028495788574
289651	linear.bias	2	0.6807340383529663
289651	linear.bias	3	-2.5388288497924805
289651	linear.bias	4	-0.2567748725414276
289651	linear.bias	5	1.2609012126922607
289651	linear.bias	6	-0.25383979082107544
289651	linear.bias	7	0.6533745527267456
289651	linear.bias	8	2.1902194023132324
289651	linear.bias	9	-1.3808958530426025
290260	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
290260	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
290260	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
290260	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
290260	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
290260	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
290260	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
290260	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
290260	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
290260	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
290260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
290260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
290260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
290260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
290260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
290260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
290260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
290260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
290260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
290260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
290260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
290260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
290260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
290260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
290260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
290260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
290260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
290260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
290260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
290260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
290260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
290260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
290260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
290260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
290260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
290260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
290260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
290260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
290260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
290260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
290260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
290260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
290260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
290260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
290260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
290260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
290260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
290260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
290260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
290260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
290260	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
290260	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
290260	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
290260	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
290260	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
290260	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
290260	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
290260	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
290260	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
290260	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
290260	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
290260	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
290260	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
290260	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
290260	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
290260	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
290260	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
290260	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
290260	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
290260	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
290260	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
290260	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
290260	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
290260	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
290260	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
290260	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
290260	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
290260	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
290260	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
290260	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
290260	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
290260	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
290260	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
290260	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
290260	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
290260	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
290260	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
290260	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
290260	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
290260	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
290260	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
290260	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
290260	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
290260	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
290260	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
290260	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
290260	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
290260	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
290260	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
290260	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
290260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
290260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
290260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
290260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
290260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
290260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
290260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
290260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
290260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
290260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
290260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
290260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
290260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
290260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
290260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
290260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
290260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
290260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
290260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
290260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
290260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
290260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
290260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
290260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
290260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
290260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
290260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
290260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
290260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
290260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
290260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
290260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
290260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
290260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
290260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
290260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
290260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
290260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
290260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
290260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
290260	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
290260	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
290260	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
290260	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
290260	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
290260	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
290260	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
290260	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
290260	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
290260	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
290260	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
290260	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
290260	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
290260	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
290260	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
290260	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
290260	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
290260	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
290260	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
290260	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
290260	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
290260	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
290260	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
290260	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
290260	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
290260	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
290260	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
290260	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
290260	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
290260	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
290260	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
290260	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
290260	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
290260	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
290260	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
290260	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
290260	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
290260	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
290260	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
290260	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
290260	embedding2nn.weight	0	0.2801186442375183
290260	embedding2nn.weight	1	0.32742828130722046
290260	embedding2nn.weight	2	-0.028670869767665863
290260	embedding2nn.weight	3	0.03369171544909477
290260	embedding2nn.weight	4	-0.04670396074652672
290260	embedding2nn.weight	5	0.06943852454423904
290260	embedding2nn.weight	6	0.016607679426670074
290260	embedding2nn.weight	7	0.013076338917016983
290260	embedding2nn.weight	8	0.025320488959550858
290260	embedding2nn.weight	9	-0.0434088408946991
290260	embedding2nn.bias	0	-0.001050748978741467
290260	embedding2nn.bias	1	-0.17226076126098633
290260	embedding2nn.bias	2	0.09610246121883392
290260	embedding2nn.bias	3	0.1385045349597931
290260	embedding2nn.bias	4	0.1469452828168869
290260	embedding2nn.bias	5	-0.05089542642235756
290260	embedding2nn.bias	6	-0.03705250844359398
290260	embedding2nn.bias	7	0.050183504819869995
290260	embedding2nn.bias	8	-0.15565802156925201
290260	embedding2nn.bias	9	-0.3823561370372772
290260	rnn.weight_ih_l0	0	0.007082929834723473
290260	rnn.weight_ih_l0	1	-0.07014200836420059
290260	rnn.weight_ih_l0	2	-0.07213964313268661
290260	rnn.weight_ih_l0	3	0.0780443474650383
290260	rnn.weight_ih_l0	4	0.050562404096126556
290260	rnn.weight_ih_l0	5	-0.10172127932310104
290260	rnn.weight_ih_l0	6	-0.042616106569767
290260	rnn.weight_ih_l0	7	-0.008840846829116344
290260	rnn.weight_ih_l0	8	0.022059179842472076
290260	rnn.weight_ih_l0	9	-0.02129574865102768
290260	rnn.weight_hh_l0	0	0.010610150173306465
290260	rnn.weight_hh_l0	1	0.06331941485404968
290260	rnn.weight_hh_l0	2	0.028883080929517746
290260	rnn.weight_hh_l0	3	0.027646398171782494
290260	rnn.weight_hh_l0	4	0.016684407368302345
290260	rnn.weight_hh_l0	5	0.07128395140171051
290260	rnn.weight_hh_l0	6	-0.025499790906906128
290260	rnn.weight_hh_l0	7	-0.0778118371963501
290260	rnn.weight_hh_l0	8	0.03923921659588814
290260	rnn.weight_hh_l0	9	-0.09618518501520157
290260	rnn.bias_ih_l0	0	0.16631591320037842
290260	rnn.bias_ih_l0	1	-0.2394278347492218
290260	rnn.bias_ih_l0	2	-0.018915601074695587
290260	rnn.bias_ih_l0	3	-0.14702455699443817
290260	rnn.bias_ih_l0	4	0.026266122236847878
290260	rnn.bias_ih_l0	5	-0.3105633854866028
290260	rnn.bias_ih_l0	6	-0.11792272329330444
290260	rnn.bias_ih_l0	7	-0.28249335289001465
290260	rnn.bias_ih_l0	8	-0.2285999208688736
290260	rnn.bias_ih_l0	9	-0.41888174414634705
290260	rnn.bias_hh_l0	0	-0.27235162258148193
290260	rnn.bias_hh_l0	1	-0.2739187479019165
290260	rnn.bias_hh_l0	2	-0.25609830021858215
290260	rnn.bias_hh_l0	3	-0.08777862787246704
290260	rnn.bias_hh_l0	4	-0.2817164957523346
290260	rnn.bias_hh_l0	5	-0.2778661549091339
290260	rnn.bias_hh_l0	6	-0.1051546111702919
290260	rnn.bias_hh_l0	7	0.07497171312570572
290260	rnn.bias_hh_l0	8	-0.16858980059623718
290260	rnn.bias_hh_l0	9	-0.47421014308929443
290260	rnn.weight_ih_l0_reverse	0	0.03631233051419258
290260	rnn.weight_ih_l0_reverse	1	-0.09094205498695374
290260	rnn.weight_ih_l0_reverse	2	-0.0282755084335804
290260	rnn.weight_ih_l0_reverse	3	-0.08471367508172989
290260	rnn.weight_ih_l0_reverse	4	0.05961740389466286
290260	rnn.weight_ih_l0_reverse	5	-0.10770849883556366
290260	rnn.weight_ih_l0_reverse	6	0.03049493581056595
290260	rnn.weight_ih_l0_reverse	7	0.03393068164587021
290260	rnn.weight_ih_l0_reverse	8	-0.05607542023062706
290260	rnn.weight_ih_l0_reverse	9	-0.03443330526351929
290260	rnn.weight_hh_l0_reverse	0	-0.07373739033937454
290260	rnn.weight_hh_l0_reverse	1	0.01952306181192398
290260	rnn.weight_hh_l0_reverse	2	-0.007753054145723581
290260	rnn.weight_hh_l0_reverse	3	0.026539046317338943
290260	rnn.weight_hh_l0_reverse	4	-0.0774349644780159
290260	rnn.weight_hh_l0_reverse	5	0.04416989907622337
290260	rnn.weight_hh_l0_reverse	6	0.015423831529915333
290260	rnn.weight_hh_l0_reverse	7	-0.045757442712783813
290260	rnn.weight_hh_l0_reverse	8	-0.02330133318901062
290260	rnn.weight_hh_l0_reverse	9	0.06601539999246597
290260	rnn.bias_ih_l0_reverse	0	-0.1356438249349594
290260	rnn.bias_ih_l0_reverse	1	-0.08435039967298508
290260	rnn.bias_ih_l0_reverse	2	0.06392952054738998
290260	rnn.bias_ih_l0_reverse	3	-0.22945968806743622
290260	rnn.bias_ih_l0_reverse	4	-0.04697350785136223
290260	rnn.bias_ih_l0_reverse	5	-0.19659297168254852
290260	rnn.bias_ih_l0_reverse	6	0.22329291701316833
290260	rnn.bias_ih_l0_reverse	7	-0.2743658423423767
290260	rnn.bias_ih_l0_reverse	8	-0.1294344961643219
290260	rnn.bias_ih_l0_reverse	9	-0.14276179671287537
290260	rnn.bias_hh_l0_reverse	0	-0.12997886538505554
290260	rnn.bias_hh_l0_reverse	1	0.24076420068740845
290260	rnn.bias_hh_l0_reverse	2	-0.3131527900695801
290260	rnn.bias_hh_l0_reverse	3	-0.1706741452217102
290260	rnn.bias_hh_l0_reverse	4	-0.3260774612426758
290260	rnn.bias_hh_l0_reverse	5	-0.14395640790462494
290260	rnn.bias_hh_l0_reverse	6	-0.2583475708961487
290260	rnn.bias_hh_l0_reverse	7	-0.089115671813488
290260	rnn.bias_hh_l0_reverse	8	-0.1930345594882965
290260	rnn.bias_hh_l0_reverse	9	0.21967291831970215
290260	linear.weight	0	0.1725718230009079
290260	linear.weight	1	-0.3933718204498291
290260	linear.weight	2	0.036697227507829666
290260	linear.weight	3	0.06785240769386292
290260	linear.weight	4	-0.1394934058189392
290260	linear.weight	5	0.23704524338245392
290260	linear.weight	6	-0.0691380649805069
290260	linear.weight	7	-0.06477004289627075
290260	linear.weight	8	0.09613700956106186
290260	linear.weight	9	-0.04408593103289604
290260	linear.bias	0	-1.0756609439849854
290260	linear.bias	1	1.864485263824463
290260	linear.bias	2	0.6832683682441711
290260	linear.bias	3	-2.5395336151123047
290260	linear.bias	4	-0.23150214552879333
290260	linear.bias	5	1.2362556457519531
290260	linear.bias	6	-0.2715325653553009
290260	linear.bias	7	0.6357314586639404
290260	linear.bias	8	2.1964282989501953
290260	linear.bias	9	-1.4069581031799316
290869	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
290869	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
290869	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
290869	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
290869	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
290869	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
290869	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
290869	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
290869	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
290869	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
290869	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
290869	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
290869	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
290869	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
290869	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
290869	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
290869	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
290869	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
290869	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
290869	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
290869	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
290869	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
290869	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
290869	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
290869	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
290869	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
290869	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
290869	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
290869	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
290869	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
290869	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
290869	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
290869	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
290869	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
290869	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
290869	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
290869	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
290869	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
290869	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
290869	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
290869	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
290869	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
290869	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
290869	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
290869	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
290869	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
290869	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
290869	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
290869	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
290869	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
290869	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
290869	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
290869	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
290869	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
290869	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
290869	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
290869	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
290869	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
290869	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
290869	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
290869	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
290869	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
290869	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
290869	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
290869	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
290869	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
290869	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
290869	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
290869	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
290869	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
290869	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
290869	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
290869	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
290869	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
290869	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
290869	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
290869	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
290869	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
290869	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
290869	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
290869	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
290869	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
290869	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
290869	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
290869	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
290869	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
290869	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
290869	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
290869	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
290869	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
290869	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
290869	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
290869	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
290869	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
290869	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
290869	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
290869	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
290869	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
290869	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
290869	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
290869	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
290869	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
290869	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
290869	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
290869	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
290869	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
290869	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
290869	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
290869	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
290869	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
290869	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
290869	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
290869	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
290869	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
290869	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
290869	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
290869	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
290869	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
290869	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
290869	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
290869	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
290869	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
290869	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
290869	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
290869	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
290869	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
290869	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
290869	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
290869	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
290869	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
290869	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
290869	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
290869	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
290869	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
290869	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
290869	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
290869	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
290869	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
290869	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
290869	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
290869	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
290869	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
290869	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
290869	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
290869	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
290869	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
290869	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
290869	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
290869	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
290869	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
290869	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
290869	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
290869	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
290869	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
290869	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
290869	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
290869	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
290869	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
290869	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
290869	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
290869	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
290869	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
290869	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
290869	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
290869	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
290869	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
290869	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
290869	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
290869	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
290869	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
290869	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
290869	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
290869	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
290869	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
290869	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
290869	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
290869	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
290869	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
290869	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
290869	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
290869	embedding2nn.weight	0	0.2778239846229553
290869	embedding2nn.weight	1	0.32186591625213623
290869	embedding2nn.weight	2	-0.020686673000454903
290869	embedding2nn.weight	3	0.027883300557732582
290869	embedding2nn.weight	4	-0.050335146486759186
290869	embedding2nn.weight	5	0.06931426376104355
290869	embedding2nn.weight	6	0.009893461130559444
290869	embedding2nn.weight	7	0.01893620751798153
290869	embedding2nn.weight	8	0.023079246282577515
290869	embedding2nn.weight	9	-0.037620238959789276
290869	embedding2nn.bias	0	0.008973180316388607
290869	embedding2nn.bias	1	-0.1678711473941803
290869	embedding2nn.bias	2	0.10992498695850372
290869	embedding2nn.bias	3	0.14324598014354706
290869	embedding2nn.bias	4	0.135260209441185
290869	embedding2nn.bias	5	-0.03487758710980415
290869	embedding2nn.bias	6	-0.04239826276898384
290869	embedding2nn.bias	7	0.05765008181333542
290869	embedding2nn.bias	8	-0.14543531835079193
290869	embedding2nn.bias	9	-0.38563501834869385
290869	rnn.weight_ih_l0	0	0.00450443010777235
290869	rnn.weight_ih_l0	1	-0.07146010547876358
290869	rnn.weight_ih_l0	2	-0.07492819428443909
290869	rnn.weight_ih_l0	3	0.07303149253129959
290869	rnn.weight_ih_l0	4	0.05901855230331421
290869	rnn.weight_ih_l0	5	-0.10513987392187119
290869	rnn.weight_ih_l0	6	-0.04560760408639908
290869	rnn.weight_ih_l0	7	-0.013373810797929764
290869	rnn.weight_ih_l0	8	0.02294963411986828
290869	rnn.weight_ih_l0	9	-0.02431364916265011
290869	rnn.weight_hh_l0	0	0.010068395175039768
290869	rnn.weight_hh_l0	1	0.06308747082948685
290869	rnn.weight_hh_l0	2	0.02851228229701519
290869	rnn.weight_hh_l0	3	0.027160033583641052
290869	rnn.weight_hh_l0	4	0.016940638422966003
290869	rnn.weight_hh_l0	5	0.07258224487304688
290869	rnn.weight_hh_l0	6	-0.02696799486875534
290869	rnn.weight_hh_l0	7	-0.07769990712404251
290869	rnn.weight_hh_l0	8	0.039239369332790375
290869	rnn.weight_hh_l0	9	-0.09627187252044678
290869	rnn.bias_ih_l0	0	0.16208438575267792
290869	rnn.bias_ih_l0	1	-0.2368362694978714
290869	rnn.bias_ih_l0	2	-0.02040886878967285
290869	rnn.bias_ih_l0	3	-0.14559398591518402
290869	rnn.bias_ih_l0	4	0.036555927246809006
290869	rnn.bias_ih_l0	5	-0.3114018440246582
290869	rnn.bias_ih_l0	6	-0.11513819545507431
290869	rnn.bias_ih_l0	7	-0.2847334146499634
290869	rnn.bias_ih_l0	8	-0.2263217270374298
290869	rnn.bias_ih_l0	9	-0.4198583960533142
290869	rnn.bias_hh_l0	0	-0.26679620146751404
290869	rnn.bias_hh_l0	1	-0.27695396542549133
290869	rnn.bias_hh_l0	2	-0.25756505131721497
290869	rnn.bias_hh_l0	3	-0.08476294577121735
290869	rnn.bias_hh_l0	4	-0.27991944551467896
290869	rnn.bias_hh_l0	5	-0.27844953536987305
290869	rnn.bias_hh_l0	6	-0.098599873483181
290869	rnn.bias_hh_l0	7	0.08996939659118652
290869	rnn.bias_hh_l0	8	-0.17299218475818634
290869	rnn.bias_hh_l0	9	-0.4702162742614746
290869	rnn.weight_ih_l0_reverse	0	0.030800821259617805
290869	rnn.weight_ih_l0_reverse	1	-0.09012711048126221
290869	rnn.weight_ih_l0_reverse	2	-0.03189952298998833
290869	rnn.weight_ih_l0_reverse	3	-0.08597923070192337
290869	rnn.weight_ih_l0_reverse	4	0.0595070905983448
290869	rnn.weight_ih_l0_reverse	5	-0.1025099828839302
290869	rnn.weight_ih_l0_reverse	6	0.03301118686795235
290869	rnn.weight_ih_l0_reverse	7	0.03354748338460922
290869	rnn.weight_ih_l0_reverse	8	-0.05297918617725372
290869	rnn.weight_ih_l0_reverse	9	-0.032855045050382614
290869	rnn.weight_hh_l0_reverse	0	-0.07676135003566742
290869	rnn.weight_hh_l0_reverse	1	0.02038619853556156
290869	rnn.weight_hh_l0_reverse	2	-0.008289343677461147
290869	rnn.weight_hh_l0_reverse	3	0.02459866553544998
290869	rnn.weight_hh_l0_reverse	4	-0.07671060413122177
290869	rnn.weight_hh_l0_reverse	5	0.042973607778549194
290869	rnn.weight_hh_l0_reverse	6	0.015499578788876534
290869	rnn.weight_hh_l0_reverse	7	-0.045296378433704376
290869	rnn.weight_hh_l0_reverse	8	-0.0227078665047884
290869	rnn.weight_hh_l0_reverse	9	0.06685251742601395
290869	rnn.bias_ih_l0_reverse	0	-0.13991010189056396
290869	rnn.bias_ih_l0_reverse	1	-0.0812191292643547
290869	rnn.bias_ih_l0_reverse	2	0.07535991072654724
290869	rnn.bias_ih_l0_reverse	3	-0.2281113713979721
290869	rnn.bias_ih_l0_reverse	4	-0.04713679477572441
290869	rnn.bias_ih_l0_reverse	5	-0.20049956440925598
290869	rnn.bias_ih_l0_reverse	6	0.23369047045707703
290869	rnn.bias_ih_l0_reverse	7	-0.2970704138278961
290869	rnn.bias_ih_l0_reverse	8	-0.12857496738433838
290869	rnn.bias_ih_l0_reverse	9	-0.1341012865304947
290869	rnn.bias_hh_l0_reverse	0	-0.1349424123764038
290869	rnn.bias_hh_l0_reverse	1	0.2450210005044937
290869	rnn.bias_hh_l0_reverse	2	-0.3143884539604187
290869	rnn.bias_hh_l0_reverse	3	-0.1636674404144287
290869	rnn.bias_hh_l0_reverse	4	-0.32021260261535645
290869	rnn.bias_hh_l0_reverse	5	-0.15097486972808838
290869	rnn.bias_hh_l0_reverse	6	-0.26395729184150696
290869	rnn.bias_hh_l0_reverse	7	-0.0853821188211441
290869	rnn.bias_hh_l0_reverse	8	-0.19275808334350586
290869	rnn.bias_hh_l0_reverse	9	0.20090611279010773
290869	linear.weight	0	0.14949698746204376
290869	linear.weight	1	-0.3684004247188568
290869	linear.weight	2	0.007891728542745113
290869	linear.weight	3	0.0678538978099823
290869	linear.weight	4	-0.14381705224514008
290869	linear.weight	5	0.23904980719089508
290869	linear.weight	6	-0.04478169232606888
290869	linear.weight	7	-0.06476306915283203
290869	linear.weight	8	0.08204305171966553
290869	linear.weight	9	-0.04410808905959129
290869	linear.bias	0	-1.052045464515686
290869	linear.bias	1	1.9015178680419922
290869	linear.bias	2	0.6675733923912048
290869	linear.bias	3	-2.5400991439819336
290869	linear.bias	4	-0.2542359530925751
290869	linear.bias	5	1.1979342699050903
290869	linear.bias	6	-0.31616654992103577
290869	linear.bias	7	0.6771459579467773
290869	linear.bias	8	2.2171590328216553
290869	linear.bias	9	-1.4352411031723022
291478	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
291478	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
291478	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
291478	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
291478	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
291478	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
291478	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
291478	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
291478	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
291478	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
291478	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
291478	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
291478	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
291478	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
291478	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
291478	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
291478	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
291478	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
291478	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
291478	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
291478	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
291478	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
291478	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
291478	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
291478	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
291478	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
291478	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
291478	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
291478	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
291478	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
291478	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
291478	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
291478	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
291478	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
291478	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
291478	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
291478	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
291478	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
291478	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
291478	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
291478	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
291478	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
291478	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
291478	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
291478	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
291478	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
291478	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
291478	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
291478	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
291478	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
291478	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
291478	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
291478	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
291478	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
291478	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
291478	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
291478	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
291478	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
291478	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
291478	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
291478	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
291478	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
291478	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
291478	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
291478	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
291478	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
291478	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
291478	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
291478	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
291478	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
291478	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
291478	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
291478	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
291478	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
291478	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
291478	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
291478	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
291478	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
291478	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
291478	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
291478	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
291478	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
291478	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
291478	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
291478	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
291478	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
291478	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
291478	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
291478	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
291478	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
291478	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
291478	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
291478	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
291478	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
291478	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
291478	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
291478	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
291478	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
291478	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
291478	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
291478	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
291478	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
291478	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
291478	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
291478	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
291478	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
291478	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
291478	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
291478	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
291478	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
291478	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
291478	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
291478	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
291478	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
291478	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
291478	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
291478	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
291478	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
291478	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
291478	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
291478	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
291478	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
291478	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
291478	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
291478	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
291478	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
291478	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
291478	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
291478	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
291478	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
291478	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
291478	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
291478	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
291478	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
291478	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
291478	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
291478	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
291478	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
291478	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
291478	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
291478	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
291478	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
291478	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
291478	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
291478	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
291478	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
291478	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
291478	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
291478	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
291478	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
291478	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
291478	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
291478	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
291478	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
291478	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
291478	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
291478	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
291478	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
291478	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
291478	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
291478	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
291478	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
291478	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
291478	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
291478	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
291478	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
291478	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
291478	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
291478	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
291478	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
291478	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
291478	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
291478	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
291478	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
291478	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
291478	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
291478	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
291478	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
291478	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
291478	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
291478	embedding2nn.weight	0	0.27903440594673157
291478	embedding2nn.weight	1	0.3199152648448944
291478	embedding2nn.weight	2	-0.01911892369389534
291478	embedding2nn.weight	3	0.02534237504005432
291478	embedding2nn.weight	4	-0.05360432341694832
291478	embedding2nn.weight	5	0.06972105801105499
291478	embedding2nn.weight	6	0.02445445954799652
291478	embedding2nn.weight	7	0.019423196092247963
291478	embedding2nn.weight	8	0.024456234648823738
291478	embedding2nn.weight	9	-0.036319658160209656
291478	embedding2nn.bias	0	0.024147028103470802
291478	embedding2nn.bias	1	-0.16708581149578094
291478	embedding2nn.bias	2	0.09550987184047699
291478	embedding2nn.bias	3	0.1487344354391098
291478	embedding2nn.bias	4	0.13891510665416718
291478	embedding2nn.bias	5	-0.03556402772665024
291478	embedding2nn.bias	6	-0.02782481722533703
291478	embedding2nn.bias	7	0.04314642399549484
291478	embedding2nn.bias	8	-0.13861770927906036
291478	embedding2nn.bias	9	-0.37063705921173096
291478	rnn.weight_ih_l0	0	0.0061841318383812904
291478	rnn.weight_ih_l0	1	-0.0731135681271553
291478	rnn.weight_ih_l0	2	-0.07499636709690094
291478	rnn.weight_ih_l0	3	0.07285813242197037
291478	rnn.weight_ih_l0	4	0.06796351820230484
291478	rnn.weight_ih_l0	5	-0.10410119593143463
291478	rnn.weight_ih_l0	6	-0.04539058730006218
291478	rnn.weight_ih_l0	7	-0.01382824033498764
291478	rnn.weight_ih_l0	8	0.017668338492512703
291478	rnn.weight_ih_l0	9	-0.021302703768014908
291478	rnn.weight_hh_l0	0	0.010177119635045528
291478	rnn.weight_hh_l0	1	0.06194685027003288
291478	rnn.weight_hh_l0	2	0.029182663187384605
291478	rnn.weight_hh_l0	3	0.0263851135969162
291478	rnn.weight_hh_l0	4	0.01687876507639885
291478	rnn.weight_hh_l0	5	0.07225420325994492
291478	rnn.weight_hh_l0	6	-0.028037643060088158
291478	rnn.weight_hh_l0	7	-0.07774840295314789
291478	rnn.weight_hh_l0	8	0.03906851261854172
291478	rnn.weight_hh_l0	9	-0.09579984098672867
291478	rnn.bias_ih_l0	0	0.1567225307226181
291478	rnn.bias_ih_l0	1	-0.2348562628030777
291478	rnn.bias_ih_l0	2	-0.027422863990068436
291478	rnn.bias_ih_l0	3	-0.14845465123653412
291478	rnn.bias_ih_l0	4	0.03992990031838417
291478	rnn.bias_ih_l0	5	-0.31474167108535767
291478	rnn.bias_ih_l0	6	-0.12072251737117767
291478	rnn.bias_ih_l0	7	-0.2832329273223877
291478	rnn.bias_ih_l0	8	-0.22697441279888153
291478	rnn.bias_ih_l0	9	-0.4102168381214142
291478	rnn.bias_hh_l0	0	-0.2703946828842163
291478	rnn.bias_hh_l0	1	-0.28502506017684937
291478	rnn.bias_hh_l0	2	-0.25543469190597534
291478	rnn.bias_hh_l0	3	-0.08702625334262848
291478	rnn.bias_hh_l0	4	-0.27589359879493713
291478	rnn.bias_hh_l0	5	-0.2776723802089691
291478	rnn.bias_hh_l0	6	-0.10824444890022278
291478	rnn.bias_hh_l0	7	0.08317773789167404
291478	rnn.bias_hh_l0	8	-0.1762300729751587
291478	rnn.bias_hh_l0	9	-0.47518232464790344
291478	rnn.weight_ih_l0_reverse	0	0.033312663435935974
291478	rnn.weight_ih_l0_reverse	1	-0.09159721434116364
291478	rnn.weight_ih_l0_reverse	2	-0.036238253116607666
291478	rnn.weight_ih_l0_reverse	3	-0.08751572668552399
291478	rnn.weight_ih_l0_reverse	4	0.059488438069820404
291478	rnn.weight_ih_l0_reverse	5	-0.1099083349108696
291478	rnn.weight_ih_l0_reverse	6	0.038125909864902496
291478	rnn.weight_ih_l0_reverse	7	0.03543930873274803
291478	rnn.weight_ih_l0_reverse	8	-0.057668931782245636
291478	rnn.weight_ih_l0_reverse	9	-0.030772648751735687
291478	rnn.weight_hh_l0_reverse	0	-0.07673036307096481
291478	rnn.weight_hh_l0_reverse	1	0.021203672513365746
291478	rnn.weight_hh_l0_reverse	2	-0.007617818657308817
291478	rnn.weight_hh_l0_reverse	3	0.024951523169875145
291478	rnn.weight_hh_l0_reverse	4	-0.07626459747552872
291478	rnn.weight_hh_l0_reverse	5	0.0428687259554863
291478	rnn.weight_hh_l0_reverse	6	0.01545433048158884
291478	rnn.weight_hh_l0_reverse	7	-0.045671798288822174
291478	rnn.weight_hh_l0_reverse	8	-0.02724006399512291
291478	rnn.weight_hh_l0_reverse	9	0.06350572407245636
291478	rnn.bias_ih_l0_reverse	0	-0.146858349442482
291478	rnn.bias_ih_l0_reverse	1	-0.08227278292179108
291478	rnn.bias_ih_l0_reverse	2	0.07886169850826263
291478	rnn.bias_ih_l0_reverse	3	-0.22707195580005646
291478	rnn.bias_ih_l0_reverse	4	-0.04083532840013504
291478	rnn.bias_ih_l0_reverse	5	-0.20108622312545776
291478	rnn.bias_ih_l0_reverse	6	0.22349096834659576
291478	rnn.bias_ih_l0_reverse	7	-0.27435508370399475
291478	rnn.bias_ih_l0_reverse	8	-0.12423387169837952
291478	rnn.bias_ih_l0_reverse	9	-0.1357133537530899
291478	rnn.bias_hh_l0_reverse	0	-0.14268285036087036
291478	rnn.bias_hh_l0_reverse	1	0.23811383545398712
291478	rnn.bias_hh_l0_reverse	2	-0.32345378398895264
291478	rnn.bias_hh_l0_reverse	3	-0.16239580512046814
291478	rnn.bias_hh_l0_reverse	4	-0.3215436041355133
291478	rnn.bias_hh_l0_reverse	5	-0.15604157745838165
291478	rnn.bias_hh_l0_reverse	6	-0.26398026943206787
291478	rnn.bias_hh_l0_reverse	7	-0.09038307517766953
291478	rnn.bias_hh_l0_reverse	8	-0.18838685750961304
291478	rnn.bias_hh_l0_reverse	9	0.20365595817565918
291478	linear.weight	0	0.1697521060705185
291478	linear.weight	1	-0.39427506923675537
291478	linear.weight	2	0.06049990653991699
291478	linear.weight	3	0.06785300374031067
291478	linear.weight	4	-0.14841249585151672
291478	linear.weight	5	0.21968212723731995
291478	linear.weight	6	-0.04440510645508766
291478	linear.weight	7	-0.06475750356912613
291478	linear.weight	8	0.07997466623783112
291478	linear.weight	9	-0.044131845235824585
291478	linear.bias	0	-1.0843092203140259
291478	linear.bias	1	1.8794432878494263
291478	linear.bias	2	0.6489512920379639
291478	linear.bias	3	-2.5407469272613525
291478	linear.bias	4	-0.23938427865505219
291478	linear.bias	5	1.1933475732803345
291478	linear.bias	6	-0.30161577463150024
291478	linear.bias	7	0.6924183964729309
291478	linear.bias	8	2.145526647567749
291478	linear.bias	9	-1.4251556396484375
292087	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
292087	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
292087	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
292087	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
292087	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
292087	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
292087	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
292087	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
292087	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
292087	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
292087	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
292087	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
292087	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
292087	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
292087	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
292087	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
292087	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
292087	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
292087	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
292087	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
292087	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
292087	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
292087	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
292087	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
292087	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
292087	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
292087	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
292087	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
292087	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
292087	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
292087	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
292087	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
292087	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
292087	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
292087	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
292087	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
292087	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
292087	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
292087	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
292087	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
292087	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
292087	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
292087	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
292087	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
292087	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
292087	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
292087	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
292087	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
292087	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
292087	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
292087	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
292087	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
292087	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
292087	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
292087	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
292087	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
292087	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
292087	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
292087	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
292087	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
292087	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
292087	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
292087	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
292087	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
292087	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
292087	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
292087	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
292087	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
292087	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
292087	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
292087	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
292087	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
292087	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
292087	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
292087	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
292087	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
292087	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
292087	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
292087	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
292087	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
292087	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
292087	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
292087	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
292087	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
292087	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
292087	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
292087	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
292087	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
292087	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
292087	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
292087	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
292087	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
292087	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
292087	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
292087	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
292087	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
292087	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
292087	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
292087	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
292087	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
292087	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
292087	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
292087	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
292087	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
292087	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
292087	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
292087	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
292087	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
292087	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
292087	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
292087	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
292087	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
292087	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
292087	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
292087	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
292087	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
292087	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
292087	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
292087	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
292087	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
292087	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
292087	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
292087	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
292087	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
292087	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
292087	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
292087	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
292087	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
292087	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
292087	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
292087	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
292087	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
292087	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
292087	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
292087	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
292087	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
292087	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
292087	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
292087	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
292087	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
292087	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
292087	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
292087	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
292087	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
292087	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
292087	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
292087	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
292087	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
292087	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
292087	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
292087	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
292087	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
292087	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
292087	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
292087	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
292087	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
292087	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
292087	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
292087	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
292087	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
292087	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
292087	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
292087	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
292087	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
292087	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
292087	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
292087	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
292087	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
292087	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
292087	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
292087	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
292087	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
292087	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
292087	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
292087	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
292087	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
292087	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
292087	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
292087	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
292087	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
292087	embedding2nn.weight	0	0.27880722284317017
292087	embedding2nn.weight	1	0.32319140434265137
292087	embedding2nn.weight	2	-0.021262478083372116
292087	embedding2nn.weight	3	0.02871585264801979
292087	embedding2nn.weight	4	-0.05629477649927139
292087	embedding2nn.weight	5	0.07199379801750183
292087	embedding2nn.weight	6	0.02971528470516205
292087	embedding2nn.weight	7	0.020578954368829727
292087	embedding2nn.weight	8	0.024745771661400795
292087	embedding2nn.weight	9	-0.038592610508203506
292087	embedding2nn.bias	0	0.04220423102378845
292087	embedding2nn.bias	1	-0.19264504313468933
292087	embedding2nn.bias	2	0.09824597835540771
292087	embedding2nn.bias	3	0.1453087478876114
292087	embedding2nn.bias	4	0.14306415617465973
292087	embedding2nn.bias	5	-0.04497946426272392
292087	embedding2nn.bias	6	-0.04460345581173897
292087	embedding2nn.bias	7	0.04543554037809372
292087	embedding2nn.bias	8	-0.1415371596813202
292087	embedding2nn.bias	9	-0.36822620034217834
292087	rnn.weight_ih_l0	0	0.004890928976237774
292087	rnn.weight_ih_l0	1	-0.07417343556880951
292087	rnn.weight_ih_l0	2	-0.07386516779661179
292087	rnn.weight_ih_l0	3	0.07356522977352142
292087	rnn.weight_ih_l0	4	0.06156771257519722
292087	rnn.weight_ih_l0	5	-0.10801057517528534
292087	rnn.weight_ih_l0	6	-0.04385477304458618
292087	rnn.weight_ih_l0	7	-0.004240127746015787
292087	rnn.weight_ih_l0	8	0.021662713959813118
292087	rnn.weight_ih_l0	9	-0.023055899888277054
292087	rnn.weight_hh_l0	0	0.009927970357239246
292087	rnn.weight_hh_l0	1	0.0630156397819519
292087	rnn.weight_hh_l0	2	0.02889740839600563
292087	rnn.weight_hh_l0	3	0.026270970702171326
292087	rnn.weight_hh_l0	4	0.01709250546991825
292087	rnn.weight_hh_l0	5	0.0734064057469368
292087	rnn.weight_hh_l0	6	-0.0285464059561491
292087	rnn.weight_hh_l0	7	-0.07954926788806915
292087	rnn.weight_hh_l0	8	0.03858131915330887
292087	rnn.weight_hh_l0	9	-0.0946105346083641
292087	rnn.bias_ih_l0	0	0.1622302532196045
292087	rnn.bias_ih_l0	1	-0.24015943706035614
292087	rnn.bias_ih_l0	2	-0.03010869398713112
292087	rnn.bias_ih_l0	3	-0.14611701667308807
292087	rnn.bias_ih_l0	4	0.028004812076687813
292087	rnn.bias_ih_l0	5	-0.3185507655143738
292087	rnn.bias_ih_l0	6	-0.12447787076234818
292087	rnn.bias_ih_l0	7	-0.28773432970046997
292087	rnn.bias_ih_l0	8	-0.22457300126552582
292087	rnn.bias_ih_l0	9	-0.400111585855484
292087	rnn.bias_hh_l0	0	-0.26877233386039734
292087	rnn.bias_hh_l0	1	-0.2827222943305969
292087	rnn.bias_hh_l0	2	-0.2563304007053375
292087	rnn.bias_hh_l0	3	-0.08740003407001495
292087	rnn.bias_hh_l0	4	-0.2810468375682831
292087	rnn.bias_hh_l0	5	-0.2781546115875244
292087	rnn.bias_hh_l0	6	-0.10490935295820236
292087	rnn.bias_hh_l0	7	0.07808289676904678
292087	rnn.bias_hh_l0	8	-0.1687702089548111
292087	rnn.bias_hh_l0	9	-0.4740823209285736
292087	rnn.weight_ih_l0_reverse	0	0.03493810445070267
292087	rnn.weight_ih_l0_reverse	1	-0.08801770210266113
292087	rnn.weight_ih_l0_reverse	2	-0.0326843336224556
292087	rnn.weight_ih_l0_reverse	3	-0.08436337858438492
292087	rnn.weight_ih_l0_reverse	4	0.06035510450601578
292087	rnn.weight_ih_l0_reverse	5	-0.10771603137254715
292087	rnn.weight_ih_l0_reverse	6	0.03161758556962013
292087	rnn.weight_ih_l0_reverse	7	0.033783428370952606
292087	rnn.weight_ih_l0_reverse	8	-0.05904722586274147
292087	rnn.weight_ih_l0_reverse	9	-0.033774007111787796
292087	rnn.weight_hh_l0_reverse	0	-0.07475891709327698
292087	rnn.weight_hh_l0_reverse	1	0.02048906683921814
292087	rnn.weight_hh_l0_reverse	2	-0.006291218101978302
292087	rnn.weight_hh_l0_reverse	3	0.025884194299578667
292087	rnn.weight_hh_l0_reverse	4	-0.07588623464107513
292087	rnn.weight_hh_l0_reverse	5	0.04296711087226868
292087	rnn.weight_hh_l0_reverse	6	0.015377734787762165
292087	rnn.weight_hh_l0_reverse	7	-0.046636324375867844
292087	rnn.weight_hh_l0_reverse	8	-0.022558502852916718
292087	rnn.weight_hh_l0_reverse	9	0.06435560435056686
292087	rnn.bias_ih_l0_reverse	0	-0.1377912014722824
292087	rnn.bias_ih_l0_reverse	1	-0.08273953199386597
292087	rnn.bias_ih_l0_reverse	2	0.0833902582526207
292087	rnn.bias_ih_l0_reverse	3	-0.23031340539455414
292087	rnn.bias_ih_l0_reverse	4	-0.032021839171648026
292087	rnn.bias_ih_l0_reverse	5	-0.20013445615768433
292087	rnn.bias_ih_l0_reverse	6	0.22516417503356934
292087	rnn.bias_ih_l0_reverse	7	-0.26985836029052734
292087	rnn.bias_ih_l0_reverse	8	-0.12470971792936325
292087	rnn.bias_ih_l0_reverse	9	-0.14039939641952515
292087	rnn.bias_hh_l0_reverse	0	-0.1345546841621399
292087	rnn.bias_hh_l0_reverse	1	0.2277475893497467
292087	rnn.bias_hh_l0_reverse	2	-0.33867278695106506
292087	rnn.bias_hh_l0_reverse	3	-0.16297641396522522
292087	rnn.bias_hh_l0_reverse	4	-0.33611178398132324
292087	rnn.bias_hh_l0_reverse	5	-0.15840984880924225
292087	rnn.bias_hh_l0_reverse	6	-0.263467013835907
292087	rnn.bias_hh_l0_reverse	7	-0.09246711432933807
292087	rnn.bias_hh_l0_reverse	8	-0.2017524689435959
292087	rnn.bias_hh_l0_reverse	9	0.1897955685853958
292087	linear.weight	0	0.1821155697107315
292087	linear.weight	1	-0.3855045735836029
292087	linear.weight	2	0.019854556769132614
292087	linear.weight	3	0.06785070896148682
292087	linear.weight	4	-0.14227035641670227
292087	linear.weight	5	0.24856682121753693
292087	linear.weight	6	-0.027624644339084625
292087	linear.weight	7	-0.06475245952606201
292087	linear.weight	8	0.09652923047542572
292087	linear.weight	9	-0.044155824929475784
292087	linear.bias	0	-1.0937740802764893
292087	linear.bias	1	1.927939534187317
292087	linear.bias	2	0.660254180431366
292087	linear.bias	3	-2.5413992404937744
292087	linear.bias	4	-0.19753983616828918
292087	linear.bias	5	1.1855028867721558
292087	linear.bias	6	-0.29307493567466736
292087	linear.bias	7	0.6958321332931519
292087	linear.bias	8	2.1926958560943604
292087	linear.bias	9	-1.4073615074157715
292696	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
292696	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
292696	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
292696	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
292696	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
292696	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
292696	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
292696	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
292696	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
292696	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
292696	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
292696	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
292696	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
292696	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
292696	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
292696	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
292696	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
292696	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
292696	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
292696	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
292696	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
292696	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
292696	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
292696	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
292696	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
292696	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
292696	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
292696	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
292696	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
292696	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
292696	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
292696	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
292696	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
292696	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
292696	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
292696	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
292696	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
292696	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
292696	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
292696	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
292696	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
292696	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
292696	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
292696	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
292696	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
292696	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
292696	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
292696	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
292696	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
292696	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
292696	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
292696	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
292696	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
292696	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
292696	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
292696	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
292696	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
292696	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
292696	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
292696	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
292696	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
292696	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
292696	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
292696	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
292696	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
292696	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
292696	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
292696	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
292696	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
292696	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
292696	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
292696	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
292696	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
292696	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
292696	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
292696	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
292696	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
292696	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
292696	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
292696	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
292696	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
292696	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
292696	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
292696	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
292696	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
292696	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
292696	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
292696	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
292696	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
292696	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
292696	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
292696	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
292696	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
292696	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
292696	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
292696	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
292696	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
292696	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
292696	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
292696	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
292696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
292696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
292696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
292696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
292696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
292696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
292696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
292696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
292696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
292696	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
292696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
292696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
292696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
292696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
292696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
292696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
292696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
292696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
292696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
292696	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
292696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
292696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
292696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
292696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
292696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
292696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
292696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
292696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
292696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
292696	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
292696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
292696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
292696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
292696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
292696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
292696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
292696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
292696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
292696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
292696	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
292696	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
292696	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
292696	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
292696	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
292696	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
292696	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
292696	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
292696	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
292696	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
292696	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
292696	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
292696	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
292696	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
292696	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
292696	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
292696	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
292696	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
292696	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
292696	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
292696	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
292696	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
292696	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
292696	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
292696	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
292696	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
292696	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
292696	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
292696	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
292696	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
292696	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
292696	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
292696	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
292696	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
292696	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
292696	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
292696	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
292696	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
292696	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
292696	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
292696	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
292696	embedding2nn.weight	0	0.27881163358688354
292696	embedding2nn.weight	1	0.32077232003211975
292696	embedding2nn.weight	2	-0.02237061783671379
292696	embedding2nn.weight	3	0.019289743155241013
292696	embedding2nn.weight	4	-0.0538288876414299
292696	embedding2nn.weight	5	0.07095567137002945
292696	embedding2nn.weight	6	0.027342194691300392
292696	embedding2nn.weight	7	0.02335249073803425
292696	embedding2nn.weight	8	0.02791748009622097
292696	embedding2nn.weight	9	-0.031686581671237946
292696	embedding2nn.bias	0	0.034473031759262085
292696	embedding2nn.bias	1	-0.18162937462329865
292696	embedding2nn.bias	2	0.09205032140016556
292696	embedding2nn.bias	3	0.14301350712776184
292696	embedding2nn.bias	4	0.1255539506673813
292696	embedding2nn.bias	5	-0.038835808634757996
292696	embedding2nn.bias	6	-0.04076535627245903
292696	embedding2nn.bias	7	0.06364406645298004
292696	embedding2nn.bias	8	-0.134003683924675
292696	embedding2nn.bias	9	-0.37682926654815674
292696	rnn.weight_ih_l0	0	0.005755717866122723
292696	rnn.weight_ih_l0	1	-0.07202033698558807
292696	rnn.weight_ih_l0	2	-0.07850822806358337
292696	rnn.weight_ih_l0	3	0.07268498837947845
292696	rnn.weight_ih_l0	4	0.06984563916921616
292696	rnn.weight_ih_l0	5	-0.09982430934906006
292696	rnn.weight_ih_l0	6	-0.042056854814291
292696	rnn.weight_ih_l0	7	-0.004555905237793922
292696	rnn.weight_ih_l0	8	0.023731185123324394
292696	rnn.weight_ih_l0	9	-0.020326076075434685
292696	rnn.weight_hh_l0	0	0.01007835566997528
292696	rnn.weight_hh_l0	1	0.062465038150548935
292696	rnn.weight_hh_l0	2	0.0305386520922184
292696	rnn.weight_hh_l0	3	0.02563663385808468
292696	rnn.weight_hh_l0	4	0.016803788021206856
292696	rnn.weight_hh_l0	5	0.07442571967840195
292696	rnn.weight_hh_l0	6	-0.029471689835190773
292696	rnn.weight_hh_l0	7	-0.08085700869560242
292696	rnn.weight_hh_l0	8	0.038383182138204575
292696	rnn.weight_hh_l0	9	-0.09552155435085297
292696	rnn.bias_ih_l0	0	0.15228725969791412
292696	rnn.bias_ih_l0	1	-0.24040323495864868
292696	rnn.bias_ih_l0	2	-0.029167089611291885
292696	rnn.bias_ih_l0	3	-0.150776207447052
292696	rnn.bias_ih_l0	4	0.02803785726428032
292696	rnn.bias_ih_l0	5	-0.3170606195926666
292696	rnn.bias_ih_l0	6	-0.11843745410442352
292696	rnn.bias_ih_l0	7	-0.2851243019104004
292696	rnn.bias_ih_l0	8	-0.22849538922309875
292696	rnn.bias_ih_l0	9	-0.391398161649704
292696	rnn.bias_hh_l0	0	-0.26690128445625305
292696	rnn.bias_hh_l0	1	-0.28190481662750244
292696	rnn.bias_hh_l0	2	-0.25613734126091003
292696	rnn.bias_hh_l0	3	-0.09424014389514923
292696	rnn.bias_hh_l0	4	-0.2734512686729431
292696	rnn.bias_hh_l0	5	-0.2733400762081146
292696	rnn.bias_hh_l0	6	-0.10915260016918182
292696	rnn.bias_hh_l0	7	0.07050283998250961
292696	rnn.bias_hh_l0	8	-0.1692514568567276
292696	rnn.bias_hh_l0	9	-0.46974998712539673
292696	rnn.weight_ih_l0_reverse	0	0.03603190556168556
292696	rnn.weight_ih_l0_reverse	1	-0.08652304112911224
292696	rnn.weight_ih_l0_reverse	2	-0.031039124354720116
292696	rnn.weight_ih_l0_reverse	3	-0.08578687161207199
292696	rnn.weight_ih_l0_reverse	4	0.05806565657258034
292696	rnn.weight_ih_l0_reverse	5	-0.10562968999147415
292696	rnn.weight_ih_l0_reverse	6	0.034658703953027725
292696	rnn.weight_ih_l0_reverse	7	0.033697061240673065
292696	rnn.weight_ih_l0_reverse	8	-0.06576789915561676
292696	rnn.weight_ih_l0_reverse	9	-0.041816238313913345
292696	rnn.weight_hh_l0_reverse	0	-0.0760720893740654
292696	rnn.weight_hh_l0_reverse	1	0.02007964812219143
292696	rnn.weight_hh_l0_reverse	2	-0.00712452782317996
292696	rnn.weight_hh_l0_reverse	3	0.02596396580338478
292696	rnn.weight_hh_l0_reverse	4	-0.07577965408563614
292696	rnn.weight_hh_l0_reverse	5	0.0430506095290184
292696	rnn.weight_hh_l0_reverse	6	0.015746619552373886
292696	rnn.weight_hh_l0_reverse	7	-0.04659795016050339
292696	rnn.weight_hh_l0_reverse	8	-0.02976849488914013
292696	rnn.weight_hh_l0_reverse	9	0.06520698219537735
292696	rnn.bias_ih_l0_reverse	0	-0.1369895040988922
292696	rnn.bias_ih_l0_reverse	1	-0.0915650948882103
292696	rnn.bias_ih_l0_reverse	2	0.08459844440221786
292696	rnn.bias_ih_l0_reverse	3	-0.235166534781456
292696	rnn.bias_ih_l0_reverse	4	-0.030118096619844437
292696	rnn.bias_ih_l0_reverse	5	-0.20168964564800262
292696	rnn.bias_ih_l0_reverse	6	0.23491428792476654
292696	rnn.bias_ih_l0_reverse	7	-0.2844288945198059
292696	rnn.bias_ih_l0_reverse	8	-0.12428338825702667
292696	rnn.bias_ih_l0_reverse	9	-0.14175216853618622
292696	rnn.bias_hh_l0_reverse	0	-0.128910094499588
292696	rnn.bias_hh_l0_reverse	1	0.23087795078754425
292696	rnn.bias_hh_l0_reverse	2	-0.33754968643188477
292696	rnn.bias_hh_l0_reverse	3	-0.1590796262025833
292696	rnn.bias_hh_l0_reverse	4	-0.33606234192848206
292696	rnn.bias_hh_l0_reverse	5	-0.1548917591571808
292696	rnn.bias_hh_l0_reverse	6	-0.26753610372543335
292696	rnn.bias_hh_l0_reverse	7	-0.08591324836015701
292696	rnn.bias_hh_l0_reverse	8	-0.19274650514125824
292696	rnn.bias_hh_l0_reverse	9	0.18925164639949799
292696	linear.weight	0	0.12476064264774323
292696	linear.weight	1	-0.3434908390045166
292696	linear.weight	2	-0.030720090493559837
292696	linear.weight	3	0.06784638017416
292696	linear.weight	4	-0.16872674226760864
292696	linear.weight	5	0.2176770716905594
292696	linear.weight	6	-0.08174402266740799
292696	linear.weight	7	-0.06474388390779495
292696	linear.weight	8	0.10234418511390686
292696	linear.weight	9	-0.04417795315384865
292696	linear.bias	0	-1.091852068901062
292696	linear.bias	1	1.9097217321395874
292696	linear.bias	2	0.6918152570724487
292696	linear.bias	3	-2.5420238971710205
292696	linear.bias	4	-0.20240947604179382
292696	linear.bias	5	1.2077727317810059
292696	linear.bias	6	-0.2920854389667511
292696	linear.bias	7	0.6676115989685059
292696	linear.bias	8	2.131364583969116
292696	linear.bias	9	-1.425256609916687
292704	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
292704	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
292704	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
292704	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
292704	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
292704	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
292704	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
292704	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
292704	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
292704	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
292704	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
292704	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
292704	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
292704	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
292704	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
292704	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
292704	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
292704	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
292704	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
292704	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
292704	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
292704	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
292704	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
292704	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
292704	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
292704	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
292704	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
292704	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
292704	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
292704	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
292704	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
292704	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
292704	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
292704	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
292704	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
292704	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
292704	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
292704	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
292704	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
292704	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
292704	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
292704	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
292704	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
292704	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
292704	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
292704	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
292704	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
292704	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
292704	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
292704	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
292704	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
292704	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
292704	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
292704	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
292704	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
292704	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
292704	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
292704	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
292704	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
292704	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
292704	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
292704	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
292704	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
292704	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
292704	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
292704	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
292704	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
292704	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
292704	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
292704	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
292704	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
292704	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
292704	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
292704	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
292704	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
292704	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
292704	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
292704	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
292704	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
292704	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
292704	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
292704	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
292704	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
292704	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
292704	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
292704	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
292704	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
292704	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
292704	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
292704	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
292704	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
292704	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
292704	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
292704	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
292704	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
292704	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
292704	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
292704	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
292704	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
292704	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
292704	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
292704	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
292704	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
292704	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
292704	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
292704	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
292704	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
292704	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
292704	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
292704	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
292704	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
292704	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
292704	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
292704	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
292704	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
292704	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
292704	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
292704	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
292704	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
292704	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
292704	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
292704	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
292704	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
292704	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
292704	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
292704	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
292704	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
292704	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
292704	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
292704	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
292704	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
292704	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
292704	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
292704	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
292704	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
292704	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
292704	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
292704	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
292704	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
292704	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
292704	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
292704	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
292704	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
292704	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
292704	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
292704	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
292704	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
292704	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
292704	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
292704	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
292704	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
292704	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
292704	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
292704	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
292704	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
292704	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
292704	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
292704	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
292704	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
292704	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
292704	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
292704	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
292704	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
292704	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
292704	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
292704	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
292704	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
292704	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
292704	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
292704	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
292704	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
292704	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
292704	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
292704	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
292704	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
292704	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
292704	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
292704	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
292704	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
292704	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
292704	embedding2nn.weight	0	0.27854764461517334
292704	embedding2nn.weight	1	0.32018524408340454
292704	embedding2nn.weight	2	-0.022328784689307213
292704	embedding2nn.weight	3	0.020366858690977097
292704	embedding2nn.weight	4	-0.05333845689892769
292704	embedding2nn.weight	5	0.07073409110307693
292704	embedding2nn.weight	6	0.027337588369846344
292704	embedding2nn.weight	7	0.022130204364657402
292704	embedding2nn.weight	8	0.028170544654130936
292704	embedding2nn.weight	9	-0.03130777180194855
292704	embedding2nn.bias	0	0.03292443975806236
292704	embedding2nn.bias	1	-0.1841231733560562
292704	embedding2nn.bias	2	0.09959828853607178
292704	embedding2nn.bias	3	0.13965898752212524
292704	embedding2nn.bias	4	0.11928176134824753
292704	embedding2nn.bias	5	-0.046576470136642456
292704	embedding2nn.bias	6	-0.04113044962286949
292704	embedding2nn.bias	7	0.05888159200549126
292704	embedding2nn.bias	8	-0.1343296766281128
292704	embedding2nn.bias	9	-0.3797264099121094
292704	rnn.weight_ih_l0	0	0.005995211191475391
292704	rnn.weight_ih_l0	1	-0.07221388816833496
292704	rnn.weight_ih_l0	2	-0.07847463339567184
292704	rnn.weight_ih_l0	3	0.07258158922195435
292704	rnn.weight_ih_l0	4	0.06950455158948898
292704	rnn.weight_ih_l0	5	-0.09814023226499557
292704	rnn.weight_ih_l0	6	-0.04209495708346367
292704	rnn.weight_ih_l0	7	-0.004388339817523956
292704	rnn.weight_ih_l0	8	0.02413368411362171
292704	rnn.weight_ih_l0	9	-0.020259853452444077
292704	rnn.weight_hh_l0	0	0.010160187259316444
292704	rnn.weight_hh_l0	1	0.06251804530620575
292704	rnn.weight_hh_l0	2	0.030244547873735428
292704	rnn.weight_hh_l0	3	0.025576693937182426
292704	rnn.weight_hh_l0	4	0.016658151522278786
292704	rnn.weight_hh_l0	5	0.07433485984802246
292704	rnn.weight_hh_l0	6	-0.029437612742185593
292704	rnn.weight_hh_l0	7	-0.08077690750360489
292704	rnn.weight_hh_l0	8	0.0383656844496727
292704	rnn.weight_hh_l0	9	-0.09545194357633591
292704	rnn.bias_ih_l0	0	0.15131820738315582
292704	rnn.bias_ih_l0	1	-0.24116764962673187
292704	rnn.bias_ih_l0	2	-0.028165586292743683
292704	rnn.bias_ih_l0	3	-0.15057837963104248
292704	rnn.bias_ih_l0	4	0.027832575142383575
292704	rnn.bias_ih_l0	5	-0.31566321849823
292704	rnn.bias_ih_l0	6	-0.11789298057556152
292704	rnn.bias_ih_l0	7	-0.2851068079471588
292704	rnn.bias_ih_l0	8	-0.2282414734363556
292704	rnn.bias_ih_l0	9	-0.38995620608329773
292704	rnn.bias_hh_l0	0	-0.2666553258895874
292704	rnn.bias_hh_l0	1	-0.28052136301994324
292704	rnn.bias_hh_l0	2	-0.25614121556282043
292704	rnn.bias_hh_l0	3	-0.09423171728849411
292704	rnn.bias_hh_l0	4	-0.2739052474498749
292704	rnn.bias_hh_l0	5	-0.27355408668518066
292704	rnn.bias_hh_l0	6	-0.10913386940956116
292704	rnn.bias_hh_l0	7	0.07112188637256622
292704	rnn.bias_hh_l0	8	-0.16809119284152985
292704	rnn.bias_hh_l0	9	-0.47005343437194824
292704	rnn.weight_ih_l0_reverse	0	0.03641847148537636
292704	rnn.weight_ih_l0_reverse	1	-0.08662489056587219
292704	rnn.weight_ih_l0_reverse	2	-0.03050621785223484
292704	rnn.weight_ih_l0_reverse	3	-0.08547665923833847
292704	rnn.weight_ih_l0_reverse	4	0.05800466239452362
292704	rnn.weight_ih_l0_reverse	5	-0.10564268380403519
292704	rnn.weight_ih_l0_reverse	6	0.03466822952032089
292704	rnn.weight_ih_l0_reverse	7	0.03374599665403366
292704	rnn.weight_ih_l0_reverse	8	-0.06551431119441986
292704	rnn.weight_ih_l0_reverse	9	-0.04214633256196976
292704	rnn.weight_hh_l0_reverse	0	-0.0760195404291153
292704	rnn.weight_hh_l0_reverse	1	0.020186174660921097
292704	rnn.weight_hh_l0_reverse	2	-0.007224231492727995
292704	rnn.weight_hh_l0_reverse	3	0.02597595378756523
292704	rnn.weight_hh_l0_reverse	4	-0.07577408850193024
292704	rnn.weight_hh_l0_reverse	5	0.04304444044828415
292704	rnn.weight_hh_l0_reverse	6	0.015744298696517944
292704	rnn.weight_hh_l0_reverse	7	-0.04643651098012924
292704	rnn.weight_hh_l0_reverse	8	-0.02952226623892784
292704	rnn.weight_hh_l0_reverse	9	0.06513816118240356
292704	rnn.bias_ih_l0_reverse	0	-0.13691750168800354
292704	rnn.bias_ih_l0_reverse	1	-0.09182389825582504
292704	rnn.bias_ih_l0_reverse	2	0.08373614400625229
292704	rnn.bias_ih_l0_reverse	3	-0.23653453588485718
292704	rnn.bias_ih_l0_reverse	4	-0.031030192971229553
292704	rnn.bias_ih_l0_reverse	5	-0.201755091547966
292704	rnn.bias_ih_l0_reverse	6	0.23498570919036865
292704	rnn.bias_ih_l0_reverse	7	-0.2842467427253723
292704	rnn.bias_ih_l0_reverse	8	-0.12453386187553406
292704	rnn.bias_ih_l0_reverse	9	-0.14316953718662262
292704	rnn.bias_hh_l0_reverse	0	-0.12962785363197327
292704	rnn.bias_hh_l0_reverse	1	0.2283363938331604
292704	rnn.bias_hh_l0_reverse	2	-0.3364769518375397
292704	rnn.bias_hh_l0_reverse	3	-0.15800029039382935
292704	rnn.bias_hh_l0_reverse	4	-0.33703121542930603
292704	rnn.bias_hh_l0_reverse	5	-0.15502649545669556
292704	rnn.bias_hh_l0_reverse	6	-0.2677306532859802
292704	rnn.bias_hh_l0_reverse	7	-0.08693457394838333
292704	rnn.bias_hh_l0_reverse	8	-0.19307789206504822
292704	rnn.bias_hh_l0_reverse	9	0.18912026286125183
292704	linear.weight	0	0.12872493267059326
292704	linear.weight	1	-0.34279245138168335
292704	linear.weight	2	-0.028730781748890877
292704	linear.weight	3	0.06784608215093613
292704	linear.weight	4	-0.17011363804340363
292704	linear.weight	5	0.21786858141422272
292704	linear.weight	6	-0.08348999172449112
292704	linear.weight	7	-0.06474374234676361
292704	linear.weight	8	0.10220418870449066
292704	linear.weight	9	-0.04417814314365387
292704	linear.bias	0	-1.0881438255310059
292704	linear.bias	1	1.8973804712295532
292704	linear.bias	2	0.6992850303649902
292704	linear.bias	3	-2.5420312881469727
292704	linear.bias	4	-0.19522756338119507
292704	linear.bias	5	1.2236664295196533
292704	linear.bias	6	-0.2925885021686554
292704	linear.bias	7	0.6720837950706482
292704	linear.bias	8	2.144164562225342
292704	linear.bias	9	-1.4285714626312256
293313	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
293313	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
293313	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
293313	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
293313	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
293313	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
293313	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
293313	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
293313	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
293313	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
293313	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
293313	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
293313	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
293313	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
293313	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
293313	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
293313	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
293313	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
293313	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
293313	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
293313	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
293313	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
293313	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
293313	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
293313	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
293313	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
293313	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
293313	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
293313	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
293313	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
293313	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
293313	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
293313	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
293313	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
293313	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
293313	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
293313	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
293313	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
293313	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
293313	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
293313	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
293313	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
293313	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
293313	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
293313	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
293313	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
293313	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
293313	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
293313	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
293313	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
293313	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
293313	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
293313	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
293313	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
293313	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
293313	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
293313	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
293313	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
293313	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
293313	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
293313	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
293313	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
293313	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
293313	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
293313	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
293313	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
293313	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
293313	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
293313	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
293313	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
293313	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
293313	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
293313	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
293313	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
293313	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
293313	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
293313	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
293313	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
293313	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
293313	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
293313	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
293313	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
293313	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
293313	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
293313	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
293313	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
293313	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
293313	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
293313	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
293313	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
293313	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
293313	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
293313	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
293313	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
293313	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
293313	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
293313	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
293313	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
293313	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
293313	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
293313	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
293313	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
293313	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
293313	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
293313	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
293313	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
293313	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
293313	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
293313	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
293313	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
293313	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
293313	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
293313	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
293313	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
293313	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
293313	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
293313	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
293313	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
293313	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
293313	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
293313	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
293313	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
293313	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
293313	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
293313	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
293313	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
293313	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
293313	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
293313	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
293313	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
293313	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
293313	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
293313	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
293313	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
293313	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
293313	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
293313	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
293313	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
293313	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
293313	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
293313	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
293313	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
293313	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
293313	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
293313	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
293313	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
293313	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
293313	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
293313	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
293313	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
293313	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
293313	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
293313	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
293313	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
293313	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
293313	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
293313	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
293313	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
293313	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
293313	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
293313	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
293313	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
293313	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
293313	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
293313	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
293313	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
293313	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
293313	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
293313	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
293313	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
293313	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
293313	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
293313	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
293313	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
293313	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
293313	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
293313	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
293313	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
293313	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
293313	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
293313	embedding2nn.weight	0	0.27931374311447144
293313	embedding2nn.weight	1	0.3242644965648651
293313	embedding2nn.weight	2	-0.025275401771068573
293313	embedding2nn.weight	3	0.01895417459309101
293313	embedding2nn.weight	4	-0.05092962458729744
293313	embedding2nn.weight	5	0.0742054134607315
293313	embedding2nn.weight	6	0.02078746072947979
293313	embedding2nn.weight	7	0.03040441870689392
293313	embedding2nn.weight	8	0.030902722850441933
293313	embedding2nn.weight	9	-0.031206248328089714
293313	embedding2nn.bias	0	0.016702821478247643
293313	embedding2nn.bias	1	-0.1883372664451599
293313	embedding2nn.bias	2	0.09874502569437027
293313	embedding2nn.bias	3	0.1471143513917923
293313	embedding2nn.bias	4	0.13734561204910278
293313	embedding2nn.bias	5	-0.05346996709704399
293313	embedding2nn.bias	6	-0.04608765244483948
293313	embedding2nn.bias	7	0.05459560453891754
293313	embedding2nn.bias	8	-0.13420367240905762
293313	embedding2nn.bias	9	-0.39185139536857605
293313	rnn.weight_ih_l0	0	0.007469876669347286
293313	rnn.weight_ih_l0	1	-0.07184863835573196
293313	rnn.weight_ih_l0	2	-0.07607878744602203
293313	rnn.weight_ih_l0	3	0.07341872900724411
293313	rnn.weight_ih_l0	4	0.07100259512662888
293313	rnn.weight_ih_l0	5	-0.09940192103385925
293313	rnn.weight_ih_l0	6	-0.042437128722667694
293313	rnn.weight_ih_l0	7	-0.00568345608189702
293313	rnn.weight_ih_l0	8	0.021861830726265907
293313	rnn.weight_ih_l0	9	-0.017620304599404335
293313	rnn.weight_hh_l0	0	0.010298908688127995
293313	rnn.weight_hh_l0	1	0.06287217885255814
293313	rnn.weight_hh_l0	2	0.029625706374645233
293313	rnn.weight_hh_l0	3	0.025487253442406654
293313	rnn.weight_hh_l0	4	0.01717241108417511
293313	rnn.weight_hh_l0	5	0.0738324522972107
293313	rnn.weight_hh_l0	6	-0.029551133513450623
293313	rnn.weight_hh_l0	7	-0.07823480665683746
293313	rnn.weight_hh_l0	8	0.038419630378484726
293313	rnn.weight_hh_l0	9	-0.09367016702890396
293313	rnn.bias_ih_l0	0	0.14982283115386963
293313	rnn.bias_ih_l0	1	-0.24360692501068115
293313	rnn.bias_ih_l0	2	-0.028606662526726723
293313	rnn.bias_ih_l0	3	-0.16178523004055023
293313	rnn.bias_ih_l0	4	0.029196688905358315
293313	rnn.bias_ih_l0	5	-0.3148273825645447
293313	rnn.bias_ih_l0	6	-0.11199423670768738
293313	rnn.bias_ih_l0	7	-0.28183043003082275
293313	rnn.bias_ih_l0	8	-0.2194928079843521
293313	rnn.bias_ih_l0	9	-0.39242783188819885
293313	rnn.bias_hh_l0	0	-0.2730464041233063
293313	rnn.bias_hh_l0	1	-0.28533855080604553
293313	rnn.bias_hh_l0	2	-0.2616189420223236
293313	rnn.bias_hh_l0	3	-0.09070558100938797
293313	rnn.bias_hh_l0	4	-0.28225019574165344
293313	rnn.bias_hh_l0	5	-0.2733861804008484
293313	rnn.bias_hh_l0	6	-0.10634320229291916
293313	rnn.bias_hh_l0	7	0.07238948345184326
293313	rnn.bias_hh_l0	8	-0.16531811654567719
293313	rnn.bias_hh_l0	9	-0.46772119402885437
293313	rnn.weight_ih_l0_reverse	0	0.03340468928217888
293313	rnn.weight_ih_l0_reverse	1	-0.0853271633386612
293313	rnn.weight_ih_l0_reverse	2	-0.03343928977847099
293313	rnn.weight_ih_l0_reverse	3	-0.08689343184232712
293313	rnn.weight_ih_l0_reverse	4	0.0604584664106369
293313	rnn.weight_ih_l0_reverse	5	-0.10761204361915588
293313	rnn.weight_ih_l0_reverse	6	0.042950160801410675
293313	rnn.weight_ih_l0_reverse	7	0.03365152329206467
293313	rnn.weight_ih_l0_reverse	8	-0.06813561916351318
293313	rnn.weight_ih_l0_reverse	9	-0.039763193577528
293313	rnn.weight_hh_l0_reverse	0	-0.0751345306634903
293313	rnn.weight_hh_l0_reverse	1	0.02049056440591812
293313	rnn.weight_hh_l0_reverse	2	-0.00776917627081275
293313	rnn.weight_hh_l0_reverse	3	0.02593732811510563
293313	rnn.weight_hh_l0_reverse	4	-0.07590831816196442
293313	rnn.weight_hh_l0_reverse	5	0.04272259399294853
293313	rnn.weight_hh_l0_reverse	6	0.015294293873012066
293313	rnn.weight_hh_l0_reverse	7	-0.048252325505018234
293313	rnn.weight_hh_l0_reverse	8	-0.029326653108000755
293313	rnn.weight_hh_l0_reverse	9	0.06521493941545486
293313	rnn.bias_ih_l0_reverse	0	-0.12905237078666687
293313	rnn.bias_ih_l0_reverse	1	-0.09337756782770157
293313	rnn.bias_ih_l0_reverse	2	0.08327380567789078
293313	rnn.bias_ih_l0_reverse	3	-0.23161974549293518
293313	rnn.bias_ih_l0_reverse	4	-0.046367306262254715
293313	rnn.bias_ih_l0_reverse	5	-0.20103015005588531
293313	rnn.bias_ih_l0_reverse	6	0.23048119246959686
293313	rnn.bias_ih_l0_reverse	7	-0.2847461402416229
293313	rnn.bias_ih_l0_reverse	8	-0.12125436216592789
293313	rnn.bias_ih_l0_reverse	9	-0.14988741278648376
293313	rnn.bias_hh_l0_reverse	0	-0.12010227143764496
293313	rnn.bias_hh_l0_reverse	1	0.2392810881137848
293313	rnn.bias_hh_l0_reverse	2	-0.32691171765327454
293313	rnn.bias_hh_l0_reverse	3	-0.1619221717119217
293313	rnn.bias_hh_l0_reverse	4	-0.3290088474750519
293313	rnn.bias_hh_l0_reverse	5	-0.14914368093013763
293313	rnn.bias_hh_l0_reverse	6	-0.25768157839775085
293313	rnn.bias_hh_l0_reverse	7	-0.08521374315023422
293313	rnn.bias_hh_l0_reverse	8	-0.19070397317409515
293313	rnn.bias_hh_l0_reverse	9	0.19363950192928314
293313	linear.weight	0	0.13545873761177063
293313	linear.weight	1	-0.35501042008399963
293313	linear.weight	2	-0.03991984575986862
293313	linear.weight	3	0.06784820556640625
293313	linear.weight	4	-0.1615172028541565
293313	linear.weight	5	0.23514485359191895
293313	linear.weight	6	-0.07714641094207764
293313	linear.weight	7	-0.0647435337305069
293313	linear.weight	8	0.14210891723632812
293313	linear.weight	9	-0.04420408234000206
293313	linear.bias	0	-1.101593017578125
293313	linear.bias	1	1.8845441341400146
293313	linear.bias	2	0.6971423029899597
293313	linear.bias	3	-2.542664051055908
293313	linear.bias	4	-0.20038451254367828
293313	linear.bias	5	1.1683275699615479
293313	linear.bias	6	-0.286482036113739
293313	linear.bias	7	0.7040785551071167
293313	linear.bias	8	2.14530873298645
293313	linear.bias	9	-1.4381026029586792
293922	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
293922	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
293922	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
293922	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
293922	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
293922	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
293922	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
293922	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
293922	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
293922	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
293922	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
293922	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
293922	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
293922	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
293922	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
293922	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
293922	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
293922	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
293922	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
293922	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
293922	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
293922	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
293922	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
293922	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
293922	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
293922	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
293922	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
293922	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
293922	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
293922	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
293922	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
293922	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
293922	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
293922	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
293922	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
293922	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
293922	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
293922	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
293922	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
293922	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
293922	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
293922	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
293922	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
293922	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
293922	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
293922	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
293922	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
293922	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
293922	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
293922	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
293922	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
293922	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
293922	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
293922	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
293922	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
293922	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
293922	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
293922	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
293922	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
293922	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
293922	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
293922	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
293922	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
293922	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
293922	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
293922	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
293922	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
293922	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
293922	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
293922	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
293922	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
293922	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
293922	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
293922	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
293922	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
293922	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
293922	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
293922	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
293922	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
293922	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
293922	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
293922	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
293922	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
293922	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
293922	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
293922	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
293922	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
293922	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
293922	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
293922	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
293922	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
293922	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
293922	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
293922	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
293922	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
293922	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
293922	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
293922	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
293922	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
293922	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
293922	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
293922	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
293922	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
293922	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
293922	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
293922	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
293922	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
293922	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
293922	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
293922	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
293922	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
293922	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
293922	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
293922	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
293922	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
293922	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
293922	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
293922	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
293922	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
293922	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
293922	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
293922	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
293922	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
293922	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
293922	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
293922	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
293922	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
293922	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
293922	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
293922	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
293922	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
293922	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
293922	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
293922	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
293922	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
293922	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
293922	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
293922	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
293922	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
293922	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
293922	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
293922	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
293922	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
293922	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
293922	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
293922	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
293922	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
293922	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
293922	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
293922	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
293922	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
293922	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
293922	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
293922	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
293922	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
293922	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
293922	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
293922	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
293922	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
293922	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
293922	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
293922	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
293922	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
293922	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
293922	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
293922	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
293922	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
293922	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
293922	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
293922	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
293922	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
293922	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
293922	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
293922	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
293922	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
293922	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
293922	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
293922	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
293922	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
293922	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
293922	embedding2nn.weight	0	0.27985522150993347
293922	embedding2nn.weight	1	0.31982356309890747
293922	embedding2nn.weight	2	-0.021675510331988335
293922	embedding2nn.weight	3	0.024640388786792755
293922	embedding2nn.weight	4	-0.05151854082942009
293922	embedding2nn.weight	5	0.0725499838590622
293922	embedding2nn.weight	6	0.023692987859249115
293922	embedding2nn.weight	7	0.027091732248663902
293922	embedding2nn.weight	8	0.02973831072449684
293922	embedding2nn.weight	9	-0.03368053212761879
293922	embedding2nn.bias	0	0.006641140673309565
293922	embedding2nn.bias	1	-0.15685343742370605
293922	embedding2nn.bias	2	0.08528433740139008
293922	embedding2nn.bias	3	0.14816437661647797
293922	embedding2nn.bias	4	0.14804157614707947
293922	embedding2nn.bias	5	-0.032336555421352386
293922	embedding2nn.bias	6	-0.03648090362548828
293922	embedding2nn.bias	7	0.04709324985742569
293922	embedding2nn.bias	8	-0.1350429207086563
293922	embedding2nn.bias	9	-0.37454697489738464
293922	rnn.weight_ih_l0	0	0.0063716210424900055
293922	rnn.weight_ih_l0	1	-0.07342211902141571
293922	rnn.weight_ih_l0	2	-0.07321926951408386
293922	rnn.weight_ih_l0	3	0.07160241156816483
293922	rnn.weight_ih_l0	4	0.07132966071367264
293922	rnn.weight_ih_l0	5	-0.10512088984251022
293922	rnn.weight_ih_l0	6	-0.041734594851732254
293922	rnn.weight_ih_l0	7	0.0005914196372032166
293922	rnn.weight_ih_l0	8	0.013719934038817883
293922	rnn.weight_ih_l0	9	-0.026278626173734665
293922	rnn.weight_hh_l0	0	0.010540061630308628
293922	rnn.weight_hh_l0	1	0.06257694214582443
293922	rnn.weight_hh_l0	2	0.029565485194325447
293922	rnn.weight_hh_l0	3	0.024486228823661804
293922	rnn.weight_hh_l0	4	0.01825978420674801
293922	rnn.weight_hh_l0	5	0.0726289376616478
293922	rnn.weight_hh_l0	6	-0.029520371928811073
293922	rnn.weight_hh_l0	7	-0.07564457505941391
293922	rnn.weight_hh_l0	8	0.038442909717559814
293922	rnn.weight_hh_l0	9	-0.09297441691160202
293922	rnn.bias_ih_l0	0	0.14172926545143127
293922	rnn.bias_ih_l0	1	-0.2399384081363678
293922	rnn.bias_ih_l0	2	-0.028619959950447083
293922	rnn.bias_ih_l0	3	-0.1522422730922699
293922	rnn.bias_ih_l0	4	0.01891208253800869
293922	rnn.bias_ih_l0	5	-0.31808507442474365
293922	rnn.bias_ih_l0	6	-0.11523234099149704
293922	rnn.bias_ih_l0	7	-0.2827460765838623
293922	rnn.bias_ih_l0	8	-0.21834823489189148
293922	rnn.bias_ih_l0	9	-0.38576430082321167
293922	rnn.bias_hh_l0	0	-0.2651061415672302
293922	rnn.bias_hh_l0	1	-0.2890520989894867
293922	rnn.bias_hh_l0	2	-0.25683489441871643
293922	rnn.bias_hh_l0	3	-0.0873291864991188
293922	rnn.bias_hh_l0	4	-0.2810358703136444
293922	rnn.bias_hh_l0	5	-0.2766323983669281
293922	rnn.bias_hh_l0	6	-0.10788355022668839
293922	rnn.bias_hh_l0	7	0.07118339091539383
293922	rnn.bias_hh_l0	8	-0.1552339494228363
293922	rnn.bias_hh_l0	9	-0.46683838963508606
293922	rnn.weight_ih_l0_reverse	0	0.03783760964870453
293922	rnn.weight_ih_l0_reverse	1	-0.08709212392568588
293922	rnn.weight_ih_l0_reverse	2	-0.03125174716114998
293922	rnn.weight_ih_l0_reverse	3	-0.08264072239398956
293922	rnn.weight_ih_l0_reverse	4	0.0616774782538414
293922	rnn.weight_ih_l0_reverse	5	-0.1071426048874855
293922	rnn.weight_ih_l0_reverse	6	0.04121582955121994
293922	rnn.weight_ih_l0_reverse	7	0.031153155490756035
293922	rnn.weight_ih_l0_reverse	8	-0.06357615441083908
293922	rnn.weight_ih_l0_reverse	9	-0.04591788351535797
293922	rnn.weight_hh_l0_reverse	0	-0.07651568949222565
293922	rnn.weight_hh_l0_reverse	1	0.020986156538128853
293922	rnn.weight_hh_l0_reverse	2	-0.007236179895699024
293922	rnn.weight_hh_l0_reverse	3	0.025252461433410645
293922	rnn.weight_hh_l0_reverse	4	-0.07512646168470383
293922	rnn.weight_hh_l0_reverse	5	0.04255221039056778
293922	rnn.weight_hh_l0_reverse	6	0.015686919912695885
293922	rnn.weight_hh_l0_reverse	7	-0.04954155534505844
293922	rnn.weight_hh_l0_reverse	8	-0.026079941540956497
293922	rnn.weight_hh_l0_reverse	9	0.06758396327495575
293922	rnn.bias_ih_l0_reverse	0	-0.12601666152477264
293922	rnn.bias_ih_l0_reverse	1	-0.08945725858211517
293922	rnn.bias_ih_l0_reverse	2	0.07733149081468582
293922	rnn.bias_ih_l0_reverse	3	-0.2233421355485916
293922	rnn.bias_ih_l0_reverse	4	-0.035351257771253586
293922	rnn.bias_ih_l0_reverse	5	-0.20087158679962158
293922	rnn.bias_ih_l0_reverse	6	0.2347506433725357
293922	rnn.bias_ih_l0_reverse	7	-0.2906944751739502
293922	rnn.bias_ih_l0_reverse	8	-0.12100053578615189
293922	rnn.bias_ih_l0_reverse	9	-0.1447879523038864
293922	rnn.bias_hh_l0_reverse	0	-0.12895627319812775
293922	rnn.bias_hh_l0_reverse	1	0.23938867449760437
293922	rnn.bias_hh_l0_reverse	2	-0.3258950412273407
293922	rnn.bias_hh_l0_reverse	3	-0.15655700862407684
293922	rnn.bias_hh_l0_reverse	4	-0.3271522521972656
293922	rnn.bias_hh_l0_reverse	5	-0.14568805694580078
293922	rnn.bias_hh_l0_reverse	6	-0.2594183087348938
293922	rnn.bias_hh_l0_reverse	7	-0.08385796844959259
293922	rnn.bias_hh_l0_reverse	8	-0.18504655361175537
293922	rnn.bias_hh_l0_reverse	9	0.18767274916172028
293922	linear.weight	0	0.13664361834526062
293922	linear.weight	1	-0.3872479796409607
293922	linear.weight	2	-0.009537112899124622
293922	linear.weight	3	0.06784618645906448
293922	linear.weight	4	-0.16492687165737152
293922	linear.weight	5	0.2255236655473709
293922	linear.weight	6	-0.04641687497496605
293922	linear.weight	7	-0.06473714113235474
293922	linear.weight	8	0.12218453735113144
293922	linear.weight	9	-0.04422644153237343
293922	linear.bias	0	-1.096279501914978
293922	linear.bias	1	1.903271198272705
293922	linear.bias	2	0.6875825524330139
293922	linear.bias	3	-2.543231248855591
293922	linear.bias	4	-0.2432696521282196
293922	linear.bias	5	1.19693922996521
293922	linear.bias	6	-0.28007400035858154
293922	linear.bias	7	0.6530027389526367
293922	linear.bias	8	2.2370083332061768
293922	linear.bias	9	-1.4306977987289429
294531	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
294531	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
294531	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
294531	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
294531	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
294531	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
294531	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
294531	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
294531	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
294531	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
294531	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
294531	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
294531	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
294531	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
294531	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
294531	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
294531	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
294531	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
294531	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
294531	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
294531	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
294531	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
294531	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
294531	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
294531	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
294531	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
294531	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
294531	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
294531	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
294531	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
294531	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
294531	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
294531	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
294531	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
294531	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
294531	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
294531	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
294531	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
294531	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
294531	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
294531	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
294531	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
294531	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
294531	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
294531	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
294531	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
294531	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
294531	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
294531	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
294531	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
294531	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
294531	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
294531	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
294531	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
294531	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
294531	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
294531	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
294531	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
294531	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
294531	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
294531	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
294531	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
294531	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
294531	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
294531	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
294531	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
294531	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
294531	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
294531	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
294531	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
294531	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
294531	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
294531	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
294531	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
294531	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
294531	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
294531	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
294531	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
294531	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
294531	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
294531	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
294531	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
294531	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
294531	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
294531	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
294531	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
294531	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
294531	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
294531	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
294531	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
294531	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
294531	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
294531	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
294531	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
294531	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
294531	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
294531	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
294531	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
294531	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
294531	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
294531	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
294531	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
294531	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
294531	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
294531	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
294531	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
294531	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
294531	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
294531	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
294531	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
294531	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
294531	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
294531	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
294531	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
294531	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
294531	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
294531	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
294531	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
294531	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
294531	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
294531	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
294531	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
294531	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
294531	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
294531	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
294531	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
294531	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
294531	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
294531	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
294531	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
294531	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
294531	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
294531	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
294531	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
294531	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
294531	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
294531	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
294531	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
294531	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
294531	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
294531	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
294531	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
294531	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
294531	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
294531	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
294531	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
294531	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
294531	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
294531	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
294531	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
294531	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
294531	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
294531	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
294531	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
294531	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
294531	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
294531	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
294531	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
294531	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
294531	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
294531	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
294531	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
294531	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
294531	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
294531	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
294531	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
294531	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
294531	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
294531	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
294531	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
294531	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
294531	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
294531	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
294531	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
294531	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
294531	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
294531	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
294531	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
294531	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
294531	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
294531	embedding2nn.weight	0	0.27938947081565857
294531	embedding2nn.weight	1	0.31884658336639404
294531	embedding2nn.weight	2	-0.020601170137524605
294531	embedding2nn.weight	3	0.043377019464969635
294531	embedding2nn.weight	4	-0.05262715369462967
294531	embedding2nn.weight	5	0.06903494149446487
294531	embedding2nn.weight	6	0.021685579791665077
294531	embedding2nn.weight	7	0.027568506076931953
294531	embedding2nn.weight	8	0.024301830679178238
294531	embedding2nn.weight	9	-0.0374150313436985
294531	embedding2nn.bias	0	0.020852312445640564
294531	embedding2nn.bias	1	-0.17875373363494873
294531	embedding2nn.bias	2	0.10696449130773544
294531	embedding2nn.bias	3	0.17157794535160065
294531	embedding2nn.bias	4	0.14817889034748077
294531	embedding2nn.bias	5	-0.029250971972942352
294531	embedding2nn.bias	6	-0.053122397512197495
294531	embedding2nn.bias	7	0.05076974630355835
294531	embedding2nn.bias	8	-0.13441596925258636
294531	embedding2nn.bias	9	-0.39008480310440063
294531	rnn.weight_ih_l0	0	0.006294524297118187
294531	rnn.weight_ih_l0	1	-0.0709977075457573
294531	rnn.weight_ih_l0	2	-0.07282255589962006
294531	rnn.weight_ih_l0	3	0.06972591578960419
294531	rnn.weight_ih_l0	4	0.06617983430624008
294531	rnn.weight_ih_l0	5	-0.1090371385216713
294531	rnn.weight_ih_l0	6	-0.04632141441106796
294531	rnn.weight_ih_l0	7	0.00611308915540576
294531	rnn.weight_ih_l0	8	0.01280695479363203
294531	rnn.weight_ih_l0	9	-0.027880990877747536
294531	rnn.weight_hh_l0	0	0.010746175423264503
294531	rnn.weight_hh_l0	1	0.06127056106925011
294531	rnn.weight_hh_l0	2	0.029402315616607666
294531	rnn.weight_hh_l0	3	0.023767059668898582
294531	rnn.weight_hh_l0	4	0.018435759469866753
294531	rnn.weight_hh_l0	5	0.07180154323577881
294531	rnn.weight_hh_l0	6	-0.031300585716962814
294531	rnn.weight_hh_l0	7	-0.07630171626806259
294531	rnn.weight_hh_l0	8	0.038365576416254044
294531	rnn.weight_hh_l0	9	-0.094482421875
294531	rnn.bias_ih_l0	0	0.1509416550397873
294531	rnn.bias_ih_l0	1	-0.24232549965381622
294531	rnn.bias_ih_l0	2	-0.030242333188652992
294531	rnn.bias_ih_l0	3	-0.15236127376556396
294531	rnn.bias_ih_l0	4	0.015426433645188808
294531	rnn.bias_ih_l0	5	-0.3228018283843994
294531	rnn.bias_ih_l0	6	-0.10120946168899536
294531	rnn.bias_ih_l0	7	-0.28287750482559204
294531	rnn.bias_ih_l0	8	-0.22445213794708252
294531	rnn.bias_ih_l0	9	-0.3914984464645386
294531	rnn.bias_hh_l0	0	-0.2699025869369507
294531	rnn.bias_hh_l0	1	-0.2831715941429138
294531	rnn.bias_hh_l0	2	-0.2589908838272095
294531	rnn.bias_hh_l0	3	-0.08996179699897766
294531	rnn.bias_hh_l0	4	-0.2775518596172333
294531	rnn.bias_hh_l0	5	-0.2727821171283722
294531	rnn.bias_hh_l0	6	-0.11070076376199722
294531	rnn.bias_hh_l0	7	0.060993023216724396
294531	rnn.bias_hh_l0	8	-0.1560433804988861
294531	rnn.bias_hh_l0	9	-0.4613720774650574
294531	rnn.weight_ih_l0_reverse	0	0.028917232528328896
294531	rnn.weight_ih_l0_reverse	1	-0.08305255323648453
294531	rnn.weight_ih_l0_reverse	2	-0.02936450019478798
294531	rnn.weight_ih_l0_reverse	3	-0.08933528512716293
294531	rnn.weight_ih_l0_reverse	4	0.06400839984416962
294531	rnn.weight_ih_l0_reverse	5	-0.10188044607639313
294531	rnn.weight_ih_l0_reverse	6	0.045764949172735214
294531	rnn.weight_ih_l0_reverse	7	0.030405916273593903
294531	rnn.weight_ih_l0_reverse	8	-0.06578288972377777
294531	rnn.weight_ih_l0_reverse	9	-0.0421462319791317
294531	rnn.weight_hh_l0_reverse	0	-0.07560448348522186
294531	rnn.weight_hh_l0_reverse	1	0.0212510135024786
294531	rnn.weight_hh_l0_reverse	2	-0.008297014981508255
294531	rnn.weight_hh_l0_reverse	3	0.025355348363518715
294531	rnn.weight_hh_l0_reverse	4	-0.07609891146421432
294531	rnn.weight_hh_l0_reverse	5	0.042893897742033005
294531	rnn.weight_hh_l0_reverse	6	0.01574036106467247
294531	rnn.weight_hh_l0_reverse	7	-0.047528982162475586
294531	rnn.weight_hh_l0_reverse	8	-0.026483414694666862
294531	rnn.weight_hh_l0_reverse	9	0.06649410724639893
294531	rnn.bias_ih_l0_reverse	0	-0.13383764028549194
294531	rnn.bias_ih_l0_reverse	1	-0.09764261543750763
294531	rnn.bias_ih_l0_reverse	2	0.07730496674776077
294531	rnn.bias_ih_l0_reverse	3	-0.22262465953826904
294531	rnn.bias_ih_l0_reverse	4	-0.03316856548190117
294531	rnn.bias_ih_l0_reverse	5	-0.19761809706687927
294531	rnn.bias_ih_l0_reverse	6	0.24365226924419403
294531	rnn.bias_ih_l0_reverse	7	-0.2862401306629181
294531	rnn.bias_ih_l0_reverse	8	-0.12250842899084091
294531	rnn.bias_ih_l0_reverse	9	-0.14844150841236115
294531	rnn.bias_hh_l0_reverse	0	-0.12382816523313522
294531	rnn.bias_hh_l0_reverse	1	0.2299860715866089
294531	rnn.bias_hh_l0_reverse	2	-0.31495124101638794
294531	rnn.bias_hh_l0_reverse	3	-0.1591763198375702
294531	rnn.bias_hh_l0_reverse	4	-0.32718393206596375
294531	rnn.bias_hh_l0_reverse	5	-0.15186993777751923
294531	rnn.bias_hh_l0_reverse	6	-0.2621348798274994
294531	rnn.bias_hh_l0_reverse	7	-0.08336660265922546
294531	rnn.bias_hh_l0_reverse	8	-0.18751482665538788
294531	rnn.bias_hh_l0_reverse	9	0.20117606222629547
294531	linear.weight	0	0.15057657659053802
294531	linear.weight	1	-0.39573195576667786
294531	linear.weight	2	-0.008776318281888962
294531	linear.weight	3	0.0678456649184227
294531	linear.weight	4	-0.15341056883335114
294531	linear.weight	5	0.2092953771352768
294531	linear.weight	6	-0.05342778563499451
294531	linear.weight	7	-0.06473522633314133
294531	linear.weight	8	0.16353249549865723
294531	linear.weight	9	-0.044245876371860504
294531	linear.bias	0	-1.0992790460586548
294531	linear.bias	1	1.889365792274475
294531	linear.bias	2	0.6965357065200806
294531	linear.bias	3	-2.5438530445098877
294531	linear.bias	4	-0.22758173942565918
294531	linear.bias	5	1.2116414308547974
294531	linear.bias	6	-0.2675749957561493
294531	linear.bias	7	0.6605081558227539
294531	linear.bias	8	2.1876375675201416
294531	linear.bias	9	-1.4427624940872192
295140	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
295140	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
295140	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
295140	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
295140	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
295140	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
295140	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
295140	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
295140	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
295140	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
295140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
295140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
295140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
295140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
295140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
295140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
295140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
295140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
295140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
295140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
295140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
295140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
295140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
295140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
295140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
295140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
295140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
295140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
295140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
295140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
295140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
295140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
295140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
295140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
295140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
295140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
295140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
295140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
295140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
295140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
295140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
295140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
295140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
295140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
295140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
295140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
295140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
295140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
295140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
295140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
295140	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
295140	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
295140	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
295140	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
295140	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
295140	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
295140	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
295140	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
295140	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
295140	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
295140	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
295140	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
295140	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
295140	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
295140	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
295140	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
295140	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
295140	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
295140	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
295140	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
295140	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
295140	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
295140	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
295140	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
295140	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
295140	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
295140	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
295140	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
295140	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
295140	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
295140	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
295140	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
295140	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
295140	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
295140	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
295140	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
295140	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
295140	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
295140	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
295140	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
295140	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
295140	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
295140	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
295140	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
295140	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
295140	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
295140	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
295140	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
295140	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
295140	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
295140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
295140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
295140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
295140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
295140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
295140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
295140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
295140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
295140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
295140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
295140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
295140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
295140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
295140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
295140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
295140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
295140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
295140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
295140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
295140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
295140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
295140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
295140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
295140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
295140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
295140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
295140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
295140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
295140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
295140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
295140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
295140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
295140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
295140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
295140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
295140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
295140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
295140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
295140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
295140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
295140	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
295140	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
295140	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
295140	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
295140	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
295140	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
295140	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
295140	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
295140	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
295140	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
295140	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
295140	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
295140	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
295140	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
295140	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
295140	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
295140	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
295140	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
295140	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
295140	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
295140	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
295140	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
295140	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
295140	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
295140	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
295140	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
295140	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
295140	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
295140	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
295140	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
295140	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
295140	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
295140	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
295140	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
295140	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
295140	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
295140	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
295140	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
295140	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
295140	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
295140	embedding2nn.weight	0	0.276944100856781
295140	embedding2nn.weight	1	0.3226591944694519
295140	embedding2nn.weight	2	-0.021638737991452217
295140	embedding2nn.weight	3	0.05873079597949982
295140	embedding2nn.weight	4	-0.05066089704632759
295140	embedding2nn.weight	5	0.07368752360343933
295140	embedding2nn.weight	6	0.014573081396520138
295140	embedding2nn.weight	7	0.015017339028418064
295140	embedding2nn.weight	8	0.02866547554731369
295140	embedding2nn.weight	9	-0.038889676332473755
295140	embedding2nn.bias	0	0.04005776345729828
295140	embedding2nn.bias	1	-0.18534095585346222
295140	embedding2nn.bias	2	0.08201200515031815
295140	embedding2nn.bias	3	0.1691710501909256
295140	embedding2nn.bias	4	0.16405020654201508
295140	embedding2nn.bias	5	-0.03856741636991501
295140	embedding2nn.bias	6	-0.05314281955361366
295140	embedding2nn.bias	7	0.05008840188384056
295140	embedding2nn.bias	8	-0.13030260801315308
295140	embedding2nn.bias	9	-0.36629414558410645
295140	rnn.weight_ih_l0	0	0.00922346767038107
295140	rnn.weight_ih_l0	1	-0.07187014073133469
295140	rnn.weight_ih_l0	2	-0.0716598629951477
295140	rnn.weight_ih_l0	3	0.06880959123373032
295140	rnn.weight_ih_l0	4	0.0666833370923996
295140	rnn.weight_ih_l0	5	-0.10652316361665726
295140	rnn.weight_ih_l0	6	-0.050318293273448944
295140	rnn.weight_ih_l0	7	0.00292937527410686
295140	rnn.weight_ih_l0	8	0.008850348182022572
295140	rnn.weight_ih_l0	9	-0.033276934176683426
295140	rnn.weight_hh_l0	0	0.010587697848677635
295140	rnn.weight_hh_l0	1	0.06079922616481781
295140	rnn.weight_hh_l0	2	0.029422791674733162
295140	rnn.weight_hh_l0	3	0.02384357526898384
295140	rnn.weight_hh_l0	4	0.017520951107144356
295140	rnn.weight_hh_l0	5	0.07141128927469254
295140	rnn.weight_hh_l0	6	-0.030931754037737846
295140	rnn.weight_hh_l0	7	-0.07716473937034607
295140	rnn.weight_hh_l0	8	0.038403961807489395
295140	rnn.weight_hh_l0	9	-0.09573925286531448
295140	rnn.bias_ih_l0	0	0.14340275526046753
295140	rnn.bias_ih_l0	1	-0.23441506922245026
295140	rnn.bias_ih_l0	2	-0.026599209755659103
295140	rnn.bias_ih_l0	3	-0.1537451297044754
295140	rnn.bias_ih_l0	4	0.01923915557563305
295140	rnn.bias_ih_l0	5	-0.32829418778419495
295140	rnn.bias_ih_l0	6	-0.09274689853191376
295140	rnn.bias_ih_l0	7	-0.2833503186702728
295140	rnn.bias_ih_l0	8	-0.22057901322841644
295140	rnn.bias_ih_l0	9	-0.40088412165641785
295140	rnn.bias_hh_l0	0	-0.2677549719810486
295140	rnn.bias_hh_l0	1	-0.2876274883747101
295140	rnn.bias_hh_l0	2	-0.2667299807071686
295140	rnn.bias_hh_l0	3	-0.09186182916164398
295140	rnn.bias_hh_l0	4	-0.28220608830451965
295140	rnn.bias_hh_l0	5	-0.27211326360702515
295140	rnn.bias_hh_l0	6	-0.11173834651708603
295140	rnn.bias_hh_l0	7	0.0694669559597969
295140	rnn.bias_hh_l0	8	-0.1600106656551361
295140	rnn.bias_hh_l0	9	-0.457894504070282
295140	rnn.weight_ih_l0_reverse	0	0.03566616028547287
295140	rnn.weight_ih_l0_reverse	1	-0.0852360799908638
295140	rnn.weight_ih_l0_reverse	2	-0.032301463186740875
295140	rnn.weight_ih_l0_reverse	3	-0.08379413187503815
295140	rnn.weight_ih_l0_reverse	4	0.06460950523614883
295140	rnn.weight_ih_l0_reverse	5	-0.10551225394010544
295140	rnn.weight_ih_l0_reverse	6	0.037962112575769424
295140	rnn.weight_ih_l0_reverse	7	0.031233342364430428
295140	rnn.weight_ih_l0_reverse	8	-0.0643499419093132
295140	rnn.weight_ih_l0_reverse	9	-0.041790980845689774
295140	rnn.weight_hh_l0_reverse	0	-0.07479874789714813
295140	rnn.weight_hh_l0_reverse	1	0.02114197611808777
295140	rnn.weight_hh_l0_reverse	2	-0.008085227571427822
295140	rnn.weight_hh_l0_reverse	3	0.026332639157772064
295140	rnn.weight_hh_l0_reverse	4	-0.07506701350212097
295140	rnn.weight_hh_l0_reverse	5	0.04309781640768051
295140	rnn.weight_hh_l0_reverse	6	0.015641190111637115
295140	rnn.weight_hh_l0_reverse	7	-0.0506807342171669
295140	rnn.weight_hh_l0_reverse	8	-0.027800709009170532
295140	rnn.weight_hh_l0_reverse	9	0.06777707487344742
295140	rnn.bias_ih_l0_reverse	0	-0.13677772879600525
295140	rnn.bias_ih_l0_reverse	1	-0.08676821738481522
295140	rnn.bias_ih_l0_reverse	2	0.0809902474284172
295140	rnn.bias_ih_l0_reverse	3	-0.21956655383110046
295140	rnn.bias_ih_l0_reverse	4	-0.030653472989797592
295140	rnn.bias_ih_l0_reverse	5	-0.19449585676193237
295140	rnn.bias_ih_l0_reverse	6	0.23868218064308167
295140	rnn.bias_ih_l0_reverse	7	-0.28688013553619385
295140	rnn.bias_ih_l0_reverse	8	-0.1227012500166893
295140	rnn.bias_ih_l0_reverse	9	-0.14912281930446625
295140	rnn.bias_hh_l0_reverse	0	-0.13482694327831268
295140	rnn.bias_hh_l0_reverse	1	0.22764772176742554
295140	rnn.bias_hh_l0_reverse	2	-0.3132958710193634
295140	rnn.bias_hh_l0_reverse	3	-0.15083158016204834
295140	rnn.bias_hh_l0_reverse	4	-0.33816996216773987
295140	rnn.bias_hh_l0_reverse	5	-0.1582394540309906
295140	rnn.bias_hh_l0_reverse	6	-0.2665395438671112
295140	rnn.bias_hh_l0_reverse	7	-0.08891983330249786
295140	rnn.bias_hh_l0_reverse	8	-0.17427319288253784
295140	rnn.bias_hh_l0_reverse	9	0.1922539323568344
295140	linear.weight	0	0.12467972934246063
295140	linear.weight	1	-0.3773530423641205
295140	linear.weight	2	0.03230415657162666
295140	linear.weight	3	0.06784196943044662
295140	linear.weight	4	-0.1236264705657959
295140	linear.weight	5	0.21255286037921906
295140	linear.weight	6	-0.06906185299158096
295140	linear.weight	7	-0.06473316997289658
295140	linear.weight	8	0.1871090531349182
295140	linear.weight	9	-0.04427046328783035
295140	linear.bias	0	-1.0786157846450806
295140	linear.bias	1	1.9608895778656006
295140	linear.bias	2	0.7229501008987427
295140	linear.bias	3	-2.5444698333740234
295140	linear.bias	4	-0.26950404047966003
295140	linear.bias	5	1.2526293992996216
295140	linear.bias	6	-0.2596368193626404
295140	linear.bias	7	0.6324393153190613
295140	linear.bias	8	2.1882164478302
295140	linear.bias	9	-1.427478313446045
295749	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
295749	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
295749	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
295749	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
295749	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
295749	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
295749	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
295749	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
295749	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
295749	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
295749	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
295749	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
295749	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
295749	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
295749	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
295749	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
295749	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
295749	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
295749	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
295749	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
295749	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
295749	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
295749	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
295749	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
295749	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
295749	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
295749	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
295749	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
295749	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
295749	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
295749	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
295749	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
295749	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
295749	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
295749	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
295749	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
295749	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
295749	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
295749	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
295749	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
295749	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
295749	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
295749	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
295749	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
295749	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
295749	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
295749	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
295749	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
295749	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
295749	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
295749	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
295749	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
295749	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
295749	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
295749	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
295749	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
295749	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
295749	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
295749	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
295749	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
295749	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
295749	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
295749	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
295749	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
295749	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
295749	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
295749	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
295749	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
295749	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
295749	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
295749	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
295749	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
295749	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
295749	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
295749	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
295749	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
295749	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
295749	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
295749	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
295749	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
295749	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
295749	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
295749	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
295749	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
295749	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
295749	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
295749	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
295749	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
295749	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
295749	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
295749	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
295749	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
295749	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
295749	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
295749	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
295749	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
295749	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
295749	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
295749	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
295749	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
295749	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
295749	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
295749	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
295749	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
295749	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
295749	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
295749	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
295749	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
295749	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
295749	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
295749	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
295749	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
295749	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
295749	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
295749	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
295749	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
295749	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
295749	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
295749	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
295749	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
295749	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
295749	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
295749	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
295749	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
295749	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
295749	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
295749	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
295749	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
295749	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
295749	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
295749	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
295749	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
295749	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
295749	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
295749	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
295749	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
295749	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
295749	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
295749	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
295749	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
295749	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
295749	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
295749	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
295749	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
295749	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
295749	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
295749	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
295749	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
295749	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
295749	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
295749	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
295749	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
295749	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
295749	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
295749	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
295749	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
295749	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
295749	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
295749	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
295749	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
295749	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
295749	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
295749	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
295749	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
295749	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
295749	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
295749	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
295749	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
295749	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
295749	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
295749	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
295749	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
295749	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
295749	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
295749	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
295749	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
295749	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
295749	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
295749	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
295749	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
295749	embedding2nn.weight	0	0.27521440386772156
295749	embedding2nn.weight	1	0.31898239254951477
295749	embedding2nn.weight	2	-0.022833967581391335
295749	embedding2nn.weight	3	0.04433474689722061
295749	embedding2nn.weight	4	-0.04804452881217003
295749	embedding2nn.weight	5	0.07504896074533463
295749	embedding2nn.weight	6	0.009046563878655434
295749	embedding2nn.weight	7	0.006799288094043732
295749	embedding2nn.weight	8	0.03649459406733513
295749	embedding2nn.weight	9	-0.033791884779930115
295749	embedding2nn.bias	0	0.03109584003686905
295749	embedding2nn.bias	1	-0.18800991773605347
295749	embedding2nn.bias	2	0.10777223855257034
295749	embedding2nn.bias	3	0.17130956053733826
295749	embedding2nn.bias	4	0.16859951615333557
295749	embedding2nn.bias	5	-0.0324656218290329
295749	embedding2nn.bias	6	-0.04556781053543091
295749	embedding2nn.bias	7	0.04251561313867569
295749	embedding2nn.bias	8	-0.1479261964559555
295749	embedding2nn.bias	9	-0.36364737153053284
295749	rnn.weight_ih_l0	0	0.008287102915346622
295749	rnn.weight_ih_l0	1	-0.07540613412857056
295749	rnn.weight_ih_l0	2	-0.06969747692346573
295749	rnn.weight_ih_l0	3	0.07110216468572617
295749	rnn.weight_ih_l0	4	0.07013948261737823
295749	rnn.weight_ih_l0	5	-0.10442972183227539
295749	rnn.weight_ih_l0	6	-0.04927312955260277
295749	rnn.weight_ih_l0	7	0.0004499040078371763
295749	rnn.weight_ih_l0	8	0.01538916677236557
295749	rnn.weight_ih_l0	9	-0.0269299503415823
295749	rnn.weight_hh_l0	0	0.0109346779063344
295749	rnn.weight_hh_l0	1	0.06134796887636185
295749	rnn.weight_hh_l0	2	0.028350047767162323
295749	rnn.weight_hh_l0	3	0.023072991520166397
295749	rnn.weight_hh_l0	4	0.018383514136075974
295749	rnn.weight_hh_l0	5	0.07106408476829529
295749	rnn.weight_hh_l0	6	-0.030639760196208954
295749	rnn.weight_hh_l0	7	-0.07561443746089935
295749	rnn.weight_hh_l0	8	0.038361042737960815
295749	rnn.weight_hh_l0	9	-0.0929262712597847
295749	rnn.bias_ih_l0	0	0.14658045768737793
295749	rnn.bias_ih_l0	1	-0.23916859924793243
295749	rnn.bias_ih_l0	2	-0.029983656480908394
295749	rnn.bias_ih_l0	3	-0.15186353027820587
295749	rnn.bias_ih_l0	4	0.03327128291130066
295749	rnn.bias_ih_l0	5	-0.3223349153995514
295749	rnn.bias_ih_l0	6	-0.097946397960186
295749	rnn.bias_ih_l0	7	-0.2821469008922577
295749	rnn.bias_ih_l0	8	-0.2289232462644577
295749	rnn.bias_ih_l0	9	-0.41388392448425293
295749	rnn.bias_hh_l0	0	-0.27180513739585876
295749	rnn.bias_hh_l0	1	-0.28223639726638794
295749	rnn.bias_hh_l0	2	-0.2714277505874634
295749	rnn.bias_hh_l0	3	-0.08097855001688004
295749	rnn.bias_hh_l0	4	-0.28324684500694275
295749	rnn.bias_hh_l0	5	-0.2712910771369934
295749	rnn.bias_hh_l0	6	-0.11572673916816711
295749	rnn.bias_hh_l0	7	0.07302017509937286
295749	rnn.bias_hh_l0	8	-0.15842877328395844
295749	rnn.bias_hh_l0	9	-0.460007905960083
295749	rnn.weight_ih_l0_reverse	0	0.03625986725091934
295749	rnn.weight_ih_l0_reverse	1	-0.08629226684570312
295749	rnn.weight_ih_l0_reverse	2	-0.03428652882575989
295749	rnn.weight_ih_l0_reverse	3	-0.08307117968797684
295749	rnn.weight_ih_l0_reverse	4	0.06517006456851959
295749	rnn.weight_ih_l0_reverse	5	-0.11109647899866104
295749	rnn.weight_ih_l0_reverse	6	0.043931201100349426
295749	rnn.weight_ih_l0_reverse	7	0.03055139258503914
295749	rnn.weight_ih_l0_reverse	8	-0.06614752858877182
295749	rnn.weight_ih_l0_reverse	9	-0.041641198098659515
295749	rnn.weight_hh_l0_reverse	0	-0.07336419820785522
295749	rnn.weight_hh_l0_reverse	1	0.021140363067388535
295749	rnn.weight_hh_l0_reverse	2	-0.0073772007599473
295749	rnn.weight_hh_l0_reverse	3	0.02583158388733864
295749	rnn.weight_hh_l0_reverse	4	-0.07453401386737823
295749	rnn.weight_hh_l0_reverse	5	0.042917460203170776
295749	rnn.weight_hh_l0_reverse	6	0.015655532479286194
295749	rnn.weight_hh_l0_reverse	7	-0.05104338750243187
295749	rnn.weight_hh_l0_reverse	8	-0.026731541380286217
295749	rnn.weight_hh_l0_reverse	9	0.06956085562705994
295749	rnn.bias_ih_l0_reverse	0	-0.14207114279270172
295749	rnn.bias_ih_l0_reverse	1	-0.08953175693750381
295749	rnn.bias_ih_l0_reverse	2	0.09030292928218842
295749	rnn.bias_ih_l0_reverse	3	-0.21541936695575714
295749	rnn.bias_ih_l0_reverse	4	-0.04179629310965538
295749	rnn.bias_ih_l0_reverse	5	-0.19915205240249634
295749	rnn.bias_ih_l0_reverse	6	0.23433947563171387
295749	rnn.bias_ih_l0_reverse	7	-0.30166658759117126
295749	rnn.bias_ih_l0_reverse	8	-0.1244366243481636
295749	rnn.bias_ih_l0_reverse	9	-0.14956048130989075
295749	rnn.bias_hh_l0_reverse	0	-0.12677128612995148
295749	rnn.bias_hh_l0_reverse	1	0.2439332753419876
295749	rnn.bias_hh_l0_reverse	2	-0.3129633069038391
295749	rnn.bias_hh_l0_reverse	3	-0.15535105764865875
295749	rnn.bias_hh_l0_reverse	4	-0.33372631669044495
295749	rnn.bias_hh_l0_reverse	5	-0.1660364270210266
295749	rnn.bias_hh_l0_reverse	6	-0.25700950622558594
295749	rnn.bias_hh_l0_reverse	7	-0.08850836753845215
295749	rnn.bias_hh_l0_reverse	8	-0.18764525651931763
295749	rnn.bias_hh_l0_reverse	9	0.2030176818370819
295749	linear.weight	0	0.13544107973575592
295749	linear.weight	1	-0.40181171894073486
295749	linear.weight	2	0.00981825403869152
295749	linear.weight	3	0.06784182786941528
295749	linear.weight	4	-0.17721423506736755
295749	linear.weight	5	0.2147703766822815
295749	linear.weight	6	-0.07936473935842514
295749	linear.weight	7	-0.06473001837730408
295749	linear.weight	8	0.17610888183116913
295749	linear.weight	9	-0.04429982975125313
295749	linear.bias	0	-1.0746599435806274
295749	linear.bias	1	1.9610573053359985
295749	linear.bias	2	0.6607794165611267
295749	linear.bias	3	-2.545091390609741
295749	linear.bias	4	-0.24588702619075775
295749	linear.bias	5	1.235925316810608
295749	linear.bias	6	-0.28313979506492615
295749	linear.bias	7	0.6511520147323608
295749	linear.bias	8	2.1932194232940674
295749	linear.bias	9	-1.429271936416626
296358	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
296358	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
296358	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
296358	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
296358	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
296358	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
296358	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
296358	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
296358	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
296358	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
296358	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
296358	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
296358	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
296358	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
296358	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
296358	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
296358	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
296358	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
296358	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
296358	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
296358	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
296358	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
296358	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
296358	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
296358	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
296358	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
296358	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
296358	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
296358	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
296358	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
296358	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
296358	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
296358	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
296358	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
296358	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
296358	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
296358	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
296358	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
296358	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
296358	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
296358	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
296358	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
296358	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
296358	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
296358	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
296358	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
296358	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
296358	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
296358	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
296358	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
296358	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
296358	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
296358	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
296358	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
296358	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
296358	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
296358	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
296358	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
296358	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
296358	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
296358	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
296358	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
296358	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
296358	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
296358	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
296358	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
296358	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
296358	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
296358	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
296358	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
296358	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
296358	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
296358	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
296358	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
296358	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
296358	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
296358	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
296358	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
296358	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
296358	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
296358	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
296358	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
296358	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
296358	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
296358	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
296358	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
296358	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
296358	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
296358	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
296358	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
296358	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
296358	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
296358	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
296358	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
296358	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
296358	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
296358	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
296358	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
296358	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
296358	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
296358	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
296358	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
296358	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
296358	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
296358	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
296358	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
296358	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
296358	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
296358	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
296358	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
296358	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
296358	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
296358	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
296358	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
296358	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
296358	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
296358	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
296358	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
296358	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
296358	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
296358	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
296358	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
296358	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
296358	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
296358	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
296358	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
296358	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
296358	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
296358	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
296358	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
296358	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
296358	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
296358	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
296358	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
296358	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
296358	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
296358	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
296358	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
296358	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
296358	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
296358	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
296358	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
296358	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
296358	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
296358	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
296358	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
296358	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
296358	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
296358	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
296358	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
296358	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
296358	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
296358	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
296358	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
296358	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
296358	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
296358	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
296358	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
296358	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
296358	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
296358	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
296358	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
296358	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
296358	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
296358	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
296358	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
296358	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
296358	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
296358	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
296358	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
296358	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
296358	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
296358	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
296358	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
296358	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
296358	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
296358	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
296358	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
296358	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
296358	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
296358	embedding2nn.weight	0	0.2749204933643341
296358	embedding2nn.weight	1	0.32470089197158813
296358	embedding2nn.weight	2	-0.025949792936444283
296358	embedding2nn.weight	3	0.045185115188360214
296358	embedding2nn.weight	4	-0.04877394065260887
296358	embedding2nn.weight	5	0.07462714612483978
296358	embedding2nn.weight	6	0.01624717377126217
296358	embedding2nn.weight	7	0.008740376681089401
296358	embedding2nn.weight	8	0.03770691156387329
296358	embedding2nn.weight	9	-0.028453588485717773
296358	embedding2nn.bias	0	0.04708940163254738
296358	embedding2nn.bias	1	-0.1989133358001709
296358	embedding2nn.bias	2	0.10343488305807114
296358	embedding2nn.bias	3	0.1575758457183838
296358	embedding2nn.bias	4	0.15258657932281494
296358	embedding2nn.bias	5	-0.04421344771981239
296358	embedding2nn.bias	6	-0.058959100395441055
296358	embedding2nn.bias	7	0.05778763070702553
296358	embedding2nn.bias	8	-0.1390976458787918
296358	embedding2nn.bias	9	-0.3688943088054657
296358	rnn.weight_ih_l0	0	0.008241363801062107
296358	rnn.weight_ih_l0	1	-0.07487276941537857
296358	rnn.weight_ih_l0	2	-0.06843628734350204
296358	rnn.weight_ih_l0	3	0.08014698326587677
296358	rnn.weight_ih_l0	4	0.06645464152097702
296358	rnn.weight_ih_l0	5	-0.11012056469917297
296358	rnn.weight_ih_l0	6	-0.04761738330125809
296358	rnn.weight_ih_l0	7	0.006638854276388884
296358	rnn.weight_ih_l0	8	0.025955412536859512
296358	rnn.weight_ih_l0	9	-0.024946603924036026
296358	rnn.weight_hh_l0	0	0.01085935439914465
296358	rnn.weight_hh_l0	1	0.06081736832857132
296358	rnn.weight_hh_l0	2	0.029022863134741783
296358	rnn.weight_hh_l0	3	0.02254629321396351
296358	rnn.weight_hh_l0	4	0.018692009150981903
296358	rnn.weight_hh_l0	5	0.07148456573486328
296358	rnn.weight_hh_l0	6	-0.030235620215535164
296358	rnn.weight_hh_l0	7	-0.07771690934896469
296358	rnn.weight_hh_l0	8	0.03801349177956581
296358	rnn.weight_hh_l0	9	-0.09136038273572922
296358	rnn.bias_ih_l0	0	0.15870986878871918
296358	rnn.bias_ih_l0	1	-0.24273288249969482
296358	rnn.bias_ih_l0	2	-0.030302558094263077
296358	rnn.bias_ih_l0	3	-0.14307905733585358
296358	rnn.bias_ih_l0	4	0.0432545468211174
296358	rnn.bias_ih_l0	5	-0.3173314034938812
296358	rnn.bias_ih_l0	6	-0.10734494030475616
296358	rnn.bias_ih_l0	7	-0.2861922085285187
296358	rnn.bias_ih_l0	8	-0.22372040152549744
296358	rnn.bias_ih_l0	9	-0.3976704776287079
296358	rnn.bias_hh_l0	0	-0.27343180775642395
296358	rnn.bias_hh_l0	1	-0.2848873436450958
296358	rnn.bias_hh_l0	2	-0.2659114897251129
296358	rnn.bias_hh_l0	3	-0.08351807296276093
296358	rnn.bias_hh_l0	4	-0.28659895062446594
296358	rnn.bias_hh_l0	5	-0.2711399495601654
296358	rnn.bias_hh_l0	6	-0.12029977142810822
296358	rnn.bias_hh_l0	7	0.0790962502360344
296358	rnn.bias_hh_l0	8	-0.1599084734916687
296358	rnn.bias_hh_l0	9	-0.46310245990753174
296358	rnn.weight_ih_l0_reverse	0	0.03530861437320709
296358	rnn.weight_ih_l0_reverse	1	-0.08738888055086136
296358	rnn.weight_ih_l0_reverse	2	-0.035035938024520874
296358	rnn.weight_ih_l0_reverse	3	-0.08338762819766998
296358	rnn.weight_ih_l0_reverse	4	0.06279777735471725
296358	rnn.weight_ih_l0_reverse	5	-0.12074197083711624
296358	rnn.weight_ih_l0_reverse	6	0.05340191721916199
296358	rnn.weight_ih_l0_reverse	7	0.03139547258615494
296358	rnn.weight_ih_l0_reverse	8	-0.062145866453647614
296358	rnn.weight_ih_l0_reverse	9	-0.03744310885667801
296358	rnn.weight_hh_l0_reverse	0	-0.07455948740243912
296358	rnn.weight_hh_l0_reverse	1	0.021342670544981956
296358	rnn.weight_hh_l0_reverse	2	-0.008592906408011913
296358	rnn.weight_hh_l0_reverse	3	0.024736301973462105
296358	rnn.weight_hh_l0_reverse	4	-0.07447712868452072
296358	rnn.weight_hh_l0_reverse	5	0.042468201369047165
296358	rnn.weight_hh_l0_reverse	6	0.015550213865935802
296358	rnn.weight_hh_l0_reverse	7	-0.0542987696826458
296358	rnn.weight_hh_l0_reverse	8	-0.029373234137892723
296358	rnn.weight_hh_l0_reverse	9	0.06692285090684891
296358	rnn.bias_ih_l0_reverse	0	-0.1396925151348114
296358	rnn.bias_ih_l0_reverse	1	-0.08753712475299835
296358	rnn.bias_ih_l0_reverse	2	0.0915893018245697
296358	rnn.bias_ih_l0_reverse	3	-0.21519498527050018
296358	rnn.bias_ih_l0_reverse	4	-0.03751783072948456
296358	rnn.bias_ih_l0_reverse	5	-0.1976582556962967
296358	rnn.bias_ih_l0_reverse	6	0.23137179017066956
296358	rnn.bias_ih_l0_reverse	7	-0.2996901571750641
296358	rnn.bias_ih_l0_reverse	8	-0.1270662248134613
296358	rnn.bias_ih_l0_reverse	9	-0.15812638401985168
296358	rnn.bias_hh_l0_reverse	0	-0.11236096918582916
296358	rnn.bias_hh_l0_reverse	1	0.23838408291339874
296358	rnn.bias_hh_l0_reverse	2	-0.31532806158065796
296358	rnn.bias_hh_l0_reverse	3	-0.15004901587963104
296358	rnn.bias_hh_l0_reverse	4	-0.3349088132381439
296358	rnn.bias_hh_l0_reverse	5	-0.16783949732780457
296358	rnn.bias_hh_l0_reverse	6	-0.2565399706363678
296358	rnn.bias_hh_l0_reverse	7	-0.09070560336112976
296358	rnn.bias_hh_l0_reverse	8	-0.19043554365634918
296358	rnn.bias_hh_l0_reverse	9	0.20449410378932953
296358	linear.weight	0	0.16295649111270905
296358	linear.weight	1	-0.41129860281944275
296358	linear.weight	2	-0.058554038405418396
296358	linear.weight	3	0.06783352792263031
296358	linear.weight	4	-0.16833807528018951
296358	linear.weight	5	0.20411475002765656
296358	linear.weight	6	-0.08765703439712524
296358	linear.weight	7	-0.06472495198249817
296358	linear.weight	8	0.16443794965744019
296358	linear.weight	9	-0.044324781745672226
296358	linear.bias	0	-1.1021007299423218
296358	linear.bias	1	1.9101976156234741
296358	linear.bias	2	0.7207991480827332
296358	linear.bias	3	-2.5456855297088623
296358	linear.bias	4	-0.20453351736068726
296358	linear.bias	5	1.2221996784210205
296358	linear.bias	6	-0.3057844042778015
296358	linear.bias	7	0.6756754517555237
296358	linear.bias	8	2.1263816356658936
296358	linear.bias	9	-1.4238066673278809
296967	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
296967	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
296967	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
296967	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
296967	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
296967	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
296967	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
296967	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
296967	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
296967	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
296967	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
296967	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
296967	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
296967	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
296967	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
296967	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
296967	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
296967	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
296967	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
296967	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
296967	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
296967	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
296967	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
296967	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
296967	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
296967	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
296967	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
296967	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
296967	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
296967	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
296967	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
296967	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
296967	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
296967	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
296967	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
296967	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
296967	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
296967	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
296967	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
296967	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
296967	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
296967	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
296967	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
296967	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
296967	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
296967	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
296967	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
296967	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
296967	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
296967	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
296967	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
296967	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
296967	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
296967	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
296967	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
296967	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
296967	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
296967	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
296967	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
296967	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
296967	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
296967	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
296967	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
296967	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
296967	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
296967	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
296967	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
296967	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
296967	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
296967	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
296967	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
296967	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
296967	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
296967	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
296967	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
296967	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
296967	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
296967	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
296967	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
296967	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
296967	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
296967	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
296967	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
296967	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
296967	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
296967	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
296967	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
296967	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
296967	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
296967	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
296967	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
296967	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
296967	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
296967	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
296967	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
296967	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
296967	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
296967	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
296967	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
296967	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
296967	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
296967	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
296967	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
296967	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
296967	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
296967	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
296967	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
296967	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
296967	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
296967	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
296967	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
296967	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
296967	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
296967	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
296967	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
296967	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
296967	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
296967	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
296967	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
296967	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
296967	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
296967	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
296967	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
296967	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
296967	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
296967	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
296967	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
296967	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
296967	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
296967	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
296967	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
296967	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
296967	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
296967	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
296967	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
296967	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
296967	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
296967	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
296967	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
296967	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
296967	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
296967	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
296967	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
296967	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
296967	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
296967	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
296967	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
296967	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
296967	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
296967	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
296967	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
296967	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
296967	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
296967	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
296967	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
296967	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
296967	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
296967	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
296967	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
296967	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
296967	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
296967	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
296967	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
296967	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
296967	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
296967	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
296967	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
296967	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
296967	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
296967	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
296967	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
296967	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
296967	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
296967	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
296967	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
296967	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
296967	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
296967	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
296967	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
296967	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
296967	embedding2nn.weight	0	0.2722547948360443
296967	embedding2nn.weight	1	0.3229137361049652
296967	embedding2nn.weight	2	-0.024561606347560883
296967	embedding2nn.weight	3	0.039209600538015366
296967	embedding2nn.weight	4	-0.04877391457557678
296967	embedding2nn.weight	5	0.07257396727800369
296967	embedding2nn.weight	6	0.021623872220516205
296967	embedding2nn.weight	7	0.002687085187062621
296967	embedding2nn.weight	8	0.0418107733130455
296967	embedding2nn.weight	9	-0.026736106723546982
296967	embedding2nn.bias	0	0.04944271966814995
296967	embedding2nn.bias	1	-0.19909165799617767
296967	embedding2nn.bias	2	0.07685088366270065
296967	embedding2nn.bias	3	0.17199639976024628
296967	embedding2nn.bias	4	0.13309484720230103
296967	embedding2nn.bias	5	-0.050040289759635925
296967	embedding2nn.bias	6	-0.04047524556517601
296967	embedding2nn.bias	7	0.040823206305503845
296967	embedding2nn.bias	8	-0.12599347531795502
296967	embedding2nn.bias	9	-0.39402779936790466
296967	rnn.weight_ih_l0	0	0.009550175629556179
296967	rnn.weight_ih_l0	1	-0.07317519932985306
296967	rnn.weight_ih_l0	2	-0.06996458768844604
296967	rnn.weight_ih_l0	3	0.08271215111017227
296967	rnn.weight_ih_l0	4	0.06389795243740082
296967	rnn.weight_ih_l0	5	-0.11294904351234436
296967	rnn.weight_ih_l0	6	-0.06484877318143845
296967	rnn.weight_ih_l0	7	0.011893182061612606
296967	rnn.weight_ih_l0	8	0.022955792024731636
296967	rnn.weight_ih_l0	9	-0.030577100813388824
296967	rnn.weight_hh_l0	0	0.010809197090566158
296967	rnn.weight_hh_l0	1	0.06117614358663559
296967	rnn.weight_hh_l0	2	0.029625020921230316
296967	rnn.weight_hh_l0	3	0.02210290916264057
296967	rnn.weight_hh_l0	4	0.01839701272547245
296967	rnn.weight_hh_l0	5	0.07282866537570953
296967	rnn.weight_hh_l0	6	-0.029621275141835213
296967	rnn.weight_hh_l0	7	-0.07316821068525314
296967	rnn.weight_hh_l0	8	0.03799225762486458
296967	rnn.weight_hh_l0	9	-0.09126656502485275
296967	rnn.bias_ih_l0	0	0.1528327614068985
296967	rnn.bias_ih_l0	1	-0.2387637197971344
296967	rnn.bias_ih_l0	2	-0.03166183829307556
296967	rnn.bias_ih_l0	3	-0.13435576856136322
296967	rnn.bias_ih_l0	4	0.03853610157966614
296967	rnn.bias_ih_l0	5	-0.31373330950737
296967	rnn.bias_ih_l0	6	-0.10633240640163422
296967	rnn.bias_ih_l0	7	-0.2877208888530731
296967	rnn.bias_ih_l0	8	-0.22140531241893768
296967	rnn.bias_ih_l0	9	-0.40128999948501587
296967	rnn.bias_hh_l0	0	-0.2728061079978943
296967	rnn.bias_hh_l0	1	-0.2858084738254547
296967	rnn.bias_hh_l0	2	-0.2700386047363281
296967	rnn.bias_hh_l0	3	-0.07627617567777634
296967	rnn.bias_hh_l0	4	-0.28488096594810486
296967	rnn.bias_hh_l0	5	-0.26481762528419495
296967	rnn.bias_hh_l0	6	-0.11537832766771317
296967	rnn.bias_hh_l0	7	0.06963938474655151
296967	rnn.bias_hh_l0	8	-0.1620807945728302
296967	rnn.bias_hh_l0	9	-0.45909836888313293
296967	rnn.weight_ih_l0_reverse	0	0.02905767410993576
296967	rnn.weight_ih_l0_reverse	1	-0.08816439658403397
296967	rnn.weight_ih_l0_reverse	2	-0.031123559921979904
296967	rnn.weight_ih_l0_reverse	3	-0.08306620270013809
296967	rnn.weight_ih_l0_reverse	4	0.06453361362218857
296967	rnn.weight_ih_l0_reverse	5	-0.11167056858539581
296967	rnn.weight_ih_l0_reverse	6	0.05106180161237717
296967	rnn.weight_ih_l0_reverse	7	0.0307324156165123
296967	rnn.weight_ih_l0_reverse	8	-0.05856815725564957
296967	rnn.weight_ih_l0_reverse	9	-0.04043181240558624
296967	rnn.weight_hh_l0_reverse	0	-0.07397499680519104
296967	rnn.weight_hh_l0_reverse	1	0.021550126373767853
296967	rnn.weight_hh_l0_reverse	2	-0.008825409226119518
296967	rnn.weight_hh_l0_reverse	3	0.02437494695186615
296967	rnn.weight_hh_l0_reverse	4	-0.07430528104305267
296967	rnn.weight_hh_l0_reverse	5	0.04223785176873207
296967	rnn.weight_hh_l0_reverse	6	0.015270878560841084
296967	rnn.weight_hh_l0_reverse	7	-0.055707816034555435
296967	rnn.weight_hh_l0_reverse	8	-0.02912251092493534
296967	rnn.weight_hh_l0_reverse	9	0.06710132211446762
296967	rnn.bias_ih_l0_reverse	0	-0.13992206752300262
296967	rnn.bias_ih_l0_reverse	1	-0.08912578225135803
296967	rnn.bias_ih_l0_reverse	2	0.09290817379951477
296967	rnn.bias_ih_l0_reverse	3	-0.2234199196100235
296967	rnn.bias_ih_l0_reverse	4	-0.030732078477740288
296967	rnn.bias_ih_l0_reverse	5	-0.19826221466064453
296967	rnn.bias_ih_l0_reverse	6	0.2481609284877777
296967	rnn.bias_ih_l0_reverse	7	-0.2828575372695923
296967	rnn.bias_ih_l0_reverse	8	-0.1281406432390213
296967	rnn.bias_ih_l0_reverse	9	-0.14704319834709167
296967	rnn.bias_hh_l0_reverse	0	-0.09301018714904785
296967	rnn.bias_hh_l0_reverse	1	0.22647053003311157
296967	rnn.bias_hh_l0_reverse	2	-0.3096731901168823
296967	rnn.bias_hh_l0_reverse	3	-0.15389418601989746
296967	rnn.bias_hh_l0_reverse	4	-0.3248732089996338
296967	rnn.bias_hh_l0_reverse	5	-0.1645440012216568
296967	rnn.bias_hh_l0_reverse	6	-0.26211559772491455
296967	rnn.bias_hh_l0_reverse	7	-0.09682078659534454
296967	rnn.bias_hh_l0_reverse	8	-0.1877738982439041
296967	rnn.bias_hh_l0_reverse	9	0.21618984639644623
296967	linear.weight	0	0.16835755109786987
296967	linear.weight	1	-0.3852461278438568
296967	linear.weight	2	0.0058205630630254745
296967	linear.weight	3	0.06783057749271393
296967	linear.weight	4	-0.11102692037820816
296967	linear.weight	5	0.22348201274871826
296967	linear.weight	6	-0.08375755697488785
296967	linear.weight	7	-0.06471537798643112
296967	linear.weight	8	0.15611134469509125
296967	linear.weight	9	-0.04435397684574127
296967	linear.bias	0	-1.1041462421417236
296967	linear.bias	1	1.920466423034668
296967	linear.bias	2	0.6998643279075623
296967	linear.bias	3	-2.5463147163391113
296967	linear.bias	4	-0.23079487681388855
296967	linear.bias	5	1.179503321647644
296967	linear.bias	6	-0.26207390427589417
296967	linear.bias	7	0.6617286205291748
296967	linear.bias	8	2.102729320526123
296967	linear.bias	9	-1.406164288520813
297576	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
297576	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
297576	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
297576	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
297576	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
297576	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
297576	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
297576	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
297576	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
297576	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
297576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
297576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
297576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
297576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
297576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
297576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
297576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
297576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
297576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
297576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
297576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
297576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
297576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
297576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
297576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
297576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
297576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
297576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
297576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
297576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
297576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
297576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
297576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
297576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
297576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
297576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
297576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
297576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
297576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
297576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
297576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
297576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
297576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
297576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
297576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
297576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
297576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
297576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
297576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
297576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
297576	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
297576	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
297576	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
297576	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
297576	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
297576	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
297576	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
297576	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
297576	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
297576	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
297576	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
297576	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
297576	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
297576	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
297576	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
297576	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
297576	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
297576	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
297576	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
297576	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
297576	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
297576	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
297576	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
297576	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
297576	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
297576	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
297576	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
297576	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
297576	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
297576	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
297576	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
297576	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
297576	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
297576	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
297576	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
297576	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
297576	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
297576	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
297576	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
297576	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
297576	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
297576	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
297576	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
297576	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
297576	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
297576	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
297576	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
297576	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
297576	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
297576	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
297576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
297576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
297576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
297576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
297576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
297576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
297576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
297576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
297576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
297576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
297576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
297576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
297576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
297576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
297576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
297576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
297576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
297576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
297576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
297576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
297576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
297576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
297576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
297576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
297576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
297576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
297576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
297576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
297576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
297576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
297576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
297576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
297576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
297576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
297576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
297576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
297576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
297576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
297576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
297576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
297576	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
297576	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
297576	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
297576	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
297576	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
297576	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
297576	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
297576	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
297576	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
297576	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
297576	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
297576	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
297576	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
297576	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
297576	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
297576	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
297576	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
297576	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
297576	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
297576	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
297576	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
297576	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
297576	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
297576	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
297576	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
297576	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
297576	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
297576	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
297576	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
297576	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
297576	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
297576	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
297576	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
297576	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
297576	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
297576	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
297576	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
297576	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
297576	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
297576	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
297576	embedding2nn.weight	0	0.2726193070411682
297576	embedding2nn.weight	1	0.3239322900772095
297576	embedding2nn.weight	2	-0.02646608091890812
297576	embedding2nn.weight	3	0.016444066539406776
297576	embedding2nn.weight	4	-0.044552501291036606
297576	embedding2nn.weight	5	0.0697581022977829
297576	embedding2nn.weight	6	0.01707543432712555
297576	embedding2nn.weight	7	-0.003735286882147193
297576	embedding2nn.weight	8	0.04239829257130623
297576	embedding2nn.weight	9	-0.029056712985038757
297576	embedding2nn.bias	0	0.04879021272063255
297576	embedding2nn.bias	1	-0.20904108881950378
297576	embedding2nn.bias	2	0.08205563575029373
297576	embedding2nn.bias	3	0.18303175270557404
297576	embedding2nn.bias	4	0.15186138451099396
297576	embedding2nn.bias	5	-0.06161018833518028
297576	embedding2nn.bias	6	-0.02568686194717884
297576	embedding2nn.bias	7	0.037492722272872925
297576	embedding2nn.bias	8	-0.14959552884101868
297576	embedding2nn.bias	9	-0.387294203042984
297576	rnn.weight_ih_l0	0	0.00899926945567131
297576	rnn.weight_ih_l0	1	-0.07227019965648651
297576	rnn.weight_ih_l0	2	-0.06589847058057785
297576	rnn.weight_ih_l0	3	0.08575203269720078
297576	rnn.weight_ih_l0	4	0.057652294635772705
297576	rnn.weight_ih_l0	5	-0.11755305528640747
297576	rnn.weight_ih_l0	6	-0.06703633069992065
297576	rnn.weight_ih_l0	7	0.010669787414371967
297576	rnn.weight_ih_l0	8	0.020915459841489792
297576	rnn.weight_ih_l0	9	-0.03306306526064873
297576	rnn.weight_hh_l0	0	0.011283894069492817
297576	rnn.weight_hh_l0	1	0.06230485439300537
297576	rnn.weight_hh_l0	2	0.028955262154340744
297576	rnn.weight_hh_l0	3	0.02152993530035019
297576	rnn.weight_hh_l0	4	0.01850068010389805
297576	rnn.weight_hh_l0	5	0.07252738624811172
297576	rnn.weight_hh_l0	6	-0.029887747019529343
297576	rnn.weight_hh_l0	7	-0.07218018919229507
297576	rnn.weight_hh_l0	8	0.03794965147972107
297576	rnn.weight_hh_l0	9	-0.09020798653364182
297576	rnn.bias_ih_l0	0	0.15315032005310059
297576	rnn.bias_ih_l0	1	-0.24055008590221405
297576	rnn.bias_ih_l0	2	-0.034597013145685196
297576	rnn.bias_ih_l0	3	-0.14780382812023163
297576	rnn.bias_ih_l0	4	0.03974158689379692
297576	rnn.bias_ih_l0	5	-0.3230302631855011
297576	rnn.bias_ih_l0	6	-0.10815075784921646
297576	rnn.bias_ih_l0	7	-0.28621184825897217
297576	rnn.bias_ih_l0	8	-0.22666035592556
297576	rnn.bias_ih_l0	9	-0.4213540852069855
297576	rnn.bias_hh_l0	0	-0.2703530788421631
297576	rnn.bias_hh_l0	1	-0.29143452644348145
297576	rnn.bias_hh_l0	2	-0.2713552713394165
297576	rnn.bias_hh_l0	3	-0.08101022988557816
297576	rnn.bias_hh_l0	4	-0.2835071086883545
297576	rnn.bias_hh_l0	5	-0.2683400511741638
297576	rnn.bias_hh_l0	6	-0.12169141322374344
297576	rnn.bias_hh_l0	7	0.05707020312547684
297576	rnn.bias_hh_l0	8	-0.16554883122444153
297576	rnn.bias_hh_l0	9	-0.46345698833465576
297576	rnn.weight_ih_l0_reverse	0	0.033006761223077774
297576	rnn.weight_ih_l0_reverse	1	-0.08822952955961227
297576	rnn.weight_ih_l0_reverse	2	-0.027457553893327713
297576	rnn.weight_ih_l0_reverse	3	-0.08132568001747131
297576	rnn.weight_ih_l0_reverse	4	0.06281714886426926
297576	rnn.weight_ih_l0_reverse	5	-0.11395696550607681
297576	rnn.weight_ih_l0_reverse	6	0.050875160843133926
297576	rnn.weight_ih_l0_reverse	7	0.03125101327896118
297576	rnn.weight_ih_l0_reverse	8	-0.057620927691459656
297576	rnn.weight_ih_l0_reverse	9	-0.04358384385704994
297576	rnn.weight_hh_l0_reverse	0	-0.07383961975574493
297576	rnn.weight_hh_l0_reverse	1	0.021387003362178802
297576	rnn.weight_hh_l0_reverse	2	-0.008774394169449806
297576	rnn.weight_hh_l0_reverse	3	0.02416807785630226
297576	rnn.weight_hh_l0_reverse	4	-0.07311882078647614
297576	rnn.weight_hh_l0_reverse	5	0.042950719594955444
297576	rnn.weight_hh_l0_reverse	6	0.015074525028467178
297576	rnn.weight_hh_l0_reverse	7	-0.0592065304517746
297576	rnn.weight_hh_l0_reverse	8	-0.028034452348947525
297576	rnn.weight_hh_l0_reverse	9	0.0647125318646431
297576	rnn.bias_ih_l0_reverse	0	-0.13709186017513275
297576	rnn.bias_ih_l0_reverse	1	-0.0840122327208519
297576	rnn.bias_ih_l0_reverse	2	0.09172667562961578
297576	rnn.bias_ih_l0_reverse	3	-0.23137295246124268
297576	rnn.bias_ih_l0_reverse	4	-0.03384266793727875
297576	rnn.bias_ih_l0_reverse	5	-0.18832433223724365
297576	rnn.bias_ih_l0_reverse	6	0.2482978105545044
297576	rnn.bias_ih_l0_reverse	7	-0.28355440497398376
297576	rnn.bias_ih_l0_reverse	8	-0.12884566187858582
297576	rnn.bias_ih_l0_reverse	9	-0.14353255927562714
297576	rnn.bias_hh_l0_reverse	0	-0.09646549820899963
297576	rnn.bias_hh_l0_reverse	1	0.233338862657547
297576	rnn.bias_hh_l0_reverse	2	-0.3180442154407501
297576	rnn.bias_hh_l0_reverse	3	-0.14989550411701202
297576	rnn.bias_hh_l0_reverse	4	-0.3216761648654938
297576	rnn.bias_hh_l0_reverse	5	-0.17540287971496582
297576	rnn.bias_hh_l0_reverse	6	-0.2617228329181671
297576	rnn.bias_hh_l0_reverse	7	-0.09479883313179016
297576	rnn.bias_hh_l0_reverse	8	-0.19403791427612305
297576	rnn.bias_hh_l0_reverse	9	0.21124984323978424
297576	linear.weight	0	0.17808964848518372
297576	linear.weight	1	-0.4294632077217102
297576	linear.weight	2	0.03286028653383255
297576	linear.weight	3	0.0678287073969841
297576	linear.weight	4	-0.08367282152175903
297576	linear.weight	5	0.20804724097251892
297576	linear.weight	6	-0.04391774162650108
297576	linear.weight	7	-0.06470290571451187
297576	linear.weight	8	0.15653462707996368
297576	linear.weight	9	-0.044385943561792374
297576	linear.bias	0	-1.1005302667617798
297576	linear.bias	1	1.9015969038009644
297576	linear.bias	2	0.7114737629890442
297576	linear.bias	3	-2.5469939708709717
297576	linear.bias	4	-0.24185574054718018
297576	linear.bias	5	1.182742953300476
297576	linear.bias	6	-0.275515079498291
297576	linear.bias	7	0.6616477370262146
297576	linear.bias	8	2.144108533859253
297576	linear.bias	9	-1.3769054412841797
298185	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
298185	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
298185	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
298185	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
298185	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
298185	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
298185	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
298185	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
298185	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
298185	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
298185	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
298185	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
298185	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
298185	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
298185	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
298185	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
298185	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
298185	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
298185	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
298185	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
298185	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
298185	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
298185	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
298185	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
298185	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
298185	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
298185	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
298185	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
298185	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
298185	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
298185	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
298185	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
298185	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
298185	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
298185	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
298185	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
298185	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
298185	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
298185	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
298185	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
298185	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
298185	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
298185	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
298185	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
298185	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
298185	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
298185	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
298185	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
298185	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
298185	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
298185	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
298185	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
298185	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
298185	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
298185	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
298185	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
298185	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
298185	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
298185	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
298185	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
298185	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
298185	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
298185	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
298185	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
298185	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
298185	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
298185	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
298185	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
298185	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
298185	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
298185	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
298185	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
298185	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
298185	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
298185	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
298185	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
298185	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
298185	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
298185	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
298185	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
298185	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
298185	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
298185	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
298185	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
298185	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
298185	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
298185	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
298185	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
298185	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
298185	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
298185	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
298185	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
298185	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
298185	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
298185	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
298185	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
298185	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
298185	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
298185	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
298185	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
298185	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
298185	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
298185	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
298185	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
298185	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
298185	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
298185	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
298185	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
298185	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
298185	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
298185	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
298185	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
298185	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
298185	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
298185	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
298185	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
298185	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
298185	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
298185	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
298185	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
298185	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
298185	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
298185	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
298185	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
298185	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
298185	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
298185	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
298185	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
298185	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
298185	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
298185	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
298185	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
298185	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
298185	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
298185	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
298185	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
298185	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
298185	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
298185	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
298185	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
298185	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
298185	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
298185	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
298185	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
298185	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
298185	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
298185	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
298185	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
298185	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
298185	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
298185	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
298185	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
298185	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
298185	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
298185	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
298185	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
298185	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
298185	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
298185	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
298185	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
298185	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
298185	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
298185	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
298185	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
298185	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
298185	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
298185	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
298185	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
298185	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
298185	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
298185	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
298185	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
298185	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
298185	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
298185	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
298185	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
298185	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
298185	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
298185	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
298185	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
298185	embedding2nn.weight	0	0.27406030893325806
298185	embedding2nn.weight	1	0.32377180457115173
298185	embedding2nn.weight	2	-0.025013316422700882
298185	embedding2nn.weight	3	0.02260306291282177
298185	embedding2nn.weight	4	-0.045185744762420654
298185	embedding2nn.weight	5	0.06703276187181473
298185	embedding2nn.weight	6	0.023643339052796364
298185	embedding2nn.weight	7	-0.012788578867912292
298185	embedding2nn.weight	8	0.041786324232816696
298185	embedding2nn.weight	9	-0.027879808098077774
298185	embedding2nn.bias	0	0.05632125958800316
298185	embedding2nn.bias	1	-0.21037353575229645
298185	embedding2nn.bias	2	0.07878057658672333
298185	embedding2nn.bias	3	0.19786223769187927
298185	embedding2nn.bias	4	0.1509024053812027
298185	embedding2nn.bias	5	-0.043673522770404816
298185	embedding2nn.bias	6	-0.04286767542362213
298185	embedding2nn.bias	7	0.027541281655430794
298185	embedding2nn.bias	8	-0.15424877405166626
298185	embedding2nn.bias	9	-0.3712764382362366
298185	rnn.weight_ih_l0	0	0.008123835548758507
298185	rnn.weight_ih_l0	1	-0.07580901682376862
298185	rnn.weight_ih_l0	2	-0.06516368687152863
298185	rnn.weight_ih_l0	3	0.09009666740894318
298185	rnn.weight_ih_l0	4	0.06278318911790848
298185	rnn.weight_ih_l0	5	-0.12058936059474945
298185	rnn.weight_ih_l0	6	-0.06785332411527634
298185	rnn.weight_ih_l0	7	0.008778373710811138
298185	rnn.weight_ih_l0	8	0.01855315826833248
298185	rnn.weight_ih_l0	9	-0.03137834742665291
298185	rnn.weight_hh_l0	0	0.011021686717867851
298185	rnn.weight_hh_l0	1	0.06317679584026337
298185	rnn.weight_hh_l0	2	0.029411736875772476
298185	rnn.weight_hh_l0	3	0.022123420611023903
298185	rnn.weight_hh_l0	4	0.017959801480174065
298185	rnn.weight_hh_l0	5	0.07131372392177582
298185	rnn.weight_hh_l0	6	-0.02975771762430668
298185	rnn.weight_hh_l0	7	-0.0725695788860321
298185	rnn.weight_hh_l0	8	0.038121700286865234
298185	rnn.weight_hh_l0	9	-0.08904072642326355
298185	rnn.bias_ih_l0	0	0.15116767585277557
298185	rnn.bias_ih_l0	1	-0.24573251605033875
298185	rnn.bias_ih_l0	2	-0.029333563521504402
298185	rnn.bias_ih_l0	3	-0.1443042904138565
298185	rnn.bias_ih_l0	4	0.04178881272673607
298185	rnn.bias_ih_l0	5	-0.33064156770706177
298185	rnn.bias_ih_l0	6	-0.10133208334445953
298185	rnn.bias_ih_l0	7	-0.28660157322883606
298185	rnn.bias_ih_l0	8	-0.22345998883247375
298185	rnn.bias_ih_l0	9	-0.41270923614501953
298185	rnn.bias_hh_l0	0	-0.2743639051914215
298185	rnn.bias_hh_l0	1	-0.28887656331062317
298185	rnn.bias_hh_l0	2	-0.2843673527240753
298185	rnn.bias_hh_l0	3	-0.08722960948944092
298185	rnn.bias_hh_l0	4	-0.2767319679260254
298185	rnn.bias_hh_l0	5	-0.2778284549713135
298185	rnn.bias_hh_l0	6	-0.11330003291368484
298185	rnn.bias_hh_l0	7	0.04611005261540413
298185	rnn.bias_hh_l0	8	-0.1629151701927185
298185	rnn.bias_hh_l0	9	-0.4669693112373352
298185	rnn.weight_ih_l0_reverse	0	0.035844288766384125
298185	rnn.weight_ih_l0_reverse	1	-0.08548464626073837
298185	rnn.weight_ih_l0_reverse	2	-0.02927618846297264
298185	rnn.weight_ih_l0_reverse	3	-0.08395365625619888
298185	rnn.weight_ih_l0_reverse	4	0.05886142700910568
298185	rnn.weight_ih_l0_reverse	5	-0.1118549108505249
298185	rnn.weight_ih_l0_reverse	6	0.04241373389959335
298185	rnn.weight_ih_l0_reverse	7	0.02999291755259037
298185	rnn.weight_ih_l0_reverse	8	-0.058241106569767
298185	rnn.weight_ih_l0_reverse	9	-0.04369458556175232
298185	rnn.weight_hh_l0_reverse	0	-0.07529742270708084
298185	rnn.weight_hh_l0_reverse	1	0.020671240985393524
298185	rnn.weight_hh_l0_reverse	2	-0.00795762613415718
298185	rnn.weight_hh_l0_reverse	3	0.02386590465903282
298185	rnn.weight_hh_l0_reverse	4	-0.0739227682352066
298185	rnn.weight_hh_l0_reverse	5	0.042944349348545074
298185	rnn.weight_hh_l0_reverse	6	0.015070514753460884
298185	rnn.weight_hh_l0_reverse	7	-0.05778072774410248
298185	rnn.weight_hh_l0_reverse	8	-0.023406073451042175
298185	rnn.weight_hh_l0_reverse	9	0.06399045884609222
298185	rnn.bias_ih_l0_reverse	0	-0.14221253991127014
298185	rnn.bias_ih_l0_reverse	1	-0.07650119811296463
298185	rnn.bias_ih_l0_reverse	2	0.08884478360414505
298185	rnn.bias_ih_l0_reverse	3	-0.23271846771240234
298185	rnn.bias_ih_l0_reverse	4	-0.04316987842321396
298185	rnn.bias_ih_l0_reverse	5	-0.19212298095226288
298185	rnn.bias_ih_l0_reverse	6	0.2559031844139099
298185	rnn.bias_ih_l0_reverse	7	-0.28822600841522217
298185	rnn.bias_ih_l0_reverse	8	-0.13034586608409882
298185	rnn.bias_ih_l0_reverse	9	-0.1441716104745865
298185	rnn.bias_hh_l0_reverse	0	-0.09480104595422745
298185	rnn.bias_hh_l0_reverse	1	0.24748417735099792
298185	rnn.bias_hh_l0_reverse	2	-0.31771165132522583
298185	rnn.bias_hh_l0_reverse	3	-0.1503244936466217
298185	rnn.bias_hh_l0_reverse	4	-0.32253921031951904
298185	rnn.bias_hh_l0_reverse	5	-0.1692032665014267
298185	rnn.bias_hh_l0_reverse	6	-0.26792606711387634
298185	rnn.bias_hh_l0_reverse	7	-0.08891475945711136
298185	rnn.bias_hh_l0_reverse	8	-0.19121646881103516
298185	rnn.bias_hh_l0_reverse	9	0.2137652486562729
298185	linear.weight	0	0.18415220081806183
298185	linear.weight	1	-0.4199959635734558
298185	linear.weight	2	0.014150106348097324
298185	linear.weight	3	0.06782511621713638
298185	linear.weight	4	-0.16145940124988556
298185	linear.weight	5	0.23956334590911865
298185	linear.weight	6	-0.054738909006118774
298185	linear.weight	7	-0.06469402462244034
298185	linear.weight	8	0.15014319121837616
298185	linear.weight	9	-0.04440813511610031
298185	linear.bias	0	-1.0903518199920654
298185	linear.bias	1	1.9459728002548218
298185	linear.bias	2	0.6878393292427063
298185	linear.bias	3	-2.5476295948028564
298185	linear.bias	4	-0.2514153718948364
298185	linear.bias	5	1.151745080947876
298185	linear.bias	6	-0.2366025447845459
298185	linear.bias	7	0.6659097671508789
298185	linear.bias	8	2.1382808685302734
298185	linear.bias	9	-1.405351161956787
298794	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
298794	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
298794	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
298794	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
298794	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
298794	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
298794	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
298794	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
298794	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
298794	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
298794	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
298794	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
298794	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
298794	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
298794	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
298794	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
298794	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
298794	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
298794	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
298794	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
298794	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
298794	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
298794	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
298794	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
298794	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
298794	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
298794	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
298794	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
298794	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
298794	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
298794	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
298794	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
298794	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
298794	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
298794	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
298794	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
298794	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
298794	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
298794	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
298794	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
298794	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
298794	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
298794	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
298794	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
298794	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
298794	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
298794	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
298794	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
298794	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
298794	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
298794	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
298794	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
298794	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
298794	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
298794	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
298794	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
298794	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
298794	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
298794	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
298794	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
298794	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
298794	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
298794	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
298794	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
298794	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
298794	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
298794	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
298794	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
298794	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
298794	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
298794	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
298794	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
298794	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
298794	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
298794	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
298794	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
298794	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
298794	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
298794	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
298794	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
298794	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
298794	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
298794	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
298794	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
298794	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
298794	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
298794	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
298794	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
298794	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
298794	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
298794	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
298794	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
298794	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
298794	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
298794	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
298794	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
298794	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
298794	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
298794	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
298794	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
298794	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
298794	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
298794	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
298794	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
298794	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
298794	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
298794	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
298794	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
298794	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
298794	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
298794	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
298794	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
298794	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
298794	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
298794	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
298794	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
298794	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
298794	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
298794	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
298794	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
298794	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
298794	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
298794	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
298794	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
298794	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
298794	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
298794	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
298794	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
298794	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
298794	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
298794	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
298794	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
298794	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
298794	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
298794	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
298794	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
298794	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
298794	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
298794	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
298794	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
298794	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
298794	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
298794	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
298794	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
298794	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
298794	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
298794	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
298794	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
298794	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
298794	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
298794	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
298794	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
298794	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
298794	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
298794	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
298794	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
298794	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
298794	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
298794	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
298794	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
298794	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
298794	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
298794	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
298794	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
298794	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
298794	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
298794	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
298794	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
298794	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
298794	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
298794	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
298794	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
298794	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
298794	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
298794	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
298794	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
298794	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
298794	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
298794	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
298794	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
298794	embedding2nn.weight	0	0.2762582302093506
298794	embedding2nn.weight	1	0.32573992013931274
298794	embedding2nn.weight	2	-0.026353830471634865
298794	embedding2nn.weight	3	0.017084823921322823
298794	embedding2nn.weight	4	-0.04557051509618759
298794	embedding2nn.weight	5	0.06628568470478058
298794	embedding2nn.weight	6	0.029916606843471527
298794	embedding2nn.weight	7	-0.0107558099552989
298794	embedding2nn.weight	8	0.037116363644599915
298794	embedding2nn.weight	9	-0.023924699053168297
298794	embedding2nn.bias	0	0.04487321525812149
298794	embedding2nn.bias	1	-0.21178625524044037
298794	embedding2nn.bias	2	0.08937668055295944
298794	embedding2nn.bias	3	0.1881255805492401
298794	embedding2nn.bias	4	0.14790989458560944
298794	embedding2nn.bias	5	-0.03827201947569847
298794	embedding2nn.bias	6	-0.05096875876188278
298794	embedding2nn.bias	7	0.029403774067759514
298794	embedding2nn.bias	8	-0.14552263915538788
298794	embedding2nn.bias	9	-0.37375015020370483
298794	rnn.weight_ih_l0	0	0.008326605893671513
298794	rnn.weight_ih_l0	1	-0.07850375771522522
298794	rnn.weight_ih_l0	2	-0.062378279864788055
298794	rnn.weight_ih_l0	3	0.08821266144514084
298794	rnn.weight_ih_l0	4	0.052248142659664154
298794	rnn.weight_ih_l0	5	-0.12149934470653534
298794	rnn.weight_ih_l0	6	-0.05730757862329483
298794	rnn.weight_ih_l0	7	0.013877084478735924
298794	rnn.weight_ih_l0	8	0.01831766404211521
298794	rnn.weight_ih_l0	9	-0.0373297855257988
298794	rnn.weight_hh_l0	0	0.011898051016032696
298794	rnn.weight_hh_l0	1	0.06350622326135635
298794	rnn.weight_hh_l0	2	0.03015953116118908
298794	rnn.weight_hh_l0	3	0.021358713507652283
298794	rnn.weight_hh_l0	4	0.018013963475823402
298794	rnn.weight_hh_l0	5	0.07307460904121399
298794	rnn.weight_hh_l0	6	-0.030080106109380722
298794	rnn.weight_hh_l0	7	-0.07192599773406982
298794	rnn.weight_hh_l0	8	0.037641916424036026
298794	rnn.weight_hh_l0	9	-0.09165073931217194
298794	rnn.bias_ih_l0	0	0.15849918127059937
298794	rnn.bias_ih_l0	1	-0.24841894209384918
298794	rnn.bias_ih_l0	2	-0.028727393597364426
298794	rnn.bias_ih_l0	3	-0.15179170668125153
298794	rnn.bias_ih_l0	4	0.025087770074605942
298794	rnn.bias_ih_l0	5	-0.32539597153663635
298794	rnn.bias_ih_l0	6	-0.10150321573019028
298794	rnn.bias_ih_l0	7	-0.2884092926979065
298794	rnn.bias_ih_l0	8	-0.23414486646652222
298794	rnn.bias_ih_l0	9	-0.4106995165348053
298794	rnn.bias_hh_l0	0	-0.2765698730945587
298794	rnn.bias_hh_l0	1	-0.2947072684764862
298794	rnn.bias_hh_l0	2	-0.28643423318862915
298794	rnn.bias_hh_l0	3	-0.08683191984891891
298794	rnn.bias_hh_l0	4	-0.27330106496810913
298794	rnn.bias_hh_l0	5	-0.27928969264030457
298794	rnn.bias_hh_l0	6	-0.11447138339281082
298794	rnn.bias_hh_l0	7	0.04513460770249367
298794	rnn.bias_hh_l0	8	-0.16478252410888672
298794	rnn.bias_hh_l0	9	-0.46542951464653015
298794	rnn.weight_ih_l0_reverse	0	0.03837345913052559
298794	rnn.weight_ih_l0_reverse	1	-0.08494774252176285
298794	rnn.weight_ih_l0_reverse	2	-0.028952689841389656
298794	rnn.weight_ih_l0_reverse	3	-0.08922009915113449
298794	rnn.weight_ih_l0_reverse	4	0.05933136120438576
298794	rnn.weight_ih_l0_reverse	5	-0.10591628402471542
298794	rnn.weight_ih_l0_reverse	6	0.03912382572889328
298794	rnn.weight_ih_l0_reverse	7	0.02906225621700287
298794	rnn.weight_ih_l0_reverse	8	-0.06054439768195152
298794	rnn.weight_ih_l0_reverse	9	-0.04779544100165367
298794	rnn.weight_hh_l0_reverse	0	-0.07514703273773193
298794	rnn.weight_hh_l0_reverse	1	0.01997685618698597
298794	rnn.weight_hh_l0_reverse	2	-0.00821874663233757
298794	rnn.weight_hh_l0_reverse	3	0.02459188550710678
298794	rnn.weight_hh_l0_reverse	4	-0.07282816618680954
298794	rnn.weight_hh_l0_reverse	5	0.04253295809030533
298794	rnn.weight_hh_l0_reverse	6	0.014754930511116982
298794	rnn.weight_hh_l0_reverse	7	-0.05524488911032677
298794	rnn.weight_hh_l0_reverse	8	-0.02356107346713543
298794	rnn.weight_hh_l0_reverse	9	0.06230798736214638
298794	rnn.bias_ih_l0_reverse	0	-0.14309699833393097
298794	rnn.bias_ih_l0_reverse	1	-0.08151048421859741
298794	rnn.bias_ih_l0_reverse	2	0.08973229676485062
298794	rnn.bias_ih_l0_reverse	3	-0.2364361435174942
298794	rnn.bias_ih_l0_reverse	4	-0.038029104471206665
298794	rnn.bias_ih_l0_reverse	5	-0.1876416653394699
298794	rnn.bias_ih_l0_reverse	6	0.24505600333213806
298794	rnn.bias_ih_l0_reverse	7	-0.2762645483016968
298794	rnn.bias_ih_l0_reverse	8	-0.13748852908611298
298794	rnn.bias_ih_l0_reverse	9	-0.15215033292770386
298794	rnn.bias_hh_l0_reverse	0	-0.09668926894664764
298794	rnn.bias_hh_l0_reverse	1	0.23122790455818176
298794	rnn.bias_hh_l0_reverse	2	-0.32396644353866577
298794	rnn.bias_hh_l0_reverse	3	-0.14976370334625244
298794	rnn.bias_hh_l0_reverse	4	-0.3178088665008545
298794	rnn.bias_hh_l0_reverse	5	-0.17455792427062988
298794	rnn.bias_hh_l0_reverse	6	-0.26553478837013245
298794	rnn.bias_hh_l0_reverse	7	-0.09261851012706757
298794	rnn.bias_hh_l0_reverse	8	-0.19080747663974762
298794	rnn.bias_hh_l0_reverse	9	0.2215263545513153
298794	linear.weight	0	0.1963149607181549
298794	linear.weight	1	-0.45990419387817383
298794	linear.weight	2	-0.0473274402320385
298794	linear.weight	3	0.06782128661870956
298794	linear.weight	4	-0.2095467895269394
298794	linear.weight	5	0.20224133133888245
298794	linear.weight	6	-0.0864148661494255
298794	linear.weight	7	-0.06467930227518082
298794	linear.weight	8	0.12370628863573074
298794	linear.weight	9	-0.04443271830677986
298794	linear.bias	0	-1.0902515649795532
298794	linear.bias	1	1.9393006563186646
298794	linear.bias	2	0.7030366659164429
298794	linear.bias	3	-2.5482375621795654
298794	linear.bias	4	-0.24463029205799103
298794	linear.bias	5	1.1877912282943726
298794	linear.bias	6	-0.2746020555496216
298794	linear.bias	7	0.6388393640518188
298794	linear.bias	8	2.121019124984741
298794	linear.bias	9	-1.4074618816375732
298802	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
298802	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
298802	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
298802	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
298802	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
298802	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
298802	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
298802	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
298802	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
298802	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
298802	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
298802	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
298802	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
298802	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
298802	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
298802	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
298802	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
298802	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
298802	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
298802	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
298802	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
298802	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
298802	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
298802	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
298802	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
298802	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
298802	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
298802	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
298802	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
298802	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
298802	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
298802	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
298802	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
298802	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
298802	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
298802	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
298802	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
298802	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
298802	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
298802	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
298802	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
298802	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
298802	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
298802	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
298802	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
298802	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
298802	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
298802	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
298802	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
298802	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
298802	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
298802	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
298802	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
298802	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
298802	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
298802	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
298802	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
298802	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
298802	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
298802	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
298802	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
298802	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
298802	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
298802	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
298802	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
298802	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
298802	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
298802	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
298802	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
298802	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
298802	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
298802	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
298802	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
298802	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
298802	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
298802	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
298802	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
298802	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
298802	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
298802	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
298802	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
298802	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
298802	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
298802	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
298802	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
298802	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
298802	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
298802	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
298802	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
298802	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
298802	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
298802	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
298802	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
298802	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
298802	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
298802	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
298802	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
298802	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
298802	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
298802	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
298802	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
298802	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
298802	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
298802	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
298802	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
298802	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
298802	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
298802	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
298802	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
298802	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
298802	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
298802	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
298802	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
298802	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
298802	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
298802	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
298802	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
298802	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
298802	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
298802	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
298802	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
298802	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
298802	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
298802	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
298802	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
298802	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
298802	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
298802	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
298802	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
298802	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
298802	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
298802	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
298802	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
298802	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
298802	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
298802	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
298802	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
298802	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
298802	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
298802	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
298802	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
298802	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
298802	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
298802	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
298802	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
298802	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
298802	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
298802	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
298802	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
298802	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
298802	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
298802	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
298802	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
298802	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
298802	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
298802	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
298802	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
298802	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
298802	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
298802	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
298802	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
298802	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
298802	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
298802	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
298802	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
298802	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
298802	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
298802	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
298802	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
298802	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
298802	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
298802	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
298802	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
298802	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
298802	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
298802	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
298802	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
298802	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
298802	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
298802	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
298802	embedding2nn.weight	0	0.27649980783462524
298802	embedding2nn.weight	1	0.32607603073120117
298802	embedding2nn.weight	2	-0.026721224188804626
298802	embedding2nn.weight	3	0.019600562751293182
298802	embedding2nn.weight	4	-0.04554635286331177
298802	embedding2nn.weight	5	0.0663638561964035
298802	embedding2nn.weight	6	0.0300749484449625
298802	embedding2nn.weight	7	-0.01168829295784235
298802	embedding2nn.weight	8	0.036862216889858246
298802	embedding2nn.weight	9	-0.024114074185490608
298802	embedding2nn.bias	0	0.04659417271614075
298802	embedding2nn.bias	1	-0.2187911570072174
298802	embedding2nn.bias	2	0.08510752767324448
298802	embedding2nn.bias	3	0.18373094499111176
298802	embedding2nn.bias	4	0.14602382481098175
298802	embedding2nn.bias	5	-0.03708885237574577
298802	embedding2nn.bias	6	-0.04846635088324547
298802	embedding2nn.bias	7	0.0357760414481163
298802	embedding2nn.bias	8	-0.14633114635944366
298802	embedding2nn.bias	9	-0.3705016076564789
298802	rnn.weight_ih_l0	0	0.008375844918191433
298802	rnn.weight_ih_l0	1	-0.078355573117733
298802	rnn.weight_ih_l0	2	-0.062491923570632935
298802	rnn.weight_ih_l0	3	0.08821927011013031
298802	rnn.weight_ih_l0	4	0.052761152386665344
298802	rnn.weight_ih_l0	5	-0.12295573204755783
298802	rnn.weight_ih_l0	6	-0.05726584792137146
298802	rnn.weight_ih_l0	7	0.012949884869158268
298802	rnn.weight_ih_l0	8	0.018628165125846863
298802	rnn.weight_ih_l0	9	-0.03688226640224457
298802	rnn.weight_hh_l0	0	0.011922083795070648
298802	rnn.weight_hh_l0	1	0.06343741714954376
298802	rnn.weight_hh_l0	2	0.030117537826299667
298802	rnn.weight_hh_l0	3	0.021329160779714584
298802	rnn.weight_hh_l0	4	0.017754338681697845
298802	rnn.weight_hh_l0	5	0.07294908910989761
298802	rnn.weight_hh_l0	6	-0.030070636421442032
298802	rnn.weight_hh_l0	7	-0.0721837654709816
298802	rnn.weight_hh_l0	8	0.03759431838989258
298802	rnn.weight_hh_l0	9	-0.09172052145004272
298802	rnn.bias_ih_l0	0	0.1582418829202652
298802	rnn.bias_ih_l0	1	-0.24810580909252167
298802	rnn.bias_ih_l0	2	-0.028204014524817467
298802	rnn.bias_ih_l0	3	-0.1513051837682724
298802	rnn.bias_ih_l0	4	0.02637062408030033
298802	rnn.bias_ih_l0	5	-0.326346218585968
298802	rnn.bias_ih_l0	6	-0.1006975919008255
298802	rnn.bias_ih_l0	7	-0.28842177987098694
298802	rnn.bias_ih_l0	8	-0.23311454057693481
298802	rnn.bias_ih_l0	9	-0.4113180637359619
298802	rnn.bias_hh_l0	0	-0.2774793803691864
298802	rnn.bias_hh_l0	1	-0.2947409451007843
298802	rnn.bias_hh_l0	2	-0.2866232097148895
298802	rnn.bias_hh_l0	3	-0.08587755262851715
298802	rnn.bias_hh_l0	4	-0.27400723099708557
298802	rnn.bias_hh_l0	5	-0.2789863646030426
298802	rnn.bias_hh_l0	6	-0.1150907352566719
298802	rnn.bias_hh_l0	7	0.046151623129844666
298802	rnn.bias_hh_l0	8	-0.16588620841503143
298802	rnn.bias_hh_l0	9	-0.46532121300697327
298802	rnn.weight_ih_l0_reverse	0	0.0381978414952755
298802	rnn.weight_ih_l0_reverse	1	-0.08488480001688004
298802	rnn.weight_ih_l0_reverse	2	-0.029043322429060936
298802	rnn.weight_ih_l0_reverse	3	-0.08911888301372528
298802	rnn.weight_ih_l0_reverse	4	0.05944516509771347
298802	rnn.weight_ih_l0_reverse	5	-0.10694973915815353
298802	rnn.weight_ih_l0_reverse	6	0.03927573561668396
298802	rnn.weight_ih_l0_reverse	7	0.028940629214048386
298802	rnn.weight_ih_l0_reverse	8	-0.060944486409425735
298802	rnn.weight_ih_l0_reverse	9	-0.04790148138999939
298802	rnn.weight_hh_l0_reverse	0	-0.07548890262842178
298802	rnn.weight_hh_l0_reverse	1	0.019864868372678757
298802	rnn.weight_hh_l0_reverse	2	-0.00808119960129261
298802	rnn.weight_hh_l0_reverse	3	0.02453814446926117
298802	rnn.weight_hh_l0_reverse	4	-0.07288793474435806
298802	rnn.weight_hh_l0_reverse	5	0.042547158896923065
298802	rnn.weight_hh_l0_reverse	6	0.014764084480702877
298802	rnn.weight_hh_l0_reverse	7	-0.05560050159692764
298802	rnn.weight_hh_l0_reverse	8	-0.02358996868133545
298802	rnn.weight_hh_l0_reverse	9	0.06229639798402786
298802	rnn.bias_ih_l0_reverse	0	-0.1426752805709839
298802	rnn.bias_ih_l0_reverse	1	-0.08135395497083664
298802	rnn.bias_ih_l0_reverse	2	0.08990909159183502
298802	rnn.bias_ih_l0_reverse	3	-0.23690485954284668
298802	rnn.bias_ih_l0_reverse	4	-0.038866836577653885
298802	rnn.bias_ih_l0_reverse	5	-0.18741899728775024
298802	rnn.bias_ih_l0_reverse	6	0.2449408322572708
298802	rnn.bias_ih_l0_reverse	7	-0.27661627531051636
298802	rnn.bias_ih_l0_reverse	8	-0.1370469033718109
298802	rnn.bias_ih_l0_reverse	9	-0.15094710886478424
298802	rnn.bias_hh_l0_reverse	0	-0.09803146123886108
298802	rnn.bias_hh_l0_reverse	1	0.23259253799915314
298802	rnn.bias_hh_l0_reverse	2	-0.3240591883659363
298802	rnn.bias_hh_l0_reverse	3	-0.14918342232704163
298802	rnn.bias_hh_l0_reverse	4	-0.31648847460746765
298802	rnn.bias_hh_l0_reverse	5	-0.17427733540534973
298802	rnn.bias_hh_l0_reverse	6	-0.26636478304862976
298802	rnn.bias_hh_l0_reverse	7	-0.09219609946012497
298802	rnn.bias_hh_l0_reverse	8	-0.19097836315631866
298802	rnn.bias_hh_l0_reverse	9	0.22055870294570923
298802	linear.weight	0	0.20422346889972687
298802	linear.weight	1	-0.45896148681640625
298802	linear.weight	2	-0.047855839133262634
298802	linear.weight	3	0.06782127916812897
298802	linear.weight	4	-0.20257480442523956
298802	linear.weight	5	0.1992768794298172
298802	linear.weight	6	-0.08838436007499695
298802	linear.weight	7	-0.06467927247285843
298802	linear.weight	8	0.12508344650268555
298802	linear.weight	9	-0.044432878494262695
298802	linear.bias	0	-1.092430591583252
298802	linear.bias	1	1.934551477432251
298802	linear.bias	2	0.6983878016471863
298802	linear.bias	3	-2.5482428073883057
298802	linear.bias	4	-0.24884898960590363
298802	linear.bias	5	1.1805468797683716
298802	linear.bias	6	-0.27925050258636475
298802	linear.bias	7	0.6494570970535278
298802	linear.bias	8	2.1089584827423096
298802	linear.bias	9	-1.4032472372055054
299411	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
299411	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
299411	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
299411	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
299411	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
299411	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
299411	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
299411	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
299411	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
299411	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
299411	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
299411	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
299411	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
299411	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
299411	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
299411	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
299411	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
299411	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
299411	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
299411	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
299411	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
299411	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
299411	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
299411	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
299411	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
299411	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
299411	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
299411	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
299411	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
299411	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
299411	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
299411	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
299411	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
299411	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
299411	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
299411	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
299411	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
299411	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
299411	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
299411	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
299411	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
299411	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
299411	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
299411	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
299411	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
299411	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
299411	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
299411	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
299411	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
299411	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
299411	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
299411	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
299411	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
299411	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
299411	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
299411	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
299411	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
299411	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
299411	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
299411	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
299411	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
299411	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
299411	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
299411	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
299411	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
299411	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
299411	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
299411	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
299411	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
299411	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
299411	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
299411	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
299411	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
299411	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
299411	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
299411	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
299411	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
299411	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
299411	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
299411	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
299411	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
299411	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
299411	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
299411	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
299411	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
299411	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
299411	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
299411	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
299411	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
299411	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
299411	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
299411	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
299411	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
299411	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
299411	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
299411	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
299411	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
299411	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
299411	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
299411	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
299411	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
299411	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
299411	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
299411	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
299411	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
299411	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
299411	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
299411	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
299411	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
299411	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
299411	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
299411	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
299411	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
299411	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
299411	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
299411	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
299411	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
299411	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
299411	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
299411	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
299411	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
299411	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
299411	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
299411	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
299411	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
299411	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
299411	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
299411	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
299411	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
299411	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
299411	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
299411	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
299411	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
299411	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
299411	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
299411	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
299411	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
299411	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
299411	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
299411	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
299411	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
299411	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
299411	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
299411	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
299411	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
299411	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
299411	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
299411	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
299411	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
299411	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
299411	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
299411	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
299411	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
299411	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
299411	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
299411	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
299411	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
299411	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
299411	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
299411	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
299411	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
299411	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
299411	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
299411	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
299411	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
299411	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
299411	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
299411	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
299411	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
299411	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
299411	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
299411	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
299411	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
299411	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
299411	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
299411	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
299411	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
299411	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
299411	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
299411	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
299411	embedding2nn.weight	0	0.27474215626716614
299411	embedding2nn.weight	1	0.3249097764492035
299411	embedding2nn.weight	2	-0.026043182238936424
299411	embedding2nn.weight	3	0.0010800055461004376
299411	embedding2nn.weight	4	-0.046384189277887344
299411	embedding2nn.weight	5	0.06408122926950455
299411	embedding2nn.weight	6	0.03590027242898941
299411	embedding2nn.weight	7	-0.012788448482751846
299411	embedding2nn.weight	8	0.036550264805555344
299411	embedding2nn.weight	9	-0.028958965092897415
299411	embedding2nn.bias	0	0.027713721618056297
299411	embedding2nn.bias	1	-0.20064711570739746
299411	embedding2nn.bias	2	0.08645632863044739
299411	embedding2nn.bias	3	0.16364938020706177
299411	embedding2nn.bias	4	0.1277126669883728
299411	embedding2nn.bias	5	-0.051615241914987564
299411	embedding2nn.bias	6	-0.0470694862306118
299411	embedding2nn.bias	7	0.041037097573280334
299411	embedding2nn.bias	8	-0.15749730169773102
299411	embedding2nn.bias	9	-0.3719356656074524
299411	rnn.weight_ih_l0	0	0.00905652530491352
299411	rnn.weight_ih_l0	1	-0.07813078165054321
299411	rnn.weight_ih_l0	2	-0.06081140786409378
299411	rnn.weight_ih_l0	3	0.08774890005588531
299411	rnn.weight_ih_l0	4	0.05460013076663017
299411	rnn.weight_ih_l0	5	-0.11778350919485092
299411	rnn.weight_ih_l0	6	-0.05900923162698746
299411	rnn.weight_ih_l0	7	0.009817446582019329
299411	rnn.weight_ih_l0	8	0.026769885793328285
299411	rnn.weight_ih_l0	9	-0.03956425562500954
299411	rnn.weight_hh_l0	0	0.012113784439861774
299411	rnn.weight_hh_l0	1	0.06389065086841583
299411	rnn.weight_hh_l0	2	0.030263850465416908
299411	rnn.weight_hh_l0	3	0.02138880267739296
299411	rnn.weight_hh_l0	4	0.01826467365026474
299411	rnn.weight_hh_l0	5	0.07239475101232529
299411	rnn.weight_hh_l0	6	-0.029321376234292984
299411	rnn.weight_hh_l0	7	-0.0720493495464325
299411	rnn.weight_hh_l0	8	0.03767111897468567
299411	rnn.weight_hh_l0	9	-0.09161671996116638
299411	rnn.bias_ih_l0	0	0.1583174616098404
299411	rnn.bias_ih_l0	1	-0.243841752409935
299411	rnn.bias_ih_l0	2	-0.02894972451031208
299411	rnn.bias_ih_l0	3	-0.15099559724330902
299411	rnn.bias_ih_l0	4	0.029132837429642677
299411	rnn.bias_ih_l0	5	-0.32345443964004517
299411	rnn.bias_ih_l0	6	-0.10437172651290894
299411	rnn.bias_ih_l0	7	-0.287414014339447
299411	rnn.bias_ih_l0	8	-0.22794020175933838
299411	rnn.bias_ih_l0	9	-0.41295114159584045
299411	rnn.bias_hh_l0	0	-0.28031423687934875
299411	rnn.bias_hh_l0	1	-0.2952554523944855
299411	rnn.bias_hh_l0	2	-0.28422635793685913
299411	rnn.bias_hh_l0	3	-0.08733037114143372
299411	rnn.bias_hh_l0	4	-0.2776472270488739
299411	rnn.bias_hh_l0	5	-0.28099513053894043
299411	rnn.bias_hh_l0	6	-0.11273995786905289
299411	rnn.bias_hh_l0	7	0.04485255107283592
299411	rnn.bias_hh_l0	8	-0.1591874659061432
299411	rnn.bias_hh_l0	9	-0.46562349796295166
299411	rnn.weight_ih_l0_reverse	0	0.04619462043046951
299411	rnn.weight_ih_l0_reverse	1	-0.08468126505613327
299411	rnn.weight_ih_l0_reverse	2	-0.025399453938007355
299411	rnn.weight_ih_l0_reverse	3	-0.08868633210659027
299411	rnn.weight_ih_l0_reverse	4	0.060741126537323
299411	rnn.weight_ih_l0_reverse	5	-0.1115698590874672
299411	rnn.weight_ih_l0_reverse	6	0.04121769964694977
299411	rnn.weight_ih_l0_reverse	7	0.02950160950422287
299411	rnn.weight_ih_l0_reverse	8	-0.06090175360441208
299411	rnn.weight_ih_l0_reverse	9	-0.04591688513755798
299411	rnn.weight_hh_l0_reverse	0	-0.07429379224777222
299411	rnn.weight_hh_l0_reverse	1	0.01924075558781624
299411	rnn.weight_hh_l0_reverse	2	-0.008309940807521343
299411	rnn.weight_hh_l0_reverse	3	0.025173552334308624
299411	rnn.weight_hh_l0_reverse	4	-0.07209661602973938
299411	rnn.weight_hh_l0_reverse	5	0.042546335607767105
299411	rnn.weight_hh_l0_reverse	6	0.015103770419955254
299411	rnn.weight_hh_l0_reverse	7	-0.05368790775537491
299411	rnn.weight_hh_l0_reverse	8	-0.022851455956697464
299411	rnn.weight_hh_l0_reverse	9	0.06704778224229813
299411	rnn.bias_ih_l0_reverse	0	-0.13819323480129242
299411	rnn.bias_ih_l0_reverse	1	-0.08128520846366882
299411	rnn.bias_ih_l0_reverse	2	0.08318091928958893
299411	rnn.bias_ih_l0_reverse	3	-0.23435664176940918
299411	rnn.bias_ih_l0_reverse	4	-0.040613867342472076
299411	rnn.bias_ih_l0_reverse	5	-0.18677179515361786
299411	rnn.bias_ih_l0_reverse	6	0.24245911836624146
299411	rnn.bias_ih_l0_reverse	7	-0.2873149514198303
299411	rnn.bias_ih_l0_reverse	8	-0.1393565684556961
299411	rnn.bias_ih_l0_reverse	9	-0.14442963898181915
299411	rnn.bias_hh_l0_reverse	0	-0.10649140179157257
299411	rnn.bias_hh_l0_reverse	1	0.22685496509075165
299411	rnn.bias_hh_l0_reverse	2	-0.3254827857017517
299411	rnn.bias_hh_l0_reverse	3	-0.15906083583831787
299411	rnn.bias_hh_l0_reverse	4	-0.3128701150417328
299411	rnn.bias_hh_l0_reverse	5	-0.17246443033218384
299411	rnn.bias_hh_l0_reverse	6	-0.2647596299648285
299411	rnn.bias_hh_l0_reverse	7	-0.09849946945905685
299411	rnn.bias_hh_l0_reverse	8	-0.20402197539806366
299411	rnn.bias_hh_l0_reverse	9	0.21004420518875122
299411	linear.weight	0	0.19430825114250183
299411	linear.weight	1	-0.4508119225502014
299411	linear.weight	2	0.00017565004236530513
299411	linear.weight	3	0.0678192675113678
299411	linear.weight	4	-0.1584578901529312
299411	linear.weight	5	0.17974036931991577
299411	linear.weight	6	-0.11885226517915726
299411	linear.weight	7	-0.06466791033744812
299411	linear.weight	8	0.14282502233982086
299411	linear.weight	9	-0.044444501399993896
299411	linear.bias	0	-1.0693542957305908
299411	linear.bias	1	1.906661033630371
299411	linear.bias	2	0.7024891972541809
299411	linear.bias	3	-2.54879093170166
299411	linear.bias	4	-0.23566114902496338
299411	linear.bias	5	1.1918376684188843
299411	linear.bias	6	-0.2574286460876465
299411	linear.bias	7	0.656091034412384
299411	linear.bias	8	2.1319644451141357
299411	linear.bias	9	-1.4218828678131104
300020	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
300020	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
300020	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
300020	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
300020	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
300020	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
300020	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
300020	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
300020	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
300020	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
300020	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
300020	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
300020	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
300020	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
300020	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
300020	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
300020	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
300020	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
300020	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
300020	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
300020	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
300020	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
300020	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
300020	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
300020	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
300020	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
300020	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
300020	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
300020	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
300020	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
300020	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
300020	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
300020	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
300020	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
300020	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
300020	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
300020	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
300020	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
300020	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
300020	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
300020	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
300020	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
300020	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
300020	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
300020	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
300020	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
300020	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
300020	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
300020	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
300020	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
300020	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
300020	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
300020	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
300020	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
300020	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
300020	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
300020	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
300020	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
300020	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
300020	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
300020	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
300020	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
300020	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
300020	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
300020	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
300020	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
300020	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
300020	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
300020	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
300020	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
300020	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
300020	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
300020	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
300020	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
300020	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
300020	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
300020	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
300020	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
300020	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
300020	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
300020	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
300020	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
300020	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
300020	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
300020	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
300020	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
300020	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
300020	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
300020	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
300020	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
300020	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
300020	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
300020	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
300020	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
300020	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
300020	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
300020	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
300020	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
300020	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
300020	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
300020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
300020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
300020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
300020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
300020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
300020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
300020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
300020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
300020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
300020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
300020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
300020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
300020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
300020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
300020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
300020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
300020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
300020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
300020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
300020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
300020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
300020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
300020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
300020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
300020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
300020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
300020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
300020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
300020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
300020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
300020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
300020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
300020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
300020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
300020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
300020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
300020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
300020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
300020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
300020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
300020	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
300020	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
300020	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
300020	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
300020	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
300020	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
300020	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
300020	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
300020	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
300020	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
300020	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
300020	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
300020	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
300020	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
300020	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
300020	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
300020	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
300020	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
300020	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
300020	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
300020	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
300020	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
300020	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
300020	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
300020	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
300020	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
300020	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
300020	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
300020	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
300020	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
300020	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
300020	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
300020	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
300020	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
300020	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
300020	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
300020	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
300020	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
300020	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
300020	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
300020	embedding2nn.weight	0	0.2735968232154846
300020	embedding2nn.weight	1	0.32011178135871887
300020	embedding2nn.weight	2	-0.033475954085588455
300020	embedding2nn.weight	3	0.005684258416295052
300020	embedding2nn.weight	4	-0.0455341711640358
300020	embedding2nn.weight	5	0.060787420719861984
300020	embedding2nn.weight	6	0.031160999089479446
300020	embedding2nn.weight	7	-0.02036026492714882
300020	embedding2nn.weight	8	0.04274235665798187
300020	embedding2nn.weight	9	-0.033110905438661575
300020	embedding2nn.bias	0	0.02741597592830658
300020	embedding2nn.bias	1	-0.20230334997177124
300020	embedding2nn.bias	2	0.10235595703125
300020	embedding2nn.bias	3	0.2026752382516861
300020	embedding2nn.bias	4	0.13345876336097717
300020	embedding2nn.bias	5	-0.048973772674798965
300020	embedding2nn.bias	6	-0.03216017037630081
300020	embedding2nn.bias	7	0.03149563446640968
300020	embedding2nn.bias	8	-0.14382746815681458
300020	embedding2nn.bias	9	-0.3624919652938843
300020	rnn.weight_ih_l0	0	0.009268843568861485
300020	rnn.weight_ih_l0	1	-0.07794726639986038
300020	rnn.weight_ih_l0	2	-0.05926148593425751
300020	rnn.weight_ih_l0	3	0.08843623101711273
300020	rnn.weight_ih_l0	4	0.058289676904678345
300020	rnn.weight_ih_l0	5	-0.1180940568447113
300020	rnn.weight_ih_l0	6	-0.058288197964429855
300020	rnn.weight_ih_l0	7	0.004700751509517431
300020	rnn.weight_ih_l0	8	0.02931382693350315
300020	rnn.weight_ih_l0	9	-0.04189977049827576
300020	rnn.weight_hh_l0	0	0.012050176970660686
300020	rnn.weight_hh_l0	1	0.06396637111902237
300020	rnn.weight_hh_l0	2	0.030879255384206772
300020	rnn.weight_hh_l0	3	0.02150251343846321
300020	rnn.weight_hh_l0	4	0.018038779497146606
300020	rnn.weight_hh_l0	5	0.07203014194965363
300020	rnn.weight_hh_l0	6	-0.030360834673047066
300020	rnn.weight_hh_l0	7	-0.07122649252414703
300020	rnn.weight_hh_l0	8	0.037888865917921066
300020	rnn.weight_hh_l0	9	-0.09172006696462631
300020	rnn.bias_ih_l0	0	0.15734949707984924
300020	rnn.bias_ih_l0	1	-0.23037752509117126
300020	rnn.bias_ih_l0	2	-0.027187922969460487
300020	rnn.bias_ih_l0	3	-0.15934030711650848
300020	rnn.bias_ih_l0	4	0.012220212258398533
300020	rnn.bias_ih_l0	5	-0.32363736629486084
300020	rnn.bias_ih_l0	6	-0.10754097253084183
300020	rnn.bias_ih_l0	7	-0.2912527322769165
300020	rnn.bias_ih_l0	8	-0.2261878401041031
300020	rnn.bias_ih_l0	9	-0.42335864901542664
300020	rnn.bias_hh_l0	0	-0.27621281147003174
300020	rnn.bias_hh_l0	1	-0.2966823875904083
300020	rnn.bias_hh_l0	2	-0.2852930426597595
300020	rnn.bias_hh_l0	3	-0.0836394801735878
300020	rnn.bias_hh_l0	4	-0.27664172649383545
300020	rnn.bias_hh_l0	5	-0.2845885753631592
300020	rnn.bias_hh_l0	6	-0.1208697035908699
300020	rnn.bias_hh_l0	7	0.05408107861876488
300020	rnn.bias_hh_l0	8	-0.16735005378723145
300020	rnn.bias_hh_l0	9	-0.4727296531200409
300020	rnn.weight_ih_l0_reverse	0	0.04178930073976517
300020	rnn.weight_ih_l0_reverse	1	-0.0821041390299797
300020	rnn.weight_ih_l0_reverse	2	-0.023874441161751747
300020	rnn.weight_ih_l0_reverse	3	-0.08751195669174194
300020	rnn.weight_ih_l0_reverse	4	0.06330505013465881
300020	rnn.weight_ih_l0_reverse	5	-0.10971049219369888
300020	rnn.weight_ih_l0_reverse	6	0.037051960825920105
300020	rnn.weight_ih_l0_reverse	7	0.027451002970337868
300020	rnn.weight_ih_l0_reverse	8	-0.056774113327264786
300020	rnn.weight_ih_l0_reverse	9	-0.04649447649717331
300020	rnn.weight_hh_l0_reverse	0	-0.0752699226140976
300020	rnn.weight_hh_l0_reverse	1	0.021205376833677292
300020	rnn.weight_hh_l0_reverse	2	-0.007123284507542849
300020	rnn.weight_hh_l0_reverse	3	0.025936661288142204
300020	rnn.weight_hh_l0_reverse	4	-0.07221429795026779
300020	rnn.weight_hh_l0_reverse	5	0.04266904294490814
300020	rnn.weight_hh_l0_reverse	6	0.015295309014618397
300020	rnn.weight_hh_l0_reverse	7	-0.04849974811077118
300020	rnn.weight_hh_l0_reverse	8	-0.02516687661409378
300020	rnn.weight_hh_l0_reverse	9	0.06602466851472855
300020	rnn.bias_ih_l0_reverse	0	-0.13607822358608246
300020	rnn.bias_ih_l0_reverse	1	-0.08000094443559647
300020	rnn.bias_ih_l0_reverse	2	0.08241385221481323
300020	rnn.bias_ih_l0_reverse	3	-0.23844389617443085
300020	rnn.bias_ih_l0_reverse	4	-0.05633556842803955
300020	rnn.bias_ih_l0_reverse	5	-0.18783007562160492
300020	rnn.bias_ih_l0_reverse	6	0.2483135461807251
300020	rnn.bias_ih_l0_reverse	7	-0.283351868391037
300020	rnn.bias_ih_l0_reverse	8	-0.13253004848957062
300020	rnn.bias_ih_l0_reverse	9	-0.1511719524860382
300020	rnn.bias_hh_l0_reverse	0	-0.11793313920497894
300020	rnn.bias_hh_l0_reverse	1	0.23362793028354645
300020	rnn.bias_hh_l0_reverse	2	-0.319379985332489
300020	rnn.bias_hh_l0_reverse	3	-0.16088689863681793
300020	rnn.bias_hh_l0_reverse	4	-0.3190973103046417
300020	rnn.bias_hh_l0_reverse	5	-0.17146697640419006
300020	rnn.bias_hh_l0_reverse	6	-0.2640894949436188
300020	rnn.bias_hh_l0_reverse	7	-0.09035737067461014
300020	rnn.bias_hh_l0_reverse	8	-0.2132880836725235
300020	rnn.bias_hh_l0_reverse	9	0.21078568696975708
300020	linear.weight	0	0.1523565649986267
300020	linear.weight	1	-0.4987712800502777
300020	linear.weight	2	-0.04811663553118706
300020	linear.weight	3	0.06781131029129028
300020	linear.weight	4	-0.13127490878105164
300020	linear.weight	5	0.1927231252193451
300020	linear.weight	6	-0.12090384215116501
300020	linear.weight	7	-0.06465179473161697
300020	linear.weight	8	0.1359456479549408
300020	linear.weight	9	-0.04445520415902138
300020	linear.bias	0	-1.1044176816940308
300020	linear.bias	1	1.8934504985809326
300020	linear.bias	2	0.6820724606513977
300020	linear.bias	3	-2.5493528842926025
300020	linear.bias	4	-0.22522300481796265
300020	linear.bias	5	1.190999984741211
300020	linear.bias	6	-0.2471514493227005
300020	linear.bias	7	0.6628063321113586
300020	linear.bias	8	2.1623573303222656
300020	linear.bias	9	-1.4174001216888428
300629	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
300629	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
300629	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
300629	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
300629	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
300629	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
300629	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
300629	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
300629	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
300629	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
300629	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
300629	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
300629	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
300629	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
300629	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
300629	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
300629	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
300629	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
300629	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
300629	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
300629	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
300629	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
300629	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
300629	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
300629	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
300629	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
300629	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
300629	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
300629	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
300629	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
300629	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
300629	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
300629	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
300629	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
300629	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
300629	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
300629	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
300629	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
300629	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
300629	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
300629	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
300629	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
300629	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
300629	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
300629	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
300629	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
300629	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
300629	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
300629	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
300629	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
300629	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
300629	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
300629	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
300629	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
300629	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
300629	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
300629	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
300629	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
300629	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
300629	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
300629	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
300629	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
300629	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
300629	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
300629	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
300629	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
300629	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
300629	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
300629	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
300629	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
300629	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
300629	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
300629	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
300629	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
300629	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
300629	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
300629	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
300629	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
300629	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
300629	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
300629	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
300629	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
300629	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
300629	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
300629	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
300629	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
300629	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
300629	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
300629	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
300629	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
300629	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
300629	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
300629	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
300629	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
300629	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
300629	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
300629	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
300629	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
300629	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
300629	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
300629	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
300629	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
300629	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
300629	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
300629	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
300629	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
300629	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
300629	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
300629	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
300629	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
300629	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
300629	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
300629	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
300629	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
300629	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
300629	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
300629	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
300629	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
300629	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
300629	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
300629	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
300629	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
300629	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
300629	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
300629	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
300629	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
300629	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
300629	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
300629	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
300629	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
300629	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
300629	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
300629	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
300629	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
300629	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
300629	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
300629	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
300629	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
300629	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
300629	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
300629	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
300629	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
300629	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
300629	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
300629	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
300629	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
300629	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
300629	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
300629	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
300629	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
300629	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
300629	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
300629	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
300629	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
300629	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
300629	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
300629	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
300629	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
300629	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
300629	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
300629	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
300629	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
300629	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
300629	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
300629	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
300629	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
300629	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
300629	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
300629	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
300629	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
300629	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
300629	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
300629	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
300629	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
300629	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
300629	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
300629	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
300629	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
300629	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
300629	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
300629	embedding2nn.weight	0	0.27420055866241455
300629	embedding2nn.weight	1	0.3268085718154907
300629	embedding2nn.weight	2	-0.03390149772167206
300629	embedding2nn.weight	3	0.00944290030747652
300629	embedding2nn.weight	4	-0.0401243194937706
300629	embedding2nn.weight	5	0.06509488075971603
300629	embedding2nn.weight	6	0.034072309732437134
300629	embedding2nn.weight	7	-0.018465276807546616
300629	embedding2nn.weight	8	0.039418380707502365
300629	embedding2nn.weight	9	-0.031755249947309494
300629	embedding2nn.bias	0	0.030644219368696213
300629	embedding2nn.bias	1	-0.17750367522239685
300629	embedding2nn.bias	2	0.0889047309756279
300629	embedding2nn.bias	3	0.2003902792930603
300629	embedding2nn.bias	4	0.1336691677570343
300629	embedding2nn.bias	5	-0.04092423990368843
300629	embedding2nn.bias	6	-0.027751877903938293
300629	embedding2nn.bias	7	0.024021388962864876
300629	embedding2nn.bias	8	-0.16769647598266602
300629	embedding2nn.bias	9	-0.35373979806900024
300629	rnn.weight_ih_l0	0	0.008150026202201843
300629	rnn.weight_ih_l0	1	-0.07866270840167999
300629	rnn.weight_ih_l0	2	-0.06029896438121796
300629	rnn.weight_ih_l0	3	0.0892927348613739
300629	rnn.weight_ih_l0	4	0.06389324367046356
300629	rnn.weight_ih_l0	5	-0.10806413739919662
300629	rnn.weight_ih_l0	6	-0.06019897758960724
300629	rnn.weight_ih_l0	7	0.004955737851560116
300629	rnn.weight_ih_l0	8	0.034068092703819275
300629	rnn.weight_ih_l0	9	-0.037975043058395386
300629	rnn.weight_hh_l0	0	0.011717984452843666
300629	rnn.weight_hh_l0	1	0.06471401453018188
300629	rnn.weight_hh_l0	2	0.03138749673962593
300629	rnn.weight_hh_l0	3	0.021277466788887978
300629	rnn.weight_hh_l0	4	0.018335772678256035
300629	rnn.weight_hh_l0	5	0.06960314512252808
300629	rnn.weight_hh_l0	6	-0.030555469915270805
300629	rnn.weight_hh_l0	7	-0.06940162926912308
300629	rnn.weight_hh_l0	8	0.038025762885808945
300629	rnn.weight_hh_l0	9	-0.09242995083332062
300629	rnn.bias_ih_l0	0	0.1741725355386734
300629	rnn.bias_ih_l0	1	-0.22924287617206573
300629	rnn.bias_ih_l0	2	-0.024900006130337715
300629	rnn.bias_ih_l0	3	-0.16918712854385376
300629	rnn.bias_ih_l0	4	0.030359992757439613
300629	rnn.bias_ih_l0	5	-0.3255864977836609
300629	rnn.bias_ih_l0	6	-0.11679308116436005
300629	rnn.bias_ih_l0	7	-0.29362109303474426
300629	rnn.bias_ih_l0	8	-0.2321992963552475
300629	rnn.bias_ih_l0	9	-0.4251069128513336
300629	rnn.bias_hh_l0	0	-0.2781997323036194
300629	rnn.bias_hh_l0	1	-0.2952236235141754
300629	rnn.bias_hh_l0	2	-0.28267332911491394
300629	rnn.bias_hh_l0	3	-0.0786413922905922
300629	rnn.bias_hh_l0	4	-0.28076839447021484
300629	rnn.bias_hh_l0	5	-0.28189602494239807
300629	rnn.bias_hh_l0	6	-0.11970468610525131
300629	rnn.bias_hh_l0	7	0.049098096787929535
300629	rnn.bias_hh_l0	8	-0.16885791718959808
300629	rnn.bias_hh_l0	9	-0.4711272716522217
300629	rnn.weight_ih_l0_reverse	0	0.04806489124894142
300629	rnn.weight_ih_l0_reverse	1	-0.08047563582658768
300629	rnn.weight_ih_l0_reverse	2	-0.027489855885505676
300629	rnn.weight_ih_l0_reverse	3	-0.08422450721263885
300629	rnn.weight_ih_l0_reverse	4	0.06182342767715454
300629	rnn.weight_ih_l0_reverse	5	-0.11895022541284561
300629	rnn.weight_ih_l0_reverse	6	0.029446609318256378
300629	rnn.weight_ih_l0_reverse	7	0.027889598160982132
300629	rnn.weight_ih_l0_reverse	8	-0.05214359238743782
300629	rnn.weight_ih_l0_reverse	9	-0.05223710089921951
300629	rnn.weight_hh_l0_reverse	0	-0.0768357515335083
300629	rnn.weight_hh_l0_reverse	1	0.022836338728666306
300629	rnn.weight_hh_l0_reverse	2	-0.008713611401617527
300629	rnn.weight_hh_l0_reverse	3	0.0256007332354784
300629	rnn.weight_hh_l0_reverse	4	-0.07256761938333511
300629	rnn.weight_hh_l0_reverse	5	0.042752280831336975
300629	rnn.weight_hh_l0_reverse	6	0.015336107462644577
300629	rnn.weight_hh_l0_reverse	7	-0.05104776471853256
300629	rnn.weight_hh_l0_reverse	8	-0.02474789507687092
300629	rnn.weight_hh_l0_reverse	9	0.06490971148014069
300629	rnn.bias_ih_l0_reverse	0	-0.1444164663553238
300629	rnn.bias_ih_l0_reverse	1	-0.08497951924800873
300629	rnn.bias_ih_l0_reverse	2	0.09077172726392746
300629	rnn.bias_ih_l0_reverse	3	-0.24171224236488342
300629	rnn.bias_ih_l0_reverse	4	-0.0642104297876358
300629	rnn.bias_ih_l0_reverse	5	-0.18560542166233063
300629	rnn.bias_ih_l0_reverse	6	0.2474510818719864
300629	rnn.bias_ih_l0_reverse	7	-0.28294637799263
300629	rnn.bias_ih_l0_reverse	8	-0.1321052461862564
300629	rnn.bias_ih_l0_reverse	9	-0.15523093938827515
300629	rnn.bias_hh_l0_reverse	0	-0.11755383014678955
300629	rnn.bias_hh_l0_reverse	1	0.2282351702451706
300629	rnn.bias_hh_l0_reverse	2	-0.33161136507987976
300629	rnn.bias_hh_l0_reverse	3	-0.15661433339118958
300629	rnn.bias_hh_l0_reverse	4	-0.31953686475753784
300629	rnn.bias_hh_l0_reverse	5	-0.17644426226615906
300629	rnn.bias_hh_l0_reverse	6	-0.27397629618644714
300629	rnn.bias_hh_l0_reverse	7	-0.08828926831483841
300629	rnn.bias_hh_l0_reverse	8	-0.20250733196735382
300629	rnn.bias_hh_l0_reverse	9	0.21231740713119507
300629	linear.weight	0	0.15099714696407318
300629	linear.weight	1	-0.460319459438324
300629	linear.weight	2	0.0328746996819973
300629	linear.weight	3	0.06780917197465897
300629	linear.weight	4	-0.17688463628292084
300629	linear.weight	5	0.1644081324338913
300629	linear.weight	6	-0.11492759734392166
300629	linear.weight	7	-0.06464013457298279
300629	linear.weight	8	0.11963573098182678
300629	linear.weight	9	-0.04447241500020027
300629	linear.bias	0	-1.077064871788025
300629	linear.bias	1	1.9065468311309814
300629	linear.bias	2	0.7253490686416626
300629	linear.bias	3	-2.549941062927246
300629	linear.bias	4	-0.23303669691085815
300629	linear.bias	5	1.220970630645752
300629	linear.bias	6	-0.28302448987960815
300629	linear.bias	7	0.64290452003479
300629	linear.bias	8	2.118954658508301
300629	linear.bias	9	-1.4473103284835815
301238	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
301238	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
301238	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
301238	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
301238	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
301238	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
301238	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
301238	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
301238	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
301238	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
301238	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
301238	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
301238	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
301238	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
301238	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
301238	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
301238	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
301238	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
301238	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
301238	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
301238	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
301238	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
301238	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
301238	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
301238	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
301238	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
301238	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
301238	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
301238	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
301238	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
301238	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
301238	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
301238	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
301238	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
301238	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
301238	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
301238	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
301238	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
301238	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
301238	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
301238	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
301238	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
301238	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
301238	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
301238	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
301238	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
301238	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
301238	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
301238	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
301238	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
301238	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
301238	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
301238	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
301238	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
301238	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
301238	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
301238	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
301238	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
301238	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
301238	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
301238	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
301238	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
301238	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
301238	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
301238	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
301238	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
301238	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
301238	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
301238	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
301238	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
301238	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
301238	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
301238	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
301238	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
301238	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
301238	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
301238	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
301238	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
301238	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
301238	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
301238	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
301238	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
301238	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
301238	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
301238	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
301238	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
301238	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
301238	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
301238	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
301238	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
301238	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
301238	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
301238	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
301238	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
301238	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
301238	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
301238	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
301238	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
301238	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
301238	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
301238	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
301238	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
301238	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
301238	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
301238	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
301238	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
301238	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
301238	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
301238	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
301238	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
301238	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
301238	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
301238	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
301238	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
301238	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
301238	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
301238	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
301238	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
301238	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
301238	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
301238	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
301238	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
301238	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
301238	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
301238	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
301238	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
301238	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
301238	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
301238	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
301238	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
301238	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
301238	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
301238	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
301238	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
301238	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
301238	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
301238	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
301238	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
301238	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
301238	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
301238	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
301238	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
301238	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
301238	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
301238	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
301238	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
301238	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
301238	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
301238	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
301238	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
301238	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
301238	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
301238	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
301238	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
301238	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
301238	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
301238	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
301238	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
301238	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
301238	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
301238	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
301238	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
301238	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
301238	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
301238	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
301238	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
301238	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
301238	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
301238	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
301238	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
301238	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
301238	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
301238	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
301238	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
301238	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
301238	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
301238	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
301238	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
301238	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
301238	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
301238	embedding2nn.weight	0	0.2739224135875702
301238	embedding2nn.weight	1	0.32517868280410767
301238	embedding2nn.weight	2	-0.03084009699523449
301238	embedding2nn.weight	3	0.005211813375353813
301238	embedding2nn.weight	4	-0.041220083832740784
301238	embedding2nn.weight	5	0.06224161013960838
301238	embedding2nn.weight	6	0.04466525465250015
301238	embedding2nn.weight	7	-0.023133335635066032
301238	embedding2nn.weight	8	0.037268396466970444
301238	embedding2nn.weight	9	-0.026380565017461777
301238	embedding2nn.bias	0	0.03330469876527786
301238	embedding2nn.bias	1	-0.17359328269958496
301238	embedding2nn.bias	2	0.08447354286909103
301238	embedding2nn.bias	3	0.18589696288108826
301238	embedding2nn.bias	4	0.13710808753967285
301238	embedding2nn.bias	5	-0.05168863385915756
301238	embedding2nn.bias	6	-0.047095321118831635
301238	embedding2nn.bias	7	0.02113814651966095
301238	embedding2nn.bias	8	-0.1577642261981964
301238	embedding2nn.bias	9	-0.3795994520187378
301238	rnn.weight_ih_l0	0	0.005767141468822956
301238	rnn.weight_ih_l0	1	-0.0797792598605156
301238	rnn.weight_ih_l0	2	-0.056208234280347824
301238	rnn.weight_ih_l0	3	0.08691674470901489
301238	rnn.weight_ih_l0	4	0.05779474228620529
301238	rnn.weight_ih_l0	5	-0.11176864802837372
301238	rnn.weight_ih_l0	6	-0.05509820580482483
301238	rnn.weight_ih_l0	7	0.006360223516821861
301238	rnn.weight_ih_l0	8	0.030907584354281425
301238	rnn.weight_ih_l0	9	-0.03566441312432289
301238	rnn.weight_hh_l0	0	0.011664960533380508
301238	rnn.weight_hh_l0	1	0.06443899124860764
301238	rnn.weight_hh_l0	2	0.031551461666822433
301238	rnn.weight_hh_l0	3	0.02194962650537491
301238	rnn.weight_hh_l0	4	0.017524534836411476
301238	rnn.weight_hh_l0	5	0.07013928890228271
301238	rnn.weight_hh_l0	6	-0.03079915978014469
301238	rnn.weight_hh_l0	7	-0.06921965628862381
301238	rnn.weight_hh_l0	8	0.03800496086478233
301238	rnn.weight_hh_l0	9	-0.0938635915517807
301238	rnn.bias_ih_l0	0	0.1687849760055542
301238	rnn.bias_ih_l0	1	-0.23127488791942596
301238	rnn.bias_ih_l0	2	-0.0314224436879158
301238	rnn.bias_ih_l0	3	-0.1693095862865448
301238	rnn.bias_ih_l0	4	0.0183500275015831
301238	rnn.bias_ih_l0	5	-0.32882624864578247
301238	rnn.bias_ih_l0	6	-0.11206518113613129
301238	rnn.bias_ih_l0	7	-0.29404714703559875
301238	rnn.bias_ih_l0	8	-0.23281806707382202
301238	rnn.bias_ih_l0	9	-0.4089924395084381
301238	rnn.bias_hh_l0	0	-0.2814795672893524
301238	rnn.bias_hh_l0	1	-0.2858085632324219
301238	rnn.bias_hh_l0	2	-0.2804841101169586
301238	rnn.bias_hh_l0	3	-0.0801711305975914
301238	rnn.bias_hh_l0	4	-0.27925434708595276
301238	rnn.bias_hh_l0	5	-0.28105926513671875
301238	rnn.bias_hh_l0	6	-0.12611353397369385
301238	rnn.bias_hh_l0	7	0.058234844356775284
301238	rnn.bias_hh_l0	8	-0.1675538569688797
301238	rnn.bias_hh_l0	9	-0.47302353382110596
301238	rnn.weight_ih_l0_reverse	0	0.05354795977473259
301238	rnn.weight_ih_l0_reverse	1	-0.08144485205411911
301238	rnn.weight_ih_l0_reverse	2	-0.030427949503064156
301238	rnn.weight_ih_l0_reverse	3	-0.08450102061033249
301238	rnn.weight_ih_l0_reverse	4	0.06033465266227722
301238	rnn.weight_ih_l0_reverse	5	-0.12219265848398209
301238	rnn.weight_ih_l0_reverse	6	0.02403244562447071
301238	rnn.weight_ih_l0_reverse	7	0.02847924642264843
301238	rnn.weight_ih_l0_reverse	8	-0.054480791091918945
301238	rnn.weight_ih_l0_reverse	9	-0.053595758974552155
301238	rnn.weight_hh_l0_reverse	0	-0.07636790722608566
301238	rnn.weight_hh_l0_reverse	1	0.023532407358288765
301238	rnn.weight_hh_l0_reverse	2	-0.008546199649572372
301238	rnn.weight_hh_l0_reverse	3	0.02609979175031185
301238	rnn.weight_hh_l0_reverse	4	-0.07277026027441025
301238	rnn.weight_hh_l0_reverse	5	0.04301305115222931
301238	rnn.weight_hh_l0_reverse	6	0.01501911785453558
301238	rnn.weight_hh_l0_reverse	7	-0.04980697110295296
301238	rnn.weight_hh_l0_reverse	8	-0.02645961195230484
301238	rnn.weight_hh_l0_reverse	9	0.06503456830978394
301238	rnn.bias_ih_l0_reverse	0	-0.14501504600048065
301238	rnn.bias_ih_l0_reverse	1	-0.07840149849653244
301238	rnn.bias_ih_l0_reverse	2	0.0866292268037796
301238	rnn.bias_ih_l0_reverse	3	-0.24828805029392242
301238	rnn.bias_ih_l0_reverse	4	-0.06400415301322937
301238	rnn.bias_ih_l0_reverse	5	-0.1874818354845047
301238	rnn.bias_ih_l0_reverse	6	0.24255986511707306
301238	rnn.bias_ih_l0_reverse	7	-0.28411930799484253
301238	rnn.bias_ih_l0_reverse	8	-0.13057918846607208
301238	rnn.bias_ih_l0_reverse	9	-0.15552778542041779
301238	rnn.bias_hh_l0_reverse	0	-0.10253022611141205
301238	rnn.bias_hh_l0_reverse	1	0.23238323628902435
301238	rnn.bias_hh_l0_reverse	2	-0.3246043622493744
301238	rnn.bias_hh_l0_reverse	3	-0.15238526463508606
301238	rnn.bias_hh_l0_reverse	4	-0.321541428565979
301238	rnn.bias_hh_l0_reverse	5	-0.17341266572475433
301238	rnn.bias_hh_l0_reverse	6	-0.2671120762825012
301238	rnn.bias_hh_l0_reverse	7	-0.08650502562522888
301238	rnn.bias_hh_l0_reverse	8	-0.18778881430625916
301238	rnn.bias_hh_l0_reverse	9	0.2036435753107071
301238	linear.weight	0	0.12552079558372498
301238	linear.weight	1	-0.4449091851711273
301238	linear.weight	2	0.059933777898550034
301238	linear.weight	3	0.06780732423067093
301238	linear.weight	4	-0.17238427698612213
301238	linear.weight	5	0.16537964344024658
301238	linear.weight	6	-0.10032230615615845
301238	linear.weight	7	-0.06462228298187256
301238	linear.weight	8	0.14688992500305176
301238	linear.weight	9	-0.04449155554175377
301238	linear.bias	0	-1.101534366607666
301238	linear.bias	1	1.879300594329834
301238	linear.bias	2	0.7390263080596924
301238	linear.bias	3	-2.5504794120788574
301238	linear.bias	4	-0.23727847635746002
301238	linear.bias	5	1.2311092615127563
301238	linear.bias	6	-0.2920410633087158
301238	linear.bias	7	0.6433237791061401
301238	linear.bias	8	2.1276934146881104
301238	linear.bias	9	-1.4216604232788086
301847	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
301847	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
301847	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
301847	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
301847	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
301847	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
301847	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
301847	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
301847	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
301847	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
301847	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
301847	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
301847	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
301847	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
301847	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
301847	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
301847	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
301847	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
301847	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
301847	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
301847	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
301847	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
301847	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
301847	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
301847	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
301847	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
301847	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
301847	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
301847	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
301847	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
301847	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
301847	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
301847	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
301847	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
301847	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
301847	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
301847	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
301847	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
301847	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
301847	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
301847	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
301847	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
301847	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
301847	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
301847	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
301847	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
301847	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
301847	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
301847	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
301847	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
301847	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
301847	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
301847	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
301847	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
301847	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
301847	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
301847	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
301847	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
301847	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
301847	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
301847	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
301847	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
301847	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
301847	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
301847	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
301847	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
301847	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
301847	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
301847	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
301847	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
301847	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
301847	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
301847	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
301847	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
301847	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
301847	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
301847	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
301847	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
301847	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
301847	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
301847	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
301847	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
301847	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
301847	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
301847	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
301847	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
301847	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
301847	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
301847	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
301847	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
301847	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
301847	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
301847	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
301847	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
301847	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
301847	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
301847	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
301847	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
301847	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
301847	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
301847	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
301847	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
301847	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
301847	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
301847	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
301847	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
301847	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
301847	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
301847	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
301847	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
301847	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
301847	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
301847	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
301847	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
301847	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
301847	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
301847	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
301847	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
301847	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
301847	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
301847	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
301847	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
301847	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
301847	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
301847	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
301847	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
301847	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
301847	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
301847	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
301847	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
301847	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
301847	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
301847	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
301847	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
301847	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
301847	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
301847	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
301847	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
301847	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
301847	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
301847	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
301847	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
301847	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
301847	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
301847	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
301847	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
301847	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
301847	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
301847	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
301847	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
301847	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
301847	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
301847	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
301847	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
301847	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
301847	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
301847	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
301847	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
301847	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
301847	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
301847	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
301847	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
301847	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
301847	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
301847	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
301847	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
301847	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
301847	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
301847	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
301847	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
301847	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
301847	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
301847	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
301847	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
301847	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
301847	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
301847	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
301847	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
301847	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
301847	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
301847	embedding2nn.weight	0	0.274035781621933
301847	embedding2nn.weight	1	0.3274368941783905
301847	embedding2nn.weight	2	-0.031882502138614655
301847	embedding2nn.weight	3	-0.00941826868802309
301847	embedding2nn.weight	4	-0.048885151743888855
301847	embedding2nn.weight	5	0.06293584406375885
301847	embedding2nn.weight	6	0.05313178524374962
301847	embedding2nn.weight	7	-0.01670720800757408
301847	embedding2nn.weight	8	0.034918442368507385
301847	embedding2nn.weight	9	-0.028910871595144272
301847	embedding2nn.bias	0	0.01957513391971588
301847	embedding2nn.bias	1	-0.19654645025730133
301847	embedding2nn.bias	2	0.06842008233070374
301847	embedding2nn.bias	3	0.1722038835287094
301847	embedding2nn.bias	4	0.14501900970935822
301847	embedding2nn.bias	5	-0.06232777610421181
301847	embedding2nn.bias	6	-0.06138158217072487
301847	embedding2nn.bias	7	0.02242092601954937
301847	embedding2nn.bias	8	-0.15972991287708282
301847	embedding2nn.bias	9	-0.3670094609260559
301847	rnn.weight_ih_l0	0	0.005443711299449205
301847	rnn.weight_ih_l0	1	-0.0796164870262146
301847	rnn.weight_ih_l0	2	-0.061547908931970596
301847	rnn.weight_ih_l0	3	0.08340995758771896
301847	rnn.weight_ih_l0	4	0.07293633371591568
301847	rnn.weight_ih_l0	5	-0.11707879602909088
301847	rnn.weight_ih_l0	6	-0.05204015225172043
301847	rnn.weight_ih_l0	7	0.0027650357224047184
301847	rnn.weight_ih_l0	8	0.02882522903382778
301847	rnn.weight_ih_l0	9	-0.03403698280453682
301847	rnn.weight_hh_l0	0	0.011996065266430378
301847	rnn.weight_hh_l0	1	0.06336755305528641
301847	rnn.weight_hh_l0	2	0.031010961160063744
301847	rnn.weight_hh_l0	3	0.021680081263184547
301847	rnn.weight_hh_l0	4	0.01791531778872013
301847	rnn.weight_hh_l0	5	0.0689060166478157
301847	rnn.weight_hh_l0	6	-0.03051931783556938
301847	rnn.weight_hh_l0	7	-0.07067832350730896
301847	rnn.weight_hh_l0	8	0.037888359278440475
301847	rnn.weight_hh_l0	9	-0.09380873292684555
301847	rnn.bias_ih_l0	0	0.1582970917224884
301847	rnn.bias_ih_l0	1	-0.22994598746299744
301847	rnn.bias_ih_l0	2	-0.03467633202672005
301847	rnn.bias_ih_l0	3	-0.17265543341636658
301847	rnn.bias_ih_l0	4	0.016744624823331833
301847	rnn.bias_ih_l0	5	-0.33210504055023193
301847	rnn.bias_ih_l0	6	-0.11708977818489075
301847	rnn.bias_ih_l0	7	-0.2934488356113434
301847	rnn.bias_ih_l0	8	-0.23200316727161407
301847	rnn.bias_ih_l0	9	-0.40816530585289
301847	rnn.bias_hh_l0	0	-0.28348037600517273
301847	rnn.bias_hh_l0	1	-0.28660422563552856
301847	rnn.bias_hh_l0	2	-0.2767010033130646
301847	rnn.bias_hh_l0	3	-0.08616239577531815
301847	rnn.bias_hh_l0	4	-0.2837572395801544
301847	rnn.bias_hh_l0	5	-0.2813497483730316
301847	rnn.bias_hh_l0	6	-0.11459698528051376
301847	rnn.bias_hh_l0	7	0.05415442958474159
301847	rnn.bias_hh_l0	8	-0.16625268757343292
301847	rnn.bias_hh_l0	9	-0.47524625062942505
301847	rnn.weight_ih_l0_reverse	0	0.05284250155091286
301847	rnn.weight_ih_l0_reverse	1	-0.0811888575553894
301847	rnn.weight_ih_l0_reverse	2	-0.03276913985610008
301847	rnn.weight_ih_l0_reverse	3	-0.08737508207559586
301847	rnn.weight_ih_l0_reverse	4	0.05894607678055763
301847	rnn.weight_ih_l0_reverse	5	-0.1229415014386177
301847	rnn.weight_ih_l0_reverse	6	0.035526398569345474
301847	rnn.weight_ih_l0_reverse	7	0.030185503885149956
301847	rnn.weight_ih_l0_reverse	8	-0.05334107577800751
301847	rnn.weight_ih_l0_reverse	9	-0.055897559970617294
301847	rnn.weight_hh_l0_reverse	0	-0.07731282711029053
301847	rnn.weight_hh_l0_reverse	1	0.02272552251815796
301847	rnn.weight_hh_l0_reverse	2	-0.00901771243661642
301847	rnn.weight_hh_l0_reverse	3	0.02648509293794632
301847	rnn.weight_hh_l0_reverse	4	-0.07308034598827362
301847	rnn.weight_hh_l0_reverse	5	0.04350918531417847
301847	rnn.weight_hh_l0_reverse	6	0.014395124278962612
301847	rnn.weight_hh_l0_reverse	7	-0.05143993720412254
301847	rnn.weight_hh_l0_reverse	8	-0.025939730927348137
301847	rnn.weight_hh_l0_reverse	9	0.063064806163311
301847	rnn.bias_ih_l0_reverse	0	-0.14447003602981567
301847	rnn.bias_ih_l0_reverse	1	-0.08339080214500427
301847	rnn.bias_ih_l0_reverse	2	0.08531969040632248
301847	rnn.bias_ih_l0_reverse	3	-0.2540491819381714
301847	rnn.bias_ih_l0_reverse	4	-0.05206151679158211
301847	rnn.bias_ih_l0_reverse	5	-0.18643584847450256
301847	rnn.bias_ih_l0_reverse	6	0.2390662282705307
301847	rnn.bias_ih_l0_reverse	7	-0.2902091145515442
301847	rnn.bias_ih_l0_reverse	8	-0.12694483995437622
301847	rnn.bias_ih_l0_reverse	9	-0.15066687762737274
301847	rnn.bias_hh_l0_reverse	0	-0.11199295520782471
301847	rnn.bias_hh_l0_reverse	1	0.23875172436237335
301847	rnn.bias_hh_l0_reverse	2	-0.3259201645851135
301847	rnn.bias_hh_l0_reverse	3	-0.14917732775211334
301847	rnn.bias_hh_l0_reverse	4	-0.32339274883270264
301847	rnn.bias_hh_l0_reverse	5	-0.17578601837158203
301847	rnn.bias_hh_l0_reverse	6	-0.2715502977371216
301847	rnn.bias_hh_l0_reverse	7	-0.07907263934612274
301847	rnn.bias_hh_l0_reverse	8	-0.2051333785057068
301847	rnn.bias_hh_l0_reverse	9	0.2058456391096115
301847	linear.weight	0	0.16185157001018524
301847	linear.weight	1	-0.4421256482601166
301847	linear.weight	2	0.06773483008146286
301847	linear.weight	3	0.06780001521110535
301847	linear.weight	4	-0.18558518588542938
301847	linear.weight	5	0.16632510721683502
301847	linear.weight	6	-0.09309924393892288
301847	linear.weight	7	-0.06460772454738617
301847	linear.weight	8	0.11314752697944641
301847	linear.weight	9	-0.04451186582446098
301847	linear.bias	0	-1.0814487934112549
301847	linear.bias	1	1.9048807621002197
301847	linear.bias	2	0.7189939022064209
301847	linear.bias	3	-2.551095724105835
301847	linear.bias	4	-0.23763282597064972
301847	linear.bias	5	1.2090648412704468
301847	linear.bias	6	-0.25729840993881226
301847	linear.bias	7	0.6459557414054871
301847	linear.bias	8	2.133589506149292
301847	linear.bias	9	-1.4306765794754028
302456	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
302456	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
302456	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
302456	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
302456	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
302456	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
302456	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
302456	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
302456	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
302456	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
302456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
302456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
302456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
302456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
302456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
302456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
302456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
302456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
302456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
302456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
302456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
302456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
302456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
302456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
302456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
302456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
302456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
302456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
302456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
302456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
302456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
302456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
302456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
302456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
302456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
302456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
302456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
302456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
302456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
302456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
302456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
302456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
302456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
302456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
302456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
302456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
302456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
302456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
302456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
302456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
302456	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
302456	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
302456	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
302456	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
302456	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
302456	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
302456	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
302456	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
302456	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
302456	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
302456	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
302456	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
302456	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
302456	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
302456	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
302456	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
302456	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
302456	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
302456	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
302456	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
302456	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
302456	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
302456	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
302456	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
302456	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
302456	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
302456	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
302456	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
302456	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
302456	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
302456	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
302456	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
302456	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
302456	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
302456	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
302456	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
302456	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
302456	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
302456	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
302456	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
302456	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
302456	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
302456	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
302456	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
302456	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
302456	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
302456	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
302456	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
302456	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
302456	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
302456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
302456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
302456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
302456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
302456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
302456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
302456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
302456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
302456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
302456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
302456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
302456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
302456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
302456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
302456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
302456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
302456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
302456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
302456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
302456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
302456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
302456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
302456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
302456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
302456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
302456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
302456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
302456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
302456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
302456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
302456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
302456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
302456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
302456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
302456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
302456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
302456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
302456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
302456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
302456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
302456	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
302456	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
302456	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
302456	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
302456	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
302456	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
302456	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
302456	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
302456	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
302456	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
302456	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
302456	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
302456	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
302456	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
302456	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
302456	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
302456	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
302456	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
302456	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
302456	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
302456	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
302456	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
302456	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
302456	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
302456	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
302456	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
302456	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
302456	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
302456	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
302456	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
302456	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
302456	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
302456	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
302456	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
302456	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
302456	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
302456	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
302456	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
302456	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
302456	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
302456	embedding2nn.weight	0	0.275934100151062
302456	embedding2nn.weight	1	0.3261013329029083
302456	embedding2nn.weight	2	-0.03295925632119179
302456	embedding2nn.weight	3	-0.0016300821444019675
302456	embedding2nn.weight	4	-0.048495739698410034
302456	embedding2nn.weight	5	0.06484295427799225
302456	embedding2nn.weight	6	0.043818190693855286
302456	embedding2nn.weight	7	-0.013689792715013027
302456	embedding2nn.weight	8	0.02773071825504303
302456	embedding2nn.weight	9	-0.02901918813586235
302456	embedding2nn.bias	0	-0.002781530376523733
302456	embedding2nn.bias	1	-0.19005875289440155
302456	embedding2nn.bias	2	0.07676215469837189
302456	embedding2nn.bias	3	0.17518353462219238
302456	embedding2nn.bias	4	0.1751512885093689
302456	embedding2nn.bias	5	-0.044188112020492554
302456	embedding2nn.bias	6	-0.05301795154809952
302456	embedding2nn.bias	7	0.014477748423814774
302456	embedding2nn.bias	8	-0.15683932602405548
302456	embedding2nn.bias	9	-0.3597244620323181
302456	rnn.weight_ih_l0	0	0.0038794083520770073
302456	rnn.weight_ih_l0	1	-0.08108508586883545
302456	rnn.weight_ih_l0	2	-0.061927106231451035
302456	rnn.weight_ih_l0	3	0.08404190838336945
302456	rnn.weight_ih_l0	4	0.07636809349060059
302456	rnn.weight_ih_l0	5	-0.1145264208316803
302456	rnn.weight_ih_l0	6	-0.045276328921318054
302456	rnn.weight_ih_l0	7	0.00014511022891383618
302456	rnn.weight_ih_l0	8	0.029115505516529083
302456	rnn.weight_ih_l0	9	-0.03590463101863861
302456	rnn.weight_hh_l0	0	0.011633891612291336
302456	rnn.weight_hh_l0	1	0.06357835233211517
302456	rnn.weight_hh_l0	2	0.029460273683071136
302456	rnn.weight_hh_l0	3	0.02096637897193432
302456	rnn.weight_hh_l0	4	0.017323574051260948
302456	rnn.weight_hh_l0	5	0.0676112249493599
302456	rnn.weight_hh_l0	6	-0.031186923384666443
302456	rnn.weight_hh_l0	7	-0.07319246977567673
302456	rnn.weight_hh_l0	8	0.03750143572688103
302456	rnn.weight_hh_l0	9	-0.09444314241409302
302456	rnn.bias_ih_l0	0	0.17272962629795074
302456	rnn.bias_ih_l0	1	-0.2321506291627884
302456	rnn.bias_ih_l0	2	-0.037836696952581406
302456	rnn.bias_ih_l0	3	-0.17609970271587372
302456	rnn.bias_ih_l0	4	0.026243435218930244
302456	rnn.bias_ih_l0	5	-0.3275490999221802
302456	rnn.bias_ih_l0	6	-0.12156332284212112
302456	rnn.bias_ih_l0	7	-0.2925662398338318
302456	rnn.bias_ih_l0	8	-0.23397032916545868
302456	rnn.bias_ih_l0	9	-0.4083143174648285
302456	rnn.bias_hh_l0	0	-0.2863137722015381
302456	rnn.bias_hh_l0	1	-0.2887619733810425
302456	rnn.bias_hh_l0	2	-0.27487120032310486
302456	rnn.bias_hh_l0	3	-0.079375721514225
302456	rnn.bias_hh_l0	4	-0.2796609699726105
302456	rnn.bias_hh_l0	5	-0.2814634144306183
302456	rnn.bias_hh_l0	6	-0.11248382925987244
302456	rnn.bias_hh_l0	7	0.04519825801253319
302456	rnn.bias_hh_l0	8	-0.17037136852741241
302456	rnn.bias_hh_l0	9	-0.46661731600761414
302456	rnn.weight_ih_l0_reverse	0	0.059894952923059464
302456	rnn.weight_ih_l0_reverse	1	-0.08119931817054749
302456	rnn.weight_ih_l0_reverse	2	-0.03399072587490082
302456	rnn.weight_ih_l0_reverse	3	-0.08220774680376053
302456	rnn.weight_ih_l0_reverse	4	0.059417493641376495
302456	rnn.weight_ih_l0_reverse	5	-0.13276562094688416
302456	rnn.weight_ih_l0_reverse	6	0.025900572538375854
302456	rnn.weight_ih_l0_reverse	7	0.029809411615133286
302456	rnn.weight_ih_l0_reverse	8	-0.053936995565891266
302456	rnn.weight_ih_l0_reverse	9	-0.06180286407470703
302456	rnn.weight_hh_l0_reverse	0	-0.07735901325941086
302456	rnn.weight_hh_l0_reverse	1	0.023064572364091873
302456	rnn.weight_hh_l0_reverse	2	-0.008545754477381706
302456	rnn.weight_hh_l0_reverse	3	0.026402227580547333
302456	rnn.weight_hh_l0_reverse	4	-0.07309628278017044
302456	rnn.weight_hh_l0_reverse	5	0.0436633862555027
302456	rnn.weight_hh_l0_reverse	6	0.014103745110332966
302456	rnn.weight_hh_l0_reverse	7	-0.05567646026611328
302456	rnn.weight_hh_l0_reverse	8	-0.025538740679621696
302456	rnn.weight_hh_l0_reverse	9	0.06308747082948685
302456	rnn.bias_ih_l0_reverse	0	-0.14792899787425995
302456	rnn.bias_ih_l0_reverse	1	-0.0844656229019165
302456	rnn.bias_ih_l0_reverse	2	0.08317877352237701
302456	rnn.bias_ih_l0_reverse	3	-0.24898959696292877
302456	rnn.bias_ih_l0_reverse	4	-0.0565384216606617
302456	rnn.bias_ih_l0_reverse	5	-0.1861676424741745
302456	rnn.bias_ih_l0_reverse	6	0.23165316879749298
302456	rnn.bias_ih_l0_reverse	7	-0.2924097776412964
302456	rnn.bias_ih_l0_reverse	8	-0.12650713324546814
302456	rnn.bias_ih_l0_reverse	9	-0.146220400929451
302456	rnn.bias_hh_l0_reverse	0	-0.10638657957315445
302456	rnn.bias_hh_l0_reverse	1	0.2428113967180252
302456	rnn.bias_hh_l0_reverse	2	-0.3215079605579376
302456	rnn.bias_hh_l0_reverse	3	-0.1604870855808258
302456	rnn.bias_hh_l0_reverse	4	-0.3264501392841339
302456	rnn.bias_hh_l0_reverse	5	-0.17249587178230286
302456	rnn.bias_hh_l0_reverse	6	-0.26136428117752075
302456	rnn.bias_hh_l0_reverse	7	-0.07366496324539185
302456	rnn.bias_hh_l0_reverse	8	-0.19482259452342987
302456	rnn.bias_hh_l0_reverse	9	0.19530031085014343
302456	linear.weight	0	0.1518850177526474
302456	linear.weight	1	-0.45245102047920227
302456	linear.weight	2	0.041806820780038834
302456	linear.weight	3	0.06779253482818604
302456	linear.weight	4	-0.13026875257492065
302456	linear.weight	5	0.17202416062355042
302456	linear.weight	6	-0.09158902615308762
302456	linear.weight	7	-0.06460248678922653
302456	linear.weight	8	0.1357136070728302
302456	linear.weight	9	-0.04453054443001747
302456	linear.bias	0	-1.1055479049682617
302456	linear.bias	1	1.885226845741272
302456	linear.bias	2	0.6907781362533569
302456	linear.bias	3	-2.551636219024658
302456	linear.bias	4	-0.24426206946372986
302456	linear.bias	5	1.1992019414901733
302456	linear.bias	6	-0.25336161255836487
302456	linear.bias	7	0.6388655304908752
302456	linear.bias	8	2.1761128902435303
302456	linear.bias	9	-1.407494306564331
303065	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
303065	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
303065	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
303065	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
303065	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
303065	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
303065	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
303065	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
303065	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
303065	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
303065	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
303065	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
303065	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
303065	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
303065	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
303065	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
303065	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
303065	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
303065	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
303065	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
303065	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
303065	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
303065	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
303065	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
303065	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
303065	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
303065	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
303065	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
303065	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
303065	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
303065	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
303065	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
303065	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
303065	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
303065	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
303065	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
303065	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
303065	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
303065	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
303065	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
303065	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
303065	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
303065	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
303065	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
303065	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
303065	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
303065	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
303065	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
303065	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
303065	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
303065	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
303065	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
303065	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
303065	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
303065	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
303065	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
303065	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
303065	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
303065	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
303065	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
303065	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
303065	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
303065	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
303065	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
303065	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
303065	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
303065	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
303065	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
303065	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
303065	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
303065	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
303065	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
303065	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
303065	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
303065	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
303065	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
303065	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
303065	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
303065	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
303065	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
303065	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
303065	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
303065	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
303065	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
303065	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
303065	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
303065	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
303065	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
303065	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
303065	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
303065	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
303065	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
303065	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
303065	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
303065	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
303065	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
303065	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
303065	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
303065	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
303065	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
303065	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
303065	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
303065	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
303065	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
303065	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
303065	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
303065	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
303065	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
303065	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
303065	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
303065	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
303065	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
303065	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
303065	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
303065	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
303065	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
303065	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
303065	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
303065	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
303065	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
303065	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
303065	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
303065	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
303065	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
303065	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
303065	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
303065	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
303065	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
303065	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
303065	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
303065	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
303065	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
303065	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
303065	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
303065	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
303065	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
303065	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
303065	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
303065	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
303065	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
303065	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
303065	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
303065	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
303065	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
303065	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
303065	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
303065	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
303065	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
303065	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
303065	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
303065	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
303065	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
303065	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
303065	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
303065	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
303065	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
303065	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
303065	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
303065	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
303065	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
303065	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
303065	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
303065	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
303065	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
303065	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
303065	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
303065	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
303065	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
303065	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
303065	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
303065	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
303065	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
303065	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
303065	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
303065	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
303065	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
303065	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
303065	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
303065	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
303065	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
303065	embedding2nn.weight	0	0.2758079469203949
303065	embedding2nn.weight	1	0.3249620795249939
303065	embedding2nn.weight	2	-0.03308041766285896
303065	embedding2nn.weight	3	-0.009714384563267231
303065	embedding2nn.weight	4	-0.04287378862500191
303065	embedding2nn.weight	5	0.06658497452735901
303065	embedding2nn.weight	6	0.04685576260089874
303065	embedding2nn.weight	7	-0.002890848321840167
303065	embedding2nn.weight	8	0.027039989829063416
303065	embedding2nn.weight	9	-0.02678031474351883
303065	embedding2nn.bias	0	0.008756347931921482
303065	embedding2nn.bias	1	-0.1922256350517273
303065	embedding2nn.bias	2	0.11271196603775024
303065	embedding2nn.bias	3	0.1654806286096573
303065	embedding2nn.bias	4	0.14724674820899963
303065	embedding2nn.bias	5	-0.058505453169345856
303065	embedding2nn.bias	6	-0.08061686158180237
303065	embedding2nn.bias	7	0.022863876074552536
303065	embedding2nn.bias	8	-0.14169621467590332
303065	embedding2nn.bias	9	-0.3808375298976898
303065	rnn.weight_ih_l0	0	0.003998311702162027
303065	rnn.weight_ih_l0	1	-0.08144372701644897
303065	rnn.weight_ih_l0	2	-0.055807925760746
303065	rnn.weight_ih_l0	3	0.08354900032281876
303065	rnn.weight_ih_l0	4	0.07287099957466125
303065	rnn.weight_ih_l0	5	-0.12145302444696426
303065	rnn.weight_ih_l0	6	-0.04715125262737274
303065	rnn.weight_ih_l0	7	0.003951366525143385
303065	rnn.weight_ih_l0	8	0.032259151339530945
303065	rnn.weight_ih_l0	9	-0.034739743918180466
303065	rnn.weight_hh_l0	0	0.011404337361454964
303065	rnn.weight_hh_l0	1	0.0632324367761612
303065	rnn.weight_hh_l0	2	0.02903587743639946
303065	rnn.weight_hh_l0	3	0.020969118922948837
303065	rnn.weight_hh_l0	4	0.01828538253903389
303065	rnn.weight_hh_l0	5	0.06790636479854584
303065	rnn.weight_hh_l0	6	-0.03168163076043129
303065	rnn.weight_hh_l0	7	-0.07089637964963913
303065	rnn.weight_hh_l0	8	0.03792361170053482
303065	rnn.weight_hh_l0	9	-0.09405505657196045
303065	rnn.bias_ih_l0	0	0.17105220258235931
303065	rnn.bias_ih_l0	1	-0.23362255096435547
303065	rnn.bias_ih_l0	2	-0.041944678872823715
303065	rnn.bias_ih_l0	3	-0.16983653604984283
303065	rnn.bias_ih_l0	4	0.017598548904061317
303065	rnn.bias_ih_l0	5	-0.31857791543006897
303065	rnn.bias_ih_l0	6	-0.11944496631622314
303065	rnn.bias_ih_l0	7	-0.29107508063316345
303065	rnn.bias_ih_l0	8	-0.23284369707107544
303065	rnn.bias_ih_l0	9	-0.416521281003952
303065	rnn.bias_hh_l0	0	-0.2883950173854828
303065	rnn.bias_hh_l0	1	-0.29444947838783264
303065	rnn.bias_hh_l0	2	-0.2718791365623474
303065	rnn.bias_hh_l0	3	-0.08974502235651016
303065	rnn.bias_hh_l0	4	-0.27910116314888
303065	rnn.bias_hh_l0	5	-0.2823721766471863
303065	rnn.bias_hh_l0	6	-0.11435531079769135
303065	rnn.bias_hh_l0	7	0.044556811451911926
303065	rnn.bias_hh_l0	8	-0.1726073920726776
303065	rnn.bias_hh_l0	9	-0.4696665406227112
303065	rnn.weight_ih_l0_reverse	0	0.05546116828918457
303065	rnn.weight_ih_l0_reverse	1	-0.08194807916879654
303065	rnn.weight_ih_l0_reverse	2	-0.03660987690091133
303065	rnn.weight_ih_l0_reverse	3	-0.08682218194007874
303065	rnn.weight_ih_l0_reverse	4	0.06111226975917816
303065	rnn.weight_ih_l0_reverse	5	-0.13033036887645721
303065	rnn.weight_ih_l0_reverse	6	0.0313020795583725
303065	rnn.weight_ih_l0_reverse	7	0.02763965167105198
303065	rnn.weight_ih_l0_reverse	8	-0.0661856159567833
303065	rnn.weight_ih_l0_reverse	9	-0.07281219959259033
303065	rnn.weight_hh_l0_reverse	0	-0.07817103713750839
303065	rnn.weight_hh_l0_reverse	1	0.02072302997112274
303065	rnn.weight_hh_l0_reverse	2	-0.008456694893538952
303065	rnn.weight_hh_l0_reverse	3	0.025703389197587967
303065	rnn.weight_hh_l0_reverse	4	-0.07064945995807648
303065	rnn.weight_hh_l0_reverse	5	0.04368089884519577
303065	rnn.weight_hh_l0_reverse	6	0.014430827461183071
303065	rnn.weight_hh_l0_reverse	7	-0.05988325923681259
303065	rnn.weight_hh_l0_reverse	8	-0.021422062069177628
303065	rnn.weight_hh_l0_reverse	9	0.06506995856761932
303065	rnn.bias_ih_l0_reverse	0	-0.14729410409927368
303065	rnn.bias_ih_l0_reverse	1	-0.08272073417901993
303065	rnn.bias_ih_l0_reverse	2	0.09733853489160538
303065	rnn.bias_ih_l0_reverse	3	-0.2506547272205353
303065	rnn.bias_ih_l0_reverse	4	-0.05654740333557129
303065	rnn.bias_ih_l0_reverse	5	-0.18649764358997345
303065	rnn.bias_ih_l0_reverse	6	0.2415124624967575
303065	rnn.bias_ih_l0_reverse	7	-0.2851291596889496
303065	rnn.bias_ih_l0_reverse	8	-0.12487194687128067
303065	rnn.bias_ih_l0_reverse	9	-0.14799891412258148
303065	rnn.bias_hh_l0_reverse	0	-0.1073826402425766
303065	rnn.bias_hh_l0_reverse	1	0.24738939106464386
303065	rnn.bias_hh_l0_reverse	2	-0.32488715648651123
303065	rnn.bias_hh_l0_reverse	3	-0.16460049152374268
303065	rnn.bias_hh_l0_reverse	4	-0.3246789276599884
303065	rnn.bias_hh_l0_reverse	5	-0.17299345135688782
303065	rnn.bias_hh_l0_reverse	6	-0.26086968183517456
303065	rnn.bias_hh_l0_reverse	7	-0.07399926334619522
303065	rnn.bias_hh_l0_reverse	8	-0.19680072367191315
303065	rnn.bias_hh_l0_reverse	9	0.1864621937274933
303065	linear.weight	0	0.1237199455499649
303065	linear.weight	1	-0.454436331987381
303065	linear.weight	2	0.03960239142179489
303065	linear.weight	3	0.06778702884912491
303065	linear.weight	4	-0.14851592481136322
303065	linear.weight	5	0.19266891479492188
303065	linear.weight	6	-0.11116602271795273
303065	linear.weight	7	-0.06458954513072968
303065	linear.weight	8	0.11442311108112335
303065	linear.weight	9	-0.04455326870083809
303065	linear.bias	0	-1.100522518157959
303065	linear.bias	1	1.956292986869812
303065	linear.bias	2	0.669123649597168
303065	linear.bias	3	-2.5522677898406982
303065	linear.bias	4	-0.22112040221691132
303065	linear.bias	5	1.1940056085586548
303065	linear.bias	6	-0.27898555994033813
303065	linear.bias	7	0.6950620412826538
303065	linear.bias	8	2.171159029006958
303065	linear.bias	9	-1.4421186447143555
303674	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
303674	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
303674	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
303674	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
303674	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
303674	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
303674	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
303674	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
303674	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
303674	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
303674	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
303674	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
303674	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
303674	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
303674	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
303674	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
303674	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
303674	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
303674	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
303674	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
303674	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
303674	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
303674	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
303674	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
303674	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
303674	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
303674	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
303674	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
303674	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
303674	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
303674	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
303674	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
303674	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
303674	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
303674	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
303674	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
303674	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
303674	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
303674	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
303674	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
303674	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
303674	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
303674	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
303674	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
303674	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
303674	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
303674	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
303674	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
303674	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
303674	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
303674	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
303674	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
303674	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
303674	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
303674	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
303674	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
303674	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
303674	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
303674	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
303674	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
303674	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
303674	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
303674	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
303674	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
303674	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
303674	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
303674	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
303674	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
303674	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
303674	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
303674	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
303674	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
303674	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
303674	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
303674	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
303674	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
303674	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
303674	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
303674	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
303674	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
303674	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
303674	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
303674	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
303674	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
303674	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
303674	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
303674	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
303674	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
303674	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
303674	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
303674	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
303674	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
303674	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
303674	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
303674	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
303674	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
303674	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
303674	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
303674	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
303674	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
303674	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
303674	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
303674	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
303674	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
303674	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
303674	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
303674	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
303674	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
303674	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
303674	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
303674	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
303674	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
303674	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
303674	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
303674	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
303674	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
303674	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
303674	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
303674	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
303674	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
303674	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
303674	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
303674	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
303674	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
303674	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
303674	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
303674	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
303674	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
303674	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
303674	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
303674	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
303674	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
303674	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
303674	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
303674	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
303674	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
303674	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
303674	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
303674	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
303674	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
303674	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
303674	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
303674	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
303674	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
303674	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
303674	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
303674	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
303674	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
303674	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
303674	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
303674	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
303674	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
303674	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
303674	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
303674	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
303674	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
303674	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
303674	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
303674	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
303674	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
303674	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
303674	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
303674	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
303674	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
303674	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
303674	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
303674	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
303674	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
303674	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
303674	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
303674	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
303674	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
303674	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
303674	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
303674	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
303674	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
303674	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
303674	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
303674	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
303674	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
303674	embedding2nn.weight	0	0.27803927659988403
303674	embedding2nn.weight	1	0.3219306468963623
303674	embedding2nn.weight	2	-0.0353238545358181
303674	embedding2nn.weight	3	0.005347426049411297
303674	embedding2nn.weight	4	-0.03909413143992424
303674	embedding2nn.weight	5	0.06758544594049454
303674	embedding2nn.weight	6	0.04540736600756645
303674	embedding2nn.weight	7	-0.009885030798614025
303674	embedding2nn.weight	8	0.022714901715517044
303674	embedding2nn.weight	9	-0.024501416832208633
303674	embedding2nn.bias	0	0.029819337651133537
303674	embedding2nn.bias	1	-0.18778865039348602
303674	embedding2nn.bias	2	0.10832224786281586
303674	embedding2nn.bias	3	0.15851028263568878
303674	embedding2nn.bias	4	0.15359260141849518
303674	embedding2nn.bias	5	-0.06446842104196548
303674	embedding2nn.bias	6	-0.07339005172252655
303674	embedding2nn.bias	7	0.00946054793894291
303674	embedding2nn.bias	8	-0.15468990802764893
303674	embedding2nn.bias	9	-0.3906700313091278
303674	rnn.weight_ih_l0	0	0.004931448493152857
303674	rnn.weight_ih_l0	1	-0.07899196445941925
303674	rnn.weight_ih_l0	2	-0.05663885548710823
303674	rnn.weight_ih_l0	3	0.0863962396979332
303674	rnn.weight_ih_l0	4	0.08552610129117966
303674	rnn.weight_ih_l0	5	-0.12572559714317322
303674	rnn.weight_ih_l0	6	-0.04466027021408081
303674	rnn.weight_ih_l0	7	0.006049282383173704
303674	rnn.weight_ih_l0	8	0.039274994283914566
303674	rnn.weight_ih_l0	9	-0.02805214375257492
303674	rnn.weight_hh_l0	0	0.010929596610367298
303674	rnn.weight_hh_l0	1	0.0630970150232315
303674	rnn.weight_hh_l0	2	0.02972705103456974
303674	rnn.weight_hh_l0	3	0.021287452429533005
303674	rnn.weight_hh_l0	4	0.01797308772802353
303674	rnn.weight_hh_l0	5	0.0651334598660469
303674	rnn.weight_hh_l0	6	-0.032244618982076645
303674	rnn.weight_hh_l0	7	-0.07505280524492264
303674	rnn.weight_hh_l0	8	0.03776612877845764
303674	rnn.weight_hh_l0	9	-0.09552072733640671
303674	rnn.bias_ih_l0	0	0.16687919199466705
303674	rnn.bias_ih_l0	1	-0.2397093027830124
303674	rnn.bias_ih_l0	2	-0.03826826065778732
303674	rnn.bias_ih_l0	3	-0.16997341811656952
303674	rnn.bias_ih_l0	4	0.011065583676099777
303674	rnn.bias_ih_l0	5	-0.3189569115638733
303674	rnn.bias_ih_l0	6	-0.10951051115989685
303674	rnn.bias_ih_l0	7	-0.2917693257331848
303674	rnn.bias_ih_l0	8	-0.2344529777765274
303674	rnn.bias_ih_l0	9	-0.413007527589798
303674	rnn.bias_hh_l0	0	-0.28415465354919434
303674	rnn.bias_hh_l0	1	-0.3007602095603943
303674	rnn.bias_hh_l0	2	-0.2767494022846222
303674	rnn.bias_hh_l0	3	-0.09035533666610718
303674	rnn.bias_hh_l0	4	-0.274547815322876
303674	rnn.bias_hh_l0	5	-0.2804126441478729
303674	rnn.bias_hh_l0	6	-0.11449307948350906
303674	rnn.bias_hh_l0	7	0.050757408142089844
303674	rnn.bias_hh_l0	8	-0.16794398427009583
303674	rnn.bias_hh_l0	9	-0.4697498679161072
303674	rnn.weight_ih_l0_reverse	0	0.04944319278001785
303674	rnn.weight_ih_l0_reverse	1	-0.08174097537994385
303674	rnn.weight_ih_l0_reverse	2	-0.03799482434988022
303674	rnn.weight_ih_l0_reverse	3	-0.08714436739683151
303674	rnn.weight_ih_l0_reverse	4	0.06001118943095207
303674	rnn.weight_ih_l0_reverse	5	-0.1266445368528366
303674	rnn.weight_ih_l0_reverse	6	0.032469429075717926
303674	rnn.weight_ih_l0_reverse	7	0.028023283928632736
303674	rnn.weight_ih_l0_reverse	8	-0.06508085131645203
303674	rnn.weight_ih_l0_reverse	9	-0.07539784908294678
303674	rnn.weight_hh_l0_reverse	0	-0.07740945369005203
303674	rnn.weight_hh_l0_reverse	1	0.02079068124294281
303674	rnn.weight_hh_l0_reverse	2	-0.008266744203865528
303674	rnn.weight_hh_l0_reverse	3	0.025217246264219284
303674	rnn.weight_hh_l0_reverse	4	-0.0700903981924057
303674	rnn.weight_hh_l0_reverse	5	0.04311246797442436
303674	rnn.weight_hh_l0_reverse	6	0.014872245490550995
303674	rnn.weight_hh_l0_reverse	7	-0.05681002512574196
303674	rnn.weight_hh_l0_reverse	8	-0.023330725729465485
303674	rnn.weight_hh_l0_reverse	9	0.06474605202674866
303674	rnn.bias_ih_l0_reverse	0	-0.15035341680049896
303674	rnn.bias_ih_l0_reverse	1	-0.08518198132514954
303674	rnn.bias_ih_l0_reverse	2	0.09534396976232529
303674	rnn.bias_ih_l0_reverse	3	-0.24433797597885132
303674	rnn.bias_ih_l0_reverse	4	-0.04599916189908981
303674	rnn.bias_ih_l0_reverse	5	-0.18336620926856995
303674	rnn.bias_ih_l0_reverse	6	0.24735236167907715
303674	rnn.bias_ih_l0_reverse	7	-0.2742313742637634
303674	rnn.bias_ih_l0_reverse	8	-0.12490709125995636
303674	rnn.bias_ih_l0_reverse	9	-0.13941961526870728
303674	rnn.bias_hh_l0_reverse	0	-0.1054612547159195
303674	rnn.bias_hh_l0_reverse	1	0.24060145020484924
303674	rnn.bias_hh_l0_reverse	2	-0.3310167193412781
303674	rnn.bias_hh_l0_reverse	3	-0.1645680069923401
303674	rnn.bias_hh_l0_reverse	4	-0.3290538787841797
303674	rnn.bias_hh_l0_reverse	5	-0.172548308968544
303674	rnn.bias_hh_l0_reverse	6	-0.2606792449951172
303674	rnn.bias_hh_l0_reverse	7	-0.07859810441732407
303674	rnn.bias_hh_l0_reverse	8	-0.20219019055366516
303674	rnn.bias_hh_l0_reverse	9	0.19811011850833893
303674	linear.weight	0	0.1539601981639862
303674	linear.weight	1	-0.4474889934062958
303674	linear.weight	2	0.06184902787208557
303674	linear.weight	3	0.0677839145064354
303674	linear.weight	4	-0.14029279351234436
303674	linear.weight	5	0.2327950894832611
303674	linear.weight	6	-0.14089688658714294
303674	linear.weight	7	-0.06457660347223282
303674	linear.weight	8	0.12199058383703232
303674	linear.weight	9	-0.04457971826195717
303674	linear.bias	0	-1.1287630796432495
303674	linear.bias	1	1.9375991821289062
303674	linear.bias	2	0.706863522529602
303674	linear.bias	3	-2.5528993606567383
303674	linear.bias	4	-0.20945574343204498
303674	linear.bias	5	1.1845276355743408
303674	linear.bias	6	-0.27501505613327026
303674	linear.bias	7	0.7165330648422241
303674	linear.bias	8	2.1838738918304443
303674	linear.bias	9	-1.4304555654525757
304283	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
304283	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
304283	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
304283	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
304283	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
304283	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
304283	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
304283	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
304283	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
304283	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
304283	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
304283	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
304283	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
304283	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
304283	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
304283	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
304283	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
304283	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
304283	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
304283	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
304283	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
304283	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
304283	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
304283	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
304283	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
304283	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
304283	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
304283	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
304283	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
304283	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
304283	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
304283	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
304283	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
304283	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
304283	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
304283	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
304283	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
304283	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
304283	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
304283	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
304283	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
304283	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
304283	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
304283	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
304283	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
304283	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
304283	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
304283	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
304283	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
304283	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
304283	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
304283	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
304283	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
304283	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
304283	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
304283	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
304283	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
304283	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
304283	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
304283	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
304283	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
304283	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
304283	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
304283	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
304283	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
304283	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
304283	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
304283	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
304283	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
304283	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
304283	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
304283	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
304283	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
304283	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
304283	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
304283	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
304283	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
304283	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
304283	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
304283	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
304283	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
304283	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
304283	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
304283	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
304283	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
304283	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
304283	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
304283	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
304283	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
304283	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
304283	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
304283	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
304283	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
304283	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
304283	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
304283	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
304283	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
304283	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
304283	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
304283	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
304283	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
304283	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
304283	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
304283	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
304283	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
304283	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
304283	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
304283	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
304283	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
304283	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
304283	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
304283	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
304283	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
304283	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
304283	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
304283	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
304283	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
304283	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
304283	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
304283	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
304283	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
304283	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
304283	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
304283	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
304283	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
304283	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
304283	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
304283	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
304283	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
304283	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
304283	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
304283	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
304283	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
304283	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
304283	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
304283	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
304283	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
304283	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
304283	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
304283	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
304283	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
304283	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
304283	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
304283	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
304283	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
304283	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
304283	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
304283	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
304283	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
304283	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
304283	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
304283	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
304283	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
304283	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
304283	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
304283	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
304283	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
304283	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
304283	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
304283	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
304283	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
304283	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
304283	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
304283	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
304283	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
304283	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
304283	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
304283	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
304283	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
304283	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
304283	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
304283	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
304283	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
304283	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
304283	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
304283	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
304283	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
304283	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
304283	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
304283	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
304283	embedding2nn.weight	0	0.2802789807319641
304283	embedding2nn.weight	1	0.32436463236808777
304283	embedding2nn.weight	2	-0.03504515066742897
304283	embedding2nn.weight	3	0.008352340199053288
304283	embedding2nn.weight	4	-0.0351700522005558
304283	embedding2nn.weight	5	0.06750335544347763
304283	embedding2nn.weight	6	0.03406605124473572
304283	embedding2nn.weight	7	-0.003294829512014985
304283	embedding2nn.weight	8	0.021935218945145607
304283	embedding2nn.weight	9	-0.014619422145187855
304283	embedding2nn.bias	0	0.02062682993710041
304283	embedding2nn.bias	1	-0.18114745616912842
304283	embedding2nn.bias	2	0.11505649238824844
304283	embedding2nn.bias	3	0.15756310522556305
304283	embedding2nn.bias	4	0.1537420004606247
304283	embedding2nn.bias	5	-0.057739123702049255
304283	embedding2nn.bias	6	-0.07575264573097229
304283	embedding2nn.bias	7	0.002160692820325494
304283	embedding2nn.bias	8	-0.17658980190753937
304283	embedding2nn.bias	9	-0.3825318515300751
304283	rnn.weight_ih_l0	0	0.00393708236515522
304283	rnn.weight_ih_l0	1	-0.07728550583124161
304283	rnn.weight_ih_l0	2	-0.054785847663879395
304283	rnn.weight_ih_l0	3	0.08105625957250595
304283	rnn.weight_ih_l0	4	0.0798170417547226
304283	rnn.weight_ih_l0	5	-0.13143795728683472
304283	rnn.weight_ih_l0	6	-0.044906288385391235
304283	rnn.weight_ih_l0	7	0.006351910065859556
304283	rnn.weight_ih_l0	8	0.04196371138095856
304283	rnn.weight_ih_l0	9	-0.023287253454327583
304283	rnn.weight_hh_l0	0	0.010774295777082443
304283	rnn.weight_hh_l0	1	0.06299133598804474
304283	rnn.weight_hh_l0	2	0.0317426472902298
304283	rnn.weight_hh_l0	3	0.021551478654146194
304283	rnn.weight_hh_l0	4	0.018252789974212646
304283	rnn.weight_hh_l0	5	0.06292793899774551
304283	rnn.weight_hh_l0	6	-0.03313075378537178
304283	rnn.weight_hh_l0	7	-0.07892557978630066
304283	rnn.weight_hh_l0	8	0.03807099536061287
304283	rnn.weight_hh_l0	9	-0.09678194671869278
304283	rnn.bias_ih_l0	0	0.17664392292499542
304283	rnn.bias_ih_l0	1	-0.2444683015346527
304283	rnn.bias_ih_l0	2	-0.038316644728183746
304283	rnn.bias_ih_l0	3	-0.1695217788219452
304283	rnn.bias_ih_l0	4	0.010396190918982029
304283	rnn.bias_ih_l0	5	-0.32684922218322754
304283	rnn.bias_ih_l0	6	-0.11156399548053741
304283	rnn.bias_ih_l0	7	-0.2902686595916748
304283	rnn.bias_ih_l0	8	-0.2361323982477188
304283	rnn.bias_ih_l0	9	-0.4107295870780945
304283	rnn.bias_hh_l0	0	-0.2818751037120819
304283	rnn.bias_hh_l0	1	-0.3015582263469696
304283	rnn.bias_hh_l0	2	-0.28114601969718933
304283	rnn.bias_hh_l0	3	-0.0867576152086258
304283	rnn.bias_hh_l0	4	-0.2770713269710541
304283	rnn.bias_hh_l0	5	-0.2775411903858185
304283	rnn.bias_hh_l0	6	-0.1098097562789917
304283	rnn.bias_hh_l0	7	0.053356606513261795
304283	rnn.bias_hh_l0	8	-0.17133036255836487
304283	rnn.bias_hh_l0	9	-0.4717845618724823
304283	rnn.weight_ih_l0_reverse	0	0.047402556985616684
304283	rnn.weight_ih_l0_reverse	1	-0.08222465962171555
304283	rnn.weight_ih_l0_reverse	2	-0.03448158875107765
304283	rnn.weight_ih_l0_reverse	3	-0.09109456092119217
304283	rnn.weight_ih_l0_reverse	4	0.05904705449938774
304283	rnn.weight_ih_l0_reverse	5	-0.12390914559364319
304283	rnn.weight_ih_l0_reverse	6	0.026026777923107147
304283	rnn.weight_ih_l0_reverse	7	0.02764497697353363
304283	rnn.weight_ih_l0_reverse	8	-0.059683457016944885
304283	rnn.weight_ih_l0_reverse	9	-0.0792379304766655
304283	rnn.weight_hh_l0_reverse	0	-0.07543136924505234
304283	rnn.weight_hh_l0_reverse	1	0.020909806713461876
304283	rnn.weight_hh_l0_reverse	2	-0.009035988710820675
304283	rnn.weight_hh_l0_reverse	3	0.02436038665473461
304283	rnn.weight_hh_l0_reverse	4	-0.06978056579828262
304283	rnn.weight_hh_l0_reverse	5	0.04299047589302063
304283	rnn.weight_hh_l0_reverse	6	0.01531838346272707
304283	rnn.weight_hh_l0_reverse	7	-0.060393236577510834
304283	rnn.weight_hh_l0_reverse	8	-0.02396409586071968
304283	rnn.weight_hh_l0_reverse	9	0.06611637771129608
304283	rnn.bias_ih_l0_reverse	0	-0.15262362360954285
304283	rnn.bias_ih_l0_reverse	1	-0.08093423396348953
304283	rnn.bias_ih_l0_reverse	2	0.09400792419910431
304283	rnn.bias_ih_l0_reverse	3	-0.2442692369222641
304283	rnn.bias_ih_l0_reverse	4	-0.04272209852933884
304283	rnn.bias_ih_l0_reverse	5	-0.18045011162757874
304283	rnn.bias_ih_l0_reverse	6	0.2364586740732193
304283	rnn.bias_ih_l0_reverse	7	-0.27155160903930664
304283	rnn.bias_ih_l0_reverse	8	-0.12697510421276093
304283	rnn.bias_ih_l0_reverse	9	-0.14760944247245789
304283	rnn.bias_hh_l0_reverse	0	-0.1158316358923912
304283	rnn.bias_hh_l0_reverse	1	0.23504017293453217
304283	rnn.bias_hh_l0_reverse	2	-0.32810017466545105
304283	rnn.bias_hh_l0_reverse	3	-0.16444070637226105
304283	rnn.bias_hh_l0_reverse	4	-0.32922878861427307
304283	rnn.bias_hh_l0_reverse	5	-0.16704463958740234
304283	rnn.bias_hh_l0_reverse	6	-0.2543379068374634
304283	rnn.bias_hh_l0_reverse	7	-0.0802093893289566
304283	rnn.bias_hh_l0_reverse	8	-0.20296694338321686
304283	rnn.bias_hh_l0_reverse	9	0.19041959941387177
304283	linear.weight	0	0.18153469264507294
304283	linear.weight	1	-0.4625037610530853
304283	linear.weight	2	0.010135277174413204
304283	linear.weight	3	0.06777763366699219
304283	linear.weight	4	-0.24066776037216187
304283	linear.weight	5	0.2347620278596878
304283	linear.weight	6	-0.1074317917227745
304283	linear.weight	7	-0.06457477062940598
304283	linear.weight	8	0.12945979833602905
304283	linear.weight	9	-0.04459047317504883
304283	linear.bias	0	-1.10451078414917
304283	linear.bias	1	1.9217029809951782
304283	linear.bias	2	0.6715185642242432
304283	linear.bias	3	-2.5534660816192627
304283	linear.bias	4	-0.2255532443523407
304283	linear.bias	5	1.194440484046936
304283	linear.bias	6	-0.2840529680252075
304283	linear.bias	7	0.7129611968994141
304283	linear.bias	8	2.2025506496429443
304283	linear.bias	9	-1.415709137916565
304892	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
304892	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
304892	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
304892	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
304892	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
304892	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
304892	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
304892	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
304892	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
304892	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
304892	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
304892	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
304892	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
304892	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
304892	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
304892	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
304892	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
304892	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
304892	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
304892	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
304892	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
304892	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
304892	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
304892	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
304892	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
304892	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
304892	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
304892	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
304892	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
304892	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
304892	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
304892	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
304892	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
304892	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
304892	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
304892	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
304892	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
304892	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
304892	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
304892	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
304892	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
304892	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
304892	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
304892	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
304892	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
304892	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
304892	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
304892	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
304892	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
304892	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
304892	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
304892	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
304892	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
304892	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
304892	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
304892	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
304892	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
304892	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
304892	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
304892	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
304892	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
304892	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
304892	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
304892	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
304892	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
304892	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
304892	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
304892	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
304892	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
304892	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
304892	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
304892	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
304892	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
304892	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
304892	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
304892	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
304892	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
304892	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
304892	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
304892	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
304892	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
304892	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
304892	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
304892	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
304892	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
304892	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
304892	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
304892	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
304892	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
304892	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
304892	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
304892	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
304892	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
304892	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
304892	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
304892	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
304892	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
304892	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
304892	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
304892	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
304892	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
304892	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
304892	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
304892	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
304892	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
304892	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
304892	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
304892	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
304892	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
304892	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
304892	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
304892	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
304892	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
304892	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
304892	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
304892	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
304892	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
304892	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
304892	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
304892	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
304892	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
304892	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
304892	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
304892	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
304892	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
304892	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
304892	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
304892	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
304892	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
304892	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
304892	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
304892	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
304892	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
304892	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
304892	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
304892	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
304892	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
304892	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
304892	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
304892	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
304892	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
304892	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
304892	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
304892	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
304892	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
304892	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
304892	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
304892	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
304892	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
304892	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
304892	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
304892	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
304892	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
304892	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
304892	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
304892	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
304892	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
304892	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
304892	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
304892	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
304892	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
304892	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
304892	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
304892	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
304892	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
304892	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
304892	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
304892	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
304892	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
304892	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
304892	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
304892	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
304892	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
304892	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
304892	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
304892	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
304892	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
304892	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
304892	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
304892	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
304892	embedding2nn.weight	0	0.28049758076667786
304892	embedding2nn.weight	1	0.3168831467628479
304892	embedding2nn.weight	2	-0.03412284329533577
304892	embedding2nn.weight	3	0.012750666588544846
304892	embedding2nn.weight	4	-0.03753947839140892
304892	embedding2nn.weight	5	0.06865034252405167
304892	embedding2nn.weight	6	0.03935885801911354
304892	embedding2nn.weight	7	-0.0018090937519446015
304892	embedding2nn.weight	8	0.024203529581427574
304892	embedding2nn.weight	9	-0.02009238675236702
304892	embedding2nn.bias	0	0.012250402010977268
304892	embedding2nn.bias	1	-0.1765785813331604
304892	embedding2nn.bias	2	0.1252737194299698
304892	embedding2nn.bias	3	0.17231422662734985
304892	embedding2nn.bias	4	0.14260411262512207
304892	embedding2nn.bias	5	-0.04913891479372978
304892	embedding2nn.bias	6	-0.07300128042697906
304892	embedding2nn.bias	7	-0.0062585012055933475
304892	embedding2nn.bias	8	-0.16987062990665436
304892	embedding2nn.bias	9	-0.41008391976356506
304892	rnn.weight_ih_l0	0	0.002391710877418518
304892	rnn.weight_ih_l0	1	-0.07729072868824005
304892	rnn.weight_ih_l0	2	-0.05523306876420975
304892	rnn.weight_ih_l0	3	0.07817922532558441
304892	rnn.weight_ih_l0	4	0.07699938863515854
304892	rnn.weight_ih_l0	5	-0.1397719830274582
304892	rnn.weight_ih_l0	6	-0.040422551333904266
304892	rnn.weight_ih_l0	7	0.0044834497384727
304892	rnn.weight_ih_l0	8	0.029710618779063225
304892	rnn.weight_ih_l0	9	-0.023498190566897392
304892	rnn.weight_hh_l0	0	0.010805593803524971
304892	rnn.weight_hh_l0	1	0.0619773343205452
304892	rnn.weight_hh_l0	2	0.031094729900360107
304892	rnn.weight_hh_l0	3	0.021260274574160576
304892	rnn.weight_hh_l0	4	0.017418108880519867
304892	rnn.weight_hh_l0	5	0.06204000115394592
304892	rnn.weight_hh_l0	6	-0.03304256871342659
304892	rnn.weight_hh_l0	7	-0.07817542552947998
304892	rnn.weight_hh_l0	8	0.03785709664225578
304892	rnn.weight_hh_l0	9	-0.09788886457681656
304892	rnn.bias_ih_l0	0	0.18354463577270508
304892	rnn.bias_ih_l0	1	-0.24449419975280762
304892	rnn.bias_ih_l0	2	-0.03916768729686737
304892	rnn.bias_ih_l0	3	-0.16741307079792023
304892	rnn.bias_ih_l0	4	0.004569729324430227
304892	rnn.bias_ih_l0	5	-0.3203558325767517
304892	rnn.bias_ih_l0	6	-0.1035393625497818
304892	rnn.bias_ih_l0	7	-0.28942760825157166
304892	rnn.bias_ih_l0	8	-0.2357858568429947
304892	rnn.bias_ih_l0	9	-0.42167019844055176
304892	rnn.bias_hh_l0	0	-0.2843734622001648
304892	rnn.bias_hh_l0	1	-0.30584806203842163
304892	rnn.bias_hh_l0	2	-0.2772497534751892
304892	rnn.bias_hh_l0	3	-0.08293135464191437
304892	rnn.bias_hh_l0	4	-0.27547311782836914
304892	rnn.bias_hh_l0	5	-0.27694305777549744
304892	rnn.bias_hh_l0	6	-0.10502415895462036
304892	rnn.bias_hh_l0	7	0.056024644523859024
304892	rnn.bias_hh_l0	8	-0.16520629823207855
304892	rnn.bias_hh_l0	9	-0.48178085684776306
304892	rnn.weight_ih_l0_reverse	0	0.049798671156167984
304892	rnn.weight_ih_l0_reverse	1	-0.07936231046915054
304892	rnn.weight_ih_l0_reverse	2	-0.03563356399536133
304892	rnn.weight_ih_l0_reverse	3	-0.08850401639938354
304892	rnn.weight_ih_l0_reverse	4	0.05966012924909592
304892	rnn.weight_ih_l0_reverse	5	-0.13254927098751068
304892	rnn.weight_ih_l0_reverse	6	0.027138393372297287
304892	rnn.weight_ih_l0_reverse	7	0.02744445763528347
304892	rnn.weight_ih_l0_reverse	8	-0.05761310085654259
304892	rnn.weight_ih_l0_reverse	9	-0.07558432221412659
304892	rnn.weight_hh_l0_reverse	0	-0.07542461901903152
304892	rnn.weight_hh_l0_reverse	1	0.022572454065084457
304892	rnn.weight_hh_l0_reverse	2	-0.009079326875507832
304892	rnn.weight_hh_l0_reverse	3	0.025071782991290092
304892	rnn.weight_hh_l0_reverse	4	-0.07031691819429398
304892	rnn.weight_hh_l0_reverse	5	0.042405374348163605
304892	rnn.weight_hh_l0_reverse	6	0.015611541457474232
304892	rnn.weight_hh_l0_reverse	7	-0.06089072301983833
304892	rnn.weight_hh_l0_reverse	8	-0.023318655788898468
304892	rnn.weight_hh_l0_reverse	9	0.06800103932619095
304892	rnn.bias_ih_l0_reverse	0	-0.15275929868221283
304892	rnn.bias_ih_l0_reverse	1	-0.0816485658288002
304892	rnn.bias_ih_l0_reverse	2	0.09026706963777542
304892	rnn.bias_ih_l0_reverse	3	-0.23819506168365479
304892	rnn.bias_ih_l0_reverse	4	-0.04248364269733429
304892	rnn.bias_ih_l0_reverse	5	-0.18134993314743042
304892	rnn.bias_ih_l0_reverse	6	0.2410186380147934
304892	rnn.bias_ih_l0_reverse	7	-0.25910869240760803
304892	rnn.bias_ih_l0_reverse	8	-0.12667451798915863
304892	rnn.bias_ih_l0_reverse	9	-0.162617027759552
304892	rnn.bias_hh_l0_reverse	0	-0.11342508345842361
304892	rnn.bias_hh_l0_reverse	1	0.23995891213417053
304892	rnn.bias_hh_l0_reverse	2	-0.3191302716732025
304892	rnn.bias_hh_l0_reverse	3	-0.15975691378116608
304892	rnn.bias_hh_l0_reverse	4	-0.3301575183868408
304892	rnn.bias_hh_l0_reverse	5	-0.1650708168745041
304892	rnn.bias_hh_l0_reverse	6	-0.25299882888793945
304892	rnn.bias_hh_l0_reverse	7	-0.08336692303419113
304892	rnn.bias_hh_l0_reverse	8	-0.19004690647125244
304892	rnn.bias_hh_l0_reverse	9	0.18810391426086426
304892	linear.weight	0	0.17459404468536377
304892	linear.weight	1	-0.44543278217315674
304892	linear.weight	2	0.055917248129844666
304892	linear.weight	3	0.06777262687683105
304892	linear.weight	4	-0.23275984823703766
304892	linear.weight	5	0.23272158205509186
304892	linear.weight	6	-0.1365056186914444
304892	linear.weight	7	-0.06456995010375977
304892	linear.weight	8	0.12484116852283478
304892	linear.weight	9	-0.04460975155234337
304892	linear.bias	0	-1.1011991500854492
304892	linear.bias	1	1.9333149194717407
304892	linear.bias	2	0.6821706295013428
304892	linear.bias	3	-2.5540244579315186
304892	linear.bias	4	-0.233689546585083
304892	linear.bias	5	1.176979660987854
304892	linear.bias	6	-0.279971718788147
304892	linear.bias	7	0.727902889251709
304892	linear.bias	8	2.220668077468872
304892	linear.bias	9	-1.39376962184906
304900	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
304900	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
304900	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
304900	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
304900	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
304900	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
304900	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
304900	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
304900	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
304900	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
304900	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
304900	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
304900	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
304900	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
304900	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
304900	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
304900	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
304900	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
304900	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
304900	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
304900	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
304900	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
304900	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
304900	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
304900	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
304900	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
304900	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
304900	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
304900	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
304900	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
304900	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
304900	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
304900	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
304900	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
304900	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
304900	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
304900	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
304900	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
304900	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
304900	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
304900	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
304900	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
304900	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
304900	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
304900	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
304900	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
304900	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
304900	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
304900	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
304900	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
304900	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
304900	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
304900	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
304900	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
304900	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
304900	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
304900	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
304900	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
304900	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
304900	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
304900	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
304900	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
304900	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
304900	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
304900	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
304900	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
304900	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
304900	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
304900	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
304900	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
304900	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
304900	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
304900	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
304900	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
304900	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
304900	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
304900	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
304900	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
304900	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
304900	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
304900	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
304900	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
304900	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
304900	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
304900	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
304900	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
304900	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
304900	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
304900	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
304900	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
304900	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
304900	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
304900	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
304900	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
304900	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
304900	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
304900	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
304900	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
304900	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
304900	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
304900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
304900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
304900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
304900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
304900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
304900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
304900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
304900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
304900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
304900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
304900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
304900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
304900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
304900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
304900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
304900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
304900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
304900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
304900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
304900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
304900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
304900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
304900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
304900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
304900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
304900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
304900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
304900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
304900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
304900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
304900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
304900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
304900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
304900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
304900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
304900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
304900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
304900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
304900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
304900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
304900	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
304900	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
304900	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
304900	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
304900	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
304900	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
304900	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
304900	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
304900	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
304900	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
304900	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
304900	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
304900	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
304900	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
304900	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
304900	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
304900	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
304900	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
304900	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
304900	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
304900	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
304900	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
304900	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
304900	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
304900	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
304900	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
304900	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
304900	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
304900	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
304900	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
304900	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
304900	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
304900	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
304900	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
304900	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
304900	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
304900	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
304900	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
304900	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
304900	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
304900	embedding2nn.weight	0	0.28035175800323486
304900	embedding2nn.weight	1	0.31733056902885437
304900	embedding2nn.weight	2	-0.0347047857940197
304900	embedding2nn.weight	3	0.01014908030629158
304900	embedding2nn.weight	4	-0.037050120532512665
304900	embedding2nn.weight	5	0.06882380694150925
304900	embedding2nn.weight	6	0.0392487607896328
304900	embedding2nn.weight	7	-0.0014465211424976587
304900	embedding2nn.weight	8	0.023773660883307457
304900	embedding2nn.weight	9	-0.020096691325306892
304900	embedding2nn.bias	0	0.013083091005682945
304900	embedding2nn.bias	1	-0.1733916699886322
304900	embedding2nn.bias	2	0.12690387666225433
304900	embedding2nn.bias	3	0.1747371256351471
304900	embedding2nn.bias	4	0.1388714462518692
304900	embedding2nn.bias	5	-0.048556312918663025
304900	embedding2nn.bias	6	-0.06902065128087997
304900	embedding2nn.bias	7	-0.0038301728200167418
304900	embedding2nn.bias	8	-0.17186464369297028
304900	embedding2nn.bias	9	-0.4087706506252289
304900	rnn.weight_ih_l0	0	0.002459239214658737
304900	rnn.weight_ih_l0	1	-0.07742346078157425
304900	rnn.weight_ih_l0	2	-0.05560874938964844
304900	rnn.weight_ih_l0	3	0.07886999100446701
304900	rnn.weight_ih_l0	4	0.0769609585404396
304900	rnn.weight_ih_l0	5	-0.13968819379806519
304900	rnn.weight_ih_l0	6	-0.04050097614526749
304900	rnn.weight_ih_l0	7	0.004037425387650728
304900	rnn.weight_ih_l0	8	0.02912176586687565
304900	rnn.weight_ih_l0	9	-0.023288186639547348
304900	rnn.weight_hh_l0	0	0.010701527819037437
304900	rnn.weight_hh_l0	1	0.06196179986000061
304900	rnn.weight_hh_l0	2	0.031083902344107628
304900	rnn.weight_hh_l0	3	0.021312246099114418
304900	rnn.weight_hh_l0	4	0.01740032434463501
304900	rnn.weight_hh_l0	5	0.06204469874501228
304900	rnn.weight_hh_l0	6	-0.03299037739634514
304900	rnn.weight_hh_l0	7	-0.07814310491085052
304900	rnn.weight_hh_l0	8	0.03784307464957237
304900	rnn.weight_hh_l0	9	-0.09787514060735703
304900	rnn.bias_ih_l0	0	0.1846824735403061
304900	rnn.bias_ih_l0	1	-0.24472534656524658
304900	rnn.bias_ih_l0	2	-0.039058197289705276
304900	rnn.bias_ih_l0	3	-0.1671852469444275
304900	rnn.bias_ih_l0	4	0.0028893782291561365
304900	rnn.bias_ih_l0	5	-0.31906870007514954
304900	rnn.bias_ih_l0	6	-0.10369697958230972
304900	rnn.bias_ih_l0	7	-0.2894979417324066
304900	rnn.bias_ih_l0	8	-0.23575156927108765
304900	rnn.bias_ih_l0	9	-0.4214131832122803
304900	rnn.bias_hh_l0	0	-0.2840471565723419
304900	rnn.bias_hh_l0	1	-0.30631324648857117
304900	rnn.bias_hh_l0	2	-0.2776264250278473
304900	rnn.bias_hh_l0	3	-0.08256134390830994
304900	rnn.bias_hh_l0	4	-0.2758023738861084
304900	rnn.bias_hh_l0	5	-0.27714934945106506
304900	rnn.bias_hh_l0	6	-0.10485021024942398
304900	rnn.bias_hh_l0	7	0.05682256817817688
304900	rnn.bias_hh_l0	8	-0.1645176112651825
304900	rnn.bias_hh_l0	9	-0.48215770721435547
304900	rnn.weight_ih_l0_reverse	0	0.0493895448744297
304900	rnn.weight_ih_l0_reverse	1	-0.07927844673395157
304900	rnn.weight_ih_l0_reverse	2	-0.03547552973031998
304900	rnn.weight_ih_l0_reverse	3	-0.08804833143949509
304900	rnn.weight_ih_l0_reverse	4	0.05961526185274124
304900	rnn.weight_ih_l0_reverse	5	-0.13241060078144073
304900	rnn.weight_ih_l0_reverse	6	0.026146598160266876
304900	rnn.weight_ih_l0_reverse	7	0.02752821519970894
304900	rnn.weight_ih_l0_reverse	8	-0.05756276473402977
304900	rnn.weight_ih_l0_reverse	9	-0.07571402937173843
304900	rnn.weight_hh_l0_reverse	0	-0.07548309117555618
304900	rnn.weight_hh_l0_reverse	1	0.02245762199163437
304900	rnn.weight_hh_l0_reverse	2	-0.009146226570010185
304900	rnn.weight_hh_l0_reverse	3	0.025271382182836533
304900	rnn.weight_hh_l0_reverse	4	-0.07013063132762909
304900	rnn.weight_hh_l0_reverse	5	0.04243906959891319
304900	rnn.weight_hh_l0_reverse	6	0.015609532594680786
304900	rnn.weight_hh_l0_reverse	7	-0.06122547760605812
304900	rnn.weight_hh_l0_reverse	8	-0.023542845621705055
304900	rnn.weight_hh_l0_reverse	9	0.06809817999601364
304900	rnn.bias_ih_l0_reverse	0	-0.152927428483963
304900	rnn.bias_ih_l0_reverse	1	-0.08175736665725708
304900	rnn.bias_ih_l0_reverse	2	0.09151208400726318
304900	rnn.bias_ih_l0_reverse	3	-0.2389031946659088
304900	rnn.bias_ih_l0_reverse	4	-0.04266248270869255
304900	rnn.bias_ih_l0_reverse	5	-0.18184728920459747
304900	rnn.bias_ih_l0_reverse	6	0.2410125583410263
304900	rnn.bias_ih_l0_reverse	7	-0.2558445334434509
304900	rnn.bias_ih_l0_reverse	8	-0.1275257021188736
304900	rnn.bias_ih_l0_reverse	9	-0.16390100121498108
304900	rnn.bias_hh_l0_reverse	0	-0.11189939826726913
304900	rnn.bias_hh_l0_reverse	1	0.23968590795993805
304900	rnn.bias_hh_l0_reverse	2	-0.3193188011646271
304900	rnn.bias_hh_l0_reverse	3	-0.16075822710990906
304900	rnn.bias_hh_l0_reverse	4	-0.3305226266384125
304900	rnn.bias_hh_l0_reverse	5	-0.16470935940742493
304900	rnn.bias_hh_l0_reverse	6	-0.2530326545238495
304900	rnn.bias_hh_l0_reverse	7	-0.08350798487663269
304900	rnn.bias_hh_l0_reverse	8	-0.19197191298007965
304900	rnn.bias_hh_l0_reverse	9	0.185311958193779
304900	linear.weight	0	0.1727762073278427
304900	linear.weight	1	-0.44406217336654663
304900	linear.weight	2	0.05542377382516861
304900	linear.weight	3	0.06777250021696091
304900	linear.weight	4	-0.23115754127502441
304900	linear.weight	5	0.2315751612186432
304900	linear.weight	6	-0.1377171277999878
304900	linear.weight	7	-0.06456971913576126
304900	linear.weight	8	0.123807892203331
304900	linear.weight	9	-0.04461023956537247
304900	linear.bias	0	-1.1013705730438232
304900	linear.bias	1	1.9361317157745361
304900	linear.bias	2	0.6794723868370056
304900	linear.bias	3	-2.5540363788604736
304900	linear.bias	4	-0.2384631484746933
304900	linear.bias	5	1.1942126750946045
304900	linear.bias	6	-0.27448955178260803
304900	linear.bias	7	0.7192700505256653
304900	linear.bias	8	2.1898257732391357
304900	linear.bias	9	-1.3980650901794434
305509	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
305509	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
305509	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
305509	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
305509	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
305509	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
305509	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
305509	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
305509	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
305509	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
305509	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
305509	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
305509	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
305509	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
305509	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
305509	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
305509	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
305509	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
305509	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
305509	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
305509	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
305509	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
305509	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
305509	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
305509	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
305509	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
305509	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
305509	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
305509	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
305509	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
305509	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
305509	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
305509	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
305509	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
305509	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
305509	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
305509	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
305509	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
305509	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
305509	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
305509	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
305509	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
305509	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
305509	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
305509	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
305509	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
305509	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
305509	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
305509	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
305509	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
305509	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
305509	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
305509	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
305509	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
305509	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
305509	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
305509	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
305509	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
305509	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
305509	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
305509	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
305509	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
305509	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
305509	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
305509	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
305509	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
305509	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
305509	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
305509	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
305509	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
305509	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
305509	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
305509	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
305509	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
305509	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
305509	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
305509	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
305509	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
305509	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
305509	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
305509	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
305509	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
305509	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
305509	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
305509	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
305509	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
305509	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
305509	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
305509	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
305509	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
305509	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
305509	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
305509	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
305509	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
305509	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
305509	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
305509	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
305509	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
305509	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
305509	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
305509	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
305509	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
305509	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
305509	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
305509	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
305509	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
305509	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
305509	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
305509	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
305509	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
305509	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
305509	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
305509	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
305509	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
305509	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
305509	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
305509	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
305509	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
305509	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
305509	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
305509	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
305509	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
305509	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
305509	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
305509	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
305509	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
305509	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
305509	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
305509	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
305509	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
305509	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
305509	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
305509	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
305509	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
305509	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
305509	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
305509	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
305509	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
305509	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
305509	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
305509	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
305509	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
305509	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
305509	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
305509	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
305509	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
305509	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
305509	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
305509	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
305509	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
305509	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
305509	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
305509	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
305509	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
305509	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
305509	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
305509	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
305509	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
305509	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
305509	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
305509	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
305509	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
305509	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
305509	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
305509	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
305509	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
305509	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
305509	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
305509	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
305509	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
305509	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
305509	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
305509	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
305509	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
305509	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
305509	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
305509	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
305509	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
305509	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
305509	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
305509	embedding2nn.weight	0	0.2801467478275299
305509	embedding2nn.weight	1	0.31826919317245483
305509	embedding2nn.weight	2	-0.03193257376551628
305509	embedding2nn.weight	3	-0.006292595993727446
305509	embedding2nn.weight	4	-0.03482436388731003
305509	embedding2nn.weight	5	0.07124384492635727
305509	embedding2nn.weight	6	0.036528389900922775
305509	embedding2nn.weight	7	-0.012121596373617649
305509	embedding2nn.weight	8	0.027680670842528343
305509	embedding2nn.weight	9	-0.024465005844831467
305509	embedding2nn.bias	0	0.02162293531000614
305509	embedding2nn.bias	1	-0.17302437126636505
305509	embedding2nn.bias	2	0.1122114360332489
305509	embedding2nn.bias	3	0.1757354885339737
305509	embedding2nn.bias	4	0.15461620688438416
305509	embedding2nn.bias	5	-0.0512838251888752
305509	embedding2nn.bias	6	-0.07302427291870117
305509	embedding2nn.bias	7	-0.0019739014096558094
305509	embedding2nn.bias	8	-0.15682940185070038
305509	embedding2nn.bias	9	-0.4069172441959381
305509	rnn.weight_ih_l0	0	0.0036477227695286274
305509	rnn.weight_ih_l0	1	-0.07654367387294769
305509	rnn.weight_ih_l0	2	-0.058835312724113464
305509	rnn.weight_ih_l0	3	0.082684725522995
305509	rnn.weight_ih_l0	4	0.06476670503616333
305509	rnn.weight_ih_l0	5	-0.13664482533931732
305509	rnn.weight_ih_l0	6	-0.04022528603672981
305509	rnn.weight_ih_l0	7	0.0012984289787709713
305509	rnn.weight_ih_l0	8	0.023519160225987434
305509	rnn.weight_ih_l0	9	-0.025260861963033676
305509	rnn.weight_hh_l0	0	0.010619341395795345
305509	rnn.weight_hh_l0	1	0.062414251267910004
305509	rnn.weight_hh_l0	2	0.031774260103702545
305509	rnn.weight_hh_l0	3	0.02191147953271866
305509	rnn.weight_hh_l0	4	0.01768282800912857
305509	rnn.weight_hh_l0	5	0.06169521063566208
305509	rnn.weight_hh_l0	6	-0.03314809873700142
305509	rnn.weight_hh_l0	7	-0.07285677641630173
305509	rnn.weight_hh_l0	8	0.03778604418039322
305509	rnn.weight_hh_l0	9	-0.09732355922460556
305509	rnn.bias_ih_l0	0	0.17846280336380005
305509	rnn.bias_ih_l0	1	-0.24551427364349365
305509	rnn.bias_ih_l0	2	-0.03851689398288727
305509	rnn.bias_ih_l0	3	-0.16573172807693481
305509	rnn.bias_ih_l0	4	0.015526723116636276
305509	rnn.bias_ih_l0	5	-0.3251689374446869
305509	rnn.bias_ih_l0	6	-0.10183555632829666
305509	rnn.bias_ih_l0	7	-0.2923411726951599
305509	rnn.bias_ih_l0	8	-0.2378253936767578
305509	rnn.bias_ih_l0	9	-0.40820470452308655
305509	rnn.bias_hh_l0	0	-0.28604310750961304
305509	rnn.bias_hh_l0	1	-0.3088375926017761
305509	rnn.bias_hh_l0	2	-0.28385910391807556
305509	rnn.bias_hh_l0	3	-0.08106981962919235
305509	rnn.bias_hh_l0	4	-0.28013095259666443
305509	rnn.bias_hh_l0	5	-0.27834460139274597
305509	rnn.bias_hh_l0	6	-0.10047958046197891
305509	rnn.bias_hh_l0	7	0.059158362448215485
305509	rnn.bias_hh_l0	8	-0.16290481388568878
305509	rnn.bias_hh_l0	9	-0.4818284511566162
305509	rnn.weight_ih_l0_reverse	0	0.05092517286539078
305509	rnn.weight_ih_l0_reverse	1	-0.07855267822742462
305509	rnn.weight_ih_l0_reverse	2	-0.037061478942632675
305509	rnn.weight_ih_l0_reverse	3	-0.093519426882267
305509	rnn.weight_ih_l0_reverse	4	0.060609955340623856
305509	rnn.weight_ih_l0_reverse	5	-0.14379897713661194
305509	rnn.weight_ih_l0_reverse	6	0.02734851837158203
305509	rnn.weight_ih_l0_reverse	7	0.026701420545578003
305509	rnn.weight_ih_l0_reverse	8	-0.059967782348394394
305509	rnn.weight_ih_l0_reverse	9	-0.08002728223800659
305509	rnn.weight_hh_l0_reverse	0	-0.07688216120004654
305509	rnn.weight_hh_l0_reverse	1	0.023347923532128334
305509	rnn.weight_hh_l0_reverse	2	-0.009289262816309929
305509	rnn.weight_hh_l0_reverse	3	0.024478983134031296
305509	rnn.weight_hh_l0_reverse	4	-0.07097063213586807
305509	rnn.weight_hh_l0_reverse	5	0.04230136796832085
305509	rnn.weight_hh_l0_reverse	6	0.01583457738161087
305509	rnn.weight_hh_l0_reverse	7	-0.060977742075920105
305509	rnn.weight_hh_l0_reverse	8	-0.02720043994486332
305509	rnn.weight_hh_l0_reverse	9	0.0675899013876915
305509	rnn.bias_ih_l0_reverse	0	-0.15251563489437103
305509	rnn.bias_ih_l0_reverse	1	-0.0840083509683609
305509	rnn.bias_ih_l0_reverse	2	0.08782440423965454
305509	rnn.bias_ih_l0_reverse	3	-0.23410743474960327
305509	rnn.bias_ih_l0_reverse	4	-0.04385052248835564
305509	rnn.bias_ih_l0_reverse	5	-0.18101179599761963
305509	rnn.bias_ih_l0_reverse	6	0.23929373919963837
305509	rnn.bias_ih_l0_reverse	7	-0.2743878662586212
305509	rnn.bias_ih_l0_reverse	8	-0.1345713585615158
305509	rnn.bias_ih_l0_reverse	9	-0.16742458939552307
305509	rnn.bias_hh_l0_reverse	0	-0.10526607185602188
305509	rnn.bias_hh_l0_reverse	1	0.23802079260349274
305509	rnn.bias_hh_l0_reverse	2	-0.31263986229896545
305509	rnn.bias_hh_l0_reverse	3	-0.17109276354312897
305509	rnn.bias_hh_l0_reverse	4	-0.32416385412216187
305509	rnn.bias_hh_l0_reverse	5	-0.15920943021774292
305509	rnn.bias_hh_l0_reverse	6	-0.25651225447654724
305509	rnn.bias_hh_l0_reverse	7	-0.08371035009622574
305509	rnn.bias_hh_l0_reverse	8	-0.18987937271595
305509	rnn.bias_hh_l0_reverse	9	0.18168626725673676
305509	linear.weight	0	0.1585645228624344
305509	linear.weight	1	-0.44912591576576233
305509	linear.weight	2	-0.010991298593580723
305509	linear.weight	3	0.06776881217956543
305509	linear.weight	4	-0.20812390744686127
305509	linear.weight	5	0.2558610737323761
305509	linear.weight	6	-0.15933603048324585
305509	linear.weight	7	-0.0645623430609703
305509	linear.weight	8	0.1334517002105713
305509	linear.weight	9	-0.04462862387299538
305509	linear.bias	0	-1.1166218519210815
305509	linear.bias	1	1.9463839530944824
305509	linear.bias	2	0.6830723881721497
305509	linear.bias	3	-2.5546045303344727
305509	linear.bias	4	-0.24874959886074066
305509	linear.bias	5	1.1706594228744507
305509	linear.bias	6	-0.2662641704082489
305509	linear.bias	7	0.7260093688964844
305509	linear.bias	8	2.2418971061706543
305509	linear.bias	9	-1.4238442182540894
306118	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
306118	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
306118	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
306118	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
306118	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
306118	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
306118	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
306118	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
306118	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
306118	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
306118	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
306118	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
306118	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
306118	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
306118	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
306118	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
306118	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
306118	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
306118	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
306118	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
306118	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
306118	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
306118	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
306118	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
306118	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
306118	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
306118	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
306118	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
306118	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
306118	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
306118	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
306118	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
306118	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
306118	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
306118	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
306118	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
306118	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
306118	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
306118	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
306118	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
306118	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
306118	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
306118	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
306118	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
306118	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
306118	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
306118	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
306118	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
306118	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
306118	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
306118	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
306118	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
306118	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
306118	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
306118	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
306118	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
306118	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
306118	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
306118	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
306118	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
306118	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
306118	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
306118	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
306118	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
306118	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
306118	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
306118	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
306118	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
306118	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
306118	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
306118	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
306118	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
306118	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
306118	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
306118	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
306118	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
306118	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
306118	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
306118	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
306118	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
306118	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
306118	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
306118	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
306118	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
306118	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
306118	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
306118	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
306118	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
306118	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
306118	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
306118	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
306118	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
306118	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
306118	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
306118	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
306118	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
306118	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
306118	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
306118	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
306118	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
306118	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
306118	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
306118	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
306118	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
306118	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
306118	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
306118	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
306118	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
306118	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
306118	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
306118	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
306118	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
306118	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
306118	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
306118	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
306118	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
306118	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
306118	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
306118	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
306118	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
306118	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
306118	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
306118	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
306118	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
306118	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
306118	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
306118	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
306118	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
306118	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
306118	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
306118	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
306118	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
306118	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
306118	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
306118	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
306118	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
306118	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
306118	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
306118	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
306118	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
306118	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
306118	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
306118	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
306118	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
306118	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
306118	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
306118	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
306118	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
306118	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
306118	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
306118	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
306118	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
306118	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
306118	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
306118	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
306118	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
306118	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
306118	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
306118	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
306118	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
306118	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
306118	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
306118	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
306118	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
306118	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
306118	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
306118	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
306118	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
306118	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
306118	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
306118	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
306118	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
306118	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
306118	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
306118	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
306118	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
306118	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
306118	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
306118	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
306118	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
306118	embedding2nn.weight	0	0.2807207405567169
306118	embedding2nn.weight	1	0.320203959941864
306118	embedding2nn.weight	2	-0.029218919575214386
306118	embedding2nn.weight	3	0.004825756419450045
306118	embedding2nn.weight	4	-0.043910909444093704
306118	embedding2nn.weight	5	0.0723927915096283
306118	embedding2nn.weight	6	0.04772428423166275
306118	embedding2nn.weight	7	-0.012757704593241215
306118	embedding2nn.weight	8	0.025800185278058052
306118	embedding2nn.weight	9	-0.022358013316988945
306118	embedding2nn.bias	0	0.0350855328142643
306118	embedding2nn.bias	1	-0.18143251538276672
306118	embedding2nn.bias	2	0.1133827194571495
306118	embedding2nn.bias	3	0.17807915806770325
306118	embedding2nn.bias	4	0.15329916775226593
306118	embedding2nn.bias	5	-0.0633312314748764
306118	embedding2nn.bias	6	-0.07510939240455627
306118	embedding2nn.bias	7	0.011411204002797604
306118	embedding2nn.bias	8	-0.17147761583328247
306118	embedding2nn.bias	9	-0.39583829045295715
306118	rnn.weight_ih_l0	0	0.0037235813215374947
306118	rnn.weight_ih_l0	1	-0.07549882680177689
306118	rnn.weight_ih_l0	2	-0.06431029736995697
306118	rnn.weight_ih_l0	3	0.08521334081888199
306118	rnn.weight_ih_l0	4	0.06928258389234543
306118	rnn.weight_ih_l0	5	-0.12723572552204132
306118	rnn.weight_ih_l0	6	-0.04274150729179382
306118	rnn.weight_ih_l0	7	0.0015039843274280429
306118	rnn.weight_ih_l0	8	0.02234741486608982
306118	rnn.weight_ih_l0	9	-0.029346894472837448
306118	rnn.weight_hh_l0	0	0.010506096296012402
306118	rnn.weight_hh_l0	1	0.06157947704195976
306118	rnn.weight_hh_l0	2	0.031663928180933
306118	rnn.weight_hh_l0	3	0.021048929542303085
306118	rnn.weight_hh_l0	4	0.01714823581278324
306118	rnn.weight_hh_l0	5	0.061867550015449524
306118	rnn.weight_hh_l0	6	-0.03316609188914299
306118	rnn.weight_hh_l0	7	-0.07186509668827057
306118	rnn.weight_hh_l0	8	0.037949107587337494
306118	rnn.weight_hh_l0	9	-0.09657076746225357
306118	rnn.bias_ih_l0	0	0.18321500718593597
306118	rnn.bias_ih_l0	1	-0.24555237591266632
306118	rnn.bias_ih_l0	2	-0.03629717230796814
306118	rnn.bias_ih_l0	3	-0.15506432950496674
306118	rnn.bias_ih_l0	4	0.00553933484479785
306118	rnn.bias_ih_l0	5	-0.3162289559841156
306118	rnn.bias_ih_l0	6	-0.10119349509477615
306118	rnn.bias_ih_l0	7	-0.29126080870628357
306118	rnn.bias_ih_l0	8	-0.24497446417808533
306118	rnn.bias_ih_l0	9	-0.39942696690559387
306118	rnn.bias_hh_l0	0	-0.28578272461891174
306118	rnn.bias_hh_l0	1	-0.3109191358089447
306118	rnn.bias_hh_l0	2	-0.2811793386936188
306118	rnn.bias_hh_l0	3	-0.07820064574480057
306118	rnn.bias_hh_l0	4	-0.28516653180122375
306118	rnn.bias_hh_l0	5	-0.2847629189491272
306118	rnn.bias_hh_l0	6	-0.1079622283577919
306118	rnn.bias_hh_l0	7	0.05293857678771019
306118	rnn.bias_hh_l0	8	-0.16928720474243164
306118	rnn.bias_hh_l0	9	-0.47578325867652893
306118	rnn.weight_ih_l0_reverse	0	0.04878048971295357
306118	rnn.weight_ih_l0_reverse	1	-0.07975362986326218
306118	rnn.weight_ih_l0_reverse	2	-0.034471478313207626
306118	rnn.weight_ih_l0_reverse	3	-0.09533210843801498
306118	rnn.weight_ih_l0_reverse	4	0.059891100972890854
306118	rnn.weight_ih_l0_reverse	5	-0.14868925511837006
306118	rnn.weight_ih_l0_reverse	6	0.022469021379947662
306118	rnn.weight_ih_l0_reverse	7	0.026694608852267265
306118	rnn.weight_ih_l0_reverse	8	-0.061686743050813675
306118	rnn.weight_ih_l0_reverse	9	-0.07905937731266022
306118	rnn.weight_hh_l0_reverse	0	-0.07755083590745926
306118	rnn.weight_hh_l0_reverse	1	0.023429185152053833
306118	rnn.weight_hh_l0_reverse	2	-0.009112793020904064
306118	rnn.weight_hh_l0_reverse	3	0.024127354845404625
306118	rnn.weight_hh_l0_reverse	4	-0.07040596008300781
306118	rnn.weight_hh_l0_reverse	5	0.04267529770731926
306118	rnn.weight_hh_l0_reverse	6	0.015173261053860188
306118	rnn.weight_hh_l0_reverse	7	-0.06535173207521439
306118	rnn.weight_hh_l0_reverse	8	-0.029331181198358536
306118	rnn.weight_hh_l0_reverse	9	0.06889203935861588
306118	rnn.bias_ih_l0_reverse	0	-0.15923553705215454
306118	rnn.bias_ih_l0_reverse	1	-0.08662624657154083
306118	rnn.bias_ih_l0_reverse	2	0.09397422522306442
306118	rnn.bias_ih_l0_reverse	3	-0.23075276613235474
306118	rnn.bias_ih_l0_reverse	4	-0.02515564113855362
306118	rnn.bias_ih_l0_reverse	5	-0.1838526874780655
306118	rnn.bias_ih_l0_reverse	6	0.2453869730234146
306118	rnn.bias_ih_l0_reverse	7	-0.280590683221817
306118	rnn.bias_ih_l0_reverse	8	-0.13881374895572662
306118	rnn.bias_ih_l0_reverse	9	-0.1667863130569458
306118	rnn.bias_hh_l0_reverse	0	-0.10460297018289566
306118	rnn.bias_hh_l0_reverse	1	0.22905948758125305
306118	rnn.bias_hh_l0_reverse	2	-0.3138812482357025
306118	rnn.bias_hh_l0_reverse	3	-0.1767621487379074
306118	rnn.bias_hh_l0_reverse	4	-0.31950512528419495
306118	rnn.bias_hh_l0_reverse	5	-0.15983644127845764
306118	rnn.bias_hh_l0_reverse	6	-0.25259825587272644
306118	rnn.bias_hh_l0_reverse	7	-0.0857541412115097
306118	rnn.bias_hh_l0_reverse	8	-0.18613402545452118
306118	rnn.bias_hh_l0_reverse	9	0.1895669400691986
306118	linear.weight	0	0.16441459953784943
306118	linear.weight	1	-0.4639316201210022
306118	linear.weight	2	0.04134846478700638
306118	linear.weight	3	0.06776240468025208
306118	linear.weight	4	-0.1510486900806427
306118	linear.weight	5	0.27683496475219727
306118	linear.weight	6	-0.13516679406166077
306118	linear.weight	7	-0.06455681473016739
306118	linear.weight	8	0.14059345424175262
306118	linear.weight	9	-0.04465093836188316
306118	linear.bias	0	-1.0733555555343628
306118	linear.bias	1	1.9449234008789062
306118	linear.bias	2	0.6997268199920654
306118	linear.bias	3	-2.55515456199646
306118	linear.bias	4	-0.2543036639690399
306118	linear.bias	5	1.1424027681350708
306118	linear.bias	6	-0.2758077085018158
306118	linear.bias	7	0.7162958979606628
306118	linear.bias	8	2.1538000106811523
306118	linear.bias	9	-1.4255642890930176
306727	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
306727	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
306727	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
306727	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
306727	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
306727	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
306727	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
306727	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
306727	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
306727	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
306727	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
306727	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
306727	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
306727	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
306727	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
306727	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
306727	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
306727	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
306727	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
306727	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
306727	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
306727	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
306727	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
306727	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
306727	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
306727	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
306727	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
306727	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
306727	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
306727	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
306727	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
306727	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
306727	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
306727	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
306727	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
306727	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
306727	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
306727	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
306727	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
306727	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
306727	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
306727	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
306727	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
306727	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
306727	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
306727	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
306727	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
306727	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
306727	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
306727	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
306727	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
306727	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
306727	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
306727	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
306727	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
306727	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
306727	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
306727	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
306727	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
306727	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
306727	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
306727	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
306727	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
306727	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
306727	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
306727	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
306727	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
306727	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
306727	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
306727	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
306727	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
306727	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
306727	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
306727	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
306727	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
306727	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
306727	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
306727	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
306727	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
306727	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
306727	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
306727	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
306727	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
306727	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
306727	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
306727	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
306727	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
306727	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
306727	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
306727	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
306727	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
306727	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
306727	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
306727	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
306727	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
306727	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
306727	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
306727	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
306727	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
306727	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
306727	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
306727	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
306727	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
306727	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
306727	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
306727	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
306727	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
306727	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
306727	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
306727	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
306727	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
306727	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
306727	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
306727	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
306727	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
306727	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
306727	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
306727	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
306727	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
306727	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
306727	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
306727	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
306727	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
306727	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
306727	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
306727	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
306727	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
306727	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
306727	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
306727	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
306727	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
306727	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
306727	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
306727	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
306727	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
306727	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
306727	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
306727	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
306727	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
306727	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
306727	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
306727	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
306727	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
306727	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
306727	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
306727	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
306727	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
306727	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
306727	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
306727	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
306727	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
306727	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
306727	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
306727	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
306727	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
306727	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
306727	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
306727	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
306727	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
306727	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
306727	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
306727	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
306727	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
306727	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
306727	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
306727	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
306727	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
306727	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
306727	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
306727	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
306727	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
306727	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
306727	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
306727	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
306727	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
306727	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
306727	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
306727	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
306727	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
306727	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
306727	embedding2nn.weight	0	0.28257614374160767
306727	embedding2nn.weight	1	0.3214225471019745
306727	embedding2nn.weight	2	-0.027497155591845512
306727	embedding2nn.weight	3	0.01028464362025261
306727	embedding2nn.weight	4	-0.042604152113199234
306727	embedding2nn.weight	5	0.07802705466747284
306727	embedding2nn.weight	6	0.045974504202604294
306727	embedding2nn.weight	7	-0.00020828847482334822
306727	embedding2nn.weight	8	0.02590133436024189
306727	embedding2nn.weight	9	-0.022042077034711838
306727	embedding2nn.bias	0	0.037038516253232956
306727	embedding2nn.bias	1	-0.17942792177200317
306727	embedding2nn.bias	2	0.12585264444351196
306727	embedding2nn.bias	3	0.1387190818786621
306727	embedding2nn.bias	4	0.1553972214460373
306727	embedding2nn.bias	5	-0.046886857599020004
306727	embedding2nn.bias	6	-0.07523088902235031
306727	embedding2nn.bias	7	0.009810362942516804
306727	embedding2nn.bias	8	-0.17945252358913422
306727	embedding2nn.bias	9	-0.3979119658470154
306727	rnn.weight_ih_l0	0	0.003982275724411011
306727	rnn.weight_ih_l0	1	-0.076016366481781
306727	rnn.weight_ih_l0	2	-0.06490452587604523
306727	rnn.weight_ih_l0	3	0.08217157423496246
306727	rnn.weight_ih_l0	4	0.0692768543958664
306727	rnn.weight_ih_l0	5	-0.13107645511627197
306727	rnn.weight_ih_l0	6	-0.03851304575800896
306727	rnn.weight_ih_l0	7	0.0016520452918484807
306727	rnn.weight_ih_l0	8	0.013008768670260906
306727	rnn.weight_ih_l0	9	-0.031086653470993042
306727	rnn.weight_hh_l0	0	0.010916458442807198
306727	rnn.weight_hh_l0	1	0.06274070590734482
306727	rnn.weight_hh_l0	2	0.03230368345975876
306727	rnn.weight_hh_l0	3	0.0208699069917202
306727	rnn.weight_hh_l0	4	0.016292672604322433
306727	rnn.weight_hh_l0	5	0.0634278878569603
306727	rnn.weight_hh_l0	6	-0.03293774276971817
306727	rnn.weight_hh_l0	7	-0.07328467071056366
306727	rnn.weight_hh_l0	8	0.03787128999829292
306727	rnn.weight_hh_l0	9	-0.09680761396884918
306727	rnn.bias_ih_l0	0	0.19066061079502106
306727	rnn.bias_ih_l0	1	-0.24417495727539062
306727	rnn.bias_ih_l0	2	-0.044227235019207
306727	rnn.bias_ih_l0	3	-0.1577635109424591
306727	rnn.bias_ih_l0	4	0.005099516827613115
306727	rnn.bias_ih_l0	5	-0.32211095094680786
306727	rnn.bias_ih_l0	6	-0.10094651579856873
306727	rnn.bias_ih_l0	7	-0.2890015244483948
306727	rnn.bias_ih_l0	8	-0.24397285282611847
306727	rnn.bias_ih_l0	9	-0.4023767113685608
306727	rnn.bias_hh_l0	0	-0.27993273735046387
306727	rnn.bias_hh_l0	1	-0.3132672905921936
306727	rnn.bias_hh_l0	2	-0.28457388281822205
306727	rnn.bias_hh_l0	3	-0.07787903398275375
306727	rnn.bias_hh_l0	4	-0.2788682281970978
306727	rnn.bias_hh_l0	5	-0.2821514904499054
306727	rnn.bias_hh_l0	6	-0.10897797346115112
306727	rnn.bias_hh_l0	7	0.04484381899237633
306727	rnn.bias_hh_l0	8	-0.17355796694755554
306727	rnn.bias_hh_l0	9	-0.4730598032474518
306727	rnn.weight_ih_l0_reverse	0	0.05282588303089142
306727	rnn.weight_ih_l0_reverse	1	-0.0774288922548294
306727	rnn.weight_ih_l0_reverse	2	-0.03620632737874985
306727	rnn.weight_ih_l0_reverse	3	-0.09695924073457718
306727	rnn.weight_ih_l0_reverse	4	0.05760793387889862
306727	rnn.weight_ih_l0_reverse	5	-0.13881897926330566
306727	rnn.weight_ih_l0_reverse	6	0.01598939299583435
306727	rnn.weight_ih_l0_reverse	7	0.028989233076572418
306727	rnn.weight_ih_l0_reverse	8	-0.0596797801554203
306727	rnn.weight_ih_l0_reverse	9	-0.08360613882541656
306727	rnn.weight_hh_l0_reverse	0	-0.07742747664451599
306727	rnn.weight_hh_l0_reverse	1	0.022100351750850677
306727	rnn.weight_hh_l0_reverse	2	-0.009670630097389221
306727	rnn.weight_hh_l0_reverse	3	0.02451011911034584
306727	rnn.weight_hh_l0_reverse	4	-0.07100245356559753
306727	rnn.weight_hh_l0_reverse	5	0.04276971146464348
306727	rnn.weight_hh_l0_reverse	6	0.015230661258101463
306727	rnn.weight_hh_l0_reverse	7	-0.06767617166042328
306727	rnn.weight_hh_l0_reverse	8	-0.027810029685497284
306727	rnn.weight_hh_l0_reverse	9	0.07133227586746216
306727	rnn.bias_ih_l0_reverse	0	-0.1526433229446411
306727	rnn.bias_ih_l0_reverse	1	-0.0850420892238617
306727	rnn.bias_ih_l0_reverse	2	0.09736474603414536
306727	rnn.bias_ih_l0_reverse	3	-0.23257969319820404
306727	rnn.bias_ih_l0_reverse	4	-0.026176834478974342
306727	rnn.bias_ih_l0_reverse	5	-0.17797984182834625
306727	rnn.bias_ih_l0_reverse	6	0.2440342754125595
306727	rnn.bias_ih_l0_reverse	7	-0.2821161448955536
306727	rnn.bias_ih_l0_reverse	8	-0.13583336770534515
306727	rnn.bias_ih_l0_reverse	9	-0.16090230643749237
306727	rnn.bias_hh_l0_reverse	0	-0.10291226953268051
306727	rnn.bias_hh_l0_reverse	1	0.23610785603523254
306727	rnn.bias_hh_l0_reverse	2	-0.31820234656333923
306727	rnn.bias_hh_l0_reverse	3	-0.1786743402481079
306727	rnn.bias_hh_l0_reverse	4	-0.32742738723754883
306727	rnn.bias_hh_l0_reverse	5	-0.16384689509868622
306727	rnn.bias_hh_l0_reverse	6	-0.2624126076698303
306727	rnn.bias_hh_l0_reverse	7	-0.08223453164100647
306727	rnn.bias_hh_l0_reverse	8	-0.18766814470291138
306727	rnn.bias_hh_l0_reverse	9	0.20415331423282623
306727	linear.weight	0	0.18460088968276978
306727	linear.weight	1	-0.48533540964126587
306727	linear.weight	2	0.006451678462326527
306727	linear.weight	3	0.06775824725627899
306727	linear.weight	4	-0.13224898278713226
306727	linear.weight	5	0.26040688157081604
306727	linear.weight	6	-0.12832506000995636
306727	linear.weight	7	-0.06454966217279434
306727	linear.weight	8	0.15897579491138458
306727	linear.weight	9	-0.044668059796094894
306727	linear.bias	0	-1.0835320949554443
306727	linear.bias	1	1.9036219120025635
306727	linear.bias	2	0.6594073176383972
306727	linear.bias	3	-2.5556890964508057
306727	linear.bias	4	-0.27244389057159424
306727	linear.bias	5	1.1761772632598877
306727	linear.bias	6	-0.2555820643901825
306727	linear.bias	7	0.7110479474067688
306727	linear.bias	8	2.2135798931121826
306727	linear.bias	9	-1.4177794456481934
307336	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
307336	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
307336	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
307336	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
307336	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
307336	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
307336	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
307336	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
307336	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
307336	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
307336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
307336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
307336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
307336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
307336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
307336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
307336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
307336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
307336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
307336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
307336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
307336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
307336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
307336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
307336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
307336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
307336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
307336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
307336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
307336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
307336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
307336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
307336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
307336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
307336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
307336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
307336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
307336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
307336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
307336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
307336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
307336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
307336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
307336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
307336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
307336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
307336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
307336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
307336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
307336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
307336	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
307336	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
307336	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
307336	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
307336	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
307336	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
307336	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
307336	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
307336	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
307336	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
307336	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
307336	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
307336	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
307336	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
307336	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
307336	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
307336	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
307336	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
307336	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
307336	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
307336	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
307336	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
307336	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
307336	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
307336	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
307336	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
307336	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
307336	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
307336	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
307336	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
307336	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
307336	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
307336	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
307336	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
307336	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
307336	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
307336	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
307336	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
307336	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
307336	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
307336	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
307336	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
307336	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
307336	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
307336	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
307336	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
307336	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
307336	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
307336	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
307336	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
307336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
307336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
307336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
307336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
307336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
307336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
307336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
307336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
307336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
307336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
307336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
307336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
307336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
307336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
307336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
307336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
307336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
307336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
307336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
307336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
307336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
307336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
307336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
307336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
307336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
307336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
307336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
307336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
307336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
307336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
307336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
307336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
307336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
307336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
307336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
307336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
307336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
307336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
307336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
307336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
307336	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
307336	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
307336	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
307336	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
307336	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
307336	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
307336	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
307336	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
307336	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
307336	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
307336	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
307336	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
307336	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
307336	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
307336	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
307336	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
307336	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
307336	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
307336	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
307336	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
307336	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
307336	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
307336	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
307336	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
307336	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
307336	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
307336	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
307336	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
307336	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
307336	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
307336	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
307336	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
307336	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
307336	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
307336	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
307336	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
307336	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
307336	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
307336	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
307336	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
307336	embedding2nn.weight	0	0.28282010555267334
307336	embedding2nn.weight	1	0.31945550441741943
307336	embedding2nn.weight	2	-0.027691729366779327
307336	embedding2nn.weight	3	0.0148174948990345
307336	embedding2nn.weight	4	-0.047178834676742554
307336	embedding2nn.weight	5	0.07405930757522583
307336	embedding2nn.weight	6	0.05336163938045502
307336	embedding2nn.weight	7	-0.01219923235476017
307336	embedding2nn.weight	8	0.02708437666296959
307336	embedding2nn.weight	9	-0.024476539343595505
307336	embedding2nn.bias	0	0.02534228377044201
307336	embedding2nn.bias	1	-0.19698567688465118
307336	embedding2nn.bias	2	0.10339026153087616
307336	embedding2nn.bias	3	0.16061712801456451
307336	embedding2nn.bias	4	0.1501389741897583
307336	embedding2nn.bias	5	-0.05553411692380905
307336	embedding2nn.bias	6	-0.056196555495262146
307336	embedding2nn.bias	7	0.009893576614558697
307336	embedding2nn.bias	8	-0.15934345126152039
307336	embedding2nn.bias	9	-0.4000750184059143
307336	rnn.weight_ih_l0	0	0.0061457897536456585
307336	rnn.weight_ih_l0	1	-0.07550512254238129
307336	rnn.weight_ih_l0	2	-0.06087823212146759
307336	rnn.weight_ih_l0	3	0.08456539362668991
307336	rnn.weight_ih_l0	4	0.06246711686253548
307336	rnn.weight_ih_l0	5	-0.12709015607833862
307336	rnn.weight_ih_l0	6	-0.0390930213034153
307336	rnn.weight_ih_l0	7	0.0006210569408722222
307336	rnn.weight_ih_l0	8	0.011568399146199226
307336	rnn.weight_ih_l0	9	-0.030684541910886765
307336	rnn.weight_hh_l0	0	0.010550684295594692
307336	rnn.weight_hh_l0	1	0.0624413900077343
307336	rnn.weight_hh_l0	2	0.03276294842362404
307336	rnn.weight_hh_l0	3	0.021552180871367455
307336	rnn.weight_hh_l0	4	0.014995215460658073
307336	rnn.weight_hh_l0	5	0.06363648921251297
307336	rnn.weight_hh_l0	6	-0.033474452793598175
307336	rnn.weight_hh_l0	7	-0.07148345559835434
307336	rnn.weight_hh_l0	8	0.037685979157686234
307336	rnn.weight_hh_l0	9	-0.09927988052368164
307336	rnn.bias_ih_l0	0	0.18399815261363983
307336	rnn.bias_ih_l0	1	-0.24421070516109467
307336	rnn.bias_ih_l0	2	-0.04280061647295952
307336	rnn.bias_ih_l0	3	-0.15776477754116058
307336	rnn.bias_ih_l0	4	0.008956901729106903
307336	rnn.bias_ih_l0	5	-0.3228091597557068
307336	rnn.bias_ih_l0	6	-0.10363540053367615
307336	rnn.bias_ih_l0	7	-0.2877582311630249
307336	rnn.bias_ih_l0	8	-0.23761442303657532
307336	rnn.bias_ih_l0	9	-0.4106757640838623
307336	rnn.bias_hh_l0	0	-0.27679064869880676
307336	rnn.bias_hh_l0	1	-0.31450319290161133
307336	rnn.bias_hh_l0	2	-0.2876248061656952
307336	rnn.bias_hh_l0	3	-0.07953835278749466
307336	rnn.bias_hh_l0	4	-0.27264437079429626
307336	rnn.bias_hh_l0	5	-0.28540053963661194
307336	rnn.bias_hh_l0	6	-0.11195088922977448
307336	rnn.bias_hh_l0	7	0.05218511447310448
307336	rnn.bias_hh_l0	8	-0.17576546967029572
307336	rnn.bias_hh_l0	9	-0.46756136417388916
307336	rnn.weight_ih_l0_reverse	0	0.04470180720090866
307336	rnn.weight_ih_l0_reverse	1	-0.07765565812587738
307336	rnn.weight_ih_l0_reverse	2	-0.03027958795428276
307336	rnn.weight_ih_l0_reverse	3	-0.0988045260310173
307336	rnn.weight_ih_l0_reverse	4	0.05851198732852936
307336	rnn.weight_ih_l0_reverse	5	-0.14069753885269165
307336	rnn.weight_ih_l0_reverse	6	0.01295163668692112
307336	rnn.weight_ih_l0_reverse	7	0.030731987208127975
307336	rnn.weight_ih_l0_reverse	8	-0.060212958604097366
307336	rnn.weight_ih_l0_reverse	9	-0.08260993659496307
307336	rnn.weight_hh_l0_reverse	0	-0.07763268053531647
307336	rnn.weight_hh_l0_reverse	1	0.02137037366628647
307336	rnn.weight_hh_l0_reverse	2	-0.009275170974433422
307336	rnn.weight_hh_l0_reverse	3	0.023017633706331253
307336	rnn.weight_hh_l0_reverse	4	-0.07093792408704758
307336	rnn.weight_hh_l0_reverse	5	0.041948314756155014
307336	rnn.weight_hh_l0_reverse	6	0.015774106606841087
307336	rnn.weight_hh_l0_reverse	7	-0.06989015638828278
307336	rnn.weight_hh_l0_reverse	8	-0.02728269062936306
307336	rnn.weight_hh_l0_reverse	9	0.07345403730869293
307336	rnn.bias_ih_l0_reverse	0	-0.1512872725725174
307336	rnn.bias_ih_l0_reverse	1	-0.07934482395648956
307336	rnn.bias_ih_l0_reverse	2	0.09931887686252594
307336	rnn.bias_ih_l0_reverse	3	-0.23050211369991302
307336	rnn.bias_ih_l0_reverse	4	-0.04391759634017944
307336	rnn.bias_ih_l0_reverse	5	-0.17959003150463104
307336	rnn.bias_ih_l0_reverse	6	0.24508036673069
307336	rnn.bias_ih_l0_reverse	7	-0.28439855575561523
307336	rnn.bias_ih_l0_reverse	8	-0.1348734349012375
307336	rnn.bias_ih_l0_reverse	9	-0.14068032801151276
307336	rnn.bias_hh_l0_reverse	0	-0.11187321692705154
307336	rnn.bias_hh_l0_reverse	1	0.22787515819072723
307336	rnn.bias_hh_l0_reverse	2	-0.3152141869068146
307336	rnn.bias_hh_l0_reverse	3	-0.17215287685394287
307336	rnn.bias_hh_l0_reverse	4	-0.33455342054367065
307336	rnn.bias_hh_l0_reverse	5	-0.1684894859790802
307336	rnn.bias_hh_l0_reverse	6	-0.2598525583744049
307336	rnn.bias_hh_l0_reverse	7	-0.0831575095653534
307336	rnn.bias_hh_l0_reverse	8	-0.18797872960567474
307336	rnn.bias_hh_l0_reverse	9	0.18620435893535614
307336	linear.weight	0	0.19658251106739044
307336	linear.weight	1	-0.49151259660720825
307336	linear.weight	2	0.022559234872460365
307336	linear.weight	3	0.06775753200054169
307336	linear.weight	4	-0.1308787763118744
307336	linear.weight	5	0.2354261428117752
307336	linear.weight	6	-0.11081677675247192
307336	linear.weight	7	-0.06454864889383316
307336	linear.weight	8	0.1417539268732071
307336	linear.weight	9	-0.044680822640657425
307336	linear.bias	0	-1.0756497383117676
307336	linear.bias	1	1.9824031591415405
307336	linear.bias	2	0.6598814129829407
307336	linear.bias	3	-2.5562336444854736
307336	linear.bias	4	-0.23566937446594238
307336	linear.bias	5	1.148512840270996
307336	linear.bias	6	-0.2110629677772522
307336	linear.bias	7	0.6613943576812744
307336	linear.bias	8	2.1726608276367188
307336	linear.bias	9	-1.4030081033706665
307945	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
307945	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
307945	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
307945	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
307945	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
307945	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
307945	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
307945	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
307945	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
307945	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
307945	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
307945	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
307945	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
307945	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
307945	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
307945	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
307945	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
307945	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
307945	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
307945	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
307945	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
307945	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
307945	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
307945	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
307945	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
307945	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
307945	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
307945	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
307945	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
307945	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
307945	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
307945	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
307945	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
307945	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
307945	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
307945	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
307945	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
307945	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
307945	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
307945	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
307945	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
307945	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
307945	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
307945	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
307945	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
307945	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
307945	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
307945	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
307945	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
307945	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
307945	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
307945	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
307945	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
307945	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
307945	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
307945	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
307945	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
307945	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
307945	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
307945	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
307945	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
307945	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
307945	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
307945	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
307945	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
307945	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
307945	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
307945	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
307945	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
307945	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
307945	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
307945	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
307945	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
307945	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
307945	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
307945	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
307945	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
307945	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
307945	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
307945	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
307945	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
307945	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
307945	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
307945	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
307945	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
307945	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
307945	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
307945	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
307945	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
307945	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
307945	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
307945	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
307945	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
307945	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
307945	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
307945	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
307945	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
307945	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
307945	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
307945	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
307945	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
307945	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
307945	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
307945	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
307945	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
307945	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
307945	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
307945	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
307945	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
307945	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
307945	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
307945	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
307945	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
307945	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
307945	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
307945	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
307945	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
307945	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
307945	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
307945	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
307945	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
307945	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
307945	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
307945	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
307945	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
307945	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
307945	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
307945	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
307945	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
307945	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
307945	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
307945	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
307945	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
307945	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
307945	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
307945	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
307945	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
307945	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
307945	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
307945	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
307945	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
307945	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
307945	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
307945	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
307945	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
307945	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
307945	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
307945	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
307945	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
307945	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
307945	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
307945	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
307945	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
307945	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
307945	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
307945	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
307945	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
307945	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
307945	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
307945	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
307945	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
307945	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
307945	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
307945	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
307945	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
307945	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
307945	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
307945	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
307945	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
307945	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
307945	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
307945	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
307945	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
307945	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
307945	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
307945	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
307945	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
307945	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
307945	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
307945	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
307945	embedding2nn.weight	0	0.2849300503730774
307945	embedding2nn.weight	1	0.3163089454174042
307945	embedding2nn.weight	2	-0.023793064057826996
307945	embedding2nn.weight	3	0.017817076295614243
307945	embedding2nn.weight	4	-0.04381900280714035
307945	embedding2nn.weight	5	0.07770860195159912
307945	embedding2nn.weight	6	0.042449042201042175
307945	embedding2nn.weight	7	-0.008717464283108711
307945	embedding2nn.weight	8	0.0218385960906744
307945	embedding2nn.weight	9	-0.025467609986662865
307945	embedding2nn.bias	0	0.019697057083249092
307945	embedding2nn.bias	1	-0.20412524044513702
307945	embedding2nn.bias	2	0.10459902137517929
307945	embedding2nn.bias	3	0.16062450408935547
307945	embedding2nn.bias	4	0.1450478583574295
307945	embedding2nn.bias	5	-0.05499115213751793
307945	embedding2nn.bias	6	-0.06429774314165115
307945	embedding2nn.bias	7	0.027586039155721664
307945	embedding2nn.bias	8	-0.14870159327983856
307945	embedding2nn.bias	9	-0.39527809619903564
307945	rnn.weight_ih_l0	0	0.0060158949345350266
307945	rnn.weight_ih_l0	1	-0.07875719666481018
307945	rnn.weight_ih_l0	2	-0.05314262956380844
307945	rnn.weight_ih_l0	3	0.07825245708227158
307945	rnn.weight_ih_l0	4	0.0538594014942646
307945	rnn.weight_ih_l0	5	-0.13575974106788635
307945	rnn.weight_ih_l0	6	-0.03931403160095215
307945	rnn.weight_ih_l0	7	0.0030980147421360016
307945	rnn.weight_ih_l0	8	0.013335473835468292
307945	rnn.weight_ih_l0	9	-0.03049818053841591
307945	rnn.weight_hh_l0	0	0.010368640534579754
307945	rnn.weight_hh_l0	1	0.06428813934326172
307945	rnn.weight_hh_l0	2	0.035201143473386765
307945	rnn.weight_hh_l0	3	0.021111540496349335
307945	rnn.weight_hh_l0	4	0.01545738335698843
307945	rnn.weight_hh_l0	5	0.06382595747709274
307945	rnn.weight_hh_l0	6	-0.03342154249548912
307945	rnn.weight_hh_l0	7	-0.07273989915847778
307945	rnn.weight_hh_l0	8	0.037847794592380524
307945	rnn.weight_hh_l0	9	-0.10008829832077026
307945	rnn.bias_ih_l0	0	0.17712415754795074
307945	rnn.bias_ih_l0	1	-0.23959064483642578
307945	rnn.bias_ih_l0	2	-0.0438477098941803
307945	rnn.bias_ih_l0	3	-0.16140791773796082
307945	rnn.bias_ih_l0	4	0.007496013771742582
307945	rnn.bias_ih_l0	5	-0.3185262084007263
307945	rnn.bias_ih_l0	6	-0.10675432533025742
307945	rnn.bias_ih_l0	7	-0.28825628757476807
307945	rnn.bias_ih_l0	8	-0.23200105130672455
307945	rnn.bias_ih_l0	9	-0.4105059802532196
307945	rnn.bias_hh_l0	0	-0.27561357617378235
307945	rnn.bias_hh_l0	1	-0.31416600942611694
307945	rnn.bias_hh_l0	2	-0.28756752610206604
307945	rnn.bias_hh_l0	3	-0.07173439115285873
307945	rnn.bias_hh_l0	4	-0.2749329209327698
307945	rnn.bias_hh_l0	5	-0.2921210527420044
307945	rnn.bias_hh_l0	6	-0.1136271208524704
307945	rnn.bias_hh_l0	7	0.053791943937540054
307945	rnn.bias_hh_l0	8	-0.17569398880004883
307945	rnn.bias_hh_l0	9	-0.46737203001976013
307945	rnn.weight_ih_l0_reverse	0	0.0521664172410965
307945	rnn.weight_ih_l0_reverse	1	-0.07840023189783096
307945	rnn.weight_ih_l0_reverse	2	-0.025701791048049927
307945	rnn.weight_ih_l0_reverse	3	-0.09961719065904617
307945	rnn.weight_ih_l0_reverse	4	0.05653563141822815
307945	rnn.weight_ih_l0_reverse	5	-0.14122363924980164
307945	rnn.weight_ih_l0_reverse	6	0.013146266341209412
307945	rnn.weight_ih_l0_reverse	7	0.029593966901302338
307945	rnn.weight_ih_l0_reverse	8	-0.061641041189432144
307945	rnn.weight_ih_l0_reverse	9	-0.07968201488256454
307945	rnn.weight_hh_l0_reverse	0	-0.07660412788391113
307945	rnn.weight_hh_l0_reverse	1	0.022383753210306168
307945	rnn.weight_hh_l0_reverse	2	-0.009444229304790497
307945	rnn.weight_hh_l0_reverse	3	0.023858120664954185
307945	rnn.weight_hh_l0_reverse	4	-0.07090487331151962
307945	rnn.weight_hh_l0_reverse	5	0.042516402900218964
307945	rnn.weight_hh_l0_reverse	6	0.016189856454730034
307945	rnn.weight_hh_l0_reverse	7	-0.06883376091718674
307945	rnn.weight_hh_l0_reverse	8	-0.03026176430284977
307945	rnn.weight_hh_l0_reverse	9	0.07316657900810242
307945	rnn.bias_ih_l0_reverse	0	-0.15003909170627594
307945	rnn.bias_ih_l0_reverse	1	-0.07968182116746902
307945	rnn.bias_ih_l0_reverse	2	0.09766615927219391
307945	rnn.bias_ih_l0_reverse	3	-0.22777724266052246
307945	rnn.bias_ih_l0_reverse	4	-0.03685705363750458
307945	rnn.bias_ih_l0_reverse	5	-0.1842484325170517
307945	rnn.bias_ih_l0_reverse	6	0.2435515820980072
307945	rnn.bias_ih_l0_reverse	7	-0.29209768772125244
307945	rnn.bias_ih_l0_reverse	8	-0.13967590034008026
307945	rnn.bias_ih_l0_reverse	9	-0.13631710410118103
307945	rnn.bias_hh_l0_reverse	0	-0.11283206194639206
307945	rnn.bias_hh_l0_reverse	1	0.22761502861976624
307945	rnn.bias_hh_l0_reverse	2	-0.3087901175022125
307945	rnn.bias_hh_l0_reverse	3	-0.1666700541973114
307945	rnn.bias_hh_l0_reverse	4	-0.3274522125720978
307945	rnn.bias_hh_l0_reverse	5	-0.1582990139722824
307945	rnn.bias_hh_l0_reverse	6	-0.2632561922073364
307945	rnn.bias_hh_l0_reverse	7	-0.08405333757400513
307945	rnn.bias_hh_l0_reverse	8	-0.20200763642787933
307945	rnn.bias_hh_l0_reverse	9	0.1996874362230301
307945	linear.weight	0	0.1980581432580948
307945	linear.weight	1	-0.48928260803222656
307945	linear.weight	2	-0.011131162755191326
307945	linear.weight	3	0.06775271892547607
307945	linear.weight	4	-0.09897726774215698
307945	linear.weight	5	0.22917789220809937
307945	linear.weight	6	-0.07785018533468246
307945	linear.weight	7	-0.06454312056303024
307945	linear.weight	8	0.14171089231967926
307945	linear.weight	9	-0.04470899701118469
307945	linear.bias	0	-1.097356915473938
307945	linear.bias	1	1.950488805770874
307945	linear.bias	2	0.6513915657997131
307945	linear.bias	3	-2.5568246841430664
307945	linear.bias	4	-0.2514992356300354
307945	linear.bias	5	1.1735295057296753
307945	linear.bias	6	-0.2804931104183197
307945	linear.bias	7	0.6737905144691467
307945	linear.bias	8	2.2364985942840576
307945	linear.bias	9	-1.4382728338241577
308554	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
308554	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
308554	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
308554	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
308554	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
308554	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
308554	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
308554	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
308554	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
308554	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
308554	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
308554	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
308554	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
308554	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
308554	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
308554	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
308554	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
308554	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
308554	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
308554	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
308554	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
308554	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
308554	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
308554	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
308554	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
308554	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
308554	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
308554	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
308554	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
308554	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
308554	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
308554	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
308554	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
308554	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
308554	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
308554	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
308554	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
308554	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
308554	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
308554	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
308554	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
308554	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
308554	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
308554	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
308554	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
308554	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
308554	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
308554	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
308554	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
308554	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
308554	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
308554	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
308554	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
308554	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
308554	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
308554	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
308554	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
308554	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
308554	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
308554	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
308554	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
308554	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
308554	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
308554	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
308554	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
308554	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
308554	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
308554	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
308554	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
308554	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
308554	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
308554	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
308554	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
308554	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
308554	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
308554	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
308554	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
308554	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
308554	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
308554	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
308554	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
308554	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
308554	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
308554	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
308554	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
308554	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
308554	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
308554	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
308554	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
308554	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
308554	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
308554	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
308554	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
308554	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
308554	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
308554	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
308554	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
308554	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
308554	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
308554	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
308554	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
308554	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
308554	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
308554	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
308554	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
308554	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
308554	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
308554	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
308554	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
308554	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
308554	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
308554	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
308554	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
308554	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
308554	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
308554	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
308554	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
308554	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
308554	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
308554	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
308554	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
308554	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
308554	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
308554	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
308554	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
308554	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
308554	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
308554	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
308554	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
308554	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
308554	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
308554	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
308554	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
308554	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
308554	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
308554	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
308554	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
308554	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
308554	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
308554	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
308554	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
308554	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
308554	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
308554	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
308554	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
308554	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
308554	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
308554	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
308554	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
308554	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
308554	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
308554	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
308554	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
308554	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
308554	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
308554	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
308554	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
308554	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
308554	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
308554	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
308554	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
308554	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
308554	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
308554	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
308554	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
308554	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
308554	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
308554	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
308554	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
308554	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
308554	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
308554	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
308554	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
308554	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
308554	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
308554	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
308554	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
308554	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
308554	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
308554	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
308554	embedding2nn.weight	0	0.28334447741508484
308554	embedding2nn.weight	1	0.31403666734695435
308554	embedding2nn.weight	2	-0.02248998172581196
308554	embedding2nn.weight	3	0.01972171664237976
308554	embedding2nn.weight	4	-0.04401575028896332
308554	embedding2nn.weight	5	0.08136405795812607
308554	embedding2nn.weight	6	0.03939623013138771
308554	embedding2nn.weight	7	-0.01269353274255991
308554	embedding2nn.weight	8	0.020434662699699402
308554	embedding2nn.weight	9	-0.02314702980220318
308554	embedding2nn.bias	0	0.03211895003914833
308554	embedding2nn.bias	1	-0.2105734497308731
308554	embedding2nn.bias	2	0.1282772421836853
308554	embedding2nn.bias	3	0.1451912224292755
308554	embedding2nn.bias	4	0.1420421451330185
308554	embedding2nn.bias	5	-0.056483540683984756
308554	embedding2nn.bias	6	-0.07758377492427826
308554	embedding2nn.bias	7	0.021135525777935982
308554	embedding2nn.bias	8	-0.17052428424358368
308554	embedding2nn.bias	9	-0.3797805607318878
308554	rnn.weight_ih_l0	0	0.005101536400616169
308554	rnn.weight_ih_l0	1	-0.077093206346035
308554	rnn.weight_ih_l0	2	-0.05301988497376442
308554	rnn.weight_ih_l0	3	0.07774322479963303
308554	rnn.weight_ih_l0	4	0.052757758647203445
308554	rnn.weight_ih_l0	5	-0.12273244559764862
308554	rnn.weight_ih_l0	6	-0.03668646141886711
308554	rnn.weight_ih_l0	7	-0.004393371287733316
308554	rnn.weight_ih_l0	8	0.006040961481630802
308554	rnn.weight_ih_l0	9	-0.02932026796042919
308554	rnn.weight_hh_l0	0	0.010464341379702091
308554	rnn.weight_hh_l0	1	0.06468934565782547
308554	rnn.weight_hh_l0	2	0.03588689863681793
308554	rnn.weight_hh_l0	3	0.02091388963162899
308554	rnn.weight_hh_l0	4	0.016993746161460876
308554	rnn.weight_hh_l0	5	0.06379242241382599
308554	rnn.weight_hh_l0	6	-0.033734288066625595
308554	rnn.weight_hh_l0	7	-0.07021289318799973
308554	rnn.weight_hh_l0	8	0.038202255964279175
308554	rnn.weight_hh_l0	9	-0.09917276352643967
308554	rnn.bias_ih_l0	0	0.1709442138671875
308554	rnn.bias_ih_l0	1	-0.24352775514125824
308554	rnn.bias_ih_l0	2	-0.03526495769619942
308554	rnn.bias_ih_l0	3	-0.15481165051460266
308554	rnn.bias_ih_l0	4	-0.001271058339625597
308554	rnn.bias_ih_l0	5	-0.32328203320503235
308554	rnn.bias_ih_l0	6	-0.11479049175977707
308554	rnn.bias_ih_l0	7	-0.2886502146720886
308554	rnn.bias_ih_l0	8	-0.224341481924057
308554	rnn.bias_ih_l0	9	-0.4258493185043335
308554	rnn.bias_hh_l0	0	-0.2757488191127777
308554	rnn.bias_hh_l0	1	-0.3113316297531128
308554	rnn.bias_hh_l0	2	-0.27926912903785706
308554	rnn.bias_hh_l0	3	-0.0677495151758194
308554	rnn.bias_hh_l0	4	-0.2719513773918152
308554	rnn.bias_hh_l0	5	-0.291063129901886
308554	rnn.bias_hh_l0	6	-0.11440133303403854
308554	rnn.bias_hh_l0	7	0.05166332796216011
308554	rnn.bias_hh_l0	8	-0.17352715134620667
308554	rnn.bias_hh_l0	9	-0.4678597152233124
308554	rnn.weight_ih_l0_reverse	0	0.046244215220212936
308554	rnn.weight_ih_l0_reverse	1	-0.07645034044981003
308554	rnn.weight_ih_l0_reverse	2	-0.02298087626695633
308554	rnn.weight_ih_l0_reverse	3	-0.09376274794340134
308554	rnn.weight_ih_l0_reverse	4	0.05357648804783821
308554	rnn.weight_ih_l0_reverse	5	-0.14057804644107819
308554	rnn.weight_ih_l0_reverse	6	-0.002138814190402627
308554	rnn.weight_ih_l0_reverse	7	0.029806099832057953
308554	rnn.weight_ih_l0_reverse	8	-0.06279794871807098
308554	rnn.weight_ih_l0_reverse	9	-0.0857207253575325
308554	rnn.weight_hh_l0_reverse	0	-0.07622761279344559
308554	rnn.weight_hh_l0_reverse	1	0.023463424295186996
308554	rnn.weight_hh_l0_reverse	2	-0.009939080104231834
308554	rnn.weight_hh_l0_reverse	3	0.023012572899460793
308554	rnn.weight_hh_l0_reverse	4	-0.0693884864449501
308554	rnn.weight_hh_l0_reverse	5	0.04274560883641243
308554	rnn.weight_hh_l0_reverse	6	0.016176588833332062
308554	rnn.weight_hh_l0_reverse	7	-0.07181137800216675
308554	rnn.weight_hh_l0_reverse	8	-0.026834024116396904
308554	rnn.weight_hh_l0_reverse	9	0.07300835847854614
308554	rnn.bias_ih_l0_reverse	0	-0.1621781289577484
308554	rnn.bias_ih_l0_reverse	1	-0.08163836598396301
308554	rnn.bias_ih_l0_reverse	2	0.10101298987865448
308554	rnn.bias_ih_l0_reverse	3	-0.22878694534301758
308554	rnn.bias_ih_l0_reverse	4	-0.04938098043203354
308554	rnn.bias_ih_l0_reverse	5	-0.1808948963880539
308554	rnn.bias_ih_l0_reverse	6	0.23999768495559692
308554	rnn.bias_ih_l0_reverse	7	-0.3007703721523285
308554	rnn.bias_ih_l0_reverse	8	-0.1325111836194992
308554	rnn.bias_ih_l0_reverse	9	-0.1445266306400299
308554	rnn.bias_hh_l0_reverse	0	-0.10492057353258133
308554	rnn.bias_hh_l0_reverse	1	0.24452218413352966
308554	rnn.bias_hh_l0_reverse	2	-0.3208259642124176
308554	rnn.bias_hh_l0_reverse	3	-0.17489250004291534
308554	rnn.bias_hh_l0_reverse	4	-0.3286474049091339
308554	rnn.bias_hh_l0_reverse	5	-0.15472087264060974
308554	rnn.bias_hh_l0_reverse	6	-0.2671971321105957
308554	rnn.bias_hh_l0_reverse	7	-0.08212531358003616
308554	rnn.bias_hh_l0_reverse	8	-0.20637868344783783
308554	rnn.bias_hh_l0_reverse	9	0.19132354855537415
308554	linear.weight	0	0.20925040543079376
308554	linear.weight	1	-0.46395260095596313
308554	linear.weight	2	0.008926041424274445
308554	linear.weight	3	0.06775445491075516
308554	linear.weight	4	-0.1311141848564148
308554	linear.weight	5	0.20889462530612946
308554	linear.weight	6	-0.0666443482041359
308554	linear.weight	7	-0.06452743709087372
308554	linear.weight	8	0.12426730245351791
308554	linear.weight	9	-0.04472929239273071
308554	linear.bias	0	-1.0603107213974
308554	linear.bias	1	1.8861440420150757
308554	linear.bias	2	0.6858190298080444
308554	linear.bias	3	-2.557386636734009
308554	linear.bias	4	-0.2502112090587616
308554	linear.bias	5	1.1687780618667603
308554	linear.bias	6	-0.28827229142189026
308554	linear.bias	7	0.6884786486625671
308554	linear.bias	8	2.2563774585723877
308554	linear.bias	9	-1.4208898544311523
309163	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
309163	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
309163	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
309163	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
309163	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
309163	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
309163	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
309163	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
309163	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
309163	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
309163	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
309163	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
309163	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
309163	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
309163	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
309163	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
309163	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
309163	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
309163	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
309163	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
309163	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
309163	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
309163	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
309163	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
309163	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
309163	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
309163	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
309163	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
309163	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
309163	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
309163	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
309163	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
309163	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
309163	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
309163	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
309163	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
309163	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
309163	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
309163	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
309163	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
309163	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
309163	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
309163	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
309163	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
309163	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
309163	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
309163	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
309163	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
309163	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
309163	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
309163	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
309163	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
309163	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
309163	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
309163	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
309163	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
309163	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
309163	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
309163	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
309163	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
309163	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
309163	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
309163	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
309163	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
309163	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
309163	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
309163	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
309163	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
309163	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
309163	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
309163	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
309163	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
309163	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
309163	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
309163	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
309163	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
309163	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
309163	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
309163	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
309163	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
309163	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
309163	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
309163	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
309163	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
309163	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
309163	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
309163	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
309163	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
309163	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
309163	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
309163	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
309163	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
309163	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
309163	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
309163	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
309163	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
309163	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
309163	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
309163	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
309163	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
309163	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
309163	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
309163	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
309163	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
309163	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
309163	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
309163	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
309163	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
309163	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
309163	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
309163	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
309163	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
309163	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
309163	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
309163	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
309163	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
309163	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
309163	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
309163	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
309163	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
309163	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
309163	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
309163	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
309163	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
309163	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
309163	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
309163	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
309163	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
309163	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
309163	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
309163	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
309163	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
309163	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
309163	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
309163	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
309163	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
309163	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
309163	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
309163	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
309163	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
309163	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
309163	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
309163	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
309163	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
309163	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
309163	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
309163	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
309163	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
309163	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
309163	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
309163	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
309163	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
309163	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
309163	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
309163	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
309163	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
309163	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
309163	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
309163	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
309163	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
309163	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
309163	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
309163	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
309163	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
309163	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
309163	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
309163	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
309163	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
309163	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
309163	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
309163	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
309163	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
309163	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
309163	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
309163	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
309163	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
309163	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
309163	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
309163	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
309163	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
309163	embedding2nn.weight	0	0.28353843092918396
309163	embedding2nn.weight	1	0.31812673807144165
309163	embedding2nn.weight	2	-0.020461104810237885
309163	embedding2nn.weight	3	0.02091357111930847
309163	embedding2nn.weight	4	-0.04855639114975929
309163	embedding2nn.weight	5	0.08224937319755554
309163	embedding2nn.weight	6	0.04918520152568817
309163	embedding2nn.weight	7	-0.003517985111102462
309163	embedding2nn.weight	8	0.01762230508029461
309163	embedding2nn.weight	9	-0.020637188106775284
309163	embedding2nn.bias	0	0.02125146985054016
309163	embedding2nn.bias	1	-0.17860306799411774
309163	embedding2nn.bias	2	0.1031888946890831
309163	embedding2nn.bias	3	0.13630467653274536
309163	embedding2nn.bias	4	0.14757521450519562
309163	embedding2nn.bias	5	-0.016451077535748482
309163	embedding2nn.bias	6	-0.048703502863645554
309163	embedding2nn.bias	7	0.04674682021141052
309163	embedding2nn.bias	8	-0.1778629720211029
309163	embedding2nn.bias	9	-0.3614767789840698
309163	rnn.weight_ih_l0	0	0.005306578241288662
309163	rnn.weight_ih_l0	1	-0.07643218338489532
309163	rnn.weight_ih_l0	2	-0.04937664419412613
309163	rnn.weight_ih_l0	3	0.07574014365673065
309163	rnn.weight_ih_l0	4	0.04500439763069153
309163	rnn.weight_ih_l0	5	-0.12412550300359726
309163	rnn.weight_ih_l0	6	-0.036843858659267426
309163	rnn.weight_ih_l0	7	-0.006358715705573559
309163	rnn.weight_ih_l0	8	0.018538542091846466
309163	rnn.weight_ih_l0	9	-0.024922305718064308
309163	rnn.weight_hh_l0	0	0.010337471961975098
309163	rnn.weight_hh_l0	1	0.06457426398992538
309163	rnn.weight_hh_l0	2	0.03555077314376831
309163	rnn.weight_hh_l0	3	0.020541474223136902
309163	rnn.weight_hh_l0	4	0.01646053045988083
309163	rnn.weight_hh_l0	5	0.06283332407474518
309163	rnn.weight_hh_l0	6	-0.0341733954846859
309163	rnn.weight_hh_l0	7	-0.07223517447710037
309163	rnn.weight_hh_l0	8	0.03809986636042595
309163	rnn.weight_hh_l0	9	-0.09818582981824875
309163	rnn.bias_ih_l0	0	0.16450285911560059
309163	rnn.bias_ih_l0	1	-0.2373652160167694
309163	rnn.bias_ih_l0	2	-0.03641076758503914
309163	rnn.bias_ih_l0	3	-0.1549503058195114
309163	rnn.bias_ih_l0	4	0.01207893155515194
309163	rnn.bias_ih_l0	5	-0.32472875714302063
309163	rnn.bias_ih_l0	6	-0.11972993612289429
309163	rnn.bias_ih_l0	7	-0.28714630007743835
309163	rnn.bias_ih_l0	8	-0.23098230361938477
309163	rnn.bias_ih_l0	9	-0.4049728214740753
309163	rnn.bias_hh_l0	0	-0.2779722511768341
309163	rnn.bias_hh_l0	1	-0.31135281920433044
309163	rnn.bias_hh_l0	2	-0.2842804193496704
309163	rnn.bias_hh_l0	3	-0.07867101579904556
309163	rnn.bias_hh_l0	4	-0.27454420924186707
309163	rnn.bias_hh_l0	5	-0.29094934463500977
309163	rnn.bias_hh_l0	6	-0.11552540212869644
309163	rnn.bias_hh_l0	7	0.045958295464515686
309163	rnn.bias_hh_l0	8	-0.17082881927490234
309163	rnn.bias_hh_l0	9	-0.4686774015426636
309163	rnn.weight_ih_l0_reverse	0	0.045689452439546585
309163	rnn.weight_ih_l0_reverse	1	-0.07653559744358063
309163	rnn.weight_ih_l0_reverse	2	-0.023042740300297737
309163	rnn.weight_ih_l0_reverse	3	-0.09153773635625839
309163	rnn.weight_ih_l0_reverse	4	0.05214381217956543
309163	rnn.weight_ih_l0_reverse	5	-0.1387302428483963
309163	rnn.weight_ih_l0_reverse	6	-0.001588324666954577
309163	rnn.weight_ih_l0_reverse	7	0.029308853670954704
309163	rnn.weight_ih_l0_reverse	8	-0.06560233980417252
309163	rnn.weight_ih_l0_reverse	9	-0.08893949538469315
309163	rnn.weight_hh_l0_reverse	0	-0.07557385414838791
309163	rnn.weight_hh_l0_reverse	1	0.024421226233243942
309163	rnn.weight_hh_l0_reverse	2	-0.00984208844602108
309163	rnn.weight_hh_l0_reverse	3	0.02305038832128048
309163	rnn.weight_hh_l0_reverse	4	-0.0707779973745346
309163	rnn.weight_hh_l0_reverse	5	0.042879488319158554
309163	rnn.weight_hh_l0_reverse	6	0.01583893597126007
309163	rnn.weight_hh_l0_reverse	7	-0.07330663502216339
309163	rnn.weight_hh_l0_reverse	8	-0.028267908841371536
309163	rnn.weight_hh_l0_reverse	9	0.07235816866159439
309163	rnn.bias_ih_l0_reverse	0	-0.1520068496465683
309163	rnn.bias_ih_l0_reverse	1	-0.0788646787405014
309163	rnn.bias_ih_l0_reverse	2	0.10341758280992508
309163	rnn.bias_ih_l0_reverse	3	-0.24105244874954224
309163	rnn.bias_ih_l0_reverse	4	-0.048537008464336395
309163	rnn.bias_ih_l0_reverse	5	-0.18186642229557037
309163	rnn.bias_ih_l0_reverse	6	0.2409169226884842
309163	rnn.bias_ih_l0_reverse	7	-0.28492093086242676
309163	rnn.bias_ih_l0_reverse	8	-0.13568736612796783
309163	rnn.bias_ih_l0_reverse	9	-0.14686518907546997
309163	rnn.bias_hh_l0_reverse	0	-0.10815583169460297
309163	rnn.bias_hh_l0_reverse	1	0.2474151998758316
309163	rnn.bias_hh_l0_reverse	2	-0.31487274169921875
309163	rnn.bias_hh_l0_reverse	3	-0.1720728725194931
309163	rnn.bias_hh_l0_reverse	4	-0.3261556625366211
309163	rnn.bias_hh_l0_reverse	5	-0.16301634907722473
309163	rnn.bias_hh_l0_reverse	6	-0.2706426978111267
309163	rnn.bias_hh_l0_reverse	7	-0.08546009659767151
309163	rnn.bias_hh_l0_reverse	8	-0.20965318381786346
309163	rnn.bias_hh_l0_reverse	9	0.18591341376304626
309163	linear.weight	0	0.19262559711933136
309163	linear.weight	1	-0.47548341751098633
309163	linear.weight	2	0.023020543158054352
309163	linear.weight	3	0.06775539368391037
309163	linear.weight	4	-0.14263492822647095
309163	linear.weight	5	0.18701793253421783
309163	linear.weight	6	-0.08972227573394775
309163	linear.weight	7	-0.0645102933049202
309163	linear.weight	8	0.12552309036254883
309163	linear.weight	9	-0.044746823608875275
309163	linear.bias	0	-1.0828349590301514
309163	linear.bias	1	1.906412959098816
309163	linear.bias	2	0.6967304348945618
309163	linear.bias	3	-2.557957649230957
309163	linear.bias	4	-0.22027966380119324
309163	linear.bias	5	1.1706390380859375
309163	linear.bias	6	-0.2329433709383011
309163	linear.bias	7	0.6662660837173462
309163	linear.bias	8	2.244793176651001
309163	linear.bias	9	-1.4073477983474731
309772	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
309772	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
309772	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
309772	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
309772	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
309772	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
309772	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
309772	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
309772	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
309772	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
309772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
309772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
309772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
309772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
309772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
309772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
309772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
309772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
309772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
309772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
309772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
309772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
309772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
309772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
309772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
309772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
309772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
309772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
309772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
309772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
309772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
309772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
309772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
309772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
309772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
309772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
309772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
309772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
309772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
309772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
309772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
309772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
309772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
309772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
309772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
309772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
309772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
309772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
309772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
309772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
309772	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
309772	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
309772	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
309772	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
309772	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
309772	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
309772	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
309772	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
309772	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
309772	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
309772	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
309772	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
309772	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
309772	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
309772	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
309772	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
309772	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
309772	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
309772	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
309772	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
309772	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
309772	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
309772	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
309772	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
309772	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
309772	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
309772	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
309772	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
309772	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
309772	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
309772	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
309772	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
309772	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
309772	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
309772	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
309772	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
309772	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
309772	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
309772	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
309772	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
309772	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
309772	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
309772	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
309772	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
309772	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
309772	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
309772	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
309772	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
309772	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
309772	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
309772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
309772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
309772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
309772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
309772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
309772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
309772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
309772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
309772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
309772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
309772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
309772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
309772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
309772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
309772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
309772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
309772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
309772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
309772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
309772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
309772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
309772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
309772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
309772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
309772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
309772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
309772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
309772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
309772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
309772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
309772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
309772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
309772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
309772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
309772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
309772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
309772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
309772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
309772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
309772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
309772	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
309772	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
309772	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
309772	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
309772	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
309772	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
309772	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
309772	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
309772	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
309772	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
309772	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
309772	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
309772	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
309772	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
309772	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
309772	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
309772	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
309772	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
309772	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
309772	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
309772	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
309772	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
309772	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
309772	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
309772	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
309772	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
309772	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
309772	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
309772	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
309772	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
309772	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
309772	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
309772	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
309772	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
309772	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
309772	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
309772	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
309772	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
309772	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
309772	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
309772	embedding2nn.weight	0	0.2849956154823303
309772	embedding2nn.weight	1	0.32334890961647034
309772	embedding2nn.weight	2	-0.018541879951953888
309772	embedding2nn.weight	3	0.0203767828643322
309772	embedding2nn.weight	4	-0.05359082296490669
309772	embedding2nn.weight	5	0.08095767349004745
309772	embedding2nn.weight	6	0.05545664206147194
309772	embedding2nn.weight	7	-0.006848169956356287
309772	embedding2nn.weight	8	0.024398623034358025
309772	embedding2nn.weight	9	-0.019102323800325394
309772	embedding2nn.bias	0	0.03768071532249451
309772	embedding2nn.bias	1	-0.18956954777240753
309772	embedding2nn.bias	2	0.12936173379421234
309772	embedding2nn.bias	3	0.1350780725479126
309772	embedding2nn.bias	4	0.16631688177585602
309772	embedding2nn.bias	5	-0.05526750162243843
309772	embedding2nn.bias	6	-0.060342371463775635
309772	embedding2nn.bias	7	0.04346603900194168
309772	embedding2nn.bias	8	-0.1803392916917801
309772	embedding2nn.bias	9	-0.3788501024246216
309772	rnn.weight_ih_l0	0	0.006247096695005894
309772	rnn.weight_ih_l0	1	-0.07678471505641937
309772	rnn.weight_ih_l0	2	-0.043187595903873444
309772	rnn.weight_ih_l0	3	0.0798552855849266
309772	rnn.weight_ih_l0	4	0.04508737847208977
309772	rnn.weight_ih_l0	5	-0.12111151963472366
309772	rnn.weight_ih_l0	6	-0.0406416654586792
309772	rnn.weight_ih_l0	7	-0.005826813168823719
309772	rnn.weight_ih_l0	8	0.018347978591918945
309772	rnn.weight_ih_l0	9	-0.03332129493355751
309772	rnn.weight_hh_l0	0	0.009959972463548183
309772	rnn.weight_hh_l0	1	0.06412453204393387
309772	rnn.weight_hh_l0	2	0.035834018141031265
309772	rnn.weight_hh_l0	3	0.020207243040204048
309772	rnn.weight_hh_l0	4	0.018025366589426994
309772	rnn.weight_hh_l0	5	0.06229866296052933
309772	rnn.weight_hh_l0	6	-0.03428875282406807
309772	rnn.weight_hh_l0	7	-0.07336176931858063
309772	rnn.weight_hh_l0	8	0.03823919594287872
309772	rnn.weight_hh_l0	9	-0.09897280484437943
309772	rnn.bias_ih_l0	0	0.16100409626960754
309772	rnn.bias_ih_l0	1	-0.2354639768600464
309772	rnn.bias_ih_l0	2	-0.036428678780794144
309772	rnn.bias_ih_l0	3	-0.14557704329490662
309772	rnn.bias_ih_l0	4	0.00920796301215887
309772	rnn.bias_ih_l0	5	-0.3218141496181488
309772	rnn.bias_ih_l0	6	-0.1230788305401802
309772	rnn.bias_ih_l0	7	-0.2879559099674225
309772	rnn.bias_ih_l0	8	-0.23019948601722717
309772	rnn.bias_ih_l0	9	-0.41625678539276123
309772	rnn.bias_hh_l0	0	-0.2808550298213959
309772	rnn.bias_hh_l0	1	-0.31441164016723633
309772	rnn.bias_hh_l0	2	-0.2806242108345032
309772	rnn.bias_hh_l0	3	-0.08191084861755371
309772	rnn.bias_hh_l0	4	-0.2851548194885254
309772	rnn.bias_hh_l0	5	-0.2869468629360199
309772	rnn.bias_hh_l0	6	-0.11542888730764389
309772	rnn.bias_hh_l0	7	0.04699772596359253
309772	rnn.bias_hh_l0	8	-0.1671825796365738
309772	rnn.bias_hh_l0	9	-0.47016310691833496
309772	rnn.weight_ih_l0_reverse	0	0.04177858680486679
309772	rnn.weight_ih_l0_reverse	1	-0.07813090831041336
309772	rnn.weight_ih_l0_reverse	2	-0.02476639673113823
309772	rnn.weight_ih_l0_reverse	3	-0.09166868776082993
309772	rnn.weight_ih_l0_reverse	4	0.050460685044527054
309772	rnn.weight_ih_l0_reverse	5	-0.1312292367219925
309772	rnn.weight_ih_l0_reverse	6	-0.002983405953273177
309772	rnn.weight_ih_l0_reverse	7	0.029840650036931038
309772	rnn.weight_ih_l0_reverse	8	-0.0610593818128109
309772	rnn.weight_ih_l0_reverse	9	-0.0910647064447403
309772	rnn.weight_hh_l0_reverse	0	-0.0745682492852211
309772	rnn.weight_hh_l0_reverse	1	0.024160262197256088
309772	rnn.weight_hh_l0_reverse	2	-0.009881384670734406
309772	rnn.weight_hh_l0_reverse	3	0.023536669090390205
309772	rnn.weight_hh_l0_reverse	4	-0.07027673721313477
309772	rnn.weight_hh_l0_reverse	5	0.04226503521203995
309772	rnn.weight_hh_l0_reverse	6	0.016236161813139915
309772	rnn.weight_hh_l0_reverse	7	-0.06977137178182602
309772	rnn.weight_hh_l0_reverse	8	-0.02805900201201439
309772	rnn.weight_hh_l0_reverse	9	0.07387609034776688
309772	rnn.bias_ih_l0_reverse	0	-0.15097689628601074
309772	rnn.bias_ih_l0_reverse	1	-0.0786019042134285
309772	rnn.bias_ih_l0_reverse	2	0.11287211626768112
309772	rnn.bias_ih_l0_reverse	3	-0.24198797345161438
309772	rnn.bias_ih_l0_reverse	4	-0.041503481566905975
309772	rnn.bias_ih_l0_reverse	5	-0.17763365805149078
309772	rnn.bias_ih_l0_reverse	6	0.24551980197429657
309772	rnn.bias_ih_l0_reverse	7	-0.27583709359169006
309772	rnn.bias_ih_l0_reverse	8	-0.13379548490047455
309772	rnn.bias_ih_l0_reverse	9	-0.13965359330177307
309772	rnn.bias_hh_l0_reverse	0	-0.11844228208065033
309772	rnn.bias_hh_l0_reverse	1	0.24921303987503052
309772	rnn.bias_hh_l0_reverse	2	-0.32494568824768066
309772	rnn.bias_hh_l0_reverse	3	-0.17768904566764832
309772	rnn.bias_hh_l0_reverse	4	-0.33308711647987366
309772	rnn.bias_hh_l0_reverse	5	-0.16226446628570557
309772	rnn.bias_hh_l0_reverse	6	-0.2753663659095764
309772	rnn.bias_hh_l0_reverse	7	-0.09329131245613098
309772	rnn.bias_hh_l0_reverse	8	-0.21665194630622864
309772	rnn.bias_hh_l0_reverse	9	0.207457035779953
309772	linear.weight	0	0.1671716272830963
309772	linear.weight	1	-0.48199790716171265
309772	linear.weight	2	0.03826281428337097
309772	linear.weight	3	0.06775417178869247
309772	linear.weight	4	-0.16371892392635345
309772	linear.weight	5	0.1941196620464325
309772	linear.weight	6	-0.062476083636283875
309772	linear.weight	7	-0.06450408697128296
309772	linear.weight	8	0.11565501242876053
309772	linear.weight	9	-0.04476311057806015
309772	linear.bias	0	-1.0830824375152588
309772	linear.bias	1	1.9426907300949097
309772	linear.bias	2	0.732502281665802
309772	linear.bias	3	-2.558525800704956
309772	linear.bias	4	-0.2577771842479706
309772	linear.bias	5	1.1677138805389404
309772	linear.bias	6	-0.23467297852039337
309772	linear.bias	7	0.6637944579124451
309772	linear.bias	8	2.190345287322998
309772	linear.bias	9	-1.4506555795669556
310381	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
310381	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
310381	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
310381	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
310381	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
310381	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
310381	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
310381	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
310381	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
310381	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
310381	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
310381	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
310381	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
310381	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
310381	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
310381	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
310381	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
310381	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
310381	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
310381	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
310381	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
310381	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
310381	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
310381	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
310381	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
310381	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
310381	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
310381	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
310381	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
310381	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
310381	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
310381	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
310381	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
310381	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
310381	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
310381	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
310381	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
310381	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
310381	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
310381	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
310381	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
310381	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
310381	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
310381	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
310381	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
310381	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
310381	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
310381	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
310381	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
310381	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
310381	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
310381	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
310381	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
310381	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
310381	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
310381	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
310381	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
310381	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
310381	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
310381	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
310381	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
310381	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
310381	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
310381	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
310381	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
310381	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
310381	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
310381	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
310381	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
310381	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
310381	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
310381	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
310381	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
310381	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
310381	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
310381	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
310381	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
310381	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
310381	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
310381	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
310381	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
310381	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
310381	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
310381	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
310381	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
310381	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
310381	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
310381	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
310381	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
310381	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
310381	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
310381	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
310381	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
310381	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
310381	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
310381	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
310381	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
310381	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
310381	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
310381	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
310381	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
310381	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
310381	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
310381	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
310381	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
310381	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
310381	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
310381	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
310381	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
310381	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
310381	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
310381	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
310381	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
310381	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
310381	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
310381	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
310381	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
310381	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
310381	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
310381	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
310381	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
310381	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
310381	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
310381	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
310381	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
310381	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
310381	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
310381	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
310381	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
310381	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
310381	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
310381	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
310381	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
310381	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
310381	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
310381	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
310381	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
310381	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
310381	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
310381	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
310381	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
310381	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
310381	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
310381	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
310381	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
310381	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
310381	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
310381	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
310381	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
310381	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
310381	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
310381	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
310381	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
310381	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
310381	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
310381	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
310381	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
310381	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
310381	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
310381	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
310381	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
310381	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
310381	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
310381	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
310381	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
310381	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
310381	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
310381	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
310381	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
310381	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
310381	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
310381	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
310381	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
310381	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
310381	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
310381	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
310381	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
310381	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
310381	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
310381	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
310381	embedding2nn.weight	0	0.2853461802005768
310381	embedding2nn.weight	1	0.32914406061172485
310381	embedding2nn.weight	2	-0.016389882192015648
310381	embedding2nn.weight	3	0.0071350280195474625
310381	embedding2nn.weight	4	-0.050405438989400864
310381	embedding2nn.weight	5	0.08335108309984207
310381	embedding2nn.weight	6	0.05582781881093979
310381	embedding2nn.weight	7	-0.008303297683596611
310381	embedding2nn.weight	8	0.01761801727116108
310381	embedding2nn.weight	9	-0.021826505661010742
310381	embedding2nn.bias	0	0.02936321496963501
310381	embedding2nn.bias	1	-0.176603764295578
310381	embedding2nn.bias	2	0.13410517573356628
310381	embedding2nn.bias	3	0.1446516513824463
310381	embedding2nn.bias	4	0.1501891314983368
310381	embedding2nn.bias	5	-0.06814280152320862
310381	embedding2nn.bias	6	-0.05539784952998161
310381	embedding2nn.bias	7	0.03491850197315216
310381	embedding2nn.bias	8	-0.1670691817998886
310381	embedding2nn.bias	9	-0.40198031067848206
310381	rnn.weight_ih_l0	0	0.005915607325732708
310381	rnn.weight_ih_l0	1	-0.07561922073364258
310381	rnn.weight_ih_l0	2	-0.04781411960721016
310381	rnn.weight_ih_l0	3	0.08056703209877014
310381	rnn.weight_ih_l0	4	0.04429211467504501
310381	rnn.weight_ih_l0	5	-0.12498113512992859
310381	rnn.weight_ih_l0	6	-0.03986579552292824
310381	rnn.weight_ih_l0	7	-0.013601160608232021
310381	rnn.weight_ih_l0	8	0.02115112915635109
310381	rnn.weight_ih_l0	9	-0.03418101742863655
310381	rnn.weight_hh_l0	0	0.01008040364831686
310381	rnn.weight_hh_l0	1	0.06494061648845673
310381	rnn.weight_hh_l0	2	0.03549274057149887
310381	rnn.weight_hh_l0	3	0.019956016913056374
310381	rnn.weight_hh_l0	4	0.01850096322596073
310381	rnn.weight_hh_l0	5	0.062385037541389465
310381	rnn.weight_hh_l0	6	-0.03496215492486954
310381	rnn.weight_hh_l0	7	-0.07253830134868622
310381	rnn.weight_hh_l0	8	0.03877387195825577
310381	rnn.weight_hh_l0	9	-0.09966281056404114
310381	rnn.bias_ih_l0	0	0.17603541910648346
310381	rnn.bias_ih_l0	1	-0.24035364389419556
310381	rnn.bias_ih_l0	2	-0.03550183027982712
310381	rnn.bias_ih_l0	3	-0.15034708380699158
310381	rnn.bias_ih_l0	4	-0.00031047771335579455
310381	rnn.bias_ih_l0	5	-0.33154505491256714
310381	rnn.bias_ih_l0	6	-0.11697555333375931
310381	rnn.bias_ih_l0	7	-0.2869899272918701
310381	rnn.bias_ih_l0	8	-0.22157232463359833
310381	rnn.bias_ih_l0	9	-0.39607641100883484
310381	rnn.bias_hh_l0	0	-0.28722164034843445
310381	rnn.bias_hh_l0	1	-0.30934566259384155
310381	rnn.bias_hh_l0	2	-0.2777000069618225
310381	rnn.bias_hh_l0	3	-0.08057092875242233
310381	rnn.bias_hh_l0	4	-0.28266915678977966
310381	rnn.bias_hh_l0	5	-0.2853403687477112
310381	rnn.bias_hh_l0	6	-0.10961657017469406
310381	rnn.bias_hh_l0	7	0.05203462019562721
310381	rnn.bias_hh_l0	8	-0.16715173423290253
310381	rnn.bias_hh_l0	9	-0.47196900844573975
310381	rnn.weight_ih_l0_reverse	0	0.03950353339314461
310381	rnn.weight_ih_l0_reverse	1	-0.07848360389471054
310381	rnn.weight_ih_l0_reverse	2	-0.02673504874110222
310381	rnn.weight_ih_l0_reverse	3	-0.08981218934059143
310381	rnn.weight_ih_l0_reverse	4	0.050916630774736404
310381	rnn.weight_ih_l0_reverse	5	-0.13568195700645447
310381	rnn.weight_ih_l0_reverse	6	-0.0025234371423721313
310381	rnn.weight_ih_l0_reverse	7	0.029101822525262833
310381	rnn.weight_ih_l0_reverse	8	-0.05891519412398338
310381	rnn.weight_ih_l0_reverse	9	-0.09041547775268555
310381	rnn.weight_hh_l0_reverse	0	-0.07433027029037476
310381	rnn.weight_hh_l0_reverse	1	0.022899283096194267
310381	rnn.weight_hh_l0_reverse	2	-0.009323650039732456
310381	rnn.weight_hh_l0_reverse	3	0.02272012084722519
310381	rnn.weight_hh_l0_reverse	4	-0.0711803212761879
310381	rnn.weight_hh_l0_reverse	5	0.04172965884208679
310381	rnn.weight_hh_l0_reverse	6	0.015900196507573128
310381	rnn.weight_hh_l0_reverse	7	-0.06807885318994522
310381	rnn.weight_hh_l0_reverse	8	-0.0302042867988348
310381	rnn.weight_hh_l0_reverse	9	0.07358937710523605
310381	rnn.bias_ih_l0_reverse	0	-0.1493798792362213
310381	rnn.bias_ih_l0_reverse	1	-0.07958736270666122
310381	rnn.bias_ih_l0_reverse	2	0.11194565892219543
310381	rnn.bias_ih_l0_reverse	3	-0.23629100620746613
310381	rnn.bias_ih_l0_reverse	4	-0.03504173085093498
310381	rnn.bias_ih_l0_reverse	5	-0.1771765649318695
310381	rnn.bias_ih_l0_reverse	6	0.24766311049461365
310381	rnn.bias_ih_l0_reverse	7	-0.2790423035621643
310381	rnn.bias_ih_l0_reverse	8	-0.13138912618160248
310381	rnn.bias_ih_l0_reverse	9	-0.14096544682979584
310381	rnn.bias_hh_l0_reverse	0	-0.11444861441850662
310381	rnn.bias_hh_l0_reverse	1	0.24609267711639404
310381	rnn.bias_hh_l0_reverse	2	-0.32300761342048645
310381	rnn.bias_hh_l0_reverse	3	-0.17727302014827728
310381	rnn.bias_hh_l0_reverse	4	-0.3315868377685547
310381	rnn.bias_hh_l0_reverse	5	-0.15814407169818878
310381	rnn.bias_hh_l0_reverse	6	-0.28202852606773376
310381	rnn.bias_hh_l0_reverse	7	-0.09461815655231476
310381	rnn.bias_hh_l0_reverse	8	-0.21490177512168884
310381	rnn.bias_hh_l0_reverse	9	0.18076114356517792
310381	linear.weight	0	0.17604151368141174
310381	linear.weight	1	-0.46039602160453796
310381	linear.weight	2	0.051724594086408615
310381	linear.weight	3	0.06775432825088501
310381	linear.weight	4	-0.14706020057201385
310381	linear.weight	5	0.18869134783744812
310381	linear.weight	6	-0.10634654015302658
310381	linear.weight	7	-0.06450019776821136
310381	linear.weight	8	0.12693682312965393
310381	linear.weight	9	-0.044787682592868805
310381	linear.bias	0	-1.0345746278762817
310381	linear.bias	1	1.950890302658081
310381	linear.bias	2	0.6721647381782532
310381	linear.bias	3	-2.5591564178466797
310381	linear.bias	4	-0.2596781253814697
310381	linear.bias	5	1.1725960969924927
310381	linear.bias	6	-0.2400585263967514
310381	linear.bias	7	0.6954516172409058
310381	linear.bias	8	2.191171407699585
310381	linear.bias	9	-1.4333442449569702
310990	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
310990	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
310990	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
310990	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
310990	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
310990	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
310990	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
310990	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
310990	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
310990	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
310990	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
310990	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
310990	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
310990	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
310990	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
310990	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
310990	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
310990	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
310990	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
310990	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
310990	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
310990	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
310990	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
310990	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
310990	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
310990	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
310990	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
310990	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
310990	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
310990	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
310990	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
310990	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
310990	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
310990	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
310990	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
310990	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
310990	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
310990	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
310990	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
310990	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
310990	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
310990	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
310990	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
310990	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
310990	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
310990	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
310990	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
310990	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
310990	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
310990	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
310990	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
310990	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
310990	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
310990	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
310990	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
310990	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
310990	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
310990	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
310990	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
310990	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
310990	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
310990	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
310990	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
310990	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
310990	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
310990	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
310990	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
310990	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
310990	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
310990	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
310990	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
310990	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
310990	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
310990	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
310990	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
310990	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
310990	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
310990	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
310990	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
310990	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
310990	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
310990	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
310990	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
310990	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
310990	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
310990	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
310990	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
310990	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
310990	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
310990	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
310990	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
310990	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
310990	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
310990	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
310990	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
310990	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
310990	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
310990	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
310990	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
310990	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
310990	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
310990	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
310990	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
310990	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
310990	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
310990	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
310990	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
310990	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
310990	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
310990	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
310990	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
310990	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
310990	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
310990	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
310990	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
310990	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
310990	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
310990	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
310990	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
310990	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
310990	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
310990	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
310990	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
310990	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
310990	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
310990	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
310990	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
310990	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
310990	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
310990	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
310990	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
310990	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
310990	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
310990	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
310990	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
310990	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
310990	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
310990	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
310990	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
310990	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
310990	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
310990	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
310990	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
310990	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
310990	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
310990	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
310990	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
310990	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
310990	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
310990	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
310990	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
310990	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
310990	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
310990	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
310990	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
310990	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
310990	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
310990	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
310990	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
310990	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
310990	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
310990	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
310990	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
310990	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
310990	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
310990	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
310990	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
310990	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
310990	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
310990	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
310990	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
310990	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
310990	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
310990	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
310990	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
310990	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
310990	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
310990	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
310990	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
310990	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
310990	embedding2nn.weight	0	0.2857871949672699
310990	embedding2nn.weight	1	0.3233453035354614
310990	embedding2nn.weight	2	-0.013202234171330929
310990	embedding2nn.weight	3	0.014181978069245815
310990	embedding2nn.weight	4	-0.04654616862535477
310990	embedding2nn.weight	5	0.08060839772224426
310990	embedding2nn.weight	6	0.0509897880256176
310990	embedding2nn.weight	7	-0.002048717811703682
310990	embedding2nn.weight	8	0.021856315433979034
310990	embedding2nn.weight	9	-0.019258815795183182
310990	embedding2nn.bias	0	0.030277274549007416
310990	embedding2nn.bias	1	-0.16392764449119568
310990	embedding2nn.bias	2	0.10772348195314407
310990	embedding2nn.bias	3	0.15989212691783905
310990	embedding2nn.bias	4	0.17626821994781494
310990	embedding2nn.bias	5	-0.07487066090106964
310990	embedding2nn.bias	6	-0.03517969325184822
310990	embedding2nn.bias	7	0.03949398919939995
310990	embedding2nn.bias	8	-0.16976332664489746
310990	embedding2nn.bias	9	-0.3849276602268219
310990	rnn.weight_ih_l0	0	0.008863981813192368
310990	rnn.weight_ih_l0	1	-0.07970266789197922
310990	rnn.weight_ih_l0	2	-0.04805926978588104
310990	rnn.weight_ih_l0	3	0.07853979617357254
310990	rnn.weight_ih_l0	4	0.042506519705057144
310990	rnn.weight_ih_l0	5	-0.12339802086353302
310990	rnn.weight_ih_l0	6	-0.03599877282977104
310990	rnn.weight_ih_l0	7	-0.01393076591193676
310990	rnn.weight_ih_l0	8	0.015014728531241417
310990	rnn.weight_ih_l0	9	-0.03604795038700104
310990	rnn.weight_hh_l0	0	0.009373553097248077
310990	rnn.weight_hh_l0	1	0.06494004279375076
310990	rnn.weight_hh_l0	2	0.03406991437077522
310990	rnn.weight_hh_l0	3	0.020835701376199722
310990	rnn.weight_hh_l0	4	0.018592819571495056
310990	rnn.weight_hh_l0	5	0.06387502700090408
310990	rnn.weight_hh_l0	6	-0.03428073599934578
310990	rnn.weight_hh_l0	7	-0.06848841160535812
310990	rnn.weight_hh_l0	8	0.038811661303043365
310990	rnn.weight_hh_l0	9	-0.10017988830804825
310990	rnn.bias_ih_l0	0	0.19234159588813782
310990	rnn.bias_ih_l0	1	-0.2407936453819275
310990	rnn.bias_ih_l0	2	-0.03901264816522598
310990	rnn.bias_ih_l0	3	-0.1563488095998764
310990	rnn.bias_ih_l0	4	-0.0017772252904251218
310990	rnn.bias_ih_l0	5	-0.3277096152305603
310990	rnn.bias_ih_l0	6	-0.11607703566551208
310990	rnn.bias_ih_l0	7	-0.28368130326271057
310990	rnn.bias_ih_l0	8	-0.21920739114284515
310990	rnn.bias_ih_l0	9	-0.40903204679489136
310990	rnn.bias_hh_l0	0	-0.2870106101036072
310990	rnn.bias_hh_l0	1	-0.30649352073669434
310990	rnn.bias_hh_l0	2	-0.2774277329444885
310990	rnn.bias_hh_l0	3	-0.07947847992181778
310990	rnn.bias_hh_l0	4	-0.2817207872867584
310990	rnn.bias_hh_l0	5	-0.28667616844177246
310990	rnn.bias_hh_l0	6	-0.10567709803581238
310990	rnn.bias_hh_l0	7	0.053937651216983795
310990	rnn.bias_hh_l0	8	-0.16341128945350647
310990	rnn.bias_hh_l0	9	-0.46772313117980957
310990	rnn.weight_ih_l0_reverse	0	0.025443917140364647
310990	rnn.weight_ih_l0_reverse	1	-0.07548482716083527
310990	rnn.weight_ih_l0_reverse	2	-0.030917417258024216
310990	rnn.weight_ih_l0_reverse	3	-0.08692581206560135
310990	rnn.weight_ih_l0_reverse	4	0.050868771970272064
310990	rnn.weight_ih_l0_reverse	5	-0.13386690616607666
310990	rnn.weight_ih_l0_reverse	6	0.0009706077980808914
310990	rnn.weight_ih_l0_reverse	7	0.030021395534276962
310990	rnn.weight_ih_l0_reverse	8	-0.05683034658432007
310990	rnn.weight_ih_l0_reverse	9	-0.08912640064954758
310990	rnn.weight_hh_l0_reverse	0	-0.073005311191082
310990	rnn.weight_hh_l0_reverse	1	0.02319849282503128
310990	rnn.weight_hh_l0_reverse	2	-0.009875830262899399
310990	rnn.weight_hh_l0_reverse	3	0.023235926404595375
310990	rnn.weight_hh_l0_reverse	4	-0.07031090557575226
310990	rnn.weight_hh_l0_reverse	5	0.041985347867012024
310990	rnn.weight_hh_l0_reverse	6	0.015788380056619644
310990	rnn.weight_hh_l0_reverse	7	-0.06899509578943253
310990	rnn.weight_hh_l0_reverse	8	-0.026949824765324593
310990	rnn.weight_hh_l0_reverse	9	0.07463492453098297
310990	rnn.bias_ih_l0_reverse	0	-0.1482861191034317
310990	rnn.bias_ih_l0_reverse	1	-0.07569511979818344
310990	rnn.bias_ih_l0_reverse	2	0.10715829581022263
310990	rnn.bias_ih_l0_reverse	3	-0.24716080725193024
310990	rnn.bias_ih_l0_reverse	4	-0.0461350753903389
310990	rnn.bias_ih_l0_reverse	5	-0.1760498285293579
310990	rnn.bias_ih_l0_reverse	6	0.24725864827632904
310990	rnn.bias_ih_l0_reverse	7	-0.26465579867362976
310990	rnn.bias_ih_l0_reverse	8	-0.1300048828125
310990	rnn.bias_ih_l0_reverse	9	-0.14371955394744873
310990	rnn.bias_hh_l0_reverse	0	-0.1104576364159584
310990	rnn.bias_hh_l0_reverse	1	0.23612764477729797
310990	rnn.bias_hh_l0_reverse	2	-0.32425782084465027
310990	rnn.bias_hh_l0_reverse	3	-0.1727418601512909
310990	rnn.bias_hh_l0_reverse	4	-0.332614004611969
310990	rnn.bias_hh_l0_reverse	5	-0.1605331003665924
310990	rnn.bias_hh_l0_reverse	6	-0.2763846516609192
310990	rnn.bias_hh_l0_reverse	7	-0.08806480467319489
310990	rnn.bias_hh_l0_reverse	8	-0.21240898966789246
310990	rnn.bias_hh_l0_reverse	9	0.1902053952217102
310990	linear.weight	0	0.17702151834964752
310990	linear.weight	1	-0.45714327692985535
310990	linear.weight	2	0.045384958386421204
310990	linear.weight	3	0.06775148957967758
310990	linear.weight	4	-0.08995089679956436
310990	linear.weight	5	0.18958936631679535
310990	linear.weight	6	-0.09747897833585739
310990	linear.weight	7	-0.0644901841878891
310990	linear.weight	8	0.12166973203420639
310990	linear.weight	9	-0.04480751231312752
310990	linear.bias	0	-1.069445013999939
310990	linear.bias	1	1.9936074018478394
310990	linear.bias	2	0.6663378477096558
310990	linear.bias	3	-2.559710741043091
310990	linear.bias	4	-0.256536066532135
310990	linear.bias	5	1.161361575126648
310990	linear.bias	6	-0.2452152967453003
310990	linear.bias	7	0.6800520420074463
310990	linear.bias	8	2.2003872394561768
310990	linear.bias	9	-1.4431700706481934
310998	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
310998	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
310998	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
310998	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
310998	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
310998	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
310998	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
310998	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
310998	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
310998	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
310998	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
310998	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
310998	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
310998	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
310998	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
310998	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
310998	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
310998	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
310998	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
310998	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
310998	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
310998	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
310998	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
310998	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
310998	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
310998	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
310998	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
310998	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
310998	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
310998	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
310998	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
310998	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
310998	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
310998	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
310998	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
310998	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
310998	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
310998	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
310998	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
310998	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
310998	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
310998	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
310998	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
310998	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
310998	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
310998	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
310998	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
310998	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
310998	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
310998	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
310998	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
310998	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
310998	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
310998	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
310998	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
310998	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
310998	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
310998	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
310998	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
310998	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
310998	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
310998	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
310998	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
310998	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
310998	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
310998	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
310998	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
310998	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
310998	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
310998	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
310998	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
310998	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
310998	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
310998	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
310998	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
310998	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
310998	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
310998	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
310998	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
310998	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
310998	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
310998	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
310998	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
310998	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
310998	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
310998	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
310998	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
310998	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
310998	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
310998	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
310998	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
310998	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
310998	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
310998	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
310998	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
310998	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
310998	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
310998	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
310998	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
310998	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
310998	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
310998	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
310998	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
310998	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
310998	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
310998	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
310998	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
310998	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
310998	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
310998	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
310998	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
310998	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
310998	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
310998	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
310998	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
310998	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
310998	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
310998	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
310998	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
310998	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
310998	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
310998	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
310998	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
310998	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
310998	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
310998	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
310998	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
310998	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
310998	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
310998	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
310998	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
310998	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
310998	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
310998	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
310998	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
310998	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
310998	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
310998	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
310998	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
310998	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
310998	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
310998	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
310998	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
310998	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
310998	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
310998	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
310998	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
310998	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
310998	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
310998	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
310998	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
310998	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
310998	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
310998	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
310998	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
310998	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
310998	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
310998	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
310998	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
310998	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
310998	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
310998	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
310998	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
310998	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
310998	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
310998	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
310998	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
310998	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
310998	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
310998	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
310998	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
310998	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
310998	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
310998	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
310998	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
310998	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
310998	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
310998	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
310998	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
310998	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
310998	embedding2nn.weight	0	0.2859542667865753
310998	embedding2nn.weight	1	0.3230161666870117
310998	embedding2nn.weight	2	-0.012277740053832531
310998	embedding2nn.weight	3	0.014488003216683865
310998	embedding2nn.weight	4	-0.04628876596689224
310998	embedding2nn.weight	5	0.08034377545118332
310998	embedding2nn.weight	6	0.05194501951336861
310998	embedding2nn.weight	7	-0.0006124541396275163
310998	embedding2nn.weight	8	0.02202588878571987
310998	embedding2nn.weight	9	-0.01775835081934929
310998	embedding2nn.bias	0	0.03273686394095421
310998	embedding2nn.bias	1	-0.1636430025100708
310998	embedding2nn.bias	2	0.09917492419481277
310998	embedding2nn.bias	3	0.1549883782863617
310998	embedding2nn.bias	4	0.1793670803308487
310998	embedding2nn.bias	5	-0.07090960443019867
310998	embedding2nn.bias	6	-0.037761788815259933
310998	embedding2nn.bias	7	0.041573237627744675
310998	embedding2nn.bias	8	-0.17026375234127045
310998	embedding2nn.bias	9	-0.38411301374435425
310998	rnn.weight_ih_l0	0	0.00886879675090313
310998	rnn.weight_ih_l0	1	-0.07960039377212524
310998	rnn.weight_ih_l0	2	-0.04780963063240051
310998	rnn.weight_ih_l0	3	0.07823504507541656
310998	rnn.weight_ih_l0	4	0.04286225140094757
310998	rnn.weight_ih_l0	5	-0.12324901670217514
310998	rnn.weight_ih_l0	6	-0.036530233919620514
310998	rnn.weight_ih_l0	7	-0.013972816988825798
310998	rnn.weight_ih_l0	8	0.014250536449253559
310998	rnn.weight_ih_l0	9	-0.036255382001399994
310998	rnn.weight_hh_l0	0	0.009210804477334023
310998	rnn.weight_hh_l0	1	0.06498128175735474
310998	rnn.weight_hh_l0	2	0.03404237702488899
310998	rnn.weight_hh_l0	3	0.0208330899477005
310998	rnn.weight_hh_l0	4	0.01852811686694622
310998	rnn.weight_hh_l0	5	0.06390159577131271
310998	rnn.weight_hh_l0	6	-0.03429388999938965
310998	rnn.weight_hh_l0	7	-0.0683041363954544
310998	rnn.weight_hh_l0	8	0.038803018629550934
310998	rnn.weight_hh_l0	9	-0.10030388087034225
310998	rnn.bias_ih_l0	0	0.19142307341098785
310998	rnn.bias_ih_l0	1	-0.2414294332265854
310998	rnn.bias_ih_l0	2	-0.038258276879787445
310998	rnn.bias_ih_l0	3	-0.15674954652786255
310998	rnn.bias_ih_l0	4	-0.0018888560589402914
310998	rnn.bias_ih_l0	5	-0.3265897035598755
310998	rnn.bias_ih_l0	6	-0.11696319282054901
310998	rnn.bias_ih_l0	7	-0.2838871479034424
310998	rnn.bias_ih_l0	8	-0.21899527311325073
310998	rnn.bias_ih_l0	9	-0.40970760583877563
310998	rnn.bias_hh_l0	0	-0.2862202227115631
310998	rnn.bias_hh_l0	1	-0.30716729164123535
310998	rnn.bias_hh_l0	2	-0.27794700860977173
310998	rnn.bias_hh_l0	3	-0.07917838543653488
310998	rnn.bias_hh_l0	4	-0.2819412648677826
310998	rnn.bias_hh_l0	5	-0.28656360507011414
310998	rnn.bias_hh_l0	6	-0.10513294488191605
310998	rnn.bias_hh_l0	7	0.05402057245373726
310998	rnn.bias_hh_l0	8	-0.1633610725402832
310998	rnn.bias_hh_l0	9	-0.46734872460365295
310998	rnn.weight_ih_l0_reverse	0	0.025675971060991287
310998	rnn.weight_ih_l0_reverse	1	-0.07530380040407181
310998	rnn.weight_ih_l0_reverse	2	-0.031309302896261215
310998	rnn.weight_ih_l0_reverse	3	-0.08659441024065018
310998	rnn.weight_ih_l0_reverse	4	0.0505242645740509
310998	rnn.weight_ih_l0_reverse	5	-0.13319243490695953
310998	rnn.weight_ih_l0_reverse	6	0.0006950701354071498
310998	rnn.weight_ih_l0_reverse	7	0.029875505715608597
310998	rnn.weight_ih_l0_reverse	8	-0.05714989826083183
310998	rnn.weight_ih_l0_reverse	9	-0.0886654406785965
310998	rnn.weight_hh_l0_reverse	0	-0.0733410194516182
310998	rnn.weight_hh_l0_reverse	1	0.023224562406539917
310998	rnn.weight_hh_l0_reverse	2	-0.00976932980120182
310998	rnn.weight_hh_l0_reverse	3	0.023410607129335403
310998	rnn.weight_hh_l0_reverse	4	-0.07040734589099884
310998	rnn.weight_hh_l0_reverse	5	0.04200925678014755
310998	rnn.weight_hh_l0_reverse	6	0.015795404091477394
310998	rnn.weight_hh_l0_reverse	7	-0.06872884184122086
310998	rnn.weight_hh_l0_reverse	8	-0.0272136852145195
310998	rnn.weight_hh_l0_reverse	9	0.07472439110279083
310998	rnn.bias_ih_l0_reverse	0	-0.14851470291614532
310998	rnn.bias_ih_l0_reverse	1	-0.07533472031354904
310998	rnn.bias_ih_l0_reverse	2	0.10762958228588104
310998	rnn.bias_ih_l0_reverse	3	-0.2474425882101059
310998	rnn.bias_ih_l0_reverse	4	-0.04659205675125122
310998	rnn.bias_ih_l0_reverse	5	-0.17637114226818085
310998	rnn.bias_ih_l0_reverse	6	0.24806882441043854
310998	rnn.bias_ih_l0_reverse	7	-0.26480939984321594
310998	rnn.bias_ih_l0_reverse	8	-0.13024640083312988
310998	rnn.bias_ih_l0_reverse	9	-0.1425161063671112
310998	rnn.bias_hh_l0_reverse	0	-0.11175514757633209
310998	rnn.bias_hh_l0_reverse	1	0.23649242520332336
310998	rnn.bias_hh_l0_reverse	2	-0.323038786649704
310998	rnn.bias_hh_l0_reverse	3	-0.17239832878112793
310998	rnn.bias_hh_l0_reverse	4	-0.3333291709423065
310998	rnn.bias_hh_l0_reverse	5	-0.16238351166248322
310998	rnn.bias_hh_l0_reverse	6	-0.2765074670314789
310998	rnn.bias_hh_l0_reverse	7	-0.08746151626110077
310998	rnn.bias_hh_l0_reverse	8	-0.21214443445205688
310998	rnn.bias_hh_l0_reverse	9	0.18872402608394623
310998	linear.weight	0	0.17996877431869507
310998	linear.weight	1	-0.45629870891571045
310998	linear.weight	2	0.03528077155351639
310998	linear.weight	3	0.06775166839361191
310998	linear.weight	4	-0.09343134611845016
310998	linear.weight	5	0.19319292902946472
310998	linear.weight	6	-0.09561160951852798
310998	linear.weight	7	-0.06448990851640701
310998	linear.weight	8	0.12042088061571121
310998	linear.weight	9	-0.044807709753513336
310998	linear.bias	0	-1.070117473602295
310998	linear.bias	1	1.9974005222320557
310998	linear.bias	2	0.6606810688972473
310998	linear.bias	3	-2.5597174167633057
310998	linear.bias	4	-0.256218820810318
310998	linear.bias	5	1.170253038406372
310998	linear.bias	6	-0.24986998736858368
310998	linear.bias	7	0.6943371891975403
310998	linear.bias	8	2.2005069255828857
310998	linear.bias	9	-1.4388322830200195
311607	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
311607	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
311607	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
311607	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
311607	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
311607	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
311607	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
311607	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
311607	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
311607	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
311607	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
311607	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
311607	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
311607	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
311607	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
311607	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
311607	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
311607	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
311607	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
311607	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
311607	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
311607	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
311607	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
311607	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
311607	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
311607	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
311607	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
311607	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
311607	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
311607	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
311607	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
311607	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
311607	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
311607	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
311607	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
311607	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
311607	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
311607	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
311607	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
311607	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
311607	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
311607	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
311607	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
311607	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
311607	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
311607	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
311607	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
311607	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
311607	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
311607	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
311607	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
311607	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
311607	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
311607	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
311607	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
311607	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
311607	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
311607	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
311607	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
311607	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
311607	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
311607	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
311607	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
311607	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
311607	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
311607	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
311607	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
311607	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
311607	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
311607	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
311607	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
311607	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
311607	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
311607	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
311607	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
311607	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
311607	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
311607	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
311607	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
311607	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
311607	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
311607	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
311607	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
311607	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
311607	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
311607	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
311607	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
311607	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
311607	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
311607	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
311607	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
311607	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
311607	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
311607	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
311607	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
311607	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
311607	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
311607	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
311607	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
311607	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
311607	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
311607	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
311607	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
311607	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
311607	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
311607	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
311607	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
311607	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
311607	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
311607	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
311607	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
311607	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
311607	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
311607	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
311607	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
311607	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
311607	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
311607	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
311607	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
311607	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
311607	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
311607	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
311607	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
311607	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
311607	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
311607	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
311607	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
311607	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
311607	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
311607	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
311607	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
311607	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
311607	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
311607	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
311607	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
311607	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
311607	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
311607	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
311607	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
311607	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
311607	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
311607	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
311607	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
311607	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
311607	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
311607	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
311607	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
311607	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
311607	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
311607	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
311607	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
311607	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
311607	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
311607	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
311607	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
311607	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
311607	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
311607	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
311607	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
311607	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
311607	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
311607	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
311607	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
311607	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
311607	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
311607	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
311607	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
311607	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
311607	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
311607	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
311607	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
311607	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
311607	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
311607	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
311607	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
311607	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
311607	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
311607	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
311607	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
311607	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
311607	embedding2nn.weight	0	0.28611502051353455
311607	embedding2nn.weight	1	0.32628268003463745
311607	embedding2nn.weight	2	-0.015357336029410362
311607	embedding2nn.weight	3	0.010937166400253773
311607	embedding2nn.weight	4	-0.04443097859621048
311607	embedding2nn.weight	5	0.07553780823945999
311607	embedding2nn.weight	6	0.05006633326411247
311607	embedding2nn.weight	7	-0.004608385730534792
311607	embedding2nn.weight	8	0.02132347598671913
311607	embedding2nn.weight	9	-0.022417647764086723
311607	embedding2nn.bias	0	0.053837887942790985
311607	embedding2nn.bias	1	-0.1776086390018463
311607	embedding2nn.bias	2	0.10207419097423553
311607	embedding2nn.bias	3	0.1611851304769516
311607	embedding2nn.bias	4	0.16034767031669617
311607	embedding2nn.bias	5	-0.06493668258190155
311607	embedding2nn.bias	6	-0.03555317223072052
311607	embedding2nn.bias	7	0.046572692692279816
311607	embedding2nn.bias	8	-0.16415682435035706
311607	embedding2nn.bias	9	-0.38763126730918884
311607	rnn.weight_ih_l0	0	0.010381631553173065
311607	rnn.weight_ih_l0	1	-0.07960011810064316
311607	rnn.weight_ih_l0	2	-0.0502835251390934
311607	rnn.weight_ih_l0	3	0.07756360620260239
311607	rnn.weight_ih_l0	4	0.03490949794650078
311607	rnn.weight_ih_l0	5	-0.12171145528554916
311607	rnn.weight_ih_l0	6	-0.0364641435444355
311607	rnn.weight_ih_l0	7	-0.011768186464905739
311607	rnn.weight_ih_l0	8	0.013279384933412075
311607	rnn.weight_ih_l0	9	-0.03742825239896774
311607	rnn.weight_hh_l0	0	0.009111600928008556
311607	rnn.weight_hh_l0	1	0.06655892729759216
311607	rnn.weight_hh_l0	2	0.03412124887108803
311607	rnn.weight_hh_l0	3	0.02024677023291588
311607	rnn.weight_hh_l0	4	0.01871311664581299
311607	rnn.weight_hh_l0	5	0.06497160345315933
311607	rnn.weight_hh_l0	6	-0.03458746522665024
311607	rnn.weight_hh_l0	7	-0.06883525848388672
311607	rnn.weight_hh_l0	8	0.03872312977910042
311607	rnn.weight_hh_l0	9	-0.10101854056119919
311607	rnn.bias_ih_l0	0	0.17181935906410217
311607	rnn.bias_ih_l0	1	-0.22879397869110107
311607	rnn.bias_ih_l0	2	-0.03858689218759537
311607	rnn.bias_ih_l0	3	-0.14446930587291718
311607	rnn.bias_ih_l0	4	0.010242331773042679
311607	rnn.bias_ih_l0	5	-0.3362646996974945
311607	rnn.bias_ih_l0	6	-0.11794716119766235
311607	rnn.bias_ih_l0	7	-0.2832557260990143
311607	rnn.bias_ih_l0	8	-0.22874489426612854
311607	rnn.bias_ih_l0	9	-0.40641871094703674
311607	rnn.bias_hh_l0	0	-0.28219127655029297
311607	rnn.bias_hh_l0	1	-0.30923694372177124
311607	rnn.bias_hh_l0	2	-0.27857911586761475
311607	rnn.bias_hh_l0	3	-0.07835493236780167
311607	rnn.bias_hh_l0	4	-0.2846270799636841
311607	rnn.bias_hh_l0	5	-0.28726503252983093
311607	rnn.bias_hh_l0	6	-0.10978159308433533
311607	rnn.bias_hh_l0	7	0.04470909759402275
311607	rnn.bias_hh_l0	8	-0.16782909631729126
311607	rnn.bias_hh_l0	9	-0.46791335940361023
311607	rnn.weight_ih_l0_reverse	0	0.023771995678544044
311607	rnn.weight_ih_l0_reverse	1	-0.07483148574829102
311607	rnn.weight_ih_l0_reverse	2	-0.03153761476278305
311607	rnn.weight_ih_l0_reverse	3	-0.0895140990614891
311607	rnn.weight_ih_l0_reverse	4	0.05005890876054764
311607	rnn.weight_ih_l0_reverse	5	-0.12935929000377655
311607	rnn.weight_ih_l0_reverse	6	-0.01099778525531292
311607	rnn.weight_ih_l0_reverse	7	0.027855636551976204
311607	rnn.weight_ih_l0_reverse	8	-0.05913231521844864
311607	rnn.weight_ih_l0_reverse	9	-0.0888695940375328
311607	rnn.weight_hh_l0_reverse	0	-0.07417970895767212
311607	rnn.weight_hh_l0_reverse	1	0.023229122161865234
311607	rnn.weight_hh_l0_reverse	2	-0.008586360141634941
311607	rnn.weight_hh_l0_reverse	3	0.023809626698493958
311607	rnn.weight_hh_l0_reverse	4	-0.07118749618530273
311607	rnn.weight_hh_l0_reverse	5	0.04259773716330528
311607	rnn.weight_hh_l0_reverse	6	0.015830721706151962
311607	rnn.weight_hh_l0_reverse	7	-0.06922667473554611
311607	rnn.weight_hh_l0_reverse	8	-0.024435363709926605
311607	rnn.weight_hh_l0_reverse	9	0.07401909679174423
311607	rnn.bias_ih_l0_reverse	0	-0.1487419307231903
311607	rnn.bias_ih_l0_reverse	1	-0.08037863671779633
311607	rnn.bias_ih_l0_reverse	2	0.1116393655538559
311607	rnn.bias_ih_l0_reverse	3	-0.24470676481723785
311607	rnn.bias_ih_l0_reverse	4	-0.04246147349476814
311607	rnn.bias_ih_l0_reverse	5	-0.17993932962417603
311607	rnn.bias_ih_l0_reverse	6	0.25196999311447144
311607	rnn.bias_ih_l0_reverse	7	-0.2908099591732025
311607	rnn.bias_ih_l0_reverse	8	-0.13481077551841736
311607	rnn.bias_ih_l0_reverse	9	-0.13803008198738098
311607	rnn.bias_hh_l0_reverse	0	-0.11440394073724747
311607	rnn.bias_hh_l0_reverse	1	0.2250673472881317
311607	rnn.bias_hh_l0_reverse	2	-0.3170057237148285
311607	rnn.bias_hh_l0_reverse	3	-0.17344816029071808
311607	rnn.bias_hh_l0_reverse	4	-0.3306790888309479
311607	rnn.bias_hh_l0_reverse	5	-0.16290362179279327
311607	rnn.bias_hh_l0_reverse	6	-0.2743467688560486
311607	rnn.bias_hh_l0_reverse	7	-0.0849125012755394
311607	rnn.bias_hh_l0_reverse	8	-0.20134557783603668
311607	rnn.bias_hh_l0_reverse	9	0.18566451966762543
311607	linear.weight	0	0.20030111074447632
311607	linear.weight	1	-0.47039687633514404
311607	linear.weight	2	0.04108506813645363
311607	linear.weight	3	0.06774793565273285
311607	linear.weight	4	-0.115522600710392
311607	linear.weight	5	0.19103528559207916
311607	linear.weight	6	-0.06245136633515358
311607	linear.weight	7	-0.06448084861040115
311607	linear.weight	8	0.12430819123983383
311607	linear.weight	9	-0.044824257493019104
311607	linear.bias	0	-1.0685888528823853
311607	linear.bias	1	1.93751859664917
311607	linear.bias	2	0.6435064077377319
311607	linear.bias	3	-2.560257911682129
311607	linear.bias	4	-0.27169179916381836
311607	linear.bias	5	1.1594198942184448
311607	linear.bias	6	-0.22430063784122467
311607	linear.bias	7	0.6791629195213318
311607	linear.bias	8	2.202019214630127
311607	linear.bias	9	-1.4524824619293213
312216	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
312216	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
312216	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
312216	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
312216	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
312216	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
312216	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
312216	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
312216	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
312216	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
312216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
312216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
312216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
312216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
312216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
312216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
312216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
312216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
312216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
312216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
312216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
312216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
312216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
312216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
312216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
312216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
312216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
312216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
312216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
312216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
312216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
312216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
312216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
312216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
312216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
312216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
312216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
312216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
312216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
312216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
312216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
312216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
312216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
312216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
312216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
312216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
312216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
312216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
312216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
312216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
312216	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
312216	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
312216	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
312216	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
312216	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
312216	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
312216	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
312216	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
312216	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
312216	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
312216	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
312216	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
312216	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
312216	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
312216	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
312216	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
312216	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
312216	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
312216	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
312216	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
312216	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
312216	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
312216	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
312216	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
312216	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
312216	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
312216	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
312216	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
312216	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
312216	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
312216	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
312216	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
312216	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
312216	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
312216	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
312216	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
312216	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
312216	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
312216	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
312216	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
312216	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
312216	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
312216	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
312216	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
312216	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
312216	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
312216	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
312216	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
312216	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
312216	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
312216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
312216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
312216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
312216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
312216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
312216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
312216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
312216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
312216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
312216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
312216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
312216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
312216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
312216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
312216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
312216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
312216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
312216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
312216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
312216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
312216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
312216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
312216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
312216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
312216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
312216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
312216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
312216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
312216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
312216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
312216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
312216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
312216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
312216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
312216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
312216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
312216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
312216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
312216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
312216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
312216	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
312216	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
312216	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
312216	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
312216	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
312216	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
312216	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
312216	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
312216	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
312216	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
312216	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
312216	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
312216	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
312216	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
312216	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
312216	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
312216	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
312216	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
312216	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
312216	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
312216	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
312216	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
312216	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
312216	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
312216	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
312216	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
312216	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
312216	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
312216	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
312216	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
312216	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
312216	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
312216	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
312216	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
312216	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
312216	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
312216	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
312216	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
312216	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
312216	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
312216	embedding2nn.weight	0	0.2880392372608185
312216	embedding2nn.weight	1	0.32641905546188354
312216	embedding2nn.weight	2	-0.010206989012658596
312216	embedding2nn.weight	3	0.00283799204044044
312216	embedding2nn.weight	4	-0.042009882628917694
312216	embedding2nn.weight	5	0.07396940141916275
312216	embedding2nn.weight	6	0.05462641641497612
312216	embedding2nn.weight	7	-0.0031817106064409018
312216	embedding2nn.weight	8	0.021899797022342682
312216	embedding2nn.weight	9	-0.018344100564718246
312216	embedding2nn.bias	0	0.04923155903816223
312216	embedding2nn.bias	1	-0.17740498483181
312216	embedding2nn.bias	2	0.12577390670776367
312216	embedding2nn.bias	3	0.1457790732383728
312216	embedding2nn.bias	4	0.15762102603912354
312216	embedding2nn.bias	5	-0.07292503863573074
312216	embedding2nn.bias	6	-0.043972693383693695
312216	embedding2nn.bias	7	0.03542186692357063
312216	embedding2nn.bias	8	-0.16684217751026154
312216	embedding2nn.bias	9	-0.3966221809387207
312216	rnn.weight_ih_l0	0	0.009479328989982605
312216	rnn.weight_ih_l0	1	-0.07941544055938721
312216	rnn.weight_ih_l0	2	-0.04886729642748833
312216	rnn.weight_ih_l0	3	0.07842990756034851
312216	rnn.weight_ih_l0	4	0.033878158777952194
312216	rnn.weight_ih_l0	5	-0.11345507949590683
312216	rnn.weight_ih_l0	6	-0.03300464153289795
312216	rnn.weight_ih_l0	7	-0.011335059069097042
312216	rnn.weight_ih_l0	8	0.01956990547478199
312216	rnn.weight_ih_l0	9	-0.03645766153931618
312216	rnn.weight_hh_l0	0	0.008669503033161163
312216	rnn.weight_hh_l0	1	0.06714707612991333
312216	rnn.weight_hh_l0	2	0.033740755170583725
312216	rnn.weight_hh_l0	3	0.019137870520353317
312216	rnn.weight_hh_l0	4	0.01849294640123844
312216	rnn.weight_hh_l0	5	0.06312867999076843
312216	rnn.weight_hh_l0	6	-0.034720052033662796
312216	rnn.weight_hh_l0	7	-0.06324632465839386
312216	rnn.weight_hh_l0	8	0.038178857415914536
312216	rnn.weight_hh_l0	9	-0.10548590123653412
312216	rnn.bias_ih_l0	0	0.1794099509716034
312216	rnn.bias_ih_l0	1	-0.2264978140592575
312216	rnn.bias_ih_l0	2	-0.037912871688604355
312216	rnn.bias_ih_l0	3	-0.15904636681079865
312216	rnn.bias_ih_l0	4	0.01112673431634903
312216	rnn.bias_ih_l0	5	-0.31611308455467224
312216	rnn.bias_ih_l0	6	-0.12033618241548538
312216	rnn.bias_ih_l0	7	-0.2852863669395447
312216	rnn.bias_ih_l0	8	-0.21812781691551208
312216	rnn.bias_ih_l0	9	-0.4071301221847534
312216	rnn.bias_hh_l0	0	-0.2882031500339508
312216	rnn.bias_hh_l0	1	-0.31113144755363464
312216	rnn.bias_hh_l0	2	-0.2793861925601959
312216	rnn.bias_hh_l0	3	-0.07705018669366837
312216	rnn.bias_hh_l0	4	-0.282330185174942
312216	rnn.bias_hh_l0	5	-0.2856687307357788
312216	rnn.bias_hh_l0	6	-0.10770627856254578
312216	rnn.bias_hh_l0	7	0.042736515402793884
312216	rnn.bias_hh_l0	8	-0.17362938821315765
312216	rnn.bias_hh_l0	9	-0.47702649235725403
312216	rnn.weight_ih_l0_reverse	0	0.017718685790896416
312216	rnn.weight_ih_l0_reverse	1	-0.07553540915250778
312216	rnn.weight_ih_l0_reverse	2	-0.03020341508090496
312216	rnn.weight_ih_l0_reverse	3	-0.09367508441209793
312216	rnn.weight_ih_l0_reverse	4	0.051725730299949646
312216	rnn.weight_ih_l0_reverse	5	-0.13211871683597565
312216	rnn.weight_ih_l0_reverse	6	-0.01605939492583275
312216	rnn.weight_ih_l0_reverse	7	0.029315941035747528
312216	rnn.weight_ih_l0_reverse	8	-0.06426995992660522
312216	rnn.weight_ih_l0_reverse	9	-0.08990192413330078
312216	rnn.weight_hh_l0_reverse	0	-0.07380720227956772
312216	rnn.weight_hh_l0_reverse	1	0.022772811353206635
312216	rnn.weight_hh_l0_reverse	2	-0.009240261279046535
312216	rnn.weight_hh_l0_reverse	3	0.02296496368944645
312216	rnn.weight_hh_l0_reverse	4	-0.0709133893251419
312216	rnn.weight_hh_l0_reverse	5	0.042373884469270706
312216	rnn.weight_hh_l0_reverse	6	0.016482746228575706
312216	rnn.weight_hh_l0_reverse	7	-0.06981739401817322
312216	rnn.weight_hh_l0_reverse	8	-0.02430279180407524
312216	rnn.weight_hh_l0_reverse	9	0.07269393652677536
312216	rnn.bias_ih_l0_reverse	0	-0.1505793333053589
312216	rnn.bias_ih_l0_reverse	1	-0.07470455765724182
312216	rnn.bias_ih_l0_reverse	2	0.11026319116353989
312216	rnn.bias_ih_l0_reverse	3	-0.24605858325958252
312216	rnn.bias_ih_l0_reverse	4	-0.03800138086080551
312216	rnn.bias_ih_l0_reverse	5	-0.18212226033210754
312216	rnn.bias_ih_l0_reverse	6	0.2399333268404007
312216	rnn.bias_ih_l0_reverse	7	-0.27937018871307373
312216	rnn.bias_ih_l0_reverse	8	-0.13282711803913116
312216	rnn.bias_ih_l0_reverse	9	-0.13010521233081818
312216	rnn.bias_hh_l0_reverse	0	-0.11750645190477371
312216	rnn.bias_hh_l0_reverse	1	0.22165460884571075
312216	rnn.bias_hh_l0_reverse	2	-0.3171921372413635
312216	rnn.bias_hh_l0_reverse	3	-0.16743578016757965
312216	rnn.bias_hh_l0_reverse	4	-0.33132171630859375
312216	rnn.bias_hh_l0_reverse	5	-0.1643323451280594
312216	rnn.bias_hh_l0_reverse	6	-0.2698691785335541
312216	rnn.bias_hh_l0_reverse	7	-0.08829444646835327
312216	rnn.bias_hh_l0_reverse	8	-0.21091119945049286
312216	rnn.bias_hh_l0_reverse	9	0.1831490695476532
312216	linear.weight	0	0.23117411136627197
312216	linear.weight	1	-0.4497060775756836
312216	linear.weight	2	0.00647059315815568
312216	linear.weight	3	0.06774697452783585
312216	linear.weight	4	-0.10028854757547379
312216	linear.weight	5	0.19269563257694244
312216	linear.weight	6	-0.07488877326250076
312216	linear.weight	7	-0.06446705758571625
312216	linear.weight	8	0.13002876937389374
312216	linear.weight	9	-0.044842615723609924
312216	linear.bias	0	-1.0631678104400635
312216	linear.bias	1	2.009251832962036
312216	linear.bias	2	0.6584129929542542
312216	linear.bias	3	-2.5608773231506348
312216	linear.bias	4	-0.24524334073066711
312216	linear.bias	5	1.1909596920013428
312216	linear.bias	6	-0.2273675948381424
312216	linear.bias	7	0.673980176448822
312216	linear.bias	8	2.1634111404418945
312216	linear.bias	9	-1.4522494077682495
312825	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
312825	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
312825	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
312825	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
312825	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
312825	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
312825	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
312825	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
312825	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
312825	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
312825	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
312825	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
312825	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
312825	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
312825	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
312825	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
312825	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
312825	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
312825	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
312825	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
312825	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
312825	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
312825	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
312825	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
312825	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
312825	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
312825	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
312825	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
312825	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
312825	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
312825	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
312825	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
312825	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
312825	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
312825	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
312825	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
312825	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
312825	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
312825	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
312825	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
312825	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
312825	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
312825	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
312825	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
312825	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
312825	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
312825	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
312825	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
312825	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
312825	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
312825	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
312825	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
312825	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
312825	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
312825	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
312825	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
312825	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
312825	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
312825	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
312825	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
312825	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
312825	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
312825	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
312825	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
312825	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
312825	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
312825	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
312825	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
312825	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
312825	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
312825	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
312825	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
312825	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
312825	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
312825	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
312825	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
312825	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
312825	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
312825	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
312825	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
312825	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
312825	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
312825	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
312825	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
312825	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
312825	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
312825	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
312825	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
312825	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
312825	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
312825	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
312825	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
312825	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
312825	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
312825	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
312825	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
312825	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
312825	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
312825	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
312825	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
312825	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
312825	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
312825	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
312825	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
312825	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
312825	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
312825	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
312825	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
312825	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
312825	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
312825	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
312825	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
312825	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
312825	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
312825	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
312825	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
312825	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
312825	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
312825	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
312825	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
312825	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
312825	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
312825	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
312825	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
312825	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
312825	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
312825	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
312825	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
312825	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
312825	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
312825	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
312825	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
312825	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
312825	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
312825	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
312825	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
312825	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
312825	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
312825	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
312825	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
312825	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
312825	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
312825	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
312825	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
312825	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
312825	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
312825	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
312825	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
312825	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
312825	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
312825	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
312825	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
312825	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
312825	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
312825	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
312825	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
312825	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
312825	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
312825	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
312825	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
312825	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
312825	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
312825	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
312825	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
312825	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
312825	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
312825	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
312825	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
312825	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
312825	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
312825	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
312825	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
312825	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
312825	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
312825	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
312825	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
312825	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
312825	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
312825	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
312825	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
312825	embedding2nn.weight	0	0.28936856985092163
312825	embedding2nn.weight	1	0.3230152428150177
312825	embedding2nn.weight	2	-0.006734128575772047
312825	embedding2nn.weight	3	0.018719561398029327
312825	embedding2nn.weight	4	-0.04309358820319176
312825	embedding2nn.weight	5	0.07768796384334564
312825	embedding2nn.weight	6	0.048944540321826935
312825	embedding2nn.weight	7	-0.0041955336928367615
312825	embedding2nn.weight	8	0.0278055127710104
312825	embedding2nn.weight	9	-0.01094233151525259
312825	embedding2nn.bias	0	0.04032868146896362
312825	embedding2nn.bias	1	-0.19861117005348206
312825	embedding2nn.bias	2	0.13344907760620117
312825	embedding2nn.bias	3	0.15809309482574463
312825	embedding2nn.bias	4	0.1618024855852127
312825	embedding2nn.bias	5	-0.05111274495720863
312825	embedding2nn.bias	6	-0.057941701263189316
312825	embedding2nn.bias	7	0.02247641421854496
312825	embedding2nn.bias	8	-0.16678687930107117
312825	embedding2nn.bias	9	-0.40919721126556396
312825	rnn.weight_ih_l0	0	0.008107109926640987
312825	rnn.weight_ih_l0	1	-0.08160141110420227
312825	rnn.weight_ih_l0	2	-0.05822155252099037
312825	rnn.weight_ih_l0	3	0.0839875340461731
312825	rnn.weight_ih_l0	4	0.05059545114636421
312825	rnn.weight_ih_l0	5	-0.11943326890468597
312825	rnn.weight_ih_l0	6	-0.04005013778805733
312825	rnn.weight_ih_l0	7	-0.01495592761784792
312825	rnn.weight_ih_l0	8	0.019226303324103355
312825	rnn.weight_ih_l0	9	-0.04087403416633606
312825	rnn.weight_hh_l0	0	0.008231724612414837
312825	rnn.weight_hh_l0	1	0.06602538377046585
312825	rnn.weight_hh_l0	2	0.03454869985580444
312825	rnn.weight_hh_l0	3	0.01863287016749382
312825	rnn.weight_hh_l0	4	0.01815148815512657
312825	rnn.weight_hh_l0	5	0.061863094568252563
312825	rnn.weight_hh_l0	6	-0.034500472247600555
312825	rnn.weight_hh_l0	7	-0.06754864752292633
312825	rnn.weight_hh_l0	8	0.03827838972210884
312825	rnn.weight_hh_l0	9	-0.10523945838212967
312825	rnn.bias_ih_l0	0	0.17596472799777985
312825	rnn.bias_ih_l0	1	-0.23261405527591705
312825	rnn.bias_ih_l0	2	-0.034543946385383606
312825	rnn.bias_ih_l0	3	-0.15744638442993164
312825	rnn.bias_ih_l0	4	0.006634438876062632
312825	rnn.bias_ih_l0	5	-0.32075902819633484
312825	rnn.bias_ih_l0	6	-0.12073709070682526
312825	rnn.bias_ih_l0	7	-0.28669703006744385
312825	rnn.bias_ih_l0	8	-0.21812985837459564
312825	rnn.bias_ih_l0	9	-0.4079340398311615
312825	rnn.bias_hh_l0	0	-0.29030272364616394
312825	rnn.bias_hh_l0	1	-0.3072451949119568
312825	rnn.bias_hh_l0	2	-0.2750842869281769
312825	rnn.bias_hh_l0	3	-0.07813189178705215
312825	rnn.bias_hh_l0	4	-0.2838307321071625
312825	rnn.bias_hh_l0	5	-0.2847807705402374
312825	rnn.bias_hh_l0	6	-0.10419013351202011
312825	rnn.bias_hh_l0	7	0.03198935464024544
312825	rnn.bias_hh_l0	8	-0.17742569744586945
312825	rnn.bias_hh_l0	9	-0.4740706980228424
312825	rnn.weight_ih_l0_reverse	0	0.020908137783408165
312825	rnn.weight_ih_l0_reverse	1	-0.07414612174034119
312825	rnn.weight_ih_l0_reverse	2	-0.03209488093852997
312825	rnn.weight_ih_l0_reverse	3	-0.09620983153581619
312825	rnn.weight_ih_l0_reverse	4	0.05417390540242195
312825	rnn.weight_ih_l0_reverse	5	-0.12940970063209534
312825	rnn.weight_ih_l0_reverse	6	-0.021698933094739914
312825	rnn.weight_ih_l0_reverse	7	0.02785574458539486
312825	rnn.weight_ih_l0_reverse	8	-0.059228576719760895
312825	rnn.weight_ih_l0_reverse	9	-0.08921835571527481
312825	rnn.weight_hh_l0_reverse	0	-0.07570019364356995
312825	rnn.weight_hh_l0_reverse	1	0.022886842489242554
312825	rnn.weight_hh_l0_reverse	2	-0.009600414894521236
312825	rnn.weight_hh_l0_reverse	3	0.023546842858195305
312825	rnn.weight_hh_l0_reverse	4	-0.07101462036371231
312825	rnn.weight_hh_l0_reverse	5	0.042329080402851105
312825	rnn.weight_hh_l0_reverse	6	0.0168030746281147
312825	rnn.weight_hh_l0_reverse	7	-0.07290264964103699
312825	rnn.weight_hh_l0_reverse	8	-0.023948155343532562
312825	rnn.weight_hh_l0_reverse	9	0.07273858785629272
312825	rnn.bias_ih_l0_reverse	0	-0.1473103016614914
312825	rnn.bias_ih_l0_reverse	1	-0.07967359572649002
312825	rnn.bias_ih_l0_reverse	2	0.10847929120063782
312825	rnn.bias_ih_l0_reverse	3	-0.24330057203769684
312825	rnn.bias_ih_l0_reverse	4	-0.04445221275091171
312825	rnn.bias_ih_l0_reverse	5	-0.18540982902050018
312825	rnn.bias_ih_l0_reverse	6	0.2481284886598587
312825	rnn.bias_ih_l0_reverse	7	-0.2837560772895813
312825	rnn.bias_ih_l0_reverse	8	-0.1356038898229599
312825	rnn.bias_ih_l0_reverse	9	-0.14752183854579926
312825	rnn.bias_hh_l0_reverse	0	-0.1298540085554123
312825	rnn.bias_hh_l0_reverse	1	0.22848758101463318
312825	rnn.bias_hh_l0_reverse	2	-0.31319284439086914
312825	rnn.bias_hh_l0_reverse	3	-0.159176304936409
312825	rnn.bias_hh_l0_reverse	4	-0.3278651535511017
312825	rnn.bias_hh_l0_reverse	5	-0.16267237067222595
312825	rnn.bias_hh_l0_reverse	6	-0.2703840732574463
312825	rnn.bias_hh_l0_reverse	7	-0.08044101297855377
312825	rnn.bias_hh_l0_reverse	8	-0.22286146879196167
312825	rnn.bias_hh_l0_reverse	9	0.2042856514453888
312825	linear.weight	0	0.196663960814476
312825	linear.weight	1	-0.42712751030921936
312825	linear.weight	2	0.035881757736206055
312825	linear.weight	3	0.06773470342159271
312825	linear.weight	4	-0.20136244595050812
312825	linear.weight	5	0.18728552758693695
312825	linear.weight	6	-0.040212783962488174
312825	linear.weight	7	-0.06445088982582092
312825	linear.weight	8	0.13562984764575958
312825	linear.weight	9	-0.044861800968647
312825	linear.bias	0	-1.0787421464920044
312825	linear.bias	1	1.986983299255371
312825	linear.bias	2	0.6571353077888489
312825	linear.bias	3	-2.561490297317505
312825	linear.bias	4	-0.23981422185897827
312825	linear.bias	5	1.1687506437301636
312825	linear.bias	6	-0.2538287043571472
312825	linear.bias	7	0.6700338125228882
312825	linear.bias	8	2.1961581707000732
312825	linear.bias	9	-1.4734995365142822
313434	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
313434	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
313434	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
313434	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
313434	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
313434	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
313434	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
313434	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
313434	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
313434	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
313434	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
313434	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
313434	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
313434	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
313434	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
313434	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
313434	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
313434	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
313434	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
313434	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
313434	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
313434	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
313434	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
313434	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
313434	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
313434	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
313434	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
313434	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
313434	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
313434	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
313434	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
313434	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
313434	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
313434	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
313434	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
313434	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
313434	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
313434	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
313434	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
313434	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
313434	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
313434	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
313434	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
313434	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
313434	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
313434	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
313434	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
313434	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
313434	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
313434	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
313434	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
313434	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
313434	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
313434	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
313434	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
313434	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
313434	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
313434	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
313434	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
313434	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
313434	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
313434	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
313434	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
313434	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
313434	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
313434	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
313434	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
313434	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
313434	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
313434	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
313434	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
313434	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
313434	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
313434	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
313434	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
313434	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
313434	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
313434	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
313434	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
313434	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
313434	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
313434	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
313434	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
313434	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
313434	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
313434	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
313434	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
313434	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
313434	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
313434	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
313434	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
313434	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
313434	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
313434	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
313434	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
313434	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
313434	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
313434	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
313434	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
313434	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
313434	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
313434	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
313434	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
313434	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
313434	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
313434	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
313434	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
313434	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
313434	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
313434	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
313434	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
313434	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
313434	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
313434	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
313434	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
313434	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
313434	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
313434	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
313434	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
313434	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
313434	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
313434	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
313434	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
313434	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
313434	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
313434	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
313434	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
313434	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
313434	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
313434	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
313434	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
313434	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
313434	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
313434	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
313434	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
313434	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
313434	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
313434	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
313434	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
313434	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
313434	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
313434	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
313434	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
313434	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
313434	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
313434	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
313434	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
313434	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
313434	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
313434	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
313434	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
313434	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
313434	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
313434	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
313434	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
313434	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
313434	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
313434	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
313434	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
313434	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
313434	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
313434	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
313434	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
313434	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
313434	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
313434	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
313434	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
313434	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
313434	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
313434	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
313434	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
313434	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
313434	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
313434	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
313434	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
313434	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
313434	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
313434	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
313434	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
313434	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
313434	embedding2nn.weight	0	0.28839871287345886
313434	embedding2nn.weight	1	0.3240929841995239
313434	embedding2nn.weight	2	-7.227373862406239e-05
313434	embedding2nn.weight	3	0.02302418276667595
313434	embedding2nn.weight	4	-0.03937765210866928
313434	embedding2nn.weight	5	0.0747310221195221
313434	embedding2nn.weight	6	0.04029475897550583
313434	embedding2nn.weight	7	0.0007232465432025492
313434	embedding2nn.weight	8	0.02545282244682312
313434	embedding2nn.weight	9	-0.011410269886255264
313434	embedding2nn.bias	0	0.05175088718533516
313434	embedding2nn.bias	1	-0.18957069516181946
313434	embedding2nn.bias	2	0.1034696027636528
313434	embedding2nn.bias	3	0.15215978026390076
313434	embedding2nn.bias	4	0.15456369519233704
313434	embedding2nn.bias	5	-0.05262788012623787
313434	embedding2nn.bias	6	-0.05782948434352875
313434	embedding2nn.bias	7	0.019298138096928596
313434	embedding2nn.bias	8	-0.15405383706092834
313434	embedding2nn.bias	9	-0.3975157141685486
313434	rnn.weight_ih_l0	0	0.009766130708158016
313434	rnn.weight_ih_l0	1	-0.08092623203992844
313434	rnn.weight_ih_l0	2	-0.06025126203894615
313434	rnn.weight_ih_l0	3	0.08178409934043884
313434	rnn.weight_ih_l0	4	0.04970444366335869
313434	rnn.weight_ih_l0	5	-0.12282217293977737
313434	rnn.weight_ih_l0	6	-0.042979419231414795
313434	rnn.weight_ih_l0	7	-0.013927942141890526
313434	rnn.weight_ih_l0	8	0.015169819816946983
313434	rnn.weight_ih_l0	9	-0.048445262014865875
313434	rnn.weight_hh_l0	0	0.007527005393058062
313434	rnn.weight_hh_l0	1	0.06503266841173172
313434	rnn.weight_hh_l0	2	0.03382733091711998
313434	rnn.weight_hh_l0	3	0.01821293495595455
313434	rnn.weight_hh_l0	4	0.018499430269002914
313434	rnn.weight_hh_l0	5	0.0607440210878849
313434	rnn.weight_hh_l0	6	-0.03551340103149414
313434	rnn.weight_hh_l0	7	-0.06363996863365173
313434	rnn.weight_hh_l0	8	0.038322169333696365
313434	rnn.weight_hh_l0	9	-0.10566086322069168
313434	rnn.bias_ih_l0	0	0.17270348966121674
313434	rnn.bias_ih_l0	1	-0.23054128885269165
313434	rnn.bias_ih_l0	2	-0.03805938735604286
313434	rnn.bias_ih_l0	3	-0.15981562435626984
313434	rnn.bias_ih_l0	4	0.004525317344814539
313434	rnn.bias_ih_l0	5	-0.31569233536720276
313434	rnn.bias_ih_l0	6	-0.12281414866447449
313434	rnn.bias_ih_l0	7	-0.2855144739151001
313434	rnn.bias_ih_l0	8	-0.20744207501411438
313434	rnn.bias_ih_l0	9	-0.4126712679862976
313434	rnn.bias_hh_l0	0	-0.29051417112350464
313434	rnn.bias_hh_l0	1	-0.31148701906204224
313434	rnn.bias_hh_l0	2	-0.27745699882507324
313434	rnn.bias_hh_l0	3	-0.08468951284885406
313434	rnn.bias_hh_l0	4	-0.29153475165367126
313434	rnn.bias_hh_l0	5	-0.2815370559692383
313434	rnn.bias_hh_l0	6	-0.10188545286655426
313434	rnn.bias_hh_l0	7	0.042182330042123795
313434	rnn.bias_hh_l0	8	-0.16984359920024872
313434	rnn.bias_hh_l0	9	-0.46618586778640747
313434	rnn.weight_ih_l0_reverse	0	0.02562658302485943
313434	rnn.weight_ih_l0_reverse	1	-0.07195352762937546
313434	rnn.weight_ih_l0_reverse	2	-0.03593474626541138
313434	rnn.weight_ih_l0_reverse	3	-0.09663079679012299
313434	rnn.weight_ih_l0_reverse	4	0.05490332096815109
313434	rnn.weight_ih_l0_reverse	5	-0.12792082130908966
313434	rnn.weight_ih_l0_reverse	6	-0.021418629214167595
313434	rnn.weight_ih_l0_reverse	7	0.02785995416343212
313434	rnn.weight_ih_l0_reverse	8	-0.06280936300754547
313434	rnn.weight_ih_l0_reverse	9	-0.08916684240102768
313434	rnn.weight_hh_l0_reverse	0	-0.07821210473775864
313434	rnn.weight_hh_l0_reverse	1	0.022201567888259888
313434	rnn.weight_hh_l0_reverse	2	-0.009228277951478958
313434	rnn.weight_hh_l0_reverse	3	0.02361815981566906
313434	rnn.weight_hh_l0_reverse	4	-0.07101934403181076
313434	rnn.weight_hh_l0_reverse	5	0.042174626141786575
313434	rnn.weight_hh_l0_reverse	6	0.016806289553642273
313434	rnn.weight_hh_l0_reverse	7	-0.07487787306308746
313434	rnn.weight_hh_l0_reverse	8	-0.02305745519697666
313434	rnn.weight_hh_l0_reverse	9	0.07307857275009155
313434	rnn.bias_ih_l0_reverse	0	-0.15158198773860931
313434	rnn.bias_ih_l0_reverse	1	-0.08495235443115234
313434	rnn.bias_ih_l0_reverse	2	0.10741717368364334
313434	rnn.bias_ih_l0_reverse	3	-0.23869463801383972
313434	rnn.bias_ih_l0_reverse	4	-0.03751106560230255
313434	rnn.bias_ih_l0_reverse	5	-0.1917344629764557
313434	rnn.bias_ih_l0_reverse	6	0.2333947718143463
313434	rnn.bias_ih_l0_reverse	7	-0.2745719850063324
313434	rnn.bias_ih_l0_reverse	8	-0.13727299869060516
313434	rnn.bias_ih_l0_reverse	9	-0.1504642814397812
313434	rnn.bias_hh_l0_reverse	0	-0.1353743076324463
313434	rnn.bias_hh_l0_reverse	1	0.22466056048870087
313434	rnn.bias_hh_l0_reverse	2	-0.3190546929836273
313434	rnn.bias_hh_l0_reverse	3	-0.16265545785427094
313434	rnn.bias_hh_l0_reverse	4	-0.3246053159236908
313434	rnn.bias_hh_l0_reverse	5	-0.15318413078784943
313434	rnn.bias_hh_l0_reverse	6	-0.26581594347953796
313434	rnn.bias_hh_l0_reverse	7	-0.08505033701658249
313434	rnn.bias_hh_l0_reverse	8	-0.221727192401886
313434	rnn.bias_hh_l0_reverse	9	0.185713529586792
313434	linear.weight	0	0.19963207840919495
313434	linear.weight	1	-0.46450814604759216
313434	linear.weight	2	0.07466766983270645
313434	linear.weight	3	0.06773507595062256
313434	linear.weight	4	-0.1895727962255478
313434	linear.weight	5	0.2178255319595337
313434	linear.weight	6	-0.052551254630088806
313434	linear.weight	7	-0.0644388273358345
313434	linear.weight	8	0.1341792792081833
313434	linear.weight	9	-0.04487635940313339
313434	linear.bias	0	-1.0507577657699585
313434	linear.bias	1	1.914177656173706
313434	linear.bias	2	0.6561230421066284
313434	linear.bias	3	-2.5620269775390625
313434	linear.bias	4	-0.22955173254013062
313434	linear.bias	5	1.195854902267456
313434	linear.bias	6	-0.2368043214082718
313434	linear.bias	7	0.6787785887718201
313434	linear.bias	8	2.167121171951294
313434	linear.bias	9	-1.4637571573257446
314043	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
314043	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
314043	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
314043	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
314043	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
314043	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
314043	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
314043	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
314043	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
314043	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
314043	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
314043	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
314043	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
314043	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
314043	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
314043	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
314043	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
314043	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
314043	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
314043	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
314043	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
314043	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
314043	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
314043	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
314043	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
314043	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
314043	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
314043	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
314043	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
314043	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
314043	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
314043	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
314043	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
314043	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
314043	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
314043	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
314043	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
314043	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
314043	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
314043	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
314043	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
314043	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
314043	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
314043	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
314043	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
314043	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
314043	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
314043	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
314043	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
314043	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
314043	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
314043	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
314043	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
314043	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
314043	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
314043	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
314043	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
314043	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
314043	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
314043	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
314043	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
314043	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
314043	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
314043	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
314043	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
314043	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
314043	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
314043	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
314043	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
314043	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
314043	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
314043	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
314043	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
314043	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
314043	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
314043	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
314043	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
314043	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
314043	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
314043	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
314043	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
314043	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
314043	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
314043	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
314043	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
314043	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
314043	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
314043	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
314043	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
314043	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
314043	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
314043	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
314043	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
314043	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
314043	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
314043	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
314043	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
314043	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
314043	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
314043	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
314043	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
314043	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
314043	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
314043	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
314043	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
314043	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
314043	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
314043	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
314043	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
314043	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
314043	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
314043	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
314043	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
314043	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
314043	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
314043	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
314043	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
314043	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
314043	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
314043	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
314043	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
314043	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
314043	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
314043	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
314043	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
314043	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
314043	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
314043	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
314043	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
314043	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
314043	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
314043	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
314043	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
314043	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
314043	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
314043	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
314043	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
314043	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
314043	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
314043	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
314043	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
314043	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
314043	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
314043	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
314043	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
314043	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
314043	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
314043	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
314043	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
314043	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
314043	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
314043	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
314043	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
314043	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
314043	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
314043	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
314043	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
314043	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
314043	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
314043	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
314043	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
314043	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
314043	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
314043	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
314043	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
314043	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
314043	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
314043	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
314043	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
314043	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
314043	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
314043	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
314043	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
314043	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
314043	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
314043	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
314043	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
314043	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
314043	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
314043	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
314043	embedding2nn.weight	0	0.29051631689071655
314043	embedding2nn.weight	1	0.327919065952301
314043	embedding2nn.weight	2	0.0006844369345344603
314043	embedding2nn.weight	3	0.02716808207333088
314043	embedding2nn.weight	4	-0.0446043536067009
314043	embedding2nn.weight	5	0.07807260751724243
314043	embedding2nn.weight	6	0.046746332198381424
314043	embedding2nn.weight	7	0.0035720556043088436
314043	embedding2nn.weight	8	0.029590044170618057
314043	embedding2nn.weight	9	-0.01029278989881277
314043	embedding2nn.bias	0	0.06414581090211868
314043	embedding2nn.bias	1	-0.15849605202674866
314043	embedding2nn.bias	2	0.11704042553901672
314043	embedding2nn.bias	3	0.1631302386522293
314043	embedding2nn.bias	4	0.17594237625598907
314043	embedding2nn.bias	5	-0.0511808879673481
314043	embedding2nn.bias	6	-0.06014082208275795
314043	embedding2nn.bias	7	0.002370519330725074
314043	embedding2nn.bias	8	-0.15750481188297272
314043	embedding2nn.bias	9	-0.40151190757751465
314043	rnn.weight_ih_l0	0	0.008914637379348278
314043	rnn.weight_ih_l0	1	-0.0828126072883606
314043	rnn.weight_ih_l0	2	-0.05879070237278938
314043	rnn.weight_ih_l0	3	0.08248592168092728
314043	rnn.weight_ih_l0	4	0.04649881646037102
314043	rnn.weight_ih_l0	5	-0.12820351123809814
314043	rnn.weight_ih_l0	6	-0.03678765147924423
314043	rnn.weight_ih_l0	7	-0.01203099638223648
314043	rnn.weight_ih_l0	8	0.01851378008723259
314043	rnn.weight_ih_l0	9	-0.040795497596263885
314043	rnn.weight_hh_l0	0	0.007626247126609087
314043	rnn.weight_hh_l0	1	0.06587821990251541
314043	rnn.weight_hh_l0	2	0.0337255597114563
314043	rnn.weight_hh_l0	3	0.017130764201283455
314043	rnn.weight_hh_l0	4	0.018837371841073036
314043	rnn.weight_hh_l0	5	0.061311203986406326
314043	rnn.weight_hh_l0	6	-0.03617958724498749
314043	rnn.weight_hh_l0	7	-0.06505481898784637
314043	rnn.weight_hh_l0	8	0.038207221776247025
314043	rnn.weight_hh_l0	9	-0.10501309484243393
314043	rnn.bias_ih_l0	0	0.18204499781131744
314043	rnn.bias_ih_l0	1	-0.23267026245594025
314043	rnn.bias_ih_l0	2	-0.04272228479385376
314043	rnn.bias_ih_l0	3	-0.1617927998304367
314043	rnn.bias_ih_l0	4	0.01717572659254074
314043	rnn.bias_ih_l0	5	-0.30988654494285583
314043	rnn.bias_ih_l0	6	-0.12907898426055908
314043	rnn.bias_ih_l0	7	-0.28620389103889465
314043	rnn.bias_ih_l0	8	-0.2118309736251831
314043	rnn.bias_ih_l0	9	-0.41363751888275146
314043	rnn.bias_hh_l0	0	-0.2853526771068573
314043	rnn.bias_hh_l0	1	-0.3151465058326721
314043	rnn.bias_hh_l0	2	-0.26926422119140625
314043	rnn.bias_hh_l0	3	-0.09036190062761307
314043	rnn.bias_hh_l0	4	-0.289509654045105
314043	rnn.bias_hh_l0	5	-0.280355840921402
314043	rnn.bias_hh_l0	6	-0.09837949275970459
314043	rnn.bias_hh_l0	7	0.037961166352033615
314043	rnn.bias_hh_l0	8	-0.1583068072795868
314043	rnn.bias_hh_l0	9	-0.4676084518432617
314043	rnn.weight_ih_l0_reverse	0	0.02904093824326992
314043	rnn.weight_ih_l0_reverse	1	-0.07196549326181412
314043	rnn.weight_ih_l0_reverse	2	-0.027698123827576637
314043	rnn.weight_ih_l0_reverse	3	-0.09367811679840088
314043	rnn.weight_ih_l0_reverse	4	0.05363521724939346
314043	rnn.weight_ih_l0_reverse	5	-0.1301010698080063
314043	rnn.weight_ih_l0_reverse	6	-0.019630776718258858
314043	rnn.weight_ih_l0_reverse	7	0.027387218549847603
314043	rnn.weight_ih_l0_reverse	8	-0.06286609917879105
314043	rnn.weight_ih_l0_reverse	9	-0.09145445376634598
314043	rnn.weight_hh_l0_reverse	0	-0.07936378568410873
314043	rnn.weight_hh_l0_reverse	1	0.022424180060625076
314043	rnn.weight_hh_l0_reverse	2	-0.009585636667907238
314043	rnn.weight_hh_l0_reverse	3	0.022956039756536484
314043	rnn.weight_hh_l0_reverse	4	-0.07088655233383179
314043	rnn.weight_hh_l0_reverse	5	0.04167298227548599
314043	rnn.weight_hh_l0_reverse	6	0.01671520248055458
314043	rnn.weight_hh_l0_reverse	7	-0.07415978610515594
314043	rnn.weight_hh_l0_reverse	8	-0.02315003052353859
314043	rnn.weight_hh_l0_reverse	9	0.07545928657054901
314043	rnn.bias_ih_l0_reverse	0	-0.15784162282943726
314043	rnn.bias_ih_l0_reverse	1	-0.08305734395980835
314043	rnn.bias_ih_l0_reverse	2	0.10310035943984985
314043	rnn.bias_ih_l0_reverse	3	-0.2423619031906128
314043	rnn.bias_ih_l0_reverse	4	-0.03278892859816551
314043	rnn.bias_ih_l0_reverse	5	-0.1907421499490738
314043	rnn.bias_ih_l0_reverse	6	0.22430548071861267
314043	rnn.bias_ih_l0_reverse	7	-0.2763898968696594
314043	rnn.bias_ih_l0_reverse	8	-0.13544847071170807
314043	rnn.bias_ih_l0_reverse	9	-0.14512352645397186
314043	rnn.bias_hh_l0_reverse	0	-0.14462067186832428
314043	rnn.bias_hh_l0_reverse	1	0.23393991589546204
314043	rnn.bias_hh_l0_reverse	2	-0.3152441084384918
314043	rnn.bias_hh_l0_reverse	3	-0.1623333841562271
314043	rnn.bias_hh_l0_reverse	4	-0.3171464204788208
314043	rnn.bias_hh_l0_reverse	5	-0.14999806880950928
314043	rnn.bias_hh_l0_reverse	6	-0.27302438020706177
314043	rnn.bias_hh_l0_reverse	7	-0.09194181859493256
314043	rnn.bias_hh_l0_reverse	8	-0.22807757556438446
314043	rnn.bias_hh_l0_reverse	9	0.1777055710554123
314043	linear.weight	0	0.1822577267885208
314043	linear.weight	1	-0.4381749629974365
314043	linear.weight	2	0.029828745871782303
314043	linear.weight	3	0.06773730367422104
314043	linear.weight	4	-0.1406838446855545
314043	linear.weight	5	0.22090017795562744
314043	linear.weight	6	-0.061917539685964584
314043	linear.weight	7	-0.06443028151988983
314043	linear.weight	8	0.12299925833940506
314043	linear.weight	9	-0.044892966747283936
314043	linear.bias	0	-1.0557851791381836
314043	linear.bias	1	1.9870073795318604
314043	linear.bias	2	0.6428081393241882
314043	linear.bias	3	-2.562570095062256
314043	linear.bias	4	-0.2533259391784668
314043	linear.bias	5	1.1692205667495728
314043	linear.bias	6	-0.23734284937381744
314043	linear.bias	7	0.6294798851013184
314043	linear.bias	8	2.226349115371704
314043	linear.bias	9	-1.428036093711853
314652	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
314652	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
314652	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
314652	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
314652	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
314652	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
314652	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
314652	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
314652	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
314652	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
314652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
314652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
314652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
314652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
314652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
314652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
314652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
314652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
314652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
314652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
314652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
314652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
314652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
314652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
314652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
314652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
314652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
314652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
314652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
314652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
314652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
314652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
314652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
314652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
314652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
314652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
314652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
314652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
314652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
314652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
314652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
314652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
314652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
314652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
314652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
314652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
314652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
314652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
314652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
314652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
314652	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
314652	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
314652	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
314652	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
314652	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
314652	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
314652	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
314652	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
314652	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
314652	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
314652	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
314652	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
314652	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
314652	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
314652	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
314652	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
314652	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
314652	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
314652	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
314652	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
314652	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
314652	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
314652	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
314652	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
314652	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
314652	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
314652	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
314652	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
314652	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
314652	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
314652	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
314652	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
314652	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
314652	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
314652	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
314652	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
314652	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
314652	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
314652	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
314652	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
314652	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
314652	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
314652	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
314652	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
314652	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
314652	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
314652	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
314652	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
314652	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
314652	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
314652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
314652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
314652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
314652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
314652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
314652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
314652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
314652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
314652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
314652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
314652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
314652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
314652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
314652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
314652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
314652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
314652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
314652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
314652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
314652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
314652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
314652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
314652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
314652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
314652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
314652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
314652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
314652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
314652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
314652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
314652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
314652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
314652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
314652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
314652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
314652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
314652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
314652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
314652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
314652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
314652	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
314652	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
314652	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
314652	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
314652	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
314652	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
314652	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
314652	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
314652	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
314652	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
314652	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
314652	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
314652	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
314652	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
314652	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
314652	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
314652	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
314652	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
314652	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
314652	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
314652	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
314652	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
314652	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
314652	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
314652	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
314652	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
314652	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
314652	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
314652	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
314652	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
314652	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
314652	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
314652	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
314652	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
314652	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
314652	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
314652	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
314652	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
314652	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
314652	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
314652	embedding2nn.weight	0	0.2896120548248291
314652	embedding2nn.weight	1	0.3303989768028259
314652	embedding2nn.weight	2	-0.002018145052716136
314652	embedding2nn.weight	3	0.023579014465212822
314652	embedding2nn.weight	4	-0.04846510291099548
314652	embedding2nn.weight	5	0.07613509148359299
314652	embedding2nn.weight	6	0.05831487849354744
314652	embedding2nn.weight	7	-0.003766844980418682
314652	embedding2nn.weight	8	0.025864409282803535
314652	embedding2nn.weight	9	-0.013251050375401974
314652	embedding2nn.bias	0	0.06730247288942337
314652	embedding2nn.bias	1	-0.1807890087366104
314652	embedding2nn.bias	2	0.10888642072677612
314652	embedding2nn.bias	3	0.15786653757095337
314652	embedding2nn.bias	4	0.16086052358150482
314652	embedding2nn.bias	5	-0.055815696716308594
314652	embedding2nn.bias	6	-0.07574717700481415
314652	embedding2nn.bias	7	0.02155732363462448
314652	embedding2nn.bias	8	-0.13710500299930573
314652	embedding2nn.bias	9	-0.41232699155807495
314652	rnn.weight_ih_l0	0	0.01027215551584959
314652	rnn.weight_ih_l0	1	-0.08509878814220428
314652	rnn.weight_ih_l0	2	-0.06387753039598465
314652	rnn.weight_ih_l0	3	0.0846915990114212
314652	rnn.weight_ih_l0	4	0.04048473760485649
314652	rnn.weight_ih_l0	5	-0.12741203606128693
314652	rnn.weight_ih_l0	6	-0.03615396097302437
314652	rnn.weight_ih_l0	7	-0.010208247229456902
314652	rnn.weight_ih_l0	8	0.017452916130423546
314652	rnn.weight_ih_l0	9	-0.04455218464136124
314652	rnn.weight_hh_l0	0	0.007714071776717901
314652	rnn.weight_hh_l0	1	0.06557008624076843
314652	rnn.weight_hh_l0	2	0.034602515399456024
314652	rnn.weight_hh_l0	3	0.01636669598519802
314652	rnn.weight_hh_l0	4	0.01786656677722931
314652	rnn.weight_hh_l0	5	0.06039567291736603
314652	rnn.weight_hh_l0	6	-0.03694377467036247
314652	rnn.weight_hh_l0	7	-0.06360700726509094
314652	rnn.weight_hh_l0	8	0.03795434534549713
314652	rnn.weight_hh_l0	9	-0.10495167970657349
314652	rnn.bias_ih_l0	0	0.17802554368972778
314652	rnn.bias_ih_l0	1	-0.23595036566257477
314652	rnn.bias_ih_l0	2	-0.03716568648815155
314652	rnn.bias_ih_l0	3	-0.1662985384464264
314652	rnn.bias_ih_l0	4	0.018311066552996635
314652	rnn.bias_ih_l0	5	-0.31811287999153137
314652	rnn.bias_ih_l0	6	-0.13131676614284515
314652	rnn.bias_ih_l0	7	-0.2859093248844147
314652	rnn.bias_ih_l0	8	-0.22002388536930084
314652	rnn.bias_ih_l0	9	-0.42442581057548523
314652	rnn.bias_hh_l0	0	-0.2837236523628235
314652	rnn.bias_hh_l0	1	-0.3116115629673004
314652	rnn.bias_hh_l0	2	-0.2751842439174652
314652	rnn.bias_hh_l0	3	-0.08148089796304703
314652	rnn.bias_hh_l0	4	-0.2893623411655426
314652	rnn.bias_hh_l0	5	-0.28176751732826233
314652	rnn.bias_hh_l0	6	-0.09779265522956848
314652	rnn.bias_hh_l0	7	0.03219406679272652
314652	rnn.bias_hh_l0	8	-0.16219733655452728
314652	rnn.bias_hh_l0	9	-0.4613499939441681
314652	rnn.weight_ih_l0_reverse	0	0.028204258531332016
314652	rnn.weight_ih_l0_reverse	1	-0.06936854124069214
314652	rnn.weight_ih_l0_reverse	2	-0.022966114804148674
314652	rnn.weight_ih_l0_reverse	3	-0.08942988514900208
314652	rnn.weight_ih_l0_reverse	4	0.05572910234332085
314652	rnn.weight_ih_l0_reverse	5	-0.1236385628581047
314652	rnn.weight_ih_l0_reverse	6	-0.023386193439364433
314652	rnn.weight_ih_l0_reverse	7	0.02790834568440914
314652	rnn.weight_ih_l0_reverse	8	-0.06549474596977234
314652	rnn.weight_ih_l0_reverse	9	-0.08924930542707443
314652	rnn.weight_hh_l0_reverse	0	-0.07651565968990326
314652	rnn.weight_hh_l0_reverse	1	0.023338600993156433
314652	rnn.weight_hh_l0_reverse	2	-0.009976894594728947
314652	rnn.weight_hh_l0_reverse	3	0.022803176194429398
314652	rnn.weight_hh_l0_reverse	4	-0.07054217159748077
314652	rnn.weight_hh_l0_reverse	5	0.041674744337797165
314652	rnn.weight_hh_l0_reverse	6	0.01686614751815796
314652	rnn.weight_hh_l0_reverse	7	-0.07293137907981873
314652	rnn.weight_hh_l0_reverse	8	-0.022656070068478584
314652	rnn.weight_hh_l0_reverse	9	0.07768812030553818
314652	rnn.bias_ih_l0_reverse	0	-0.15496540069580078
314652	rnn.bias_ih_l0_reverse	1	-0.08504534512758255
314652	rnn.bias_ih_l0_reverse	2	0.10531827062368393
314652	rnn.bias_ih_l0_reverse	3	-0.24330395460128784
314652	rnn.bias_ih_l0_reverse	4	-0.03441992774605751
314652	rnn.bias_ih_l0_reverse	5	-0.19106249511241913
314652	rnn.bias_ih_l0_reverse	6	0.23009304702281952
314652	rnn.bias_ih_l0_reverse	7	-0.2733873724937439
314652	rnn.bias_ih_l0_reverse	8	-0.13494180142879486
314652	rnn.bias_ih_l0_reverse	9	-0.14574003219604492
314652	rnn.bias_hh_l0_reverse	0	-0.1450679451227188
314652	rnn.bias_hh_l0_reverse	1	0.22730223834514618
314652	rnn.bias_hh_l0_reverse	2	-0.3208578824996948
314652	rnn.bias_hh_l0_reverse	3	-0.15738004446029663
314652	rnn.bias_hh_l0_reverse	4	-0.319257915019989
314652	rnn.bias_hh_l0_reverse	5	-0.1577180027961731
314652	rnn.bias_hh_l0_reverse	6	-0.2795538008213043
314652	rnn.bias_hh_l0_reverse	7	-0.08997983485460281
314652	rnn.bias_hh_l0_reverse	8	-0.2212575078010559
314652	rnn.bias_hh_l0_reverse	9	0.19245094060897827
314652	linear.weight	0	0.19003091752529144
314652	linear.weight	1	-0.43987807631492615
314652	linear.weight	2	0.024234147742390633
314652	linear.weight	3	0.06773342937231064
314652	linear.weight	4	-0.21646834909915924
314652	linear.weight	5	0.22450050711631775
314652	linear.weight	6	-0.12946800887584686
314652	linear.weight	7	-0.06442110240459442
314652	linear.weight	8	0.13011203706264496
314652	linear.weight	9	-0.044906504452228546
314652	linear.bias	0	-1.0623321533203125
314652	linear.bias	1	1.9902031421661377
314652	linear.bias	2	0.6952179670333862
314652	linear.bias	3	-2.563159704208374
314652	linear.bias	4	-0.2608623206615448
314652	linear.bias	5	1.137945532798767
314652	linear.bias	6	-0.2233220487833023
314652	linear.bias	7	0.6481822729110718
314652	linear.bias	8	2.2025585174560547
314652	linear.bias	9	-1.426599383354187
315261	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
315261	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
315261	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
315261	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
315261	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
315261	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
315261	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
315261	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
315261	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
315261	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
315261	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
315261	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
315261	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
315261	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
315261	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
315261	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
315261	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
315261	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
315261	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
315261	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
315261	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
315261	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
315261	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
315261	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
315261	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
315261	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
315261	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
315261	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
315261	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
315261	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
315261	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
315261	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
315261	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
315261	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
315261	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
315261	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
315261	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
315261	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
315261	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
315261	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
315261	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
315261	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
315261	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
315261	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
315261	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
315261	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
315261	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
315261	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
315261	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
315261	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
315261	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
315261	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
315261	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
315261	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
315261	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
315261	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
315261	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
315261	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
315261	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
315261	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
315261	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
315261	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
315261	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
315261	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
315261	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
315261	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
315261	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
315261	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
315261	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
315261	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
315261	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
315261	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
315261	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
315261	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
315261	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
315261	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
315261	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
315261	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
315261	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
315261	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
315261	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
315261	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
315261	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
315261	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
315261	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
315261	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
315261	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
315261	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
315261	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
315261	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
315261	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
315261	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
315261	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
315261	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
315261	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
315261	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
315261	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
315261	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
315261	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
315261	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
315261	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
315261	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
315261	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
315261	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
315261	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
315261	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
315261	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
315261	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
315261	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
315261	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
315261	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
315261	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
315261	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
315261	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
315261	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
315261	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
315261	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
315261	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
315261	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
315261	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
315261	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
315261	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
315261	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
315261	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
315261	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
315261	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
315261	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
315261	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
315261	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
315261	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
315261	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
315261	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
315261	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
315261	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
315261	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
315261	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
315261	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
315261	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
315261	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
315261	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
315261	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
315261	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
315261	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
315261	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
315261	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
315261	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
315261	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
315261	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
315261	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
315261	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
315261	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
315261	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
315261	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
315261	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
315261	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
315261	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
315261	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
315261	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
315261	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
315261	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
315261	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
315261	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
315261	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
315261	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
315261	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
315261	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
315261	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
315261	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
315261	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
315261	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
315261	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
315261	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
315261	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
315261	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
315261	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
315261	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
315261	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
315261	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
315261	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
315261	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
315261	embedding2nn.weight	0	0.291780024766922
315261	embedding2nn.weight	1	0.32879939675331116
315261	embedding2nn.weight	2	-0.001979391323402524
315261	embedding2nn.weight	3	0.0284588560461998
315261	embedding2nn.weight	4	-0.055910874158144
315261	embedding2nn.weight	5	0.07137270271778107
315261	embedding2nn.weight	6	0.05351143702864647
315261	embedding2nn.weight	7	0.00016700972628314048
315261	embedding2nn.weight	8	0.022224530577659607
315261	embedding2nn.weight	9	-0.018042825162410736
315261	embedding2nn.bias	0	0.05891695246100426
315261	embedding2nn.bias	1	-0.1639045625925064
315261	embedding2nn.bias	2	0.11395048350095749
315261	embedding2nn.bias	3	0.1718747764825821
315261	embedding2nn.bias	4	0.13062624633312225
315261	embedding2nn.bias	5	-0.06359938532114029
315261	embedding2nn.bias	6	-0.05764531344175339
315261	embedding2nn.bias	7	0.035440463572740555
315261	embedding2nn.bias	8	-0.13450811803340912
315261	embedding2nn.bias	9	-0.39899030327796936
315261	rnn.weight_ih_l0	0	0.010684113018214703
315261	rnn.weight_ih_l0	1	-0.08074749261140823
315261	rnn.weight_ih_l0	2	-0.06602612882852554
315261	rnn.weight_ih_l0	3	0.08806375414133072
315261	rnn.weight_ih_l0	4	0.04847703129053116
315261	rnn.weight_ih_l0	5	-0.1260012835264206
315261	rnn.weight_ih_l0	6	-0.03265668451786041
315261	rnn.weight_ih_l0	7	-0.013445151969790459
315261	rnn.weight_ih_l0	8	0.019340606406331062
315261	rnn.weight_ih_l0	9	-0.038656819611787796
315261	rnn.weight_hh_l0	0	0.007042453624308109
315261	rnn.weight_hh_l0	1	0.06703891605138779
315261	rnn.weight_hh_l0	2	0.03369808569550514
315261	rnn.weight_hh_l0	3	0.016461053863167763
315261	rnn.weight_hh_l0	4	0.018479088321328163
315261	rnn.weight_hh_l0	5	0.05841081216931343
315261	rnn.weight_hh_l0	6	-0.037011824548244476
315261	rnn.weight_hh_l0	7	-0.06519929319620132
315261	rnn.weight_hh_l0	8	0.03769151121377945
315261	rnn.weight_hh_l0	9	-0.10604161024093628
315261	rnn.bias_ih_l0	0	0.1767968386411667
315261	rnn.bias_ih_l0	1	-0.23761974275112152
315261	rnn.bias_ih_l0	2	-0.0323370099067688
315261	rnn.bias_ih_l0	3	-0.16460077464580536
315261	rnn.bias_ih_l0	4	0.020745156332850456
315261	rnn.bias_ih_l0	5	-0.32117050886154175
315261	rnn.bias_ih_l0	6	-0.1326933354139328
315261	rnn.bias_ih_l0	7	-0.28495505452156067
315261	rnn.bias_ih_l0	8	-0.21618406474590302
315261	rnn.bias_ih_l0	9	-0.41512027382850647
315261	rnn.bias_hh_l0	0	-0.2822006344795227
315261	rnn.bias_hh_l0	1	-0.3172193169593811
315261	rnn.bias_hh_l0	2	-0.277543306350708
315261	rnn.bias_hh_l0	3	-0.08865421265363693
315261	rnn.bias_hh_l0	4	-0.28929197788238525
315261	rnn.bias_hh_l0	5	-0.2823643386363983
315261	rnn.bias_hh_l0	6	-0.0990506038069725
315261	rnn.bias_hh_l0	7	0.04541046544909477
315261	rnn.bias_hh_l0	8	-0.16923461854457855
315261	rnn.bias_hh_l0	9	-0.4696643650531769
315261	rnn.weight_ih_l0_reverse	0	0.031363438814878464
315261	rnn.weight_ih_l0_reverse	1	-0.0728381872177124
315261	rnn.weight_ih_l0_reverse	2	-0.020738709717988968
315261	rnn.weight_ih_l0_reverse	3	-0.08728400617837906
315261	rnn.weight_ih_l0_reverse	4	0.055164601653814316
315261	rnn.weight_ih_l0_reverse	5	-0.11832387000322342
315261	rnn.weight_ih_l0_reverse	6	-0.021816931664943695
315261	rnn.weight_ih_l0_reverse	7	0.028899429365992546
315261	rnn.weight_ih_l0_reverse	8	-0.07055000215768814
315261	rnn.weight_ih_l0_reverse	9	-0.08971431851387024
315261	rnn.weight_hh_l0_reverse	0	-0.0776667594909668
315261	rnn.weight_hh_l0_reverse	1	0.023518474772572517
315261	rnn.weight_hh_l0_reverse	2	-0.009335007518529892
315261	rnn.weight_hh_l0_reverse	3	0.02433045022189617
315261	rnn.weight_hh_l0_reverse	4	-0.06976066529750824
315261	rnn.weight_hh_l0_reverse	5	0.041580915451049805
315261	rnn.weight_hh_l0_reverse	6	0.016900883987545967
315261	rnn.weight_hh_l0_reverse	7	-0.06976547837257385
315261	rnn.weight_hh_l0_reverse	8	-0.020449571311473846
315261	rnn.weight_hh_l0_reverse	9	0.07942156493663788
315261	rnn.bias_ih_l0_reverse	0	-0.15362238883972168
315261	rnn.bias_ih_l0_reverse	1	-0.07740245014429092
315261	rnn.bias_ih_l0_reverse	2	0.0982755497097969
315261	rnn.bias_ih_l0_reverse	3	-0.23838742077350616
315261	rnn.bias_ih_l0_reverse	4	-0.047650791704654694
315261	rnn.bias_ih_l0_reverse	5	-0.19264234602451324
315261	rnn.bias_ih_l0_reverse	6	0.22120533883571625
315261	rnn.bias_ih_l0_reverse	7	-0.27903735637664795
315261	rnn.bias_ih_l0_reverse	8	-0.13507887721061707
315261	rnn.bias_ih_l0_reverse	9	-0.15121977031230927
315261	rnn.bias_hh_l0_reverse	0	-0.13817580044269562
315261	rnn.bias_hh_l0_reverse	1	0.22694842517375946
315261	rnn.bias_hh_l0_reverse	2	-0.3184273838996887
315261	rnn.bias_hh_l0_reverse	3	-0.15855884552001953
315261	rnn.bias_hh_l0_reverse	4	-0.3197687566280365
315261	rnn.bias_hh_l0_reverse	5	-0.1639583855867386
315261	rnn.bias_hh_l0_reverse	6	-0.2776298224925995
315261	rnn.bias_hh_l0_reverse	7	-0.08440765738487244
315261	rnn.bias_hh_l0_reverse	8	-0.22384107112884521
315261	rnn.bias_hh_l0_reverse	9	0.199496328830719
315261	linear.weight	0	0.14284390211105347
315261	linear.weight	1	-0.4670734107494354
315261	linear.weight	2	0.05053486302495003
315261	linear.weight	3	0.06773508340120316
315261	linear.weight	4	-0.20789660513401031
315261	linear.weight	5	0.2372918426990509
315261	linear.weight	6	-0.13133017718791962
315261	linear.weight	7	-0.06441488116979599
315261	linear.weight	8	0.08427134901285172
315261	linear.weight	9	-0.04492320865392685
315261	linear.bias	0	-1.0360233783721924
315261	linear.bias	1	1.9645260572433472
315261	linear.bias	2	0.6617522835731506
315261	linear.bias	3	-2.5637001991271973
315261	linear.bias	4	-0.2702641785144806
315261	linear.bias	5	1.155055284500122
315261	linear.bias	6	-0.2180873602628708
315261	linear.bias	7	0.661895751953125
315261	linear.bias	8	2.1638216972351074
315261	linear.bias	9	-1.4569780826568604
315870	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
315870	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
315870	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
315870	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
315870	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
315870	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
315870	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
315870	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
315870	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
315870	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
315870	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
315870	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
315870	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
315870	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
315870	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
315870	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
315870	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
315870	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
315870	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
315870	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
315870	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
315870	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
315870	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
315870	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
315870	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
315870	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
315870	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
315870	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
315870	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
315870	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
315870	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
315870	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
315870	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
315870	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
315870	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
315870	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
315870	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
315870	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
315870	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
315870	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
315870	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
315870	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
315870	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
315870	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
315870	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
315870	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
315870	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
315870	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
315870	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
315870	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
315870	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
315870	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
315870	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
315870	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
315870	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
315870	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
315870	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
315870	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
315870	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
315870	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
315870	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
315870	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
315870	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
315870	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
315870	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
315870	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
315870	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
315870	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
315870	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
315870	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
315870	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
315870	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
315870	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
315870	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
315870	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
315870	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
315870	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
315870	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
315870	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
315870	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
315870	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
315870	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
315870	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
315870	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
315870	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
315870	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
315870	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
315870	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
315870	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
315870	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
315870	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
315870	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
315870	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
315870	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
315870	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
315870	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
315870	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
315870	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
315870	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
315870	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
315870	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
315870	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
315870	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
315870	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
315870	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
315870	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
315870	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
315870	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
315870	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
315870	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
315870	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
315870	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
315870	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
315870	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
315870	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
315870	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
315870	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
315870	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
315870	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
315870	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
315870	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
315870	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
315870	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
315870	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
315870	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
315870	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
315870	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
315870	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
315870	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
315870	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
315870	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
315870	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
315870	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
315870	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
315870	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
315870	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
315870	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
315870	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
315870	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
315870	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
315870	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
315870	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
315870	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
315870	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
315870	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
315870	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
315870	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
315870	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
315870	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
315870	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
315870	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
315870	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
315870	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
315870	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
315870	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
315870	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
315870	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
315870	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
315870	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
315870	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
315870	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
315870	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
315870	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
315870	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
315870	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
315870	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
315870	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
315870	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
315870	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
315870	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
315870	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
315870	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
315870	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
315870	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
315870	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
315870	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
315870	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
315870	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
315870	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
315870	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
315870	embedding2nn.weight	0	0.2900157868862152
315870	embedding2nn.weight	1	0.3307873010635376
315870	embedding2nn.weight	2	-0.0023488104343414307
315870	embedding2nn.weight	3	0.040559928864240646
315870	embedding2nn.weight	4	-0.06142280623316765
315870	embedding2nn.weight	5	0.07162874937057495
315870	embedding2nn.weight	6	0.05375804379582405
315870	embedding2nn.weight	7	-0.006535444408655167
315870	embedding2nn.weight	8	0.026584060862660408
315870	embedding2nn.weight	9	-0.023976081982254982
315870	embedding2nn.bias	0	0.07109031081199646
315870	embedding2nn.bias	1	-0.19296768307685852
315870	embedding2nn.bias	2	0.09038238972425461
315870	embedding2nn.bias	3	0.2065412849187851
315870	embedding2nn.bias	4	0.14679914712905884
315870	embedding2nn.bias	5	-0.038508616387844086
315870	embedding2nn.bias	6	-0.03755485638976097
315870	embedding2nn.bias	7	0.03155924379825592
315870	embedding2nn.bias	8	-0.15286341309547424
315870	embedding2nn.bias	9	-0.40499255061149597
315870	rnn.weight_ih_l0	0	0.01273008156567812
315870	rnn.weight_ih_l0	1	-0.07985708117485046
315870	rnn.weight_ih_l0	2	-0.06002353876829147
315870	rnn.weight_ih_l0	3	0.08700533211231232
315870	rnn.weight_ih_l0	4	0.043104469776153564
315870	rnn.weight_ih_l0	5	-0.1222439557313919
315870	rnn.weight_ih_l0	6	-0.03425833582878113
315870	rnn.weight_ih_l0	7	-0.005636963993310928
315870	rnn.weight_ih_l0	8	0.0331462062895298
315870	rnn.weight_ih_l0	9	-0.04062601923942566
315870	rnn.weight_hh_l0	0	0.00791049562394619
315870	rnn.weight_hh_l0	1	0.06703805923461914
315870	rnn.weight_hh_l0	2	0.034250542521476746
315870	rnn.weight_hh_l0	3	0.01558186486363411
315870	rnn.weight_hh_l0	4	0.01877346821129322
315870	rnn.weight_hh_l0	5	0.05888288840651512
315870	rnn.weight_hh_l0	6	-0.03678087517619133
315870	rnn.weight_hh_l0	7	-0.06761229038238525
315870	rnn.weight_hh_l0	8	0.037773847579956055
315870	rnn.weight_hh_l0	9	-0.10642655938863754
315870	rnn.bias_ih_l0	0	0.1727406084537506
315870	rnn.bias_ih_l0	1	-0.2325465828180313
315870	rnn.bias_ih_l0	2	-0.026395225897431374
315870	rnn.bias_ih_l0	3	-0.1598118543624878
315870	rnn.bias_ih_l0	4	0.01589558832347393
315870	rnn.bias_ih_l0	5	-0.31755027174949646
315870	rnn.bias_ih_l0	6	-0.1323859542608261
315870	rnn.bias_ih_l0	7	-0.2846580445766449
315870	rnn.bias_ih_l0	8	-0.21885886788368225
315870	rnn.bias_ih_l0	9	-0.42410245537757874
315870	rnn.bias_hh_l0	0	-0.2849874794483185
315870	rnn.bias_hh_l0	1	-0.3176717460155487
315870	rnn.bias_hh_l0	2	-0.2822539210319519
315870	rnn.bias_hh_l0	3	-0.08964573591947556
315870	rnn.bias_hh_l0	4	-0.28749963641166687
315870	rnn.bias_hh_l0	5	-0.2847779095172882
315870	rnn.bias_hh_l0	6	-0.10088331252336502
315870	rnn.bias_hh_l0	7	0.03789785876870155
315870	rnn.bias_hh_l0	8	-0.1639140546321869
315870	rnn.bias_hh_l0	9	-0.466904878616333
315870	rnn.weight_ih_l0_reverse	0	0.03303290531039238
315870	rnn.weight_ih_l0_reverse	1	-0.07356449961662292
315870	rnn.weight_ih_l0_reverse	2	-0.026249907910823822
315870	rnn.weight_ih_l0_reverse	3	-0.0873996689915657
315870	rnn.weight_ih_l0_reverse	4	0.05200793966650963
315870	rnn.weight_ih_l0_reverse	5	-0.1024608314037323
315870	rnn.weight_ih_l0_reverse	6	-0.01945512741804123
315870	rnn.weight_ih_l0_reverse	7	0.02814532443881035
315870	rnn.weight_ih_l0_reverse	8	-0.06935614347457886
315870	rnn.weight_ih_l0_reverse	9	-0.09290705621242523
315870	rnn.weight_hh_l0_reverse	0	-0.07779932022094727
315870	rnn.weight_hh_l0_reverse	1	0.022985151037573814
315870	rnn.weight_hh_l0_reverse	2	-0.009698607958853245
315870	rnn.weight_hh_l0_reverse	3	0.023961756378412247
315870	rnn.weight_hh_l0_reverse	4	-0.07032488286495209
315870	rnn.weight_hh_l0_reverse	5	0.041831955313682556
315870	rnn.weight_hh_l0_reverse	6	0.016706159338355064
315870	rnn.weight_hh_l0_reverse	7	-0.06965205073356628
315870	rnn.weight_hh_l0_reverse	8	-0.022622596472501755
315870	rnn.weight_hh_l0_reverse	9	0.0800003632903099
315870	rnn.bias_ih_l0_reverse	0	-0.14668092131614685
315870	rnn.bias_ih_l0_reverse	1	-0.08140058070421219
315870	rnn.bias_ih_l0_reverse	2	0.09758082777261734
315870	rnn.bias_ih_l0_reverse	3	-0.24300631880760193
315870	rnn.bias_ih_l0_reverse	4	-0.03998986631631851
315870	rnn.bias_ih_l0_reverse	5	-0.19677254557609558
315870	rnn.bias_ih_l0_reverse	6	0.2316286414861679
315870	rnn.bias_ih_l0_reverse	7	-0.2784651517868042
315870	rnn.bias_ih_l0_reverse	8	-0.13496460020542145
315870	rnn.bias_ih_l0_reverse	9	-0.14990384876728058
315870	rnn.bias_hh_l0_reverse	0	-0.13303756713867188
315870	rnn.bias_hh_l0_reverse	1	0.22314448654651642
315870	rnn.bias_hh_l0_reverse	2	-0.3097551167011261
315870	rnn.bias_hh_l0_reverse	3	-0.1615680605173111
315870	rnn.bias_hh_l0_reverse	4	-0.32402315735816956
315870	rnn.bias_hh_l0_reverse	5	-0.16537317633628845
315870	rnn.bias_hh_l0_reverse	6	-0.27431753277778625
315870	rnn.bias_hh_l0_reverse	7	-0.09361445903778076
315870	rnn.bias_hh_l0_reverse	8	-0.23564262688159943
315870	rnn.bias_hh_l0_reverse	9	0.19646888971328735
315870	linear.weight	0	0.16282472014427185
315870	linear.weight	1	-0.4838400185108185
315870	linear.weight	2	0.08180277794599533
315870	linear.weight	3	0.06773567944765091
315870	linear.weight	4	-0.18252363801002502
315870	linear.weight	5	0.255639910697937
315870	linear.weight	6	-0.11725100874900818
315870	linear.weight	7	-0.06440062075853348
315870	linear.weight	8	0.09982208907604218
315870	linear.weight	9	-0.0449383407831192
315870	linear.bias	0	-1.0833237171173096
315870	linear.bias	1	1.9214752912521362
315870	linear.bias	2	0.6771554350852966
315870	linear.bias	3	-2.5642898082733154
315870	linear.bias	4	-0.25372493267059326
315870	linear.bias	5	1.189527988433838
315870	linear.bias	6	-0.19502805173397064
315870	linear.bias	7	0.6201212406158447
315870	linear.bias	8	2.159848928451538
315870	linear.bias	9	-1.400952935218811
316479	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
316479	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
316479	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
316479	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
316479	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
316479	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
316479	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
316479	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
316479	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
316479	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
316479	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
316479	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
316479	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
316479	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
316479	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
316479	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
316479	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
316479	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
316479	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
316479	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
316479	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
316479	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
316479	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
316479	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
316479	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
316479	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
316479	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
316479	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
316479	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
316479	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
316479	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
316479	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
316479	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
316479	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
316479	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
316479	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
316479	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
316479	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
316479	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
316479	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
316479	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
316479	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
316479	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
316479	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
316479	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
316479	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
316479	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
316479	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
316479	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
316479	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
316479	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
316479	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
316479	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
316479	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
316479	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
316479	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
316479	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
316479	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
316479	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
316479	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
316479	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
316479	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
316479	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
316479	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
316479	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
316479	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
316479	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
316479	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
316479	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
316479	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
316479	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
316479	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
316479	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
316479	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
316479	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
316479	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
316479	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
316479	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
316479	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
316479	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
316479	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
316479	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
316479	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
316479	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
316479	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
316479	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
316479	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
316479	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
316479	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
316479	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
316479	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
316479	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
316479	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
316479	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
316479	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
316479	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
316479	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
316479	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
316479	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
316479	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
316479	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
316479	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
316479	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
316479	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
316479	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
316479	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
316479	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
316479	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
316479	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
316479	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
316479	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
316479	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
316479	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
316479	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
316479	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
316479	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
316479	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
316479	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
316479	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
316479	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
316479	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
316479	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
316479	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
316479	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
316479	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
316479	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
316479	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
316479	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
316479	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
316479	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
316479	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
316479	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
316479	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
316479	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
316479	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
316479	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
316479	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
316479	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
316479	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
316479	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
316479	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
316479	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
316479	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
316479	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
316479	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
316479	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
316479	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
316479	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
316479	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
316479	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
316479	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
316479	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
316479	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
316479	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
316479	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
316479	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
316479	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
316479	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
316479	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
316479	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
316479	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
316479	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
316479	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
316479	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
316479	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
316479	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
316479	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
316479	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
316479	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
316479	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
316479	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
316479	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
316479	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
316479	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
316479	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
316479	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
316479	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
316479	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
316479	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
316479	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
316479	embedding2nn.weight	0	0.29237788915634155
316479	embedding2nn.weight	1	0.3304041922092438
316479	embedding2nn.weight	2	-0.0009270504233427346
316479	embedding2nn.weight	3	0.03387549892067909
316479	embedding2nn.weight	4	-0.05899529531598091
316479	embedding2nn.weight	5	0.07261405885219574
316479	embedding2nn.weight	6	0.07147017121315002
316479	embedding2nn.weight	7	-0.007989303208887577
316479	embedding2nn.weight	8	0.028284816071391106
316479	embedding2nn.weight	9	-0.0212774109095335
316479	embedding2nn.bias	0	0.0435994490981102
316479	embedding2nn.bias	1	-0.1846841722726822
316479	embedding2nn.bias	2	0.11175873130559921
316479	embedding2nn.bias	3	0.16116641461849213
316479	embedding2nn.bias	4	0.14820176362991333
316479	embedding2nn.bias	5	-0.03283550590276718
316479	embedding2nn.bias	6	-0.050214607268571854
316479	embedding2nn.bias	7	0.04771896079182625
316479	embedding2nn.bias	8	-0.1554659903049469
316479	embedding2nn.bias	9	-0.4065765142440796
316479	rnn.weight_ih_l0	0	0.011866243556141853
316479	rnn.weight_ih_l0	1	-0.08065498620271683
316479	rnn.weight_ih_l0	2	-0.05858433246612549
316479	rnn.weight_ih_l0	3	0.08677408844232559
316479	rnn.weight_ih_l0	4	0.04178505390882492
316479	rnn.weight_ih_l0	5	-0.12812598049640656
316479	rnn.weight_ih_l0	6	-0.036361612379550934
316479	rnn.weight_ih_l0	7	-0.005822067614644766
316479	rnn.weight_ih_l0	8	0.02771681547164917
316479	rnn.weight_ih_l0	9	-0.0457741916179657
316479	rnn.weight_hh_l0	0	0.007687956094741821
316479	rnn.weight_hh_l0	1	0.06679169088602066
316479	rnn.weight_hh_l0	2	0.03407541662454605
316479	rnn.weight_hh_l0	3	0.015694405883550644
316479	rnn.weight_hh_l0	4	0.01859991066157818
316479	rnn.weight_hh_l0	5	0.05816797539591789
316479	rnn.weight_hh_l0	6	-0.03689783439040184
316479	rnn.weight_hh_l0	7	-0.07167136669158936
316479	rnn.weight_hh_l0	8	0.037792328745126724
316479	rnn.weight_hh_l0	9	-0.10759385675191879
316479	rnn.bias_ih_l0	0	0.16127082705497742
316479	rnn.bias_ih_l0	1	-0.23802702128887177
316479	rnn.bias_ih_l0	2	-0.026965774595737457
316479	rnn.bias_ih_l0	3	-0.15867508947849274
316479	rnn.bias_ih_l0	4	0.021912937983870506
316479	rnn.bias_ih_l0	5	-0.31767892837524414
316479	rnn.bias_ih_l0	6	-0.127509206533432
316479	rnn.bias_ih_l0	7	-0.28707197308540344
316479	rnn.bias_ih_l0	8	-0.2264857292175293
316479	rnn.bias_ih_l0	9	-0.4296824634075165
316479	rnn.bias_hh_l0	0	-0.28784260153770447
316479	rnn.bias_hh_l0	1	-0.3272782266139984
316479	rnn.bias_hh_l0	2	-0.2800016403198242
316479	rnn.bias_hh_l0	3	-0.08494313061237335
316479	rnn.bias_hh_l0	4	-0.2767408788204193
316479	rnn.bias_hh_l0	5	-0.28382614254951477
316479	rnn.bias_hh_l0	6	-0.10184812545776367
316479	rnn.bias_hh_l0	7	0.04990105703473091
316479	rnn.bias_hh_l0	8	-0.16249650716781616
316479	rnn.bias_hh_l0	9	-0.463121235370636
316479	rnn.weight_ih_l0_reverse	0	0.02900507114827633
316479	rnn.weight_ih_l0_reverse	1	-0.0742582306265831
316479	rnn.weight_ih_l0_reverse	2	-0.02609533630311489
316479	rnn.weight_ih_l0_reverse	3	-0.0810607522726059
316479	rnn.weight_ih_l0_reverse	4	0.052278969436883926
316479	rnn.weight_ih_l0_reverse	5	-0.1034759134054184
316479	rnn.weight_ih_l0_reverse	6	-0.01764143817126751
316479	rnn.weight_ih_l0_reverse	7	0.0265195369720459
316479	rnn.weight_ih_l0_reverse	8	-0.07338505983352661
316479	rnn.weight_ih_l0_reverse	9	-0.10007712244987488
316479	rnn.weight_hh_l0_reverse	0	-0.07753832638263702
316479	rnn.weight_hh_l0_reverse	1	0.02282719686627388
316479	rnn.weight_hh_l0_reverse	2	-0.008753851056098938
316479	rnn.weight_hh_l0_reverse	3	0.023423170670866966
316479	rnn.weight_hh_l0_reverse	4	-0.06971770524978638
316479	rnn.weight_hh_l0_reverse	5	0.04109928384423256
316479	rnn.weight_hh_l0_reverse	6	0.01695847511291504
316479	rnn.weight_hh_l0_reverse	7	-0.07203014940023422
316479	rnn.weight_hh_l0_reverse	8	-0.02001393958926201
316479	rnn.weight_hh_l0_reverse	9	0.07938443124294281
316479	rnn.bias_ih_l0_reverse	0	-0.14487934112548828
316479	rnn.bias_ih_l0_reverse	1	-0.08771854639053345
316479	rnn.bias_ih_l0_reverse	2	0.0962090715765953
316479	rnn.bias_ih_l0_reverse	3	-0.2482270896434784
316479	rnn.bias_ih_l0_reverse	4	-0.0456521101295948
316479	rnn.bias_ih_l0_reverse	5	-0.19413352012634277
316479	rnn.bias_ih_l0_reverse	6	0.2276298552751541
316479	rnn.bias_ih_l0_reverse	7	-0.29251882433891296
316479	rnn.bias_ih_l0_reverse	8	-0.13002347946166992
316479	rnn.bias_ih_l0_reverse	9	-0.1399509310722351
316479	rnn.bias_hh_l0_reverse	0	-0.13357803225517273
316479	rnn.bias_hh_l0_reverse	1	0.21913091838359833
316479	rnn.bias_hh_l0_reverse	2	-0.3166145086288452
316479	rnn.bias_hh_l0_reverse	3	-0.16422155499458313
316479	rnn.bias_hh_l0_reverse	4	-0.32618898153305054
316479	rnn.bias_hh_l0_reverse	5	-0.16864658892154694
316479	rnn.bias_hh_l0_reverse	6	-0.2748687267303467
316479	rnn.bias_hh_l0_reverse	7	-0.09204746037721634
316479	rnn.bias_hh_l0_reverse	8	-0.24396102130413055
316479	rnn.bias_hh_l0_reverse	9	0.21163813769817352
316479	linear.weight	0	0.14082983136177063
316479	linear.weight	1	-0.47104018926620483
316479	linear.weight	2	0.07540298253297806
316479	linear.weight	3	0.06773170828819275
316479	linear.weight	4	-0.14330650866031647
316479	linear.weight	5	0.2797996997833252
316479	linear.weight	6	-0.09911778569221497
316479	linear.weight	7	-0.06437870115041733
316479	linear.weight	8	0.09481893479824066
316479	linear.weight	9	-0.04495973512530327
316479	linear.bias	0	-1.064966082572937
316479	linear.bias	1	1.9422252178192139
316479	linear.bias	2	0.6880300641059875
316479	linear.bias	3	-2.5649445056915283
316479	linear.bias	4	-0.2800622582435608
316479	linear.bias	5	1.1750153303146362
316479	linear.bias	6	-0.2333064079284668
316479	linear.bias	7	0.6329424977302551
316479	linear.bias	8	2.1948928833007812
316479	linear.bias	9	-1.4380868673324585
317088	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
317088	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
317088	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
317088	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
317088	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
317088	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
317088	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
317088	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
317088	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
317088	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
317088	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
317088	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
317088	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
317088	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
317088	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
317088	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
317088	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
317088	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
317088	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
317088	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
317088	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
317088	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
317088	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
317088	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
317088	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
317088	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
317088	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
317088	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
317088	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
317088	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
317088	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
317088	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
317088	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
317088	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
317088	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
317088	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
317088	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
317088	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
317088	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
317088	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
317088	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
317088	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
317088	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
317088	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
317088	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
317088	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
317088	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
317088	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
317088	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
317088	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
317088	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
317088	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
317088	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
317088	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
317088	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
317088	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
317088	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
317088	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
317088	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
317088	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
317088	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
317088	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
317088	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
317088	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
317088	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
317088	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
317088	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
317088	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
317088	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
317088	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
317088	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
317088	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
317088	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
317088	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
317088	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
317088	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
317088	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
317088	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
317088	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
317088	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
317088	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
317088	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
317088	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
317088	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
317088	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
317088	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
317088	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
317088	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
317088	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
317088	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
317088	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
317088	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
317088	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
317088	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
317088	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
317088	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
317088	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
317088	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
317088	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
317088	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
317088	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
317088	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
317088	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
317088	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
317088	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
317088	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
317088	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
317088	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
317088	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
317088	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
317088	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
317088	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
317088	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
317088	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
317088	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
317088	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
317088	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
317088	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
317088	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
317088	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
317088	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
317088	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
317088	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
317088	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
317088	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
317088	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
317088	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
317088	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
317088	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
317088	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
317088	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
317088	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
317088	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
317088	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
317088	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
317088	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
317088	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
317088	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
317088	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
317088	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
317088	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
317088	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
317088	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
317088	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
317088	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
317088	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
317088	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
317088	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
317088	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
317088	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
317088	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
317088	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
317088	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
317088	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
317088	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
317088	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
317088	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
317088	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
317088	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
317088	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
317088	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
317088	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
317088	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
317088	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
317088	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
317088	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
317088	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
317088	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
317088	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
317088	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
317088	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
317088	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
317088	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
317088	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
317088	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
317088	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
317088	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
317088	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
317088	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
317088	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
317088	embedding2nn.weight	0	0.2915893495082855
317088	embedding2nn.weight	1	0.3355735242366791
317088	embedding2nn.weight	2	0.0027157466392964125
317088	embedding2nn.weight	3	0.038576263934373856
317088	embedding2nn.weight	4	-0.06443102657794952
317088	embedding2nn.weight	5	0.06816138327121735
317088	embedding2nn.weight	6	0.06481809169054031
317088	embedding2nn.weight	7	-0.008443297818303108
317088	embedding2nn.weight	8	0.03032347746193409
317088	embedding2nn.weight	9	-0.027774104848504066
317088	embedding2nn.bias	0	0.07442271709442139
317088	embedding2nn.bias	1	-0.1899758279323578
317088	embedding2nn.bias	2	0.1171421930193901
317088	embedding2nn.bias	3	0.15825431048870087
317088	embedding2nn.bias	4	0.14457127451896667
317088	embedding2nn.bias	5	-0.04556163400411606
317088	embedding2nn.bias	6	-0.03812605142593384
317088	embedding2nn.bias	7	0.03213376924395561
317088	embedding2nn.bias	8	-0.14977510273456573
317088	embedding2nn.bias	9	-0.37373676896095276
317088	rnn.weight_ih_l0	0	0.01152848545461893
317088	rnn.weight_ih_l0	1	-0.0801672488451004
317088	rnn.weight_ih_l0	2	-0.06518133729696274
317088	rnn.weight_ih_l0	3	0.08680428564548492
317088	rnn.weight_ih_l0	4	0.04148423299193382
317088	rnn.weight_ih_l0	5	-0.12032581865787506
317088	rnn.weight_ih_l0	6	-0.034450311213731766
317088	rnn.weight_ih_l0	7	-0.0029512664768844843
317088	rnn.weight_ih_l0	8	0.031007951125502586
317088	rnn.weight_ih_l0	9	-0.04104289785027504
317088	rnn.weight_hh_l0	0	0.00843746867030859
317088	rnn.weight_hh_l0	1	0.06704212725162506
317088	rnn.weight_hh_l0	2	0.03292613476514816
317088	rnn.weight_hh_l0	3	0.014698328450322151
317088	rnn.weight_hh_l0	4	0.018289532512426376
317088	rnn.weight_hh_l0	5	0.05823875963687897
317088	rnn.weight_hh_l0	6	-0.03678031638264656
317088	rnn.weight_hh_l0	7	-0.06925653666257858
317088	rnn.weight_hh_l0	8	0.03829464688897133
317088	rnn.weight_hh_l0	9	-0.10719042271375656
317088	rnn.bias_ih_l0	0	0.15471141040325165
317088	rnn.bias_ih_l0	1	-0.24707646667957306
317088	rnn.bias_ih_l0	2	-0.025385873392224312
317088	rnn.bias_ih_l0	3	-0.16264714300632477
317088	rnn.bias_ih_l0	4	0.016324566677212715
317088	rnn.bias_ih_l0	5	-0.3232118785381317
317088	rnn.bias_ih_l0	6	-0.1269637644290924
317088	rnn.bias_ih_l0	7	-0.28611645102500916
317088	rnn.bias_ih_l0	8	-0.22516047954559326
317088	rnn.bias_ih_l0	9	-0.43030989170074463
317088	rnn.bias_hh_l0	0	-0.2817862629890442
317088	rnn.bias_hh_l0	1	-0.32406386733055115
317088	rnn.bias_hh_l0	2	-0.2801000773906708
317088	rnn.bias_hh_l0	3	-0.08443089574575424
317088	rnn.bias_hh_l0	4	-0.28278812766075134
317088	rnn.bias_hh_l0	5	-0.2889314889907837
317088	rnn.bias_hh_l0	6	-0.10759981721639633
317088	rnn.bias_hh_l0	7	0.052183955907821655
317088	rnn.bias_hh_l0	8	-0.16746923327445984
317088	rnn.bias_hh_l0	9	-0.4707910418510437
317088	rnn.weight_ih_l0_reverse	0	0.02692962810397148
317088	rnn.weight_ih_l0_reverse	1	-0.07845807075500488
317088	rnn.weight_ih_l0_reverse	2	-0.021446067839860916
317088	rnn.weight_ih_l0_reverse	3	-0.07964421063661575
317088	rnn.weight_ih_l0_reverse	4	0.04868428781628609
317088	rnn.weight_ih_l0_reverse	5	-0.10956040024757385
317088	rnn.weight_ih_l0_reverse	6	-0.017934218049049377
317088	rnn.weight_ih_l0_reverse	7	0.025583891198039055
317088	rnn.weight_ih_l0_reverse	8	-0.07134221494197845
317088	rnn.weight_ih_l0_reverse	9	-0.10109815746545792
317088	rnn.weight_hh_l0_reverse	0	-0.07803457230329514
317088	rnn.weight_hh_l0_reverse	1	0.02437882125377655
317088	rnn.weight_hh_l0_reverse	2	-0.008965048007667065
317088	rnn.weight_hh_l0_reverse	3	0.022476693615317345
317088	rnn.weight_hh_l0_reverse	4	-0.07047615945339203
317088	rnn.weight_hh_l0_reverse	5	0.04046471044421196
317088	rnn.weight_hh_l0_reverse	6	0.01717144064605236
317088	rnn.weight_hh_l0_reverse	7	-0.07299021631479263
317088	rnn.weight_hh_l0_reverse	8	-0.02211243286728859
317088	rnn.weight_hh_l0_reverse	9	0.07791553437709808
317088	rnn.bias_ih_l0_reverse	0	-0.1487012505531311
317088	rnn.bias_ih_l0_reverse	1	-0.08751847594976425
317088	rnn.bias_ih_l0_reverse	2	0.1023397147655487
317088	rnn.bias_ih_l0_reverse	3	-0.25246724486351013
317088	rnn.bias_ih_l0_reverse	4	-0.05378106236457825
317088	rnn.bias_ih_l0_reverse	5	-0.18860161304473877
317088	rnn.bias_ih_l0_reverse	6	0.22568650543689728
317088	rnn.bias_ih_l0_reverse	7	-0.29409125447273254
317088	rnn.bias_ih_l0_reverse	8	-0.13034172356128693
317088	rnn.bias_ih_l0_reverse	9	-0.15025880932807922
317088	rnn.bias_hh_l0_reverse	0	-0.12303150445222855
317088	rnn.bias_hh_l0_reverse	1	0.22787447273731232
317088	rnn.bias_hh_l0_reverse	2	-0.32207515835762024
317088	rnn.bias_hh_l0_reverse	3	-0.16308850049972534
317088	rnn.bias_hh_l0_reverse	4	-0.3243628740310669
317088	rnn.bias_hh_l0_reverse	5	-0.1608549803495407
317088	rnn.bias_hh_l0_reverse	6	-0.26548483967781067
317088	rnn.bias_hh_l0_reverse	7	-0.08692433685064316
317088	rnn.bias_hh_l0_reverse	8	-0.2421194463968277
317088	rnn.bias_hh_l0_reverse	9	0.19977231323719025
317088	linear.weight	0	0.1572568118572235
317088	linear.weight	1	-0.5125390291213989
317088	linear.weight	2	0.05142531171441078
317088	linear.weight	3	0.06772787868976593
317088	linear.weight	4	-0.15773548185825348
317088	linear.weight	5	0.28175872564315796
317088	linear.weight	6	-0.11839652806520462
317088	linear.weight	7	-0.06437358260154724
317088	linear.weight	8	0.09983038157224655
317088	linear.weight	9	-0.04497421160340309
317088	linear.bias	0	-1.0902493000030518
317088	linear.bias	1	1.9244437217712402
317088	linear.bias	2	0.6745606064796448
317088	linear.bias	3	-2.565495491027832
317088	linear.bias	4	-0.22482453286647797
317088	linear.bias	5	1.2080905437469482
317088	linear.bias	6	-0.2602540850639343
317088	linear.bias	7	0.6721380352973938
317088	linear.bias	8	2.108703374862671
317088	linear.bias	9	-1.4409741163253784
317096	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
317096	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
317096	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
317096	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
317096	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
317096	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
317096	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
317096	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
317096	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
317096	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
317096	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
317096	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
317096	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
317096	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
317096	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
317096	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
317096	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
317096	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
317096	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
317096	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
317096	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
317096	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
317096	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
317096	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
317096	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
317096	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
317096	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
317096	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
317096	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
317096	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
317096	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
317096	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
317096	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
317096	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
317096	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
317096	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
317096	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
317096	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
317096	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
317096	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
317096	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
317096	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
317096	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
317096	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
317096	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
317096	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
317096	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
317096	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
317096	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
317096	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
317096	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
317096	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
317096	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
317096	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
317096	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
317096	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
317096	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
317096	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
317096	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
317096	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
317096	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
317096	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
317096	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
317096	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
317096	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
317096	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
317096	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
317096	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
317096	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
317096	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
317096	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
317096	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
317096	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
317096	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
317096	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
317096	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
317096	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
317096	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
317096	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
317096	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
317096	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
317096	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
317096	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
317096	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
317096	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
317096	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
317096	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
317096	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
317096	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
317096	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
317096	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
317096	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
317096	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
317096	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
317096	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
317096	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
317096	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
317096	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
317096	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
317096	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
317096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
317096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
317096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
317096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
317096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
317096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
317096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
317096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
317096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
317096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
317096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
317096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
317096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
317096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
317096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
317096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
317096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
317096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
317096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
317096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
317096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
317096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
317096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
317096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
317096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
317096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
317096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
317096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
317096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
317096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
317096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
317096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
317096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
317096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
317096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
317096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
317096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
317096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
317096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
317096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
317096	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
317096	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
317096	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
317096	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
317096	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
317096	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
317096	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
317096	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
317096	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
317096	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
317096	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
317096	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
317096	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
317096	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
317096	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
317096	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
317096	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
317096	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
317096	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
317096	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
317096	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
317096	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
317096	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
317096	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
317096	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
317096	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
317096	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
317096	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
317096	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
317096	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
317096	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
317096	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
317096	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
317096	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
317096	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
317096	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
317096	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
317096	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
317096	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
317096	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
317096	embedding2nn.weight	0	0.29175499081611633
317096	embedding2nn.weight	1	0.3360734283924103
317096	embedding2nn.weight	2	0.00276764715090394
317096	embedding2nn.weight	3	0.03875264525413513
317096	embedding2nn.weight	4	-0.06482963263988495
317096	embedding2nn.weight	5	0.0679066926240921
317096	embedding2nn.weight	6	0.06500270962715149
317096	embedding2nn.weight	7	-0.009926650673151016
317096	embedding2nn.weight	8	0.029846442863345146
317096	embedding2nn.weight	9	-0.02776518650352955
317096	embedding2nn.bias	0	0.06998756527900696
317096	embedding2nn.bias	1	-0.19571633636951447
317096	embedding2nn.bias	2	0.1143772155046463
317096	embedding2nn.bias	3	0.15688282251358032
317096	embedding2nn.bias	4	0.1426066756248474
317096	embedding2nn.bias	5	-0.046546820551157
317096	embedding2nn.bias	6	-0.03314370661973953
317096	embedding2nn.bias	7	0.03123892843723297
317096	embedding2nn.bias	8	-0.15171431005001068
317096	embedding2nn.bias	9	-0.3691990077495575
317096	rnn.weight_ih_l0	0	0.011344991624355316
317096	rnn.weight_ih_l0	1	-0.07987680286169052
317096	rnn.weight_ih_l0	2	-0.0662149041891098
317096	rnn.weight_ih_l0	3	0.08644566684961319
317096	rnn.weight_ih_l0	4	0.04194279760122299
317096	rnn.weight_ih_l0	5	-0.12038900703191757
317096	rnn.weight_ih_l0	6	-0.0344843864440918
317096	rnn.weight_ih_l0	7	-0.002636542310938239
317096	rnn.weight_ih_l0	8	0.031062031164765358
317096	rnn.weight_ih_l0	9	-0.04148538410663605
317096	rnn.weight_hh_l0	0	0.00845844205468893
317096	rnn.weight_hh_l0	1	0.06724890321493149
317096	rnn.weight_hh_l0	2	0.033133428543806076
317096	rnn.weight_hh_l0	3	0.014631282538175583
317096	rnn.weight_hh_l0	4	0.018298335373401642
317096	rnn.weight_hh_l0	5	0.058225877583026886
317096	rnn.weight_hh_l0	6	-0.03681749477982521
317096	rnn.weight_hh_l0	7	-0.06904471665620804
317096	rnn.weight_hh_l0	8	0.03832542523741722
317096	rnn.weight_hh_l0	9	-0.10711655020713806
317096	rnn.bias_ih_l0	0	0.15489265322685242
317096	rnn.bias_ih_l0	1	-0.24846291542053223
317096	rnn.bias_ih_l0	2	-0.026134435087442398
317096	rnn.bias_ih_l0	3	-0.16182900965213776
317096	rnn.bias_ih_l0	4	0.014874842017889023
317096	rnn.bias_ih_l0	5	-0.32230713963508606
317096	rnn.bias_ih_l0	6	-0.12682916224002838
317096	rnn.bias_ih_l0	7	-0.2857900559902191
317096	rnn.bias_ih_l0	8	-0.22546949982643127
317096	rnn.bias_ih_l0	9	-0.43157029151916504
317096	rnn.bias_hh_l0	0	-0.28345081210136414
317096	rnn.bias_hh_l0	1	-0.3234764635562897
317096	rnn.bias_hh_l0	2	-0.2796107232570648
317096	rnn.bias_hh_l0	3	-0.08409222960472107
317096	rnn.bias_hh_l0	4	-0.2828642725944519
317096	rnn.bias_hh_l0	5	-0.28933650255203247
317096	rnn.bias_hh_l0	6	-0.10773088037967682
317096	rnn.bias_hh_l0	7	0.04959561303257942
317096	rnn.bias_hh_l0	8	-0.168680340051651
317096	rnn.bias_hh_l0	9	-0.47087496519088745
317096	rnn.weight_ih_l0_reverse	0	0.02643999457359314
317096	rnn.weight_ih_l0_reverse	1	-0.07830727100372314
317096	rnn.weight_ih_l0_reverse	2	-0.021343238651752472
317096	rnn.weight_ih_l0_reverse	3	-0.07962280511856079
317096	rnn.weight_ih_l0_reverse	4	0.04863940551877022
317096	rnn.weight_ih_l0_reverse	5	-0.10836685448884964
317096	rnn.weight_ih_l0_reverse	6	-0.01810680888593197
317096	rnn.weight_ih_l0_reverse	7	0.02551402524113655
317096	rnn.weight_ih_l0_reverse	8	-0.07171021401882172
317096	rnn.weight_ih_l0_reverse	9	-0.10127958655357361
317096	rnn.weight_hh_l0_reverse	0	-0.07846712321043015
317096	rnn.weight_hh_l0_reverse	1	0.0244072824716568
317096	rnn.weight_hh_l0_reverse	2	-0.008907106705009937
317096	rnn.weight_hh_l0_reverse	3	0.022555360570549965
317096	rnn.weight_hh_l0_reverse	4	-0.0704885870218277
317096	rnn.weight_hh_l0_reverse	5	0.0404537133872509
317096	rnn.weight_hh_l0_reverse	6	0.01717177778482437
317096	rnn.weight_hh_l0_reverse	7	-0.07273408770561218
317096	rnn.weight_hh_l0_reverse	8	-0.02266118861734867
317096	rnn.weight_hh_l0_reverse	9	0.07789638638496399
317096	rnn.bias_ih_l0_reverse	0	-0.14921174943447113
317096	rnn.bias_ih_l0_reverse	1	-0.08785917609930038
317096	rnn.bias_ih_l0_reverse	2	0.1018412634730339
317096	rnn.bias_ih_l0_reverse	3	-0.25276893377304077
317096	rnn.bias_ih_l0_reverse	4	-0.05407046526670456
317096	rnn.bias_ih_l0_reverse	5	-0.18961380422115326
317096	rnn.bias_ih_l0_reverse	6	0.22698675096035004
317096	rnn.bias_ih_l0_reverse	7	-0.2930411696434021
317096	rnn.bias_ih_l0_reverse	8	-0.13035167753696442
317096	rnn.bias_ih_l0_reverse	9	-0.1508713662624359
317096	rnn.bias_hh_l0_reverse	0	-0.12403852492570877
317096	rnn.bias_hh_l0_reverse	1	0.22787576913833618
317096	rnn.bias_hh_l0_reverse	2	-0.3220224380493164
317096	rnn.bias_hh_l0_reverse	3	-0.1616802215576172
317096	rnn.bias_hh_l0_reverse	4	-0.32481667399406433
317096	rnn.bias_hh_l0_reverse	5	-0.15951047837734222
317096	rnn.bias_hh_l0_reverse	6	-0.2666991055011749
317096	rnn.bias_hh_l0_reverse	7	-0.08627498894929886
317096	rnn.bias_hh_l0_reverse	8	-0.24192173779010773
317096	rnn.bias_hh_l0_reverse	9	0.20066091418266296
317096	linear.weight	0	0.15770818293094635
317096	linear.weight	1	-0.5103411078453064
317096	linear.weight	2	0.05185551568865776
317096	linear.weight	3	0.06772777438163757
317096	linear.weight	4	-0.16110263764858246
317096	linear.weight	5	0.2797423303127289
317096	linear.weight	6	-0.12108459323644638
317096	linear.weight	7	-0.06437359005212784
317096	linear.weight	8	0.09741991758346558
317096	linear.weight	9	-0.044974636286497116
317096	linear.bias	0	-1.0841431617736816
317096	linear.bias	1	1.9126851558685303
317096	linear.bias	2	0.6662907600402832
317096	linear.bias	3	-2.565505027770996
317096	linear.bias	4	-0.22330322861671448
317096	linear.bias	5	1.2068021297454834
317096	linear.bias	6	-0.27112218737602234
317096	linear.bias	7	0.6758607029914856
317096	linear.bias	8	2.1346917152404785
317096	linear.bias	9	-1.4420669078826904
317705	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
317705	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
317705	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
317705	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
317705	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
317705	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
317705	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
317705	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
317705	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
317705	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
317705	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
317705	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
317705	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
317705	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
317705	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
317705	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
317705	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
317705	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
317705	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
317705	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
317705	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
317705	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
317705	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
317705	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
317705	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
317705	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
317705	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
317705	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
317705	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
317705	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
317705	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
317705	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
317705	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
317705	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
317705	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
317705	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
317705	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
317705	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
317705	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
317705	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
317705	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
317705	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
317705	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
317705	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
317705	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
317705	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
317705	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
317705	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
317705	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
317705	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
317705	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
317705	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
317705	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
317705	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
317705	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
317705	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
317705	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
317705	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
317705	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
317705	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
317705	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
317705	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
317705	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
317705	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
317705	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
317705	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
317705	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
317705	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
317705	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
317705	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
317705	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
317705	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
317705	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
317705	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
317705	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
317705	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
317705	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
317705	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
317705	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
317705	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
317705	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
317705	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
317705	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
317705	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
317705	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
317705	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
317705	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
317705	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
317705	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
317705	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
317705	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
317705	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
317705	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
317705	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
317705	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
317705	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
317705	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
317705	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
317705	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
317705	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
317705	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
317705	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
317705	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
317705	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
317705	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
317705	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
317705	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
317705	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
317705	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
317705	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
317705	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
317705	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
317705	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
317705	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
317705	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
317705	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
317705	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
317705	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
317705	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
317705	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
317705	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
317705	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
317705	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
317705	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
317705	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
317705	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
317705	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
317705	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
317705	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
317705	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
317705	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
317705	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
317705	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
317705	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
317705	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
317705	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
317705	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
317705	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
317705	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
317705	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
317705	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
317705	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
317705	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
317705	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
317705	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
317705	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
317705	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
317705	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
317705	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
317705	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
317705	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
317705	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
317705	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
317705	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
317705	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
317705	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
317705	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
317705	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
317705	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
317705	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
317705	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
317705	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
317705	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
317705	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
317705	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
317705	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
317705	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
317705	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
317705	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
317705	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
317705	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
317705	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
317705	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
317705	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
317705	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
317705	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
317705	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
317705	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
317705	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
317705	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
317705	embedding2nn.weight	0	0.29419779777526855
317705	embedding2nn.weight	1	0.33837229013442993
317705	embedding2nn.weight	2	0.008399704471230507
317705	embedding2nn.weight	3	0.038263704627752304
317705	embedding2nn.weight	4	-0.06732473522424698
317705	embedding2nn.weight	5	0.06824979931116104
317705	embedding2nn.weight	6	0.06354271620512009
317705	embedding2nn.weight	7	0.0035261120647192
317705	embedding2nn.weight	8	0.034803733229637146
317705	embedding2nn.weight	9	-0.03007841482758522
317705	embedding2nn.bias	0	0.0606897696852684
317705	embedding2nn.bias	1	-0.18602268397808075
317705	embedding2nn.bias	2	0.0976712554693222
317705	embedding2nn.bias	3	0.15335416793823242
317705	embedding2nn.bias	4	0.1601891964673996
317705	embedding2nn.bias	5	-0.05062665417790413
317705	embedding2nn.bias	6	-0.03215304762125015
317705	embedding2nn.bias	7	0.07037577778100967
317705	embedding2nn.bias	8	-0.13287100195884705
317705	embedding2nn.bias	9	-0.3719617426395416
317705	rnn.weight_ih_l0	0	0.00965474545955658
317705	rnn.weight_ih_l0	1	-0.0820077434182167
317705	rnn.weight_ih_l0	2	-0.07490827888250351
317705	rnn.weight_ih_l0	3	0.08624231070280075
317705	rnn.weight_ih_l0	4	0.03590761497616768
317705	rnn.weight_ih_l0	5	-0.1251896470785141
317705	rnn.weight_ih_l0	6	-0.03211333602666855
317705	rnn.weight_ih_l0	7	-0.003746968461200595
317705	rnn.weight_ih_l0	8	0.038959041237831116
317705	rnn.weight_ih_l0	9	-0.04167111963033676
317705	rnn.weight_hh_l0	0	0.008408859372138977
317705	rnn.weight_hh_l0	1	0.06527625024318695
317705	rnn.weight_hh_l0	2	0.034190014004707336
317705	rnn.weight_hh_l0	3	0.014819961972534657
317705	rnn.weight_hh_l0	4	0.01927780546247959
317705	rnn.weight_hh_l0	5	0.056990958750247955
317705	rnn.weight_hh_l0	6	-0.037056975066661835
317705	rnn.weight_hh_l0	7	-0.07067769020795822
317705	rnn.weight_hh_l0	8	0.038167212158441544
317705	rnn.weight_hh_l0	9	-0.10747499763965607
317705	rnn.bias_ih_l0	0	0.16874922811985016
317705	rnn.bias_ih_l0	1	-0.2441999316215515
317705	rnn.bias_ih_l0	2	-0.02852361463010311
317705	rnn.bias_ih_l0	3	-0.16407129168510437
317705	rnn.bias_ih_l0	4	0.034854717552661896
317705	rnn.bias_ih_l0	5	-0.3243553936481476
317705	rnn.bias_ih_l0	6	-0.12469224631786346
317705	rnn.bias_ih_l0	7	-0.28553202748298645
317705	rnn.bias_ih_l0	8	-0.22917087376117706
317705	rnn.bias_ih_l0	9	-0.42363855242729187
317705	rnn.bias_hh_l0	0	-0.28432023525238037
317705	rnn.bias_hh_l0	1	-0.3306252956390381
317705	rnn.bias_hh_l0	2	-0.2747770845890045
317705	rnn.bias_hh_l0	3	-0.08626668155193329
317705	rnn.bias_hh_l0	4	-0.2748676836490631
317705	rnn.bias_hh_l0	5	-0.2907871901988983
317705	rnn.bias_hh_l0	6	-0.10404596477746964
317705	rnn.bias_hh_l0	7	0.053780123591423035
317705	rnn.bias_hh_l0	8	-0.1673823893070221
317705	rnn.bias_hh_l0	9	-0.4680052399635315
317705	rnn.weight_ih_l0_reverse	0	0.018196141347289085
317705	rnn.weight_ih_l0_reverse	1	-0.07831113785505295
317705	rnn.weight_ih_l0_reverse	2	-0.02281750738620758
317705	rnn.weight_ih_l0_reverse	3	-0.07508406043052673
317705	rnn.weight_ih_l0_reverse	4	0.04740010201931
317705	rnn.weight_ih_l0_reverse	5	-0.11034170538187027
317705	rnn.weight_ih_l0_reverse	6	-0.012044845148921013
317705	rnn.weight_ih_l0_reverse	7	0.024814311414957047
317705	rnn.weight_ih_l0_reverse	8	-0.06520111113786697
317705	rnn.weight_ih_l0_reverse	9	-0.10208020359277725
317705	rnn.weight_hh_l0_reverse	0	-0.07973548024892807
317705	rnn.weight_hh_l0_reverse	1	0.023125000298023224
317705	rnn.weight_hh_l0_reverse	2	-0.009545323438942432
317705	rnn.weight_hh_l0_reverse	3	0.0217041727155447
317705	rnn.weight_hh_l0_reverse	4	-0.07045731693506241
317705	rnn.weight_hh_l0_reverse	5	0.04063265770673752
317705	rnn.weight_hh_l0_reverse	6	0.017313793301582336
317705	rnn.weight_hh_l0_reverse	7	-0.07120917737483978
317705	rnn.weight_hh_l0_reverse	8	-0.022692153230309486
317705	rnn.weight_hh_l0_reverse	9	0.07810778170824051
317705	rnn.bias_ih_l0_reverse	0	-0.14676690101623535
317705	rnn.bias_ih_l0_reverse	1	-0.08136306703090668
317705	rnn.bias_ih_l0_reverse	2	0.10740552097558975
317705	rnn.bias_ih_l0_reverse	3	-0.2530430853366852
317705	rnn.bias_ih_l0_reverse	4	-0.0378214493393898
317705	rnn.bias_ih_l0_reverse	5	-0.1879761815071106
317705	rnn.bias_ih_l0_reverse	6	0.22467446327209473
317705	rnn.bias_ih_l0_reverse	7	-0.2839289605617523
317705	rnn.bias_ih_l0_reverse	8	-0.13739801943302155
317705	rnn.bias_ih_l0_reverse	9	-0.1446922868490219
317705	rnn.bias_hh_l0_reverse	0	-0.1185629591345787
317705	rnn.bias_hh_l0_reverse	1	0.22102318704128265
317705	rnn.bias_hh_l0_reverse	2	-0.321299284696579
317705	rnn.bias_hh_l0_reverse	3	-0.16162317991256714
317705	rnn.bias_hh_l0_reverse	4	-0.3266994059085846
317705	rnn.bias_hh_l0_reverse	5	-0.16709361970424652
317705	rnn.bias_hh_l0_reverse	6	-0.2650248110294342
317705	rnn.bias_hh_l0_reverse	7	-0.08851581811904907
317705	rnn.bias_hh_l0_reverse	8	-0.23771801590919495
317705	rnn.bias_hh_l0_reverse	9	0.19588349759578705
317705	linear.weight	0	0.13526947796344757
317705	linear.weight	1	-0.5052779912948608
317705	linear.weight	2	0.053200479596853256
317705	linear.weight	3	0.06772635132074356
317705	linear.weight	4	-0.13926512002944946
317705	linear.weight	5	0.2857833504676819
317705	linear.weight	6	-0.08207929879426956
317705	linear.weight	7	-0.06431841850280762
317705	linear.weight	8	0.11921127140522003
317705	linear.weight	9	-0.04499130696058273
317705	linear.bias	0	-1.0550404787063599
317705	linear.bias	1	1.9209624528884888
317705	linear.bias	2	0.6555058360099792
317705	linear.bias	3	-2.5660786628723145
317705	linear.bias	4	-0.22134312987327576
317705	linear.bias	5	1.198185920715332
317705	linear.bias	6	-0.23451054096221924
317705	linear.bias	7	0.671757698059082
317705	linear.bias	8	2.1762053966522217
317705	linear.bias	9	-1.430916666984558
318314	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
318314	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
318314	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
318314	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
318314	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
318314	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
318314	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
318314	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
318314	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
318314	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
318314	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
318314	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
318314	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
318314	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
318314	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
318314	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
318314	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
318314	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
318314	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
318314	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
318314	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
318314	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
318314	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
318314	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
318314	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
318314	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
318314	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
318314	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
318314	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
318314	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
318314	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
318314	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
318314	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
318314	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
318314	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
318314	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
318314	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
318314	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
318314	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
318314	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
318314	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
318314	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
318314	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
318314	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
318314	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
318314	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
318314	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
318314	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
318314	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
318314	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
318314	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
318314	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
318314	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
318314	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
318314	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
318314	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
318314	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
318314	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
318314	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
318314	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
318314	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
318314	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
318314	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
318314	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
318314	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
318314	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
318314	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
318314	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
318314	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
318314	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
318314	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
318314	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
318314	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
318314	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
318314	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
318314	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
318314	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
318314	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
318314	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
318314	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
318314	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
318314	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
318314	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
318314	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
318314	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
318314	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
318314	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
318314	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
318314	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
318314	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
318314	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
318314	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
318314	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
318314	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
318314	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
318314	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
318314	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
318314	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
318314	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
318314	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
318314	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
318314	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
318314	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
318314	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
318314	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
318314	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
318314	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
318314	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
318314	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
318314	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
318314	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
318314	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
318314	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
318314	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
318314	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
318314	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
318314	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
318314	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
318314	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
318314	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
318314	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
318314	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
318314	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
318314	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
318314	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
318314	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
318314	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
318314	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
318314	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
318314	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
318314	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
318314	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
318314	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
318314	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
318314	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
318314	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
318314	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
318314	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
318314	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
318314	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
318314	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
318314	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
318314	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
318314	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
318314	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
318314	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
318314	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
318314	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
318314	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
318314	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
318314	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
318314	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
318314	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
318314	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
318314	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
318314	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
318314	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
318314	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
318314	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
318314	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
318314	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
318314	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
318314	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
318314	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
318314	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
318314	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
318314	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
318314	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
318314	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
318314	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
318314	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
318314	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
318314	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
318314	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
318314	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
318314	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
318314	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
318314	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
318314	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
318314	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
318314	embedding2nn.weight	0	0.29487353563308716
318314	embedding2nn.weight	1	0.34106743335723877
318314	embedding2nn.weight	2	0.008737633936107159
318314	embedding2nn.weight	3	0.057997703552246094
318314	embedding2nn.weight	4	-0.0666167214512825
318314	embedding2nn.weight	5	0.0680634006857872
318314	embedding2nn.weight	6	0.06649906188249588
318314	embedding2nn.weight	7	0.010011358186602592
318314	embedding2nn.weight	8	0.029765212908387184
318314	embedding2nn.weight	9	-0.031646329909563065
318314	embedding2nn.bias	0	0.06520136445760727
318314	embedding2nn.bias	1	-0.1751953363418579
318314	embedding2nn.bias	2	0.09909316897392273
318314	embedding2nn.bias	3	0.17111793160438538
318314	embedding2nn.bias	4	0.1609320193529129
318314	embedding2nn.bias	5	-0.060844969004392624
318314	embedding2nn.bias	6	-0.03248217701911926
318314	embedding2nn.bias	7	0.05579856038093567
318314	embedding2nn.bias	8	-0.13005761802196503
318314	embedding2nn.bias	9	-0.37645313143730164
318314	rnn.weight_ih_l0	0	0.010188602842390537
318314	rnn.weight_ih_l0	1	-0.08306858688592911
318314	rnn.weight_ih_l0	2	-0.07463540881872177
318314	rnn.weight_ih_l0	3	0.08510255813598633
318314	rnn.weight_ih_l0	4	0.0281088724732399
318314	rnn.weight_ih_l0	5	-0.1270410418510437
318314	rnn.weight_ih_l0	6	-0.03180721029639244
318314	rnn.weight_ih_l0	7	-0.007674488238990307
318314	rnn.weight_ih_l0	8	0.03598151355981827
318314	rnn.weight_ih_l0	9	-0.03745007887482643
318314	rnn.weight_hh_l0	0	0.008584453724324703
318314	rnn.weight_hh_l0	1	0.06571789085865021
318314	rnn.weight_hh_l0	2	0.03418612852692604
318314	rnn.weight_hh_l0	3	0.016055332496762276
318314	rnn.weight_hh_l0	4	0.018607882782816887
318314	rnn.weight_hh_l0	5	0.05676387995481491
318314	rnn.weight_hh_l0	6	-0.03786173835396767
318314	rnn.weight_hh_l0	7	-0.06662934273481369
318314	rnn.weight_hh_l0	8	0.03824513033032417
318314	rnn.weight_hh_l0	9	-0.10873135179281235
318314	rnn.bias_ih_l0	0	0.16740471124649048
318314	rnn.bias_ih_l0	1	-0.244541198015213
318314	rnn.bias_ih_l0	2	-0.029034744948148727
318314	rnn.bias_ih_l0	3	-0.15396010875701904
318314	rnn.bias_ih_l0	4	0.014680024236440659
318314	rnn.bias_ih_l0	5	-0.3304973244667053
318314	rnn.bias_ih_l0	6	-0.13281376659870148
318314	rnn.bias_ih_l0	7	-0.2861705720424652
318314	rnn.bias_ih_l0	8	-0.2298392951488495
318314	rnn.bias_ih_l0	9	-0.4175523519515991
318314	rnn.bias_hh_l0	0	-0.28371724486351013
318314	rnn.bias_hh_l0	1	-0.3337433934211731
318314	rnn.bias_hh_l0	2	-0.28696495294570923
318314	rnn.bias_hh_l0	3	-0.08906149864196777
318314	rnn.bias_hh_l0	4	-0.26752814650535583
318314	rnn.bias_hh_l0	5	-0.2907618582248688
318314	rnn.bias_hh_l0	6	-0.10034696012735367
318314	rnn.bias_hh_l0	7	0.05499884486198425
318314	rnn.bias_hh_l0	8	-0.1688993275165558
318314	rnn.bias_hh_l0	9	-0.4632107615470886
318314	rnn.weight_ih_l0_reverse	0	0.01780921220779419
318314	rnn.weight_ih_l0_reverse	1	-0.07945594936609268
318314	rnn.weight_ih_l0_reverse	2	-0.022420141845941544
318314	rnn.weight_ih_l0_reverse	3	-0.07303716242313385
318314	rnn.weight_ih_l0_reverse	4	0.04637450352311134
318314	rnn.weight_ih_l0_reverse	5	-0.11484768241643906
318314	rnn.weight_ih_l0_reverse	6	-0.006420399993658066
318314	rnn.weight_ih_l0_reverse	7	0.02285071276128292
318314	rnn.weight_ih_l0_reverse	8	-0.06326927989721298
318314	rnn.weight_ih_l0_reverse	9	-0.0993562564253807
318314	rnn.weight_hh_l0_reverse	0	-0.07933694869279861
318314	rnn.weight_hh_l0_reverse	1	0.02253657765686512
318314	rnn.weight_hh_l0_reverse	2	-0.011102046817541122
318314	rnn.weight_hh_l0_reverse	3	0.022128472104668617
318314	rnn.weight_hh_l0_reverse	4	-0.06986745446920395
318314	rnn.weight_hh_l0_reverse	5	0.04066476598381996
318314	rnn.weight_hh_l0_reverse	6	0.017504630610346794
318314	rnn.weight_hh_l0_reverse	7	-0.07050837576389313
318314	rnn.weight_hh_l0_reverse	8	-0.024446452036499977
318314	rnn.weight_hh_l0_reverse	9	0.0780864730477333
318314	rnn.bias_ih_l0_reverse	0	-0.1478254497051239
318314	rnn.bias_ih_l0_reverse	1	-0.08904698491096497
318314	rnn.bias_ih_l0_reverse	2	0.10925513505935669
318314	rnn.bias_ih_l0_reverse	3	-0.24498622119426727
318314	rnn.bias_ih_l0_reverse	4	-0.03684581443667412
318314	rnn.bias_ih_l0_reverse	5	-0.18986348807811737
318314	rnn.bias_ih_l0_reverse	6	0.2310960739850998
318314	rnn.bias_ih_l0_reverse	7	-0.2897282838821411
318314	rnn.bias_ih_l0_reverse	8	-0.14078618586063385
318314	rnn.bias_ih_l0_reverse	9	-0.1458396166563034
318314	rnn.bias_hh_l0_reverse	0	-0.12122906744480133
318314	rnn.bias_hh_l0_reverse	1	0.23447972536087036
318314	rnn.bias_hh_l0_reverse	2	-0.31329262256622314
318314	rnn.bias_hh_l0_reverse	3	-0.1727551966905594
318314	rnn.bias_hh_l0_reverse	4	-0.32670092582702637
318314	rnn.bias_hh_l0_reverse	5	-0.1665036529302597
318314	rnn.bias_hh_l0_reverse	6	-0.2645408511161804
318314	rnn.bias_hh_l0_reverse	7	-0.08980007469654083
318314	rnn.bias_hh_l0_reverse	8	-0.24067749083042145
318314	rnn.bias_hh_l0_reverse	9	0.19865627586841583
318314	linear.weight	0	0.11324324458837509
318314	linear.weight	1	-0.4612264931201935
318314	linear.weight	2	0.06295811384916306
318314	linear.weight	3	0.06772372871637344
318314	linear.weight	4	-0.185733363032341
318314	linear.weight	5	0.24874252080917358
318314	linear.weight	6	-0.09832976758480072
318314	linear.weight	7	-0.06431031972169876
318314	linear.weight	8	0.0934104472398758
318314	linear.weight	9	-0.04501508176326752
318314	linear.bias	0	-1.0142905712127686
318314	linear.bias	1	1.9309066534042358
318314	linear.bias	2	0.686621367931366
318314	linear.bias	3	-2.5667192935943604
318314	linear.bias	4	-0.23501211404800415
318314	linear.bias	5	1.182085394859314
318314	linear.bias	6	-0.21234486997127533
318314	linear.bias	7	0.6335579752922058
318314	linear.bias	8	2.184159278869629
318314	linear.bias	9	-1.4261763095855713
318923	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
318923	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
318923	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
318923	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
318923	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
318923	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
318923	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
318923	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
318923	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
318923	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
318923	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
318923	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
318923	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
318923	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
318923	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
318923	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
318923	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
318923	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
318923	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
318923	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
318923	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
318923	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
318923	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
318923	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
318923	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
318923	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
318923	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
318923	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
318923	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
318923	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
318923	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
318923	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
318923	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
318923	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
318923	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
318923	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
318923	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
318923	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
318923	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
318923	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
318923	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
318923	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
318923	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
318923	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
318923	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
318923	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
318923	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
318923	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
318923	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
318923	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
318923	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
318923	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
318923	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
318923	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
318923	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
318923	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
318923	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
318923	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
318923	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
318923	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
318923	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
318923	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
318923	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
318923	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
318923	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
318923	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
318923	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
318923	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
318923	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
318923	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
318923	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
318923	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
318923	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
318923	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
318923	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
318923	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
318923	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
318923	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
318923	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
318923	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
318923	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
318923	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
318923	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
318923	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
318923	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
318923	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
318923	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
318923	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
318923	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
318923	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
318923	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
318923	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
318923	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
318923	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
318923	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
318923	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
318923	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
318923	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
318923	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
318923	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
318923	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
318923	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
318923	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
318923	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
318923	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
318923	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
318923	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
318923	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
318923	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
318923	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
318923	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
318923	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
318923	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
318923	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
318923	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
318923	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
318923	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
318923	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
318923	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
318923	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
318923	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
318923	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
318923	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
318923	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
318923	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
318923	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
318923	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
318923	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
318923	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
318923	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
318923	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
318923	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
318923	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
318923	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
318923	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
318923	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
318923	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
318923	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
318923	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
318923	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
318923	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
318923	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
318923	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
318923	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
318923	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
318923	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
318923	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
318923	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
318923	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
318923	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
318923	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
318923	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
318923	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
318923	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
318923	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
318923	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
318923	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
318923	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
318923	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
318923	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
318923	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
318923	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
318923	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
318923	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
318923	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
318923	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
318923	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
318923	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
318923	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
318923	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
318923	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
318923	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
318923	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
318923	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
318923	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
318923	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
318923	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
318923	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
318923	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
318923	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
318923	embedding2nn.weight	0	0.29521819949150085
318923	embedding2nn.weight	1	0.3441937267780304
318923	embedding2nn.weight	2	0.008548530749976635
318923	embedding2nn.weight	3	0.06136954203248024
318923	embedding2nn.weight	4	-0.06608075648546219
318923	embedding2nn.weight	5	0.06810639053583145
318923	embedding2nn.weight	6	0.06296661496162415
318923	embedding2nn.weight	7	0.009826655499637127
318923	embedding2nn.weight	8	0.03380073979496956
318923	embedding2nn.weight	9	-0.029760487377643585
318923	embedding2nn.bias	0	0.060298096388578415
318923	embedding2nn.bias	1	-0.16914907097816467
318923	embedding2nn.bias	2	0.11678778380155563
318923	embedding2nn.bias	3	0.17036163806915283
318923	embedding2nn.bias	4	0.16917599737644196
318923	embedding2nn.bias	5	-0.041004668921232224
318923	embedding2nn.bias	6	-0.03769099339842796
318923	embedding2nn.bias	7	0.05723151937127113
318923	embedding2nn.bias	8	-0.11037474125623703
318923	embedding2nn.bias	9	-0.40143629908561707
318923	rnn.weight_ih_l0	0	0.011063163168728352
318923	rnn.weight_ih_l0	1	-0.08178865909576416
318923	rnn.weight_ih_l0	2	-0.073794886469841
318923	rnn.weight_ih_l0	3	0.07969892770051956
318923	rnn.weight_ih_l0	4	0.017911231145262718
318923	rnn.weight_ih_l0	5	-0.12783679366111755
318923	rnn.weight_ih_l0	6	-0.030604681000113487
318923	rnn.weight_ih_l0	7	-0.007245589513331652
318923	rnn.weight_ih_l0	8	0.036877233535051346
318923	rnn.weight_ih_l0	9	-0.045279525220394135
318923	rnn.weight_hh_l0	0	0.008294875733554363
318923	rnn.weight_hh_l0	1	0.06513743102550507
318923	rnn.weight_hh_l0	2	0.03369346633553505
318923	rnn.weight_hh_l0	3	0.015876561403274536
318923	rnn.weight_hh_l0	4	0.01779857836663723
318923	rnn.weight_hh_l0	5	0.05637677013874054
318923	rnn.weight_hh_l0	6	-0.037892408668994904
318923	rnn.weight_hh_l0	7	-0.06644920259714127
318923	rnn.weight_hh_l0	8	0.03879399970173836
318923	rnn.weight_hh_l0	9	-0.10778805613517761
318923	rnn.bias_ih_l0	0	0.16398747265338898
318923	rnn.bias_ih_l0	1	-0.24321655929088593
318923	rnn.bias_ih_l0	2	-0.031890079379081726
318923	rnn.bias_ih_l0	3	-0.1623729020357132
318923	rnn.bias_ih_l0	4	0.03029549866914749
318923	rnn.bias_ih_l0	5	-0.3240244686603546
318923	rnn.bias_ih_l0	6	-0.12518392503261566
318923	rnn.bias_ih_l0	7	-0.2856811285018921
318923	rnn.bias_ih_l0	8	-0.23787248134613037
318923	rnn.bias_ih_l0	9	-0.4136517345905304
318923	rnn.bias_hh_l0	0	-0.28533217310905457
318923	rnn.bias_hh_l0	1	-0.3341772258281708
318923	rnn.bias_hh_l0	2	-0.2860124409198761
318923	rnn.bias_hh_l0	3	-0.09037183970212936
318923	rnn.bias_hh_l0	4	-0.26994186639785767
318923	rnn.bias_hh_l0	5	-0.28840047121047974
318923	rnn.bias_hh_l0	6	-0.10021033138036728
318923	rnn.bias_hh_l0	7	0.05831613391637802
318923	rnn.bias_hh_l0	8	-0.17714056372642517
318923	rnn.bias_hh_l0	9	-0.4677462577819824
318923	rnn.weight_ih_l0_reverse	0	0.017767775803804398
318923	rnn.weight_ih_l0_reverse	1	-0.0800749734044075
318923	rnn.weight_ih_l0_reverse	2	-0.02299359440803528
318923	rnn.weight_ih_l0_reverse	3	-0.07471928000450134
318923	rnn.weight_ih_l0_reverse	4	0.04604583606123924
318923	rnn.weight_ih_l0_reverse	5	-0.11623901128768921
318923	rnn.weight_ih_l0_reverse	6	-0.005829415284097195
318923	rnn.weight_ih_l0_reverse	7	0.02572471648454666
318923	rnn.weight_ih_l0_reverse	8	-0.0616019181907177
318923	rnn.weight_ih_l0_reverse	9	-0.09776518493890762
318923	rnn.weight_hh_l0_reverse	0	-0.07679274678230286
318923	rnn.weight_hh_l0_reverse	1	0.022962838411331177
318923	rnn.weight_hh_l0_reverse	2	-0.0107648354023695
318923	rnn.weight_hh_l0_reverse	3	0.021296437829732895
318923	rnn.weight_hh_l0_reverse	4	-0.07001630961894989
318923	rnn.weight_hh_l0_reverse	5	0.04062376543879509
318923	rnn.weight_hh_l0_reverse	6	0.017291855067014694
318923	rnn.weight_hh_l0_reverse	7	-0.06718184053897858
318923	rnn.weight_hh_l0_reverse	8	-0.02419853024184704
318923	rnn.weight_hh_l0_reverse	9	0.07973846793174744
318923	rnn.bias_ih_l0_reverse	0	-0.14664876461029053
318923	rnn.bias_ih_l0_reverse	1	-0.086382657289505
318923	rnn.bias_ih_l0_reverse	2	0.11275757849216461
318923	rnn.bias_ih_l0_reverse	3	-0.25032952427864075
318923	rnn.bias_ih_l0_reverse	4	-0.0347144715487957
318923	rnn.bias_ih_l0_reverse	5	-0.1901060938835144
318923	rnn.bias_ih_l0_reverse	6	0.2292557656764984
318923	rnn.bias_ih_l0_reverse	7	-0.2821216881275177
318923	rnn.bias_ih_l0_reverse	8	-0.14301729202270508
318923	rnn.bias_ih_l0_reverse	9	-0.16043680906295776
318923	rnn.bias_hh_l0_reverse	0	-0.11399129778146744
318923	rnn.bias_hh_l0_reverse	1	0.23061503469944
318923	rnn.bias_hh_l0_reverse	2	-0.3161981999874115
318923	rnn.bias_hh_l0_reverse	3	-0.16158795356750488
318923	rnn.bias_hh_l0_reverse	4	-0.33965685963630676
318923	rnn.bias_hh_l0_reverse	5	-0.1732492595911026
318923	rnn.bias_hh_l0_reverse	6	-0.25879067182540894
318923	rnn.bias_hh_l0_reverse	7	-0.09398001432418823
318923	rnn.bias_hh_l0_reverse	8	-0.2392248511314392
318923	rnn.bias_hh_l0_reverse	9	0.18207351863384247
318923	linear.weight	0	0.10868288576602936
318923	linear.weight	1	-0.4240468144416809
318923	linear.weight	2	0.06074905768036842
318923	linear.weight	3	0.06772461533546448
318923	linear.weight	4	-0.14440098404884338
318923	linear.weight	5	0.2270117700099945
318923	linear.weight	6	-0.0646856352686882
318923	linear.weight	7	-0.06429853290319443
318923	linear.weight	8	0.11240038275718689
318923	linear.weight	9	-0.04503476619720459
318923	linear.bias	0	-1.047452449798584
318923	linear.bias	1	1.9351820945739746
318923	linear.bias	2	0.6621783375740051
318923	linear.bias	3	-2.5672686100006104
318923	linear.bias	4	-0.2487846314907074
318923	linear.bias	5	1.1818742752075195
318923	linear.bias	6	-0.21954120695590973
318923	linear.bias	7	0.6528340578079224
318923	linear.bias	8	2.2327442169189453
318923	linear.bias	9	-1.446625828742981
319532	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
319532	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
319532	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
319532	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
319532	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
319532	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
319532	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
319532	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
319532	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
319532	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
319532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
319532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
319532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
319532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
319532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
319532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
319532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
319532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
319532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
319532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
319532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
319532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
319532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
319532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
319532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
319532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
319532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
319532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
319532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
319532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
319532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
319532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
319532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
319532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
319532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
319532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
319532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
319532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
319532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
319532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
319532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
319532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
319532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
319532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
319532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
319532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
319532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
319532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
319532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
319532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
319532	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
319532	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
319532	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
319532	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
319532	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
319532	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
319532	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
319532	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
319532	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
319532	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
319532	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
319532	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
319532	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
319532	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
319532	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
319532	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
319532	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
319532	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
319532	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
319532	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
319532	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
319532	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
319532	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
319532	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
319532	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
319532	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
319532	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
319532	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
319532	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
319532	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
319532	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
319532	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
319532	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
319532	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
319532	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
319532	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
319532	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
319532	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
319532	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
319532	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
319532	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
319532	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
319532	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
319532	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
319532	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
319532	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
319532	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
319532	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
319532	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
319532	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
319532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
319532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
319532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
319532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
319532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
319532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
319532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
319532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
319532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
319532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
319532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
319532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
319532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
319532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
319532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
319532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
319532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
319532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
319532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
319532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
319532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
319532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
319532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
319532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
319532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
319532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
319532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
319532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
319532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
319532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
319532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
319532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
319532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
319532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
319532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
319532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
319532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
319532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
319532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
319532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
319532	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
319532	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
319532	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
319532	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
319532	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
319532	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
319532	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
319532	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
319532	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
319532	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
319532	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
319532	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
319532	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
319532	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
319532	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
319532	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
319532	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
319532	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
319532	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
319532	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
319532	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
319532	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
319532	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
319532	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
319532	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
319532	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
319532	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
319532	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
319532	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
319532	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
319532	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
319532	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
319532	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
319532	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
319532	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
319532	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
319532	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
319532	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
319532	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
319532	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
319532	embedding2nn.weight	0	0.29614320397377014
319532	embedding2nn.weight	1	0.3470427691936493
319532	embedding2nn.weight	2	0.005237239878624678
319532	embedding2nn.weight	3	0.059035368263721466
319532	embedding2nn.weight	4	-0.06322605907917023
319532	embedding2nn.weight	5	0.06572384387254715
319532	embedding2nn.weight	6	0.05300325155258179
319532	embedding2nn.weight	7	0.013049904257059097
319532	embedding2nn.weight	8	0.033887624740600586
319532	embedding2nn.weight	9	-0.032267581671476364
319532	embedding2nn.bias	0	0.06157359108328819
319532	embedding2nn.bias	1	-0.17269867658615112
319532	embedding2nn.bias	2	0.10194826126098633
319532	embedding2nn.bias	3	0.17432643473148346
319532	embedding2nn.bias	4	0.16053491830825806
319532	embedding2nn.bias	5	-0.048238012939691544
319532	embedding2nn.bias	6	-0.0588083453476429
319532	embedding2nn.bias	7	0.030520062893629074
319532	embedding2nn.bias	8	-0.10915795713663101
319532	embedding2nn.bias	9	-0.3813028633594513
319532	rnn.weight_ih_l0	0	0.009335041977465153
319532	rnn.weight_ih_l0	1	-0.08281003683805466
319532	rnn.weight_ih_l0	2	-0.07538162171840668
319532	rnn.weight_ih_l0	3	0.08189909160137177
319532	rnn.weight_ih_l0	4	0.017933780327439308
319532	rnn.weight_ih_l0	5	-0.13222602009773254
319532	rnn.weight_ih_l0	6	-0.033265985548496246
319532	rnn.weight_ih_l0	7	-0.004903440363705158
319532	rnn.weight_ih_l0	8	0.03423114866018295
319532	rnn.weight_ih_l0	9	-0.04085919260978699
319532	rnn.weight_hh_l0	0	0.008372659794986248
319532	rnn.weight_hh_l0	1	0.06626559793949127
319532	rnn.weight_hh_l0	2	0.03568725660443306
319532	rnn.weight_hh_l0	3	0.015486158430576324
319532	rnn.weight_hh_l0	4	0.01801050826907158
319532	rnn.weight_hh_l0	5	0.05683029070496559
319532	rnn.weight_hh_l0	6	-0.037727873772382736
319532	rnn.weight_hh_l0	7	-0.06909249722957611
319532	rnn.weight_hh_l0	8	0.03833784908056259
319532	rnn.weight_hh_l0	9	-0.10803020745515823
319532	rnn.bias_ih_l0	0	0.1754397451877594
319532	rnn.bias_ih_l0	1	-0.24723616242408752
319532	rnn.bias_ih_l0	2	-0.03193390369415283
319532	rnn.bias_ih_l0	3	-0.1539357751607895
319532	rnn.bias_ih_l0	4	0.02121315710246563
319532	rnn.bias_ih_l0	5	-0.32432979345321655
319532	rnn.bias_ih_l0	6	-0.12582017481327057
319532	rnn.bias_ih_l0	7	-0.28501445055007935
319532	rnn.bias_ih_l0	8	-0.23527559638023376
319532	rnn.bias_ih_l0	9	-0.4122487008571625
319532	rnn.bias_hh_l0	0	-0.27776816487312317
319532	rnn.bias_hh_l0	1	-0.3333466649055481
319532	rnn.bias_hh_l0	2	-0.28144797682762146
319532	rnn.bias_hh_l0	3	-0.08246418833732605
319532	rnn.bias_hh_l0	4	-0.2718222737312317
319532	rnn.bias_hh_l0	5	-0.2888098657131195
319532	rnn.bias_hh_l0	6	-0.09803686290979385
319532	rnn.bias_hh_l0	7	0.060518670827150345
319532	rnn.bias_hh_l0	8	-0.17425502836704254
319532	rnn.bias_hh_l0	9	-0.465359091758728
319532	rnn.weight_ih_l0_reverse	0	0.011837677098810673
319532	rnn.weight_ih_l0_reverse	1	-0.07915832847356796
319532	rnn.weight_ih_l0_reverse	2	-0.02484898455440998
319532	rnn.weight_ih_l0_reverse	3	-0.07503987103700638
319532	rnn.weight_ih_l0_reverse	4	0.04614431411027908
319532	rnn.weight_ih_l0_reverse	5	-0.11895337700843811
319532	rnn.weight_ih_l0_reverse	6	-0.009026767686009407
319532	rnn.weight_ih_l0_reverse	7	0.025172267109155655
319532	rnn.weight_ih_l0_reverse	8	-0.06108163297176361
319532	rnn.weight_ih_l0_reverse	9	-0.0984208732843399
319532	rnn.weight_hh_l0_reverse	0	-0.07710464298725128
319532	rnn.weight_hh_l0_reverse	1	0.02234421856701374
319532	rnn.weight_hh_l0_reverse	2	-0.011197981424629688
319532	rnn.weight_hh_l0_reverse	3	0.02259652689099312
319532	rnn.weight_hh_l0_reverse	4	-0.0690089613199234
319532	rnn.weight_hh_l0_reverse	5	0.04094010218977928
319532	rnn.weight_hh_l0_reverse	6	0.01745922677218914
319532	rnn.weight_hh_l0_reverse	7	-0.0701829344034195
319532	rnn.weight_hh_l0_reverse	8	-0.023957526311278343
319532	rnn.weight_hh_l0_reverse	9	0.08140306919813156
319532	rnn.bias_ih_l0_reverse	0	-0.14598576724529266
319532	rnn.bias_ih_l0_reverse	1	-0.08155195415019989
319532	rnn.bias_ih_l0_reverse	2	0.11121123284101486
319532	rnn.bias_ih_l0_reverse	3	-0.25758275389671326
319532	rnn.bias_ih_l0_reverse	4	-0.030346587300300598
319532	rnn.bias_ih_l0_reverse	5	-0.19187329709529877
319532	rnn.bias_ih_l0_reverse	6	0.2295086681842804
319532	rnn.bias_ih_l0_reverse	7	-0.30506986379623413
319532	rnn.bias_ih_l0_reverse	8	-0.14566153287887573
319532	rnn.bias_ih_l0_reverse	9	-0.16283787786960602
319532	rnn.bias_hh_l0_reverse	0	-0.12474916875362396
319532	rnn.bias_hh_l0_reverse	1	0.22108803689479828
319532	rnn.bias_hh_l0_reverse	2	-0.3178759813308716
319532	rnn.bias_hh_l0_reverse	3	-0.1648392379283905
319532	rnn.bias_hh_l0_reverse	4	-0.3336329460144043
319532	rnn.bias_hh_l0_reverse	5	-0.1688874065876007
319532	rnn.bias_hh_l0_reverse	6	-0.2663283944129944
319532	rnn.bias_hh_l0_reverse	7	-0.09480171650648117
319532	rnn.bias_hh_l0_reverse	8	-0.226857528090477
319532	rnn.bias_hh_l0_reverse	9	0.1952880620956421
319532	linear.weight	0	0.10588913410902023
319532	linear.weight	1	-0.4239206910133362
319532	linear.weight	2	0.05335503816604614
319532	linear.weight	3	0.06772929430007935
319532	linear.weight	4	-0.11064916104078293
319532	linear.weight	5	0.20167276263237
319532	linear.weight	6	-0.08751669526100159
319532	linear.weight	7	-0.06428899616003036
319532	linear.weight	8	0.11876584589481354
319532	linear.weight	9	-0.04505374655127525
319532	linear.bias	0	-1.0337979793548584
319532	linear.bias	1	1.9636237621307373
319532	linear.bias	2	0.6421027779579163
319532	linear.bias	3	-2.5678493976593018
319532	linear.bias	4	-0.26226767897605896
319532	linear.bias	5	1.1982203722000122
319532	linear.bias	6	-0.24057228863239288
319532	linear.bias	7	0.6484243273735046
319532	linear.bias	8	2.187161922454834
319532	linear.bias	9	-1.4546173810958862
320141	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
320141	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
320141	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
320141	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
320141	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
320141	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
320141	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
320141	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
320141	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
320141	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
320141	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
320141	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
320141	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
320141	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
320141	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
320141	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
320141	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
320141	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
320141	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
320141	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
320141	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
320141	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
320141	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
320141	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
320141	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
320141	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
320141	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
320141	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
320141	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
320141	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
320141	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
320141	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
320141	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
320141	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
320141	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
320141	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
320141	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
320141	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
320141	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
320141	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
320141	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
320141	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
320141	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
320141	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
320141	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
320141	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
320141	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
320141	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
320141	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
320141	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
320141	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
320141	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
320141	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
320141	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
320141	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
320141	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
320141	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
320141	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
320141	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
320141	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
320141	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
320141	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
320141	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
320141	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
320141	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
320141	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
320141	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
320141	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
320141	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
320141	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
320141	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
320141	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
320141	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
320141	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
320141	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
320141	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
320141	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
320141	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
320141	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
320141	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
320141	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
320141	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
320141	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
320141	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
320141	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
320141	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
320141	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
320141	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
320141	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
320141	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
320141	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
320141	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
320141	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
320141	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
320141	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
320141	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
320141	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
320141	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
320141	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
320141	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
320141	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
320141	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
320141	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
320141	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
320141	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
320141	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
320141	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
320141	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
320141	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
320141	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
320141	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
320141	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
320141	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
320141	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
320141	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
320141	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
320141	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
320141	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
320141	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
320141	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
320141	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
320141	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
320141	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
320141	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
320141	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
320141	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
320141	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
320141	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
320141	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
320141	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
320141	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
320141	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
320141	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
320141	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
320141	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
320141	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
320141	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
320141	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
320141	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
320141	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
320141	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
320141	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
320141	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
320141	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
320141	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
320141	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
320141	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
320141	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
320141	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
320141	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
320141	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
320141	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
320141	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
320141	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
320141	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
320141	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
320141	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
320141	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
320141	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
320141	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
320141	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
320141	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
320141	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
320141	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
320141	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
320141	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
320141	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
320141	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
320141	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
320141	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
320141	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
320141	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
320141	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
320141	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
320141	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
320141	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
320141	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
320141	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
320141	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
320141	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
320141	embedding2nn.weight	0	0.29729506373405457
320141	embedding2nn.weight	1	0.3487730920314789
320141	embedding2nn.weight	2	0.009908243082463741
320141	embedding2nn.weight	3	0.05125950276851654
320141	embedding2nn.weight	4	-0.055145423859357834
320141	embedding2nn.weight	5	0.06426175683736801
320141	embedding2nn.weight	6	0.06131701543927193
320141	embedding2nn.weight	7	-0.0019125445978716016
320141	embedding2nn.weight	8	0.03018295206129551
320141	embedding2nn.weight	9	-0.03365066647529602
320141	embedding2nn.bias	0	0.08708665519952774
320141	embedding2nn.bias	1	-0.1977652758359909
320141	embedding2nn.bias	2	0.13355128467082977
320141	embedding2nn.bias	3	0.17205558717250824
320141	embedding2nn.bias	4	0.1621963232755661
320141	embedding2nn.bias	5	-0.0832010954618454
320141	embedding2nn.bias	6	-0.06669974327087402
320141	embedding2nn.bias	7	0.034664589911699295
320141	embedding2nn.bias	8	-0.10893537849187851
320141	embedding2nn.bias	9	-0.3974236845970154
320141	rnn.weight_ih_l0	0	0.010836965404450893
320141	rnn.weight_ih_l0	1	-0.08333264291286469
320141	rnn.weight_ih_l0	2	-0.07670263200998306
320141	rnn.weight_ih_l0	3	0.08422288298606873
320141	rnn.weight_ih_l0	4	0.002548668533563614
320141	rnn.weight_ih_l0	5	-0.1250491440296173
320141	rnn.weight_ih_l0	6	-0.03899501636624336
320141	rnn.weight_ih_l0	7	-0.009236359968781471
320141	rnn.weight_ih_l0	8	0.036605823785066605
320141	rnn.weight_ih_l0	9	-0.042793720960617065
320141	rnn.weight_hh_l0	0	0.008345634676516056
320141	rnn.weight_hh_l0	1	0.06756002455949783
320141	rnn.weight_hh_l0	2	0.03664512559771538
320141	rnn.weight_hh_l0	3	0.015408228151500225
320141	rnn.weight_hh_l0	4	0.018386105075478554
320141	rnn.weight_hh_l0	5	0.057192329317331314
320141	rnn.weight_hh_l0	6	-0.0385439433157444
320141	rnn.weight_hh_l0	7	-0.06798795610666275
320141	rnn.weight_hh_l0	8	0.038401514291763306
320141	rnn.weight_hh_l0	9	-0.10772911459207535
320141	rnn.bias_ih_l0	0	0.17014028131961823
320141	rnn.bias_ih_l0	1	-0.2449398785829544
320141	rnn.bias_ih_l0	2	-0.032640136778354645
320141	rnn.bias_ih_l0	3	-0.16334910690784454
320141	rnn.bias_ih_l0	4	0.014765685424208641
320141	rnn.bias_ih_l0	5	-0.33016064763069153
320141	rnn.bias_ih_l0	6	-0.124956876039505
320141	rnn.bias_ih_l0	7	-0.28443118929862976
320141	rnn.bias_ih_l0	8	-0.23603732883930206
320141	rnn.bias_ih_l0	9	-0.40468135476112366
320141	rnn.bias_hh_l0	0	-0.27422747015953064
320141	rnn.bias_hh_l0	1	-0.33025065064430237
320141	rnn.bias_hh_l0	2	-0.2758479416370392
320141	rnn.bias_hh_l0	3	-0.08189179003238678
320141	rnn.bias_hh_l0	4	-0.27247750759124756
320141	rnn.bias_hh_l0	5	-0.2881326675415039
320141	rnn.bias_hh_l0	6	-0.10011819005012512
320141	rnn.bias_hh_l0	7	0.04677024856209755
320141	rnn.bias_hh_l0	8	-0.17422224581241608
320141	rnn.bias_hh_l0	9	-0.46097519993782043
320141	rnn.weight_ih_l0_reverse	0	0.01873994804918766
320141	rnn.weight_ih_l0_reverse	1	-0.07667384296655655
320141	rnn.weight_ih_l0_reverse	2	-0.02504033036530018
320141	rnn.weight_ih_l0_reverse	3	-0.07633169740438461
320141	rnn.weight_ih_l0_reverse	4	0.047315292060375214
320141	rnn.weight_ih_l0_reverse	5	-0.10861101746559143
320141	rnn.weight_ih_l0_reverse	6	-0.008323399350047112
320141	rnn.weight_ih_l0_reverse	7	0.024636175483465195
320141	rnn.weight_ih_l0_reverse	8	-0.05977945029735565
320141	rnn.weight_ih_l0_reverse	9	-0.09954621642827988
320141	rnn.weight_hh_l0_reverse	0	-0.07739554345607758
320141	rnn.weight_hh_l0_reverse	1	0.022540826350450516
320141	rnn.weight_hh_l0_reverse	2	-0.011970870196819305
320141	rnn.weight_hh_l0_reverse	3	0.022749491035938263
320141	rnn.weight_hh_l0_reverse	4	-0.06941471993923187
320141	rnn.weight_hh_l0_reverse	5	0.04110454395413399
320141	rnn.weight_hh_l0_reverse	6	0.0172620490193367
320141	rnn.weight_hh_l0_reverse	7	-0.07388446480035782
320141	rnn.weight_hh_l0_reverse	8	-0.025547005236148834
320141	rnn.weight_hh_l0_reverse	9	0.0806293934583664
320141	rnn.bias_ih_l0_reverse	0	-0.13882304728031158
320141	rnn.bias_ih_l0_reverse	1	-0.08543278276920319
320141	rnn.bias_ih_l0_reverse	2	0.11159208416938782
320141	rnn.bias_ih_l0_reverse	3	-0.25526514649391174
320141	rnn.bias_ih_l0_reverse	4	-0.02988477237522602
320141	rnn.bias_ih_l0_reverse	5	-0.19867189228534698
320141	rnn.bias_ih_l0_reverse	6	0.2410508692264557
320141	rnn.bias_ih_l0_reverse	7	-0.3112761080265045
320141	rnn.bias_ih_l0_reverse	8	-0.14466968178749084
320141	rnn.bias_ih_l0_reverse	9	-0.16670547425746918
320141	rnn.bias_hh_l0_reverse	0	-0.1314709633588791
320141	rnn.bias_hh_l0_reverse	1	0.22088836133480072
320141	rnn.bias_hh_l0_reverse	2	-0.31913259625434875
320141	rnn.bias_hh_l0_reverse	3	-0.16499072313308716
320141	rnn.bias_hh_l0_reverse	4	-0.3447440266609192
320141	rnn.bias_hh_l0_reverse	5	-0.17373424768447876
320141	rnn.bias_hh_l0_reverse	6	-0.2728850543498993
320141	rnn.bias_hh_l0_reverse	7	-0.09602154791355133
320141	rnn.bias_hh_l0_reverse	8	-0.22666166722774506
320141	rnn.bias_hh_l0_reverse	9	0.19258156418800354
320141	linear.weight	0	0.1302579790353775
320141	linear.weight	1	-0.4599170982837677
320141	linear.weight	2	0.05989177152514458
320141	linear.weight	3	0.0677318349480629
320141	linear.weight	4	-0.16367638111114502
320141	linear.weight	5	0.20323815941810608
320141	linear.weight	6	-0.07703795284032822
320141	linear.weight	7	-0.06427188962697983
320141	linear.weight	8	0.10105598717927933
320141	linear.weight	9	-0.04506797343492508
320141	linear.bias	0	-1.0254205465316772
320141	linear.bias	1	2.017570972442627
320141	linear.bias	2	0.6434659361839294
320141	linear.bias	3	-2.5684080123901367
320141	linear.bias	4	-0.26819878816604614
320141	linear.bias	5	1.238181471824646
320141	linear.bias	6	-0.24963335692882538
320141	linear.bias	7	0.6265825033187866
320141	linear.bias	8	2.1867592334747314
320141	linear.bias	9	-1.4341773986816406
320750	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
320750	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
320750	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
320750	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
320750	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
320750	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
320750	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
320750	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
320750	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
320750	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
320750	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
320750	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
320750	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
320750	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
320750	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
320750	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
320750	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
320750	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
320750	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
320750	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
320750	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
320750	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
320750	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
320750	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
320750	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
320750	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
320750	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
320750	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
320750	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
320750	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
320750	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
320750	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
320750	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
320750	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
320750	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
320750	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
320750	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
320750	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
320750	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
320750	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
320750	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
320750	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
320750	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
320750	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
320750	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
320750	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
320750	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
320750	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
320750	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
320750	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
320750	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
320750	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
320750	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
320750	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
320750	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
320750	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
320750	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
320750	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
320750	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
320750	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
320750	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
320750	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
320750	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
320750	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
320750	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
320750	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
320750	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
320750	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
320750	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
320750	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
320750	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
320750	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
320750	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
320750	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
320750	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
320750	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
320750	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
320750	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
320750	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
320750	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
320750	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
320750	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
320750	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
320750	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
320750	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
320750	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
320750	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
320750	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
320750	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
320750	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
320750	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
320750	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
320750	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
320750	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
320750	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
320750	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
320750	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
320750	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
320750	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
320750	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
320750	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
320750	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
320750	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
320750	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
320750	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
320750	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
320750	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
320750	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
320750	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
320750	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
320750	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
320750	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
320750	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
320750	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
320750	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
320750	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
320750	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
320750	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
320750	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
320750	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
320750	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
320750	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
320750	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
320750	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
320750	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
320750	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
320750	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
320750	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
320750	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
320750	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
320750	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
320750	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
320750	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
320750	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
320750	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
320750	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
320750	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
320750	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
320750	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
320750	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
320750	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
320750	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
320750	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
320750	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
320750	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
320750	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
320750	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
320750	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
320750	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
320750	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
320750	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
320750	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
320750	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
320750	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
320750	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
320750	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
320750	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
320750	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
320750	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
320750	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
320750	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
320750	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
320750	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
320750	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
320750	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
320750	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
320750	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
320750	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
320750	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
320750	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
320750	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
320750	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
320750	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
320750	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
320750	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
320750	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
320750	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
320750	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
320750	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
320750	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
320750	embedding2nn.weight	0	0.3018781244754791
320750	embedding2nn.weight	1	0.3539886176586151
320750	embedding2nn.weight	2	0.008705707266926765
320750	embedding2nn.weight	3	0.055112484842538834
320750	embedding2nn.weight	4	-0.05621809512376785
320750	embedding2nn.weight	5	0.061778198927640915
320750	embedding2nn.weight	6	0.051934614777565
320750	embedding2nn.weight	7	-0.0055862837471067905
320750	embedding2nn.weight	8	0.025624115020036697
320750	embedding2nn.weight	9	-0.02952357940375805
320750	embedding2nn.bias	0	0.074777752161026
320750	embedding2nn.bias	1	-0.17826274037361145
320750	embedding2nn.bias	2	0.12690281867980957
320750	embedding2nn.bias	3	0.20848214626312256
320750	embedding2nn.bias	4	0.17982342839241028
320750	embedding2nn.bias	5	-0.07939236611127853
320750	embedding2nn.bias	6	-0.03719930723309517
320750	embedding2nn.bias	7	0.059702806174755096
320750	embedding2nn.bias	8	-0.12839767336845398
320750	embedding2nn.bias	9	-0.38145291805267334
320750	rnn.weight_ih_l0	0	0.010878701694309711
320750	rnn.weight_ih_l0	1	-0.08292780816555023
320750	rnn.weight_ih_l0	2	-0.0697995275259018
320750	rnn.weight_ih_l0	3	0.09011056274175644
320750	rnn.weight_ih_l0	4	0.017399471253156662
320750	rnn.weight_ih_l0	5	-0.11642249673604965
320750	rnn.weight_ih_l0	6	-0.0331452339887619
320750	rnn.weight_ih_l0	7	-0.0051276651211082935
320750	rnn.weight_ih_l0	8	0.03972707688808441
320750	rnn.weight_ih_l0	9	-0.04471312463283539
320750	rnn.weight_hh_l0	0	0.008083065040409565
320750	rnn.weight_hh_l0	1	0.06727150082588196
320750	rnn.weight_hh_l0	2	0.035944197326898575
320750	rnn.weight_hh_l0	3	0.015668580308556557
320750	rnn.weight_hh_l0	4	0.017571594566106796
320750	rnn.weight_hh_l0	5	0.05739881470799446
320750	rnn.weight_hh_l0	6	-0.038229186087846756
320750	rnn.weight_hh_l0	7	-0.06806501746177673
320750	rnn.weight_hh_l0	8	0.038745589554309845
320750	rnn.weight_hh_l0	9	-0.1075574979186058
320750	rnn.bias_ih_l0	0	0.16993416845798492
320750	rnn.bias_ih_l0	1	-0.24302981793880463
320750	rnn.bias_ih_l0	2	-0.03174055740237236
320750	rnn.bias_ih_l0	3	-0.1713520735502243
320750	rnn.bias_ih_l0	4	0.01261672843247652
320750	rnn.bias_ih_l0	5	-0.3282032012939453
320750	rnn.bias_ih_l0	6	-0.12436020374298096
320750	rnn.bias_ih_l0	7	-0.2872161567211151
320750	rnn.bias_ih_l0	8	-0.23600724339485168
320750	rnn.bias_ih_l0	9	-0.41049298644065857
320750	rnn.bias_hh_l0	0	-0.27214404940605164
320750	rnn.bias_hh_l0	1	-0.3335837721824646
320750	rnn.bias_hh_l0	2	-0.27996522188186646
320750	rnn.bias_hh_l0	3	-0.07854800671339035
320750	rnn.bias_hh_l0	4	-0.27373626828193665
320750	rnn.bias_hh_l0	5	-0.28959572315216064
320750	rnn.bias_hh_l0	6	-0.10063043236732483
320750	rnn.bias_hh_l0	7	0.04166988283395767
320750	rnn.bias_hh_l0	8	-0.17226628959178925
320750	rnn.bias_hh_l0	9	-0.46084824204444885
320750	rnn.weight_ih_l0_reverse	0	0.01870683953166008
320750	rnn.weight_ih_l0_reverse	1	-0.07624199241399765
320750	rnn.weight_ih_l0_reverse	2	-0.023300522938370705
320750	rnn.weight_ih_l0_reverse	3	-0.07419873774051666
320750	rnn.weight_ih_l0_reverse	4	0.04858791455626488
320750	rnn.weight_ih_l0_reverse	5	-0.11353540420532227
320750	rnn.weight_ih_l0_reverse	6	-0.006808540318161249
320750	rnn.weight_ih_l0_reverse	7	0.022517232224345207
320750	rnn.weight_ih_l0_reverse	8	-0.059365637600421906
320750	rnn.weight_ih_l0_reverse	9	-0.0959433987736702
320750	rnn.weight_hh_l0_reverse	0	-0.07606511563062668
320750	rnn.weight_hh_l0_reverse	1	0.023575136438012123
320750	rnn.weight_hh_l0_reverse	2	-0.01316436193883419
320750	rnn.weight_hh_l0_reverse	3	0.02185908891260624
320750	rnn.weight_hh_l0_reverse	4	-0.06952354311943054
320750	rnn.weight_hh_l0_reverse	5	0.040222737938165665
320750	rnn.weight_hh_l0_reverse	6	0.017287539318203926
320750	rnn.weight_hh_l0_reverse	7	-0.0746474340558052
320750	rnn.weight_hh_l0_reverse	8	-0.027951685711741447
320750	rnn.weight_hh_l0_reverse	9	0.08098004758358002
320750	rnn.bias_ih_l0_reverse	0	-0.13981178402900696
320750	rnn.bias_ih_l0_reverse	1	-0.08550183475017548
320750	rnn.bias_ih_l0_reverse	2	0.11405368894338608
320750	rnn.bias_ih_l0_reverse	3	-0.25044316053390503
320750	rnn.bias_ih_l0_reverse	4	-0.03395064175128937
320750	rnn.bias_ih_l0_reverse	5	-0.19847479462623596
320750	rnn.bias_ih_l0_reverse	6	0.2531166076660156
320750	rnn.bias_ih_l0_reverse	7	-0.3003731966018677
320750	rnn.bias_ih_l0_reverse	8	-0.14162832498550415
320750	rnn.bias_ih_l0_reverse	9	-0.17243798077106476
320750	rnn.bias_hh_l0_reverse	0	-0.13410750031471252
320750	rnn.bias_hh_l0_reverse	1	0.2305130809545517
320750	rnn.bias_hh_l0_reverse	2	-0.30920282006263733
320750	rnn.bias_hh_l0_reverse	3	-0.16273720562458038
320750	rnn.bias_hh_l0_reverse	4	-0.34966835379600525
320750	rnn.bias_hh_l0_reverse	5	-0.17626862227916718
320750	rnn.bias_hh_l0_reverse	6	-0.2632201910018921
320750	rnn.bias_hh_l0_reverse	7	-0.08751624077558517
320750	rnn.bias_hh_l0_reverse	8	-0.23593536019325256
320750	rnn.bias_hh_l0_reverse	9	0.18776600062847137
320750	linear.weight	0	0.10791324824094772
320750	linear.weight	1	-0.47318994998931885
320750	linear.weight	2	0.06626131385564804
320750	linear.weight	3	0.06772936135530472
320750	linear.weight	4	-0.180970698595047
320750	linear.weight	5	0.20217487215995789
320750	linear.weight	6	-0.06063172221183777
320750	linear.weight	7	-0.0642540454864502
320750	linear.weight	8	0.06480498611927032
320750	linear.weight	9	-0.0450860820710659
320750	linear.bias	0	-1.0300644636154175
320750	linear.bias	1	1.9585068225860596
320750	linear.bias	2	0.6763117909431458
320750	linear.bias	3	-2.568999767303467
320750	linear.bias	4	-0.2582205533981323
320750	linear.bias	5	1.2745047807693481
320750	linear.bias	6	-0.28458738327026367
320750	linear.bias	7	0.6276399493217468
320750	linear.bias	8	2.192819595336914
320750	linear.bias	9	-1.463728427886963
321359	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
321359	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
321359	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
321359	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
321359	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
321359	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
321359	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
321359	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
321359	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
321359	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
321359	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
321359	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
321359	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
321359	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
321359	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
321359	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
321359	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
321359	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
321359	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
321359	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
321359	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
321359	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
321359	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
321359	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
321359	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
321359	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
321359	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
321359	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
321359	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
321359	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
321359	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
321359	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
321359	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
321359	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
321359	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
321359	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
321359	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
321359	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
321359	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
321359	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
321359	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
321359	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
321359	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
321359	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
321359	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
321359	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
321359	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
321359	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
321359	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
321359	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
321359	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
321359	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
321359	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
321359	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
321359	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
321359	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
321359	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
321359	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
321359	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
321359	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
321359	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
321359	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
321359	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
321359	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
321359	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
321359	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
321359	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
321359	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
321359	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
321359	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
321359	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
321359	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
321359	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
321359	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
321359	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
321359	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
321359	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
321359	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
321359	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
321359	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
321359	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
321359	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
321359	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
321359	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
321359	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
321359	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
321359	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
321359	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
321359	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
321359	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
321359	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
321359	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
321359	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
321359	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
321359	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
321359	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
321359	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
321359	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
321359	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
321359	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
321359	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
321359	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
321359	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
321359	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
321359	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
321359	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
321359	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
321359	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
321359	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
321359	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
321359	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
321359	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
321359	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
321359	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
321359	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
321359	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
321359	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
321359	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
321359	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
321359	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
321359	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
321359	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
321359	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
321359	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
321359	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
321359	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
321359	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
321359	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
321359	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
321359	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
321359	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
321359	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
321359	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
321359	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
321359	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
321359	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
321359	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
321359	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
321359	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
321359	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
321359	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
321359	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
321359	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
321359	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
321359	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
321359	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
321359	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
321359	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
321359	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
321359	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
321359	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
321359	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
321359	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
321359	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
321359	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
321359	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
321359	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
321359	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
321359	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
321359	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
321359	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
321359	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
321359	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
321359	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
321359	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
321359	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
321359	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
321359	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
321359	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
321359	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
321359	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
321359	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
321359	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
321359	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
321359	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
321359	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
321359	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
321359	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
321359	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
321359	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
321359	embedding2nn.weight	0	0.3013606071472168
321359	embedding2nn.weight	1	0.3567749857902527
321359	embedding2nn.weight	2	0.012003317475318909
321359	embedding2nn.weight	3	0.054438766092061996
321359	embedding2nn.weight	4	-0.05998975411057472
321359	embedding2nn.weight	5	0.061777930706739426
321359	embedding2nn.weight	6	0.04575970768928528
321359	embedding2nn.weight	7	-0.010553968138992786
321359	embedding2nn.weight	8	0.029135772958397865
321359	embedding2nn.weight	9	-0.030115878209471703
321359	embedding2nn.bias	0	0.07575158774852753
321359	embedding2nn.bias	1	-0.15566565096378326
321359	embedding2nn.bias	2	0.1132781133055687
321359	embedding2nn.bias	3	0.18994204699993134
321359	embedding2nn.bias	4	0.18322888016700745
321359	embedding2nn.bias	5	-0.07590543478727341
321359	embedding2nn.bias	6	-0.050689563155174255
321359	embedding2nn.bias	7	0.03242639824748039
321359	embedding2nn.bias	8	-0.12472658604383469
321359	embedding2nn.bias	9	-0.39285552501678467
321359	rnn.weight_ih_l0	0	0.010180576704442501
321359	rnn.weight_ih_l0	1	-0.08513645082712173
321359	rnn.weight_ih_l0	2	-0.0721304714679718
321359	rnn.weight_ih_l0	3	0.08960065245628357
321359	rnn.weight_ih_l0	4	0.028059592470526695
321359	rnn.weight_ih_l0	5	-0.1201622262597084
321359	rnn.weight_ih_l0	6	-0.029776062816381454
321359	rnn.weight_ih_l0	7	-0.0016424601199105382
321359	rnn.weight_ih_l0	8	0.04867956042289734
321359	rnn.weight_ih_l0	9	-0.043195690959692
321359	rnn.weight_hh_l0	0	0.007675024680793285
321359	rnn.weight_hh_l0	1	0.06727421283721924
321359	rnn.weight_hh_l0	2	0.03837692737579346
321359	rnn.weight_hh_l0	3	0.015396821312606335
321359	rnn.weight_hh_l0	4	0.01882494054734707
321359	rnn.weight_hh_l0	5	0.056135982275009155
321359	rnn.weight_hh_l0	6	-0.0384957492351532
321359	rnn.weight_hh_l0	7	-0.06911972910165787
321359	rnn.weight_hh_l0	8	0.03932270407676697
321359	rnn.weight_hh_l0	9	-0.10686849057674408
321359	rnn.bias_ih_l0	0	0.16649381816387177
321359	rnn.bias_ih_l0	1	-0.23807929456233978
321359	rnn.bias_ih_l0	2	-0.03600860759615898
321359	rnn.bias_ih_l0	3	-0.17005303502082825
321359	rnn.bias_ih_l0	4	0.01904291845858097
321359	rnn.bias_ih_l0	5	-0.33533161878585815
321359	rnn.bias_ih_l0	6	-0.11282875388860703
321359	rnn.bias_ih_l0	7	-0.28783994913101196
321359	rnn.bias_ih_l0	8	-0.23853488266468048
321359	rnn.bias_ih_l0	9	-0.407263845205307
321359	rnn.bias_hh_l0	0	-0.2762933075428009
321359	rnn.bias_hh_l0	1	-0.3187320828437805
321359	rnn.bias_hh_l0	2	-0.28094011545181274
321359	rnn.bias_hh_l0	3	-0.08235527575016022
321359	rnn.bias_hh_l0	4	-0.2757452130317688
321359	rnn.bias_hh_l0	5	-0.2926293611526489
321359	rnn.bias_hh_l0	6	-0.09759614616632462
321359	rnn.bias_hh_l0	7	0.03860900551080704
321359	rnn.bias_hh_l0	8	-0.1753750592470169
321359	rnn.bias_hh_l0	9	-0.45996975898742676
321359	rnn.weight_ih_l0_reverse	0	0.018674854189157486
321359	rnn.weight_ih_l0_reverse	1	-0.07568792253732681
321359	rnn.weight_ih_l0_reverse	2	-0.028885256499052048
321359	rnn.weight_ih_l0_reverse	3	-0.07595251500606537
321359	rnn.weight_ih_l0_reverse	4	0.048817794770002365
321359	rnn.weight_ih_l0_reverse	5	-0.10698439180850983
321359	rnn.weight_ih_l0_reverse	6	-0.007542998064309359
321359	rnn.weight_ih_l0_reverse	7	0.0218462273478508
321359	rnn.weight_ih_l0_reverse	8	-0.05805853381752968
321359	rnn.weight_ih_l0_reverse	9	-0.10052721947431564
321359	rnn.weight_hh_l0_reverse	0	-0.0766887217760086
321359	rnn.weight_hh_l0_reverse	1	0.023960281163454056
321359	rnn.weight_hh_l0_reverse	2	-0.012828146107494831
321359	rnn.weight_hh_l0_reverse	3	0.02167096734046936
321359	rnn.weight_hh_l0_reverse	4	-0.06891607493162155
321359	rnn.weight_hh_l0_reverse	5	0.040642425417900085
321359	rnn.weight_hh_l0_reverse	6	0.01752234436571598
321359	rnn.weight_hh_l0_reverse	7	-0.07280032336711884
321359	rnn.weight_hh_l0_reverse	8	-0.026052018627524376
321359	rnn.weight_hh_l0_reverse	9	0.07992614060640335
321359	rnn.bias_ih_l0_reverse	0	-0.1391349583864212
321359	rnn.bias_ih_l0_reverse	1	-0.08364985883235931
321359	rnn.bias_ih_l0_reverse	2	0.11326032876968384
321359	rnn.bias_ih_l0_reverse	3	-0.24388405680656433
321359	rnn.bias_ih_l0_reverse	4	-0.03565312922000885
321359	rnn.bias_ih_l0_reverse	5	-0.19953131675720215
321359	rnn.bias_ih_l0_reverse	6	0.23783308267593384
321359	rnn.bias_ih_l0_reverse	7	-0.30504271388053894
321359	rnn.bias_ih_l0_reverse	8	-0.13554644584655762
321359	rnn.bias_ih_l0_reverse	9	-0.16698609292507172
321359	rnn.bias_hh_l0_reverse	0	-0.1270168572664261
321359	rnn.bias_hh_l0_reverse	1	0.2294721156358719
321359	rnn.bias_hh_l0_reverse	2	-0.3158699572086334
321359	rnn.bias_hh_l0_reverse	3	-0.16601163148880005
321359	rnn.bias_hh_l0_reverse	4	-0.34930136799812317
321359	rnn.bias_hh_l0_reverse	5	-0.17319710552692413
321359	rnn.bias_hh_l0_reverse	6	-0.2662520110607147
321359	rnn.bias_hh_l0_reverse	7	-0.08232869952917099
321359	rnn.bias_hh_l0_reverse	8	-0.22795648872852325
321359	rnn.bias_hh_l0_reverse	9	0.19475719332695007
321359	linear.weight	0	0.08706117421388626
321359	linear.weight	1	-0.48619014024734497
321359	linear.weight	2	0.048840608447790146
321359	linear.weight	3	0.06772641837596893
321359	linear.weight	4	-0.18110714852809906
321359	linear.weight	5	0.1760914921760559
321359	linear.weight	6	-0.07506603747606277
321359	linear.weight	7	-0.06424050033092499
321359	linear.weight	8	0.08266685158014297
321359	linear.weight	9	-0.045105308294296265
321359	linear.bias	0	-1.0304595232009888
321359	linear.bias	1	1.93385648727417
321359	linear.bias	2	0.6681305170059204
321359	linear.bias	3	-2.5695791244506836
321359	linear.bias	4	-0.29372814297676086
321359	linear.bias	5	1.2744418382644653
321359	linear.bias	6	-0.27493515610694885
321359	linear.bias	7	0.6331417560577393
321359	linear.bias	8	2.164440393447876
321359	linear.bias	9	-1.4356831312179565
321968	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
321968	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
321968	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
321968	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
321968	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
321968	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
321968	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
321968	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
321968	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
321968	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
321968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
321968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
321968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
321968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
321968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
321968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
321968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
321968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
321968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
321968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
321968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
321968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
321968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
321968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
321968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
321968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
321968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
321968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
321968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
321968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
321968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
321968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
321968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
321968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
321968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
321968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
321968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
321968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
321968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
321968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
321968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
321968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
321968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
321968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
321968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
321968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
321968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
321968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
321968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
321968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
321968	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
321968	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
321968	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
321968	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
321968	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
321968	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
321968	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
321968	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
321968	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
321968	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
321968	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
321968	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
321968	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
321968	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
321968	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
321968	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
321968	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
321968	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
321968	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
321968	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
321968	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
321968	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
321968	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
321968	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
321968	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
321968	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
321968	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
321968	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
321968	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
321968	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
321968	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
321968	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
321968	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
321968	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
321968	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
321968	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
321968	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
321968	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
321968	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
321968	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
321968	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
321968	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
321968	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
321968	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
321968	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
321968	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
321968	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
321968	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
321968	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
321968	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
321968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
321968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
321968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
321968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
321968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
321968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
321968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
321968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
321968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
321968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
321968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
321968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
321968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
321968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
321968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
321968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
321968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
321968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
321968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
321968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
321968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
321968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
321968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
321968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
321968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
321968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
321968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
321968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
321968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
321968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
321968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
321968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
321968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
321968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
321968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
321968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
321968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
321968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
321968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
321968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
321968	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
321968	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
321968	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
321968	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
321968	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
321968	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
321968	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
321968	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
321968	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
321968	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
321968	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
321968	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
321968	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
321968	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
321968	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
321968	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
321968	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
321968	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
321968	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
321968	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
321968	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
321968	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
321968	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
321968	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
321968	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
321968	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
321968	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
321968	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
321968	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
321968	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
321968	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
321968	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
321968	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
321968	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
321968	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
321968	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
321968	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
321968	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
321968	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
321968	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
321968	embedding2nn.weight	0	0.3009798526763916
321968	embedding2nn.weight	1	0.35318002104759216
321968	embedding2nn.weight	2	0.011543523520231247
321968	embedding2nn.weight	3	0.06967320293188095
321968	embedding2nn.weight	4	-0.057172991335392
321968	embedding2nn.weight	5	0.06309957802295685
321968	embedding2nn.weight	6	0.04673878103494644
321968	embedding2nn.weight	7	-0.03242935612797737
321968	embedding2nn.weight	8	0.030880138278007507
321968	embedding2nn.weight	9	-0.027621369808912277
321968	embedding2nn.bias	0	0.07588661462068558
321968	embedding2nn.bias	1	-0.16644859313964844
321968	embedding2nn.bias	2	0.10144951939582825
321968	embedding2nn.bias	3	0.1820615828037262
321968	embedding2nn.bias	4	0.15433990955352783
321968	embedding2nn.bias	5	-0.06060997024178505
321968	embedding2nn.bias	6	-0.05324627831578255
321968	embedding2nn.bias	7	0.02741745300590992
321968	embedding2nn.bias	8	-0.1368495523929596
321968	embedding2nn.bias	9	-0.3639223277568817
321968	rnn.weight_ih_l0	0	0.00880859699100256
321968	rnn.weight_ih_l0	1	-0.0855947732925415
321968	rnn.weight_ih_l0	2	-0.065452940762043
321968	rnn.weight_ih_l0	3	0.09256652742624283
321968	rnn.weight_ih_l0	4	0.034694183617830276
321968	rnn.weight_ih_l0	5	-0.11491921544075012
321968	rnn.weight_ih_l0	6	-0.03473815694451332
321968	rnn.weight_ih_l0	7	-0.0029624621383845806
321968	rnn.weight_ih_l0	8	0.05826694890856743
321968	rnn.weight_ih_l0	9	-0.04397114738821983
321968	rnn.weight_hh_l0	0	0.008075994439423084
321968	rnn.weight_hh_l0	1	0.06758897751569748
321968	rnn.weight_hh_l0	2	0.03853306546807289
321968	rnn.weight_hh_l0	3	0.015062429010868073
321968	rnn.weight_hh_l0	4	0.019318684935569763
321968	rnn.weight_hh_l0	5	0.05608155205845833
321968	rnn.weight_hh_l0	6	-0.03845912590622902
321968	rnn.weight_hh_l0	7	-0.06979694962501526
321968	rnn.weight_hh_l0	8	0.03951120749115944
321968	rnn.weight_hh_l0	9	-0.10742729157209396
321968	rnn.bias_ih_l0	0	0.17004045844078064
321968	rnn.bias_ih_l0	1	-0.24097095429897308
321968	rnn.bias_ih_l0	2	-0.03202308714389801
321968	rnn.bias_ih_l0	3	-0.17098404467105865
321968	rnn.bias_ih_l0	4	0.0261240191757679
321968	rnn.bias_ih_l0	5	-0.3298536241054535
321968	rnn.bias_ih_l0	6	-0.11698459088802338
321968	rnn.bias_ih_l0	7	-0.2887409031391144
321968	rnn.bias_ih_l0	8	-0.2401396781206131
321968	rnn.bias_ih_l0	9	-0.41283947229385376
321968	rnn.bias_hh_l0	0	-0.27671465277671814
321968	rnn.bias_hh_l0	1	-0.3135445713996887
321968	rnn.bias_hh_l0	2	-0.28140777349472046
321968	rnn.bias_hh_l0	3	-0.08214538544416428
321968	rnn.bias_hh_l0	4	-0.27385514974594116
321968	rnn.bias_hh_l0	5	-0.3006184995174408
321968	rnn.bias_hh_l0	6	-0.11044362187385559
321968	rnn.bias_hh_l0	7	0.0335192009806633
321968	rnn.bias_hh_l0	8	-0.17493337392807007
321968	rnn.bias_hh_l0	9	-0.4640313684940338
321968	rnn.weight_ih_l0_reverse	0	0.01934812404215336
321968	rnn.weight_ih_l0_reverse	1	-0.07500722259283066
321968	rnn.weight_ih_l0_reverse	2	-0.027485789731144905
321968	rnn.weight_ih_l0_reverse	3	-0.07372961938381195
321968	rnn.weight_ih_l0_reverse	4	0.05035831406712532
321968	rnn.weight_ih_l0_reverse	5	-0.1023171916604042
321968	rnn.weight_ih_l0_reverse	6	-0.012235884554684162
321968	rnn.weight_ih_l0_reverse	7	0.020335381850600243
321968	rnn.weight_ih_l0_reverse	8	-0.05434829369187355
321968	rnn.weight_ih_l0_reverse	9	-0.09779856353998184
321968	rnn.weight_hh_l0_reverse	0	-0.07736942172050476
321968	rnn.weight_hh_l0_reverse	1	0.024394776672124863
321968	rnn.weight_hh_l0_reverse	2	-0.012528999708592892
321968	rnn.weight_hh_l0_reverse	3	0.022405939176678658
321968	rnn.weight_hh_l0_reverse	4	-0.06900520622730255
321968	rnn.weight_hh_l0_reverse	5	0.04091286659240723
321968	rnn.weight_hh_l0_reverse	6	0.01750349812209606
321968	rnn.weight_hh_l0_reverse	7	-0.07040531188249588
321968	rnn.weight_hh_l0_reverse	8	-0.025660786777734756
321968	rnn.weight_hh_l0_reverse	9	0.07886645942926407
321968	rnn.bias_ih_l0_reverse	0	-0.14593006670475006
321968	rnn.bias_ih_l0_reverse	1	-0.08437231928110123
321968	rnn.bias_ih_l0_reverse	2	0.1136738508939743
321968	rnn.bias_ih_l0_reverse	3	-0.2445257008075714
321968	rnn.bias_ih_l0_reverse	4	-0.04188261926174164
321968	rnn.bias_ih_l0_reverse	5	-0.19844619929790497
321968	rnn.bias_ih_l0_reverse	6	0.24934391677379608
321968	rnn.bias_ih_l0_reverse	7	-0.296130508184433
321968	rnn.bias_ih_l0_reverse	8	-0.132346048951149
321968	rnn.bias_ih_l0_reverse	9	-0.15280434489250183
321968	rnn.bias_hh_l0_reverse	0	-0.12795643508434296
321968	rnn.bias_hh_l0_reverse	1	0.2327927201986313
321968	rnn.bias_hh_l0_reverse	2	-0.3170015811920166
321968	rnn.bias_hh_l0_reverse	3	-0.16680191457271576
321968	rnn.bias_hh_l0_reverse	4	-0.3502213954925537
321968	rnn.bias_hh_l0_reverse	5	-0.17260584235191345
321968	rnn.bias_hh_l0_reverse	6	-0.26391711831092834
321968	rnn.bias_hh_l0_reverse	7	-0.08807756006717682
321968	rnn.bias_hh_l0_reverse	8	-0.22255748510360718
321968	rnn.bias_hh_l0_reverse	9	0.19362346827983856
321968	linear.weight	0	0.10021070390939713
321968	linear.weight	1	-0.5068422555923462
321968	linear.weight	2	-0.009802654385566711
321968	linear.weight	3	0.06772119551897049
321968	linear.weight	4	-0.18753162026405334
321968	linear.weight	5	0.16930393874645233
321968	linear.weight	6	-0.06412848830223083
321968	linear.weight	7	-0.06423137336969376
321968	linear.weight	8	0.08763794600963593
321968	linear.weight	9	-0.04513010382652283
321968	linear.bias	0	-1.039664626121521
321968	linear.bias	1	1.9497393369674683
321968	linear.bias	2	0.6775192022323608
321968	linear.bias	3	-2.5701475143432617
321968	linear.bias	4	-0.27052757143974304
321968	linear.bias	5	1.2487170696258545
321968	linear.bias	6	-0.2500656545162201
321968	linear.bias	7	0.6384862065315247
321968	linear.bias	8	2.168987989425659
321968	linear.bias	9	-1.4464479684829712
322577	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
322577	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
322577	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
322577	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
322577	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
322577	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
322577	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
322577	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
322577	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
322577	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
322577	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
322577	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
322577	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
322577	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
322577	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
322577	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
322577	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
322577	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
322577	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
322577	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
322577	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
322577	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
322577	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
322577	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
322577	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
322577	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
322577	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
322577	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
322577	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
322577	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
322577	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
322577	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
322577	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
322577	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
322577	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
322577	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
322577	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
322577	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
322577	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
322577	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
322577	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
322577	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
322577	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
322577	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
322577	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
322577	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
322577	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
322577	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
322577	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
322577	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
322577	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
322577	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
322577	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
322577	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
322577	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
322577	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
322577	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
322577	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
322577	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
322577	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
322577	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
322577	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
322577	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
322577	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
322577	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
322577	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
322577	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
322577	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
322577	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
322577	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
322577	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
322577	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
322577	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
322577	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
322577	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
322577	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
322577	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
322577	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
322577	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
322577	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
322577	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
322577	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
322577	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
322577	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
322577	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
322577	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
322577	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
322577	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
322577	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
322577	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
322577	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
322577	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
322577	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
322577	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
322577	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
322577	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
322577	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
322577	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
322577	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
322577	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
322577	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
322577	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
322577	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
322577	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
322577	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
322577	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
322577	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
322577	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
322577	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
322577	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
322577	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
322577	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
322577	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
322577	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
322577	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
322577	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
322577	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
322577	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
322577	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
322577	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
322577	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
322577	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
322577	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
322577	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
322577	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
322577	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
322577	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
322577	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
322577	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
322577	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
322577	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
322577	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
322577	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
322577	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
322577	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
322577	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
322577	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
322577	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
322577	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
322577	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
322577	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
322577	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
322577	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
322577	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
322577	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
322577	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
322577	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
322577	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
322577	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
322577	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
322577	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
322577	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
322577	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
322577	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
322577	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
322577	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
322577	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
322577	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
322577	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
322577	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
322577	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
322577	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
322577	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
322577	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
322577	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
322577	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
322577	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
322577	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
322577	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
322577	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
322577	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
322577	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
322577	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
322577	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
322577	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
322577	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
322577	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
322577	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
322577	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
322577	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
322577	embedding2nn.weight	0	0.29826855659484863
322577	embedding2nn.weight	1	0.3536445200443268
322577	embedding2nn.weight	2	0.0017074302304536104
322577	embedding2nn.weight	3	0.08023551851511002
322577	embedding2nn.weight	4	-0.05741529166698456
322577	embedding2nn.weight	5	0.06067730486392975
322577	embedding2nn.weight	6	0.04743632674217224
322577	embedding2nn.weight	7	-0.02782502956688404
322577	embedding2nn.weight	8	0.03576110675930977
322577	embedding2nn.weight	9	-0.030485698953270912
322577	embedding2nn.bias	0	0.0846976637840271
322577	embedding2nn.bias	1	-0.16812922060489655
322577	embedding2nn.bias	2	0.11516039073467255
322577	embedding2nn.bias	3	0.16982834041118622
322577	embedding2nn.bias	4	0.1696651577949524
322577	embedding2nn.bias	5	-0.0701175257563591
322577	embedding2nn.bias	6	-0.048709623515605927
322577	embedding2nn.bias	7	0.04549490287899971
322577	embedding2nn.bias	8	-0.12922921776771545
322577	embedding2nn.bias	9	-0.3908848166465759
322577	rnn.weight_ih_l0	0	0.00750667555257678
322577	rnn.weight_ih_l0	1	-0.08287613838911057
322577	rnn.weight_ih_l0	2	-0.0718374252319336
322577	rnn.weight_ih_l0	3	0.08279179036617279
322577	rnn.weight_ih_l0	4	0.03441379964351654
322577	rnn.weight_ih_l0	5	-0.116951584815979
322577	rnn.weight_ih_l0	6	-0.03496519476175308
322577	rnn.weight_ih_l0	7	-0.0021500014699995518
322577	rnn.weight_ih_l0	8	0.059325654059648514
322577	rnn.weight_ih_l0	9	-0.04594039544463158
322577	rnn.weight_hh_l0	0	0.00857724528759718
322577	rnn.weight_hh_l0	1	0.06735217571258545
322577	rnn.weight_hh_l0	2	0.037284184247255325
322577	rnn.weight_hh_l0	3	0.015147472731769085
322577	rnn.weight_hh_l0	4	0.018317323178052902
322577	rnn.weight_hh_l0	5	0.05634530633687973
322577	rnn.weight_hh_l0	6	-0.03885287791490555
322577	rnn.weight_hh_l0	7	-0.07099643349647522
322577	rnn.weight_hh_l0	8	0.03966410458087921
322577	rnn.weight_hh_l0	9	-0.10778439790010452
322577	rnn.bias_ih_l0	0	0.16786321997642517
322577	rnn.bias_ih_l0	1	-0.2342386543750763
322577	rnn.bias_ih_l0	2	-0.03956002742052078
322577	rnn.bias_ih_l0	3	-0.1623355746269226
322577	rnn.bias_ih_l0	4	0.0333380252122879
322577	rnn.bias_ih_l0	5	-0.3208203613758087
322577	rnn.bias_ih_l0	6	-0.12651002407073975
322577	rnn.bias_ih_l0	7	-0.2906283736228943
322577	rnn.bias_ih_l0	8	-0.2389751672744751
322577	rnn.bias_ih_l0	9	-0.41420069336891174
322577	rnn.bias_hh_l0	0	-0.28040868043899536
322577	rnn.bias_hh_l0	1	-0.31401678919792175
322577	rnn.bias_hh_l0	2	-0.288591206073761
322577	rnn.bias_hh_l0	3	-0.08172822743654251
322577	rnn.bias_hh_l0	4	-0.2743619978427887
322577	rnn.bias_hh_l0	5	-0.3010409474372864
322577	rnn.bias_hh_l0	6	-0.11072415113449097
322577	rnn.bias_hh_l0	7	0.03854259103536606
322577	rnn.bias_hh_l0	8	-0.18268083035945892
322577	rnn.bias_hh_l0	9	-0.46136870980262756
322577	rnn.weight_ih_l0_reverse	0	0.02318507432937622
322577	rnn.weight_ih_l0_reverse	1	-0.07529053837060928
322577	rnn.weight_ih_l0_reverse	2	-0.025602327659726143
322577	rnn.weight_ih_l0_reverse	3	-0.07859575003385544
322577	rnn.weight_ih_l0_reverse	4	0.045022912323474884
322577	rnn.weight_ih_l0_reverse	5	-0.10568372905254364
322577	rnn.weight_ih_l0_reverse	6	-0.02050849050283432
322577	rnn.weight_ih_l0_reverse	7	0.016750387847423553
322577	rnn.weight_ih_l0_reverse	8	-0.058525241911411285
322577	rnn.weight_ih_l0_reverse	9	-0.10060224682092667
322577	rnn.weight_hh_l0_reverse	0	-0.08006159216165543
322577	rnn.weight_hh_l0_reverse	1	0.02350323647260666
322577	rnn.weight_hh_l0_reverse	2	-0.011503132991492748
322577	rnn.weight_hh_l0_reverse	3	0.0228219423443079
322577	rnn.weight_hh_l0_reverse	4	-0.06813215464353561
322577	rnn.weight_hh_l0_reverse	5	0.04084966331720352
322577	rnn.weight_hh_l0_reverse	6	0.017389563843607903
322577	rnn.weight_hh_l0_reverse	7	-0.07083319872617722
322577	rnn.weight_hh_l0_reverse	8	-0.023899326100945473
322577	rnn.weight_hh_l0_reverse	9	0.07969683408737183
322577	rnn.bias_ih_l0_reverse	0	-0.1476704627275467
322577	rnn.bias_ih_l0_reverse	1	-0.07923465222120285
322577	rnn.bias_ih_l0_reverse	2	0.10604727268218994
322577	rnn.bias_ih_l0_reverse	3	-0.2440858781337738
322577	rnn.bias_ih_l0_reverse	4	-0.05059230700135231
322577	rnn.bias_ih_l0_reverse	5	-0.19592885673046112
322577	rnn.bias_ih_l0_reverse	6	0.2563585638999939
322577	rnn.bias_ih_l0_reverse	7	-0.29398196935653687
322577	rnn.bias_ih_l0_reverse	8	-0.1297328621149063
322577	rnn.bias_ih_l0_reverse	9	-0.1579560935497284
322577	rnn.bias_hh_l0_reverse	0	-0.11885321140289307
322577	rnn.bias_hh_l0_reverse	1	0.2378162145614624
322577	rnn.bias_hh_l0_reverse	2	-0.31559908390045166
322577	rnn.bias_hh_l0_reverse	3	-0.1574098914861679
322577	rnn.bias_hh_l0_reverse	4	-0.3425603210926056
322577	rnn.bias_hh_l0_reverse	5	-0.1738555133342743
322577	rnn.bias_hh_l0_reverse	6	-0.2666310667991638
322577	rnn.bias_hh_l0_reverse	7	-0.09314500540494919
322577	rnn.bias_hh_l0_reverse	8	-0.22431139647960663
322577	rnn.bias_hh_l0_reverse	9	0.18966011703014374
322577	linear.weight	0	0.13710036873817444
322577	linear.weight	1	-0.5035094618797302
322577	linear.weight	2	0.04518527537584305
322577	linear.weight	3	0.06771621853113174
322577	linear.weight	4	-0.19333459436893463
322577	linear.weight	5	0.20859980583190918
322577	linear.weight	6	-0.054162729531526566
322577	linear.weight	7	-0.06421907991170883
322577	linear.weight	8	0.09333857148885727
322577	linear.weight	9	-0.04514826834201813
322577	linear.bias	0	-1.054038166999817
322577	linear.bias	1	1.985726237297058
322577	linear.bias	2	0.6463510990142822
322577	linear.bias	3	-2.5707688331604004
322577	linear.bias	4	-0.2955215871334076
322577	linear.bias	5	1.2048641443252563
322577	linear.bias	6	-0.2523583173751831
322577	linear.bias	7	0.6484310030937195
322577	linear.bias	8	2.177064895629883
322577	linear.bias	9	-1.4446969032287598
323186	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
323186	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
323186	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
323186	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
323186	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
323186	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
323186	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
323186	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
323186	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
323186	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
323186	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
323186	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
323186	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
323186	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
323186	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
323186	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
323186	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
323186	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
323186	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
323186	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
323186	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
323186	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
323186	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
323186	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
323186	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
323186	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
323186	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
323186	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
323186	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
323186	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
323186	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
323186	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
323186	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
323186	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
323186	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
323186	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
323186	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
323186	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
323186	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
323186	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
323186	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
323186	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
323186	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
323186	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
323186	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
323186	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
323186	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
323186	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
323186	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
323186	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
323186	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
323186	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
323186	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
323186	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
323186	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
323186	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
323186	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
323186	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
323186	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
323186	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
323186	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
323186	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
323186	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
323186	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
323186	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
323186	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
323186	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
323186	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
323186	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
323186	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
323186	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
323186	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
323186	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
323186	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
323186	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
323186	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
323186	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
323186	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
323186	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
323186	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
323186	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
323186	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
323186	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
323186	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
323186	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
323186	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
323186	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
323186	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
323186	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
323186	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
323186	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
323186	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
323186	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
323186	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
323186	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
323186	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
323186	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
323186	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
323186	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
323186	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
323186	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
323186	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
323186	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
323186	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
323186	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
323186	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
323186	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
323186	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
323186	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
323186	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
323186	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
323186	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
323186	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
323186	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
323186	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
323186	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
323186	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
323186	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
323186	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
323186	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
323186	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
323186	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
323186	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
323186	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
323186	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
323186	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
323186	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
323186	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
323186	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
323186	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
323186	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
323186	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
323186	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
323186	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
323186	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
323186	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
323186	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
323186	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
323186	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
323186	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
323186	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
323186	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
323186	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
323186	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
323186	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
323186	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
323186	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
323186	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
323186	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
323186	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
323186	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
323186	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
323186	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
323186	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
323186	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
323186	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
323186	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
323186	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
323186	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
323186	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
323186	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
323186	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
323186	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
323186	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
323186	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
323186	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
323186	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
323186	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
323186	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
323186	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
323186	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
323186	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
323186	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
323186	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
323186	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
323186	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
323186	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
323186	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
323186	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
323186	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
323186	embedding2nn.weight	0	0.2960118353366852
323186	embedding2nn.weight	1	0.3541969656944275
323186	embedding2nn.weight	2	0.0044666375033557415
323186	embedding2nn.weight	3	0.0801692083477974
323186	embedding2nn.weight	4	-0.052652087062597275
323186	embedding2nn.weight	5	0.0663895532488823
323186	embedding2nn.weight	6	0.04434580355882645
323186	embedding2nn.weight	7	-0.027725767344236374
323186	embedding2nn.weight	8	0.03469052165746689
323186	embedding2nn.weight	9	-0.033509355038404465
323186	embedding2nn.bias	0	0.07114832103252411
323186	embedding2nn.bias	1	-0.1877739131450653
323186	embedding2nn.bias	2	0.13015559315681458
323186	embedding2nn.bias	3	0.16890451312065125
323186	embedding2nn.bias	4	0.18179884552955627
323186	embedding2nn.bias	5	-0.06653272360563278
323186	embedding2nn.bias	6	-0.04256034642457962
323186	embedding2nn.bias	7	0.040961772203445435
323186	embedding2nn.bias	8	-0.1460839956998825
323186	embedding2nn.bias	9	-0.36573636531829834
323186	rnn.weight_ih_l0	0	0.006617371924221516
323186	rnn.weight_ih_l0	1	-0.08136724680662155
323186	rnn.weight_ih_l0	2	-0.0725739449262619
323186	rnn.weight_ih_l0	3	0.08431943506002426
323186	rnn.weight_ih_l0	4	0.04212890937924385
323186	rnn.weight_ih_l0	5	-0.11204733699560165
323186	rnn.weight_ih_l0	6	-0.0292753167450428
323186	rnn.weight_ih_l0	7	-0.000562218832783401
323186	rnn.weight_ih_l0	8	0.050460051745176315
323186	rnn.weight_ih_l0	9	-0.04976518452167511
323186	rnn.weight_hh_l0	0	0.007548062596470118
323186	rnn.weight_hh_l0	1	0.06694722175598145
323186	rnn.weight_hh_l0	2	0.03708276152610779
323186	rnn.weight_hh_l0	3	0.01575193554162979
323186	rnn.weight_hh_l0	4	0.019290022552013397
323186	rnn.weight_hh_l0	5	0.05680008605122566
323186	rnn.weight_hh_l0	6	-0.03799182549118996
323186	rnn.weight_hh_l0	7	-0.0681871771812439
323186	rnn.weight_hh_l0	8	0.03985070809721947
323186	rnn.weight_hh_l0	9	-0.11077558249235153
323186	rnn.bias_ih_l0	0	0.1755526065826416
323186	rnn.bias_ih_l0	1	-0.23260296881198883
323186	rnn.bias_ih_l0	2	-0.03362853825092316
323186	rnn.bias_ih_l0	3	-0.16186606884002686
323186	rnn.bias_ih_l0	4	0.02393152005970478
323186	rnn.bias_ih_l0	5	-0.32126107811927795
323186	rnn.bias_ih_l0	6	-0.11945755779743195
323186	rnn.bias_ih_l0	7	-0.29030269384384155
323186	rnn.bias_ih_l0	8	-0.2363528460264206
323186	rnn.bias_ih_l0	9	-0.4009731411933899
323186	rnn.bias_hh_l0	0	-0.28479084372520447
323186	rnn.bias_hh_l0	1	-0.317285418510437
323186	rnn.bias_hh_l0	2	-0.2868306338787079
323186	rnn.bias_hh_l0	3	-0.08513534069061279
323186	rnn.bias_hh_l0	4	-0.28021371364593506
323186	rnn.bias_hh_l0	5	-0.3022039532661438
323186	rnn.bias_hh_l0	6	-0.11571650952100754
323186	rnn.bias_hh_l0	7	0.03299008682370186
323186	rnn.bias_hh_l0	8	-0.17631416022777557
323186	rnn.bias_hh_l0	9	-0.4580379128456116
323186	rnn.weight_ih_l0_reverse	0	0.020304251462221146
323186	rnn.weight_ih_l0_reverse	1	-0.07457136362791061
323186	rnn.weight_ih_l0_reverse	2	-0.02310207299888134
323186	rnn.weight_ih_l0_reverse	3	-0.07428833842277527
323186	rnn.weight_ih_l0_reverse	4	0.04545897617936134
323186	rnn.weight_ih_l0_reverse	5	-0.11159878224134445
323186	rnn.weight_ih_l0_reverse	6	-0.017039841040968895
323186	rnn.weight_ih_l0_reverse	7	0.01279754564166069
323186	rnn.weight_ih_l0_reverse	8	-0.06322581321001053
323186	rnn.weight_ih_l0_reverse	9	-0.10718207061290741
323186	rnn.weight_hh_l0_reverse	0	-0.08067424595355988
323186	rnn.weight_hh_l0_reverse	1	0.02372569590806961
323186	rnn.weight_hh_l0_reverse	2	-0.011186864227056503
323186	rnn.weight_hh_l0_reverse	3	0.021968916058540344
323186	rnn.weight_hh_l0_reverse	4	-0.06824702024459839
323186	rnn.weight_hh_l0_reverse	5	0.04042805731296539
323186	rnn.weight_hh_l0_reverse	6	0.017389461398124695
323186	rnn.weight_hh_l0_reverse	7	-0.07015516608953476
323186	rnn.weight_hh_l0_reverse	8	-0.025284554809331894
323186	rnn.weight_hh_l0_reverse	9	0.08293649554252625
323186	rnn.bias_ih_l0_reverse	0	-0.1398588865995407
323186	rnn.bias_ih_l0_reverse	1	-0.08027789741754532
323186	rnn.bias_ih_l0_reverse	2	0.10808875411748886
323186	rnn.bias_ih_l0_reverse	3	-0.2453312873840332
323186	rnn.bias_ih_l0_reverse	4	-0.04494185745716095
323186	rnn.bias_ih_l0_reverse	5	-0.19959896802902222
323186	rnn.bias_ih_l0_reverse	6	0.24761104583740234
323186	rnn.bias_ih_l0_reverse	7	-0.27820366621017456
323186	rnn.bias_ih_l0_reverse	8	-0.12446732074022293
323186	rnn.bias_ih_l0_reverse	9	-0.15698496997356415
323186	rnn.bias_hh_l0_reverse	0	-0.1189577728509903
323186	rnn.bias_hh_l0_reverse	1	0.23359745740890503
323186	rnn.bias_hh_l0_reverse	2	-0.31059393286705017
323186	rnn.bias_hh_l0_reverse	3	-0.1651657223701477
323186	rnn.bias_hh_l0_reverse	4	-0.3459213972091675
323186	rnn.bias_hh_l0_reverse	5	-0.172333225607872
323186	rnn.bias_hh_l0_reverse	6	-0.27241137623786926
323186	rnn.bias_hh_l0_reverse	7	-0.08556865900754929
323186	rnn.bias_hh_l0_reverse	8	-0.21558088064193726
323186	rnn.bias_hh_l0_reverse	9	0.17802642285823822
323186	linear.weight	0	0.17935891449451447
323186	linear.weight	1	-0.4928041696548462
323186	linear.weight	2	0.028775352984666824
323186	linear.weight	3	0.06771276146173477
323186	linear.weight	4	-0.18206699192523956
323186	linear.weight	5	0.19103752076625824
323186	linear.weight	6	-0.07752138376235962
323186	linear.weight	7	-0.06420405954122543
323186	linear.weight	8	0.07367374747991562
323186	linear.weight	9	-0.04516277089715004
323186	linear.bias	0	-1.0385916233062744
323186	linear.bias	1	1.9916613101959229
323186	linear.bias	2	0.5926507115364075
323186	linear.bias	3	-2.571296453475952
323186	linear.bias	4	-0.26395949721336365
323186	linear.bias	5	1.2001560926437378
323186	linear.bias	6	-0.21509809792041779
323186	linear.bias	7	0.6524055600166321
323186	linear.bias	8	2.164964199066162
323186	linear.bias	9	-1.444262981414795
323194	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
323194	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
323194	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
323194	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
323194	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
323194	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
323194	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
323194	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
323194	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
323194	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
323194	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
323194	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
323194	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
323194	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
323194	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
323194	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
323194	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
323194	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
323194	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
323194	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
323194	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
323194	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
323194	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
323194	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
323194	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
323194	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
323194	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
323194	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
323194	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
323194	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
323194	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
323194	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
323194	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
323194	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
323194	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
323194	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
323194	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
323194	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
323194	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
323194	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
323194	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
323194	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
323194	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
323194	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
323194	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
323194	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
323194	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
323194	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
323194	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
323194	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
323194	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
323194	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
323194	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
323194	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
323194	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
323194	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
323194	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
323194	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
323194	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
323194	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
323194	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
323194	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
323194	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
323194	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
323194	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
323194	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
323194	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
323194	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
323194	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
323194	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
323194	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
323194	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
323194	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
323194	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
323194	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
323194	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
323194	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
323194	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
323194	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
323194	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
323194	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
323194	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
323194	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
323194	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
323194	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
323194	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
323194	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
323194	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
323194	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
323194	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
323194	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
323194	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
323194	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
323194	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
323194	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
323194	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
323194	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
323194	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
323194	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
323194	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
323194	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
323194	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
323194	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
323194	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
323194	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
323194	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
323194	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
323194	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
323194	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
323194	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
323194	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
323194	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
323194	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
323194	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
323194	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
323194	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
323194	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
323194	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
323194	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
323194	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
323194	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
323194	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
323194	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
323194	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
323194	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
323194	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
323194	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
323194	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
323194	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
323194	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
323194	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
323194	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
323194	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
323194	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
323194	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
323194	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
323194	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
323194	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
323194	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
323194	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
323194	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
323194	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
323194	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
323194	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
323194	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
323194	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
323194	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
323194	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
323194	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
323194	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
323194	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
323194	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
323194	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
323194	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
323194	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
323194	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
323194	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
323194	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
323194	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
323194	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
323194	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
323194	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
323194	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
323194	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
323194	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
323194	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
323194	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
323194	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
323194	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
323194	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
323194	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
323194	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
323194	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
323194	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
323194	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
323194	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
323194	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
323194	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
323194	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
323194	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
323194	embedding2nn.weight	0	0.2961597740650177
323194	embedding2nn.weight	1	0.3539324998855591
323194	embedding2nn.weight	2	0.004753636661916971
323194	embedding2nn.weight	3	0.0803830474615097
323194	embedding2nn.weight	4	-0.05278180167078972
323194	embedding2nn.weight	5	0.06647870689630508
323194	embedding2nn.weight	6	0.04444475844502449
323194	embedding2nn.weight	7	-0.027905968949198723
323194	embedding2nn.weight	8	0.03522113710641861
323194	embedding2nn.weight	9	-0.033181652426719666
323194	embedding2nn.bias	0	0.07388537377119064
323194	embedding2nn.bias	1	-0.18569457530975342
323194	embedding2nn.bias	2	0.12875564396381378
323194	embedding2nn.bias	3	0.170707106590271
323194	embedding2nn.bias	4	0.18671774864196777
323194	embedding2nn.bias	5	-0.0611221082508564
323194	embedding2nn.bias	6	-0.04215344414114952
323194	embedding2nn.bias	7	0.042798932641744614
323194	embedding2nn.bias	8	-0.1443394422531128
323194	embedding2nn.bias	9	-0.3737475872039795
323194	rnn.weight_ih_l0	0	0.006491673644632101
323194	rnn.weight_ih_l0	1	-0.08112660050392151
323194	rnn.weight_ih_l0	2	-0.0723724439740181
323194	rnn.weight_ih_l0	3	0.08533068001270294
323194	rnn.weight_ih_l0	4	0.0430450364947319
323194	rnn.weight_ih_l0	5	-0.11224696785211563
323194	rnn.weight_ih_l0	6	-0.02823636867105961
323194	rnn.weight_ih_l0	7	-0.0006997522432357073
323194	rnn.weight_ih_l0	8	0.05088937282562256
323194	rnn.weight_ih_l0	9	-0.05054621025919914
323194	rnn.weight_hh_l0	0	0.007500937208533287
323194	rnn.weight_hh_l0	1	0.06706852465867996
323194	rnn.weight_hh_l0	2	0.03715895488858223
323194	rnn.weight_hh_l0	3	0.015738142654299736
323194	rnn.weight_hh_l0	4	0.01940740831196308
323194	rnn.weight_hh_l0	5	0.056813642382621765
323194	rnn.weight_hh_l0	6	-0.03785843029618263
323194	rnn.weight_hh_l0	7	-0.0679328441619873
323194	rnn.weight_hh_l0	8	0.03982982784509659
323194	rnn.weight_hh_l0	9	-0.11058171838521957
323194	rnn.bias_ih_l0	0	0.17634247243404388
323194	rnn.bias_ih_l0	1	-0.23303644359111786
323194	rnn.bias_ih_l0	2	-0.03373497724533081
323194	rnn.bias_ih_l0	3	-0.16276681423187256
323194	rnn.bias_ih_l0	4	0.02330087684094906
323194	rnn.bias_ih_l0	5	-0.32076844573020935
323194	rnn.bias_ih_l0	6	-0.11974794417619705
323194	rnn.bias_ih_l0	7	-0.2901848256587982
323194	rnn.bias_ih_l0	8	-0.23599879443645477
323194	rnn.bias_ih_l0	9	-0.4029318392276764
323194	rnn.bias_hh_l0	0	-0.28451454639434814
323194	rnn.bias_hh_l0	1	-0.31722092628479004
323194	rnn.bias_hh_l0	2	-0.28652089834213257
323194	rnn.bias_hh_l0	3	-0.08480030298233032
323194	rnn.bias_hh_l0	4	-0.2801594138145447
323194	rnn.bias_hh_l0	5	-0.30225250124931335
323194	rnn.bias_hh_l0	6	-0.11445164680480957
323194	rnn.bias_hh_l0	7	0.03421991690993309
323194	rnn.bias_hh_l0	8	-0.17708221077919006
323194	rnn.bias_hh_l0	9	-0.45815086364746094
323194	rnn.weight_ih_l0_reverse	0	0.020494259893894196
323194	rnn.weight_ih_l0_reverse	1	-0.0746183693408966
323194	rnn.weight_ih_l0_reverse	2	-0.022776717320084572
323194	rnn.weight_ih_l0_reverse	3	-0.07454574853181839
323194	rnn.weight_ih_l0_reverse	4	0.04566780477762222
323194	rnn.weight_ih_l0_reverse	5	-0.11226492375135422
323194	rnn.weight_ih_l0_reverse	6	-0.017454441636800766
323194	rnn.weight_ih_l0_reverse	7	0.012659660540521145
323194	rnn.weight_ih_l0_reverse	8	-0.06354528665542603
323194	rnn.weight_ih_l0_reverse	9	-0.10669942945241928
323194	rnn.weight_hh_l0_reverse	0	-0.0806112140417099
323194	rnn.weight_hh_l0_reverse	1	0.023712769150733948
323194	rnn.weight_hh_l0_reverse	2	-0.011249572969973087
323194	rnn.weight_hh_l0_reverse	3	0.021949781104922295
323194	rnn.weight_hh_l0_reverse	4	-0.06816468387842178
323194	rnn.weight_hh_l0_reverse	5	0.04044349491596222
323194	rnn.weight_hh_l0_reverse	6	0.017379378899931908
323194	rnn.weight_hh_l0_reverse	7	-0.07001695781946182
323194	rnn.weight_hh_l0_reverse	8	-0.024600548669695854
323194	rnn.weight_hh_l0_reverse	9	0.08304930478334427
323194	rnn.bias_ih_l0_reverse	0	-0.14078783988952637
323194	rnn.bias_ih_l0_reverse	1	-0.07961129397153854
323194	rnn.bias_ih_l0_reverse	2	0.10883819311857224
323194	rnn.bias_ih_l0_reverse	3	-0.24633555114269257
323194	rnn.bias_ih_l0_reverse	4	-0.045267254114151
323194	rnn.bias_ih_l0_reverse	5	-0.19939054548740387
323194	rnn.bias_ih_l0_reverse	6	0.24821069836616516
323194	rnn.bias_ih_l0_reverse	7	-0.27838990092277527
323194	rnn.bias_ih_l0_reverse	8	-0.12492304295301437
323194	rnn.bias_ih_l0_reverse	9	-0.1586378663778305
323194	rnn.bias_hh_l0_reverse	0	-0.11924164742231369
323194	rnn.bias_hh_l0_reverse	1	0.23237478733062744
323194	rnn.bias_hh_l0_reverse	2	-0.3097550868988037
323194	rnn.bias_hh_l0_reverse	3	-0.16540181636810303
323194	rnn.bias_hh_l0_reverse	4	-0.34548085927963257
323194	rnn.bias_hh_l0_reverse	5	-0.17174822092056274
323194	rnn.bias_hh_l0_reverse	6	-0.271183580160141
323194	rnn.bias_hh_l0_reverse	7	-0.08537130057811737
323194	rnn.bias_hh_l0_reverse	8	-0.21390888094902039
323194	rnn.bias_hh_l0_reverse	9	0.1786581575870514
323194	linear.weight	0	0.17900724709033966
323194	linear.weight	1	-0.48862284421920776
323194	linear.weight	2	0.031547464430332184
323194	linear.weight	3	0.06771278381347656
323194	linear.weight	4	-0.17781229317188263
323194	linear.weight	5	0.18836823105812073
323194	linear.weight	6	-0.0778624638915062
323194	linear.weight	7	-0.06420424580574036
323194	linear.weight	8	0.07160729914903641
323194	linear.weight	9	-0.04516281560063362
323194	linear.bias	0	-1.0343666076660156
323194	linear.bias	1	1.9907890558242798
323194	linear.bias	2	0.6160541772842407
323194	linear.bias	3	-2.5713014602661133
323194	linear.bias	4	-0.26558682322502136
323194	linear.bias	5	1.2032530307769775
323194	linear.bias	6	-0.20447324216365814
323194	linear.bias	7	0.6467210650444031
323194	linear.bias	8	2.1586220264434814
323194	linear.bias	9	-1.448026418685913
323803	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
323803	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
323803	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
323803	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
323803	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
323803	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
323803	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
323803	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
323803	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
323803	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
323803	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
323803	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
323803	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
323803	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
323803	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
323803	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
323803	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
323803	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
323803	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
323803	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
323803	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
323803	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
323803	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
323803	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
323803	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
323803	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
323803	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
323803	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
323803	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
323803	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
323803	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
323803	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
323803	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
323803	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
323803	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
323803	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
323803	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
323803	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
323803	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
323803	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
323803	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
323803	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
323803	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
323803	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
323803	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
323803	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
323803	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
323803	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
323803	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
323803	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
323803	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
323803	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
323803	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
323803	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
323803	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
323803	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
323803	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
323803	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
323803	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
323803	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
323803	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
323803	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
323803	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
323803	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
323803	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
323803	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
323803	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
323803	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
323803	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
323803	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
323803	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
323803	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
323803	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
323803	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
323803	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
323803	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
323803	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
323803	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
323803	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
323803	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
323803	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
323803	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
323803	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
323803	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
323803	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
323803	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
323803	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
323803	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
323803	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
323803	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
323803	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
323803	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
323803	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
323803	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
323803	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
323803	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
323803	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
323803	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
323803	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
323803	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
323803	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
323803	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
323803	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
323803	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
323803	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
323803	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
323803	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
323803	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
323803	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
323803	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
323803	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
323803	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
323803	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
323803	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
323803	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
323803	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
323803	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
323803	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
323803	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
323803	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
323803	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
323803	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
323803	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
323803	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
323803	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
323803	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
323803	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
323803	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
323803	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
323803	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
323803	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
323803	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
323803	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
323803	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
323803	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
323803	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
323803	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
323803	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
323803	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
323803	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
323803	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
323803	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
323803	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
323803	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
323803	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
323803	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
323803	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
323803	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
323803	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
323803	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
323803	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
323803	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
323803	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
323803	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
323803	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
323803	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
323803	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
323803	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
323803	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
323803	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
323803	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
323803	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
323803	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
323803	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
323803	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
323803	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
323803	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
323803	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
323803	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
323803	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
323803	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
323803	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
323803	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
323803	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
323803	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
323803	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
323803	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
323803	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
323803	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
323803	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
323803	embedding2nn.weight	0	0.29450905323028564
323803	embedding2nn.weight	1	0.3599928915500641
323803	embedding2nn.weight	2	0.005533828400075436
323803	embedding2nn.weight	3	0.07327336817979813
323803	embedding2nn.weight	4	-0.04915132373571396
323803	embedding2nn.weight	5	0.06899622082710266
323803	embedding2nn.weight	6	0.05581109970808029
323803	embedding2nn.weight	7	-0.034171897917985916
323803	embedding2nn.weight	8	0.033891480416059494
323803	embedding2nn.weight	9	-0.02790427953004837
323803	embedding2nn.bias	0	0.07925870269536972
323803	embedding2nn.bias	1	-0.18804402649402618
323803	embedding2nn.bias	2	0.09110642969608307
323803	embedding2nn.bias	3	0.1686127930879593
323803	embedding2nn.bias	4	0.16137103736400604
323803	embedding2nn.bias	5	-0.07355410605669022
323803	embedding2nn.bias	6	-0.02749582566320896
323803	embedding2nn.bias	7	0.03561972826719284
323803	embedding2nn.bias	8	-0.14704258739948273
323803	embedding2nn.bias	9	-0.38645851612091064
323803	rnn.weight_ih_l0	0	0.005771422293037176
323803	rnn.weight_ih_l0	1	-0.0830175131559372
323803	rnn.weight_ih_l0	2	-0.0705929845571518
323803	rnn.weight_ih_l0	3	0.0851924940943718
323803	rnn.weight_ih_l0	4	0.03426523134112358
323803	rnn.weight_ih_l0	5	-0.10878701508045197
323803	rnn.weight_ih_l0	6	-0.032224737107753754
323803	rnn.weight_ih_l0	7	-0.006410209462046623
323803	rnn.weight_ih_l0	8	0.05047230422496796
323803	rnn.weight_ih_l0	9	-0.053293269127607346
323803	rnn.weight_hh_l0	0	0.0075600408017635345
323803	rnn.weight_hh_l0	1	0.06577172875404358
323803	rnn.weight_hh_l0	2	0.036621566861867905
323803	rnn.weight_hh_l0	3	0.01574692502617836
323803	rnn.weight_hh_l0	4	0.019813183695077896
323803	rnn.weight_hh_l0	5	0.05681857094168663
323803	rnn.weight_hh_l0	6	-0.038245104253292084
323803	rnn.weight_hh_l0	7	-0.06608424335718155
323803	rnn.weight_hh_l0	8	0.04004852473735809
323803	rnn.weight_hh_l0	9	-0.10852215439081192
323803	rnn.bias_ih_l0	0	0.17480361461639404
323803	rnn.bias_ih_l0	1	-0.224827840924263
323803	rnn.bias_ih_l0	2	-0.03260614350438118
323803	rnn.bias_ih_l0	3	-0.16864478588104248
323803	rnn.bias_ih_l0	4	0.01720200479030609
323803	rnn.bias_ih_l0	5	-0.3273613750934601
323803	rnn.bias_ih_l0	6	-0.1270497590303421
323803	rnn.bias_ih_l0	7	-0.2886202335357666
323803	rnn.bias_ih_l0	8	-0.23731283843517303
323803	rnn.bias_ih_l0	9	-0.41300973296165466
323803	rnn.bias_hh_l0	0	-0.2843034267425537
323803	rnn.bias_hh_l0	1	-0.3266388475894928
323803	rnn.bias_hh_l0	2	-0.28869855403900146
323803	rnn.bias_hh_l0	3	-0.08723631501197815
323803	rnn.bias_hh_l0	4	-0.2796592712402344
323803	rnn.bias_hh_l0	5	-0.3037441670894623
323803	rnn.bias_hh_l0	6	-0.11864244937896729
323803	rnn.bias_hh_l0	7	0.0396774560213089
323803	rnn.bias_hh_l0	8	-0.1778285652399063
323803	rnn.bias_hh_l0	9	-0.4692877531051636
323803	rnn.weight_ih_l0_reverse	0	0.025496160611510277
323803	rnn.weight_ih_l0_reverse	1	-0.07346305251121521
323803	rnn.weight_ih_l0_reverse	2	-0.025065377354621887
323803	rnn.weight_ih_l0_reverse	3	-0.0716589167714119
323803	rnn.weight_ih_l0_reverse	4	0.0465974323451519
323803	rnn.weight_ih_l0_reverse	5	-0.11479140818119049
323803	rnn.weight_ih_l0_reverse	6	-0.014136681333184242
323803	rnn.weight_ih_l0_reverse	7	0.01318692322820425
323803	rnn.weight_ih_l0_reverse	8	-0.05804360285401344
323803	rnn.weight_ih_l0_reverse	9	-0.106952965259552
323803	rnn.weight_hh_l0_reverse	0	-0.0806134045124054
323803	rnn.weight_hh_l0_reverse	1	0.02402534894645214
323803	rnn.weight_hh_l0_reverse	2	-0.010732484050095081
323803	rnn.weight_hh_l0_reverse	3	0.021096177399158478
323803	rnn.weight_hh_l0_reverse	4	-0.06732972711324692
323803	rnn.weight_hh_l0_reverse	5	0.040438003838062286
323803	rnn.weight_hh_l0_reverse	6	0.017506122589111328
323803	rnn.weight_hh_l0_reverse	7	-0.07023352384567261
323803	rnn.weight_hh_l0_reverse	8	-0.024376800283789635
323803	rnn.weight_hh_l0_reverse	9	0.08483662456274033
323803	rnn.bias_ih_l0_reverse	0	-0.13860203325748444
323803	rnn.bias_ih_l0_reverse	1	-0.07761897891759872
323803	rnn.bias_ih_l0_reverse	2	0.10364983975887299
323803	rnn.bias_ih_l0_reverse	3	-0.24014893174171448
323803	rnn.bias_ih_l0_reverse	4	-0.04124205559492111
323803	rnn.bias_ih_l0_reverse	5	-0.19610941410064697
323803	rnn.bias_ih_l0_reverse	6	0.2519070506095886
323803	rnn.bias_ih_l0_reverse	7	-0.2784384489059448
323803	rnn.bias_ih_l0_reverse	8	-0.12964139878749847
323803	rnn.bias_ih_l0_reverse	9	-0.16264599561691284
323803	rnn.bias_hh_l0_reverse	0	-0.12278126180171967
323803	rnn.bias_hh_l0_reverse	1	0.22393499314785004
323803	rnn.bias_hh_l0_reverse	2	-0.3080800473690033
323803	rnn.bias_hh_l0_reverse	3	-0.1714741289615631
323803	rnn.bias_hh_l0_reverse	4	-0.3485442101955414
323803	rnn.bias_hh_l0_reverse	5	-0.17422422766685486
323803	rnn.bias_hh_l0_reverse	6	-0.2700885534286499
323803	rnn.bias_hh_l0_reverse	7	-0.09177164733409882
323803	rnn.bias_hh_l0_reverse	8	-0.2269381731748581
323803	rnn.bias_hh_l0_reverse	9	0.18428070843219757
323803	linear.weight	0	0.14729712903499603
323803	linear.weight	1	-0.4908655881881714
323803	linear.weight	2	0.020752349868416786
323803	linear.weight	3	0.06770884990692139
323803	linear.weight	4	-0.12224934250116348
323803	linear.weight	5	0.19039514660835266
323803	linear.weight	6	-0.04620978608727455
323803	linear.weight	7	-0.06419137120246887
323803	linear.weight	8	0.08492904901504517
323803	linear.weight	9	-0.04517725110054016
323803	linear.bias	0	-1.0539486408233643
323803	linear.bias	1	1.992861032485962
323803	linear.bias	2	0.6552342772483826
323803	linear.bias	3	-2.571852684020996
323803	linear.bias	4	-0.2710186839103699
323803	linear.bias	5	1.2466496229171753
323803	linear.bias	6	-0.2542596161365509
323803	linear.bias	7	0.6333695650100708
323803	linear.bias	8	2.1329917907714844
323803	linear.bias	9	-1.4714299440383911
324412	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
324412	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
324412	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
324412	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
324412	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
324412	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
324412	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
324412	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
324412	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
324412	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
324412	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
324412	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
324412	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
324412	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
324412	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
324412	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
324412	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
324412	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
324412	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
324412	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
324412	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
324412	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
324412	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
324412	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
324412	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
324412	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
324412	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
324412	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
324412	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
324412	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
324412	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
324412	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
324412	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
324412	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
324412	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
324412	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
324412	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
324412	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
324412	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
324412	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
324412	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
324412	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
324412	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
324412	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
324412	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
324412	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
324412	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
324412	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
324412	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
324412	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
324412	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
324412	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
324412	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
324412	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
324412	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
324412	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
324412	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
324412	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
324412	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
324412	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
324412	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
324412	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
324412	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
324412	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
324412	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
324412	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
324412	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
324412	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
324412	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
324412	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
324412	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
324412	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
324412	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
324412	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
324412	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
324412	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
324412	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
324412	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
324412	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
324412	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
324412	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
324412	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
324412	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
324412	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
324412	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
324412	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
324412	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
324412	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
324412	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
324412	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
324412	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
324412	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
324412	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
324412	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
324412	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
324412	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
324412	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
324412	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
324412	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
324412	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
324412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
324412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
324412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
324412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
324412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
324412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
324412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
324412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
324412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
324412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
324412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
324412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
324412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
324412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
324412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
324412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
324412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
324412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
324412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
324412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
324412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
324412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
324412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
324412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
324412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
324412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
324412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
324412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
324412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
324412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
324412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
324412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
324412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
324412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
324412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
324412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
324412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
324412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
324412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
324412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
324412	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
324412	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
324412	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
324412	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
324412	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
324412	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
324412	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
324412	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
324412	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
324412	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
324412	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
324412	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
324412	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
324412	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
324412	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
324412	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
324412	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
324412	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
324412	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
324412	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
324412	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
324412	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
324412	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
324412	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
324412	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
324412	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
324412	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
324412	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
324412	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
324412	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
324412	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
324412	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
324412	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
324412	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
324412	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
324412	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
324412	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
324412	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
324412	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
324412	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
324412	embedding2nn.weight	0	0.29507339000701904
324412	embedding2nn.weight	1	0.35699397325515747
324412	embedding2nn.weight	2	0.005795631092041731
324412	embedding2nn.weight	3	0.062215980142354965
324412	embedding2nn.weight	4	-0.051505763083696365
324412	embedding2nn.weight	5	0.06503041833639145
324412	embedding2nn.weight	6	0.051464445888996124
324412	embedding2nn.weight	7	-0.030038509517908096
324412	embedding2nn.weight	8	0.040499329566955566
324412	embedding2nn.weight	9	-0.023219330236315727
324412	embedding2nn.bias	0	0.09726043790578842
324412	embedding2nn.bias	1	-0.19754071533679962
324412	embedding2nn.bias	2	0.1048194020986557
324412	embedding2nn.bias	3	0.1777714490890503
324412	embedding2nn.bias	4	0.1501568704843521
324412	embedding2nn.bias	5	-0.04897782951593399
324412	embedding2nn.bias	6	-0.05230434983968735
324412	embedding2nn.bias	7	0.034084003418684006
324412	embedding2nn.bias	8	-0.16227087378501892
324412	embedding2nn.bias	9	-0.3866812288761139
324412	rnn.weight_ih_l0	0	0.0037393674720078707
324412	rnn.weight_ih_l0	1	-0.08058861643075943
324412	rnn.weight_ih_l0	2	-0.07471492141485214
324412	rnn.weight_ih_l0	3	0.08523554354906082
324412	rnn.weight_ih_l0	4	0.04107063636183739
324412	rnn.weight_ih_l0	5	-0.11057104170322418
324412	rnn.weight_ih_l0	6	-0.03227805718779564
324412	rnn.weight_ih_l0	7	-0.006161711178719997
324412	rnn.weight_ih_l0	8	0.05034291371703148
324412	rnn.weight_ih_l0	9	-0.04996883124113083
324412	rnn.weight_hh_l0	0	0.007853499613702297
324412	rnn.weight_hh_l0	1	0.0656614676117897
324412	rnn.weight_hh_l0	2	0.03588661924004555
324412	rnn.weight_hh_l0	3	0.016125833615660667
324412	rnn.weight_hh_l0	4	0.02037987671792507
324412	rnn.weight_hh_l0	5	0.0555742122232914
324412	rnn.weight_hh_l0	6	-0.03826257213950157
324412	rnn.weight_hh_l0	7	-0.06710360944271088
324412	rnn.weight_hh_l0	8	0.0400291346013546
324412	rnn.weight_hh_l0	9	-0.10785068571567535
324412	rnn.bias_ih_l0	0	0.18548119068145752
324412	rnn.bias_ih_l0	1	-0.2330445796251297
324412	rnn.bias_ih_l0	2	-0.0358094684779644
324412	rnn.bias_ih_l0	3	-0.17759113013744354
324412	rnn.bias_ih_l0	4	0.011930333450436592
324412	rnn.bias_ih_l0	5	-0.32354670763015747
324412	rnn.bias_ih_l0	6	-0.126855731010437
324412	rnn.bias_ih_l0	7	-0.29224830865859985
324412	rnn.bias_ih_l0	8	-0.23526380956172943
324412	rnn.bias_ih_l0	9	-0.41004934906959534
324412	rnn.bias_hh_l0	0	-0.2883498966693878
324412	rnn.bias_hh_l0	1	-0.3264622390270233
324412	rnn.bias_hh_l0	2	-0.2825613021850586
324412	rnn.bias_hh_l0	3	-0.08415684103965759
324412	rnn.bias_hh_l0	4	-0.27726709842681885
324412	rnn.bias_hh_l0	5	-0.30513498187065125
324412	rnn.bias_hh_l0	6	-0.11931789666414261
324412	rnn.bias_hh_l0	7	0.03170605003833771
324412	rnn.bias_hh_l0	8	-0.1797666698694229
324412	rnn.bias_hh_l0	9	-0.4709101617336273
324412	rnn.weight_ih_l0_reverse	0	0.02682347595691681
324412	rnn.weight_ih_l0_reverse	1	-0.07722026109695435
324412	rnn.weight_ih_l0_reverse	2	-0.026590466499328613
324412	rnn.weight_ih_l0_reverse	3	-0.07456909865140915
324412	rnn.weight_ih_l0_reverse	4	0.046110160648822784
324412	rnn.weight_ih_l0_reverse	5	-0.10729032009840012
324412	rnn.weight_ih_l0_reverse	6	-0.009127789177000523
324412	rnn.weight_ih_l0_reverse	7	0.010867276228964329
324412	rnn.weight_ih_l0_reverse	8	-0.05534278601408005
324412	rnn.weight_ih_l0_reverse	9	-0.10777107626199722
324412	rnn.weight_hh_l0_reverse	0	-0.08014092594385147
324412	rnn.weight_hh_l0_reverse	1	0.022220170125365257
324412	rnn.weight_hh_l0_reverse	2	-0.008215035311877728
324412	rnn.weight_hh_l0_reverse	3	0.021555090323090553
324412	rnn.weight_hh_l0_reverse	4	-0.0668654516339302
324412	rnn.weight_hh_l0_reverse	5	0.039993416517972946
324412	rnn.weight_hh_l0_reverse	6	0.01771589368581772
324412	rnn.weight_hh_l0_reverse	7	-0.06925434619188309
324412	rnn.weight_hh_l0_reverse	8	-0.02491956390440464
324412	rnn.weight_hh_l0_reverse	9	0.08395653963088989
324412	rnn.bias_ih_l0_reverse	0	-0.1375667303800583
324412	rnn.bias_ih_l0_reverse	1	-0.0845390260219574
324412	rnn.bias_ih_l0_reverse	2	0.10869938135147095
324412	rnn.bias_ih_l0_reverse	3	-0.23833675682544708
324412	rnn.bias_ih_l0_reverse	4	-0.03713255375623703
324412	rnn.bias_ih_l0_reverse	5	-0.20037393271923065
324412	rnn.bias_ih_l0_reverse	6	0.25350382924079895
324412	rnn.bias_ih_l0_reverse	7	-0.2928081154823303
324412	rnn.bias_ih_l0_reverse	8	-0.12433204054832458
324412	rnn.bias_ih_l0_reverse	9	-0.16929113864898682
324412	rnn.bias_hh_l0_reverse	0	-0.12420619279146194
324412	rnn.bias_hh_l0_reverse	1	0.23635712265968323
324412	rnn.bias_hh_l0_reverse	2	-0.313211590051651
324412	rnn.bias_hh_l0_reverse	3	-0.17268887162208557
324412	rnn.bias_hh_l0_reverse	4	-0.34398847818374634
324412	rnn.bias_hh_l0_reverse	5	-0.17340996861457825
324412	rnn.bias_hh_l0_reverse	6	-0.2649407684803009
324412	rnn.bias_hh_l0_reverse	7	-0.09609375894069672
324412	rnn.bias_hh_l0_reverse	8	-0.23422937095165253
324412	rnn.bias_hh_l0_reverse	9	0.1834810972213745
324412	linear.weight	0	0.170741006731987
324412	linear.weight	1	-0.4795955717563629
324412	linear.weight	2	0.057629410177469254
324412	linear.weight	3	0.0677051916718483
324412	linear.weight	4	-0.16874577105045319
324412	linear.weight	5	0.2127705067396164
324412	linear.weight	6	-0.07848506420850754
324412	linear.weight	7	-0.06417427957057953
324412	linear.weight	8	0.07837443053722382
324412	linear.weight	9	-0.04519413411617279
324412	linear.bias	0	-1.0467606782913208
324412	linear.bias	1	1.9754884243011475
324412	linear.bias	2	0.6253871917724609
324412	linear.bias	3	-2.5723721981048584
324412	linear.bias	4	-0.229644775390625
324412	linear.bias	5	1.2499706745147705
324412	linear.bias	6	-0.21651531755924225
324412	linear.bias	7	0.6408786773681641
324412	linear.bias	8	2.2155869007110596
324412	linear.bias	9	-1.4449615478515625
325021	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
325021	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
325021	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
325021	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
325021	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
325021	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
325021	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
325021	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
325021	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
325021	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
325021	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
325021	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
325021	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
325021	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
325021	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
325021	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
325021	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
325021	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
325021	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
325021	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
325021	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
325021	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
325021	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
325021	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
325021	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
325021	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
325021	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
325021	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
325021	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
325021	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
325021	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
325021	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
325021	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
325021	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
325021	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
325021	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
325021	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
325021	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
325021	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
325021	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
325021	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
325021	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
325021	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
325021	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
325021	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
325021	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
325021	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
325021	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
325021	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
325021	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
325021	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
325021	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
325021	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
325021	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
325021	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
325021	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
325021	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
325021	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
325021	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
325021	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
325021	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
325021	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
325021	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
325021	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
325021	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
325021	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
325021	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
325021	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
325021	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
325021	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
325021	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
325021	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
325021	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
325021	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
325021	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
325021	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
325021	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
325021	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
325021	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
325021	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
325021	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
325021	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
325021	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
325021	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
325021	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
325021	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
325021	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
325021	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
325021	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
325021	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
325021	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
325021	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
325021	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
325021	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
325021	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
325021	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
325021	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
325021	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
325021	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
325021	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
325021	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
325021	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
325021	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
325021	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
325021	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
325021	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
325021	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
325021	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
325021	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
325021	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
325021	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
325021	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
325021	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
325021	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
325021	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
325021	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
325021	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
325021	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
325021	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
325021	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
325021	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
325021	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
325021	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
325021	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
325021	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
325021	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
325021	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
325021	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
325021	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
325021	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
325021	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
325021	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
325021	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
325021	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
325021	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
325021	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
325021	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
325021	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
325021	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
325021	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
325021	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
325021	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
325021	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
325021	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
325021	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
325021	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
325021	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
325021	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
325021	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
325021	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
325021	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
325021	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
325021	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
325021	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
325021	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
325021	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
325021	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
325021	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
325021	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
325021	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
325021	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
325021	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
325021	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
325021	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
325021	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
325021	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
325021	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
325021	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
325021	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
325021	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
325021	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
325021	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
325021	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
325021	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
325021	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
325021	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
325021	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
325021	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
325021	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
325021	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
325021	embedding2nn.weight	0	0.29611000418663025
325021	embedding2nn.weight	1	0.35607442259788513
325021	embedding2nn.weight	2	0.002467172686010599
325021	embedding2nn.weight	3	0.05915173888206482
325021	embedding2nn.weight	4	-0.05262928456068039
325021	embedding2nn.weight	5	0.0634889230132103
325021	embedding2nn.weight	6	0.04659731686115265
325021	embedding2nn.weight	7	-0.0315820649266243
325021	embedding2nn.weight	8	0.038723528385162354
325021	embedding2nn.weight	9	-0.017322709783911705
325021	embedding2nn.bias	0	0.0868445411324501
325021	embedding2nn.bias	1	-0.1984839290380478
325021	embedding2nn.bias	2	0.10234511643648148
325021	embedding2nn.bias	3	0.18502932786941528
325021	embedding2nn.bias	4	0.16007976233959198
325021	embedding2nn.bias	5	-0.05749109387397766
325021	embedding2nn.bias	6	-0.03563539683818817
325021	embedding2nn.bias	7	0.020893646404147148
325021	embedding2nn.bias	8	-0.14385804533958435
325021	embedding2nn.bias	9	-0.3834812641143799
325021	rnn.weight_ih_l0	0	0.004379813093692064
325021	rnn.weight_ih_l0	1	-0.07976460456848145
325021	rnn.weight_ih_l0	2	-0.07571644335985184
325021	rnn.weight_ih_l0	3	0.08441000431776047
325021	rnn.weight_ih_l0	4	0.03570717200636864
325021	rnn.weight_ih_l0	5	-0.09890840947628021
325021	rnn.weight_ih_l0	6	-0.030874421820044518
325021	rnn.weight_ih_l0	7	-0.0063839382492005825
325021	rnn.weight_ih_l0	8	0.050802960991859436
325021	rnn.weight_ih_l0	9	-0.046203695237636566
325021	rnn.weight_hh_l0	0	0.008179262280464172
325021	rnn.weight_hh_l0	1	0.06435397267341614
325021	rnn.weight_hh_l0	2	0.03494250401854515
325021	rnn.weight_hh_l0	3	0.015854474157094955
325021	rnn.weight_hh_l0	4	0.0192815363407135
325021	rnn.weight_hh_l0	5	0.05425920709967613
325021	rnn.weight_hh_l0	6	-0.03853682056069374
325021	rnn.weight_hh_l0	7	-0.06679383665323257
325021	rnn.weight_hh_l0	8	0.03974292799830437
325021	rnn.weight_hh_l0	9	-0.10777265578508377
325021	rnn.bias_ih_l0	0	0.19903869926929474
325021	rnn.bias_ih_l0	1	-0.23435795307159424
325021	rnn.bias_ih_l0	2	-0.035579320043325424
325021	rnn.bias_ih_l0	3	-0.17893891036510468
325021	rnn.bias_ih_l0	4	0.003950739279389381
325021	rnn.bias_ih_l0	5	-0.325693279504776
325021	rnn.bias_ih_l0	6	-0.12137006968259811
325021	rnn.bias_ih_l0	7	-0.2917464077472687
325021	rnn.bias_ih_l0	8	-0.23148776590824127
325021	rnn.bias_ih_l0	9	-0.41837167739868164
325021	rnn.bias_hh_l0	0	-0.28072282671928406
325021	rnn.bias_hh_l0	1	-0.31964123249053955
325021	rnn.bias_hh_l0	2	-0.28651297092437744
325021	rnn.bias_hh_l0	3	-0.08181532472372055
325021	rnn.bias_hh_l0	4	-0.2813451886177063
325021	rnn.bias_hh_l0	5	-0.3039630651473999
325021	rnn.bias_hh_l0	6	-0.12901264429092407
325021	rnn.bias_hh_l0	7	0.044514622539281845
325021	rnn.bias_hh_l0	8	-0.16698281466960907
325021	rnn.bias_hh_l0	9	-0.47788745164871216
325021	rnn.weight_ih_l0_reverse	0	0.024585913866758347
325021	rnn.weight_ih_l0_reverse	1	-0.07699374109506607
325021	rnn.weight_ih_l0_reverse	2	-0.021058574318885803
325021	rnn.weight_ih_l0_reverse	3	-0.07589925080537796
325021	rnn.weight_ih_l0_reverse	4	0.04492926225066185
325021	rnn.weight_ih_l0_reverse	5	-0.1039903536438942
325021	rnn.weight_ih_l0_reverse	6	-0.011165772564709187
325021	rnn.weight_ih_l0_reverse	7	0.010345050133764744
325021	rnn.weight_ih_l0_reverse	8	-0.05428453907370567
325021	rnn.weight_ih_l0_reverse	9	-0.10470740497112274
325021	rnn.weight_hh_l0_reverse	0	-0.0781690701842308
325021	rnn.weight_hh_l0_reverse	1	0.022486111149191856
325021	rnn.weight_hh_l0_reverse	2	-0.007868806831538677
325021	rnn.weight_hh_l0_reverse	3	0.02086375094950199
325021	rnn.weight_hh_l0_reverse	4	-0.06619878113269806
325021	rnn.weight_hh_l0_reverse	5	0.04024386778473854
325021	rnn.weight_hh_l0_reverse	6	0.0184341948479414
325021	rnn.weight_hh_l0_reverse	7	-0.07046131789684296
325021	rnn.weight_hh_l0_reverse	8	-0.02381342463195324
325021	rnn.weight_hh_l0_reverse	9	0.08447305113077164
325021	rnn.bias_ih_l0_reverse	0	-0.14368906617164612
325021	rnn.bias_ih_l0_reverse	1	-0.07911305874586105
325021	rnn.bias_ih_l0_reverse	2	0.10375786572694778
325021	rnn.bias_ih_l0_reverse	3	-0.2441236674785614
325021	rnn.bias_ih_l0_reverse	4	-0.03668566420674324
325021	rnn.bias_ih_l0_reverse	5	-0.19611859321594238
325021	rnn.bias_ih_l0_reverse	6	0.24449123442173004
325021	rnn.bias_ih_l0_reverse	7	-0.30400946736335754
325021	rnn.bias_ih_l0_reverse	8	-0.12913008034229279
325021	rnn.bias_ih_l0_reverse	9	-0.17315156757831573
325021	rnn.bias_hh_l0_reverse	0	-0.12784144282341003
325021	rnn.bias_hh_l0_reverse	1	0.22476176917552948
325021	rnn.bias_hh_l0_reverse	2	-0.31507888436317444
325021	rnn.bias_hh_l0_reverse	3	-0.1661960929632187
325021	rnn.bias_hh_l0_reverse	4	-0.3426660895347595
325021	rnn.bias_hh_l0_reverse	5	-0.1680307686328888
325021	rnn.bias_hh_l0_reverse	6	-0.2679368853569031
325021	rnn.bias_hh_l0_reverse	7	-0.08946193009614944
325021	rnn.bias_hh_l0_reverse	8	-0.22504444420337677
325021	rnn.bias_hh_l0_reverse	9	0.20006173849105835
325021	linear.weight	0	0.14721566438674927
325021	linear.weight	1	-0.4598619341850281
325021	linear.weight	2	0.039430566132068634
325021	linear.weight	3	0.067705437541008
325021	linear.weight	4	-0.1650325357913971
325021	linear.weight	5	0.2078535258769989
325021	linear.weight	6	-0.07919683307409286
325021	linear.weight	7	-0.06415986269712448
325021	linear.weight	8	0.06327705830335617
325021	linear.weight	9	-0.045206617563962936
325021	linear.bias	0	-1.0076854228973389
325021	linear.bias	1	1.96697998046875
325021	linear.bias	2	0.6300535798072815
325021	linear.bias	3	-2.5729176998138428
325021	linear.bias	4	-0.2813137173652649
325021	linear.bias	5	1.2482033967971802
325021	linear.bias	6	-0.21757759153842926
325021	linear.bias	7	0.6626062393188477
325021	linear.bias	8	2.143479824066162
325021	linear.bias	9	-1.4233146905899048
325630	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
325630	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
325630	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
325630	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
325630	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
325630	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
325630	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
325630	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
325630	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
325630	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
325630	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
325630	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
325630	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
325630	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
325630	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
325630	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
325630	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
325630	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
325630	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
325630	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
325630	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
325630	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
325630	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
325630	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
325630	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
325630	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
325630	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
325630	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
325630	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
325630	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
325630	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
325630	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
325630	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
325630	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
325630	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
325630	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
325630	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
325630	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
325630	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
325630	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
325630	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
325630	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
325630	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
325630	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
325630	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
325630	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
325630	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
325630	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
325630	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
325630	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
325630	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
325630	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
325630	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
325630	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
325630	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
325630	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
325630	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
325630	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
325630	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
325630	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
325630	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
325630	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
325630	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
325630	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
325630	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
325630	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
325630	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
325630	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
325630	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
325630	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
325630	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
325630	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
325630	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
325630	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
325630	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
325630	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
325630	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
325630	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
325630	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
325630	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
325630	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
325630	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
325630	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
325630	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
325630	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
325630	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
325630	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
325630	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
325630	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
325630	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
325630	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
325630	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
325630	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
325630	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
325630	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
325630	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
325630	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
325630	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
325630	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
325630	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
325630	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
325630	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
325630	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
325630	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
325630	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
325630	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
325630	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
325630	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
325630	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
325630	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
325630	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
325630	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
325630	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
325630	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
325630	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
325630	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
325630	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
325630	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
325630	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
325630	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
325630	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
325630	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
325630	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
325630	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
325630	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
325630	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
325630	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
325630	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
325630	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
325630	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
325630	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
325630	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
325630	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
325630	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
325630	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
325630	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
325630	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
325630	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
325630	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
325630	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
325630	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
325630	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
325630	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
325630	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
325630	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
325630	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
325630	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
325630	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
325630	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
325630	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
325630	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
325630	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
325630	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
325630	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
325630	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
325630	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
325630	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
325630	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
325630	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
325630	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
325630	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
325630	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
325630	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
325630	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
325630	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
325630	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
325630	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
325630	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
325630	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
325630	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
325630	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
325630	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
325630	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
325630	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
325630	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
325630	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
325630	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
325630	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
325630	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
325630	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
325630	embedding2nn.weight	0	0.29839441180229187
325630	embedding2nn.weight	1	0.3507618010044098
325630	embedding2nn.weight	2	-0.00045077409595251083
325630	embedding2nn.weight	3	0.041311874985694885
325630	embedding2nn.weight	4	-0.05228830501437187
325630	embedding2nn.weight	5	0.06266973912715912
325630	embedding2nn.weight	6	0.0447763130068779
325630	embedding2nn.weight	7	-0.0346439853310585
325630	embedding2nn.weight	8	0.03692520037293434
325630	embedding2nn.weight	9	-0.014300151728093624
325630	embedding2nn.bias	0	0.0695163831114769
325630	embedding2nn.bias	1	-0.18363481760025024
325630	embedding2nn.bias	2	0.10474438220262527
325630	embedding2nn.bias	3	0.1910756379365921
325630	embedding2nn.bias	4	0.1729394495487213
325630	embedding2nn.bias	5	-0.06406809389591217
325630	embedding2nn.bias	6	-0.030239272862672806
325630	embedding2nn.bias	7	0.028682371601462364
325630	embedding2nn.bias	8	-0.142229825258255
325630	embedding2nn.bias	9	-0.3837229013442993
325630	rnn.weight_ih_l0	0	0.006061641965061426
325630	rnn.weight_ih_l0	1	-0.07747901976108551
325630	rnn.weight_ih_l0	2	-0.07460787892341614
325630	rnn.weight_ih_l0	3	0.08995833247900009
325630	rnn.weight_ih_l0	4	0.03601899743080139
325630	rnn.weight_ih_l0	5	-0.09624828398227692
325630	rnn.weight_ih_l0	6	-0.03562590107321739
325630	rnn.weight_ih_l0	7	0.0014477957738563418
325630	rnn.weight_ih_l0	8	0.04802478104829788
325630	rnn.weight_ih_l0	9	-0.04727792367339134
325630	rnn.weight_hh_l0	0	0.006834032479673624
325630	rnn.weight_hh_l0	1	0.06452560424804688
325630	rnn.weight_hh_l0	2	0.035857610404491425
325630	rnn.weight_hh_l0	3	0.015773367136716843
325630	rnn.weight_hh_l0	4	0.02057114616036415
325630	rnn.weight_hh_l0	5	0.05334828421473503
325630	rnn.weight_hh_l0	6	-0.03890842944383621
325630	rnn.weight_hh_l0	7	-0.06712260097265244
325630	rnn.weight_hh_l0	8	0.03994016721844673
325630	rnn.weight_hh_l0	9	-0.108364537358284
325630	rnn.bias_ih_l0	0	0.1976151168346405
325630	rnn.bias_ih_l0	1	-0.23622766137123108
325630	rnn.bias_ih_l0	2	-0.041636958718299866
325630	rnn.bias_ih_l0	3	-0.18182972073554993
325630	rnn.bias_ih_l0	4	0.007025412283837795
325630	rnn.bias_ih_l0	5	-0.3258911669254303
325630	rnn.bias_ih_l0	6	-0.12480568140745163
325630	rnn.bias_ih_l0	7	-0.2912369668483734
325630	rnn.bias_ih_l0	8	-0.23008666932582855
325630	rnn.bias_ih_l0	9	-0.4140065014362335
325630	rnn.bias_hh_l0	0	-0.2797103822231293
325630	rnn.bias_hh_l0	1	-0.3183005154132843
325630	rnn.bias_hh_l0	2	-0.28622549772262573
325630	rnn.bias_hh_l0	3	-0.08395307511091232
325630	rnn.bias_hh_l0	4	-0.28599002957344055
325630	rnn.bias_hh_l0	5	-0.303660124540329
325630	rnn.bias_hh_l0	6	-0.1237294003367424
325630	rnn.bias_hh_l0	7	0.05458066239953041
325630	rnn.bias_hh_l0	8	-0.17589637637138367
325630	rnn.bias_hh_l0	9	-0.4741270840167999
325630	rnn.weight_ih_l0_reverse	0	0.027640704065561295
325630	rnn.weight_ih_l0_reverse	1	-0.0752936601638794
325630	rnn.weight_ih_l0_reverse	2	-0.022627437487244606
325630	rnn.weight_ih_l0_reverse	3	-0.07782381772994995
325630	rnn.weight_ih_l0_reverse	4	0.04836704581975937
325630	rnn.weight_ih_l0_reverse	5	-0.09907668828964233
325630	rnn.weight_ih_l0_reverse	6	-0.012880013324320316
325630	rnn.weight_ih_l0_reverse	7	0.009549571201205254
325630	rnn.weight_ih_l0_reverse	8	-0.05252625048160553
325630	rnn.weight_ih_l0_reverse	9	-0.10704749822616577
325630	rnn.weight_hh_l0_reverse	0	-0.07811387628316879
325630	rnn.weight_hh_l0_reverse	1	0.020925920456647873
325630	rnn.weight_hh_l0_reverse	2	-0.006955096963793039
325630	rnn.weight_hh_l0_reverse	3	0.02086150459945202
325630	rnn.weight_hh_l0_reverse	4	-0.06494153290987015
325630	rnn.weight_hh_l0_reverse	5	0.04023107886314392
325630	rnn.weight_hh_l0_reverse	6	0.018999336287379265
325630	rnn.weight_hh_l0_reverse	7	-0.06759721785783768
325630	rnn.weight_hh_l0_reverse	8	-0.019705938175320625
325630	rnn.weight_hh_l0_reverse	9	0.08288424462080002
325630	rnn.bias_ih_l0_reverse	0	-0.14768768846988678
325630	rnn.bias_ih_l0_reverse	1	-0.07965824007987976
325630	rnn.bias_ih_l0_reverse	2	0.10305891185998917
325630	rnn.bias_ih_l0_reverse	3	-0.24318461120128632
325630	rnn.bias_ih_l0_reverse	4	-0.042490921914577484
325630	rnn.bias_ih_l0_reverse	5	-0.19758611917495728
325630	rnn.bias_ih_l0_reverse	6	0.2538500428199768
325630	rnn.bias_ih_l0_reverse	7	-0.2997644543647766
325630	rnn.bias_ih_l0_reverse	8	-0.1345282644033432
325630	rnn.bias_ih_l0_reverse	9	-0.17054688930511475
325630	rnn.bias_hh_l0_reverse	0	-0.13230478763580322
325630	rnn.bias_hh_l0_reverse	1	0.22380873560905457
325630	rnn.bias_hh_l0_reverse	2	-0.32464170455932617
325630	rnn.bias_hh_l0_reverse	3	-0.1647236943244934
325630	rnn.bias_hh_l0_reverse	4	-0.33787161111831665
325630	rnn.bias_hh_l0_reverse	5	-0.17110654711723328
325630	rnn.bias_hh_l0_reverse	6	-0.269793301820755
325630	rnn.bias_hh_l0_reverse	7	-0.0883411392569542
325630	rnn.bias_hh_l0_reverse	8	-0.2328810691833496
325630	rnn.bias_hh_l0_reverse	9	0.19481931626796722
325630	linear.weight	0	0.16005617380142212
325630	linear.weight	1	-0.42602670192718506
325630	linear.weight	2	0.03951210156083107
325630	linear.weight	3	0.06770171225070953
325630	linear.weight	4	-0.171881765127182
325630	linear.weight	5	0.224534273147583
325630	linear.weight	6	-0.09469080716371536
325630	linear.weight	7	-0.06414128839969635
325630	linear.weight	8	0.060085929930210114
325630	linear.weight	9	-0.045225001871585846
325630	linear.bias	0	-1.0108269453048706
325630	linear.bias	1	1.9158610105514526
325630	linear.bias	2	0.702755331993103
325630	linear.bias	3	-2.5735373497009277
325630	linear.bias	4	-0.27654963731765747
325630	linear.bias	5	1.2063785791397095
325630	linear.bias	6	-0.18968099355697632
325630	linear.bias	7	0.6573541164398193
325630	linear.bias	8	2.134644031524658
325630	linear.bias	9	-1.4204696416854858
326239	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
326239	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
326239	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
326239	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
326239	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
326239	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
326239	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
326239	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
326239	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
326239	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
326239	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
326239	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
326239	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
326239	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
326239	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
326239	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
326239	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
326239	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
326239	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
326239	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
326239	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
326239	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
326239	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
326239	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
326239	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
326239	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
326239	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
326239	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
326239	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
326239	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
326239	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
326239	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
326239	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
326239	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
326239	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
326239	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
326239	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
326239	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
326239	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
326239	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
326239	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
326239	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
326239	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
326239	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
326239	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
326239	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
326239	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
326239	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
326239	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
326239	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
326239	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
326239	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
326239	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
326239	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
326239	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
326239	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
326239	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
326239	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
326239	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
326239	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
326239	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
326239	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
326239	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
326239	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
326239	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
326239	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
326239	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
326239	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
326239	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
326239	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
326239	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
326239	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
326239	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
326239	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
326239	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
326239	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
326239	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
326239	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
326239	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
326239	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
326239	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
326239	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
326239	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
326239	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
326239	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
326239	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
326239	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
326239	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
326239	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
326239	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
326239	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
326239	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
326239	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
326239	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
326239	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
326239	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
326239	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
326239	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
326239	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
326239	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
326239	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
326239	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
326239	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
326239	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
326239	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
326239	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
326239	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
326239	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
326239	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
326239	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
326239	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
326239	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
326239	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
326239	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
326239	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
326239	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
326239	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
326239	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
326239	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
326239	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
326239	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
326239	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
326239	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
326239	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
326239	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
326239	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
326239	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
326239	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
326239	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
326239	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
326239	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
326239	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
326239	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
326239	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
326239	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
326239	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
326239	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
326239	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
326239	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
326239	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
326239	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
326239	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
326239	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
326239	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
326239	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
326239	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
326239	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
326239	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
326239	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
326239	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
326239	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
326239	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
326239	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
326239	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
326239	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
326239	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
326239	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
326239	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
326239	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
326239	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
326239	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
326239	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
326239	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
326239	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
326239	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
326239	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
326239	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
326239	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
326239	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
326239	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
326239	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
326239	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
326239	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
326239	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
326239	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
326239	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
326239	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
326239	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
326239	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
326239	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
326239	embedding2nn.weight	0	0.29723089933395386
326239	embedding2nn.weight	1	0.3505064845085144
326239	embedding2nn.weight	2	-0.0036576746497303247
326239	embedding2nn.weight	3	0.03804785758256912
326239	embedding2nn.weight	4	-0.05196026340126991
326239	embedding2nn.weight	5	0.06111915409564972
326239	embedding2nn.weight	6	0.04233895242214203
326239	embedding2nn.weight	7	-0.02877401001751423
326239	embedding2nn.weight	8	0.03673280030488968
326239	embedding2nn.weight	9	-0.009269850328564644
326239	embedding2nn.bias	0	0.08862273395061493
326239	embedding2nn.bias	1	-0.1821984350681305
326239	embedding2nn.bias	2	0.09919662773609161
326239	embedding2nn.bias	3	0.17173422873020172
326239	embedding2nn.bias	4	0.1524370014667511
326239	embedding2nn.bias	5	-0.07380455732345581
326239	embedding2nn.bias	6	-0.03000211901962757
326239	embedding2nn.bias	7	0.026997927576303482
326239	embedding2nn.bias	8	-0.14918799698352814
326239	embedding2nn.bias	9	-0.4067872166633606
326239	rnn.weight_ih_l0	0	0.007166123948991299
326239	rnn.weight_ih_l0	1	-0.07515057921409607
326239	rnn.weight_ih_l0	2	-0.07211869210004807
326239	rnn.weight_ih_l0	3	0.08842241764068604
326239	rnn.weight_ih_l0	4	0.03788300231099129
326239	rnn.weight_ih_l0	5	-0.10813684016466141
326239	rnn.weight_ih_l0	6	-0.03352867066860199
326239	rnn.weight_ih_l0	7	0.002534177154302597
326239	rnn.weight_ih_l0	8	0.04580533131957054
326239	rnn.weight_ih_l0	9	-0.048440542072057724
326239	rnn.weight_hh_l0	0	0.006525127217173576
326239	rnn.weight_hh_l0	1	0.0636420026421547
326239	rnn.weight_hh_l0	2	0.03516794368624687
326239	rnn.weight_hh_l0	3	0.015770822763442993
326239	rnn.weight_hh_l0	4	0.020701304078102112
326239	rnn.weight_hh_l0	5	0.051709067076444626
326239	rnn.weight_hh_l0	6	-0.038380153477191925
326239	rnn.weight_hh_l0	7	-0.06866681575775146
326239	rnn.weight_hh_l0	8	0.03989908844232559
326239	rnn.weight_hh_l0	9	-0.1087815910577774
326239	rnn.bias_ih_l0	0	0.19094538688659668
326239	rnn.bias_ih_l0	1	-0.24017678201198578
326239	rnn.bias_ih_l0	2	-0.043853312730789185
326239	rnn.bias_ih_l0	3	-0.16823412477970123
326239	rnn.bias_ih_l0	4	-0.010858195833861828
326239	rnn.bias_ih_l0	5	-0.33025088906288147
326239	rnn.bias_ih_l0	6	-0.1281662881374359
326239	rnn.bias_ih_l0	7	-0.2933782935142517
326239	rnn.bias_ih_l0	8	-0.2333374172449112
326239	rnn.bias_ih_l0	9	-0.4194321930408478
326239	rnn.bias_hh_l0	0	-0.27703210711479187
326239	rnn.bias_hh_l0	1	-0.32105234265327454
326239	rnn.bias_hh_l0	2	-0.2819186747074127
326239	rnn.bias_hh_l0	3	-0.07152875512838364
326239	rnn.bias_hh_l0	4	-0.28060412406921387
326239	rnn.bias_hh_l0	5	-0.3015323877334595
326239	rnn.bias_hh_l0	6	-0.12548738718032837
326239	rnn.bias_hh_l0	7	0.0493769608438015
326239	rnn.bias_hh_l0	8	-0.17260335385799408
326239	rnn.bias_hh_l0	9	-0.4751206934452057
326239	rnn.weight_ih_l0_reverse	0	0.015435390174388885
326239	rnn.weight_ih_l0_reverse	1	-0.0747256726026535
326239	rnn.weight_ih_l0_reverse	2	-0.017263449728488922
326239	rnn.weight_ih_l0_reverse	3	-0.07575791329145432
326239	rnn.weight_ih_l0_reverse	4	0.04899325966835022
326239	rnn.weight_ih_l0_reverse	5	-0.10290760546922684
326239	rnn.weight_ih_l0_reverse	6	-0.010226888582110405
326239	rnn.weight_ih_l0_reverse	7	0.00948416069149971
326239	rnn.weight_ih_l0_reverse	8	-0.05263468250632286
326239	rnn.weight_ih_l0_reverse	9	-0.106185182929039
326239	rnn.weight_hh_l0_reverse	0	-0.08010263741016388
326239	rnn.weight_hh_l0_reverse	1	0.02082829363644123
326239	rnn.weight_hh_l0_reverse	2	-0.007914700545370579
326239	rnn.weight_hh_l0_reverse	3	0.020151866599917412
326239	rnn.weight_hh_l0_reverse	4	-0.06452132761478424
326239	rnn.weight_hh_l0_reverse	5	0.0395745187997818
326239	rnn.weight_hh_l0_reverse	6	0.01893920637667179
326239	rnn.weight_hh_l0_reverse	7	-0.0687551498413086
326239	rnn.weight_hh_l0_reverse	8	-0.01720445044338703
326239	rnn.weight_hh_l0_reverse	9	0.08321208506822586
326239	rnn.bias_ih_l0_reverse	0	-0.14968149363994598
326239	rnn.bias_ih_l0_reverse	1	-0.0758679136633873
326239	rnn.bias_ih_l0_reverse	2	0.1092827320098877
326239	rnn.bias_ih_l0_reverse	3	-0.2444957047700882
326239	rnn.bias_ih_l0_reverse	4	-0.05090811848640442
326239	rnn.bias_ih_l0_reverse	5	-0.19740507006645203
326239	rnn.bias_ih_l0_reverse	6	0.2624150216579437
326239	rnn.bias_ih_l0_reverse	7	-0.29909807443618774
326239	rnn.bias_ih_l0_reverse	8	-0.1363379806280136
326239	rnn.bias_ih_l0_reverse	9	-0.15053145587444305
326239	rnn.bias_hh_l0_reverse	0	-0.13106398284435272
326239	rnn.bias_hh_l0_reverse	1	0.21231329441070557
326239	rnn.bias_hh_l0_reverse	2	-0.3267081081867218
326239	rnn.bias_hh_l0_reverse	3	-0.16278500854969025
326239	rnn.bias_hh_l0_reverse	4	-0.344744473695755
326239	rnn.bias_hh_l0_reverse	5	-0.16750024259090424
326239	rnn.bias_hh_l0_reverse	6	-0.2678644061088562
326239	rnn.bias_hh_l0_reverse	7	-0.08493594825267792
326239	rnn.bias_hh_l0_reverse	8	-0.23985353112220764
326239	rnn.bias_hh_l0_reverse	9	0.20402595400810242
326239	linear.weight	0	0.1429872363805771
326239	linear.weight	1	-0.4311246871948242
326239	linear.weight	2	0.03706323727965355
326239	linear.weight	3	0.06769809126853943
326239	linear.weight	4	-0.12651583552360535
326239	linear.weight	5	0.2008642852306366
326239	linear.weight	6	-0.08286721259355545
326239	linear.weight	7	-0.0641305223107338
326239	linear.weight	8	0.06256130337715149
326239	linear.weight	9	-0.045244406908750534
326239	linear.bias	0	-0.9677627682685852
326239	linear.bias	1	1.9380935430526733
326239	linear.bias	2	0.7028045058250427
326239	linear.bias	3	-2.57407546043396
326239	linear.bias	4	-0.2810482680797577
326239	linear.bias	5	1.1812465190887451
326239	linear.bias	6	-0.22948551177978516
326239	linear.bias	7	0.6528856754302979
326239	linear.bias	8	2.164501428604126
326239	linear.bias	9	-1.4177024364471436
326848	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
326848	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
326848	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
326848	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
326848	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
326848	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
326848	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
326848	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
326848	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
326848	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
326848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
326848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
326848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
326848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
326848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
326848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
326848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
326848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
326848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
326848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
326848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
326848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
326848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
326848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
326848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
326848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
326848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
326848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
326848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
326848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
326848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
326848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
326848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
326848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
326848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
326848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
326848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
326848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
326848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
326848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
326848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
326848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
326848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
326848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
326848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
326848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
326848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
326848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
326848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
326848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
326848	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
326848	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
326848	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
326848	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
326848	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
326848	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
326848	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
326848	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
326848	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
326848	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
326848	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
326848	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
326848	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
326848	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
326848	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
326848	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
326848	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
326848	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
326848	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
326848	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
326848	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
326848	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
326848	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
326848	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
326848	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
326848	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
326848	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
326848	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
326848	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
326848	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
326848	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
326848	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
326848	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
326848	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
326848	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
326848	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
326848	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
326848	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
326848	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
326848	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
326848	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
326848	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
326848	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
326848	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
326848	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
326848	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
326848	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
326848	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
326848	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
326848	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
326848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
326848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
326848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
326848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
326848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
326848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
326848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
326848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
326848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
326848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
326848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
326848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
326848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
326848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
326848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
326848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
326848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
326848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
326848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
326848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
326848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
326848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
326848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
326848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
326848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
326848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
326848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
326848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
326848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
326848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
326848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
326848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
326848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
326848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
326848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
326848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
326848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
326848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
326848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
326848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
326848	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
326848	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
326848	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
326848	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
326848	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
326848	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
326848	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
326848	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
326848	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
326848	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
326848	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
326848	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
326848	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
326848	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
326848	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
326848	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
326848	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
326848	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
326848	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
326848	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
326848	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
326848	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
326848	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
326848	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
326848	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
326848	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
326848	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
326848	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
326848	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
326848	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
326848	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
326848	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
326848	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
326848	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
326848	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
326848	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
326848	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
326848	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
326848	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
326848	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
326848	embedding2nn.weight	0	0.2981269657611847
326848	embedding2nn.weight	1	0.35285255312919617
326848	embedding2nn.weight	2	-0.006624840199947357
326848	embedding2nn.weight	3	0.05360731482505798
326848	embedding2nn.weight	4	-0.05755261331796646
326848	embedding2nn.weight	5	0.0634307712316513
326848	embedding2nn.weight	6	0.04122956842184067
326848	embedding2nn.weight	7	-0.028032194823026657
326848	embedding2nn.weight	8	0.03345578536391258
326848	embedding2nn.weight	9	-0.009944286197423935
326848	embedding2nn.bias	0	0.05377216637134552
326848	embedding2nn.bias	1	-0.20891590416431427
326848	embedding2nn.bias	2	0.12750637531280518
326848	embedding2nn.bias	3	0.17717209458351135
326848	embedding2nn.bias	4	0.1489650309085846
326848	embedding2nn.bias	5	-0.08473753184080124
326848	embedding2nn.bias	6	-0.044780150055885315
326848	embedding2nn.bias	7	0.03405258432030678
326848	embedding2nn.bias	8	-0.1454583704471588
326848	embedding2nn.bias	9	-0.37328609824180603
326848	rnn.weight_ih_l0	0	0.00855275522917509
326848	rnn.weight_ih_l0	1	-0.07757001370191574
326848	rnn.weight_ih_l0	2	-0.07173717021942139
326848	rnn.weight_ih_l0	3	0.0933225005865097
326848	rnn.weight_ih_l0	4	0.032639555633068085
326848	rnn.weight_ih_l0	5	-0.11308276653289795
326848	rnn.weight_ih_l0	6	-0.03506331890821457
326848	rnn.weight_ih_l0	7	0.007073937449604273
326848	rnn.weight_ih_l0	8	0.05124963819980621
326848	rnn.weight_ih_l0	9	-0.05103042721748352
326848	rnn.weight_hh_l0	0	0.006406789179891348
326848	rnn.weight_hh_l0	1	0.06498772650957108
326848	rnn.weight_hh_l0	2	0.0353245735168457
326848	rnn.weight_hh_l0	3	0.015811966732144356
326848	rnn.weight_hh_l0	4	0.02162288874387741
326848	rnn.weight_hh_l0	5	0.05082513391971588
326848	rnn.weight_hh_l0	6	-0.038848698139190674
326848	rnn.weight_hh_l0	7	-0.07190046459436417
326848	rnn.weight_hh_l0	8	0.040429819375276566
326848	rnn.weight_hh_l0	9	-0.10798532515764236
326848	rnn.bias_ih_l0	0	0.1907237470149994
326848	rnn.bias_ih_l0	1	-0.23550957441329956
326848	rnn.bias_ih_l0	2	-0.04492880403995514
326848	rnn.bias_ih_l0	3	-0.15747201442718506
326848	rnn.bias_ih_l0	4	-0.010891352780163288
326848	rnn.bias_ih_l0	5	-0.33239293098449707
326848	rnn.bias_ih_l0	6	-0.12485305219888687
326848	rnn.bias_ih_l0	7	-0.2955494225025177
326848	rnn.bias_ih_l0	8	-0.23278400301933289
326848	rnn.bias_ih_l0	9	-0.41011595726013184
326848	rnn.bias_hh_l0	0	-0.2787974178791046
326848	rnn.bias_hh_l0	1	-0.3183072507381439
326848	rnn.bias_hh_l0	2	-0.2829000651836395
326848	rnn.bias_hh_l0	3	-0.06718608736991882
326848	rnn.bias_hh_l0	4	-0.280695378780365
326848	rnn.bias_hh_l0	5	-0.30122697353363037
326848	rnn.bias_hh_l0	6	-0.1275278627872467
326848	rnn.bias_hh_l0	7	0.05185290053486824
326848	rnn.bias_hh_l0	8	-0.16831880807876587
326848	rnn.bias_hh_l0	9	-0.47149980068206787
326848	rnn.weight_ih_l0_reverse	0	0.016561061143875122
326848	rnn.weight_ih_l0_reverse	1	-0.07272019237279892
326848	rnn.weight_ih_l0_reverse	2	-0.015647485852241516
326848	rnn.weight_ih_l0_reverse	3	-0.0758456364274025
326848	rnn.weight_ih_l0_reverse	4	0.04925138130784035
326848	rnn.weight_ih_l0_reverse	5	-0.09928197413682938
326848	rnn.weight_ih_l0_reverse	6	-0.012389588169753551
326848	rnn.weight_ih_l0_reverse	7	0.009222411550581455
326848	rnn.weight_ih_l0_reverse	8	-0.054337095469236374
326848	rnn.weight_ih_l0_reverse	9	-0.10244270414113998
326848	rnn.weight_hh_l0_reverse	0	-0.0810006707906723
326848	rnn.weight_hh_l0_reverse	1	0.0197922270745039
326848	rnn.weight_hh_l0_reverse	2	-0.009314831346273422
326848	rnn.weight_hh_l0_reverse	3	0.02017011120915413
326848	rnn.weight_hh_l0_reverse	4	-0.06412261724472046
326848	rnn.weight_hh_l0_reverse	5	0.03929174691438675
326848	rnn.weight_hh_l0_reverse	6	0.018976597115397453
326848	rnn.weight_hh_l0_reverse	7	-0.06377469748258591
326848	rnn.weight_hh_l0_reverse	8	-0.015025576576590538
326848	rnn.weight_hh_l0_reverse	9	0.08335740119218826
326848	rnn.bias_ih_l0_reverse	0	-0.1461431384086609
326848	rnn.bias_ih_l0_reverse	1	-0.08412928134202957
326848	rnn.bias_ih_l0_reverse	2	0.10511001944541931
326848	rnn.bias_ih_l0_reverse	3	-0.23952050507068634
326848	rnn.bias_ih_l0_reverse	4	-0.050421927124261856
326848	rnn.bias_ih_l0_reverse	5	-0.19644495844841003
326848	rnn.bias_ih_l0_reverse	6	0.2654460668563843
326848	rnn.bias_ih_l0_reverse	7	-0.30027511715888977
326848	rnn.bias_ih_l0_reverse	8	-0.13779959082603455
326848	rnn.bias_ih_l0_reverse	9	-0.14798736572265625
326848	rnn.bias_hh_l0_reverse	0	-0.12474321573972702
326848	rnn.bias_hh_l0_reverse	1	0.20798252522945404
326848	rnn.bias_hh_l0_reverse	2	-0.3164452314376831
326848	rnn.bias_hh_l0_reverse	3	-0.16420067846775055
326848	rnn.bias_hh_l0_reverse	4	-0.34629303216934204
326848	rnn.bias_hh_l0_reverse	5	-0.1688620001077652
326848	rnn.bias_hh_l0_reverse	6	-0.258891224861145
326848	rnn.bias_hh_l0_reverse	7	-0.08101461082696915
326848	rnn.bias_hh_l0_reverse	8	-0.2286878526210785
326848	rnn.bias_hh_l0_reverse	9	0.20881426334381104
326848	linear.weight	0	0.10802808403968811
326848	linear.weight	1	-0.4520363211631775
326848	linear.weight	2	0.05250036343932152
326848	linear.weight	3	0.06769796460866928
326848	linear.weight	4	-0.11124121397733688
326848	linear.weight	5	0.17799483239650726
326848	linear.weight	6	-0.07923779636621475
326848	linear.weight	7	-0.0641191229224205
326848	linear.weight	8	0.0752507746219635
326848	linear.weight	9	-0.04526171460747719
326848	linear.bias	0	-1.0088098049163818
326848	linear.bias	1	1.8916324377059937
326848	linear.bias	2	0.6785077452659607
326848	linear.bias	3	-2.5746378898620605
326848	linear.bias	4	-0.25924721360206604
326848	linear.bias	5	1.258152723312378
326848	linear.bias	6	-0.23770976066589355
326848	linear.bias	7	0.6372770667076111
326848	linear.bias	8	2.15854811668396
326848	linear.bias	9	-1.413098692893982
327457	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
327457	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
327457	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
327457	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
327457	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
327457	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
327457	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
327457	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
327457	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
327457	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
327457	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
327457	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
327457	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
327457	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
327457	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
327457	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
327457	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
327457	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
327457	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
327457	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
327457	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
327457	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
327457	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
327457	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
327457	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
327457	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
327457	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
327457	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
327457	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
327457	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
327457	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
327457	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
327457	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
327457	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
327457	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
327457	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
327457	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
327457	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
327457	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
327457	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
327457	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
327457	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
327457	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
327457	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
327457	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
327457	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
327457	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
327457	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
327457	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
327457	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
327457	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
327457	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
327457	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
327457	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
327457	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
327457	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
327457	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
327457	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
327457	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
327457	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
327457	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
327457	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
327457	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
327457	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
327457	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
327457	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
327457	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
327457	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
327457	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
327457	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
327457	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
327457	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
327457	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
327457	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
327457	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
327457	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
327457	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
327457	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
327457	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
327457	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
327457	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
327457	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
327457	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
327457	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
327457	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
327457	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
327457	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
327457	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
327457	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
327457	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
327457	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
327457	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
327457	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
327457	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
327457	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
327457	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
327457	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
327457	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
327457	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
327457	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
327457	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
327457	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
327457	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
327457	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
327457	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
327457	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
327457	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
327457	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
327457	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
327457	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
327457	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
327457	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
327457	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
327457	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
327457	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
327457	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
327457	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
327457	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
327457	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
327457	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
327457	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
327457	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
327457	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
327457	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
327457	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
327457	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
327457	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
327457	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
327457	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
327457	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
327457	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
327457	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
327457	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
327457	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
327457	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
327457	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
327457	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
327457	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
327457	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
327457	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
327457	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
327457	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
327457	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
327457	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
327457	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
327457	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
327457	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
327457	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
327457	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
327457	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
327457	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
327457	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
327457	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
327457	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
327457	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
327457	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
327457	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
327457	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
327457	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
327457	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
327457	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
327457	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
327457	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
327457	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
327457	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
327457	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
327457	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
327457	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
327457	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
327457	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
327457	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
327457	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
327457	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
327457	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
327457	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
327457	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
327457	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
327457	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
327457	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
327457	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
327457	embedding2nn.weight	0	0.29934069514274597
327457	embedding2nn.weight	1	0.3537350594997406
327457	embedding2nn.weight	2	-0.005746219772845507
327457	embedding2nn.weight	3	0.0353635773062706
327457	embedding2nn.weight	4	-0.063134104013443
327457	embedding2nn.weight	5	0.06617548316717148
327457	embedding2nn.weight	6	0.056350886821746826
327457	embedding2nn.weight	7	-0.016833612695336342
327457	embedding2nn.weight	8	0.0297003872692585
327457	embedding2nn.weight	9	-0.013210717588663101
327457	embedding2nn.bias	0	0.047292303293943405
327457	embedding2nn.bias	1	-0.2104240506887436
327457	embedding2nn.bias	2	0.11077085882425308
327457	embedding2nn.bias	3	0.1888626664876938
327457	embedding2nn.bias	4	0.1477101892232895
327457	embedding2nn.bias	5	-0.07417859137058258
327457	embedding2nn.bias	6	-0.02950652316212654
327457	embedding2nn.bias	7	0.051032859832048416
327457	embedding2nn.bias	8	-0.17018863558769226
327457	embedding2nn.bias	9	-0.3788193166255951
327457	rnn.weight_ih_l0	0	0.007379272021353245
327457	rnn.weight_ih_l0	1	-0.07730089873075485
327457	rnn.weight_ih_l0	2	-0.07655118405818939
327457	rnn.weight_ih_l0	3	0.09296157211065292
327457	rnn.weight_ih_l0	4	0.023514745756983757
327457	rnn.weight_ih_l0	5	-0.12014690041542053
327457	rnn.weight_ih_l0	6	-0.03398115560412407
327457	rnn.weight_ih_l0	7	0.005481531377881765
327457	rnn.weight_ih_l0	8	0.05452378839254379
327457	rnn.weight_ih_l0	9	-0.0527767688035965
327457	rnn.weight_hh_l0	0	0.006391607690602541
327457	rnn.weight_hh_l0	1	0.06586707383394241
327457	rnn.weight_hh_l0	2	0.036757942289114
327457	rnn.weight_hh_l0	3	0.016097264364361763
327457	rnn.weight_hh_l0	4	0.021110383793711662
327457	rnn.weight_hh_l0	5	0.050676025450229645
327457	rnn.weight_hh_l0	6	-0.03938290476799011
327457	rnn.weight_hh_l0	7	-0.07064994424581528
327457	rnn.weight_hh_l0	8	0.040474783629179
327457	rnn.weight_hh_l0	9	-0.10832129418849945
327457	rnn.bias_ih_l0	0	0.19442079961299896
327457	rnn.bias_ih_l0	1	-0.2406977117061615
327457	rnn.bias_ih_l0	2	-0.041415970772504807
327457	rnn.bias_ih_l0	3	-0.16457177698612213
327457	rnn.bias_ih_l0	4	-0.010060911066830158
327457	rnn.bias_ih_l0	5	-0.32817649841308594
327457	rnn.bias_ih_l0	6	-0.12001150846481323
327457	rnn.bias_ih_l0	7	-0.29668134450912476
327457	rnn.bias_ih_l0	8	-0.23676852881908417
327457	rnn.bias_ih_l0	9	-0.4164625108242035
327457	rnn.bias_hh_l0	0	-0.27976322174072266
327457	rnn.bias_hh_l0	1	-0.32025063037872314
327457	rnn.bias_hh_l0	2	-0.2782922387123108
327457	rnn.bias_hh_l0	3	-0.07009755820035934
327457	rnn.bias_hh_l0	4	-0.278253436088562
327457	rnn.bias_hh_l0	5	-0.29959407448768616
327457	rnn.bias_hh_l0	6	-0.1262834519147873
327457	rnn.bias_hh_l0	7	0.05099669471383095
327457	rnn.bias_hh_l0	8	-0.18136070668697357
327457	rnn.bias_hh_l0	9	-0.47236260771751404
327457	rnn.weight_ih_l0_reverse	0	0.015693362802267075
327457	rnn.weight_ih_l0_reverse	1	-0.07185821235179901
327457	rnn.weight_ih_l0_reverse	2	-0.016165841370821
327457	rnn.weight_ih_l0_reverse	3	-0.0753888189792633
327457	rnn.weight_ih_l0_reverse	4	0.04731084406375885
327457	rnn.weight_ih_l0_reverse	5	-0.08671099692583084
327457	rnn.weight_ih_l0_reverse	6	-0.015890637412667274
327457	rnn.weight_ih_l0_reverse	7	0.010165374726057053
327457	rnn.weight_ih_l0_reverse	8	-0.05818943679332733
327457	rnn.weight_ih_l0_reverse	9	-0.10073874145746231
327457	rnn.weight_hh_l0_reverse	0	-0.08252107352018356
327457	rnn.weight_hh_l0_reverse	1	0.01957576908171177
327457	rnn.weight_hh_l0_reverse	2	-0.008967773988842964
327457	rnn.weight_hh_l0_reverse	3	0.019736723974347115
327457	rnn.weight_hh_l0_reverse	4	-0.06449057906866074
327457	rnn.weight_hh_l0_reverse	5	0.03986357897520065
327457	rnn.weight_hh_l0_reverse	6	0.019217347726225853
327457	rnn.weight_hh_l0_reverse	7	-0.060054801404476166
327457	rnn.weight_hh_l0_reverse	8	-0.01488797552883625
327457	rnn.weight_hh_l0_reverse	9	0.08552110195159912
327457	rnn.bias_ih_l0_reverse	0	-0.1438983827829361
327457	rnn.bias_ih_l0_reverse	1	-0.08133867383003235
327457	rnn.bias_ih_l0_reverse	2	0.10381191223859787
327457	rnn.bias_ih_l0_reverse	3	-0.2400616705417633
327457	rnn.bias_ih_l0_reverse	4	-0.057349298149347305
327457	rnn.bias_ih_l0_reverse	5	-0.1976640373468399
327457	rnn.bias_ih_l0_reverse	6	0.2672545611858368
327457	rnn.bias_ih_l0_reverse	7	-0.2967865467071533
327457	rnn.bias_ih_l0_reverse	8	-0.1367863416671753
327457	rnn.bias_ih_l0_reverse	9	-0.15447986125946045
327457	rnn.bias_hh_l0_reverse	0	-0.13014917075634003
327457	rnn.bias_hh_l0_reverse	1	0.21255911886692047
327457	rnn.bias_hh_l0_reverse	2	-0.3224518895149231
327457	rnn.bias_hh_l0_reverse	3	-0.16188648343086243
327457	rnn.bias_hh_l0_reverse	4	-0.34267204999923706
327457	rnn.bias_hh_l0_reverse	5	-0.1693778783082962
327457	rnn.bias_hh_l0_reverse	6	-0.2614023685455322
327457	rnn.bias_hh_l0_reverse	7	-0.07968227565288544
327457	rnn.bias_hh_l0_reverse	8	-0.23374921083450317
327457	rnn.bias_hh_l0_reverse	9	0.21633517742156982
327457	linear.weight	0	0.12096750736236572
327457	linear.weight	1	-0.4793934226036072
327457	linear.weight	2	0.03289172053337097
327457	linear.weight	3	0.06769699603319168
327457	linear.weight	4	-0.13330373167991638
327457	linear.weight	5	0.19216066598892212
327457	linear.weight	6	-0.06414389610290527
327457	linear.weight	7	-0.06409918516874313
327457	linear.weight	8	0.07669160515069962
327457	linear.weight	9	-0.04527663066983223
327457	linear.bias	0	-1.0057474374771118
327457	linear.bias	1	1.8476943969726562
327457	linear.bias	2	0.6853644251823425
327457	linear.bias	3	-2.575201988220215
327457	linear.bias	4	-0.24533678591251373
327457	linear.bias	5	1.2475225925445557
327457	linear.bias	6	-0.24084524810314178
327457	linear.bias	7	0.6257556676864624
327457	linear.bias	8	2.1758527755737305
327457	linear.bias	9	-1.408089280128479
328066	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
328066	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
328066	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
328066	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
328066	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
328066	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
328066	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
328066	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
328066	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
328066	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
328066	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
328066	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
328066	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
328066	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
328066	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
328066	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
328066	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
328066	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
328066	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
328066	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
328066	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
328066	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
328066	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
328066	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
328066	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
328066	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
328066	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
328066	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
328066	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
328066	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
328066	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
328066	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
328066	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
328066	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
328066	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
328066	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
328066	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
328066	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
328066	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
328066	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
328066	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
328066	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
328066	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
328066	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
328066	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
328066	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
328066	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
328066	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
328066	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
328066	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
328066	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
328066	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
328066	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
328066	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
328066	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
328066	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
328066	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
328066	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
328066	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
328066	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
328066	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
328066	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
328066	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
328066	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
328066	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
328066	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
328066	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
328066	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
328066	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
328066	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
328066	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
328066	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
328066	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
328066	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
328066	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
328066	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
328066	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
328066	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
328066	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
328066	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
328066	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
328066	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
328066	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
328066	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
328066	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
328066	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
328066	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
328066	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
328066	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
328066	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
328066	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
328066	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
328066	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
328066	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
328066	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
328066	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
328066	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
328066	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
328066	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
328066	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
328066	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
328066	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
328066	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
328066	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
328066	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
328066	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
328066	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
328066	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
328066	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
328066	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
328066	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
328066	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
328066	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
328066	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
328066	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
328066	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
328066	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
328066	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
328066	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
328066	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
328066	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
328066	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
328066	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
328066	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
328066	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
328066	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
328066	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
328066	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
328066	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
328066	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
328066	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
328066	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
328066	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
328066	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
328066	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
328066	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
328066	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
328066	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
328066	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
328066	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
328066	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
328066	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
328066	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
328066	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
328066	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
328066	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
328066	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
328066	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
328066	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
328066	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
328066	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
328066	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
328066	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
328066	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
328066	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
328066	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
328066	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
328066	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
328066	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
328066	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
328066	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
328066	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
328066	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
328066	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
328066	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
328066	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
328066	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
328066	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
328066	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
328066	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
328066	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
328066	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
328066	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
328066	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
328066	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
328066	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
328066	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
328066	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
328066	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
328066	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
328066	embedding2nn.weight	0	0.30173322558403015
328066	embedding2nn.weight	1	0.35384586453437805
328066	embedding2nn.weight	2	0.0005626266938634217
328066	embedding2nn.weight	3	0.027261752635240555
328066	embedding2nn.weight	4	-0.05845431610941887
328066	embedding2nn.weight	5	0.06546325981616974
328066	embedding2nn.weight	6	0.03669009357690811
328066	embedding2nn.weight	7	-0.01477624848484993
328066	embedding2nn.weight	8	0.027112210169434547
328066	embedding2nn.weight	9	-0.01213923655450344
328066	embedding2nn.bias	0	0.02942788042128086
328066	embedding2nn.bias	1	-0.1967533379793167
328066	embedding2nn.bias	2	0.09937408566474915
328066	embedding2nn.bias	3	0.17065244913101196
328066	embedding2nn.bias	4	0.1536535918712616
328066	embedding2nn.bias	5	-0.07106969505548477
328066	embedding2nn.bias	6	-0.031719040125608444
328066	embedding2nn.bias	7	0.04006132856011391
328066	embedding2nn.bias	8	-0.1774008721113205
328066	embedding2nn.bias	9	-0.3698289692401886
328066	rnn.weight_ih_l0	0	0.008525576442480087
328066	rnn.weight_ih_l0	1	-0.07677710056304932
328066	rnn.weight_ih_l0	2	-0.08469963073730469
328066	rnn.weight_ih_l0	3	0.09309093654155731
328066	rnn.weight_ih_l0	4	0.03150888532400131
328066	rnn.weight_ih_l0	5	-0.11661964654922485
328066	rnn.weight_ih_l0	6	-0.03633458539843559
328066	rnn.weight_ih_l0	7	0.0037537510506808758
328066	rnn.weight_ih_l0	8	0.05567779019474983
328066	rnn.weight_ih_l0	9	-0.05786382779479027
328066	rnn.weight_hh_l0	0	0.006531373132020235
328066	rnn.weight_hh_l0	1	0.0658620074391365
328066	rnn.weight_hh_l0	2	0.03588884696364403
328066	rnn.weight_hh_l0	3	0.0156564898788929
328066	rnn.weight_hh_l0	4	0.020209157839417458
328066	rnn.weight_hh_l0	5	0.05198560282588005
328066	rnn.weight_hh_l0	6	-0.03865371644496918
328066	rnn.weight_hh_l0	7	-0.07087408006191254
328066	rnn.weight_hh_l0	8	0.04042762145400047
328066	rnn.weight_hh_l0	9	-0.1083470806479454
328066	rnn.bias_ih_l0	0	0.18367256224155426
328066	rnn.bias_ih_l0	1	-0.23594941198825836
328066	rnn.bias_ih_l0	2	-0.0427359938621521
328066	rnn.bias_ih_l0	3	-0.16963444650173187
328066	rnn.bias_ih_l0	4	-0.013628631830215454
328066	rnn.bias_ih_l0	5	-0.32524219155311584
328066	rnn.bias_ih_l0	6	-0.12600760161876678
328066	rnn.bias_ih_l0	7	-0.2969934344291687
328066	rnn.bias_ih_l0	8	-0.23612993955612183
328066	rnn.bias_ih_l0	9	-0.4188729226589203
328066	rnn.bias_hh_l0	0	-0.27297165989875793
328066	rnn.bias_hh_l0	1	-0.3107466697692871
328066	rnn.bias_hh_l0	2	-0.27352941036224365
328066	rnn.bias_hh_l0	3	-0.06391098350286484
328066	rnn.bias_hh_l0	4	-0.276644766330719
328066	rnn.bias_hh_l0	5	-0.30117928981781006
328066	rnn.bias_hh_l0	6	-0.12729646265506744
328066	rnn.bias_hh_l0	7	0.05425991863012314
328066	rnn.bias_hh_l0	8	-0.18061724305152893
328066	rnn.bias_hh_l0	9	-0.4717962145805359
328066	rnn.weight_ih_l0_reverse	0	0.016193434596061707
328066	rnn.weight_ih_l0_reverse	1	-0.07195792347192764
328066	rnn.weight_ih_l0_reverse	2	-0.011738038621842861
328066	rnn.weight_ih_l0_reverse	3	-0.07871673256158829
328066	rnn.weight_ih_l0_reverse	4	0.05046267434954643
328066	rnn.weight_ih_l0_reverse	5	-0.08391302824020386
328066	rnn.weight_ih_l0_reverse	6	-0.01518266461789608
328066	rnn.weight_ih_l0_reverse	7	0.008737996220588684
328066	rnn.weight_ih_l0_reverse	8	-0.05801906809210777
328066	rnn.weight_ih_l0_reverse	9	-0.09955784678459167
328066	rnn.weight_hh_l0_reverse	0	-0.08134715259075165
328066	rnn.weight_hh_l0_reverse	1	0.021736761555075645
328066	rnn.weight_hh_l0_reverse	2	-0.009843206033110619
328066	rnn.weight_hh_l0_reverse	3	0.022112421691417694
328066	rnn.weight_hh_l0_reverse	4	-0.06292347609996796
328066	rnn.weight_hh_l0_reverse	5	0.039631109684705734
328066	rnn.weight_hh_l0_reverse	6	0.019363336265087128
328066	rnn.weight_hh_l0_reverse	7	-0.05726729333400726
328066	rnn.weight_hh_l0_reverse	8	-0.014101498760282993
328066	rnn.weight_hh_l0_reverse	9	0.08425334095954895
328066	rnn.bias_ih_l0_reverse	0	-0.15095485746860504
328066	rnn.bias_ih_l0_reverse	1	-0.07975839078426361
328066	rnn.bias_ih_l0_reverse	2	0.11107316613197327
328066	rnn.bias_ih_l0_reverse	3	-0.2365320473909378
328066	rnn.bias_ih_l0_reverse	4	-0.05781019851565361
328066	rnn.bias_ih_l0_reverse	5	-0.2006569355726242
328066	rnn.bias_ih_l0_reverse	6	0.26529914140701294
328066	rnn.bias_ih_l0_reverse	7	-0.2849544584751129
328066	rnn.bias_ih_l0_reverse	8	-0.1296956092119217
328066	rnn.bias_ih_l0_reverse	9	-0.15875032544136047
328066	rnn.bias_hh_l0_reverse	0	-0.11843191087245941
328066	rnn.bias_hh_l0_reverse	1	0.22274550795555115
328066	rnn.bias_hh_l0_reverse	2	-0.32438912987709045
328066	rnn.bias_hh_l0_reverse	3	-0.16025474667549133
328066	rnn.bias_hh_l0_reverse	4	-0.3419778048992157
328066	rnn.bias_hh_l0_reverse	5	-0.17672836780548096
328066	rnn.bias_hh_l0_reverse	6	-0.2639332115650177
328066	rnn.bias_hh_l0_reverse	7	-0.08430744707584381
328066	rnn.bias_hh_l0_reverse	8	-0.227546826004982
328066	rnn.bias_hh_l0_reverse	9	0.21298351883888245
328066	linear.weight	0	0.14298027753829956
328066	linear.weight	1	-0.44876816868782043
328066	linear.weight	2	0.024607939645648003
328066	linear.weight	3	0.06769547611474991
328066	linear.weight	4	-0.11592885851860046
328066	linear.weight	5	0.18675652146339417
328066	linear.weight	6	-0.08541513234376907
328066	linear.weight	7	-0.06408531218767166
328066	linear.weight	8	0.09788259118795395
328066	linear.weight	9	-0.04529014602303505
328066	linear.bias	0	-1.0038145780563354
328066	linear.bias	1	1.9020395278930664
328066	linear.bias	2	0.6882835030555725
328066	linear.bias	3	-2.575763702392578
328066	linear.bias	4	-0.26623591780662537
328066	linear.bias	5	1.244399070739746
328066	linear.bias	6	-0.27387186884880066
328066	linear.bias	7	0.6391003131866455
328066	linear.bias	8	2.1771399974823
328066	linear.bias	9	-1.4480901956558228
328675	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
328675	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
328675	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
328675	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
328675	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
328675	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
328675	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
328675	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
328675	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
328675	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
328675	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
328675	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
328675	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
328675	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
328675	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
328675	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
328675	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
328675	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
328675	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
328675	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
328675	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
328675	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
328675	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
328675	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
328675	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
328675	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
328675	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
328675	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
328675	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
328675	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
328675	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
328675	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
328675	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
328675	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
328675	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
328675	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
328675	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
328675	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
328675	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
328675	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
328675	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
328675	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
328675	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
328675	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
328675	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
328675	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
328675	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
328675	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
328675	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
328675	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
328675	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
328675	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
328675	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
328675	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
328675	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
328675	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
328675	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
328675	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
328675	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
328675	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
328675	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
328675	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
328675	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
328675	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
328675	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
328675	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
328675	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
328675	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
328675	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
328675	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
328675	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
328675	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
328675	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
328675	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
328675	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
328675	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
328675	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
328675	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
328675	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
328675	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
328675	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
328675	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
328675	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
328675	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
328675	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
328675	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
328675	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
328675	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
328675	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
328675	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
328675	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
328675	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
328675	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
328675	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
328675	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
328675	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
328675	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
328675	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
328675	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
328675	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
328675	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
328675	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
328675	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
328675	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
328675	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
328675	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
328675	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
328675	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
328675	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
328675	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
328675	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
328675	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
328675	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
328675	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
328675	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
328675	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
328675	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
328675	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
328675	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
328675	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
328675	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
328675	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
328675	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
328675	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
328675	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
328675	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
328675	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
328675	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
328675	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
328675	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
328675	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
328675	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
328675	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
328675	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
328675	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
328675	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
328675	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
328675	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
328675	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
328675	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
328675	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
328675	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
328675	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
328675	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
328675	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
328675	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
328675	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
328675	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
328675	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
328675	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
328675	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
328675	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
328675	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
328675	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
328675	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
328675	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
328675	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
328675	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
328675	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
328675	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
328675	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
328675	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
328675	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
328675	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
328675	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
328675	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
328675	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
328675	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
328675	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
328675	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
328675	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
328675	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
328675	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
328675	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
328675	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
328675	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
328675	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
328675	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
328675	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
328675	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
328675	embedding2nn.weight	0	0.300904780626297
328675	embedding2nn.weight	1	0.3598373830318451
328675	embedding2nn.weight	2	0.0020251369569450617
328675	embedding2nn.weight	3	0.03094281628727913
328675	embedding2nn.weight	4	-0.05798778310418129
328675	embedding2nn.weight	5	0.0683697909116745
328675	embedding2nn.weight	6	0.029352720826864243
328675	embedding2nn.weight	7	-0.013582291081547737
328675	embedding2nn.weight	8	0.03020353801548481
328675	embedding2nn.weight	9	-0.013491977006196976
328675	embedding2nn.bias	0	0.0442056842148304
328675	embedding2nn.bias	1	-0.19095155596733093
328675	embedding2nn.bias	2	0.11076849699020386
328675	embedding2nn.bias	3	0.17923854291439056
328675	embedding2nn.bias	4	0.16299715638160706
328675	embedding2nn.bias	5	-0.061841607093811035
328675	embedding2nn.bias	6	-0.04627509415149689
328675	embedding2nn.bias	7	0.022476499900221825
328675	embedding2nn.bias	8	-0.18533138930797577
328675	embedding2nn.bias	9	-0.3706946074962616
328675	rnn.weight_ih_l0	0	0.008639339357614517
328675	rnn.weight_ih_l0	1	-0.07688949257135391
328675	rnn.weight_ih_l0	2	-0.0813823863863945
328675	rnn.weight_ih_l0	3	0.090042345225811
328675	rnn.weight_ih_l0	4	0.02633192576467991
328675	rnn.weight_ih_l0	5	-0.11890304088592529
328675	rnn.weight_ih_l0	6	-0.02847878634929657
328675	rnn.weight_ih_l0	7	0.0009275673073716462
328675	rnn.weight_ih_l0	8	0.05433463305234909
328675	rnn.weight_ih_l0	9	-0.06126046180725098
328675	rnn.weight_hh_l0	0	0.006428669206798077
328675	rnn.weight_hh_l0	1	0.06640997529029846
328675	rnn.weight_hh_l0	2	0.03482057526707649
328675	rnn.weight_hh_l0	3	0.015756307169795036
328675	rnn.weight_hh_l0	4	0.022489141672849655
328675	rnn.weight_hh_l0	5	0.052707284688949585
328675	rnn.weight_hh_l0	6	-0.039421480149030685
328675	rnn.weight_hh_l0	7	-0.07084338366985321
328675	rnn.weight_hh_l0	8	0.040337856858968735
328675	rnn.weight_hh_l0	9	-0.10915558785200119
328675	rnn.bias_ih_l0	0	0.187000572681427
328675	rnn.bias_ih_l0	1	-0.23871420323848724
328675	rnn.bias_ih_l0	2	-0.03916999697685242
328675	rnn.bias_ih_l0	3	-0.16765807569026947
328675	rnn.bias_ih_l0	4	0.008972235955297947
328675	rnn.bias_ih_l0	5	-0.32465043663978577
328675	rnn.bias_ih_l0	6	-0.12382041662931442
328675	rnn.bias_ih_l0	7	-0.29810982942581177
328675	rnn.bias_ih_l0	8	-0.24260202050209045
328675	rnn.bias_ih_l0	9	-0.4185756742954254
328675	rnn.bias_hh_l0	0	-0.2780461609363556
328675	rnn.bias_hh_l0	1	-0.3131682872772217
328675	rnn.bias_hh_l0	2	-0.281105637550354
328675	rnn.bias_hh_l0	3	-0.06831774860620499
328675	rnn.bias_hh_l0	4	-0.2781948745250702
328675	rnn.bias_hh_l0	5	-0.2990276515483856
328675	rnn.bias_hh_l0	6	-0.1312168538570404
328675	rnn.bias_hh_l0	7	0.052424900233745575
328675	rnn.bias_hh_l0	8	-0.1867118775844574
328675	rnn.bias_hh_l0	9	-0.4678424000740051
328675	rnn.weight_ih_l0_reverse	0	0.019783465191721916
328675	rnn.weight_ih_l0_reverse	1	-0.06897704303264618
328675	rnn.weight_ih_l0_reverse	2	-0.013953391462564468
328675	rnn.weight_ih_l0_reverse	3	-0.0808156207203865
328675	rnn.weight_ih_l0_reverse	4	0.045966874808073044
328675	rnn.weight_ih_l0_reverse	5	-0.09009311348199844
328675	rnn.weight_ih_l0_reverse	6	-0.0113016152754426
328675	rnn.weight_ih_l0_reverse	7	0.010308894328773022
328675	rnn.weight_ih_l0_reverse	8	-0.058339718729257584
328675	rnn.weight_ih_l0_reverse	9	-0.09849010407924652
328675	rnn.weight_hh_l0_reverse	0	-0.08173999190330505
328675	rnn.weight_hh_l0_reverse	1	0.02266143076121807
328675	rnn.weight_hh_l0_reverse	2	-0.008821832947432995
328675	rnn.weight_hh_l0_reverse	3	0.02378089725971222
328675	rnn.weight_hh_l0_reverse	4	-0.06341257691383362
328675	rnn.weight_hh_l0_reverse	5	0.03968719765543938
328675	rnn.weight_hh_l0_reverse	6	0.019129371270537376
328675	rnn.weight_hh_l0_reverse	7	-0.058769918978214264
328675	rnn.weight_hh_l0_reverse	8	-0.012679237872362137
328675	rnn.weight_hh_l0_reverse	9	0.0836813896894455
328675	rnn.bias_ih_l0_reverse	0	-0.15138989686965942
328675	rnn.bias_ih_l0_reverse	1	-0.08104193955659866
328675	rnn.bias_ih_l0_reverse	2	0.09983310103416443
328675	rnn.bias_ih_l0_reverse	3	-0.2346341758966446
328675	rnn.bias_ih_l0_reverse	4	-0.05742373317480087
328675	rnn.bias_ih_l0_reverse	5	-0.2022932916879654
328675	rnn.bias_ih_l0_reverse	6	0.26967453956604004
328675	rnn.bias_ih_l0_reverse	7	-0.2753922939300537
328675	rnn.bias_ih_l0_reverse	8	-0.12702347338199615
328675	rnn.bias_ih_l0_reverse	9	-0.15543679893016815
328675	rnn.bias_hh_l0_reverse	0	-0.12536603212356567
328675	rnn.bias_hh_l0_reverse	1	0.2201191484928131
328675	rnn.bias_hh_l0_reverse	2	-0.3240610957145691
328675	rnn.bias_hh_l0_reverse	3	-0.16676084697246552
328675	rnn.bias_hh_l0_reverse	4	-0.3407606780529022
328675	rnn.bias_hh_l0_reverse	5	-0.17693153023719788
328675	rnn.bias_hh_l0_reverse	6	-0.26659631729125977
328675	rnn.bias_hh_l0_reverse	7	-0.0903136283159256
328675	rnn.bias_hh_l0_reverse	8	-0.22973313927650452
328675	rnn.bias_hh_l0_reverse	9	0.23060792684555054
328675	linear.weight	0	0.14033792912960052
328675	linear.weight	1	-0.4859703779220581
328675	linear.weight	2	0.0740499198436737
328675	linear.weight	3	0.06768694519996643
328675	linear.weight	4	-0.145884707570076
328675	linear.weight	5	0.21464769542217255
328675	linear.weight	6	-0.08508078008890152
328675	linear.weight	7	-0.06407133489847183
328675	linear.weight	8	0.10553521662950516
328675	linear.weight	9	-0.045297037810087204
328675	linear.bias	0	-1.013892412185669
328675	linear.bias	1	1.9391303062438965
328675	linear.bias	2	0.6733701229095459
328675	linear.bias	3	-2.5763351917266846
328675	linear.bias	4	-0.24814629554748535
328675	linear.bias	5	1.2597265243530273
328675	linear.bias	6	-0.21795102953910828
328675	linear.bias	7	0.6595925092697144
328675	linear.bias	8	2.182062864303589
328675	linear.bias	9	-1.4346823692321777
329284	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
329284	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
329284	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
329284	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
329284	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
329284	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
329284	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
329284	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
329284	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
329284	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
329284	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
329284	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
329284	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
329284	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
329284	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
329284	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
329284	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
329284	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
329284	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
329284	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
329284	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
329284	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
329284	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
329284	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
329284	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
329284	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
329284	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
329284	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
329284	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
329284	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
329284	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
329284	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
329284	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
329284	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
329284	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
329284	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
329284	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
329284	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
329284	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
329284	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
329284	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
329284	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
329284	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
329284	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
329284	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
329284	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
329284	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
329284	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
329284	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
329284	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
329284	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
329284	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
329284	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
329284	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
329284	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
329284	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
329284	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
329284	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
329284	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
329284	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
329284	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
329284	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
329284	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
329284	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
329284	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
329284	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
329284	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
329284	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
329284	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
329284	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
329284	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
329284	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
329284	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
329284	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
329284	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
329284	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
329284	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
329284	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
329284	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
329284	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
329284	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
329284	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
329284	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
329284	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
329284	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
329284	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
329284	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
329284	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
329284	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
329284	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
329284	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
329284	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
329284	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
329284	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
329284	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
329284	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
329284	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
329284	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
329284	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
329284	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
329284	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
329284	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
329284	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
329284	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
329284	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
329284	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
329284	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
329284	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
329284	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
329284	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
329284	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
329284	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
329284	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
329284	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
329284	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
329284	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
329284	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
329284	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
329284	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
329284	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
329284	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
329284	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
329284	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
329284	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
329284	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
329284	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
329284	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
329284	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
329284	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
329284	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
329284	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
329284	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
329284	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
329284	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
329284	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
329284	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
329284	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
329284	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
329284	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
329284	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
329284	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
329284	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
329284	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
329284	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
329284	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
329284	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
329284	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
329284	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
329284	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
329284	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
329284	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
329284	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
329284	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
329284	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
329284	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
329284	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
329284	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
329284	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
329284	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
329284	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
329284	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
329284	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
329284	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
329284	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
329284	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
329284	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
329284	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
329284	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
329284	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
329284	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
329284	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
329284	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
329284	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
329284	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
329284	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
329284	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
329284	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
329284	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
329284	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
329284	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
329284	embedding2nn.weight	0	0.30053243041038513
329284	embedding2nn.weight	1	0.3574533462524414
329284	embedding2nn.weight	2	-0.0002696252486202866
329284	embedding2nn.weight	3	0.022090725600719452
329284	embedding2nn.weight	4	-0.06273474544286728
329284	embedding2nn.weight	5	0.0692121610045433
329284	embedding2nn.weight	6	0.038997434079647064
329284	embedding2nn.weight	7	-0.011118943803012371
329284	embedding2nn.weight	8	0.026812676340341568
329284	embedding2nn.weight	9	-0.00444385688751936
329284	embedding2nn.bias	0	0.01932591013610363
329284	embedding2nn.bias	1	-0.1784154772758484
329284	embedding2nn.bias	2	0.12008358538150787
329284	embedding2nn.bias	3	0.17957614362239838
329284	embedding2nn.bias	4	0.1494276374578476
329284	embedding2nn.bias	5	-0.09547208994626999
329284	embedding2nn.bias	6	-0.0408223532140255
329284	embedding2nn.bias	7	0.04266592860221863
329284	embedding2nn.bias	8	-0.1708977222442627
329284	embedding2nn.bias	9	-0.3725426197052002
329284	rnn.weight_ih_l0	0	0.009471147321164608
329284	rnn.weight_ih_l0	1	-0.07718484103679657
329284	rnn.weight_ih_l0	2	-0.07944674789905548
329284	rnn.weight_ih_l0	3	0.09047922492027283
329284	rnn.weight_ih_l0	4	0.027138566598296165
329284	rnn.weight_ih_l0	5	-0.11072642356157303
329284	rnn.weight_ih_l0	6	-0.028102556243538857
329284	rnn.weight_ih_l0	7	0.0008944460423663259
329284	rnn.weight_ih_l0	8	0.045888617634773254
329284	rnn.weight_ih_l0	9	-0.06466075778007507
329284	rnn.weight_hh_l0	0	0.006487471982836723
329284	rnn.weight_hh_l0	1	0.06706149131059647
329284	rnn.weight_hh_l0	2	0.035358551889657974
329284	rnn.weight_hh_l0	3	0.015144226141273975
329284	rnn.weight_hh_l0	4	0.020674608647823334
329284	rnn.weight_hh_l0	5	0.05103295296430588
329284	rnn.weight_hh_l0	6	-0.040048886090517044
329284	rnn.weight_hh_l0	7	-0.0678824856877327
329284	rnn.weight_hh_l0	8	0.04027104005217552
329284	rnn.weight_hh_l0	9	-0.10953419655561447
329284	rnn.bias_ih_l0	0	0.19347019493579865
329284	rnn.bias_ih_l0	1	-0.2362176775932312
329284	rnn.bias_ih_l0	2	-0.041449420154094696
329284	rnn.bias_ih_l0	3	-0.16552771627902985
329284	rnn.bias_ih_l0	4	0.004678415600210428
329284	rnn.bias_ih_l0	5	-0.33271923661231995
329284	rnn.bias_ih_l0	6	-0.12075503915548325
329284	rnn.bias_ih_l0	7	-0.29839184880256653
329284	rnn.bias_ih_l0	8	-0.24326854944229126
329284	rnn.bias_ih_l0	9	-0.41826051473617554
329284	rnn.bias_hh_l0	0	-0.2839193642139435
329284	rnn.bias_hh_l0	1	-0.3162343502044678
329284	rnn.bias_hh_l0	2	-0.2769831717014313
329284	rnn.bias_hh_l0	3	-0.07701625674962997
329284	rnn.bias_hh_l0	4	-0.28448623418807983
329284	rnn.bias_hh_l0	5	-0.3011727035045624
329284	rnn.bias_hh_l0	6	-0.12831047177314758
329284	rnn.bias_hh_l0	7	0.04776846244931221
329284	rnn.bias_hh_l0	8	-0.19004979729652405
329284	rnn.bias_hh_l0	9	-0.46850815415382385
329284	rnn.weight_ih_l0_reverse	0	0.020246442407369614
329284	rnn.weight_ih_l0_reverse	1	-0.06611311435699463
329284	rnn.weight_ih_l0_reverse	2	-0.013082340359687805
329284	rnn.weight_ih_l0_reverse	3	-0.0783657357096672
329284	rnn.weight_ih_l0_reverse	4	0.04342510551214218
329284	rnn.weight_ih_l0_reverse	5	-0.09785645455121994
329284	rnn.weight_ih_l0_reverse	6	-0.006143057253211737
329284	rnn.weight_ih_l0_reverse	7	0.010533725842833519
329284	rnn.weight_ih_l0_reverse	8	-0.057416755706071854
329284	rnn.weight_ih_l0_reverse	9	-0.09919936209917068
329284	rnn.weight_hh_l0_reverse	0	-0.07943405956029892
329284	rnn.weight_hh_l0_reverse	1	0.022801803424954414
329284	rnn.weight_hh_l0_reverse	2	-0.009729715995490551
329284	rnn.weight_hh_l0_reverse	3	0.02353798784315586
329284	rnn.weight_hh_l0_reverse	4	-0.06322766095399857
329284	rnn.weight_hh_l0_reverse	5	0.04014246538281441
329284	rnn.weight_hh_l0_reverse	6	0.01927400380373001
329284	rnn.weight_hh_l0_reverse	7	-0.06231366842985153
329284	rnn.weight_hh_l0_reverse	8	-0.014344952069222927
329284	rnn.weight_hh_l0_reverse	9	0.0836031585931778
329284	rnn.bias_ih_l0_reverse	0	-0.15189403295516968
329284	rnn.bias_ih_l0_reverse	1	-0.07810988277196884
329284	rnn.bias_ih_l0_reverse	2	0.09040860086679459
329284	rnn.bias_ih_l0_reverse	3	-0.23847821354866028
329284	rnn.bias_ih_l0_reverse	4	-0.06298499554395676
329284	rnn.bias_ih_l0_reverse	5	-0.20025548338890076
329284	rnn.bias_ih_l0_reverse	6	0.2566232979297638
329284	rnn.bias_ih_l0_reverse	7	-0.26276111602783203
329284	rnn.bias_ih_l0_reverse	8	-0.13364100456237793
329284	rnn.bias_ih_l0_reverse	9	-0.1572210043668747
329284	rnn.bias_hh_l0_reverse	0	-0.12746798992156982
329284	rnn.bias_hh_l0_reverse	1	0.2219906896352768
329284	rnn.bias_hh_l0_reverse	2	-0.316499263048172
329284	rnn.bias_hh_l0_reverse	3	-0.17296531796455383
329284	rnn.bias_hh_l0_reverse	4	-0.340812087059021
329284	rnn.bias_hh_l0_reverse	5	-0.18022391200065613
329284	rnn.bias_hh_l0_reverse	6	-0.26751458644866943
329284	rnn.bias_hh_l0_reverse	7	-0.08959241956472397
329284	rnn.bias_hh_l0_reverse	8	-0.22613009810447693
329284	rnn.bias_hh_l0_reverse	9	0.2214937061071396
329284	linear.weight	0	0.17629550397396088
329284	linear.weight	1	-0.46995624899864197
329284	linear.weight	2	0.04919877648353577
329284	linear.weight	3	0.06768504530191422
329284	linear.weight	4	-0.11492428928613663
329284	linear.weight	5	0.18653109669685364
329284	linear.weight	6	-0.07399547845125198
329284	linear.weight	7	-0.06406456232070923
329284	linear.weight	8	0.11247807741165161
329284	linear.weight	9	-0.04530780389904976
329284	linear.bias	0	-1.0184903144836426
329284	linear.bias	1	1.962401270866394
329284	linear.bias	2	0.6783179640769958
329284	linear.bias	3	-2.576838731765747
329284	linear.bias	4	-0.2873731553554535
329284	linear.bias	5	1.247221827507019
329284	linear.bias	6	-0.2293560802936554
329284	linear.bias	7	0.6331112384796143
329284	linear.bias	8	2.2050747871398926
329284	linear.bias	9	-1.4300082921981812
329292	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
329292	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
329292	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
329292	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
329292	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
329292	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
329292	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
329292	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
329292	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
329292	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
329292	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
329292	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
329292	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
329292	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
329292	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
329292	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
329292	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
329292	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
329292	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
329292	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
329292	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
329292	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
329292	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
329292	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
329292	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
329292	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
329292	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
329292	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
329292	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
329292	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
329292	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
329292	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
329292	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
329292	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
329292	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
329292	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
329292	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
329292	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
329292	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
329292	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
329292	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
329292	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
329292	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
329292	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
329292	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
329292	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
329292	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
329292	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
329292	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
329292	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
329292	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
329292	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
329292	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
329292	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
329292	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
329292	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
329292	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
329292	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
329292	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
329292	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
329292	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
329292	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
329292	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
329292	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
329292	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
329292	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
329292	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
329292	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
329292	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
329292	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
329292	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
329292	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
329292	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
329292	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
329292	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
329292	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
329292	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
329292	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
329292	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
329292	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
329292	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
329292	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
329292	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
329292	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
329292	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
329292	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
329292	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
329292	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
329292	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
329292	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
329292	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
329292	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
329292	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
329292	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
329292	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
329292	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
329292	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
329292	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
329292	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
329292	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
329292	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
329292	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
329292	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
329292	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
329292	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
329292	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
329292	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
329292	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
329292	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
329292	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
329292	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
329292	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
329292	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
329292	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
329292	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
329292	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
329292	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
329292	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
329292	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
329292	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
329292	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
329292	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
329292	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
329292	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
329292	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
329292	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
329292	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
329292	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
329292	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
329292	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
329292	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
329292	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
329292	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
329292	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
329292	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
329292	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
329292	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
329292	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
329292	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
329292	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
329292	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
329292	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
329292	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
329292	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
329292	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
329292	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
329292	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
329292	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
329292	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
329292	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
329292	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
329292	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
329292	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
329292	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
329292	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
329292	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
329292	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
329292	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
329292	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
329292	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
329292	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
329292	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
329292	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
329292	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
329292	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
329292	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
329292	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
329292	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
329292	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
329292	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
329292	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
329292	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
329292	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
329292	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
329292	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
329292	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
329292	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
329292	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
329292	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
329292	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
329292	embedding2nn.weight	0	0.3003615140914917
329292	embedding2nn.weight	1	0.357289582490921
329292	embedding2nn.weight	2	-0.0005567842745222151
329292	embedding2nn.weight	3	0.022913619875907898
329292	embedding2nn.weight	4	-0.06250552088022232
329292	embedding2nn.weight	5	0.06956230103969574
329292	embedding2nn.weight	6	0.03864037245512009
329292	embedding2nn.weight	7	-0.011374020017683506
329292	embedding2nn.weight	8	0.0269723292440176
329292	embedding2nn.weight	9	-0.00516737112775445
329292	embedding2nn.bias	0	0.017688129097223282
329292	embedding2nn.bias	1	-0.17871487140655518
329292	embedding2nn.bias	2	0.1199515089392662
329292	embedding2nn.bias	3	0.18159672617912292
329292	embedding2nn.bias	4	0.14690761268138885
329292	embedding2nn.bias	5	-0.09804920852184296
329292	embedding2nn.bias	6	-0.04008270055055618
329292	embedding2nn.bias	7	0.044626522809267044
329292	embedding2nn.bias	8	-0.1715763956308365
329292	embedding2nn.bias	9	-0.3743465542793274
329292	rnn.weight_ih_l0	0	0.009640131145715714
329292	rnn.weight_ih_l0	1	-0.07695835828781128
329292	rnn.weight_ih_l0	2	-0.0794181302189827
329292	rnn.weight_ih_l0	3	0.09077273309230804
329292	rnn.weight_ih_l0	4	0.02743852511048317
329292	rnn.weight_ih_l0	5	-0.10999855399131775
329292	rnn.weight_ih_l0	6	-0.027872681617736816
329292	rnn.weight_ih_l0	7	0.0013748470228165388
329292	rnn.weight_ih_l0	8	0.04576272517442703
329292	rnn.weight_ih_l0	9	-0.0651114210486412
329292	rnn.weight_hh_l0	0	0.006527385674417019
329292	rnn.weight_hh_l0	1	0.06701286137104034
329292	rnn.weight_hh_l0	2	0.03508073464035988
329292	rnn.weight_hh_l0	3	0.015099193900823593
329292	rnn.weight_hh_l0	4	0.02065989561378956
329292	rnn.weight_hh_l0	5	0.05105976760387421
329292	rnn.weight_hh_l0	6	-0.040078990161418915
329292	rnn.weight_hh_l0	7	-0.0680617243051529
329292	rnn.weight_hh_l0	8	0.04027438163757324
329292	rnn.weight_hh_l0	9	-0.10955508798360825
329292	rnn.bias_ih_l0	0	0.19324614107608795
329292	rnn.bias_ih_l0	1	-0.23622830212116241
329292	rnn.bias_ih_l0	2	-0.04174135997891426
329292	rnn.bias_ih_l0	3	-0.16604219377040863
329292	rnn.bias_ih_l0	4	0.005129663739353418
329292	rnn.bias_ih_l0	5	-0.3325021266937256
329292	rnn.bias_ih_l0	6	-0.12250468879938126
329292	rnn.bias_ih_l0	7	-0.2985173761844635
329292	rnn.bias_ih_l0	8	-0.24219675362110138
329292	rnn.bias_ih_l0	9	-0.41785141825675964
329292	rnn.bias_hh_l0	0	-0.2848367691040039
329292	rnn.bias_hh_l0	1	-0.31610551476478577
329292	rnn.bias_hh_l0	2	-0.27792397141456604
329292	rnn.bias_hh_l0	3	-0.07502482086420059
329292	rnn.bias_hh_l0	4	-0.28480660915374756
329292	rnn.bias_hh_l0	5	-0.3011409342288971
329292	rnn.bias_hh_l0	6	-0.1280093491077423
329292	rnn.bias_hh_l0	7	0.04960004985332489
329292	rnn.bias_hh_l0	8	-0.189612478017807
329292	rnn.bias_hh_l0	9	-0.4699048399925232
329292	rnn.weight_ih_l0_reverse	0	0.01980244740843773
329292	rnn.weight_ih_l0_reverse	1	-0.06615376472473145
329292	rnn.weight_ih_l0_reverse	2	-0.013543936423957348
329292	rnn.weight_ih_l0_reverse	3	-0.0786857008934021
329292	rnn.weight_ih_l0_reverse	4	0.04352353885769844
329292	rnn.weight_ih_l0_reverse	5	-0.09783191233873367
329292	rnn.weight_ih_l0_reverse	6	-0.006217813119292259
329292	rnn.weight_ih_l0_reverse	7	0.010366526432335377
329292	rnn.weight_ih_l0_reverse	8	-0.058238524943590164
329292	rnn.weight_ih_l0_reverse	9	-0.09925805032253265
329292	rnn.weight_hh_l0_reverse	0	-0.07944869995117188
329292	rnn.weight_hh_l0_reverse	1	0.022850854322314262
329292	rnn.weight_hh_l0_reverse	2	-0.009737870655953884
329292	rnn.weight_hh_l0_reverse	3	0.02355996146798134
329292	rnn.weight_hh_l0_reverse	4	-0.06321205943822861
329292	rnn.weight_hh_l0_reverse	5	0.04021220654249191
329292	rnn.weight_hh_l0_reverse	6	0.019287297502160072
329292	rnn.weight_hh_l0_reverse	7	-0.06230129674077034
329292	rnn.weight_hh_l0_reverse	8	-0.01439661905169487
329292	rnn.weight_hh_l0_reverse	9	0.0837617814540863
329292	rnn.bias_ih_l0_reverse	0	-0.15151116251945496
329292	rnn.bias_ih_l0_reverse	1	-0.07795794308185577
329292	rnn.bias_ih_l0_reverse	2	0.09069272875785828
329292	rnn.bias_ih_l0_reverse	3	-0.2354213148355484
329292	rnn.bias_ih_l0_reverse	4	-0.06153341382741928
329292	rnn.bias_ih_l0_reverse	5	-0.19943572580814362
329292	rnn.bias_ih_l0_reverse	6	0.2563139498233795
329292	rnn.bias_ih_l0_reverse	7	-0.2617782652378082
329292	rnn.bias_ih_l0_reverse	8	-0.13323935866355896
329292	rnn.bias_ih_l0_reverse	9	-0.15739735960960388
329292	rnn.bias_hh_l0_reverse	0	-0.12834765017032623
329292	rnn.bias_hh_l0_reverse	1	0.22076624631881714
329292	rnn.bias_hh_l0_reverse	2	-0.31553593277931213
329292	rnn.bias_hh_l0_reverse	3	-0.173125222325325
329292	rnn.bias_hh_l0_reverse	4	-0.34230220317840576
329292	rnn.bias_hh_l0_reverse	5	-0.18052668869495392
329292	rnn.bias_hh_l0_reverse	6	-0.26749706268310547
329292	rnn.bias_hh_l0_reverse	7	-0.08968544006347656
329292	rnn.bias_hh_l0_reverse	8	-0.2265993356704712
329292	rnn.bias_hh_l0_reverse	9	0.2220592200756073
329292	linear.weight	0	0.17673394083976746
329292	linear.weight	1	-0.46906524896621704
329292	linear.weight	2	0.0432516485452652
329292	linear.weight	3	0.06768511980772018
329292	linear.weight	4	-0.11490210890769958
329292	linear.weight	5	0.1881057620048523
329292	linear.weight	6	-0.07693500816822052
329292	linear.weight	7	-0.06406452506780624
329292	linear.weight	8	0.11065373569726944
329292	linear.weight	9	-0.045307934284210205
329292	linear.bias	0	-1.0257619619369507
329292	linear.bias	1	1.9771424531936646
329292	linear.bias	2	0.692863941192627
329292	linear.bias	3	-2.576843023300171
329292	linear.bias	4	-0.28692102432250977
329292	linear.bias	5	1.2480103969573975
329292	linear.bias	6	-0.24545201659202576
329292	linear.bias	7	0.6330831050872803
329292	linear.bias	8	2.1756081581115723
329292	linear.bias	9	-1.4329867362976074
329901	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
329901	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
329901	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
329901	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
329901	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
329901	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
329901	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
329901	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
329901	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
329901	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
329901	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
329901	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
329901	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
329901	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
329901	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
329901	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
329901	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
329901	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
329901	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
329901	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
329901	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
329901	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
329901	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
329901	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
329901	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
329901	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
329901	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
329901	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
329901	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
329901	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
329901	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
329901	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
329901	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
329901	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
329901	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
329901	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
329901	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
329901	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
329901	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
329901	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
329901	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
329901	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
329901	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
329901	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
329901	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
329901	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
329901	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
329901	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
329901	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
329901	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
329901	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
329901	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
329901	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
329901	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
329901	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
329901	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
329901	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
329901	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
329901	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
329901	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
329901	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
329901	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
329901	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
329901	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
329901	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
329901	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
329901	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
329901	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
329901	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
329901	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
329901	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
329901	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
329901	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
329901	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
329901	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
329901	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
329901	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
329901	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
329901	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
329901	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
329901	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
329901	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
329901	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
329901	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
329901	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
329901	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
329901	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
329901	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
329901	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
329901	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
329901	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
329901	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
329901	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
329901	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
329901	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
329901	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
329901	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
329901	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
329901	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
329901	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
329901	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
329901	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
329901	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
329901	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
329901	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
329901	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
329901	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
329901	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
329901	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
329901	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
329901	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
329901	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
329901	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
329901	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
329901	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
329901	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
329901	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
329901	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
329901	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
329901	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
329901	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
329901	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
329901	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
329901	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
329901	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
329901	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
329901	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
329901	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
329901	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
329901	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
329901	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
329901	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
329901	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
329901	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
329901	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
329901	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
329901	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
329901	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
329901	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
329901	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
329901	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
329901	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
329901	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
329901	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
329901	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
329901	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
329901	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
329901	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
329901	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
329901	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
329901	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
329901	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
329901	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
329901	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
329901	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
329901	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
329901	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
329901	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
329901	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
329901	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
329901	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
329901	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
329901	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
329901	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
329901	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
329901	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
329901	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
329901	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
329901	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
329901	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
329901	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
329901	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
329901	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
329901	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
329901	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
329901	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
329901	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
329901	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
329901	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
329901	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
329901	embedding2nn.weight	0	0.2999323010444641
329901	embedding2nn.weight	1	0.3574591279029846
329901	embedding2nn.weight	2	-0.0020215893164277077
329901	embedding2nn.weight	3	0.028275322169065475
329901	embedding2nn.weight	4	-0.058370769023895264
329901	embedding2nn.weight	5	0.06508052349090576
329901	embedding2nn.weight	6	0.046586014330387115
329901	embedding2nn.weight	7	-0.004587123636156321
329901	embedding2nn.weight	8	0.030342834070324898
329901	embedding2nn.weight	9	-0.0018171900883316994
329901	embedding2nn.bias	0	0.025573141872882843
329901	embedding2nn.bias	1	-0.20777802169322968
329901	embedding2nn.bias	2	0.12267979234457016
329901	embedding2nn.bias	3	0.16772356629371643
329901	embedding2nn.bias	4	0.16016922891139984
329901	embedding2nn.bias	5	-0.0917859748005867
329901	embedding2nn.bias	6	-0.02239781618118286
329901	embedding2nn.bias	7	0.047913987189531326
329901	embedding2nn.bias	8	-0.15173938870429993
329901	embedding2nn.bias	9	-0.36102408170700073
329901	rnn.weight_ih_l0	0	0.009178937412798405
329901	rnn.weight_ih_l0	1	-0.07521479576826096
329901	rnn.weight_ih_l0	2	-0.08413199335336685
329901	rnn.weight_ih_l0	3	0.09058254957199097
329901	rnn.weight_ih_l0	4	0.02491080015897751
329901	rnn.weight_ih_l0	5	-0.10174661874771118
329901	rnn.weight_ih_l0	6	-0.024218032136559486
329901	rnn.weight_ih_l0	7	0.0008995413081720471
329901	rnn.weight_ih_l0	8	0.04311278834939003
329901	rnn.weight_ih_l0	9	-0.06353640556335449
329901	rnn.weight_hh_l0	0	0.006937982514500618
329901	rnn.weight_hh_l0	1	0.06666414439678192
329901	rnn.weight_hh_l0	2	0.03592175617814064
329901	rnn.weight_hh_l0	3	0.01487669162452221
329901	rnn.weight_hh_l0	4	0.02044381946325302
329901	rnn.weight_hh_l0	5	0.05057599022984505
329901	rnn.weight_hh_l0	6	-0.04070160910487175
329901	rnn.weight_hh_l0	7	-0.07026095688343048
329901	rnn.weight_hh_l0	8	0.040334880352020264
329901	rnn.weight_hh_l0	9	-0.10968565195798874
329901	rnn.bias_ih_l0	0	0.1934162825345993
329901	rnn.bias_ih_l0	1	-0.24297265708446503
329901	rnn.bias_ih_l0	2	-0.04498853161931038
329901	rnn.bias_ih_l0	3	-0.1773274689912796
329901	rnn.bias_ih_l0	4	-0.004315318074077368
329901	rnn.bias_ih_l0	5	-0.33788037300109863
329901	rnn.bias_ih_l0	6	-0.12307238578796387
329901	rnn.bias_ih_l0	7	-0.2989630103111267
329901	rnn.bias_ih_l0	8	-0.240290105342865
329901	rnn.bias_ih_l0	9	-0.40970438718795776
329901	rnn.bias_hh_l0	0	-0.28619933128356934
329901	rnn.bias_hh_l0	1	-0.3163786232471466
329901	rnn.bias_hh_l0	2	-0.279453307390213
329901	rnn.bias_hh_l0	3	-0.07569584250450134
329901	rnn.bias_hh_l0	4	-0.29681047797203064
329901	rnn.bias_hh_l0	5	-0.2976358234882355
329901	rnn.bias_hh_l0	6	-0.1273919939994812
329901	rnn.bias_hh_l0	7	0.04786674305796623
329901	rnn.bias_hh_l0	8	-0.18112713098526
329901	rnn.bias_hh_l0	9	-0.4622088670730591
329901	rnn.weight_ih_l0_reverse	0	0.01861240714788437
329901	rnn.weight_ih_l0_reverse	1	-0.0671091303229332
329901	rnn.weight_ih_l0_reverse	2	-0.01325171533972025
329901	rnn.weight_ih_l0_reverse	3	-0.07467355579137802
329901	rnn.weight_ih_l0_reverse	4	0.046668730676174164
329901	rnn.weight_ih_l0_reverse	5	-0.10015659034252167
329901	rnn.weight_ih_l0_reverse	6	-0.006564189679920673
329901	rnn.weight_ih_l0_reverse	7	0.010337639600038528
329901	rnn.weight_ih_l0_reverse	8	-0.0602281354367733
329901	rnn.weight_ih_l0_reverse	9	-0.10115519911050797
329901	rnn.weight_hh_l0_reverse	0	-0.07948009669780731
329901	rnn.weight_hh_l0_reverse	1	0.022796886041760445
329901	rnn.weight_hh_l0_reverse	2	-0.00800101738423109
329901	rnn.weight_hh_l0_reverse	3	0.023364946246147156
329901	rnn.weight_hh_l0_reverse	4	-0.062468234449625015
329901	rnn.weight_hh_l0_reverse	5	0.039100680500268936
329901	rnn.weight_hh_l0_reverse	6	0.01935228332877159
329901	rnn.weight_hh_l0_reverse	7	-0.06442059576511383
329901	rnn.weight_hh_l0_reverse	8	-0.013172348029911518
329901	rnn.weight_hh_l0_reverse	9	0.0854201465845108
329901	rnn.bias_ih_l0_reverse	0	-0.15089216828346252
329901	rnn.bias_ih_l0_reverse	1	-0.074950210750103
329901	rnn.bias_ih_l0_reverse	2	0.0917418822646141
329901	rnn.bias_ih_l0_reverse	3	-0.23385517299175262
329901	rnn.bias_ih_l0_reverse	4	-0.054738692939281464
329901	rnn.bias_ih_l0_reverse	5	-0.20194695889949799
329901	rnn.bias_ih_l0_reverse	6	0.2509167790412903
329901	rnn.bias_ih_l0_reverse	7	-0.25964146852493286
329901	rnn.bias_ih_l0_reverse	8	-0.13576018810272217
329901	rnn.bias_ih_l0_reverse	9	-0.14427052438259125
329901	rnn.bias_hh_l0_reverse	0	-0.1236037015914917
329901	rnn.bias_hh_l0_reverse	1	0.21758413314819336
329901	rnn.bias_hh_l0_reverse	2	-0.30668845772743225
329901	rnn.bias_hh_l0_reverse	3	-0.16941992938518524
329901	rnn.bias_hh_l0_reverse	4	-0.3420208692550659
329901	rnn.bias_hh_l0_reverse	5	-0.18684601783752441
329901	rnn.bias_hh_l0_reverse	6	-0.26298996806144714
329901	rnn.bias_hh_l0_reverse	7	-0.09229768812656403
329901	rnn.bias_hh_l0_reverse	8	-0.2244388610124588
329901	rnn.bias_hh_l0_reverse	9	0.20876193046569824
329901	linear.weight	0	0.2016826719045639
329901	linear.weight	1	-0.4756786823272705
329901	linear.weight	2	0.06981319934129715
329901	linear.weight	3	0.06768248230218887
329901	linear.weight	4	-0.17673832178115845
329901	linear.weight	5	0.14334982633590698
329901	linear.weight	6	-0.11613492667675018
329901	linear.weight	7	-0.06404729187488556
329901	linear.weight	8	0.07256922870874405
329901	linear.weight	9	-0.04532439261674881
329901	linear.bias	0	-1.035916805267334
329901	linear.bias	1	1.971260666847229
329901	linear.bias	2	0.6955274343490601
329901	linear.bias	3	-2.5774734020233154
329901	linear.bias	4	-0.3015731871128082
329901	linear.bias	5	1.2384555339813232
329901	linear.bias	6	-0.24642732739448547
329901	linear.bias	7	0.6539340019226074
329901	linear.bias	8	2.206829309463501
329901	linear.bias	9	-1.4146274328231812
330510	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
330510	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
330510	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
330510	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
330510	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
330510	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
330510	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
330510	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
330510	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
330510	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
330510	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
330510	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
330510	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
330510	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
330510	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
330510	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
330510	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
330510	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
330510	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
330510	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
330510	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
330510	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
330510	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
330510	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
330510	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
330510	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
330510	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
330510	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
330510	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
330510	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
330510	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
330510	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
330510	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
330510	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
330510	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
330510	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
330510	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
330510	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
330510	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
330510	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
330510	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
330510	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
330510	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
330510	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
330510	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
330510	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
330510	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
330510	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
330510	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
330510	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
330510	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
330510	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
330510	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
330510	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
330510	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
330510	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
330510	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
330510	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
330510	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
330510	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
330510	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
330510	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
330510	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
330510	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
330510	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
330510	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
330510	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
330510	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
330510	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
330510	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
330510	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
330510	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
330510	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
330510	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
330510	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
330510	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
330510	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
330510	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
330510	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
330510	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
330510	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
330510	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
330510	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
330510	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
330510	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
330510	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
330510	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
330510	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
330510	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
330510	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
330510	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
330510	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
330510	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
330510	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
330510	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
330510	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
330510	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
330510	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
330510	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
330510	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
330510	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
330510	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
330510	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
330510	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
330510	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
330510	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
330510	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
330510	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
330510	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
330510	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
330510	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
330510	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
330510	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
330510	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
330510	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
330510	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
330510	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
330510	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
330510	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
330510	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
330510	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
330510	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
330510	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
330510	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
330510	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
330510	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
330510	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
330510	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
330510	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
330510	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
330510	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
330510	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
330510	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
330510	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
330510	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
330510	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
330510	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
330510	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
330510	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
330510	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
330510	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
330510	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
330510	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
330510	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
330510	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
330510	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
330510	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
330510	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
330510	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
330510	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
330510	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
330510	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
330510	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
330510	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
330510	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
330510	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
330510	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
330510	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
330510	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
330510	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
330510	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
330510	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
330510	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
330510	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
330510	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
330510	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
330510	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
330510	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
330510	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
330510	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
330510	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
330510	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
330510	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
330510	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
330510	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
330510	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
330510	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
330510	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
330510	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
330510	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
330510	embedding2nn.weight	0	0.2976117432117462
330510	embedding2nn.weight	1	0.35727760195732117
330510	embedding2nn.weight	2	-0.0004268570919521153
330510	embedding2nn.weight	3	0.03725552186369896
330510	embedding2nn.weight	4	-0.05110083892941475
330510	embedding2nn.weight	5	0.06686940044164658
330510	embedding2nn.weight	6	0.05294812470674515
330510	embedding2nn.weight	7	0.0025669694878160954
330510	embedding2nn.weight	8	0.02981499210000038
330510	embedding2nn.weight	9	-0.0011405418626964092
330510	embedding2nn.bias	0	0.030999256297945976
330510	embedding2nn.bias	1	-0.21127116680145264
330510	embedding2nn.bias	2	0.12275934219360352
330510	embedding2nn.bias	3	0.15107406675815582
330510	embedding2nn.bias	4	0.1617908924818039
330510	embedding2nn.bias	5	-0.0751776471734047
330510	embedding2nn.bias	6	-0.0317273810505867
330510	embedding2nn.bias	7	0.04454118013381958
330510	embedding2nn.bias	8	-0.16789230704307556
330510	embedding2nn.bias	9	-0.3896873891353607
330510	rnn.weight_ih_l0	0	0.00835227221250534
330510	rnn.weight_ih_l0	1	-0.07711126655340195
330510	rnn.weight_ih_l0	2	-0.08313402533531189
330510	rnn.weight_ih_l0	3	0.09028951823711395
330510	rnn.weight_ih_l0	4	0.019183088093996048
330510	rnn.weight_ih_l0	5	-0.11438842862844467
330510	rnn.weight_ih_l0	6	-0.02298058569431305
330510	rnn.weight_ih_l0	7	0.0044081322848796844
330510	rnn.weight_ih_l0	8	0.050051249563694
330510	rnn.weight_ih_l0	9	-0.05514923855662346
330510	rnn.weight_hh_l0	0	0.006197176408022642
330510	rnn.weight_hh_l0	1	0.06614275276660919
330510	rnn.weight_hh_l0	2	0.03583010286092758
330510	rnn.weight_hh_l0	3	0.01509677805006504
330510	rnn.weight_hh_l0	4	0.02068592980504036
330510	rnn.weight_hh_l0	5	0.0504625029861927
330510	rnn.weight_hh_l0	6	-0.04066447168588638
330510	rnn.weight_hh_l0	7	-0.07082520425319672
330510	rnn.weight_hh_l0	8	0.04023856669664383
330510	rnn.weight_hh_l0	9	-0.11023014038801193
330510	rnn.bias_ih_l0	0	0.18386660516262054
330510	rnn.bias_ih_l0	1	-0.2406964898109436
330510	rnn.bias_ih_l0	2	-0.04909978061914444
330510	rnn.bias_ih_l0	3	-0.1761562079191208
330510	rnn.bias_ih_l0	4	0.0027885171584784985
330510	rnn.bias_ih_l0	5	-0.33126381039619446
330510	rnn.bias_ih_l0	6	-0.12224936485290527
330510	rnn.bias_ih_l0	7	-0.29845723509788513
330510	rnn.bias_ih_l0	8	-0.2421310693025589
330510	rnn.bias_ih_l0	9	-0.42731308937072754
330510	rnn.bias_hh_l0	0	-0.28448939323425293
330510	rnn.bias_hh_l0	1	-0.3172541558742523
330510	rnn.bias_hh_l0	2	-0.279926061630249
330510	rnn.bias_hh_l0	3	-0.08080625534057617
330510	rnn.bias_hh_l0	4	-0.2960525453090668
330510	rnn.bias_hh_l0	5	-0.29219257831573486
330510	rnn.bias_hh_l0	6	-0.13068686425685883
330510	rnn.bias_hh_l0	7	0.0538560189306736
330510	rnn.bias_hh_l0	8	-0.1733645498752594
330510	rnn.bias_hh_l0	9	-0.4574349522590637
330510	rnn.weight_ih_l0_reverse	0	0.024624666199088097
330510	rnn.weight_ih_l0_reverse	1	-0.06819834560155869
330510	rnn.weight_ih_l0_reverse	2	-0.012648689560592175
330510	rnn.weight_ih_l0_reverse	3	-0.07484424859285355
330510	rnn.weight_ih_l0_reverse	4	0.046978216618299484
330510	rnn.weight_ih_l0_reverse	5	-0.10141836851835251
330510	rnn.weight_ih_l0_reverse	6	0.0011278968304395676
330510	rnn.weight_ih_l0_reverse	7	0.009630576707422733
330510	rnn.weight_ih_l0_reverse	8	-0.058172427117824554
330510	rnn.weight_ih_l0_reverse	9	-0.10887250304222107
330510	rnn.weight_hh_l0_reverse	0	-0.080253466963768
330510	rnn.weight_hh_l0_reverse	1	0.02392035908997059
330510	rnn.weight_hh_l0_reverse	2	-0.008929508738219738
330510	rnn.weight_hh_l0_reverse	3	0.022678803652524948
330510	rnn.weight_hh_l0_reverse	4	-0.06339459866285324
330510	rnn.weight_hh_l0_reverse	5	0.039121877402067184
330510	rnn.weight_hh_l0_reverse	6	0.01940646581351757
330510	rnn.weight_hh_l0_reverse	7	-0.06424333155155182
330510	rnn.weight_hh_l0_reverse	8	-0.011356938630342484
330510	rnn.weight_hh_l0_reverse	9	0.08886218816041946
330510	rnn.bias_ih_l0_reverse	0	-0.15224190056324005
330510	rnn.bias_ih_l0_reverse	1	-0.07738050073385239
330510	rnn.bias_ih_l0_reverse	2	0.08889509737491608
330510	rnn.bias_ih_l0_reverse	3	-0.24335137009620667
330510	rnn.bias_ih_l0_reverse	4	-0.06910001486539841
330510	rnn.bias_ih_l0_reverse	5	-0.19966816902160645
330510	rnn.bias_ih_l0_reverse	6	0.2539121210575104
330510	rnn.bias_ih_l0_reverse	7	-0.26248160004615784
330510	rnn.bias_ih_l0_reverse	8	-0.1383373737335205
330510	rnn.bias_ih_l0_reverse	9	-0.14876152575016022
330510	rnn.bias_hh_l0_reverse	0	-0.1134968027472496
330510	rnn.bias_hh_l0_reverse	1	0.2158007174730301
330510	rnn.bias_hh_l0_reverse	2	-0.3111326992511749
330510	rnn.bias_hh_l0_reverse	3	-0.16686788201332092
330510	rnn.bias_hh_l0_reverse	4	-0.33810991048812866
330510	rnn.bias_hh_l0_reverse	5	-0.18969140946865082
330510	rnn.bias_hh_l0_reverse	6	-0.26092639565467834
330510	rnn.bias_hh_l0_reverse	7	-0.09559909999370575
330510	rnn.bias_hh_l0_reverse	8	-0.22200724482536316
330510	rnn.bias_hh_l0_reverse	9	0.22880293428897858
330510	linear.weight	0	0.18153971433639526
330510	linear.weight	1	-0.4538170099258423
330510	linear.weight	2	0.051558464765548706
330510	linear.weight	3	0.06767679005861282
330510	linear.weight	4	-0.1787148416042328
330510	linear.weight	5	0.20355528593063354
330510	linear.weight	6	-0.10266293585300446
330510	linear.weight	7	-0.06403237581253052
330510	linear.weight	8	0.09624408930540085
330510	linear.weight	9	-0.045336250215768814
330510	linear.bias	0	-0.9950962066650391
330510	linear.bias	1	1.9203095436096191
330510	linear.bias	2	0.6603928804397583
330510	linear.bias	3	-2.57806134223938
330510	linear.bias	4	-0.2911020815372467
330510	linear.bias	5	1.271560788154602
330510	linear.bias	6	-0.2230510115623474
330510	linear.bias	7	0.6212553381919861
330510	linear.bias	8	2.201352596282959
330510	linear.bias	9	-1.438924789428711
331119	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
331119	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
331119	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
331119	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
331119	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
331119	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
331119	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
331119	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
331119	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
331119	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
331119	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
331119	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
331119	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
331119	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
331119	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
331119	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
331119	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
331119	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
331119	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
331119	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
331119	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
331119	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
331119	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
331119	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
331119	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
331119	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
331119	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
331119	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
331119	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
331119	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
331119	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
331119	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
331119	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
331119	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
331119	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
331119	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
331119	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
331119	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
331119	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
331119	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
331119	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
331119	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
331119	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
331119	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
331119	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
331119	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
331119	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
331119	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
331119	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
331119	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
331119	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
331119	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
331119	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
331119	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
331119	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
331119	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
331119	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
331119	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
331119	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
331119	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
331119	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
331119	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
331119	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
331119	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
331119	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
331119	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
331119	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
331119	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
331119	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
331119	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
331119	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
331119	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
331119	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
331119	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
331119	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
331119	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
331119	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
331119	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
331119	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
331119	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
331119	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
331119	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
331119	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
331119	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
331119	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
331119	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
331119	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
331119	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
331119	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
331119	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
331119	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
331119	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
331119	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
331119	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
331119	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
331119	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
331119	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
331119	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
331119	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
331119	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
331119	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
331119	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
331119	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
331119	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
331119	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
331119	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
331119	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
331119	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
331119	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
331119	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
331119	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
331119	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
331119	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
331119	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
331119	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
331119	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
331119	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
331119	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
331119	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
331119	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
331119	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
331119	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
331119	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
331119	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
331119	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
331119	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
331119	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
331119	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
331119	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
331119	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
331119	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
331119	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
331119	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
331119	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
331119	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
331119	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
331119	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
331119	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
331119	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
331119	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
331119	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
331119	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
331119	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
331119	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
331119	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
331119	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
331119	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
331119	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
331119	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
331119	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
331119	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
331119	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
331119	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
331119	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
331119	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
331119	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
331119	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
331119	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
331119	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
331119	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
331119	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
331119	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
331119	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
331119	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
331119	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
331119	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
331119	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
331119	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
331119	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
331119	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
331119	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
331119	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
331119	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
331119	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
331119	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
331119	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
331119	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
331119	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
331119	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
331119	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
331119	embedding2nn.weight	0	0.297334760427475
331119	embedding2nn.weight	1	0.35471582412719727
331119	embedding2nn.weight	2	-0.005344382021576166
331119	embedding2nn.weight	3	0.035912949591875076
331119	embedding2nn.weight	4	-0.052479833364486694
331119	embedding2nn.weight	5	0.06638805568218231
331119	embedding2nn.weight	6	0.05193261429667473
331119	embedding2nn.weight	7	-0.005082654766738415
331119	embedding2nn.weight	8	0.032311778515577316
331119	embedding2nn.weight	9	0.0016644996358081698
331119	embedding2nn.bias	0	0.03122003749012947
331119	embedding2nn.bias	1	-0.19181981682777405
331119	embedding2nn.bias	2	0.147909015417099
331119	embedding2nn.bias	3	0.14683370292186737
331119	embedding2nn.bias	4	0.14906129240989685
331119	embedding2nn.bias	5	-0.06966020166873932
331119	embedding2nn.bias	6	-0.05538640171289444
331119	embedding2nn.bias	7	0.04654219374060631
331119	embedding2nn.bias	8	-0.15943336486816406
331119	embedding2nn.bias	9	-0.3962517976760864
331119	rnn.weight_ih_l0	0	0.008096324279904366
331119	rnn.weight_ih_l0	1	-0.07487547397613525
331119	rnn.weight_ih_l0	2	-0.08231623470783234
331119	rnn.weight_ih_l0	3	0.09322614222764969
331119	rnn.weight_ih_l0	4	0.013076955452561378
331119	rnn.weight_ih_l0	5	-0.1127442941069603
331119	rnn.weight_ih_l0	6	-0.02331371232867241
331119	rnn.weight_ih_l0	7	0.0010966662084683776
331119	rnn.weight_ih_l0	8	0.041243959218263626
331119	rnn.weight_ih_l0	9	-0.05568084493279457
331119	rnn.weight_hh_l0	0	0.006526296027004719
331119	rnn.weight_hh_l0	1	0.06594538688659668
331119	rnn.weight_hh_l0	2	0.03540084511041641
331119	rnn.weight_hh_l0	3	0.015479443594813347
331119	rnn.weight_hh_l0	4	0.019715631380677223
331119	rnn.weight_hh_l0	5	0.051586125046014786
331119	rnn.weight_hh_l0	6	-0.04142759367823601
331119	rnn.weight_hh_l0	7	-0.0749405100941658
331119	rnn.weight_hh_l0	8	0.04022178798913956
331119	rnn.weight_hh_l0	9	-0.10949663072824478
331119	rnn.bias_ih_l0	0	0.18818964064121246
331119	rnn.bias_ih_l0	1	-0.2371755987405777
331119	rnn.bias_ih_l0	2	-0.045494530349969864
331119	rnn.bias_ih_l0	3	-0.17504803836345673
331119	rnn.bias_ih_l0	4	-0.0006470372900366783
331119	rnn.bias_ih_l0	5	-0.3361152708530426
331119	rnn.bias_ih_l0	6	-0.1134192943572998
331119	rnn.bias_ih_l0	7	-0.29873567819595337
331119	rnn.bias_ih_l0	8	-0.24071602523326874
331119	rnn.bias_ih_l0	9	-0.4314517676830292
331119	rnn.bias_hh_l0	0	-0.2893574833869934
331119	rnn.bias_hh_l0	1	-0.3149968087673187
331119	rnn.bias_hh_l0	2	-0.284183144569397
331119	rnn.bias_hh_l0	3	-0.08397643268108368
331119	rnn.bias_hh_l0	4	-0.29487740993499756
331119	rnn.bias_hh_l0	5	-0.29132261872291565
331119	rnn.bias_hh_l0	6	-0.13340502977371216
331119	rnn.bias_hh_l0	7	0.07156027853488922
331119	rnn.bias_hh_l0	8	-0.1718810647726059
331119	rnn.bias_hh_l0	9	-0.4560664892196655
331119	rnn.weight_ih_l0_reverse	0	0.021388811990618706
331119	rnn.weight_ih_l0_reverse	1	-0.06905010342597961
331119	rnn.weight_ih_l0_reverse	2	-0.013509225100278854
331119	rnn.weight_ih_l0_reverse	3	-0.07835130393505096
331119	rnn.weight_ih_l0_reverse	4	0.04667462408542633
331119	rnn.weight_ih_l0_reverse	5	-0.10810824483633041
331119	rnn.weight_ih_l0_reverse	6	-7.285005267476663e-05
331119	rnn.weight_ih_l0_reverse	7	0.011126210913062096
331119	rnn.weight_ih_l0_reverse	8	-0.05584387481212616
331119	rnn.weight_ih_l0_reverse	9	-0.1086326315999031
331119	rnn.weight_hh_l0_reverse	0	-0.08117857575416565
331119	rnn.weight_hh_l0_reverse	1	0.02289300225675106
331119	rnn.weight_hh_l0_reverse	2	-0.008914720267057419
331119	rnn.weight_hh_l0_reverse	3	0.024463403970003128
331119	rnn.weight_hh_l0_reverse	4	-0.06276290863752365
331119	rnn.weight_hh_l0_reverse	5	0.03984707593917847
331119	rnn.weight_hh_l0_reverse	6	0.019644632935523987
331119	rnn.weight_hh_l0_reverse	7	-0.06668827682733536
331119	rnn.weight_hh_l0_reverse	8	-0.007965507917106152
331119	rnn.weight_hh_l0_reverse	9	0.08648096770048141
331119	rnn.bias_ih_l0_reverse	0	-0.15372410416603088
331119	rnn.bias_ih_l0_reverse	1	-0.07499630749225616
331119	rnn.bias_ih_l0_reverse	2	0.08724703639745712
331119	rnn.bias_ih_l0_reverse	3	-0.24773259460926056
331119	rnn.bias_ih_l0_reverse	4	-0.05842886492609978
331119	rnn.bias_ih_l0_reverse	5	-0.20170630514621735
331119	rnn.bias_ih_l0_reverse	6	0.2548307478427887
331119	rnn.bias_ih_l0_reverse	7	-0.2624484598636627
331119	rnn.bias_ih_l0_reverse	8	-0.1393841654062271
331119	rnn.bias_ih_l0_reverse	9	-0.1535203605890274
331119	rnn.bias_hh_l0_reverse	0	-0.11888919025659561
331119	rnn.bias_hh_l0_reverse	1	0.22968940436840057
331119	rnn.bias_hh_l0_reverse	2	-0.3097337484359741
331119	rnn.bias_hh_l0_reverse	3	-0.16917945444583893
331119	rnn.bias_hh_l0_reverse	4	-0.3414703607559204
331119	rnn.bias_hh_l0_reverse	5	-0.18244583904743195
331119	rnn.bias_hh_l0_reverse	6	-0.26130810379981995
331119	rnn.bias_hh_l0_reverse	7	-0.08794541656970978
331119	rnn.bias_hh_l0_reverse	8	-0.20606312155723572
331119	rnn.bias_hh_l0_reverse	9	0.21799242496490479
331119	linear.weight	0	0.1659633368253708
331119	linear.weight	1	-0.42461857199668884
331119	linear.weight	2	0.029114989563822746
331119	linear.weight	3	0.0676785334944725
331119	linear.weight	4	-0.15468543767929077
331119	linear.weight	5	0.20848026871681213
331119	linear.weight	6	-0.10618318617343903
331119	linear.weight	7	-0.06402293592691422
331119	linear.weight	8	0.08268080651760101
331119	linear.weight	9	-0.04534747451543808
331119	linear.bias	0	-1.024749994277954
331119	linear.bias	1	1.946534514427185
331119	linear.bias	2	0.6948878169059753
331119	linear.bias	3	-2.5786070823669434
331119	linear.bias	4	-0.3355226218700409
331119	linear.bias	5	1.2907456159591675
331119	linear.bias	6	-0.22556139528751373
331119	linear.bias	7	0.5945550203323364
331119	linear.bias	8	2.167980909347534
331119	linear.bias	9	-1.4187933206558228
331728	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
331728	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
331728	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
331728	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
331728	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
331728	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
331728	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
331728	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
331728	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
331728	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
331728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
331728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
331728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
331728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
331728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
331728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
331728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
331728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
331728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
331728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
331728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
331728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
331728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
331728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
331728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
331728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
331728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
331728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
331728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
331728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
331728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
331728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
331728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
331728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
331728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
331728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
331728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
331728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
331728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
331728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
331728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
331728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
331728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
331728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
331728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
331728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
331728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
331728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
331728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
331728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
331728	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
331728	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
331728	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
331728	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
331728	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
331728	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
331728	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
331728	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
331728	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
331728	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
331728	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
331728	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
331728	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
331728	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
331728	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
331728	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
331728	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
331728	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
331728	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
331728	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
331728	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
331728	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
331728	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
331728	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
331728	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
331728	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
331728	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
331728	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
331728	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
331728	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
331728	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
331728	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
331728	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
331728	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
331728	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
331728	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
331728	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
331728	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
331728	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
331728	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
331728	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
331728	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
331728	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
331728	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
331728	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
331728	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
331728	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
331728	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
331728	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
331728	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
331728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
331728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
331728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
331728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
331728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
331728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
331728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
331728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
331728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
331728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
331728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
331728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
331728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
331728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
331728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
331728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
331728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
331728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
331728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
331728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
331728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
331728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
331728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
331728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
331728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
331728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
331728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
331728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
331728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
331728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
331728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
331728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
331728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
331728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
331728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
331728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
331728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
331728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
331728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
331728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
331728	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
331728	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
331728	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
331728	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
331728	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
331728	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
331728	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
331728	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
331728	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
331728	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
331728	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
331728	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
331728	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
331728	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
331728	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
331728	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
331728	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
331728	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
331728	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
331728	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
331728	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
331728	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
331728	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
331728	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
331728	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
331728	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
331728	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
331728	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
331728	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
331728	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
331728	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
331728	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
331728	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
331728	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
331728	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
331728	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
331728	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
331728	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
331728	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
331728	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
331728	embedding2nn.weight	0	0.29697296023368835
331728	embedding2nn.weight	1	0.35393044352531433
331728	embedding2nn.weight	2	-0.002934657270088792
331728	embedding2nn.weight	3	0.03284841775894165
331728	embedding2nn.weight	4	-0.05534276366233826
331728	embedding2nn.weight	5	0.06569601595401764
331728	embedding2nn.weight	6	0.03822450712323189
331728	embedding2nn.weight	7	-0.0022004449274390936
331728	embedding2nn.weight	8	0.033275146037340164
331728	embedding2nn.weight	9	0.014161943458020687
331728	embedding2nn.bias	0	0.017386499792337418
331728	embedding2nn.bias	1	-0.19418784976005554
331728	embedding2nn.bias	2	0.1455039530992508
331728	embedding2nn.bias	3	0.16597624123096466
331728	embedding2nn.bias	4	0.14745065569877625
331728	embedding2nn.bias	5	-0.09658999741077423
331728	embedding2nn.bias	6	-0.0362456850707531
331728	embedding2nn.bias	7	0.015126822516322136
331728	embedding2nn.bias	8	-0.17290136218070984
331728	embedding2nn.bias	9	-0.3834088444709778
331728	rnn.weight_ih_l0	0	0.009614626877009869
331728	rnn.weight_ih_l0	1	-0.07439383119344711
331728	rnn.weight_ih_l0	2	-0.07854905724525452
331728	rnn.weight_ih_l0	3	0.09052109718322754
331728	rnn.weight_ih_l0	4	0.017370060086250305
331728	rnn.weight_ih_l0	5	-0.13304822146892548
331728	rnn.weight_ih_l0	6	-0.027205444872379303
331728	rnn.weight_ih_l0	7	-0.0007914606831036508
331728	rnn.weight_ih_l0	8	0.03702116757631302
331728	rnn.weight_ih_l0	9	-0.05194674804806709
331728	rnn.weight_hh_l0	0	0.005825064145028591
331728	rnn.weight_hh_l0	1	0.0648857057094574
331728	rnn.weight_hh_l0	2	0.03558950126171112
331728	rnn.weight_hh_l0	3	0.014753736555576324
331728	rnn.weight_hh_l0	4	0.01972881704568863
331728	rnn.weight_hh_l0	5	0.05286499857902527
331728	rnn.weight_hh_l0	6	-0.04115574061870575
331728	rnn.weight_hh_l0	7	-0.07668612152338028
331728	rnn.weight_hh_l0	8	0.040168896317481995
331728	rnn.weight_hh_l0	9	-0.109623983502388
331728	rnn.bias_ih_l0	0	0.19128860533237457
331728	rnn.bias_ih_l0	1	-0.23859959840774536
331728	rnn.bias_ih_l0	2	-0.0511525459587574
331728	rnn.bias_ih_l0	3	-0.17421407997608185
331728	rnn.bias_ih_l0	4	-0.009527835063636303
331728	rnn.bias_ih_l0	5	-0.33929455280303955
331728	rnn.bias_ih_l0	6	-0.11705320328474045
331728	rnn.bias_ih_l0	7	-0.2981278598308563
331728	rnn.bias_ih_l0	8	-0.24657981097698212
331728	rnn.bias_ih_l0	9	-0.4149710237979889
331728	rnn.bias_hh_l0	0	-0.285439133644104
331728	rnn.bias_hh_l0	1	-0.31661948561668396
331728	rnn.bias_hh_l0	2	-0.27745017409324646
331728	rnn.bias_hh_l0	3	-0.09031715244054794
331728	rnn.bias_hh_l0	4	-0.2907423675060272
331728	rnn.bias_hh_l0	5	-0.29006847739219666
331728	rnn.bias_hh_l0	6	-0.1296573132276535
331728	rnn.bias_hh_l0	7	0.06923581659793854
331728	rnn.bias_hh_l0	8	-0.1675710380077362
331728	rnn.bias_hh_l0	9	-0.4610788822174072
331728	rnn.weight_ih_l0_reverse	0	0.02610563486814499
331728	rnn.weight_ih_l0_reverse	1	-0.0696675255894661
331728	rnn.weight_ih_l0_reverse	2	-0.01472531259059906
331728	rnn.weight_ih_l0_reverse	3	-0.08051292598247528
331728	rnn.weight_ih_l0_reverse	4	0.04682342708110809
331728	rnn.weight_ih_l0_reverse	5	-0.11119671165943146
331728	rnn.weight_ih_l0_reverse	6	0.0026858248747885227
331728	rnn.weight_ih_l0_reverse	7	0.009830527007579803
331728	rnn.weight_ih_l0_reverse	8	-0.057378385215997696
331728	rnn.weight_ih_l0_reverse	9	-0.10518244653940201
331728	rnn.weight_hh_l0_reverse	0	-0.08204300701618195
331728	rnn.weight_hh_l0_reverse	1	0.02315491996705532
331728	rnn.weight_hh_l0_reverse	2	-0.007959500886499882
331728	rnn.weight_hh_l0_reverse	3	0.025295428931713104
331728	rnn.weight_hh_l0_reverse	4	-0.06328103691339493
331728	rnn.weight_hh_l0_reverse	5	0.039586856961250305
331728	rnn.weight_hh_l0_reverse	6	0.019770890474319458
331728	rnn.weight_hh_l0_reverse	7	-0.06511659175157547
331728	rnn.weight_hh_l0_reverse	8	-0.007134509738534689
331728	rnn.weight_hh_l0_reverse	9	0.08712844550609589
331728	rnn.bias_ih_l0_reverse	0	-0.15035027265548706
331728	rnn.bias_ih_l0_reverse	1	-0.07480933517217636
331728	rnn.bias_ih_l0_reverse	2	0.09298788756132126
331728	rnn.bias_ih_l0_reverse	3	-0.24053019285202026
331728	rnn.bias_ih_l0_reverse	4	-0.05636274442076683
331728	rnn.bias_ih_l0_reverse	5	-0.2015673816204071
331728	rnn.bias_ih_l0_reverse	6	0.24718047678470612
331728	rnn.bias_ih_l0_reverse	7	-0.26606327295303345
331728	rnn.bias_ih_l0_reverse	8	-0.13941985368728638
331728	rnn.bias_ih_l0_reverse	9	-0.14658741652965546
331728	rnn.bias_hh_l0_reverse	0	-0.11806512624025345
331728	rnn.bias_hh_l0_reverse	1	0.2347186952829361
331728	rnn.bias_hh_l0_reverse	2	-0.31326428055763245
331728	rnn.bias_hh_l0_reverse	3	-0.1746378391981125
331728	rnn.bias_hh_l0_reverse	4	-0.3369002640247345
331728	rnn.bias_hh_l0_reverse	5	-0.16965970396995544
331728	rnn.bias_hh_l0_reverse	6	-0.26770320534706116
331728	rnn.bias_hh_l0_reverse	7	-0.08122209459543228
331728	rnn.bias_hh_l0_reverse	8	-0.2063208520412445
331728	rnn.bias_hh_l0_reverse	9	0.2190355658531189
331728	linear.weight	0	0.16561701893806458
331728	linear.weight	1	-0.46686533093452454
331728	linear.weight	2	0.00663334783166647
331728	linear.weight	3	0.06768367439508438
331728	linear.weight	4	-0.1423252671957016
331728	linear.weight	5	0.21515832841396332
331728	linear.weight	6	-0.0702652782201767
331728	linear.weight	7	-0.06401508301496506
331728	linear.weight	8	0.10492736846208572
331728	linear.weight	9	-0.04535815492272377
331728	linear.bias	0	-1.0156433582305908
331728	linear.bias	1	1.924067735671997
331728	linear.bias	2	0.6979466676712036
331728	linear.bias	3	-2.579123020172119
331728	linear.bias	4	-0.2998253107070923
331728	linear.bias	5	1.2942568063735962
331728	linear.bias	6	-0.22136838734149933
331728	linear.bias	7	0.5800739526748657
331728	linear.bias	8	2.1598763465881348
331728	linear.bias	9	-1.4384193420410156
332337	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
332337	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
332337	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
332337	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
332337	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
332337	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
332337	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
332337	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
332337	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
332337	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
332337	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
332337	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
332337	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
332337	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
332337	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
332337	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
332337	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
332337	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
332337	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
332337	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
332337	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
332337	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
332337	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
332337	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
332337	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
332337	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
332337	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
332337	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
332337	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
332337	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
332337	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
332337	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
332337	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
332337	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
332337	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
332337	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
332337	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
332337	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
332337	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
332337	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
332337	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
332337	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
332337	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
332337	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
332337	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
332337	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
332337	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
332337	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
332337	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
332337	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
332337	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
332337	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
332337	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
332337	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
332337	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
332337	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
332337	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
332337	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
332337	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
332337	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
332337	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
332337	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
332337	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
332337	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
332337	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
332337	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
332337	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
332337	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
332337	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
332337	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
332337	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
332337	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
332337	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
332337	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
332337	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
332337	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
332337	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
332337	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
332337	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
332337	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
332337	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
332337	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
332337	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
332337	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
332337	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
332337	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
332337	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
332337	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
332337	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
332337	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
332337	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
332337	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
332337	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
332337	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
332337	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
332337	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
332337	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
332337	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
332337	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
332337	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
332337	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
332337	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
332337	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
332337	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
332337	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
332337	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
332337	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
332337	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
332337	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
332337	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
332337	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
332337	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
332337	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
332337	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
332337	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
332337	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
332337	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
332337	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
332337	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
332337	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
332337	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
332337	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
332337	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
332337	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
332337	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
332337	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
332337	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
332337	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
332337	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
332337	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
332337	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
332337	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
332337	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
332337	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
332337	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
332337	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
332337	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
332337	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
332337	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
332337	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
332337	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
332337	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
332337	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
332337	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
332337	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
332337	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
332337	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
332337	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
332337	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
332337	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
332337	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
332337	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
332337	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
332337	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
332337	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
332337	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
332337	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
332337	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
332337	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
332337	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
332337	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
332337	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
332337	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
332337	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
332337	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
332337	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
332337	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
332337	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
332337	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
332337	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
332337	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
332337	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
332337	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
332337	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
332337	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
332337	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
332337	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
332337	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
332337	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
332337	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
332337	embedding2nn.weight	0	0.2992650270462036
332337	embedding2nn.weight	1	0.35991236567497253
332337	embedding2nn.weight	2	0.00018856160750146955
332337	embedding2nn.weight	3	0.036419015377759933
332337	embedding2nn.weight	4	-0.050970252603292465
332337	embedding2nn.weight	5	0.0710165947675705
332337	embedding2nn.weight	6	0.04222949221730232
332337	embedding2nn.weight	7	-0.0014881883980706334
332337	embedding2nn.weight	8	0.03497880697250366
332337	embedding2nn.weight	9	0.010140486061573029
332337	embedding2nn.bias	0	0.029978035017848015
332337	embedding2nn.bias	1	-0.19433093070983887
332337	embedding2nn.bias	2	0.12992259860038757
332337	embedding2nn.bias	3	0.18314458429813385
332337	embedding2nn.bias	4	0.163047656416893
332337	embedding2nn.bias	5	-0.0937366932630539
332337	embedding2nn.bias	6	-0.04283557087182999
332337	embedding2nn.bias	7	0.031025776639580727
332337	embedding2nn.bias	8	-0.15599162876605988
332337	embedding2nn.bias	9	-0.41275259852409363
332337	rnn.weight_ih_l0	0	0.0073258583433926105
332337	rnn.weight_ih_l0	1	-0.07644063979387283
332337	rnn.weight_ih_l0	2	-0.07797156274318695
332337	rnn.weight_ih_l0	3	0.0888550877571106
332337	rnn.weight_ih_l0	4	0.01651371456682682
332337	rnn.weight_ih_l0	5	-0.138763427734375
332337	rnn.weight_ih_l0	6	-0.03405369445681572
332337	rnn.weight_ih_l0	7	0.002741878153756261
332337	rnn.weight_ih_l0	8	0.03224611654877663
332337	rnn.weight_ih_l0	9	-0.04826746881008148
332337	rnn.weight_hh_l0	0	0.005537509918212891
332337	rnn.weight_hh_l0	1	0.06435912102460861
332337	rnn.weight_hh_l0	2	0.03548555448651314
332337	rnn.weight_hh_l0	3	0.015462522394955158
332337	rnn.weight_hh_l0	4	0.01829458959400654
332337	rnn.weight_hh_l0	5	0.05142205208539963
332337	rnn.weight_hh_l0	6	-0.04135756194591522
332337	rnn.weight_hh_l0	7	-0.07837750017642975
332337	rnn.weight_hh_l0	8	0.04026257246732712
332337	rnn.weight_hh_l0	9	-0.10970786958932877
332337	rnn.bias_ih_l0	0	0.17729313671588898
332337	rnn.bias_ih_l0	1	-0.24163787066936493
332337	rnn.bias_ih_l0	2	-0.05254271253943443
332337	rnn.bias_ih_l0	3	-0.1776018738746643
332337	rnn.bias_ih_l0	4	-0.0029747511725872755
332337	rnn.bias_ih_l0	5	-0.34096217155456543
332337	rnn.bias_ih_l0	6	-0.12115958333015442
332337	rnn.bias_ih_l0	7	-0.2969258427619934
332337	rnn.bias_ih_l0	8	-0.2513696849346161
332337	rnn.bias_ih_l0	9	-0.4154415726661682
332337	rnn.bias_hh_l0	0	-0.2901681959629059
332337	rnn.bias_hh_l0	1	-0.3210888206958771
332337	rnn.bias_hh_l0	2	-0.27520525455474854
332337	rnn.bias_hh_l0	3	-0.08788847178220749
332337	rnn.bias_hh_l0	4	-0.29130080342292786
332337	rnn.bias_hh_l0	5	-0.2897961139678955
332337	rnn.bias_hh_l0	6	-0.13243982195854187
332337	rnn.bias_hh_l0	7	0.06577339768409729
332337	rnn.bias_hh_l0	8	-0.16965822875499725
332337	rnn.bias_hh_l0	9	-0.4584771394729614
332337	rnn.weight_ih_l0_reverse	0	0.03528110682964325
332337	rnn.weight_ih_l0_reverse	1	-0.07307735085487366
332337	rnn.weight_ih_l0_reverse	2	-0.019233472645282745
332337	rnn.weight_ih_l0_reverse	3	-0.08090177178382874
332337	rnn.weight_ih_l0_reverse	4	0.0504627451300621
332337	rnn.weight_ih_l0_reverse	5	-0.11657459288835526
332337	rnn.weight_ih_l0_reverse	6	0.0014515499351546168
332337	rnn.weight_ih_l0_reverse	7	0.00826448667794466
332337	rnn.weight_ih_l0_reverse	8	-0.05641146004199982
332337	rnn.weight_ih_l0_reverse	9	-0.10241732746362686
332337	rnn.weight_hh_l0_reverse	0	-0.08346094936132431
332337	rnn.weight_hh_l0_reverse	1	0.02266598492860794
332337	rnn.weight_hh_l0_reverse	2	-0.008662501350045204
332337	rnn.weight_hh_l0_reverse	3	0.02582351490855217
332337	rnn.weight_hh_l0_reverse	4	-0.0653754398226738
332337	rnn.weight_hh_l0_reverse	5	0.039284128695726395
332337	rnn.weight_hh_l0_reverse	6	0.019793033599853516
332337	rnn.weight_hh_l0_reverse	7	-0.0634981095790863
332337	rnn.weight_hh_l0_reverse	8	-0.00678727263584733
332337	rnn.weight_hh_l0_reverse	9	0.08991187810897827
332337	rnn.bias_ih_l0_reverse	0	-0.15090295672416687
332337	rnn.bias_ih_l0_reverse	1	-0.07637562602758408
332337	rnn.bias_ih_l0_reverse	2	0.09727289527654648
332337	rnn.bias_ih_l0_reverse	3	-0.23935934901237488
332337	rnn.bias_ih_l0_reverse	4	-0.05532855540513992
332337	rnn.bias_ih_l0_reverse	5	-0.20267623662948608
332337	rnn.bias_ih_l0_reverse	6	0.2498125284910202
332337	rnn.bias_ih_l0_reverse	7	-0.28680476546287537
332337	rnn.bias_ih_l0_reverse	8	-0.1418612003326416
332337	rnn.bias_ih_l0_reverse	9	-0.15201148390769958
332337	rnn.bias_hh_l0_reverse	0	-0.12718565762043
332337	rnn.bias_hh_l0_reverse	1	0.2393529862165451
332337	rnn.bias_hh_l0_reverse	2	-0.30723968148231506
332337	rnn.bias_hh_l0_reverse	3	-0.1707257330417633
332337	rnn.bias_hh_l0_reverse	4	-0.3349445164203644
332337	rnn.bias_hh_l0_reverse	5	-0.16406342387199402
332337	rnn.bias_hh_l0_reverse	6	-0.26661503314971924
332337	rnn.bias_hh_l0_reverse	7	-0.07731001079082489
332337	rnn.bias_hh_l0_reverse	8	-0.2132071852684021
332337	rnn.bias_hh_l0_reverse	9	0.2245396375656128
332337	linear.weight	0	0.18412058055400848
332337	linear.weight	1	-0.45515212416648865
332337	linear.weight	2	0.03958643227815628
332337	linear.weight	3	0.06768537312746048
332337	linear.weight	4	-0.11034061014652252
332337	linear.weight	5	0.17835776507854462
332337	linear.weight	6	-0.051069475710392
332337	linear.weight	7	-0.06400886178016663
332337	linear.weight	8	0.10895778983831406
332337	linear.weight	9	-0.04537246748805046
332337	linear.bias	0	-1.009435772895813
332337	linear.bias	1	1.8961644172668457
332337	linear.bias	2	0.6961244940757751
332337	linear.bias	3	-2.579624652862549
332337	linear.bias	4	-0.29350754618644714
332337	linear.bias	5	1.265205979347229
332337	linear.bias	6	-0.21344152092933655
332337	linear.bias	7	0.5843991637229919
332337	linear.bias	8	2.1520113945007324
332337	linear.bias	9	-1.4394397735595703
332946	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
332946	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
332946	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
332946	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
332946	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
332946	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
332946	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
332946	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
332946	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
332946	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
332946	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
332946	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
332946	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
332946	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
332946	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
332946	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
332946	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
332946	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
332946	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
332946	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
332946	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
332946	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
332946	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
332946	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
332946	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
332946	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
332946	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
332946	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
332946	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
332946	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
332946	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
332946	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
332946	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
332946	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
332946	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
332946	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
332946	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
332946	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
332946	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
332946	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
332946	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
332946	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
332946	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
332946	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
332946	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
332946	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
332946	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
332946	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
332946	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
332946	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
332946	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
332946	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
332946	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
332946	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
332946	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
332946	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
332946	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
332946	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
332946	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
332946	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
332946	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
332946	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
332946	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
332946	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
332946	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
332946	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
332946	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
332946	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
332946	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
332946	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
332946	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
332946	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
332946	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
332946	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
332946	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
332946	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
332946	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
332946	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
332946	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
332946	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
332946	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
332946	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
332946	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
332946	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
332946	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
332946	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
332946	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
332946	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
332946	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
332946	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
332946	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
332946	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
332946	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
332946	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
332946	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
332946	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
332946	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
332946	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
332946	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
332946	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
332946	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
332946	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
332946	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
332946	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
332946	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
332946	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
332946	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
332946	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
332946	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
332946	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
332946	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
332946	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
332946	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
332946	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
332946	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
332946	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
332946	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
332946	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
332946	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
332946	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
332946	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
332946	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
332946	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
332946	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
332946	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
332946	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
332946	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
332946	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
332946	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
332946	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
332946	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
332946	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
332946	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
332946	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
332946	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
332946	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
332946	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
332946	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
332946	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
332946	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
332946	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
332946	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
332946	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
332946	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
332946	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
332946	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
332946	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
332946	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
332946	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
332946	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
332946	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
332946	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
332946	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
332946	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
332946	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
332946	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
332946	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
332946	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
332946	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
332946	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
332946	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
332946	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
332946	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
332946	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
332946	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
332946	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
332946	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
332946	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
332946	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
332946	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
332946	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
332946	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
332946	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
332946	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
332946	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
332946	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
332946	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
332946	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
332946	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
332946	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
332946	embedding2nn.weight	0	0.3000817894935608
332946	embedding2nn.weight	1	0.362253338098526
332946	embedding2nn.weight	2	-0.0026835694443434477
332946	embedding2nn.weight	3	0.04901951178908348
332946	embedding2nn.weight	4	-0.04614640772342682
332946	embedding2nn.weight	5	0.07065094262361526
332946	embedding2nn.weight	6	0.03497034311294556
332946	embedding2nn.weight	7	-0.007400204427540302
332946	embedding2nn.weight	8	0.036398325115442276
332946	embedding2nn.weight	9	0.00689316401258111
332946	embedding2nn.bias	0	0.026218637824058533
332946	embedding2nn.bias	1	-0.17556734383106232
332946	embedding2nn.bias	2	0.14695225656032562
332946	embedding2nn.bias	3	0.16794976592063904
332946	embedding2nn.bias	4	0.16863477230072021
332946	embedding2nn.bias	5	-0.08583186566829681
332946	embedding2nn.bias	6	-0.049878090620040894
332946	embedding2nn.bias	7	0.018669305369257927
332946	embedding2nn.bias	8	-0.16104814410209656
332946	embedding2nn.bias	9	-0.43507274985313416
332946	rnn.weight_ih_l0	0	0.008775545284152031
332946	rnn.weight_ih_l0	1	-0.07604733854532242
332946	rnn.weight_ih_l0	2	-0.0746862143278122
332946	rnn.weight_ih_l0	3	0.09072422981262207
332946	rnn.weight_ih_l0	4	0.026409514248371124
332946	rnn.weight_ih_l0	5	-0.12060756236314774
332946	rnn.weight_ih_l0	6	-0.03575034812092781
332946	rnn.weight_ih_l0	7	0.0030565778724849224
332946	rnn.weight_ih_l0	8	0.0323890745639801
332946	rnn.weight_ih_l0	9	-0.04456804320216179
332946	rnn.weight_hh_l0	0	0.005776634439826012
332946	rnn.weight_hh_l0	1	0.06450536847114563
332946	rnn.weight_hh_l0	2	0.03478272631764412
332946	rnn.weight_hh_l0	3	0.014957358129322529
332946	rnn.weight_hh_l0	4	0.018244288861751556
332946	rnn.weight_hh_l0	5	0.04935985803604126
332946	rnn.weight_hh_l0	6	-0.041707541793584824
332946	rnn.weight_hh_l0	7	-0.07479097694158554
332946	rnn.weight_hh_l0	8	0.040605466812849045
332946	rnn.weight_hh_l0	9	-0.10834244638681412
332946	rnn.bias_ih_l0	0	0.1921805590391159
332946	rnn.bias_ih_l0	1	-0.2453734576702118
332946	rnn.bias_ih_l0	2	-0.045297134667634964
332946	rnn.bias_ih_l0	3	-0.1778375655412674
332946	rnn.bias_ih_l0	4	0.001142346765846014
332946	rnn.bias_ih_l0	5	-0.33597418665885925
332946	rnn.bias_ih_l0	6	-0.1164122149348259
332946	rnn.bias_ih_l0	7	-0.29700565338134766
332946	rnn.bias_ih_l0	8	-0.25541889667510986
332946	rnn.bias_ih_l0	9	-0.4189547002315521
332946	rnn.bias_hh_l0	0	-0.2903826832771301
332946	rnn.bias_hh_l0	1	-0.3232679069042206
332946	rnn.bias_hh_l0	2	-0.2782920002937317
332946	rnn.bias_hh_l0	3	-0.08658462017774582
332946	rnn.bias_hh_l0	4	-0.2951267957687378
332946	rnn.bias_hh_l0	5	-0.2898506224155426
332946	rnn.bias_hh_l0	6	-0.12409472465515137
332946	rnn.bias_hh_l0	7	0.06946995109319687
332946	rnn.bias_hh_l0	8	-0.18196430802345276
332946	rnn.bias_hh_l0	9	-0.4640902876853943
332946	rnn.weight_ih_l0_reverse	0	0.0381530337035656
332946	rnn.weight_ih_l0_reverse	1	-0.07156097888946533
332946	rnn.weight_ih_l0_reverse	2	-0.017312066629529
332946	rnn.weight_ih_l0_reverse	3	-0.07931386679410934
332946	rnn.weight_ih_l0_reverse	4	0.05119882524013519
332946	rnn.weight_ih_l0_reverse	5	-0.12446396797895432
332946	rnn.weight_ih_l0_reverse	6	0.0038866179529577494
332946	rnn.weight_ih_l0_reverse	7	0.007601448334753513
332946	rnn.weight_ih_l0_reverse	8	-0.05751235410571098
332946	rnn.weight_ih_l0_reverse	9	-0.09763583540916443
332946	rnn.weight_hh_l0_reverse	0	-0.082177072763443
332946	rnn.weight_hh_l0_reverse	1	0.022063275799155235
332946	rnn.weight_hh_l0_reverse	2	-0.007825148291885853
332946	rnn.weight_hh_l0_reverse	3	0.025513485074043274
332946	rnn.weight_hh_l0_reverse	4	-0.06671178340911865
332946	rnn.weight_hh_l0_reverse	5	0.039145566523075104
332946	rnn.weight_hh_l0_reverse	6	0.01974145881831646
332946	rnn.weight_hh_l0_reverse	7	-0.06568688899278641
332946	rnn.weight_hh_l0_reverse	8	-0.007123902905732393
332946	rnn.weight_hh_l0_reverse	9	0.0884934514760971
332946	rnn.bias_ih_l0_reverse	0	-0.15258537232875824
332946	rnn.bias_ih_l0_reverse	1	-0.07756105810403824
332946	rnn.bias_ih_l0_reverse	2	0.10253216326236725
332946	rnn.bias_ih_l0_reverse	3	-0.2397034764289856
332946	rnn.bias_ih_l0_reverse	4	-0.06515616178512573
332946	rnn.bias_ih_l0_reverse	5	-0.2028719186782837
332946	rnn.bias_ih_l0_reverse	6	0.255233496427536
332946	rnn.bias_ih_l0_reverse	7	-0.2851681411266327
332946	rnn.bias_ih_l0_reverse	8	-0.13915900886058807
332946	rnn.bias_ih_l0_reverse	9	-0.14829379320144653
332946	rnn.bias_hh_l0_reverse	0	-0.12646131217479706
332946	rnn.bias_hh_l0_reverse	1	0.2343321293592453
332946	rnn.bias_hh_l0_reverse	2	-0.3091060221195221
332946	rnn.bias_hh_l0_reverse	3	-0.18191494047641754
332946	rnn.bias_hh_l0_reverse	4	-0.34126701951026917
332946	rnn.bias_hh_l0_reverse	5	-0.17365622520446777
332946	rnn.bias_hh_l0_reverse	6	-0.2707056999206543
332946	rnn.bias_hh_l0_reverse	7	-0.07915189862251282
332946	rnn.bias_hh_l0_reverse	8	-0.21401485800743103
332946	rnn.bias_hh_l0_reverse	9	0.22081565856933594
332946	linear.weight	0	0.1997111290693283
332946	linear.weight	1	-0.43151718378067017
332946	linear.weight	2	0.039537861943244934
332946	linear.weight	3	0.06768754124641418
332946	linear.weight	4	-0.14632362127304077
332946	linear.weight	5	0.18415752053260803
332946	linear.weight	6	-0.029190191999077797
332946	linear.weight	7	-0.06399945914745331
332946	linear.weight	8	0.1259668618440628
332946	linear.weight	9	-0.045386821031570435
332946	linear.bias	0	-1.0040671825408936
332946	linear.bias	1	1.887147068977356
332946	linear.bias	2	0.7035887837409973
332946	linear.bias	3	-2.5801398754119873
332946	linear.bias	4	-0.2540195882320404
332946	linear.bias	5	1.2519454956054688
332946	linear.bias	6	-0.24266736209392548
332946	linear.bias	7	0.5827323198318481
332946	linear.bias	8	2.1397900581359863
332946	linear.bias	9	-1.388939380645752
333555	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
333555	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
333555	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
333555	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
333555	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
333555	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
333555	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
333555	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
333555	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
333555	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
333555	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
333555	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
333555	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
333555	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
333555	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
333555	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
333555	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
333555	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
333555	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
333555	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
333555	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
333555	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
333555	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
333555	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
333555	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
333555	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
333555	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
333555	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
333555	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
333555	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
333555	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
333555	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
333555	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
333555	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
333555	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
333555	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
333555	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
333555	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
333555	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
333555	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
333555	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
333555	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
333555	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
333555	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
333555	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
333555	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
333555	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
333555	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
333555	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
333555	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
333555	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
333555	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
333555	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
333555	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
333555	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
333555	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
333555	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
333555	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
333555	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
333555	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
333555	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
333555	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
333555	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
333555	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
333555	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
333555	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
333555	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
333555	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
333555	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
333555	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
333555	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
333555	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
333555	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
333555	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
333555	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
333555	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
333555	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
333555	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
333555	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
333555	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
333555	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
333555	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
333555	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
333555	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
333555	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
333555	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
333555	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
333555	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
333555	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
333555	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
333555	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
333555	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
333555	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
333555	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
333555	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
333555	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
333555	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
333555	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
333555	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
333555	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
333555	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
333555	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
333555	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
333555	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
333555	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
333555	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
333555	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
333555	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
333555	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
333555	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
333555	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
333555	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
333555	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
333555	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
333555	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
333555	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
333555	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
333555	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
333555	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
333555	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
333555	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
333555	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
333555	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
333555	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
333555	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
333555	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
333555	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
333555	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
333555	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
333555	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
333555	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
333555	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
333555	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
333555	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
333555	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
333555	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
333555	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
333555	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
333555	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
333555	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
333555	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
333555	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
333555	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
333555	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
333555	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
333555	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
333555	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
333555	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
333555	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
333555	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
333555	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
333555	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
333555	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
333555	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
333555	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
333555	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
333555	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
333555	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
333555	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
333555	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
333555	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
333555	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
333555	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
333555	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
333555	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
333555	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
333555	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
333555	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
333555	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
333555	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
333555	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
333555	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
333555	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
333555	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
333555	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
333555	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
333555	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
333555	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
333555	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
333555	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
333555	embedding2nn.weight	0	0.2995441257953644
333555	embedding2nn.weight	1	0.3674704134464264
333555	embedding2nn.weight	2	-0.0037639972288161516
333555	embedding2nn.weight	3	0.048092447221279144
333555	embedding2nn.weight	4	-0.04406969994306564
333555	embedding2nn.weight	5	0.06761755794286728
333555	embedding2nn.weight	6	0.041676245629787445
333555	embedding2nn.weight	7	-0.010946225374937057
333555	embedding2nn.weight	8	0.03781663998961449
333555	embedding2nn.weight	9	0.0045934878289699554
333555	embedding2nn.bias	0	0.035564959049224854
333555	embedding2nn.bias	1	-0.1790635734796524
333555	embedding2nn.bias	2	0.14063449203968048
333555	embedding2nn.bias	3	0.15819501876831055
333555	embedding2nn.bias	4	0.17024542391300201
333555	embedding2nn.bias	5	-0.08400987088680267
333555	embedding2nn.bias	6	-0.05987294763326645
333555	embedding2nn.bias	7	0.022988541051745415
333555	embedding2nn.bias	8	-0.14967212080955505
333555	embedding2nn.bias	9	-0.40301328897476196
333555	rnn.weight_ih_l0	0	0.010105484165251255
333555	rnn.weight_ih_l0	1	-0.07582112401723862
333555	rnn.weight_ih_l0	2	-0.07173968851566315
333555	rnn.weight_ih_l0	3	0.0931612178683281
333555	rnn.weight_ih_l0	4	0.02478853613138199
333555	rnn.weight_ih_l0	5	-0.11738396435976028
333555	rnn.weight_ih_l0	6	-0.0420641228556633
333555	rnn.weight_ih_l0	7	0.006782445125281811
333555	rnn.weight_ih_l0	8	0.025822674855589867
333555	rnn.weight_ih_l0	9	-0.05089855566620827
333555	rnn.weight_hh_l0	0	0.006159775424748659
333555	rnn.weight_hh_l0	1	0.06313858926296234
333555	rnn.weight_hh_l0	2	0.03487453609704971
333555	rnn.weight_hh_l0	3	0.015541007742285728
333555	rnn.weight_hh_l0	4	0.018555311486124992
333555	rnn.weight_hh_l0	5	0.04971814900636673
333555	rnn.weight_hh_l0	6	-0.041945457458496094
333555	rnn.weight_hh_l0	7	-0.07670065015554428
333555	rnn.weight_hh_l0	8	0.04056303948163986
333555	rnn.weight_hh_l0	9	-0.10875684767961502
333555	rnn.bias_ih_l0	0	0.1912226676940918
333555	rnn.bias_ih_l0	1	-0.2473621368408203
333555	rnn.bias_ih_l0	2	-0.046790510416030884
333555	rnn.bias_ih_l0	3	-0.17571328580379486
333555	rnn.bias_ih_l0	4	0.00885035004466772
333555	rnn.bias_ih_l0	5	-0.34828734397888184
333555	rnn.bias_ih_l0	6	-0.11643368750810623
333555	rnn.bias_ih_l0	7	-0.29656097292900085
333555	rnn.bias_ih_l0	8	-0.2561816871166229
333555	rnn.bias_ih_l0	9	-0.4196901023387909
333555	rnn.bias_hh_l0	0	-0.2898123562335968
333555	rnn.bias_hh_l0	1	-0.3192722201347351
333555	rnn.bias_hh_l0	2	-0.2802046537399292
333555	rnn.bias_hh_l0	3	-0.08424259722232819
333555	rnn.bias_hh_l0	4	-0.2972109913825989
333555	rnn.bias_hh_l0	5	-0.2892714738845825
333555	rnn.bias_hh_l0	6	-0.11598508059978485
333555	rnn.bias_hh_l0	7	0.06684650480747223
333555	rnn.bias_hh_l0	8	-0.18777278065681458
333555	rnn.bias_hh_l0	9	-0.46626928448677063
333555	rnn.weight_ih_l0_reverse	0	0.0375959649682045
333555	rnn.weight_ih_l0_reverse	1	-0.07237792015075684
333555	rnn.weight_ih_l0_reverse	2	-0.01988212764263153
333555	rnn.weight_ih_l0_reverse	3	-0.08270501345396042
333555	rnn.weight_ih_l0_reverse	4	0.05308259278535843
333555	rnn.weight_ih_l0_reverse	5	-0.11775622516870499
333555	rnn.weight_ih_l0_reverse	6	0.009259193204343319
333555	rnn.weight_ih_l0_reverse	7	0.00896089244633913
333555	rnn.weight_ih_l0_reverse	8	-0.06165403872728348
333555	rnn.weight_ih_l0_reverse	9	-0.0971144288778305
333555	rnn.weight_hh_l0_reverse	0	-0.08464822173118591
333555	rnn.weight_hh_l0_reverse	1	0.021852366626262665
333555	rnn.weight_hh_l0_reverse	2	-0.007853473536670208
333555	rnn.weight_hh_l0_reverse	3	0.026061855256557465
333555	rnn.weight_hh_l0_reverse	4	-0.0675593912601471
333555	rnn.weight_hh_l0_reverse	5	0.038685742765665054
333555	rnn.weight_hh_l0_reverse	6	0.02019413560628891
333555	rnn.weight_hh_l0_reverse	7	-0.06404827535152435
333555	rnn.weight_hh_l0_reverse	8	-0.007975557819008827
333555	rnn.weight_hh_l0_reverse	9	0.08621291071176529
333555	rnn.bias_ih_l0_reverse	0	-0.15484173595905304
333555	rnn.bias_ih_l0_reverse	1	-0.07423796504735947
333555	rnn.bias_ih_l0_reverse	2	0.10393978655338287
333555	rnn.bias_ih_l0_reverse	3	-0.2421993911266327
333555	rnn.bias_ih_l0_reverse	4	-0.06615862250328064
333555	rnn.bias_ih_l0_reverse	5	-0.20879612863063812
333555	rnn.bias_ih_l0_reverse	6	0.2506636083126068
333555	rnn.bias_ih_l0_reverse	7	-0.28218531608581543
333555	rnn.bias_ih_l0_reverse	8	-0.13813477754592896
333555	rnn.bias_ih_l0_reverse	9	-0.14942993223667145
333555	rnn.bias_hh_l0_reverse	0	-0.12697361409664154
333555	rnn.bias_hh_l0_reverse	1	0.23747313022613525
333555	rnn.bias_hh_l0_reverse	2	-0.3185364007949829
333555	rnn.bias_hh_l0_reverse	3	-0.18116255104541779
333555	rnn.bias_hh_l0_reverse	4	-0.3370625078678131
333555	rnn.bias_hh_l0_reverse	5	-0.17628075182437897
333555	rnn.bias_hh_l0_reverse	6	-0.27566978335380554
333555	rnn.bias_hh_l0_reverse	7	-0.0810382142663002
333555	rnn.bias_hh_l0_reverse	8	-0.20852810144424438
333555	rnn.bias_hh_l0_reverse	9	0.2333795726299286
333555	linear.weight	0	0.20263919234275818
333555	linear.weight	1	-0.4017322063446045
333555	linear.weight	2	0.03500760346651077
333555	linear.weight	3	0.06768365949392319
333555	linear.weight	4	-0.14777685701847076
333555	linear.weight	5	0.21888020634651184
333555	linear.weight	6	-0.024828553199768066
333555	linear.weight	7	-0.06398655474185944
333555	linear.weight	8	0.11957244575023651
333555	linear.weight	9	-0.045400265604257584
333555	linear.bias	0	-1.0198301076889038
333555	linear.bias	1	1.9303125143051147
333555	linear.bias	2	0.666896402835846
333555	linear.bias	3	-2.5806808471679688
333555	linear.bias	4	-0.2727721035480499
333555	linear.bias	5	1.2471140623092651
333555	linear.bias	6	-0.2602631449699402
333555	linear.bias	7	0.6209700703620911
333555	linear.bias	8	2.209554433822632
333555	linear.bias	9	-1.4188367128372192
334164	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
334164	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
334164	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
334164	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
334164	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
334164	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
334164	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
334164	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
334164	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
334164	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
334164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
334164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
334164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
334164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
334164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
334164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
334164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
334164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
334164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
334164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
334164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
334164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
334164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
334164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
334164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
334164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
334164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
334164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
334164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
334164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
334164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
334164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
334164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
334164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
334164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
334164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
334164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
334164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
334164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
334164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
334164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
334164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
334164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
334164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
334164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
334164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
334164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
334164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
334164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
334164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
334164	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
334164	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
334164	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
334164	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
334164	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
334164	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
334164	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
334164	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
334164	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
334164	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
334164	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
334164	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
334164	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
334164	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
334164	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
334164	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
334164	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
334164	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
334164	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
334164	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
334164	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
334164	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
334164	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
334164	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
334164	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
334164	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
334164	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
334164	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
334164	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
334164	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
334164	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
334164	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
334164	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
334164	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
334164	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
334164	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
334164	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
334164	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
334164	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
334164	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
334164	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
334164	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
334164	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
334164	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
334164	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
334164	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
334164	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
334164	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
334164	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
334164	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
334164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
334164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
334164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
334164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
334164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
334164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
334164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
334164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
334164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
334164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
334164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
334164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
334164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
334164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
334164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
334164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
334164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
334164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
334164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
334164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
334164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
334164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
334164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
334164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
334164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
334164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
334164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
334164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
334164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
334164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
334164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
334164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
334164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
334164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
334164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
334164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
334164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
334164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
334164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
334164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
334164	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
334164	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
334164	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
334164	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
334164	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
334164	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
334164	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
334164	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
334164	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
334164	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
334164	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
334164	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
334164	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
334164	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
334164	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
334164	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
334164	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
334164	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
334164	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
334164	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
334164	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
334164	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
334164	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
334164	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
334164	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
334164	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
334164	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
334164	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
334164	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
334164	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
334164	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
334164	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
334164	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
334164	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
334164	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
334164	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
334164	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
334164	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
334164	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
334164	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
334164	embedding2nn.weight	0	0.3024037778377533
334164	embedding2nn.weight	1	0.364134281873703
334164	embedding2nn.weight	2	-0.0027649146504700184
334164	embedding2nn.weight	3	0.05444398894906044
334164	embedding2nn.weight	4	-0.04887516051530838
334164	embedding2nn.weight	5	0.06962808221578598
334164	embedding2nn.weight	6	0.02992231771349907
334164	embedding2nn.weight	7	-0.012757785618305206
334164	embedding2nn.weight	8	0.03933199122548103
334164	embedding2nn.weight	9	-0.0023670908994972706
334164	embedding2nn.bias	0	0.019028617069125175
334164	embedding2nn.bias	1	-0.21670891344547272
334164	embedding2nn.bias	2	0.12469539791345596
334164	embedding2nn.bias	3	0.16074925661087036
334164	embedding2nn.bias	4	0.1670813113451004
334164	embedding2nn.bias	5	-0.09161672741174698
334164	embedding2nn.bias	6	-0.0511370413005352
334164	embedding2nn.bias	7	0.04779950529336929
334164	embedding2nn.bias	8	-0.14992070198059082
334164	embedding2nn.bias	9	-0.40555912256240845
334164	rnn.weight_ih_l0	0	0.008556557819247246
334164	rnn.weight_ih_l0	1	-0.0771537497639656
334164	rnn.weight_ih_l0	2	-0.07570940256118774
334164	rnn.weight_ih_l0	3	0.0959949642419815
334164	rnn.weight_ih_l0	4	0.011584331281483173
334164	rnn.weight_ih_l0	5	-0.12082092463970184
334164	rnn.weight_ih_l0	6	-0.034129079431295395
334164	rnn.weight_ih_l0	7	0.004678209312260151
334164	rnn.weight_ih_l0	8	0.037530042231082916
334164	rnn.weight_ih_l0	9	-0.054255202412605286
334164	rnn.weight_hh_l0	0	0.0059771183878183365
334164	rnn.weight_hh_l0	1	0.06377856433391571
334164	rnn.weight_hh_l0	2	0.03505737707018852
334164	rnn.weight_hh_l0	3	0.016128504648804665
334164	rnn.weight_hh_l0	4	0.01805501990020275
334164	rnn.weight_hh_l0	5	0.049992457032203674
334164	rnn.weight_hh_l0	6	-0.04277091100811958
334164	rnn.weight_hh_l0	7	-0.07208970934152603
334164	rnn.weight_hh_l0	8	0.04123242199420929
334164	rnn.weight_hh_l0	9	-0.10893017798662186
334164	rnn.bias_ih_l0	0	0.1791163682937622
334164	rnn.bias_ih_l0	1	-0.23424078524112701
334164	rnn.bias_ih_l0	2	-0.044588156044483185
334164	rnn.bias_ih_l0	3	-0.17458230257034302
334164	rnn.bias_ih_l0	4	0.012543545104563236
334164	rnn.bias_ih_l0	5	-0.3515031337738037
334164	rnn.bias_ih_l0	6	-0.11519079655408859
334164	rnn.bias_ih_l0	7	-0.2986341714859009
334164	rnn.bias_ih_l0	8	-0.25884467363357544
334164	rnn.bias_ih_l0	9	-0.4212822914123535
334164	rnn.bias_hh_l0	0	-0.2907393276691437
334164	rnn.bias_hh_l0	1	-0.32879695296287537
334164	rnn.bias_hh_l0	2	-0.27828001976013184
334164	rnn.bias_hh_l0	3	-0.08686375617980957
334164	rnn.bias_hh_l0	4	-0.30217233300209045
334164	rnn.bias_hh_l0	5	-0.2860056757926941
334164	rnn.bias_hh_l0	6	-0.11791052669286728
334164	rnn.bias_hh_l0	7	0.052117880433797836
334164	rnn.bias_hh_l0	8	-0.18787850439548492
334164	rnn.bias_hh_l0	9	-0.46762970089912415
334164	rnn.weight_ih_l0_reverse	0	0.02867347188293934
334164	rnn.weight_ih_l0_reverse	1	-0.07196163386106491
334164	rnn.weight_ih_l0_reverse	2	-0.02279641479253769
334164	rnn.weight_ih_l0_reverse	3	-0.0804537981748581
334164	rnn.weight_ih_l0_reverse	4	0.051608555018901825
334164	rnn.weight_ih_l0_reverse	5	-0.10856115072965622
334164	rnn.weight_ih_l0_reverse	6	0.01451277919113636
334164	rnn.weight_ih_l0_reverse	7	0.008242410607635975
334164	rnn.weight_ih_l0_reverse	8	-0.05861719697713852
334164	rnn.weight_ih_l0_reverse	9	-0.09314250200986862
334164	rnn.weight_hh_l0_reverse	0	-0.08456826210021973
334164	rnn.weight_hh_l0_reverse	1	0.021835964173078537
334164	rnn.weight_hh_l0_reverse	2	-0.00981054175645113
334164	rnn.weight_hh_l0_reverse	3	0.024713044986128807
334164	rnn.weight_hh_l0_reverse	4	-0.06899477541446686
334164	rnn.weight_hh_l0_reverse	5	0.03834812715649605
334164	rnn.weight_hh_l0_reverse	6	0.020274266600608826
334164	rnn.weight_hh_l0_reverse	7	-0.06329917907714844
334164	rnn.weight_hh_l0_reverse	8	-0.007799487095326185
334164	rnn.weight_hh_l0_reverse	9	0.08626486361026764
334164	rnn.bias_ih_l0_reverse	0	-0.15935952961444855
334164	rnn.bias_ih_l0_reverse	1	-0.07720789313316345
334164	rnn.bias_ih_l0_reverse	2	0.10734301060438156
334164	rnn.bias_ih_l0_reverse	3	-0.2403416484594345
334164	rnn.bias_ih_l0_reverse	4	-0.05933484435081482
334164	rnn.bias_ih_l0_reverse	5	-0.21221481263637543
334164	rnn.bias_ih_l0_reverse	6	0.25149813294410706
334164	rnn.bias_ih_l0_reverse	7	-0.2775861620903015
334164	rnn.bias_ih_l0_reverse	8	-0.13285785913467407
334164	rnn.bias_ih_l0_reverse	9	-0.15317167341709137
334164	rnn.bias_hh_l0_reverse	0	-0.12682217359542847
334164	rnn.bias_hh_l0_reverse	1	0.239455908536911
334164	rnn.bias_hh_l0_reverse	2	-0.3183063268661499
334164	rnn.bias_hh_l0_reverse	3	-0.18847066164016724
334164	rnn.bias_hh_l0_reverse	4	-0.33134567737579346
334164	rnn.bias_hh_l0_reverse	5	-0.18063274025917053
334164	rnn.bias_hh_l0_reverse	6	-0.27763131260871887
334164	rnn.bias_hh_l0_reverse	7	-0.0787699744105339
334164	rnn.bias_hh_l0_reverse	8	-0.20137080550193787
334164	rnn.bias_hh_l0_reverse	9	0.23566222190856934
334164	linear.weight	0	0.17811600863933563
334164	linear.weight	1	-0.47574925422668457
334164	linear.weight	2	0.009930365718901157
334164	linear.weight	3	0.06767763942480087
334164	linear.weight	4	-0.16104568541049957
334164	linear.weight	5	0.2249746024608612
334164	linear.weight	6	-0.023940956220030785
334164	linear.weight	7	-0.06397172063589096
334164	linear.weight	8	0.12809452414512634
334164	linear.weight	9	-0.045413993299007416
334164	linear.bias	0	-1.0466587543487549
334164	linear.bias	1	1.9815702438354492
334164	linear.bias	2	0.6578906774520874
334164	linear.bias	3	-2.5812253952026367
334164	linear.bias	4	-0.2936502695083618
334164	linear.bias	5	1.2154223918914795
334164	linear.bias	6	-0.26242613792419434
334164	linear.bias	7	0.655664324760437
334164	linear.bias	8	2.1949572563171387
334164	linear.bias	9	-1.4325844049453735
334773	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
334773	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
334773	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
334773	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
334773	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
334773	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
334773	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
334773	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
334773	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
334773	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
334773	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
334773	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
334773	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
334773	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
334773	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
334773	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
334773	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
334773	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
334773	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
334773	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
334773	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
334773	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
334773	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
334773	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
334773	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
334773	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
334773	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
334773	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
334773	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
334773	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
334773	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
334773	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
334773	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
334773	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
334773	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
334773	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
334773	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
334773	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
334773	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
334773	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
334773	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
334773	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
334773	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
334773	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
334773	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
334773	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
334773	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
334773	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
334773	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
334773	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
334773	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
334773	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
334773	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
334773	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
334773	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
334773	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
334773	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
334773	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
334773	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
334773	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
334773	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
334773	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
334773	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
334773	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
334773	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
334773	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
334773	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
334773	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
334773	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
334773	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
334773	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
334773	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
334773	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
334773	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
334773	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
334773	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
334773	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
334773	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
334773	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
334773	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
334773	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
334773	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
334773	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
334773	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
334773	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
334773	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
334773	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
334773	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
334773	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
334773	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
334773	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
334773	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
334773	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
334773	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
334773	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
334773	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
334773	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
334773	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
334773	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
334773	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
334773	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
334773	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
334773	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
334773	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
334773	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
334773	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
334773	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
334773	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
334773	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
334773	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
334773	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
334773	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
334773	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
334773	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
334773	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
334773	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
334773	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
334773	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
334773	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
334773	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
334773	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
334773	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
334773	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
334773	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
334773	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
334773	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
334773	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
334773	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
334773	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
334773	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
334773	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
334773	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
334773	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
334773	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
334773	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
334773	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
334773	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
334773	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
334773	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
334773	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
334773	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
334773	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
334773	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
334773	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
334773	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
334773	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
334773	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
334773	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
334773	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
334773	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
334773	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
334773	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
334773	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
334773	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
334773	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
334773	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
334773	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
334773	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
334773	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
334773	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
334773	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
334773	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
334773	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
334773	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
334773	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
334773	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
334773	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
334773	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
334773	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
334773	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
334773	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
334773	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
334773	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
334773	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
334773	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
334773	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
334773	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
334773	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
334773	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
334773	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
334773	embedding2nn.weight	0	0.30054572224617004
334773	embedding2nn.weight	1	0.3665216863155365
334773	embedding2nn.weight	2	-0.0003620194620452821
334773	embedding2nn.weight	3	0.05176759883761406
334773	embedding2nn.weight	4	-0.05506429821252823
334773	embedding2nn.weight	5	0.07057743519544601
334773	embedding2nn.weight	6	0.028828155249357224
334773	embedding2nn.weight	7	-0.02072814106941223
334773	embedding2nn.weight	8	0.036317672580480576
334773	embedding2nn.weight	9	-0.004934070166200399
334773	embedding2nn.bias	0	0.03215548023581505
334773	embedding2nn.bias	1	-0.2052532434463501
334773	embedding2nn.bias	2	0.11835052818059921
334773	embedding2nn.bias	3	0.1891063004732132
334773	embedding2nn.bias	4	0.1670185923576355
334773	embedding2nn.bias	5	-0.07965502887964249
334773	embedding2nn.bias	6	-0.056423723697662354
334773	embedding2nn.bias	7	0.05014343187212944
334773	embedding2nn.bias	8	-0.14962276816368103
334773	embedding2nn.bias	9	-0.4044642746448517
334773	rnn.weight_ih_l0	0	0.007416743319481611
334773	rnn.weight_ih_l0	1	-0.07783624529838562
334773	rnn.weight_ih_l0	2	-0.08103425055742264
334773	rnn.weight_ih_l0	3	0.09120006859302521
334773	rnn.weight_ih_l0	4	0.012020331807434559
334773	rnn.weight_ih_l0	5	-0.13434843719005585
334773	rnn.weight_ih_l0	6	-0.028292696923017502
334773	rnn.weight_ih_l0	7	0.004049098119139671
334773	rnn.weight_ih_l0	8	0.04176739975810051
334773	rnn.weight_ih_l0	9	-0.054814644157886505
334773	rnn.weight_hh_l0	0	0.0049924650229513645
334773	rnn.weight_hh_l0	1	0.06431491672992706
334773	rnn.weight_hh_l0	2	0.034004755318164825
334773	rnn.weight_hh_l0	3	0.015889300033450127
334773	rnn.weight_hh_l0	4	0.018842851743102074
334773	rnn.weight_hh_l0	5	0.050031453371047974
334773	rnn.weight_hh_l0	6	-0.04199773445725441
334773	rnn.weight_hh_l0	7	-0.07128311693668365
334773	rnn.weight_hh_l0	8	0.04151957482099533
334773	rnn.weight_hh_l0	9	-0.11051081866025925
334773	rnn.bias_ih_l0	0	0.17151610553264618
334773	rnn.bias_ih_l0	1	-0.2365170568227768
334773	rnn.bias_ih_l0	2	-0.04010942950844765
334773	rnn.bias_ih_l0	3	-0.17377789318561554
334773	rnn.bias_ih_l0	4	0.015900585800409317
334773	rnn.bias_ih_l0	5	-0.3478640913963318
334773	rnn.bias_ih_l0	6	-0.1265629231929779
334773	rnn.bias_ih_l0	7	-0.29899170994758606
334773	rnn.bias_ih_l0	8	-0.2552673816680908
334773	rnn.bias_ih_l0	9	-0.4146276116371155
334773	rnn.bias_hh_l0	0	-0.29387161135673523
334773	rnn.bias_hh_l0	1	-0.3302710950374603
334773	rnn.bias_hh_l0	2	-0.2786054015159607
334773	rnn.bias_hh_l0	3	-0.07837358862161636
334773	rnn.bias_hh_l0	4	-0.29485154151916504
334773	rnn.bias_hh_l0	5	-0.2875438630580902
334773	rnn.bias_hh_l0	6	-0.11283929646015167
334773	rnn.bias_hh_l0	7	0.04770411550998688
334773	rnn.bias_hh_l0	8	-0.1871597319841385
334773	rnn.bias_hh_l0	9	-0.4658944606781006
334773	rnn.weight_ih_l0_reverse	0	0.02654966711997986
334773	rnn.weight_ih_l0_reverse	1	-0.0711669921875
334773	rnn.weight_ih_l0_reverse	2	-0.0220011156052351
334773	rnn.weight_ih_l0_reverse	3	-0.08298233896493912
334773	rnn.weight_ih_l0_reverse	4	0.048896901309490204
334773	rnn.weight_ih_l0_reverse	5	-0.10269036144018173
334773	rnn.weight_ih_l0_reverse	6	0.021870223805308342
334773	rnn.weight_ih_l0_reverse	7	0.0077637252397835255
334773	rnn.weight_ih_l0_reverse	8	-0.053625866770744324
334773	rnn.weight_ih_l0_reverse	9	-0.10179892182350159
334773	rnn.weight_hh_l0_reverse	0	-0.08402962982654572
334773	rnn.weight_hh_l0_reverse	1	0.021968180313706398
334773	rnn.weight_hh_l0_reverse	2	-0.01019945740699768
334773	rnn.weight_hh_l0_reverse	3	0.025375038385391235
334773	rnn.weight_hh_l0_reverse	4	-0.06935682147741318
334773	rnn.weight_hh_l0_reverse	5	0.03830871731042862
334773	rnn.weight_hh_l0_reverse	6	0.02012225240468979
334773	rnn.weight_hh_l0_reverse	7	-0.0642179474234581
334773	rnn.weight_hh_l0_reverse	8	-0.0037133183795958757
334773	rnn.weight_hh_l0_reverse	9	0.0838249996304512
334773	rnn.bias_ih_l0_reverse	0	-0.1625697761774063
334773	rnn.bias_ih_l0_reverse	1	-0.07977963984012604
334773	rnn.bias_ih_l0_reverse	2	0.10939911752939224
334773	rnn.bias_ih_l0_reverse	3	-0.24659870564937592
334773	rnn.bias_ih_l0_reverse	4	-0.06876114010810852
334773	rnn.bias_ih_l0_reverse	5	-0.20803524553775787
334773	rnn.bias_ih_l0_reverse	6	0.24079404771327972
334773	rnn.bias_ih_l0_reverse	7	-0.26424679160118103
334773	rnn.bias_ih_l0_reverse	8	-0.1379246711730957
334773	rnn.bias_ih_l0_reverse	9	-0.15837281942367554
334773	rnn.bias_hh_l0_reverse	0	-0.12624311447143555
334773	rnn.bias_hh_l0_reverse	1	0.2497517168521881
334773	rnn.bias_hh_l0_reverse	2	-0.31840068101882935
334773	rnn.bias_hh_l0_reverse	3	-0.1833558827638626
334773	rnn.bias_hh_l0_reverse	4	-0.33538517355918884
334773	rnn.bias_hh_l0_reverse	5	-0.18108399212360382
334773	rnn.bias_hh_l0_reverse	6	-0.27060359716415405
334773	rnn.bias_hh_l0_reverse	7	-0.07214119285345078
334773	rnn.bias_hh_l0_reverse	8	-0.2089029848575592
334773	rnn.bias_hh_l0_reverse	9	0.22821199893951416
334773	linear.weight	0	0.20090417563915253
334773	linear.weight	1	-0.4807109236717224
334773	linear.weight	2	-0.012769822031259537
334773	linear.weight	3	0.06766749173402786
334773	linear.weight	4	-0.14701487123966217
334773	linear.weight	5	0.24510467052459717
334773	linear.weight	6	-0.03687732666730881
334773	linear.weight	7	-0.06395938992500305
334773	linear.weight	8	0.13248999416828156
334773	linear.weight	9	-0.04542925953865051
334773	linear.bias	0	-1.0224592685699463
334773	linear.bias	1	1.9617007970809937
334773	linear.bias	2	0.656672477722168
334773	linear.bias	3	-2.5818214416503906
334773	linear.bias	4	-0.2854436933994293
334773	linear.bias	5	1.2009109258651733
334773	linear.bias	6	-0.2411748468875885
334773	linear.bias	7	0.6915648579597473
334773	linear.bias	8	2.2129740715026855
334773	linear.bias	9	-1.4081571102142334
335382	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
335382	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
335382	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
335382	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
335382	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
335382	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
335382	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
335382	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
335382	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
335382	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
335382	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
335382	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
335382	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
335382	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
335382	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
335382	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
335382	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
335382	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
335382	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
335382	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
335382	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
335382	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
335382	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
335382	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
335382	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
335382	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
335382	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
335382	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
335382	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
335382	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
335382	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
335382	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
335382	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
335382	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
335382	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
335382	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
335382	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
335382	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
335382	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
335382	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
335382	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
335382	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
335382	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
335382	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
335382	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
335382	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
335382	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
335382	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
335382	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
335382	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
335382	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
335382	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
335382	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
335382	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
335382	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
335382	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
335382	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
335382	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
335382	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
335382	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
335382	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
335382	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
335382	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
335382	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
335382	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
335382	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
335382	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
335382	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
335382	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
335382	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
335382	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
335382	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
335382	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
335382	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
335382	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
335382	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
335382	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
335382	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
335382	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
335382	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
335382	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
335382	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
335382	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
335382	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
335382	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
335382	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
335382	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
335382	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
335382	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
335382	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
335382	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
335382	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
335382	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
335382	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
335382	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
335382	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
335382	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
335382	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
335382	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
335382	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
335382	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
335382	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
335382	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
335382	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
335382	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
335382	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
335382	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
335382	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
335382	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
335382	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
335382	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
335382	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
335382	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
335382	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
335382	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
335382	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
335382	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
335382	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
335382	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
335382	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
335382	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
335382	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
335382	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
335382	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
335382	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
335382	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
335382	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
335382	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
335382	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
335382	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
335382	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
335382	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
335382	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
335382	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
335382	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
335382	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
335382	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
335382	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
335382	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
335382	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
335382	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
335382	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
335382	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
335382	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
335382	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
335382	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
335382	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
335382	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
335382	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
335382	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
335382	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
335382	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
335382	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
335382	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
335382	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
335382	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
335382	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
335382	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
335382	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
335382	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
335382	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
335382	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
335382	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
335382	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
335382	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
335382	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
335382	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
335382	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
335382	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
335382	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
335382	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
335382	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
335382	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
335382	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
335382	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
335382	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
335382	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
335382	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
335382	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
335382	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
335382	embedding2nn.weight	0	0.3021199703216553
335382	embedding2nn.weight	1	0.3680391311645508
335382	embedding2nn.weight	2	-0.0029132638592272997
335382	embedding2nn.weight	3	0.03497586399316788
335382	embedding2nn.weight	4	-0.051516465842723846
335382	embedding2nn.weight	5	0.07207107543945312
335382	embedding2nn.weight	6	0.031836818903684616
335382	embedding2nn.weight	7	-0.020108520984649658
335382	embedding2nn.weight	8	0.036560021340847015
335382	embedding2nn.weight	9	-0.007688351906836033
335382	embedding2nn.bias	0	0.04698790982365608
335382	embedding2nn.bias	1	-0.18731805682182312
335382	embedding2nn.bias	2	0.12002767622470856
335382	embedding2nn.bias	3	0.16532659530639648
335382	embedding2nn.bias	4	0.1657492220401764
335382	embedding2nn.bias	5	-0.07837135344743729
335382	embedding2nn.bias	6	-0.04075102135539055
335382	embedding2nn.bias	7	0.030798492953181267
335382	embedding2nn.bias	8	-0.17333664000034332
335382	embedding2nn.bias	9	-0.3657951354980469
335382	rnn.weight_ih_l0	0	0.005448586773127317
335382	rnn.weight_ih_l0	1	-0.07990247756242752
335382	rnn.weight_ih_l0	2	-0.08438653498888016
335382	rnn.weight_ih_l0	3	0.08820468187332153
335382	rnn.weight_ih_l0	4	0.011581079103052616
335382	rnn.weight_ih_l0	5	-0.12115824222564697
335382	rnn.weight_ih_l0	6	-0.02550172060728073
335382	rnn.weight_ih_l0	7	-0.0015823191497474909
335382	rnn.weight_ih_l0	8	0.042835839092731476
335382	rnn.weight_ih_l0	9	-0.04467397183179855
335382	rnn.weight_hh_l0	0	0.004493128973990679
335382	rnn.weight_hh_l0	1	0.06464529037475586
335382	rnn.weight_hh_l0	2	0.03265894576907158
335382	rnn.weight_hh_l0	3	0.016016583889722824
335382	rnn.weight_hh_l0	4	0.019101457670331
335382	rnn.weight_hh_l0	5	0.049265142530202866
335382	rnn.weight_hh_l0	6	-0.0419141948223114
335382	rnn.weight_hh_l0	7	-0.0692572146654129
335382	rnn.weight_hh_l0	8	0.04160405322909355
335382	rnn.weight_hh_l0	9	-0.11046437919139862
335382	rnn.bias_ih_l0	0	0.1759539246559143
335382	rnn.bias_ih_l0	1	-0.24199903011322021
335382	rnn.bias_ih_l0	2	-0.03883730620145798
335382	rnn.bias_ih_l0	3	-0.17588253319263458
335382	rnn.bias_ih_l0	4	0.009190795943140984
335382	rnn.bias_ih_l0	5	-0.3513692617416382
335382	rnn.bias_ih_l0	6	-0.12508848309516907
335382	rnn.bias_ih_l0	7	-0.2988801896572113
335382	rnn.bias_ih_l0	8	-0.252450555562973
335382	rnn.bias_ih_l0	9	-0.4026225805282593
335382	rnn.bias_hh_l0	0	-0.2952716648578644
335382	rnn.bias_hh_l0	1	-0.3285782039165497
335382	rnn.bias_hh_l0	2	-0.2795049846172333
335382	rnn.bias_hh_l0	3	-0.0908409059047699
335382	rnn.bias_hh_l0	4	-0.290442556142807
335382	rnn.bias_hh_l0	5	-0.2892734110355377
335382	rnn.bias_hh_l0	6	-0.10985079407691956
335382	rnn.bias_hh_l0	7	0.04099341109395027
335382	rnn.bias_hh_l0	8	-0.1860308200120926
335382	rnn.bias_hh_l0	9	-0.4682975113391876
335382	rnn.weight_ih_l0_reverse	0	0.025797778740525246
335382	rnn.weight_ih_l0_reverse	1	-0.06952807307243347
335382	rnn.weight_ih_l0_reverse	2	-0.020810522139072418
335382	rnn.weight_ih_l0_reverse	3	-0.0856073722243309
335382	rnn.weight_ih_l0_reverse	4	0.04941042512655258
335382	rnn.weight_ih_l0_reverse	5	-0.10409598052501678
335382	rnn.weight_ih_l0_reverse	6	0.025684669613838196
335382	rnn.weight_ih_l0_reverse	7	0.008256664499640465
335382	rnn.weight_ih_l0_reverse	8	-0.04895196110010147
335382	rnn.weight_ih_l0_reverse	9	-0.09593828022480011
335382	rnn.weight_hh_l0_reverse	0	-0.08426032215356827
335382	rnn.weight_hh_l0_reverse	1	0.022249411791563034
335382	rnn.weight_hh_l0_reverse	2	-0.009429149329662323
335382	rnn.weight_hh_l0_reverse	3	0.026131533086299896
335382	rnn.weight_hh_l0_reverse	4	-0.06984969973564148
335382	rnn.weight_hh_l0_reverse	5	0.03866855427622795
335382	rnn.weight_hh_l0_reverse	6	0.020271457731723785
335382	rnn.weight_hh_l0_reverse	7	-0.06482792645692825
335382	rnn.weight_hh_l0_reverse	8	-0.006943546235561371
335382	rnn.weight_hh_l0_reverse	9	0.0851866751909256
335382	rnn.bias_ih_l0_reverse	0	-0.1650376170873642
335382	rnn.bias_ih_l0_reverse	1	-0.08472497761249542
335382	rnn.bias_ih_l0_reverse	2	0.1067262664437294
335382	rnn.bias_ih_l0_reverse	3	-0.24788452684879303
335382	rnn.bias_ih_l0_reverse	4	-0.06862029433250427
335382	rnn.bias_ih_l0_reverse	5	-0.20412558317184448
335382	rnn.bias_ih_l0_reverse	6	0.23542848229408264
335382	rnn.bias_ih_l0_reverse	7	-0.26310813426971436
335382	rnn.bias_ih_l0_reverse	8	-0.13908648490905762
335382	rnn.bias_ih_l0_reverse	9	-0.15549792349338531
335382	rnn.bias_hh_l0_reverse	0	-0.1190023124217987
335382	rnn.bias_hh_l0_reverse	1	0.25346970558166504
335382	rnn.bias_hh_l0_reverse	2	-0.3156406283378601
335382	rnn.bias_hh_l0_reverse	3	-0.18763473629951477
335382	rnn.bias_hh_l0_reverse	4	-0.3375896215438843
335382	rnn.bias_hh_l0_reverse	5	-0.18344533443450928
335382	rnn.bias_hh_l0_reverse	6	-0.27870649099349976
335382	rnn.bias_hh_l0_reverse	7	-0.06937730312347412
335382	rnn.bias_hh_l0_reverse	8	-0.21518802642822266
335382	rnn.bias_hh_l0_reverse	9	0.21885967254638672
335382	linear.weight	0	0.18119658529758453
335382	linear.weight	1	-0.4711226522922516
335382	linear.weight	2	0.0022212897893041372
335382	linear.weight	3	0.06766507029533386
335382	linear.weight	4	-0.150577113032341
335382	linear.weight	5	0.24366183578968048
335382	linear.weight	6	-0.029914697632193565
335382	linear.weight	7	-0.06394239515066147
335382	linear.weight	8	0.11210431903600693
335382	linear.weight	9	-0.045448388904333115
335382	linear.bias	0	-1.0159125328063965
335382	linear.bias	1	1.9478251934051514
335382	linear.bias	2	0.678776741027832
335382	linear.bias	3	-2.5823514461517334
335382	linear.bias	4	-0.23121806979179382
335382	linear.bias	5	1.2302770614624023
335382	linear.bias	6	-0.235870823264122
335382	linear.bias	7	0.6478444933891296
335382	linear.bias	8	2.1668739318847656
335382	linear.bias	9	-1.4209396839141846
335390	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
335390	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
335390	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
335390	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
335390	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
335390	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
335390	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
335390	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
335390	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
335390	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
335390	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
335390	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
335390	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
335390	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
335390	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
335390	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
335390	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
335390	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
335390	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
335390	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
335390	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
335390	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
335390	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
335390	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
335390	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
335390	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
335390	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
335390	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
335390	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
335390	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
335390	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
335390	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
335390	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
335390	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
335390	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
335390	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
335390	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
335390	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
335390	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
335390	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
335390	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
335390	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
335390	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
335390	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
335390	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
335390	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
335390	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
335390	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
335390	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
335390	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
335390	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
335390	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
335390	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
335390	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
335390	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
335390	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
335390	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
335390	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
335390	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
335390	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
335390	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
335390	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
335390	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
335390	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
335390	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
335390	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
335390	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
335390	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
335390	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
335390	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
335390	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
335390	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
335390	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
335390	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
335390	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
335390	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
335390	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
335390	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
335390	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
335390	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
335390	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
335390	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
335390	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
335390	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
335390	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
335390	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
335390	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
335390	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
335390	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
335390	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
335390	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
335390	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
335390	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
335390	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
335390	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
335390	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
335390	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
335390	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
335390	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
335390	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
335390	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
335390	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
335390	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
335390	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
335390	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
335390	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
335390	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
335390	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
335390	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
335390	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
335390	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
335390	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
335390	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
335390	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
335390	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
335390	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
335390	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
335390	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
335390	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
335390	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
335390	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
335390	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
335390	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
335390	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
335390	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
335390	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
335390	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
335390	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
335390	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
335390	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
335390	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
335390	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
335390	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
335390	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
335390	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
335390	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
335390	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
335390	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
335390	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
335390	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
335390	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
335390	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
335390	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
335390	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
335390	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
335390	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
335390	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
335390	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
335390	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
335390	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
335390	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
335390	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
335390	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
335390	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
335390	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
335390	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
335390	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
335390	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
335390	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
335390	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
335390	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
335390	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
335390	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
335390	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
335390	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
335390	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
335390	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
335390	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
335390	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
335390	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
335390	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
335390	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
335390	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
335390	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
335390	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
335390	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
335390	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
335390	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
335390	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
335390	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
335390	embedding2nn.weight	0	0.3020518720149994
335390	embedding2nn.weight	1	0.3683246076107025
335390	embedding2nn.weight	2	-0.003158969571813941
335390	embedding2nn.weight	3	0.034862030297517776
335390	embedding2nn.weight	4	-0.0512794554233551
335390	embedding2nn.weight	5	0.07188371568918228
335390	embedding2nn.weight	6	0.029474524781107903
335390	embedding2nn.weight	7	-0.019336849451065063
335390	embedding2nn.weight	8	0.03632056713104248
335390	embedding2nn.weight	9	-0.007749758195132017
335390	embedding2nn.bias	0	0.045344650745391846
335390	embedding2nn.bias	1	-0.18156374990940094
335390	embedding2nn.bias	2	0.12889333069324493
335390	embedding2nn.bias	3	0.16484187543392181
335390	embedding2nn.bias	4	0.16499844193458557
335390	embedding2nn.bias	5	-0.0832366794347763
335390	embedding2nn.bias	6	-0.03585992008447647
335390	embedding2nn.bias	7	0.03346797451376915
335390	embedding2nn.bias	8	-0.1737651377916336
335390	embedding2nn.bias	9	-0.3682217597961426
335390	rnn.weight_ih_l0	0	0.00552996713668108
335390	rnn.weight_ih_l0	1	-0.07997630536556244
335390	rnn.weight_ih_l0	2	-0.08440764993429184
335390	rnn.weight_ih_l0	3	0.08642377704381943
335390	rnn.weight_ih_l0	4	0.012183500453829765
335390	rnn.weight_ih_l0	5	-0.12053510546684265
335390	rnn.weight_ih_l0	6	-0.025388535112142563
335390	rnn.weight_ih_l0	7	-0.001506734057329595
335390	rnn.weight_ih_l0	8	0.041595347225666046
335390	rnn.weight_ih_l0	9	-0.044627729803323746
335390	rnn.weight_hh_l0	0	0.004483527969568968
335390	rnn.weight_hh_l0	1	0.06474597007036209
335390	rnn.weight_hh_l0	2	0.03264108672738075
335390	rnn.weight_hh_l0	3	0.01605643890798092
335390	rnn.weight_hh_l0	4	0.019197843968868256
335390	rnn.weight_hh_l0	5	0.04906230792403221
335390	rnn.weight_hh_l0	6	-0.04191804677248001
335390	rnn.weight_hh_l0	7	-0.06935083866119385
335390	rnn.weight_hh_l0	8	0.04161478951573372
335390	rnn.weight_hh_l0	9	-0.10996385663747787
335390	rnn.bias_ih_l0	0	0.1770544946193695
335390	rnn.bias_ih_l0	1	-0.24236783385276794
335390	rnn.bias_ih_l0	2	-0.03861852362751961
335390	rnn.bias_ih_l0	3	-0.17597587406635284
335390	rnn.bias_ih_l0	4	0.010074316523969173
335390	rnn.bias_ih_l0	5	-0.3495311737060547
335390	rnn.bias_ih_l0	6	-0.12532518804073334
335390	rnn.bias_ih_l0	7	-0.2987358570098877
335390	rnn.bias_ih_l0	8	-0.25172510743141174
335390	rnn.bias_ih_l0	9	-0.4017206132411957
335390	rnn.bias_hh_l0	0	-0.2937231659889221
335390	rnn.bias_hh_l0	1	-0.32821643352508545
335390	rnn.bias_hh_l0	2	-0.2785342335700989
335390	rnn.bias_hh_l0	3	-0.09122081845998764
335390	rnn.bias_hh_l0	4	-0.2906460464000702
335390	rnn.bias_hh_l0	5	-0.28919729590415955
335390	rnn.bias_hh_l0	6	-0.10885949432849884
335390	rnn.bias_hh_l0	7	0.03971082344651222
335390	rnn.bias_hh_l0	8	-0.1865556240081787
335390	rnn.bias_hh_l0	9	-0.46864306926727295
335390	rnn.weight_ih_l0_reverse	0	0.025990378111600876
335390	rnn.weight_ih_l0_reverse	1	-0.06927938014268875
335390	rnn.weight_ih_l0_reverse	2	-0.020731057971715927
335390	rnn.weight_ih_l0_reverse	3	-0.08571193367242813
335390	rnn.weight_ih_l0_reverse	4	0.04966071620583534
335390	rnn.weight_ih_l0_reverse	5	-0.10376486927270889
335390	rnn.weight_ih_l0_reverse	6	0.025651264935731888
335390	rnn.weight_ih_l0_reverse	7	0.008092973381280899
335390	rnn.weight_ih_l0_reverse	8	-0.049265552312135696
335390	rnn.weight_ih_l0_reverse	9	-0.09546642750501633
335390	rnn.weight_hh_l0_reverse	0	-0.08427855372428894
335390	rnn.weight_hh_l0_reverse	1	0.022062301635742188
335390	rnn.weight_hh_l0_reverse	2	-0.009408459067344666
335390	rnn.weight_hh_l0_reverse	3	0.02615325339138508
335390	rnn.weight_hh_l0_reverse	4	-0.06972721964120865
335390	rnn.weight_hh_l0_reverse	5	0.03868047147989273
335390	rnn.weight_hh_l0_reverse	6	0.020273413509130478
335390	rnn.weight_hh_l0_reverse	7	-0.06494840234518051
335390	rnn.weight_hh_l0_reverse	8	-0.0070047397166490555
335390	rnn.weight_hh_l0_reverse	9	0.08491121977567673
335390	rnn.bias_ih_l0_reverse	0	-0.16451869904994965
335390	rnn.bias_ih_l0_reverse	1	-0.0854397565126419
335390	rnn.bias_ih_l0_reverse	2	0.10706491768360138
335390	rnn.bias_ih_l0_reverse	3	-0.2477720081806183
335390	rnn.bias_ih_l0_reverse	4	-0.07013707607984543
335390	rnn.bias_ih_l0_reverse	5	-0.20402272045612335
335390	rnn.bias_ih_l0_reverse	6	0.23540541529655457
335390	rnn.bias_ih_l0_reverse	7	-0.2643655836582184
335390	rnn.bias_ih_l0_reverse	8	-0.13894248008728027
335390	rnn.bias_ih_l0_reverse	9	-0.1550201177597046
335390	rnn.bias_hh_l0_reverse	0	-0.11765562742948532
335390	rnn.bias_hh_l0_reverse	1	0.25274649262428284
335390	rnn.bias_hh_l0_reverse	2	-0.31486931443214417
335390	rnn.bias_hh_l0_reverse	3	-0.18711738288402557
335390	rnn.bias_hh_l0_reverse	4	-0.3376549482345581
335390	rnn.bias_hh_l0_reverse	5	-0.18331661820411682
335390	rnn.bias_hh_l0_reverse	6	-0.27826112508773804
335390	rnn.bias_hh_l0_reverse	7	-0.06899577379226685
335390	rnn.bias_hh_l0_reverse	8	-0.21499711275100708
335390	rnn.bias_hh_l0_reverse	9	0.21863111853599548
335390	linear.weight	0	0.17946110665798187
335390	linear.weight	1	-0.47123247385025024
335390	linear.weight	2	-0.007222887594252825
335390	linear.weight	3	0.06766518950462341
335390	linear.weight	4	-0.15057066082954407
335390	linear.weight	5	0.24297402799129486
335390	linear.weight	6	-0.030078323557972908
335390	linear.weight	7	-0.06394215673208237
335390	linear.weight	8	0.11251311004161835
335390	linear.weight	9	-0.04544857144355774
335390	linear.bias	0	-1.0151244401931763
335390	linear.bias	1	1.9175443649291992
335390	linear.bias	2	0.6954233646392822
335390	linear.bias	3	-2.582357168197632
335390	linear.bias	4	-0.23536022007465363
335390	linear.bias	5	1.2190978527069092
335390	linear.bias	6	-0.24584968388080597
335390	linear.bias	7	0.6560381650924683
335390	linear.bias	8	2.1901845932006836
335390	linear.bias	9	-1.4215631484985352
335999	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
335999	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
335999	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
335999	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
335999	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
335999	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
335999	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
335999	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
335999	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
335999	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
335999	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
335999	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
335999	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
335999	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
335999	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
335999	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
335999	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
335999	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
335999	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
335999	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
335999	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
335999	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
335999	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
335999	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
335999	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
335999	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
335999	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
335999	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
335999	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
335999	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
335999	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
335999	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
335999	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
335999	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
335999	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
335999	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
335999	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
335999	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
335999	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
335999	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
335999	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
335999	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
335999	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
335999	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
335999	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
335999	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
335999	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
335999	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
335999	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
335999	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
335999	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
335999	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
335999	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
335999	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
335999	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
335999	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
335999	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
335999	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
335999	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
335999	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
335999	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
335999	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
335999	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
335999	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
335999	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
335999	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
335999	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
335999	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
335999	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
335999	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
335999	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
335999	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
335999	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
335999	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
335999	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
335999	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
335999	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
335999	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
335999	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
335999	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
335999	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
335999	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
335999	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
335999	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
335999	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
335999	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
335999	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
335999	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
335999	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
335999	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
335999	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
335999	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
335999	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
335999	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
335999	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
335999	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
335999	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
335999	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
335999	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
335999	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
335999	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
335999	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
335999	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
335999	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
335999	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
335999	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
335999	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
335999	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
335999	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
335999	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
335999	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
335999	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
335999	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
335999	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
335999	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
335999	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
335999	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
335999	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
335999	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
335999	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
335999	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
335999	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
335999	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
335999	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
335999	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
335999	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
335999	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
335999	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
335999	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
335999	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
335999	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
335999	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
335999	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
335999	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
335999	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
335999	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
335999	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
335999	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
335999	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
335999	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
335999	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
335999	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
335999	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
335999	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
335999	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
335999	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
335999	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
335999	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
335999	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
335999	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
335999	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
335999	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
335999	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
335999	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
335999	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
335999	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
335999	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
335999	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
335999	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
335999	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
335999	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
335999	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
335999	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
335999	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
335999	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
335999	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
335999	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
335999	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
335999	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
335999	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
335999	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
335999	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
335999	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
335999	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
335999	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
335999	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
335999	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
335999	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
335999	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
335999	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
335999	embedding2nn.weight	0	0.30000996589660645
335999	embedding2nn.weight	1	0.3655748665332794
335999	embedding2nn.weight	2	0.003708850359544158
335999	embedding2nn.weight	3	0.04566501826047897
335999	embedding2nn.weight	4	-0.05172809585928917
335999	embedding2nn.weight	5	0.07298193126916885
335999	embedding2nn.weight	6	0.028326846659183502
335999	embedding2nn.weight	7	-0.012033173814415932
335999	embedding2nn.weight	8	0.044238634407520294
335999	embedding2nn.weight	9	-0.012433678843080997
335999	embedding2nn.bias	0	0.04521268978714943
335999	embedding2nn.bias	1	-0.18388059735298157
335999	embedding2nn.bias	2	0.1341755986213684
335999	embedding2nn.bias	3	0.15631650388240814
335999	embedding2nn.bias	4	0.15022079646587372
335999	embedding2nn.bias	5	-0.08302902430295944
335999	embedding2nn.bias	6	-0.04941093176603317
335999	embedding2nn.bias	7	0.04015044495463371
335999	embedding2nn.bias	8	-0.16209332644939423
335999	embedding2nn.bias	9	-0.37609297037124634
335999	rnn.weight_ih_l0	0	0.00693326024338603
335999	rnn.weight_ih_l0	1	-0.07860968261957169
335999	rnn.weight_ih_l0	2	-0.08884056657552719
335999	rnn.weight_ih_l0	3	0.08519460260868073
335999	rnn.weight_ih_l0	4	0.008116481825709343
335999	rnn.weight_ih_l0	5	-0.12267833203077316
335999	rnn.weight_ih_l0	6	-0.023526864126324654
335999	rnn.weight_ih_l0	7	-0.0001606760488357395
335999	rnn.weight_ih_l0	8	0.03606601804494858
335999	rnn.weight_ih_l0	9	-0.03791659697890282
335999	rnn.weight_hh_l0	0	0.005264774430543184
335999	rnn.weight_hh_l0	1	0.0646657794713974
335999	rnn.weight_hh_l0	2	0.03272523358464241
335999	rnn.weight_hh_l0	3	0.016179712489247322
335999	rnn.weight_hh_l0	4	0.01897236704826355
335999	rnn.weight_hh_l0	5	0.04840361326932907
335999	rnn.weight_hh_l0	6	-0.041623398661613464
335999	rnn.weight_hh_l0	7	-0.07091759890317917
335999	rnn.weight_hh_l0	8	0.041317738592624664
335999	rnn.weight_hh_l0	9	-0.11083079874515533
335999	rnn.bias_ih_l0	0	0.15995487570762634
335999	rnn.bias_ih_l0	1	-0.2428426891565323
335999	rnn.bias_ih_l0	2	-0.03867305815219879
335999	rnn.bias_ih_l0	3	-0.17672424018383026
335999	rnn.bias_ih_l0	4	0.018497981131076813
335999	rnn.bias_ih_l0	5	-0.34620821475982666
335999	rnn.bias_ih_l0	6	-0.11633997410535812
335999	rnn.bias_ih_l0	7	-0.29694420099258423
335999	rnn.bias_ih_l0	8	-0.2585297226905823
335999	rnn.bias_ih_l0	9	-0.39913156628608704
335999	rnn.bias_hh_l0	0	-0.29765695333480835
335999	rnn.bias_hh_l0	1	-0.3224128782749176
335999	rnn.bias_hh_l0	2	-0.2778245210647583
335999	rnn.bias_hh_l0	3	-0.08172477036714554
335999	rnn.bias_hh_l0	4	-0.28260087966918945
335999	rnn.bias_hh_l0	5	-0.29148849844932556
335999	rnn.bias_hh_l0	6	-0.11269823461771011
335999	rnn.bias_hh_l0	7	0.04309815540909767
335999	rnn.bias_hh_l0	8	-0.18817047774791718
335999	rnn.bias_hh_l0	9	-0.46783697605133057
335999	rnn.weight_ih_l0_reverse	0	0.02506299503147602
335999	rnn.weight_ih_l0_reverse	1	-0.06861627101898193
335999	rnn.weight_ih_l0_reverse	2	-0.019875919446349144
335999	rnn.weight_ih_l0_reverse	3	-0.08333875983953476
335999	rnn.weight_ih_l0_reverse	4	0.048629533499479294
335999	rnn.weight_ih_l0_reverse	5	-0.10599648207426071
335999	rnn.weight_ih_l0_reverse	6	0.029228385537862778
335999	rnn.weight_ih_l0_reverse	7	0.010319382883608341
335999	rnn.weight_ih_l0_reverse	8	-0.04404563456773758
335999	rnn.weight_ih_l0_reverse	9	-0.09673220664262772
335999	rnn.weight_hh_l0_reverse	0	-0.08580321073532104
335999	rnn.weight_hh_l0_reverse	1	0.022148497402668
335999	rnn.weight_hh_l0_reverse	2	-0.00931556336581707
335999	rnn.weight_hh_l0_reverse	3	0.02567577175796032
335999	rnn.weight_hh_l0_reverse	4	-0.06950440257787704
335999	rnn.weight_hh_l0_reverse	5	0.03917742148041725
335999	rnn.weight_hh_l0_reverse	6	0.0202899519354105
335999	rnn.weight_hh_l0_reverse	7	-0.06583144515752792
335999	rnn.weight_hh_l0_reverse	8	-0.0059837899170815945
335999	rnn.weight_hh_l0_reverse	9	0.08467575162649155
335999	rnn.bias_ih_l0_reverse	0	-0.16754919290542603
335999	rnn.bias_ih_l0_reverse	1	-0.08235616236925125
335999	rnn.bias_ih_l0_reverse	2	0.1126556470990181
335999	rnn.bias_ih_l0_reverse	3	-0.2505652606487274
335999	rnn.bias_ih_l0_reverse	4	-0.05581117421388626
335999	rnn.bias_ih_l0_reverse	5	-0.20837591588497162
335999	rnn.bias_ih_l0_reverse	6	0.24070939421653748
335999	rnn.bias_ih_l0_reverse	7	-0.2687544822692871
335999	rnn.bias_ih_l0_reverse	8	-0.13735702633857727
335999	rnn.bias_ih_l0_reverse	9	-0.16164223849773407
335999	rnn.bias_hh_l0_reverse	0	-0.1287567913532257
335999	rnn.bias_hh_l0_reverse	1	0.24994415044784546
335999	rnn.bias_hh_l0_reverse	2	-0.3181370496749878
335999	rnn.bias_hh_l0_reverse	3	-0.18166501820087433
335999	rnn.bias_hh_l0_reverse	4	-0.34010735154151917
335999	rnn.bias_hh_l0_reverse	5	-0.1734793484210968
335999	rnn.bias_hh_l0_reverse	6	-0.26297277212142944
335999	rnn.bias_hh_l0_reverse	7	-0.07732082903385162
335999	rnn.bias_hh_l0_reverse	8	-0.22131548821926117
335999	rnn.bias_hh_l0_reverse	9	0.21519672870635986
335999	linear.weight	0	0.19695992767810822
335999	linear.weight	1	-0.4505508542060852
335999	linear.weight	2	0.04212703928351402
335999	linear.weight	3	0.06765718013048172
335999	linear.weight	4	-0.12491869926452637
335999	linear.weight	5	0.21020641922950745
335999	linear.weight	6	-0.06409413367509842
335999	linear.weight	7	-0.0639307051897049
335999	linear.weight	8	0.13703493773937225
335999	linear.weight	9	-0.04546148329973221
335999	linear.bias	0	-1.0059396028518677
335999	linear.bias	1	1.9191657304763794
335999	linear.bias	2	0.7224319577217102
335999	linear.bias	3	-2.5828678607940674
335999	linear.bias	4	-0.24248000979423523
335999	linear.bias	5	1.236641764640808
335999	linear.bias	6	-0.253191739320755
335999	linear.bias	7	0.6493470668792725
335999	linear.bias	8	2.2066967487335205
335999	linear.bias	9	-1.4283469915390015
336608	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
336608	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
336608	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
336608	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
336608	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
336608	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
336608	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
336608	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
336608	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
336608	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
336608	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
336608	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
336608	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
336608	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
336608	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
336608	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
336608	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
336608	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
336608	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
336608	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
336608	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
336608	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
336608	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
336608	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
336608	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
336608	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
336608	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
336608	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
336608	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
336608	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
336608	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
336608	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
336608	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
336608	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
336608	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
336608	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
336608	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
336608	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
336608	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
336608	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
336608	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
336608	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
336608	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
336608	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
336608	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
336608	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
336608	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
336608	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
336608	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
336608	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
336608	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
336608	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
336608	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
336608	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
336608	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
336608	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
336608	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
336608	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
336608	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
336608	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
336608	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
336608	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
336608	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
336608	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
336608	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
336608	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
336608	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
336608	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
336608	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
336608	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
336608	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
336608	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
336608	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
336608	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
336608	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
336608	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
336608	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
336608	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
336608	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
336608	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
336608	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
336608	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
336608	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
336608	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
336608	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
336608	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
336608	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
336608	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
336608	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
336608	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
336608	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
336608	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
336608	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
336608	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
336608	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
336608	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
336608	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
336608	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
336608	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
336608	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
336608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
336608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
336608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
336608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
336608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
336608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
336608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
336608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
336608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
336608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
336608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
336608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
336608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
336608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
336608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
336608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
336608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
336608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
336608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
336608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
336608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
336608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
336608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
336608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
336608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
336608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
336608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
336608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
336608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
336608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
336608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
336608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
336608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
336608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
336608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
336608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
336608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
336608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
336608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
336608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
336608	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
336608	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
336608	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
336608	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
336608	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
336608	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
336608	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
336608	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
336608	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
336608	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
336608	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
336608	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
336608	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
336608	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
336608	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
336608	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
336608	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
336608	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
336608	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
336608	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
336608	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
336608	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
336608	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
336608	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
336608	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
336608	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
336608	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
336608	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
336608	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
336608	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
336608	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
336608	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
336608	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
336608	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
336608	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
336608	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
336608	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
336608	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
336608	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
336608	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
336608	embedding2nn.weight	0	0.3009895384311676
336608	embedding2nn.weight	1	0.3673689067363739
336608	embedding2nn.weight	2	0.006259074434638023
336608	embedding2nn.weight	3	0.036961186677217484
336608	embedding2nn.weight	4	-0.052771784365177155
336608	embedding2nn.weight	5	0.06707147508859634
336608	embedding2nn.weight	6	0.02550695650279522
336608	embedding2nn.weight	7	-0.01565960980951786
336608	embedding2nn.weight	8	0.05054417625069618
336608	embedding2nn.weight	9	-0.023035770282149315
336608	embedding2nn.bias	0	0.047130268067121506
336608	embedding2nn.bias	1	-0.2112346589565277
336608	embedding2nn.bias	2	0.1205558329820633
336608	embedding2nn.bias	3	0.13704653084278107
336608	embedding2nn.bias	4	0.14960329234600067
336608	embedding2nn.bias	5	-0.0796302780508995
336608	embedding2nn.bias	6	-0.03986261785030365
336608	embedding2nn.bias	7	0.03620406985282898
336608	embedding2nn.bias	8	-0.16728055477142334
336608	embedding2nn.bias	9	-0.36814039945602417
336608	rnn.weight_ih_l0	0	0.004681535065174103
336608	rnn.weight_ih_l0	1	-0.07993610948324203
336608	rnn.weight_ih_l0	2	-0.08760920912027359
336608	rnn.weight_ih_l0	3	0.08603866398334503
336608	rnn.weight_ih_l0	4	0.007267360109835863
336608	rnn.weight_ih_l0	5	-0.11977887153625488
336608	rnn.weight_ih_l0	6	-0.023169802501797676
336608	rnn.weight_ih_l0	7	0.001386129530146718
336608	rnn.weight_ih_l0	8	0.03160179406404495
336608	rnn.weight_ih_l0	9	-0.04606061056256294
336608	rnn.weight_hh_l0	0	0.00492469035089016
336608	rnn.weight_hh_l0	1	0.06492368876934052
336608	rnn.weight_hh_l0	2	0.0325353667140007
336608	rnn.weight_hh_l0	3	0.015583419241011143
336608	rnn.weight_hh_l0	4	0.018960537388920784
336608	rnn.weight_hh_l0	5	0.04884742572903633
336608	rnn.weight_hh_l0	6	-0.04157627746462822
336608	rnn.weight_hh_l0	7	-0.07007293403148651
336608	rnn.weight_hh_l0	8	0.04115564748644829
336608	rnn.weight_hh_l0	9	-0.11032575368881226
336608	rnn.bias_ih_l0	0	0.1638026088476181
336608	rnn.bias_ih_l0	1	-0.24473805725574493
336608	rnn.bias_ih_l0	2	-0.04274200648069382
336608	rnn.bias_ih_l0	3	-0.1738947331905365
336608	rnn.bias_ih_l0	4	0.012054058723151684
336608	rnn.bias_ih_l0	5	-0.3457587659358978
336608	rnn.bias_ih_l0	6	-0.11112848669290543
336608	rnn.bias_ih_l0	7	-0.2997127175331116
336608	rnn.bias_ih_l0	8	-0.2569344639778137
336608	rnn.bias_ih_l0	9	-0.4034322202205658
336608	rnn.bias_hh_l0	0	-0.301204651594162
336608	rnn.bias_hh_l0	1	-0.32440564036369324
336608	rnn.bias_hh_l0	2	-0.2869319021701813
336608	rnn.bias_hh_l0	3	-0.08120542764663696
336608	rnn.bias_hh_l0	4	-0.28427302837371826
336608	rnn.bias_hh_l0	5	-0.2944484055042267
336608	rnn.bias_hh_l0	6	-0.1165829449892044
336608	rnn.bias_hh_l0	7	0.04219146817922592
336608	rnn.bias_hh_l0	8	-0.18103265762329102
336608	rnn.bias_hh_l0	9	-0.47654837369918823
336608	rnn.weight_ih_l0_reverse	0	0.025812610983848572
336608	rnn.weight_ih_l0_reverse	1	-0.06947322189807892
336608	rnn.weight_ih_l0_reverse	2	-0.022504061460494995
336608	rnn.weight_ih_l0_reverse	3	-0.08418075740337372
336608	rnn.weight_ih_l0_reverse	4	0.04815538227558136
336608	rnn.weight_ih_l0_reverse	5	-0.10836748033761978
336608	rnn.weight_ih_l0_reverse	6	0.03586072102189064
336608	rnn.weight_ih_l0_reverse	7	0.010276516899466515
336608	rnn.weight_ih_l0_reverse	8	-0.04002127796411514
336608	rnn.weight_ih_l0_reverse	9	-0.09468153864145279
336608	rnn.weight_hh_l0_reverse	0	-0.08774765580892563
336608	rnn.weight_hh_l0_reverse	1	0.02220279909670353
336608	rnn.weight_hh_l0_reverse	2	-0.009959557093679905
336608	rnn.weight_hh_l0_reverse	3	0.027245912700891495
336608	rnn.weight_hh_l0_reverse	4	-0.06901822984218597
336608	rnn.weight_hh_l0_reverse	5	0.03959640488028526
336608	rnn.weight_hh_l0_reverse	6	0.02052665501832962
336608	rnn.weight_hh_l0_reverse	7	-0.06764532625675201
336608	rnn.weight_hh_l0_reverse	8	-0.00414812657982111
336608	rnn.weight_hh_l0_reverse	9	0.08692532777786255
336608	rnn.bias_ih_l0_reverse	0	-0.16471759974956512
336608	rnn.bias_ih_l0_reverse	1	-0.08025955408811569
336608	rnn.bias_ih_l0_reverse	2	0.10763378441333771
336608	rnn.bias_ih_l0_reverse	3	-0.2489159107208252
336608	rnn.bias_ih_l0_reverse	4	-0.05333736911416054
336608	rnn.bias_ih_l0_reverse	5	-0.21027731895446777
336608	rnn.bias_ih_l0_reverse	6	0.24183771014213562
336608	rnn.bias_ih_l0_reverse	7	-0.2655356526374817
336608	rnn.bias_ih_l0_reverse	8	-0.13256390392780304
336608	rnn.bias_ih_l0_reverse	9	-0.1588992327451706
336608	rnn.bias_hh_l0_reverse	0	-0.11327151954174042
336608	rnn.bias_hh_l0_reverse	1	0.24307090044021606
336608	rnn.bias_hh_l0_reverse	2	-0.32550957798957825
336608	rnn.bias_hh_l0_reverse	3	-0.19852156937122345
336608	rnn.bias_hh_l0_reverse	4	-0.33652159571647644
336608	rnn.bias_hh_l0_reverse	5	-0.17573751509189606
336608	rnn.bias_hh_l0_reverse	6	-0.2700853943824768
336608	rnn.bias_hh_l0_reverse	7	-0.08197399973869324
336608	rnn.bias_hh_l0_reverse	8	-0.22116480767726898
336608	rnn.bias_hh_l0_reverse	9	0.21805258095264435
336608	linear.weight	0	0.1782698780298233
336608	linear.weight	1	-0.4483627378940582
336608	linear.weight	2	0.07218962162733078
336608	linear.weight	3	0.0676562711596489
336608	linear.weight	4	-0.12896987795829773
336608	linear.weight	5	0.22952492535114288
336608	linear.weight	6	-0.06466611474752426
336608	linear.weight	7	-0.06391071528196335
336608	linear.weight	8	0.11527575552463531
336608	linear.weight	9	-0.04547619819641113
336608	linear.bias	0	-0.9871585965156555
336608	linear.bias	1	1.908278226852417
336608	linear.bias	2	0.7438400387763977
336608	linear.bias	3	-2.5834667682647705
336608	linear.bias	4	-0.23377183079719543
336608	linear.bias	5	1.2444169521331787
336608	linear.bias	6	-0.22520610690116882
336608	linear.bias	7	0.6408445239067078
336608	linear.bias	8	2.2114388942718506
336608	linear.bias	9	-1.4298092126846313
337217	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
337217	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
337217	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
337217	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
337217	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
337217	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
337217	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
337217	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
337217	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
337217	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
337217	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
337217	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
337217	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
337217	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
337217	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
337217	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
337217	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
337217	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
337217	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
337217	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
337217	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
337217	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
337217	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
337217	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
337217	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
337217	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
337217	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
337217	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
337217	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
337217	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
337217	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
337217	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
337217	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
337217	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
337217	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
337217	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
337217	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
337217	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
337217	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
337217	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
337217	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
337217	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
337217	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
337217	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
337217	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
337217	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
337217	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
337217	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
337217	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
337217	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
337217	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
337217	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
337217	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
337217	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
337217	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
337217	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
337217	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
337217	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
337217	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
337217	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
337217	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
337217	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
337217	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
337217	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
337217	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
337217	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
337217	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
337217	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
337217	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
337217	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
337217	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
337217	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
337217	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
337217	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
337217	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
337217	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
337217	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
337217	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
337217	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
337217	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
337217	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
337217	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
337217	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
337217	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
337217	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
337217	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
337217	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
337217	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
337217	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
337217	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
337217	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
337217	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
337217	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
337217	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
337217	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
337217	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
337217	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
337217	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
337217	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
337217	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
337217	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
337217	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
337217	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
337217	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
337217	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
337217	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
337217	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
337217	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
337217	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
337217	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
337217	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
337217	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
337217	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
337217	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
337217	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
337217	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
337217	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
337217	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
337217	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
337217	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
337217	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
337217	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
337217	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
337217	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
337217	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
337217	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
337217	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
337217	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
337217	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
337217	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
337217	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
337217	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
337217	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
337217	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
337217	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
337217	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
337217	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
337217	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
337217	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
337217	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
337217	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
337217	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
337217	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
337217	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
337217	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
337217	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
337217	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
337217	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
337217	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
337217	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
337217	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
337217	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
337217	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
337217	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
337217	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
337217	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
337217	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
337217	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
337217	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
337217	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
337217	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
337217	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
337217	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
337217	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
337217	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
337217	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
337217	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
337217	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
337217	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
337217	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
337217	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
337217	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
337217	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
337217	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
337217	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
337217	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
337217	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
337217	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
337217	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
337217	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
337217	embedding2nn.weight	0	0.3001776933670044
337217	embedding2nn.weight	1	0.36751338839530945
337217	embedding2nn.weight	2	-0.00037459711893461645
337217	embedding2nn.weight	3	0.03165929391980171
337217	embedding2nn.weight	4	-0.05542057380080223
337217	embedding2nn.weight	5	0.06449931114912033
337217	embedding2nn.weight	6	0.03371268883347511
337217	embedding2nn.weight	7	-0.0166727714240551
337217	embedding2nn.weight	8	0.045294079929590225
337217	embedding2nn.weight	9	-0.0215911902487278
337217	embedding2nn.bias	0	0.03339868783950806
337217	embedding2nn.bias	1	-0.21969588100910187
337217	embedding2nn.bias	2	0.15528593957424164
337217	embedding2nn.bias	3	0.13443008065223694
337217	embedding2nn.bias	4	0.15147370100021362
337217	embedding2nn.bias	5	-0.08337052911520004
337217	embedding2nn.bias	6	-0.03166833147406578
337217	embedding2nn.bias	7	0.022049356251955032
337217	embedding2nn.bias	8	-0.16536591947078705
337217	embedding2nn.bias	9	-0.3958348035812378
337217	rnn.weight_ih_l0	0	0.005928145255893469
337217	rnn.weight_ih_l0	1	-0.08014053106307983
337217	rnn.weight_ih_l0	2	-0.08335564285516739
337217	rnn.weight_ih_l0	3	0.0859016701579094
337217	rnn.weight_ih_l0	4	0.008240078575909138
337217	rnn.weight_ih_l0	5	-0.11351364105939865
337217	rnn.weight_ih_l0	6	-0.023659970611333847
337217	rnn.weight_ih_l0	7	-0.00010424368520034477
337217	rnn.weight_ih_l0	8	0.04309162124991417
337217	rnn.weight_ih_l0	9	-0.04788457602262497
337217	rnn.weight_hh_l0	0	0.004257267341017723
337217	rnn.weight_hh_l0	1	0.06389681994915009
337217	rnn.weight_hh_l0	2	0.031201954931020737
337217	rnn.weight_hh_l0	3	0.015312341041862965
337217	rnn.weight_hh_l0	4	0.018834181129932404
337217	rnn.weight_hh_l0	5	0.047469545155763626
337217	rnn.weight_hh_l0	6	-0.041579995304346085
337217	rnn.weight_hh_l0	7	-0.06792391091585159
337217	rnn.weight_hh_l0	8	0.040905822068452835
337217	rnn.weight_hh_l0	9	-0.10754308104515076
337217	rnn.bias_ih_l0	0	0.17603178322315216
337217	rnn.bias_ih_l0	1	-0.24469275772571564
337217	rnn.bias_ih_l0	2	-0.04240404814481735
337217	rnn.bias_ih_l0	3	-0.16465970873832703
337217	rnn.bias_ih_l0	4	0.022497229278087616
337217	rnn.bias_ih_l0	5	-0.3490046560764313
337217	rnn.bias_ih_l0	6	-0.11717712134122849
337217	rnn.bias_ih_l0	7	-0.30066969990730286
337217	rnn.bias_ih_l0	8	-0.2534981966018677
337217	rnn.bias_ih_l0	9	-0.4076578617095947
337217	rnn.bias_hh_l0	0	-0.29316824674606323
337217	rnn.bias_hh_l0	1	-0.3259546160697937
337217	rnn.bias_hh_l0	2	-0.2906031608581543
337217	rnn.bias_hh_l0	3	-0.07720957696437836
337217	rnn.bias_hh_l0	4	-0.2841391861438751
337217	rnn.bias_hh_l0	5	-0.29360437393188477
337217	rnn.bias_hh_l0	6	-0.11754974722862244
337217	rnn.bias_hh_l0	7	0.04154471307992935
337217	rnn.bias_hh_l0	8	-0.1757376492023468
337217	rnn.bias_hh_l0	9	-0.48108792304992676
337217	rnn.weight_ih_l0_reverse	0	0.026180684566497803
337217	rnn.weight_ih_l0_reverse	1	-0.06906820088624954
337217	rnn.weight_ih_l0_reverse	2	-0.02306988276541233
337217	rnn.weight_ih_l0_reverse	3	-0.08927042037248611
337217	rnn.weight_ih_l0_reverse	4	0.047021958976984024
337217	rnn.weight_ih_l0_reverse	5	-0.10759438574314117
337217	rnn.weight_ih_l0_reverse	6	0.03594183176755905
337217	rnn.weight_ih_l0_reverse	7	0.007578490301966667
337217	rnn.weight_ih_l0_reverse	8	-0.04082563892006874
337217	rnn.weight_ih_l0_reverse	9	-0.09077862650156021
337217	rnn.weight_hh_l0_reverse	0	-0.0899556502699852
337217	rnn.weight_hh_l0_reverse	1	0.022602388635277748
337217	rnn.weight_hh_l0_reverse	2	-0.011059173382818699
337217	rnn.weight_hh_l0_reverse	3	0.025968749076128006
337217	rnn.weight_hh_l0_reverse	4	-0.06670637428760529
337217	rnn.weight_hh_l0_reverse	5	0.039934296160936356
337217	rnn.weight_hh_l0_reverse	6	0.020421383902430534
337217	rnn.weight_hh_l0_reverse	7	-0.06436783820390701
337217	rnn.weight_hh_l0_reverse	8	-0.00670639518648386
337217	rnn.weight_hh_l0_reverse	9	0.08724761009216309
337217	rnn.bias_ih_l0_reverse	0	-0.1601845622062683
337217	rnn.bias_ih_l0_reverse	1	-0.07277126610279083
337217	rnn.bias_ih_l0_reverse	2	0.10400102287530899
337217	rnn.bias_ih_l0_reverse	3	-0.2505231201648712
337217	rnn.bias_ih_l0_reverse	4	-0.06314527243375778
337217	rnn.bias_ih_l0_reverse	5	-0.21191684901714325
337217	rnn.bias_ih_l0_reverse	6	0.23959045112133026
337217	rnn.bias_ih_l0_reverse	7	-0.27151790261268616
337217	rnn.bias_ih_l0_reverse	8	-0.1345299929380417
337217	rnn.bias_ih_l0_reverse	9	-0.15805171430110931
337217	rnn.bias_hh_l0_reverse	0	-0.12510788440704346
337217	rnn.bias_hh_l0_reverse	1	0.24774496257305145
337217	rnn.bias_hh_l0_reverse	2	-0.3236437737941742
337217	rnn.bias_hh_l0_reverse	3	-0.20344772934913635
337217	rnn.bias_hh_l0_reverse	4	-0.3325134515762329
337217	rnn.bias_hh_l0_reverse	5	-0.1721440851688385
337217	rnn.bias_hh_l0_reverse	6	-0.26747560501098633
337217	rnn.bias_hh_l0_reverse	7	-0.08595895767211914
337217	rnn.bias_hh_l0_reverse	8	-0.22762243449687958
337217	rnn.bias_hh_l0_reverse	9	0.21515274047851562
337217	linear.weight	0	0.16527990996837616
337217	linear.weight	1	-0.40478208661079407
337217	linear.weight	2	0.07517653703689575
337217	linear.weight	3	0.06764883548021317
337217	linear.weight	4	-0.12390673905611038
337217	linear.weight	5	0.21748854219913483
337217	linear.weight	6	-0.08045678585767746
337217	linear.weight	7	-0.0639004185795784
337217	linear.weight	8	0.10982460528612137
337217	linear.weight	9	-0.0454937107861042
337217	linear.bias	0	-1.0031286478042603
337217	linear.bias	1	1.8631818294525146
337217	linear.bias	2	0.7072117328643799
337217	linear.bias	3	-2.5840091705322266
337217	linear.bias	4	-0.22789080440998077
337217	linear.bias	5	1.2563995122909546
337217	linear.bias	6	-0.20461638271808624
337217	linear.bias	7	0.6278116703033447
337217	linear.bias	8	2.1692469120025635
337217	linear.bias	9	-1.449455738067627
337826	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
337826	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
337826	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
337826	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
337826	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
337826	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
337826	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
337826	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
337826	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
337826	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
337826	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
337826	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
337826	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
337826	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
337826	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
337826	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
337826	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
337826	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
337826	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
337826	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
337826	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
337826	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
337826	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
337826	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
337826	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
337826	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
337826	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
337826	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
337826	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
337826	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
337826	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
337826	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
337826	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
337826	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
337826	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
337826	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
337826	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
337826	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
337826	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
337826	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
337826	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
337826	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
337826	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
337826	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
337826	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
337826	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
337826	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
337826	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
337826	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
337826	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
337826	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
337826	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
337826	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
337826	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
337826	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
337826	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
337826	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
337826	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
337826	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
337826	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
337826	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
337826	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
337826	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
337826	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
337826	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
337826	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
337826	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
337826	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
337826	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
337826	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
337826	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
337826	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
337826	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
337826	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
337826	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
337826	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
337826	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
337826	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
337826	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
337826	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
337826	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
337826	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
337826	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
337826	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
337826	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
337826	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
337826	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
337826	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
337826	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
337826	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
337826	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
337826	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
337826	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
337826	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
337826	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
337826	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
337826	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
337826	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
337826	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
337826	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
337826	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
337826	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
337826	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
337826	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
337826	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
337826	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
337826	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
337826	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
337826	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
337826	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
337826	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
337826	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
337826	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
337826	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
337826	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
337826	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
337826	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
337826	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
337826	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
337826	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
337826	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
337826	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
337826	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
337826	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
337826	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
337826	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
337826	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
337826	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
337826	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
337826	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
337826	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
337826	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
337826	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
337826	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
337826	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
337826	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
337826	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
337826	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
337826	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
337826	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
337826	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
337826	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
337826	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
337826	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
337826	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
337826	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
337826	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
337826	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
337826	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
337826	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
337826	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
337826	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
337826	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
337826	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
337826	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
337826	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
337826	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
337826	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
337826	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
337826	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
337826	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
337826	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
337826	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
337826	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
337826	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
337826	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
337826	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
337826	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
337826	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
337826	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
337826	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
337826	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
337826	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
337826	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
337826	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
337826	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
337826	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
337826	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
337826	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
337826	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
337826	embedding2nn.weight	0	0.29798081517219543
337826	embedding2nn.weight	1	0.3714296221733093
337826	embedding2nn.weight	2	0.0035398586187511683
337826	embedding2nn.weight	3	0.016514109447598457
337826	embedding2nn.weight	4	-0.061564162373542786
337826	embedding2nn.weight	5	0.06371735781431198
337826	embedding2nn.weight	6	0.031300678849220276
337826	embedding2nn.weight	7	-0.020913101732730865
337826	embedding2nn.weight	8	0.04132852330803871
337826	embedding2nn.weight	9	-0.02382231131196022
337826	embedding2nn.bias	0	0.03639686480164528
337826	embedding2nn.bias	1	-0.20039457082748413
337826	embedding2nn.bias	2	0.136017844080925
337826	embedding2nn.bias	3	0.1356295496225357
337826	embedding2nn.bias	4	0.14233113825321198
337826	embedding2nn.bias	5	-0.060159921646118164
337826	embedding2nn.bias	6	-0.04809614643454552
337826	embedding2nn.bias	7	0.05876067280769348
337826	embedding2nn.bias	8	-0.17064934968948364
337826	embedding2nn.bias	9	-0.42203211784362793
337826	rnn.weight_ih_l0	0	0.006110112648457289
337826	rnn.weight_ih_l0	1	-0.08079969882965088
337826	rnn.weight_ih_l0	2	-0.07916904240846634
337826	rnn.weight_ih_l0	3	0.0868324413895607
337826	rnn.weight_ih_l0	4	0.021978134289383888
337826	rnn.weight_ih_l0	5	-0.11123067140579224
337826	rnn.weight_ih_l0	6	-0.03213098645210266
337826	rnn.weight_ih_l0	7	0.00032183839357458055
337826	rnn.weight_ih_l0	8	0.046815089881420135
337826	rnn.weight_ih_l0	9	-0.05356521159410477
337826	rnn.weight_hh_l0	0	0.004207584075629711
337826	rnn.weight_hh_l0	1	0.06414724886417389
337826	rnn.weight_hh_l0	2	0.03219892829656601
337826	rnn.weight_hh_l0	3	0.01562856137752533
337826	rnn.weight_hh_l0	4	0.018647611141204834
337826	rnn.weight_hh_l0	5	0.046451352536678314
337826	rnn.weight_hh_l0	6	-0.041812118142843246
337826	rnn.weight_hh_l0	7	-0.06474821269512177
337826	rnn.weight_hh_l0	8	0.04063240811228752
337826	rnn.weight_hh_l0	9	-0.10698423534631729
337826	rnn.bias_ih_l0	0	0.18195827305316925
337826	rnn.bias_ih_l0	1	-0.24383682012557983
337826	rnn.bias_ih_l0	2	-0.04406262934207916
337826	rnn.bias_ih_l0	3	-0.16652940213680267
337826	rnn.bias_ih_l0	4	0.029744956642389297
337826	rnn.bias_ih_l0	5	-0.3480573892593384
337826	rnn.bias_ih_l0	6	-0.11366596072912216
337826	rnn.bias_ih_l0	7	-0.3005155920982361
337826	rnn.bias_ih_l0	8	-0.23802518844604492
337826	rnn.bias_ih_l0	9	-0.40502068400382996
337826	rnn.bias_hh_l0	0	-0.2898182272911072
337826	rnn.bias_hh_l0	1	-0.321069598197937
337826	rnn.bias_hh_l0	2	-0.29301464557647705
337826	rnn.bias_hh_l0	3	-0.06720587611198425
337826	rnn.bias_hh_l0	4	-0.2825298309326172
337826	rnn.bias_hh_l0	5	-0.2914242148399353
337826	rnn.bias_hh_l0	6	-0.11319462954998016
337826	rnn.bias_hh_l0	7	0.043072886765003204
337826	rnn.bias_hh_l0	8	-0.17350919544696808
337826	rnn.bias_hh_l0	9	-0.48295438289642334
337826	rnn.weight_ih_l0_reverse	0	0.02231203019618988
337826	rnn.weight_ih_l0_reverse	1	-0.0713031142950058
337826	rnn.weight_ih_l0_reverse	2	-0.02297625131905079
337826	rnn.weight_ih_l0_reverse	3	-0.09028968214988708
337826	rnn.weight_ih_l0_reverse	4	0.046510785818099976
337826	rnn.weight_ih_l0_reverse	5	-0.10943853110074997
337826	rnn.weight_ih_l0_reverse	6	0.03655035048723221
337826	rnn.weight_ih_l0_reverse	7	0.006929341703653336
337826	rnn.weight_ih_l0_reverse	8	-0.043631140142679214
337826	rnn.weight_ih_l0_reverse	9	-0.09235361963510513
337826	rnn.weight_hh_l0_reverse	0	-0.09008277952671051
337826	rnn.weight_hh_l0_reverse	1	0.02294216863811016
337826	rnn.weight_hh_l0_reverse	2	-0.011451656930148602
337826	rnn.weight_hh_l0_reverse	3	0.02654651738703251
337826	rnn.weight_hh_l0_reverse	4	-0.06699752062559128
337826	rnn.weight_hh_l0_reverse	5	0.04020681604743004
337826	rnn.weight_hh_l0_reverse	6	0.020647119730710983
337826	rnn.weight_hh_l0_reverse	7	-0.06150026246905327
337826	rnn.weight_hh_l0_reverse	8	-0.006818163674324751
337826	rnn.weight_hh_l0_reverse	9	0.08865530043840408
337826	rnn.bias_ih_l0_reverse	0	-0.1552061140537262
337826	rnn.bias_ih_l0_reverse	1	-0.07740866392850876
337826	rnn.bias_ih_l0_reverse	2	0.10094135254621506
337826	rnn.bias_ih_l0_reverse	3	-0.24911366403102875
337826	rnn.bias_ih_l0_reverse	4	-0.05963701009750366
337826	rnn.bias_ih_l0_reverse	5	-0.20831939578056335
337826	rnn.bias_ih_l0_reverse	6	0.23383373022079468
337826	rnn.bias_ih_l0_reverse	7	-0.27585530281066895
337826	rnn.bias_ih_l0_reverse	8	-0.13720397651195526
337826	rnn.bias_ih_l0_reverse	9	-0.15770582854747772
337826	rnn.bias_hh_l0_reverse	0	-0.12262193113565445
337826	rnn.bias_hh_l0_reverse	1	0.23688320815563202
337826	rnn.bias_hh_l0_reverse	2	-0.3279328942298889
337826	rnn.bias_hh_l0_reverse	3	-0.19563262164592743
337826	rnn.bias_hh_l0_reverse	4	-0.3398202657699585
337826	rnn.bias_hh_l0_reverse	5	-0.17655041813850403
337826	rnn.bias_hh_l0_reverse	6	-0.2668018937110901
337826	rnn.bias_hh_l0_reverse	7	-0.0873570591211319
337826	rnn.bias_hh_l0_reverse	8	-0.23535294830799103
337826	rnn.bias_hh_l0_reverse	9	0.21431465446949005
337826	linear.weight	0	0.19202718138694763
337826	linear.weight	1	-0.38647568225860596
337826	linear.weight	2	0.04773588851094246
337826	linear.weight	3	0.06765256822109222
337826	linear.weight	4	-0.08355283737182617
337826	linear.weight	5	0.21462956070899963
337826	linear.weight	6	-0.0842735543847084
337826	linear.weight	7	-0.06388664245605469
337826	linear.weight	8	0.12434142827987671
337826	linear.weight	9	-0.04551561549305916
337826	linear.bias	0	-1.0190463066101074
337826	linear.bias	1	1.916854977607727
337826	linear.bias	2	0.6962909698486328
337826	linear.bias	3	-2.5845909118652344
337826	linear.bias	4	-0.2507960796356201
337826	linear.bias	5	1.2826461791992188
337826	linear.bias	6	-0.19085276126861572
337826	linear.bias	7	0.6477726697921753
337826	linear.bias	8	2.1429221630096436
337826	linear.bias	9	-1.454626202583313
338435	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
338435	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
338435	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
338435	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
338435	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
338435	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
338435	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
338435	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
338435	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
338435	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
338435	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
338435	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
338435	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
338435	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
338435	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
338435	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
338435	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
338435	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
338435	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
338435	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
338435	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
338435	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
338435	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
338435	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
338435	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
338435	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
338435	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
338435	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
338435	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
338435	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
338435	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
338435	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
338435	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
338435	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
338435	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
338435	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
338435	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
338435	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
338435	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
338435	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
338435	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
338435	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
338435	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
338435	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
338435	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
338435	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
338435	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
338435	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
338435	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
338435	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
338435	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
338435	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
338435	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
338435	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
338435	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
338435	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
338435	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
338435	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
338435	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
338435	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
338435	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
338435	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
338435	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
338435	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
338435	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
338435	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
338435	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
338435	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
338435	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
338435	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
338435	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
338435	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
338435	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
338435	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
338435	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
338435	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
338435	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
338435	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
338435	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
338435	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
338435	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
338435	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
338435	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
338435	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
338435	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
338435	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
338435	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
338435	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
338435	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
338435	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
338435	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
338435	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
338435	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
338435	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
338435	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
338435	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
338435	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
338435	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
338435	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
338435	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
338435	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
338435	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
338435	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
338435	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
338435	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
338435	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
338435	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
338435	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
338435	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
338435	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
338435	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
338435	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
338435	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
338435	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
338435	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
338435	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
338435	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
338435	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
338435	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
338435	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
338435	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
338435	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
338435	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
338435	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
338435	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
338435	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
338435	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
338435	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
338435	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
338435	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
338435	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
338435	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
338435	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
338435	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
338435	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
338435	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
338435	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
338435	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
338435	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
338435	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
338435	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
338435	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
338435	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
338435	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
338435	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
338435	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
338435	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
338435	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
338435	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
338435	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
338435	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
338435	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
338435	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
338435	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
338435	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
338435	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
338435	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
338435	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
338435	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
338435	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
338435	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
338435	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
338435	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
338435	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
338435	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
338435	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
338435	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
338435	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
338435	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
338435	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
338435	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
338435	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
338435	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
338435	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
338435	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
338435	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
338435	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
338435	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
338435	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
338435	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
338435	embedding2nn.weight	0	0.2984767556190491
338435	embedding2nn.weight	1	0.3667176365852356
338435	embedding2nn.weight	2	0.010012110695242882
338435	embedding2nn.weight	3	0.021282538771629333
338435	embedding2nn.weight	4	-0.06487219035625458
338435	embedding2nn.weight	5	0.062148213386535645
338435	embedding2nn.weight	6	0.038013968616724014
338435	embedding2nn.weight	7	-0.02076934464275837
338435	embedding2nn.weight	8	0.04327962547540665
338435	embedding2nn.weight	9	-0.01804337650537491
338435	embedding2nn.bias	0	0.06222197413444519
338435	embedding2nn.bias	1	-0.1925257295370102
338435	embedding2nn.bias	2	0.12198549509048462
338435	embedding2nn.bias	3	0.13240863382816315
338435	embedding2nn.bias	4	0.15758304297924042
338435	embedding2nn.bias	5	-0.04731728509068489
338435	embedding2nn.bias	6	-0.032431963831186295
338435	embedding2nn.bias	7	0.05864660441875458
338435	embedding2nn.bias	8	-0.17052754759788513
338435	embedding2nn.bias	9	-0.40293988585472107
338435	rnn.weight_ih_l0	0	0.005652316380292177
338435	rnn.weight_ih_l0	1	-0.07993917912244797
338435	rnn.weight_ih_l0	2	-0.07916729152202606
338435	rnn.weight_ih_l0	3	0.08197548240423203
338435	rnn.weight_ih_l0	4	0.03342273831367493
338435	rnn.weight_ih_l0	5	-0.11636467278003693
338435	rnn.weight_ih_l0	6	-0.031562283635139465
338435	rnn.weight_ih_l0	7	-0.0030434057116508484
338435	rnn.weight_ih_l0	8	0.0475577786564827
338435	rnn.weight_ih_l0	9	-0.05751776322722435
338435	rnn.weight_hh_l0	0	0.0045268177054822445
338435	rnn.weight_hh_l0	1	0.06448676437139511
338435	rnn.weight_hh_l0	2	0.03139170631766319
338435	rnn.weight_hh_l0	3	0.015666741877794266
338435	rnn.weight_hh_l0	4	0.020252859219908714
338435	rnn.weight_hh_l0	5	0.0486118383705616
338435	rnn.weight_hh_l0	6	-0.04171278327703476
338435	rnn.weight_hh_l0	7	-0.06529095023870468
338435	rnn.weight_hh_l0	8	0.040237560868263245
338435	rnn.weight_hh_l0	9	-0.10470490157604218
338435	rnn.bias_ih_l0	0	0.17555353045463562
338435	rnn.bias_ih_l0	1	-0.24793672561645508
338435	rnn.bias_ih_l0	2	-0.043272677809000015
338435	rnn.bias_ih_l0	3	-0.16697439551353455
338435	rnn.bias_ih_l0	4	0.03244126960635185
338435	rnn.bias_ih_l0	5	-0.35489654541015625
338435	rnn.bias_ih_l0	6	-0.11148083209991455
338435	rnn.bias_ih_l0	7	-0.3008606731891632
338435	rnn.bias_ih_l0	8	-0.24192140996456146
338435	rnn.bias_ih_l0	9	-0.38901665806770325
338435	rnn.bias_hh_l0	0	-0.2958682179450989
338435	rnn.bias_hh_l0	1	-0.32134348154067993
338435	rnn.bias_hh_l0	2	-0.2991023659706116
338435	rnn.bias_hh_l0	3	-0.06704533100128174
338435	rnn.bias_hh_l0	4	-0.27356255054473877
338435	rnn.bias_hh_l0	5	-0.28950661420822144
338435	rnn.bias_hh_l0	6	-0.11063399165868759
338435	rnn.bias_hh_l0	7	0.03951026499271393
338435	rnn.bias_hh_l0	8	-0.1833478808403015
338435	rnn.bias_hh_l0	9	-0.4801175594329834
338435	rnn.weight_ih_l0_reverse	0	0.018800007179379463
338435	rnn.weight_ih_l0_reverse	1	-0.0705261379480362
338435	rnn.weight_ih_l0_reverse	2	-0.020189091563224792
338435	rnn.weight_ih_l0_reverse	3	-0.09572065621614456
338435	rnn.weight_ih_l0_reverse	4	0.04619739577174187
338435	rnn.weight_ih_l0_reverse	5	-0.11005726456642151
338435	rnn.weight_ih_l0_reverse	6	0.03447657823562622
338435	rnn.weight_ih_l0_reverse	7	0.00782711710780859
338435	rnn.weight_ih_l0_reverse	8	-0.04817069321870804
338435	rnn.weight_ih_l0_reverse	9	-0.09118002653121948
338435	rnn.weight_hh_l0_reverse	0	-0.08808795362710953
338435	rnn.weight_hh_l0_reverse	1	0.022818684577941895
338435	rnn.weight_hh_l0_reverse	2	-0.011812266893684864
338435	rnn.weight_hh_l0_reverse	3	0.026153244078159332
338435	rnn.weight_hh_l0_reverse	4	-0.06791536509990692
338435	rnn.weight_hh_l0_reverse	5	0.040284428745508194
338435	rnn.weight_hh_l0_reverse	6	0.020739080384373665
338435	rnn.weight_hh_l0_reverse	7	-0.06613326817750931
338435	rnn.weight_hh_l0_reverse	8	-0.0023371120914816856
338435	rnn.weight_hh_l0_reverse	9	0.08686136454343796
338435	rnn.bias_ih_l0_reverse	0	-0.1559663563966751
338435	rnn.bias_ih_l0_reverse	1	-0.07850538939237595
338435	rnn.bias_ih_l0_reverse	2	0.09757272899150848
338435	rnn.bias_ih_l0_reverse	3	-0.2510409951210022
338435	rnn.bias_ih_l0_reverse	4	-0.058184195309877396
338435	rnn.bias_ih_l0_reverse	5	-0.21103717386722565
338435	rnn.bias_ih_l0_reverse	6	0.23311536014080048
338435	rnn.bias_ih_l0_reverse	7	-0.27237778902053833
338435	rnn.bias_ih_l0_reverse	8	-0.13931378722190857
338435	rnn.bias_ih_l0_reverse	9	-0.16034191846847534
338435	rnn.bias_hh_l0_reverse	0	-0.12341687083244324
338435	rnn.bias_hh_l0_reverse	1	0.24224914610385895
338435	rnn.bias_hh_l0_reverse	2	-0.33242151141166687
338435	rnn.bias_hh_l0_reverse	3	-0.19339343905448914
338435	rnn.bias_hh_l0_reverse	4	-0.33735668659210205
338435	rnn.bias_hh_l0_reverse	5	-0.17881332337856293
338435	rnn.bias_hh_l0_reverse	6	-0.2640776038169861
338435	rnn.bias_hh_l0_reverse	7	-0.08728796243667603
338435	rnn.bias_hh_l0_reverse	8	-0.2412610501050949
338435	rnn.bias_hh_l0_reverse	9	0.20973388850688934
338435	linear.weight	0	0.1772582083940506
338435	linear.weight	1	-0.3924206793308258
338435	linear.weight	2	0.004371084272861481
338435	linear.weight	3	0.06765063107013702
338435	linear.weight	4	-0.10073239356279373
338435	linear.weight	5	0.2130938023328781
338435	linear.weight	6	-0.09205746650695801
338435	linear.weight	7	-0.0638720691204071
338435	linear.weight	8	0.14451199769973755
338435	linear.weight	9	-0.04552415758371353
338435	linear.bias	0	-1.0135931968688965
338435	linear.bias	1	1.9060475826263428
338435	linear.bias	2	0.66736900806427
338435	linear.bias	3	-2.5852038860321045
338435	linear.bias	4	-0.2403770536184311
338435	linear.bias	5	1.2319809198379517
338435	linear.bias	6	-0.1936315894126892
338435	linear.bias	7	0.6565627455711365
338435	linear.bias	8	2.2060911655426025
338435	linear.bias	9	-1.4732474088668823
339044	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
339044	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
339044	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
339044	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
339044	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
339044	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
339044	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
339044	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
339044	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
339044	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
339044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
339044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
339044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
339044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
339044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
339044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
339044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
339044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
339044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
339044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
339044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
339044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
339044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
339044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
339044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
339044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
339044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
339044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
339044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
339044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
339044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
339044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
339044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
339044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
339044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
339044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
339044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
339044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
339044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
339044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
339044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
339044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
339044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
339044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
339044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
339044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
339044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
339044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
339044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
339044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
339044	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
339044	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
339044	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
339044	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
339044	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
339044	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
339044	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
339044	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
339044	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
339044	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
339044	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
339044	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
339044	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
339044	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
339044	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
339044	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
339044	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
339044	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
339044	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
339044	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
339044	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
339044	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
339044	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
339044	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
339044	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
339044	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
339044	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
339044	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
339044	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
339044	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
339044	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
339044	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
339044	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
339044	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
339044	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
339044	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
339044	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
339044	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
339044	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
339044	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
339044	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
339044	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
339044	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
339044	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
339044	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
339044	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
339044	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
339044	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
339044	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
339044	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
339044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
339044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
339044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
339044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
339044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
339044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
339044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
339044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
339044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
339044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
339044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
339044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
339044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
339044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
339044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
339044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
339044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
339044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
339044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
339044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
339044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
339044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
339044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
339044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
339044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
339044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
339044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
339044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
339044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
339044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
339044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
339044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
339044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
339044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
339044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
339044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
339044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
339044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
339044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
339044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
339044	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
339044	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
339044	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
339044	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
339044	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
339044	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
339044	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
339044	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
339044	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
339044	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
339044	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
339044	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
339044	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
339044	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
339044	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
339044	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
339044	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
339044	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
339044	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
339044	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
339044	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
339044	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
339044	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
339044	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
339044	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
339044	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
339044	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
339044	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
339044	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
339044	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
339044	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
339044	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
339044	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
339044	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
339044	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
339044	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
339044	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
339044	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
339044	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
339044	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
339044	embedding2nn.weight	0	0.29826071858406067
339044	embedding2nn.weight	1	0.3669964075088501
339044	embedding2nn.weight	2	0.006201768293976784
339044	embedding2nn.weight	3	0.010565094649791718
339044	embedding2nn.weight	4	-0.06794747710227966
339044	embedding2nn.weight	5	0.06350023299455643
339044	embedding2nn.weight	6	0.03398975357413292
339044	embedding2nn.weight	7	-0.0199512280523777
339044	embedding2nn.weight	8	0.03810427710413933
339044	embedding2nn.weight	9	-0.025398148223757744
339044	embedding2nn.bias	0	0.049707040190696716
339044	embedding2nn.bias	1	-0.19903729856014252
339044	embedding2nn.bias	2	0.12433701753616333
339044	embedding2nn.bias	3	0.13374720513820648
339044	embedding2nn.bias	4	0.15605556964874268
339044	embedding2nn.bias	5	-0.048711322247982025
339044	embedding2nn.bias	6	-0.03833756595849991
339044	embedding2nn.bias	7	0.03941304609179497
339044	embedding2nn.bias	8	-0.15952886641025543
339044	embedding2nn.bias	9	-0.3999933898448944
339044	rnn.weight_ih_l0	0	0.00504491338506341
339044	rnn.weight_ih_l0	1	-0.0798429474234581
339044	rnn.weight_ih_l0	2	-0.07456759363412857
339044	rnn.weight_ih_l0	3	0.07700517773628235
339044	rnn.weight_ih_l0	4	0.02869216538965702
339044	rnn.weight_ih_l0	5	-0.114470936357975
339044	rnn.weight_ih_l0	6	-0.03559901937842369
339044	rnn.weight_ih_l0	7	-0.004565308336168528
339044	rnn.weight_ih_l0	8	0.04520547762513161
339044	rnn.weight_ih_l0	9	-0.05471955984830856
339044	rnn.weight_hh_l0	0	0.0044377525337040424
339044	rnn.weight_hh_l0	1	0.06501911580562592
339044	rnn.weight_hh_l0	2	0.031143490225076675
339044	rnn.weight_hh_l0	3	0.015396690927445889
339044	rnn.weight_hh_l0	4	0.022439388558268547
339044	rnn.weight_hh_l0	5	0.048045434057712555
339044	rnn.weight_hh_l0	6	-0.04145270213484764
339044	rnn.weight_hh_l0	7	-0.06834609061479568
339044	rnn.weight_hh_l0	8	0.040422119200229645
339044	rnn.weight_hh_l0	9	-0.10608820617198944
339044	rnn.bias_ih_l0	0	0.1711292564868927
339044	rnn.bias_ih_l0	1	-0.2518047094345093
339044	rnn.bias_ih_l0	2	-0.04430275782942772
339044	rnn.bias_ih_l0	3	-0.16961005330085754
339044	rnn.bias_ih_l0	4	0.028756916522979736
339044	rnn.bias_ih_l0	5	-0.35353997349739075
339044	rnn.bias_ih_l0	6	-0.11449701339006424
339044	rnn.bias_ih_l0	7	-0.30124348402023315
339044	rnn.bias_ih_l0	8	-0.24891884624958038
339044	rnn.bias_ih_l0	9	-0.40122276544570923
339044	rnn.bias_hh_l0	0	-0.30176714062690735
339044	rnn.bias_hh_l0	1	-0.320158988237381
339044	rnn.bias_hh_l0	2	-0.2967369258403778
339044	rnn.bias_hh_l0	3	-0.06345905363559723
339044	rnn.bias_hh_l0	4	-0.27830731868743896
339044	rnn.bias_hh_l0	5	-0.2891749441623688
339044	rnn.bias_hh_l0	6	-0.1147378608584404
339044	rnn.bias_hh_l0	7	0.04108677804470062
339044	rnn.bias_hh_l0	8	-0.1868557184934616
339044	rnn.bias_hh_l0	9	-0.4744713604450226
339044	rnn.weight_ih_l0_reverse	0	0.022049689665436745
339044	rnn.weight_ih_l0_reverse	1	-0.06939256191253662
339044	rnn.weight_ih_l0_reverse	2	-0.021612046286463737
339044	rnn.weight_ih_l0_reverse	3	-0.09384769946336746
339044	rnn.weight_ih_l0_reverse	4	0.0445881187915802
339044	rnn.weight_ih_l0_reverse	5	-0.1041451171040535
339044	rnn.weight_ih_l0_reverse	6	0.043942831456661224
339044	rnn.weight_ih_l0_reverse	7	0.009160320274531841
339044	rnn.weight_ih_l0_reverse	8	-0.04794232174754143
339044	rnn.weight_ih_l0_reverse	9	-0.09331770986318588
339044	rnn.weight_hh_l0_reverse	0	-0.08758733421564102
339044	rnn.weight_hh_l0_reverse	1	0.023365508764982224
339044	rnn.weight_hh_l0_reverse	2	-0.012092379853129387
339044	rnn.weight_hh_l0_reverse	3	0.02743176743388176
339044	rnn.weight_hh_l0_reverse	4	-0.06771134585142136
339044	rnn.weight_hh_l0_reverse	5	0.039943236857652664
339044	rnn.weight_hh_l0_reverse	6	0.020845117047429085
339044	rnn.weight_hh_l0_reverse	7	-0.06914890557527542
339044	rnn.weight_hh_l0_reverse	8	-0.011519079096615314
339044	rnn.weight_hh_l0_reverse	9	0.08595862239599228
339044	rnn.bias_ih_l0_reverse	0	-0.1565336138010025
339044	rnn.bias_ih_l0_reverse	1	-0.07576844841241837
339044	rnn.bias_ih_l0_reverse	2	0.09925740957260132
339044	rnn.bias_ih_l0_reverse	3	-0.2493620663881302
339044	rnn.bias_ih_l0_reverse	4	-0.05980777367949486
339044	rnn.bias_ih_l0_reverse	5	-0.21390260756015778
339044	rnn.bias_ih_l0_reverse	6	0.23073998093605042
339044	rnn.bias_ih_l0_reverse	7	-0.2711873948574066
339044	rnn.bias_ih_l0_reverse	8	-0.13633523881435394
339044	rnn.bias_ih_l0_reverse	9	-0.16972067952156067
339044	rnn.bias_hh_l0_reverse	0	-0.14173026382923126
339044	rnn.bias_hh_l0_reverse	1	0.243755504488945
339044	rnn.bias_hh_l0_reverse	2	-0.3299713432788849
339044	rnn.bias_hh_l0_reverse	3	-0.19012169539928436
339044	rnn.bias_hh_l0_reverse	4	-0.3384096920490265
339044	rnn.bias_hh_l0_reverse	5	-0.1720067411661148
339044	rnn.bias_hh_l0_reverse	6	-0.26118579506874084
339044	rnn.bias_hh_l0_reverse	7	-0.0878010243177414
339044	rnn.bias_hh_l0_reverse	8	-0.24329181015491486
339044	rnn.bias_hh_l0_reverse	9	0.21726560592651367
339044	linear.weight	0	0.16768158972263336
339044	linear.weight	1	-0.36430174112319946
339044	linear.weight	2	0.020532479509711266
339044	linear.weight	3	0.06765026599168777
339044	linear.weight	4	-0.10036265105009079
339044	linear.weight	5	0.19039511680603027
339044	linear.weight	6	-0.0594153068959713
339044	linear.weight	7	-0.06386355310678482
339044	linear.weight	8	0.15821236371994019
339044	linear.weight	9	-0.04554053768515587
339044	linear.bias	0	-1.0161497592926025
339044	linear.bias	1	1.959242343902588
339044	linear.bias	2	0.6717508435249329
339044	linear.bias	3	-2.585793972015381
339044	linear.bias	4	-0.20355090498924255
339044	linear.bias	5	1.2060649394989014
339044	linear.bias	6	-0.22072581946849823
339044	linear.bias	7	0.6456083655357361
339044	linear.bias	8	2.113032817840576
339044	linear.bias	9	-1.441228985786438
339653	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
339653	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
339653	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
339653	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
339653	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
339653	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
339653	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
339653	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
339653	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
339653	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
339653	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
339653	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
339653	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
339653	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
339653	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
339653	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
339653	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
339653	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
339653	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
339653	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
339653	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
339653	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
339653	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
339653	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
339653	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
339653	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
339653	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
339653	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
339653	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
339653	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
339653	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
339653	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
339653	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
339653	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
339653	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
339653	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
339653	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
339653	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
339653	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
339653	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
339653	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
339653	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
339653	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
339653	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
339653	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
339653	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
339653	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
339653	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
339653	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
339653	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
339653	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
339653	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
339653	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
339653	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
339653	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
339653	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
339653	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
339653	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
339653	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
339653	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
339653	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
339653	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
339653	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
339653	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
339653	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
339653	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
339653	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
339653	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
339653	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
339653	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
339653	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
339653	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
339653	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
339653	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
339653	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
339653	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
339653	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
339653	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
339653	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
339653	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
339653	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
339653	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
339653	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
339653	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
339653	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
339653	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
339653	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
339653	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
339653	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
339653	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
339653	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
339653	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
339653	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
339653	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
339653	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
339653	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
339653	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
339653	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
339653	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
339653	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
339653	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
339653	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
339653	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
339653	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
339653	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
339653	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
339653	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
339653	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
339653	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
339653	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
339653	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
339653	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
339653	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
339653	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
339653	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
339653	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
339653	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
339653	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
339653	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
339653	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
339653	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
339653	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
339653	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
339653	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
339653	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
339653	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
339653	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
339653	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
339653	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
339653	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
339653	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
339653	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
339653	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
339653	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
339653	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
339653	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
339653	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
339653	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
339653	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
339653	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
339653	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
339653	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
339653	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
339653	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
339653	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
339653	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
339653	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
339653	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
339653	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
339653	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
339653	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
339653	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
339653	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
339653	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
339653	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
339653	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
339653	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
339653	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
339653	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
339653	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
339653	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
339653	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
339653	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
339653	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
339653	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
339653	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
339653	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
339653	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
339653	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
339653	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
339653	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
339653	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
339653	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
339653	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
339653	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
339653	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
339653	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
339653	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
339653	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
339653	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
339653	embedding2nn.weight	0	0.3003520667552948
339653	embedding2nn.weight	1	0.3714998662471771
339653	embedding2nn.weight	2	0.00738240871578455
339653	embedding2nn.weight	3	0.009102526120841503
339653	embedding2nn.weight	4	-0.06530685722827911
339653	embedding2nn.weight	5	0.0655648335814476
339653	embedding2nn.weight	6	0.03638193756341934
339653	embedding2nn.weight	7	-0.026569971814751625
339653	embedding2nn.weight	8	0.03900770843029022
339653	embedding2nn.weight	9	-0.025590436533093452
339653	embedding2nn.bias	0	0.041855715215206146
339653	embedding2nn.bias	1	-0.19292058050632477
339653	embedding2nn.bias	2	0.12018248438835144
339653	embedding2nn.bias	3	0.12823432683944702
339653	embedding2nn.bias	4	0.1612933874130249
339653	embedding2nn.bias	5	-0.066473588347435
339653	embedding2nn.bias	6	-0.057151246815919876
339653	embedding2nn.bias	7	0.01727192848920822
339653	embedding2nn.bias	8	-0.18006205558776855
339653	embedding2nn.bias	9	-0.39219558238983154
339653	rnn.weight_ih_l0	0	0.006512667052447796
339653	rnn.weight_ih_l0	1	-0.07934942841529846
339653	rnn.weight_ih_l0	2	-0.07266027480363846
339653	rnn.weight_ih_l0	3	0.07991419732570648
339653	rnn.weight_ih_l0	4	0.026468059048056602
339653	rnn.weight_ih_l0	5	-0.12239620834589005
339653	rnn.weight_ih_l0	6	-0.02837313711643219
339653	rnn.weight_ih_l0	7	-0.007715893909335136
339653	rnn.weight_ih_l0	8	0.044320594519376755
339653	rnn.weight_ih_l0	9	-0.05855283886194229
339653	rnn.weight_hh_l0	0	0.004423737991601229
339653	rnn.weight_hh_l0	1	0.06560692936182022
339653	rnn.weight_hh_l0	2	0.032573554664850235
339653	rnn.weight_hh_l0	3	0.01623043231666088
339653	rnn.weight_hh_l0	4	0.022451205179095268
339653	rnn.weight_hh_l0	5	0.04831404611468315
339653	rnn.weight_hh_l0	6	-0.04152918979525566
339653	rnn.weight_hh_l0	7	-0.06967965513467789
339653	rnn.weight_hh_l0	8	0.040108341723680496
339653	rnn.weight_hh_l0	9	-0.10517340153455734
339653	rnn.bias_ih_l0	0	0.17999911308288574
339653	rnn.bias_ih_l0	1	-0.2557898163795471
339653	rnn.bias_ih_l0	2	-0.04397715628147125
339653	rnn.bias_ih_l0	3	-0.1709563285112381
339653	rnn.bias_ih_l0	4	0.02911381982266903
339653	rnn.bias_ih_l0	5	-0.3508034646511078
339653	rnn.bias_ih_l0	6	-0.10369904339313507
339653	rnn.bias_ih_l0	7	-0.29975995421409607
339653	rnn.bias_ih_l0	8	-0.2404593974351883
339653	rnn.bias_ih_l0	9	-0.39186832308769226
339653	rnn.bias_hh_l0	0	-0.3045476973056793
339653	rnn.bias_hh_l0	1	-0.32132893800735474
339653	rnn.bias_hh_l0	2	-0.2907651960849762
339653	rnn.bias_hh_l0	3	-0.07150538265705109
339653	rnn.bias_hh_l0	4	-0.2759328782558441
339653	rnn.bias_hh_l0	5	-0.2891058623790741
339653	rnn.bias_hh_l0	6	-0.11410629004240036
339653	rnn.bias_hh_l0	7	0.043240584433078766
339653	rnn.bias_hh_l0	8	-0.18341200053691864
339653	rnn.bias_hh_l0	9	-0.4672188460826874
339653	rnn.weight_ih_l0_reverse	0	0.023732464760541916
339653	rnn.weight_ih_l0_reverse	1	-0.06962644308805466
339653	rnn.weight_ih_l0_reverse	2	-0.02512170560657978
339653	rnn.weight_ih_l0_reverse	3	-0.09836878627538681
339653	rnn.weight_ih_l0_reverse	4	0.044488199055194855
339653	rnn.weight_ih_l0_reverse	5	-0.09025359898805618
339653	rnn.weight_ih_l0_reverse	6	0.04268790781497955
339653	rnn.weight_ih_l0_reverse	7	0.009423591196537018
339653	rnn.weight_ih_l0_reverse	8	-0.05078127980232239
339653	rnn.weight_ih_l0_reverse	9	-0.09849342703819275
339653	rnn.weight_hh_l0_reverse	0	-0.08580536395311356
339653	rnn.weight_hh_l0_reverse	1	0.02336816117167473
339653	rnn.weight_hh_l0_reverse	2	-0.012827065773308277
339653	rnn.weight_hh_l0_reverse	3	0.02711334452033043
339653	rnn.weight_hh_l0_reverse	4	-0.06901778280735016
339653	rnn.weight_hh_l0_reverse	5	0.03972094506025314
339653	rnn.weight_hh_l0_reverse	6	0.021001631394028664
339653	rnn.weight_hh_l0_reverse	7	-0.06886415928602219
339653	rnn.weight_hh_l0_reverse	8	-0.005930456332862377
339653	rnn.weight_hh_l0_reverse	9	0.08620830625295639
339653	rnn.bias_ih_l0_reverse	0	-0.15775839984416962
339653	rnn.bias_ih_l0_reverse	1	-0.08575692772865295
339653	rnn.bias_ih_l0_reverse	2	0.09858999401330948
339653	rnn.bias_ih_l0_reverse	3	-0.2517843544483185
339653	rnn.bias_ih_l0_reverse	4	-0.07644627243280411
339653	rnn.bias_ih_l0_reverse	5	-0.21569307148456573
339653	rnn.bias_ih_l0_reverse	6	0.23443721234798431
339653	rnn.bias_ih_l0_reverse	7	-0.2878578007221222
339653	rnn.bias_ih_l0_reverse	8	-0.1381405144929886
339653	rnn.bias_ih_l0_reverse	9	-0.1625681072473526
339653	rnn.bias_hh_l0_reverse	0	-0.133553609251976
339653	rnn.bias_hh_l0_reverse	1	0.25176143646240234
339653	rnn.bias_hh_l0_reverse	2	-0.3301459848880768
339653	rnn.bias_hh_l0_reverse	3	-0.19207952916622162
339653	rnn.bias_hh_l0_reverse	4	-0.33917051553726196
339653	rnn.bias_hh_l0_reverse	5	-0.17675606906414032
339653	rnn.bias_hh_l0_reverse	6	-0.2529076635837555
339653	rnn.bias_hh_l0_reverse	7	-0.08617967367172241
339653	rnn.bias_hh_l0_reverse	8	-0.2384178638458252
339653	rnn.bias_hh_l0_reverse	9	0.21588760614395142
339653	linear.weight	0	0.1662091314792633
339653	linear.weight	1	-0.38921135663986206
339653	linear.weight	2	0.04172335937619209
339653	linear.weight	3	0.06764236837625504
339653	linear.weight	4	-0.11094967275857925
339653	linear.weight	5	0.18691499531269073
339653	linear.weight	6	-0.06103374436497688
339653	linear.weight	7	-0.06385224312543869
339653	linear.weight	8	0.13226303458213806
339653	linear.weight	9	-0.04555293172597885
339653	linear.bias	0	-0.9722671508789062
339653	linear.bias	1	1.9437732696533203
339653	linear.bias	2	0.6913877725601196
339653	linear.bias	3	-2.586364984512329
339653	linear.bias	4	-0.20148292183876038
339653	linear.bias	5	1.2096545696258545
339653	linear.bias	6	-0.22836458683013916
339653	linear.bias	7	0.6459091901779175
339653	linear.bias	8	2.1172468662261963
339653	linear.bias	9	-1.4445905685424805
340262	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
340262	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
340262	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
340262	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
340262	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
340262	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
340262	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
340262	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
340262	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
340262	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
340262	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
340262	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
340262	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
340262	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
340262	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
340262	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
340262	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
340262	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
340262	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
340262	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
340262	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
340262	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
340262	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
340262	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
340262	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
340262	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
340262	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
340262	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
340262	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
340262	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
340262	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
340262	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
340262	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
340262	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
340262	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
340262	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
340262	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
340262	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
340262	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
340262	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
340262	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
340262	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
340262	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
340262	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
340262	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
340262	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
340262	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
340262	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
340262	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
340262	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
340262	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
340262	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
340262	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
340262	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
340262	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
340262	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
340262	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
340262	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
340262	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
340262	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
340262	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
340262	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
340262	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
340262	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
340262	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
340262	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
340262	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
340262	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
340262	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
340262	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
340262	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
340262	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
340262	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
340262	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
340262	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
340262	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
340262	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
340262	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
340262	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
340262	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
340262	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
340262	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
340262	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
340262	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
340262	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
340262	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
340262	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
340262	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
340262	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
340262	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
340262	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
340262	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
340262	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
340262	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
340262	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
340262	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
340262	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
340262	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
340262	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
340262	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
340262	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
340262	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
340262	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
340262	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
340262	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
340262	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
340262	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
340262	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
340262	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
340262	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
340262	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
340262	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
340262	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
340262	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
340262	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
340262	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
340262	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
340262	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
340262	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
340262	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
340262	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
340262	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
340262	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
340262	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
340262	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
340262	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
340262	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
340262	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
340262	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
340262	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
340262	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
340262	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
340262	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
340262	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
340262	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
340262	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
340262	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
340262	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
340262	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
340262	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
340262	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
340262	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
340262	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
340262	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
340262	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
340262	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
340262	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
340262	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
340262	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
340262	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
340262	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
340262	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
340262	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
340262	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
340262	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
340262	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
340262	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
340262	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
340262	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
340262	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
340262	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
340262	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
340262	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
340262	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
340262	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
340262	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
340262	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
340262	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
340262	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
340262	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
340262	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
340262	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
340262	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
340262	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
340262	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
340262	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
340262	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
340262	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
340262	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
340262	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
340262	embedding2nn.weight	0	0.3004763424396515
340262	embedding2nn.weight	1	0.3720065951347351
340262	embedding2nn.weight	2	0.006384746171534061
340262	embedding2nn.weight	3	0.023771164938807487
340262	embedding2nn.weight	4	-0.059046804904937744
340262	embedding2nn.weight	5	0.06775406748056412
340262	embedding2nn.weight	6	0.035562872886657715
340262	embedding2nn.weight	7	-0.025518357753753662
340262	embedding2nn.weight	8	0.03904217854142189
340262	embedding2nn.weight	9	-0.03122321516275406
340262	embedding2nn.bias	0	0.034937500953674316
340262	embedding2nn.bias	1	-0.20616354048252106
340262	embedding2nn.bias	2	0.13054685294628143
340262	embedding2nn.bias	3	0.1423027664422989
340262	embedding2nn.bias	4	0.1624198704957962
340262	embedding2nn.bias	5	-0.07682427018880844
340262	embedding2nn.bias	6	-0.05481848865747452
340262	embedding2nn.bias	7	0.01955292746424675
340262	embedding2nn.bias	8	-0.1584753692150116
340262	embedding2nn.bias	9	-0.3959764540195465
340262	rnn.weight_ih_l0	0	0.006457424256950617
340262	rnn.weight_ih_l0	1	-0.08057209849357605
340262	rnn.weight_ih_l0	2	-0.06471099704504013
340262	rnn.weight_ih_l0	3	0.07993420958518982
340262	rnn.weight_ih_l0	4	0.031296197324991226
340262	rnn.weight_ih_l0	5	-0.11693446338176727
340262	rnn.weight_ih_l0	6	-0.028581280261278152
340262	rnn.weight_ih_l0	7	-0.005989928729832172
340262	rnn.weight_ih_l0	8	0.044283103197813034
340262	rnn.weight_ih_l0	9	-0.061914682388305664
340262	rnn.weight_hh_l0	0	0.0038268279749900103
340262	rnn.weight_hh_l0	1	0.0642932578921318
340262	rnn.weight_hh_l0	2	0.03347437456250191
340262	rnn.weight_hh_l0	3	0.014979216270148754
340262	rnn.weight_hh_l0	4	0.022034581750631332
340262	rnn.weight_hh_l0	5	0.04777219891548157
340262	rnn.weight_hh_l0	6	-0.04204234480857849
340262	rnn.weight_hh_l0	7	-0.06560084968805313
340262	rnn.weight_hh_l0	8	0.04041498899459839
340262	rnn.weight_hh_l0	9	-0.10567528009414673
340262	rnn.bias_ih_l0	0	0.17305245995521545
340262	rnn.bias_ih_l0	1	-0.25622400641441345
340262	rnn.bias_ih_l0	2	-0.043691590428352356
340262	rnn.bias_ih_l0	3	-0.16558854281902313
340262	rnn.bias_ih_l0	4	0.02738340198993683
340262	rnn.bias_ih_l0	5	-0.3504207134246826
340262	rnn.bias_ih_l0	6	-0.10003680735826492
340262	rnn.bias_ih_l0	7	-0.29897573590278625
340262	rnn.bias_ih_l0	8	-0.24237313866615295
340262	rnn.bias_ih_l0	9	-0.38702112436294556
340262	rnn.bias_hh_l0	0	-0.3090575933456421
340262	rnn.bias_hh_l0	1	-0.3278711438179016
340262	rnn.bias_hh_l0	2	-0.28751227259635925
340262	rnn.bias_hh_l0	3	-0.07343358546495438
340262	rnn.bias_hh_l0	4	-0.2782456874847412
340262	rnn.bias_hh_l0	5	-0.2899860739707947
340262	rnn.bias_hh_l0	6	-0.11841543018817902
340262	rnn.bias_hh_l0	7	0.043536435812711716
340262	rnn.bias_hh_l0	8	-0.18972940742969513
340262	rnn.bias_hh_l0	9	-0.46586695313453674
340262	rnn.weight_ih_l0_reverse	0	0.02253223955631256
340262	rnn.weight_ih_l0_reverse	1	-0.06935127079486847
340262	rnn.weight_ih_l0_reverse	2	-0.021448912099003792
340262	rnn.weight_ih_l0_reverse	3	-0.094563327729702
340262	rnn.weight_ih_l0_reverse	4	0.04603743553161621
340262	rnn.weight_ih_l0_reverse	5	-0.09568868577480316
340262	rnn.weight_ih_l0_reverse	6	0.04264219477772713
340262	rnn.weight_ih_l0_reverse	7	0.010242168791592121
340262	rnn.weight_ih_l0_reverse	8	-0.05259360745549202
340262	rnn.weight_ih_l0_reverse	9	-0.09669705480337143
340262	rnn.weight_hh_l0_reverse	0	-0.0877409279346466
340262	rnn.weight_hh_l0_reverse	1	0.022608380764722824
340262	rnn.weight_hh_l0_reverse	2	-0.012728312984108925
340262	rnn.weight_hh_l0_reverse	3	0.02688552439212799
340262	rnn.weight_hh_l0_reverse	4	-0.06984987109899521
340262	rnn.weight_hh_l0_reverse	5	0.03929703310132027
340262	rnn.weight_hh_l0_reverse	6	0.02096615545451641
340262	rnn.weight_hh_l0_reverse	7	-0.06714045256376266
340262	rnn.weight_hh_l0_reverse	8	-0.005735049489885569
340262	rnn.weight_hh_l0_reverse	9	0.08575551211833954
340262	rnn.bias_ih_l0_reverse	0	-0.16374896466732025
340262	rnn.bias_ih_l0_reverse	1	-0.07944571226835251
340262	rnn.bias_ih_l0_reverse	2	0.09126650542020798
340262	rnn.bias_ih_l0_reverse	3	-0.24480971693992615
340262	rnn.bias_ih_l0_reverse	4	-0.07400234788656235
340262	rnn.bias_ih_l0_reverse	5	-0.2140771448612213
340262	rnn.bias_ih_l0_reverse	6	0.24324467778205872
340262	rnn.bias_ih_l0_reverse	7	-0.3011891841888428
340262	rnn.bias_ih_l0_reverse	8	-0.14528176188468933
340262	rnn.bias_ih_l0_reverse	9	-0.16363905370235443
340262	rnn.bias_hh_l0_reverse	0	-0.13162800669670105
340262	rnn.bias_hh_l0_reverse	1	0.2558024227619171
340262	rnn.bias_hh_l0_reverse	2	-0.3265412449836731
340262	rnn.bias_hh_l0_reverse	3	-0.19629661738872528
340262	rnn.bias_hh_l0_reverse	4	-0.3446434736251831
340262	rnn.bias_hh_l0_reverse	5	-0.1738399863243103
340262	rnn.bias_hh_l0_reverse	6	-0.2557329833507538
340262	rnn.bias_hh_l0_reverse	7	-0.0877661406993866
340262	rnn.bias_hh_l0_reverse	8	-0.23845835030078888
340262	rnn.bias_hh_l0_reverse	9	0.21114486455917358
340262	linear.weight	0	0.14825980365276337
340262	linear.weight	1	-0.42918533086776733
340262	linear.weight	2	0.04801473021507263
340262	linear.weight	3	0.06763729453086853
340262	linear.weight	4	-0.13867296278476715
340262	linear.weight	5	0.1848689317703247
340262	linear.weight	6	-0.09387216717004776
340262	linear.weight	7	-0.06384231150150299
340262	linear.weight	8	0.13482168316841125
340262	linear.weight	9	-0.045564182102680206
340262	linear.bias	0	-0.9908816814422607
340262	linear.bias	1	1.95849609375
340262	linear.bias	2	0.6769976615905762
340262	linear.bias	3	-2.5868587493896484
340262	linear.bias	4	-0.18761563301086426
340262	linear.bias	5	1.2755411863327026
340262	linear.bias	6	-0.23718680441379547
340262	linear.bias	7	0.6623144745826721
340262	linear.bias	8	2.173391103744507
340262	linear.bias	9	-1.4575012922286987
340871	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
340871	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
340871	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
340871	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
340871	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
340871	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
340871	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
340871	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
340871	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
340871	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
340871	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
340871	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
340871	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
340871	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
340871	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
340871	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
340871	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
340871	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
340871	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
340871	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
340871	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
340871	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
340871	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
340871	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
340871	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
340871	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
340871	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
340871	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
340871	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
340871	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
340871	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
340871	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
340871	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
340871	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
340871	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
340871	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
340871	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
340871	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
340871	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
340871	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
340871	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
340871	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
340871	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
340871	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
340871	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
340871	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
340871	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
340871	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
340871	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
340871	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
340871	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
340871	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
340871	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
340871	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
340871	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
340871	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
340871	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
340871	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
340871	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
340871	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
340871	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
340871	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
340871	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
340871	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
340871	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
340871	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
340871	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
340871	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
340871	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
340871	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
340871	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
340871	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
340871	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
340871	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
340871	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
340871	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
340871	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
340871	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
340871	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
340871	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
340871	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
340871	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
340871	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
340871	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
340871	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
340871	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
340871	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
340871	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
340871	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
340871	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
340871	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
340871	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
340871	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
340871	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
340871	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
340871	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
340871	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
340871	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
340871	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
340871	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
340871	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
340871	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
340871	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
340871	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
340871	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
340871	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
340871	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
340871	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
340871	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
340871	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
340871	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
340871	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
340871	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
340871	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
340871	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
340871	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
340871	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
340871	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
340871	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
340871	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
340871	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
340871	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
340871	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
340871	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
340871	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
340871	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
340871	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
340871	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
340871	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
340871	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
340871	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
340871	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
340871	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
340871	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
340871	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
340871	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
340871	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
340871	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
340871	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
340871	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
340871	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
340871	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
340871	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
340871	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
340871	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
340871	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
340871	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
340871	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
340871	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
340871	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
340871	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
340871	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
340871	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
340871	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
340871	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
340871	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
340871	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
340871	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
340871	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
340871	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
340871	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
340871	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
340871	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
340871	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
340871	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
340871	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
340871	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
340871	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
340871	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
340871	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
340871	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
340871	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
340871	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
340871	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
340871	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
340871	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
340871	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
340871	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
340871	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
340871	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
340871	embedding2nn.weight	0	0.3025418817996979
340871	embedding2nn.weight	1	0.3714277148246765
340871	embedding2nn.weight	2	-0.0002442967670504004
340871	embedding2nn.weight	3	0.030955936759710312
340871	embedding2nn.weight	4	-0.05616836994886398
340871	embedding2nn.weight	5	0.06518788635730743
340871	embedding2nn.weight	6	0.042874399572610855
340871	embedding2nn.weight	7	-0.024304019287228584
340871	embedding2nn.weight	8	0.044576894491910934
340871	embedding2nn.weight	9	-0.02912006713449955
340871	embedding2nn.bias	0	0.047076210379600525
340871	embedding2nn.bias	1	-0.22262834012508392
340871	embedding2nn.bias	2	0.1223592758178711
340871	embedding2nn.bias	3	0.14367711544036865
340871	embedding2nn.bias	4	0.15796446800231934
340871	embedding2nn.bias	5	-0.07243549078702927
340871	embedding2nn.bias	6	-0.04501579701900482
340871	embedding2nn.bias	7	0.00313516054302454
340871	embedding2nn.bias	8	-0.14511293172836304
340871	embedding2nn.bias	9	-0.40424132347106934
340871	rnn.weight_ih_l0	0	0.006792175583541393
340871	rnn.weight_ih_l0	1	-0.08195637911558151
340871	rnn.weight_ih_l0	2	-0.07207418233156204
340871	rnn.weight_ih_l0	3	0.08517881482839584
340871	rnn.weight_ih_l0	4	0.03612832725048065
340871	rnn.weight_ih_l0	5	-0.12465326488018036
340871	rnn.weight_ih_l0	6	-0.02955087646842003
340871	rnn.weight_ih_l0	7	-0.0028274147771298885
340871	rnn.weight_ih_l0	8	0.03424529358744621
340871	rnn.weight_ih_l0	9	-0.06448926031589508
340871	rnn.weight_hh_l0	0	0.0038273893296718597
340871	rnn.weight_hh_l0	1	0.06190933659672737
340871	rnn.weight_hh_l0	2	0.03313997760415077
340871	rnn.weight_hh_l0	3	0.0155200669541955
340871	rnn.weight_hh_l0	4	0.021409837529063225
340871	rnn.weight_hh_l0	5	0.04827944561839104
340871	rnn.weight_hh_l0	6	-0.042631760239601135
340871	rnn.weight_hh_l0	7	-0.07014160603284836
340871	rnn.weight_hh_l0	8	0.04031512141227722
340871	rnn.weight_hh_l0	9	-0.10592283308506012
340871	rnn.bias_ih_l0	0	0.17806242406368256
340871	rnn.bias_ih_l0	1	-0.2561900317668915
340871	rnn.bias_ih_l0	2	-0.047994595021009445
340871	rnn.bias_ih_l0	3	-0.16738168895244598
340871	rnn.bias_ih_l0	4	0.025501364842057228
340871	rnn.bias_ih_l0	5	-0.34740012884140015
340871	rnn.bias_ih_l0	6	-0.10799222439527512
340871	rnn.bias_ih_l0	7	-0.30082404613494873
340871	rnn.bias_ih_l0	8	-0.23766610026359558
340871	rnn.bias_ih_l0	9	-0.38915231823921204
340871	rnn.bias_hh_l0	0	-0.3019081652164459
340871	rnn.bias_hh_l0	1	-0.32862588763237
340871	rnn.bias_hh_l0	2	-0.28932222723960876
340871	rnn.bias_hh_l0	3	-0.06590955704450607
340871	rnn.bias_hh_l0	4	-0.28609833121299744
340871	rnn.bias_hh_l0	5	-0.2891719937324524
340871	rnn.bias_hh_l0	6	-0.11613532900810242
340871	rnn.bias_hh_l0	7	0.04308367148041725
340871	rnn.bias_hh_l0	8	-0.19440987706184387
340871	rnn.bias_hh_l0	9	-0.4664321541786194
340871	rnn.weight_ih_l0_reverse	0	0.028023477643728256
340871	rnn.weight_ih_l0_reverse	1	-0.06927216053009033
340871	rnn.weight_ih_l0_reverse	2	-0.022847749292850494
340871	rnn.weight_ih_l0_reverse	3	-0.09447835385799408
340871	rnn.weight_ih_l0_reverse	4	0.04759764298796654
340871	rnn.weight_ih_l0_reverse	5	-0.09159117192029953
340871	rnn.weight_ih_l0_reverse	6	0.04883212968707085
340871	rnn.weight_ih_l0_reverse	7	0.011025615967810154
340871	rnn.weight_ih_l0_reverse	8	-0.051495786756277084
340871	rnn.weight_ih_l0_reverse	9	-0.09539024531841278
340871	rnn.weight_hh_l0_reverse	0	-0.08899837732315063
340871	rnn.weight_hh_l0_reverse	1	0.02138614095747471
340871	rnn.weight_hh_l0_reverse	2	-0.0124069694429636
340871	rnn.weight_hh_l0_reverse	3	0.027434352785348892
340871	rnn.weight_hh_l0_reverse	4	-0.07044101506471634
340871	rnn.weight_hh_l0_reverse	5	0.039011839777231216
340871	rnn.weight_hh_l0_reverse	6	0.020640278235077858
340871	rnn.weight_hh_l0_reverse	7	-0.06789233535528183
340871	rnn.weight_hh_l0_reverse	8	-0.0015270146541297436
340871	rnn.weight_hh_l0_reverse	9	0.08519519120454788
340871	rnn.bias_ih_l0_reverse	0	-0.16305099427700043
340871	rnn.bias_ih_l0_reverse	1	-0.08370839059352875
340871	rnn.bias_ih_l0_reverse	2	0.09028089791536331
340871	rnn.bias_ih_l0_reverse	3	-0.2498367428779602
340871	rnn.bias_ih_l0_reverse	4	-0.06886161118745804
340871	rnn.bias_ih_l0_reverse	5	-0.20993256568908691
340871	rnn.bias_ih_l0_reverse	6	0.24153836071491241
340871	rnn.bias_ih_l0_reverse	7	-0.29378020763397217
340871	rnn.bias_ih_l0_reverse	8	-0.14513590931892395
340871	rnn.bias_ih_l0_reverse	9	-0.171652689576149
340871	rnn.bias_hh_l0_reverse	0	-0.12822341918945312
340871	rnn.bias_hh_l0_reverse	1	0.2602834701538086
340871	rnn.bias_hh_l0_reverse	2	-0.32499873638153076
340871	rnn.bias_hh_l0_reverse	3	-0.19667209684848785
340871	rnn.bias_hh_l0_reverse	4	-0.3428265452384949
340871	rnn.bias_hh_l0_reverse	5	-0.17866374552249908
340871	rnn.bias_hh_l0_reverse	6	-0.2555948495864868
340871	rnn.bias_hh_l0_reverse	7	-0.08275949954986572
340871	rnn.bias_hh_l0_reverse	8	-0.2504693269729614
340871	rnn.bias_hh_l0_reverse	9	0.22273847460746765
340871	linear.weight	0	0.1417616605758667
340871	linear.weight	1	-0.39538389444351196
340871	linear.weight	2	0.05861100181937218
340871	linear.weight	3	0.06763651221990585
340871	linear.weight	4	-0.13735517859458923
340871	linear.weight	5	0.19558177888393402
340871	linear.weight	6	-0.0852220356464386
340871	linear.weight	7	-0.06383545696735382
340871	linear.weight	8	0.12173453718423843
340871	linear.weight	9	-0.04557539150118828
340871	linear.bias	0	-0.9973467588424683
340871	linear.bias	1	1.9434014558792114
340871	linear.bias	2	0.6767223477363586
340871	linear.bias	3	-2.5873405933380127
340871	linear.bias	4	-0.21212513744831085
340871	linear.bias	5	1.2738606929779053
340871	linear.bias	6	-0.19812169671058655
340871	linear.bias	7	0.6583727598190308
340871	linear.bias	8	2.1389095783233643
340871	linear.bias	9	-1.4555600881576538
341480	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
341480	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
341480	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
341480	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
341480	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
341480	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
341480	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
341480	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
341480	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
341480	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
341480	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
341480	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
341480	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
341480	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
341480	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
341480	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
341480	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
341480	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
341480	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
341480	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
341480	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
341480	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
341480	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
341480	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
341480	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
341480	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
341480	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
341480	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
341480	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
341480	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
341480	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
341480	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
341480	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
341480	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
341480	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
341480	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
341480	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
341480	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
341480	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
341480	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
341480	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
341480	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
341480	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
341480	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
341480	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
341480	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
341480	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
341480	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
341480	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
341480	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
341480	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
341480	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
341480	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
341480	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
341480	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
341480	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
341480	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
341480	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
341480	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
341480	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
341480	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
341480	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
341480	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
341480	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
341480	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
341480	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
341480	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
341480	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
341480	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
341480	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
341480	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
341480	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
341480	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
341480	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
341480	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
341480	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
341480	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
341480	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
341480	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
341480	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
341480	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
341480	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
341480	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
341480	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
341480	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
341480	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
341480	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
341480	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
341480	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
341480	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
341480	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
341480	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
341480	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
341480	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
341480	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
341480	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
341480	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
341480	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
341480	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
341480	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
341480	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
341480	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
341480	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
341480	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
341480	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
341480	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
341480	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
341480	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
341480	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
341480	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
341480	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
341480	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
341480	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
341480	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
341480	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
341480	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
341480	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
341480	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
341480	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
341480	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
341480	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
341480	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
341480	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
341480	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
341480	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
341480	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
341480	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
341480	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
341480	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
341480	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
341480	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
341480	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
341480	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
341480	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
341480	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
341480	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
341480	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
341480	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
341480	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
341480	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
341480	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
341480	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
341480	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
341480	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
341480	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
341480	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
341480	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
341480	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
341480	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
341480	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
341480	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
341480	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
341480	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
341480	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
341480	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
341480	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
341480	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
341480	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
341480	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
341480	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
341480	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
341480	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
341480	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
341480	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
341480	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
341480	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
341480	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
341480	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
341480	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
341480	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
341480	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
341480	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
341480	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
341480	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
341480	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
341480	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
341480	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
341480	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
341480	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
341480	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
341480	embedding2nn.weight	0	0.3033207952976227
341480	embedding2nn.weight	1	0.37420234084129333
341480	embedding2nn.weight	2	-0.006095683202147484
341480	embedding2nn.weight	3	0.027689315378665924
341480	embedding2nn.weight	4	-0.05789448320865631
341480	embedding2nn.weight	5	0.06567680835723877
341480	embedding2nn.weight	6	0.043401774019002914
341480	embedding2nn.weight	7	-0.012659481726586819
341480	embedding2nn.weight	8	0.04272088408470154
341480	embedding2nn.weight	9	-0.03748341649770737
341480	embedding2nn.bias	0	0.04582013562321663
341480	embedding2nn.bias	1	-0.1982133686542511
341480	embedding2nn.bias	2	0.14460895955562592
341480	embedding2nn.bias	3	0.14057034254074097
341480	embedding2nn.bias	4	0.14971928298473358
341480	embedding2nn.bias	5	-0.06137692928314209
341480	embedding2nn.bias	6	-0.04352911189198494
341480	embedding2nn.bias	7	-0.006396306678652763
341480	embedding2nn.bias	8	-0.13974037766456604
341480	embedding2nn.bias	9	-0.39079660177230835
341480	rnn.weight_ih_l0	0	0.0039392211474478245
341480	rnn.weight_ih_l0	1	-0.08004562556743622
341480	rnn.weight_ih_l0	2	-0.06884761154651642
341480	rnn.weight_ih_l0	3	0.08528154343366623
341480	rnn.weight_ih_l0	4	0.04616779088973999
341480	rnn.weight_ih_l0	5	-0.12535659968852997
341480	rnn.weight_ih_l0	6	-0.028361478820443153
341480	rnn.weight_ih_l0	7	-0.008767221122980118
341480	rnn.weight_ih_l0	8	0.036407675594091415
341480	rnn.weight_ih_l0	9	-0.0655956119298935
341480	rnn.weight_hh_l0	0	0.0037519813049584627
341480	rnn.weight_hh_l0	1	0.060583144426345825
341480	rnn.weight_hh_l0	2	0.033797815442085266
341480	rnn.weight_hh_l0	3	0.015601863153278828
341480	rnn.weight_hh_l0	4	0.020736055448651314
341480	rnn.weight_hh_l0	5	0.04840852692723274
341480	rnn.weight_hh_l0	6	-0.042792968451976776
341480	rnn.weight_hh_l0	7	-0.06590735912322998
341480	rnn.weight_hh_l0	8	0.039981450885534286
341480	rnn.weight_hh_l0	9	-0.10566049069166183
341480	rnn.bias_ih_l0	0	0.1621769219636917
341480	rnn.bias_ih_l0	1	-0.2558347284793854
341480	rnn.bias_ih_l0	2	-0.04514814168214798
341480	rnn.bias_ih_l0	3	-0.1716882288455963
341480	rnn.bias_ih_l0	4	0.019457871094346046
341480	rnn.bias_ih_l0	5	-0.3556809723377228
341480	rnn.bias_ih_l0	6	-0.0955294743180275
341480	rnn.bias_ih_l0	7	-0.30160149931907654
341480	rnn.bias_ih_l0	8	-0.23913723230361938
341480	rnn.bias_ih_l0	9	-0.38736727833747864
341480	rnn.bias_hh_l0	0	-0.30699241161346436
341480	rnn.bias_hh_l0	1	-0.3269348442554474
341480	rnn.bias_hh_l0	2	-0.2832435071468353
341480	rnn.bias_hh_l0	3	-0.06554330885410309
341480	rnn.bias_hh_l0	4	-0.2857890725135803
341480	rnn.bias_hh_l0	5	-0.2880881130695343
341480	rnn.bias_hh_l0	6	-0.12029804289340973
341480	rnn.bias_hh_l0	7	0.049763523042201996
341480	rnn.bias_hh_l0	8	-0.1994771808385849
341480	rnn.bias_hh_l0	9	-0.4716348648071289
341480	rnn.weight_ih_l0_reverse	0	0.025916485115885735
341480	rnn.weight_ih_l0_reverse	1	-0.06909295171499252
341480	rnn.weight_ih_l0_reverse	2	-0.025685245171189308
341480	rnn.weight_ih_l0_reverse	3	-0.09673004597425461
341480	rnn.weight_ih_l0_reverse	4	0.048632364720106125
341480	rnn.weight_ih_l0_reverse	5	-0.09310746937990189
341480	rnn.weight_ih_l0_reverse	6	0.05419027432799339
341480	rnn.weight_ih_l0_reverse	7	0.009647485800087452
341480	rnn.weight_ih_l0_reverse	8	-0.053185880184173584
341480	rnn.weight_ih_l0_reverse	9	-0.10143866389989853
341480	rnn.weight_hh_l0_reverse	0	-0.08920758962631226
341480	rnn.weight_hh_l0_reverse	1	0.021411217749118805
341480	rnn.weight_hh_l0_reverse	2	-0.012297513894736767
341480	rnn.weight_hh_l0_reverse	3	0.027219118550419807
341480	rnn.weight_hh_l0_reverse	4	-0.07023240625858307
341480	rnn.weight_hh_l0_reverse	5	0.038190633058547974
341480	rnn.weight_hh_l0_reverse	6	0.020977506414055824
341480	rnn.weight_hh_l0_reverse	7	-0.06742829829454422
341480	rnn.weight_hh_l0_reverse	8	-0.005001943092793226
341480	rnn.weight_hh_l0_reverse	9	0.0849822387099266
341480	rnn.bias_ih_l0_reverse	0	-0.15741221606731415
341480	rnn.bias_ih_l0_reverse	1	-0.08699768781661987
341480	rnn.bias_ih_l0_reverse	2	0.09273295104503632
341480	rnn.bias_ih_l0_reverse	3	-0.24476559460163116
341480	rnn.bias_ih_l0_reverse	4	-0.0651312842965126
341480	rnn.bias_ih_l0_reverse	5	-0.21343302726745605
341480	rnn.bias_ih_l0_reverse	6	0.2515057325363159
341480	rnn.bias_ih_l0_reverse	7	-0.29035523533821106
341480	rnn.bias_ih_l0_reverse	8	-0.14682993292808533
341480	rnn.bias_ih_l0_reverse	9	-0.168320894241333
341480	rnn.bias_hh_l0_reverse	0	-0.13377982378005981
341480	rnn.bias_hh_l0_reverse	1	0.25511375069618225
341480	rnn.bias_hh_l0_reverse	2	-0.3126697242259979
341480	rnn.bias_hh_l0_reverse	3	-0.19764956831932068
341480	rnn.bias_hh_l0_reverse	4	-0.3400929272174835
341480	rnn.bias_hh_l0_reverse	5	-0.18079981207847595
341480	rnn.bias_hh_l0_reverse	6	-0.26101139187812805
341480	rnn.bias_hh_l0_reverse	7	-0.08757489174604416
341480	rnn.bias_hh_l0_reverse	8	-0.2545265257358551
341480	rnn.bias_hh_l0_reverse	9	0.20243442058563232
341480	linear.weight	0	0.14173196256160736
341480	linear.weight	1	-0.4217243194580078
341480	linear.weight	2	0.013194890692830086
341480	linear.weight	3	0.06763721257448196
341480	linear.weight	4	-0.11487167328596115
341480	linear.weight	5	0.18533340096473694
341480	linear.weight	6	-0.08468768000602722
341480	linear.weight	7	-0.06383185088634491
341480	linear.weight	8	0.09904728084802628
341480	linear.weight	9	-0.045593470335006714
341480	linear.bias	0	-1.0240273475646973
341480	linear.bias	1	1.964202880859375
341480	linear.bias	2	0.7273971438407898
341480	linear.bias	3	-2.587928056716919
341480	linear.bias	4	-0.19934110343456268
341480	linear.bias	5	1.239829421043396
341480	linear.bias	6	-0.22298257052898407
341480	linear.bias	7	0.6559517979621887
341480	linear.bias	8	2.1690070629119873
341480	linear.bias	9	-1.4195619821548462
341488	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
341488	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
341488	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
341488	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
341488	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
341488	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
341488	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
341488	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
341488	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
341488	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
341488	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
341488	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
341488	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
341488	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
341488	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
341488	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
341488	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
341488	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
341488	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
341488	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
341488	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
341488	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
341488	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
341488	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
341488	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
341488	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
341488	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
341488	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
341488	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
341488	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
341488	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
341488	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
341488	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
341488	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
341488	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
341488	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
341488	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
341488	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
341488	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
341488	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
341488	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
341488	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
341488	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
341488	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
341488	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
341488	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
341488	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
341488	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
341488	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
341488	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
341488	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
341488	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
341488	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
341488	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
341488	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
341488	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
341488	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
341488	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
341488	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
341488	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
341488	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
341488	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
341488	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
341488	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
341488	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
341488	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
341488	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
341488	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
341488	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
341488	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
341488	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
341488	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
341488	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
341488	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
341488	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
341488	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
341488	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
341488	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
341488	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
341488	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
341488	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
341488	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
341488	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
341488	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
341488	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
341488	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
341488	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
341488	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
341488	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
341488	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
341488	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
341488	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
341488	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
341488	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
341488	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
341488	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
341488	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
341488	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
341488	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
341488	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
341488	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
341488	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
341488	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
341488	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
341488	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
341488	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
341488	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
341488	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
341488	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
341488	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
341488	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
341488	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
341488	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
341488	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
341488	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
341488	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
341488	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
341488	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
341488	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
341488	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
341488	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
341488	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
341488	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
341488	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
341488	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
341488	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
341488	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
341488	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
341488	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
341488	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
341488	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
341488	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
341488	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
341488	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
341488	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
341488	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
341488	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
341488	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
341488	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
341488	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
341488	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
341488	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
341488	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
341488	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
341488	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
341488	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
341488	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
341488	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
341488	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
341488	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
341488	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
341488	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
341488	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
341488	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
341488	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
341488	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
341488	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
341488	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
341488	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
341488	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
341488	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
341488	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
341488	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
341488	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
341488	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
341488	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
341488	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
341488	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
341488	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
341488	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
341488	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
341488	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
341488	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
341488	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
341488	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
341488	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
341488	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
341488	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
341488	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
341488	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
341488	embedding2nn.weight	0	0.30324068665504456
341488	embedding2nn.weight	1	0.373963326215744
341488	embedding2nn.weight	2	-0.006558022927492857
341488	embedding2nn.weight	3	0.025772223249077797
341488	embedding2nn.weight	4	-0.058105673640966415
341488	embedding2nn.weight	5	0.06580536812543869
341488	embedding2nn.weight	6	0.04277323931455612
341488	embedding2nn.weight	7	-0.011371142230927944
341488	embedding2nn.weight	8	0.04315671697258949
341488	embedding2nn.weight	9	-0.0376473069190979
341488	embedding2nn.bias	0	0.047284919768571854
341488	embedding2nn.bias	1	-0.1963748037815094
341488	embedding2nn.bias	2	0.14460837841033936
341488	embedding2nn.bias	3	0.146598681807518
341488	embedding2nn.bias	4	0.15406464040279388
341488	embedding2nn.bias	5	-0.06363014131784439
341488	embedding2nn.bias	6	-0.04072282835841179
341488	embedding2nn.bias	7	-0.007895002141594887
341488	embedding2nn.bias	8	-0.13747306168079376
341488	embedding2nn.bias	9	-0.39440712332725525
341488	rnn.weight_ih_l0	0	0.003964023664593697
341488	rnn.weight_ih_l0	1	-0.08005973696708679
341488	rnn.weight_ih_l0	2	-0.06870432198047638
341488	rnn.weight_ih_l0	3	0.08513560146093369
341488	rnn.weight_ih_l0	4	0.04646826162934303
341488	rnn.weight_ih_l0	5	-0.12544894218444824
341488	rnn.weight_ih_l0	6	-0.02862166240811348
341488	rnn.weight_ih_l0	7	-0.009225604124367237
341488	rnn.weight_ih_l0	8	0.03733734041452408
341488	rnn.weight_ih_l0	9	-0.06556122750043869
341488	rnn.weight_hh_l0	0	0.003746270202100277
341488	rnn.weight_hh_l0	1	0.0606219545006752
341488	rnn.weight_hh_l0	2	0.03408975899219513
341488	rnn.weight_hh_l0	3	0.015654876828193665
341488	rnn.weight_hh_l0	4	0.020762218162417412
341488	rnn.weight_hh_l0	5	0.048249632120132446
341488	rnn.weight_hh_l0	6	-0.042774178087711334
341488	rnn.weight_hh_l0	7	-0.06578633934259415
341488	rnn.weight_hh_l0	8	0.03999689966440201
341488	rnn.weight_hh_l0	9	-0.10564980655908585
341488	rnn.bias_ih_l0	0	0.16368094086647034
341488	rnn.bias_ih_l0	1	-0.25570541620254517
341488	rnn.bias_ih_l0	2	-0.04516969993710518
341488	rnn.bias_ih_l0	3	-0.17207172513008118
341488	rnn.bias_ih_l0	4	0.01896265707910061
341488	rnn.bias_ih_l0	5	-0.3548472821712494
341488	rnn.bias_ih_l0	6	-0.09437144547700882
341488	rnn.bias_ih_l0	7	-0.3018076419830322
341488	rnn.bias_ih_l0	8	-0.23901832103729248
341488	rnn.bias_ih_l0	9	-0.388178288936615
341488	rnn.bias_hh_l0	0	-0.3062842786312103
341488	rnn.bias_hh_l0	1	-0.3266060948371887
341488	rnn.bias_hh_l0	2	-0.28308531641960144
341488	rnn.bias_hh_l0	3	-0.06638283282518387
341488	rnn.bias_hh_l0	4	-0.2866179347038269
341488	rnn.bias_hh_l0	5	-0.28813061118125916
341488	rnn.bias_hh_l0	6	-0.12003885209560394
341488	rnn.bias_hh_l0	7	0.0487820990383625
341488	rnn.bias_hh_l0	8	-0.1991811990737915
341488	rnn.bias_hh_l0	9	-0.4721163809299469
341488	rnn.weight_ih_l0_reverse	0	0.0255974680185318
341488	rnn.weight_ih_l0_reverse	1	-0.06898369640111923
341488	rnn.weight_ih_l0_reverse	2	-0.025844411924481392
341488	rnn.weight_ih_l0_reverse	3	-0.0967702642083168
341488	rnn.weight_ih_l0_reverse	4	0.048402316868305206
341488	rnn.weight_ih_l0_reverse	5	-0.09311579167842865
341488	rnn.weight_ih_l0_reverse	6	0.054060157388448715
341488	rnn.weight_ih_l0_reverse	7	0.009669601917266846
341488	rnn.weight_ih_l0_reverse	8	-0.052826035767793655
341488	rnn.weight_ih_l0_reverse	9	-0.1013704389333725
341488	rnn.weight_hh_l0_reverse	0	-0.0890120193362236
341488	rnn.weight_hh_l0_reverse	1	0.021382465958595276
341488	rnn.weight_hh_l0_reverse	2	-0.012354535982012749
341488	rnn.weight_hh_l0_reverse	3	0.027117857709527016
341488	rnn.weight_hh_l0_reverse	4	-0.07018961757421494
341488	rnn.weight_hh_l0_reverse	5	0.03818488493561745
341488	rnn.weight_hh_l0_reverse	6	0.02099009044468403
341488	rnn.weight_hh_l0_reverse	7	-0.06747008860111237
341488	rnn.weight_hh_l0_reverse	8	-0.004833970684558153
341488	rnn.weight_hh_l0_reverse	9	0.08497311174869537
341488	rnn.bias_ih_l0_reverse	0	-0.15735000371932983
341488	rnn.bias_ih_l0_reverse	1	-0.08682706952095032
341488	rnn.bias_ih_l0_reverse	2	0.0926399901509285
341488	rnn.bias_ih_l0_reverse	3	-0.24543677270412445
341488	rnn.bias_ih_l0_reverse	4	-0.06516364961862564
341488	rnn.bias_ih_l0_reverse	5	-0.21347425878047943
341488	rnn.bias_ih_l0_reverse	6	0.2510295510292053
341488	rnn.bias_ih_l0_reverse	7	-0.29226014018058777
341488	rnn.bias_ih_l0_reverse	8	-0.14684243500232697
341488	rnn.bias_ih_l0_reverse	9	-0.16880710422992706
341488	rnn.bias_hh_l0_reverse	0	-0.1350870132446289
341488	rnn.bias_hh_l0_reverse	1	0.25431182980537415
341488	rnn.bias_hh_l0_reverse	2	-0.3132387697696686
341488	rnn.bias_hh_l0_reverse	3	-0.1993470937013626
341488	rnn.bias_hh_l0_reverse	4	-0.34038102626800537
341488	rnn.bias_hh_l0_reverse	5	-0.18137742578983307
341488	rnn.bias_hh_l0_reverse	6	-0.2610325515270233
341488	rnn.bias_hh_l0_reverse	7	-0.08790916204452515
341488	rnn.bias_hh_l0_reverse	8	-0.2528027594089508
341488	rnn.bias_hh_l0_reverse	9	0.2005469799041748
341488	linear.weight	0	0.1341627985239029
341488	linear.weight	1	-0.4213651120662689
341488	linear.weight	2	0.011194231919944286
341488	linear.weight	3	0.0676383376121521
341488	linear.weight	4	-0.11085564643144608
341488	linear.weight	5	0.18601642549037933
341488	linear.weight	6	-0.08545343577861786
341488	linear.weight	7	-0.06383180618286133
341488	linear.weight	8	0.09873823821544647
341488	linear.weight	9	-0.04559362307190895
341488	linear.bias	0	-1.0229427814483643
341488	linear.bias	1	1.968948483467102
341488	linear.bias	2	0.7142914533615112
341488	linear.bias	3	-2.587932825088501
341488	linear.bias	4	-0.20716874301433563
341488	linear.bias	5	1.2717736959457397
341488	linear.bias	6	-0.23434974253177643
341488	linear.bias	7	0.6487545371055603
341488	linear.bias	8	2.1672470569610596
341488	linear.bias	9	-1.4119160175323486
342097	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
342097	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
342097	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
342097	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
342097	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
342097	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
342097	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
342097	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
342097	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
342097	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
342097	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
342097	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
342097	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
342097	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
342097	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
342097	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
342097	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
342097	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
342097	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
342097	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
342097	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
342097	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
342097	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
342097	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
342097	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
342097	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
342097	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
342097	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
342097	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
342097	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
342097	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
342097	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
342097	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
342097	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
342097	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
342097	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
342097	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
342097	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
342097	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
342097	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
342097	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
342097	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
342097	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
342097	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
342097	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
342097	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
342097	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
342097	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
342097	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
342097	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
342097	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
342097	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
342097	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
342097	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
342097	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
342097	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
342097	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
342097	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
342097	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
342097	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
342097	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
342097	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
342097	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
342097	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
342097	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
342097	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
342097	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
342097	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
342097	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
342097	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
342097	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
342097	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
342097	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
342097	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
342097	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
342097	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
342097	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
342097	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
342097	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
342097	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
342097	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
342097	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
342097	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
342097	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
342097	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
342097	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
342097	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
342097	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
342097	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
342097	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
342097	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
342097	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
342097	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
342097	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
342097	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
342097	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
342097	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
342097	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
342097	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
342097	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
342097	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
342097	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
342097	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
342097	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
342097	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
342097	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
342097	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
342097	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
342097	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
342097	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
342097	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
342097	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
342097	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
342097	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
342097	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
342097	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
342097	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
342097	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
342097	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
342097	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
342097	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
342097	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
342097	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
342097	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
342097	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
342097	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
342097	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
342097	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
342097	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
342097	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
342097	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
342097	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
342097	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
342097	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
342097	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
342097	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
342097	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
342097	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
342097	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
342097	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
342097	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
342097	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
342097	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
342097	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
342097	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
342097	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
342097	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
342097	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
342097	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
342097	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
342097	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
342097	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
342097	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
342097	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
342097	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
342097	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
342097	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
342097	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
342097	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
342097	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
342097	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
342097	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
342097	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
342097	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
342097	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
342097	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
342097	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
342097	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
342097	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
342097	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
342097	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
342097	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
342097	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
342097	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
342097	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
342097	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
342097	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
342097	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
342097	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
342097	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
342097	embedding2nn.weight	0	0.3050885796546936
342097	embedding2nn.weight	1	0.3790300488471985
342097	embedding2nn.weight	2	-0.0043837386183440685
342097	embedding2nn.weight	3	0.011070827953517437
342097	embedding2nn.weight	4	-0.05461148917675018
342097	embedding2nn.weight	5	0.07047141343355179
342097	embedding2nn.weight	6	0.03207782283425331
342097	embedding2nn.weight	7	-0.019407890737056732
342097	embedding2nn.weight	8	0.04681550711393356
342097	embedding2nn.weight	9	-0.04298781231045723
342097	embedding2nn.bias	0	0.04125064238905907
342097	embedding2nn.bias	1	-0.20864610373973846
342097	embedding2nn.bias	2	0.14049032330513
342097	embedding2nn.bias	3	0.12609106302261353
342097	embedding2nn.bias	4	0.14223600924015045
342097	embedding2nn.bias	5	-0.07746139913797379
342097	embedding2nn.bias	6	-0.063327856361866
342097	embedding2nn.bias	7	0.0027559646405279636
342097	embedding2nn.bias	8	-0.1367451548576355
342097	embedding2nn.bias	9	-0.38862764835357666
342097	rnn.weight_ih_l0	0	0.004853078164160252
342097	rnn.weight_ih_l0	1	-0.08179867267608643
342097	rnn.weight_ih_l0	2	-0.07019614428281784
342097	rnn.weight_ih_l0	3	0.08331436663866043
342097	rnn.weight_ih_l0	4	0.03977382183074951
342097	rnn.weight_ih_l0	5	-0.11933150142431259
342097	rnn.weight_ih_l0	6	-0.026952916756272316
342097	rnn.weight_ih_l0	7	-0.010288313962519169
342097	rnn.weight_ih_l0	8	0.03426449000835419
342097	rnn.weight_ih_l0	9	-0.06140189245343208
342097	rnn.weight_hh_l0	0	0.003023521974682808
342097	rnn.weight_hh_l0	1	0.06107652932405472
342097	rnn.weight_hh_l0	2	0.03354886919260025
342097	rnn.weight_hh_l0	3	0.014678982086479664
342097	rnn.weight_hh_l0	4	0.020083323121070862
342097	rnn.weight_hh_l0	5	0.04930192977190018
342097	rnn.weight_hh_l0	6	-0.042878713458776474
342097	rnn.weight_hh_l0	7	-0.06725969910621643
342097	rnn.weight_hh_l0	8	0.03971416503190994
342097	rnn.weight_hh_l0	9	-0.10464459657669067
342097	rnn.bias_ih_l0	0	0.15780214965343475
342097	rnn.bias_ih_l0	1	-0.26357826590538025
342097	rnn.bias_ih_l0	2	-0.04356313496828079
342097	rnn.bias_ih_l0	3	-0.1723095029592514
342097	rnn.bias_ih_l0	4	0.013600995764136314
342097	rnn.bias_ih_l0	5	-0.3481605648994446
342097	rnn.bias_ih_l0	6	-0.10188531130552292
342097	rnn.bias_ih_l0	7	-0.3033076226711273
342097	rnn.bias_ih_l0	8	-0.24092276394367218
342097	rnn.bias_ih_l0	9	-0.39868414402008057
342097	rnn.bias_hh_l0	0	-0.30550721287727356
342097	rnn.bias_hh_l0	1	-0.3317849934101105
342097	rnn.bias_hh_l0	2	-0.283397376537323
342097	rnn.bias_hh_l0	3	-0.06947922706604004
342097	rnn.bias_hh_l0	4	-0.2927588224411011
342097	rnn.bias_hh_l0	5	-0.2869187295436859
342097	rnn.bias_hh_l0	6	-0.12340055406093597
342097	rnn.bias_hh_l0	7	0.051335036754608154
342097	rnn.bias_hh_l0	8	-0.20509493350982666
342097	rnn.bias_hh_l0	9	-0.4713793992996216
342097	rnn.weight_ih_l0_reverse	0	0.020619742572307587
342097	rnn.weight_ih_l0_reverse	1	-0.07211343199014664
342097	rnn.weight_ih_l0_reverse	2	-0.025681089609861374
342097	rnn.weight_ih_l0_reverse	3	-0.09572422504425049
342097	rnn.weight_ih_l0_reverse	4	0.050578247755765915
342097	rnn.weight_ih_l0_reverse	5	-0.09168592095375061
342097	rnn.weight_ih_l0_reverse	6	0.05850913003087044
342097	rnn.weight_ih_l0_reverse	7	0.009827584959566593
342097	rnn.weight_ih_l0_reverse	8	-0.051730792969465256
342097	rnn.weight_ih_l0_reverse	9	-0.09373403340578079
342097	rnn.weight_hh_l0_reverse	0	-0.08791153132915497
342097	rnn.weight_hh_l0_reverse	1	0.020899714902043343
342097	rnn.weight_hh_l0_reverse	2	-0.011975564062595367
342097	rnn.weight_hh_l0_reverse	3	0.027449391782283783
342097	rnn.weight_hh_l0_reverse	4	-0.06879987567663193
342097	rnn.weight_hh_l0_reverse	5	0.03819672390818596
342097	rnn.weight_hh_l0_reverse	6	0.020808540284633636
342097	rnn.weight_hh_l0_reverse	7	-0.0670493096113205
342097	rnn.weight_hh_l0_reverse	8	-0.0063641988672316074
342097	rnn.weight_hh_l0_reverse	9	0.08438590168952942
342097	rnn.bias_ih_l0_reverse	0	-0.16248023509979248
342097	rnn.bias_ih_l0_reverse	1	-0.08559532463550568
342097	rnn.bias_ih_l0_reverse	2	0.09397684037685394
342097	rnn.bias_ih_l0_reverse	3	-0.24256503582000732
342097	rnn.bias_ih_l0_reverse	4	-0.06327328085899353
342097	rnn.bias_ih_l0_reverse	5	-0.2172485738992691
342097	rnn.bias_ih_l0_reverse	6	0.24166910350322723
342097	rnn.bias_ih_l0_reverse	7	-0.29054704308509827
342097	rnn.bias_ih_l0_reverse	8	-0.14161424338817596
342097	rnn.bias_ih_l0_reverse	9	-0.17529700696468353
342097	rnn.bias_hh_l0_reverse	0	-0.1332557201385498
342097	rnn.bias_hh_l0_reverse	1	0.2593632638454437
342097	rnn.bias_hh_l0_reverse	2	-0.31068065762519836
342097	rnn.bias_hh_l0_reverse	3	-0.19372987747192383
342097	rnn.bias_hh_l0_reverse	4	-0.3414422571659088
342097	rnn.bias_hh_l0_reverse	5	-0.18134921789169312
342097	rnn.bias_hh_l0_reverse	6	-0.2631338834762573
342097	rnn.bias_hh_l0_reverse	7	-0.0886671245098114
342097	rnn.bias_hh_l0_reverse	8	-0.26180148124694824
342097	rnn.bias_hh_l0_reverse	9	0.21093100309371948
342097	linear.weight	0	0.12674851715564728
342097	linear.weight	1	-0.4038417935371399
342097	linear.weight	2	-0.04270441457629204
342097	linear.weight	3	0.06763649731874466
342097	linear.weight	4	-0.12269097566604614
342097	linear.weight	5	0.21690690517425537
342097	linear.weight	6	-0.054413024336099625
342097	linear.weight	7	-0.06381987780332565
342097	linear.weight	8	0.08025947958230972
342097	linear.weight	9	-0.045610684901475906
342097	linear.bias	0	-1.0045442581176758
342097	linear.bias	1	1.9316248893737793
342097	linear.bias	2	0.6878031492233276
342097	linear.bias	3	-2.5884711742401123
342097	linear.bias	4	-0.2107582986354828
342097	linear.bias	5	1.1611558198928833
342097	linear.bias	6	-0.24043239653110504
342097	linear.bias	7	0.6878506541252136
342097	linear.bias	8	2.1516916751861572
342097	linear.bias	9	-1.4633145332336426
342706	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
342706	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
342706	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
342706	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
342706	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
342706	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
342706	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
342706	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
342706	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
342706	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
342706	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
342706	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
342706	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
342706	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
342706	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
342706	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
342706	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
342706	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
342706	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
342706	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
342706	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
342706	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
342706	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
342706	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
342706	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
342706	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
342706	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
342706	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
342706	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
342706	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
342706	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
342706	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
342706	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
342706	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
342706	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
342706	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
342706	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
342706	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
342706	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
342706	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
342706	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
342706	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
342706	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
342706	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
342706	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
342706	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
342706	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
342706	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
342706	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
342706	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
342706	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
342706	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
342706	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
342706	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
342706	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
342706	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
342706	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
342706	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
342706	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
342706	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
342706	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
342706	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
342706	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
342706	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
342706	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
342706	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
342706	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
342706	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
342706	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
342706	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
342706	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
342706	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
342706	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
342706	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
342706	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
342706	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
342706	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
342706	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
342706	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
342706	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
342706	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
342706	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
342706	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
342706	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
342706	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
342706	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
342706	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
342706	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
342706	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
342706	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
342706	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
342706	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
342706	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
342706	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
342706	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
342706	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
342706	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
342706	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
342706	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
342706	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
342706	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
342706	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
342706	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
342706	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
342706	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
342706	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
342706	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
342706	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
342706	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
342706	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
342706	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
342706	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
342706	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
342706	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
342706	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
342706	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
342706	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
342706	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
342706	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
342706	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
342706	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
342706	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
342706	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
342706	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
342706	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
342706	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
342706	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
342706	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
342706	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
342706	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
342706	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
342706	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
342706	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
342706	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
342706	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
342706	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
342706	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
342706	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
342706	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
342706	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
342706	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
342706	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
342706	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
342706	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
342706	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
342706	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
342706	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
342706	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
342706	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
342706	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
342706	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
342706	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
342706	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
342706	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
342706	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
342706	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
342706	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
342706	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
342706	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
342706	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
342706	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
342706	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
342706	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
342706	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
342706	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
342706	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
342706	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
342706	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
342706	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
342706	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
342706	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
342706	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
342706	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
342706	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
342706	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
342706	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
342706	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
342706	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
342706	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
342706	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
342706	embedding2nn.weight	0	0.30284497141838074
342706	embedding2nn.weight	1	0.3767057955265045
342706	embedding2nn.weight	2	6.284536357270554e-05
342706	embedding2nn.weight	3	0.005687465891242027
342706	embedding2nn.weight	4	-0.058380309492349625
342706	embedding2nn.weight	5	0.0662790834903717
342706	embedding2nn.weight	6	0.03896920010447502
342706	embedding2nn.weight	7	-0.01013891026377678
342706	embedding2nn.weight	8	0.04485685005784035
342706	embedding2nn.weight	9	-0.05130830034613609
342706	embedding2nn.bias	0	0.02414204366505146
342706	embedding2nn.bias	1	-0.19160626828670502
342706	embedding2nn.bias	2	0.10260169953107834
342706	embedding2nn.bias	3	0.1277771145105362
342706	embedding2nn.bias	4	0.13522173464298248
342706	embedding2nn.bias	5	-0.086510568857193
342706	embedding2nn.bias	6	-0.07268303632736206
342706	embedding2nn.bias	7	0.00559227867051959
342706	embedding2nn.bias	8	-0.13819092512130737
342706	embedding2nn.bias	9	-0.3822818696498871
342706	rnn.weight_ih_l0	0	0.007792953867465258
342706	rnn.weight_ih_l0	1	-0.08348400145769119
342706	rnn.weight_ih_l0	2	-0.07303962856531143
342706	rnn.weight_ih_l0	3	0.08052892982959747
342706	rnn.weight_ih_l0	4	0.04558509588241577
342706	rnn.weight_ih_l0	5	-0.11927182227373123
342706	rnn.weight_ih_l0	6	-0.022711751982569695
342706	rnn.weight_ih_l0	7	-0.012121248990297318
342706	rnn.weight_ih_l0	8	0.03862961381673813
342706	rnn.weight_ih_l0	9	-0.06166594475507736
342706	rnn.weight_hh_l0	0	0.0029418375343084335
342706	rnn.weight_hh_l0	1	0.05903877690434456
342706	rnn.weight_hh_l0	2	0.03488553315401077
342706	rnn.weight_hh_l0	3	0.014698806218802929
342706	rnn.weight_hh_l0	4	0.01978941448032856
342706	rnn.weight_hh_l0	5	0.050143081694841385
342706	rnn.weight_hh_l0	6	-0.04321630299091339
342706	rnn.weight_hh_l0	7	-0.06253788620233536
342706	rnn.weight_hh_l0	8	0.03945475444197655
342706	rnn.weight_hh_l0	9	-0.10571310669183731
342706	rnn.bias_ih_l0	0	0.155766561627388
342706	rnn.bias_ih_l0	1	-0.26262620091438293
342706	rnn.bias_ih_l0	2	-0.03559578210115433
342706	rnn.bias_ih_l0	3	-0.176680788397789
342706	rnn.bias_ih_l0	4	0.007168268319219351
342706	rnn.bias_ih_l0	5	-0.3331718444824219
342706	rnn.bias_ih_l0	6	-0.10573223978281021
342706	rnn.bias_ih_l0	7	-0.3010532557964325
342706	rnn.bias_ih_l0	8	-0.24437794089317322
342706	rnn.bias_ih_l0	9	-0.40669938921928406
342706	rnn.bias_hh_l0	0	-0.3000326454639435
342706	rnn.bias_hh_l0	1	-0.32781746983528137
342706	rnn.bias_hh_l0	2	-0.28300178050994873
342706	rnn.bias_hh_l0	3	-0.07166314125061035
342706	rnn.bias_hh_l0	4	-0.29457777738571167
342706	rnn.bias_hh_l0	5	-0.2889692485332489
342706	rnn.bias_hh_l0	6	-0.1298394352197647
342706	rnn.bias_hh_l0	7	0.05015803501009941
342706	rnn.bias_hh_l0	8	-0.19871746003627777
342706	rnn.bias_hh_l0	9	-0.47140708565711975
342706	rnn.weight_ih_l0_reverse	0	0.015619747340679169
342706	rnn.weight_ih_l0_reverse	1	-0.07152362167835236
342706	rnn.weight_ih_l0_reverse	2	-0.025846362113952637
342706	rnn.weight_ih_l0_reverse	3	-0.09353180229663849
342706	rnn.weight_ih_l0_reverse	4	0.04948851838707924
342706	rnn.weight_ih_l0_reverse	5	-0.0859866663813591
342706	rnn.weight_ih_l0_reverse	6	0.051821622997522354
342706	rnn.weight_ih_l0_reverse	7	0.009255020879209042
342706	rnn.weight_ih_l0_reverse	8	-0.05497313290834427
342706	rnn.weight_ih_l0_reverse	9	-0.0907706469297409
342706	rnn.weight_hh_l0_reverse	0	-0.08388039469718933
342706	rnn.weight_hh_l0_reverse	1	0.021205268800258636
342706	rnn.weight_hh_l0_reverse	2	-0.011647377163171768
342706	rnn.weight_hh_l0_reverse	3	0.026809563860297203
342706	rnn.weight_hh_l0_reverse	4	-0.06742818653583527
342706	rnn.weight_hh_l0_reverse	5	0.03793482482433319
342706	rnn.weight_hh_l0_reverse	6	0.020797275006771088
342706	rnn.weight_hh_l0_reverse	7	-0.06477154791355133
342706	rnn.weight_hh_l0_reverse	8	-0.006316406652331352
342706	rnn.weight_hh_l0_reverse	9	0.08559178560972214
342706	rnn.bias_ih_l0_reverse	0	-0.15920646488666534
342706	rnn.bias_ih_l0_reverse	1	-0.08182840794324875
342706	rnn.bias_ih_l0_reverse	2	0.09755989909172058
342706	rnn.bias_ih_l0_reverse	3	-0.23602166771888733
342706	rnn.bias_ih_l0_reverse	4	-0.04861273244023323
342706	rnn.bias_ih_l0_reverse	5	-0.2171231508255005
342706	rnn.bias_ih_l0_reverse	6	0.238646999001503
342706	rnn.bias_ih_l0_reverse	7	-0.2933226525783539
342706	rnn.bias_ih_l0_reverse	8	-0.1387198269367218
342706	rnn.bias_ih_l0_reverse	9	-0.17228427529335022
342706	rnn.bias_hh_l0_reverse	0	-0.13019713759422302
342706	rnn.bias_hh_l0_reverse	1	0.25853002071380615
342706	rnn.bias_hh_l0_reverse	2	-0.3018735647201538
342706	rnn.bias_hh_l0_reverse	3	-0.20424392819404602
342706	rnn.bias_hh_l0_reverse	4	-0.34576308727264404
342706	rnn.bias_hh_l0_reverse	5	-0.18088221549987793
342706	rnn.bias_hh_l0_reverse	6	-0.2506910264492035
342706	rnn.bias_hh_l0_reverse	7	-0.08396390825510025
342706	rnn.bias_hh_l0_reverse	8	-0.26530173420906067
342706	rnn.bias_hh_l0_reverse	9	0.1916893720626831
342706	linear.weight	0	0.11358107626438141
342706	linear.weight	1	-0.3883938491344452
342706	linear.weight	2	-0.00040425779297947884
342706	linear.weight	3	0.06763441115617752
342706	linear.weight	4	-0.11290284246206284
342706	linear.weight	5	0.22767481207847595
342706	linear.weight	6	-0.06009018421173096
342706	linear.weight	7	-0.06380366533994675
342706	linear.weight	8	0.04144119843840599
342706	linear.weight	9	-0.045622605830430984
342706	linear.bias	0	-1.0229570865631104
342706	linear.bias	1	1.9496990442276
342706	linear.bias	2	0.699752151966095
342706	linear.bias	3	-2.589035987854004
342706	linear.bias	4	-0.21414756774902344
342706	linear.bias	5	1.209815263748169
342706	linear.bias	6	-0.2780922055244446
342706	linear.bias	7	0.6402643918991089
342706	linear.bias	8	2.173253059387207
342706	linear.bias	9	-1.469736933708191
343315	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
343315	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
343315	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
343315	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
343315	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
343315	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
343315	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
343315	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
343315	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
343315	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
343315	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
343315	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
343315	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
343315	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
343315	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
343315	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
343315	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
343315	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
343315	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
343315	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
343315	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
343315	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
343315	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
343315	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
343315	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
343315	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
343315	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
343315	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
343315	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
343315	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
343315	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
343315	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
343315	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
343315	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
343315	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
343315	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
343315	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
343315	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
343315	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
343315	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
343315	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
343315	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
343315	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
343315	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
343315	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
343315	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
343315	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
343315	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
343315	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
343315	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
343315	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
343315	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
343315	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
343315	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
343315	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
343315	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
343315	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
343315	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
343315	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
343315	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
343315	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
343315	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
343315	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
343315	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
343315	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
343315	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
343315	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
343315	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
343315	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
343315	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
343315	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
343315	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
343315	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
343315	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
343315	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
343315	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
343315	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
343315	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
343315	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
343315	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
343315	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
343315	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
343315	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
343315	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
343315	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
343315	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
343315	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
343315	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
343315	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
343315	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
343315	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
343315	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
343315	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
343315	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
343315	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
343315	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
343315	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
343315	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
343315	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
343315	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
343315	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
343315	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
343315	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
343315	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
343315	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
343315	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
343315	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
343315	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
343315	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
343315	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
343315	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
343315	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
343315	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
343315	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
343315	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
343315	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
343315	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
343315	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
343315	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
343315	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
343315	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
343315	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
343315	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
343315	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
343315	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
343315	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
343315	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
343315	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
343315	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
343315	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
343315	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
343315	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
343315	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
343315	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
343315	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
343315	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
343315	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
343315	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
343315	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
343315	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
343315	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
343315	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
343315	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
343315	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
343315	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
343315	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
343315	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
343315	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
343315	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
343315	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
343315	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
343315	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
343315	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
343315	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
343315	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
343315	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
343315	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
343315	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
343315	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
343315	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
343315	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
343315	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
343315	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
343315	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
343315	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
343315	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
343315	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
343315	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
343315	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
343315	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
343315	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
343315	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
343315	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
343315	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
343315	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
343315	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
343315	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
343315	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
343315	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
343315	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
343315	embedding2nn.weight	0	0.3024923503398895
343315	embedding2nn.weight	1	0.373342901468277
343315	embedding2nn.weight	2	-0.0005732343997806311
343315	embedding2nn.weight	3	-0.000423506076913327
343315	embedding2nn.weight	4	-0.0618138313293457
343315	embedding2nn.weight	5	0.06463056057691574
343315	embedding2nn.weight	6	0.033018000423908234
343315	embedding2nn.weight	7	-0.0043558478355407715
343315	embedding2nn.weight	8	0.048147980123758316
343315	embedding2nn.weight	9	-0.045839887112379074
343315	embedding2nn.bias	0	0.03218385577201843
343315	embedding2nn.bias	1	-0.20613929629325867
343315	embedding2nn.bias	2	0.0985209122300148
343315	embedding2nn.bias	3	0.1555744856595993
343315	embedding2nn.bias	4	0.1467231810092926
343315	embedding2nn.bias	5	-0.0879286527633667
343315	embedding2nn.bias	6	-0.07314883917570114
343315	embedding2nn.bias	7	-0.012938403524458408
343315	embedding2nn.bias	8	-0.1318998783826828
343315	embedding2nn.bias	9	-0.3806714415550232
343315	rnn.weight_ih_l0	0	0.008441327139735222
343315	rnn.weight_ih_l0	1	-0.08520882576704025
343315	rnn.weight_ih_l0	2	-0.07620002329349518
343315	rnn.weight_ih_l0	3	0.08374422043561935
343315	rnn.weight_ih_l0	4	0.03479452431201935
343315	rnn.weight_ih_l0	5	-0.11559311300516129
343315	rnn.weight_ih_l0	6	-0.01519886963069439
343315	rnn.weight_ih_l0	7	-0.011594454757869244
343315	rnn.weight_ih_l0	8	0.04221208021044731
343315	rnn.weight_ih_l0	9	-0.06280539929866791
343315	rnn.weight_hh_l0	0	0.0027040743734687567
343315	rnn.weight_hh_l0	1	0.057754531502723694
343315	rnn.weight_hh_l0	2	0.034311287105083466
343315	rnn.weight_hh_l0	3	0.0141447139903903
343315	rnn.weight_hh_l0	4	0.019991422072052956
343315	rnn.weight_hh_l0	5	0.04957813024520874
343315	rnn.weight_hh_l0	6	-0.04362935945391655
343315	rnn.weight_hh_l0	7	-0.05835846811532974
343315	rnn.weight_hh_l0	8	0.03952810540795326
343315	rnn.weight_hh_l0	9	-0.10601651668548584
343315	rnn.bias_ih_l0	0	0.14685823023319244
343315	rnn.bias_ih_l0	1	-0.257224977016449
343315	rnn.bias_ih_l0	2	-0.035943347960710526
343315	rnn.bias_ih_l0	3	-0.18121501803398132
343315	rnn.bias_ih_l0	4	0.009233634918928146
343315	rnn.bias_ih_l0	5	-0.3440859615802765
343315	rnn.bias_ih_l0	6	-0.10130433738231659
343315	rnn.bias_ih_l0	7	-0.3008381128311157
343315	rnn.bias_ih_l0	8	-0.2437322735786438
343315	rnn.bias_ih_l0	9	-0.40123695135116577
343315	rnn.bias_hh_l0	0	-0.30714085698127747
343315	rnn.bias_hh_l0	1	-0.329519659280777
343315	rnn.bias_hh_l0	2	-0.283521443605423
343315	rnn.bias_hh_l0	3	-0.07599370181560516
343315	rnn.bias_hh_l0	4	-0.28860408067703247
343315	rnn.bias_hh_l0	5	-0.2906363904476166
343315	rnn.bias_hh_l0	6	-0.12670840322971344
343315	rnn.bias_hh_l0	7	0.06166951730847359
343315	rnn.bias_hh_l0	8	-0.1970873773097992
343315	rnn.bias_hh_l0	9	-0.47738897800445557
343315	rnn.weight_ih_l0_reverse	0	0.01217660028487444
343315	rnn.weight_ih_l0_reverse	1	-0.07155303657054901
343315	rnn.weight_ih_l0_reverse	2	-0.02439991757273674
343315	rnn.weight_ih_l0_reverse	3	-0.08742096275091171
343315	rnn.weight_ih_l0_reverse	4	0.05111171677708626
343315	rnn.weight_ih_l0_reverse	5	-0.08888566493988037
343315	rnn.weight_ih_l0_reverse	6	0.05181945487856865
343315	rnn.weight_ih_l0_reverse	7	0.0070589869283139706
343315	rnn.weight_ih_l0_reverse	8	-0.054896533489227295
343315	rnn.weight_ih_l0_reverse	9	-0.08938626199960709
343315	rnn.weight_hh_l0_reverse	0	-0.0847257748246193
343315	rnn.weight_hh_l0_reverse	1	0.020936349406838417
343315	rnn.weight_hh_l0_reverse	2	-0.012062391266226768
343315	rnn.weight_hh_l0_reverse	3	0.02809131145477295
343315	rnn.weight_hh_l0_reverse	4	-0.0670977234840393
343315	rnn.weight_hh_l0_reverse	5	0.038727279752492905
343315	rnn.weight_hh_l0_reverse	6	0.021097369492053986
343315	rnn.weight_hh_l0_reverse	7	-0.06278683245182037
343315	rnn.weight_hh_l0_reverse	8	-0.007780934683978558
343315	rnn.weight_hh_l0_reverse	9	0.08855611085891724
343315	rnn.bias_ih_l0_reverse	0	-0.16187766194343567
343315	rnn.bias_ih_l0_reverse	1	-0.07724828273057938
343315	rnn.bias_ih_l0_reverse	2	0.10734283179044724
343315	rnn.bias_ih_l0_reverse	3	-0.23792196810245514
343315	rnn.bias_ih_l0_reverse	4	-0.05961688607931137
343315	rnn.bias_ih_l0_reverse	5	-0.21560333669185638
343315	rnn.bias_ih_l0_reverse	6	0.24339893460273743
343315	rnn.bias_ih_l0_reverse	7	-0.2886415719985962
343315	rnn.bias_ih_l0_reverse	8	-0.14161445200443268
343315	rnn.bias_ih_l0_reverse	9	-0.16911636292934418
343315	rnn.bias_hh_l0_reverse	0	-0.12522956728935242
343315	rnn.bias_hh_l0_reverse	1	0.24092908203601837
343315	rnn.bias_hh_l0_reverse	2	-0.2939014732837677
343315	rnn.bias_hh_l0_reverse	3	-0.19873885810375214
343315	rnn.bias_hh_l0_reverse	4	-0.3455796539783478
343315	rnn.bias_hh_l0_reverse	5	-0.16959920525550842
343315	rnn.bias_hh_l0_reverse	6	-0.25444257259368896
343315	rnn.bias_hh_l0_reverse	7	-0.08166870474815369
343315	rnn.bias_hh_l0_reverse	8	-0.26315513253211975
343315	rnn.bias_hh_l0_reverse	9	0.20928840339183807
343315	linear.weight	0	0.13859440386295319
343315	linear.weight	1	-0.44017502665519714
343315	linear.weight	2	0.01194404810667038
343315	linear.weight	3	0.06763412058353424
343315	linear.weight	4	-0.10196004062891006
343315	linear.weight	5	0.20483097434043884
343315	linear.weight	6	-0.05196494236588478
343315	linear.weight	7	-0.06379298120737076
343315	linear.weight	8	0.043819449841976166
343315	linear.weight	9	-0.045636434108018875
343315	linear.bias	0	-1.021398663520813
343315	linear.bias	1	1.913393259048462
343315	linear.bias	2	0.6745787858963013
343315	linear.bias	3	-2.5894978046417236
343315	linear.bias	4	-0.19806495308876038
343315	linear.bias	5	1.2348642349243164
343315	linear.bias	6	-0.23752343654632568
343315	linear.bias	7	0.6766141653060913
343315	linear.bias	8	2.1675353050231934
343315	linear.bias	9	-1.4761359691619873
343924	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
343924	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
343924	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
343924	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
343924	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
343924	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
343924	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
343924	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
343924	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
343924	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
343924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
343924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
343924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
343924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
343924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
343924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
343924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
343924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
343924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
343924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
343924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
343924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
343924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
343924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
343924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
343924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
343924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
343924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
343924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
343924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
343924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
343924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
343924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
343924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
343924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
343924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
343924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
343924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
343924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
343924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
343924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
343924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
343924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
343924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
343924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
343924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
343924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
343924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
343924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
343924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
343924	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
343924	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
343924	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
343924	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
343924	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
343924	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
343924	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
343924	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
343924	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
343924	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
343924	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
343924	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
343924	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
343924	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
343924	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
343924	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
343924	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
343924	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
343924	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
343924	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
343924	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
343924	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
343924	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
343924	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
343924	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
343924	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
343924	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
343924	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
343924	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
343924	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
343924	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
343924	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
343924	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
343924	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
343924	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
343924	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
343924	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
343924	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
343924	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
343924	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
343924	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
343924	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
343924	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
343924	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
343924	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
343924	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
343924	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
343924	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
343924	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
343924	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
343924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
343924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
343924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
343924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
343924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
343924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
343924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
343924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
343924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
343924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
343924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
343924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
343924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
343924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
343924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
343924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
343924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
343924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
343924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
343924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
343924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
343924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
343924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
343924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
343924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
343924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
343924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
343924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
343924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
343924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
343924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
343924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
343924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
343924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
343924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
343924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
343924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
343924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
343924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
343924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
343924	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
343924	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
343924	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
343924	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
343924	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
343924	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
343924	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
343924	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
343924	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
343924	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
343924	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
343924	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
343924	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
343924	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
343924	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
343924	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
343924	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
343924	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
343924	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
343924	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
343924	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
343924	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
343924	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
343924	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
343924	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
343924	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
343924	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
343924	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
343924	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
343924	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
343924	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
343924	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
343924	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
343924	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
343924	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
343924	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
343924	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
343924	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
343924	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
343924	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
343924	embedding2nn.weight	0	0.3028407096862793
343924	embedding2nn.weight	1	0.37631678581237793
343924	embedding2nn.weight	2	-0.0013953784946352243
343924	embedding2nn.weight	3	0.021640241146087646
343924	embedding2nn.weight	4	-0.05670014023780823
343924	embedding2nn.weight	5	0.06235016882419586
343924	embedding2nn.weight	6	0.032735131680965424
343924	embedding2nn.weight	7	0.004944903310388327
343924	embedding2nn.weight	8	0.041393574327230453
343924	embedding2nn.weight	9	-0.04086821898818016
343924	embedding2nn.bias	0	0.03746242821216583
343924	embedding2nn.bias	1	-0.20167367160320282
343924	embedding2nn.bias	2	0.1103370264172554
343924	embedding2nn.bias	3	0.13500644266605377
343924	embedding2nn.bias	4	0.1577131450176239
343924	embedding2nn.bias	5	-0.07529179006814957
343924	embedding2nn.bias	6	-0.0648292675614357
343924	embedding2nn.bias	7	0.004462866112589836
343924	embedding2nn.bias	8	-0.13812275230884552
343924	embedding2nn.bias	9	-0.37489086389541626
343924	rnn.weight_ih_l0	0	0.007043132092803717
343924	rnn.weight_ih_l0	1	-0.0831642597913742
343924	rnn.weight_ih_l0	2	-0.08029086142778397
343924	rnn.weight_ih_l0	3	0.08555111289024353
343924	rnn.weight_ih_l0	4	0.018945172429084778
343924	rnn.weight_ih_l0	5	-0.11594118177890778
343924	rnn.weight_ih_l0	6	-0.013898047618567944
343924	rnn.weight_ih_l0	7	-0.006104517262428999
343924	rnn.weight_ih_l0	8	0.04909755662083626
343924	rnn.weight_ih_l0	9	-0.057699937373399734
343924	rnn.weight_hh_l0	0	0.0019259859109297395
343924	rnn.weight_hh_l0	1	0.05900510028004646
343924	rnn.weight_hh_l0	2	0.03382860869169235
343924	rnn.weight_hh_l0	3	0.013064155355095863
343924	rnn.weight_hh_l0	4	0.021158013492822647
343924	rnn.weight_hh_l0	5	0.04981033504009247
343924	rnn.weight_hh_l0	6	-0.044264212250709534
343924	rnn.weight_hh_l0	7	-0.05377374216914177
343924	rnn.weight_hh_l0	8	0.03975576534867287
343924	rnn.weight_hh_l0	9	-0.10815642774105072
343924	rnn.bias_ih_l0	0	0.14801999926567078
343924	rnn.bias_ih_l0	1	-0.2550860047340393
343924	rnn.bias_ih_l0	2	-0.03767925500869751
343924	rnn.bias_ih_l0	3	-0.18771423399448395
343924	rnn.bias_ih_l0	4	0.015257105231285095
343924	rnn.bias_ih_l0	5	-0.3401786983013153
343924	rnn.bias_ih_l0	6	-0.1040930300951004
343924	rnn.bias_ih_l0	7	-0.30121204257011414
343924	rnn.bias_ih_l0	8	-0.24106256663799286
343924	rnn.bias_ih_l0	9	-0.39717692136764526
343924	rnn.bias_hh_l0	0	-0.3139815032482147
343924	rnn.bias_hh_l0	1	-0.330980509519577
343924	rnn.bias_hh_l0	2	-0.28768855333328247
343924	rnn.bias_hh_l0	3	-0.07833176106214523
343924	rnn.bias_hh_l0	4	-0.2891976833343506
343924	rnn.bias_hh_l0	5	-0.2938072681427002
343924	rnn.bias_hh_l0	6	-0.12073872983455658
343924	rnn.bias_hh_l0	7	0.06522127985954285
343924	rnn.bias_hh_l0	8	-0.2041560411453247
343924	rnn.bias_hh_l0	9	-0.48099541664123535
343924	rnn.weight_ih_l0_reverse	0	0.010754996910691261
343924	rnn.weight_ih_l0_reverse	1	-0.07143785804510117
343924	rnn.weight_ih_l0_reverse	2	-0.024091418832540512
343924	rnn.weight_ih_l0_reverse	3	-0.08843670785427094
343924	rnn.weight_ih_l0_reverse	4	0.04984632506966591
343924	rnn.weight_ih_l0_reverse	5	-0.09282020479440689
343924	rnn.weight_ih_l0_reverse	6	0.045208387076854706
343924	rnn.weight_ih_l0_reverse	7	0.007479935884475708
343924	rnn.weight_ih_l0_reverse	8	-0.060835935175418854
343924	rnn.weight_ih_l0_reverse	9	-0.0831681489944458
343924	rnn.weight_hh_l0_reverse	0	-0.08402781188488007
343924	rnn.weight_hh_l0_reverse	1	0.021316103637218475
343924	rnn.weight_hh_l0_reverse	2	-0.013638717122375965
343924	rnn.weight_hh_l0_reverse	3	0.02813333086669445
343924	rnn.weight_hh_l0_reverse	4	-0.06684639304876328
343924	rnn.weight_hh_l0_reverse	5	0.03913213312625885
343924	rnn.weight_hh_l0_reverse	6	0.02107931487262249
343924	rnn.weight_hh_l0_reverse	7	-0.061787039041519165
343924	rnn.weight_hh_l0_reverse	8	-0.0062762354500591755
343924	rnn.weight_hh_l0_reverse	9	0.08641383051872253
343924	rnn.bias_ih_l0_reverse	0	-0.15797263383865356
343924	rnn.bias_ih_l0_reverse	1	-0.07415124773979187
343924	rnn.bias_ih_l0_reverse	2	0.10846792161464691
343924	rnn.bias_ih_l0_reverse	3	-0.23280499875545502
343924	rnn.bias_ih_l0_reverse	4	-0.05668546259403229
343924	rnn.bias_ih_l0_reverse	5	-0.21387669444084167
343924	rnn.bias_ih_l0_reverse	6	0.2547028064727783
343924	rnn.bias_ih_l0_reverse	7	-0.2824421525001526
343924	rnn.bias_ih_l0_reverse	8	-0.14447557926177979
343924	rnn.bias_ih_l0_reverse	9	-0.16745321452617645
343924	rnn.bias_hh_l0_reverse	0	-0.12740056216716766
343924	rnn.bias_hh_l0_reverse	1	0.24129629135131836
343924	rnn.bias_hh_l0_reverse	2	-0.29771971702575684
343924	rnn.bias_hh_l0_reverse	3	-0.19430452585220337
343924	rnn.bias_hh_l0_reverse	4	-0.3533649742603302
343924	rnn.bias_hh_l0_reverse	5	-0.16953761875629425
343924	rnn.bias_hh_l0_reverse	6	-0.2503662705421448
343924	rnn.bias_hh_l0_reverse	7	-0.07474004477262497
343924	rnn.bias_hh_l0_reverse	8	-0.2667485773563385
343924	rnn.bias_hh_l0_reverse	9	0.20742903649806976
343924	linear.weight	0	0.12459952384233475
343924	linear.weight	1	-0.44199103116989136
343924	linear.weight	2	0.05348077416419983
343924	linear.weight	3	0.06763355433940887
343924	linear.weight	4	-0.12164837121963501
343924	linear.weight	5	0.22445063292980194
343924	linear.weight	6	-0.04660236835479736
343924	linear.weight	7	-0.06378383934497833
343924	linear.weight	8	0.08707820624113083
343924	linear.weight	9	-0.04564961791038513
343924	linear.bias	0	-1.0262210369110107
343924	linear.bias	1	1.8769397735595703
343924	linear.bias	2	0.708529531955719
343924	linear.bias	3	-2.5900161266326904
343924	linear.bias	4	-0.18646802008152008
343924	linear.bias	5	1.2754807472229004
343924	linear.bias	6	-0.24444620311260223
343924	linear.bias	7	0.6697698831558228
343924	linear.bias	8	2.1290838718414307
343924	linear.bias	9	-1.4898608922958374
344533	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
344533	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
344533	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
344533	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
344533	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
344533	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
344533	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
344533	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
344533	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
344533	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
344533	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
344533	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
344533	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
344533	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
344533	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
344533	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
344533	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
344533	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
344533	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
344533	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
344533	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
344533	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
344533	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
344533	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
344533	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
344533	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
344533	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
344533	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
344533	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
344533	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
344533	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
344533	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
344533	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
344533	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
344533	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
344533	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
344533	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
344533	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
344533	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
344533	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
344533	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
344533	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
344533	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
344533	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
344533	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
344533	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
344533	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
344533	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
344533	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
344533	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
344533	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
344533	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
344533	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
344533	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
344533	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
344533	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
344533	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
344533	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
344533	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
344533	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
344533	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
344533	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
344533	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
344533	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
344533	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
344533	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
344533	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
344533	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
344533	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
344533	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
344533	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
344533	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
344533	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
344533	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
344533	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
344533	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
344533	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
344533	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
344533	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
344533	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
344533	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
344533	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
344533	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
344533	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
344533	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
344533	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
344533	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
344533	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
344533	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
344533	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
344533	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
344533	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
344533	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
344533	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
344533	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
344533	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
344533	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
344533	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
344533	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
344533	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
344533	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
344533	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
344533	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
344533	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
344533	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
344533	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
344533	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
344533	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
344533	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
344533	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
344533	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
344533	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
344533	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
344533	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
344533	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
344533	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
344533	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
344533	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
344533	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
344533	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
344533	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
344533	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
344533	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
344533	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
344533	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
344533	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
344533	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
344533	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
344533	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
344533	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
344533	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
344533	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
344533	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
344533	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
344533	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
344533	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
344533	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
344533	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
344533	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
344533	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
344533	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
344533	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
344533	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
344533	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
344533	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
344533	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
344533	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
344533	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
344533	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
344533	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
344533	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
344533	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
344533	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
344533	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
344533	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
344533	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
344533	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
344533	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
344533	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
344533	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
344533	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
344533	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
344533	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
344533	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
344533	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
344533	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
344533	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
344533	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
344533	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
344533	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
344533	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
344533	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
344533	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
344533	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
344533	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
344533	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
344533	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
344533	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
344533	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
344533	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
344533	embedding2nn.weight	0	0.3051905333995819
344533	embedding2nn.weight	1	0.37338054180145264
344533	embedding2nn.weight	2	0.0003619693161454052
344533	embedding2nn.weight	3	0.02244064398109913
344533	embedding2nn.weight	4	-0.05520765483379364
344533	embedding2nn.weight	5	0.060654059052467346
344533	embedding2nn.weight	6	0.025097046047449112
344533	embedding2nn.weight	7	0.0061186812818050385
344533	embedding2nn.weight	8	0.04778238385915756
344533	embedding2nn.weight	9	-0.036532673984766006
344533	embedding2nn.bias	0	0.04761920124292374
344533	embedding2nn.bias	1	-0.18462373316287994
344533	embedding2nn.bias	2	0.10941655188798904
344533	embedding2nn.bias	3	0.16811004281044006
344533	embedding2nn.bias	4	0.16880527138710022
344533	embedding2nn.bias	5	-0.08133161813020706
344533	embedding2nn.bias	6	-0.061008989810943604
344533	embedding2nn.bias	7	0.0076341587118804455
344533	embedding2nn.bias	8	-0.14116919040679932
344533	embedding2nn.bias	9	-0.3941391706466675
344533	rnn.weight_ih_l0	0	0.008929453790187836
344533	rnn.weight_ih_l0	1	-0.08265163749456406
344533	rnn.weight_ih_l0	2	-0.08681105822324753
344533	rnn.weight_ih_l0	3	0.09046119451522827
344533	rnn.weight_ih_l0	4	0.01790398359298706
344533	rnn.weight_ih_l0	5	-0.1124277338385582
344533	rnn.weight_ih_l0	6	-0.011204398237168789
344533	rnn.weight_ih_l0	7	-0.011988753452897072
344533	rnn.weight_ih_l0	8	0.040411852300167084
344533	rnn.weight_ih_l0	9	-0.062467221170663834
344533	rnn.weight_hh_l0	0	0.0021563777700066566
344533	rnn.weight_hh_l0	1	0.06036679074168205
344533	rnn.weight_hh_l0	2	0.034128326922655106
344533	rnn.weight_hh_l0	3	0.012757519260048866
344533	rnn.weight_hh_l0	4	0.020045513287186623
344533	rnn.weight_hh_l0	5	0.048775043338537216
344533	rnn.weight_hh_l0	6	-0.0449315570294857
344533	rnn.weight_hh_l0	7	-0.05259815603494644
344533	rnn.weight_hh_l0	8	0.03972259908914566
344533	rnn.weight_hh_l0	9	-0.10682899504899979
344533	rnn.bias_ih_l0	0	0.16023585200309753
344533	rnn.bias_ih_l0	1	-0.25380730628967285
344533	rnn.bias_ih_l0	2	-0.03820082172751427
344533	rnn.bias_ih_l0	3	-0.17807458341121674
344533	rnn.bias_ih_l0	4	0.004753264132887125
344533	rnn.bias_ih_l0	5	-0.3416120707988739
344533	rnn.bias_ih_l0	6	-0.10781611502170563
344533	rnn.bias_ih_l0	7	-0.30179086327552795
344533	rnn.bias_ih_l0	8	-0.2475602924823761
344533	rnn.bias_ih_l0	9	-0.41071122884750366
344533	rnn.bias_hh_l0	0	-0.2975432574748993
344533	rnn.bias_hh_l0	1	-0.3267051577568054
344533	rnn.bias_hh_l0	2	-0.28426411747932434
344533	rnn.bias_hh_l0	3	-0.07135137915611267
344533	rnn.bias_hh_l0	4	-0.27896037697792053
344533	rnn.bias_hh_l0	5	-0.2886050045490265
344533	rnn.bias_hh_l0	6	-0.1200399324297905
344533	rnn.bias_hh_l0	7	0.05008101835846901
344533	rnn.bias_hh_l0	8	-0.19831395149230957
344533	rnn.bias_hh_l0	9	-0.4703271687030792
344533	rnn.weight_ih_l0_reverse	0	0.008930246345698833
344533	rnn.weight_ih_l0_reverse	1	-0.07074303179979324
344533	rnn.weight_ih_l0_reverse	2	-0.021772896870970726
344533	rnn.weight_ih_l0_reverse	3	-0.08600999414920807
344533	rnn.weight_ih_l0_reverse	4	0.05204210430383682
344533	rnn.weight_ih_l0_reverse	5	-0.09543182700872421
344533	rnn.weight_ih_l0_reverse	6	0.042819052934646606
344533	rnn.weight_ih_l0_reverse	7	0.00749015249311924
344533	rnn.weight_ih_l0_reverse	8	-0.05814031511545181
344533	rnn.weight_ih_l0_reverse	9	-0.08656508475542068
344533	rnn.weight_hh_l0_reverse	0	-0.08418431878089905
344533	rnn.weight_hh_l0_reverse	1	0.02218020148575306
344533	rnn.weight_hh_l0_reverse	2	-0.01271142065525055
344533	rnn.weight_hh_l0_reverse	3	0.02822912111878395
344533	rnn.weight_hh_l0_reverse	4	-0.06793733686208725
344533	rnn.weight_hh_l0_reverse	5	0.03908943012356758
344533	rnn.weight_hh_l0_reverse	6	0.0206147413700819
344533	rnn.weight_hh_l0_reverse	7	-0.06477925926446915
344533	rnn.weight_hh_l0_reverse	8	-0.006698364857584238
344533	rnn.weight_hh_l0_reverse	9	0.0868903324007988
344533	rnn.bias_ih_l0_reverse	0	-0.1615266352891922
344533	rnn.bias_ih_l0_reverse	1	-0.07908940315246582
344533	rnn.bias_ih_l0_reverse	2	0.09876436740159988
344533	rnn.bias_ih_l0_reverse	3	-0.2423703521490097
344533	rnn.bias_ih_l0_reverse	4	-0.07327713817358017
344533	rnn.bias_ih_l0_reverse	5	-0.21493013203144073
344533	rnn.bias_ih_l0_reverse	6	0.2578614354133606
344533	rnn.bias_ih_l0_reverse	7	-0.2842869162559509
344533	rnn.bias_ih_l0_reverse	8	-0.14040938019752502
344533	rnn.bias_ih_l0_reverse	9	-0.1710350066423416
344533	rnn.bias_hh_l0_reverse	0	-0.12364362180233002
344533	rnn.bias_hh_l0_reverse	1	0.24632054567337036
344533	rnn.bias_hh_l0_reverse	2	-0.28839507699012756
344533	rnn.bias_hh_l0_reverse	3	-0.1978234350681305
344533	rnn.bias_hh_l0_reverse	4	-0.35647428035736084
344533	rnn.bias_hh_l0_reverse	5	-0.17643269896507263
344533	rnn.bias_hh_l0_reverse	6	-0.24937216937541962
344533	rnn.bias_hh_l0_reverse	7	-0.07361459732055664
344533	rnn.bias_hh_l0_reverse	8	-0.25323328375816345
344533	rnn.bias_hh_l0_reverse	9	0.2035054713487625
344533	linear.weight	0	0.10881126672029495
344533	linear.weight	1	-0.4549607038497925
344533	linear.weight	2	0.020833253860473633
344533	linear.weight	3	0.06763242185115814
344533	linear.weight	4	-0.12385356426239014
344533	linear.weight	5	0.24973411858081818
344533	linear.weight	6	0.010286092758178711
344533	linear.weight	7	-0.06377662718296051
344533	linear.weight	8	0.076355941593647
344533	linear.weight	9	-0.04566560313105583
344533	linear.bias	0	-1.001542329788208
344533	linear.bias	1	1.9850590229034424
344533	linear.bias	2	0.6672450304031372
344533	linear.bias	3	-2.590535879135132
344533	linear.bias	4	-0.17587554454803467
344533	linear.bias	5	1.2451828718185425
344533	linear.bias	6	-0.2365870475769043
344533	linear.bias	7	0.6377161741256714
344533	linear.bias	8	2.1573169231414795
344533	linear.bias	9	-1.4898806810379028
345142	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
345142	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
345142	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
345142	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
345142	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
345142	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
345142	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
345142	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
345142	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
345142	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
345142	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
345142	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
345142	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
345142	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
345142	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
345142	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
345142	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
345142	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
345142	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
345142	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
345142	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
345142	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
345142	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
345142	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
345142	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
345142	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
345142	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
345142	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
345142	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
345142	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
345142	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
345142	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
345142	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
345142	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
345142	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
345142	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
345142	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
345142	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
345142	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
345142	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
345142	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
345142	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
345142	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
345142	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
345142	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
345142	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
345142	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
345142	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
345142	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
345142	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
345142	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
345142	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
345142	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
345142	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
345142	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
345142	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
345142	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
345142	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
345142	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
345142	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
345142	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
345142	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
345142	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
345142	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
345142	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
345142	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
345142	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
345142	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
345142	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
345142	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
345142	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
345142	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
345142	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
345142	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
345142	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
345142	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
345142	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
345142	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
345142	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
345142	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
345142	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
345142	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
345142	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
345142	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
345142	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
345142	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
345142	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
345142	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
345142	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
345142	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
345142	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
345142	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
345142	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
345142	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
345142	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
345142	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
345142	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
345142	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
345142	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
345142	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
345142	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
345142	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
345142	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
345142	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
345142	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
345142	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
345142	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
345142	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
345142	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
345142	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
345142	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
345142	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
345142	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
345142	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
345142	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
345142	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
345142	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
345142	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
345142	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
345142	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
345142	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
345142	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
345142	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
345142	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
345142	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
345142	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
345142	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
345142	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
345142	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
345142	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
345142	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
345142	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
345142	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
345142	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
345142	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
345142	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
345142	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
345142	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
345142	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
345142	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
345142	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
345142	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
345142	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
345142	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
345142	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
345142	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
345142	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
345142	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
345142	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
345142	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
345142	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
345142	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
345142	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
345142	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
345142	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
345142	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
345142	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
345142	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
345142	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
345142	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
345142	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
345142	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
345142	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
345142	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
345142	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
345142	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
345142	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
345142	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
345142	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
345142	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
345142	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
345142	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
345142	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
345142	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
345142	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
345142	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
345142	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
345142	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
345142	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
345142	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
345142	embedding2nn.weight	0	0.30644866824150085
345142	embedding2nn.weight	1	0.3732333183288574
345142	embedding2nn.weight	2	-0.0007614653441123664
345142	embedding2nn.weight	3	0.001027644262649119
345142	embedding2nn.weight	4	-0.05523508042097092
345142	embedding2nn.weight	5	0.05945573374629021
345142	embedding2nn.weight	6	0.029487241059541702
345142	embedding2nn.weight	7	0.0007764974725432694
345142	embedding2nn.weight	8	0.04534229263663292
345142	embedding2nn.weight	9	-0.04420129954814911
345142	embedding2nn.bias	0	0.029782896861433983
345142	embedding2nn.bias	1	-0.187744140625
345142	embedding2nn.bias	2	0.1272588074207306
345142	embedding2nn.bias	3	0.1450691670179367
345142	embedding2nn.bias	4	0.16763664782047272
345142	embedding2nn.bias	5	-0.05368698015809059
345142	embedding2nn.bias	6	-0.0680212751030922
345142	embedding2nn.bias	7	0.00535964872688055
345142	embedding2nn.bias	8	-0.12720513343811035
345142	embedding2nn.bias	9	-0.3936972916126251
345142	rnn.weight_ih_l0	0	0.009059455245733261
345142	rnn.weight_ih_l0	1	-0.08210436254739761
345142	rnn.weight_ih_l0	2	-0.08974844962358475
345142	rnn.weight_ih_l0	3	0.08807145804166794
345142	rnn.weight_ih_l0	4	0.019479665905237198
345142	rnn.weight_ih_l0	5	-0.11523842066526413
345142	rnn.weight_ih_l0	6	-0.016366658732295036
345142	rnn.weight_ih_l0	7	-0.011549621820449829
345142	rnn.weight_ih_l0	8	0.04155648499727249
345142	rnn.weight_ih_l0	9	-0.0689874216914177
345142	rnn.weight_hh_l0	0	0.0017285521607846022
345142	rnn.weight_hh_l0	1	0.06011999398469925
345142	rnn.weight_hh_l0	2	0.03370770812034607
345142	rnn.weight_hh_l0	3	0.012786651030182838
345142	rnn.weight_hh_l0	4	0.021087490022182465
345142	rnn.weight_hh_l0	5	0.047964464873075485
345142	rnn.weight_hh_l0	6	-0.045056167989969254
345142	rnn.weight_hh_l0	7	-0.052958376705646515
345142	rnn.weight_hh_l0	8	0.039138391613960266
345142	rnn.weight_hh_l0	9	-0.10675758868455887
345142	rnn.bias_ih_l0	0	0.15305441617965698
345142	rnn.bias_ih_l0	1	-0.25601717829704285
345142	rnn.bias_ih_l0	2	-0.04162496700882912
345142	rnn.bias_ih_l0	3	-0.16700942814350128
345142	rnn.bias_ih_l0	4	0.004796757362782955
345142	rnn.bias_ih_l0	5	-0.33248239755630493
345142	rnn.bias_ih_l0	6	-0.11568577587604523
345142	rnn.bias_ih_l0	7	-0.3022444248199463
345142	rnn.bias_ih_l0	8	-0.24425864219665527
345142	rnn.bias_ih_l0	9	-0.3927488327026367
345142	rnn.bias_hh_l0	0	-0.3002161383628845
345142	rnn.bias_hh_l0	1	-0.32609739899635315
345142	rnn.bias_hh_l0	2	-0.2849365472793579
345142	rnn.bias_hh_l0	3	-0.07230520993471146
345142	rnn.bias_hh_l0	4	-0.28104168176651
345142	rnn.bias_hh_l0	5	-0.28803542256355286
345142	rnn.bias_hh_l0	6	-0.11679156869649887
345142	rnn.bias_hh_l0	7	0.04928477481007576
345142	rnn.bias_hh_l0	8	-0.20865173637866974
345142	rnn.bias_hh_l0	9	-0.4789954721927643
345142	rnn.weight_ih_l0_reverse	0	0.009390434250235558
345142	rnn.weight_ih_l0_reverse	1	-0.07007429003715515
345142	rnn.weight_ih_l0_reverse	2	-0.026444708928465843
345142	rnn.weight_ih_l0_reverse	3	-0.08504574000835419
345142	rnn.weight_ih_l0_reverse	4	0.052377961575984955
345142	rnn.weight_ih_l0_reverse	5	-0.10340330749750137
345142	rnn.weight_ih_l0_reverse	6	0.04353557899594307
345142	rnn.weight_ih_l0_reverse	7	0.009097489528357983
345142	rnn.weight_ih_l0_reverse	8	-0.056724920868873596
345142	rnn.weight_ih_l0_reverse	9	-0.0929369106888771
345142	rnn.weight_hh_l0_reverse	0	-0.0849354937672615
345142	rnn.weight_hh_l0_reverse	1	0.02178492397069931
345142	rnn.weight_hh_l0_reverse	2	-0.012029134668409824
345142	rnn.weight_hh_l0_reverse	3	0.028641145676374435
345142	rnn.weight_hh_l0_reverse	4	-0.0681363195180893
345142	rnn.weight_hh_l0_reverse	5	0.039455514401197433
345142	rnn.weight_hh_l0_reverse	6	0.020513083785772324
345142	rnn.weight_hh_l0_reverse	7	-0.06688250601291656
345142	rnn.weight_hh_l0_reverse	8	-0.0033652582205832005
345142	rnn.weight_hh_l0_reverse	9	0.08788798749446869
345142	rnn.bias_ih_l0_reverse	0	-0.16693295538425446
345142	rnn.bias_ih_l0_reverse	1	-0.08493185043334961
345142	rnn.bias_ih_l0_reverse	2	0.09220205992460251
345142	rnn.bias_ih_l0_reverse	3	-0.23628906905651093
345142	rnn.bias_ih_l0_reverse	4	-0.06304076313972473
345142	rnn.bias_ih_l0_reverse	5	-0.21690493822097778
345142	rnn.bias_ih_l0_reverse	6	0.24909339845180511
345142	rnn.bias_ih_l0_reverse	7	-0.2986646294593811
345142	rnn.bias_ih_l0_reverse	8	-0.14495420455932617
345142	rnn.bias_ih_l0_reverse	9	-0.1712670624256134
345142	rnn.bias_hh_l0_reverse	0	-0.12725891172885895
345142	rnn.bias_hh_l0_reverse	1	0.24763835966587067
345142	rnn.bias_hh_l0_reverse	2	-0.2996070384979248
345142	rnn.bias_hh_l0_reverse	3	-0.19816553592681885
345142	rnn.bias_hh_l0_reverse	4	-0.35140877962112427
345142	rnn.bias_hh_l0_reverse	5	-0.16886164247989655
345142	rnn.bias_hh_l0_reverse	6	-0.24628505110740662
345142	rnn.bias_hh_l0_reverse	7	-0.07920816540718079
345142	rnn.bias_hh_l0_reverse	8	-0.253593385219574
345142	rnn.bias_hh_l0_reverse	9	0.19775719940662384
345142	linear.weight	0	0.0673011988401413
345142	linear.weight	1	-0.4131637215614319
345142	linear.weight	2	0.024374917149543762
345142	linear.weight	3	0.06762737035751343
345142	linear.weight	4	-0.1417430192232132
345142	linear.weight	5	0.21053163707256317
345142	linear.weight	6	-0.010547136887907982
345142	linear.weight	7	-0.06376423686742783
345142	linear.weight	8	0.056735359132289886
345142	linear.weight	9	-0.04568800702691078
345142	linear.bias	0	-0.9841220378875732
345142	linear.bias	1	1.9283220767974854
345142	linear.bias	2	0.6354888677597046
345142	linear.bias	3	-2.59101939201355
345142	linear.bias	4	-0.17783355712890625
345142	linear.bias	5	1.2834579944610596
345142	linear.bias	6	-0.24890314042568207
345142	linear.bias	7	0.6026681661605835
345142	linear.bias	8	2.2026350498199463
345142	linear.bias	9	-1.4602285623550415
345751	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
345751	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
345751	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
345751	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
345751	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
345751	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
345751	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
345751	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
345751	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
345751	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
345751	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
345751	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
345751	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
345751	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
345751	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
345751	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
345751	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
345751	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
345751	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
345751	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
345751	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
345751	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
345751	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
345751	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
345751	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
345751	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
345751	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
345751	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
345751	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
345751	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
345751	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
345751	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
345751	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
345751	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
345751	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
345751	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
345751	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
345751	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
345751	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
345751	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
345751	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
345751	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
345751	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
345751	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
345751	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
345751	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
345751	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
345751	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
345751	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
345751	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
345751	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
345751	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
345751	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
345751	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
345751	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
345751	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
345751	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
345751	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
345751	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
345751	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
345751	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
345751	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
345751	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
345751	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
345751	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
345751	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
345751	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
345751	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
345751	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
345751	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
345751	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
345751	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
345751	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
345751	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
345751	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
345751	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
345751	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
345751	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
345751	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
345751	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
345751	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
345751	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
345751	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
345751	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
345751	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
345751	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
345751	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
345751	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
345751	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
345751	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
345751	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
345751	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
345751	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
345751	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
345751	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
345751	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
345751	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
345751	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
345751	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
345751	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
345751	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
345751	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
345751	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
345751	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
345751	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
345751	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
345751	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
345751	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
345751	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
345751	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
345751	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
345751	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
345751	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
345751	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
345751	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
345751	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
345751	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
345751	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
345751	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
345751	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
345751	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
345751	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
345751	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
345751	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
345751	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
345751	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
345751	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
345751	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
345751	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
345751	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
345751	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
345751	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
345751	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
345751	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
345751	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
345751	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
345751	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
345751	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
345751	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
345751	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
345751	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
345751	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
345751	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
345751	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
345751	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
345751	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
345751	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
345751	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
345751	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
345751	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
345751	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
345751	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
345751	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
345751	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
345751	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
345751	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
345751	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
345751	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
345751	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
345751	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
345751	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
345751	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
345751	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
345751	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
345751	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
345751	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
345751	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
345751	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
345751	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
345751	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
345751	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
345751	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
345751	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
345751	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
345751	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
345751	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
345751	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
345751	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
345751	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
345751	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
345751	embedding2nn.weight	0	0.30976155400276184
345751	embedding2nn.weight	1	0.3719199299812317
345751	embedding2nn.weight	2	0.0003562683705240488
345751	embedding2nn.weight	3	-0.032926466315984726
345751	embedding2nn.weight	4	-0.05284535884857178
345751	embedding2nn.weight	5	0.06120762974023819
345751	embedding2nn.weight	6	0.03848651051521301
345751	embedding2nn.weight	7	-0.00280147441662848
345751	embedding2nn.weight	8	0.039704665541648865
345751	embedding2nn.weight	9	-0.04057813063263893
345751	embedding2nn.bias	0	0.02793186902999878
345751	embedding2nn.bias	1	-0.1666913479566574
345751	embedding2nn.bias	2	0.10900744050741196
345751	embedding2nn.bias	3	0.15513533353805542
345751	embedding2nn.bias	4	0.17946785688400269
345751	embedding2nn.bias	5	-0.07427352666854858
345751	embedding2nn.bias	6	-0.07115587592124939
345751	embedding2nn.bias	7	-0.002922619925811887
345751	embedding2nn.bias	8	-0.1569669246673584
345751	embedding2nn.bias	9	-0.38869407773017883
345751	rnn.weight_ih_l0	0	0.010858789086341858
345751	rnn.weight_ih_l0	1	-0.07950529456138611
345751	rnn.weight_ih_l0	2	-0.0900791734457016
345751	rnn.weight_ih_l0	3	0.08905249834060669
345751	rnn.weight_ih_l0	4	0.017937680706381798
345751	rnn.weight_ih_l0	5	-0.11654999107122421
345751	rnn.weight_ih_l0	6	-0.020602857694029808
345751	rnn.weight_ih_l0	7	-0.009718270041048527
345751	rnn.weight_ih_l0	8	0.041702255606651306
345751	rnn.weight_ih_l0	9	-0.07221084833145142
345751	rnn.weight_hh_l0	0	0.0018498834688216448
345751	rnn.weight_hh_l0	1	0.059802401810884476
345751	rnn.weight_hh_l0	2	0.034902747720479965
345751	rnn.weight_hh_l0	3	0.012899632565677166
345751	rnn.weight_hh_l0	4	0.022478880360722542
345751	rnn.weight_hh_l0	5	0.04722826927900314
345751	rnn.weight_hh_l0	6	-0.04435642808675766
345751	rnn.weight_hh_l0	7	-0.05347571149468422
345751	rnn.weight_hh_l0	8	0.03938528895378113
345751	rnn.weight_hh_l0	9	-0.10610009729862213
345751	rnn.bias_ih_l0	0	0.14319750666618347
345751	rnn.bias_ih_l0	1	-0.24848473072052002
345751	rnn.bias_ih_l0	2	-0.03460811823606491
345751	rnn.bias_ih_l0	3	-0.17010006308555603
345751	rnn.bias_ih_l0	4	0.0007977117784321308
345751	rnn.bias_ih_l0	5	-0.33606576919555664
345751	rnn.bias_ih_l0	6	-0.11268529295921326
345751	rnn.bias_ih_l0	7	-0.3032956123352051
345751	rnn.bias_ih_l0	8	-0.23736736178398132
345751	rnn.bias_ih_l0	9	-0.3937583565711975
345751	rnn.bias_hh_l0	0	-0.3021591603755951
345751	rnn.bias_hh_l0	1	-0.3226951062679291
345751	rnn.bias_hh_l0	2	-0.2818149924278259
345751	rnn.bias_hh_l0	3	-0.06505624949932098
345751	rnn.bias_hh_l0	4	-0.2791224420070648
345751	rnn.bias_hh_l0	5	-0.2868227958679199
345751	rnn.bias_hh_l0	6	-0.12113337218761444
345751	rnn.bias_hh_l0	7	0.03949737548828125
345751	rnn.bias_hh_l0	8	-0.2002633810043335
345751	rnn.bias_hh_l0	9	-0.47894591093063354
345751	rnn.weight_ih_l0_reverse	0	0.018878929316997528
345751	rnn.weight_ih_l0_reverse	1	-0.07048717141151428
345751	rnn.weight_ih_l0_reverse	2	-0.032369475811719894
345751	rnn.weight_ih_l0_reverse	3	-0.08389405906200409
345751	rnn.weight_ih_l0_reverse	4	0.05259740352630615
345751	rnn.weight_ih_l0_reverse	5	-0.10335039347410202
345751	rnn.weight_ih_l0_reverse	6	0.05057625100016594
345751	rnn.weight_ih_l0_reverse	7	0.0077197132632136345
345751	rnn.weight_ih_l0_reverse	8	-0.05599024146795273
345751	rnn.weight_ih_l0_reverse	9	-0.10076216608285904
345751	rnn.weight_hh_l0_reverse	0	-0.0855955258011818
345751	rnn.weight_hh_l0_reverse	1	0.01876845397055149
345751	rnn.weight_hh_l0_reverse	2	-0.012764598242938519
345751	rnn.weight_hh_l0_reverse	3	0.02771195024251938
345751	rnn.weight_hh_l0_reverse	4	-0.06631606817245483
345751	rnn.weight_hh_l0_reverse	5	0.03924580290913582
345751	rnn.weight_hh_l0_reverse	6	0.020649060606956482
345751	rnn.weight_hh_l0_reverse	7	-0.06141838803887367
345751	rnn.weight_hh_l0_reverse	8	-0.0017755620647221804
345751	rnn.weight_hh_l0_reverse	9	0.08744625747203827
345751	rnn.bias_ih_l0_reverse	0	-0.16555094718933105
345751	rnn.bias_ih_l0_reverse	1	-0.08424562960863113
345751	rnn.bias_ih_l0_reverse	2	0.08736169338226318
345751	rnn.bias_ih_l0_reverse	3	-0.24364973604679108
345751	rnn.bias_ih_l0_reverse	4	-0.051162902265787125
345751	rnn.bias_ih_l0_reverse	5	-0.21729744970798492
345751	rnn.bias_ih_l0_reverse	6	0.252803236246109
345751	rnn.bias_ih_l0_reverse	7	-0.27849775552749634
345751	rnn.bias_ih_l0_reverse	8	-0.14804069697856903
345751	rnn.bias_ih_l0_reverse	9	-0.1676119714975357
345751	rnn.bias_hh_l0_reverse	0	-0.13163785636425018
345751	rnn.bias_hh_l0_reverse	1	0.24822521209716797
345751	rnn.bias_hh_l0_reverse	2	-0.3023395538330078
345751	rnn.bias_hh_l0_reverse	3	-0.19047342240810394
345751	rnn.bias_hh_l0_reverse	4	-0.3514459729194641
345751	rnn.bias_hh_l0_reverse	5	-0.15959317982196808
345751	rnn.bias_hh_l0_reverse	6	-0.24248860776424408
345751	rnn.bias_hh_l0_reverse	7	-0.08307186514139175
345751	rnn.bias_hh_l0_reverse	8	-0.24895676970481873
345751	rnn.bias_hh_l0_reverse	9	0.191092848777771
345751	linear.weight	0	0.12112034857273102
345751	linear.weight	1	-0.4447353184223175
345751	linear.weight	2	-0.02636289969086647
345751	linear.weight	3	0.06762567162513733
345751	linear.weight	4	-0.11108449846506119
345751	linear.weight	5	0.22353079915046692
345751	linear.weight	6	-0.03251117467880249
345751	linear.weight	7	-0.06374817341566086
345751	linear.weight	8	0.10055327415466309
345751	linear.weight	9	-0.04570191353559494
345751	linear.bias	0	-1.0226502418518066
345751	linear.bias	1	1.985347867012024
345751	linear.bias	2	0.6178089380264282
345751	linear.bias	3	-2.591559648513794
345751	linear.bias	4	-0.17843863368034363
345751	linear.bias	5	1.280024528503418
345751	linear.bias	6	-0.24898014962673187
345751	linear.bias	7	0.6811203360557556
345751	linear.bias	8	2.1229562759399414
345751	linear.bias	9	-1.4829826354980469
346360	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
346360	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
346360	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
346360	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
346360	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
346360	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
346360	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
346360	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
346360	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
346360	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
346360	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
346360	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
346360	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
346360	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
346360	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
346360	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
346360	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
346360	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
346360	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
346360	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
346360	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
346360	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
346360	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
346360	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
346360	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
346360	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
346360	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
346360	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
346360	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
346360	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
346360	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
346360	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
346360	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
346360	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
346360	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
346360	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
346360	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
346360	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
346360	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
346360	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
346360	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
346360	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
346360	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
346360	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
346360	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
346360	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
346360	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
346360	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
346360	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
346360	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
346360	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
346360	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
346360	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
346360	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
346360	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
346360	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
346360	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
346360	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
346360	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
346360	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
346360	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
346360	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
346360	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
346360	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
346360	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
346360	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
346360	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
346360	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
346360	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
346360	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
346360	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
346360	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
346360	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
346360	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
346360	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
346360	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
346360	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
346360	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
346360	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
346360	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
346360	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
346360	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
346360	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
346360	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
346360	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
346360	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
346360	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
346360	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
346360	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
346360	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
346360	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
346360	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
346360	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
346360	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
346360	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
346360	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
346360	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
346360	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
346360	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
346360	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
346360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
346360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
346360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
346360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
346360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
346360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
346360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
346360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
346360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
346360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
346360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
346360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
346360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
346360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
346360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
346360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
346360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
346360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
346360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
346360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
346360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
346360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
346360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
346360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
346360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
346360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
346360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
346360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
346360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
346360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
346360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
346360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
346360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
346360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
346360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
346360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
346360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
346360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
346360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
346360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
346360	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
346360	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
346360	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
346360	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
346360	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
346360	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
346360	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
346360	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
346360	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
346360	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
346360	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
346360	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
346360	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
346360	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
346360	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
346360	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
346360	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
346360	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
346360	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
346360	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
346360	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
346360	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
346360	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
346360	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
346360	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
346360	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
346360	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
346360	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
346360	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
346360	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
346360	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
346360	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
346360	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
346360	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
346360	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
346360	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
346360	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
346360	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
346360	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
346360	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
346360	embedding2nn.weight	0	0.30746960639953613
346360	embedding2nn.weight	1	0.36750367283821106
346360	embedding2nn.weight	2	-0.0012613157741725445
346360	embedding2nn.weight	3	-0.015819977968931198
346360	embedding2nn.weight	4	-0.04936227947473526
346360	embedding2nn.weight	5	0.06496179848909378
346360	embedding2nn.weight	6	0.0276787206530571
346360	embedding2nn.weight	7	-0.006023774854838848
346360	embedding2nn.weight	8	0.03399365395307541
346360	embedding2nn.weight	9	-0.04441898316144943
346360	embedding2nn.bias	0	0.0420805998146534
346360	embedding2nn.bias	1	-0.17563514411449432
346360	embedding2nn.bias	2	0.11665631085634232
346360	embedding2nn.bias	3	0.1807972937822342
346360	embedding2nn.bias	4	0.14389225840568542
346360	embedding2nn.bias	5	-0.0626409724354744
346360	embedding2nn.bias	6	-0.05674004182219505
346360	embedding2nn.bias	7	-0.005534851457923651
346360	embedding2nn.bias	8	-0.1412075161933899
346360	embedding2nn.bias	9	-0.4148947596549988
346360	rnn.weight_ih_l0	0	0.008953483775258064
346360	rnn.weight_ih_l0	1	-0.0793972983956337
346360	rnn.weight_ih_l0	2	-0.08868097513914108
346360	rnn.weight_ih_l0	3	0.07859190553426743
346360	rnn.weight_ih_l0	4	0.015618597157299519
346360	rnn.weight_ih_l0	5	-0.12179554253816605
346360	rnn.weight_ih_l0	6	-0.017275605350732803
346360	rnn.weight_ih_l0	7	-0.011722111143171787
346360	rnn.weight_ih_l0	8	0.04208509251475334
346360	rnn.weight_ih_l0	9	-0.07364421337842941
346360	rnn.weight_hh_l0	0	0.0010639309184625745
346360	rnn.weight_hh_l0	1	0.06067588925361633
346360	rnn.weight_hh_l0	2	0.037804123014211655
346360	rnn.weight_hh_l0	3	0.012561517767608166
346360	rnn.weight_hh_l0	4	0.022692643105983734
346360	rnn.weight_hh_l0	5	0.04940609633922577
346360	rnn.weight_hh_l0	6	-0.04422106593847275
346360	rnn.weight_hh_l0	7	-0.05376467853784561
346360	rnn.weight_hh_l0	8	0.03967558965086937
346360	rnn.weight_hh_l0	9	-0.10623729228973389
346360	rnn.bias_ih_l0	0	0.14224697649478912
346360	rnn.bias_ih_l0	1	-0.24821549654006958
346360	rnn.bias_ih_l0	2	-0.030561136081814766
346360	rnn.bias_ih_l0	3	-0.1640399545431137
346360	rnn.bias_ih_l0	4	0.009479398839175701
346360	rnn.bias_ih_l0	5	-0.33606547117233276
346360	rnn.bias_ih_l0	6	-0.10557421296834946
346360	rnn.bias_ih_l0	7	-0.3045744299888611
346360	rnn.bias_ih_l0	8	-0.2405555546283722
346360	rnn.bias_ih_l0	9	-0.38848286867141724
346360	rnn.bias_hh_l0	0	-0.29744189977645874
346360	rnn.bias_hh_l0	1	-0.32191649079322815
346360	rnn.bias_hh_l0	2	-0.2813997268676758
346360	rnn.bias_hh_l0	3	-0.06727278232574463
346360	rnn.bias_hh_l0	4	-0.2799784243106842
346360	rnn.bias_hh_l0	5	-0.28836652636528015
346360	rnn.bias_hh_l0	6	-0.11416523903608322
346360	rnn.bias_hh_l0	7	0.0439579077064991
346360	rnn.bias_hh_l0	8	-0.19431382417678833
346360	rnn.bias_hh_l0	9	-0.4717351496219635
346360	rnn.weight_ih_l0_reverse	0	0.023862434551119804
346360	rnn.weight_ih_l0_reverse	1	-0.07103011012077332
346360	rnn.weight_ih_l0_reverse	2	-0.026870734989643097
346360	rnn.weight_ih_l0_reverse	3	-0.08101998269557953
346360	rnn.weight_ih_l0_reverse	4	0.05404345691204071
346360	rnn.weight_ih_l0_reverse	5	-0.09530600905418396
346360	rnn.weight_ih_l0_reverse	6	0.05143367499113083
346360	rnn.weight_ih_l0_reverse	7	0.008635508827865124
346360	rnn.weight_ih_l0_reverse	8	-0.05544181168079376
346360	rnn.weight_ih_l0_reverse	9	-0.10011261701583862
346360	rnn.weight_hh_l0_reverse	0	-0.0845642238855362
346360	rnn.weight_hh_l0_reverse	1	0.01826176978647709
346360	rnn.weight_hh_l0_reverse	2	-0.01310527790337801
346360	rnn.weight_hh_l0_reverse	3	0.028063509613275528
346360	rnn.weight_hh_l0_reverse	4	-0.06510862708091736
346360	rnn.weight_hh_l0_reverse	5	0.039740968495607376
346360	rnn.weight_hh_l0_reverse	6	0.020602189004421234
346360	rnn.weight_hh_l0_reverse	7	-0.06303782016038895
346360	rnn.weight_hh_l0_reverse	8	-0.0027483573649078608
346360	rnn.weight_hh_l0_reverse	9	0.08542963862419128
346360	rnn.bias_ih_l0_reverse	0	-0.1660299003124237
346360	rnn.bias_ih_l0_reverse	1	-0.08366133272647858
346360	rnn.bias_ih_l0_reverse	2	0.08749238401651382
346360	rnn.bias_ih_l0_reverse	3	-0.245160311460495
346360	rnn.bias_ih_l0_reverse	4	-0.059233006089925766
346360	rnn.bias_ih_l0_reverse	5	-0.21364189684391022
346360	rnn.bias_ih_l0_reverse	6	0.25216448307037354
346360	rnn.bias_ih_l0_reverse	7	-0.2928127646446228
346360	rnn.bias_ih_l0_reverse	8	-0.1439581662416458
346360	rnn.bias_ih_l0_reverse	9	-0.17985595762729645
346360	rnn.bias_hh_l0_reverse	0	-0.12268224358558655
346360	rnn.bias_hh_l0_reverse	1	0.25152072310447693
346360	rnn.bias_hh_l0_reverse	2	-0.300526887178421
346360	rnn.bias_hh_l0_reverse	3	-0.20058995485305786
346360	rnn.bias_hh_l0_reverse	4	-0.3520914912223816
346360	rnn.bias_hh_l0_reverse	5	-0.16364221274852753
346360	rnn.bias_hh_l0_reverse	6	-0.24664044380187988
346360	rnn.bias_hh_l0_reverse	7	-0.08061443269252777
346360	rnn.bias_hh_l0_reverse	8	-0.2540174722671509
346360	rnn.bias_hh_l0_reverse	9	0.19403569400310516
346360	linear.weight	0	0.1784077286720276
346360	linear.weight	1	-0.4484551250934601
346360	linear.weight	2	0.017622897401452065
346360	linear.weight	3	0.0676220953464508
346360	linear.weight	4	-0.07274854183197021
346360	linear.weight	5	0.2675745487213135
346360	linear.weight	6	-0.036103397607803345
346360	linear.weight	7	-0.0637330710887909
346360	linear.weight	8	0.09655685722827911
346360	linear.weight	9	-0.04571622610092163
346360	linear.bias	0	-0.9983253479003906
346360	linear.bias	1	1.9531806707382202
346360	linear.bias	2	0.6541758179664612
346360	linear.bias	3	-2.592072010040283
346360	linear.bias	4	-0.21081246435642242
346360	linear.bias	5	1.2061508893966675
346360	linear.bias	6	-0.22456663846969604
346360	linear.bias	7	0.6799235343933105
346360	linear.bias	8	2.147840976715088
346360	linear.bias	9	-1.4675966501235962
346969	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
346969	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
346969	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
346969	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
346969	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
346969	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
346969	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
346969	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
346969	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
346969	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
346969	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
346969	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
346969	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
346969	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
346969	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
346969	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
346969	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
346969	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
346969	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
346969	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
346969	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
346969	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
346969	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
346969	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
346969	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
346969	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
346969	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
346969	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
346969	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
346969	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
346969	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
346969	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
346969	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
346969	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
346969	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
346969	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
346969	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
346969	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
346969	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
346969	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
346969	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
346969	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
346969	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
346969	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
346969	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
346969	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
346969	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
346969	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
346969	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
346969	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
346969	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
346969	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
346969	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
346969	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
346969	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
346969	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
346969	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
346969	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
346969	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
346969	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
346969	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
346969	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
346969	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
346969	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
346969	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
346969	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
346969	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
346969	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
346969	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
346969	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
346969	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
346969	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
346969	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
346969	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
346969	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
346969	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
346969	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
346969	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
346969	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
346969	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
346969	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
346969	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
346969	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
346969	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
346969	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
346969	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
346969	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
346969	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
346969	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
346969	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
346969	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
346969	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
346969	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
346969	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
346969	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
346969	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
346969	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
346969	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
346969	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
346969	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
346969	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
346969	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
346969	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
346969	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
346969	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
346969	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
346969	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
346969	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
346969	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
346969	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
346969	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
346969	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
346969	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
346969	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
346969	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
346969	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
346969	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
346969	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
346969	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
346969	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
346969	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
346969	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
346969	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
346969	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
346969	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
346969	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
346969	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
346969	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
346969	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
346969	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
346969	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
346969	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
346969	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
346969	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
346969	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
346969	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
346969	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
346969	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
346969	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
346969	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
346969	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
346969	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
346969	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
346969	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
346969	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
346969	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
346969	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
346969	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
346969	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
346969	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
346969	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
346969	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
346969	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
346969	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
346969	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
346969	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
346969	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
346969	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
346969	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
346969	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
346969	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
346969	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
346969	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
346969	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
346969	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
346969	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
346969	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
346969	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
346969	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
346969	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
346969	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
346969	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
346969	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
346969	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
346969	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
346969	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
346969	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
346969	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
346969	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
346969	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
346969	embedding2nn.weight	0	0.3095734417438507
346969	embedding2nn.weight	1	0.37174180150032043
346969	embedding2nn.weight	2	-0.0025349962525069714
346969	embedding2nn.weight	3	-0.01883028633892536
346969	embedding2nn.weight	4	-0.04818950966000557
346969	embedding2nn.weight	5	0.0650506392121315
346969	embedding2nn.weight	6	0.01046811230480671
346969	embedding2nn.weight	7	-0.013325070030987263
346969	embedding2nn.weight	8	0.036100778728723526
346969	embedding2nn.weight	9	-0.05187702178955078
346969	embedding2nn.bias	0	0.04344798997044563
346969	embedding2nn.bias	1	-0.19350029528141022
346969	embedding2nn.bias	2	0.11194635927677155
346969	embedding2nn.bias	3	0.17662519216537476
346969	embedding2nn.bias	4	0.14326421916484833
346969	embedding2nn.bias	5	-0.05315303057432175
346969	embedding2nn.bias	6	-0.05245361104607582
346969	embedding2nn.bias	7	0.01862320490181446
346969	embedding2nn.bias	8	-0.15254630148410797
346969	embedding2nn.bias	9	-0.41692957282066345
346969	rnn.weight_ih_l0	0	0.008235521614551544
346969	rnn.weight_ih_l0	1	-0.07839212566614151
346969	rnn.weight_ih_l0	2	-0.0885167121887207
346969	rnn.weight_ih_l0	3	0.07755925506353378
346969	rnn.weight_ih_l0	4	0.004974887240678072
346969	rnn.weight_ih_l0	5	-0.11812208592891693
346969	rnn.weight_ih_l0	6	-0.01817418448626995
346969	rnn.weight_ih_l0	7	-0.012127969413995743
346969	rnn.weight_ih_l0	8	0.03885198011994362
346969	rnn.weight_ih_l0	9	-0.07062853127717972
346969	rnn.weight_hh_l0	0	0.0011482317931950092
346969	rnn.weight_hh_l0	1	0.061260681599378586
346969	rnn.weight_hh_l0	2	0.036207009106874466
346969	rnn.weight_hh_l0	3	0.012637819163501263
346969	rnn.weight_hh_l0	4	0.02268550731241703
346969	rnn.weight_hh_l0	5	0.049865733832120895
346969	rnn.weight_hh_l0	6	-0.04449879005551338
346969	rnn.weight_hh_l0	7	-0.054454904049634933
346969	rnn.weight_hh_l0	8	0.03954587131738663
346969	rnn.weight_hh_l0	9	-0.1042301207780838
346969	rnn.bias_ih_l0	0	0.1443471908569336
346969	rnn.bias_ih_l0	1	-0.2459876835346222
346969	rnn.bias_ih_l0	2	-0.02434665709733963
346969	rnn.bias_ih_l0	3	-0.17239242792129517
346969	rnn.bias_ih_l0	4	0.01849692314863205
346969	rnn.bias_ih_l0	5	-0.33382415771484375
346969	rnn.bias_ih_l0	6	-0.10946132987737656
346969	rnn.bias_ih_l0	7	-0.3046805262565613
346969	rnn.bias_ih_l0	8	-0.24287517368793488
346969	rnn.bias_ih_l0	9	-0.3901839256286621
346969	rnn.bias_hh_l0	0	-0.2983163297176361
346969	rnn.bias_hh_l0	1	-0.3071703612804413
346969	rnn.bias_hh_l0	2	-0.2795438766479492
346969	rnn.bias_hh_l0	3	-0.0744667500257492
346969	rnn.bias_hh_l0	4	-0.27206945419311523
346969	rnn.bias_hh_l0	5	-0.28930917382240295
346969	rnn.bias_hh_l0	6	-0.1105138510465622
346969	rnn.bias_hh_l0	7	0.05575009807944298
346969	rnn.bias_hh_l0	8	-0.20235097408294678
346969	rnn.bias_hh_l0	9	-0.47028234601020813
346969	rnn.weight_ih_l0_reverse	0	0.02872966043651104
346969	rnn.weight_ih_l0_reverse	1	-0.06951428204774857
346969	rnn.weight_ih_l0_reverse	2	-0.025802379474043846
346969	rnn.weight_ih_l0_reverse	3	-0.08381322771310806
346969	rnn.weight_ih_l0_reverse	4	0.055321648716926575
346969	rnn.weight_ih_l0_reverse	5	-0.09638722985982895
346969	rnn.weight_ih_l0_reverse	6	0.039839763194322586
346969	rnn.weight_ih_l0_reverse	7	0.008747125044465065
346969	rnn.weight_ih_l0_reverse	8	-0.05611862987279892
346969	rnn.weight_ih_l0_reverse	9	-0.10309495031833649
346969	rnn.weight_hh_l0_reverse	0	-0.08501751720905304
346969	rnn.weight_hh_l0_reverse	1	0.0175473615527153
346969	rnn.weight_hh_l0_reverse	2	-0.012073208577930927
346969	rnn.weight_hh_l0_reverse	3	0.02789720520377159
346969	rnn.weight_hh_l0_reverse	4	-0.06477630138397217
346969	rnn.weight_hh_l0_reverse	5	0.04056483507156372
346969	rnn.weight_hh_l0_reverse	6	0.020532075315713882
346969	rnn.weight_hh_l0_reverse	7	-0.06225933879613876
346969	rnn.weight_hh_l0_reverse	8	-0.0008754499140195549
346969	rnn.weight_hh_l0_reverse	9	0.08567121624946594
346969	rnn.bias_ih_l0_reverse	0	-0.17001670598983765
346969	rnn.bias_ih_l0_reverse	1	-0.07334248721599579
346969	rnn.bias_ih_l0_reverse	2	0.09136894345283508
346969	rnn.bias_ih_l0_reverse	3	-0.24389410018920898
346969	rnn.bias_ih_l0_reverse	4	-0.05815289169549942
346969	rnn.bias_ih_l0_reverse	5	-0.2161022573709488
346969	rnn.bias_ih_l0_reverse	6	0.25545382499694824
346969	rnn.bias_ih_l0_reverse	7	-0.3007866442203522
346969	rnn.bias_ih_l0_reverse	8	-0.14020781219005585
346969	rnn.bias_ih_l0_reverse	9	-0.1777304857969284
346969	rnn.bias_hh_l0_reverse	0	-0.13765808939933777
346969	rnn.bias_hh_l0_reverse	1	0.2595011293888092
346969	rnn.bias_hh_l0_reverse	2	-0.3045288622379303
346969	rnn.bias_hh_l0_reverse	3	-0.2045677751302719
346969	rnn.bias_hh_l0_reverse	4	-0.3451233506202698
346969	rnn.bias_hh_l0_reverse	5	-0.1711788773536682
346969	rnn.bias_hh_l0_reverse	6	-0.2532224953174591
346969	rnn.bias_hh_l0_reverse	7	-0.084194116294384
346969	rnn.bias_hh_l0_reverse	8	-0.249685138463974
346969	rnn.bias_hh_l0_reverse	9	0.20527887344360352
346969	linear.weight	0	0.1366051882505417
346969	linear.weight	1	-0.4441922903060913
346969	linear.weight	2	0.07542989403009415
346969	linear.weight	3	0.06762253493070602
346969	linear.weight	4	-0.10587628185749054
346969	linear.weight	5	0.25874000787734985
346969	linear.weight	6	-0.035261087119579315
346969	linear.weight	7	-0.0637204498052597
346969	linear.weight	8	0.09847680479288101
346969	linear.weight	9	-0.045729100704193115
346969	linear.bias	0	-0.9735052585601807
346969	linear.bias	1	1.927398920059204
346969	linear.bias	2	0.6684333086013794
346969	linear.bias	3	-2.5925076007843018
346969	linear.bias	4	-0.22553004324436188
346969	linear.bias	5	1.1828768253326416
346969	linear.bias	6	-0.19466029107570648
346969	linear.bias	7	0.6906470060348511
346969	linear.bias	8	2.1832799911499023
346969	linear.bias	9	-1.4701340198516846
347578	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
347578	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
347578	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
347578	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
347578	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
347578	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
347578	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
347578	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
347578	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
347578	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
347578	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
347578	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
347578	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
347578	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
347578	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
347578	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
347578	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
347578	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
347578	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
347578	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
347578	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
347578	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
347578	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
347578	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
347578	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
347578	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
347578	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
347578	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
347578	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
347578	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
347578	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
347578	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
347578	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
347578	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
347578	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
347578	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
347578	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
347578	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
347578	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
347578	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
347578	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
347578	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
347578	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
347578	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
347578	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
347578	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
347578	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
347578	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
347578	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
347578	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
347578	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
347578	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
347578	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
347578	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
347578	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
347578	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
347578	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
347578	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
347578	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
347578	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
347578	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
347578	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
347578	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
347578	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
347578	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
347578	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
347578	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
347578	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
347578	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
347578	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
347578	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
347578	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
347578	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
347578	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
347578	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
347578	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
347578	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
347578	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
347578	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
347578	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
347578	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
347578	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
347578	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
347578	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
347578	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
347578	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
347578	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
347578	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
347578	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
347578	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
347578	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
347578	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
347578	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
347578	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
347578	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
347578	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
347578	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
347578	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
347578	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
347578	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
347578	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
347578	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
347578	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
347578	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
347578	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
347578	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
347578	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
347578	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
347578	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
347578	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
347578	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
347578	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
347578	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
347578	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
347578	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
347578	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
347578	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
347578	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
347578	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
347578	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
347578	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
347578	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
347578	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
347578	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
347578	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
347578	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
347578	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
347578	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
347578	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
347578	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
347578	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
347578	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
347578	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
347578	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
347578	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
347578	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
347578	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
347578	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
347578	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
347578	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
347578	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
347578	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
347578	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
347578	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
347578	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
347578	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
347578	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
347578	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
347578	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
347578	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
347578	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
347578	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
347578	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
347578	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
347578	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
347578	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
347578	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
347578	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
347578	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
347578	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
347578	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
347578	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
347578	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
347578	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
347578	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
347578	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
347578	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
347578	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
347578	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
347578	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
347578	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
347578	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
347578	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
347578	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
347578	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
347578	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
347578	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
347578	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
347578	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
347578	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
347578	embedding2nn.weight	0	0.3098430037498474
347578	embedding2nn.weight	1	0.37222105264663696
347578	embedding2nn.weight	2	9.657016926212236e-05
347578	embedding2nn.weight	3	-0.012044648639857769
347578	embedding2nn.weight	4	-0.03771740570664406
347578	embedding2nn.weight	5	0.06423363089561462
347578	embedding2nn.weight	6	0.01954399235546589
347578	embedding2nn.weight	7	-0.007337540853768587
347578	embedding2nn.weight	8	0.033642206341028214
347578	embedding2nn.weight	9	-0.05543150752782822
347578	embedding2nn.bias	0	0.04561839625239372
347578	embedding2nn.bias	1	-0.1815262883901596
347578	embedding2nn.bias	2	0.11593325436115265
347578	embedding2nn.bias	3	0.17902378737926483
347578	embedding2nn.bias	4	0.14462506771087646
347578	embedding2nn.bias	5	-0.08159717917442322
347578	embedding2nn.bias	6	-0.050067752599716187
347578	embedding2nn.bias	7	0.016050932928919792
347578	embedding2nn.bias	8	-0.1526246964931488
347578	embedding2nn.bias	9	-0.3974398970603943
347578	rnn.weight_ih_l0	0	0.007774654775857925
347578	rnn.weight_ih_l0	1	-0.0796860083937645
347578	rnn.weight_ih_l0	2	-0.08923191577196121
347578	rnn.weight_ih_l0	3	0.08023755252361298
347578	rnn.weight_ih_l0	4	0.011689383536577225
347578	rnn.weight_ih_l0	5	-0.11712820827960968
347578	rnn.weight_ih_l0	6	-0.024225836619734764
347578	rnn.weight_ih_l0	7	-0.012446710839867592
347578	rnn.weight_ih_l0	8	0.04222377762198448
347578	rnn.weight_ih_l0	9	-0.06710296124219894
347578	rnn.weight_hh_l0	0	0.0019188058795407414
347578	rnn.weight_hh_l0	1	0.06237177923321724
347578	rnn.weight_hh_l0	2	0.03651909530162811
347578	rnn.weight_hh_l0	3	0.01268829870969057
347578	rnn.weight_hh_l0	4	0.022498777136206627
347578	rnn.weight_hh_l0	5	0.050343047827482224
347578	rnn.weight_hh_l0	6	-0.04502708464860916
347578	rnn.weight_hh_l0	7	-0.05545619875192642
347578	rnn.weight_hh_l0	8	0.03953515738248825
347578	rnn.weight_hh_l0	9	-0.10489808768033981
347578	rnn.bias_ih_l0	0	0.1491481214761734
347578	rnn.bias_ih_l0	1	-0.24046696722507477
347578	rnn.bias_ih_l0	2	-0.028225766494870186
347578	rnn.bias_ih_l0	3	-0.1749422401189804
347578	rnn.bias_ih_l0	4	0.008599021472036839
347578	rnn.bias_ih_l0	5	-0.3389909267425537
347578	rnn.bias_ih_l0	6	-0.12248747050762177
347578	rnn.bias_ih_l0	7	-0.30538100004196167
347578	rnn.bias_ih_l0	8	-0.24669912457466125
347578	rnn.bias_ih_l0	9	-0.391105055809021
347578	rnn.bias_hh_l0	0	-0.2941397726535797
347578	rnn.bias_hh_l0	1	-0.30437174439430237
347578	rnn.bias_hh_l0	2	-0.2771795392036438
347578	rnn.bias_hh_l0	3	-0.07937049865722656
347578	rnn.bias_hh_l0	4	-0.27547815442085266
347578	rnn.bias_hh_l0	5	-0.29093143343925476
347578	rnn.bias_hh_l0	6	-0.1166154220700264
347578	rnn.bias_hh_l0	7	0.05617090314626694
347578	rnn.bias_hh_l0	8	-0.19837655127048492
347578	rnn.bias_hh_l0	9	-0.4666801989078522
347578	rnn.weight_ih_l0_reverse	0	0.02923034504055977
347578	rnn.weight_ih_l0_reverse	1	-0.07084976881742477
347578	rnn.weight_ih_l0_reverse	2	-0.025286110118031502
347578	rnn.weight_ih_l0_reverse	3	-0.08067179471254349
347578	rnn.weight_ih_l0_reverse	4	0.05479339137673378
347578	rnn.weight_ih_l0_reverse	5	-0.08806915581226349
347578	rnn.weight_ih_l0_reverse	6	0.039676323533058167
347578	rnn.weight_ih_l0_reverse	7	0.010468064807355404
347578	rnn.weight_ih_l0_reverse	8	-0.06122373044490814
347578	rnn.weight_ih_l0_reverse	9	-0.10488221794366837
347578	rnn.weight_hh_l0_reverse	0	-0.0840931311249733
347578	rnn.weight_hh_l0_reverse	1	0.017647651955485344
347578	rnn.weight_hh_l0_reverse	2	-0.011653412133455276
347578	rnn.weight_hh_l0_reverse	3	0.02777990885078907
347578	rnn.weight_hh_l0_reverse	4	-0.06525152176618576
347578	rnn.weight_hh_l0_reverse	5	0.04108650982379913
347578	rnn.weight_hh_l0_reverse	6	0.02010488510131836
347578	rnn.weight_hh_l0_reverse	7	-0.06393955647945404
347578	rnn.weight_hh_l0_reverse	8	0.00017410020518582314
347578	rnn.weight_hh_l0_reverse	9	0.08535002171993256
347578	rnn.bias_ih_l0_reverse	0	-0.17430180311203003
347578	rnn.bias_ih_l0_reverse	1	-0.08675335347652435
347578	rnn.bias_ih_l0_reverse	2	0.0968194529414177
347578	rnn.bias_ih_l0_reverse	3	-0.24573197960853577
347578	rnn.bias_ih_l0_reverse	4	-0.040214329957962036
347578	rnn.bias_ih_l0_reverse	5	-0.21625803411006927
347578	rnn.bias_ih_l0_reverse	6	0.24249131977558136
347578	rnn.bias_ih_l0_reverse	7	-0.29509294033050537
347578	rnn.bias_ih_l0_reverse	8	-0.13797038793563843
347578	rnn.bias_ih_l0_reverse	9	-0.16558721661567688
347578	rnn.bias_hh_l0_reverse	0	-0.1294984668493271
347578	rnn.bias_hh_l0_reverse	1	0.2647037208080292
347578	rnn.bias_hh_l0_reverse	2	-0.31325164437294006
347578	rnn.bias_hh_l0_reverse	3	-0.20228491723537445
347578	rnn.bias_hh_l0_reverse	4	-0.34502720832824707
347578	rnn.bias_hh_l0_reverse	5	-0.1687595546245575
347578	rnn.bias_hh_l0_reverse	6	-0.2639603912830353
347578	rnn.bias_hh_l0_reverse	7	-0.07852572947740555
347578	rnn.bias_hh_l0_reverse	8	-0.2578755021095276
347578	rnn.bias_hh_l0_reverse	9	0.21887564659118652
347578	linear.weight	0	0.12635664641857147
347578	linear.weight	1	-0.4558893144130707
347578	linear.weight	2	0.011856958270072937
347578	linear.weight	3	0.0676201656460762
347578	linear.weight	4	-0.15104272961616516
347578	linear.weight	5	0.22034288942813873
347578	linear.weight	6	-0.01998714543879032
347578	linear.weight	7	-0.06370779126882553
347578	linear.weight	8	0.10841046273708344
347578	linear.weight	9	-0.04574241489171982
347578	linear.bias	0	-1.0165514945983887
347578	linear.bias	1	1.9223986864089966
347578	linear.bias	2	0.6792579293251038
347578	linear.bias	3	-2.592991590499878
347578	linear.bias	4	-0.21871846914291382
347578	linear.bias	5	1.2210561037063599
347578	linear.bias	6	-0.1885633021593094
347578	linear.bias	7	0.6912034153938293
347578	linear.bias	8	2.114414691925049
347578	linear.bias	9	-1.468188762664795
347586	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
347586	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
347586	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
347586	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
347586	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
347586	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
347586	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
347586	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
347586	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
347586	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
347586	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
347586	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
347586	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
347586	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
347586	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
347586	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
347586	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
347586	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
347586	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
347586	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
347586	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
347586	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
347586	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
347586	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
347586	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
347586	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
347586	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
347586	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
347586	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
347586	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
347586	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
347586	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
347586	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
347586	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
347586	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
347586	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
347586	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
347586	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
347586	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
347586	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
347586	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
347586	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
347586	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
347586	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
347586	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
347586	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
347586	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
347586	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
347586	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
347586	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
347586	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
347586	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
347586	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
347586	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
347586	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
347586	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
347586	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
347586	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
347586	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
347586	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
347586	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
347586	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
347586	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
347586	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
347586	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
347586	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
347586	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
347586	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
347586	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
347586	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
347586	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
347586	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
347586	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
347586	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
347586	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
347586	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
347586	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
347586	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
347586	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
347586	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
347586	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
347586	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
347586	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
347586	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
347586	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
347586	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
347586	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
347586	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
347586	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
347586	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
347586	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
347586	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
347586	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
347586	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
347586	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
347586	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
347586	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
347586	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
347586	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
347586	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
347586	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
347586	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
347586	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
347586	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
347586	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
347586	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
347586	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
347586	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
347586	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
347586	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
347586	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
347586	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
347586	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
347586	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
347586	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
347586	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
347586	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
347586	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
347586	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
347586	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
347586	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
347586	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
347586	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
347586	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
347586	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
347586	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
347586	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
347586	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
347586	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
347586	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
347586	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
347586	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
347586	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
347586	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
347586	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
347586	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
347586	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
347586	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
347586	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
347586	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
347586	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
347586	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
347586	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
347586	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
347586	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
347586	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
347586	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
347586	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
347586	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
347586	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
347586	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
347586	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
347586	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
347586	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
347586	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
347586	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
347586	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
347586	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
347586	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
347586	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
347586	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
347586	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
347586	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
347586	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
347586	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
347586	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
347586	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
347586	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
347586	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
347586	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
347586	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
347586	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
347586	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
347586	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
347586	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
347586	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
347586	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
347586	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
347586	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
347586	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
347586	embedding2nn.weight	0	0.3103078603744507
347586	embedding2nn.weight	1	0.37248414754867554
347586	embedding2nn.weight	2	-0.0011528304312378168
347586	embedding2nn.weight	3	-0.013524015434086323
347586	embedding2nn.weight	4	-0.03852343559265137
347586	embedding2nn.weight	5	0.06429022550582886
347586	embedding2nn.weight	6	0.02017476037144661
347586	embedding2nn.weight	7	-0.007008891552686691
347586	embedding2nn.weight	8	0.03332369029521942
347586	embedding2nn.weight	9	-0.05594739317893982
347586	embedding2nn.bias	0	0.04900984838604927
347586	embedding2nn.bias	1	-0.17669105529785156
347586	embedding2nn.bias	2	0.1150452047586441
347586	embedding2nn.bias	3	0.17861244082450867
347586	embedding2nn.bias	4	0.14563828706741333
347586	embedding2nn.bias	5	-0.08093427866697311
347586	embedding2nn.bias	6	-0.047989580780267715
347586	embedding2nn.bias	7	0.018851205706596375
347586	embedding2nn.bias	8	-0.1513582468032837
347586	embedding2nn.bias	9	-0.39468666911125183
347586	rnn.weight_ih_l0	0	0.007823116146028042
347586	rnn.weight_ih_l0	1	-0.07933270186185837
347586	rnn.weight_ih_l0	2	-0.08980441838502884
347586	rnn.weight_ih_l0	3	0.08036119490861893
347586	rnn.weight_ih_l0	4	0.01105167344212532
347586	rnn.weight_ih_l0	5	-0.11721419543027878
347586	rnn.weight_ih_l0	6	-0.023965314030647278
347586	rnn.weight_ih_l0	7	-0.012579025700688362
347586	rnn.weight_ih_l0	8	0.04253293201327324
347586	rnn.weight_ih_l0	9	-0.06718651950359344
347586	rnn.weight_hh_l0	0	0.0019650578033179045
347586	rnn.weight_hh_l0	1	0.06238675117492676
347586	rnn.weight_hh_l0	2	0.03660399094223976
347586	rnn.weight_hh_l0	3	0.012740851379930973
347586	rnn.weight_hh_l0	4	0.02262924611568451
347586	rnn.weight_hh_l0	5	0.05037857964634895
347586	rnn.weight_hh_l0	6	-0.04499916732311249
347586	rnn.weight_hh_l0	7	-0.055024635046720505
347586	rnn.weight_hh_l0	8	0.03952980041503906
347586	rnn.weight_hh_l0	9	-0.10484366863965988
347586	rnn.bias_ih_l0	0	0.14884234964847565
347586	rnn.bias_ih_l0	1	-0.240470290184021
347586	rnn.bias_ih_l0	2	-0.027486706152558327
347586	rnn.bias_ih_l0	3	-0.17483241856098175
347586	rnn.bias_ih_l0	4	0.010381585918366909
347586	rnn.bias_ih_l0	5	-0.33954519033432007
347586	rnn.bias_ih_l0	6	-0.12461619824171066
347586	rnn.bias_ih_l0	7	-0.30587682127952576
347586	rnn.bias_ih_l0	8	-0.24675537645816803
347586	rnn.bias_ih_l0	9	-0.39244577288627625
347586	rnn.bias_hh_l0	0	-0.294526606798172
347586	rnn.bias_hh_l0	1	-0.30312198400497437
347586	rnn.bias_hh_l0	2	-0.2777356505393982
347586	rnn.bias_hh_l0	3	-0.0790460854768753
347586	rnn.bias_hh_l0	4	-0.2747821509838104
347586	rnn.bias_hh_l0	5	-0.29044148325920105
347586	rnn.bias_hh_l0	6	-0.11743440479040146
347586	rnn.bias_hh_l0	7	0.05695352330803871
347586	rnn.bias_hh_l0	8	-0.1991257220506668
347586	rnn.bias_hh_l0	9	-0.4657350182533264
347586	rnn.weight_ih_l0_reverse	0	0.028614915907382965
347586	rnn.weight_ih_l0_reverse	1	-0.07090867310762405
347586	rnn.weight_ih_l0_reverse	2	-0.02504776231944561
347586	rnn.weight_ih_l0_reverse	3	-0.08046703785657883
347586	rnn.weight_ih_l0_reverse	4	0.05462076514959335
347586	rnn.weight_ih_l0_reverse	5	-0.08941690623760223
347586	rnn.weight_ih_l0_reverse	6	0.03974764049053192
347586	rnn.weight_ih_l0_reverse	7	0.010423843748867512
347586	rnn.weight_ih_l0_reverse	8	-0.06138765066862106
347586	rnn.weight_ih_l0_reverse	9	-0.1043023094534874
347586	rnn.weight_hh_l0_reverse	0	-0.08401335775852203
347586	rnn.weight_hh_l0_reverse	1	0.017677955329418182
347586	rnn.weight_hh_l0_reverse	2	-0.011737078428268433
347586	rnn.weight_hh_l0_reverse	3	0.02794400043785572
347586	rnn.weight_hh_l0_reverse	4	-0.06531811505556107
347586	rnn.weight_hh_l0_reverse	5	0.04108203202486038
347586	rnn.weight_hh_l0_reverse	6	0.02010638825595379
347586	rnn.weight_hh_l0_reverse	7	-0.06407438963651657
347586	rnn.weight_hh_l0_reverse	8	0.0005614408291876316
347586	rnn.weight_hh_l0_reverse	9	0.08538628369569778
347586	rnn.bias_ih_l0_reverse	0	-0.17455066740512848
347586	rnn.bias_ih_l0_reverse	1	-0.08745289593935013
347586	rnn.bias_ih_l0_reverse	2	0.09664622694253922
347586	rnn.bias_ih_l0_reverse	3	-0.24677728116512299
347586	rnn.bias_ih_l0_reverse	4	-0.04064834117889404
347586	rnn.bias_ih_l0_reverse	5	-0.2163502424955368
347586	rnn.bias_ih_l0_reverse	6	0.24220368266105652
347586	rnn.bias_ih_l0_reverse	7	-0.2926177680492401
347586	rnn.bias_ih_l0_reverse	8	-0.13744354248046875
347586	rnn.bias_ih_l0_reverse	9	-0.16435246169567108
347586	rnn.bias_hh_l0_reverse	0	-0.13228221237659454
347586	rnn.bias_hh_l0_reverse	1	0.26403775811195374
347586	rnn.bias_hh_l0_reverse	2	-0.3126746416091919
347586	rnn.bias_hh_l0_reverse	3	-0.20175205171108246
347586	rnn.bias_hh_l0_reverse	4	-0.34510281682014465
347586	rnn.bias_hh_l0_reverse	5	-0.16922086477279663
347586	rnn.bias_hh_l0_reverse	6	-0.26489922404289246
347586	rnn.bias_hh_l0_reverse	7	-0.07926785945892334
347586	rnn.bias_hh_l0_reverse	8	-0.25687122344970703
347586	rnn.bias_hh_l0_reverse	9	0.2180495262145996
347586	linear.weight	0	0.12389872223138809
347586	linear.weight	1	-0.45962223410606384
347586	linear.weight	2	0.016726939007639885
347586	linear.weight	3	0.06762003153562546
347586	linear.weight	4	-0.159433513879776
347586	linear.weight	5	0.21878227591514587
347586	linear.weight	6	-0.014459492638707161
347586	linear.weight	7	-0.06370764970779419
347586	linear.weight	8	0.10868504643440247
347586	linear.weight	9	-0.045742712914943695
347586	linear.bias	0	-1.0067144632339478
347586	linear.bias	1	1.9373586177825928
347586	linear.bias	2	0.69417804479599
347586	linear.bias	3	-2.5930016040802
347586	linear.bias	4	-0.21948854625225067
347586	linear.bias	5	1.205210566520691
347586	linear.bias	6	-0.18075688183307648
347586	linear.bias	7	0.6988020539283752
347586	linear.bias	8	2.148115634918213
347586	linear.bias	9	-1.468687653541565
348195	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
348195	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
348195	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
348195	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
348195	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
348195	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
348195	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
348195	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
348195	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
348195	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
348195	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
348195	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
348195	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
348195	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
348195	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
348195	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
348195	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
348195	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
348195	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
348195	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
348195	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
348195	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
348195	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
348195	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
348195	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
348195	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
348195	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
348195	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
348195	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
348195	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
348195	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
348195	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
348195	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
348195	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
348195	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
348195	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
348195	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
348195	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
348195	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
348195	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
348195	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
348195	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
348195	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
348195	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
348195	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
348195	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
348195	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
348195	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
348195	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
348195	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
348195	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
348195	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
348195	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
348195	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
348195	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
348195	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
348195	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
348195	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
348195	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
348195	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
348195	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
348195	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
348195	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
348195	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
348195	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
348195	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
348195	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
348195	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
348195	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
348195	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
348195	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
348195	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
348195	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
348195	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
348195	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
348195	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
348195	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
348195	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
348195	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
348195	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
348195	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
348195	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
348195	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
348195	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
348195	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
348195	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
348195	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
348195	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
348195	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
348195	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
348195	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
348195	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
348195	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
348195	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
348195	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
348195	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
348195	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
348195	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
348195	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
348195	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
348195	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
348195	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
348195	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
348195	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
348195	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
348195	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
348195	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
348195	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
348195	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
348195	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
348195	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
348195	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
348195	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
348195	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
348195	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
348195	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
348195	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
348195	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
348195	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
348195	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
348195	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
348195	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
348195	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
348195	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
348195	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
348195	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
348195	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
348195	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
348195	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
348195	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
348195	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
348195	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
348195	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
348195	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
348195	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
348195	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
348195	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
348195	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
348195	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
348195	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
348195	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
348195	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
348195	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
348195	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
348195	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
348195	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
348195	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
348195	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
348195	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
348195	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
348195	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
348195	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
348195	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
348195	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
348195	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
348195	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
348195	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
348195	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
348195	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
348195	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
348195	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
348195	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
348195	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
348195	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
348195	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
348195	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
348195	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
348195	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
348195	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
348195	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
348195	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
348195	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
348195	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
348195	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
348195	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
348195	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
348195	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
348195	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
348195	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
348195	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
348195	embedding2nn.weight	0	0.3099048137664795
348195	embedding2nn.weight	1	0.36841893196105957
348195	embedding2nn.weight	2	0.00016766243788879365
348195	embedding2nn.weight	3	0.018340634182095528
348195	embedding2nn.weight	4	-0.03478878736495972
348195	embedding2nn.weight	5	0.06270073354244232
348195	embedding2nn.weight	6	0.020295919850468636
348195	embedding2nn.weight	7	-0.005392198916524649
348195	embedding2nn.weight	8	0.03630160167813301
348195	embedding2nn.weight	9	-0.04881734400987625
348195	embedding2nn.bias	0	0.045824084430933
348195	embedding2nn.bias	1	-0.18399254977703094
348195	embedding2nn.bias	2	0.1015571653842926
348195	embedding2nn.bias	3	0.19048573076725006
348195	embedding2nn.bias	4	0.13649046421051025
348195	embedding2nn.bias	5	-0.07576782256364822
348195	embedding2nn.bias	6	-0.02805291675031185
348195	embedding2nn.bias	7	0.001623419695533812
348195	embedding2nn.bias	8	-0.16372810304164886
348195	embedding2nn.bias	9	-0.37515875697135925
348195	rnn.weight_ih_l0	0	0.011185870505869389
348195	rnn.weight_ih_l0	1	-0.07996440678834915
348195	rnn.weight_ih_l0	2	-0.08697471022605896
348195	rnn.weight_ih_l0	3	0.0814288780093193
348195	rnn.weight_ih_l0	4	0.004200493451207876
348195	rnn.weight_ih_l0	5	-0.12228339165449142
348195	rnn.weight_ih_l0	6	-0.031013406813144684
348195	rnn.weight_ih_l0	7	-0.014199950732290745
348195	rnn.weight_ih_l0	8	0.04697113111615181
348195	rnn.weight_ih_l0	9	-0.06472817063331604
348195	rnn.weight_hh_l0	0	0.0015391899505630136
348195	rnn.weight_hh_l0	1	0.06322354823350906
348195	rnn.weight_hh_l0	2	0.03771783784031868
348195	rnn.weight_hh_l0	3	0.012206263840198517
348195	rnn.weight_hh_l0	4	0.022687461227178574
348195	rnn.weight_hh_l0	5	0.04906710237264633
348195	rnn.weight_hh_l0	6	-0.04497911036014557
348195	rnn.weight_hh_l0	7	-0.05595647171139717
348195	rnn.weight_hh_l0	8	0.03978216275572777
348195	rnn.weight_hh_l0	9	-0.10523270070552826
348195	rnn.bias_ih_l0	0	0.1565331667661667
348195	rnn.bias_ih_l0	1	-0.24716994166374207
348195	rnn.bias_ih_l0	2	-0.028565039858222008
348195	rnn.bias_ih_l0	3	-0.1754840761423111
348195	rnn.bias_ih_l0	4	0.013886896893382072
348195	rnn.bias_ih_l0	5	-0.3460347354412079
348195	rnn.bias_ih_l0	6	-0.10794553905725479
348195	rnn.bias_ih_l0	7	-0.30756697058677673
348195	rnn.bias_ih_l0	8	-0.25058695673942566
348195	rnn.bias_ih_l0	9	-0.38143861293792725
348195	rnn.bias_hh_l0	0	-0.29320549964904785
348195	rnn.bias_hh_l0	1	-0.30325421690940857
348195	rnn.bias_hh_l0	2	-0.2782779932022095
348195	rnn.bias_hh_l0	3	-0.07676544040441513
348195	rnn.bias_hh_l0	4	-0.28209418058395386
348195	rnn.bias_hh_l0	5	-0.29128023982048035
348195	rnn.bias_hh_l0	6	-0.12373732030391693
348195	rnn.bias_hh_l0	7	0.055271804332733154
348195	rnn.bias_hh_l0	8	-0.19848503172397614
348195	rnn.bias_hh_l0	9	-0.4784131944179535
348195	rnn.weight_ih_l0_reverse	0	0.030432794243097305
348195	rnn.weight_ih_l0_reverse	1	-0.0714835450053215
348195	rnn.weight_ih_l0_reverse	2	-0.029181359335780144
348195	rnn.weight_ih_l0_reverse	3	-0.07923572510480881
348195	rnn.weight_ih_l0_reverse	4	0.05531609430909157
348195	rnn.weight_ih_l0_reverse	5	-0.10005560517311096
348195	rnn.weight_ih_l0_reverse	6	0.037009987980127335
348195	rnn.weight_ih_l0_reverse	7	0.011615442112088203
348195	rnn.weight_ih_l0_reverse	8	-0.0565941259264946
348195	rnn.weight_ih_l0_reverse	9	-0.10521712154150009
348195	rnn.weight_hh_l0_reverse	0	-0.08396009355783463
348195	rnn.weight_hh_l0_reverse	1	0.018677860498428345
348195	rnn.weight_hh_l0_reverse	2	-0.012602501548826694
348195	rnn.weight_hh_l0_reverse	3	0.027863798663020134
348195	rnn.weight_hh_l0_reverse	4	-0.0662170797586441
348195	rnn.weight_hh_l0_reverse	5	0.04167771339416504
348195	rnn.weight_hh_l0_reverse	6	0.020305804908275604
348195	rnn.weight_hh_l0_reverse	7	-0.061374928802251816
348195	rnn.weight_hh_l0_reverse	8	0.002922223648056388
348195	rnn.weight_hh_l0_reverse	9	0.08684204518795013
348195	rnn.bias_ih_l0_reverse	0	-0.17208342254161835
348195	rnn.bias_ih_l0_reverse	1	-0.0909905806183815
348195	rnn.bias_ih_l0_reverse	2	0.10192377865314484
348195	rnn.bias_ih_l0_reverse	3	-0.24817053973674774
348195	rnn.bias_ih_l0_reverse	4	-0.020200982689857483
348195	rnn.bias_ih_l0_reverse	5	-0.2151857614517212
348195	rnn.bias_ih_l0_reverse	6	0.2523627281188965
348195	rnn.bias_ih_l0_reverse	7	-0.2968747913837433
348195	rnn.bias_ih_l0_reverse	8	-0.13347584009170532
348195	rnn.bias_ih_l0_reverse	9	-0.17769090831279755
348195	rnn.bias_hh_l0_reverse	0	-0.12554088234901428
348195	rnn.bias_hh_l0_reverse	1	0.2670828700065613
348195	rnn.bias_hh_l0_reverse	2	-0.31298020482063293
348195	rnn.bias_hh_l0_reverse	3	-0.192727729678154
348195	rnn.bias_hh_l0_reverse	4	-0.35000017285346985
348195	rnn.bias_hh_l0_reverse	5	-0.16590648889541626
348195	rnn.bias_hh_l0_reverse	6	-0.26187121868133545
348195	rnn.bias_hh_l0_reverse	7	-0.0770997628569603
348195	rnn.bias_hh_l0_reverse	8	-0.2585110366344452
348195	rnn.bias_hh_l0_reverse	9	0.2160957306623459
348195	linear.weight	0	0.11316390335559845
348195	linear.weight	1	-0.47787758708000183
348195	linear.weight	2	-0.054600007832050323
348195	linear.weight	3	0.06761856377124786
348195	linear.weight	4	-0.15978753566741943
348195	linear.weight	5	0.19518503546714783
348195	linear.weight	6	-0.015989147126674652
348195	linear.weight	7	-0.06369830667972565
348195	linear.weight	8	0.11896267533302307
348195	linear.weight	9	-0.04575245454907417
348195	linear.bias	0	-0.9815801382064819
348195	linear.bias	1	1.897365927696228
348195	linear.bias	2	0.6545502543449402
348195	linear.bias	3	-2.593473196029663
348195	linear.bias	4	-0.23436830937862396
348195	linear.bias	5	1.2284603118896484
348195	linear.bias	6	-0.21505498886108398
348195	linear.bias	7	0.6778954863548279
348195	linear.bias	8	2.175816535949707
348195	linear.bias	9	-1.4857677221298218
348804	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
348804	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
348804	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
348804	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
348804	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
348804	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
348804	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
348804	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
348804	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
348804	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
348804	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
348804	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
348804	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
348804	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
348804	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
348804	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
348804	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
348804	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
348804	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
348804	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
348804	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
348804	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
348804	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
348804	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
348804	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
348804	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
348804	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
348804	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
348804	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
348804	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
348804	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
348804	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
348804	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
348804	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
348804	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
348804	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
348804	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
348804	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
348804	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
348804	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
348804	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
348804	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
348804	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
348804	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
348804	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
348804	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
348804	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
348804	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
348804	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
348804	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
348804	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
348804	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
348804	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
348804	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
348804	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
348804	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
348804	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
348804	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
348804	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
348804	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
348804	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
348804	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
348804	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
348804	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
348804	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
348804	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
348804	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
348804	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
348804	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
348804	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
348804	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
348804	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
348804	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
348804	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
348804	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
348804	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
348804	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
348804	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
348804	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
348804	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
348804	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
348804	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
348804	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
348804	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
348804	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
348804	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
348804	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
348804	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
348804	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
348804	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
348804	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
348804	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
348804	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
348804	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
348804	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
348804	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
348804	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
348804	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
348804	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
348804	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
348804	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
348804	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
348804	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
348804	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
348804	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
348804	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
348804	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
348804	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
348804	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
348804	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
348804	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
348804	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
348804	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
348804	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
348804	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
348804	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
348804	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
348804	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
348804	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
348804	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
348804	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
348804	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
348804	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
348804	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
348804	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
348804	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
348804	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
348804	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
348804	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
348804	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
348804	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
348804	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
348804	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
348804	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
348804	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
348804	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
348804	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
348804	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
348804	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
348804	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
348804	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
348804	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
348804	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
348804	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
348804	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
348804	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
348804	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
348804	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
348804	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
348804	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
348804	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
348804	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
348804	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
348804	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
348804	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
348804	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
348804	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
348804	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
348804	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
348804	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
348804	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
348804	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
348804	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
348804	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
348804	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
348804	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
348804	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
348804	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
348804	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
348804	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
348804	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
348804	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
348804	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
348804	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
348804	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
348804	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
348804	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
348804	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
348804	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
348804	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
348804	embedding2nn.weight	0	0.31229645013809204
348804	embedding2nn.weight	1	0.3647846281528473
348804	embedding2nn.weight	2	0.0032250245567411184
348804	embedding2nn.weight	3	0.006457644514739513
348804	embedding2nn.weight	4	-0.04328658804297447
348804	embedding2nn.weight	5	0.05901160091161728
348804	embedding2nn.weight	6	0.013148731552064419
348804	embedding2nn.weight	7	-0.0016042835777625442
348804	embedding2nn.weight	8	0.04333517700433731
348804	embedding2nn.weight	9	-0.054959677159786224
348804	embedding2nn.bias	0	0.04308851435780525
348804	embedding2nn.bias	1	-0.15985207259655
348804	embedding2nn.bias	2	0.0826856791973114
348804	embedding2nn.bias	3	0.18894855678081512
348804	embedding2nn.bias	4	0.1571931391954422
348804	embedding2nn.bias	5	-0.06643397361040115
348804	embedding2nn.bias	6	-0.0426502525806427
348804	embedding2nn.bias	7	-0.0008207559585571289
348804	embedding2nn.bias	8	-0.1847716122865677
348804	embedding2nn.bias	9	-0.37235745787620544
348804	rnn.weight_ih_l0	0	0.010921664535999298
348804	rnn.weight_ih_l0	1	-0.07780402898788452
348804	rnn.weight_ih_l0	2	-0.0869876891374588
348804	rnn.weight_ih_l0	3	0.08249020576477051
348804	rnn.weight_ih_l0	4	-0.004950678441673517
348804	rnn.weight_ih_l0	5	-0.11414939165115356
348804	rnn.weight_ih_l0	6	-0.031442780047655106
348804	rnn.weight_ih_l0	7	-0.017247436568140984
348804	rnn.weight_ih_l0	8	0.04903080314397812
348804	rnn.weight_ih_l0	9	-0.0675680935382843
348804	rnn.weight_hh_l0	0	0.0014803392114117742
348804	rnn.weight_hh_l0	1	0.062282562255859375
348804	rnn.weight_hh_l0	2	0.036823030561208725
348804	rnn.weight_hh_l0	3	0.012531719170510769
348804	rnn.weight_hh_l0	4	0.022054260596632957
348804	rnn.weight_hh_l0	5	0.04832877963781357
348804	rnn.weight_hh_l0	6	-0.04464772343635559
348804	rnn.weight_hh_l0	7	-0.06253191828727722
348804	rnn.weight_hh_l0	8	0.039745159447193146
348804	rnn.weight_hh_l0	9	-0.1043681800365448
348804	rnn.bias_ih_l0	0	0.1471373587846756
348804	rnn.bias_ih_l0	1	-0.2537696659564972
348804	rnn.bias_ih_l0	2	-0.022557664662599564
348804	rnn.bias_ih_l0	3	-0.17888003587722778
348804	rnn.bias_ih_l0	4	0.015058922581374645
348804	rnn.bias_ih_l0	5	-0.33735302090644836
348804	rnn.bias_ih_l0	6	-0.11435149610042572
348804	rnn.bias_ih_l0	7	-0.3064960539340973
348804	rnn.bias_ih_l0	8	-0.24908611178398132
348804	rnn.bias_ih_l0	9	-0.3834976255893707
348804	rnn.bias_hh_l0	0	-0.298700749874115
348804	rnn.bias_hh_l0	1	-0.31147944927215576
348804	rnn.bias_hh_l0	2	-0.2789631187915802
348804	rnn.bias_hh_l0	3	-0.08398348093032837
348804	rnn.bias_hh_l0	4	-0.28108274936676025
348804	rnn.bias_hh_l0	5	-0.29471486806869507
348804	rnn.bias_hh_l0	6	-0.12345441430807114
348804	rnn.bias_hh_l0	7	0.054153814911842346
348804	rnn.bias_hh_l0	8	-0.1923593133687973
348804	rnn.bias_hh_l0	9	-0.4713377356529236
348804	rnn.weight_ih_l0_reverse	0	0.025303222239017487
348804	rnn.weight_ih_l0_reverse	1	-0.07241585105657578
348804	rnn.weight_ih_l0_reverse	2	-0.02905365638434887
348804	rnn.weight_ih_l0_reverse	3	-0.07768946141004562
348804	rnn.weight_ih_l0_reverse	4	0.055585477501153946
348804	rnn.weight_ih_l0_reverse	5	-0.0992932841181755
348804	rnn.weight_ih_l0_reverse	6	0.03621614724397659
348804	rnn.weight_ih_l0_reverse	7	0.010377809405326843
348804	rnn.weight_ih_l0_reverse	8	-0.053502991795539856
348804	rnn.weight_ih_l0_reverse	9	-0.10315258055925369
348804	rnn.weight_hh_l0_reverse	0	-0.08294149488210678
348804	rnn.weight_hh_l0_reverse	1	0.01891760155558586
348804	rnn.weight_hh_l0_reverse	2	-0.013974247500300407
348804	rnn.weight_hh_l0_reverse	3	0.027954397723078728
348804	rnn.weight_hh_l0_reverse	4	-0.06745243072509766
348804	rnn.weight_hh_l0_reverse	5	0.04274636134505272
348804	rnn.weight_hh_l0_reverse	6	0.020313097164034843
348804	rnn.weight_hh_l0_reverse	7	-0.058836910873651505
348804	rnn.weight_hh_l0_reverse	8	0.0005474517238326371
348804	rnn.weight_hh_l0_reverse	9	0.08484295755624771
348804	rnn.bias_ih_l0_reverse	0	-0.1786266714334488
348804	rnn.bias_ih_l0_reverse	1	-0.09880421310663223
348804	rnn.bias_ih_l0_reverse	2	0.10136503726243973
348804	rnn.bias_ih_l0_reverse	3	-0.24868644773960114
348804	rnn.bias_ih_l0_reverse	4	-0.03146227449178696
348804	rnn.bias_ih_l0_reverse	5	-0.21719957888126373
348804	rnn.bias_ih_l0_reverse	6	0.2599737048149109
348804	rnn.bias_ih_l0_reverse	7	-0.2951464354991913
348804	rnn.bias_ih_l0_reverse	8	-0.12891548871994019
348804	rnn.bias_ih_l0_reverse	9	-0.16478964686393738
348804	rnn.bias_hh_l0_reverse	0	-0.12370866537094116
348804	rnn.bias_hh_l0_reverse	1	0.25480571389198303
348804	rnn.bias_hh_l0_reverse	2	-0.31919553875923157
348804	rnn.bias_hh_l0_reverse	3	-0.18992318212985992
348804	rnn.bias_hh_l0_reverse	4	-0.3491216003894806
348804	rnn.bias_hh_l0_reverse	5	-0.16859424114227295
348804	rnn.bias_hh_l0_reverse	6	-0.26396238803863525
348804	rnn.bias_hh_l0_reverse	7	-0.08310612291097641
348804	rnn.bias_hh_l0_reverse	8	-0.24142751097679138
348804	rnn.bias_hh_l0_reverse	9	0.21193557977676392
348804	linear.weight	0	0.10905872285366058
348804	linear.weight	1	-0.4887979328632355
348804	linear.weight	2	-0.022574407979846
348804	linear.weight	3	0.06761543452739716
348804	linear.weight	4	-0.1500074416399002
348804	linear.weight	5	0.19765181839466095
348804	linear.weight	6	-0.027627255767583847
348804	linear.weight	7	-0.06369072943925858
348804	linear.weight	8	0.0986352264881134
348804	linear.weight	9	-0.04581369087100029
348804	linear.bias	0	-1.0306581258773804
348804	linear.bias	1	1.8859195709228516
348804	linear.bias	2	0.7159959673881531
348804	linear.bias	3	-2.5939769744873047
348804	linear.bias	4	-0.19273491203784943
348804	linear.bias	5	1.228377103805542
348804	linear.bias	6	-0.2064475417137146
348804	linear.bias	7	0.7107537984848022
348804	linear.bias	8	2.1132993698120117
348804	linear.bias	9	-1.5017935037612915
349413	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
349413	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
349413	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
349413	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
349413	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
349413	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
349413	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
349413	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
349413	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
349413	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
349413	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
349413	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
349413	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
349413	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
349413	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
349413	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
349413	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
349413	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
349413	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
349413	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
349413	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
349413	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
349413	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
349413	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
349413	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
349413	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
349413	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
349413	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
349413	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
349413	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
349413	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
349413	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
349413	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
349413	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
349413	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
349413	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
349413	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
349413	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
349413	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
349413	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
349413	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
349413	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
349413	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
349413	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
349413	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
349413	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
349413	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
349413	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
349413	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
349413	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
349413	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
349413	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
349413	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
349413	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
349413	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
349413	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
349413	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
349413	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
349413	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
349413	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
349413	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
349413	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
349413	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
349413	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
349413	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
349413	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
349413	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
349413	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
349413	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
349413	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
349413	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
349413	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
349413	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
349413	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
349413	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
349413	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
349413	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
349413	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
349413	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
349413	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
349413	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
349413	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
349413	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
349413	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
349413	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
349413	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
349413	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
349413	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
349413	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
349413	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
349413	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
349413	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
349413	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
349413	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
349413	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
349413	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
349413	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
349413	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
349413	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
349413	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
349413	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
349413	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
349413	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
349413	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
349413	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
349413	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
349413	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
349413	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
349413	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
349413	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
349413	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
349413	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
349413	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
349413	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
349413	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
349413	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
349413	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
349413	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
349413	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
349413	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
349413	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
349413	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
349413	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
349413	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
349413	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
349413	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
349413	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
349413	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
349413	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
349413	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
349413	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
349413	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
349413	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
349413	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
349413	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
349413	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
349413	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
349413	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
349413	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
349413	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
349413	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
349413	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
349413	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
349413	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
349413	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
349413	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
349413	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
349413	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
349413	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
349413	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
349413	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
349413	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
349413	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
349413	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
349413	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
349413	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
349413	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
349413	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
349413	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
349413	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
349413	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
349413	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
349413	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
349413	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
349413	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
349413	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
349413	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
349413	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
349413	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
349413	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
349413	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
349413	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
349413	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
349413	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
349413	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
349413	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
349413	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
349413	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
349413	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
349413	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
349413	embedding2nn.weight	0	0.3108503818511963
349413	embedding2nn.weight	1	0.3672226369380951
349413	embedding2nn.weight	2	-0.0029473186004906893
349413	embedding2nn.weight	3	0.011765647679567337
349413	embedding2nn.weight	4	-0.047603312879800797
349413	embedding2nn.weight	5	0.06406782567501068
349413	embedding2nn.weight	6	0.015044950880110264
349413	embedding2nn.weight	7	-0.008156117051839828
349413	embedding2nn.weight	8	0.03676142171025276
349413	embedding2nn.weight	9	-0.04960138350725174
349413	embedding2nn.bias	0	0.018244624137878418
349413	embedding2nn.bias	1	-0.14394620060920715
349413	embedding2nn.bias	2	0.0848277136683464
349413	embedding2nn.bias	3	0.18469935655593872
349413	embedding2nn.bias	4	0.15678948163986206
349413	embedding2nn.bias	5	-0.03453260287642479
349413	embedding2nn.bias	6	-0.0432564951479435
349413	embedding2nn.bias	7	0.02092144638299942
349413	embedding2nn.bias	8	-0.17704105377197266
349413	embedding2nn.bias	9	-0.38416215777397156
349413	rnn.weight_ih_l0	0	0.010679521597921848
349413	rnn.weight_ih_l0	1	-0.07889782637357712
349413	rnn.weight_ih_l0	2	-0.08280130475759506
349413	rnn.weight_ih_l0	3	0.08176089823246002
349413	rnn.weight_ih_l0	4	-0.002962669590488076
349413	rnn.weight_ih_l0	5	-0.11372838914394379
349413	rnn.weight_ih_l0	6	-0.026330841705203056
349413	rnn.weight_ih_l0	7	-0.019575335085392
349413	rnn.weight_ih_l0	8	0.048916660249233246
349413	rnn.weight_ih_l0	9	-0.06965598464012146
349413	rnn.weight_hh_l0	0	0.0018374088685959578
349413	rnn.weight_hh_l0	1	0.06147387623786926
349413	rnn.weight_hh_l0	2	0.03574257716536522
349413	rnn.weight_hh_l0	3	0.012594827450811863
349413	rnn.weight_hh_l0	4	0.02202131785452366
349413	rnn.weight_hh_l0	5	0.04644361883401871
349413	rnn.weight_hh_l0	6	-0.04451904445886612
349413	rnn.weight_hh_l0	7	-0.061963774263858795
349413	rnn.weight_hh_l0	8	0.03963100537657738
349413	rnn.weight_hh_l0	9	-0.10398130118846893
349413	rnn.bias_ih_l0	0	0.15598689019680023
349413	rnn.bias_ih_l0	1	-0.2530009150505066
349413	rnn.bias_ih_l0	2	-0.02366095408797264
349413	rnn.bias_ih_l0	3	-0.1763264685869217
349413	rnn.bias_ih_l0	4	0.014967480674386024
349413	rnn.bias_ih_l0	5	-0.3380836546421051
349413	rnn.bias_ih_l0	6	-0.08972887694835663
349413	rnn.bias_ih_l0	7	-0.30719220638275146
349413	rnn.bias_ih_l0	8	-0.2520202696323395
349413	rnn.bias_ih_l0	9	-0.37115564942359924
349413	rnn.bias_hh_l0	0	-0.30268141627311707
349413	rnn.bias_hh_l0	1	-0.319857120513916
349413	rnn.bias_hh_l0	2	-0.28510257601737976
349413	rnn.bias_hh_l0	3	-0.08065555989742279
349413	rnn.bias_hh_l0	4	-0.287249892950058
349413	rnn.bias_hh_l0	5	-0.29535526037216187
349413	rnn.bias_hh_l0	6	-0.12212228029966354
349413	rnn.bias_hh_l0	7	0.05485063046216965
349413	rnn.bias_hh_l0	8	-0.19467955827713013
349413	rnn.bias_hh_l0	9	-0.460440456867218
349413	rnn.weight_ih_l0_reverse	0	0.024236362427473068
349413	rnn.weight_ih_l0_reverse	1	-0.07152378559112549
349413	rnn.weight_ih_l0_reverse	2	-0.02867233380675316
349413	rnn.weight_ih_l0_reverse	3	-0.07713636755943298
349413	rnn.weight_ih_l0_reverse	4	0.05802420899271965
349413	rnn.weight_ih_l0_reverse	5	-0.0989447608590126
349413	rnn.weight_ih_l0_reverse	6	0.036017123609781265
349413	rnn.weight_ih_l0_reverse	7	0.00947494339197874
349413	rnn.weight_ih_l0_reverse	8	-0.048370055854320526
349413	rnn.weight_ih_l0_reverse	9	-0.09713835269212723
349413	rnn.weight_hh_l0_reverse	0	-0.08283355087041855
349413	rnn.weight_hh_l0_reverse	1	0.01886354200541973
349413	rnn.weight_hh_l0_reverse	2	-0.012493306770920753
349413	rnn.weight_hh_l0_reverse	3	0.027081366628408432
349413	rnn.weight_hh_l0_reverse	4	-0.06785143911838531
349413	rnn.weight_hh_l0_reverse	5	0.04198154807090759
349413	rnn.weight_hh_l0_reverse	6	0.020424671471118927
349413	rnn.weight_hh_l0_reverse	7	-0.05919351428747177
349413	rnn.weight_hh_l0_reverse	8	0.0024108481593430042
349413	rnn.weight_hh_l0_reverse	9	0.08572246134281158
349413	rnn.bias_ih_l0_reverse	0	-0.17541521787643433
349413	rnn.bias_ih_l0_reverse	1	-0.09312231838703156
349413	rnn.bias_ih_l0_reverse	2	0.09636614471673965
349413	rnn.bias_ih_l0_reverse	3	-0.25092166662216187
349413	rnn.bias_ih_l0_reverse	4	-0.040136437863111496
349413	rnn.bias_ih_l0_reverse	5	-0.21962955594062805
349413	rnn.bias_ih_l0_reverse	6	0.25041016936302185
349413	rnn.bias_ih_l0_reverse	7	-0.3175814151763916
349413	rnn.bias_ih_l0_reverse	8	-0.13152208924293518
349413	rnn.bias_ih_l0_reverse	9	-0.15895697474479675
349413	rnn.bias_hh_l0_reverse	0	-0.13255071640014648
349413	rnn.bias_hh_l0_reverse	1	0.25562626123428345
349413	rnn.bias_hh_l0_reverse	2	-0.32180508971214294
349413	rnn.bias_hh_l0_reverse	3	-0.19468288123607635
349413	rnn.bias_hh_l0_reverse	4	-0.3487061560153961
349413	rnn.bias_hh_l0_reverse	5	-0.16364845633506775
349413	rnn.bias_hh_l0_reverse	6	-0.27136126160621643
349413	rnn.bias_hh_l0_reverse	7	-0.07927289605140686
349413	rnn.bias_hh_l0_reverse	8	-0.24667306244373322
349413	rnn.bias_hh_l0_reverse	9	0.21079595386981964
349413	linear.weight	0	0.14654625952243805
349413	linear.weight	1	-0.44868484139442444
349413	linear.weight	2	0.0001464485249016434
349413	linear.weight	3	0.0676153227686882
349413	linear.weight	4	-0.160488560795784
349413	linear.weight	5	0.2162572741508484
349413	linear.weight	6	0.00338932266458869
349413	linear.weight	7	-0.0636809766292572
349413	linear.weight	8	0.1032051146030426
349413	linear.weight	9	-0.04583027958869934
349413	linear.bias	0	-1.0423516035079956
349413	linear.bias	1	1.8701549768447876
349413	linear.bias	2	0.7405560612678528
349413	linear.bias	3	-2.5944504737854004
349413	linear.bias	4	-0.13977909088134766
349413	linear.bias	5	1.2595601081848145
349413	linear.bias	6	-0.2033524215221405
349413	linear.bias	7	0.6848359107971191
349413	linear.bias	8	2.161750555038452
349413	linear.bias	9	-1.511588215827942
350022	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
350022	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
350022	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
350022	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
350022	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
350022	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
350022	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
350022	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
350022	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
350022	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
350022	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
350022	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
350022	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
350022	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
350022	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
350022	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
350022	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
350022	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
350022	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
350022	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
350022	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
350022	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
350022	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
350022	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
350022	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
350022	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
350022	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
350022	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
350022	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
350022	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
350022	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
350022	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
350022	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
350022	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
350022	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
350022	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
350022	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
350022	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
350022	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
350022	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
350022	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
350022	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
350022	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
350022	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
350022	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
350022	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
350022	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
350022	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
350022	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
350022	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
350022	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
350022	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
350022	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
350022	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
350022	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
350022	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
350022	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
350022	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
350022	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
350022	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
350022	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
350022	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
350022	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
350022	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
350022	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
350022	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
350022	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
350022	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
350022	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
350022	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
350022	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
350022	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
350022	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
350022	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
350022	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
350022	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
350022	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
350022	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
350022	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
350022	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
350022	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
350022	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
350022	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
350022	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
350022	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
350022	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
350022	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
350022	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
350022	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
350022	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
350022	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
350022	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
350022	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
350022	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
350022	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
350022	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
350022	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
350022	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
350022	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
350022	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
350022	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
350022	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
350022	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
350022	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
350022	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
350022	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
350022	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
350022	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
350022	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
350022	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
350022	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
350022	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
350022	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
350022	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
350022	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
350022	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
350022	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
350022	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
350022	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
350022	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
350022	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
350022	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
350022	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
350022	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
350022	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
350022	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
350022	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
350022	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
350022	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
350022	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
350022	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
350022	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
350022	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
350022	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
350022	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
350022	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
350022	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
350022	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
350022	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
350022	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
350022	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
350022	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
350022	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
350022	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
350022	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
350022	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
350022	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
350022	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
350022	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
350022	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
350022	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
350022	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
350022	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
350022	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
350022	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
350022	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
350022	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
350022	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
350022	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
350022	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
350022	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
350022	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
350022	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
350022	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
350022	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
350022	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
350022	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
350022	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
350022	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
350022	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
350022	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
350022	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
350022	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
350022	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
350022	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
350022	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
350022	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
350022	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
350022	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
350022	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
350022	embedding2nn.weight	0	0.3119153082370758
350022	embedding2nn.weight	1	0.36647504568099976
350022	embedding2nn.weight	2	0.0006741640972904861
350022	embedding2nn.weight	3	0.007038822863250971
350022	embedding2nn.weight	4	-0.052000679075717926
350022	embedding2nn.weight	5	0.0655769556760788
350022	embedding2nn.weight	6	0.01355245802551508
350022	embedding2nn.weight	7	0.001185982022434473
350022	embedding2nn.weight	8	0.036088842898607254
350022	embedding2nn.weight	9	-0.050187692046165466
350022	embedding2nn.bias	0	0.0496392697095871
350022	embedding2nn.bias	1	-0.1651691496372223
350022	embedding2nn.bias	2	0.09634856134653091
350022	embedding2nn.bias	3	0.16274115443229675
350022	embedding2nn.bias	4	0.1458062380552292
350022	embedding2nn.bias	5	-0.05464978888630867
350022	embedding2nn.bias	6	-0.03583772853016853
350022	embedding2nn.bias	7	0.011150175705552101
350022	embedding2nn.bias	8	-0.1705167591571808
350022	embedding2nn.bias	9	-0.38137558102607727
350022	rnn.weight_ih_l0	0	0.01125360932201147
350022	rnn.weight_ih_l0	1	-0.07738850265741348
350022	rnn.weight_ih_l0	2	-0.09197288006544113
350022	rnn.weight_ih_l0	3	0.08708906918764114
350022	rnn.weight_ih_l0	4	-0.0019064387306571007
350022	rnn.weight_ih_l0	5	-0.10919813811779022
350022	rnn.weight_ih_l0	6	-0.02362896502017975
350022	rnn.weight_ih_l0	7	-0.018655043095350266
350022	rnn.weight_ih_l0	8	0.04714002460241318
350022	rnn.weight_ih_l0	9	-0.06571173667907715
350022	rnn.weight_hh_l0	0	0.0012717681238427758
350022	rnn.weight_hh_l0	1	0.06135088577866554
350022	rnn.weight_hh_l0	2	0.03626098856329918
350022	rnn.weight_hh_l0	3	0.012312095612287521
350022	rnn.weight_hh_l0	4	0.021973609924316406
350022	rnn.weight_hh_l0	5	0.046995338052511215
350022	rnn.weight_hh_l0	6	-0.04360556602478027
350022	rnn.weight_hh_l0	7	-0.06209111958742142
350022	rnn.weight_hh_l0	8	0.03994731232523918
350022	rnn.weight_hh_l0	9	-0.10584469139575958
350022	rnn.bias_ih_l0	0	0.16670343279838562
350022	rnn.bias_ih_l0	1	-0.24696823954582214
350022	rnn.bias_ih_l0	2	-0.02514389157295227
350022	rnn.bias_ih_l0	3	-0.1752469390630722
350022	rnn.bias_ih_l0	4	0.01783672906458378
350022	rnn.bias_ih_l0	5	-0.3402635157108307
350022	rnn.bias_ih_l0	6	-0.08905769139528275
350022	rnn.bias_ih_l0	7	-0.3074135184288025
350022	rnn.bias_ih_l0	8	-0.2457749992609024
350022	rnn.bias_ih_l0	9	-0.3744444251060486
350022	rnn.bias_hh_l0	0	-0.3107541799545288
350022	rnn.bias_hh_l0	1	-0.3129895031452179
350022	rnn.bias_hh_l0	2	-0.2861635982990265
350022	rnn.bias_hh_l0	3	-0.07729757577180862
350022	rnn.bias_hh_l0	4	-0.2846038043498993
350022	rnn.bias_hh_l0	5	-0.2930651903152466
350022	rnn.bias_hh_l0	6	-0.12015917897224426
350022	rnn.bias_hh_l0	7	0.044576097279787064
350022	rnn.bias_hh_l0	8	-0.1967671811580658
350022	rnn.bias_hh_l0	9	-0.45746856927871704
350022	rnn.weight_ih_l0_reverse	0	0.022390060126781464
350022	rnn.weight_ih_l0_reverse	1	-0.06979047507047653
350022	rnn.weight_ih_l0_reverse	2	-0.02726517803966999
350022	rnn.weight_ih_l0_reverse	3	-0.07852400839328766
350022	rnn.weight_ih_l0_reverse	4	0.05846017971634865
350022	rnn.weight_ih_l0_reverse	5	-0.0987882986664772
350022	rnn.weight_ih_l0_reverse	6	0.027016565203666687
350022	rnn.weight_ih_l0_reverse	7	0.011023684404790401
350022	rnn.weight_ih_l0_reverse	8	-0.04728035628795624
350022	rnn.weight_ih_l0_reverse	9	-0.09841851145029068
350022	rnn.weight_hh_l0_reverse	0	-0.08320188522338867
350022	rnn.weight_hh_l0_reverse	1	0.02005288377404213
350022	rnn.weight_hh_l0_reverse	2	-0.01231054775416851
350022	rnn.weight_hh_l0_reverse	3	0.027094155550003052
350022	rnn.weight_hh_l0_reverse	4	-0.06873961538076401
350022	rnn.weight_hh_l0_reverse	5	0.04146985709667206
350022	rnn.weight_hh_l0_reverse	6	0.020709197968244553
350022	rnn.weight_hh_l0_reverse	7	-0.06356945633888245
350022	rnn.weight_hh_l0_reverse	8	0.004111121408641338
350022	rnn.weight_hh_l0_reverse	9	0.08709803223609924
350022	rnn.bias_ih_l0_reverse	0	-0.1697685420513153
350022	rnn.bias_ih_l0_reverse	1	-0.08542630821466446
350022	rnn.bias_ih_l0_reverse	2	0.09102880209684372
350022	rnn.bias_ih_l0_reverse	3	-0.24762776494026184
350022	rnn.bias_ih_l0_reverse	4	-0.04424816742539406
350022	rnn.bias_ih_l0_reverse	5	-0.21968980133533478
350022	rnn.bias_ih_l0_reverse	6	0.2604849934577942
350022	rnn.bias_ih_l0_reverse	7	-0.30842292308807373
350022	rnn.bias_ih_l0_reverse	8	-0.13042116165161133
350022	rnn.bias_ih_l0_reverse	9	-0.1629132628440857
350022	rnn.bias_hh_l0_reverse	0	-0.12284263223409653
350022	rnn.bias_hh_l0_reverse	1	0.25697553157806396
350022	rnn.bias_hh_l0_reverse	2	-0.3167651295661926
350022	rnn.bias_hh_l0_reverse	3	-0.1858113557100296
350022	rnn.bias_hh_l0_reverse	4	-0.34646183252334595
350022	rnn.bias_hh_l0_reverse	5	-0.15962399542331696
350022	rnn.bias_hh_l0_reverse	6	-0.2734127938747406
350022	rnn.bias_hh_l0_reverse	7	-0.07862523198127747
350022	rnn.bias_hh_l0_reverse	8	-0.24263538420200348
350022	rnn.bias_hh_l0_reverse	9	0.2163054347038269
350022	linear.weight	0	0.1389932632446289
350022	linear.weight	1	-0.4631121754646301
350022	linear.weight	2	-0.012481994926929474
350022	linear.weight	3	0.06761552393436432
350022	linear.weight	4	-0.14288583397865295
350022	linear.weight	5	0.1796916425228119
350022	linear.weight	6	-0.007972527295351028
350022	linear.weight	7	-0.06367265433073044
350022	linear.weight	8	0.10812453925609589
350022	linear.weight	9	-0.045846354216337204
350022	linear.bias	0	-0.9535026550292969
350022	linear.bias	1	1.8804739713668823
350022	linear.bias	2	0.7010971307754517
350022	linear.bias	3	-2.5949037075042725
350022	linear.bias	4	-0.15523214638233185
350022	linear.bias	5	1.2562373876571655
350022	linear.bias	6	-0.1929926723241806
350022	linear.bias	7	0.6855855584144592
350022	linear.bias	8	2.1217432022094727
350022	linear.bias	9	-1.4837433099746704
350631	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
350631	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
350631	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
350631	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
350631	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
350631	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
350631	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
350631	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
350631	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
350631	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
350631	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
350631	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
350631	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
350631	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
350631	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
350631	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
350631	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
350631	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
350631	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
350631	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
350631	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
350631	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
350631	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
350631	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
350631	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
350631	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
350631	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
350631	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
350631	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
350631	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
350631	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
350631	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
350631	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
350631	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
350631	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
350631	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
350631	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
350631	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
350631	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
350631	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
350631	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
350631	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
350631	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
350631	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
350631	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
350631	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
350631	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
350631	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
350631	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
350631	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
350631	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
350631	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
350631	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
350631	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
350631	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
350631	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
350631	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
350631	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
350631	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
350631	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
350631	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
350631	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
350631	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
350631	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
350631	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
350631	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
350631	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
350631	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
350631	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
350631	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
350631	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
350631	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
350631	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
350631	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
350631	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
350631	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
350631	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
350631	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
350631	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
350631	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
350631	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
350631	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
350631	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
350631	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
350631	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
350631	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
350631	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
350631	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
350631	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
350631	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
350631	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
350631	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
350631	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
350631	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
350631	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
350631	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
350631	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
350631	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
350631	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
350631	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
350631	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
350631	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
350631	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
350631	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
350631	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
350631	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
350631	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
350631	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
350631	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
350631	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
350631	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
350631	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
350631	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
350631	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
350631	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
350631	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
350631	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
350631	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
350631	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
350631	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
350631	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
350631	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
350631	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
350631	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
350631	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
350631	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
350631	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
350631	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
350631	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
350631	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
350631	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
350631	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
350631	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
350631	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
350631	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
350631	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
350631	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
350631	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
350631	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
350631	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
350631	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
350631	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
350631	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
350631	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
350631	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
350631	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
350631	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
350631	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
350631	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
350631	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
350631	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
350631	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
350631	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
350631	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
350631	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
350631	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
350631	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
350631	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
350631	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
350631	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
350631	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
350631	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
350631	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
350631	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
350631	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
350631	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
350631	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
350631	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
350631	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
350631	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
350631	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
350631	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
350631	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
350631	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
350631	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
350631	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
350631	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
350631	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
350631	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
350631	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
350631	embedding2nn.weight	0	0.31258758902549744
350631	embedding2nn.weight	1	0.36599013209342957
350631	embedding2nn.weight	2	-0.002671438967809081
350631	embedding2nn.weight	3	0.0011011393507942557
350631	embedding2nn.weight	4	-0.050867222249507904
350631	embedding2nn.weight	5	0.06879433244466782
350631	embedding2nn.weight	6	0.009363728575408459
350631	embedding2nn.weight	7	0.002984764752909541
350631	embedding2nn.weight	8	0.03919639438390732
350631	embedding2nn.weight	9	-0.055269528180360794
350631	embedding2nn.bias	0	0.04866315796971321
350631	embedding2nn.bias	1	-0.14857707917690277
350631	embedding2nn.bias	2	0.08652074635028839
350631	embedding2nn.bias	3	0.18782246112823486
350631	embedding2nn.bias	4	0.14270155131816864
350631	embedding2nn.bias	5	-0.049623917788267136
350631	embedding2nn.bias	6	-0.04796549677848816
350631	embedding2nn.bias	7	0.025782829150557518
350631	embedding2nn.bias	8	-0.16911901533603668
350631	embedding2nn.bias	9	-0.3847716450691223
350631	rnn.weight_ih_l0	0	0.014077180065214634
350631	rnn.weight_ih_l0	1	-0.0785970538854599
350631	rnn.weight_ih_l0	2	-0.09726952016353607
350631	rnn.weight_ih_l0	3	0.088655486702919
350631	rnn.weight_ih_l0	4	0.0008694882853887975
350631	rnn.weight_ih_l0	5	-0.11216235160827637
350631	rnn.weight_ih_l0	6	-0.020214419811964035
350631	rnn.weight_ih_l0	7	-0.02045665867626667
350631	rnn.weight_ih_l0	8	0.05072109401226044
350631	rnn.weight_ih_l0	9	-0.06838934123516083
350631	rnn.weight_hh_l0	0	0.0012421278515830636
350631	rnn.weight_hh_l0	1	0.061578672379255295
350631	rnn.weight_hh_l0	2	0.03502880409359932
350631	rnn.weight_hh_l0	3	0.012954678386449814
350631	rnn.weight_hh_l0	4	0.02200164459645748
350631	rnn.weight_hh_l0	5	0.04511487856507301
350631	rnn.weight_hh_l0	6	-0.04331906884908676
350631	rnn.weight_hh_l0	7	-0.0612049475312233
350631	rnn.weight_hh_l0	8	0.039974600076675415
350631	rnn.weight_hh_l0	9	-0.10491015017032623
350631	rnn.bias_ih_l0	0	0.16469880938529968
350631	rnn.bias_ih_l0	1	-0.2482033669948578
350631	rnn.bias_ih_l0	2	-0.01954401284456253
350631	rnn.bias_ih_l0	3	-0.17022457718849182
350631	rnn.bias_ih_l0	4	0.02448313869535923
350631	rnn.bias_ih_l0	5	-0.34183886647224426
350631	rnn.bias_ih_l0	6	-0.09054815024137497
350631	rnn.bias_ih_l0	7	-0.3072725832462311
350631	rnn.bias_ih_l0	8	-0.24564974009990692
350631	rnn.bias_ih_l0	9	-0.37758609652519226
350631	rnn.bias_hh_l0	0	-0.3064945936203003
350631	rnn.bias_hh_l0	1	-0.3189953863620758
350631	rnn.bias_hh_l0	2	-0.28801771998405457
350631	rnn.bias_hh_l0	3	-0.07369478046894073
350631	rnn.bias_hh_l0	4	-0.2937416732311249
350631	rnn.bias_hh_l0	5	-0.2862468361854553
350631	rnn.bias_hh_l0	6	-0.12441807985305786
350631	rnn.bias_hh_l0	7	0.04837572202086449
350631	rnn.bias_hh_l0	8	-0.19991520047187805
350631	rnn.bias_hh_l0	9	-0.46507757902145386
350631	rnn.weight_ih_l0_reverse	0	0.022626977413892746
350631	rnn.weight_ih_l0_reverse	1	-0.07046495378017426
350631	rnn.weight_ih_l0_reverse	2	-0.025979401543736458
350631	rnn.weight_ih_l0_reverse	3	-0.08156215399503708
350631	rnn.weight_ih_l0_reverse	4	0.060709986835718155
350631	rnn.weight_ih_l0_reverse	5	-0.10801664739847183
350631	rnn.weight_ih_l0_reverse	6	0.025895511731505394
350631	rnn.weight_ih_l0_reverse	7	0.011619913391768932
350631	rnn.weight_ih_l0_reverse	8	-0.041852474212646484
350631	rnn.weight_ih_l0_reverse	9	-0.09282267093658447
350631	rnn.weight_hh_l0_reverse	0	-0.08368507027626038
350631	rnn.weight_hh_l0_reverse	1	0.020106235519051552
350631	rnn.weight_hh_l0_reverse	2	-0.013053898699581623
350631	rnn.weight_hh_l0_reverse	3	0.026088787242770195
350631	rnn.weight_hh_l0_reverse	4	-0.06829806417226791
350631	rnn.weight_hh_l0_reverse	5	0.042533937841653824
350631	rnn.weight_hh_l0_reverse	6	0.020777376368641853
350631	rnn.weight_hh_l0_reverse	7	-0.06809603422880173
350631	rnn.weight_hh_l0_reverse	8	0.007147506345063448
350631	rnn.weight_hh_l0_reverse	9	0.08585788309574127
350631	rnn.bias_ih_l0_reverse	0	-0.16707515716552734
350631	rnn.bias_ih_l0_reverse	1	-0.07349378615617752
350631	rnn.bias_ih_l0_reverse	2	0.10189256817102432
350631	rnn.bias_ih_l0_reverse	3	-0.25092706084251404
350631	rnn.bias_ih_l0_reverse	4	-0.03828240931034088
350631	rnn.bias_ih_l0_reverse	5	-0.2166050523519516
350631	rnn.bias_ih_l0_reverse	6	0.26508668065071106
350631	rnn.bias_ih_l0_reverse	7	-0.3058294355869293
350631	rnn.bias_ih_l0_reverse	8	-0.1287665218114853
350631	rnn.bias_ih_l0_reverse	9	-0.14975430071353912
350631	rnn.bias_hh_l0_reverse	0	-0.12276981770992279
350631	rnn.bias_hh_l0_reverse	1	0.2564431130886078
350631	rnn.bias_hh_l0_reverse	2	-0.31043457984924316
350631	rnn.bias_hh_l0_reverse	3	-0.1789036989212036
350631	rnn.bias_hh_l0_reverse	4	-0.3472122848033905
350631	rnn.bias_hh_l0_reverse	5	-0.1582467406988144
350631	rnn.bias_hh_l0_reverse	6	-0.27493664622306824
350631	rnn.bias_hh_l0_reverse	7	-0.07700332254171371
350631	rnn.bias_hh_l0_reverse	8	-0.23447147011756897
350631	rnn.bias_hh_l0_reverse	9	0.22665490210056305
350631	linear.weight	0	0.1272904872894287
350631	linear.weight	1	-0.42755386233329773
350631	linear.weight	2	0.008627556264400482
350631	linear.weight	3	0.06760881096124649
350631	linear.weight	4	-0.15116700530052185
350631	linear.weight	5	0.20198585093021393
350631	linear.weight	6	-0.013670246116816998
350631	linear.weight	7	-0.06365855038166046
350631	linear.weight	8	0.09396775811910629
350631	linear.weight	9	-0.04585764929652214
350631	linear.bias	0	-1.019244909286499
350631	linear.bias	1	1.966923475265503
350631	linear.bias	2	0.6895595788955688
350631	linear.bias	3	-2.5953547954559326
350631	linear.bias	4	-0.16762949526309967
350631	linear.bias	5	1.2546149492263794
350631	linear.bias	6	-0.22828994691371918
350631	linear.bias	7	0.6852272748947144
350631	linear.bias	8	2.1157634258270264
350631	linear.bias	9	-1.4761056900024414
351240	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
351240	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
351240	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
351240	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
351240	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
351240	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
351240	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
351240	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
351240	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
351240	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
351240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
351240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
351240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
351240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
351240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
351240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
351240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
351240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
351240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
351240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
351240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
351240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
351240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
351240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
351240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
351240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
351240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
351240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
351240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
351240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
351240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
351240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
351240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
351240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
351240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
351240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
351240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
351240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
351240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
351240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
351240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
351240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
351240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
351240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
351240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
351240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
351240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
351240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
351240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
351240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
351240	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
351240	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
351240	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
351240	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
351240	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
351240	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
351240	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
351240	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
351240	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
351240	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
351240	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
351240	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
351240	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
351240	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
351240	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
351240	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
351240	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
351240	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
351240	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
351240	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
351240	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
351240	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
351240	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
351240	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
351240	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
351240	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
351240	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
351240	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
351240	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
351240	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
351240	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
351240	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
351240	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
351240	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
351240	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
351240	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
351240	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
351240	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
351240	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
351240	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
351240	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
351240	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
351240	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
351240	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
351240	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
351240	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
351240	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
351240	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
351240	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
351240	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
351240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
351240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
351240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
351240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
351240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
351240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
351240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
351240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
351240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
351240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
351240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
351240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
351240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
351240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
351240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
351240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
351240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
351240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
351240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
351240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
351240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
351240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
351240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
351240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
351240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
351240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
351240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
351240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
351240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
351240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
351240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
351240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
351240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
351240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
351240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
351240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
351240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
351240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
351240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
351240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
351240	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
351240	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
351240	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
351240	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
351240	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
351240	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
351240	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
351240	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
351240	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
351240	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
351240	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
351240	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
351240	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
351240	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
351240	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
351240	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
351240	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
351240	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
351240	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
351240	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
351240	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
351240	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
351240	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
351240	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
351240	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
351240	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
351240	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
351240	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
351240	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
351240	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
351240	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
351240	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
351240	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
351240	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
351240	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
351240	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
351240	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
351240	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
351240	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
351240	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
351240	embedding2nn.weight	0	0.3129526674747467
351240	embedding2nn.weight	1	0.3669191598892212
351240	embedding2nn.weight	2	-0.008714037947356701
351240	embedding2nn.weight	3	0.010201594792306423
351240	embedding2nn.weight	4	-0.05147986859083176
351240	embedding2nn.weight	5	0.06269907206296921
351240	embedding2nn.weight	6	-0.0013668164610862732
351240	embedding2nn.weight	7	0.004265087191015482
351240	embedding2nn.weight	8	0.03723767027258873
351240	embedding2nn.weight	9	-0.05630183964967728
351240	embedding2nn.bias	0	0.039136458188295364
351240	embedding2nn.bias	1	-0.16801811754703522
351240	embedding2nn.bias	2	0.04940212517976761
351240	embedding2nn.bias	3	0.17421689629554749
351240	embedding2nn.bias	4	0.15120376646518707
351240	embedding2nn.bias	5	-0.04812277480959892
351240	embedding2nn.bias	6	-0.032333653420209885
351240	embedding2nn.bias	7	0.02590334787964821
351240	embedding2nn.bias	8	-0.1524851769208908
351240	embedding2nn.bias	9	-0.3825075626373291
351240	rnn.weight_ih_l0	0	0.0168051365762949
351240	rnn.weight_ih_l0	1	-0.078415147960186
351240	rnn.weight_ih_l0	2	-0.08930472284555435
351240	rnn.weight_ih_l0	3	0.09086421877145767
351240	rnn.weight_ih_l0	4	0.0006596763851121068
351240	rnn.weight_ih_l0	5	-0.10764928162097931
351240	rnn.weight_ih_l0	6	-0.018926775082945824
351240	rnn.weight_ih_l0	7	-0.022331371903419495
351240	rnn.weight_ih_l0	8	0.041485097259283066
351240	rnn.weight_ih_l0	9	-0.0670095905661583
351240	rnn.weight_hh_l0	0	0.0015814444050192833
351240	rnn.weight_hh_l0	1	0.06145605817437172
351240	rnn.weight_hh_l0	2	0.036415621638298035
351240	rnn.weight_hh_l0	3	0.013072949834167957
351240	rnn.weight_hh_l0	4	0.02230660617351532
351240	rnn.weight_hh_l0	5	0.04680248349905014
351240	rnn.weight_hh_l0	6	-0.043929874897003174
351240	rnn.weight_hh_l0	7	-0.05833670124411583
351240	rnn.weight_hh_l0	8	0.03995430842041969
351240	rnn.weight_hh_l0	9	-0.10492309927940369
351240	rnn.bias_ih_l0	0	0.16058184206485748
351240	rnn.bias_ih_l0	1	-0.24528013169765472
351240	rnn.bias_ih_l0	2	-0.02452279068529606
351240	rnn.bias_ih_l0	3	-0.1816016584634781
351240	rnn.bias_ih_l0	4	0.032130125910043716
351240	rnn.bias_ih_l0	5	-0.34426793456077576
351240	rnn.bias_ih_l0	6	-0.10248018801212311
351240	rnn.bias_ih_l0	7	-0.30818551778793335
351240	rnn.bias_ih_l0	8	-0.24089591205120087
351240	rnn.bias_ih_l0	9	-0.37995749711990356
351240	rnn.bias_hh_l0	0	-0.3071776330471039
351240	rnn.bias_hh_l0	1	-0.31688183546066284
351240	rnn.bias_hh_l0	2	-0.29009810090065
351240	rnn.bias_hh_l0	3	-0.07340893149375916
351240	rnn.bias_hh_l0	4	-0.29030537605285645
351240	rnn.bias_hh_l0	5	-0.2861722409725189
351240	rnn.bias_hh_l0	6	-0.1204419881105423
351240	rnn.bias_hh_l0	7	0.0501839779317379
351240	rnn.bias_hh_l0	8	-0.19232484698295593
351240	rnn.bias_hh_l0	9	-0.45520931482315063
351240	rnn.weight_ih_l0_reverse	0	0.023747403174638748
351240	rnn.weight_ih_l0_reverse	1	-0.07149798423051834
351240	rnn.weight_ih_l0_reverse	2	-0.019028834998607635
351240	rnn.weight_ih_l0_reverse	3	-0.08056139200925827
351240	rnn.weight_ih_l0_reverse	4	0.05923229455947876
351240	rnn.weight_ih_l0_reverse	5	-0.09685327857732773
351240	rnn.weight_ih_l0_reverse	6	0.022200455889105797
351240	rnn.weight_ih_l0_reverse	7	0.013117060996592045
351240	rnn.weight_ih_l0_reverse	8	-0.04717358201742172
351240	rnn.weight_ih_l0_reverse	9	-0.09577210247516632
351240	rnn.weight_hh_l0_reverse	0	-0.08412934839725494
351240	rnn.weight_hh_l0_reverse	1	0.01989271305501461
351240	rnn.weight_hh_l0_reverse	2	-0.013487054035067558
351240	rnn.weight_hh_l0_reverse	3	0.02587471529841423
351240	rnn.weight_hh_l0_reverse	4	-0.06642889231443405
351240	rnn.weight_hh_l0_reverse	5	0.042149804532527924
351240	rnn.weight_hh_l0_reverse	6	0.0209342110902071
351240	rnn.weight_hh_l0_reverse	7	-0.066098652780056
351240	rnn.weight_hh_l0_reverse	8	0.0079889427870512
351240	rnn.weight_hh_l0_reverse	9	0.08440877497196198
351240	rnn.bias_ih_l0_reverse	0	-0.1575537621974945
351240	rnn.bias_ih_l0_reverse	1	-0.07725714892148972
351240	rnn.bias_ih_l0_reverse	2	0.10237982124090195
351240	rnn.bias_ih_l0_reverse	3	-0.25649383664131165
351240	rnn.bias_ih_l0_reverse	4	-0.043922144919633865
351240	rnn.bias_ih_l0_reverse	5	-0.2056715339422226
351240	rnn.bias_ih_l0_reverse	6	0.2644096314907074
351240	rnn.bias_ih_l0_reverse	7	-0.30664873123168945
351240	rnn.bias_ih_l0_reverse	8	-0.13415855169296265
351240	rnn.bias_ih_l0_reverse	9	-0.15238149464130402
351240	rnn.bias_hh_l0_reverse	0	-0.1251409500837326
351240	rnn.bias_hh_l0_reverse	1	0.2553933262825012
351240	rnn.bias_hh_l0_reverse	2	-0.31105175614356995
351240	rnn.bias_hh_l0_reverse	3	-0.18001939356327057
351240	rnn.bias_hh_l0_reverse	4	-0.3507542610168457
351240	rnn.bias_hh_l0_reverse	5	-0.16191786527633667
351240	rnn.bias_hh_l0_reverse	6	-0.26952794194221497
351240	rnn.bias_hh_l0_reverse	7	-0.08299718052148819
351240	rnn.bias_hh_l0_reverse	8	-0.23541179299354553
351240	rnn.bias_hh_l0_reverse	9	0.224282369017601
351240	linear.weight	0	0.1449364870786667
351240	linear.weight	1	-0.4160800278186798
351240	linear.weight	2	0.012823095545172691
351240	linear.weight	3	0.06760668009519577
351240	linear.weight	4	-0.15229924023151398
351240	linear.weight	5	0.21638703346252441
351240	linear.weight	6	-0.005356842651963234
351240	linear.weight	7	-0.06363227218389511
351240	linear.weight	8	0.04888789355754852
351240	linear.weight	9	-0.04587367922067642
351240	linear.bias	0	-0.9963009357452393
351240	linear.bias	1	1.9568312168121338
351240	linear.bias	2	0.6836667656898499
351240	linear.bias	3	-2.5958688259124756
351240	linear.bias	4	-0.18856967985630035
351240	linear.bias	5	1.2400705814361572
351240	linear.bias	6	-0.2082572877407074
351240	linear.bias	7	0.7177463173866272
351240	linear.bias	8	2.1304240226745605
351240	linear.bias	9	-1.4503341913223267
351849	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
351849	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
351849	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
351849	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
351849	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
351849	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
351849	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
351849	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
351849	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
351849	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
351849	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
351849	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
351849	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
351849	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
351849	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
351849	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
351849	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
351849	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
351849	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
351849	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
351849	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
351849	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
351849	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
351849	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
351849	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
351849	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
351849	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
351849	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
351849	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
351849	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
351849	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
351849	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
351849	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
351849	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
351849	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
351849	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
351849	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
351849	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
351849	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
351849	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
351849	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
351849	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
351849	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
351849	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
351849	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
351849	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
351849	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
351849	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
351849	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
351849	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
351849	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
351849	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
351849	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
351849	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
351849	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
351849	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
351849	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
351849	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
351849	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
351849	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
351849	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
351849	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
351849	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
351849	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
351849	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
351849	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
351849	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
351849	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
351849	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
351849	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
351849	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
351849	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
351849	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
351849	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
351849	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
351849	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
351849	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
351849	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
351849	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
351849	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
351849	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
351849	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
351849	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
351849	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
351849	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
351849	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
351849	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
351849	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
351849	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
351849	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
351849	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
351849	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
351849	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
351849	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
351849	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
351849	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
351849	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
351849	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
351849	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
351849	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
351849	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
351849	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
351849	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
351849	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
351849	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
351849	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
351849	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
351849	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
351849	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
351849	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
351849	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
351849	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
351849	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
351849	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
351849	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
351849	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
351849	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
351849	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
351849	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
351849	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
351849	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
351849	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
351849	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
351849	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
351849	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
351849	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
351849	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
351849	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
351849	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
351849	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
351849	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
351849	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
351849	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
351849	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
351849	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
351849	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
351849	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
351849	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
351849	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
351849	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
351849	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
351849	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
351849	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
351849	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
351849	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
351849	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
351849	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
351849	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
351849	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
351849	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
351849	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
351849	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
351849	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
351849	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
351849	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
351849	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
351849	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
351849	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
351849	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
351849	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
351849	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
351849	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
351849	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
351849	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
351849	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
351849	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
351849	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
351849	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
351849	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
351849	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
351849	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
351849	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
351849	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
351849	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
351849	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
351849	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
351849	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
351849	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
351849	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
351849	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
351849	embedding2nn.weight	0	0.3111420273780823
351849	embedding2nn.weight	1	0.3733190894126892
351849	embedding2nn.weight	2	-0.005570941139012575
351849	embedding2nn.weight	3	-0.010088521987199783
351849	embedding2nn.weight	4	-0.05283810943365097
351849	embedding2nn.weight	5	0.06346103549003601
351849	embedding2nn.weight	6	-0.004619876854121685
351849	embedding2nn.weight	7	0.005985582713037729
351849	embedding2nn.weight	8	0.03928424417972565
351849	embedding2nn.weight	9	-0.06180819496512413
351849	embedding2nn.bias	0	0.04278057441115379
351849	embedding2nn.bias	1	-0.18233628571033478
351849	embedding2nn.bias	2	0.05699482932686806
351849	embedding2nn.bias	3	0.18435470759868622
351849	embedding2nn.bias	4	0.16360460221767426
351849	embedding2nn.bias	5	-0.050174396485090256
351849	embedding2nn.bias	6	-0.023180846124887466
351849	embedding2nn.bias	7	0.03913404792547226
351849	embedding2nn.bias	8	-0.16767655313014984
351849	embedding2nn.bias	9	-0.3794163465499878
351849	rnn.weight_ih_l0	0	0.015545368194580078
351849	rnn.weight_ih_l0	1	-0.07726144790649414
351849	rnn.weight_ih_l0	2	-0.0892484113574028
351849	rnn.weight_ih_l0	3	0.08796694874763489
351849	rnn.weight_ih_l0	4	-0.0018975806888192892
351849	rnn.weight_ih_l0	5	-0.09801167249679565
351849	rnn.weight_ih_l0	6	-0.020570170134305954
351849	rnn.weight_ih_l0	7	-0.014076070860028267
351849	rnn.weight_ih_l0	8	0.03585995361208916
351849	rnn.weight_ih_l0	9	-0.0716317892074585
351849	rnn.weight_hh_l0	0	0.00103751418646425
351849	rnn.weight_hh_l0	1	0.061483439058065414
351849	rnn.weight_hh_l0	2	0.036860886961221695
351849	rnn.weight_hh_l0	3	0.013090061023831367
351849	rnn.weight_hh_l0	4	0.02203298732638359
351849	rnn.weight_hh_l0	5	0.04768187552690506
351849	rnn.weight_hh_l0	6	-0.04385300353169441
351849	rnn.weight_hh_l0	7	-0.05578291788697243
351849	rnn.weight_hh_l0	8	0.04016176238656044
351849	rnn.weight_hh_l0	9	-0.10510751605033875
351849	rnn.bias_ih_l0	0	0.1577019840478897
351849	rnn.bias_ih_l0	1	-0.24225713312625885
351849	rnn.bias_ih_l0	2	-0.023555565625429153
351849	rnn.bias_ih_l0	3	-0.17610964179039001
351849	rnn.bias_ih_l0	4	0.0292983278632164
351849	rnn.bias_ih_l0	5	-0.3453090488910675
351849	rnn.bias_ih_l0	6	-0.09158386290073395
351849	rnn.bias_ih_l0	7	-0.30981922149658203
351849	rnn.bias_ih_l0	8	-0.24253593385219574
351849	rnn.bias_ih_l0	9	-0.3703172504901886
351849	rnn.bias_hh_l0	0	-0.3076919615268707
351849	rnn.bias_hh_l0	1	-0.3261459469795227
351849	rnn.bias_hh_l0	2	-0.29023730754852295
351849	rnn.bias_hh_l0	3	-0.07628793269395828
351849	rnn.bias_hh_l0	4	-0.2805328071117401
351849	rnn.bias_hh_l0	5	-0.28672003746032715
351849	rnn.bias_hh_l0	6	-0.11736055463552475
351849	rnn.bias_hh_l0	7	0.04309866204857826
351849	rnn.bias_hh_l0	8	-0.19160550832748413
351849	rnn.bias_hh_l0	9	-0.4597926437854767
351849	rnn.weight_ih_l0_reverse	0	0.014795931987464428
351849	rnn.weight_ih_l0_reverse	1	-0.0702061578631401
351849	rnn.weight_ih_l0_reverse	2	-0.014784635044634342
351849	rnn.weight_ih_l0_reverse	3	-0.07854420691728592
351849	rnn.weight_ih_l0_reverse	4	0.05957711860537529
351849	rnn.weight_ih_l0_reverse	5	-0.0991472601890564
351849	rnn.weight_ih_l0_reverse	6	0.01562533900141716
351849	rnn.weight_ih_l0_reverse	7	0.007240438833832741
351849	rnn.weight_ih_l0_reverse	8	-0.045031219720840454
351849	rnn.weight_ih_l0_reverse	9	-0.0893460363149643
351849	rnn.weight_hh_l0_reverse	0	-0.08347566425800323
351849	rnn.weight_hh_l0_reverse	1	0.018734106793999672
351849	rnn.weight_hh_l0_reverse	2	-0.013280627317726612
351849	rnn.weight_hh_l0_reverse	3	0.025822838768363
351849	rnn.weight_hh_l0_reverse	4	-0.0664219930768013
351849	rnn.weight_hh_l0_reverse	5	0.04251895099878311
351849	rnn.weight_hh_l0_reverse	6	0.02099982649087906
351849	rnn.weight_hh_l0_reverse	7	-0.06363463401794434
351849	rnn.weight_hh_l0_reverse	8	0.011260058730840683
351849	rnn.weight_hh_l0_reverse	9	0.08427756279706955
351849	rnn.bias_ih_l0_reverse	0	-0.1509513556957245
351849	rnn.bias_ih_l0_reverse	1	-0.08069276064634323
351849	rnn.bias_ih_l0_reverse	2	0.09989844262599945
351849	rnn.bias_ih_l0_reverse	3	-0.2538549602031708
351849	rnn.bias_ih_l0_reverse	4	-0.03698281571269035
351849	rnn.bias_ih_l0_reverse	5	-0.20069290697574615
351849	rnn.bias_ih_l0_reverse	6	0.2566397190093994
351849	rnn.bias_ih_l0_reverse	7	-0.2978802025318146
351849	rnn.bias_ih_l0_reverse	8	-0.13370013236999512
351849	rnn.bias_ih_l0_reverse	9	-0.1633380949497223
351849	rnn.bias_hh_l0_reverse	0	-0.1275806874036789
351849	rnn.bias_hh_l0_reverse	1	0.2634564936161041
351849	rnn.bias_hh_l0_reverse	2	-0.31713056564331055
351849	rnn.bias_hh_l0_reverse	3	-0.17819245159626007
351849	rnn.bias_hh_l0_reverse	4	-0.3474233150482178
351849	rnn.bias_hh_l0_reverse	5	-0.1651519387960434
351849	rnn.bias_hh_l0_reverse	6	-0.2735438644886017
351849	rnn.bias_hh_l0_reverse	7	-0.07716566324234009
351849	rnn.bias_hh_l0_reverse	8	-0.23852181434631348
351849	rnn.bias_hh_l0_reverse	9	0.21943579614162445
351849	linear.weight	0	0.12062178552150726
351849	linear.weight	1	-0.41178959608078003
351849	linear.weight	2	-0.014003927819430828
351849	linear.weight	3	0.06760978698730469
351849	linear.weight	4	-0.17039941251277924
351849	linear.weight	5	0.19695276021957397
351849	linear.weight	6	0.008857238106429577
351849	linear.weight	7	-0.06361770629882812
351849	linear.weight	8	0.0648634061217308
351849	linear.weight	9	-0.04589545354247093
351849	linear.bias	0	-1.007800579071045
351849	linear.bias	1	1.9369795322418213
351849	linear.bias	2	0.7029755115509033
351849	linear.bias	3	-2.596360921859741
351849	linear.bias	4	-0.1774776726961136
351849	linear.bias	5	1.2627917528152466
351849	linear.bias	6	-0.22937148809432983
351849	linear.bias	7	0.6821679472923279
351849	linear.bias	8	2.1296393871307373
351849	linear.bias	9	-1.4590493440628052
352458	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
352458	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
352458	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
352458	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
352458	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
352458	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
352458	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
352458	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
352458	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
352458	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
352458	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
352458	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
352458	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
352458	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
352458	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
352458	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
352458	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
352458	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
352458	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
352458	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
352458	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
352458	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
352458	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
352458	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
352458	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
352458	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
352458	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
352458	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
352458	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
352458	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
352458	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
352458	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
352458	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
352458	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
352458	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
352458	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
352458	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
352458	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
352458	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
352458	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
352458	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
352458	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
352458	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
352458	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
352458	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
352458	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
352458	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
352458	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
352458	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
352458	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
352458	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
352458	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
352458	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
352458	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
352458	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
352458	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
352458	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
352458	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
352458	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
352458	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
352458	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
352458	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
352458	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
352458	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
352458	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
352458	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
352458	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
352458	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
352458	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
352458	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
352458	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
352458	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
352458	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
352458	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
352458	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
352458	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
352458	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
352458	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
352458	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
352458	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
352458	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
352458	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
352458	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
352458	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
352458	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
352458	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
352458	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
352458	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
352458	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
352458	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
352458	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
352458	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
352458	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
352458	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
352458	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
352458	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
352458	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
352458	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
352458	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
352458	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
352458	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
352458	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
352458	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
352458	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
352458	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
352458	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
352458	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
352458	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
352458	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
352458	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
352458	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
352458	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
352458	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
352458	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
352458	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
352458	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
352458	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
352458	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
352458	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
352458	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
352458	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
352458	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
352458	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
352458	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
352458	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
352458	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
352458	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
352458	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
352458	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
352458	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
352458	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
352458	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
352458	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
352458	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
352458	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
352458	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
352458	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
352458	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
352458	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
352458	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
352458	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
352458	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
352458	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
352458	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
352458	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
352458	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
352458	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
352458	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
352458	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
352458	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
352458	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
352458	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
352458	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
352458	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
352458	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
352458	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
352458	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
352458	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
352458	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
352458	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
352458	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
352458	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
352458	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
352458	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
352458	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
352458	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
352458	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
352458	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
352458	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
352458	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
352458	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
352458	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
352458	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
352458	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
352458	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
352458	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
352458	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
352458	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
352458	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
352458	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
352458	embedding2nn.weight	0	0.3093588948249817
352458	embedding2nn.weight	1	0.370894193649292
352458	embedding2nn.weight	2	-0.013516356237232685
352458	embedding2nn.weight	3	-0.003522577229887247
352458	embedding2nn.weight	4	-0.054699257016181946
352458	embedding2nn.weight	5	0.06222399324178696
352458	embedding2nn.weight	6	-0.006337837781757116
352458	embedding2nn.weight	7	0.003562243888154626
352458	embedding2nn.weight	8	0.04783293232321739
352458	embedding2nn.weight	9	-0.056558433920145035
352458	embedding2nn.bias	0	0.034504786133766174
352458	embedding2nn.bias	1	-0.19675560295581818
352458	embedding2nn.bias	2	0.06710479408502579
352458	embedding2nn.bias	3	0.17366951704025269
352458	embedding2nn.bias	4	0.13586248457431793
352458	embedding2nn.bias	5	-0.059264421463012695
352458	embedding2nn.bias	6	-0.04987838864326477
352458	embedding2nn.bias	7	0.027968956157565117
352458	embedding2nn.bias	8	-0.1639849990606308
352458	embedding2nn.bias	9	-0.364668071269989
352458	rnn.weight_ih_l0	0	0.01418199110776186
352458	rnn.weight_ih_l0	1	-0.07712643593549728
352458	rnn.weight_ih_l0	2	-0.0913706123828888
352458	rnn.weight_ih_l0	3	0.08558562397956848
352458	rnn.weight_ih_l0	4	-0.0003211305302102119
352458	rnn.weight_ih_l0	5	-0.10270342230796814
352458	rnn.weight_ih_l0	6	-0.021741101518273354
352458	rnn.weight_ih_l0	7	-0.011766171082854271
352458	rnn.weight_ih_l0	8	0.030772561207413673
352458	rnn.weight_ih_l0	9	-0.06806862354278564
352458	rnn.weight_hh_l0	0	0.0015854135854169726
352458	rnn.weight_hh_l0	1	0.06202730908989906
352458	rnn.weight_hh_l0	2	0.03656115010380745
352458	rnn.weight_hh_l0	3	0.013765610754489899
352458	rnn.weight_hh_l0	4	0.02103002369403839
352458	rnn.weight_hh_l0	5	0.048130765557289124
352458	rnn.weight_hh_l0	6	-0.044523801654577255
352458	rnn.weight_hh_l0	7	-0.056983090937137604
352458	rnn.weight_hh_l0	8	0.04016617313027382
352458	rnn.weight_hh_l0	9	-0.10476911067962646
352458	rnn.bias_ih_l0	0	0.16517527401447296
352458	rnn.bias_ih_l0	1	-0.23693929612636566
352458	rnn.bias_ih_l0	2	-0.02274540811777115
352458	rnn.bias_ih_l0	3	-0.17219595611095428
352458	rnn.bias_ih_l0	4	0.03420224040746689
352458	rnn.bias_ih_l0	5	-0.3464992940425873
352458	rnn.bias_ih_l0	6	-0.09698381274938583
352458	rnn.bias_ih_l0	7	-0.30923768877983093
352458	rnn.bias_ih_l0	8	-0.2345932573080063
352458	rnn.bias_ih_l0	9	-0.3878515362739563
352458	rnn.bias_hh_l0	0	-0.31235358119010925
352458	rnn.bias_hh_l0	1	-0.32476362586021423
352458	rnn.bias_hh_l0	2	-0.2816435396671295
352458	rnn.bias_hh_l0	3	-0.0703243613243103
352458	rnn.bias_hh_l0	4	-0.2783246636390686
352458	rnn.bias_hh_l0	5	-0.2908094525337219
352458	rnn.bias_hh_l0	6	-0.11256071925163269
352458	rnn.bias_hh_l0	7	0.051840078085660934
352458	rnn.bias_hh_l0	8	-0.19989782571792603
352458	rnn.bias_hh_l0	9	-0.46355149149894714
352458	rnn.weight_ih_l0_reverse	0	0.011573513969779015
352458	rnn.weight_ih_l0_reverse	1	-0.07118004560470581
352458	rnn.weight_ih_l0_reverse	2	-0.015598231926560402
352458	rnn.weight_ih_l0_reverse	3	-0.07446283102035522
352458	rnn.weight_ih_l0_reverse	4	0.05860727280378342
352458	rnn.weight_ih_l0_reverse	5	-0.08838064968585968
352458	rnn.weight_ih_l0_reverse	6	0.023790713399648666
352458	rnn.weight_ih_l0_reverse	7	0.008739695884287357
352458	rnn.weight_ih_l0_reverse	8	-0.04488341882824898
352458	rnn.weight_ih_l0_reverse	9	-0.08706025779247284
352458	rnn.weight_hh_l0_reverse	0	-0.08208764344453812
352458	rnn.weight_hh_l0_reverse	1	0.01935044676065445
352458	rnn.weight_hh_l0_reverse	2	-0.01281864382326603
352458	rnn.weight_hh_l0_reverse	3	0.02505197562277317
352458	rnn.weight_hh_l0_reverse	4	-0.06694440543651581
352458	rnn.weight_hh_l0_reverse	5	0.04291915521025658
352458	rnn.weight_hh_l0_reverse	6	0.021127520129084587
352458	rnn.weight_hh_l0_reverse	7	-0.06737086921930313
352458	rnn.weight_hh_l0_reverse	8	0.012379048392176628
352458	rnn.weight_hh_l0_reverse	9	0.08377351611852646
352458	rnn.bias_ih_l0_reverse	0	-0.1453922539949417
352458	rnn.bias_ih_l0_reverse	1	-0.07271861284971237
352458	rnn.bias_ih_l0_reverse	2	0.09743073582649231
352458	rnn.bias_ih_l0_reverse	3	-0.26166749000549316
352458	rnn.bias_ih_l0_reverse	4	-0.039203889667987823
352458	rnn.bias_ih_l0_reverse	5	-0.19783365726470947
352458	rnn.bias_ih_l0_reverse	6	0.2652908265590668
352458	rnn.bias_ih_l0_reverse	7	-0.2805503010749817
352458	rnn.bias_ih_l0_reverse	8	-0.12757165729999542
352458	rnn.bias_ih_l0_reverse	9	-0.17021863162517548
352458	rnn.bias_hh_l0_reverse	0	-0.12314553558826447
352458	rnn.bias_hh_l0_reverse	1	0.26792752742767334
352458	rnn.bias_hh_l0_reverse	2	-0.31761807203292847
352458	rnn.bias_hh_l0_reverse	3	-0.18578170239925385
352458	rnn.bias_hh_l0_reverse	4	-0.3443843424320221
352458	rnn.bias_hh_l0_reverse	5	-0.15973533689975739
352458	rnn.bias_hh_l0_reverse	6	-0.27589285373687744
352458	rnn.bias_hh_l0_reverse	7	-0.07374581694602966
352458	rnn.bias_hh_l0_reverse	8	-0.23760974407196045
352458	rnn.bias_hh_l0_reverse	9	0.21690712869167328
352458	linear.weight	0	0.12505130469799042
352458	linear.weight	1	-0.43318337202072144
352458	linear.weight	2	0.07548587769269943
352458	linear.weight	3	0.06760347634553909
352458	linear.weight	4	-0.1162455826997757
352458	linear.weight	5	0.18203461170196533
352458	linear.weight	6	0.015738099813461304
352458	linear.weight	7	-0.06359290331602097
352458	linear.weight	8	0.08559806644916534
352458	linear.weight	9	-0.04591076821088791
352458	linear.bias	0	-1.025009036064148
352458	linear.bias	1	1.9368621110916138
352458	linear.bias	2	0.7521398067474365
352458	linear.bias	3	-2.59687876701355
352458	linear.bias	4	-0.20806585252285004
352458	linear.bias	5	1.2479459047317505
352458	linear.bias	6	-0.1787383258342743
352458	linear.bias	7	0.6561998128890991
352458	linear.bias	8	2.15788197517395
352458	linear.bias	9	-1.4237372875213623
353067	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
353067	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
353067	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
353067	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
353067	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
353067	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
353067	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
353067	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
353067	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
353067	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
353067	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
353067	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
353067	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
353067	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
353067	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
353067	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
353067	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
353067	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
353067	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
353067	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
353067	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
353067	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
353067	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
353067	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
353067	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
353067	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
353067	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
353067	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
353067	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
353067	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
353067	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
353067	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
353067	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
353067	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
353067	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
353067	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
353067	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
353067	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
353067	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
353067	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
353067	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
353067	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
353067	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
353067	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
353067	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
353067	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
353067	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
353067	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
353067	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
353067	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
353067	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
353067	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
353067	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
353067	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
353067	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
353067	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
353067	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
353067	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
353067	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
353067	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
353067	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
353067	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
353067	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
353067	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
353067	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
353067	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
353067	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
353067	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
353067	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
353067	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
353067	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
353067	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
353067	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
353067	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
353067	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
353067	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
353067	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
353067	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
353067	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
353067	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
353067	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
353067	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
353067	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
353067	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
353067	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
353067	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
353067	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
353067	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
353067	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
353067	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
353067	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
353067	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
353067	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
353067	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
353067	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
353067	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
353067	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
353067	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
353067	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
353067	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
353067	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
353067	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
353067	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
353067	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
353067	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
353067	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
353067	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
353067	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
353067	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
353067	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
353067	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
353067	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
353067	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
353067	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
353067	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
353067	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
353067	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
353067	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
353067	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
353067	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
353067	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
353067	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
353067	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
353067	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
353067	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
353067	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
353067	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
353067	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
353067	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
353067	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
353067	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
353067	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
353067	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
353067	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
353067	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
353067	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
353067	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
353067	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
353067	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
353067	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
353067	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
353067	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
353067	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
353067	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
353067	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
353067	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
353067	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
353067	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
353067	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
353067	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
353067	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
353067	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
353067	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
353067	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
353067	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
353067	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
353067	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
353067	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
353067	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
353067	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
353067	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
353067	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
353067	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
353067	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
353067	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
353067	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
353067	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
353067	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
353067	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
353067	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
353067	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
353067	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
353067	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
353067	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
353067	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
353067	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
353067	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
353067	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
353067	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
353067	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
353067	embedding2nn.weight	0	0.3098892867565155
353067	embedding2nn.weight	1	0.38166558742523193
353067	embedding2nn.weight	2	-0.013607707805931568
353067	embedding2nn.weight	3	0.0008025023271329701
353067	embedding2nn.weight	4	-0.05646637827157974
353067	embedding2nn.weight	5	0.05799310654401779
353067	embedding2nn.weight	6	0.0007547962013632059
353067	embedding2nn.weight	7	0.007808419410139322
353067	embedding2nn.weight	8	0.04890415444970131
353067	embedding2nn.weight	9	-0.0600978322327137
353067	embedding2nn.bias	0	0.03301086649298668
353067	embedding2nn.bias	1	-0.17223989963531494
353067	embedding2nn.bias	2	0.06784425675868988
353067	embedding2nn.bias	3	0.172270268201828
353067	embedding2nn.bias	4	0.15274536609649658
353067	embedding2nn.bias	5	-0.06894328445196152
353067	embedding2nn.bias	6	-0.0406077578663826
353067	embedding2nn.bias	7	0.017655983567237854
353067	embedding2nn.bias	8	-0.15590129792690277
353067	embedding2nn.bias	9	-0.36084431409835815
353067	rnn.weight_ih_l0	0	0.01483751181513071
353067	rnn.weight_ih_l0	1	-0.07841679453849792
353067	rnn.weight_ih_l0	2	-0.08820879459381104
353067	rnn.weight_ih_l0	3	0.08550037443637848
353067	rnn.weight_ih_l0	4	0.0009412519866600633
353067	rnn.weight_ih_l0	5	-0.10075647383928299
353067	rnn.weight_ih_l0	6	-0.021756473928689957
353067	rnn.weight_ih_l0	7	-0.00912120658904314
353067	rnn.weight_ih_l0	8	0.023251794278621674
353067	rnn.weight_ih_l0	9	-0.0671178326010704
353067	rnn.weight_hh_l0	0	0.0024186172522604465
353067	rnn.weight_hh_l0	1	0.061682894825935364
353067	rnn.weight_hh_l0	2	0.03610789030790329
353067	rnn.weight_hh_l0	3	0.013673413544893265
353067	rnn.weight_hh_l0	4	0.022416776046156883
353067	rnn.weight_hh_l0	5	0.047299716621637344
353067	rnn.weight_hh_l0	6	-0.043946605175733566
353067	rnn.weight_hh_l0	7	-0.05466429144144058
353067	rnn.weight_hh_l0	8	0.04041776806116104
353067	rnn.weight_hh_l0	9	-0.10600078850984573
353067	rnn.bias_ih_l0	0	0.16229932010173798
353067	rnn.bias_ih_l0	1	-0.2459106743335724
353067	rnn.bias_ih_l0	2	-0.021207883954048157
353067	rnn.bias_ih_l0	3	-0.16790902614593506
353067	rnn.bias_ih_l0	4	0.025766726583242416
353067	rnn.bias_ih_l0	5	-0.3494376838207245
353067	rnn.bias_ih_l0	6	-0.09895846992731094
353067	rnn.bias_ih_l0	7	-0.3068481981754303
353067	rnn.bias_ih_l0	8	-0.2331322878599167
353067	rnn.bias_ih_l0	9	-0.3908642828464508
353067	rnn.bias_hh_l0	0	-0.3033539056777954
353067	rnn.bias_hh_l0	1	-0.3287002742290497
353067	rnn.bias_hh_l0	2	-0.28620511293411255
353067	rnn.bias_hh_l0	3	-0.07240127772092819
353067	rnn.bias_hh_l0	4	-0.274870902299881
353067	rnn.bias_hh_l0	5	-0.2906220555305481
353067	rnn.bias_hh_l0	6	-0.10657914727926254
353067	rnn.bias_hh_l0	7	0.037364713847637177
353067	rnn.bias_hh_l0	8	-0.2041158229112625
353067	rnn.bias_hh_l0	9	-0.46968528628349304
353067	rnn.weight_ih_l0_reverse	0	0.011441192589700222
353067	rnn.weight_ih_l0_reverse	1	-0.07165767252445221
353067	rnn.weight_ih_l0_reverse	2	-0.014554818160831928
353067	rnn.weight_ih_l0_reverse	3	-0.07424084842205048
353067	rnn.weight_ih_l0_reverse	4	0.061908215284347534
353067	rnn.weight_ih_l0_reverse	5	-0.0906781405210495
353067	rnn.weight_ih_l0_reverse	6	0.017999453470110893
353067	rnn.weight_ih_l0_reverse	7	0.006148001179099083
353067	rnn.weight_ih_l0_reverse	8	-0.043265413492918015
353067	rnn.weight_ih_l0_reverse	9	-0.08914954960346222
353067	rnn.weight_hh_l0_reverse	0	-0.08271514624357224
353067	rnn.weight_hh_l0_reverse	1	0.02128192037343979
353067	rnn.weight_hh_l0_reverse	2	-0.013402624055743217
353067	rnn.weight_hh_l0_reverse	3	0.02579743042588234
353067	rnn.weight_hh_l0_reverse	4	-0.06676311045885086
353067	rnn.weight_hh_l0_reverse	5	0.04346004128456116
353067	rnn.weight_hh_l0_reverse	6	0.02103014476597309
353067	rnn.weight_hh_l0_reverse	7	-0.06673219799995422
353067	rnn.weight_hh_l0_reverse	8	0.014844763092696667
353067	rnn.weight_hh_l0_reverse	9	0.08711946755647659
353067	rnn.bias_ih_l0_reverse	0	-0.14771799743175507
353067	rnn.bias_ih_l0_reverse	1	-0.07878245413303375
353067	rnn.bias_ih_l0_reverse	2	0.10558205097913742
353067	rnn.bias_ih_l0_reverse	3	-0.2713559865951538
353067	rnn.bias_ih_l0_reverse	4	-0.045061081647872925
353067	rnn.bias_ih_l0_reverse	5	-0.19729675352573395
353067	rnn.bias_ih_l0_reverse	6	0.26022568345069885
353067	rnn.bias_ih_l0_reverse	7	-0.2901560068130493
353067	rnn.bias_ih_l0_reverse	8	-0.1257796585559845
353067	rnn.bias_ih_l0_reverse	9	-0.16954949498176575
353067	rnn.bias_hh_l0_reverse	0	-0.12928418815135956
353067	rnn.bias_hh_l0_reverse	1	0.2717791199684143
353067	rnn.bias_hh_l0_reverse	2	-0.31941935420036316
353067	rnn.bias_hh_l0_reverse	3	-0.18515045940876007
353067	rnn.bias_hh_l0_reverse	4	-0.34113746881484985
353067	rnn.bias_hh_l0_reverse	5	-0.15452438592910767
353067	rnn.bias_hh_l0_reverse	6	-0.28154781460762024
353067	rnn.bias_hh_l0_reverse	7	-0.07545386254787445
353067	rnn.bias_hh_l0_reverse	8	-0.2503824532032013
353067	rnn.bias_hh_l0_reverse	9	0.22545436024665833
353067	linear.weight	0	0.14599348604679108
353067	linear.weight	1	-0.4361657500267029
353067	linear.weight	2	0.058516811579465866
353067	linear.weight	3	0.06760091334581375
353067	linear.weight	4	-0.1179174929857254
353067	linear.weight	5	0.20927484333515167
353067	linear.weight	6	-0.0021387694869190454
353067	linear.weight	7	-0.06357663869857788
353067	linear.weight	8	0.1027093455195427
353067	linear.weight	9	-0.04593021795153618
353067	linear.bias	0	-0.9910679459571838
353067	linear.bias	1	1.9364060163497925
353067	linear.bias	2	0.7343387603759766
353067	linear.bias	3	-2.5973665714263916
353067	linear.bias	4	-0.21439525485038757
353067	linear.bias	5	1.21819007396698
353067	linear.bias	6	-0.23463205993175507
353067	linear.bias	7	0.6910771131515503
353067	linear.bias	8	2.1264710426330566
353067	linear.bias	9	-1.4552241563796997
353676	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
353676	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
353676	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
353676	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
353676	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
353676	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
353676	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
353676	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
353676	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
353676	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
353676	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
353676	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
353676	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
353676	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
353676	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
353676	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
353676	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
353676	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
353676	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
353676	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
353676	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
353676	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
353676	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
353676	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
353676	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
353676	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
353676	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
353676	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
353676	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
353676	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
353676	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
353676	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
353676	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
353676	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
353676	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
353676	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
353676	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
353676	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
353676	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
353676	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
353676	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
353676	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
353676	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
353676	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
353676	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
353676	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
353676	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
353676	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
353676	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
353676	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
353676	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
353676	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
353676	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
353676	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
353676	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
353676	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
353676	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
353676	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
353676	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
353676	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
353676	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
353676	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
353676	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
353676	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
353676	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
353676	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
353676	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
353676	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
353676	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
353676	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
353676	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
353676	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
353676	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
353676	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
353676	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
353676	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
353676	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
353676	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
353676	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
353676	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
353676	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
353676	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
353676	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
353676	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
353676	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
353676	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
353676	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
353676	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
353676	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
353676	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
353676	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
353676	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
353676	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
353676	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
353676	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
353676	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
353676	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
353676	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
353676	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
353676	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
353676	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
353676	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
353676	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
353676	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
353676	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
353676	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
353676	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
353676	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
353676	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
353676	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
353676	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
353676	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
353676	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
353676	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
353676	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
353676	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
353676	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
353676	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
353676	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
353676	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
353676	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
353676	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
353676	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
353676	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
353676	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
353676	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
353676	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
353676	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
353676	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
353676	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
353676	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
353676	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
353676	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
353676	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
353676	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
353676	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
353676	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
353676	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
353676	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
353676	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
353676	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
353676	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
353676	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
353676	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
353676	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
353676	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
353676	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
353676	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
353676	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
353676	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
353676	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
353676	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
353676	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
353676	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
353676	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
353676	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
353676	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
353676	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
353676	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
353676	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
353676	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
353676	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
353676	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
353676	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
353676	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
353676	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
353676	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
353676	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
353676	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
353676	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
353676	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
353676	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
353676	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
353676	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
353676	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
353676	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
353676	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
353676	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
353676	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
353676	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
353676	embedding2nn.weight	0	0.31169527769088745
353676	embedding2nn.weight	1	0.3798972964286804
353676	embedding2nn.weight	2	-0.013852003961801529
353676	embedding2nn.weight	3	0.002703185426071286
353676	embedding2nn.weight	4	-0.057702090591192245
353676	embedding2nn.weight	5	0.052944835275411606
353676	embedding2nn.weight	6	0.002627227222546935
353676	embedding2nn.weight	7	0.007832136005163193
353676	embedding2nn.weight	8	0.05268564820289612
353676	embedding2nn.weight	9	-0.05377446115016937
353676	embedding2nn.bias	0	0.010085280053317547
353676	embedding2nn.bias	1	-0.1739567369222641
353676	embedding2nn.bias	2	0.07910297065973282
353676	embedding2nn.bias	3	0.16753648221492767
353676	embedding2nn.bias	4	0.14847290515899658
353676	embedding2nn.bias	5	-0.05895013362169266
353676	embedding2nn.bias	6	-0.03677216172218323
353676	embedding2nn.bias	7	0.0080079585313797
353676	embedding2nn.bias	8	-0.15883824229240417
353676	embedding2nn.bias	9	-0.3757297098636627
353676	rnn.weight_ih_l0	0	0.014237456023693085
353676	rnn.weight_ih_l0	1	-0.07798545807600021
353676	rnn.weight_ih_l0	2	-0.08249003440141678
353676	rnn.weight_ih_l0	3	0.08487866818904877
353676	rnn.weight_ih_l0	4	-0.0005253364215604961
353676	rnn.weight_ih_l0	5	-0.0876922681927681
353676	rnn.weight_ih_l0	6	-0.020613547414541245
353676	rnn.weight_ih_l0	7	-0.00489640049636364
353676	rnn.weight_ih_l0	8	0.02880568988621235
353676	rnn.weight_ih_l0	9	-0.07755647599697113
353676	rnn.weight_hh_l0	0	0.0022393260151147842
353676	rnn.weight_hh_l0	1	0.06129728630185127
353676	rnn.weight_hh_l0	2	0.03643779829144478
353676	rnn.weight_hh_l0	3	0.013005293905735016
353676	rnn.weight_hh_l0	4	0.022130019962787628
353676	rnn.weight_hh_l0	5	0.04606636241078377
353676	rnn.weight_hh_l0	6	-0.04344433546066284
353676	rnn.weight_hh_l0	7	-0.051746007055044174
353676	rnn.weight_hh_l0	8	0.03988874703645706
353676	rnn.weight_hh_l0	9	-0.10696500539779663
353676	rnn.bias_ih_l0	0	0.17514628171920776
353676	rnn.bias_ih_l0	1	-0.24469372630119324
353676	rnn.bias_ih_l0	2	-0.014865308068692684
353676	rnn.bias_ih_l0	3	-0.16466329991817474
353676	rnn.bias_ih_l0	4	0.029117105528712273
353676	rnn.bias_ih_l0	5	-0.35291481018066406
353676	rnn.bias_ih_l0	6	-0.09595678746700287
353676	rnn.bias_ih_l0	7	-0.3062327206134796
353676	rnn.bias_ih_l0	8	-0.2402539849281311
353676	rnn.bias_ih_l0	9	-0.39899468421936035
353676	rnn.bias_hh_l0	0	-0.30089128017425537
353676	rnn.bias_hh_l0	1	-0.33126184344291687
353676	rnn.bias_hh_l0	2	-0.2815745770931244
353676	rnn.bias_hh_l0	3	-0.07290541380643845
353676	rnn.bias_hh_l0	4	-0.2651654779911041
353676	rnn.bias_hh_l0	5	-0.2893926203250885
353676	rnn.bias_hh_l0	6	-0.10722187906503677
353676	rnn.bias_hh_l0	7	0.048164669424295425
353676	rnn.bias_hh_l0	8	-0.20693866908550262
353676	rnn.bias_hh_l0	9	-0.4751112163066864
353676	rnn.weight_ih_l0_reverse	0	0.004933394957333803
353676	rnn.weight_ih_l0_reverse	1	-0.07219215482473373
353676	rnn.weight_ih_l0_reverse	2	-0.019558561965823174
353676	rnn.weight_ih_l0_reverse	3	-0.07291349023580551
353676	rnn.weight_ih_l0_reverse	4	0.06244471296668053
353676	rnn.weight_ih_l0_reverse	5	-0.09047076106071472
353676	rnn.weight_ih_l0_reverse	6	0.013736702501773834
353676	rnn.weight_ih_l0_reverse	7	0.0025867377407848835
353676	rnn.weight_ih_l0_reverse	8	-0.046131234616041183
353676	rnn.weight_ih_l0_reverse	9	-0.09032100439071655
353676	rnn.weight_hh_l0_reverse	0	-0.08358708769083023
353676	rnn.weight_hh_l0_reverse	1	0.020030945539474487
353676	rnn.weight_hh_l0_reverse	2	-0.012221389450132847
353676	rnn.weight_hh_l0_reverse	3	0.024525420740246773
353676	rnn.weight_hh_l0_reverse	4	-0.0673854723572731
353676	rnn.weight_hh_l0_reverse	5	0.04389271140098572
353676	rnn.weight_hh_l0_reverse	6	0.021582379937171936
353676	rnn.weight_hh_l0_reverse	7	-0.06965247541666031
353676	rnn.weight_hh_l0_reverse	8	0.010756365023553371
353676	rnn.weight_hh_l0_reverse	9	0.08477511256933212
353676	rnn.bias_ih_l0_reverse	0	-0.14156685769557953
353676	rnn.bias_ih_l0_reverse	1	-0.08520905673503876
353676	rnn.bias_ih_l0_reverse	2	0.10055987536907196
353676	rnn.bias_ih_l0_reverse	3	-0.2612930238246918
353676	rnn.bias_ih_l0_reverse	4	-0.045241858810186386
353676	rnn.bias_ih_l0_reverse	5	-0.1954205483198166
353676	rnn.bias_ih_l0_reverse	6	0.25484174489974976
353676	rnn.bias_ih_l0_reverse	7	-0.28758516907691956
353676	rnn.bias_ih_l0_reverse	8	-0.12651678919792175
353676	rnn.bias_ih_l0_reverse	9	-0.16953520476818085
353676	rnn.bias_hh_l0_reverse	0	-0.12905216217041016
353676	rnn.bias_hh_l0_reverse	1	0.26534387469291687
353676	rnn.bias_hh_l0_reverse	2	-0.3199845552444458
353676	rnn.bias_hh_l0_reverse	3	-0.18415974080562592
353676	rnn.bias_hh_l0_reverse	4	-0.3476368486881256
353676	rnn.bias_hh_l0_reverse	5	-0.16294294595718384
353676	rnn.bias_hh_l0_reverse	6	-0.2825450003147125
353676	rnn.bias_hh_l0_reverse	7	-0.07059910893440247
353676	rnn.bias_hh_l0_reverse	8	-0.23951537907123566
353676	rnn.bias_hh_l0_reverse	9	0.2215517908334732
353676	linear.weight	0	0.16426043212413788
353676	linear.weight	1	-0.45953649282455444
353676	linear.weight	2	0.0198192298412323
353676	linear.weight	3	0.06759998947381973
353676	linear.weight	4	-0.10189761221408844
353676	linear.weight	5	0.2478121668100357
353676	linear.weight	6	0.01259194128215313
353676	linear.weight	7	-0.06355877220630646
353676	linear.weight	8	0.11002395302057266
353676	linear.weight	9	-0.04594472050666809
353676	linear.bias	0	-1.0071721076965332
353676	linear.bias	1	1.9956493377685547
353676	linear.bias	2	0.7759311199188232
353676	linear.bias	3	-2.5978052616119385
353676	linear.bias	4	-0.20755842328071594
353676	linear.bias	5	1.1498472690582275
353676	linear.bias	6	-0.22360344231128693
353676	linear.bias	7	0.7091599702835083
353676	linear.bias	8	2.081819534301758
353676	linear.bias	9	-1.4507280588150024
353684	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
353684	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
353684	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
353684	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
353684	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
353684	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
353684	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
353684	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
353684	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
353684	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
353684	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
353684	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
353684	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
353684	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
353684	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
353684	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
353684	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
353684	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
353684	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
353684	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
353684	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
353684	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
353684	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
353684	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
353684	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
353684	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
353684	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
353684	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
353684	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
353684	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
353684	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
353684	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
353684	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
353684	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
353684	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
353684	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
353684	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
353684	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
353684	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
353684	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
353684	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
353684	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
353684	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
353684	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
353684	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
353684	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
353684	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
353684	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
353684	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
353684	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
353684	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
353684	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
353684	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
353684	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
353684	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
353684	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
353684	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
353684	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
353684	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
353684	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
353684	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
353684	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
353684	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
353684	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
353684	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
353684	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
353684	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
353684	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
353684	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
353684	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
353684	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
353684	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
353684	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
353684	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
353684	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
353684	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
353684	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
353684	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
353684	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
353684	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
353684	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
353684	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
353684	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
353684	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
353684	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
353684	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
353684	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
353684	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
353684	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
353684	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
353684	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
353684	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
353684	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
353684	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
353684	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
353684	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
353684	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
353684	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
353684	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
353684	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
353684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
353684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
353684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
353684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
353684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
353684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
353684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
353684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
353684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
353684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
353684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
353684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
353684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
353684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
353684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
353684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
353684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
353684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
353684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
353684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
353684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
353684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
353684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
353684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
353684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
353684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
353684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
353684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
353684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
353684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
353684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
353684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
353684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
353684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
353684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
353684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
353684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
353684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
353684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
353684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
353684	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
353684	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
353684	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
353684	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
353684	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
353684	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
353684	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
353684	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
353684	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
353684	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
353684	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
353684	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
353684	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
353684	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
353684	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
353684	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
353684	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
353684	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
353684	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
353684	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
353684	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
353684	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
353684	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
353684	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
353684	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
353684	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
353684	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
353684	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
353684	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
353684	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
353684	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
353684	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
353684	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
353684	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
353684	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
353684	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
353684	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
353684	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
353684	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
353684	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
353684	embedding2nn.weight	0	0.3113272488117218
353684	embedding2nn.weight	1	0.3795250654220581
353684	embedding2nn.weight	2	-0.014562489464879036
353684	embedding2nn.weight	3	0.0015911617083474994
353684	embedding2nn.weight	4	-0.05809280648827553
353684	embedding2nn.weight	5	0.05269526690244675
353684	embedding2nn.weight	6	0.0049197436310350895
353684	embedding2nn.weight	7	0.007482741493731737
353684	embedding2nn.weight	8	0.05312356352806091
353684	embedding2nn.weight	9	-0.05445472523570061
353684	embedding2nn.bias	0	0.010290305130183697
353684	embedding2nn.bias	1	-0.17298424243927002
353684	embedding2nn.bias	2	0.08352050185203552
353684	embedding2nn.bias	3	0.16238489747047424
353684	embedding2nn.bias	4	0.1471032202243805
353684	embedding2nn.bias	5	-0.06145539507269859
353684	embedding2nn.bias	6	-0.037947822362184525
353684	embedding2nn.bias	7	0.013069973327219486
353684	embedding2nn.bias	8	-0.15629161894321442
353684	embedding2nn.bias	9	-0.3790453374385834
353684	rnn.weight_ih_l0	0	0.014125230722129345
353684	rnn.weight_ih_l0	1	-0.07780171930789948
353684	rnn.weight_ih_l0	2	-0.08266519010066986
353684	rnn.weight_ih_l0	3	0.08476516604423523
353684	rnn.weight_ih_l0	4	-0.0010067331604659557
353684	rnn.weight_ih_l0	5	-0.0874643623828888
353684	rnn.weight_ih_l0	6	-0.019739538431167603
353684	rnn.weight_ih_l0	7	-0.005259920842945576
353684	rnn.weight_ih_l0	8	0.02845470979809761
353684	rnn.weight_ih_l0	9	-0.07799220830202103
353684	rnn.weight_hh_l0	0	0.0022704380098730326
353684	rnn.weight_hh_l0	1	0.06120756268501282
353684	rnn.weight_hh_l0	2	0.036525603383779526
353684	rnn.weight_hh_l0	3	0.012990267015993595
353684	rnn.weight_hh_l0	4	0.022081006318330765
353684	rnn.weight_hh_l0	5	0.04614653438329697
353684	rnn.weight_hh_l0	6	-0.04342712461948395
353684	rnn.weight_hh_l0	7	-0.051669131964445114
353684	rnn.weight_hh_l0	8	0.03988838195800781
353684	rnn.weight_hh_l0	9	-0.1069856509566307
353684	rnn.bias_ih_l0	0	0.1753503680229187
353684	rnn.bias_ih_l0	1	-0.24468226730823517
353684	rnn.bias_ih_l0	2	-0.01471070758998394
353684	rnn.bias_ih_l0	3	-0.1651104837656021
353684	rnn.bias_ih_l0	4	0.02857581339776516
353684	rnn.bias_ih_l0	5	-0.35261574387550354
353684	rnn.bias_ih_l0	6	-0.0948435366153717
353684	rnn.bias_ih_l0	7	-0.3062114417552948
353684	rnn.bias_ih_l0	8	-0.23946160078048706
353684	rnn.bias_ih_l0	9	-0.39710351824760437
353684	rnn.bias_hh_l0	0	-0.2998473346233368
353684	rnn.bias_hh_l0	1	-0.3319513201713562
353684	rnn.bias_hh_l0	2	-0.2817227840423584
353684	rnn.bias_hh_l0	3	-0.07313943654298782
353684	rnn.bias_hh_l0	4	-0.2640010118484497
353684	rnn.bias_hh_l0	5	-0.2897374927997589
353684	rnn.bias_hh_l0	6	-0.10721516609191895
353684	rnn.bias_hh_l0	7	0.04826987907290459
353684	rnn.bias_hh_l0	8	-0.20708507299423218
353684	rnn.bias_hh_l0	9	-0.47472041845321655
353684	rnn.weight_ih_l0_reverse	0	0.005154917947947979
353684	rnn.weight_ih_l0_reverse	1	-0.07211760431528091
353684	rnn.weight_ih_l0_reverse	2	-0.019826212897896767
353684	rnn.weight_ih_l0_reverse	3	-0.07304145395755768
353684	rnn.weight_ih_l0_reverse	4	0.06226227805018425
353684	rnn.weight_ih_l0_reverse	5	-0.09034160524606705
353684	rnn.weight_ih_l0_reverse	6	0.013600341975688934
353684	rnn.weight_ih_l0_reverse	7	0.002453491324558854
353684	rnn.weight_ih_l0_reverse	8	-0.04604676738381386
353684	rnn.weight_ih_l0_reverse	9	-0.09098200500011444
353684	rnn.weight_hh_l0_reverse	0	-0.0836820900440216
353684	rnn.weight_hh_l0_reverse	1	0.020092591643333435
353684	rnn.weight_hh_l0_reverse	2	-0.01217877771705389
353684	rnn.weight_hh_l0_reverse	3	0.024464093148708344
353684	rnn.weight_hh_l0_reverse	4	-0.06735216826200485
353684	rnn.weight_hh_l0_reverse	5	0.043918345123529434
353684	rnn.weight_hh_l0_reverse	6	0.02158954367041588
353684	rnn.weight_hh_l0_reverse	7	-0.07055799663066864
353684	rnn.weight_hh_l0_reverse	8	0.010605765506625175
353684	rnn.weight_hh_l0_reverse	9	0.08482945710420609
353684	rnn.bias_ih_l0_reverse	0	-0.14178656041622162
353684	rnn.bias_ih_l0_reverse	1	-0.08546110987663269
353684	rnn.bias_ih_l0_reverse	2	0.10131286084651947
353684	rnn.bias_ih_l0_reverse	3	-0.26262587308883667
353684	rnn.bias_ih_l0_reverse	4	-0.045297153294086456
353684	rnn.bias_ih_l0_reverse	5	-0.19549696147441864
353684	rnn.bias_ih_l0_reverse	6	0.2548934519290924
353684	rnn.bias_ih_l0_reverse	7	-0.2861533463001251
353684	rnn.bias_ih_l0_reverse	8	-0.1272832155227661
353684	rnn.bias_ih_l0_reverse	9	-0.1694849133491516
353684	rnn.bias_hh_l0_reverse	0	-0.12929148972034454
353684	rnn.bias_hh_l0_reverse	1	0.2669081687927246
353684	rnn.bias_hh_l0_reverse	2	-0.3201063573360443
353684	rnn.bias_hh_l0_reverse	3	-0.18350833654403687
353684	rnn.bias_hh_l0_reverse	4	-0.34804636240005493
353684	rnn.bias_hh_l0_reverse	5	-0.16395017504692078
353684	rnn.bias_hh_l0_reverse	6	-0.2834669351577759
353684	rnn.bias_hh_l0_reverse	7	-0.07136749476194382
353684	rnn.bias_hh_l0_reverse	8	-0.23840543627738953
353684	rnn.bias_hh_l0_reverse	9	0.21976928412914276
353684	linear.weight	0	0.16475681960582733
353684	linear.weight	1	-0.45538467168807983
353684	linear.weight	2	0.02662411890923977
353684	linear.weight	3	0.06760018318891525
353684	linear.weight	4	-0.09894756227731705
353684	linear.weight	5	0.25234678387641907
353684	linear.weight	6	0.013307449407875538
353684	linear.weight	7	-0.06355846673250198
353684	linear.weight	8	0.11214055120944977
353684	linear.weight	9	-0.0459449328482151
353684	linear.bias	0	-1.011532187461853
353684	linear.bias	1	1.9947589635849
353684	linear.bias	2	0.7693185210227966
353684	linear.bias	3	-2.597810983657837
353684	linear.bias	4	-0.2096128910779953
353684	linear.bias	5	1.1705323457717896
353684	linear.bias	6	-0.22418831288814545
353684	linear.bias	7	0.6896665096282959
353684	linear.bias	8	2.0840723514556885
353684	linear.bias	9	-1.4496301412582397
354293	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
354293	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
354293	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
354293	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
354293	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
354293	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
354293	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
354293	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
354293	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
354293	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
354293	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
354293	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
354293	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
354293	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
354293	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
354293	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
354293	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
354293	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
354293	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
354293	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
354293	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
354293	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
354293	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
354293	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
354293	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
354293	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
354293	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
354293	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
354293	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
354293	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
354293	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
354293	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
354293	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
354293	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
354293	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
354293	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
354293	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
354293	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
354293	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
354293	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
354293	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
354293	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
354293	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
354293	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
354293	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
354293	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
354293	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
354293	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
354293	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
354293	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
354293	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
354293	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
354293	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
354293	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
354293	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
354293	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
354293	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
354293	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
354293	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
354293	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
354293	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
354293	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
354293	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
354293	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
354293	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
354293	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
354293	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
354293	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
354293	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
354293	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
354293	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
354293	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
354293	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
354293	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
354293	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
354293	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
354293	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
354293	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
354293	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
354293	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
354293	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
354293	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
354293	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
354293	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
354293	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
354293	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
354293	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
354293	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
354293	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
354293	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
354293	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
354293	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
354293	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
354293	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
354293	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
354293	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
354293	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
354293	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
354293	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
354293	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
354293	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
354293	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
354293	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
354293	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
354293	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
354293	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
354293	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
354293	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
354293	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
354293	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
354293	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
354293	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
354293	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
354293	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
354293	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
354293	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
354293	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
354293	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
354293	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
354293	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
354293	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
354293	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
354293	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
354293	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
354293	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
354293	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
354293	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
354293	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
354293	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
354293	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
354293	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
354293	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
354293	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
354293	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
354293	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
354293	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
354293	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
354293	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
354293	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
354293	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
354293	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
354293	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
354293	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
354293	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
354293	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
354293	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
354293	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
354293	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
354293	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
354293	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
354293	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
354293	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
354293	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
354293	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
354293	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
354293	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
354293	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
354293	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
354293	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
354293	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
354293	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
354293	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
354293	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
354293	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
354293	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
354293	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
354293	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
354293	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
354293	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
354293	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
354293	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
354293	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
354293	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
354293	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
354293	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
354293	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
354293	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
354293	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
354293	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
354293	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
354293	embedding2nn.weight	0	0.3123338520526886
354293	embedding2nn.weight	1	0.37596237659454346
354293	embedding2nn.weight	2	-0.02086898870766163
354293	embedding2nn.weight	3	0.013700108975172043
354293	embedding2nn.weight	4	-0.059257056564092636
354293	embedding2nn.weight	5	0.04742421582341194
354293	embedding2nn.weight	6	0.008539186790585518
354293	embedding2nn.weight	7	-0.007754910737276077
354293	embedding2nn.weight	8	0.04862992838025093
354293	embedding2nn.weight	9	-0.043648697435855865
354293	embedding2nn.bias	0	0.0049849278293550014
354293	embedding2nn.bias	1	-0.1972678005695343
354293	embedding2nn.bias	2	0.07420679926872253
354293	embedding2nn.bias	3	0.1681004911661148
354293	embedding2nn.bias	4	0.15675698220729828
354293	embedding2nn.bias	5	-0.06088293343782425
354293	embedding2nn.bias	6	-0.044807318598032
354293	embedding2nn.bias	7	0.03194699063897133
354293	embedding2nn.bias	8	-0.14731670916080475
354293	embedding2nn.bias	9	-0.3872096538543701
354293	rnn.weight_ih_l0	0	0.014331098645925522
354293	rnn.weight_ih_l0	1	-0.07616134732961655
354293	rnn.weight_ih_l0	2	-0.08862195909023285
354293	rnn.weight_ih_l0	3	0.0838342010974884
354293	rnn.weight_ih_l0	4	-0.004787750542163849
354293	rnn.weight_ih_l0	5	-0.0795302763581276
354293	rnn.weight_ih_l0	6	-0.023560892790555954
354293	rnn.weight_ih_l0	7	-0.0070702568627893925
354293	rnn.weight_ih_l0	8	0.02211989089846611
354293	rnn.weight_ih_l0	9	-0.076389841735363
354293	rnn.weight_hh_l0	0	0.001890438492409885
354293	rnn.weight_hh_l0	1	0.06129419803619385
354293	rnn.weight_hh_l0	2	0.03538110852241516
354293	rnn.weight_hh_l0	3	0.013157473877072334
354293	rnn.weight_hh_l0	4	0.020981058478355408
354293	rnn.weight_hh_l0	5	0.04578648507595062
354293	rnn.weight_hh_l0	6	-0.04389084875583649
354293	rnn.weight_hh_l0	7	-0.052253372967243195
354293	rnn.weight_hh_l0	8	0.03984443470835686
354293	rnn.weight_hh_l0	9	-0.1050860807299614
354293	rnn.bias_ih_l0	0	0.15968576073646545
354293	rnn.bias_ih_l0	1	-0.24999529123306274
354293	rnn.bias_ih_l0	2	-0.017871573567390442
354293	rnn.bias_ih_l0	3	-0.17092284560203552
354293	rnn.bias_ih_l0	4	0.029662124812602997
354293	rnn.bias_ih_l0	5	-0.3582508862018585
354293	rnn.bias_ih_l0	6	-0.08406136184930801
354293	rnn.bias_ih_l0	7	-0.3101902902126312
354293	rnn.bias_ih_l0	8	-0.23839813470840454
354293	rnn.bias_ih_l0	9	-0.39999517798423767
354293	rnn.bias_hh_l0	0	-0.2944270968437195
354293	rnn.bias_hh_l0	1	-0.3272175192832947
354293	rnn.bias_hh_l0	2	-0.2756364643573761
354293	rnn.bias_hh_l0	3	-0.07605569809675217
354293	rnn.bias_hh_l0	4	-0.2685305178165436
354293	rnn.bias_hh_l0	5	-0.28930413722991943
354293	rnn.bias_hh_l0	6	-0.11755084991455078
354293	rnn.bias_hh_l0	7	0.04172006621956825
354293	rnn.bias_hh_l0	8	-0.20557266473770142
354293	rnn.bias_hh_l0	9	-0.48046907782554626
354293	rnn.weight_ih_l0_reverse	0	0.006109821144491434
354293	rnn.weight_ih_l0_reverse	1	-0.06994632631540298
354293	rnn.weight_ih_l0_reverse	2	-0.024842262268066406
354293	rnn.weight_ih_l0_reverse	3	-0.07543021440505981
354293	rnn.weight_ih_l0_reverse	4	0.06525295972824097
354293	rnn.weight_ih_l0_reverse	5	-0.08882326632738113
354293	rnn.weight_ih_l0_reverse	6	0.014416618272662163
354293	rnn.weight_ih_l0_reverse	7	0.003784788306802511
354293	rnn.weight_ih_l0_reverse	8	-0.04030571132898331
354293	rnn.weight_ih_l0_reverse	9	-0.08906202018260956
354293	rnn.weight_hh_l0_reverse	0	-0.08377218246459961
354293	rnn.weight_hh_l0_reverse	1	0.019347336143255234
354293	rnn.weight_hh_l0_reverse	2	-0.012716478668153286
354293	rnn.weight_hh_l0_reverse	3	0.024626437574625015
354293	rnn.weight_hh_l0_reverse	4	-0.06803186982870102
354293	rnn.weight_hh_l0_reverse	5	0.04347477853298187
354293	rnn.weight_hh_l0_reverse	6	0.021573200821876526
354293	rnn.weight_hh_l0_reverse	7	-0.07044971734285355
354293	rnn.weight_hh_l0_reverse	8	0.007444725837558508
354293	rnn.weight_hh_l0_reverse	9	0.0814117044210434
354293	rnn.bias_ih_l0_reverse	0	-0.15155509114265442
354293	rnn.bias_ih_l0_reverse	1	-0.07705533504486084
354293	rnn.bias_ih_l0_reverse	2	0.09839154779911041
354293	rnn.bias_ih_l0_reverse	3	-0.26540616154670715
354293	rnn.bias_ih_l0_reverse	4	-0.044298265129327774
354293	rnn.bias_ih_l0_reverse	5	-0.19579827785491943
354293	rnn.bias_ih_l0_reverse	6	0.2667616307735443
354293	rnn.bias_ih_l0_reverse	7	-0.297599732875824
354293	rnn.bias_ih_l0_reverse	8	-0.126697838306427
354293	rnn.bias_ih_l0_reverse	9	-0.1682146042585373
354293	rnn.bias_hh_l0_reverse	0	-0.1352110654115677
354293	rnn.bias_hh_l0_reverse	1	0.27465102076530457
354293	rnn.bias_hh_l0_reverse	2	-0.3266650140285492
354293	rnn.bias_hh_l0_reverse	3	-0.1861216425895691
354293	rnn.bias_hh_l0_reverse	4	-0.3464649021625519
354293	rnn.bias_hh_l0_reverse	5	-0.16186149418354034
354293	rnn.bias_hh_l0_reverse	6	-0.2803238332271576
354293	rnn.bias_hh_l0_reverse	7	-0.07559043169021606
354293	rnn.bias_hh_l0_reverse	8	-0.241927370429039
354293	rnn.bias_hh_l0_reverse	9	0.21221506595611572
354293	linear.weight	0	0.16285547614097595
354293	linear.weight	1	-0.4496710002422333
354293	linear.weight	2	0.00765618309378624
354293	linear.weight	3	0.06759575009346008
354293	linear.weight	4	-0.14632196724414825
354293	linear.weight	5	0.29106560349464417
354293	linear.weight	6	-0.014738550409674644
354293	linear.weight	7	-0.06354138255119324
354293	linear.weight	8	0.11141622811555862
354293	linear.weight	9	-0.04596070945262909
354293	linear.bias	0	-0.9941011667251587
354293	linear.bias	1	1.9941864013671875
354293	linear.bias	2	0.7155377864837646
354293	linear.bias	3	-2.5983147621154785
354293	linear.bias	4	-0.22528259456157684
354293	linear.bias	5	1.169395089149475
354293	linear.bias	6	-0.25139176845550537
354293	linear.bias	7	0.7196880578994751
354293	linear.bias	8	2.1547818183898926
354293	linear.bias	9	-1.4514211416244507
354902	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
354902	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
354902	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
354902	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
354902	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
354902	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
354902	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
354902	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
354902	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
354902	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
354902	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
354902	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
354902	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
354902	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
354902	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
354902	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
354902	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
354902	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
354902	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
354902	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
354902	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
354902	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
354902	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
354902	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
354902	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
354902	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
354902	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
354902	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
354902	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
354902	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
354902	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
354902	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
354902	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
354902	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
354902	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
354902	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
354902	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
354902	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
354902	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
354902	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
354902	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
354902	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
354902	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
354902	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
354902	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
354902	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
354902	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
354902	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
354902	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
354902	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
354902	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
354902	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
354902	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
354902	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
354902	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
354902	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
354902	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
354902	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
354902	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
354902	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
354902	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
354902	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
354902	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
354902	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
354902	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
354902	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
354902	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
354902	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
354902	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
354902	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
354902	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
354902	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
354902	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
354902	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
354902	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
354902	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
354902	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
354902	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
354902	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
354902	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
354902	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
354902	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
354902	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
354902	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
354902	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
354902	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
354902	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
354902	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
354902	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
354902	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
354902	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
354902	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
354902	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
354902	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
354902	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
354902	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
354902	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
354902	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
354902	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
354902	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
354902	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
354902	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
354902	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
354902	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
354902	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
354902	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
354902	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
354902	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
354902	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
354902	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
354902	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
354902	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
354902	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
354902	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
354902	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
354902	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
354902	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
354902	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
354902	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
354902	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
354902	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
354902	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
354902	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
354902	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
354902	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
354902	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
354902	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
354902	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
354902	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
354902	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
354902	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
354902	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
354902	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
354902	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
354902	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
354902	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
354902	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
354902	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
354902	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
354902	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
354902	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
354902	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
354902	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
354902	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
354902	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
354902	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
354902	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
354902	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
354902	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
354902	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
354902	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
354902	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
354902	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
354902	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
354902	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
354902	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
354902	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
354902	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
354902	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
354902	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
354902	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
354902	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
354902	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
354902	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
354902	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
354902	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
354902	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
354902	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
354902	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
354902	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
354902	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
354902	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
354902	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
354902	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
354902	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
354902	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
354902	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
354902	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
354902	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
354902	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
354902	embedding2nn.weight	0	0.3122336268424988
354902	embedding2nn.weight	1	0.372818261384964
354902	embedding2nn.weight	2	-0.016148360446095467
354902	embedding2nn.weight	3	-0.005689017474651337
354902	embedding2nn.weight	4	-0.05257076397538185
354902	embedding2nn.weight	5	0.04933568462729454
354902	embedding2nn.weight	6	-0.0002137065166607499
354902	embedding2nn.weight	7	-0.024876408278942108
354902	embedding2nn.weight	8	0.05233532935380936
354902	embedding2nn.weight	9	-0.04333991929888725
354902	embedding2nn.bias	0	0.023111343383789062
354902	embedding2nn.bias	1	-0.2070993036031723
354902	embedding2nn.bias	2	0.09311483800411224
354902	embedding2nn.bias	3	0.1694747656583786
354902	embedding2nn.bias	4	0.1515212506055832
354902	embedding2nn.bias	5	-0.07779183983802795
354902	embedding2nn.bias	6	-0.021312935277819633
354902	embedding2nn.bias	7	0.04660909250378609
354902	embedding2nn.bias	8	-0.15075983107089996
354902	embedding2nn.bias	9	-0.3660861551761627
354902	rnn.weight_ih_l0	0	0.013400574214756489
354902	rnn.weight_ih_l0	1	-0.07702099531888962
354902	rnn.weight_ih_l0	2	-0.07799709588289261
354902	rnn.weight_ih_l0	3	0.09193278104066849
354902	rnn.weight_ih_l0	4	-0.005440834444016218
354902	rnn.weight_ih_l0	5	-0.07722596824169159
354902	rnn.weight_ih_l0	6	-0.02323945425450802
354902	rnn.weight_ih_l0	7	-0.00460746930912137
354902	rnn.weight_ih_l0	8	0.024944337084889412
354902	rnn.weight_ih_l0	9	-0.07867777347564697
354902	rnn.weight_hh_l0	0	0.0014570695348083973
354902	rnn.weight_hh_l0	1	0.06194600462913513
354902	rnn.weight_hh_l0	2	0.0352812297642231
354902	rnn.weight_hh_l0	3	0.013800830580294132
354902	rnn.weight_hh_l0	4	0.019970543682575226
354902	rnn.weight_hh_l0	5	0.045666106045246124
354902	rnn.weight_hh_l0	6	-0.043863214552402496
354902	rnn.weight_hh_l0	7	-0.05515594780445099
354902	rnn.weight_hh_l0	8	0.040021561086177826
354902	rnn.weight_hh_l0	9	-0.10707898437976837
354902	rnn.bias_ih_l0	0	0.1482211947441101
354902	rnn.bias_ih_l0	1	-0.24285981059074402
354902	rnn.bias_ih_l0	2	-0.01671660877764225
354902	rnn.bias_ih_l0	3	-0.16799989342689514
354902	rnn.bias_ih_l0	4	0.020036805421113968
354902	rnn.bias_ih_l0	5	-0.35972079634666443
354902	rnn.bias_ih_l0	6	-0.08601013571023941
354902	rnn.bias_ih_l0	7	-0.30986207723617554
354902	rnn.bias_ih_l0	8	-0.23453572392463684
354902	rnn.bias_ih_l0	9	-0.3876681923866272
354902	rnn.bias_hh_l0	0	-0.29793691635131836
354902	rnn.bias_hh_l0	1	-0.33193066716194153
354902	rnn.bias_hh_l0	2	-0.27861300110816956
354902	rnn.bias_hh_l0	3	-0.07555767148733139
354902	rnn.bias_hh_l0	4	-0.2716238498687744
354902	rnn.bias_hh_l0	5	-0.28816261887550354
354902	rnn.bias_hh_l0	6	-0.12286010384559631
354902	rnn.bias_hh_l0	7	0.05507060885429382
354902	rnn.bias_hh_l0	8	-0.20833255350589752
354902	rnn.bias_hh_l0	9	-0.4770873785018921
354902	rnn.weight_ih_l0_reverse	0	0.007089053280651569
354902	rnn.weight_ih_l0_reverse	1	-0.06734108924865723
354902	rnn.weight_ih_l0_reverse	2	-0.026428071781992912
354902	rnn.weight_ih_l0_reverse	3	-0.0781911313533783
354902	rnn.weight_ih_l0_reverse	4	0.06606493145227432
354902	rnn.weight_ih_l0_reverse	5	-0.09627672284841537
354902	rnn.weight_ih_l0_reverse	6	0.01652788370847702
354902	rnn.weight_ih_l0_reverse	7	0.00321509363129735
354902	rnn.weight_ih_l0_reverse	8	-0.04185221344232559
354902	rnn.weight_ih_l0_reverse	9	-0.09186159819364548
354902	rnn.weight_hh_l0_reverse	0	-0.08411607146263123
354902	rnn.weight_hh_l0_reverse	1	0.019500132650136948
354902	rnn.weight_hh_l0_reverse	2	-0.013241177424788475
354902	rnn.weight_hh_l0_reverse	3	0.023571796715259552
354902	rnn.weight_hh_l0_reverse	4	-0.06801524758338928
354902	rnn.weight_hh_l0_reverse	5	0.04333963990211487
354902	rnn.weight_hh_l0_reverse	6	0.021503061056137085
354902	rnn.weight_hh_l0_reverse	7	-0.0723956748843193
354902	rnn.weight_hh_l0_reverse	8	0.0054728505201637745
354902	rnn.weight_hh_l0_reverse	9	0.08217625319957733
354902	rnn.bias_ih_l0_reverse	0	-0.14843013882637024
354902	rnn.bias_ih_l0_reverse	1	-0.08406344056129456
354902	rnn.bias_ih_l0_reverse	2	0.0868421196937561
354902	rnn.bias_ih_l0_reverse	3	-0.26661378145217896
354902	rnn.bias_ih_l0_reverse	4	-0.047556690871715546
354902	rnn.bias_ih_l0_reverse	5	-0.19739557802677155
354902	rnn.bias_ih_l0_reverse	6	0.26073265075683594
354902	rnn.bias_ih_l0_reverse	7	-0.2736165523529053
354902	rnn.bias_ih_l0_reverse	8	-0.12459203600883484
354902	rnn.bias_ih_l0_reverse	9	-0.15621379017829895
354902	rnn.bias_hh_l0_reverse	0	-0.14077894389629364
354902	rnn.bias_hh_l0_reverse	1	0.2662447690963745
354902	rnn.bias_hh_l0_reverse	2	-0.3212415277957916
354902	rnn.bias_hh_l0_reverse	3	-0.1846468597650528
354902	rnn.bias_hh_l0_reverse	4	-0.35331469774246216
354902	rnn.bias_hh_l0_reverse	5	-0.16627059876918793
354902	rnn.bias_hh_l0_reverse	6	-0.2773955166339874
354902	rnn.bias_hh_l0_reverse	7	-0.07189381867647171
354902	rnn.bias_hh_l0_reverse	8	-0.2302412986755371
354902	rnn.bias_hh_l0_reverse	9	0.2093575894832611
354902	linear.weight	0	0.15816548466682434
354902	linear.weight	1	-0.45148465037345886
354902	linear.weight	2	0.040144454687833786
354902	linear.weight	3	0.06759492307901382
354902	linear.weight	4	-0.13861186802387238
354902	linear.weight	5	0.25831708312034607
354902	linear.weight	6	-0.014053904451429844
354902	linear.weight	7	-0.06352392584085464
354902	linear.weight	8	0.11297529935836792
354902	linear.weight	9	-0.045976489782333374
354902	linear.bias	0	-0.9987149238586426
354902	linear.bias	1	1.9616749286651611
354902	linear.bias	2	0.7384747266769409
354902	linear.bias	3	-2.598790407180786
354902	linear.bias	4	-0.21217229962348938
354902	linear.bias	5	1.1880898475646973
354902	linear.bias	6	-0.24396798014640808
354902	linear.bias	7	0.7111773490905762
354902	linear.bias	8	2.1723170280456543
354902	linear.bias	9	-1.4353481531143188
355511	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
355511	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
355511	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
355511	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
355511	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
355511	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
355511	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
355511	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
355511	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
355511	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
355511	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
355511	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
355511	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
355511	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
355511	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
355511	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
355511	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
355511	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
355511	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
355511	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
355511	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
355511	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
355511	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
355511	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
355511	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
355511	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
355511	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
355511	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
355511	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
355511	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
355511	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
355511	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
355511	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
355511	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
355511	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
355511	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
355511	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
355511	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
355511	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
355511	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
355511	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
355511	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
355511	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
355511	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
355511	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
355511	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
355511	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
355511	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
355511	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
355511	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
355511	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
355511	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
355511	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
355511	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
355511	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
355511	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
355511	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
355511	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
355511	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
355511	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
355511	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
355511	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
355511	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
355511	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
355511	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
355511	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
355511	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
355511	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
355511	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
355511	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
355511	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
355511	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
355511	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
355511	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
355511	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
355511	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
355511	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
355511	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
355511	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
355511	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
355511	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
355511	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
355511	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
355511	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
355511	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
355511	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
355511	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
355511	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
355511	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
355511	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
355511	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
355511	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
355511	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
355511	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
355511	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
355511	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
355511	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
355511	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
355511	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
355511	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
355511	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
355511	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
355511	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
355511	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
355511	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
355511	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
355511	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
355511	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
355511	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
355511	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
355511	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
355511	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
355511	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
355511	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
355511	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
355511	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
355511	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
355511	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
355511	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
355511	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
355511	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
355511	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
355511	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
355511	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
355511	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
355511	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
355511	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
355511	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
355511	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
355511	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
355511	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
355511	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
355511	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
355511	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
355511	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
355511	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
355511	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
355511	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
355511	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
355511	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
355511	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
355511	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
355511	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
355511	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
355511	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
355511	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
355511	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
355511	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
355511	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
355511	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
355511	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
355511	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
355511	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
355511	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
355511	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
355511	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
355511	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
355511	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
355511	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
355511	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
355511	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
355511	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
355511	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
355511	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
355511	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
355511	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
355511	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
355511	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
355511	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
355511	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
355511	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
355511	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
355511	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
355511	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
355511	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
355511	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
355511	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
355511	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
355511	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
355511	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
355511	embedding2nn.weight	0	0.31618738174438477
355511	embedding2nn.weight	1	0.3708735704421997
355511	embedding2nn.weight	2	-0.01992308348417282
355511	embedding2nn.weight	3	0.009550096467137337
355511	embedding2nn.weight	4	-0.0478588230907917
355511	embedding2nn.weight	5	0.04648520052433014
355511	embedding2nn.weight	6	0.00705213425680995
355511	embedding2nn.weight	7	-0.017362752929329872
355511	embedding2nn.weight	8	0.05175172910094261
355511	embedding2nn.weight	9	-0.04572324454784393
355511	embedding2nn.bias	0	0.019866660237312317
355511	embedding2nn.bias	1	-0.1900193840265274
355511	embedding2nn.bias	2	0.10184749215841293
355511	embedding2nn.bias	3	0.20379431545734406
355511	embedding2nn.bias	4	0.17555184662342072
355511	embedding2nn.bias	5	-0.07373414933681488
355511	embedding2nn.bias	6	-0.04217368736863136
355511	embedding2nn.bias	7	0.024234505370259285
355511	embedding2nn.bias	8	-0.14130602777004242
355511	embedding2nn.bias	9	-0.39192652702331543
355511	rnn.weight_ih_l0	0	0.015245291404426098
355511	rnn.weight_ih_l0	1	-0.07839750498533249
355511	rnn.weight_ih_l0	2	-0.0823289081454277
355511	rnn.weight_ih_l0	3	0.09818032383918762
355511	rnn.weight_ih_l0	4	0.0022137758787721395
355511	rnn.weight_ih_l0	5	-0.07956289499998093
355511	rnn.weight_ih_l0	6	-0.018889294937253
355511	rnn.weight_ih_l0	7	-0.00658866623416543
355511	rnn.weight_ih_l0	8	0.021650932729244232
355511	rnn.weight_ih_l0	9	-0.08220075815916061
355511	rnn.weight_hh_l0	0	0.0013742664596065879
355511	rnn.weight_hh_l0	1	0.060755886137485504
355511	rnn.weight_hh_l0	2	0.03442308306694031
355511	rnn.weight_hh_l0	3	0.01420486532151699
355511	rnn.weight_hh_l0	4	0.019617384299635887
355511	rnn.weight_hh_l0	5	0.04639585316181183
355511	rnn.weight_hh_l0	6	-0.04449383541941643
355511	rnn.weight_hh_l0	7	-0.05897670239210129
355511	rnn.weight_hh_l0	8	0.03973907604813576
355511	rnn.weight_hh_l0	9	-0.1066531166434288
355511	rnn.bias_ih_l0	0	0.14541643857955933
355511	rnn.bias_ih_l0	1	-0.24698543548583984
355511	rnn.bias_ih_l0	2	-0.013252642937004566
355511	rnn.bias_ih_l0	3	-0.1660081148147583
355511	rnn.bias_ih_l0	4	0.012554180808365345
355511	rnn.bias_ih_l0	5	-0.36239171028137207
355511	rnn.bias_ih_l0	6	-0.09230503439903259
355511	rnn.bias_ih_l0	7	-0.30945947766304016
355511	rnn.bias_ih_l0	8	-0.23763848841190338
355511	rnn.bias_ih_l0	9	-0.3877083659172058
355511	rnn.bias_hh_l0	0	-0.2988680601119995
355511	rnn.bias_hh_l0	1	-0.32949814200401306
355511	rnn.bias_hh_l0	2	-0.27928581833839417
355511	rnn.bias_hh_l0	3	-0.0732349380850792
355511	rnn.bias_hh_l0	4	-0.2784496247768402
355511	rnn.bias_hh_l0	5	-0.28739839792251587
355511	rnn.bias_hh_l0	6	-0.12592320144176483
355511	rnn.bias_hh_l0	7	0.04297603294253349
355511	rnn.bias_hh_l0	8	-0.20401449501514435
355511	rnn.bias_hh_l0	9	-0.47979652881622314
355511	rnn.weight_ih_l0_reverse	0	0.02355666644871235
355511	rnn.weight_ih_l0_reverse	1	-0.06460782140493393
355511	rnn.weight_ih_l0_reverse	2	-0.02194180339574814
355511	rnn.weight_ih_l0_reverse	3	-0.07952519506216049
355511	rnn.weight_ih_l0_reverse	4	0.0667773112654686
355511	rnn.weight_ih_l0_reverse	5	-0.09185978770256042
355511	rnn.weight_ih_l0_reverse	6	0.016311869025230408
355511	rnn.weight_ih_l0_reverse	7	0.0055932835675776005
355511	rnn.weight_ih_l0_reverse	8	-0.04216797649860382
355511	rnn.weight_ih_l0_reverse	9	-0.08847203105688095
355511	rnn.weight_hh_l0_reverse	0	-0.08416513353586197
355511	rnn.weight_hh_l0_reverse	1	0.019149331375956535
355511	rnn.weight_hh_l0_reverse	2	-0.014103182591497898
355511	rnn.weight_hh_l0_reverse	3	0.024127576500177383
355511	rnn.weight_hh_l0_reverse	4	-0.0683172270655632
355511	rnn.weight_hh_l0_reverse	5	0.043303366750478745
355511	rnn.weight_hh_l0_reverse	6	0.022000642493367195
355511	rnn.weight_hh_l0_reverse	7	-0.07127907872200012
355511	rnn.weight_hh_l0_reverse	8	0.004028640687465668
355511	rnn.weight_hh_l0_reverse	9	0.08337888866662979
355511	rnn.bias_ih_l0_reverse	0	-0.14887182414531708
355511	rnn.bias_ih_l0_reverse	1	-0.08750598132610321
355511	rnn.bias_ih_l0_reverse	2	0.09102070331573486
355511	rnn.bias_ih_l0_reverse	3	-0.26836249232292175
355511	rnn.bias_ih_l0_reverse	4	-0.056250084191560745
355511	rnn.bias_ih_l0_reverse	5	-0.1927126944065094
355511	rnn.bias_ih_l0_reverse	6	0.2607493996620178
355511	rnn.bias_ih_l0_reverse	7	-0.26455453038215637
355511	rnn.bias_ih_l0_reverse	8	-0.12542115151882172
355511	rnn.bias_ih_l0_reverse	9	-0.15560458600521088
355511	rnn.bias_hh_l0_reverse	0	-0.1402282863855362
355511	rnn.bias_hh_l0_reverse	1	0.25964096188545227
355511	rnn.bias_hh_l0_reverse	2	-0.3176601231098175
355511	rnn.bias_hh_l0_reverse	3	-0.18574249744415283
355511	rnn.bias_hh_l0_reverse	4	-0.3492342531681061
355511	rnn.bias_hh_l0_reverse	5	-0.16699959337711334
355511	rnn.bias_hh_l0_reverse	6	-0.27445945143699646
355511	rnn.bias_hh_l0_reverse	7	-0.06808781623840332
355511	rnn.bias_hh_l0_reverse	8	-0.23814329504966736
355511	rnn.bias_hh_l0_reverse	9	0.19359618425369263
355511	linear.weight	0	0.17914941906929016
355511	linear.weight	1	-0.4702037274837494
355511	linear.weight	2	0.029127730056643486
355511	linear.weight	3	0.06759753823280334
355511	linear.weight	4	-0.20112460851669312
355511	linear.weight	5	0.2742983400821686
355511	linear.weight	6	-0.01973991096019745
355511	linear.weight	7	-0.06350824981927872
355511	linear.weight	8	0.08163110166788101
355511	linear.weight	9	-0.04599319398403168
355511	linear.bias	0	-0.9994767308235168
355511	linear.bias	1	2.0183868408203125
355511	linear.bias	2	0.7252691984176636
355511	linear.bias	3	-2.599323034286499
355511	linear.bias	4	-0.2260492593050003
355511	linear.bias	5	1.1929378509521484
355511	linear.bias	6	-0.24550306797027588
355511	linear.bias	7	0.6953166127204895
355511	linear.bias	8	2.1508960723876953
355511	linear.bias	9	-1.4273074865341187
356120	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
356120	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
356120	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
356120	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
356120	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
356120	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
356120	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
356120	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
356120	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
356120	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
356120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
356120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
356120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
356120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
356120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
356120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
356120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
356120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
356120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
356120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
356120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
356120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
356120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
356120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
356120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
356120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
356120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
356120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
356120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
356120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
356120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
356120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
356120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
356120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
356120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
356120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
356120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
356120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
356120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
356120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
356120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
356120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
356120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
356120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
356120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
356120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
356120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
356120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
356120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
356120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
356120	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
356120	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
356120	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
356120	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
356120	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
356120	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
356120	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
356120	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
356120	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
356120	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
356120	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
356120	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
356120	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
356120	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
356120	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
356120	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
356120	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
356120	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
356120	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
356120	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
356120	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
356120	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
356120	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
356120	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
356120	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
356120	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
356120	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
356120	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
356120	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
356120	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
356120	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
356120	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
356120	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
356120	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
356120	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
356120	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
356120	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
356120	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
356120	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
356120	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
356120	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
356120	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
356120	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
356120	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
356120	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
356120	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
356120	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
356120	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
356120	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
356120	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
356120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
356120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
356120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
356120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
356120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
356120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
356120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
356120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
356120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
356120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
356120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
356120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
356120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
356120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
356120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
356120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
356120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
356120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
356120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
356120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
356120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
356120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
356120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
356120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
356120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
356120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
356120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
356120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
356120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
356120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
356120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
356120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
356120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
356120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
356120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
356120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
356120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
356120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
356120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
356120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
356120	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
356120	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
356120	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
356120	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
356120	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
356120	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
356120	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
356120	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
356120	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
356120	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
356120	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
356120	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
356120	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
356120	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
356120	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
356120	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
356120	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
356120	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
356120	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
356120	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
356120	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
356120	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
356120	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
356120	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
356120	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
356120	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
356120	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
356120	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
356120	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
356120	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
356120	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
356120	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
356120	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
356120	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
356120	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
356120	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
356120	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
356120	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
356120	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
356120	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
356120	embedding2nn.weight	0	0.31487518548965454
356120	embedding2nn.weight	1	0.3727138042449951
356120	embedding2nn.weight	2	-0.01777738705277443
356120	embedding2nn.weight	3	0.011288033798336983
356120	embedding2nn.weight	4	-0.05373742803931236
356120	embedding2nn.weight	5	0.043752819299697876
356120	embedding2nn.weight	6	0.014315376989543438
356120	embedding2nn.weight	7	-0.01481545064598322
356120	embedding2nn.weight	8	0.05912293493747711
356120	embedding2nn.weight	9	-0.04149392247200012
356120	embedding2nn.bias	0	0.02824575826525688
356120	embedding2nn.bias	1	-0.19703522324562073
356120	embedding2nn.bias	2	0.08683770895004272
356120	embedding2nn.bias	3	0.177022323012352
356120	embedding2nn.bias	4	0.1931345909833908
356120	embedding2nn.bias	5	-0.0769895613193512
356120	embedding2nn.bias	6	-0.035532232373952866
356120	embedding2nn.bias	7	0.021215274930000305
356120	embedding2nn.bias	8	-0.13801029324531555
356120	embedding2nn.bias	9	-0.3677515685558319
356120	rnn.weight_ih_l0	0	0.01336748618632555
356120	rnn.weight_ih_l0	1	-0.07673198729753494
356120	rnn.weight_ih_l0	2	-0.08053946495056152
356120	rnn.weight_ih_l0	3	0.09866487234830856
356120	rnn.weight_ih_l0	4	0.0008866317803040147
356120	rnn.weight_ih_l0	5	-0.07871826738119125
356120	rnn.weight_ih_l0	6	-0.014817330986261368
356120	rnn.weight_ih_l0	7	-0.0038343481719493866
356120	rnn.weight_ih_l0	8	0.029098715633153915
356120	rnn.weight_ih_l0	9	-0.08039304614067078
356120	rnn.weight_hh_l0	0	0.0019419417949393392
356120	rnn.weight_hh_l0	1	0.06081627681851387
356120	rnn.weight_hh_l0	2	0.03396150842308998
356120	rnn.weight_hh_l0	3	0.014628928154706955
356120	rnn.weight_hh_l0	4	0.020285218954086304
356120	rnn.weight_hh_l0	5	0.04560007154941559
356120	rnn.weight_hh_l0	6	-0.044387854635715485
356120	rnn.weight_hh_l0	7	-0.05794287845492363
356120	rnn.weight_hh_l0	8	0.03989669680595398
356120	rnn.weight_hh_l0	9	-0.10626138746738434
356120	rnn.bias_ih_l0	0	0.1467488557100296
356120	rnn.bias_ih_l0	1	-0.25825798511505127
356120	rnn.bias_ih_l0	2	-0.016072146594524384
356120	rnn.bias_ih_l0	3	-0.16528725624084473
356120	rnn.bias_ih_l0	4	0.010312995873391628
356120	rnn.bias_ih_l0	5	-0.3727211356163025
356120	rnn.bias_ih_l0	6	-0.09722789376974106
356120	rnn.bias_ih_l0	7	-0.3110155463218689
356120	rnn.bias_ih_l0	8	-0.24042581021785736
356120	rnn.bias_ih_l0	9	-0.4006374180316925
356120	rnn.bias_hh_l0	0	-0.30493128299713135
356120	rnn.bias_hh_l0	1	-0.3278448283672333
356120	rnn.bias_hh_l0	2	-0.281186580657959
356120	rnn.bias_hh_l0	3	-0.07735028117895126
356120	rnn.bias_hh_l0	4	-0.27854451537132263
356120	rnn.bias_hh_l0	5	-0.2862139642238617
356120	rnn.bias_hh_l0	6	-0.12381070107221603
356120	rnn.bias_hh_l0	7	0.05045589432120323
356120	rnn.bias_hh_l0	8	-0.21311762928962708
356120	rnn.bias_hh_l0	9	-0.4761704206466675
356120	rnn.weight_ih_l0_reverse	0	0.022280395030975342
356120	rnn.weight_ih_l0_reverse	1	-0.06281115114688873
356120	rnn.weight_ih_l0_reverse	2	-0.030212951824069023
356120	rnn.weight_ih_l0_reverse	3	-0.07927092164754868
356120	rnn.weight_ih_l0_reverse	4	0.067762590944767
356120	rnn.weight_ih_l0_reverse	5	-0.09007450193166733
356120	rnn.weight_ih_l0_reverse	6	0.021262064576148987
356120	rnn.weight_ih_l0_reverse	7	0.006275949999690056
356120	rnn.weight_ih_l0_reverse	8	-0.04504828527569771
356120	rnn.weight_ih_l0_reverse	9	-0.09392030537128448
356120	rnn.weight_hh_l0_reverse	0	-0.08595646172761917
356120	rnn.weight_hh_l0_reverse	1	0.018711082637310028
356120	rnn.weight_hh_l0_reverse	2	-0.013379820622503757
356120	rnn.weight_hh_l0_reverse	3	0.023867497220635414
356120	rnn.weight_hh_l0_reverse	4	-0.06856246292591095
356120	rnn.weight_hh_l0_reverse	5	0.04359592869877815
356120	rnn.weight_hh_l0_reverse	6	0.02221137098968029
356120	rnn.weight_hh_l0_reverse	7	-0.06972260773181915
356120	rnn.weight_hh_l0_reverse	8	0.0023722683545202017
356120	rnn.weight_hh_l0_reverse	9	0.08334781974554062
356120	rnn.bias_ih_l0_reverse	0	-0.15290653705596924
356120	rnn.bias_ih_l0_reverse	1	-0.08909863978624344
356120	rnn.bias_ih_l0_reverse	2	0.09311463683843613
356120	rnn.bias_ih_l0_reverse	3	-0.2670418620109558
356120	rnn.bias_ih_l0_reverse	4	-0.05878137797117233
356120	rnn.bias_ih_l0_reverse	5	-0.19019313156604767
356120	rnn.bias_ih_l0_reverse	6	0.2667393088340759
356120	rnn.bias_ih_l0_reverse	7	-0.27887260913848877
356120	rnn.bias_ih_l0_reverse	8	-0.13014420866966248
356120	rnn.bias_ih_l0_reverse	9	-0.158462256193161
356120	rnn.bias_hh_l0_reverse	0	-0.15097759664058685
356120	rnn.bias_hh_l0_reverse	1	0.255267858505249
356120	rnn.bias_hh_l0_reverse	2	-0.31673192977905273
356120	rnn.bias_hh_l0_reverse	3	-0.1811647117137909
356120	rnn.bias_hh_l0_reverse	4	-0.3572211265563965
356120	rnn.bias_hh_l0_reverse	5	-0.16636335849761963
356120	rnn.bias_hh_l0_reverse	6	-0.2749662697315216
356120	rnn.bias_hh_l0_reverse	7	-0.07178803533315659
356120	rnn.bias_hh_l0_reverse	8	-0.24563385546207428
356120	rnn.bias_hh_l0_reverse	9	0.20677562057971954
356120	linear.weight	0	0.15289263427257538
356120	linear.weight	1	-0.4454405605792999
356120	linear.weight	2	0.020132755860686302
356120	linear.weight	3	0.06759775429964066
356120	linear.weight	4	-0.16315411031246185
356120	linear.weight	5	0.25204357504844666
356120	linear.weight	6	-0.06212140992283821
356120	linear.weight	7	-0.06349433958530426
356120	linear.weight	8	0.0639847069978714
356120	linear.weight	9	-0.04600837081670761
356120	linear.bias	0	-0.9765527248382568
356120	linear.bias	1	1.9173314571380615
356120	linear.bias	2	0.7240017652511597
356120	linear.bias	3	-2.599824905395508
356120	linear.bias	4	-0.22633115947246552
356120	linear.bias	5	1.1973497867584229
356120	linear.bias	6	-0.22232705354690552
356120	linear.bias	7	0.6745420098304749
356120	linear.bias	8	2.2058956623077393
356120	linear.bias	9	-1.4280303716659546
356729	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
356729	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
356729	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
356729	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
356729	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
356729	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
356729	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
356729	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
356729	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
356729	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
356729	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
356729	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
356729	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
356729	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
356729	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
356729	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
356729	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
356729	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
356729	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
356729	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
356729	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
356729	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
356729	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
356729	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
356729	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
356729	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
356729	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
356729	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
356729	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
356729	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
356729	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
356729	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
356729	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
356729	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
356729	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
356729	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
356729	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
356729	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
356729	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
356729	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
356729	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
356729	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
356729	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
356729	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
356729	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
356729	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
356729	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
356729	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
356729	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
356729	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
356729	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
356729	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
356729	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
356729	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
356729	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
356729	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
356729	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
356729	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
356729	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
356729	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
356729	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
356729	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
356729	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
356729	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
356729	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
356729	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
356729	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
356729	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
356729	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
356729	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
356729	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
356729	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
356729	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
356729	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
356729	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
356729	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
356729	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
356729	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
356729	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
356729	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
356729	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
356729	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
356729	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
356729	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
356729	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
356729	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
356729	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
356729	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
356729	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
356729	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
356729	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
356729	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
356729	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
356729	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
356729	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
356729	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
356729	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
356729	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
356729	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
356729	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
356729	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
356729	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
356729	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
356729	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
356729	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
356729	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
356729	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
356729	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
356729	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
356729	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
356729	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
356729	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
356729	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
356729	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
356729	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
356729	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
356729	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
356729	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
356729	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
356729	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
356729	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
356729	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
356729	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
356729	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
356729	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
356729	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
356729	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
356729	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
356729	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
356729	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
356729	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
356729	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
356729	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
356729	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
356729	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
356729	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
356729	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
356729	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
356729	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
356729	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
356729	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
356729	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
356729	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
356729	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
356729	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
356729	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
356729	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
356729	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
356729	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
356729	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
356729	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
356729	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
356729	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
356729	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
356729	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
356729	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
356729	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
356729	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
356729	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
356729	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
356729	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
356729	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
356729	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
356729	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
356729	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
356729	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
356729	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
356729	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
356729	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
356729	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
356729	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
356729	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
356729	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
356729	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
356729	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
356729	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
356729	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
356729	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
356729	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
356729	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
356729	embedding2nn.weight	0	0.31433308124542236
356729	embedding2nn.weight	1	0.37529563903808594
356729	embedding2nn.weight	2	-0.02292131818830967
356729	embedding2nn.weight	3	0.0203954316675663
356729	embedding2nn.weight	4	-0.05365178361535072
356729	embedding2nn.weight	5	0.04714062437415123
356729	embedding2nn.weight	6	-0.004001479130238295
356729	embedding2nn.weight	7	-0.015645068138837814
356729	embedding2nn.weight	8	0.055972106754779816
356729	embedding2nn.weight	9	-0.04525228217244148
356729	embedding2nn.bias	0	0.03712885081768036
356729	embedding2nn.bias	1	-0.18349675834178925
356729	embedding2nn.bias	2	0.07806644588708878
356729	embedding2nn.bias	3	0.1843947321176529
356729	embedding2nn.bias	4	0.20019838213920593
356729	embedding2nn.bias	5	-0.09609263390302658
356729	embedding2nn.bias	6	-0.037504564970731735
356729	embedding2nn.bias	7	0.01771881803870201
356729	embedding2nn.bias	8	-0.14678697288036346
356729	embedding2nn.bias	9	-0.35649895668029785
356729	rnn.weight_ih_l0	0	0.015180227346718311
356729	rnn.weight_ih_l0	1	-0.07504550367593765
356729	rnn.weight_ih_l0	2	-0.07721353322267532
356729	rnn.weight_ih_l0	3	0.0982121154665947
356729	rnn.weight_ih_l0	4	0.002557964762672782
356729	rnn.weight_ih_l0	5	-0.06975176930427551
356729	rnn.weight_ih_l0	6	-0.016422297805547714
356729	rnn.weight_ih_l0	7	-0.003055735258385539
356729	rnn.weight_ih_l0	8	0.014603869989514351
356729	rnn.weight_ih_l0	9	-0.0763683021068573
356729	rnn.weight_hh_l0	0	0.0014548928011208773
356729	rnn.weight_hh_l0	1	0.060517046600580215
356729	rnn.weight_hh_l0	2	0.035088151693344116
356729	rnn.weight_hh_l0	3	0.013491345569491386
356729	rnn.weight_hh_l0	4	0.01988740637898445
356729	rnn.weight_hh_l0	5	0.04460689425468445
356729	rnn.weight_hh_l0	6	-0.04394146054983139
356729	rnn.weight_hh_l0	7	-0.05767633020877838
356729	rnn.weight_hh_l0	8	0.04020525515079498
356729	rnn.weight_hh_l0	9	-0.10496710985898972
356729	rnn.bias_ih_l0	0	0.15544478595256805
356729	rnn.bias_ih_l0	1	-0.261735200881958
356729	rnn.bias_ih_l0	2	-0.01846708357334137
356729	rnn.bias_ih_l0	3	-0.16649065911769867
356729	rnn.bias_ih_l0	4	0.0019229958998039365
356729	rnn.bias_ih_l0	5	-0.3659730851650238
356729	rnn.bias_ih_l0	6	-0.10179774463176727
356729	rnn.bias_ih_l0	7	-0.3104809820652008
356729	rnn.bias_ih_l0	8	-0.24143444001674652
356729	rnn.bias_ih_l0	9	-0.39861181378364563
356729	rnn.bias_hh_l0	0	-0.29762089252471924
356729	rnn.bias_hh_l0	1	-0.32791805267333984
356729	rnn.bias_hh_l0	2	-0.2782163918018341
356729	rnn.bias_hh_l0	3	-0.074551060795784
356729	rnn.bias_hh_l0	4	-0.27863332629203796
356729	rnn.bias_hh_l0	5	-0.2893086373806
356729	rnn.bias_hh_l0	6	-0.11633971333503723
356729	rnn.bias_hh_l0	7	0.05385907366871834
356729	rnn.bias_hh_l0	8	-0.21875382959842682
356729	rnn.bias_hh_l0	9	-0.4718979597091675
356729	rnn.weight_ih_l0_reverse	0	0.018797442317008972
356729	rnn.weight_ih_l0_reverse	1	-0.06186043471097946
356729	rnn.weight_ih_l0_reverse	2	-0.02827642485499382
356729	rnn.weight_ih_l0_reverse	3	-0.08135438710451126
356729	rnn.weight_ih_l0_reverse	4	0.06487256288528442
356729	rnn.weight_ih_l0_reverse	5	-0.09893246740102768
356729	rnn.weight_ih_l0_reverse	6	0.018211325630545616
356729	rnn.weight_ih_l0_reverse	7	0.004217131529003382
356729	rnn.weight_ih_l0_reverse	8	-0.04539576545357704
356729	rnn.weight_ih_l0_reverse	9	-0.09130136668682098
356729	rnn.weight_hh_l0_reverse	0	-0.08344960957765579
356729	rnn.weight_hh_l0_reverse	1	0.018735377117991447
356729	rnn.weight_hh_l0_reverse	2	-0.013185648247599602
356729	rnn.weight_hh_l0_reverse	3	0.023983703926205635
356729	rnn.weight_hh_l0_reverse	4	-0.06688242405653
356729	rnn.weight_hh_l0_reverse	5	0.04343371465802193
356729	rnn.weight_hh_l0_reverse	6	0.021669622510671616
356729	rnn.weight_hh_l0_reverse	7	-0.06848796457052231
356729	rnn.weight_hh_l0_reverse	8	-0.0020302205812186003
356729	rnn.weight_hh_l0_reverse	9	0.08276256173849106
356729	rnn.bias_ih_l0_reverse	0	-0.15129469335079193
356729	rnn.bias_ih_l0_reverse	1	-0.08519423753023148
356729	rnn.bias_ih_l0_reverse	2	0.0950276181101799
356729	rnn.bias_ih_l0_reverse	3	-0.2634783089160919
356729	rnn.bias_ih_l0_reverse	4	-0.04573879763484001
356729	rnn.bias_ih_l0_reverse	5	-0.19423000514507294
356729	rnn.bias_ih_l0_reverse	6	0.26112493872642517
356729	rnn.bias_ih_l0_reverse	7	-0.2862761914730072
356729	rnn.bias_ih_l0_reverse	8	-0.12958556413650513
356729	rnn.bias_ih_l0_reverse	9	-0.1584998220205307
356729	rnn.bias_hh_l0_reverse	0	-0.14764322340488434
356729	rnn.bias_hh_l0_reverse	1	0.2518390417098999
356729	rnn.bias_hh_l0_reverse	2	-0.32030537724494934
356729	rnn.bias_hh_l0_reverse	3	-0.18025802075862885
356729	rnn.bias_hh_l0_reverse	4	-0.35277044773101807
356729	rnn.bias_hh_l0_reverse	5	-0.16714096069335938
356729	rnn.bias_hh_l0_reverse	6	-0.2787837088108063
356729	rnn.bias_hh_l0_reverse	7	-0.07798594236373901
356729	rnn.bias_hh_l0_reverse	8	-0.22975878417491913
356729	rnn.bias_hh_l0_reverse	9	0.2156863808631897
356729	linear.weight	0	0.1821940541267395
356729	linear.weight	1	-0.442533940076828
356729	linear.weight	2	0.05189567804336548
356729	linear.weight	3	0.0676015093922615
356729	linear.weight	4	-0.18204046785831451
356729	linear.weight	5	0.25409525632858276
356729	linear.weight	6	-0.10624571144580841
356729	linear.weight	7	-0.06347925215959549
356729	linear.weight	8	0.09248239547014236
356729	linear.weight	9	-0.04602796584367752
356729	linear.bias	0	-0.9563984870910645
356729	linear.bias	1	1.910527229309082
356729	linear.bias	2	0.725886344909668
356729	linear.bias	3	-2.600303888320923
356729	linear.bias	4	-0.2226388156414032
356729	linear.bias	5	1.191980004310608
356729	linear.bias	6	-0.21718908846378326
356729	linear.bias	7	0.6629073023796082
356729	linear.bias	8	2.173725128173828
356729	linear.bias	9	-1.4324454069137573
357338	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
357338	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
357338	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
357338	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
357338	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
357338	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
357338	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
357338	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
357338	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
357338	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
357338	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
357338	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
357338	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
357338	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
357338	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
357338	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
357338	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
357338	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
357338	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
357338	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
357338	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
357338	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
357338	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
357338	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
357338	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
357338	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
357338	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
357338	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
357338	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
357338	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
357338	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
357338	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
357338	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
357338	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
357338	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
357338	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
357338	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
357338	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
357338	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
357338	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
357338	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
357338	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
357338	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
357338	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
357338	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
357338	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
357338	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
357338	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
357338	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
357338	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
357338	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
357338	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
357338	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
357338	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
357338	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
357338	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
357338	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
357338	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
357338	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
357338	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
357338	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
357338	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
357338	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
357338	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
357338	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
357338	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
357338	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
357338	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
357338	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
357338	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
357338	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
357338	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
357338	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
357338	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
357338	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
357338	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
357338	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
357338	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
357338	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
357338	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
357338	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
357338	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
357338	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
357338	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
357338	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
357338	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
357338	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
357338	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
357338	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
357338	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
357338	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
357338	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
357338	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
357338	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
357338	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
357338	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
357338	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
357338	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
357338	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
357338	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
357338	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
357338	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
357338	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
357338	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
357338	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
357338	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
357338	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
357338	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
357338	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
357338	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
357338	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
357338	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
357338	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
357338	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
357338	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
357338	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
357338	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
357338	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
357338	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
357338	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
357338	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
357338	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
357338	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
357338	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
357338	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
357338	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
357338	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
357338	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
357338	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
357338	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
357338	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
357338	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
357338	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
357338	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
357338	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
357338	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
357338	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
357338	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
357338	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
357338	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
357338	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
357338	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
357338	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
357338	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
357338	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
357338	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
357338	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
357338	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
357338	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
357338	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
357338	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
357338	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
357338	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
357338	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
357338	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
357338	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
357338	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
357338	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
357338	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
357338	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
357338	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
357338	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
357338	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
357338	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
357338	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
357338	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
357338	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
357338	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
357338	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
357338	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
357338	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
357338	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
357338	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
357338	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
357338	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
357338	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
357338	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
357338	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
357338	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
357338	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
357338	embedding2nn.weight	0	0.31518393754959106
357338	embedding2nn.weight	1	0.38035476207733154
357338	embedding2nn.weight	2	-0.0248551182448864
357338	embedding2nn.weight	3	0.02474238909780979
357338	embedding2nn.weight	4	-0.053589075803756714
357338	embedding2nn.weight	5	0.05046946927905083
357338	embedding2nn.weight	6	0.020652519538998604
357338	embedding2nn.weight	7	-0.019156070426106453
357338	embedding2nn.weight	8	0.06026144698262215
357338	embedding2nn.weight	9	-0.043998003005981445
357338	embedding2nn.bias	0	0.049899764358997345
357338	embedding2nn.bias	1	-0.18245236575603485
357338	embedding2nn.bias	2	0.07594700157642365
357338	embedding2nn.bias	3	0.19494140148162842
357338	embedding2nn.bias	4	0.20139434933662415
357338	embedding2nn.bias	5	-0.07278012484312057
357338	embedding2nn.bias	6	-0.03441867604851723
357338	embedding2nn.bias	7	0.021877354010939598
357338	embedding2nn.bias	8	-0.14060652256011963
357338	embedding2nn.bias	9	-0.36319464445114136
357338	rnn.weight_ih_l0	0	0.015836575999855995
357338	rnn.weight_ih_l0	1	-0.0760301873087883
357338	rnn.weight_ih_l0	2	-0.0854966789484024
357338	rnn.weight_ih_l0	3	0.09800094366073608
357338	rnn.weight_ih_l0	4	-0.0009335330687463284
357338	rnn.weight_ih_l0	5	-0.07430737465620041
357338	rnn.weight_ih_l0	6	-0.017271365970373154
357338	rnn.weight_ih_l0	7	-0.004786983132362366
357338	rnn.weight_ih_l0	8	0.01506832242012024
357338	rnn.weight_ih_l0	9	-0.07893119007349014
357338	rnn.weight_hh_l0	0	0.0013084642123430967
357338	rnn.weight_hh_l0	1	0.06049986556172371
357338	rnn.weight_hh_l0	2	0.03403616324067116
357338	rnn.weight_hh_l0	3	0.013850389048457146
357338	rnn.weight_hh_l0	4	0.020095491781830788
357338	rnn.weight_hh_l0	5	0.04569941386580467
357338	rnn.weight_hh_l0	6	-0.04372916743159294
357338	rnn.weight_hh_l0	7	-0.05913772061467171
357338	rnn.weight_hh_l0	8	0.040547117590904236
357338	rnn.weight_hh_l0	9	-0.10381945222616196
357338	rnn.bias_ih_l0	0	0.1441045105457306
357338	rnn.bias_ih_l0	1	-0.2645796239376068
357338	rnn.bias_ih_l0	2	-0.013439697213470936
357338	rnn.bias_ih_l0	3	-0.17135979235172272
357338	rnn.bias_ih_l0	4	0.0033097616396844387
357338	rnn.bias_ih_l0	5	-0.3576343357563019
357338	rnn.bias_ih_l0	6	-0.09267951548099518
357338	rnn.bias_ih_l0	7	-0.31019070744514465
357338	rnn.bias_ih_l0	8	-0.25232604146003723
357338	rnn.bias_ih_l0	9	-0.40443798899650574
357338	rnn.bias_hh_l0	0	-0.29607516527175903
357338	rnn.bias_hh_l0	1	-0.3282976746559143
357338	rnn.bias_hh_l0	2	-0.2777165472507477
357338	rnn.bias_hh_l0	3	-0.07668900489807129
357338	rnn.bias_hh_l0	4	-0.2818668484687805
357338	rnn.bias_hh_l0	5	-0.29160770773887634
357338	rnn.bias_hh_l0	6	-0.11993702501058578
357338	rnn.bias_hh_l0	7	0.05328434333205223
357338	rnn.bias_hh_l0	8	-0.22915253043174744
357338	rnn.bias_hh_l0	9	-0.47390520572662354
357338	rnn.weight_ih_l0_reverse	0	0.024995584040880203
357338	rnn.weight_ih_l0_reverse	1	-0.06224586442112923
357338	rnn.weight_ih_l0_reverse	2	-0.029088219627738
357338	rnn.weight_ih_l0_reverse	3	-0.08017826080322266
357338	rnn.weight_ih_l0_reverse	4	0.06105152890086174
357338	rnn.weight_ih_l0_reverse	5	-0.09930092096328735
357338	rnn.weight_ih_l0_reverse	6	0.021662214770913124
357338	rnn.weight_ih_l0_reverse	7	0.008693883195519447
357338	rnn.weight_ih_l0_reverse	8	-0.044781602919101715
357338	rnn.weight_ih_l0_reverse	9	-0.08707454800605774
357338	rnn.weight_hh_l0_reverse	0	-0.08497253060340881
357338	rnn.weight_hh_l0_reverse	1	0.018596941605210304
357338	rnn.weight_hh_l0_reverse	2	-0.014634208753705025
357338	rnn.weight_hh_l0_reverse	3	0.02432103455066681
357338	rnn.weight_hh_l0_reverse	4	-0.06849607825279236
357338	rnn.weight_hh_l0_reverse	5	0.04275386035442352
357338	rnn.weight_hh_l0_reverse	6	0.021372729912400246
357338	rnn.weight_hh_l0_reverse	7	-0.06583143025636673
357338	rnn.weight_hh_l0_reverse	8	0.0011811653384938836
357338	rnn.weight_hh_l0_reverse	9	0.0786452516913414
357338	rnn.bias_ih_l0_reverse	0	-0.15074287354946136
357338	rnn.bias_ih_l0_reverse	1	-0.08344892412424088
357338	rnn.bias_ih_l0_reverse	2	0.10240203887224197
357338	rnn.bias_ih_l0_reverse	3	-0.26412832736968994
357338	rnn.bias_ih_l0_reverse	4	-0.03057413548231125
357338	rnn.bias_ih_l0_reverse	5	-0.19760920107364655
357338	rnn.bias_ih_l0_reverse	6	0.2529680132865906
357338	rnn.bias_ih_l0_reverse	7	-0.2920408844947815
357338	rnn.bias_ih_l0_reverse	8	-0.13124345242977142
357338	rnn.bias_ih_l0_reverse	9	-0.15563800930976868
357338	rnn.bias_hh_l0_reverse	0	-0.1498575210571289
357338	rnn.bias_hh_l0_reverse	1	0.25576749444007874
357338	rnn.bias_hh_l0_reverse	2	-0.31676921248435974
357338	rnn.bias_hh_l0_reverse	3	-0.18153737485408783
357338	rnn.bias_hh_l0_reverse	4	-0.3533667325973511
357338	rnn.bias_hh_l0_reverse	5	-0.16019690036773682
357338	rnn.bias_hh_l0_reverse	6	-0.28145116567611694
357338	rnn.bias_hh_l0_reverse	7	-0.07935602217912674
357338	rnn.bias_hh_l0_reverse	8	-0.23862051963806152
357338	rnn.bias_hh_l0_reverse	9	0.2067367136478424
357338	linear.weight	0	0.22080126404762268
357338	linear.weight	1	-0.46503937244415283
357338	linear.weight	2	0.06625484675168991
357338	linear.weight	3	0.06760364025831223
357338	linear.weight	4	-0.10289057344198227
357338	linear.weight	5	0.24110601842403412
357338	linear.weight	6	-0.087013378739357
357338	linear.weight	7	-0.06345391273498535
357338	linear.weight	8	0.06899461150169373
357338	linear.weight	9	-0.04604256898164749
357338	linear.bias	0	-0.9949395060539246
357338	linear.bias	1	1.927988052368164
357338	linear.bias	2	0.7286239862442017
357338	linear.bias	3	-2.6008238792419434
357338	linear.bias	4	-0.19540995359420776
357338	linear.bias	5	1.1991182565689087
357338	linear.bias	6	-0.2419816106557846
357338	linear.bias	7	0.6657961010932922
357338	linear.bias	8	2.196880340576172
357338	linear.bias	9	-1.4325453042984009
357947	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
357947	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
357947	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
357947	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
357947	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
357947	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
357947	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
357947	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
357947	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
357947	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
357947	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
357947	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
357947	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
357947	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
357947	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
357947	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
357947	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
357947	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
357947	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
357947	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
357947	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
357947	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
357947	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
357947	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
357947	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
357947	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
357947	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
357947	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
357947	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
357947	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
357947	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
357947	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
357947	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
357947	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
357947	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
357947	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
357947	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
357947	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
357947	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
357947	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
357947	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
357947	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
357947	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
357947	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
357947	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
357947	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
357947	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
357947	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
357947	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
357947	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
357947	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
357947	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
357947	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
357947	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
357947	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
357947	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
357947	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
357947	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
357947	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
357947	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
357947	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
357947	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
357947	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
357947	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
357947	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
357947	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
357947	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
357947	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
357947	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
357947	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
357947	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
357947	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
357947	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
357947	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
357947	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
357947	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
357947	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
357947	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
357947	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
357947	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
357947	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
357947	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
357947	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
357947	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
357947	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
357947	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
357947	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
357947	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
357947	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
357947	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
357947	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
357947	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
357947	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
357947	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
357947	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
357947	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
357947	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
357947	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
357947	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
357947	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
357947	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
357947	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
357947	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
357947	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
357947	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
357947	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
357947	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
357947	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
357947	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
357947	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
357947	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
357947	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
357947	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
357947	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
357947	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
357947	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
357947	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
357947	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
357947	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
357947	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
357947	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
357947	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
357947	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
357947	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
357947	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
357947	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
357947	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
357947	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
357947	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
357947	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
357947	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
357947	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
357947	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
357947	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
357947	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
357947	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
357947	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
357947	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
357947	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
357947	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
357947	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
357947	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
357947	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
357947	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
357947	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
357947	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
357947	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
357947	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
357947	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
357947	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
357947	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
357947	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
357947	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
357947	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
357947	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
357947	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
357947	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
357947	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
357947	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
357947	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
357947	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
357947	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
357947	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
357947	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
357947	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
357947	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
357947	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
357947	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
357947	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
357947	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
357947	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
357947	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
357947	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
357947	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
357947	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
357947	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
357947	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
357947	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
357947	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
357947	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
357947	embedding2nn.weight	0	0.31377437710762024
357947	embedding2nn.weight	1	0.38087373971939087
357947	embedding2nn.weight	2	-0.02457478828728199
357947	embedding2nn.weight	3	0.037734292447566986
357947	embedding2nn.weight	4	-0.04779871180653572
357947	embedding2nn.weight	5	0.050381358712911606
357947	embedding2nn.weight	6	0.00016802619211375713
357947	embedding2nn.weight	7	-0.017778174951672554
357947	embedding2nn.weight	8	0.05811605975031853
357947	embedding2nn.weight	9	-0.04469366744160652
357947	embedding2nn.bias	0	0.01908537559211254
357947	embedding2nn.bias	1	-0.19405359029769897
357947	embedding2nn.bias	2	0.09313221275806427
357947	embedding2nn.bias	3	0.1953752487897873
357947	embedding2nn.bias	4	0.17475327849388123
357947	embedding2nn.bias	5	-0.07858382165431976
357947	embedding2nn.bias	6	-0.02899911440908909
357947	embedding2nn.bias	7	0.01591288298368454
357947	embedding2nn.bias	8	-0.1329704374074936
357947	embedding2nn.bias	9	-0.3508637845516205
357947	rnn.weight_ih_l0	0	0.015609309077262878
357947	rnn.weight_ih_l0	1	-0.07586412876844406
357947	rnn.weight_ih_l0	2	-0.07919997721910477
357947	rnn.weight_ih_l0	3	0.09678111225366592
357947	rnn.weight_ih_l0	4	0.004244006704539061
357947	rnn.weight_ih_l0	5	-0.08106428384780884
357947	rnn.weight_ih_l0	6	-0.01957455463707447
357947	rnn.weight_ih_l0	7	-0.00652491208165884
357947	rnn.weight_ih_l0	8	0.012196661904454231
357947	rnn.weight_ih_l0	9	-0.07600954174995422
357947	rnn.weight_hh_l0	0	0.001557221869006753
357947	rnn.weight_hh_l0	1	0.06009320542216301
357947	rnn.weight_hh_l0	2	0.03414646536111832
357947	rnn.weight_hh_l0	3	0.01408158428966999
357947	rnn.weight_hh_l0	4	0.01998889073729515
357947	rnn.weight_hh_l0	5	0.04472975432872772
357947	rnn.weight_hh_l0	6	-0.04460958018898964
357947	rnn.weight_hh_l0	7	-0.06442718952894211
357947	rnn.weight_hh_l0	8	0.04059530422091484
357947	rnn.weight_hh_l0	9	-0.10396233201026917
357947	rnn.bias_ih_l0	0	0.14617919921875
357947	rnn.bias_ih_l0	1	-0.2590577304363251
357947	rnn.bias_ih_l0	2	-0.014601892791688442
357947	rnn.bias_ih_l0	3	-0.16662150621414185
357947	rnn.bias_ih_l0	4	-0.0030935427639633417
357947	rnn.bias_ih_l0	5	-0.3574478030204773
357947	rnn.bias_ih_l0	6	-0.10117063671350479
357947	rnn.bias_ih_l0	7	-0.30871760845184326
357947	rnn.bias_ih_l0	8	-0.2594541311264038
357947	rnn.bias_ih_l0	9	-0.400007039308548
357947	rnn.bias_hh_l0	0	-0.30136847496032715
357947	rnn.bias_hh_l0	1	-0.32926785945892334
357947	rnn.bias_hh_l0	2	-0.27556365728378296
357947	rnn.bias_hh_l0	3	-0.0787084698677063
357947	rnn.bias_hh_l0	4	-0.2858140170574188
357947	rnn.bias_hh_l0	5	-0.2915121614933014
357947	rnn.bias_hh_l0	6	-0.10679679363965988
357947	rnn.bias_hh_l0	7	0.05036088451743126
357947	rnn.bias_hh_l0	8	-0.22246822714805603
357947	rnn.bias_hh_l0	9	-0.4717711806297302
357947	rnn.weight_ih_l0_reverse	0	0.026703128591179848
357947	rnn.weight_ih_l0_reverse	1	-0.060780301690101624
357947	rnn.weight_ih_l0_reverse	2	-0.03107297793030739
357947	rnn.weight_ih_l0_reverse	3	-0.07801007479429245
357947	rnn.weight_ih_l0_reverse	4	0.06218532845377922
357947	rnn.weight_ih_l0_reverse	5	-0.09771271049976349
357947	rnn.weight_ih_l0_reverse	6	0.020166728645563126
357947	rnn.weight_ih_l0_reverse	7	0.007247393950819969
357947	rnn.weight_ih_l0_reverse	8	-0.04400874301791191
357947	rnn.weight_ih_l0_reverse	9	-0.08727941662073135
357947	rnn.weight_hh_l0_reverse	0	-0.08750354498624802
357947	rnn.weight_hh_l0_reverse	1	0.017424210906028748
357947	rnn.weight_hh_l0_reverse	2	-0.01440368127077818
357947	rnn.weight_hh_l0_reverse	3	0.02469463087618351
357947	rnn.weight_hh_l0_reverse	4	-0.0681956559419632
357947	rnn.weight_hh_l0_reverse	5	0.04294774681329727
357947	rnn.weight_hh_l0_reverse	6	0.02127542346715927
357947	rnn.weight_hh_l0_reverse	7	-0.061667848378419876
357947	rnn.weight_hh_l0_reverse	8	0.008429397828876972
357947	rnn.weight_hh_l0_reverse	9	0.080008864402771
357947	rnn.bias_ih_l0_reverse	0	-0.15304645895957947
357947	rnn.bias_ih_l0_reverse	1	-0.08960169553756714
357947	rnn.bias_ih_l0_reverse	2	0.09876123070716858
357947	rnn.bias_ih_l0_reverse	3	-0.25746241211891174
357947	rnn.bias_ih_l0_reverse	4	-0.043290261179208755
357947	rnn.bias_ih_l0_reverse	5	-0.1981966346502304
357947	rnn.bias_ih_l0_reverse	6	0.24422511458396912
357947	rnn.bias_ih_l0_reverse	7	-0.29968181252479553
357947	rnn.bias_ih_l0_reverse	8	-0.13795463740825653
357947	rnn.bias_ih_l0_reverse	9	-0.15353180468082428
357947	rnn.bias_hh_l0_reverse	0	-0.15512371063232422
357947	rnn.bias_hh_l0_reverse	1	0.2531096041202545
357947	rnn.bias_hh_l0_reverse	2	-0.31553223729133606
357947	rnn.bias_hh_l0_reverse	3	-0.17869168519973755
357947	rnn.bias_hh_l0_reverse	4	-0.35190635919570923
357947	rnn.bias_hh_l0_reverse	5	-0.16222316026687622
357947	rnn.bias_hh_l0_reverse	6	-0.284625381231308
357947	rnn.bias_hh_l0_reverse	7	-0.07415850460529327
357947	rnn.bias_hh_l0_reverse	8	-0.24362854659557343
357947	rnn.bias_hh_l0_reverse	9	0.20662565529346466
357947	linear.weight	0	0.1914621889591217
357947	linear.weight	1	-0.4631616473197937
357947	linear.weight	2	0.09007366746664047
357947	linear.weight	3	0.06760109215974808
357947	linear.weight	4	-0.1267499178647995
357947	linear.weight	5	0.24086591601371765
357947	linear.weight	6	-0.08704324066638947
357947	linear.weight	7	-0.06343557685613632
357947	linear.weight	8	0.08225265890359879
357947	linear.weight	9	-0.04605495184659958
357947	linear.bias	0	-1.0232133865356445
357947	linear.bias	1	1.9321269989013672
357947	linear.bias	2	0.7533738613128662
357947	linear.bias	3	-2.6013131141662598
357947	linear.bias	4	-0.2100839912891388
357947	linear.bias	5	1.1944580078125
357947	linear.bias	6	-0.18693970143795013
357947	linear.bias	7	0.6901752352714539
357947	linear.bias	8	2.251303195953369
357947	linear.bias	9	-1.4258310794830322
358556	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
358556	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
358556	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
358556	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
358556	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
358556	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
358556	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
358556	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
358556	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
358556	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
358556	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
358556	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
358556	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
358556	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
358556	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
358556	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
358556	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
358556	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
358556	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
358556	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
358556	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
358556	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
358556	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
358556	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
358556	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
358556	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
358556	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
358556	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
358556	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
358556	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
358556	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
358556	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
358556	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
358556	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
358556	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
358556	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
358556	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
358556	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
358556	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
358556	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
358556	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
358556	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
358556	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
358556	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
358556	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
358556	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
358556	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
358556	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
358556	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
358556	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
358556	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
358556	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
358556	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
358556	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
358556	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
358556	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
358556	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
358556	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
358556	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
358556	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
358556	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
358556	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
358556	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
358556	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
358556	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
358556	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
358556	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
358556	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
358556	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
358556	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
358556	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
358556	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
358556	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
358556	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
358556	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
358556	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
358556	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
358556	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
358556	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
358556	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
358556	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
358556	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
358556	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
358556	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
358556	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
358556	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
358556	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
358556	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
358556	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
358556	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
358556	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
358556	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
358556	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
358556	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
358556	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
358556	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
358556	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
358556	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
358556	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
358556	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
358556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
358556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
358556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
358556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
358556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
358556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
358556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
358556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
358556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
358556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
358556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
358556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
358556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
358556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
358556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
358556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
358556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
358556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
358556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
358556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
358556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
358556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
358556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
358556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
358556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
358556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
358556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
358556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
358556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
358556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
358556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
358556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
358556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
358556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
358556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
358556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
358556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
358556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
358556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
358556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
358556	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
358556	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
358556	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
358556	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
358556	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
358556	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
358556	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
358556	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
358556	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
358556	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
358556	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
358556	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
358556	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
358556	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
358556	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
358556	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
358556	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
358556	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
358556	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
358556	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
358556	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
358556	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
358556	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
358556	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
358556	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
358556	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
358556	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
358556	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
358556	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
358556	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
358556	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
358556	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
358556	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
358556	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
358556	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
358556	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
358556	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
358556	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
358556	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
358556	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
358556	embedding2nn.weight	0	0.3124444782733917
358556	embedding2nn.weight	1	0.376936674118042
358556	embedding2nn.weight	2	-0.024108178913593292
358556	embedding2nn.weight	3	0.02124066650867462
358556	embedding2nn.weight	4	-0.04684597998857498
358556	embedding2nn.weight	5	0.05549260973930359
358556	embedding2nn.weight	6	-0.002665165113285184
358556	embedding2nn.weight	7	-0.018895478919148445
358556	embedding2nn.weight	8	0.06357019394636154
358556	embedding2nn.weight	9	-0.04512199014425278
358556	embedding2nn.bias	0	0.03274551033973694
358556	embedding2nn.bias	1	-0.20140205323696136
358556	embedding2nn.bias	2	0.11129729449748993
358556	embedding2nn.bias	3	0.18550264835357666
358556	embedding2nn.bias	4	0.1668662279844284
358556	embedding2nn.bias	5	-0.07356506586074829
358556	embedding2nn.bias	6	-0.02390068769454956
358556	embedding2nn.bias	7	-0.0026124732103198767
358556	embedding2nn.bias	8	-0.1393406242132187
358556	embedding2nn.bias	9	-0.3624561131000519
358556	rnn.weight_ih_l0	0	0.01528268214315176
358556	rnn.weight_ih_l0	1	-0.07496094703674316
358556	rnn.weight_ih_l0	2	-0.07760848850011826
358556	rnn.weight_ih_l0	3	0.0939704105257988
358556	rnn.weight_ih_l0	4	0.01477810088545084
358556	rnn.weight_ih_l0	5	-0.08138539642095566
358556	rnn.weight_ih_l0	6	-0.015156681649386883
358556	rnn.weight_ih_l0	7	-0.011971785686910152
358556	rnn.weight_ih_l0	8	0.013703444972634315
358556	rnn.weight_ih_l0	9	-0.07539655268192291
358556	rnn.weight_hh_l0	0	0.0020102141425013542
358556	rnn.weight_hh_l0	1	0.06130301579833031
358556	rnn.weight_hh_l0	2	0.03464452922344208
358556	rnn.weight_hh_l0	3	0.013738831505179405
358556	rnn.weight_hh_l0	4	0.019664259627461433
358556	rnn.weight_hh_l0	5	0.044856805354356766
358556	rnn.weight_hh_l0	6	-0.04515594244003296
358556	rnn.weight_hh_l0	7	-0.06361796706914902
358556	rnn.weight_hh_l0	8	0.04012532904744148
358556	rnn.weight_hh_l0	9	-0.10331173986196518
358556	rnn.bias_ih_l0	0	0.15422974526882172
358556	rnn.bias_ih_l0	1	-0.25283169746398926
358556	rnn.bias_ih_l0	2	-0.020587051287293434
358556	rnn.bias_ih_l0	3	-0.1649445742368698
358556	rnn.bias_ih_l0	4	-0.0008950533228926361
358556	rnn.bias_ih_l0	5	-0.3526872992515564
358556	rnn.bias_ih_l0	6	-0.09610621631145477
358556	rnn.bias_ih_l0	7	-0.30918651819229126
358556	rnn.bias_ih_l0	8	-0.2584756016731262
358556	rnn.bias_ih_l0	9	-0.4121485948562622
358556	rnn.bias_hh_l0	0	-0.2995656132698059
358556	rnn.bias_hh_l0	1	-0.33018189668655396
358556	rnn.bias_hh_l0	2	-0.2771068215370178
358556	rnn.bias_hh_l0	3	-0.07846368849277496
358556	rnn.bias_hh_l0	4	-0.29224082827568054
358556	rnn.bias_hh_l0	5	-0.29548415541648865
358556	rnn.bias_hh_l0	6	-0.11310732364654541
358556	rnn.bias_hh_l0	7	0.05164347589015961
358556	rnn.bias_hh_l0	8	-0.22784799337387085
358556	rnn.bias_hh_l0	9	-0.47774553298950195
358556	rnn.weight_ih_l0_reverse	0	0.02772059477865696
358556	rnn.weight_ih_l0_reverse	1	-0.06280100345611572
358556	rnn.weight_ih_l0_reverse	2	-0.030988486483693123
358556	rnn.weight_ih_l0_reverse	3	-0.08028779178857803
358556	rnn.weight_ih_l0_reverse	4	0.0601806566119194
358556	rnn.weight_ih_l0_reverse	5	-0.10435619950294495
358556	rnn.weight_ih_l0_reverse	6	0.017598580569028854
358556	rnn.weight_ih_l0_reverse	7	0.006296220701187849
358556	rnn.weight_ih_l0_reverse	8	-0.04581639543175697
358556	rnn.weight_ih_l0_reverse	9	-0.08643827587366104
358556	rnn.weight_hh_l0_reverse	0	-0.08884912729263306
358556	rnn.weight_hh_l0_reverse	1	0.017764268442988396
358556	rnn.weight_hh_l0_reverse	2	-0.014997458085417747
358556	rnn.weight_hh_l0_reverse	3	0.024561651051044464
358556	rnn.weight_hh_l0_reverse	4	-0.06835014373064041
358556	rnn.weight_hh_l0_reverse	5	0.04227486997842789
358556	rnn.weight_hh_l0_reverse	6	0.021088462322950363
358556	rnn.weight_hh_l0_reverse	7	-0.0606524795293808
358556	rnn.weight_hh_l0_reverse	8	0.004279745742678642
358556	rnn.weight_hh_l0_reverse	9	0.07991744577884674
358556	rnn.bias_ih_l0_reverse	0	-0.15877026319503784
358556	rnn.bias_ih_l0_reverse	1	-0.08780470490455627
358556	rnn.bias_ih_l0_reverse	2	0.09427835047245026
358556	rnn.bias_ih_l0_reverse	3	-0.2555147707462311
358556	rnn.bias_ih_l0_reverse	4	-0.03383327275514603
358556	rnn.bias_ih_l0_reverse	5	-0.2002430111169815
358556	rnn.bias_ih_l0_reverse	6	0.24298125505447388
358556	rnn.bias_ih_l0_reverse	7	-0.29692789912223816
358556	rnn.bias_ih_l0_reverse	8	-0.13834363222122192
358556	rnn.bias_ih_l0_reverse	9	-0.15344390273094177
358556	rnn.bias_hh_l0_reverse	0	-0.15590158104896545
358556	rnn.bias_hh_l0_reverse	1	0.2516636550426483
358556	rnn.bias_hh_l0_reverse	2	-0.3219842314720154
358556	rnn.bias_hh_l0_reverse	3	-0.18806232511997223
358556	rnn.bias_hh_l0_reverse	4	-0.3567250967025757
358556	rnn.bias_hh_l0_reverse	5	-0.16120778024196625
358556	rnn.bias_hh_l0_reverse	6	-0.2789088189601898
358556	rnn.bias_hh_l0_reverse	7	-0.06914983689785004
358556	rnn.bias_hh_l0_reverse	8	-0.2549113929271698
358556	rnn.bias_hh_l0_reverse	9	0.19846808910369873
358556	linear.weight	0	0.16604985296726227
358556	linear.weight	1	-0.45656388998031616
358556	linear.weight	2	0.1086525246500969
358556	linear.weight	3	0.06759992986917496
358556	linear.weight	4	-0.09972125291824341
358556	linear.weight	5	0.25983282923698425
358556	linear.weight	6	-0.05771634355187416
358556	linear.weight	7	-0.06341537088155746
358556	linear.weight	8	0.08306171000003815
358556	linear.weight	9	-0.04607165977358818
358556	linear.bias	0	-1.059356927871704
358556	linear.bias	1	1.9264044761657715
358556	linear.bias	2	0.7254788279533386
358556	linear.bias	3	-2.6018102169036865
358556	linear.bias	4	-0.22964219748973846
358556	linear.bias	5	1.2284696102142334
358556	linear.bias	6	-0.22203458845615387
358556	linear.bias	7	0.6812264919281006
358556	linear.bias	8	2.2140421867370605
358556	linear.bias	9	-1.410576343536377
359165	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
359165	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
359165	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
359165	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
359165	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
359165	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
359165	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
359165	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
359165	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
359165	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
359165	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
359165	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
359165	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
359165	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
359165	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
359165	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
359165	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
359165	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
359165	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
359165	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
359165	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
359165	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
359165	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
359165	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
359165	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
359165	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
359165	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
359165	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
359165	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
359165	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
359165	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
359165	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
359165	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
359165	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
359165	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
359165	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
359165	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
359165	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
359165	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
359165	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
359165	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
359165	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
359165	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
359165	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
359165	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
359165	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
359165	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
359165	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
359165	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
359165	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
359165	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
359165	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
359165	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
359165	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
359165	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
359165	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
359165	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
359165	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
359165	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
359165	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
359165	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
359165	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
359165	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
359165	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
359165	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
359165	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
359165	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
359165	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
359165	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
359165	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
359165	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
359165	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
359165	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
359165	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
359165	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
359165	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
359165	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
359165	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
359165	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
359165	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
359165	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
359165	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
359165	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
359165	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
359165	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
359165	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
359165	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
359165	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
359165	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
359165	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
359165	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
359165	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
359165	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
359165	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
359165	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
359165	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
359165	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
359165	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
359165	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
359165	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
359165	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
359165	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
359165	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
359165	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
359165	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
359165	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
359165	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
359165	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
359165	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
359165	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
359165	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
359165	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
359165	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
359165	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
359165	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
359165	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
359165	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
359165	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
359165	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
359165	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
359165	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
359165	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
359165	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
359165	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
359165	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
359165	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
359165	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
359165	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
359165	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
359165	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
359165	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
359165	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
359165	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
359165	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
359165	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
359165	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
359165	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
359165	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
359165	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
359165	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
359165	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
359165	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
359165	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
359165	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
359165	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
359165	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
359165	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
359165	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
359165	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
359165	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
359165	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
359165	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
359165	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
359165	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
359165	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
359165	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
359165	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
359165	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
359165	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
359165	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
359165	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
359165	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
359165	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
359165	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
359165	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
359165	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
359165	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
359165	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
359165	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
359165	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
359165	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
359165	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
359165	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
359165	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
359165	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
359165	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
359165	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
359165	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
359165	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
359165	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
359165	embedding2nn.weight	0	0.3122524917125702
359165	embedding2nn.weight	1	0.3750322759151459
359165	embedding2nn.weight	2	-0.02145768329501152
359165	embedding2nn.weight	3	0.028861554339528084
359165	embedding2nn.weight	4	-0.04065701737999916
359165	embedding2nn.weight	5	0.05679323151707649
359165	embedding2nn.weight	6	-0.004922747611999512
359165	embedding2nn.weight	7	-0.01074548065662384
359165	embedding2nn.weight	8	0.06749244034290314
359165	embedding2nn.weight	9	-0.044539228081703186
359165	embedding2nn.bias	0	0.02889104001224041
359165	embedding2nn.bias	1	-0.17363671958446503
359165	embedding2nn.bias	2	0.11915571242570877
359165	embedding2nn.bias	3	0.20732499659061432
359165	embedding2nn.bias	4	0.16544295847415924
359165	embedding2nn.bias	5	-0.05527261644601822
359165	embedding2nn.bias	6	-0.033816028386354446
359165	embedding2nn.bias	7	-0.00031276862137019634
359165	embedding2nn.bias	8	-0.14933399856090546
359165	embedding2nn.bias	9	-0.35807356238365173
359165	rnn.weight_ih_l0	0	0.014061834663152695
359165	rnn.weight_ih_l0	1	-0.0755138173699379
359165	rnn.weight_ih_l0	2	-0.07929770648479462
359165	rnn.weight_ih_l0	3	0.09303078800439835
359165	rnn.weight_ih_l0	4	0.01180589571595192
359165	rnn.weight_ih_l0	5	-0.08720081299543381
359165	rnn.weight_ih_l0	6	-0.01708339899778366
359165	rnn.weight_ih_l0	7	-0.017992785200476646
359165	rnn.weight_ih_l0	8	0.017042823135852814
359165	rnn.weight_ih_l0	9	-0.07930608838796616
359165	rnn.weight_hh_l0	0	0.0018180806655436754
359165	rnn.weight_hh_l0	1	0.06037396192550659
359165	rnn.weight_hh_l0	2	0.03463919088244438
359165	rnn.weight_hh_l0	3	0.012737446464598179
359165	rnn.weight_hh_l0	4	0.01895720511674881
359165	rnn.weight_hh_l0	5	0.044866226613521576
359165	rnn.weight_hh_l0	6	-0.04711980000138283
359165	rnn.weight_hh_l0	7	-0.060185741633176804
359165	rnn.weight_hh_l0	8	0.039904411882162094
359165	rnn.weight_hh_l0	9	-0.10247734934091568
359165	rnn.bias_ih_l0	0	0.16120919585227966
359165	rnn.bias_ih_l0	1	-0.2594341039657593
359165	rnn.bias_ih_l0	2	-0.01810271292924881
359165	rnn.bias_ih_l0	3	-0.16262531280517578
359165	rnn.bias_ih_l0	4	-0.0008818663191050291
359165	rnn.bias_ih_l0	5	-0.3507891595363617
359165	rnn.bias_ih_l0	6	-0.10187477618455887
359165	rnn.bias_ih_l0	7	-0.31145110726356506
359165	rnn.bias_ih_l0	8	-0.25761914253234863
359165	rnn.bias_ih_l0	9	-0.4120420515537262
359165	rnn.bias_hh_l0	0	-0.2923825979232788
359165	rnn.bias_hh_l0	1	-0.32985562086105347
359165	rnn.bias_hh_l0	2	-0.2763125002384186
359165	rnn.bias_hh_l0	3	-0.07901156693696976
359165	rnn.bias_hh_l0	4	-0.29486656188964844
359165	rnn.bias_hh_l0	5	-0.29215192794799805
359165	rnn.bias_hh_l0	6	-0.11535219848155975
359165	rnn.bias_hh_l0	7	0.05499482899904251
359165	rnn.bias_hh_l0	8	-0.23078173398971558
359165	rnn.bias_hh_l0	9	-0.48016637563705444
359165	rnn.weight_ih_l0_reverse	0	0.02366638369858265
359165	rnn.weight_ih_l0_reverse	1	-0.06436654925346375
359165	rnn.weight_ih_l0_reverse	2	-0.03083987720310688
359165	rnn.weight_ih_l0_reverse	3	-0.07584591954946518
359165	rnn.weight_ih_l0_reverse	4	0.06228683888912201
359165	rnn.weight_ih_l0_reverse	5	-0.09929892420768738
359165	rnn.weight_ih_l0_reverse	6	0.027497751638293266
359165	rnn.weight_ih_l0_reverse	7	0.006103697698563337
359165	rnn.weight_ih_l0_reverse	8	-0.0469370037317276
359165	rnn.weight_ih_l0_reverse	9	-0.07828368991613388
359165	rnn.weight_hh_l0_reverse	0	-0.08937918394804001
359165	rnn.weight_hh_l0_reverse	1	0.017805155366659164
359165	rnn.weight_hh_l0_reverse	2	-0.015158412978053093
359165	rnn.weight_hh_l0_reverse	3	0.025177201256155968
359165	rnn.weight_hh_l0_reverse	4	-0.0674322098493576
359165	rnn.weight_hh_l0_reverse	5	0.042121417820453644
359165	rnn.weight_hh_l0_reverse	6	0.021155841648578644
359165	rnn.weight_hh_l0_reverse	7	-0.059793028980493546
359165	rnn.weight_hh_l0_reverse	8	0.0038220493588596582
359165	rnn.weight_hh_l0_reverse	9	0.07804093509912491
359165	rnn.bias_ih_l0_reverse	0	-0.15475614368915558
359165	rnn.bias_ih_l0_reverse	1	-0.08797474950551987
359165	rnn.bias_ih_l0_reverse	2	0.10157763212919235
359165	rnn.bias_ih_l0_reverse	3	-0.26050734519958496
359165	rnn.bias_ih_l0_reverse	4	-0.03132712095975876
359165	rnn.bias_ih_l0_reverse	5	-0.20037662982940674
359165	rnn.bias_ih_l0_reverse	6	0.2528716027736664
359165	rnn.bias_ih_l0_reverse	7	-0.29099127650260925
359165	rnn.bias_ih_l0_reverse	8	-0.136853888630867
359165	rnn.bias_ih_l0_reverse	9	-0.1539369523525238
359165	rnn.bias_hh_l0_reverse	0	-0.15772654116153717
359165	rnn.bias_hh_l0_reverse	1	0.2396966814994812
359165	rnn.bias_hh_l0_reverse	2	-0.32577207684516907
359165	rnn.bias_hh_l0_reverse	3	-0.18726372718811035
359165	rnn.bias_hh_l0_reverse	4	-0.3555109202861786
359165	rnn.bias_hh_l0_reverse	5	-0.1609320193529129
359165	rnn.bias_hh_l0_reverse	6	-0.2803882956504822
359165	rnn.bias_hh_l0_reverse	7	-0.0724438950419426
359165	rnn.bias_hh_l0_reverse	8	-0.24968552589416504
359165	rnn.bias_hh_l0_reverse	9	0.20444531738758087
359165	linear.weight	0	0.15859757363796234
359165	linear.weight	1	-0.4412831664085388
359165	linear.weight	2	0.0666971430182457
359165	linear.weight	3	0.06760112941265106
359165	linear.weight	4	-0.14367204904556274
359165	linear.weight	5	0.23871567845344543
359165	linear.weight	6	-0.05876149982213974
359165	linear.weight	7	-0.0634085163474083
359165	linear.weight	8	0.08243851363658905
359165	linear.weight	9	-0.0460926853120327
359165	linear.bias	0	-1.039499282836914
359165	linear.bias	1	1.8491230010986328
359165	linear.bias	2	0.7123724818229675
359165	linear.bias	3	-2.6022603511810303
359165	linear.bias	4	-0.24594451487064362
359165	linear.bias	5	1.2254202365875244
359165	linear.bias	6	-0.20841404795646667
359165	linear.bias	7	0.7185980677604675
359165	linear.bias	8	2.228332757949829
359165	linear.bias	9	-1.4283586740493774
359774	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
359774	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
359774	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
359774	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
359774	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
359774	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
359774	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
359774	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
359774	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
359774	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
359774	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
359774	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
359774	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
359774	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
359774	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
359774	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
359774	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
359774	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
359774	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
359774	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
359774	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
359774	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
359774	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
359774	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
359774	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
359774	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
359774	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
359774	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
359774	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
359774	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
359774	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
359774	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
359774	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
359774	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
359774	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
359774	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
359774	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
359774	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
359774	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
359774	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
359774	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
359774	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
359774	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
359774	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
359774	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
359774	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
359774	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
359774	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
359774	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
359774	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
359774	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
359774	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
359774	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
359774	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
359774	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
359774	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
359774	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
359774	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
359774	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
359774	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
359774	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
359774	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
359774	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
359774	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
359774	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
359774	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
359774	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
359774	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
359774	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
359774	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
359774	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
359774	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
359774	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
359774	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
359774	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
359774	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
359774	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
359774	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
359774	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
359774	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
359774	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
359774	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
359774	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
359774	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
359774	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
359774	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
359774	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
359774	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
359774	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
359774	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
359774	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
359774	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
359774	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
359774	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
359774	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
359774	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
359774	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
359774	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
359774	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
359774	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
359774	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
359774	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
359774	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
359774	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
359774	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
359774	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
359774	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
359774	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
359774	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
359774	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
359774	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
359774	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
359774	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
359774	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
359774	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
359774	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
359774	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
359774	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
359774	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
359774	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
359774	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
359774	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
359774	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
359774	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
359774	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
359774	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
359774	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
359774	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
359774	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
359774	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
359774	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
359774	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
359774	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
359774	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
359774	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
359774	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
359774	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
359774	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
359774	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
359774	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
359774	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
359774	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
359774	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
359774	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
359774	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
359774	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
359774	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
359774	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
359774	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
359774	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
359774	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
359774	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
359774	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
359774	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
359774	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
359774	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
359774	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
359774	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
359774	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
359774	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
359774	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
359774	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
359774	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
359774	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
359774	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
359774	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
359774	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
359774	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
359774	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
359774	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
359774	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
359774	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
359774	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
359774	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
359774	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
359774	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
359774	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
359774	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
359774	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
359774	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
359774	embedding2nn.weight	0	0.3126680850982666
359774	embedding2nn.weight	1	0.3781087100505829
359774	embedding2nn.weight	2	-0.017436375841498375
359774	embedding2nn.weight	3	0.026449935510754585
359774	embedding2nn.weight	4	-0.048140138387680054
359774	embedding2nn.weight	5	0.06267305463552475
359774	embedding2nn.weight	6	-0.00012689581490121782
359774	embedding2nn.weight	7	-0.0131938261911273
359774	embedding2nn.weight	8	0.0674387663602829
359774	embedding2nn.weight	9	-0.045779235661029816
359774	embedding2nn.bias	0	0.04419173672795296
359774	embedding2nn.bias	1	-0.18512146174907684
359774	embedding2nn.bias	2	0.09945233166217804
359774	embedding2nn.bias	3	0.19208529591560364
359774	embedding2nn.bias	4	0.1663573533296585
359774	embedding2nn.bias	5	-0.058390289545059204
359774	embedding2nn.bias	6	-0.04723476618528366
359774	embedding2nn.bias	7	0.037136174738407135
359774	embedding2nn.bias	8	-0.14545804262161255
359774	embedding2nn.bias	9	-0.36149489879608154
359774	rnn.weight_ih_l0	0	0.01347200945019722
359774	rnn.weight_ih_l0	1	-0.07538050413131714
359774	rnn.weight_ih_l0	2	-0.07880361378192902
359774	rnn.weight_ih_l0	3	0.09271729737520218
359774	rnn.weight_ih_l0	4	0.00473120529204607
359774	rnn.weight_ih_l0	5	-0.08204910159111023
359774	rnn.weight_ih_l0	6	-0.02080240473151207
359774	rnn.weight_ih_l0	7	-0.015417400747537613
359774	rnn.weight_ih_l0	8	0.015502429567277431
359774	rnn.weight_ih_l0	9	-0.07620342820882797
359774	rnn.weight_hh_l0	0	0.0011130196508020163
359774	rnn.weight_hh_l0	1	0.060308463871479034
359774	rnn.weight_hh_l0	2	0.03452029451727867
359774	rnn.weight_hh_l0	3	0.01286181341856718
359774	rnn.weight_hh_l0	4	0.018967237323522568
359774	rnn.weight_hh_l0	5	0.044685181230306625
359774	rnn.weight_hh_l0	6	-0.04611799865961075
359774	rnn.weight_hh_l0	7	-0.05854407325387001
359774	rnn.weight_hh_l0	8	0.03959651663899422
359774	rnn.weight_hh_l0	9	-0.10276025533676147
359774	rnn.bias_ih_l0	0	0.1553206741809845
359774	rnn.bias_ih_l0	1	-0.2552173435688019
359774	rnn.bias_ih_l0	2	-0.024274813011288643
359774	rnn.bias_ih_l0	3	-0.16849344968795776
359774	rnn.bias_ih_l0	4	0.02808353491127491
359774	rnn.bias_ih_l0	5	-0.34783968329429626
359774	rnn.bias_ih_l0	6	-0.10751163959503174
359774	rnn.bias_ih_l0	7	-0.31138867139816284
359774	rnn.bias_ih_l0	8	-0.26061055064201355
359774	rnn.bias_ih_l0	9	-0.41142502427101135
359774	rnn.bias_hh_l0	0	-0.2959592938423157
359774	rnn.bias_hh_l0	1	-0.32548147439956665
359774	rnn.bias_hh_l0	2	-0.2783892750740051
359774	rnn.bias_hh_l0	3	-0.08206137269735336
359774	rnn.bias_hh_l0	4	-0.28261780738830566
359774	rnn.bias_hh_l0	5	-0.29295575618743896
359774	rnn.bias_hh_l0	6	-0.12156234681606293
359774	rnn.bias_hh_l0	7	0.06593552976846695
359774	rnn.bias_hh_l0	8	-0.22399376332759857
359774	rnn.bias_hh_l0	9	-0.48155850172042847
359774	rnn.weight_ih_l0_reverse	0	0.025979256257414818
359774	rnn.weight_ih_l0_reverse	1	-0.06075306981801987
359774	rnn.weight_ih_l0_reverse	2	-0.02676822803914547
359774	rnn.weight_ih_l0_reverse	3	-0.07471836358308792
359774	rnn.weight_ih_l0_reverse	4	0.06299929320812225
359774	rnn.weight_ih_l0_reverse	5	-0.09219293296337128
359774	rnn.weight_ih_l0_reverse	6	0.030202193185687065
359774	rnn.weight_ih_l0_reverse	7	0.004937020596116781
359774	rnn.weight_ih_l0_reverse	8	-0.04302075877785683
359774	rnn.weight_ih_l0_reverse	9	-0.07502058893442154
359774	rnn.weight_hh_l0_reverse	0	-0.08906547725200653
359774	rnn.weight_hh_l0_reverse	1	0.01825089380145073
359774	rnn.weight_hh_l0_reverse	2	-0.01611088402569294
359774	rnn.weight_hh_l0_reverse	3	0.026468323543667793
359774	rnn.weight_hh_l0_reverse	4	-0.06663363426923752
359774	rnn.weight_hh_l0_reverse	5	0.041635021567344666
359774	rnn.weight_hh_l0_reverse	6	0.021126216277480125
359774	rnn.weight_hh_l0_reverse	7	-0.061836838722229004
359774	rnn.weight_hh_l0_reverse	8	0.003119173925369978
359774	rnn.weight_hh_l0_reverse	9	0.07850880175828934
359774	rnn.bias_ih_l0_reverse	0	-0.16047798097133636
359774	rnn.bias_ih_l0_reverse	1	-0.08583077043294907
359774	rnn.bias_ih_l0_reverse	2	0.1132383644580841
359774	rnn.bias_ih_l0_reverse	3	-0.2594919502735138
359774	rnn.bias_ih_l0_reverse	4	-0.032660868018865585
359774	rnn.bias_ih_l0_reverse	5	-0.19556641578674316
359774	rnn.bias_ih_l0_reverse	6	0.25183936953544617
359774	rnn.bias_ih_l0_reverse	7	-0.2832143306732178
359774	rnn.bias_ih_l0_reverse	8	-0.14010371267795563
359774	rnn.bias_ih_l0_reverse	9	-0.16312161087989807
359774	rnn.bias_hh_l0_reverse	0	-0.15464302897453308
359774	rnn.bias_hh_l0_reverse	1	0.24574507772922516
359774	rnn.bias_hh_l0_reverse	2	-0.32636868953704834
359774	rnn.bias_hh_l0_reverse	3	-0.18257483839988708
359774	rnn.bias_hh_l0_reverse	4	-0.35374951362609863
359774	rnn.bias_hh_l0_reverse	5	-0.15557819604873657
359774	rnn.bias_hh_l0_reverse	6	-0.2787056267261505
359774	rnn.bias_hh_l0_reverse	7	-0.07513351738452911
359774	rnn.bias_hh_l0_reverse	8	-0.2540563941001892
359774	rnn.bias_hh_l0_reverse	9	0.21699263155460358
359774	linear.weight	0	0.16859464347362518
359774	linear.weight	1	-0.48352178931236267
359774	linear.weight	2	0.050294455140829086
359774	linear.weight	3	0.0676036924123764
359774	linear.weight	4	-0.12973392009735107
359774	linear.weight	5	0.23560412228107452
359774	linear.weight	6	-0.08806633204221725
359774	linear.weight	7	-0.06340209394693375
359774	linear.weight	8	0.06310173869132996
359774	linear.weight	9	-0.046108659356832504
359774	linear.bias	0	-1.0492424964904785
359774	linear.bias	1	1.8694416284561157
359774	linear.bias	2	0.7046481370925903
359774	linear.bias	3	-2.6027300357818604
359774	linear.bias	4	-0.22737137973308563
359774	linear.bias	5	1.2335946559906006
359774	linear.bias	6	-0.20860278606414795
359774	linear.bias	7	0.6861631870269775
359774	linear.bias	8	2.187577962875366
359774	linear.bias	9	-1.409112811088562
359782	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
359782	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
359782	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
359782	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
359782	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
359782	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
359782	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
359782	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
359782	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
359782	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
359782	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
359782	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
359782	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
359782	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
359782	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
359782	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
359782	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
359782	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
359782	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
359782	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
359782	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
359782	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
359782	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
359782	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
359782	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
359782	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
359782	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
359782	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
359782	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
359782	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
359782	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
359782	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
359782	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
359782	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
359782	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
359782	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
359782	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
359782	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
359782	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
359782	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
359782	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
359782	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
359782	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
359782	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
359782	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
359782	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
359782	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
359782	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
359782	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
359782	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
359782	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
359782	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
359782	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
359782	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
359782	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
359782	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
359782	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
359782	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
359782	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
359782	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
359782	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
359782	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
359782	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
359782	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
359782	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
359782	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
359782	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
359782	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
359782	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
359782	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
359782	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
359782	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
359782	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
359782	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
359782	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
359782	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
359782	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
359782	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
359782	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
359782	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
359782	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
359782	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
359782	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
359782	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
359782	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
359782	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
359782	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
359782	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
359782	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
359782	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
359782	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
359782	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
359782	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
359782	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
359782	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
359782	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
359782	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
359782	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
359782	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
359782	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
359782	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
359782	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
359782	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
359782	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
359782	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
359782	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
359782	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
359782	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
359782	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
359782	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
359782	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
359782	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
359782	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
359782	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
359782	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
359782	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
359782	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
359782	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
359782	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
359782	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
359782	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
359782	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
359782	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
359782	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
359782	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
359782	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
359782	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
359782	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
359782	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
359782	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
359782	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
359782	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
359782	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
359782	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
359782	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
359782	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
359782	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
359782	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
359782	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
359782	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
359782	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
359782	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
359782	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
359782	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
359782	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
359782	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
359782	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
359782	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
359782	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
359782	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
359782	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
359782	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
359782	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
359782	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
359782	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
359782	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
359782	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
359782	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
359782	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
359782	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
359782	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
359782	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
359782	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
359782	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
359782	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
359782	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
359782	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
359782	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
359782	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
359782	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
359782	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
359782	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
359782	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
359782	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
359782	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
359782	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
359782	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
359782	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
359782	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
359782	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
359782	embedding2nn.weight	0	0.31265223026275635
359782	embedding2nn.weight	1	0.3785874843597412
359782	embedding2nn.weight	2	-0.017911475151777267
359782	embedding2nn.weight	3	0.02620352990925312
359782	embedding2nn.weight	4	-0.047921717166900635
359782	embedding2nn.weight	5	0.06333926320075989
359782	embedding2nn.weight	6	-0.0011170724174007773
359782	embedding2nn.weight	7	-0.013636301271617413
359782	embedding2nn.weight	8	0.06754831224679947
359782	embedding2nn.weight	9	-0.04596806317567825
359782	embedding2nn.bias	0	0.04502969980239868
359782	embedding2nn.bias	1	-0.18653394281864166
359782	embedding2nn.bias	2	0.09588270634412766
359782	embedding2nn.bias	3	0.1943688839673996
359782	embedding2nn.bias	4	0.16166368126869202
359782	embedding2nn.bias	5	-0.05858901888132095
359782	embedding2nn.bias	6	-0.04579075425863266
359782	embedding2nn.bias	7	0.03219371661543846
359782	embedding2nn.bias	8	-0.13958825170993805
359782	embedding2nn.bias	9	-0.36299630999565125
359782	rnn.weight_ih_l0	0	0.013550668023526669
359782	rnn.weight_ih_l0	1	-0.07530739158391953
359782	rnn.weight_ih_l0	2	-0.07858341932296753
359782	rnn.weight_ih_l0	3	0.09282435476779938
359782	rnn.weight_ih_l0	4	0.004185620229691267
359782	rnn.weight_ih_l0	5	-0.08161329478025436
359782	rnn.weight_ih_l0	6	-0.02040567621588707
359782	rnn.weight_ih_l0	7	-0.01574419066309929
359782	rnn.weight_ih_l0	8	0.015301541425287724
359782	rnn.weight_ih_l0	9	-0.07689268887042999
359782	rnn.weight_hh_l0	0	0.00123505387455225
359782	rnn.weight_hh_l0	1	0.06022191047668457
359782	rnn.weight_hh_l0	2	0.034466031938791275
359782	rnn.weight_hh_l0	3	0.012875004671514034
359782	rnn.weight_hh_l0	4	0.01884486898779869
359782	rnn.weight_hh_l0	5	0.04469950497150421
359782	rnn.weight_hh_l0	6	-0.04612048342823982
359782	rnn.weight_hh_l0	7	-0.058667536824941635
359782	rnn.weight_hh_l0	8	0.03961470350623131
359782	rnn.weight_hh_l0	9	-0.10280432552099228
359782	rnn.bias_ih_l0	0	0.15514744818210602
359782	rnn.bias_ih_l0	1	-0.25624001026153564
359782	rnn.bias_ih_l0	2	-0.024121670052409172
359782	rnn.bias_ih_l0	3	-0.1684519201517105
359782	rnn.bias_ih_l0	4	0.02700062468647957
359782	rnn.bias_ih_l0	5	-0.3480489253997803
359782	rnn.bias_ih_l0	6	-0.10865587741136551
359782	rnn.bias_ih_l0	7	-0.31134018301963806
359782	rnn.bias_ih_l0	8	-0.2608392834663391
359782	rnn.bias_ih_l0	9	-0.41252848505973816
359782	rnn.bias_hh_l0	0	-0.29664182662963867
359782	rnn.bias_hh_l0	1	-0.3254261612892151
359782	rnn.bias_hh_l0	2	-0.2780483067035675
359782	rnn.bias_hh_l0	3	-0.08247213810682297
359782	rnn.bias_hh_l0	4	-0.28195416927337646
359782	rnn.bias_hh_l0	5	-0.29296430945396423
359782	rnn.bias_hh_l0	6	-0.12184570729732513
359782	rnn.bias_hh_l0	7	0.06541311740875244
359782	rnn.bias_hh_l0	8	-0.22326208651065826
359782	rnn.bias_hh_l0	9	-0.4812416434288025
359782	rnn.weight_ih_l0_reverse	0	0.026550572365522385
359782	rnn.weight_ih_l0_reverse	1	-0.060752853751182556
359782	rnn.weight_ih_l0_reverse	2	-0.02688330039381981
359782	rnn.weight_ih_l0_reverse	3	-0.07429151237010956
359782	rnn.weight_ih_l0_reverse	4	0.06277919560670853
359782	rnn.weight_ih_l0_reverse	5	-0.09270419180393219
359782	rnn.weight_ih_l0_reverse	6	0.0313299261033535
359782	rnn.weight_ih_l0_reverse	7	0.004441157914698124
359782	rnn.weight_ih_l0_reverse	8	-0.043168917298316956
359782	rnn.weight_ih_l0_reverse	9	-0.07492021471261978
359782	rnn.weight_hh_l0_reverse	0	-0.08888409286737442
359782	rnn.weight_hh_l0_reverse	1	0.018031466752290726
359782	rnn.weight_hh_l0_reverse	2	-0.016064150258898735
359782	rnn.weight_hh_l0_reverse	3	0.026468506082892418
359782	rnn.weight_hh_l0_reverse	4	-0.06676796823740005
359782	rnn.weight_hh_l0_reverse	5	0.04165511950850487
359782	rnn.weight_hh_l0_reverse	6	0.021109789609909058
359782	rnn.weight_hh_l0_reverse	7	-0.06170789152383804
359782	rnn.weight_hh_l0_reverse	8	0.0031390616204589605
359782	rnn.weight_hh_l0_reverse	9	0.07859939336776733
359782	rnn.bias_ih_l0_reverse	0	-0.16098597645759583
359782	rnn.bias_ih_l0_reverse	1	-0.08504430949687958
359782	rnn.bias_ih_l0_reverse	2	0.11358552426099777
359782	rnn.bias_ih_l0_reverse	3	-0.25903183221817017
359782	rnn.bias_ih_l0_reverse	4	-0.032359398901462555
359782	rnn.bias_ih_l0_reverse	5	-0.19574756920337677
359782	rnn.bias_ih_l0_reverse	6	0.2501145899295807
359782	rnn.bias_ih_l0_reverse	7	-0.28401604294776917
359782	rnn.bias_ih_l0_reverse	8	-0.14018423855304718
359782	rnn.bias_ih_l0_reverse	9	-0.16225828230381012
359782	rnn.bias_hh_l0_reverse	0	-0.1540321409702301
359782	rnn.bias_hh_l0_reverse	1	0.24454323947429657
359782	rnn.bias_hh_l0_reverse	2	-0.3269725441932678
359782	rnn.bias_hh_l0_reverse	3	-0.1821744740009308
359782	rnn.bias_hh_l0_reverse	4	-0.35296371579170227
359782	rnn.bias_hh_l0_reverse	5	-0.15574875473976135
359782	rnn.bias_hh_l0_reverse	6	-0.2782827913761139
359782	rnn.bias_hh_l0_reverse	7	-0.07509441673755646
359782	rnn.bias_hh_l0_reverse	8	-0.2538350820541382
359782	rnn.bias_hh_l0_reverse	9	0.21490785479545593
359782	linear.weight	0	0.16862912476062775
359782	linear.weight	1	-0.4808984696865082
359782	linear.weight	2	0.05336077883839607
359782	linear.weight	3	0.06760377436876297
359782	linear.weight	4	-0.12917490303516388
359782	linear.weight	5	0.2296544760465622
359782	linear.weight	6	-0.09130685031414032
359782	linear.weight	7	-0.06340188533067703
359782	linear.weight	8	0.060678593814373016
359782	linear.weight	9	-0.046108804643154144
359782	linear.bias	0	-1.0459654331207275
359782	linear.bias	1	1.8807897567749023
359782	linear.bias	2	0.7020261287689209
359782	linear.bias	3	-2.602735757827759
359782	linear.bias	4	-0.2305828332901001
359782	linear.bias	5	1.2376891374588013
359782	linear.bias	6	-0.20675793290138245
359782	linear.bias	7	0.6746839284896851
359782	linear.bias	8	2.1926767826080322
359782	linear.bias	9	-1.4118133783340454
360391	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
360391	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
360391	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
360391	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
360391	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
360391	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
360391	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
360391	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
360391	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
360391	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
360391	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
360391	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
360391	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
360391	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
360391	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
360391	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
360391	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
360391	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
360391	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
360391	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
360391	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
360391	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
360391	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
360391	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
360391	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
360391	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
360391	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
360391	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
360391	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
360391	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
360391	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
360391	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
360391	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
360391	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
360391	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
360391	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
360391	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
360391	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
360391	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
360391	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
360391	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
360391	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
360391	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
360391	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
360391	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
360391	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
360391	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
360391	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
360391	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
360391	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
360391	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
360391	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
360391	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
360391	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
360391	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
360391	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
360391	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
360391	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
360391	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
360391	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
360391	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
360391	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
360391	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
360391	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
360391	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
360391	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
360391	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
360391	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
360391	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
360391	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
360391	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
360391	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
360391	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
360391	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
360391	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
360391	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
360391	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
360391	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
360391	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
360391	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
360391	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
360391	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
360391	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
360391	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
360391	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
360391	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
360391	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
360391	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
360391	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
360391	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
360391	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
360391	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
360391	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
360391	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
360391	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
360391	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
360391	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
360391	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
360391	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
360391	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
360391	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
360391	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
360391	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
360391	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
360391	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
360391	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
360391	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
360391	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
360391	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
360391	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
360391	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
360391	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
360391	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
360391	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
360391	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
360391	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
360391	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
360391	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
360391	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
360391	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
360391	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
360391	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
360391	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
360391	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
360391	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
360391	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
360391	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
360391	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
360391	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
360391	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
360391	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
360391	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
360391	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
360391	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
360391	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
360391	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
360391	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
360391	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
360391	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
360391	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
360391	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
360391	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
360391	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
360391	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
360391	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
360391	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
360391	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
360391	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
360391	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
360391	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
360391	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
360391	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
360391	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
360391	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
360391	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
360391	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
360391	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
360391	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
360391	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
360391	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
360391	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
360391	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
360391	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
360391	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
360391	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
360391	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
360391	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
360391	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
360391	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
360391	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
360391	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
360391	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
360391	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
360391	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
360391	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
360391	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
360391	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
360391	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
360391	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
360391	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
360391	embedding2nn.weight	0	0.31180232763290405
360391	embedding2nn.weight	1	0.3775719404220581
360391	embedding2nn.weight	2	-0.01636105217039585
360391	embedding2nn.weight	3	0.014669893309473991
360391	embedding2nn.weight	4	-0.050998255610466
360391	embedding2nn.weight	5	0.06074205040931702
360391	embedding2nn.weight	6	0.01870150677859783
360391	embedding2nn.weight	7	-0.009337645024061203
360391	embedding2nn.weight	8	0.06525944173336029
360391	embedding2nn.weight	9	-0.044401880353689194
360391	embedding2nn.bias	0	0.02537497691810131
360391	embedding2nn.bias	1	-0.18593861162662506
360391	embedding2nn.bias	2	0.1116994172334671
360391	embedding2nn.bias	3	0.2003154754638672
360391	embedding2nn.bias	4	0.18329539895057678
360391	embedding2nn.bias	5	-0.07991987466812134
360391	embedding2nn.bias	6	-0.044506147503852844
360391	embedding2nn.bias	7	0.057103391736745834
360391	embedding2nn.bias	8	-0.13628219068050385
360391	embedding2nn.bias	9	-0.3894766569137573
360391	rnn.weight_ih_l0	0	0.012391085736453533
360391	rnn.weight_ih_l0	1	-0.07659412920475006
360391	rnn.weight_ih_l0	2	-0.0754004642367363
360391	rnn.weight_ih_l0	3	0.09416739642620087
360391	rnn.weight_ih_l0	4	0.0023955840151757
360391	rnn.weight_ih_l0	5	-0.07583968341350555
360391	rnn.weight_ih_l0	6	-0.010635361075401306
360391	rnn.weight_ih_l0	7	-0.01636592485010624
360391	rnn.weight_ih_l0	8	0.0098342914134264
360391	rnn.weight_ih_l0	9	-0.0694701224565506
360391	rnn.weight_hh_l0	0	0.0015040480066090822
360391	rnn.weight_hh_l0	1	0.06087788566946983
360391	rnn.weight_hh_l0	2	0.0345192514359951
360391	rnn.weight_hh_l0	3	0.012182440608739853
360391	rnn.weight_hh_l0	4	0.019397173076868057
360391	rnn.weight_hh_l0	5	0.04519668221473694
360391	rnn.weight_hh_l0	6	-0.04593147337436676
360391	rnn.weight_hh_l0	7	-0.059203337877988815
360391	rnn.weight_hh_l0	8	0.03933878242969513
360391	rnn.weight_hh_l0	9	-0.10315580666065216
360391	rnn.bias_ih_l0	0	0.16045130789279938
360391	rnn.bias_ih_l0	1	-0.26063016057014465
360391	rnn.bias_ih_l0	2	-0.025573953986167908
360391	rnn.bias_ih_l0	3	-0.1732044368982315
360391	rnn.bias_ih_l0	4	0.02074996381998062
360391	rnn.bias_ih_l0	5	-0.3425781726837158
360391	rnn.bias_ih_l0	6	-0.11156763136386871
360391	rnn.bias_ih_l0	7	-0.30997347831726074
360391	rnn.bias_ih_l0	8	-0.2597271203994751
360391	rnn.bias_ih_l0	9	-0.41134440898895264
360391	rnn.bias_hh_l0	0	-0.2990085482597351
360391	rnn.bias_hh_l0	1	-0.3344072699546814
360391	rnn.bias_hh_l0	2	-0.2766367197036743
360391	rnn.bias_hh_l0	3	-0.07279590517282486
360391	rnn.bias_hh_l0	4	-0.27706179022789
360391	rnn.bias_hh_l0	5	-0.2910190522670746
360391	rnn.bias_hh_l0	6	-0.12044309079647064
360391	rnn.bias_hh_l0	7	0.06251920759677887
360391	rnn.bias_hh_l0	8	-0.2130431830883026
360391	rnn.bias_hh_l0	9	-0.4786679446697235
360391	rnn.weight_ih_l0_reverse	0	0.025683045387268066
360391	rnn.weight_ih_l0_reverse	1	-0.06078546494245529
360391	rnn.weight_ih_l0_reverse	2	-0.026665018871426582
360391	rnn.weight_ih_l0_reverse	3	-0.07857717573642731
360391	rnn.weight_ih_l0_reverse	4	0.06302371621131897
360391	rnn.weight_ih_l0_reverse	5	-0.08822465687990189
360391	rnn.weight_ih_l0_reverse	6	0.03873613849282265
360391	rnn.weight_ih_l0_reverse	7	0.0035944292321801186
360391	rnn.weight_ih_l0_reverse	8	-0.044710103422403336
360391	rnn.weight_ih_l0_reverse	9	-0.06727633625268936
360391	rnn.weight_hh_l0_reverse	0	-0.08994860202074051
360391	rnn.weight_hh_l0_reverse	1	0.017988020554184914
360391	rnn.weight_hh_l0_reverse	2	-0.01666848175227642
360391	rnn.weight_hh_l0_reverse	3	0.025815239176154137
360391	rnn.weight_hh_l0_reverse	4	-0.06787846982479095
360391	rnn.weight_hh_l0_reverse	5	0.042232777923345566
360391	rnn.weight_hh_l0_reverse	6	0.02096637524664402
360391	rnn.weight_hh_l0_reverse	7	-0.05922676995396614
360391	rnn.weight_hh_l0_reverse	8	0.0005712327547371387
360391	rnn.weight_hh_l0_reverse	9	0.07740170508623123
360391	rnn.bias_ih_l0_reverse	0	-0.1630951464176178
360391	rnn.bias_ih_l0_reverse	1	-0.08375662565231323
360391	rnn.bias_ih_l0_reverse	2	0.11937036365270615
360391	rnn.bias_ih_l0_reverse	3	-0.2610587179660797
360391	rnn.bias_ih_l0_reverse	4	-0.03675755858421326
360391	rnn.bias_ih_l0_reverse	5	-0.19820670783519745
360391	rnn.bias_ih_l0_reverse	6	0.2544354200363159
360391	rnn.bias_ih_l0_reverse	7	-0.2870493233203888
360391	rnn.bias_ih_l0_reverse	8	-0.13917796313762665
360391	rnn.bias_ih_l0_reverse	9	-0.1697792112827301
360391	rnn.bias_hh_l0_reverse	0	-0.1323809176683426
360391	rnn.bias_hh_l0_reverse	1	0.23791860044002533
360391	rnn.bias_hh_l0_reverse	2	-0.3288818597793579
360391	rnn.bias_hh_l0_reverse	3	-0.18620306253433228
360391	rnn.bias_hh_l0_reverse	4	-0.35292139649391174
360391	rnn.bias_hh_l0_reverse	5	-0.15420031547546387
360391	rnn.bias_hh_l0_reverse	6	-0.26856428384780884
360391	rnn.bias_hh_l0_reverse	7	-0.0792636051774025
360391	rnn.bias_hh_l0_reverse	8	-0.2563992142677307
360391	rnn.bias_hh_l0_reverse	9	0.2067643254995346
360391	linear.weight	0	0.154799222946167
360391	linear.weight	1	-0.4962908625602722
360391	linear.weight	2	0.06810031831264496
360391	linear.weight	3	0.06760379672050476
360391	linear.weight	4	-0.15283522009849548
360391	linear.weight	5	0.22772057354450226
360391	linear.weight	6	-0.06868214905261993
360391	linear.weight	7	-0.06337772309780121
360391	linear.weight	8	0.0795903354883194
360391	linear.weight	9	-0.04612862691283226
360391	linear.bias	0	-0.9957976937294006
360391	linear.bias	1	1.925666332244873
360391	linear.bias	2	0.7384222745895386
360391	linear.bias	3	-2.6032118797302246
360391	linear.bias	4	-0.21209663152694702
360391	linear.bias	5	1.2519639730453491
360391	linear.bias	6	-0.1917303055524826
360391	linear.bias	7	0.6805917620658875
360391	linear.bias	8	2.216484546661377
360391	linear.bias	9	-1.4145867824554443
361000	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
361000	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
361000	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
361000	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
361000	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
361000	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
361000	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
361000	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
361000	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
361000	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
361000	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
361000	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
361000	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
361000	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
361000	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
361000	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
361000	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
361000	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
361000	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
361000	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
361000	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
361000	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
361000	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
361000	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
361000	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
361000	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
361000	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
361000	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
361000	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
361000	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
361000	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
361000	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
361000	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
361000	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
361000	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
361000	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
361000	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
361000	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
361000	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
361000	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
361000	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
361000	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
361000	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
361000	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
361000	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
361000	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
361000	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
361000	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
361000	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
361000	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
361000	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
361000	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
361000	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
361000	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
361000	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
361000	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
361000	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
361000	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
361000	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
361000	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
361000	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
361000	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
361000	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
361000	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
361000	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
361000	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
361000	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
361000	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
361000	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
361000	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
361000	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
361000	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
361000	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
361000	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
361000	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
361000	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
361000	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
361000	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
361000	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
361000	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
361000	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
361000	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
361000	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
361000	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
361000	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
361000	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
361000	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
361000	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
361000	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
361000	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
361000	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
361000	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
361000	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
361000	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
361000	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
361000	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
361000	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
361000	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
361000	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
361000	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
361000	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
361000	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
361000	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
361000	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
361000	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
361000	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
361000	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
361000	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
361000	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
361000	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
361000	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
361000	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
361000	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
361000	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
361000	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
361000	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
361000	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
361000	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
361000	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
361000	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
361000	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
361000	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
361000	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
361000	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
361000	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
361000	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
361000	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
361000	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
361000	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
361000	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
361000	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
361000	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
361000	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
361000	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
361000	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
361000	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
361000	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
361000	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
361000	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
361000	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
361000	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
361000	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
361000	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
361000	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
361000	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
361000	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
361000	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
361000	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
361000	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
361000	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
361000	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
361000	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
361000	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
361000	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
361000	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
361000	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
361000	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
361000	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
361000	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
361000	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
361000	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
361000	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
361000	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
361000	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
361000	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
361000	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
361000	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
361000	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
361000	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
361000	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
361000	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
361000	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
361000	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
361000	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
361000	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
361000	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
361000	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
361000	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
361000	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
361000	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
361000	embedding2nn.weight	0	0.31157681345939636
361000	embedding2nn.weight	1	0.37898558378219604
361000	embedding2nn.weight	2	-0.015585838817059994
361000	embedding2nn.weight	3	0.010735721327364445
361000	embedding2nn.weight	4	-0.04718063399195671
361000	embedding2nn.weight	5	0.06308455765247345
361000	embedding2nn.weight	6	0.01965061016380787
361000	embedding2nn.weight	7	-0.005374677013605833
361000	embedding2nn.weight	8	0.06243226304650307
361000	embedding2nn.weight	9	-0.038068193942308426
361000	embedding2nn.bias	0	0.03490889444947243
361000	embedding2nn.bias	1	-0.1793006807565689
361000	embedding2nn.bias	2	0.09843049943447113
361000	embedding2nn.bias	3	0.17612680792808533
361000	embedding2nn.bias	4	0.1620660275220871
361000	embedding2nn.bias	5	-0.06544549763202667
361000	embedding2nn.bias	6	-0.04020971059799194
361000	embedding2nn.bias	7	0.03180219233036041
361000	embedding2nn.bias	8	-0.13462381064891815
361000	embedding2nn.bias	9	-0.3688664436340332
361000	rnn.weight_ih_l0	0	0.010995938442647457
361000	rnn.weight_ih_l0	1	-0.07667987048625946
361000	rnn.weight_ih_l0	2	-0.07387129217386246
361000	rnn.weight_ih_l0	3	0.08864379674196243
361000	rnn.weight_ih_l0	4	0.006293503101915121
361000	rnn.weight_ih_l0	5	-0.0879116877913475
361000	rnn.weight_ih_l0	6	-0.010432988405227661
361000	rnn.weight_ih_l0	7	-0.017115086317062378
361000	rnn.weight_ih_l0	8	0.004980049096047878
361000	rnn.weight_ih_l0	9	-0.07153625041246414
361000	rnn.weight_hh_l0	0	0.001595677575096488
361000	rnn.weight_hh_l0	1	0.060953304171562195
361000	rnn.weight_hh_l0	2	0.03477153927087784
361000	rnn.weight_hh_l0	3	0.011930457316339016
361000	rnn.weight_hh_l0	4	0.019813496619462967
361000	rnn.weight_hh_l0	5	0.04618781805038452
361000	rnn.weight_hh_l0	6	-0.046555597335100174
361000	rnn.weight_hh_l0	7	-0.0583864226937294
361000	rnn.weight_hh_l0	8	0.039950206875801086
361000	rnn.weight_hh_l0	9	-0.10265044122934341
361000	rnn.bias_ih_l0	0	0.16424301266670227
361000	rnn.bias_ih_l0	1	-0.258035808801651
361000	rnn.bias_ih_l0	2	-0.025290777906775475
361000	rnn.bias_ih_l0	3	-0.17995329201221466
361000	rnn.bias_ih_l0	4	0.020783763378858566
361000	rnn.bias_ih_l0	5	-0.3343782126903534
361000	rnn.bias_ih_l0	6	-0.11643324047327042
361000	rnn.bias_ih_l0	7	-0.3122670650482178
361000	rnn.bias_ih_l0	8	-0.25671082735061646
361000	rnn.bias_ih_l0	9	-0.411533921957016
361000	rnn.bias_hh_l0	0	-0.2962799370288849
361000	rnn.bias_hh_l0	1	-0.33277627825737
361000	rnn.bias_hh_l0	2	-0.2777242362499237
361000	rnn.bias_hh_l0	3	-0.0750056728720665
361000	rnn.bias_hh_l0	4	-0.28296729922294617
361000	rnn.bias_hh_l0	5	-0.2924315929412842
361000	rnn.bias_hh_l0	6	-0.11591365933418274
361000	rnn.bias_hh_l0	7	0.07282375544309616
361000	rnn.bias_hh_l0	8	-0.21865405142307281
361000	rnn.bias_hh_l0	9	-0.47743043303489685
361000	rnn.weight_ih_l0_reverse	0	0.024192484095692635
361000	rnn.weight_ih_l0_reverse	1	-0.062499675899744034
361000	rnn.weight_ih_l0_reverse	2	-0.024941418319940567
361000	rnn.weight_ih_l0_reverse	3	-0.08062344789505005
361000	rnn.weight_ih_l0_reverse	4	0.060825150460004807
361000	rnn.weight_ih_l0_reverse	5	-0.07753480970859528
361000	rnn.weight_ih_l0_reverse	6	0.03837904706597328
361000	rnn.weight_ih_l0_reverse	7	0.005496586672961712
361000	rnn.weight_ih_l0_reverse	8	-0.03970107436180115
361000	rnn.weight_ih_l0_reverse	9	-0.07073993980884552
361000	rnn.weight_hh_l0_reverse	0	-0.09188205003738403
361000	rnn.weight_hh_l0_reverse	1	0.017819955945014954
361000	rnn.weight_hh_l0_reverse	2	-0.01581600122153759
361000	rnn.weight_hh_l0_reverse	3	0.02618250623345375
361000	rnn.weight_hh_l0_reverse	4	-0.06912872940301895
361000	rnn.weight_hh_l0_reverse	5	0.04118648171424866
361000	rnn.weight_hh_l0_reverse	6	0.0210623387247324
361000	rnn.weight_hh_l0_reverse	7	-0.06120661646127701
361000	rnn.weight_hh_l0_reverse	8	-0.002213937696069479
361000	rnn.weight_hh_l0_reverse	9	0.07778085023164749
361000	rnn.bias_ih_l0_reverse	0	-0.1626637727022171
361000	rnn.bias_ih_l0_reverse	1	-0.08346522599458694
361000	rnn.bias_ih_l0_reverse	2	0.1166883260011673
361000	rnn.bias_ih_l0_reverse	3	-0.2675536572933197
361000	rnn.bias_ih_l0_reverse	4	-0.04458708316087723
361000	rnn.bias_ih_l0_reverse	5	-0.20165245234966278
361000	rnn.bias_ih_l0_reverse	6	0.25276389718055725
361000	rnn.bias_ih_l0_reverse	7	-0.28064846992492676
361000	rnn.bias_ih_l0_reverse	8	-0.13990511000156403
361000	rnn.bias_ih_l0_reverse	9	-0.1619706004858017
361000	rnn.bias_hh_l0_reverse	0	-0.1340697556734085
361000	rnn.bias_hh_l0_reverse	1	0.2397545427083969
361000	rnn.bias_hh_l0_reverse	2	-0.3260155916213989
361000	rnn.bias_hh_l0_reverse	3	-0.17228494584560394
361000	rnn.bias_hh_l0_reverse	4	-0.34585171937942505
361000	rnn.bias_hh_l0_reverse	5	-0.15580496191978455
361000	rnn.bias_hh_l0_reverse	6	-0.2724902927875519
361000	rnn.bias_hh_l0_reverse	7	-0.0790943056344986
361000	rnn.bias_hh_l0_reverse	8	-0.23865906894207
361000	rnn.bias_hh_l0_reverse	9	0.21882840991020203
361000	linear.weight	0	0.13358983397483826
361000	linear.weight	1	-0.46305006742477417
361000	linear.weight	2	0.024642378091812134
361000	linear.weight	3	0.0676092579960823
361000	linear.weight	4	-0.17921465635299683
361000	linear.weight	5	0.22202780842781067
361000	linear.weight	6	-0.022010203450918198
361000	linear.weight	7	-0.06335891783237457
361000	linear.weight	8	0.10605501383543015
361000	linear.weight	9	-0.04614106938242912
361000	linear.bias	0	-1.00244140625
361000	linear.bias	1	1.8687900304794312
361000	linear.bias	2	0.741355299949646
361000	linear.bias	3	-2.603666067123413
361000	linear.bias	4	-0.21675989031791687
361000	linear.bias	5	1.2320252656936646
361000	linear.bias	6	-0.20001855492591858
361000	linear.bias	7	0.6718879342079163
361000	linear.bias	8	2.214556932449341
361000	linear.bias	9	-1.4364749193191528
361609	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
361609	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
361609	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
361609	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
361609	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
361609	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
361609	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
361609	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
361609	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
361609	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
361609	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
361609	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
361609	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
361609	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
361609	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
361609	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
361609	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
361609	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
361609	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
361609	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
361609	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
361609	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
361609	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
361609	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
361609	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
361609	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
361609	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
361609	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
361609	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
361609	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
361609	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
361609	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
361609	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
361609	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
361609	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
361609	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
361609	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
361609	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
361609	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
361609	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
361609	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
361609	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
361609	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
361609	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
361609	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
361609	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
361609	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
361609	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
361609	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
361609	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
361609	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
361609	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
361609	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
361609	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
361609	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
361609	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
361609	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
361609	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
361609	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
361609	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
361609	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
361609	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
361609	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
361609	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
361609	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
361609	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
361609	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
361609	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
361609	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
361609	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
361609	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
361609	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
361609	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
361609	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
361609	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
361609	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
361609	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
361609	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
361609	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
361609	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
361609	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
361609	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
361609	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
361609	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
361609	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
361609	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
361609	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
361609	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
361609	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
361609	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
361609	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
361609	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
361609	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
361609	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
361609	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
361609	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
361609	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
361609	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
361609	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
361609	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
361609	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
361609	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
361609	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
361609	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
361609	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
361609	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
361609	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
361609	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
361609	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
361609	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
361609	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
361609	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
361609	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
361609	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
361609	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
361609	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
361609	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
361609	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
361609	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
361609	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
361609	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
361609	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
361609	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
361609	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
361609	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
361609	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
361609	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
361609	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
361609	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
361609	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
361609	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
361609	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
361609	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
361609	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
361609	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
361609	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
361609	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
361609	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
361609	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
361609	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
361609	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
361609	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
361609	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
361609	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
361609	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
361609	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
361609	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
361609	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
361609	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
361609	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
361609	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
361609	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
361609	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
361609	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
361609	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
361609	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
361609	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
361609	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
361609	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
361609	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
361609	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
361609	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
361609	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
361609	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
361609	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
361609	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
361609	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
361609	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
361609	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
361609	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
361609	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
361609	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
361609	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
361609	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
361609	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
361609	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
361609	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
361609	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
361609	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
361609	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
361609	embedding2nn.weight	0	0.3129027187824249
361609	embedding2nn.weight	1	0.3775734007358551
361609	embedding2nn.weight	2	-0.009499453008174896
361609	embedding2nn.weight	3	-0.007956589572131634
361609	embedding2nn.weight	4	-0.03968678042292595
361609	embedding2nn.weight	5	0.057227712124586105
361609	embedding2nn.weight	6	0.03209000825881958
361609	embedding2nn.weight	7	-0.019419170916080475
361609	embedding2nn.weight	8	0.06085304543375969
361609	embedding2nn.weight	9	-0.03494308143854141
361609	embedding2nn.bias	0	0.031213290989398956
361609	embedding2nn.bias	1	-0.19807834923267365
361609	embedding2nn.bias	2	0.08644504100084305
361609	embedding2nn.bias	3	0.18247109651565552
361609	embedding2nn.bias	4	0.1764821857213974
361609	embedding2nn.bias	5	-0.0806654840707779
361609	embedding2nn.bias	6	-0.056262943893671036
361609	embedding2nn.bias	7	0.02087576314806938
361609	embedding2nn.bias	8	-0.13472120463848114
361609	embedding2nn.bias	9	-0.3516133725643158
361609	rnn.weight_ih_l0	0	0.013560325838625431
361609	rnn.weight_ih_l0	1	-0.07757806777954102
361609	rnn.weight_ih_l0	2	-0.07135132700204849
361609	rnn.weight_ih_l0	3	0.09187577664852142
361609	rnn.weight_ih_l0	4	0.0008110459893941879
361609	rnn.weight_ih_l0	5	-0.09388936311006546
361609	rnn.weight_ih_l0	6	-0.006752643268555403
361609	rnn.weight_ih_l0	7	-0.016979966312646866
361609	rnn.weight_ih_l0	8	0.008938581682741642
361609	rnn.weight_ih_l0	9	-0.06643912941217422
361609	rnn.weight_hh_l0	0	0.0012286943383514881
361609	rnn.weight_hh_l0	1	0.06094371899962425
361609	rnn.weight_hh_l0	2	0.032191816717386246
361609	rnn.weight_hh_l0	3	0.01223483495414257
361609	rnn.weight_hh_l0	4	0.02023053914308548
361609	rnn.weight_hh_l0	5	0.046448659151792526
361609	rnn.weight_hh_l0	6	-0.04685040935873985
361609	rnn.weight_hh_l0	7	-0.05936157703399658
361609	rnn.weight_hh_l0	8	0.04027063027024269
361609	rnn.weight_hh_l0	9	-0.10425993800163269
361609	rnn.bias_ih_l0	0	0.17024481296539307
361609	rnn.bias_ih_l0	1	-0.2607274055480957
361609	rnn.bias_ih_l0	2	-0.02589065209031105
361609	rnn.bias_ih_l0	3	-0.18374738097190857
361609	rnn.bias_ih_l0	4	0.026281235739588737
361609	rnn.bias_ih_l0	5	-0.33913275599479675
361609	rnn.bias_ih_l0	6	-0.12505264580249786
361609	rnn.bias_ih_l0	7	-0.3132810890674591
361609	rnn.bias_ih_l0	8	-0.2536008656024933
361609	rnn.bias_ih_l0	9	-0.4020524024963379
361609	rnn.bias_hh_l0	0	-0.2996625602245331
361609	rnn.bias_hh_l0	1	-0.33205318450927734
361609	rnn.bias_hh_l0	2	-0.28280672430992126
361609	rnn.bias_hh_l0	3	-0.07342410832643509
361609	rnn.bias_hh_l0	4	-0.2808002233505249
361609	rnn.bias_hh_l0	5	-0.29156914353370667
361609	rnn.bias_hh_l0	6	-0.11830097436904907
361609	rnn.bias_hh_l0	7	0.061746664345264435
361609	rnn.bias_hh_l0	8	-0.2168765515089035
361609	rnn.bias_hh_l0	9	-0.47963032126426697
361609	rnn.weight_ih_l0_reverse	0	0.021707478910684586
361609	rnn.weight_ih_l0_reverse	1	-0.06254038959741592
361609	rnn.weight_ih_l0_reverse	2	-0.028747325763106346
361609	rnn.weight_ih_l0_reverse	3	-0.07913164049386978
361609	rnn.weight_ih_l0_reverse	4	0.06332074850797653
361609	rnn.weight_ih_l0_reverse	5	-0.07353129237890244
361609	rnn.weight_ih_l0_reverse	6	0.030083434656262398
361609	rnn.weight_ih_l0_reverse	7	0.005608856212347746
361609	rnn.weight_ih_l0_reverse	8	-0.04314647242426872
361609	rnn.weight_ih_l0_reverse	9	-0.07215367257595062
361609	rnn.weight_hh_l0_reverse	0	-0.09390784800052643
361609	rnn.weight_hh_l0_reverse	1	0.017475726082921028
361609	rnn.weight_hh_l0_reverse	2	-0.014764739200472832
361609	rnn.weight_hh_l0_reverse	3	0.025477956980466843
361609	rnn.weight_hh_l0_reverse	4	-0.071778804063797
361609	rnn.weight_hh_l0_reverse	5	0.04223428666591644
361609	rnn.weight_hh_l0_reverse	6	0.020816897973418236
361609	rnn.weight_hh_l0_reverse	7	-0.06218680739402771
361609	rnn.weight_hh_l0_reverse	8	0.0008664689376018941
361609	rnn.weight_hh_l0_reverse	9	0.07483724504709244
361609	rnn.bias_ih_l0_reverse	0	-0.1557179093360901
361609	rnn.bias_ih_l0_reverse	1	-0.07675377279520035
361609	rnn.bias_ih_l0_reverse	2	0.11277813464403152
361609	rnn.bias_ih_l0_reverse	3	-0.26088038086891174
361609	rnn.bias_ih_l0_reverse	4	-0.04796823859214783
361609	rnn.bias_ih_l0_reverse	5	-0.1961764395236969
361609	rnn.bias_ih_l0_reverse	6	0.25270766019821167
361609	rnn.bias_ih_l0_reverse	7	-0.2940717339515686
361609	rnn.bias_ih_l0_reverse	8	-0.13343578577041626
361609	rnn.bias_ih_l0_reverse	9	-0.1714497059583664
361609	rnn.bias_hh_l0_reverse	0	-0.14031817018985748
361609	rnn.bias_hh_l0_reverse	1	0.2427220493555069
361609	rnn.bias_hh_l0_reverse	2	-0.3351662755012512
361609	rnn.bias_hh_l0_reverse	3	-0.1724380999803543
361609	rnn.bias_hh_l0_reverse	4	-0.34703853726387024
361609	rnn.bias_hh_l0_reverse	5	-0.14707589149475098
361609	rnn.bias_hh_l0_reverse	6	-0.2726030945777893
361609	rnn.bias_hh_l0_reverse	7	-0.08137856423854828
361609	rnn.bias_hh_l0_reverse	8	-0.2546677887439728
361609	rnn.bias_hh_l0_reverse	9	0.22558699548244476
361609	linear.weight	0	0.1612987220287323
361609	linear.weight	1	-0.4617270529270172
361609	linear.weight	2	0.01213090680539608
361609	linear.weight	3	0.06761359423398972
361609	linear.weight	4	-0.16404850780963898
361609	linear.weight	5	0.23221339285373688
361609	linear.weight	6	-0.03086378425359726
361609	linear.weight	7	-0.06334251165390015
361609	linear.weight	8	0.09747260063886642
361609	linear.weight	9	-0.04614958539605141
361609	linear.bias	0	-1.031660795211792
361609	linear.bias	1	1.9029303789138794
361609	linear.bias	2	0.7356916666030884
361609	linear.bias	3	-2.604102849960327
361609	linear.bias	4	-0.20869597792625427
361609	linear.bias	5	1.2210620641708374
361609	linear.bias	6	-0.24441957473754883
361609	linear.bias	7	0.6711746454238892
361609	linear.bias	8	2.2158679962158203
361609	linear.bias	9	-1.4422810077667236
362218	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
362218	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
362218	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
362218	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
362218	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
362218	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
362218	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
362218	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
362218	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
362218	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
362218	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
362218	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
362218	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
362218	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
362218	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
362218	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
362218	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
362218	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
362218	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
362218	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
362218	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
362218	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
362218	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
362218	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
362218	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
362218	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
362218	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
362218	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
362218	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
362218	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
362218	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
362218	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
362218	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
362218	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
362218	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
362218	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
362218	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
362218	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
362218	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
362218	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
362218	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
362218	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
362218	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
362218	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
362218	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
362218	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
362218	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
362218	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
362218	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
362218	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
362218	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
362218	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
362218	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
362218	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
362218	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
362218	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
362218	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
362218	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
362218	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
362218	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
362218	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
362218	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
362218	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
362218	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
362218	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
362218	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
362218	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
362218	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
362218	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
362218	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
362218	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
362218	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
362218	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
362218	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
362218	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
362218	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
362218	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
362218	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
362218	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
362218	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
362218	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
362218	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
362218	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
362218	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
362218	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
362218	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
362218	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
362218	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
362218	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
362218	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
362218	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
362218	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
362218	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
362218	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
362218	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
362218	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
362218	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
362218	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
362218	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
362218	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
362218	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
362218	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
362218	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
362218	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
362218	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
362218	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
362218	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
362218	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
362218	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
362218	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
362218	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
362218	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
362218	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
362218	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
362218	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
362218	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
362218	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
362218	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
362218	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
362218	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
362218	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
362218	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
362218	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
362218	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
362218	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
362218	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
362218	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
362218	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
362218	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
362218	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
362218	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
362218	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
362218	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
362218	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
362218	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
362218	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
362218	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
362218	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
362218	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
362218	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
362218	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
362218	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
362218	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
362218	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
362218	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
362218	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
362218	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
362218	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
362218	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
362218	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
362218	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
362218	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
362218	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
362218	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
362218	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
362218	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
362218	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
362218	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
362218	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
362218	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
362218	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
362218	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
362218	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
362218	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
362218	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
362218	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
362218	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
362218	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
362218	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
362218	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
362218	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
362218	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
362218	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
362218	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
362218	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
362218	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
362218	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
362218	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
362218	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
362218	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
362218	embedding2nn.weight	0	0.3121349811553955
362218	embedding2nn.weight	1	0.3771682381629944
362218	embedding2nn.weight	2	-0.013839585706591606
362218	embedding2nn.weight	3	0.0034053679555654526
362218	embedding2nn.weight	4	-0.03098824806511402
362218	embedding2nn.weight	5	0.057447243481874466
362218	embedding2nn.weight	6	0.03541283681988716
362218	embedding2nn.weight	7	-0.017213573679327965
362218	embedding2nn.weight	8	0.05673596262931824
362218	embedding2nn.weight	9	-0.03233448415994644
362218	embedding2nn.bias	0	0.03744742274284363
362218	embedding2nn.bias	1	-0.20465469360351562
362218	embedding2nn.bias	2	0.08664660900831223
362218	embedding2nn.bias	3	0.18274177610874176
362218	embedding2nn.bias	4	0.1816776841878891
362218	embedding2nn.bias	5	-0.06532721221446991
362218	embedding2nn.bias	6	-0.03338037058711052
362218	embedding2nn.bias	7	0.00983781274408102
362218	embedding2nn.bias	8	-0.13567937910556793
362218	embedding2nn.bias	9	-0.370466947555542
362218	rnn.weight_ih_l0	0	0.015215223655104637
362218	rnn.weight_ih_l0	1	-0.0750538781285286
362218	rnn.weight_ih_l0	2	-0.07063186913728714
362218	rnn.weight_ih_l0	3	0.08639410883188248
362218	rnn.weight_ih_l0	4	0.0015099396696314216
362218	rnn.weight_ih_l0	5	-0.08711160719394684
362218	rnn.weight_ih_l0	6	-0.012522820383310318
362218	rnn.weight_ih_l0	7	-0.01786373183131218
362218	rnn.weight_ih_l0	8	-0.002390053356066346
362218	rnn.weight_ih_l0	9	-0.07108055800199509
362218	rnn.weight_hh_l0	0	0.00116548384539783
362218	rnn.weight_hh_l0	1	0.061823055148124695
362218	rnn.weight_hh_l0	2	0.03287031129002571
362218	rnn.weight_hh_l0	3	0.012795225717127323
362218	rnn.weight_hh_l0	4	0.019587287679314613
362218	rnn.weight_hh_l0	5	0.04482864588499069
362218	rnn.weight_hh_l0	6	-0.047085240483284
362218	rnn.weight_hh_l0	7	-0.06067720800638199
362218	rnn.weight_hh_l0	8	0.04016764461994171
362218	rnn.weight_hh_l0	9	-0.10437390953302383
362218	rnn.bias_ih_l0	0	0.16738012433052063
362218	rnn.bias_ih_l0	1	-0.2647058963775635
362218	rnn.bias_ih_l0	2	-0.023081736639142036
362218	rnn.bias_ih_l0	3	-0.18474264442920685
362218	rnn.bias_ih_l0	4	0.021381933242082596
362218	rnn.bias_ih_l0	5	-0.33661267161369324
362218	rnn.bias_ih_l0	6	-0.11526250094175339
362218	rnn.bias_ih_l0	7	-0.3119933307170868
362218	rnn.bias_ih_l0	8	-0.25400733947753906
362218	rnn.bias_ih_l0	9	-0.40392184257507324
362218	rnn.bias_hh_l0	0	-0.30290457606315613
362218	rnn.bias_hh_l0	1	-0.3289945423603058
362218	rnn.bias_hh_l0	2	-0.2797313332557678
362218	rnn.bias_hh_l0	3	-0.06954654306173325
362218	rnn.bias_hh_l0	4	-0.2821410894393921
362218	rnn.bias_hh_l0	5	-0.28709322214126587
362218	rnn.bias_hh_l0	6	-0.11849657446146011
362218	rnn.bias_hh_l0	7	0.06886246800422668
362218	rnn.bias_hh_l0	8	-0.2183338701725006
362218	rnn.bias_hh_l0	9	-0.4840051531791687
362218	rnn.weight_ih_l0_reverse	0	0.01957886293530464
362218	rnn.weight_ih_l0_reverse	1	-0.06235659867525101
362218	rnn.weight_ih_l0_reverse	2	-0.028305338695645332
362218	rnn.weight_ih_l0_reverse	3	-0.08371944725513458
362218	rnn.weight_ih_l0_reverse	4	0.06156499311327934
362218	rnn.weight_ih_l0_reverse	5	-0.06841501593589783
362218	rnn.weight_ih_l0_reverse	6	0.035382747650146484
362218	rnn.weight_ih_l0_reverse	7	0.0059480685740709305
362218	rnn.weight_ih_l0_reverse	8	-0.04725506156682968
362218	rnn.weight_ih_l0_reverse	9	-0.06398308277130127
362218	rnn.weight_hh_l0_reverse	0	-0.09323091059923172
362218	rnn.weight_hh_l0_reverse	1	0.018356509506702423
362218	rnn.weight_hh_l0_reverse	2	-0.014953840523958206
362218	rnn.weight_hh_l0_reverse	3	0.02539379708468914
362218	rnn.weight_hh_l0_reverse	4	-0.07183759659528732
362218	rnn.weight_hh_l0_reverse	5	0.04273655638098717
362218	rnn.weight_hh_l0_reverse	6	0.0206588301807642
362218	rnn.weight_hh_l0_reverse	7	-0.05714080110192299
362218	rnn.weight_hh_l0_reverse	8	0.0005272217094898224
362218	rnn.weight_hh_l0_reverse	9	0.07582741230726242
362218	rnn.bias_ih_l0_reverse	0	-0.15326498448848724
362218	rnn.bias_ih_l0_reverse	1	-0.07625722140073776
362218	rnn.bias_ih_l0_reverse	2	0.10945534706115723
362218	rnn.bias_ih_l0_reverse	3	-0.2706577479839325
362218	rnn.bias_ih_l0_reverse	4	-0.040125347673892975
362218	rnn.bias_ih_l0_reverse	5	-0.19393253326416016
362218	rnn.bias_ih_l0_reverse	6	0.2582975924015045
362218	rnn.bias_ih_l0_reverse	7	-0.2919371724128723
362218	rnn.bias_ih_l0_reverse	8	-0.12357351928949356
362218	rnn.bias_ih_l0_reverse	9	-0.16697856783866882
362218	rnn.bias_hh_l0_reverse	0	-0.14335660636425018
362218	rnn.bias_hh_l0_reverse	1	0.23517917096614838
362218	rnn.bias_hh_l0_reverse	2	-0.3313884139060974
362218	rnn.bias_hh_l0_reverse	3	-0.17400142550468445
362218	rnn.bias_hh_l0_reverse	4	-0.34441903233528137
362218	rnn.bias_hh_l0_reverse	5	-0.15309111773967743
362218	rnn.bias_hh_l0_reverse	6	-0.2689425051212311
362218	rnn.bias_hh_l0_reverse	7	-0.07846580445766449
362218	rnn.bias_hh_l0_reverse	8	-0.26682549715042114
362218	rnn.bias_hh_l0_reverse	9	0.2156311720609665
362218	linear.weight	0	0.17542476952075958
362218	linear.weight	1	-0.4657590687274933
362218	linear.weight	2	0.025069305673241615
362218	linear.weight	3	0.06761641800403595
362218	linear.weight	4	-0.14959335327148438
362218	linear.weight	5	0.2327074110507965
362218	linear.weight	6	-0.031010689213871956
362218	linear.weight	7	-0.0633300170302391
362218	linear.weight	8	0.0908508151769638
362218	linear.weight	9	-0.04616282507777214
362218	linear.bias	0	-0.9757270216941833
362218	linear.bias	1	1.9310702085494995
362218	linear.bias	2	0.7263254523277283
362218	linear.bias	3	-2.604552745819092
362218	linear.bias	4	-0.23395481705665588
362218	linear.bias	5	1.2257516384124756
362218	linear.bias	6	-0.20233112573623657
362218	linear.bias	7	0.6614384055137634
362218	linear.bias	8	2.2195985317230225
362218	linear.bias	9	-1.4472870826721191
362827	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
362827	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
362827	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
362827	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
362827	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
362827	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
362827	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
362827	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
362827	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
362827	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
362827	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
362827	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
362827	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
362827	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
362827	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
362827	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
362827	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
362827	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
362827	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
362827	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
362827	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
362827	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
362827	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
362827	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
362827	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
362827	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
362827	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
362827	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
362827	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
362827	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
362827	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
362827	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
362827	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
362827	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
362827	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
362827	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
362827	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
362827	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
362827	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
362827	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
362827	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
362827	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
362827	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
362827	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
362827	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
362827	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
362827	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
362827	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
362827	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
362827	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
362827	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
362827	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
362827	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
362827	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
362827	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
362827	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
362827	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
362827	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
362827	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
362827	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
362827	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
362827	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
362827	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
362827	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
362827	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
362827	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
362827	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
362827	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
362827	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
362827	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
362827	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
362827	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
362827	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
362827	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
362827	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
362827	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
362827	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
362827	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
362827	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
362827	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
362827	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
362827	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
362827	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
362827	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
362827	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
362827	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
362827	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
362827	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
362827	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
362827	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
362827	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
362827	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
362827	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
362827	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
362827	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
362827	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
362827	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
362827	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
362827	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
362827	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
362827	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
362827	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
362827	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
362827	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
362827	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
362827	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
362827	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
362827	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
362827	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
362827	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
362827	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
362827	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
362827	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
362827	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
362827	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
362827	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
362827	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
362827	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
362827	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
362827	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
362827	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
362827	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
362827	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
362827	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
362827	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
362827	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
362827	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
362827	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
362827	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
362827	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
362827	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
362827	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
362827	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
362827	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
362827	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
362827	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
362827	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
362827	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
362827	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
362827	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
362827	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
362827	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
362827	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
362827	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
362827	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
362827	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
362827	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
362827	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
362827	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
362827	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
362827	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
362827	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
362827	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
362827	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
362827	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
362827	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
362827	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
362827	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
362827	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
362827	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
362827	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
362827	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
362827	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
362827	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
362827	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
362827	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
362827	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
362827	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
362827	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
362827	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
362827	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
362827	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
362827	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
362827	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
362827	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
362827	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
362827	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
362827	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
362827	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
362827	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
362827	embedding2nn.weight	0	0.31530821323394775
362827	embedding2nn.weight	1	0.3741816580295563
362827	embedding2nn.weight	2	-0.008804292418062687
362827	embedding2nn.weight	3	0.019361350685358047
362827	embedding2nn.weight	4	-0.0380466990172863
362827	embedding2nn.weight	5	0.05770569667220116
362827	embedding2nn.weight	6	0.03567870706319809
362827	embedding2nn.weight	7	-0.011094948276877403
362827	embedding2nn.weight	8	0.048648785799741745
362827	embedding2nn.weight	9	-0.0324404202401638
362827	embedding2nn.bias	0	0.02016528882086277
362827	embedding2nn.bias	1	-0.19788019359111786
362827	embedding2nn.bias	2	0.10105738043785095
362827	embedding2nn.bias	3	0.19216156005859375
362827	embedding2nn.bias	4	0.1638709157705307
362827	embedding2nn.bias	5	-0.08133338391780853
362827	embedding2nn.bias	6	-0.053278274834156036
362827	embedding2nn.bias	7	0.04408704861998558
362827	embedding2nn.bias	8	-0.13205450773239136
362827	embedding2nn.bias	9	-0.3677379786968231
362827	rnn.weight_ih_l0	0	0.012214547023177147
362827	rnn.weight_ih_l0	1	-0.07549344003200531
362827	rnn.weight_ih_l0	2	-0.07783278077840805
362827	rnn.weight_ih_l0	3	0.08961284905672073
362827	rnn.weight_ih_l0	4	0.0045632049441337585
362827	rnn.weight_ih_l0	5	-0.08746257424354553
362827	rnn.weight_ih_l0	6	-0.014313885010778904
362827	rnn.weight_ih_l0	7	-0.020843690261244774
362827	rnn.weight_ih_l0	8	-0.006711697205901146
362827	rnn.weight_ih_l0	9	-0.07572171092033386
362827	rnn.weight_hh_l0	0	0.0009387436439283192
362827	rnn.weight_hh_l0	1	0.0605119988322258
362827	rnn.weight_hh_l0	2	0.033158622682094574
362827	rnn.weight_hh_l0	3	0.012155376374721527
362827	rnn.weight_hh_l0	4	0.019567467272281647
362827	rnn.weight_hh_l0	5	0.04489712417125702
362827	rnn.weight_hh_l0	6	-0.04780259355902672
362827	rnn.weight_hh_l0	7	-0.0649312436580658
362827	rnn.weight_hh_l0	8	0.04009198397397995
362827	rnn.weight_hh_l0	9	-0.10347621142864227
362827	rnn.bias_ih_l0	0	0.16079366207122803
362827	rnn.bias_ih_l0	1	-0.2659091055393219
362827	rnn.bias_ih_l0	2	-0.021632658317685127
362827	rnn.bias_ih_l0	3	-0.17767393589019775
362827	rnn.bias_ih_l0	4	0.02786847949028015
362827	rnn.bias_ih_l0	5	-0.3389594256877899
362827	rnn.bias_ih_l0	6	-0.11757645756006241
362827	rnn.bias_ih_l0	7	-0.3121747672557831
362827	rnn.bias_ih_l0	8	-0.2501617670059204
362827	rnn.bias_ih_l0	9	-0.4115963578224182
362827	rnn.bias_hh_l0	0	-0.3078223466873169
362827	rnn.bias_hh_l0	1	-0.32751789689064026
362827	rnn.bias_hh_l0	2	-0.2870302200317383
362827	rnn.bias_hh_l0	3	-0.06973671913146973
362827	rnn.bias_hh_l0	4	-0.28518936038017273
362827	rnn.bias_hh_l0	5	-0.28462767601013184
362827	rnn.bias_hh_l0	6	-0.11887405067682266
362827	rnn.bias_hh_l0	7	0.0675080195069313
362827	rnn.bias_hh_l0	8	-0.21995818614959717
362827	rnn.bias_hh_l0	9	-0.4842066168785095
362827	rnn.weight_ih_l0_reverse	0	0.024186428636312485
362827	rnn.weight_ih_l0_reverse	1	-0.060775235295295715
362827	rnn.weight_ih_l0_reverse	2	-0.029212061315774918
362827	rnn.weight_ih_l0_reverse	3	-0.08660231530666351
362827	rnn.weight_ih_l0_reverse	4	0.06409892439842224
362827	rnn.weight_ih_l0_reverse	5	-0.061563629657030106
362827	rnn.weight_ih_l0_reverse	6	0.040256451815366745
362827	rnn.weight_ih_l0_reverse	7	0.00714322691783309
362827	rnn.weight_ih_l0_reverse	8	-0.05178874731063843
362827	rnn.weight_ih_l0_reverse	9	-0.07008036226034164
362827	rnn.weight_hh_l0_reverse	0	-0.09176987409591675
362827	rnn.weight_hh_l0_reverse	1	0.019828449934720993
362827	rnn.weight_hh_l0_reverse	2	-0.014565377496182919
362827	rnn.weight_hh_l0_reverse	3	0.025166114792227745
362827	rnn.weight_hh_l0_reverse	4	-0.07041577994823456
362827	rnn.weight_hh_l0_reverse	5	0.04191342368721962
362827	rnn.weight_hh_l0_reverse	6	0.02101161703467369
362827	rnn.weight_hh_l0_reverse	7	-0.054947175085544586
362827	rnn.weight_hh_l0_reverse	8	0.004154375288635492
362827	rnn.weight_hh_l0_reverse	9	0.075205959379673
362827	rnn.bias_ih_l0_reverse	0	-0.15444330871105194
362827	rnn.bias_ih_l0_reverse	1	-0.0702478364109993
362827	rnn.bias_ih_l0_reverse	2	0.11229559034109116
362827	rnn.bias_ih_l0_reverse	3	-0.2682839632034302
362827	rnn.bias_ih_l0_reverse	4	-0.04616445302963257
362827	rnn.bias_ih_l0_reverse	5	-0.19319871068000793
362827	rnn.bias_ih_l0_reverse	6	0.265830397605896
362827	rnn.bias_ih_l0_reverse	7	-0.3104274570941925
362827	rnn.bias_ih_l0_reverse	8	-0.11980033665895462
362827	rnn.bias_ih_l0_reverse	9	-0.16687507927417755
362827	rnn.bias_hh_l0_reverse	0	-0.1420729011297226
362827	rnn.bias_hh_l0_reverse	1	0.24806536734104156
362827	rnn.bias_hh_l0_reverse	2	-0.33274051547050476
362827	rnn.bias_hh_l0_reverse	3	-0.17059539258480072
362827	rnn.bias_hh_l0_reverse	4	-0.3461852967739105
362827	rnn.bias_hh_l0_reverse	5	-0.16253648698329926
362827	rnn.bias_hh_l0_reverse	6	-0.2688147723674774
362827	rnn.bias_hh_l0_reverse	7	-0.08173497766256332
362827	rnn.bias_hh_l0_reverse	8	-0.27429547905921936
362827	rnn.bias_hh_l0_reverse	9	0.2168736457824707
362827	linear.weight	0	0.18676230311393738
362827	linear.weight	1	-0.42976781725883484
362827	linear.weight	2	0.007562220562249422
362827	linear.weight	3	0.06761448085308075
362827	linear.weight	4	-0.11375611275434494
362827	linear.weight	5	0.23019762337207794
362827	linear.weight	6	-0.008056027814745903
362827	linear.weight	7	-0.06331558525562286
362827	linear.weight	8	0.09489219635725021
362827	linear.weight	9	-0.04617468640208244
362827	linear.bias	0	-0.9804979562759399
362827	linear.bias	1	1.9415675401687622
362827	linear.bias	2	0.7169172763824463
362827	linear.bias	3	-2.605031728744507
362827	linear.bias	4	-0.21795617043972015
362827	linear.bias	5	1.2339404821395874
362827	linear.bias	6	-0.22264179587364197
362827	linear.bias	7	0.7067709565162659
362827	linear.bias	8	2.2123591899871826
362827	linear.bias	9	-1.448357105255127
363436	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
363436	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
363436	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
363436	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
363436	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
363436	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
363436	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
363436	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
363436	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
363436	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
363436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
363436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
363436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
363436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
363436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
363436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
363436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
363436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
363436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
363436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
363436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
363436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
363436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
363436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
363436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
363436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
363436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
363436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
363436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
363436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
363436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
363436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
363436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
363436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
363436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
363436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
363436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
363436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
363436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
363436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
363436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
363436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
363436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
363436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
363436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
363436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
363436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
363436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
363436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
363436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
363436	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
363436	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
363436	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
363436	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
363436	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
363436	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
363436	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
363436	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
363436	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
363436	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
363436	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
363436	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
363436	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
363436	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
363436	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
363436	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
363436	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
363436	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
363436	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
363436	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
363436	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
363436	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
363436	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
363436	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
363436	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
363436	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
363436	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
363436	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
363436	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
363436	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
363436	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
363436	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
363436	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
363436	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
363436	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
363436	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
363436	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
363436	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
363436	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
363436	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
363436	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
363436	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
363436	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
363436	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
363436	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
363436	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
363436	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
363436	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
363436	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
363436	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
363436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
363436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
363436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
363436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
363436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
363436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
363436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
363436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
363436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
363436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
363436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
363436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
363436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
363436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
363436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
363436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
363436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
363436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
363436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
363436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
363436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
363436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
363436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
363436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
363436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
363436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
363436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
363436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
363436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
363436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
363436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
363436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
363436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
363436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
363436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
363436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
363436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
363436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
363436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
363436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
363436	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
363436	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
363436	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
363436	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
363436	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
363436	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
363436	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
363436	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
363436	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
363436	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
363436	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
363436	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
363436	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
363436	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
363436	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
363436	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
363436	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
363436	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
363436	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
363436	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
363436	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
363436	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
363436	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
363436	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
363436	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
363436	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
363436	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
363436	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
363436	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
363436	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
363436	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
363436	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
363436	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
363436	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
363436	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
363436	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
363436	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
363436	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
363436	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
363436	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
363436	embedding2nn.weight	0	0.31674978137016296
363436	embedding2nn.weight	1	0.3733842074871063
363436	embedding2nn.weight	2	-0.009616191498935223
363436	embedding2nn.weight	3	0.02572391740977764
363436	embedding2nn.weight	4	-0.03712884709239006
363436	embedding2nn.weight	5	0.06513892114162445
363436	embedding2nn.weight	6	0.031560808420181274
363436	embedding2nn.weight	7	-0.02040139026939869
363436	embedding2nn.weight	8	0.048458702862262726
363436	embedding2nn.weight	9	-0.030995963141322136
363436	embedding2nn.bias	0	0.04159029573202133
363436	embedding2nn.bias	1	-0.19642192125320435
363436	embedding2nn.bias	2	0.08922852575778961
363436	embedding2nn.bias	3	0.186223104596138
363436	embedding2nn.bias	4	0.16279201209545135
363436	embedding2nn.bias	5	-0.08322235941886902
363436	embedding2nn.bias	6	-0.026391752064228058
363436	embedding2nn.bias	7	0.032335877418518066
363436	embedding2nn.bias	8	-0.13961085677146912
363436	embedding2nn.bias	9	-0.3955254852771759
363436	rnn.weight_ih_l0	0	0.011125098913908005
363436	rnn.weight_ih_l0	1	-0.07777874916791916
363436	rnn.weight_ih_l0	2	-0.07717067003250122
363436	rnn.weight_ih_l0	3	0.0872436910867691
363436	rnn.weight_ih_l0	4	0.014096464961767197
363436	rnn.weight_ih_l0	5	-0.08384668081998825
363436	rnn.weight_ih_l0	6	-0.016986263915896416
363436	rnn.weight_ih_l0	7	-0.019446296617388725
363436	rnn.weight_ih_l0	8	-0.0123880160972476
363436	rnn.weight_ih_l0	9	-0.07269047200679779
363436	rnn.weight_hh_l0	0	0.000978016760200262
363436	rnn.weight_hh_l0	1	0.06030143424868584
363436	rnn.weight_hh_l0	2	0.03303702920675278
363436	rnn.weight_hh_l0	3	0.011848623864352703
363436	rnn.weight_hh_l0	4	0.02030876837670803
363436	rnn.weight_hh_l0	5	0.04490847513079643
363436	rnn.weight_hh_l0	6	-0.04736649990081787
363436	rnn.weight_hh_l0	7	-0.06500554829835892
363436	rnn.weight_hh_l0	8	0.0398964025080204
363436	rnn.weight_hh_l0	9	-0.10273278504610062
363436	rnn.bias_ih_l0	0	0.16621680557727814
363436	rnn.bias_ih_l0	1	-0.2660215497016907
363436	rnn.bias_ih_l0	2	-0.020627209916710854
363436	rnn.bias_ih_l0	3	-0.17374268174171448
363436	rnn.bias_ih_l0	4	0.03347739949822426
363436	rnn.bias_ih_l0	5	-0.3425373435020447
363436	rnn.bias_ih_l0	6	-0.11971321702003479
363436	rnn.bias_ih_l0	7	-0.31195715069770813
363436	rnn.bias_ih_l0	8	-0.25129222869873047
363436	rnn.bias_ih_l0	9	-0.4018824100494385
363436	rnn.bias_hh_l0	0	-0.30225908756256104
363436	rnn.bias_hh_l0	1	-0.32059532403945923
363436	rnn.bias_hh_l0	2	-0.29197078943252563
363436	rnn.bias_hh_l0	3	-0.07805677503347397
363436	rnn.bias_hh_l0	4	-0.2827562689781189
363436	rnn.bias_hh_l0	5	-0.2827390134334564
363436	rnn.bias_hh_l0	6	-0.119455985724926
363436	rnn.bias_hh_l0	7	0.07053468376398087
363436	rnn.bias_hh_l0	8	-0.2199563831090927
363436	rnn.bias_hh_l0	9	-0.4851851463317871
363436	rnn.weight_ih_l0_reverse	0	0.026167556643486023
363436	rnn.weight_ih_l0_reverse	1	-0.05853927507996559
363436	rnn.weight_ih_l0_reverse	2	-0.03167470917105675
363436	rnn.weight_ih_l0_reverse	3	-0.08879947662353516
363436	rnn.weight_ih_l0_reverse	4	0.0660327672958374
363436	rnn.weight_ih_l0_reverse	5	-0.0653209462761879
363436	rnn.weight_ih_l0_reverse	6	0.03614380955696106
363436	rnn.weight_ih_l0_reverse	7	0.007262352388352156
363436	rnn.weight_ih_l0_reverse	8	-0.05012791231274605
363436	rnn.weight_ih_l0_reverse	9	-0.07815820723772049
363436	rnn.weight_hh_l0_reverse	0	-0.09083660691976547
363436	rnn.weight_hh_l0_reverse	1	0.019871380180120468
363436	rnn.weight_hh_l0_reverse	2	-0.016187643632292747
363436	rnn.weight_hh_l0_reverse	3	0.02440277859568596
363436	rnn.weight_hh_l0_reverse	4	-0.07107000052928925
363436	rnn.weight_hh_l0_reverse	5	0.04138345643877983
363436	rnn.weight_hh_l0_reverse	6	0.020898690447211266
363436	rnn.weight_hh_l0_reverse	7	-0.04995152726769447
363436	rnn.weight_hh_l0_reverse	8	0.003393199760466814
363436	rnn.weight_hh_l0_reverse	9	0.07472387701272964
363436	rnn.bias_ih_l0_reverse	0	-0.1580505073070526
363436	rnn.bias_ih_l0_reverse	1	-0.07383628189563751
363436	rnn.bias_ih_l0_reverse	2	0.10868647694587708
363436	rnn.bias_ih_l0_reverse	3	-0.2694234848022461
363436	rnn.bias_ih_l0_reverse	4	-0.05418122559785843
363436	rnn.bias_ih_l0_reverse	5	-0.1906633824110031
363436	rnn.bias_ih_l0_reverse	6	0.2618228793144226
363436	rnn.bias_ih_l0_reverse	7	-0.3192025423049927
363436	rnn.bias_ih_l0_reverse	8	-0.12568101286888123
363436	rnn.bias_ih_l0_reverse	9	-0.17036078870296478
363436	rnn.bias_hh_l0_reverse	0	-0.1505228877067566
363436	rnn.bias_hh_l0_reverse	1	0.24364955723285675
363436	rnn.bias_hh_l0_reverse	2	-0.3222196400165558
363436	rnn.bias_hh_l0_reverse	3	-0.17815370857715607
363436	rnn.bias_hh_l0_reverse	4	-0.350207656621933
363436	rnn.bias_hh_l0_reverse	5	-0.1620413362979889
363436	rnn.bias_hh_l0_reverse	6	-0.25921866297721863
363436	rnn.bias_hh_l0_reverse	7	-0.08232016116380692
363436	rnn.bias_hh_l0_reverse	8	-0.27353188395500183
363436	rnn.bias_hh_l0_reverse	9	0.2037498950958252
363436	linear.weight	0	0.16130892932415009
363436	linear.weight	1	-0.44214698672294617
363436	linear.weight	2	-0.012103489600121975
363436	linear.weight	3	0.06761354207992554
363436	linear.weight	4	-0.1489591896533966
363436	linear.weight	5	0.20400315523147583
363436	linear.weight	6	0.02526276744902134
363436	linear.weight	7	-0.06330031156539917
363436	linear.weight	8	0.12960033118724823
363436	linear.weight	9	-0.046193938702344894
363436	linear.bias	0	-1.0013176202774048
363436	linear.bias	1	1.942764401435852
363436	linear.bias	2	0.7201268076896667
363436	linear.bias	3	-2.605539321899414
363436	linear.bias	4	-0.2067478597164154
363436	linear.bias	5	1.2677589654922485
363436	linear.bias	6	-0.2064550518989563
363436	linear.bias	7	0.7031548023223877
363436	linear.bias	8	2.146517753601074
363436	linear.bias	9	-1.4635258913040161
364045	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
364045	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
364045	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
364045	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
364045	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
364045	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
364045	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
364045	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
364045	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
364045	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
364045	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
364045	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
364045	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
364045	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
364045	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
364045	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
364045	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
364045	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
364045	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
364045	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
364045	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
364045	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
364045	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
364045	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
364045	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
364045	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
364045	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
364045	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
364045	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
364045	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
364045	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
364045	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
364045	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
364045	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
364045	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
364045	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
364045	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
364045	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
364045	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
364045	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
364045	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
364045	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
364045	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
364045	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
364045	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
364045	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
364045	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
364045	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
364045	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
364045	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
364045	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
364045	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
364045	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
364045	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
364045	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
364045	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
364045	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
364045	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
364045	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
364045	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
364045	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
364045	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
364045	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
364045	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
364045	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
364045	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
364045	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
364045	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
364045	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
364045	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
364045	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
364045	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
364045	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
364045	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
364045	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
364045	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
364045	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
364045	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
364045	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
364045	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
364045	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
364045	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
364045	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
364045	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
364045	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
364045	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
364045	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
364045	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
364045	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
364045	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
364045	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
364045	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
364045	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
364045	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
364045	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
364045	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
364045	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
364045	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
364045	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
364045	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
364045	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
364045	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
364045	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
364045	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
364045	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
364045	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
364045	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
364045	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
364045	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
364045	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
364045	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
364045	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
364045	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
364045	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
364045	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
364045	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
364045	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
364045	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
364045	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
364045	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
364045	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
364045	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
364045	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
364045	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
364045	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
364045	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
364045	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
364045	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
364045	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
364045	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
364045	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
364045	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
364045	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
364045	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
364045	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
364045	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
364045	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
364045	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
364045	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
364045	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
364045	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
364045	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
364045	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
364045	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
364045	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
364045	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
364045	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
364045	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
364045	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
364045	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
364045	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
364045	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
364045	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
364045	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
364045	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
364045	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
364045	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
364045	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
364045	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
364045	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
364045	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
364045	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
364045	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
364045	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
364045	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
364045	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
364045	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
364045	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
364045	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
364045	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
364045	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
364045	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
364045	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
364045	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
364045	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
364045	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
364045	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
364045	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
364045	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
364045	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
364045	embedding2nn.weight	0	0.3173496127128601
364045	embedding2nn.weight	1	0.37301528453826904
364045	embedding2nn.weight	2	-0.00368214538320899
364045	embedding2nn.weight	3	0.026621414348483086
364045	embedding2nn.weight	4	-0.04008389636874199
364045	embedding2nn.weight	5	0.05992848426103592
364045	embedding2nn.weight	6	0.03893711417913437
364045	embedding2nn.weight	7	-0.02362190932035446
364045	embedding2nn.weight	8	0.050833072513341904
364045	embedding2nn.weight	9	-0.03813520073890686
364045	embedding2nn.bias	0	0.05464467033743858
364045	embedding2nn.bias	1	-0.16142097115516663
364045	embedding2nn.bias	2	0.08948102593421936
364045	embedding2nn.bias	3	0.1715598702430725
364045	embedding2nn.bias	4	0.15764707326889038
364045	embedding2nn.bias	5	-0.08400974422693253
364045	embedding2nn.bias	6	-0.057520296424627304
364045	embedding2nn.bias	7	0.02551189251244068
364045	embedding2nn.bias	8	-0.141820028424263
364045	embedding2nn.bias	9	-0.3962135314941406
364045	rnn.weight_ih_l0	0	0.01377872470766306
364045	rnn.weight_ih_l0	1	-0.07697846740484238
364045	rnn.weight_ih_l0	2	-0.070264533162117
364045	rnn.weight_ih_l0	3	0.09121976792812347
364045	rnn.weight_ih_l0	4	0.017328212037682533
364045	rnn.weight_ih_l0	5	-0.08822468668222427
364045	rnn.weight_ih_l0	6	-0.01593727432191372
364045	rnn.weight_ih_l0	7	-0.022626547142863274
364045	rnn.weight_ih_l0	8	-0.015490543097257614
364045	rnn.weight_ih_l0	9	-0.07355494797229767
364045	rnn.weight_hh_l0	0	0.0010470800334587693
364045	rnn.weight_hh_l0	1	0.0613018162548542
364045	rnn.weight_hh_l0	2	0.03172319009900093
364045	rnn.weight_hh_l0	3	0.012396099045872688
364045	rnn.weight_hh_l0	4	0.02027937024831772
364045	rnn.weight_hh_l0	5	0.0464063435792923
364045	rnn.weight_hh_l0	6	-0.046701088547706604
364045	rnn.weight_hh_l0	7	-0.0678873062133789
364045	rnn.weight_hh_l0	8	0.04049741104245186
364045	rnn.weight_hh_l0	9	-0.10310841351747513
364045	rnn.bias_ih_l0	0	0.17080038785934448
364045	rnn.bias_ih_l0	1	-0.2647169530391693
364045	rnn.bias_ih_l0	2	-0.01742250844836235
364045	rnn.bias_ih_l0	3	-0.17929954826831818
364045	rnn.bias_ih_l0	4	0.024882515892386436
364045	rnn.bias_ih_l0	5	-0.34685787558555603
364045	rnn.bias_ih_l0	6	-0.1238689199090004
364045	rnn.bias_ih_l0	7	-0.31156009435653687
364045	rnn.bias_ih_l0	8	-0.2530058026313782
364045	rnn.bias_ih_l0	9	-0.4037630558013916
364045	rnn.bias_hh_l0	0	-0.30182838439941406
364045	rnn.bias_hh_l0	1	-0.3207899332046509
364045	rnn.bias_hh_l0	2	-0.2918500602245331
364045	rnn.bias_hh_l0	3	-0.0794810801744461
364045	rnn.bias_hh_l0	4	-0.27954068779945374
364045	rnn.bias_hh_l0	5	-0.28418341279029846
364045	rnn.bias_hh_l0	6	-0.11631562560796738
364045	rnn.bias_hh_l0	7	0.07985576242208481
364045	rnn.bias_hh_l0	8	-0.22759480774402618
364045	rnn.bias_hh_l0	9	-0.485725075006485
364045	rnn.weight_ih_l0_reverse	0	0.02703414484858513
364045	rnn.weight_ih_l0_reverse	1	-0.05894063040614128
364045	rnn.weight_ih_l0_reverse	2	-0.030063940212130547
364045	rnn.weight_ih_l0_reverse	3	-0.08957896381616592
364045	rnn.weight_ih_l0_reverse	4	0.06693080067634583
364045	rnn.weight_ih_l0_reverse	5	-0.0661875456571579
364045	rnn.weight_ih_l0_reverse	6	0.029966985806822777
364045	rnn.weight_ih_l0_reverse	7	0.00781919900327921
364045	rnn.weight_ih_l0_reverse	8	-0.047615569084882736
364045	rnn.weight_ih_l0_reverse	9	-0.07945191115140915
364045	rnn.weight_hh_l0_reverse	0	-0.08990643173456192
364045	rnn.weight_hh_l0_reverse	1	0.020001310855150223
364045	rnn.weight_hh_l0_reverse	2	-0.016514483839273453
364045	rnn.weight_hh_l0_reverse	3	0.025313323363661766
364045	rnn.weight_hh_l0_reverse	4	-0.07121771574020386
364045	rnn.weight_hh_l0_reverse	5	0.04134282097220421
364045	rnn.weight_hh_l0_reverse	6	0.02100371941924095
364045	rnn.weight_hh_l0_reverse	7	-0.04897782579064369
364045	rnn.weight_hh_l0_reverse	8	0.0004601911932695657
364045	rnn.weight_hh_l0_reverse	9	0.07636220753192902
364045	rnn.bias_ih_l0_reverse	0	-0.15109767019748688
364045	rnn.bias_ih_l0_reverse	1	-0.07753545045852661
364045	rnn.bias_ih_l0_reverse	2	0.11557870358228683
364045	rnn.bias_ih_l0_reverse	3	-0.272587388753891
364045	rnn.bias_ih_l0_reverse	4	-0.04590485617518425
364045	rnn.bias_ih_l0_reverse	5	-0.19113591313362122
364045	rnn.bias_ih_l0_reverse	6	0.2655789256095886
364045	rnn.bias_ih_l0_reverse	7	-0.3126361668109894
364045	rnn.bias_ih_l0_reverse	8	-0.12819834053516388
364045	rnn.bias_ih_l0_reverse	9	-0.17273780703544617
364045	rnn.bias_hh_l0_reverse	0	-0.15705890953540802
364045	rnn.bias_hh_l0_reverse	1	0.24980080127716064
364045	rnn.bias_hh_l0_reverse	2	-0.3171676695346832
364045	rnn.bias_hh_l0_reverse	3	-0.17953218519687653
364045	rnn.bias_hh_l0_reverse	4	-0.3554420471191406
364045	rnn.bias_hh_l0_reverse	5	-0.15904128551483154
364045	rnn.bias_hh_l0_reverse	6	-0.2704404592514038
364045	rnn.bias_hh_l0_reverse	7	-0.08346689492464066
364045	rnn.bias_hh_l0_reverse	8	-0.26788949966430664
364045	rnn.bias_hh_l0_reverse	9	0.20321255922317505
364045	linear.weight	0	0.1815531998872757
364045	linear.weight	1	-0.41796544194221497
364045	linear.weight	2	0.011369717307388783
364045	linear.weight	3	0.06761115044355392
364045	linear.weight	4	-0.08672484010457993
364045	linear.weight	5	0.1983594447374344
364045	linear.weight	6	-0.013933368027210236
364045	linear.weight	7	-0.06328634917736053
364045	linear.weight	8	0.15150456130504608
364045	linear.weight	9	-0.0462106317281723
364045	linear.bias	0	-0.981332004070282
364045	linear.bias	1	1.9737775325775146
364045	linear.bias	2	0.7154377698898315
364045	linear.bias	3	-2.6060450077056885
364045	linear.bias	4	-0.22951221466064453
364045	linear.bias	5	1.2597057819366455
364045	linear.bias	6	-0.22265008091926575
364045	linear.bias	7	0.7142596244812012
364045	linear.bias	8	2.1281418800354004
364045	linear.bias	9	-1.4631940126419067
364654	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
364654	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
364654	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
364654	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
364654	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
364654	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
364654	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
364654	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
364654	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
364654	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
364654	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
364654	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
364654	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
364654	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
364654	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
364654	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
364654	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
364654	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
364654	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
364654	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
364654	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
364654	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
364654	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
364654	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
364654	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
364654	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
364654	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
364654	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
364654	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
364654	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
364654	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
364654	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
364654	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
364654	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
364654	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
364654	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
364654	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
364654	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
364654	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
364654	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
364654	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
364654	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
364654	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
364654	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
364654	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
364654	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
364654	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
364654	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
364654	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
364654	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
364654	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
364654	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
364654	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
364654	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
364654	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
364654	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
364654	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
364654	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
364654	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
364654	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
364654	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
364654	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
364654	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
364654	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
364654	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
364654	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
364654	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
364654	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
364654	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
364654	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
364654	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
364654	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
364654	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
364654	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
364654	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
364654	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
364654	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
364654	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
364654	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
364654	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
364654	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
364654	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
364654	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
364654	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
364654	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
364654	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
364654	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
364654	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
364654	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
364654	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
364654	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
364654	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
364654	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
364654	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
364654	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
364654	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
364654	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
364654	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
364654	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
364654	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
364654	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
364654	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
364654	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
364654	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
364654	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
364654	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
364654	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
364654	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
364654	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
364654	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
364654	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
364654	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
364654	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
364654	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
364654	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
364654	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
364654	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
364654	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
364654	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
364654	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
364654	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
364654	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
364654	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
364654	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
364654	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
364654	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
364654	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
364654	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
364654	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
364654	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
364654	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
364654	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
364654	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
364654	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
364654	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
364654	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
364654	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
364654	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
364654	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
364654	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
364654	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
364654	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
364654	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
364654	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
364654	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
364654	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
364654	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
364654	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
364654	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
364654	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
364654	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
364654	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
364654	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
364654	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
364654	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
364654	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
364654	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
364654	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
364654	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
364654	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
364654	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
364654	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
364654	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
364654	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
364654	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
364654	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
364654	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
364654	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
364654	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
364654	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
364654	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
364654	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
364654	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
364654	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
364654	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
364654	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
364654	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
364654	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
364654	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
364654	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
364654	embedding2nn.weight	0	0.31879761815071106
364654	embedding2nn.weight	1	0.3763049244880676
364654	embedding2nn.weight	2	-0.0061948057264089584
364654	embedding2nn.weight	3	0.026180321350693703
364654	embedding2nn.weight	4	-0.03649761155247688
364654	embedding2nn.weight	5	0.062143485993146896
364654	embedding2nn.weight	6	0.041271716356277466
364654	embedding2nn.weight	7	-0.03523213788866997
364654	embedding2nn.weight	8	0.04890085384249687
364654	embedding2nn.weight	9	-0.03717338666319847
364654	embedding2nn.bias	0	0.07813961058855057
364654	embedding2nn.bias	1	-0.18606610596179962
364654	embedding2nn.bias	2	0.09793320298194885
364654	embedding2nn.bias	3	0.17823587357997894
364654	embedding2nn.bias	4	0.15213719010353088
364654	embedding2nn.bias	5	-0.08663631230592728
364654	embedding2nn.bias	6	-0.0514998659491539
364654	embedding2nn.bias	7	0.030191324651241302
364654	embedding2nn.bias	8	-0.12102431803941727
364654	embedding2nn.bias	9	-0.39265018701553345
364654	rnn.weight_ih_l0	0	0.012972776778042316
364654	rnn.weight_ih_l0	1	-0.075895294547081
364654	rnn.weight_ih_l0	2	-0.06784599274396896
364654	rnn.weight_ih_l0	3	0.09054943174123764
364654	rnn.weight_ih_l0	4	0.01476326398551464
364654	rnn.weight_ih_l0	5	-0.08816848695278168
364654	rnn.weight_ih_l0	6	-0.019415730610489845
364654	rnn.weight_ih_l0	7	-0.020875418558716774
364654	rnn.weight_ih_l0	8	-0.011586669832468033
364654	rnn.weight_ih_l0	9	-0.07569684088230133
364654	rnn.weight_hh_l0	0	0.0011843437096104026
364654	rnn.weight_hh_l0	1	0.06220955029129982
364654	rnn.weight_hh_l0	2	0.03086269460618496
364654	rnn.weight_hh_l0	3	0.011987770907580853
364654	rnn.weight_hh_l0	4	0.02187097631394863
364654	rnn.weight_hh_l0	5	0.0475291982293129
364654	rnn.weight_hh_l0	6	-0.047002919018268585
364654	rnn.weight_hh_l0	7	-0.06905515491962433
364654	rnn.weight_hh_l0	8	0.04047396779060364
364654	rnn.weight_hh_l0	9	-0.10397206246852875
364654	rnn.bias_ih_l0	0	0.16230447590351105
364654	rnn.bias_ih_l0	1	-0.25782665610313416
364654	rnn.bias_ih_l0	2	-0.015508114360272884
364654	rnn.bias_ih_l0	3	-0.18596406280994415
364654	rnn.bias_ih_l0	4	0.027658918872475624
364654	rnn.bias_ih_l0	5	-0.3461713194847107
364654	rnn.bias_ih_l0	6	-0.1305079460144043
364654	rnn.bias_ih_l0	7	-0.3107123076915741
364654	rnn.bias_ih_l0	8	-0.26057979464530945
364654	rnn.bias_ih_l0	9	-0.4024786651134491
364654	rnn.bias_hh_l0	0	-0.30440494418144226
364654	rnn.bias_hh_l0	1	-0.3268480598926544
364654	rnn.bias_hh_l0	2	-0.28671795129776
364654	rnn.bias_hh_l0	3	-0.08294618874788284
364654	rnn.bias_hh_l0	4	-0.281343549489975
364654	rnn.bias_hh_l0	5	-0.2859777510166168
364654	rnn.bias_hh_l0	6	-0.11618542671203613
364654	rnn.bias_hh_l0	7	0.07316245883703232
364654	rnn.bias_hh_l0	8	-0.2325933277606964
364654	rnn.bias_hh_l0	9	-0.4847008287906647
364654	rnn.weight_ih_l0_reverse	0	0.021413810551166534
364654	rnn.weight_ih_l0_reverse	1	-0.0580143965780735
364654	rnn.weight_ih_l0_reverse	2	-0.027937112376093864
364654	rnn.weight_ih_l0_reverse	3	-0.08956724405288696
364654	rnn.weight_ih_l0_reverse	4	0.0668238028883934
364654	rnn.weight_ih_l0_reverse	5	-0.0738915503025055
364654	rnn.weight_ih_l0_reverse	6	0.016670381650328636
364654	rnn.weight_ih_l0_reverse	7	0.007625056430697441
364654	rnn.weight_ih_l0_reverse	8	-0.04561660438776016
364654	rnn.weight_ih_l0_reverse	9	-0.0734977200627327
364654	rnn.weight_hh_l0_reverse	0	-0.08780880272388458
364654	rnn.weight_hh_l0_reverse	1	0.01955985836684704
364654	rnn.weight_hh_l0_reverse	2	-0.01587114855647087
364654	rnn.weight_hh_l0_reverse	3	0.026387225836515427
364654	rnn.weight_hh_l0_reverse	4	-0.07213956862688065
364654	rnn.weight_hh_l0_reverse	5	0.04124365374445915
364654	rnn.weight_hh_l0_reverse	6	0.021271703764796257
364654	rnn.weight_hh_l0_reverse	7	-0.04723032936453819
364654	rnn.weight_hh_l0_reverse	8	-0.001196770230308175
364654	rnn.weight_hh_l0_reverse	9	0.07538727670907974
364654	rnn.bias_ih_l0_reverse	0	-0.14036254584789276
364654	rnn.bias_ih_l0_reverse	1	-0.08137421309947968
364654	rnn.bias_ih_l0_reverse	2	0.1176212802529335
364654	rnn.bias_ih_l0_reverse	3	-0.2623801827430725
364654	rnn.bias_ih_l0_reverse	4	-0.056822679936885834
364654	rnn.bias_ih_l0_reverse	5	-0.18332232534885406
364654	rnn.bias_ih_l0_reverse	6	0.2675556242465973
364654	rnn.bias_ih_l0_reverse	7	-0.32166600227355957
364654	rnn.bias_ih_l0_reverse	8	-0.12538373470306396
364654	rnn.bias_ih_l0_reverse	9	-0.16841985285282135
364654	rnn.bias_hh_l0_reverse	0	-0.15775726735591888
364654	rnn.bias_hh_l0_reverse	1	0.2468043863773346
364654	rnn.bias_hh_l0_reverse	2	-0.3251526951789856
364654	rnn.bias_hh_l0_reverse	3	-0.17752611637115479
364654	rnn.bias_hh_l0_reverse	4	-0.3573608994483948
364654	rnn.bias_hh_l0_reverse	5	-0.16250725090503693
364654	rnn.bias_hh_l0_reverse	6	-0.26320844888687134
364654	rnn.bias_hh_l0_reverse	7	-0.07658517360687256
364654	rnn.bias_hh_l0_reverse	8	-0.27168869972229004
364654	rnn.bias_hh_l0_reverse	9	0.20933279395103455
364654	linear.weight	0	0.17945179343223572
364654	linear.weight	1	-0.41276270151138306
364654	linear.weight	2	0.007259924430400133
364654	linear.weight	3	0.06761103868484497
364654	linear.weight	4	-0.10310932993888855
364654	linear.weight	5	0.20542678236961365
364654	linear.weight	6	-0.00892856065183878
364654	linear.weight	7	-0.06327275186777115
364654	linear.weight	8	0.13604021072387695
364654	linear.weight	9	-0.04622514918446541
364654	linear.bias	0	-0.9807328581809998
364654	linear.bias	1	1.915141224861145
364654	linear.bias	2	0.7044829726219177
364654	linear.bias	3	-2.60658860206604
364654	linear.bias	4	-0.218876913189888
364654	linear.bias	5	1.2175463438034058
364654	linear.bias	6	-0.17721815407276154
364654	linear.bias	7	0.7070531249046326
364654	linear.bias	8	2.1246907711029053
364654	linear.bias	9	-1.4936012029647827
365263	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
365263	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
365263	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
365263	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
365263	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
365263	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
365263	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
365263	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
365263	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
365263	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
365263	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
365263	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
365263	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
365263	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
365263	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
365263	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
365263	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
365263	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
365263	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
365263	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
365263	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
365263	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
365263	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
365263	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
365263	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
365263	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
365263	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
365263	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
365263	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
365263	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
365263	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
365263	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
365263	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
365263	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
365263	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
365263	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
365263	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
365263	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
365263	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
365263	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
365263	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
365263	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
365263	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
365263	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
365263	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
365263	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
365263	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
365263	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
365263	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
365263	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
365263	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
365263	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
365263	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
365263	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
365263	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
365263	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
365263	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
365263	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
365263	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
365263	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
365263	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
365263	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
365263	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
365263	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
365263	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
365263	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
365263	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
365263	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
365263	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
365263	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
365263	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
365263	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
365263	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
365263	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
365263	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
365263	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
365263	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
365263	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
365263	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
365263	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
365263	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
365263	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
365263	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
365263	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
365263	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
365263	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
365263	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
365263	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
365263	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
365263	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
365263	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
365263	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
365263	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
365263	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
365263	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
365263	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
365263	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
365263	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
365263	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
365263	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
365263	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
365263	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
365263	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
365263	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
365263	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
365263	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
365263	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
365263	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
365263	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
365263	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
365263	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
365263	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
365263	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
365263	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
365263	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
365263	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
365263	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
365263	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
365263	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
365263	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
365263	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
365263	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
365263	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
365263	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
365263	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
365263	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
365263	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
365263	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
365263	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
365263	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
365263	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
365263	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
365263	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
365263	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
365263	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
365263	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
365263	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
365263	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
365263	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
365263	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
365263	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
365263	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
365263	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
365263	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
365263	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
365263	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
365263	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
365263	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
365263	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
365263	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
365263	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
365263	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
365263	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
365263	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
365263	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
365263	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
365263	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
365263	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
365263	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
365263	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
365263	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
365263	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
365263	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
365263	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
365263	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
365263	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
365263	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
365263	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
365263	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
365263	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
365263	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
365263	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
365263	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
365263	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
365263	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
365263	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
365263	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
365263	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
365263	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
365263	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
365263	embedding2nn.weight	0	0.31852924823760986
365263	embedding2nn.weight	1	0.37341177463531494
365263	embedding2nn.weight	2	-0.0048106214962899685
365263	embedding2nn.weight	3	0.04737170785665512
365263	embedding2nn.weight	4	-0.03585726022720337
365263	embedding2nn.weight	5	0.06055638939142227
365263	embedding2nn.weight	6	0.04976585879921913
365263	embedding2nn.weight	7	-0.03241793066263199
365263	embedding2nn.weight	8	0.048514775931835175
365263	embedding2nn.weight	9	-0.03546179458498955
365263	embedding2nn.bias	0	0.060069963335990906
365263	embedding2nn.bias	1	-0.17150920629501343
365263	embedding2nn.bias	2	0.09819990396499634
365263	embedding2nn.bias	3	0.16783447563648224
365263	embedding2nn.bias	4	0.16077227890491486
365263	embedding2nn.bias	5	-0.04873377084732056
365263	embedding2nn.bias	6	-0.030848070979118347
365263	embedding2nn.bias	7	0.039307188242673874
365263	embedding2nn.bias	8	-0.11124435812234879
365263	embedding2nn.bias	9	-0.3913169205188751
365263	rnn.weight_ih_l0	0	0.012548938393592834
365263	rnn.weight_ih_l0	1	-0.0751735046505928
365263	rnn.weight_ih_l0	2	-0.061660900712013245
365263	rnn.weight_ih_l0	3	0.08912644535303116
365263	rnn.weight_ih_l0	4	0.01679633930325508
365263	rnn.weight_ih_l0	5	-0.0850430428981781
365263	rnn.weight_ih_l0	6	-0.010750964283943176
365263	rnn.weight_ih_l0	7	-0.01788194663822651
365263	rnn.weight_ih_l0	8	-0.020820891484618187
365263	rnn.weight_ih_l0	9	-0.07616272568702698
365263	rnn.weight_hh_l0	0	0.000829456141218543
365263	rnn.weight_hh_l0	1	0.06368507444858551
365263	rnn.weight_hh_l0	2	0.031563058495521545
365263	rnn.weight_hh_l0	3	0.01143839955329895
365263	rnn.weight_hh_l0	4	0.023230312392115593
365263	rnn.weight_hh_l0	5	0.0486384816467762
365263	rnn.weight_hh_l0	6	-0.04640711098909378
365263	rnn.weight_hh_l0	7	-0.06821416318416595
365263	rnn.weight_hh_l0	8	0.039971254765987396
365263	rnn.weight_hh_l0	9	-0.10282371938228607
365263	rnn.bias_ih_l0	0	0.15480570495128632
365263	rnn.bias_ih_l0	1	-0.2582288384437561
365263	rnn.bias_ih_l0	2	-0.016869468614459038
365263	rnn.bias_ih_l0	3	-0.18312829732894897
365263	rnn.bias_ih_l0	4	0.028316164389252663
365263	rnn.bias_ih_l0	5	-0.3483060300350189
365263	rnn.bias_ih_l0	6	-0.12207244336605072
365263	rnn.bias_ih_l0	7	-0.307492733001709
365263	rnn.bias_ih_l0	8	-0.2585890293121338
365263	rnn.bias_ih_l0	9	-0.40615972876548767
365263	rnn.bias_hh_l0	0	-0.3090690076351166
365263	rnn.bias_hh_l0	1	-0.3329028785228729
365263	rnn.bias_hh_l0	2	-0.2843199372291565
365263	rnn.bias_hh_l0	3	-0.07532605528831482
365263	rnn.bias_hh_l0	4	-0.2859905958175659
365263	rnn.bias_hh_l0	5	-0.2888643741607666
365263	rnn.bias_hh_l0	6	-0.12286537140607834
365263	rnn.bias_hh_l0	7	0.057389892637729645
365263	rnn.bias_hh_l0	8	-0.23212385177612305
365263	rnn.bias_hh_l0	9	-0.484937846660614
365263	rnn.weight_ih_l0_reverse	0	0.02116585522890091
365263	rnn.weight_ih_l0_reverse	1	-0.05797775089740753
365263	rnn.weight_ih_l0_reverse	2	-0.028397098183631897
365263	rnn.weight_ih_l0_reverse	3	-0.08962109684944153
365263	rnn.weight_ih_l0_reverse	4	0.06934744864702225
365263	rnn.weight_ih_l0_reverse	5	-0.07718168199062347
365263	rnn.weight_ih_l0_reverse	6	0.014851934276521206
365263	rnn.weight_ih_l0_reverse	7	0.009715953841805458
365263	rnn.weight_ih_l0_reverse	8	-0.04729544743895531
365263	rnn.weight_ih_l0_reverse	9	-0.07495888322591782
365263	rnn.weight_hh_l0_reverse	0	-0.08762200176715851
365263	rnn.weight_hh_l0_reverse	1	0.019939662888646126
365263	rnn.weight_hh_l0_reverse	2	-0.016538839787244797
365263	rnn.weight_hh_l0_reverse	3	0.026535259559750557
365263	rnn.weight_hh_l0_reverse	4	-0.07173234969377518
365263	rnn.weight_hh_l0_reverse	5	0.041262030601501465
365263	rnn.weight_hh_l0_reverse	6	0.0212894044816494
365263	rnn.weight_hh_l0_reverse	7	-0.04466477409005165
365263	rnn.weight_hh_l0_reverse	8	-0.001897259266115725
365263	rnn.weight_hh_l0_reverse	9	0.07362053543329239
365263	rnn.bias_ih_l0_reverse	0	-0.1388087421655655
365263	rnn.bias_ih_l0_reverse	1	-0.0802556723356247
365263	rnn.bias_ih_l0_reverse	2	0.11617525666952133
365263	rnn.bias_ih_l0_reverse	3	-0.26872482895851135
365263	rnn.bias_ih_l0_reverse	4	-0.059123020619153976
365263	rnn.bias_ih_l0_reverse	5	-0.1849464774131775
365263	rnn.bias_ih_l0_reverse	6	0.26733288168907166
365263	rnn.bias_ih_l0_reverse	7	-0.29953423142433167
365263	rnn.bias_ih_l0_reverse	8	-0.13176217675209045
365263	rnn.bias_ih_l0_reverse	9	-0.1670556664466858
365263	rnn.bias_hh_l0_reverse	0	-0.14605984091758728
365263	rnn.bias_hh_l0_reverse	1	0.24021171033382416
365263	rnn.bias_hh_l0_reverse	2	-0.3284461200237274
365263	rnn.bias_hh_l0_reverse	3	-0.17400483787059784
365263	rnn.bias_hh_l0_reverse	4	-0.35609835386276245
365263	rnn.bias_hh_l0_reverse	5	-0.16171860694885254
365263	rnn.bias_hh_l0_reverse	6	-0.2559700906276703
365263	rnn.bias_hh_l0_reverse	7	-0.07370857894420624
365263	rnn.bias_hh_l0_reverse	8	-0.26841771602630615
365263	rnn.bias_hh_l0_reverse	9	0.21768967807292938
365263	linear.weight	0	0.1883704960346222
365263	linear.weight	1	-0.4012083113193512
365263	linear.weight	2	0.09213105589151382
365263	linear.weight	3	0.0676134005188942
365263	linear.weight	4	-0.14556311070919037
365263	linear.weight	5	0.24987803399562836
365263	linear.weight	6	-0.01667565107345581
365263	linear.weight	7	-0.06326283514499664
365263	linear.weight	8	0.10342876613140106
365263	linear.weight	9	-0.046243760734796524
365263	linear.bias	0	-0.9794778823852539
365263	linear.bias	1	1.9347292184829712
365263	linear.bias	2	0.6670636534690857
365263	linear.bias	3	-2.607125759124756
365263	linear.bias	4	-0.18808597326278687
365263	linear.bias	5	1.2135425806045532
365263	linear.bias	6	-0.19340339303016663
365263	linear.bias	7	0.7144754528999329
365263	linear.bias	8	2.115204334259033
365263	linear.bias	9	-1.450676441192627
365872	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
365872	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
365872	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
365872	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
365872	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
365872	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
365872	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
365872	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
365872	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
365872	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
365872	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
365872	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
365872	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
365872	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
365872	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
365872	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
365872	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
365872	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
365872	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
365872	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
365872	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
365872	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
365872	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
365872	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
365872	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
365872	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
365872	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
365872	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
365872	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
365872	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
365872	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
365872	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
365872	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
365872	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
365872	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
365872	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
365872	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
365872	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
365872	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
365872	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
365872	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
365872	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
365872	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
365872	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
365872	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
365872	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
365872	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
365872	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
365872	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
365872	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
365872	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
365872	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
365872	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
365872	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
365872	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
365872	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
365872	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
365872	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
365872	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
365872	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
365872	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
365872	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
365872	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
365872	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
365872	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
365872	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
365872	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
365872	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
365872	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
365872	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
365872	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
365872	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
365872	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
365872	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
365872	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
365872	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
365872	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
365872	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
365872	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
365872	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
365872	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
365872	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
365872	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
365872	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
365872	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
365872	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
365872	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
365872	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
365872	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
365872	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
365872	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
365872	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
365872	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
365872	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
365872	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
365872	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
365872	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
365872	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
365872	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
365872	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
365872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
365872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
365872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
365872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
365872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
365872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
365872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
365872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
365872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
365872	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
365872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
365872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
365872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
365872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
365872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
365872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
365872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
365872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
365872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
365872	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
365872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
365872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
365872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
365872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
365872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
365872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
365872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
365872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
365872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
365872	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
365872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
365872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
365872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
365872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
365872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
365872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
365872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
365872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
365872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
365872	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
365872	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
365872	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
365872	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
365872	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
365872	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
365872	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
365872	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
365872	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
365872	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
365872	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
365872	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
365872	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
365872	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
365872	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
365872	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
365872	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
365872	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
365872	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
365872	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
365872	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
365872	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
365872	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
365872	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
365872	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
365872	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
365872	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
365872	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
365872	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
365872	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
365872	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
365872	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
365872	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
365872	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
365872	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
365872	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
365872	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
365872	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
365872	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
365872	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
365872	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
365872	embedding2nn.weight	0	0.3175673484802246
365872	embedding2nn.weight	1	0.3759502172470093
365872	embedding2nn.weight	2	-0.004469509236514568
365872	embedding2nn.weight	3	0.02398388274013996
365872	embedding2nn.weight	4	-0.03992302715778351
365872	embedding2nn.weight	5	0.05578891560435295
365872	embedding2nn.weight	6	0.03664584085345268
365872	embedding2nn.weight	7	-0.026705477386713028
365872	embedding2nn.weight	8	0.04777901992201805
365872	embedding2nn.weight	9	-0.03701990097761154
365872	embedding2nn.bias	0	0.0542520172894001
365872	embedding2nn.bias	1	-0.19128210842609406
365872	embedding2nn.bias	2	0.10851814597845078
365872	embedding2nn.bias	3	0.15705353021621704
365872	embedding2nn.bias	4	0.1661134958267212
365872	embedding2nn.bias	5	-0.04902493208646774
365872	embedding2nn.bias	6	-0.033035438507795334
365872	embedding2nn.bias	7	0.06083795428276062
365872	embedding2nn.bias	8	-0.1460060179233551
365872	embedding2nn.bias	9	-0.3996703624725342
365872	rnn.weight_ih_l0	0	0.012520716525614262
365872	rnn.weight_ih_l0	1	-0.07547850161790848
365872	rnn.weight_ih_l0	2	-0.05831700563430786
365872	rnn.weight_ih_l0	3	0.09215845167636871
365872	rnn.weight_ih_l0	4	0.022381048649549484
365872	rnn.weight_ih_l0	5	-0.08707986772060394
365872	rnn.weight_ih_l0	6	-0.013552798889577389
365872	rnn.weight_ih_l0	7	-0.021557873114943504
365872	rnn.weight_ih_l0	8	-0.013820314779877663
365872	rnn.weight_ih_l0	9	-0.0779915601015091
365872	rnn.weight_hh_l0	0	0.00019630113092716783
365872	rnn.weight_hh_l0	1	0.06326372921466827
365872	rnn.weight_hh_l0	2	0.03053543157875538
365872	rnn.weight_hh_l0	3	0.01084932405501604
365872	rnn.weight_hh_l0	4	0.023708658292889595
365872	rnn.weight_hh_l0	5	0.05066376551985741
365872	rnn.weight_hh_l0	6	-0.046903565526008606
365872	rnn.weight_hh_l0	7	-0.06519382447004318
365872	rnn.weight_hh_l0	8	0.03982427343726158
365872	rnn.weight_hh_l0	9	-0.10157138109207153
365872	rnn.bias_ih_l0	0	0.1555006355047226
365872	rnn.bias_ih_l0	1	-0.2576892673969269
365872	rnn.bias_ih_l0	2	-0.014423293061554432
365872	rnn.bias_ih_l0	3	-0.18948844075202942
365872	rnn.bias_ih_l0	4	0.016956191509962082
365872	rnn.bias_ih_l0	5	-0.35525164008140564
365872	rnn.bias_ih_l0	6	-0.129838764667511
365872	rnn.bias_ih_l0	7	-0.30709436535835266
365872	rnn.bias_ih_l0	8	-0.24995295703411102
365872	rnn.bias_ih_l0	9	-0.41002312302589417
365872	rnn.bias_hh_l0	0	-0.29923269152641296
365872	rnn.bias_hh_l0	1	-0.3268371522426605
365872	rnn.bias_hh_l0	2	-0.2875751852989197
365872	rnn.bias_hh_l0	3	-0.07246071845293045
365872	rnn.bias_hh_l0	4	-0.29175132513046265
365872	rnn.bias_hh_l0	5	-0.2854825556278229
365872	rnn.bias_hh_l0	6	-0.11719822883605957
365872	rnn.bias_hh_l0	7	0.07115473598241806
365872	rnn.bias_hh_l0	8	-0.23716707527637482
365872	rnn.bias_hh_l0	9	-0.482198029756546
365872	rnn.weight_ih_l0_reverse	0	0.024811262264847755
365872	rnn.weight_ih_l0_reverse	1	-0.05942081660032272
365872	rnn.weight_ih_l0_reverse	2	-0.029895681887865067
365872	rnn.weight_ih_l0_reverse	3	-0.08670678734779358
365872	rnn.weight_ih_l0_reverse	4	0.06942494958639145
365872	rnn.weight_ih_l0_reverse	5	-0.07362286746501923
365872	rnn.weight_ih_l0_reverse	6	0.009728480130434036
365872	rnn.weight_ih_l0_reverse	7	0.007128064054995775
365872	rnn.weight_ih_l0_reverse	8	-0.04675531014800072
365872	rnn.weight_ih_l0_reverse	9	-0.07422144711017609
365872	rnn.weight_hh_l0_reverse	0	-0.09335802495479584
365872	rnn.weight_hh_l0_reverse	1	0.020437059924006462
365872	rnn.weight_hh_l0_reverse	2	-0.016952313482761383
365872	rnn.weight_hh_l0_reverse	3	0.02715025655925274
365872	rnn.weight_hh_l0_reverse	4	-0.07202619314193726
365872	rnn.weight_hh_l0_reverse	5	0.0409051850438118
365872	rnn.weight_hh_l0_reverse	6	0.021610789000988007
365872	rnn.weight_hh_l0_reverse	7	-0.044805459678173065
365872	rnn.weight_hh_l0_reverse	8	-0.006155163515359163
365872	rnn.weight_hh_l0_reverse	9	0.07479189336299896
365872	rnn.bias_ih_l0_reverse	0	-0.14712265133857727
365872	rnn.bias_ih_l0_reverse	1	-0.08442654460668564
365872	rnn.bias_ih_l0_reverse	2	0.11615318059921265
365872	rnn.bias_ih_l0_reverse	3	-0.2607404291629791
365872	rnn.bias_ih_l0_reverse	4	-0.042589396238327026
365872	rnn.bias_ih_l0_reverse	5	-0.18626634776592255
365872	rnn.bias_ih_l0_reverse	6	0.27213576436042786
365872	rnn.bias_ih_l0_reverse	7	-0.3179762065410614
365872	rnn.bias_ih_l0_reverse	8	-0.13187994062900543
365872	rnn.bias_ih_l0_reverse	9	-0.1636960208415985
365872	rnn.bias_hh_l0_reverse	0	-0.15167643129825592
365872	rnn.bias_hh_l0_reverse	1	0.24329589307308197
365872	rnn.bias_hh_l0_reverse	2	-0.3249536454677582
365872	rnn.bias_hh_l0_reverse	3	-0.18149007856845856
365872	rnn.bias_hh_l0_reverse	4	-0.3594532310962677
365872	rnn.bias_hh_l0_reverse	5	-0.1687091588973999
365872	rnn.bias_hh_l0_reverse	6	-0.2472960203886032
365872	rnn.bias_hh_l0_reverse	7	-0.07421111315488815
365872	rnn.bias_hh_l0_reverse	8	-0.2614225149154663
365872	rnn.bias_hh_l0_reverse	9	0.206661194562912
365872	linear.weight	0	0.16545790433883667
365872	linear.weight	1	-0.3876277506351471
365872	linear.weight	2	0.05996429920196533
365872	linear.weight	3	0.06761129200458527
365872	linear.weight	4	-0.12404327839612961
365872	linear.weight	5	0.2591780424118042
365872	linear.weight	6	-0.0576741024851799
365872	linear.weight	7	-0.06325914710760117
365872	linear.weight	8	0.120325967669487
365872	linear.weight	9	-0.04626229405403137
365872	linear.bias	0	-0.9746642708778381
365872	linear.bias	1	1.921482801437378
365872	linear.bias	2	0.7173033356666565
365872	linear.bias	3	-2.6075994968414307
365872	linear.bias	4	-0.18947112560272217
365872	linear.bias	5	1.2012479305267334
365872	linear.bias	6	-0.2164677083492279
365872	linear.bias	7	0.7209765911102295
365872	linear.bias	8	2.157099723815918
365872	linear.bias	9	-1.4640629291534424
365880	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
365880	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
365880	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
365880	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
365880	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
365880	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
365880	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
365880	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
365880	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
365880	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
365880	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
365880	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
365880	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
365880	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
365880	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
365880	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
365880	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
365880	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
365880	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
365880	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
365880	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
365880	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
365880	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
365880	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
365880	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
365880	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
365880	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
365880	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
365880	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
365880	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
365880	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
365880	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
365880	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
365880	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
365880	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
365880	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
365880	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
365880	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
365880	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
365880	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
365880	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
365880	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
365880	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
365880	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
365880	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
365880	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
365880	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
365880	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
365880	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
365880	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
365880	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
365880	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
365880	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
365880	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
365880	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
365880	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
365880	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
365880	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
365880	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
365880	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
365880	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
365880	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
365880	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
365880	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
365880	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
365880	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
365880	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
365880	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
365880	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
365880	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
365880	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
365880	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
365880	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
365880	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
365880	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
365880	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
365880	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
365880	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
365880	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
365880	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
365880	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
365880	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
365880	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
365880	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
365880	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
365880	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
365880	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
365880	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
365880	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
365880	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
365880	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
365880	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
365880	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
365880	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
365880	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
365880	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
365880	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
365880	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
365880	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
365880	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
365880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
365880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
365880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
365880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
365880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
365880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
365880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
365880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
365880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
365880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
365880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
365880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
365880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
365880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
365880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
365880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
365880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
365880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
365880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
365880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
365880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
365880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
365880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
365880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
365880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
365880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
365880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
365880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
365880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
365880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
365880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
365880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
365880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
365880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
365880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
365880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
365880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
365880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
365880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
365880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
365880	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
365880	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
365880	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
365880	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
365880	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
365880	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
365880	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
365880	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
365880	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
365880	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
365880	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
365880	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
365880	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
365880	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
365880	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
365880	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
365880	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
365880	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
365880	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
365880	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
365880	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
365880	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
365880	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
365880	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
365880	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
365880	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
365880	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
365880	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
365880	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
365880	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
365880	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
365880	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
365880	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
365880	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
365880	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
365880	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
365880	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
365880	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
365880	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
365880	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
365880	embedding2nn.weight	0	0.317416787147522
365880	embedding2nn.weight	1	0.37624886631965637
365880	embedding2nn.weight	2	-0.004543868359178305
365880	embedding2nn.weight	3	0.024940822273492813
365880	embedding2nn.weight	4	-0.04000161215662956
365880	embedding2nn.weight	5	0.055636681616306305
365880	embedding2nn.weight	6	0.03718184679746628
365880	embedding2nn.weight	7	-0.025218043476343155
365880	embedding2nn.weight	8	0.048269614577293396
365880	embedding2nn.weight	9	-0.03648519143462181
365880	embedding2nn.bias	0	0.06447160243988037
365880	embedding2nn.bias	1	-0.18808311223983765
365880	embedding2nn.bias	2	0.09905137121677399
365880	embedding2nn.bias	3	0.16102978587150574
365880	embedding2nn.bias	4	0.16409312188625336
365880	embedding2nn.bias	5	-0.04943367838859558
365880	embedding2nn.bias	6	-0.032505154609680176
365880	embedding2nn.bias	7	0.06284786760807037
365880	embedding2nn.bias	8	-0.14577805995941162
365880	embedding2nn.bias	9	-0.40053385496139526
365880	rnn.weight_ih_l0	0	0.012305025942623615
365880	rnn.weight_ih_l0	1	-0.07544944435358047
365880	rnn.weight_ih_l0	2	-0.05839243903756142
365880	rnn.weight_ih_l0	3	0.09154064953327179
365880	rnn.weight_ih_l0	4	0.02152802050113678
365880	rnn.weight_ih_l0	5	-0.08744002878665924
365880	rnn.weight_ih_l0	6	-0.013234784826636314
365880	rnn.weight_ih_l0	7	-0.02180705964565277
365880	rnn.weight_ih_l0	8	-0.013585243374109268
365880	rnn.weight_ih_l0	9	-0.07772813737392426
365880	rnn.weight_hh_l0	0	0.00013065598614048213
365880	rnn.weight_hh_l0	1	0.06330547481775284
365880	rnn.weight_hh_l0	2	0.030539287254214287
365880	rnn.weight_hh_l0	3	0.01082632690668106
365880	rnn.weight_hh_l0	4	0.023642314597964287
365880	rnn.weight_hh_l0	5	0.050640128552913666
365880	rnn.weight_hh_l0	6	-0.04688374325633049
365880	rnn.weight_hh_l0	7	-0.06515363603830338
365880	rnn.weight_hh_l0	8	0.039855826646089554
365880	rnn.weight_hh_l0	9	-0.10170982778072357
365880	rnn.bias_ih_l0	0	0.1540364921092987
365880	rnn.bias_ih_l0	1	-0.2578223645687103
365880	rnn.bias_ih_l0	2	-0.014112384058535099
365880	rnn.bias_ih_l0	3	-0.18882647156715393
365880	rnn.bias_ih_l0	4	0.01641008071601391
365880	rnn.bias_ih_l0	5	-0.355488121509552
365880	rnn.bias_ih_l0	6	-0.1287843883037567
365880	rnn.bias_ih_l0	7	-0.30726656317710876
365880	rnn.bias_ih_l0	8	-0.24888476729393005
365880	rnn.bias_ih_l0	9	-0.4076811969280243
365880	rnn.bias_hh_l0	0	-0.29896295070648193
365880	rnn.bias_hh_l0	1	-0.32768532633781433
365880	rnn.bias_hh_l0	2	-0.2873779535293579
365880	rnn.bias_hh_l0	3	-0.07359320670366287
365880	rnn.bias_hh_l0	4	-0.291043758392334
365880	rnn.bias_hh_l0	5	-0.28559795022010803
365880	rnn.bias_hh_l0	6	-0.11611425876617432
365880	rnn.bias_hh_l0	7	0.0707431510090828
365880	rnn.bias_hh_l0	8	-0.2364077866077423
365880	rnn.bias_hh_l0	9	-0.48250308632850647
365880	rnn.weight_ih_l0_reverse	0	0.024716787040233612
365880	rnn.weight_ih_l0_reverse	1	-0.05934011563658714
365880	rnn.weight_ih_l0_reverse	2	-0.02965734340250492
365880	rnn.weight_ih_l0_reverse	3	-0.0865885317325592
365880	rnn.weight_ih_l0_reverse	4	0.06923023611307144
365880	rnn.weight_ih_l0_reverse	5	-0.07431397587060928
365880	rnn.weight_ih_l0_reverse	6	0.010362566448748112
365880	rnn.weight_ih_l0_reverse	7	0.006797224283218384
365880	rnn.weight_ih_l0_reverse	8	-0.046634282916784286
365880	rnn.weight_ih_l0_reverse	9	-0.07495857775211334
365880	rnn.weight_hh_l0_reverse	0	-0.09328629821538925
365880	rnn.weight_hh_l0_reverse	1	0.02040894888341427
365880	rnn.weight_hh_l0_reverse	2	-0.01681315153837204
365880	rnn.weight_hh_l0_reverse	3	0.02722885273396969
365880	rnn.weight_hh_l0_reverse	4	-0.07201097160577774
365880	rnn.weight_hh_l0_reverse	5	0.04088151082396507
365880	rnn.weight_hh_l0_reverse	6	0.02164260484278202
365880	rnn.weight_hh_l0_reverse	7	-0.04477798193693161
365880	rnn.weight_hh_l0_reverse	8	-0.007824487052857876
365880	rnn.weight_hh_l0_reverse	9	0.0748586654663086
365880	rnn.bias_ih_l0_reverse	0	-0.14761564135551453
365880	rnn.bias_ih_l0_reverse	1	-0.08397406339645386
365880	rnn.bias_ih_l0_reverse	2	0.11644406616687775
365880	rnn.bias_ih_l0_reverse	3	-0.26146990060806274
365880	rnn.bias_ih_l0_reverse	4	-0.042895566672086716
365880	rnn.bias_ih_l0_reverse	5	-0.18623968958854675
365880	rnn.bias_ih_l0_reverse	6	0.2703048884868622
365880	rnn.bias_ih_l0_reverse	7	-0.311789333820343
365880	rnn.bias_ih_l0_reverse	8	-0.13182830810546875
365880	rnn.bias_ih_l0_reverse	9	-0.16559962928295135
365880	rnn.bias_hh_l0_reverse	0	-0.1503639668226242
365880	rnn.bias_hh_l0_reverse	1	0.24374201893806458
365880	rnn.bias_hh_l0_reverse	2	-0.3246772587299347
365880	rnn.bias_hh_l0_reverse	3	-0.181074321269989
365880	rnn.bias_hh_l0_reverse	4	-0.3600567877292633
365880	rnn.bias_hh_l0_reverse	5	-0.1679590940475464
365880	rnn.bias_hh_l0_reverse	6	-0.24948418140411377
365880	rnn.bias_hh_l0_reverse	7	-0.0748082622885704
365880	rnn.bias_hh_l0_reverse	8	-0.25898292660713196
365880	rnn.bias_hh_l0_reverse	9	0.2031409740447998
365880	linear.weight	0	0.16561460494995117
365880	linear.weight	1	-0.38563272356987
365880	linear.weight	2	0.0626869723200798
365880	linear.weight	3	0.06761151552200317
365880	linear.weight	4	-0.12037850171327591
365880	linear.weight	5	0.257980614900589
365880	linear.weight	6	-0.06106508895754814
365880	linear.weight	7	-0.06325899809598923
365880	linear.weight	8	0.12000153213739395
365880	linear.weight	9	-0.04626245051622391
365880	linear.bias	0	-0.971930980682373
365880	linear.bias	1	1.9232162237167358
365880	linear.bias	2	0.6998180150985718
365880	linear.bias	3	-2.607604742050171
365880	linear.bias	4	-0.18590371310710907
365880	linear.bias	5	1.2179248332977295
365880	linear.bias	6	-0.21608757972717285
365880	linear.bias	7	0.705106258392334
365880	linear.bias	8	2.152818441390991
365880	linear.bias	9	-1.464269757270813
366489	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
366489	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
366489	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
366489	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
366489	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
366489	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
366489	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
366489	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
366489	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
366489	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
366489	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
366489	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
366489	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
366489	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
366489	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
366489	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
366489	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
366489	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
366489	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
366489	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
366489	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
366489	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
366489	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
366489	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
366489	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
366489	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
366489	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
366489	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
366489	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
366489	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
366489	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
366489	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
366489	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
366489	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
366489	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
366489	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
366489	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
366489	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
366489	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
366489	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
366489	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
366489	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
366489	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
366489	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
366489	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
366489	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
366489	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
366489	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
366489	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
366489	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
366489	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
366489	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
366489	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
366489	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
366489	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
366489	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
366489	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
366489	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
366489	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
366489	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
366489	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
366489	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
366489	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
366489	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
366489	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
366489	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
366489	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
366489	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
366489	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
366489	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
366489	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
366489	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
366489	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
366489	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
366489	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
366489	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
366489	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
366489	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
366489	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
366489	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
366489	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
366489	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
366489	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
366489	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
366489	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
366489	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
366489	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
366489	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
366489	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
366489	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
366489	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
366489	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
366489	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
366489	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
366489	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
366489	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
366489	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
366489	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
366489	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
366489	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
366489	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
366489	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
366489	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
366489	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
366489	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
366489	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
366489	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
366489	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
366489	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
366489	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
366489	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
366489	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
366489	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
366489	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
366489	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
366489	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
366489	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
366489	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
366489	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
366489	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
366489	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
366489	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
366489	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
366489	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
366489	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
366489	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
366489	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
366489	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
366489	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
366489	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
366489	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
366489	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
366489	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
366489	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
366489	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
366489	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
366489	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
366489	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
366489	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
366489	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
366489	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
366489	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
366489	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
366489	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
366489	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
366489	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
366489	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
366489	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
366489	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
366489	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
366489	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
366489	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
366489	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
366489	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
366489	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
366489	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
366489	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
366489	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
366489	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
366489	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
366489	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
366489	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
366489	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
366489	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
366489	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
366489	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
366489	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
366489	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
366489	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
366489	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
366489	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
366489	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
366489	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
366489	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
366489	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
366489	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
366489	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
366489	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
366489	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
366489	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
366489	embedding2nn.weight	0	0.31655174493789673
366489	embedding2nn.weight	1	0.37973111867904663
366489	embedding2nn.weight	2	-0.0010824516648426652
366489	embedding2nn.weight	3	0.01924009993672371
366489	embedding2nn.weight	4	-0.035976607352495193
366489	embedding2nn.weight	5	0.05241774395108223
366489	embedding2nn.weight	6	0.049412861466407776
366489	embedding2nn.weight	7	-0.020735835656523705
366489	embedding2nn.weight	8	0.055036917328834534
366489	embedding2nn.weight	9	-0.04492954909801483
366489	embedding2nn.bias	0	0.07587999850511551
366489	embedding2nn.bias	1	-0.16817910969257355
366489	embedding2nn.bias	2	0.08045752346515656
366489	embedding2nn.bias	3	0.18322643637657166
366489	embedding2nn.bias	4	0.1799914687871933
366489	embedding2nn.bias	5	-0.06346204876899719
366489	embedding2nn.bias	6	-0.03913172706961632
366489	embedding2nn.bias	7	0.056169293820858
366489	embedding2nn.bias	8	-0.14320653676986694
366489	embedding2nn.bias	9	-0.400238960981369
366489	rnn.weight_ih_l0	0	0.012053044512867928
366489	rnn.weight_ih_l0	1	-0.07286269217729568
366489	rnn.weight_ih_l0	2	-0.05684830620884895
366489	rnn.weight_ih_l0	3	0.09005405753850937
366489	rnn.weight_ih_l0	4	0.01701296865940094
366489	rnn.weight_ih_l0	5	-0.09650863707065582
366489	rnn.weight_ih_l0	6	-0.01017348375171423
366489	rnn.weight_ih_l0	7	-0.020109722390770912
366489	rnn.weight_ih_l0	8	-0.013035090640187263
366489	rnn.weight_ih_l0	9	-0.07637251913547516
366489	rnn.weight_hh_l0	0	-3.345380537211895e-05
366489	rnn.weight_hh_l0	1	0.0644211396574974
366489	rnn.weight_hh_l0	2	0.031034542247653008
366489	rnn.weight_hh_l0	3	0.012087490409612656
366489	rnn.weight_hh_l0	4	0.022919410839676857
366489	rnn.weight_hh_l0	5	0.05139973759651184
366489	rnn.weight_hh_l0	6	-0.04675474762916565
366489	rnn.weight_hh_l0	7	-0.06709222495555878
366489	rnn.weight_hh_l0	8	0.03960413858294487
366489	rnn.weight_hh_l0	9	-0.10283081233501434
366489	rnn.bias_ih_l0	0	0.1586412936449051
366489	rnn.bias_ih_l0	1	-0.2588772475719452
366489	rnn.bias_ih_l0	2	-0.017586857080459595
366489	rnn.bias_ih_l0	3	-0.18837979435920715
366489	rnn.bias_ih_l0	4	0.019097819924354553
366489	rnn.bias_ih_l0	5	-0.35638538002967834
366489	rnn.bias_ih_l0	6	-0.1263827383518219
366489	rnn.bias_ih_l0	7	-0.3043414056301117
366489	rnn.bias_ih_l0	8	-0.24885810911655426
366489	rnn.bias_ih_l0	9	-0.41147348284721375
366489	rnn.bias_hh_l0	0	-0.30031993985176086
366489	rnn.bias_hh_l0	1	-0.32270440459251404
366489	rnn.bias_hh_l0	2	-0.28669869899749756
366489	rnn.bias_hh_l0	3	-0.07914765179157257
366489	rnn.bias_hh_l0	4	-0.29060059785842896
366489	rnn.bias_hh_l0	5	-0.28709542751312256
366489	rnn.bias_hh_l0	6	-0.11690646409988403
366489	rnn.bias_hh_l0	7	0.08482425659894943
366489	rnn.bias_hh_l0	8	-0.2439402937889099
366489	rnn.bias_hh_l0	9	-0.4772217273712158
366489	rnn.weight_ih_l0_reverse	0	0.020137066021561623
366489	rnn.weight_ih_l0_reverse	1	-0.05962459370493889
366489	rnn.weight_ih_l0_reverse	2	-0.02283925563097
366489	rnn.weight_ih_l0_reverse	3	-0.08862819522619247
366489	rnn.weight_ih_l0_reverse	4	0.06785380840301514
366489	rnn.weight_ih_l0_reverse	5	-0.07143769413232803
366489	rnn.weight_ih_l0_reverse	6	0.011420432478189468
366489	rnn.weight_ih_l0_reverse	7	0.00989758875221014
366489	rnn.weight_ih_l0_reverse	8	-0.045982278883457184
366489	rnn.weight_ih_l0_reverse	9	-0.07880393415689468
366489	rnn.weight_hh_l0_reverse	0	-0.09284260869026184
366489	rnn.weight_hh_l0_reverse	1	0.018920965492725372
366489	rnn.weight_hh_l0_reverse	2	-0.01707063615322113
366489	rnn.weight_hh_l0_reverse	3	0.026581384241580963
366489	rnn.weight_hh_l0_reverse	4	-0.07301264256238937
366489	rnn.weight_hh_l0_reverse	5	0.04064730182290077
366489	rnn.weight_hh_l0_reverse	6	0.021628079935908318
366489	rnn.weight_hh_l0_reverse	7	-0.046168677508831024
366489	rnn.weight_hh_l0_reverse	8	-0.013054857030510902
366489	rnn.weight_hh_l0_reverse	9	0.07451307028532028
366489	rnn.bias_ih_l0_reverse	0	-0.14219757914543152
366489	rnn.bias_ih_l0_reverse	1	-0.07790758460760117
366489	rnn.bias_ih_l0_reverse	2	0.12205016613006592
366489	rnn.bias_ih_l0_reverse	3	-0.26440945267677307
366489	rnn.bias_ih_l0_reverse	4	-0.03205697238445282
366489	rnn.bias_ih_l0_reverse	5	-0.1819896548986435
366489	rnn.bias_ih_l0_reverse	6	0.26731330156326294
366489	rnn.bias_ih_l0_reverse	7	-0.3014150857925415
366489	rnn.bias_ih_l0_reverse	8	-0.13006658852100372
366489	rnn.bias_ih_l0_reverse	9	-0.17158333957195282
366489	rnn.bias_hh_l0_reverse	0	-0.1449909210205078
366489	rnn.bias_hh_l0_reverse	1	0.24206656217575073
366489	rnn.bias_hh_l0_reverse	2	-0.323076456785202
366489	rnn.bias_hh_l0_reverse	3	-0.18768823146820068
366489	rnn.bias_hh_l0_reverse	4	-0.35933589935302734
366489	rnn.bias_hh_l0_reverse	5	-0.17239360511302948
366489	rnn.bias_hh_l0_reverse	6	-0.25553786754608154
366489	rnn.bias_hh_l0_reverse	7	-0.06904231011867523
366489	rnn.bias_hh_l0_reverse	8	-0.27083268761634827
366489	rnn.bias_hh_l0_reverse	9	0.20807071030139923
366489	linear.weight	0	0.1345525085926056
366489	linear.weight	1	-0.3573979139328003
366489	linear.weight	2	-0.006018327083438635
366489	linear.weight	3	0.06761320680379868
366489	linear.weight	4	-0.10341310501098633
366489	linear.weight	5	0.2698047459125519
366489	linear.weight	6	-0.07353657484054565
366489	linear.weight	7	-0.06325069069862366
366489	linear.weight	8	0.10500866174697876
366489	linear.weight	9	-0.04627599939703941
366489	linear.bias	0	-0.9967432618141174
366489	linear.bias	1	1.9557312726974487
366489	linear.bias	2	0.6645957827568054
366489	linear.bias	3	-2.6080706119537354
366489	linear.bias	4	-0.20599612593650818
366489	linear.bias	5	1.225551962852478
366489	linear.bias	6	-0.20766399800777435
366489	linear.bias	7	0.708325982093811
366489	linear.bias	8	2.212409257888794
366489	linear.bias	9	-1.4908198118209839
367098	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
367098	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
367098	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
367098	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
367098	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
367098	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
367098	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
367098	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
367098	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
367098	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
367098	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
367098	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
367098	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
367098	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
367098	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
367098	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
367098	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
367098	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
367098	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
367098	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
367098	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
367098	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
367098	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
367098	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
367098	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
367098	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
367098	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
367098	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
367098	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
367098	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
367098	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
367098	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
367098	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
367098	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
367098	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
367098	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
367098	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
367098	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
367098	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
367098	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
367098	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
367098	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
367098	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
367098	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
367098	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
367098	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
367098	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
367098	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
367098	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
367098	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
367098	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
367098	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
367098	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
367098	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
367098	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
367098	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
367098	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
367098	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
367098	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
367098	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
367098	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
367098	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
367098	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
367098	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
367098	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
367098	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
367098	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
367098	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
367098	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
367098	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
367098	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
367098	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
367098	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
367098	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
367098	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
367098	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
367098	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
367098	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
367098	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
367098	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
367098	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
367098	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
367098	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
367098	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
367098	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
367098	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
367098	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
367098	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
367098	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
367098	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
367098	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
367098	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
367098	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
367098	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
367098	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
367098	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
367098	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
367098	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
367098	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
367098	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
367098	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
367098	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
367098	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
367098	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
367098	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
367098	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
367098	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
367098	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
367098	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
367098	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
367098	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
367098	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
367098	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
367098	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
367098	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
367098	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
367098	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
367098	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
367098	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
367098	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
367098	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
367098	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
367098	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
367098	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
367098	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
367098	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
367098	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
367098	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
367098	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
367098	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
367098	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
367098	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
367098	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
367098	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
367098	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
367098	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
367098	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
367098	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
367098	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
367098	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
367098	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
367098	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
367098	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
367098	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
367098	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
367098	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
367098	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
367098	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
367098	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
367098	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
367098	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
367098	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
367098	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
367098	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
367098	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
367098	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
367098	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
367098	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
367098	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
367098	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
367098	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
367098	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
367098	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
367098	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
367098	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
367098	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
367098	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
367098	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
367098	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
367098	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
367098	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
367098	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
367098	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
367098	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
367098	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
367098	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
367098	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
367098	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
367098	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
367098	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
367098	embedding2nn.weight	0	0.3153214156627655
367098	embedding2nn.weight	1	0.3809792101383209
367098	embedding2nn.weight	2	-0.0003803584259003401
367098	embedding2nn.weight	3	0.009130093269050121
367098	embedding2nn.weight	4	-0.03789854049682617
367098	embedding2nn.weight	5	0.057395029813051224
367098	embedding2nn.weight	6	0.05144700035452843
367098	embedding2nn.weight	7	-0.0219845250248909
367098	embedding2nn.weight	8	0.053372349590063095
367098	embedding2nn.weight	9	-0.03573661297559738
367098	embedding2nn.bias	0	0.07087436318397522
367098	embedding2nn.bias	1	-0.21185697615146637
367098	embedding2nn.bias	2	0.09026879072189331
367098	embedding2nn.bias	3	0.1722860336303711
367098	embedding2nn.bias	4	0.1936601996421814
367098	embedding2nn.bias	5	-0.04715188220143318
367098	embedding2nn.bias	6	-0.03301041200757027
367098	embedding2nn.bias	7	0.04555882140994072
367098	embedding2nn.bias	8	-0.14176784455776215
367098	embedding2nn.bias	9	-0.4210735559463501
367098	rnn.weight_ih_l0	0	0.013669833540916443
367098	rnn.weight_ih_l0	1	-0.07377592474222183
367098	rnn.weight_ih_l0	2	-0.059371866285800934
367098	rnn.weight_ih_l0	3	0.09262467920780182
367098	rnn.weight_ih_l0	4	0.00806852150708437
367098	rnn.weight_ih_l0	5	-0.10094394534826279
367098	rnn.weight_ih_l0	6	-0.017356328666210175
367098	rnn.weight_ih_l0	7	-0.02194506861269474
367098	rnn.weight_ih_l0	8	-0.008981797844171524
367098	rnn.weight_ih_l0	9	-0.0824376791715622
367098	rnn.weight_hh_l0	0	-0.00028185424162074924
367098	rnn.weight_hh_l0	1	0.06515569239854813
367098	rnn.weight_hh_l0	2	0.03081393614411354
367098	rnn.weight_hh_l0	3	0.011415635235607624
367098	rnn.weight_hh_l0	4	0.02310694381594658
367098	rnn.weight_hh_l0	5	0.053541745990514755
367098	rnn.weight_hh_l0	6	-0.04695697873830795
367098	rnn.weight_hh_l0	7	-0.06842891126871109
367098	rnn.weight_hh_l0	8	0.03964100033044815
367098	rnn.weight_hh_l0	9	-0.103399857878685
367098	rnn.bias_ih_l0	0	0.15258459746837616
367098	rnn.bias_ih_l0	1	-0.2593475878238678
367098	rnn.bias_ih_l0	2	-0.021479064598679543
367098	rnn.bias_ih_l0	3	-0.18175816535949707
367098	rnn.bias_ih_l0	4	0.011929872445762157
367098	rnn.bias_ih_l0	5	-0.36101585626602173
367098	rnn.bias_ih_l0	6	-0.12064677476882935
367098	rnn.bias_ih_l0	7	-0.30403900146484375
367098	rnn.bias_ih_l0	8	-0.2559049427509308
367098	rnn.bias_ih_l0	9	-0.41740182042121887
367098	rnn.bias_hh_l0	0	-0.30140072107315063
367098	rnn.bias_hh_l0	1	-0.32736754417419434
367098	rnn.bias_hh_l0	2	-0.2841002643108368
367098	rnn.bias_hh_l0	3	-0.0763479545712471
367098	rnn.bias_hh_l0	4	-0.29232460260391235
367098	rnn.bias_hh_l0	5	-0.29285043478012085
367098	rnn.bias_hh_l0	6	-0.12166251242160797
367098	rnn.bias_hh_l0	7	0.07613929361104965
367098	rnn.bias_hh_l0	8	-0.24399089813232422
367098	rnn.bias_hh_l0	9	-0.47639378905296326
367098	rnn.weight_ih_l0_reverse	0	0.023435648530721664
367098	rnn.weight_ih_l0_reverse	1	-0.061663344502449036
367098	rnn.weight_ih_l0_reverse	2	-0.026159169152379036
367098	rnn.weight_ih_l0_reverse	3	-0.09162623435258865
367098	rnn.weight_ih_l0_reverse	4	0.067263662815094
367098	rnn.weight_ih_l0_reverse	5	-0.08703776448965073
367098	rnn.weight_ih_l0_reverse	6	0.007847071625292301
367098	rnn.weight_ih_l0_reverse	7	0.010245081968605518
367098	rnn.weight_ih_l0_reverse	8	-0.045745812356472015
367098	rnn.weight_ih_l0_reverse	9	-0.08191445469856262
367098	rnn.weight_hh_l0_reverse	0	-0.0943334624171257
367098	rnn.weight_hh_l0_reverse	1	0.019930116832256317
367098	rnn.weight_hh_l0_reverse	2	-0.017419317737221718
367098	rnn.weight_hh_l0_reverse	3	0.026879509910941124
367098	rnn.weight_hh_l0_reverse	4	-0.0737379640340805
367098	rnn.weight_hh_l0_reverse	5	0.040505439043045044
367098	rnn.weight_hh_l0_reverse	6	0.021690167486667633
367098	rnn.weight_hh_l0_reverse	7	-0.04638391360640526
367098	rnn.weight_hh_l0_reverse	8	-0.013595386408269405
367098	rnn.weight_hh_l0_reverse	9	0.07369489967823029
367098	rnn.bias_ih_l0_reverse	0	-0.1475461721420288
367098	rnn.bias_ih_l0_reverse	1	-0.0850091502070427
367098	rnn.bias_ih_l0_reverse	2	0.12216199934482574
367098	rnn.bias_ih_l0_reverse	3	-0.2678452432155609
367098	rnn.bias_ih_l0_reverse	4	-0.02795054391026497
367098	rnn.bias_ih_l0_reverse	5	-0.1845301240682602
367098	rnn.bias_ih_l0_reverse	6	0.25657910108566284
367098	rnn.bias_ih_l0_reverse	7	-0.2911953032016754
367098	rnn.bias_ih_l0_reverse	8	-0.13419769704341888
367098	rnn.bias_ih_l0_reverse	9	-0.17888960242271423
367098	rnn.bias_hh_l0_reverse	0	-0.1385565549135208
367098	rnn.bias_hh_l0_reverse	1	0.23810307681560516
367098	rnn.bias_hh_l0_reverse	2	-0.31984519958496094
367098	rnn.bias_hh_l0_reverse	3	-0.1883753389120102
367098	rnn.bias_hh_l0_reverse	4	-0.35804250836372375
367098	rnn.bias_hh_l0_reverse	5	-0.17482222616672516
367098	rnn.bias_hh_l0_reverse	6	-0.25147441029548645
367098	rnn.bias_hh_l0_reverse	7	-0.0712168961763382
367098	rnn.bias_hh_l0_reverse	8	-0.25693777203559875
367098	rnn.bias_hh_l0_reverse	9	0.2055814117193222
367098	linear.weight	0	0.1681061089038849
367098	linear.weight	1	-0.37768712639808655
367098	linear.weight	2	-0.010705576278269291
367098	linear.weight	3	0.06762004643678665
367098	linear.weight	4	-0.10532394051551819
367098	linear.weight	5	0.22035466134548187
367098	linear.weight	6	-0.056399744004011154
367098	linear.weight	7	-0.06324083358049393
367098	linear.weight	8	0.10580315440893173
367098	linear.weight	9	-0.04628777503967285
367098	linear.bias	0	-0.9754806160926819
367098	linear.bias	1	1.9166910648345947
367098	linear.bias	2	0.6732150912284851
367098	linear.bias	3	-2.6085400581359863
367098	linear.bias	4	-0.23214170336723328
367098	linear.bias	5	1.3046475648880005
367098	linear.bias	6	-0.23172058165073395
367098	linear.bias	7	0.6870027780532837
367098	linear.bias	8	2.22765851020813
367098	linear.bias	9	-1.4884748458862305
367707	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
367707	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
367707	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
367707	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
367707	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
367707	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
367707	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
367707	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
367707	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
367707	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
367707	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
367707	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
367707	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
367707	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
367707	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
367707	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
367707	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
367707	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
367707	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
367707	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
367707	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
367707	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
367707	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
367707	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
367707	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
367707	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
367707	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
367707	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
367707	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
367707	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
367707	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
367707	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
367707	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
367707	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
367707	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
367707	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
367707	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
367707	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
367707	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
367707	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
367707	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
367707	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
367707	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
367707	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
367707	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
367707	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
367707	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
367707	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
367707	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
367707	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
367707	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
367707	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
367707	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
367707	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
367707	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
367707	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
367707	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
367707	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
367707	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
367707	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
367707	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
367707	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
367707	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
367707	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
367707	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
367707	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
367707	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
367707	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
367707	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
367707	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
367707	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
367707	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
367707	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
367707	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
367707	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
367707	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
367707	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
367707	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
367707	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
367707	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
367707	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
367707	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
367707	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
367707	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
367707	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
367707	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
367707	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
367707	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
367707	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
367707	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
367707	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
367707	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
367707	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
367707	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
367707	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
367707	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
367707	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
367707	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
367707	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
367707	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
367707	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
367707	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
367707	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
367707	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
367707	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
367707	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
367707	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
367707	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
367707	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
367707	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
367707	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
367707	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
367707	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
367707	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
367707	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
367707	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
367707	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
367707	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
367707	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
367707	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
367707	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
367707	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
367707	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
367707	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
367707	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
367707	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
367707	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
367707	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
367707	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
367707	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
367707	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
367707	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
367707	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
367707	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
367707	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
367707	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
367707	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
367707	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
367707	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
367707	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
367707	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
367707	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
367707	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
367707	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
367707	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
367707	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
367707	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
367707	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
367707	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
367707	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
367707	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
367707	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
367707	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
367707	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
367707	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
367707	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
367707	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
367707	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
367707	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
367707	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
367707	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
367707	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
367707	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
367707	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
367707	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
367707	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
367707	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
367707	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
367707	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
367707	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
367707	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
367707	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
367707	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
367707	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
367707	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
367707	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
367707	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
367707	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
367707	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
367707	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
367707	embedding2nn.weight	0	0.31741276383399963
367707	embedding2nn.weight	1	0.3816206455230713
367707	embedding2nn.weight	2	0.0026386661920696497
367707	embedding2nn.weight	3	0.014169007539749146
367707	embedding2nn.weight	4	-0.04213886708021164
367707	embedding2nn.weight	5	0.06146681681275368
367707	embedding2nn.weight	6	0.05332192778587341
367707	embedding2nn.weight	7	-0.021744875237345695
367707	embedding2nn.weight	8	0.05803745239973068
367707	embedding2nn.weight	9	-0.03024369478225708
367707	embedding2nn.bias	0	0.06974270194768906
367707	embedding2nn.bias	1	-0.18030814826488495
367707	embedding2nn.bias	2	0.07263296097517014
367707	embedding2nn.bias	3	0.16557586193084717
367707	embedding2nn.bias	4	0.17094555497169495
367707	embedding2nn.bias	5	-0.06742549687623978
367707	embedding2nn.bias	6	-0.030633199959993362
367707	embedding2nn.bias	7	0.031987499445676804
367707	embedding2nn.bias	8	-0.15448719263076782
367707	embedding2nn.bias	9	-0.3775707185268402
367707	rnn.weight_ih_l0	0	0.014322472736239433
367707	rnn.weight_ih_l0	1	-0.07571586966514587
367707	rnn.weight_ih_l0	2	-0.061006657779216766
367707	rnn.weight_ih_l0	3	0.09644662588834763
367707	rnn.weight_ih_l0	4	0.008156504482030869
367707	rnn.weight_ih_l0	5	-0.09679862856864929
367707	rnn.weight_ih_l0	6	-0.02138986811041832
367707	rnn.weight_ih_l0	7	-0.02537686750292778
367707	rnn.weight_ih_l0	8	-0.003366632154211402
367707	rnn.weight_ih_l0	9	-0.07967567443847656
367707	rnn.weight_hh_l0	0	-0.00042447823216207325
367707	rnn.weight_hh_l0	1	0.06410595774650574
367707	rnn.weight_hh_l0	2	0.03357338532805443
367707	rnn.weight_hh_l0	3	0.01107047125697136
367707	rnn.weight_hh_l0	4	0.02250136062502861
367707	rnn.weight_hh_l0	5	0.05334595590829849
367707	rnn.weight_hh_l0	6	-0.04796218499541283
367707	rnn.weight_hh_l0	7	-0.06842514872550964
367707	rnn.weight_hh_l0	8	0.039456237107515335
367707	rnn.weight_hh_l0	9	-0.10208036005496979
367707	rnn.bias_ih_l0	0	0.1693367063999176
367707	rnn.bias_ih_l0	1	-0.26396533846855164
367707	rnn.bias_ih_l0	2	-0.01939421147108078
367707	rnn.bias_ih_l0	3	-0.17889459431171417
367707	rnn.bias_ih_l0	4	0.0017330851405858994
367707	rnn.bias_ih_l0	5	-0.36680153012275696
367707	rnn.bias_ih_l0	6	-0.11660004407167435
367707	rnn.bias_ih_l0	7	-0.30459582805633545
367707	rnn.bias_ih_l0	8	-0.24734149873256683
367707	rnn.bias_ih_l0	9	-0.41780516505241394
367707	rnn.bias_hh_l0	0	-0.30233898758888245
367707	rnn.bias_hh_l0	1	-0.32768407464027405
367707	rnn.bias_hh_l0	2	-0.29000481963157654
367707	rnn.bias_hh_l0	3	-0.08053823560476303
367707	rnn.bias_hh_l0	4	-0.28919050097465515
367707	rnn.bias_hh_l0	5	-0.2934567928314209
367707	rnn.bias_hh_l0	6	-0.11276458948850632
367707	rnn.bias_hh_l0	7	0.07221771776676178
367707	rnn.bias_hh_l0	8	-0.2438807338476181
367707	rnn.bias_hh_l0	9	-0.48476704955101013
367707	rnn.weight_ih_l0_reverse	0	0.0187101811170578
367707	rnn.weight_ih_l0_reverse	1	-0.06063961237668991
367707	rnn.weight_ih_l0_reverse	2	-0.02463606186211109
367707	rnn.weight_ih_l0_reverse	3	-0.09284054487943649
367707	rnn.weight_ih_l0_reverse	4	0.06789182871580124
367707	rnn.weight_ih_l0_reverse	5	-0.0928741842508316
367707	rnn.weight_ih_l0_reverse	6	0.015020964667201042
367707	rnn.weight_ih_l0_reverse	7	0.010707584209740162
367707	rnn.weight_ih_l0_reverse	8	-0.050790440291166306
367707	rnn.weight_ih_l0_reverse	9	-0.07228894531726837
367707	rnn.weight_hh_l0_reverse	0	-0.09631434828042984
367707	rnn.weight_hh_l0_reverse	1	0.02090228535234928
367707	rnn.weight_hh_l0_reverse	2	-0.01665874756872654
367707	rnn.weight_hh_l0_reverse	3	0.027020538225769997
367707	rnn.weight_hh_l0_reverse	4	-0.07602041214704514
367707	rnn.weight_hh_l0_reverse	5	0.04013430327177048
367707	rnn.weight_hh_l0_reverse	6	0.021571559831500053
367707	rnn.weight_hh_l0_reverse	7	-0.04742106795310974
367707	rnn.weight_hh_l0_reverse	8	-0.01525904331356287
367707	rnn.weight_hh_l0_reverse	9	0.0737852081656456
367707	rnn.bias_ih_l0_reverse	0	-0.15166990458965302
367707	rnn.bias_ih_l0_reverse	1	-0.08683929592370987
367707	rnn.bias_ih_l0_reverse	2	0.1168539971113205
367707	rnn.bias_ih_l0_reverse	3	-0.2726828157901764
367707	rnn.bias_ih_l0_reverse	4	-0.02645539492368698
367707	rnn.bias_ih_l0_reverse	5	-0.1867358535528183
367707	rnn.bias_ih_l0_reverse	6	0.25210103392601013
367707	rnn.bias_ih_l0_reverse	7	-0.30379214882850647
367707	rnn.bias_ih_l0_reverse	8	-0.1316518634557724
367707	rnn.bias_ih_l0_reverse	9	-0.1863127499818802
367707	rnn.bias_hh_l0_reverse	0	-0.14073161780834198
367707	rnn.bias_hh_l0_reverse	1	0.23898161947727203
367707	rnn.bias_hh_l0_reverse	2	-0.3214263916015625
367707	rnn.bias_hh_l0_reverse	3	-0.1761055588722229
367707	rnn.bias_hh_l0_reverse	4	-0.35377049446105957
367707	rnn.bias_hh_l0_reverse	5	-0.1754799336194992
367707	rnn.bias_hh_l0_reverse	6	-0.2571464478969574
367707	rnn.bias_hh_l0_reverse	7	-0.0752188116312027
367707	rnn.bias_hh_l0_reverse	8	-0.24753202497959137
367707	rnn.bias_hh_l0_reverse	9	0.19841203093528748
367707	linear.weight	0	0.14047320187091827
367707	linear.weight	1	-0.3830963969230652
367707	linear.weight	2	0.020325247198343277
367707	linear.weight	3	0.0676211342215538
367707	linear.weight	4	-0.10463588684797287
367707	linear.weight	5	0.19124959409236908
367707	linear.weight	6	-0.06696390360593796
367707	linear.weight	7	-0.0632338747382164
367707	linear.weight	8	0.08621446788311005
367707	linear.weight	9	-0.046301815658807755
367707	linear.bias	0	-0.9491354823112488
367707	linear.bias	1	1.900339126586914
367707	linear.bias	2	0.6700989603996277
367707	linear.bias	3	-2.6090188026428223
367707	linear.bias	4	-0.18992340564727783
367707	linear.bias	5	1.2699586153030396
367707	linear.bias	6	-0.21700721979141235
367707	linear.bias	7	0.7006712555885315
367707	linear.bias	8	2.223599910736084
367707	linear.bias	9	-1.5082371234893799
368316	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
368316	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
368316	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
368316	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
368316	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
368316	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
368316	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
368316	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
368316	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
368316	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
368316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
368316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
368316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
368316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
368316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
368316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
368316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
368316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
368316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
368316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
368316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
368316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
368316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
368316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
368316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
368316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
368316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
368316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
368316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
368316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
368316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
368316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
368316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
368316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
368316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
368316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
368316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
368316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
368316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
368316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
368316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
368316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
368316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
368316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
368316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
368316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
368316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
368316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
368316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
368316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
368316	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
368316	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
368316	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
368316	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
368316	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
368316	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
368316	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
368316	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
368316	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
368316	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
368316	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
368316	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
368316	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
368316	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
368316	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
368316	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
368316	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
368316	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
368316	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
368316	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
368316	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
368316	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
368316	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
368316	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
368316	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
368316	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
368316	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
368316	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
368316	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
368316	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
368316	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
368316	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
368316	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
368316	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
368316	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
368316	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
368316	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
368316	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
368316	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
368316	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
368316	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
368316	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
368316	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
368316	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
368316	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
368316	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
368316	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
368316	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
368316	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
368316	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
368316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
368316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
368316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
368316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
368316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
368316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
368316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
368316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
368316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
368316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
368316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
368316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
368316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
368316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
368316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
368316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
368316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
368316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
368316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
368316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
368316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
368316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
368316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
368316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
368316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
368316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
368316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
368316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
368316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
368316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
368316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
368316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
368316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
368316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
368316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
368316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
368316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
368316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
368316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
368316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
368316	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
368316	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
368316	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
368316	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
368316	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
368316	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
368316	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
368316	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
368316	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
368316	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
368316	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
368316	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
368316	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
368316	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
368316	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
368316	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
368316	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
368316	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
368316	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
368316	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
368316	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
368316	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
368316	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
368316	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
368316	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
368316	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
368316	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
368316	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
368316	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
368316	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
368316	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
368316	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
368316	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
368316	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
368316	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
368316	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
368316	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
368316	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
368316	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
368316	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
368316	embedding2nn.weight	0	0.3162665367126465
368316	embedding2nn.weight	1	0.38034889101982117
368316	embedding2nn.weight	2	0.003395710838958621
368316	embedding2nn.weight	3	0.016123542562127113
368316	embedding2nn.weight	4	-0.038875095546245575
368316	embedding2nn.weight	5	0.061577606946229935
368316	embedding2nn.weight	6	0.04086208716034889
368316	embedding2nn.weight	7	-0.0184522345662117
368316	embedding2nn.weight	8	0.057522907853126526
368316	embedding2nn.weight	9	-0.03564366325736046
368316	embedding2nn.bias	0	0.06855285167694092
368316	embedding2nn.bias	1	-0.18415729701519012
368316	embedding2nn.bias	2	0.09488328546285629
368316	embedding2nn.bias	3	0.1444062888622284
368316	embedding2nn.bias	4	0.1816047728061676
368316	embedding2nn.bias	5	-0.06262096017599106
368316	embedding2nn.bias	6	-0.028352998197078705
368316	embedding2nn.bias	7	0.039783775806427
368316	embedding2nn.bias	8	-0.1527797281742096
368316	embedding2nn.bias	9	-0.388974666595459
368316	rnn.weight_ih_l0	0	0.013666944578289986
368316	rnn.weight_ih_l0	1	-0.077341228723526
368316	rnn.weight_ih_l0	2	-0.06732676178216934
368316	rnn.weight_ih_l0	3	0.09868967533111572
368316	rnn.weight_ih_l0	4	0.008291907608509064
368316	rnn.weight_ih_l0	5	-0.09771088510751724
368316	rnn.weight_ih_l0	6	-0.02133737877011299
368316	rnn.weight_ih_l0	7	-0.02951916679739952
368316	rnn.weight_ih_l0	8	-0.002131381072103977
368316	rnn.weight_ih_l0	9	-0.08211684226989746
368316	rnn.weight_hh_l0	0	0.00017206548363901675
368316	rnn.weight_hh_l0	1	0.06556250154972076
368316	rnn.weight_hh_l0	2	0.035343632102012634
368316	rnn.weight_hh_l0	3	0.011971545405685902
368316	rnn.weight_hh_l0	4	0.02152705378830433
368316	rnn.weight_hh_l0	5	0.05301959440112114
368316	rnn.weight_hh_l0	6	-0.048903752118349075
368316	rnn.weight_hh_l0	7	-0.06947946548461914
368316	rnn.weight_hh_l0	8	0.03903789445757866
368316	rnn.weight_hh_l0	9	-0.1021735817193985
368316	rnn.bias_ih_l0	0	0.17281873524188995
368316	rnn.bias_ih_l0	1	-0.26716384291648865
368316	rnn.bias_ih_l0	2	-0.012604271993041039
368316	rnn.bias_ih_l0	3	-0.18794791400432587
368316	rnn.bias_ih_l0	4	-0.005792846437543631
368316	rnn.bias_ih_l0	5	-0.3570009469985962
368316	rnn.bias_ih_l0	6	-0.12395251542329788
368316	rnn.bias_ih_l0	7	-0.30656135082244873
368316	rnn.bias_ih_l0	8	-0.24625436961650848
368316	rnn.bias_ih_l0	9	-0.4082278311252594
368316	rnn.bias_hh_l0	0	-0.3024740219116211
368316	rnn.bias_hh_l0	1	-0.32264187932014465
368316	rnn.bias_hh_l0	2	-0.28437212109565735
368316	rnn.bias_hh_l0	3	-0.07960522919893265
368316	rnn.bias_hh_l0	4	-0.29910221695899963
368316	rnn.bias_hh_l0	5	-0.29674628376960754
368316	rnn.bias_hh_l0	6	-0.12164201587438583
368316	rnn.bias_hh_l0	7	0.07521115988492966
368316	rnn.bias_hh_l0	8	-0.24739915132522583
368316	rnn.bias_hh_l0	9	-0.4726572334766388
368316	rnn.weight_ih_l0_reverse	0	0.016094321385025978
368316	rnn.weight_ih_l0_reverse	1	-0.05980788171291351
368316	rnn.weight_ih_l0_reverse	2	-0.027442440390586853
368316	rnn.weight_ih_l0_reverse	3	-0.0905798077583313
368316	rnn.weight_ih_l0_reverse	4	0.06749330461025238
368316	rnn.weight_ih_l0_reverse	5	-0.09743335098028183
368316	rnn.weight_ih_l0_reverse	6	0.011848279275000095
368316	rnn.weight_ih_l0_reverse	7	0.010228853672742844
368316	rnn.weight_ih_l0_reverse	8	-0.04996860399842262
368316	rnn.weight_ih_l0_reverse	9	-0.06508955359458923
368316	rnn.weight_hh_l0_reverse	0	-0.09535620361566544
368316	rnn.weight_hh_l0_reverse	1	0.021001990884542465
368316	rnn.weight_hh_l0_reverse	2	-0.017125610262155533
368316	rnn.weight_hh_l0_reverse	3	0.02591954544186592
368316	rnn.weight_hh_l0_reverse	4	-0.07512374222278595
368316	rnn.weight_hh_l0_reverse	5	0.0399407222867012
368316	rnn.weight_hh_l0_reverse	6	0.021473754197359085
368316	rnn.weight_hh_l0_reverse	7	-0.04741848260164261
368316	rnn.weight_hh_l0_reverse	8	-0.016330616548657417
368316	rnn.weight_hh_l0_reverse	9	0.07418233156204224
368316	rnn.bias_ih_l0_reverse	0	-0.14373162388801575
368316	rnn.bias_ih_l0_reverse	1	-0.07981379330158234
368316	rnn.bias_ih_l0_reverse	2	0.11641355603933334
368316	rnn.bias_ih_l0_reverse	3	-0.26775139570236206
368316	rnn.bias_ih_l0_reverse	4	-0.028637949377298355
368316	rnn.bias_ih_l0_reverse	5	-0.18822239339351654
368316	rnn.bias_ih_l0_reverse	6	0.23863373696804047
368316	rnn.bias_ih_l0_reverse	7	-0.28367677330970764
368316	rnn.bias_ih_l0_reverse	8	-0.13815580308437347
368316	rnn.bias_ih_l0_reverse	9	-0.1653771996498108
368316	rnn.bias_hh_l0_reverse	0	-0.14941194653511047
368316	rnn.bias_hh_l0_reverse	1	0.24720177054405212
368316	rnn.bias_hh_l0_reverse	2	-0.29773762822151184
368316	rnn.bias_hh_l0_reverse	3	-0.17549116909503937
368316	rnn.bias_hh_l0_reverse	4	-0.34926876425743103
368316	rnn.bias_hh_l0_reverse	5	-0.16621124744415283
368316	rnn.bias_hh_l0_reverse	6	-0.25644978880882263
368316	rnn.bias_hh_l0_reverse	7	-0.08216075599193573
368316	rnn.bias_hh_l0_reverse	8	-0.24842725694179535
368316	rnn.bias_hh_l0_reverse	9	0.18650545179843903
368316	linear.weight	0	0.1491374522447586
368316	linear.weight	1	-0.4017206132411957
368316	linear.weight	2	0.024100713431835175
368316	linear.weight	3	0.06762214750051498
368316	linear.weight	4	-0.1559060961008072
368316	linear.weight	5	0.20230789482593536
368316	linear.weight	6	-0.12102621793746948
368316	linear.weight	7	-0.06322409212589264
368316	linear.weight	8	0.0976424440741539
368316	linear.weight	9	-0.04631967470049858
368316	linear.bias	0	-0.946331799030304
368316	linear.bias	1	1.9150465726852417
368316	linear.bias	2	0.6693496704101562
368316	linear.bias	3	-2.609572172164917
368316	linear.bias	4	-0.2189682424068451
368316	linear.bias	5	1.259736180305481
368316	linear.bias	6	-0.22253429889678955
368316	linear.bias	7	0.6752607226371765
368316	linear.bias	8	2.215554714202881
368316	linear.bias	9	-1.4897959232330322
368925	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
368925	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
368925	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
368925	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
368925	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
368925	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
368925	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
368925	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
368925	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
368925	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
368925	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
368925	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
368925	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
368925	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
368925	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
368925	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
368925	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
368925	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
368925	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
368925	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
368925	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
368925	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
368925	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
368925	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
368925	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
368925	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
368925	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
368925	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
368925	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
368925	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
368925	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
368925	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
368925	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
368925	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
368925	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
368925	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
368925	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
368925	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
368925	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
368925	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
368925	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
368925	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
368925	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
368925	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
368925	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
368925	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
368925	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
368925	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
368925	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
368925	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
368925	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
368925	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
368925	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
368925	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
368925	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
368925	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
368925	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
368925	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
368925	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
368925	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
368925	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
368925	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
368925	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
368925	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
368925	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
368925	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
368925	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
368925	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
368925	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
368925	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
368925	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
368925	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
368925	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
368925	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
368925	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
368925	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
368925	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
368925	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
368925	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
368925	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
368925	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
368925	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
368925	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
368925	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
368925	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
368925	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
368925	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
368925	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
368925	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
368925	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
368925	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
368925	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
368925	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
368925	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
368925	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
368925	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
368925	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
368925	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
368925	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
368925	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
368925	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
368925	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
368925	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
368925	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
368925	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
368925	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
368925	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
368925	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
368925	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
368925	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
368925	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
368925	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
368925	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
368925	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
368925	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
368925	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
368925	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
368925	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
368925	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
368925	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
368925	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
368925	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
368925	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
368925	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
368925	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
368925	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
368925	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
368925	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
368925	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
368925	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
368925	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
368925	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
368925	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
368925	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
368925	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
368925	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
368925	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
368925	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
368925	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
368925	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
368925	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
368925	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
368925	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
368925	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
368925	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
368925	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
368925	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
368925	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
368925	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
368925	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
368925	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
368925	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
368925	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
368925	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
368925	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
368925	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
368925	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
368925	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
368925	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
368925	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
368925	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
368925	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
368925	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
368925	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
368925	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
368925	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
368925	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
368925	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
368925	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
368925	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
368925	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
368925	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
368925	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
368925	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
368925	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
368925	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
368925	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
368925	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
368925	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
368925	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
368925	embedding2nn.weight	0	0.31331968307495117
368925	embedding2nn.weight	1	0.3769223988056183
368925	embedding2nn.weight	2	0.0006498683942481875
368925	embedding2nn.weight	3	0.004330659285187721
368925	embedding2nn.weight	4	-0.03538559004664421
368925	embedding2nn.weight	5	0.05872323736548424
368925	embedding2nn.weight	6	0.032654207199811935
368925	embedding2nn.weight	7	-0.018471211194992065
368925	embedding2nn.weight	8	0.0630376785993576
368925	embedding2nn.weight	9	-0.03884584456682205
368925	embedding2nn.bias	0	0.07637627422809601
368925	embedding2nn.bias	1	-0.1971951425075531
368925	embedding2nn.bias	2	0.071700319647789
368925	embedding2nn.bias	3	0.16192902624607086
368925	embedding2nn.bias	4	0.16038480401039124
368925	embedding2nn.bias	5	-0.048973940312862396
368925	embedding2nn.bias	6	-0.041979286819696426
368925	embedding2nn.bias	7	0.02917851321399212
368925	embedding2nn.bias	8	-0.13766691088676453
368925	embedding2nn.bias	9	-0.394101619720459
368925	rnn.weight_ih_l0	0	0.011350877583026886
368925	rnn.weight_ih_l0	1	-0.07691232860088348
368925	rnn.weight_ih_l0	2	-0.0651509016752243
368925	rnn.weight_ih_l0	3	0.0943932980298996
368925	rnn.weight_ih_l0	4	-0.0024652855936437845
368925	rnn.weight_ih_l0	5	-0.1007644534111023
368925	rnn.weight_ih_l0	6	-0.015251987613737583
368925	rnn.weight_ih_l0	7	-0.02582649700343609
368925	rnn.weight_ih_l0	8	0.00649099238216877
368925	rnn.weight_ih_l0	9	-0.08033829927444458
368925	rnn.weight_hh_l0	0	0.0001497021148679778
368925	rnn.weight_hh_l0	1	0.06540579348802567
368925	rnn.weight_hh_l0	2	0.03280601277947426
368925	rnn.weight_hh_l0	3	0.012018661946058273
368925	rnn.weight_hh_l0	4	0.020476922392845154
368925	rnn.weight_hh_l0	5	0.052010927349328995
368925	rnn.weight_hh_l0	6	-0.04918587580323219
368925	rnn.weight_hh_l0	7	-0.06966929882764816
368925	rnn.weight_hh_l0	8	0.03893863409757614
368925	rnn.weight_hh_l0	9	-0.1029231920838356
368925	rnn.bias_ih_l0	0	0.16674068570137024
368925	rnn.bias_ih_l0	1	-0.2632693350315094
368925	rnn.bias_ih_l0	2	-0.012036159634590149
368925	rnn.bias_ih_l0	3	-0.18889543414115906
368925	rnn.bias_ih_l0	4	-0.018510201945900917
368925	rnn.bias_ih_l0	5	-0.3610061705112457
368925	rnn.bias_ih_l0	6	-0.11089219897985458
368925	rnn.bias_ih_l0	7	-0.30659133195877075
368925	rnn.bias_ih_l0	8	-0.24141308665275574
368925	rnn.bias_ih_l0	9	-0.41073888540267944
368925	rnn.bias_hh_l0	0	-0.29833999276161194
368925	rnn.bias_hh_l0	1	-0.32886460423469543
368925	rnn.bias_hh_l0	2	-0.2818247675895691
368925	rnn.bias_hh_l0	3	-0.0775744840502739
368925	rnn.bias_hh_l0	4	-0.3004348874092102
368925	rnn.bias_hh_l0	5	-0.29868924617767334
368925	rnn.bias_hh_l0	6	-0.12514494359493256
368925	rnn.bias_hh_l0	7	0.08026900142431259
368925	rnn.bias_hh_l0	8	-0.24320006370544434
368925	rnn.bias_hh_l0	9	-0.46385833621025085
368925	rnn.weight_ih_l0_reverse	0	0.019151009619235992
368925	rnn.weight_ih_l0_reverse	1	-0.055948857218027115
368925	rnn.weight_ih_l0_reverse	2	-0.025625087320804596
368925	rnn.weight_ih_l0_reverse	3	-0.0937119573354721
368925	rnn.weight_ih_l0_reverse	4	0.0660368874669075
368925	rnn.weight_ih_l0_reverse	5	-0.10164633393287659
368925	rnn.weight_ih_l0_reverse	6	0.013604826293885708
368925	rnn.weight_ih_l0_reverse	7	0.012256859801709652
368925	rnn.weight_ih_l0_reverse	8	-0.04372154548764229
368925	rnn.weight_ih_l0_reverse	9	-0.06632066518068314
368925	rnn.weight_hh_l0_reverse	0	-0.09481345862150192
368925	rnn.weight_hh_l0_reverse	1	0.022592799738049507
368925	rnn.weight_hh_l0_reverse	2	-0.016868751496076584
368925	rnn.weight_hh_l0_reverse	3	0.0259819608181715
368925	rnn.weight_hh_l0_reverse	4	-0.07607918232679367
368925	rnn.weight_hh_l0_reverse	5	0.039993248879909515
368925	rnn.weight_hh_l0_reverse	6	0.021216876804828644
368925	rnn.weight_hh_l0_reverse	7	-0.04984823241829872
368925	rnn.weight_hh_l0_reverse	8	-0.01390200573951006
368925	rnn.weight_hh_l0_reverse	9	0.07324964553117752
368925	rnn.bias_ih_l0_reverse	0	-0.14299225807189941
368925	rnn.bias_ih_l0_reverse	1	-0.07779277116060257
368925	rnn.bias_ih_l0_reverse	2	0.10870467871427536
368925	rnn.bias_ih_l0_reverse	3	-0.272587388753891
368925	rnn.bias_ih_l0_reverse	4	-0.02519174851477146
368925	rnn.bias_ih_l0_reverse	5	-0.18738938868045807
368925	rnn.bias_ih_l0_reverse	6	0.24270957708358765
368925	rnn.bias_ih_l0_reverse	7	-0.2989799976348877
368925	rnn.bias_ih_l0_reverse	8	-0.13647879660129547
368925	rnn.bias_ih_l0_reverse	9	-0.1675695776939392
368925	rnn.bias_hh_l0_reverse	0	-0.1520978808403015
368925	rnn.bias_hh_l0_reverse	1	0.25164327025413513
368925	rnn.bias_hh_l0_reverse	2	-0.3071072995662689
368925	rnn.bias_hh_l0_reverse	3	-0.17568299174308777
368925	rnn.bias_hh_l0_reverse	4	-0.34843799471855164
368925	rnn.bias_hh_l0_reverse	5	-0.17536845803260803
368925	rnn.bias_hh_l0_reverse	6	-0.25183752179145813
368925	rnn.bias_hh_l0_reverse	7	-0.07781112939119339
368925	rnn.bias_hh_l0_reverse	8	-0.2440873086452484
368925	rnn.bias_hh_l0_reverse	9	0.20852385461330414
368925	linear.weight	0	0.15394708514213562
368925	linear.weight	1	-0.39374908804893494
368925	linear.weight	2	0.10064949840307236
368925	linear.weight	3	0.06762147694826126
368925	linear.weight	4	-0.17371398210525513
368925	linear.weight	5	0.16560955345630646
368925	linear.weight	6	-0.09971681982278824
368925	linear.weight	7	-0.06321485340595245
368925	linear.weight	8	0.07210253179073334
368925	linear.weight	9	-0.04633398354053497
368925	linear.bias	0	-0.9527574777603149
368925	linear.bias	1	1.9393017292022705
368925	linear.bias	2	0.681077778339386
368925	linear.bias	3	-2.6100666522979736
368925	linear.bias	4	-0.22683100402355194
368925	linear.bias	5	1.1786209344863892
368925	linear.bias	6	-0.20450277626514435
368925	linear.bias	7	0.7316523194313049
368925	linear.bias	8	2.1798365116119385
368925	linear.bias	9	-1.497075080871582
369534	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
369534	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
369534	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
369534	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
369534	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
369534	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
369534	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
369534	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
369534	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
369534	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
369534	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
369534	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
369534	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
369534	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
369534	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
369534	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
369534	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
369534	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
369534	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
369534	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
369534	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
369534	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
369534	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
369534	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
369534	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
369534	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
369534	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
369534	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
369534	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
369534	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
369534	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
369534	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
369534	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
369534	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
369534	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
369534	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
369534	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
369534	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
369534	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
369534	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
369534	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
369534	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
369534	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
369534	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
369534	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
369534	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
369534	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
369534	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
369534	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
369534	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
369534	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
369534	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
369534	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
369534	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
369534	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
369534	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
369534	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
369534	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
369534	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
369534	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
369534	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
369534	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
369534	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
369534	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
369534	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
369534	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
369534	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
369534	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
369534	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
369534	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
369534	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
369534	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
369534	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
369534	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
369534	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
369534	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
369534	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
369534	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
369534	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
369534	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
369534	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
369534	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
369534	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
369534	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
369534	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
369534	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
369534	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
369534	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
369534	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
369534	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
369534	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
369534	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
369534	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
369534	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
369534	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
369534	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
369534	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
369534	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
369534	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
369534	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
369534	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
369534	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
369534	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
369534	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
369534	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
369534	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
369534	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
369534	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
369534	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
369534	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
369534	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
369534	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
369534	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
369534	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
369534	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
369534	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
369534	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
369534	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
369534	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
369534	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
369534	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
369534	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
369534	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
369534	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
369534	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
369534	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
369534	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
369534	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
369534	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
369534	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
369534	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
369534	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
369534	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
369534	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
369534	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
369534	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
369534	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
369534	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
369534	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
369534	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
369534	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
369534	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
369534	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
369534	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
369534	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
369534	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
369534	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
369534	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
369534	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
369534	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
369534	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
369534	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
369534	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
369534	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
369534	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
369534	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
369534	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
369534	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
369534	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
369534	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
369534	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
369534	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
369534	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
369534	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
369534	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
369534	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
369534	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
369534	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
369534	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
369534	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
369534	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
369534	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
369534	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
369534	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
369534	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
369534	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
369534	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
369534	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
369534	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
369534	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
369534	embedding2nn.weight	0	0.3118145763874054
369534	embedding2nn.weight	1	0.37483254075050354
369534	embedding2nn.weight	2	-0.0050757708959281445
369534	embedding2nn.weight	3	-0.0007896753377281129
369534	embedding2nn.weight	4	-0.03232555836439133
369534	embedding2nn.weight	5	0.06290307641029358
369534	embedding2nn.weight	6	0.020067553967237473
369534	embedding2nn.weight	7	-0.010897898115217686
369534	embedding2nn.weight	8	0.061109524220228195
369534	embedding2nn.weight	9	-0.03756750375032425
369534	embedding2nn.bias	0	0.0686560720205307
369534	embedding2nn.bias	1	-0.20674848556518555
369534	embedding2nn.bias	2	0.05953836813569069
369534	embedding2nn.bias	3	0.16124078631401062
369534	embedding2nn.bias	4	0.1572364866733551
369534	embedding2nn.bias	5	-0.059302784502506256
369534	embedding2nn.bias	6	-0.03412836790084839
369534	embedding2nn.bias	7	0.018001588061451912
369534	embedding2nn.bias	8	-0.1442681849002838
369534	embedding2nn.bias	9	-0.38693472743034363
369534	rnn.weight_ih_l0	0	0.013830362819135189
369534	rnn.weight_ih_l0	1	-0.07532903552055359
369534	rnn.weight_ih_l0	2	-0.07474265247583389
369534	rnn.weight_ih_l0	3	0.09518929570913315
369534	rnn.weight_ih_l0	4	-0.01226852647960186
369534	rnn.weight_ih_l0	5	-0.10727856308221817
369534	rnn.weight_ih_l0	6	-0.010473692789673805
369534	rnn.weight_ih_l0	7	-0.022699350491166115
369534	rnn.weight_ih_l0	8	0.004752079490572214
369534	rnn.weight_ih_l0	9	-0.08423875272274017
369534	rnn.weight_hh_l0	0	-0.0002798687492031604
369534	rnn.weight_hh_l0	1	0.06588694453239441
369534	rnn.weight_hh_l0	2	0.032303955405950546
369534	rnn.weight_hh_l0	3	0.01070600189268589
369534	rnn.weight_hh_l0	4	0.020134251564741135
369534	rnn.weight_hh_l0	5	0.05189506337046623
369534	rnn.weight_hh_l0	6	-0.04892176762223244
369534	rnn.weight_hh_l0	7	-0.06776096671819687
369534	rnn.weight_hh_l0	8	0.039013877511024475
369534	rnn.weight_hh_l0	9	-0.10212332755327225
369534	rnn.bias_ih_l0	0	0.18232978880405426
369534	rnn.bias_ih_l0	1	-0.27285054326057434
369534	rnn.bias_ih_l0	2	-0.014401613734662533
369534	rnn.bias_ih_l0	3	-0.1904400885105133
369534	rnn.bias_ih_l0	4	-0.009579641744494438
369534	rnn.bias_ih_l0	5	-0.3574104607105255
369534	rnn.bias_ih_l0	6	-0.11080317944288254
369534	rnn.bias_ih_l0	7	-0.3065858483314514
369534	rnn.bias_ih_l0	8	-0.24311472475528717
369534	rnn.bias_ih_l0	9	-0.41106849908828735
369534	rnn.bias_hh_l0	0	-0.2979903817176819
369534	rnn.bias_hh_l0	1	-0.32716289162635803
369534	rnn.bias_hh_l0	2	-0.2777959704399109
369534	rnn.bias_hh_l0	3	-0.08110998570919037
369534	rnn.bias_hh_l0	4	-0.2976594567298889
369534	rnn.bias_hh_l0	5	-0.29767176508903503
369534	rnn.bias_hh_l0	6	-0.12276909500360489
369534	rnn.bias_hh_l0	7	0.07136479020118713
369534	rnn.bias_hh_l0	8	-0.23485560715198517
369534	rnn.bias_hh_l0	9	-0.472606897354126
369534	rnn.weight_ih_l0_reverse	0	0.010260389186441898
369534	rnn.weight_ih_l0_reverse	1	-0.05695277079939842
369534	rnn.weight_ih_l0_reverse	2	-0.02597229555249214
369534	rnn.weight_ih_l0_reverse	3	-0.0925719141960144
369534	rnn.weight_ih_l0_reverse	4	0.0658644512295723
369534	rnn.weight_ih_l0_reverse	5	-0.10166194289922714
369534	rnn.weight_ih_l0_reverse	6	0.0055278996005654335
369534	rnn.weight_ih_l0_reverse	7	0.013155787251889706
369534	rnn.weight_ih_l0_reverse	8	-0.04326750710606575
369534	rnn.weight_ih_l0_reverse	9	-0.06953609734773636
369534	rnn.weight_hh_l0_reverse	0	-0.0952255129814148
369534	rnn.weight_hh_l0_reverse	1	0.023346301168203354
369534	rnn.weight_hh_l0_reverse	2	-0.016268644481897354
369534	rnn.weight_hh_l0_reverse	3	0.026263657957315445
369534	rnn.weight_hh_l0_reverse	4	-0.07545942068099976
369534	rnn.weight_hh_l0_reverse	5	0.03980472311377525
369534	rnn.weight_hh_l0_reverse	6	0.020917128771543503
369534	rnn.weight_hh_l0_reverse	7	-0.05452727526426315
369534	rnn.weight_hh_l0_reverse	8	-0.018023677170276642
369534	rnn.weight_hh_l0_reverse	9	0.07560485601425171
369534	rnn.bias_ih_l0_reverse	0	-0.13868768513202667
369534	rnn.bias_ih_l0_reverse	1	-0.08252690732479095
369534	rnn.bias_ih_l0_reverse	2	0.11189157515764236
369534	rnn.bias_ih_l0_reverse	3	-0.2700801193714142
369534	rnn.bias_ih_l0_reverse	4	-0.023473720997571945
369534	rnn.bias_ih_l0_reverse	5	-0.1939874291419983
369534	rnn.bias_ih_l0_reverse	6	0.24404208362102509
369534	rnn.bias_ih_l0_reverse	7	-0.29864582419395447
369534	rnn.bias_ih_l0_reverse	8	-0.13873064517974854
369534	rnn.bias_ih_l0_reverse	9	-0.16835598647594452
369534	rnn.bias_hh_l0_reverse	0	-0.15332138538360596
369534	rnn.bias_hh_l0_reverse	1	0.2529953122138977
369534	rnn.bias_hh_l0_reverse	2	-0.31349310278892517
369534	rnn.bias_hh_l0_reverse	3	-0.18074917793273926
369534	rnn.bias_hh_l0_reverse	4	-0.35092130303382874
369534	rnn.bias_hh_l0_reverse	5	-0.17891710996627808
369534	rnn.bias_hh_l0_reverse	6	-0.26132863759994507
369534	rnn.bias_hh_l0_reverse	7	-0.0782068595290184
369534	rnn.bias_hh_l0_reverse	8	-0.24899953603744507
369534	rnn.bias_hh_l0_reverse	9	0.21578729152679443
369534	linear.weight	0	0.16940347850322723
369534	linear.weight	1	-0.40499016642570496
369534	linear.weight	2	0.047104086726903915
369534	linear.weight	3	0.06762684881687164
369534	linear.weight	4	-0.13358809053897858
369534	linear.weight	5	0.16548795998096466
369534	linear.weight	6	-0.06308548897504807
369534	linear.weight	7	-0.06320913881063461
369534	linear.weight	8	0.07387422770261765
369534	linear.weight	9	-0.04634857177734375
369534	linear.bias	0	-0.9395638704299927
369534	linear.bias	1	1.9239429235458374
369534	linear.bias	2	0.6885272860527039
369534	linear.bias	3	-2.610490322113037
369534	linear.bias	4	-0.17787477374076843
369534	linear.bias	5	1.2157021760940552
369534	linear.bias	6	-0.22477959096431732
369534	linear.bias	7	0.6753365397453308
369534	linear.bias	8	2.1753034591674805
369534	linear.bias	9	-1.4880892038345337
370143	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
370143	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
370143	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
370143	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
370143	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
370143	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
370143	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
370143	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
370143	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
370143	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
370143	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
370143	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
370143	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
370143	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
370143	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
370143	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
370143	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
370143	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
370143	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
370143	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
370143	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
370143	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
370143	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
370143	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
370143	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
370143	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
370143	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
370143	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
370143	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
370143	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
370143	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
370143	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
370143	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
370143	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
370143	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
370143	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
370143	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
370143	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
370143	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
370143	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
370143	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
370143	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
370143	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
370143	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
370143	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
370143	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
370143	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
370143	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
370143	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
370143	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
370143	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
370143	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
370143	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
370143	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
370143	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
370143	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
370143	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
370143	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
370143	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
370143	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
370143	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
370143	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
370143	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
370143	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
370143	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
370143	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
370143	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
370143	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
370143	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
370143	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
370143	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
370143	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
370143	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
370143	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
370143	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
370143	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
370143	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
370143	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
370143	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
370143	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
370143	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
370143	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
370143	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
370143	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
370143	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
370143	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
370143	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
370143	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
370143	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
370143	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
370143	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
370143	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
370143	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
370143	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
370143	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
370143	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
370143	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
370143	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
370143	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
370143	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
370143	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
370143	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
370143	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
370143	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
370143	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
370143	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
370143	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
370143	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
370143	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
370143	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
370143	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
370143	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
370143	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
370143	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
370143	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
370143	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
370143	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
370143	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
370143	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
370143	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
370143	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
370143	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
370143	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
370143	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
370143	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
370143	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
370143	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
370143	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
370143	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
370143	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
370143	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
370143	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
370143	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
370143	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
370143	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
370143	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
370143	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
370143	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
370143	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
370143	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
370143	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
370143	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
370143	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
370143	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
370143	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
370143	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
370143	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
370143	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
370143	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
370143	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
370143	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
370143	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
370143	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
370143	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
370143	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
370143	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
370143	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
370143	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
370143	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
370143	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
370143	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
370143	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
370143	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
370143	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
370143	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
370143	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
370143	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
370143	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
370143	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
370143	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
370143	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
370143	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
370143	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
370143	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
370143	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
370143	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
370143	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
370143	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
370143	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
370143	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
370143	embedding2nn.weight	0	0.31628262996673584
370143	embedding2nn.weight	1	0.3727007210254669
370143	embedding2nn.weight	2	-0.0035017167683690786
370143	embedding2nn.weight	3	-0.00468800775706768
370143	embedding2nn.weight	4	-0.03353320062160492
370143	embedding2nn.weight	5	0.06367827206850052
370143	embedding2nn.weight	6	0.036154575645923615
370143	embedding2nn.weight	7	-0.0052524167113006115
370143	embedding2nn.weight	8	0.060339294373989105
370143	embedding2nn.weight	9	-0.026493951678276062
370143	embedding2nn.bias	0	0.05569610744714737
370143	embedding2nn.bias	1	-0.19236144423484802
370143	embedding2nn.bias	2	0.0875203013420105
370143	embedding2nn.bias	3	0.164031520485878
370143	embedding2nn.bias	4	0.17427632212638855
370143	embedding2nn.bias	5	-0.06492413580417633
370143	embedding2nn.bias	6	-0.028710274025797844
370143	embedding2nn.bias	7	0.028414422646164894
370143	embedding2nn.bias	8	-0.15071062743663788
370143	embedding2nn.bias	9	-0.3904906213283539
370143	rnn.weight_ih_l0	0	0.012005229480564594
370143	rnn.weight_ih_l0	1	-0.07235880941152573
370143	rnn.weight_ih_l0	2	-0.07062233984470367
370143	rnn.weight_ih_l0	3	0.09655971080064774
370143	rnn.weight_ih_l0	4	-0.012268442660570145
370143	rnn.weight_ih_l0	5	-0.10191231966018677
370143	rnn.weight_ih_l0	6	-0.009970524348318577
370143	rnn.weight_ih_l0	7	-0.024364272132515907
370143	rnn.weight_ih_l0	8	-0.006381337996572256
370143	rnn.weight_ih_l0	9	-0.08745979517698288
370143	rnn.weight_hh_l0	0	-0.0008236526628024876
370143	rnn.weight_hh_l0	1	0.06551659107208252
370143	rnn.weight_hh_l0	2	0.0317833386361599
370143	rnn.weight_hh_l0	3	0.010493558831512928
370143	rnn.weight_hh_l0	4	0.01899493858218193
370143	rnn.weight_hh_l0	5	0.050737474113702774
370143	rnn.weight_hh_l0	6	-0.04994488134980202
370143	rnn.weight_hh_l0	7	-0.06818214058876038
370143	rnn.weight_hh_l0	8	0.0392560139298439
370143	rnn.weight_hh_l0	9	-0.1030384972691536
370143	rnn.bias_ih_l0	0	0.1837272346019745
370143	rnn.bias_ih_l0	1	-0.2708034813404083
370143	rnn.bias_ih_l0	2	-0.011612635105848312
370143	rnn.bias_ih_l0	3	-0.18874679505825043
370143	rnn.bias_ih_l0	4	0.005147766787558794
370143	rnn.bias_ih_l0	5	-0.3544749915599823
370143	rnn.bias_ih_l0	6	-0.1044975072145462
370143	rnn.bias_ih_l0	7	-0.3057072162628174
370143	rnn.bias_ih_l0	8	-0.24158471822738647
370143	rnn.bias_ih_l0	9	-0.39988696575164795
370143	rnn.bias_hh_l0	0	-0.2997530400753021
370143	rnn.bias_hh_l0	1	-0.33239030838012695
370143	rnn.bias_hh_l0	2	-0.2737019658088684
370143	rnn.bias_hh_l0	3	-0.07838413119316101
370143	rnn.bias_hh_l0	4	-0.2996477484703064
370143	rnn.bias_hh_l0	5	-0.2962160110473633
370143	rnn.bias_hh_l0	6	-0.12040332704782486
370143	rnn.bias_hh_l0	7	0.06452769041061401
370143	rnn.bias_hh_l0	8	-0.2350771129131317
370143	rnn.bias_hh_l0	9	-0.47575342655181885
370143	rnn.weight_ih_l0_reverse	0	0.018600648269057274
370143	rnn.weight_ih_l0_reverse	1	-0.05624508112668991
370143	rnn.weight_ih_l0_reverse	2	-0.024552296847105026
370143	rnn.weight_ih_l0_reverse	3	-0.09010861814022064
370143	rnn.weight_ih_l0_reverse	4	0.066372811794281
370143	rnn.weight_ih_l0_reverse	5	-0.10063769668340683
370143	rnn.weight_ih_l0_reverse	6	0.00524952681735158
370143	rnn.weight_ih_l0_reverse	7	0.013632147572934628
370143	rnn.weight_ih_l0_reverse	8	-0.043767258524894714
370143	rnn.weight_ih_l0_reverse	9	-0.06897007673978806
370143	rnn.weight_hh_l0_reverse	0	-0.09340466558933258
370143	rnn.weight_hh_l0_reverse	1	0.023941701278090477
370143	rnn.weight_hh_l0_reverse	2	-0.01590633951127529
370143	rnn.weight_hh_l0_reverse	3	0.026435010135173798
370143	rnn.weight_hh_l0_reverse	4	-0.07289264351129532
370143	rnn.weight_hh_l0_reverse	5	0.039392776787281036
370143	rnn.weight_hh_l0_reverse	6	0.021203696727752686
370143	rnn.weight_hh_l0_reverse	7	-0.054281942546367645
370143	rnn.weight_hh_l0_reverse	8	-0.013578245416283607
370143	rnn.weight_hh_l0_reverse	9	0.07707952708005905
370143	rnn.bias_ih_l0_reverse	0	-0.146633580327034
370143	rnn.bias_ih_l0_reverse	1	-0.08021083474159241
370143	rnn.bias_ih_l0_reverse	2	0.11303523182868958
370143	rnn.bias_ih_l0_reverse	3	-0.26508209109306335
370143	rnn.bias_ih_l0_reverse	4	-0.029823748394846916
370143	rnn.bias_ih_l0_reverse	5	-0.19319266080856323
370143	rnn.bias_ih_l0_reverse	6	0.2516952157020569
370143	rnn.bias_ih_l0_reverse	7	-0.2869834005832672
370143	rnn.bias_ih_l0_reverse	8	-0.14276419579982758
370143	rnn.bias_ih_l0_reverse	9	-0.1696581393480301
370143	rnn.bias_hh_l0_reverse	0	-0.1553792655467987
370143	rnn.bias_hh_l0_reverse	1	0.25017455220222473
370143	rnn.bias_hh_l0_reverse	2	-0.3145562708377838
370143	rnn.bias_hh_l0_reverse	3	-0.1844179630279541
370143	rnn.bias_hh_l0_reverse	4	-0.35025063157081604
370143	rnn.bias_hh_l0_reverse	5	-0.19237612187862396
370143	rnn.bias_hh_l0_reverse	6	-0.2634773254394531
370143	rnn.bias_hh_l0_reverse	7	-0.08154959976673126
370143	rnn.bias_hh_l0_reverse	8	-0.24288798868656158
370143	rnn.bias_hh_l0_reverse	9	0.2142033576965332
370143	linear.weight	0	0.18209603428840637
370143	linear.weight	1	-0.4195646047592163
370143	linear.weight	2	0.057970963418483734
370143	linear.weight	3	0.0676303505897522
370143	linear.weight	4	-0.14292208850383759
370143	linear.weight	5	0.17684635519981384
370143	linear.weight	6	-0.03604411333799362
370143	linear.weight	7	-0.06320787966251373
370143	linear.weight	8	0.09771287441253662
370143	linear.weight	9	-0.04636205732822418
370143	linear.bias	0	-0.9910843968391418
370143	linear.bias	1	1.9424465894699097
370143	linear.bias	2	0.7343044877052307
370143	linear.bias	3	-2.610971212387085
370143	linear.bias	4	-0.20335093140602112
370143	linear.bias	5	1.2690849304199219
370143	linear.bias	6	-0.23223604261875153
370143	linear.bias	7	0.6723113059997559
370143	linear.bias	8	2.1860404014587402
370143	linear.bias	9	-1.5149807929992676
370752	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
370752	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
370752	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
370752	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
370752	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
370752	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
370752	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
370752	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
370752	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
370752	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
370752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
370752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
370752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
370752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
370752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
370752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
370752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
370752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
370752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
370752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
370752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
370752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
370752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
370752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
370752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
370752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
370752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
370752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
370752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
370752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
370752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
370752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
370752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
370752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
370752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
370752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
370752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
370752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
370752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
370752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
370752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
370752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
370752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
370752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
370752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
370752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
370752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
370752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
370752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
370752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
370752	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
370752	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
370752	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
370752	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
370752	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
370752	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
370752	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
370752	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
370752	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
370752	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
370752	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
370752	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
370752	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
370752	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
370752	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
370752	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
370752	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
370752	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
370752	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
370752	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
370752	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
370752	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
370752	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
370752	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
370752	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
370752	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
370752	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
370752	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
370752	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
370752	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
370752	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
370752	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
370752	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
370752	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
370752	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
370752	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
370752	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
370752	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
370752	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
370752	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
370752	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
370752	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
370752	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
370752	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
370752	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
370752	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
370752	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
370752	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
370752	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
370752	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
370752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
370752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
370752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
370752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
370752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
370752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
370752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
370752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
370752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
370752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
370752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
370752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
370752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
370752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
370752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
370752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
370752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
370752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
370752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
370752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
370752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
370752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
370752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
370752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
370752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
370752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
370752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
370752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
370752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
370752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
370752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
370752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
370752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
370752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
370752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
370752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
370752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
370752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
370752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
370752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
370752	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
370752	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
370752	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
370752	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
370752	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
370752	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
370752	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
370752	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
370752	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
370752	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
370752	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
370752	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
370752	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
370752	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
370752	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
370752	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
370752	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
370752	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
370752	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
370752	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
370752	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
370752	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
370752	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
370752	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
370752	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
370752	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
370752	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
370752	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
370752	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
370752	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
370752	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
370752	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
370752	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
370752	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
370752	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
370752	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
370752	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
370752	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
370752	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
370752	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
370752	embedding2nn.weight	0	0.31562021374702454
370752	embedding2nn.weight	1	0.3704480230808258
370752	embedding2nn.weight	2	-0.005764262285083532
370752	embedding2nn.weight	3	-0.0036458696704357862
370752	embedding2nn.weight	4	-0.0424833744764328
370752	embedding2nn.weight	5	0.06510470807552338
370752	embedding2nn.weight	6	0.027071513235569
370752	embedding2nn.weight	7	-0.006840978749096394
370752	embedding2nn.weight	8	0.059516262263059616
370752	embedding2nn.weight	9	-0.03194371983408928
370752	embedding2nn.bias	0	0.03945701941847801
370752	embedding2nn.bias	1	-0.17206335067749023
370752	embedding2nn.bias	2	0.07389044761657715
370752	embedding2nn.bias	3	0.16927950084209442
370752	embedding2nn.bias	4	0.1789361834526062
370752	embedding2nn.bias	5	-0.062058866024017334
370752	embedding2nn.bias	6	-0.01979728974401951
370752	embedding2nn.bias	7	0.04290148243308067
370752	embedding2nn.bias	8	-0.1723977029323578
370752	embedding2nn.bias	9	-0.37984636425971985
370752	rnn.weight_ih_l0	0	0.014305312186479568
370752	rnn.weight_ih_l0	1	-0.0723477154970169
370752	rnn.weight_ih_l0	2	-0.06814217567443848
370752	rnn.weight_ih_l0	3	0.10407263785600662
370752	rnn.weight_ih_l0	4	-0.012283774092793465
370752	rnn.weight_ih_l0	5	-0.10038702934980392
370752	rnn.weight_ih_l0	6	-0.014312101528048515
370752	rnn.weight_ih_l0	7	-0.01982221193611622
370752	rnn.weight_ih_l0	8	-0.0007932206499390304
370752	rnn.weight_ih_l0	9	-0.09157314151525497
370752	rnn.weight_hh_l0	0	-0.00030398802482523024
370752	rnn.weight_hh_l0	1	0.06595181673765182
370752	rnn.weight_hh_l0	2	0.031078064814209938
370752	rnn.weight_hh_l0	3	0.01131807267665863
370752	rnn.weight_hh_l0	4	0.01923406682908535
370752	rnn.weight_hh_l0	5	0.05139945447444916
370752	rnn.weight_hh_l0	6	-0.049148622900247574
370752	rnn.weight_hh_l0	7	-0.068590447306633
370752	rnn.weight_hh_l0	8	0.03956281766295433
370752	rnn.weight_hh_l0	9	-0.10317124426364899
370752	rnn.bias_ih_l0	0	0.19244696199893951
370752	rnn.bias_ih_l0	1	-0.2752997577190399
370752	rnn.bias_ih_l0	2	-0.014713479205965996
370752	rnn.bias_ih_l0	3	-0.19884397089481354
370752	rnn.bias_ih_l0	4	-0.006734524387866259
370752	rnn.bias_ih_l0	5	-0.3509722352027893
370752	rnn.bias_ih_l0	6	-0.11576512455940247
370752	rnn.bias_ih_l0	7	-0.3088873624801636
370752	rnn.bias_ih_l0	8	-0.24357174336910248
370752	rnn.bias_ih_l0	9	-0.3970976173877716
370752	rnn.bias_hh_l0	0	-0.3017738461494446
370752	rnn.bias_hh_l0	1	-0.3246616721153259
370752	rnn.bias_hh_l0	2	-0.2722943127155304
370752	rnn.bias_hh_l0	3	-0.07221163809299469
370752	rnn.bias_hh_l0	4	-0.30192992091178894
370752	rnn.bias_hh_l0	5	-0.2965570092201233
370752	rnn.bias_hh_l0	6	-0.11987513303756714
370752	rnn.bias_hh_l0	7	0.06864066421985626
370752	rnn.bias_hh_l0	8	-0.23410838842391968
370752	rnn.bias_hh_l0	9	-0.4775221645832062
370752	rnn.weight_ih_l0_reverse	0	0.02232775278389454
370752	rnn.weight_ih_l0_reverse	1	-0.05587755888700485
370752	rnn.weight_ih_l0_reverse	2	-0.018481913954019547
370752	rnn.weight_ih_l0_reverse	3	-0.0947868749499321
370752	rnn.weight_ih_l0_reverse	4	0.06929795444011688
370752	rnn.weight_ih_l0_reverse	5	-0.10521458089351654
370752	rnn.weight_ih_l0_reverse	6	0.006763348821550608
370752	rnn.weight_ih_l0_reverse	7	0.01578623615205288
370752	rnn.weight_ih_l0_reverse	8	-0.04665962606668472
370752	rnn.weight_ih_l0_reverse	9	-0.0769759863615036
370752	rnn.weight_hh_l0_reverse	0	-0.09411714226007462
370752	rnn.weight_hh_l0_reverse	1	0.023707307875156403
370752	rnn.weight_hh_l0_reverse	2	-0.015036540105938911
370752	rnn.weight_hh_l0_reverse	3	0.026587307453155518
370752	rnn.weight_hh_l0_reverse	4	-0.07196003198623657
370752	rnn.weight_hh_l0_reverse	5	0.040061868727207184
370752	rnn.weight_hh_l0_reverse	6	0.021301260218024254
370752	rnn.weight_hh_l0_reverse	7	-0.055244721472263336
370752	rnn.weight_hh_l0_reverse	8	-0.014607730321586132
370752	rnn.weight_hh_l0_reverse	9	0.0780067965388298
370752	rnn.bias_ih_l0_reverse	0	-0.15270569920539856
370752	rnn.bias_ih_l0_reverse	1	-0.07628133893013
370752	rnn.bias_ih_l0_reverse	2	0.11601580679416656
370752	rnn.bias_ih_l0_reverse	3	-0.2673575282096863
370752	rnn.bias_ih_l0_reverse	4	-0.0324445441365242
370752	rnn.bias_ih_l0_reverse	5	-0.19287391006946564
370752	rnn.bias_ih_l0_reverse	6	0.24945326149463654
370752	rnn.bias_ih_l0_reverse	7	-0.27938568592071533
370752	rnn.bias_ih_l0_reverse	8	-0.14077110588550568
370752	rnn.bias_ih_l0_reverse	9	-0.17060571908950806
370752	rnn.bias_hh_l0_reverse	0	-0.1419108361005783
370752	rnn.bias_hh_l0_reverse	1	0.2537152171134949
370752	rnn.bias_hh_l0_reverse	2	-0.3159776031970978
370752	rnn.bias_hh_l0_reverse	3	-0.17956331372261047
370752	rnn.bias_hh_l0_reverse	4	-0.35844919085502625
370752	rnn.bias_hh_l0_reverse	5	-0.1851527839899063
370752	rnn.bias_hh_l0_reverse	6	-0.2682426869869232
370752	rnn.bias_hh_l0_reverse	7	-0.07886163145303726
370752	rnn.bias_hh_l0_reverse	8	-0.2559698522090912
370752	rnn.bias_hh_l0_reverse	9	0.20414839684963226
370752	linear.weight	0	0.16696275770664215
370752	linear.weight	1	-0.43237626552581787
370752	linear.weight	2	0.012731781229376793
370752	linear.weight	3	0.0676291286945343
370752	linear.weight	4	-0.1512790024280548
370752	linear.weight	5	0.13292941451072693
370752	linear.weight	6	-0.026604190468788147
370752	linear.weight	7	-0.06319135427474976
370752	linear.weight	8	0.05521182715892792
370752	linear.weight	9	-0.04638362303376198
370752	linear.bias	0	-0.977609395980835
370752	linear.bias	1	1.9124876260757446
370752	linear.bias	2	0.7370745539665222
370752	linear.bias	3	-2.6114511489868164
370752	linear.bias	4	-0.15030325949192047
370752	linear.bias	5	1.2446541786193848
370752	linear.bias	6	-0.22819899022579193
370752	linear.bias	7	0.6998766660690308
370752	linear.bias	8	2.142080068588257
370752	linear.bias	9	-1.4804341793060303
371361	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
371361	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
371361	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
371361	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
371361	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
371361	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
371361	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
371361	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
371361	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
371361	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
371361	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
371361	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
371361	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
371361	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
371361	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
371361	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
371361	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
371361	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
371361	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
371361	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
371361	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
371361	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
371361	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
371361	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
371361	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
371361	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
371361	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
371361	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
371361	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
371361	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
371361	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
371361	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
371361	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
371361	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
371361	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
371361	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
371361	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
371361	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
371361	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
371361	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
371361	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
371361	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
371361	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
371361	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
371361	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
371361	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
371361	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
371361	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
371361	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
371361	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
371361	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
371361	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
371361	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
371361	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
371361	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
371361	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
371361	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
371361	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
371361	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
371361	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
371361	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
371361	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
371361	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
371361	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
371361	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
371361	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
371361	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
371361	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
371361	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
371361	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
371361	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
371361	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
371361	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
371361	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
371361	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
371361	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
371361	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
371361	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
371361	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
371361	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
371361	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
371361	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
371361	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
371361	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
371361	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
371361	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
371361	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
371361	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
371361	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
371361	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
371361	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
371361	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
371361	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
371361	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
371361	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
371361	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
371361	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
371361	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
371361	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
371361	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
371361	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
371361	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
371361	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
371361	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
371361	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
371361	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
371361	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
371361	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
371361	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
371361	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
371361	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
371361	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
371361	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
371361	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
371361	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
371361	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
371361	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
371361	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
371361	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
371361	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
371361	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
371361	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
371361	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
371361	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
371361	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
371361	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
371361	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
371361	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
371361	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
371361	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
371361	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
371361	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
371361	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
371361	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
371361	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
371361	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
371361	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
371361	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
371361	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
371361	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
371361	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
371361	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
371361	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
371361	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
371361	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
371361	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
371361	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
371361	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
371361	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
371361	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
371361	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
371361	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
371361	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
371361	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
371361	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
371361	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
371361	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
371361	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
371361	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
371361	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
371361	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
371361	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
371361	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
371361	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
371361	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
371361	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
371361	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
371361	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
371361	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
371361	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
371361	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
371361	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
371361	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
371361	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
371361	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
371361	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
371361	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
371361	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
371361	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
371361	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
371361	embedding2nn.weight	0	0.3150409162044525
371361	embedding2nn.weight	1	0.37022966146469116
371361	embedding2nn.weight	2	-0.0079771988093853
371361	embedding2nn.weight	3	-0.023614538833498955
371361	embedding2nn.weight	4	-0.04512270912528038
371361	embedding2nn.weight	5	0.06642373651266098
371361	embedding2nn.weight	6	0.026730425655841827
371361	embedding2nn.weight	7	-0.00515004200860858
371361	embedding2nn.weight	8	0.06193860247731209
371361	embedding2nn.weight	9	-0.0377730093896389
371361	embedding2nn.bias	0	0.0416213683784008
371361	embedding2nn.bias	1	-0.1713336557149887
371361	embedding2nn.bias	2	0.05687085911631584
371361	embedding2nn.bias	3	0.16361477971076965
371361	embedding2nn.bias	4	0.17270372807979584
371361	embedding2nn.bias	5	-0.057618148624897
371361	embedding2nn.bias	6	-0.02736739069223404
371361	embedding2nn.bias	7	0.03939598798751831
371361	embedding2nn.bias	8	-0.15685825049877167
371361	embedding2nn.bias	9	-0.3687105178833008
371361	rnn.weight_ih_l0	0	0.014723681844770908
371361	rnn.weight_ih_l0	1	-0.07378584146499634
371361	rnn.weight_ih_l0	2	-0.06882373243570328
371361	rnn.weight_ih_l0	3	0.10234177857637405
371361	rnn.weight_ih_l0	4	-0.0064061847515404224
371361	rnn.weight_ih_l0	5	-0.10427814722061157
371361	rnn.weight_ih_l0	6	-0.01479792594909668
371361	rnn.weight_ih_l0	7	-0.017966443672776222
371361	rnn.weight_ih_l0	8	0.0110140610486269
371361	rnn.weight_ih_l0	9	-0.08979315310716629
371361	rnn.weight_hh_l0	0	5.1364146202104166e-05
371361	rnn.weight_hh_l0	1	0.06520646810531616
371361	rnn.weight_hh_l0	2	0.032254550606012344
371361	rnn.weight_hh_l0	3	0.010349166579544544
371361	rnn.weight_hh_l0	4	0.020025312900543213
371361	rnn.weight_hh_l0	5	0.05091327428817749
371361	rnn.weight_hh_l0	6	-0.04883914068341255
371361	rnn.weight_hh_l0	7	-0.07216012477874756
371361	rnn.weight_hh_l0	8	0.03977160155773163
371361	rnn.weight_hh_l0	9	-0.10178589075803757
371361	rnn.bias_ih_l0	0	0.1915183812379837
371361	rnn.bias_ih_l0	1	-0.27813729643821716
371361	rnn.bias_ih_l0	2	-0.012049958109855652
371361	rnn.bias_ih_l0	3	-0.19578146934509277
371361	rnn.bias_ih_l0	4	-0.008564095012843609
371361	rnn.bias_ih_l0	5	-0.3562517762184143
371361	rnn.bias_ih_l0	6	-0.10945828258991241
371361	rnn.bias_ih_l0	7	-0.308523029088974
371361	rnn.bias_ih_l0	8	-0.24147900938987732
371361	rnn.bias_ih_l0	9	-0.4018751382827759
371361	rnn.bias_hh_l0	0	-0.3027386963367462
371361	rnn.bias_hh_l0	1	-0.3219980299472809
371361	rnn.bias_hh_l0	2	-0.2724844515323639
371361	rnn.bias_hh_l0	3	-0.07348350435495377
371361	rnn.bias_hh_l0	4	-0.29613611102104187
371361	rnn.bias_hh_l0	5	-0.2950668931007385
371361	rnn.bias_hh_l0	6	-0.11288272589445114
371361	rnn.bias_hh_l0	7	0.06778563559055328
371361	rnn.bias_hh_l0	8	-0.22808358073234558
371361	rnn.bias_hh_l0	9	-0.4783172309398651
371361	rnn.weight_ih_l0_reverse	0	0.028580598533153534
371361	rnn.weight_ih_l0_reverse	1	-0.05571751669049263
371361	rnn.weight_ih_l0_reverse	2	-0.022120222449302673
371361	rnn.weight_ih_l0_reverse	3	-0.0922626182436943
371361	rnn.weight_ih_l0_reverse	4	0.06711679697036743
371361	rnn.weight_ih_l0_reverse	5	-0.1042439192533493
371361	rnn.weight_ih_l0_reverse	6	0.008725057356059551
371361	rnn.weight_ih_l0_reverse	7	0.015456047840416431
371361	rnn.weight_ih_l0_reverse	8	-0.048715900629758835
371361	rnn.weight_ih_l0_reverse	9	-0.07767526805400848
371361	rnn.weight_hh_l0_reverse	0	-0.09497477114200592
371361	rnn.weight_hh_l0_reverse	1	0.02400846965610981
371361	rnn.weight_hh_l0_reverse	2	-0.01525113359093666
371361	rnn.weight_hh_l0_reverse	3	0.027342140674591064
371361	rnn.weight_hh_l0_reverse	4	-0.0732342079281807
371361	rnn.weight_hh_l0_reverse	5	0.04080786183476448
371361	rnn.weight_hh_l0_reverse	6	0.021517256274819374
371361	rnn.weight_hh_l0_reverse	7	-0.05255691707134247
371361	rnn.weight_hh_l0_reverse	8	-0.016695724800229073
371361	rnn.weight_hh_l0_reverse	9	0.07760309427976608
371361	rnn.bias_ih_l0_reverse	0	-0.15667591989040375
371361	rnn.bias_ih_l0_reverse	1	-0.08102092891931534
371361	rnn.bias_ih_l0_reverse	2	0.11850634962320328
371361	rnn.bias_ih_l0_reverse	3	-0.2644897699356079
371361	rnn.bias_ih_l0_reverse	4	-0.042687565088272095
371361	rnn.bias_ih_l0_reverse	5	-0.1949227750301361
371361	rnn.bias_ih_l0_reverse	6	0.24815364181995392
371361	rnn.bias_ih_l0_reverse	7	-0.2908383309841156
371361	rnn.bias_ih_l0_reverse	8	-0.14007245004177094
371361	rnn.bias_ih_l0_reverse	9	-0.17021925747394562
371361	rnn.bias_hh_l0_reverse	0	-0.1497345268726349
371361	rnn.bias_hh_l0_reverse	1	0.2567616403102875
371361	rnn.bias_hh_l0_reverse	2	-0.3079451620578766
371361	rnn.bias_hh_l0_reverse	3	-0.18814517557621002
371361	rnn.bias_hh_l0_reverse	4	-0.36046692728996277
371361	rnn.bias_hh_l0_reverse	5	-0.18013624846935272
371361	rnn.bias_hh_l0_reverse	6	-0.2809147238731384
371361	rnn.bias_hh_l0_reverse	7	-0.07859231531620026
371361	rnn.bias_hh_l0_reverse	8	-0.2505469024181366
371361	rnn.bias_hh_l0_reverse	9	0.20140263438224792
371361	linear.weight	0	0.1329968422651291
371361	linear.weight	1	-0.43446144461631775
371361	linear.weight	2	0.07251157611608505
371361	linear.weight	3	0.06762786209583282
371361	linear.weight	4	-0.10433226078748703
371361	linear.weight	5	0.14369024336338043
371361	linear.weight	6	-0.05599672347307205
371361	linear.weight	7	-0.06317730247974396
371361	linear.weight	8	0.05448019877076149
371361	linear.weight	9	-0.04639587178826332
371361	linear.bias	0	-1.003819465637207
371361	linear.bias	1	1.9151920080184937
371361	linear.bias	2	0.7331386208534241
371361	linear.bias	3	-2.6119754314422607
371361	linear.bias	4	-0.20008790493011475
371361	linear.bias	5	1.2613787651062012
371361	linear.bias	6	-0.2199661135673523
371361	linear.bias	7	0.7014392614364624
371361	linear.bias	8	2.1439266204833984
371361	linear.bias	9	-1.5102053880691528
371970	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
371970	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
371970	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
371970	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
371970	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
371970	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
371970	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
371970	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
371970	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
371970	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
371970	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
371970	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
371970	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
371970	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
371970	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
371970	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
371970	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
371970	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
371970	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
371970	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
371970	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
371970	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
371970	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
371970	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
371970	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
371970	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
371970	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
371970	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
371970	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
371970	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
371970	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
371970	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
371970	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
371970	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
371970	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
371970	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
371970	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
371970	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
371970	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
371970	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
371970	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
371970	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
371970	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
371970	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
371970	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
371970	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
371970	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
371970	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
371970	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
371970	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
371970	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
371970	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
371970	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
371970	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
371970	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
371970	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
371970	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
371970	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
371970	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
371970	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
371970	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
371970	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
371970	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
371970	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
371970	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
371970	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
371970	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
371970	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
371970	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
371970	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
371970	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
371970	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
371970	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
371970	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
371970	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
371970	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
371970	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
371970	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
371970	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
371970	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
371970	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
371970	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
371970	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
371970	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
371970	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
371970	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
371970	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
371970	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
371970	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
371970	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
371970	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
371970	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
371970	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
371970	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
371970	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
371970	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
371970	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
371970	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
371970	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
371970	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
371970	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
371970	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
371970	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
371970	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
371970	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
371970	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
371970	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
371970	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
371970	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
371970	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
371970	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
371970	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
371970	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
371970	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
371970	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
371970	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
371970	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
371970	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
371970	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
371970	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
371970	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
371970	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
371970	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
371970	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
371970	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
371970	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
371970	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
371970	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
371970	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
371970	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
371970	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
371970	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
371970	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
371970	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
371970	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
371970	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
371970	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
371970	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
371970	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
371970	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
371970	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
371970	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
371970	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
371970	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
371970	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
371970	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
371970	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
371970	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
371970	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
371970	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
371970	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
371970	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
371970	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
371970	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
371970	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
371970	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
371970	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
371970	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
371970	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
371970	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
371970	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
371970	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
371970	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
371970	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
371970	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
371970	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
371970	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
371970	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
371970	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
371970	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
371970	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
371970	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
371970	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
371970	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
371970	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
371970	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
371970	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
371970	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
371970	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
371970	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
371970	embedding2nn.weight	0	0.3139115869998932
371970	embedding2nn.weight	1	0.3733455538749695
371970	embedding2nn.weight	2	-0.00532617699354887
371970	embedding2nn.weight	3	-0.018740462139248848
371970	embedding2nn.weight	4	-0.044558364897966385
371970	embedding2nn.weight	5	0.06237955763936043
371970	embedding2nn.weight	6	0.028218025341629982
371970	embedding2nn.weight	7	-0.00401165708899498
371970	embedding2nn.weight	8	0.060095496475696564
371970	embedding2nn.weight	9	-0.03719707205891609
371970	embedding2nn.bias	0	0.047569870948791504
371970	embedding2nn.bias	1	-0.17689001560211182
371970	embedding2nn.bias	2	0.0746588259935379
371970	embedding2nn.bias	3	0.14730148017406464
371970	embedding2nn.bias	4	0.17857563495635986
371970	embedding2nn.bias	5	-0.05289047583937645
371970	embedding2nn.bias	6	-0.02620629034936428
371970	embedding2nn.bias	7	0.03807331621646881
371970	embedding2nn.bias	8	-0.18474887311458588
371970	embedding2nn.bias	9	-0.3524568974971771
371970	rnn.weight_ih_l0	0	0.014500641264021397
371970	rnn.weight_ih_l0	1	-0.07203655689954758
371970	rnn.weight_ih_l0	2	-0.06330142915248871
371970	rnn.weight_ih_l0	3	0.10427585244178772
371970	rnn.weight_ih_l0	4	0.0009988310048356652
371970	rnn.weight_ih_l0	5	-0.11102718114852905
371970	rnn.weight_ih_l0	6	-0.01623634621500969
371970	rnn.weight_ih_l0	7	-0.014664342626929283
371970	rnn.weight_ih_l0	8	0.012888135388493538
371970	rnn.weight_ih_l0	9	-0.08640210330486298
371970	rnn.weight_hh_l0	0	1.1696504770952743e-05
371970	rnn.weight_hh_l0	1	0.0657988041639328
371970	rnn.weight_hh_l0	2	0.03220972791314125
371970	rnn.weight_hh_l0	3	0.009446014650166035
371970	rnn.weight_hh_l0	4	0.020106639713048935
371970	rnn.weight_hh_l0	5	0.051987841725349426
371970	rnn.weight_hh_l0	6	-0.049055978655815125
371970	rnn.weight_hh_l0	7	-0.07360798865556717
371970	rnn.weight_hh_l0	8	0.0397413931787014
371970	rnn.weight_hh_l0	9	-0.1024526059627533
371970	rnn.bias_ih_l0	0	0.18785665929317474
371970	rnn.bias_ih_l0	1	-0.27645760774612427
371970	rnn.bias_ih_l0	2	-0.013697043992578983
371970	rnn.bias_ih_l0	3	-0.1943056285381317
371970	rnn.bias_ih_l0	4	-0.010002248920500278
371970	rnn.bias_ih_l0	5	-0.34887343645095825
371970	rnn.bias_ih_l0	6	-0.11287321895360947
371970	rnn.bias_ih_l0	7	-0.3102404475212097
371970	rnn.bias_ih_l0	8	-0.2423005849123001
371970	rnn.bias_ih_l0	9	-0.3999190628528595
371970	rnn.bias_hh_l0	0	-0.30875399708747864
371970	rnn.bias_hh_l0	1	-0.3174314498901367
371970	rnn.bias_hh_l0	2	-0.26783591508865356
371970	rnn.bias_hh_l0	3	-0.07279230654239655
371970	rnn.bias_hh_l0	4	-0.2989432215690613
371970	rnn.bias_hh_l0	5	-0.29666972160339355
371970	rnn.bias_hh_l0	6	-0.11188450455665588
371970	rnn.bias_hh_l0	7	0.07030583173036575
371970	rnn.bias_hh_l0	8	-0.2237064242362976
371970	rnn.bias_hh_l0	9	-0.4825390577316284
371970	rnn.weight_ih_l0_reverse	0	0.019388915970921516
371970	rnn.weight_ih_l0_reverse	1	-0.05363268405199051
371970	rnn.weight_ih_l0_reverse	2	-0.02450043521821499
371970	rnn.weight_ih_l0_reverse	3	-0.09525340795516968
371970	rnn.weight_ih_l0_reverse	4	0.06690426170825958
371970	rnn.weight_ih_l0_reverse	5	-0.10561737418174744
371970	rnn.weight_ih_l0_reverse	6	0.012891864404082298
371970	rnn.weight_ih_l0_reverse	7	0.013513502664864063
371970	rnn.weight_ih_l0_reverse	8	-0.047214359045028687
371970	rnn.weight_ih_l0_reverse	9	-0.08064250648021698
371970	rnn.weight_hh_l0_reverse	0	-0.09894783794879913
371970	rnn.weight_hh_l0_reverse	1	0.023163650184869766
371970	rnn.weight_hh_l0_reverse	2	-0.015967069193720818
371970	rnn.weight_hh_l0_reverse	3	0.028570855036377907
371970	rnn.weight_hh_l0_reverse	4	-0.07364460080862045
371970	rnn.weight_hh_l0_reverse	5	0.04023235663771629
371970	rnn.weight_hh_l0_reverse	6	0.021528473123908043
371970	rnn.weight_hh_l0_reverse	7	-0.05385994911193848
371970	rnn.weight_hh_l0_reverse	8	-0.016602514311671257
371970	rnn.weight_hh_l0_reverse	9	0.07632409781217575
371970	rnn.bias_ih_l0_reverse	0	-0.15430215001106262
371970	rnn.bias_ih_l0_reverse	1	-0.07826602458953857
371970	rnn.bias_ih_l0_reverse	2	0.11612522602081299
371970	rnn.bias_ih_l0_reverse	3	-0.26707497239112854
371970	rnn.bias_ih_l0_reverse	4	-0.036759041249752045
371970	rnn.bias_ih_l0_reverse	5	-0.1960178166627884
371970	rnn.bias_ih_l0_reverse	6	0.24570508301258087
371970	rnn.bias_ih_l0_reverse	7	-0.29826819896698
371970	rnn.bias_ih_l0_reverse	8	-0.1425360143184662
371970	rnn.bias_ih_l0_reverse	9	-0.17691253125667572
371970	rnn.bias_hh_l0_reverse	0	-0.13974934816360474
371970	rnn.bias_hh_l0_reverse	1	0.2540801763534546
371970	rnn.bias_hh_l0_reverse	2	-0.31671372056007385
371970	rnn.bias_hh_l0_reverse	3	-0.1921483427286148
371970	rnn.bias_hh_l0_reverse	4	-0.3559992015361786
371970	rnn.bias_hh_l0_reverse	5	-0.175733745098114
371970	rnn.bias_hh_l0_reverse	6	-0.2763541340827942
371970	rnn.bias_hh_l0_reverse	7	-0.07600893080234528
371970	rnn.bias_hh_l0_reverse	8	-0.25063538551330566
371970	rnn.bias_hh_l0_reverse	9	0.19963791966438293
371970	linear.weight	0	0.13647392392158508
371970	linear.weight	1	-0.4459896981716156
371970	linear.weight	2	0.06689950823783875
371970	linear.weight	3	0.0676303580403328
371970	linear.weight	4	-0.12348556518554688
371970	linear.weight	5	0.15283134579658508
371970	linear.weight	6	-0.07322698831558228
371970	linear.weight	7	-0.06316286325454712
371970	linear.weight	8	0.046233825385570526
371970	linear.weight	9	-0.046410009264945984
371970	linear.bias	0	-0.9913301467895508
371970	linear.bias	1	1.8778908252716064
371970	linear.bias	2	0.7050386071205139
371970	linear.bias	3	-2.612428903579712
371970	linear.bias	4	-0.21465006470680237
371970	linear.bias	5	1.228148102760315
371970	linear.bias	6	-0.21804693341255188
371970	linear.bias	7	0.6804112792015076
371970	linear.bias	8	2.20430850982666
371970	linear.bias	9	-1.4980779886245728
371978	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
371978	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
371978	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
371978	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
371978	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
371978	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
371978	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
371978	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
371978	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
371978	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
371978	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
371978	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
371978	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
371978	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
371978	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
371978	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
371978	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
371978	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
371978	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
371978	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
371978	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
371978	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
371978	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
371978	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
371978	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
371978	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
371978	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
371978	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
371978	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
371978	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
371978	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
371978	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
371978	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
371978	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
371978	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
371978	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
371978	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
371978	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
371978	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
371978	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
371978	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
371978	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
371978	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
371978	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
371978	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
371978	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
371978	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
371978	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
371978	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
371978	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
371978	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
371978	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
371978	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
371978	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
371978	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
371978	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
371978	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
371978	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
371978	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
371978	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
371978	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
371978	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
371978	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
371978	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
371978	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
371978	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
371978	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
371978	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
371978	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
371978	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
371978	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
371978	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
371978	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
371978	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
371978	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
371978	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
371978	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
371978	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
371978	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
371978	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
371978	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
371978	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
371978	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
371978	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
371978	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
371978	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
371978	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
371978	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
371978	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
371978	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
371978	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
371978	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
371978	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
371978	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
371978	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
371978	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
371978	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
371978	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
371978	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
371978	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
371978	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
371978	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
371978	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
371978	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
371978	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
371978	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
371978	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
371978	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
371978	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
371978	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
371978	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
371978	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
371978	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
371978	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
371978	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
371978	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
371978	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
371978	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
371978	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
371978	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
371978	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
371978	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
371978	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
371978	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
371978	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
371978	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
371978	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
371978	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
371978	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
371978	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
371978	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
371978	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
371978	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
371978	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
371978	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
371978	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
371978	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
371978	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
371978	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
371978	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
371978	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
371978	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
371978	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
371978	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
371978	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
371978	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
371978	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
371978	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
371978	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
371978	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
371978	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
371978	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
371978	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
371978	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
371978	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
371978	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
371978	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
371978	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
371978	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
371978	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
371978	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
371978	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
371978	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
371978	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
371978	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
371978	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
371978	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
371978	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
371978	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
371978	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
371978	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
371978	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
371978	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
371978	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
371978	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
371978	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
371978	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
371978	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
371978	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
371978	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
371978	embedding2nn.weight	0	0.31351420283317566
371978	embedding2nn.weight	1	0.3736272156238556
371978	embedding2nn.weight	2	-0.005612563341856003
371978	embedding2nn.weight	3	-0.01976223662495613
371978	embedding2nn.weight	4	-0.04427006095647812
371978	embedding2nn.weight	5	0.06273459643125534
371978	embedding2nn.weight	6	0.028838343918323517
371978	embedding2nn.weight	7	-0.004619858227670193
371978	embedding2nn.weight	8	0.05922500044107437
371978	embedding2nn.weight	9	-0.03738996759057045
371978	embedding2nn.bias	0	0.04595273360610008
371978	embedding2nn.bias	1	-0.17767895758152008
371978	embedding2nn.bias	2	0.07631375640630722
371978	embedding2nn.bias	3	0.1408521831035614
371978	embedding2nn.bias	4	0.17987240850925446
371978	embedding2nn.bias	5	-0.05025002732872963
371978	embedding2nn.bias	6	-0.03065037541091442
371978	embedding2nn.bias	7	0.036537475883960724
371978	embedding2nn.bias	8	-0.1842956691980362
371978	embedding2nn.bias	9	-0.3524552285671234
371978	rnn.weight_ih_l0	0	0.013910218141973019
371978	rnn.weight_ih_l0	1	-0.07199223339557648
371978	rnn.weight_ih_l0	2	-0.06263083219528198
371978	rnn.weight_ih_l0	3	0.10435926914215088
371978	rnn.weight_ih_l0	4	0.001548234955407679
371978	rnn.weight_ih_l0	5	-0.11093571037054062
371978	rnn.weight_ih_l0	6	-0.016090843826532364
371978	rnn.weight_ih_l0	7	-0.014686722308397293
371978	rnn.weight_ih_l0	8	0.013125389814376831
371978	rnn.weight_ih_l0	9	-0.08705338090658188
371978	rnn.weight_hh_l0	0	-3.965796622651396e-06
371978	rnn.weight_hh_l0	1	0.06580689549446106
371978	rnn.weight_hh_l0	2	0.0322553850710392
371978	rnn.weight_hh_l0	3	0.009393039159476757
371978	rnn.weight_hh_l0	4	0.02009878121316433
371978	rnn.weight_hh_l0	5	0.05193743854761124
371978	rnn.weight_hh_l0	6	-0.048919469118118286
371978	rnn.weight_hh_l0	7	-0.0735386312007904
371978	rnn.weight_hh_l0	8	0.03973964974284172
371978	rnn.weight_hh_l0	9	-0.1025182455778122
371978	rnn.bias_ih_l0	0	0.18974505364894867
371978	rnn.bias_ih_l0	1	-0.27700868248939514
371978	rnn.bias_ih_l0	2	-0.014298898167908192
371978	rnn.bias_ih_l0	3	-0.19526544213294983
371978	rnn.bias_ih_l0	4	-0.008976919576525688
371978	rnn.bias_ih_l0	5	-0.348183274269104
371978	rnn.bias_ih_l0	6	-0.1128525510430336
371978	rnn.bias_ih_l0	7	-0.3101153075695038
371978	rnn.bias_ih_l0	8	-0.24189192056655884
371978	rnn.bias_ih_l0	9	-0.40114694833755493
371978	rnn.bias_hh_l0	0	-0.30900222063064575
371978	rnn.bias_hh_l0	1	-0.31761035323143005
371978	rnn.bias_hh_l0	2	-0.2673015296459198
371978	rnn.bias_hh_l0	3	-0.07373522967100143
371978	rnn.bias_hh_l0	4	-0.30006667971611023
371978	rnn.bias_hh_l0	5	-0.2964324355125427
371978	rnn.bias_hh_l0	6	-0.11188746243715286
371978	rnn.bias_hh_l0	7	0.06955032795667648
371978	rnn.bias_hh_l0	8	-0.2241143435239792
371978	rnn.bias_hh_l0	9	-0.48165908455848694
371978	rnn.weight_ih_l0_reverse	0	0.019677933305501938
371978	rnn.weight_ih_l0_reverse	1	-0.053899239748716354
371978	rnn.weight_ih_l0_reverse	2	-0.024624967947602272
371978	rnn.weight_ih_l0_reverse	3	-0.09525122493505478
371978	rnn.weight_ih_l0_reverse	4	0.06685105711221695
371978	rnn.weight_ih_l0_reverse	5	-0.10578341037034988
371978	rnn.weight_ih_l0_reverse	6	0.012940007261931896
371978	rnn.weight_ih_l0_reverse	7	0.013409991748631
371978	rnn.weight_ih_l0_reverse	8	-0.04694195091724396
371978	rnn.weight_ih_l0_reverse	9	-0.08034967631101608
371978	rnn.weight_hh_l0_reverse	0	-0.0989873856306076
371978	rnn.weight_hh_l0_reverse	1	0.02306024543941021
371978	rnn.weight_hh_l0_reverse	2	-0.015928780660033226
371978	rnn.weight_hh_l0_reverse	3	0.028567882254719734
371978	rnn.weight_hh_l0_reverse	4	-0.07371528446674347
371978	rnn.weight_hh_l0_reverse	5	0.040246620774269104
371978	rnn.weight_hh_l0_reverse	6	0.021549122408032417
371978	rnn.weight_hh_l0_reverse	7	-0.05405997112393379
371978	rnn.weight_hh_l0_reverse	8	-0.01676558144390583
371978	rnn.weight_hh_l0_reverse	9	0.07650198042392731
371978	rnn.bias_ih_l0_reverse	0	-0.15424388647079468
371978	rnn.bias_ih_l0_reverse	1	-0.0783562883734703
371978	rnn.bias_ih_l0_reverse	2	0.11745914816856384
371978	rnn.bias_ih_l0_reverse	3	-0.26726052165031433
371978	rnn.bias_ih_l0_reverse	4	-0.036239463835954666
371978	rnn.bias_ih_l0_reverse	5	-0.19582220911979675
371978	rnn.bias_ih_l0_reverse	6	0.24409359693527222
371978	rnn.bias_ih_l0_reverse	7	-0.29791975021362305
371978	rnn.bias_ih_l0_reverse	8	-0.14243267476558685
371978	rnn.bias_ih_l0_reverse	9	-0.17763473093509674
371978	rnn.bias_hh_l0_reverse	0	-0.13938958942890167
371978	rnn.bias_hh_l0_reverse	1	0.25333163142204285
371978	rnn.bias_hh_l0_reverse	2	-0.31518107652664185
371978	rnn.bias_hh_l0_reverse	3	-0.193277969956398
371978	rnn.bias_hh_l0_reverse	4	-0.3557873070240021
371978	rnn.bias_hh_l0_reverse	5	-0.17629331350326538
371978	rnn.bias_hh_l0_reverse	6	-0.27621588110923767
371978	rnn.bias_hh_l0_reverse	7	-0.07597576081752777
371978	rnn.bias_hh_l0_reverse	8	-0.25072765350341797
371978	rnn.bias_hh_l0_reverse	9	0.2016221582889557
371978	linear.weight	0	0.13594628870487213
371978	linear.weight	1	-0.4439380466938019
371978	linear.weight	2	0.06728016585111618
371978	linear.weight	3	0.06763037294149399
371978	linear.weight	4	-0.1262124925851822
371978	linear.weight	5	0.15212655067443848
371978	linear.weight	6	-0.07514946907758713
371978	linear.weight	7	-0.06316272169351578
371978	linear.weight	8	0.04434463381767273
371978	linear.weight	9	-0.04641002044081688
371978	linear.bias	0	-1.006685495376587
371978	linear.bias	1	1.870528221130371
371978	linear.bias	2	0.7293242812156677
371978	linear.bias	3	-2.6124348640441895
371978	linear.bias	4	-0.21120552718639374
371978	linear.bias	5	1.234076738357544
371978	linear.bias	6	-0.21220286190509796
371978	linear.bias	7	0.6957930326461792
371978	linear.bias	8	2.203261613845825
371978	linear.bias	9	-1.4991236925125122
372587	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
372587	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
372587	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
372587	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
372587	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
372587	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
372587	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
372587	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
372587	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
372587	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
372587	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
372587	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
372587	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
372587	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
372587	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
372587	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
372587	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
372587	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
372587	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
372587	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
372587	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
372587	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
372587	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
372587	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
372587	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
372587	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
372587	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
372587	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
372587	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
372587	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
372587	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
372587	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
372587	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
372587	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
372587	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
372587	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
372587	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
372587	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
372587	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
372587	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
372587	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
372587	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
372587	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
372587	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
372587	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
372587	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
372587	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
372587	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
372587	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
372587	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
372587	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
372587	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
372587	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
372587	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
372587	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
372587	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
372587	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
372587	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
372587	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
372587	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
372587	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
372587	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
372587	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
372587	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
372587	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
372587	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
372587	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
372587	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
372587	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
372587	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
372587	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
372587	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
372587	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
372587	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
372587	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
372587	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
372587	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
372587	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
372587	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
372587	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
372587	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
372587	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
372587	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
372587	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
372587	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
372587	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
372587	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
372587	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
372587	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
372587	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
372587	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
372587	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
372587	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
372587	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
372587	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
372587	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
372587	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
372587	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
372587	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
372587	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
372587	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
372587	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
372587	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
372587	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
372587	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
372587	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
372587	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
372587	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
372587	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
372587	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
372587	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
372587	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
372587	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
372587	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
372587	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
372587	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
372587	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
372587	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
372587	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
372587	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
372587	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
372587	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
372587	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
372587	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
372587	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
372587	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
372587	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
372587	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
372587	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
372587	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
372587	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
372587	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
372587	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
372587	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
372587	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
372587	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
372587	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
372587	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
372587	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
372587	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
372587	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
372587	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
372587	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
372587	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
372587	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
372587	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
372587	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
372587	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
372587	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
372587	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
372587	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
372587	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
372587	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
372587	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
372587	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
372587	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
372587	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
372587	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
372587	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
372587	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
372587	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
372587	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
372587	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
372587	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
372587	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
372587	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
372587	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
372587	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
372587	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
372587	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
372587	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
372587	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
372587	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
372587	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
372587	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
372587	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
372587	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
372587	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
372587	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
372587	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
372587	embedding2nn.weight	0	0.31321510672569275
372587	embedding2nn.weight	1	0.37229424715042114
372587	embedding2nn.weight	2	-0.0021313971374183893
372587	embedding2nn.weight	3	-0.009134291671216488
372587	embedding2nn.weight	4	-0.03818931058049202
372587	embedding2nn.weight	5	0.06333203613758087
372587	embedding2nn.weight	6	0.0354996956884861
372587	embedding2nn.weight	7	-0.0015247906558215618
372587	embedding2nn.weight	8	0.06049717217683792
372587	embedding2nn.weight	9	-0.034033969044685364
372587	embedding2nn.bias	0	0.05517914891242981
372587	embedding2nn.bias	1	-0.18020282685756683
372587	embedding2nn.bias	2	0.09295671433210373
372587	embedding2nn.bias	3	0.12138567119836807
372587	embedding2nn.bias	4	0.19000007212162018
372587	embedding2nn.bias	5	-0.060823362320661545
372587	embedding2nn.bias	6	-0.04581722989678383
372587	embedding2nn.bias	7	0.030088327825069427
372587	embedding2nn.bias	8	-0.15032368898391724
372587	embedding2nn.bias	9	-0.371420681476593
372587	rnn.weight_ih_l0	0	0.01289003062993288
372587	rnn.weight_ih_l0	1	-0.07096806913614273
372587	rnn.weight_ih_l0	2	-0.059173665940761566
372587	rnn.weight_ih_l0	3	0.10652919858694077
372587	rnn.weight_ih_l0	4	-0.00105221604462713
372587	rnn.weight_ih_l0	5	-0.11608630418777466
372587	rnn.weight_ih_l0	6	-0.012503416277468204
372587	rnn.weight_ih_l0	7	-0.015724895521998405
372587	rnn.weight_ih_l0	8	0.012656991370022297
372587	rnn.weight_ih_l0	9	-0.07928451150655746
372587	rnn.weight_hh_l0	0	-0.00017459104128647596
372587	rnn.weight_hh_l0	1	0.06496948003768921
372587	rnn.weight_hh_l0	2	0.031778402626514435
372587	rnn.weight_hh_l0	3	0.010515458881855011
372587	rnn.weight_hh_l0	4	0.020400382578372955
372587	rnn.weight_hh_l0	5	0.05292431637644768
372587	rnn.weight_hh_l0	6	-0.04904358461499214
372587	rnn.weight_hh_l0	7	-0.07546620070934296
372587	rnn.weight_hh_l0	8	0.03988155350089073
372587	rnn.weight_hh_l0	9	-0.10338932275772095
372587	rnn.bias_ih_l0	0	0.18138669431209564
372587	rnn.bias_ih_l0	1	-0.27784520387649536
372587	rnn.bias_ih_l0	2	-0.019867420196533203
372587	rnn.bias_ih_l0	3	-0.19083084166049957
372587	rnn.bias_ih_l0	4	-0.011905966326594353
372587	rnn.bias_ih_l0	5	-0.3515786826610565
372587	rnn.bias_ih_l0	6	-0.10490512102842331
372587	rnn.bias_ih_l0	7	-0.3120115101337433
372587	rnn.bias_ih_l0	8	-0.23562702536582947
372587	rnn.bias_ih_l0	9	-0.39379048347473145
372587	rnn.bias_hh_l0	0	-0.31030935049057007
372587	rnn.bias_hh_l0	1	-0.3228287994861603
372587	rnn.bias_hh_l0	2	-0.27106973528862
372587	rnn.bias_hh_l0	3	-0.07415088266134262
372587	rnn.bias_hh_l0	4	-0.29996055364608765
372587	rnn.bias_hh_l0	5	-0.29763469099998474
372587	rnn.bias_hh_l0	6	-0.11634709686040878
372587	rnn.bias_hh_l0	7	0.06857606768608093
372587	rnn.bias_hh_l0	8	-0.2203403264284134
372587	rnn.bias_hh_l0	9	-0.47894909977912903
372587	rnn.weight_ih_l0_reverse	0	0.028386319056153297
372587	rnn.weight_ih_l0_reverse	1	-0.054693903774023056
372587	rnn.weight_ih_l0_reverse	2	-0.026002896949648857
372587	rnn.weight_ih_l0_reverse	3	-0.10013025254011154
372587	rnn.weight_ih_l0_reverse	4	0.0674145519733429
372587	rnn.weight_ih_l0_reverse	5	-0.10580950230360031
372587	rnn.weight_ih_l0_reverse	6	0.0028393901884555817
372587	rnn.weight_ih_l0_reverse	7	0.011853364296257496
372587	rnn.weight_ih_l0_reverse	8	-0.04820750281214714
372587	rnn.weight_ih_l0_reverse	9	-0.08001062273979187
372587	rnn.weight_hh_l0_reverse	0	-0.09703242778778076
372587	rnn.weight_hh_l0_reverse	1	0.02362709864974022
372587	rnn.weight_hh_l0_reverse	2	-0.016650935634970665
372587	rnn.weight_hh_l0_reverse	3	0.028433075174689293
372587	rnn.weight_hh_l0_reverse	4	-0.07460292428731918
372587	rnn.weight_hh_l0_reverse	5	0.039466992020606995
372587	rnn.weight_hh_l0_reverse	6	0.02184510976076126
372587	rnn.weight_hh_l0_reverse	7	-0.050621140748262405
372587	rnn.weight_hh_l0_reverse	8	-0.01921459287405014
372587	rnn.weight_hh_l0_reverse	9	0.07818638533353806
372587	rnn.bias_ih_l0_reverse	0	-0.1494513899087906
372587	rnn.bias_ih_l0_reverse	1	-0.07011405378580093
372587	rnn.bias_ih_l0_reverse	2	0.11559151858091354
372587	rnn.bias_ih_l0_reverse	3	-0.2700049579143524
372587	rnn.bias_ih_l0_reverse	4	-0.03331713005900383
372587	rnn.bias_ih_l0_reverse	5	-0.1939750611782074
372587	rnn.bias_ih_l0_reverse	6	0.23994198441505432
372587	rnn.bias_ih_l0_reverse	7	-0.2994769811630249
372587	rnn.bias_ih_l0_reverse	8	-0.14022064208984375
372587	rnn.bias_ih_l0_reverse	9	-0.18635770678520203
372587	rnn.bias_hh_l0_reverse	0	-0.13773088157176971
372587	rnn.bias_hh_l0_reverse	1	0.2492164820432663
372587	rnn.bias_hh_l0_reverse	2	-0.31066328287124634
372587	rnn.bias_hh_l0_reverse	3	-0.1949743926525116
372587	rnn.bias_hh_l0_reverse	4	-0.3581998944282532
372587	rnn.bias_hh_l0_reverse	5	-0.1755702793598175
372587	rnn.bias_hh_l0_reverse	6	-0.27768826484680176
372587	rnn.bias_hh_l0_reverse	7	-0.073214590549469
372587	rnn.bias_hh_l0_reverse	8	-0.25580549240112305
372587	rnn.bias_hh_l0_reverse	9	0.19222162663936615
372587	linear.weight	0	0.15752018988132477
372587	linear.weight	1	-0.4321381747722626
372587	linear.weight	2	0.022031012922525406
372587	linear.weight	3	0.06763114035129547
372587	linear.weight	4	-0.14622968435287476
372587	linear.weight	5	0.18953365087509155
372587	linear.weight	6	-0.07547064870595932
372587	linear.weight	7	-0.06315488368272781
372587	linear.weight	8	0.02719583362340927
372587	linear.weight	9	-0.04642324522137642
372587	linear.bias	0	-0.9727976322174072
372587	linear.bias	1	1.8692463636398315
372587	linear.bias	2	0.7308306694030762
372587	linear.bias	3	-2.6128523349761963
372587	linear.bias	4	-0.17142772674560547
372587	linear.bias	5	1.2281521558761597
372587	linear.bias	6	-0.22836712002754211
372587	linear.bias	7	0.718212902545929
372587	linear.bias	8	2.193715810775757
372587	linear.bias	9	-1.4943571090698242
373196	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
373196	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
373196	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
373196	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
373196	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
373196	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
373196	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
373196	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
373196	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
373196	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
373196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
373196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
373196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
373196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
373196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
373196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
373196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
373196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
373196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
373196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
373196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
373196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
373196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
373196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
373196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
373196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
373196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
373196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
373196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
373196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
373196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
373196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
373196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
373196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
373196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
373196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
373196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
373196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
373196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
373196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
373196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
373196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
373196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
373196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
373196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
373196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
373196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
373196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
373196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
373196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
373196	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
373196	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
373196	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
373196	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
373196	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
373196	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
373196	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
373196	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
373196	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
373196	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
373196	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
373196	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
373196	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
373196	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
373196	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
373196	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
373196	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
373196	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
373196	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
373196	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
373196	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
373196	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
373196	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
373196	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
373196	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
373196	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
373196	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
373196	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
373196	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
373196	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
373196	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
373196	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
373196	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
373196	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
373196	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
373196	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
373196	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
373196	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
373196	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
373196	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
373196	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
373196	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
373196	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
373196	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
373196	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
373196	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
373196	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
373196	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
373196	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
373196	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
373196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
373196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
373196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
373196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
373196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
373196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
373196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
373196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
373196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
373196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
373196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
373196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
373196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
373196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
373196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
373196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
373196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
373196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
373196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
373196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
373196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
373196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
373196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
373196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
373196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
373196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
373196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
373196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
373196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
373196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
373196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
373196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
373196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
373196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
373196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
373196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
373196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
373196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
373196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
373196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
373196	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
373196	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
373196	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
373196	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
373196	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
373196	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
373196	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
373196	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
373196	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
373196	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
373196	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
373196	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
373196	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
373196	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
373196	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
373196	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
373196	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
373196	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
373196	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
373196	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
373196	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
373196	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
373196	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
373196	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
373196	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
373196	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
373196	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
373196	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
373196	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
373196	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
373196	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
373196	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
373196	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
373196	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
373196	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
373196	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
373196	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
373196	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
373196	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
373196	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
373196	embedding2nn.weight	0	0.313804566860199
373196	embedding2nn.weight	1	0.37571612000465393
373196	embedding2nn.weight	2	-0.004118712153285742
373196	embedding2nn.weight	3	-0.02035159058868885
373196	embedding2nn.weight	4	-0.03450486809015274
373196	embedding2nn.weight	5	0.06876934319734573
373196	embedding2nn.weight	6	0.037646304816007614
373196	embedding2nn.weight	7	0.002267383271828294
373196	embedding2nn.weight	8	0.06429334729909897
373196	embedding2nn.weight	9	-0.02862110361456871
373196	embedding2nn.bias	0	0.04127665236592293
373196	embedding2nn.bias	1	-0.1815897673368454
373196	embedding2nn.bias	2	0.0917489305138588
373196	embedding2nn.bias	3	0.12525811791419983
373196	embedding2nn.bias	4	0.18770264089107513
373196	embedding2nn.bias	5	-0.062313925474882126
373196	embedding2nn.bias	6	-0.024170374497771263
373196	embedding2nn.bias	7	0.0407981351017952
373196	embedding2nn.bias	8	-0.15872517228126526
373196	embedding2nn.bias	9	-0.35722294449806213
373196	rnn.weight_ih_l0	0	0.01225210539996624
373196	rnn.weight_ih_l0	1	-0.07223745435476303
373196	rnn.weight_ih_l0	2	-0.05796786770224571
373196	rnn.weight_ih_l0	3	0.11057431995868683
373196	rnn.weight_ih_l0	4	-0.010617081075906754
373196	rnn.weight_ih_l0	5	-0.11879130452871323
373196	rnn.weight_ih_l0	6	-0.010253873653709888
373196	rnn.weight_ih_l0	7	-0.01486978866159916
373196	rnn.weight_ih_l0	8	0.006624759640544653
373196	rnn.weight_ih_l0	9	-0.07496954500675201
373196	rnn.weight_hh_l0	0	-4.261900539859198e-05
373196	rnn.weight_hh_l0	1	0.06490080803632736
373196	rnn.weight_hh_l0	2	0.03076067753136158
373196	rnn.weight_hh_l0	3	0.01099687721580267
373196	rnn.weight_hh_l0	4	0.020364247262477875
373196	rnn.weight_hh_l0	5	0.05303223803639412
373196	rnn.weight_hh_l0	6	-0.04839995875954628
373196	rnn.weight_hh_l0	7	-0.07320909947156906
373196	rnn.weight_hh_l0	8	0.040591925382614136
373196	rnn.weight_hh_l0	9	-0.10346350818872452
373196	rnn.bias_ih_l0	0	0.193816676735878
373196	rnn.bias_ih_l0	1	-0.2765239179134369
373196	rnn.bias_ih_l0	2	-0.02383998967707157
373196	rnn.bias_ih_l0	3	-0.1835378110408783
373196	rnn.bias_ih_l0	4	-0.005178255960345268
373196	rnn.bias_ih_l0	5	-0.3633687198162079
373196	rnn.bias_ih_l0	6	-0.11278007179498672
373196	rnn.bias_ih_l0	7	-0.3103730380535126
373196	rnn.bias_ih_l0	8	-0.23941582441329956
373196	rnn.bias_ih_l0	9	-0.41067445278167725
373196	rnn.bias_hh_l0	0	-0.302549809217453
373196	rnn.bias_hh_l0	1	-0.32460859417915344
373196	rnn.bias_hh_l0	2	-0.27050498127937317
373196	rnn.bias_hh_l0	3	-0.06955928355455399
373196	rnn.bias_hh_l0	4	-0.3067072331905365
373196	rnn.bias_hh_l0	5	-0.29766008257865906
373196	rnn.bias_hh_l0	6	-0.11740941554307938
373196	rnn.bias_hh_l0	7	0.06967875361442566
373196	rnn.bias_hh_l0	8	-0.21934400498867035
373196	rnn.bias_hh_l0	9	-0.4765473008155823
373196	rnn.weight_ih_l0_reverse	0	0.02562754973769188
373196	rnn.weight_ih_l0_reverse	1	-0.05478302761912346
373196	rnn.weight_ih_l0_reverse	2	-0.025120927020907402
373196	rnn.weight_ih_l0_reverse	3	-0.09966886043548584
373196	rnn.weight_ih_l0_reverse	4	0.0662340372800827
373196	rnn.weight_ih_l0_reverse	5	-0.11135467886924744
373196	rnn.weight_ih_l0_reverse	6	0.00877407193183899
373196	rnn.weight_ih_l0_reverse	7	0.015278559178113937
373196	rnn.weight_ih_l0_reverse	8	-0.0490165576338768
373196	rnn.weight_ih_l0_reverse	9	-0.07858284562826157
373196	rnn.weight_hh_l0_reverse	0	-0.09814619272947311
373196	rnn.weight_hh_l0_reverse	1	0.02429743856191635
373196	rnn.weight_hh_l0_reverse	2	-0.01612411066889763
373196	rnn.weight_hh_l0_reverse	3	0.026400858536362648
373196	rnn.weight_hh_l0_reverse	4	-0.07496914267539978
373196	rnn.weight_hh_l0_reverse	5	0.04002491012215614
373196	rnn.weight_hh_l0_reverse	6	0.02150437794625759
373196	rnn.weight_hh_l0_reverse	7	-0.055066920816898346
373196	rnn.weight_hh_l0_reverse	8	-0.017876289784908295
373196	rnn.weight_hh_l0_reverse	9	0.07651917636394501
373196	rnn.bias_ih_l0_reverse	0	-0.15334905683994293
373196	rnn.bias_ih_l0_reverse	1	-0.06569815427064896
373196	rnn.bias_ih_l0_reverse	2	0.12146086245775223
373196	rnn.bias_ih_l0_reverse	3	-0.2576403021812439
373196	rnn.bias_ih_l0_reverse	4	-0.03869935870170593
373196	rnn.bias_ih_l0_reverse	5	-0.1933281123638153
373196	rnn.bias_ih_l0_reverse	6	0.2339877486228943
373196	rnn.bias_ih_l0_reverse	7	-0.2930837869644165
373196	rnn.bias_ih_l0_reverse	8	-0.13873954117298126
373196	rnn.bias_ih_l0_reverse	9	-0.18123537302017212
373196	rnn.bias_hh_l0_reverse	0	-0.14722123742103577
373196	rnn.bias_hh_l0_reverse	1	0.251908540725708
373196	rnn.bias_hh_l0_reverse	2	-0.31294992566108704
373196	rnn.bias_hh_l0_reverse	3	-0.19345970451831818
373196	rnn.bias_hh_l0_reverse	4	-0.35479649901390076
373196	rnn.bias_hh_l0_reverse	5	-0.17433777451515198
373196	rnn.bias_hh_l0_reverse	6	-0.27382367849349976
373196	rnn.bias_hh_l0_reverse	7	-0.07837270200252533
373196	rnn.bias_hh_l0_reverse	8	-0.25210651755332947
373196	rnn.bias_hh_l0_reverse	9	0.20102283358573914
373196	linear.weight	0	0.1330329179763794
373196	linear.weight	1	-0.4755498170852661
373196	linear.weight	2	0.09086111187934875
373196	linear.weight	3	0.06763263046741486
373196	linear.weight	4	-0.15565966069698334
373196	linear.weight	5	0.23946572840213776
373196	linear.weight	6	-0.03180020675063133
373196	linear.weight	7	-0.0631454661488533
373196	linear.weight	8	0.057270437479019165
373196	linear.weight	9	-0.04644051194190979
373196	linear.bias	0	-0.9744356870651245
373196	linear.bias	1	1.9392036199569702
373196	linear.bias	2	0.6751232147216797
373196	linear.bias	3	-2.6133134365081787
373196	linear.bias	4	-0.1791364699602127
373196	linear.bias	5	1.2056206464767456
373196	linear.bias	6	-0.21238203346729279
373196	linear.bias	7	0.699569821357727
373196	linear.bias	8	2.142118215560913
373196	linear.bias	9	-1.4735326766967773
373805	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
373805	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
373805	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
373805	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
373805	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
373805	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
373805	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
373805	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
373805	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
373805	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
373805	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
373805	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
373805	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
373805	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
373805	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
373805	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
373805	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
373805	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
373805	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
373805	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
373805	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
373805	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
373805	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
373805	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
373805	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
373805	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
373805	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
373805	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
373805	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
373805	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
373805	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
373805	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
373805	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
373805	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
373805	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
373805	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
373805	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
373805	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
373805	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
373805	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
373805	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
373805	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
373805	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
373805	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
373805	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
373805	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
373805	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
373805	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
373805	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
373805	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
373805	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
373805	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
373805	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
373805	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
373805	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
373805	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
373805	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
373805	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
373805	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
373805	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
373805	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
373805	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
373805	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
373805	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
373805	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
373805	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
373805	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
373805	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
373805	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
373805	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
373805	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
373805	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
373805	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
373805	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
373805	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
373805	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
373805	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
373805	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
373805	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
373805	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
373805	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
373805	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
373805	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
373805	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
373805	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
373805	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
373805	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
373805	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
373805	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
373805	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
373805	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
373805	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
373805	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
373805	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
373805	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
373805	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
373805	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
373805	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
373805	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
373805	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
373805	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
373805	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
373805	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
373805	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
373805	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
373805	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
373805	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
373805	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
373805	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
373805	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
373805	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
373805	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
373805	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
373805	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
373805	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
373805	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
373805	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
373805	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
373805	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
373805	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
373805	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
373805	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
373805	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
373805	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
373805	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
373805	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
373805	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
373805	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
373805	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
373805	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
373805	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
373805	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
373805	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
373805	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
373805	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
373805	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
373805	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
373805	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
373805	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
373805	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
373805	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
373805	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
373805	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
373805	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
373805	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
373805	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
373805	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
373805	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
373805	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
373805	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
373805	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
373805	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
373805	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
373805	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
373805	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
373805	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
373805	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
373805	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
373805	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
373805	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
373805	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
373805	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
373805	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
373805	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
373805	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
373805	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
373805	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
373805	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
373805	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
373805	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
373805	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
373805	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
373805	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
373805	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
373805	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
373805	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
373805	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
373805	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
373805	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
373805	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
373805	embedding2nn.weight	0	0.31464600563049316
373805	embedding2nn.weight	1	0.3671509325504303
373805	embedding2nn.weight	2	-0.004703850019723177
373805	embedding2nn.weight	3	-0.014276718720793724
373805	embedding2nn.weight	4	-0.03815076872706413
373805	embedding2nn.weight	5	0.06604287773370743
373805	embedding2nn.weight	6	0.03762960806488991
373805	embedding2nn.weight	7	-0.003713189158588648
373805	embedding2nn.weight	8	0.059393588453531265
373805	embedding2nn.weight	9	-0.01715915836393833
373805	embedding2nn.bias	0	0.05365942046046257
373805	embedding2nn.bias	1	-0.17184804379940033
373805	embedding2nn.bias	2	0.06727807968854904
373805	embedding2nn.bias	3	0.13665060698986053
373805	embedding2nn.bias	4	0.14533287286758423
373805	embedding2nn.bias	5	-0.07914326339960098
373805	embedding2nn.bias	6	-0.03671983256936073
373805	embedding2nn.bias	7	0.026940206065773964
373805	embedding2nn.bias	8	-0.16904692351818085
373805	embedding2nn.bias	9	-0.3935035765171051
373805	rnn.weight_ih_l0	0	0.01256388146430254
373805	rnn.weight_ih_l0	1	-0.07249473035335541
373805	rnn.weight_ih_l0	2	-0.06423630565404892
373805	rnn.weight_ih_l0	3	0.11037945002317429
373805	rnn.weight_ih_l0	4	-0.011117354035377502
373805	rnn.weight_ih_l0	5	-0.11061452329158783
373805	rnn.weight_ih_l0	6	-0.01015725638717413
373805	rnn.weight_ih_l0	7	-0.014072497375309467
373805	rnn.weight_ih_l0	8	0.008818427100777626
373805	rnn.weight_ih_l0	9	-0.07446315139532089
373805	rnn.weight_hh_l0	0	0.0001173452619696036
373805	rnn.weight_hh_l0	1	0.06541889160871506
373805	rnn.weight_hh_l0	2	0.03084709122776985
373805	rnn.weight_hh_l0	3	0.010742777027189732
373805	rnn.weight_hh_l0	4	0.020617567002773285
373805	rnn.weight_hh_l0	5	0.0533796027302742
373805	rnn.weight_hh_l0	6	-0.04859358072280884
373805	rnn.weight_hh_l0	7	-0.07352732867002487
373805	rnn.weight_hh_l0	8	0.040438778698444366
373805	rnn.weight_hh_l0	9	-0.10392419248819351
373805	rnn.bias_ih_l0	0	0.1733749359846115
373805	rnn.bias_ih_l0	1	-0.2700914442539215
373805	rnn.bias_ih_l0	2	-0.03047855570912361
373805	rnn.bias_ih_l0	3	-0.19563855230808258
373805	rnn.bias_ih_l0	4	-0.008690926246345043
373805	rnn.bias_ih_l0	5	-0.3536396920681
373805	rnn.bias_ih_l0	6	-0.11527390778064728
373805	rnn.bias_ih_l0	7	-0.312666654586792
373805	rnn.bias_ih_l0	8	-0.24434775114059448
373805	rnn.bias_ih_l0	9	-0.39898812770843506
373805	rnn.bias_hh_l0	0	-0.297225683927536
373805	rnn.bias_hh_l0	1	-0.3284548819065094
373805	rnn.bias_hh_l0	2	-0.27051013708114624
373805	rnn.bias_hh_l0	3	-0.07117869704961777
373805	rnn.bias_hh_l0	4	-0.2998747229576111
373805	rnn.bias_hh_l0	5	-0.2930654287338257
373805	rnn.bias_hh_l0	6	-0.11916297674179077
373805	rnn.bias_hh_l0	7	0.0722588375210762
373805	rnn.bias_hh_l0	8	-0.22455929219722748
373805	rnn.bias_hh_l0	9	-0.46351495385169983
373805	rnn.weight_ih_l0_reverse	0	0.023316383361816406
373805	rnn.weight_ih_l0_reverse	1	-0.05274948477745056
373805	rnn.weight_ih_l0_reverse	2	-0.027837272733449936
373805	rnn.weight_ih_l0_reverse	3	-0.10218053311109543
373805	rnn.weight_ih_l0_reverse	4	0.06712601333856583
373805	rnn.weight_ih_l0_reverse	5	-0.11134207248687744
373805	rnn.weight_ih_l0_reverse	6	-0.0011421728413552046
373805	rnn.weight_ih_l0_reverse	7	0.015092890709638596
373805	rnn.weight_ih_l0_reverse	8	-0.04686969891190529
373805	rnn.weight_ih_l0_reverse	9	-0.07951723784208298
373805	rnn.weight_hh_l0_reverse	0	-0.09772846102714539
373805	rnn.weight_hh_l0_reverse	1	0.023933328688144684
373805	rnn.weight_hh_l0_reverse	2	-0.015029174275696278
373805	rnn.weight_hh_l0_reverse	3	0.027098894119262695
373805	rnn.weight_hh_l0_reverse	4	-0.07510299980640411
373805	rnn.weight_hh_l0_reverse	5	0.03993397206068039
373805	rnn.weight_hh_l0_reverse	6	0.02169872261583805
373805	rnn.weight_hh_l0_reverse	7	-0.055056825280189514
373805	rnn.weight_hh_l0_reverse	8	-0.02540367655456066
373805	rnn.weight_hh_l0_reverse	9	0.07813233882188797
373805	rnn.bias_ih_l0_reverse	0	-0.15457689762115479
373805	rnn.bias_ih_l0_reverse	1	-0.0681394711136818
373805	rnn.bias_ih_l0_reverse	2	0.11439894139766693
373805	rnn.bias_ih_l0_reverse	3	-0.261430025100708
373805	rnn.bias_ih_l0_reverse	4	-0.03641010448336601
373805	rnn.bias_ih_l0_reverse	5	-0.18794101476669312
373805	rnn.bias_ih_l0_reverse	6	0.24273402988910675
373805	rnn.bias_ih_l0_reverse	7	-0.3007080852985382
373805	rnn.bias_ih_l0_reverse	8	-0.13860253989696503
373805	rnn.bias_ih_l0_reverse	9	-0.18817870318889618
373805	rnn.bias_hh_l0_reverse	0	-0.1248466819524765
373805	rnn.bias_hh_l0_reverse	1	0.25872498750686646
373805	rnn.bias_hh_l0_reverse	2	-0.3208065629005432
373805	rnn.bias_hh_l0_reverse	3	-0.19438591599464417
373805	rnn.bias_hh_l0_reverse	4	-0.3548015356063843
373805	rnn.bias_hh_l0_reverse	5	-0.17462986707687378
373805	rnn.bias_hh_l0_reverse	6	-0.26816070079803467
373805	rnn.bias_hh_l0_reverse	7	-0.0712551698088646
373805	rnn.bias_hh_l0_reverse	8	-0.24807439744472504
373805	rnn.bias_hh_l0_reverse	9	0.19697536528110504
373805	linear.weight	0	0.14609159529209137
373805	linear.weight	1	-0.4486091434955597
373805	linear.weight	2	0.07587503641843796
373805	linear.weight	3	0.06763622164726257
373805	linear.weight	4	-0.11186253279447556
373805	linear.weight	5	0.21476225554943085
373805	linear.weight	6	-0.02646034210920334
373805	linear.weight	7	-0.06313411891460419
373805	linear.weight	8	0.07625503093004227
373805	linear.weight	9	-0.04646000266075134
373805	linear.bias	0	-1.0260766744613647
373805	linear.bias	1	1.9057732820510864
373805	linear.bias	2	0.7217217087745667
373805	linear.bias	3	-2.6137852668762207
373805	linear.bias	4	-0.178407683968544
373805	linear.bias	5	1.2152068614959717
373805	linear.bias	6	-0.21921859681606293
373805	linear.bias	7	0.7401671409606934
373805	linear.bias	8	2.1293952465057373
373805	linear.bias	9	-1.471089482307434
374414	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
374414	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
374414	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
374414	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
374414	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
374414	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
374414	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
374414	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
374414	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
374414	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
374414	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
374414	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
374414	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
374414	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
374414	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
374414	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
374414	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
374414	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
374414	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
374414	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
374414	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
374414	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
374414	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
374414	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
374414	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
374414	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
374414	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
374414	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
374414	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
374414	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
374414	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
374414	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
374414	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
374414	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
374414	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
374414	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
374414	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
374414	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
374414	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
374414	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
374414	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
374414	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
374414	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
374414	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
374414	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
374414	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
374414	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
374414	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
374414	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
374414	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
374414	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
374414	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
374414	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
374414	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
374414	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
374414	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
374414	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
374414	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
374414	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
374414	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
374414	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
374414	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
374414	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
374414	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
374414	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
374414	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
374414	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
374414	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
374414	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
374414	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
374414	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
374414	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
374414	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
374414	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
374414	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
374414	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
374414	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
374414	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
374414	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
374414	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
374414	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
374414	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
374414	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
374414	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
374414	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
374414	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
374414	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
374414	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
374414	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
374414	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
374414	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
374414	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
374414	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
374414	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
374414	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
374414	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
374414	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
374414	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
374414	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
374414	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
374414	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
374414	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
374414	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
374414	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
374414	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
374414	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
374414	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
374414	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
374414	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
374414	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
374414	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
374414	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
374414	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
374414	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
374414	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
374414	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
374414	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
374414	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
374414	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
374414	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
374414	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
374414	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
374414	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
374414	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
374414	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
374414	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
374414	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
374414	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
374414	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
374414	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
374414	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
374414	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
374414	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
374414	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
374414	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
374414	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
374414	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
374414	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
374414	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
374414	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
374414	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
374414	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
374414	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
374414	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
374414	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
374414	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
374414	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
374414	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
374414	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
374414	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
374414	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
374414	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
374414	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
374414	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
374414	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
374414	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
374414	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
374414	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
374414	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
374414	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
374414	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
374414	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
374414	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
374414	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
374414	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
374414	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
374414	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
374414	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
374414	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
374414	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
374414	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
374414	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
374414	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
374414	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
374414	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
374414	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
374414	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
374414	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
374414	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
374414	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
374414	embedding2nn.weight	0	0.31238114833831787
374414	embedding2nn.weight	1	0.36691203713417053
374414	embedding2nn.weight	2	-0.00648542121052742
374414	embedding2nn.weight	3	-0.0035113096237182617
374414	embedding2nn.weight	4	-0.04662162810564041
374414	embedding2nn.weight	5	0.06648673117160797
374414	embedding2nn.weight	6	0.03401995822787285
374414	embedding2nn.weight	7	0.004751826636493206
374414	embedding2nn.weight	8	0.057135630398988724
374414	embedding2nn.weight	9	-0.019246995449066162
374414	embedding2nn.bias	0	0.05304255709052086
374414	embedding2nn.bias	1	-0.18883724510669708
374414	embedding2nn.bias	2	0.08582233637571335
374414	embedding2nn.bias	3	0.14854620397090912
374414	embedding2nn.bias	4	0.1400025337934494
374414	embedding2nn.bias	5	-0.08741066604852676
374414	embedding2nn.bias	6	-0.03189874812960625
374414	embedding2nn.bias	7	0.039401110261678696
374414	embedding2nn.bias	8	-0.161077082157135
374414	embedding2nn.bias	9	-0.38549163937568665
374414	rnn.weight_ih_l0	0	0.011971373111009598
374414	rnn.weight_ih_l0	1	-0.07274091988801956
374414	rnn.weight_ih_l0	2	-0.06405101716518402
374414	rnn.weight_ih_l0	3	0.1051693856716156
374414	rnn.weight_ih_l0	4	-0.020988911390304565
374414	rnn.weight_ih_l0	5	-0.10612733662128448
374414	rnn.weight_ih_l0	6	-0.013924947008490562
374414	rnn.weight_ih_l0	7	-0.018213137984275818
374414	rnn.weight_ih_l0	8	0.0029622800648212433
374414	rnn.weight_ih_l0	9	-0.06697838753461838
374414	rnn.weight_hh_l0	0	-0.00035224235034547746
374414	rnn.weight_hh_l0	1	0.06586331129074097
374414	rnn.weight_hh_l0	2	0.029652418568730354
374414	rnn.weight_hh_l0	3	0.010529727675020695
374414	rnn.weight_hh_l0	4	0.02196080982685089
374414	rnn.weight_hh_l0	5	0.054741475731134415
374414	rnn.weight_hh_l0	6	-0.04859764873981476
374414	rnn.weight_hh_l0	7	-0.07217292487621307
374414	rnn.weight_hh_l0	8	0.04053625464439392
374414	rnn.weight_hh_l0	9	-0.1045752614736557
374414	rnn.bias_ih_l0	0	0.1793081909418106
374414	rnn.bias_ih_l0	1	-0.26579055190086365
374414	rnn.bias_ih_l0	2	-0.028554845601320267
374414	rnn.bias_ih_l0	3	-0.1960272192955017
374414	rnn.bias_ih_l0	4	-0.014079599641263485
374414	rnn.bias_ih_l0	5	-0.3590796887874603
374414	rnn.bias_ih_l0	6	-0.11321630328893661
374414	rnn.bias_ih_l0	7	-0.3134762644767761
374414	rnn.bias_ih_l0	8	-0.24636027216911316
374414	rnn.bias_ih_l0	9	-0.4052969813346863
374414	rnn.bias_hh_l0	0	-0.30285125970840454
374414	rnn.bias_hh_l0	1	-0.3243597149848938
374414	rnn.bias_hh_l0	2	-0.27741262316703796
374414	rnn.bias_hh_l0	3	-0.07042556256055832
374414	rnn.bias_hh_l0	4	-0.3081766664981842
374414	rnn.bias_hh_l0	5	-0.29322484135627747
374414	rnn.bias_hh_l0	6	-0.11319702118635178
374414	rnn.bias_hh_l0	7	0.08402290940284729
374414	rnn.bias_hh_l0	8	-0.22168658673763275
374414	rnn.bias_hh_l0	9	-0.4744701385498047
374414	rnn.weight_ih_l0_reverse	0	0.024176672101020813
374414	rnn.weight_ih_l0_reverse	1	-0.051193445920944214
374414	rnn.weight_ih_l0_reverse	2	-0.024321090430021286
374414	rnn.weight_ih_l0_reverse	3	-0.10251042246818542
374414	rnn.weight_ih_l0_reverse	4	0.06315652281045914
374414	rnn.weight_ih_l0_reverse	5	-0.13011939823627472
374414	rnn.weight_ih_l0_reverse	6	-0.0016458898317068815
374414	rnn.weight_ih_l0_reverse	7	0.016922352835536003
374414	rnn.weight_ih_l0_reverse	8	-0.046890903264284134
374414	rnn.weight_ih_l0_reverse	9	-0.08543215692043304
374414	rnn.weight_hh_l0_reverse	0	-0.09919080138206482
374414	rnn.weight_hh_l0_reverse	1	0.025420067831873894
374414	rnn.weight_hh_l0_reverse	2	-0.014276344329118729
374414	rnn.weight_hh_l0_reverse	3	0.025832246989011765
374414	rnn.weight_hh_l0_reverse	4	-0.07414323091506958
374414	rnn.weight_hh_l0_reverse	5	0.03959531709551811
374414	rnn.weight_hh_l0_reverse	6	0.021841801702976227
374414	rnn.weight_hh_l0_reverse	7	-0.05779639631509781
374414	rnn.weight_hh_l0_reverse	8	-0.027008701115846634
374414	rnn.weight_hh_l0_reverse	9	0.07808178663253784
374414	rnn.bias_ih_l0_reverse	0	-0.15712499618530273
374414	rnn.bias_ih_l0_reverse	1	-0.07618682086467743
374414	rnn.bias_ih_l0_reverse	2	0.10838615149259567
374414	rnn.bias_ih_l0_reverse	3	-0.2607685327529907
374414	rnn.bias_ih_l0_reverse	4	-0.03600720688700676
374414	rnn.bias_ih_l0_reverse	5	-0.19401702284812927
374414	rnn.bias_ih_l0_reverse	6	0.23880451917648315
374414	rnn.bias_ih_l0_reverse	7	-0.2995319664478302
374414	rnn.bias_ih_l0_reverse	8	-0.13632440567016602
374414	rnn.bias_ih_l0_reverse	9	-0.18466335535049438
374414	rnn.bias_hh_l0_reverse	0	-0.12468671798706055
374414	rnn.bias_hh_l0_reverse	1	0.2647271156311035
374414	rnn.bias_hh_l0_reverse	2	-0.3306264281272888
374414	rnn.bias_hh_l0_reverse	3	-0.19245608150959015
374414	rnn.bias_hh_l0_reverse	4	-0.3565905690193176
374414	rnn.bias_hh_l0_reverse	5	-0.16820530593395233
374414	rnn.bias_hh_l0_reverse	6	-0.27166807651519775
374414	rnn.bias_hh_l0_reverse	7	-0.06720353662967682
374414	rnn.bias_hh_l0_reverse	8	-0.2452237606048584
374414	rnn.bias_hh_l0_reverse	9	0.19575665891170502
374414	linear.weight	0	0.18323804438114166
374414	linear.weight	1	-0.4453437924385071
374414	linear.weight	2	0.06782124936580658
374414	linear.weight	3	0.06763524562120438
374414	linear.weight	4	-0.132080540060997
374414	linear.weight	5	0.19879668951034546
374414	linear.weight	6	-0.06768939644098282
374414	linear.weight	7	-0.06311986595392227
374414	linear.weight	8	0.05072454363107681
374414	linear.weight	9	-0.04647811874747276
374414	linear.bias	0	-1.019627332687378
374414	linear.bias	1	1.9643750190734863
374414	linear.bias	2	0.7067822217941284
374414	linear.bias	3	-2.614251136779785
374414	linear.bias	4	-0.20178432762622833
374414	linear.bias	5	1.168405294418335
374414	linear.bias	6	-0.21382328867912292
374414	linear.bias	7	0.7453801035881042
374414	linear.bias	8	2.149686574935913
374414	linear.bias	9	-1.4922019243240356
375023	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
375023	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
375023	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
375023	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
375023	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
375023	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
375023	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
375023	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
375023	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
375023	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
375023	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
375023	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
375023	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
375023	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
375023	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
375023	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
375023	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
375023	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
375023	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
375023	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
375023	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
375023	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
375023	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
375023	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
375023	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
375023	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
375023	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
375023	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
375023	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
375023	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
375023	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
375023	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
375023	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
375023	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
375023	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
375023	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
375023	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
375023	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
375023	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
375023	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
375023	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
375023	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
375023	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
375023	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
375023	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
375023	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
375023	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
375023	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
375023	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
375023	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
375023	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
375023	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
375023	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
375023	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
375023	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
375023	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
375023	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
375023	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
375023	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
375023	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
375023	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
375023	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
375023	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
375023	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
375023	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
375023	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
375023	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
375023	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
375023	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
375023	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
375023	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
375023	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
375023	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
375023	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
375023	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
375023	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
375023	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
375023	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
375023	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
375023	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
375023	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
375023	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
375023	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
375023	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
375023	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
375023	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
375023	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
375023	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
375023	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
375023	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
375023	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
375023	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
375023	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
375023	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
375023	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
375023	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
375023	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
375023	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
375023	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
375023	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
375023	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
375023	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
375023	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
375023	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
375023	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
375023	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
375023	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
375023	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
375023	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
375023	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
375023	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
375023	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
375023	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
375023	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
375023	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
375023	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
375023	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
375023	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
375023	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
375023	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
375023	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
375023	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
375023	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
375023	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
375023	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
375023	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
375023	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
375023	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
375023	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
375023	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
375023	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
375023	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
375023	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
375023	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
375023	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
375023	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
375023	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
375023	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
375023	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
375023	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
375023	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
375023	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
375023	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
375023	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
375023	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
375023	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
375023	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
375023	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
375023	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
375023	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
375023	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
375023	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
375023	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
375023	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
375023	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
375023	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
375023	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
375023	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
375023	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
375023	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
375023	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
375023	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
375023	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
375023	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
375023	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
375023	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
375023	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
375023	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
375023	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
375023	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
375023	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
375023	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
375023	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
375023	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
375023	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
375023	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
375023	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
375023	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
375023	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
375023	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
375023	embedding2nn.weight	0	0.31576240062713623
375023	embedding2nn.weight	1	0.36906012892723083
375023	embedding2nn.weight	2	-0.0050809746608138084
375023	embedding2nn.weight	3	-0.004562613554298878
375023	embedding2nn.weight	4	-0.04729803279042244
375023	embedding2nn.weight	5	0.06783587485551834
375023	embedding2nn.weight	6	0.029659220948815346
375023	embedding2nn.weight	7	0.0031442097388207912
375023	embedding2nn.weight	8	0.05609891936182976
375023	embedding2nn.weight	9	-0.017678551375865936
375023	embedding2nn.bias	0	0.04692044481635094
375023	embedding2nn.bias	1	-0.16065840423107147
375023	embedding2nn.bias	2	0.10360299050807953
375023	embedding2nn.bias	3	0.14212791621685028
375023	embedding2nn.bias	4	0.15211355686187744
375023	embedding2nn.bias	5	-0.07231356203556061
375023	embedding2nn.bias	6	-0.0369192399084568
375023	embedding2nn.bias	7	0.06893248856067657
375023	embedding2nn.bias	8	-0.15413452684879303
375023	embedding2nn.bias	9	-0.3695121705532074
375023	rnn.weight_ih_l0	0	0.012716236524283886
375023	rnn.weight_ih_l0	1	-0.0684002935886383
375023	rnn.weight_ih_l0	2	-0.06886499375104904
375023	rnn.weight_ih_l0	3	0.10465428233146667
375023	rnn.weight_ih_l0	4	-0.037990521639585495
375023	rnn.weight_ih_l0	5	-0.1059458926320076
375023	rnn.weight_ih_l0	6	-0.018581150099635124
375023	rnn.weight_ih_l0	7	-0.02049567550420761
375023	rnn.weight_ih_l0	8	0.0011101628188043833
375023	rnn.weight_ih_l0	9	-0.0643087849020958
375023	rnn.weight_hh_l0	0	-0.00015561030886601657
375023	rnn.weight_hh_l0	1	0.06514373421669006
375023	rnn.weight_hh_l0	2	0.03102566860616207
375023	rnn.weight_hh_l0	3	0.010124449618160725
375023	rnn.weight_hh_l0	4	0.021481357514858246
375023	rnn.weight_hh_l0	5	0.05614645034074783
375023	rnn.weight_hh_l0	6	-0.04929126426577568
375023	rnn.weight_hh_l0	7	-0.07330828160047531
375023	rnn.weight_hh_l0	8	0.040606994181871414
375023	rnn.weight_hh_l0	9	-0.10321521013975143
375023	rnn.bias_ih_l0	0	0.17540934681892395
375023	rnn.bias_ih_l0	1	-0.2615140676498413
375023	rnn.bias_ih_l0	2	-0.02978624403476715
375023	rnn.bias_ih_l0	3	-0.1931813359260559
375023	rnn.bias_ih_l0	4	-0.011325187049806118
375023	rnn.bias_ih_l0	5	-0.35523566603660583
375023	rnn.bias_ih_l0	6	-0.11227596551179886
375023	rnn.bias_ih_l0	7	-0.3123988211154938
375023	rnn.bias_ih_l0	8	-0.2489149272441864
375023	rnn.bias_ih_l0	9	-0.4007432162761688
375023	rnn.bias_hh_l0	0	-0.3013328015804291
375023	rnn.bias_hh_l0	1	-0.3235582411289215
375023	rnn.bias_hh_l0	2	-0.2809772789478302
375023	rnn.bias_hh_l0	3	-0.07596798986196518
375023	rnn.bias_hh_l0	4	-0.3122234642505646
375023	rnn.bias_hh_l0	5	-0.29517126083374023
375023	rnn.bias_hh_l0	6	-0.10974805057048798
375023	rnn.bias_hh_l0	7	0.07272683084011078
375023	rnn.bias_hh_l0	8	-0.22984270751476288
375023	rnn.bias_hh_l0	9	-0.48336395621299744
375023	rnn.weight_ih_l0_reverse	0	0.018800141289830208
375023	rnn.weight_ih_l0_reverse	1	-0.05094877630472183
375023	rnn.weight_ih_l0_reverse	2	-0.02055361308157444
375023	rnn.weight_ih_l0_reverse	3	-0.10336394608020782
375023	rnn.weight_ih_l0_reverse	4	0.06138618662953377
375023	rnn.weight_ih_l0_reverse	5	-0.12764182686805725
375023	rnn.weight_ih_l0_reverse	6	-0.0020438891369849443
375023	rnn.weight_ih_l0_reverse	7	0.015896162018179893
375023	rnn.weight_ih_l0_reverse	8	-0.04861586540937424
375023	rnn.weight_ih_l0_reverse	9	-0.0859433189034462
375023	rnn.weight_hh_l0_reverse	0	-0.10069339722394943
375023	rnn.weight_hh_l0_reverse	1	0.027520431205630302
375023	rnn.weight_hh_l0_reverse	2	-0.012768973596394062
375023	rnn.weight_hh_l0_reverse	3	0.02623569220304489
375023	rnn.weight_hh_l0_reverse	4	-0.07530675083398819
375023	rnn.weight_hh_l0_reverse	5	0.03888046368956566
375023	rnn.weight_hh_l0_reverse	6	0.02187277004122734
375023	rnn.weight_hh_l0_reverse	7	-0.05694330111145973
375023	rnn.weight_hh_l0_reverse	8	-0.025316279381513596
375023	rnn.weight_hh_l0_reverse	9	0.07897336035966873
375023	rnn.bias_ih_l0_reverse	0	-0.1484992355108261
375023	rnn.bias_ih_l0_reverse	1	-0.07435176521539688
375023	rnn.bias_ih_l0_reverse	2	0.11574504524469376
375023	rnn.bias_ih_l0_reverse	3	-0.2571394741535187
375023	rnn.bias_ih_l0_reverse	4	-0.0297260545194149
375023	rnn.bias_ih_l0_reverse	5	-0.19296230375766754
375023	rnn.bias_ih_l0_reverse	6	0.23313705623149872
375023	rnn.bias_ih_l0_reverse	7	-0.2986583113670349
375023	rnn.bias_ih_l0_reverse	8	-0.13851617276668549
375023	rnn.bias_ih_l0_reverse	9	-0.19213414192199707
375023	rnn.bias_hh_l0_reverse	0	-0.12078351527452469
375023	rnn.bias_hh_l0_reverse	1	0.2647537589073181
375023	rnn.bias_hh_l0_reverse	2	-0.3328785300254822
375023	rnn.bias_hh_l0_reverse	3	-0.18339696526527405
375023	rnn.bias_hh_l0_reverse	4	-0.3545238673686981
375023	rnn.bias_hh_l0_reverse	5	-0.17897066473960876
375023	rnn.bias_hh_l0_reverse	6	-0.270503968000412
375023	rnn.bias_hh_l0_reverse	7	-0.06395553052425385
375023	rnn.bias_hh_l0_reverse	8	-0.2596536874771118
375023	rnn.bias_hh_l0_reverse	9	0.20661550760269165
375023	linear.weight	0	0.20294278860092163
375023	linear.weight	1	-0.44074973464012146
375023	linear.weight	2	0.03687345236539841
375023	linear.weight	3	0.06763696670532227
375023	linear.weight	4	-0.10072238743305206
375023	linear.weight	5	0.18623465299606323
375023	linear.weight	6	-0.11178188771009445
375023	linear.weight	7	-0.06310496479272842
375023	linear.weight	8	0.06379267573356628
375023	linear.weight	9	-0.04649385064840317
375023	linear.bias	0	-0.995729923248291
375023	linear.bias	1	1.8582518100738525
375023	linear.bias	2	0.7439541220664978
375023	linear.bias	3	-2.6147170066833496
375023	linear.bias	4	-0.20849110186100006
375023	linear.bias	5	1.195446252822876
375023	linear.bias	6	-0.2139192372560501
375023	linear.bias	7	0.7584870457649231
375023	linear.bias	8	2.1585822105407715
375023	linear.bias	9	-1.5008412599563599
375632	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
375632	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
375632	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
375632	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
375632	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
375632	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
375632	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
375632	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
375632	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
375632	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
375632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
375632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
375632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
375632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
375632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
375632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
375632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
375632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
375632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
375632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
375632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
375632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
375632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
375632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
375632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
375632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
375632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
375632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
375632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
375632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
375632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
375632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
375632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
375632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
375632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
375632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
375632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
375632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
375632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
375632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
375632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
375632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
375632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
375632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
375632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
375632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
375632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
375632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
375632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
375632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
375632	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
375632	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
375632	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
375632	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
375632	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
375632	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
375632	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
375632	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
375632	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
375632	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
375632	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
375632	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
375632	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
375632	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
375632	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
375632	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
375632	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
375632	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
375632	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
375632	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
375632	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
375632	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
375632	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
375632	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
375632	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
375632	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
375632	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
375632	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
375632	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
375632	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
375632	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
375632	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
375632	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
375632	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
375632	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
375632	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
375632	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
375632	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
375632	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
375632	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
375632	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
375632	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
375632	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
375632	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
375632	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
375632	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
375632	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
375632	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
375632	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
375632	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
375632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
375632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
375632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
375632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
375632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
375632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
375632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
375632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
375632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
375632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
375632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
375632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
375632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
375632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
375632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
375632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
375632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
375632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
375632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
375632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
375632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
375632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
375632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
375632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
375632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
375632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
375632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
375632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
375632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
375632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
375632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
375632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
375632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
375632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
375632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
375632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
375632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
375632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
375632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
375632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
375632	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
375632	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
375632	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
375632	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
375632	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
375632	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
375632	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
375632	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
375632	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
375632	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
375632	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
375632	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
375632	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
375632	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
375632	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
375632	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
375632	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
375632	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
375632	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
375632	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
375632	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
375632	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
375632	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
375632	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
375632	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
375632	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
375632	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
375632	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
375632	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
375632	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
375632	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
375632	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
375632	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
375632	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
375632	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
375632	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
375632	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
375632	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
375632	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
375632	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
375632	embedding2nn.weight	0	0.31655970215797424
375632	embedding2nn.weight	1	0.36657431721687317
375632	embedding2nn.weight	2	-0.002315518679097295
375632	embedding2nn.weight	3	0.00047125876881182194
375632	embedding2nn.weight	4	-0.04073633626103401
375632	embedding2nn.weight	5	0.07019037753343582
375632	embedding2nn.weight	6	0.03574986010789871
375632	embedding2nn.weight	7	-0.003287790808826685
375632	embedding2nn.weight	8	0.0591343529522419
375632	embedding2nn.weight	9	-0.024471495300531387
375632	embedding2nn.bias	0	0.037426307797431946
375632	embedding2nn.bias	1	-0.1523086130619049
375632	embedding2nn.bias	2	0.09451206773519516
375632	embedding2nn.bias	3	0.13590379059314728
375632	embedding2nn.bias	4	0.1552688628435135
375632	embedding2nn.bias	5	-0.04144655168056488
375632	embedding2nn.bias	6	-0.05118061229586601
375632	embedding2nn.bias	7	0.05678790435194969
375632	embedding2nn.bias	8	-0.1326095312833786
375632	embedding2nn.bias	9	-0.3865344226360321
375632	rnn.weight_ih_l0	0	0.01176272053271532
375632	rnn.weight_ih_l0	1	-0.06955934315919876
375632	rnn.weight_ih_l0	2	-0.07601214945316315
375632	rnn.weight_ih_l0	3	0.10650977492332458
375632	rnn.weight_ih_l0	4	-0.028957683593034744
375632	rnn.weight_ih_l0	5	-0.101529061794281
375632	rnn.weight_ih_l0	6	-0.017089469358325005
375632	rnn.weight_ih_l0	7	-0.024889755994081497
375632	rnn.weight_ih_l0	8	0.010440914891660213
375632	rnn.weight_ih_l0	9	-0.06441065669059753
375632	rnn.weight_hh_l0	0	-0.0004337332211434841
375632	rnn.weight_hh_l0	1	0.06578030437231064
375632	rnn.weight_hh_l0	2	0.03142942115664482
375632	rnn.weight_hh_l0	3	0.010225323028862476
375632	rnn.weight_hh_l0	4	0.021619785577058792
375632	rnn.weight_hh_l0	5	0.056030452251434326
375632	rnn.weight_hh_l0	6	-0.049350399523973465
375632	rnn.weight_hh_l0	7	-0.07170538604259491
375632	rnn.weight_hh_l0	8	0.040696170181035995
375632	rnn.weight_hh_l0	9	-0.10254430025815964
375632	rnn.bias_ih_l0	0	0.1725723296403885
375632	rnn.bias_ih_l0	1	-0.2690352499485016
375632	rnn.bias_ih_l0	2	-0.030973555520176888
375632	rnn.bias_ih_l0	3	-0.1872771829366684
375632	rnn.bias_ih_l0	4	-0.011148054152727127
375632	rnn.bias_ih_l0	5	-0.3508532643318176
375632	rnn.bias_ih_l0	6	-0.09960426390171051
375632	rnn.bias_ih_l0	7	-0.3145383596420288
375632	rnn.bias_ih_l0	8	-0.24302859604358673
375632	rnn.bias_ih_l0	9	-0.405678391456604
375632	rnn.bias_hh_l0	0	-0.30315011739730835
375632	rnn.bias_hh_l0	1	-0.32749614119529724
375632	rnn.bias_hh_l0	2	-0.28260743618011475
375632	rnn.bias_hh_l0	3	-0.07788687199354172
375632	rnn.bias_hh_l0	4	-0.30701303482055664
375632	rnn.bias_hh_l0	5	-0.2957303822040558
375632	rnn.bias_hh_l0	6	-0.10898666083812714
375632	rnn.bias_hh_l0	7	0.0778878778219223
375632	rnn.bias_hh_l0	8	-0.23179829120635986
375632	rnn.bias_hh_l0	9	-0.4869241416454315
375632	rnn.weight_ih_l0_reverse	0	0.02593318372964859
375632	rnn.weight_ih_l0_reverse	1	-0.05147355794906616
375632	rnn.weight_ih_l0_reverse	2	-0.024218471720814705
375632	rnn.weight_ih_l0_reverse	3	-0.10592195391654968
375632	rnn.weight_ih_l0_reverse	4	0.06076425686478615
375632	rnn.weight_ih_l0_reverse	5	-0.13291221857070923
375632	rnn.weight_ih_l0_reverse	6	0.006486984901130199
375632	rnn.weight_ih_l0_reverse	7	0.014943116344511509
375632	rnn.weight_ih_l0_reverse	8	-0.05000482499599457
375632	rnn.weight_ih_l0_reverse	9	-0.08039257675409317
375632	rnn.weight_hh_l0_reverse	0	-0.10176640003919601
375632	rnn.weight_hh_l0_reverse	1	0.02917144075036049
375632	rnn.weight_hh_l0_reverse	2	-0.0131464172154665
375632	rnn.weight_hh_l0_reverse	3	0.026003537699580193
375632	rnn.weight_hh_l0_reverse	4	-0.07531078904867172
375632	rnn.weight_hh_l0_reverse	5	0.03974130377173424
375632	rnn.weight_hh_l0_reverse	6	0.021762551739811897
375632	rnn.weight_hh_l0_reverse	7	-0.05647589638829231
375632	rnn.weight_hh_l0_reverse	8	-0.025905201211571693
375632	rnn.weight_hh_l0_reverse	9	0.07848650962114334
375632	rnn.bias_ih_l0_reverse	0	-0.14472787082195282
375632	rnn.bias_ih_l0_reverse	1	-0.07388179749250412
375632	rnn.bias_ih_l0_reverse	2	0.11859675496816635
375632	rnn.bias_ih_l0_reverse	3	-0.2617660164833069
375632	rnn.bias_ih_l0_reverse	4	-0.03202870115637779
375632	rnn.bias_ih_l0_reverse	5	-0.19202502071857452
375632	rnn.bias_ih_l0_reverse	6	0.24255730211734772
375632	rnn.bias_ih_l0_reverse	7	-0.2940424978733063
375632	rnn.bias_ih_l0_reverse	8	-0.14045895636081696
375632	rnn.bias_ih_l0_reverse	9	-0.17849010229110718
375632	rnn.bias_hh_l0_reverse	0	-0.1195773109793663
375632	rnn.bias_hh_l0_reverse	1	0.2599910795688629
375632	rnn.bias_hh_l0_reverse	2	-0.32234466075897217
375632	rnn.bias_hh_l0_reverse	3	-0.1848621815443039
375632	rnn.bias_hh_l0_reverse	4	-0.354244589805603
375632	rnn.bias_hh_l0_reverse	5	-0.177963525056839
375632	rnn.bias_hh_l0_reverse	6	-0.2771739363670349
375632	rnn.bias_hh_l0_reverse	7	-0.06414203345775604
375632	rnn.bias_hh_l0_reverse	8	-0.24463947117328644
375632	rnn.bias_hh_l0_reverse	9	0.210246741771698
375632	linear.weight	0	0.1849958449602127
375632	linear.weight	1	-0.40570539236068726
375632	linear.weight	2	0.0040496354922652245
375632	linear.weight	3	0.0676405280828476
375632	linear.weight	4	-0.13818559050559998
375632	linear.weight	5	0.17223836481571198
375632	linear.weight	6	-0.10983459651470184
375632	linear.weight	7	-0.06309468299150467
375632	linear.weight	8	0.05299510434269905
375632	linear.weight	9	-0.046507157385349274
375632	linear.bias	0	-1.014768123626709
375632	linear.bias	1	1.8678598403930664
375632	linear.bias	2	0.7381684184074402
375632	linear.bias	3	-2.6151463985443115
375632	linear.bias	4	-0.20418323576450348
375632	linear.bias	5	1.1877732276916504
375632	linear.bias	6	-0.2346673309803009
375632	linear.bias	7	0.7337701916694641
375632	linear.bias	8	2.208902359008789
375632	linear.bias	9	-1.5026026964187622
376241	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
376241	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
376241	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
376241	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
376241	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
376241	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
376241	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
376241	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
376241	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
376241	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
376241	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
376241	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
376241	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
376241	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
376241	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
376241	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
376241	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
376241	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
376241	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
376241	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
376241	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
376241	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
376241	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
376241	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
376241	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
376241	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
376241	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
376241	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
376241	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
376241	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
376241	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
376241	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
376241	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
376241	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
376241	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
376241	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
376241	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
376241	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
376241	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
376241	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
376241	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
376241	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
376241	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
376241	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
376241	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
376241	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
376241	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
376241	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
376241	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
376241	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
376241	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
376241	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
376241	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
376241	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
376241	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
376241	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
376241	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
376241	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
376241	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
376241	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
376241	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
376241	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
376241	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
376241	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
376241	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
376241	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
376241	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
376241	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
376241	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
376241	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
376241	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
376241	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
376241	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
376241	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
376241	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
376241	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
376241	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
376241	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
376241	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
376241	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
376241	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
376241	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
376241	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
376241	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
376241	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
376241	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
376241	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
376241	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
376241	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
376241	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
376241	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
376241	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
376241	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
376241	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
376241	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
376241	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
376241	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
376241	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
376241	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
376241	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
376241	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
376241	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
376241	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
376241	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
376241	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
376241	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
376241	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
376241	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
376241	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
376241	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
376241	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
376241	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
376241	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
376241	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
376241	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
376241	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
376241	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
376241	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
376241	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
376241	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
376241	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
376241	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
376241	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
376241	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
376241	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
376241	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
376241	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
376241	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
376241	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
376241	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
376241	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
376241	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
376241	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
376241	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
376241	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
376241	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
376241	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
376241	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
376241	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
376241	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
376241	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
376241	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
376241	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
376241	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
376241	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
376241	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
376241	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
376241	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
376241	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
376241	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
376241	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
376241	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
376241	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
376241	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
376241	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
376241	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
376241	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
376241	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
376241	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
376241	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
376241	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
376241	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
376241	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
376241	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
376241	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
376241	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
376241	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
376241	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
376241	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
376241	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
376241	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
376241	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
376241	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
376241	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
376241	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
376241	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
376241	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
376241	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
376241	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
376241	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
376241	embedding2nn.weight	0	0.31285610795021057
376241	embedding2nn.weight	1	0.3678368628025055
376241	embedding2nn.weight	2	-0.00017730025865603238
376241	embedding2nn.weight	3	0.022352783009409904
376241	embedding2nn.weight	4	-0.04084012657403946
376241	embedding2nn.weight	5	0.06478162109851837
376241	embedding2nn.weight	6	0.03307252377271652
376241	embedding2nn.weight	7	0.0032571314368396997
376241	embedding2nn.weight	8	0.06065025180578232
376241	embedding2nn.weight	9	-0.016734668985009193
376241	embedding2nn.bias	0	0.049543675035238266
376241	embedding2nn.bias	1	-0.17010457813739777
376241	embedding2nn.bias	2	0.09912792593240738
376241	embedding2nn.bias	3	0.14044791460037231
376241	embedding2nn.bias	4	0.1577877253293991
376241	embedding2nn.bias	5	-0.05416279286146164
376241	embedding2nn.bias	6	-0.03740861266851425
376241	embedding2nn.bias	7	0.04219643771648407
376241	embedding2nn.bias	8	-0.13566362857818604
376241	embedding2nn.bias	9	-0.3999934494495392
376241	rnn.weight_ih_l0	0	0.010362994857132435
376241	rnn.weight_ih_l0	1	-0.07166248559951782
376241	rnn.weight_ih_l0	2	-0.0746832937002182
376241	rnn.weight_ih_l0	3	0.10888110101222992
376241	rnn.weight_ih_l0	4	-0.020497925579547882
376241	rnn.weight_ih_l0	5	-0.10148739069700241
376241	rnn.weight_ih_l0	6	-0.01750473491847515
376241	rnn.weight_ih_l0	7	-0.02524557150900364
376241	rnn.weight_ih_l0	8	0.0101546049118042
376241	rnn.weight_ih_l0	9	-0.05962027981877327
376241	rnn.weight_hh_l0	0	-0.00024174149439204484
376241	rnn.weight_hh_l0	1	0.06672995537519455
376241	rnn.weight_hh_l0	2	0.030587172135710716
376241	rnn.weight_hh_l0	3	0.009647991508245468
376241	rnn.weight_hh_l0	4	0.02122410759329796
376241	rnn.weight_hh_l0	5	0.057097677141427994
376241	rnn.weight_hh_l0	6	-0.04988691955804825
376241	rnn.weight_hh_l0	7	-0.07043632864952087
376241	rnn.weight_hh_l0	8	0.0406438447535038
376241	rnn.weight_hh_l0	9	-0.10458588600158691
376241	rnn.bias_ih_l0	0	0.16607245802879333
376241	rnn.bias_ih_l0	1	-0.2651594579219818
376241	rnn.bias_ih_l0	2	-0.02770186960697174
376241	rnn.bias_ih_l0	3	-0.18840889632701874
376241	rnn.bias_ih_l0	4	-0.010445154272019863
376241	rnn.bias_ih_l0	5	-0.35658136010169983
376241	rnn.bias_ih_l0	6	-0.08588217198848724
376241	rnn.bias_ih_l0	7	-0.31473445892333984
376241	rnn.bias_ih_l0	8	-0.24171161651611328
376241	rnn.bias_ih_l0	9	-0.4035691022872925
376241	rnn.bias_hh_l0	0	-0.2987734079360962
376241	rnn.bias_hh_l0	1	-0.3254782259464264
376241	rnn.bias_hh_l0	2	-0.2820126712322235
376241	rnn.bias_hh_l0	3	-0.08217170834541321
376241	rnn.bias_hh_l0	4	-0.3086073398590088
376241	rnn.bias_hh_l0	5	-0.2941596508026123
376241	rnn.bias_hh_l0	6	-0.10802777111530304
376241	rnn.bias_hh_l0	7	0.08123163878917694
376241	rnn.bias_hh_l0	8	-0.23041678965091705
376241	rnn.bias_hh_l0	9	-0.48930686712265015
376241	rnn.weight_ih_l0_reverse	0	0.032159268856048584
376241	rnn.weight_ih_l0_reverse	1	-0.05239664763212204
376241	rnn.weight_ih_l0_reverse	2	-0.026105543598532677
376241	rnn.weight_ih_l0_reverse	3	-0.1067495048046112
376241	rnn.weight_ih_l0_reverse	4	0.06048191338777542
376241	rnn.weight_ih_l0_reverse	5	-0.11517051607370377
376241	rnn.weight_ih_l0_reverse	6	-0.0002529348712414503
376241	rnn.weight_ih_l0_reverse	7	0.013944001868367195
376241	rnn.weight_ih_l0_reverse	8	-0.05450902879238129
376241	rnn.weight_ih_l0_reverse	9	-0.08134875446557999
376241	rnn.weight_hh_l0_reverse	0	-0.10255949944257736
376241	rnn.weight_hh_l0_reverse	1	0.027437686920166016
376241	rnn.weight_hh_l0_reverse	2	-0.011778806336224079
376241	rnn.weight_hh_l0_reverse	3	0.025985121726989746
376241	rnn.weight_hh_l0_reverse	4	-0.07607457041740417
376241	rnn.weight_hh_l0_reverse	5	0.04006141051650047
376241	rnn.weight_hh_l0_reverse	6	0.022144170477986336
376241	rnn.weight_hh_l0_reverse	7	-0.055978983640670776
376241	rnn.weight_hh_l0_reverse	8	-0.023836519569158554
376241	rnn.weight_hh_l0_reverse	9	0.07792140543460846
376241	rnn.bias_ih_l0_reverse	0	-0.1474696546792984
376241	rnn.bias_ih_l0_reverse	1	-0.07670764625072479
376241	rnn.bias_ih_l0_reverse	2	0.11855415999889374
376241	rnn.bias_ih_l0_reverse	3	-0.2567981779575348
376241	rnn.bias_ih_l0_reverse	4	-0.04214784875512123
376241	rnn.bias_ih_l0_reverse	5	-0.1905561089515686
376241	rnn.bias_ih_l0_reverse	6	0.23227395117282867
376241	rnn.bias_ih_l0_reverse	7	-0.28894534707069397
376241	rnn.bias_ih_l0_reverse	8	-0.14250871539115906
376241	rnn.bias_ih_l0_reverse	9	-0.17392581701278687
376241	rnn.bias_hh_l0_reverse	0	-0.11530095338821411
376241	rnn.bias_hh_l0_reverse	1	0.27033379673957825
376241	rnn.bias_hh_l0_reverse	2	-0.3196425139904022
376241	rnn.bias_hh_l0_reverse	3	-0.19227232038974762
376241	rnn.bias_hh_l0_reverse	4	-0.3589232265949249
376241	rnn.bias_hh_l0_reverse	5	-0.1887325644493103
376241	rnn.bias_hh_l0_reverse	6	-0.27855852246284485
376241	rnn.bias_hh_l0_reverse	7	-0.06490825116634369
376241	rnn.bias_hh_l0_reverse	8	-0.24557270109653473
376241	rnn.bias_hh_l0_reverse	9	0.2092960774898529
376241	linear.weight	0	0.16274727880954742
376241	linear.weight	1	-0.39369308948516846
376241	linear.weight	2	0.0007965959375724196
376241	linear.weight	3	0.06764412671327591
376241	linear.weight	4	-0.15767228603363037
376241	linear.weight	5	0.21089261770248413
376241	linear.weight	6	-0.09944122284650803
376241	linear.weight	7	-0.06308144330978394
376241	linear.weight	8	0.03820472210645676
376241	linear.weight	9	-0.0465213768184185
376241	linear.bias	0	-0.9885361194610596
376241	linear.bias	1	1.874961495399475
376241	linear.bias	2	0.7293447852134705
376241	linear.bias	3	-2.615584373474121
376241	linear.bias	4	-0.19836238026618958
376241	linear.bias	5	1.23374342918396
376241	linear.bias	6	-0.2405497133731842
376241	linear.bias	7	0.7304251194000244
376241	linear.bias	8	2.161336898803711
376241	linear.bias	9	-1.495405673980713
376850	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
376850	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
376850	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
376850	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
376850	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
376850	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
376850	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
376850	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
376850	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
376850	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
376850	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
376850	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
376850	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
376850	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
376850	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
376850	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
376850	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
376850	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
376850	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
376850	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
376850	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
376850	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
376850	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
376850	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
376850	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
376850	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
376850	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
376850	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
376850	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
376850	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
376850	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
376850	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
376850	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
376850	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
376850	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
376850	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
376850	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
376850	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
376850	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
376850	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
376850	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
376850	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
376850	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
376850	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
376850	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
376850	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
376850	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
376850	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
376850	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
376850	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
376850	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
376850	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
376850	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
376850	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
376850	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
376850	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
376850	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
376850	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
376850	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
376850	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
376850	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
376850	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
376850	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
376850	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
376850	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
376850	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
376850	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
376850	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
376850	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
376850	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
376850	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
376850	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
376850	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
376850	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
376850	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
376850	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
376850	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
376850	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
376850	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
376850	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
376850	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
376850	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
376850	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
376850	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
376850	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
376850	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
376850	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
376850	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
376850	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
376850	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
376850	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
376850	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
376850	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
376850	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
376850	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
376850	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
376850	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
376850	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
376850	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
376850	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
376850	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
376850	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
376850	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
376850	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
376850	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
376850	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
376850	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
376850	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
376850	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
376850	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
376850	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
376850	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
376850	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
376850	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
376850	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
376850	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
376850	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
376850	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
376850	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
376850	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
376850	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
376850	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
376850	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
376850	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
376850	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
376850	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
376850	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
376850	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
376850	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
376850	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
376850	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
376850	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
376850	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
376850	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
376850	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
376850	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
376850	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
376850	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
376850	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
376850	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
376850	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
376850	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
376850	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
376850	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
376850	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
376850	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
376850	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
376850	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
376850	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
376850	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
376850	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
376850	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
376850	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
376850	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
376850	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
376850	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
376850	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
376850	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
376850	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
376850	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
376850	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
376850	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
376850	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
376850	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
376850	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
376850	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
376850	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
376850	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
376850	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
376850	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
376850	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
376850	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
376850	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
376850	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
376850	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
376850	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
376850	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
376850	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
376850	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
376850	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
376850	embedding2nn.weight	0	0.31121930480003357
376850	embedding2nn.weight	1	0.36813265085220337
376850	embedding2nn.weight	2	-0.006957061123102903
376850	embedding2nn.weight	3	0.02625466138124466
376850	embedding2nn.weight	4	-0.039747972041368484
376850	embedding2nn.weight	5	0.0648898109793663
376850	embedding2nn.weight	6	0.02597280777990818
376850	embedding2nn.weight	7	0.003006366081535816
376850	embedding2nn.weight	8	0.06259243190288544
376850	embedding2nn.weight	9	-0.02046780288219452
376850	embedding2nn.bias	0	0.0385950431227684
376850	embedding2nn.bias	1	-0.18037651479244232
376850	embedding2nn.bias	2	0.09584967792034149
376850	embedding2nn.bias	3	0.14801108837127686
376850	embedding2nn.bias	4	0.16632382571697235
376850	embedding2nn.bias	5	-0.06578683853149414
376850	embedding2nn.bias	6	-0.0309727992862463
376850	embedding2nn.bias	7	0.01686246320605278
376850	embedding2nn.bias	8	-0.13439300656318665
376850	embedding2nn.bias	9	-0.39453572034835815
376850	rnn.weight_ih_l0	0	0.010547219775617123
376850	rnn.weight_ih_l0	1	-0.07242242991924286
376850	rnn.weight_ih_l0	2	-0.0740007609128952
376850	rnn.weight_ih_l0	3	0.10972890257835388
376850	rnn.weight_ih_l0	4	-0.025894351303577423
376850	rnn.weight_ih_l0	5	-0.0896160677075386
376850	rnn.weight_ih_l0	6	-0.02046828903257847
376850	rnn.weight_ih_l0	7	-0.02216132916510105
376850	rnn.weight_ih_l0	8	0.007660007104277611
376850	rnn.weight_ih_l0	9	-0.0531279519200325
376850	rnn.weight_hh_l0	0	-0.0007884484948590398
376850	rnn.weight_hh_l0	1	0.06661523878574371
376850	rnn.weight_hh_l0	2	0.032681383192539215
376850	rnn.weight_hh_l0	3	0.009780691005289555
376850	rnn.weight_hh_l0	4	0.020822780206799507
376850	rnn.weight_hh_l0	5	0.05785083398222923
376850	rnn.weight_hh_l0	6	-0.05021849647164345
376850	rnn.weight_hh_l0	7	-0.0714392140507698
376850	rnn.weight_hh_l0	8	0.041154202073812485
376850	rnn.weight_hh_l0	9	-0.10570544749498367
376850	rnn.bias_ih_l0	0	0.15911102294921875
376850	rnn.bias_ih_l0	1	-0.26321619749069214
376850	rnn.bias_ih_l0	2	-0.02930867113173008
376850	rnn.bias_ih_l0	3	-0.18744494020938873
376850	rnn.bias_ih_l0	4	-0.009428056888282299
376850	rnn.bias_ih_l0	5	-0.35709190368652344
376850	rnn.bias_ih_l0	6	-0.07503656297922134
376850	rnn.bias_ih_l0	7	-0.31522682309150696
376850	rnn.bias_ih_l0	8	-0.24131473898887634
376850	rnn.bias_ih_l0	9	-0.40490520000457764
376850	rnn.bias_hh_l0	0	-0.30074530839920044
376850	rnn.bias_hh_l0	1	-0.32889002561569214
376850	rnn.bias_hh_l0	2	-0.2744409441947937
376850	rnn.bias_hh_l0	3	-0.08906038850545883
376850	rnn.bias_hh_l0	4	-0.3075176477432251
376850	rnn.bias_hh_l0	5	-0.29574400186538696
376850	rnn.bias_hh_l0	6	-0.11195781826972961
376850	rnn.bias_hh_l0	7	0.08199455589056015
376850	rnn.bias_hh_l0	8	-0.22437946498394012
376850	rnn.bias_hh_l0	9	-0.4901524484157562
376850	rnn.weight_ih_l0_reverse	0	0.03514265641570091
376850	rnn.weight_ih_l0_reverse	1	-0.05447167158126831
376850	rnn.weight_ih_l0_reverse	2	-0.024551888927817345
376850	rnn.weight_ih_l0_reverse	3	-0.10658428817987442
376850	rnn.weight_ih_l0_reverse	4	0.06050896272063255
376850	rnn.weight_ih_l0_reverse	5	-0.12043958157300949
376850	rnn.weight_ih_l0_reverse	6	-0.0010426745284348726
376850	rnn.weight_ih_l0_reverse	7	0.014651712030172348
376850	rnn.weight_ih_l0_reverse	8	-0.050810396671295166
376850	rnn.weight_ih_l0_reverse	9	-0.07857035100460052
376850	rnn.weight_hh_l0_reverse	0	-0.10282078385353088
376850	rnn.weight_hh_l0_reverse	1	0.028461476787924767
376850	rnn.weight_hh_l0_reverse	2	-0.011126061901450157
376850	rnn.weight_hh_l0_reverse	3	0.026286939159035683
376850	rnn.weight_hh_l0_reverse	4	-0.07661007344722748
376850	rnn.weight_hh_l0_reverse	5	0.04029662534594536
376850	rnn.weight_hh_l0_reverse	6	0.02206367440521717
376850	rnn.weight_hh_l0_reverse	7	-0.05769798159599304
376850	rnn.weight_hh_l0_reverse	8	-0.024075264111161232
376850	rnn.weight_hh_l0_reverse	9	0.07826187461614609
376850	rnn.bias_ih_l0_reverse	0	-0.14446352422237396
376850	rnn.bias_ih_l0_reverse	1	-0.08349478989839554
376850	rnn.bias_ih_l0_reverse	2	0.12856808304786682
376850	rnn.bias_ih_l0_reverse	3	-0.25253719091415405
376850	rnn.bias_ih_l0_reverse	4	-0.03947856277227402
376850	rnn.bias_ih_l0_reverse	5	-0.18890230357646942
376850	rnn.bias_ih_l0_reverse	6	0.2520544230937958
376850	rnn.bias_ih_l0_reverse	7	-0.2778922915458679
376850	rnn.bias_ih_l0_reverse	8	-0.14343848824501038
376850	rnn.bias_ih_l0_reverse	9	-0.18992704153060913
376850	rnn.bias_hh_l0_reverse	0	-0.10977306962013245
376850	rnn.bias_hh_l0_reverse	1	0.26718729734420776
376850	rnn.bias_hh_l0_reverse	2	-0.3206475079059601
376850	rnn.bias_hh_l0_reverse	3	-0.19301563501358032
376850	rnn.bias_hh_l0_reverse	4	-0.3642454147338867
376850	rnn.bias_hh_l0_reverse	5	-0.17592604458332062
376850	rnn.bias_hh_l0_reverse	6	-0.28962936997413635
376850	rnn.bias_hh_l0_reverse	7	-0.06933093816041946
376850	rnn.bias_hh_l0_reverse	8	-0.2524052858352661
376850	rnn.bias_hh_l0_reverse	9	0.20145443081855774
376850	linear.weight	0	0.13766594231128693
376850	linear.weight	1	-0.4081016480922699
376850	linear.weight	2	-0.03040642850100994
376850	linear.weight	3	0.06764575839042664
376850	linear.weight	4	-0.10793909430503845
376850	linear.weight	5	0.2317846566438675
376850	linear.weight	6	-0.09101234376430511
376850	linear.weight	7	-0.06306623667478561
376850	linear.weight	8	0.04318270832300186
376850	linear.weight	9	-0.04653343930840492
376850	linear.bias	0	-0.9826028347015381
376850	linear.bias	1	1.885431170463562
376850	linear.bias	2	0.7380734086036682
376850	linear.bias	3	-2.616041660308838
376850	linear.bias	4	-0.17136695981025696
376850	linear.bias	5	1.2098463773727417
376850	linear.bias	6	-0.240074023604393
376850	linear.bias	7	0.6814002990722656
376850	linear.bias	8	2.193035364151001
376850	linear.bias	9	-1.4828068017959595
377459	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
377459	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
377459	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
377459	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
377459	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
377459	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
377459	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
377459	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
377459	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
377459	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
377459	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
377459	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
377459	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
377459	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
377459	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
377459	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
377459	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
377459	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
377459	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
377459	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
377459	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
377459	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
377459	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
377459	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
377459	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
377459	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
377459	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
377459	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
377459	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
377459	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
377459	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
377459	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
377459	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
377459	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
377459	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
377459	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
377459	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
377459	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
377459	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
377459	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
377459	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
377459	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
377459	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
377459	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
377459	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
377459	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
377459	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
377459	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
377459	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
377459	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
377459	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
377459	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
377459	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
377459	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
377459	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
377459	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
377459	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
377459	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
377459	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
377459	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
377459	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
377459	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
377459	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
377459	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
377459	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
377459	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
377459	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
377459	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
377459	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
377459	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
377459	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
377459	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
377459	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
377459	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
377459	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
377459	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
377459	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
377459	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
377459	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
377459	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
377459	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
377459	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
377459	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
377459	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
377459	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
377459	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
377459	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
377459	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
377459	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
377459	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
377459	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
377459	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
377459	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
377459	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
377459	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
377459	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
377459	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
377459	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
377459	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
377459	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
377459	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
377459	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
377459	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
377459	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
377459	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
377459	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
377459	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
377459	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
377459	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
377459	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
377459	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
377459	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
377459	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
377459	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
377459	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
377459	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
377459	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
377459	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
377459	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
377459	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
377459	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
377459	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
377459	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
377459	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
377459	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
377459	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
377459	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
377459	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
377459	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
377459	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
377459	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
377459	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
377459	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
377459	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
377459	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
377459	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
377459	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
377459	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
377459	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
377459	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
377459	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
377459	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
377459	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
377459	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
377459	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
377459	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
377459	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
377459	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
377459	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
377459	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
377459	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
377459	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
377459	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
377459	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
377459	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
377459	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
377459	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
377459	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
377459	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
377459	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
377459	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
377459	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
377459	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
377459	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
377459	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
377459	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
377459	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
377459	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
377459	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
377459	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
377459	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
377459	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
377459	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
377459	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
377459	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
377459	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
377459	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
377459	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
377459	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
377459	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
377459	embedding2nn.weight	0	0.31357890367507935
377459	embedding2nn.weight	1	0.37282153964042664
377459	embedding2nn.weight	2	-0.005513583309948444
377459	embedding2nn.weight	3	0.0229636300355196
377459	embedding2nn.weight	4	-0.042221799492836
377459	embedding2nn.weight	5	0.06379494816064835
377459	embedding2nn.weight	6	0.029950253665447235
377459	embedding2nn.weight	7	0.006218897178769112
377459	embedding2nn.weight	8	0.06837386637926102
377459	embedding2nn.weight	9	-0.027584122493863106
377459	embedding2nn.bias	0	0.05337242782115936
377459	embedding2nn.bias	1	-0.1472550332546234
377459	embedding2nn.bias	2	0.09901030361652374
377459	embedding2nn.bias	3	0.17562560737133026
377459	embedding2nn.bias	4	0.15614907443523407
377459	embedding2nn.bias	5	-0.07863939553499222
377459	embedding2nn.bias	6	-0.03283773735165596
377459	embedding2nn.bias	7	0.029954394325613976
377459	embedding2nn.bias	8	-0.13299712538719177
377459	embedding2nn.bias	9	-0.4072093367576599
377459	rnn.weight_ih_l0	0	0.01128772646188736
377459	rnn.weight_ih_l0	1	-0.07393377274274826
377459	rnn.weight_ih_l0	2	-0.07245898991823196
377459	rnn.weight_ih_l0	3	0.11430706083774567
377459	rnn.weight_ih_l0	4	-0.02587919868528843
377459	rnn.weight_ih_l0	5	-0.09358736872673035
377459	rnn.weight_ih_l0	6	-0.02082769013941288
377459	rnn.weight_ih_l0	7	-0.021878400817513466
377459	rnn.weight_ih_l0	8	0.008035525679588318
377459	rnn.weight_ih_l0	9	-0.044791340827941895
377459	rnn.weight_hh_l0	0	-0.0012863468145951629
377459	rnn.weight_hh_l0	1	0.06643662601709366
377459	rnn.weight_hh_l0	2	0.03119371272623539
377459	rnn.weight_hh_l0	3	0.00965017918497324
377459	rnn.weight_hh_l0	4	0.021032162010669708
377459	rnn.weight_hh_l0	5	0.058360032737255096
377459	rnn.weight_hh_l0	6	-0.0505315437912941
377459	rnn.weight_hh_l0	7	-0.07143624126911163
377459	rnn.weight_hh_l0	8	0.04092025011777878
377459	rnn.weight_hh_l0	9	-0.10366002470254898
377459	rnn.bias_ih_l0	0	0.1595756560564041
377459	rnn.bias_ih_l0	1	-0.2826118767261505
377459	rnn.bias_ih_l0	2	-0.029150059446692467
377459	rnn.bias_ih_l0	3	-0.1896083652973175
377459	rnn.bias_ih_l0	4	-0.003181081498041749
377459	rnn.bias_ih_l0	5	-0.36316823959350586
377459	rnn.bias_ih_l0	6	-0.08704588562250137
377459	rnn.bias_ih_l0	7	-0.3145226240158081
377459	rnn.bias_ih_l0	8	-0.2393750548362732
377459	rnn.bias_ih_l0	9	-0.3922513425350189
377459	rnn.bias_hh_l0	0	-0.29845431447029114
377459	rnn.bias_hh_l0	1	-0.324557900428772
377459	rnn.bias_hh_l0	2	-0.28321918845176697
377459	rnn.bias_hh_l0	3	-0.08596286922693253
377459	rnn.bias_hh_l0	4	-0.3108079135417938
377459	rnn.bias_hh_l0	5	-0.29353249073028564
377459	rnn.bias_hh_l0	6	-0.11314350366592407
377459	rnn.bias_hh_l0	7	0.081324003636837
377459	rnn.bias_hh_l0	8	-0.22135551273822784
377459	rnn.bias_hh_l0	9	-0.4853978157043457
377459	rnn.weight_ih_l0_reverse	0	0.03422917425632477
377459	rnn.weight_ih_l0_reverse	1	-0.05542624741792679
377459	rnn.weight_ih_l0_reverse	2	-0.021770963445305824
377459	rnn.weight_ih_l0_reverse	3	-0.10940592736005783
377459	rnn.weight_ih_l0_reverse	4	0.06189096346497536
377459	rnn.weight_ih_l0_reverse	5	-0.1241556704044342
377459	rnn.weight_ih_l0_reverse	6	-0.0016149479197338223
377459	rnn.weight_ih_l0_reverse	7	0.015819771215319633
377459	rnn.weight_ih_l0_reverse	8	-0.04815814271569252
377459	rnn.weight_ih_l0_reverse	9	-0.08513657748699188
377459	rnn.weight_hh_l0_reverse	0	-0.10452940315008163
377459	rnn.weight_hh_l0_reverse	1	0.02828381210565567
377459	rnn.weight_hh_l0_reverse	2	-0.013317042030394077
377459	rnn.weight_hh_l0_reverse	3	0.026297615841031075
377459	rnn.weight_hh_l0_reverse	4	-0.07632853835821152
377459	rnn.weight_hh_l0_reverse	5	0.040792305022478104
377459	rnn.weight_hh_l0_reverse	6	0.022089598700404167
377459	rnn.weight_hh_l0_reverse	7	-0.054150596261024475
377459	rnn.weight_hh_l0_reverse	8	-0.027409400790929794
377459	rnn.weight_hh_l0_reverse	9	0.07955711334943771
377459	rnn.bias_ih_l0_reverse	0	-0.1568407267332077
377459	rnn.bias_ih_l0_reverse	1	-0.07975801080465317
377459	rnn.bias_ih_l0_reverse	2	0.11804655194282532
377459	rnn.bias_ih_l0_reverse	3	-0.2507510185241699
377459	rnn.bias_ih_l0_reverse	4	-0.040247999131679535
377459	rnn.bias_ih_l0_reverse	5	-0.19819775223731995
377459	rnn.bias_ih_l0_reverse	6	0.24291466176509857
377459	rnn.bias_ih_l0_reverse	7	-0.2950933575630188
377459	rnn.bias_ih_l0_reverse	8	-0.14298366010189056
377459	rnn.bias_ih_l0_reverse	9	-0.18604765832424164
377459	rnn.bias_hh_l0_reverse	0	-0.11876098811626434
377459	rnn.bias_hh_l0_reverse	1	0.2614614963531494
377459	rnn.bias_hh_l0_reverse	2	-0.3201808035373688
377459	rnn.bias_hh_l0_reverse	3	-0.19485405087471008
377459	rnn.bias_hh_l0_reverse	4	-0.35999539494514465
377459	rnn.bias_hh_l0_reverse	5	-0.18268606066703796
377459	rnn.bias_hh_l0_reverse	6	-0.28554901480674744
377459	rnn.bias_hh_l0_reverse	7	-0.07605966925621033
377459	rnn.bias_hh_l0_reverse	8	-0.2464371919631958
377459	rnn.bias_hh_l0_reverse	9	0.206681489944458
377459	linear.weight	0	0.17559634149074554
377459	linear.weight	1	-0.37623780965805054
377459	linear.weight	2	-0.019942548125982285
377459	linear.weight	3	0.06764867156744003
377459	linear.weight	4	-0.12134059518575668
377459	linear.weight	5	0.24045559763908386
377459	linear.weight	6	-0.07028724253177643
377459	linear.weight	7	-0.06305648386478424
377459	linear.weight	8	0.08112441003322601
377459	linear.weight	9	-0.04654698446393013
377459	linear.bias	0	-0.9695029258728027
377459	linear.bias	1	1.8703291416168213
377459	linear.bias	2	0.720955491065979
377459	linear.bias	3	-2.61647891998291
377459	linear.bias	4	-0.19654296338558197
377459	linear.bias	5	1.2151894569396973
377459	linear.bias	6	-0.18131406605243683
377459	linear.bias	7	0.7035753726959229
377459	linear.bias	8	2.1222379207611084
377459	linear.bias	9	-1.4765379428863525
378068	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
378068	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
378068	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
378068	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
378068	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
378068	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
378068	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
378068	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
378068	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
378068	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
378068	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
378068	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
378068	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
378068	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
378068	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
378068	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
378068	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
378068	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
378068	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
378068	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
378068	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
378068	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
378068	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
378068	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
378068	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
378068	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
378068	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
378068	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
378068	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
378068	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
378068	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
378068	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
378068	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
378068	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
378068	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
378068	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
378068	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
378068	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
378068	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
378068	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
378068	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
378068	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
378068	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
378068	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
378068	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
378068	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
378068	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
378068	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
378068	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
378068	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
378068	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
378068	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
378068	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
378068	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
378068	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
378068	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
378068	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
378068	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
378068	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
378068	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
378068	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
378068	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
378068	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
378068	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
378068	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
378068	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
378068	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
378068	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
378068	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
378068	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
378068	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
378068	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
378068	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
378068	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
378068	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
378068	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
378068	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
378068	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
378068	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
378068	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
378068	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
378068	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
378068	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
378068	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
378068	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
378068	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
378068	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
378068	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
378068	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
378068	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
378068	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
378068	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
378068	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
378068	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
378068	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
378068	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
378068	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
378068	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
378068	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
378068	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
378068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
378068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
378068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
378068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
378068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
378068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
378068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
378068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
378068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
378068	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
378068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
378068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
378068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
378068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
378068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
378068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
378068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
378068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
378068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
378068	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
378068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
378068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
378068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
378068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
378068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
378068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
378068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
378068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
378068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
378068	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
378068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
378068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
378068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
378068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
378068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
378068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
378068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
378068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
378068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
378068	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
378068	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
378068	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
378068	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
378068	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
378068	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
378068	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
378068	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
378068	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
378068	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
378068	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
378068	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
378068	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
378068	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
378068	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
378068	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
378068	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
378068	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
378068	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
378068	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
378068	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
378068	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
378068	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
378068	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
378068	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
378068	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
378068	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
378068	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
378068	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
378068	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
378068	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
378068	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
378068	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
378068	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
378068	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
378068	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
378068	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
378068	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
378068	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
378068	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
378068	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
378068	embedding2nn.weight	0	0.3137839734554291
378068	embedding2nn.weight	1	0.36970993876457214
378068	embedding2nn.weight	2	-0.00947966706007719
378068	embedding2nn.weight	3	0.023960629478096962
378068	embedding2nn.weight	4	-0.0392441563308239
378068	embedding2nn.weight	5	0.07086487859487534
378068	embedding2nn.weight	6	0.03303946554660797
378068	embedding2nn.weight	7	0.0012131136609241366
378068	embedding2nn.weight	8	0.06673203408718109
378068	embedding2nn.weight	9	-0.02961806394159794
378068	embedding2nn.bias	0	0.04298467934131622
378068	embedding2nn.bias	1	-0.1693578064441681
378068	embedding2nn.bias	2	0.0965682715177536
378068	embedding2nn.bias	3	0.15566399693489075
378068	embedding2nn.bias	4	0.1703498661518097
378068	embedding2nn.bias	5	-0.05734868347644806
378068	embedding2nn.bias	6	-0.042441148310899734
378068	embedding2nn.bias	7	0.03684062138199806
378068	embedding2nn.bias	8	-0.1406419724225998
378068	embedding2nn.bias	9	-0.3995448648929596
378068	rnn.weight_ih_l0	0	0.012374584563076496
378068	rnn.weight_ih_l0	1	-0.0754689872264862
378068	rnn.weight_ih_l0	2	-0.07817748188972473
378068	rnn.weight_ih_l0	3	0.1083439365029335
378068	rnn.weight_ih_l0	4	-0.029772654175758362
378068	rnn.weight_ih_l0	5	-0.09908374398946762
378068	rnn.weight_ih_l0	6	-0.023175664246082306
378068	rnn.weight_ih_l0	7	-0.02020271308720112
378068	rnn.weight_ih_l0	8	0.013605086132884026
378068	rnn.weight_ih_l0	9	-0.04409576579928398
378068	rnn.weight_hh_l0	0	-0.0020529197063297033
378068	rnn.weight_hh_l0	1	0.06592509150505066
378068	rnn.weight_hh_l0	2	0.031185105443000793
378068	rnn.weight_hh_l0	3	0.010323334485292435
378068	rnn.weight_hh_l0	4	0.02155408263206482
378068	rnn.weight_hh_l0	5	0.05947498604655266
378068	rnn.weight_hh_l0	6	-0.05133252590894699
378068	rnn.weight_hh_l0	7	-0.0739021748304367
378068	rnn.weight_hh_l0	8	0.040839869529008865
378068	rnn.weight_hh_l0	9	-0.1039089560508728
378068	rnn.bias_ih_l0	0	0.15235354006290436
378068	rnn.bias_ih_l0	1	-0.2751248776912689
378068	rnn.bias_ih_l0	2	-0.027077117934823036
378068	rnn.bias_ih_l0	3	-0.19627006351947784
378068	rnn.bias_ih_l0	4	0.005708593875169754
378068	rnn.bias_ih_l0	5	-0.36082229018211365
378068	rnn.bias_ih_l0	6	-0.09665390849113464
378068	rnn.bias_ih_l0	7	-0.31353455781936646
378068	rnn.bias_ih_l0	8	-0.2389420121908188
378068	rnn.bias_ih_l0	9	-0.4041118919849396
378068	rnn.bias_hh_l0	0	-0.30305129289627075
378068	rnn.bias_hh_l0	1	-0.32496368885040283
378068	rnn.bias_hh_l0	2	-0.2806847095489502
378068	rnn.bias_hh_l0	3	-0.08391068130731583
378068	rnn.bias_hh_l0	4	-0.3101082146167755
378068	rnn.bias_hh_l0	5	-0.29491084814071655
378068	rnn.bias_hh_l0	6	-0.11218348890542984
378068	rnn.bias_hh_l0	7	0.0717536062002182
378068	rnn.bias_hh_l0	8	-0.2110852301120758
378068	rnn.bias_hh_l0	9	-0.48731130361557007
378068	rnn.weight_ih_l0_reverse	0	0.024373840540647507
378068	rnn.weight_ih_l0_reverse	1	-0.05518351495265961
378068	rnn.weight_ih_l0_reverse	2	-0.021767783910036087
378068	rnn.weight_ih_l0_reverse	3	-0.11104325950145721
378068	rnn.weight_ih_l0_reverse	4	0.06390465050935745
378068	rnn.weight_ih_l0_reverse	5	-0.12790288031101227
378068	rnn.weight_ih_l0_reverse	6	-0.009219377301633358
378068	rnn.weight_ih_l0_reverse	7	0.015610949136316776
378068	rnn.weight_ih_l0_reverse	8	-0.053969308733940125
378068	rnn.weight_ih_l0_reverse	9	-0.08626362681388855
378068	rnn.weight_hh_l0_reverse	0	-0.10591177642345428
378068	rnn.weight_hh_l0_reverse	1	0.028922658413648605
378068	rnn.weight_hh_l0_reverse	2	-0.013785844668745995
378068	rnn.weight_hh_l0_reverse	3	0.026072608307003975
378068	rnn.weight_hh_l0_reverse	4	-0.07633578032255173
378068	rnn.weight_hh_l0_reverse	5	0.040604520589113235
378068	rnn.weight_hh_l0_reverse	6	0.02221597731113434
378068	rnn.weight_hh_l0_reverse	7	-0.05036762356758118
378068	rnn.weight_hh_l0_reverse	8	-0.031740427017211914
378068	rnn.weight_hh_l0_reverse	9	0.07865814119577408
378068	rnn.bias_ih_l0_reverse	0	-0.15607108175754547
378068	rnn.bias_ih_l0_reverse	1	-0.07657476514577866
378068	rnn.bias_ih_l0_reverse	2	0.1092991828918457
378068	rnn.bias_ih_l0_reverse	3	-0.2491094172000885
378068	rnn.bias_ih_l0_reverse	4	-0.039953261613845825
378068	rnn.bias_ih_l0_reverse	5	-0.20155012607574463
378068	rnn.bias_ih_l0_reverse	6	0.23128189146518707
378068	rnn.bias_ih_l0_reverse	7	-0.29827913641929626
378068	rnn.bias_ih_l0_reverse	8	-0.14049778878688812
378068	rnn.bias_ih_l0_reverse	9	-0.19094982743263245
378068	rnn.bias_hh_l0_reverse	0	-0.1262776106595993
378068	rnn.bias_hh_l0_reverse	1	0.263848215341568
378068	rnn.bias_hh_l0_reverse	2	-0.3266289234161377
378068	rnn.bias_hh_l0_reverse	3	-0.1898006945848465
378068	rnn.bias_hh_l0_reverse	4	-0.3614974021911621
378068	rnn.bias_hh_l0_reverse	5	-0.18588733673095703
378068	rnn.bias_hh_l0_reverse	6	-0.2773064374923706
378068	rnn.bias_hh_l0_reverse	7	-0.07126204669475555
378068	rnn.bias_hh_l0_reverse	8	-0.23998451232910156
378068	rnn.bias_hh_l0_reverse	9	0.21077758073806763
378068	linear.weight	0	0.19727423787117004
378068	linear.weight	1	-0.37635576725006104
378068	linear.weight	2	0.030779743567109108
378068	linear.weight	3	0.06765119731426239
378068	linear.weight	4	-0.11445382237434387
378068	linear.weight	5	0.2648839056491852
378068	linear.weight	6	-0.056062959134578705
378068	linear.weight	7	-0.06303774565458298
378068	linear.weight	8	0.0709298625588417
378068	linear.weight	9	-0.046562016010284424
378068	linear.bias	0	-0.9827672839164734
378068	linear.bias	1	1.8968418836593628
378068	linear.bias	2	0.7405100464820862
378068	linear.bias	3	-2.6169168949127197
378068	linear.bias	4	-0.18140646815299988
378068	linear.bias	5	1.2409777641296387
378068	linear.bias	6	-0.2120491862297058
378068	linear.bias	7	0.6823540329933167
378068	linear.bias	8	2.1623849868774414
378068	linear.bias	9	-1.4812631607055664
378076	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
378076	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
378076	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
378076	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
378076	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
378076	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
378076	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
378076	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
378076	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
378076	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
378076	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
378076	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
378076	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
378076	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
378076	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
378076	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
378076	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
378076	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
378076	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
378076	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
378076	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
378076	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
378076	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
378076	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
378076	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
378076	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
378076	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
378076	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
378076	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
378076	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
378076	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
378076	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
378076	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
378076	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
378076	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
378076	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
378076	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
378076	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
378076	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
378076	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
378076	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
378076	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
378076	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
378076	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
378076	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
378076	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
378076	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
378076	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
378076	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
378076	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
378076	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
378076	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
378076	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
378076	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
378076	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
378076	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
378076	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
378076	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
378076	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
378076	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
378076	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
378076	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
378076	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
378076	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
378076	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
378076	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
378076	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
378076	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
378076	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
378076	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
378076	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
378076	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
378076	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
378076	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
378076	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
378076	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
378076	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
378076	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
378076	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
378076	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
378076	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
378076	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
378076	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
378076	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
378076	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
378076	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
378076	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
378076	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
378076	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
378076	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
378076	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
378076	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
378076	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
378076	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
378076	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
378076	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
378076	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
378076	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
378076	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
378076	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
378076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
378076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
378076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
378076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
378076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
378076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
378076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
378076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
378076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
378076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
378076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
378076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
378076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
378076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
378076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
378076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
378076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
378076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
378076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
378076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
378076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
378076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
378076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
378076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
378076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
378076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
378076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
378076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
378076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
378076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
378076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
378076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
378076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
378076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
378076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
378076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
378076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
378076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
378076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
378076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
378076	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
378076	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
378076	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
378076	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
378076	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
378076	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
378076	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
378076	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
378076	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
378076	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
378076	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
378076	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
378076	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
378076	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
378076	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
378076	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
378076	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
378076	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
378076	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
378076	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
378076	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
378076	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
378076	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
378076	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
378076	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
378076	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
378076	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
378076	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
378076	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
378076	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
378076	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
378076	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
378076	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
378076	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
378076	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
378076	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
378076	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
378076	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
378076	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
378076	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
378076	embedding2nn.weight	0	0.3137529194355011
378076	embedding2nn.weight	1	0.3696303963661194
378076	embedding2nn.weight	2	-0.00957458559423685
378076	embedding2nn.weight	3	0.022696996107697487
378076	embedding2nn.weight	4	-0.039301544427871704
378076	embedding2nn.weight	5	0.07052712887525558
378076	embedding2nn.weight	6	0.033773597329854965
378076	embedding2nn.weight	7	0.000733973050955683
378076	embedding2nn.weight	8	0.06701165437698364
378076	embedding2nn.weight	9	-0.02807612158358097
378076	embedding2nn.bias	0	0.04517875239253044
378076	embedding2nn.bias	1	-0.1724388748407364
378076	embedding2nn.bias	2	0.09162908792495728
378076	embedding2nn.bias	3	0.15676267445087433
378076	embedding2nn.bias	4	0.17190290987491608
378076	embedding2nn.bias	5	-0.05621582642197609
378076	embedding2nn.bias	6	-0.04469732940196991
378076	embedding2nn.bias	7	0.03957480937242508
378076	embedding2nn.bias	8	-0.13831906020641327
378076	embedding2nn.bias	9	-0.4000954031944275
378076	rnn.weight_ih_l0	0	0.012243286706507206
378076	rnn.weight_ih_l0	1	-0.07543521374464035
378076	rnn.weight_ih_l0	2	-0.07859578728675842
378076	rnn.weight_ih_l0	3	0.10889146476984024
378076	rnn.weight_ih_l0	4	-0.028935080394148827
378076	rnn.weight_ih_l0	5	-0.09880239516496658
378076	rnn.weight_ih_l0	6	-0.023353174328804016
378076	rnn.weight_ih_l0	7	-0.01990286447107792
378076	rnn.weight_ih_l0	8	0.013131681829690933
378076	rnn.weight_ih_l0	9	-0.04413493722677231
378076	rnn.weight_hh_l0	0	-0.0020433112513273954
378076	rnn.weight_hh_l0	1	0.06595499068498611
378076	rnn.weight_hh_l0	2	0.031088540330529213
378076	rnn.weight_hh_l0	3	0.010440124198794365
378076	rnn.weight_hh_l0	4	0.021614164113998413
378076	rnn.weight_hh_l0	5	0.05945746600627899
378076	rnn.weight_hh_l0	6	-0.05136276036500931
378076	rnn.weight_hh_l0	7	-0.07397890836000443
378076	rnn.weight_hh_l0	8	0.040824417024850845
378076	rnn.weight_hh_l0	9	-0.1038295105099678
378076	rnn.bias_ih_l0	0	0.15099658071994781
378076	rnn.bias_ih_l0	1	-0.27453723549842834
378076	rnn.bias_ih_l0	2	-0.026718255132436752
378076	rnn.bias_ih_l0	3	-0.19589707255363464
378076	rnn.bias_ih_l0	4	0.004306173417717218
378076	rnn.bias_ih_l0	5	-0.3599274158477783
378076	rnn.bias_ih_l0	6	-0.09786060452461243
378076	rnn.bias_ih_l0	7	-0.3135293424129486
378076	rnn.bias_ih_l0	8	-0.23924750089645386
378076	rnn.bias_ih_l0	9	-0.40368080139160156
378076	rnn.bias_hh_l0	0	-0.3014396131038666
378076	rnn.bias_hh_l0	1	-0.32266369462013245
378076	rnn.bias_hh_l0	2	-0.28059136867523193
378076	rnn.bias_hh_l0	3	-0.08499033004045486
378076	rnn.bias_hh_l0	4	-0.31015169620513916
378076	rnn.bias_hh_l0	5	-0.2949850559234619
378076	rnn.bias_hh_l0	6	-0.1122681275010109
378076	rnn.bias_hh_l0	7	0.07126888632774353
378076	rnn.bias_hh_l0	8	-0.21112926304340363
378076	rnn.bias_hh_l0	9	-0.48797106742858887
378076	rnn.weight_ih_l0_reverse	0	0.02446124330163002
378076	rnn.weight_ih_l0_reverse	1	-0.05515547841787338
378076	rnn.weight_ih_l0_reverse	2	-0.02185949869453907
378076	rnn.weight_ih_l0_reverse	3	-0.1112695187330246
378076	rnn.weight_ih_l0_reverse	4	0.06383343040943146
378076	rnn.weight_ih_l0_reverse	5	-0.12813135981559753
378076	rnn.weight_ih_l0_reverse	6	-0.009035633876919746
378076	rnn.weight_ih_l0_reverse	7	0.015499970875680447
378076	rnn.weight_ih_l0_reverse	8	-0.054056067019701004
378076	rnn.weight_ih_l0_reverse	9	-0.08571012318134308
378076	rnn.weight_hh_l0_reverse	0	-0.10600172728300095
378076	rnn.weight_hh_l0_reverse	1	0.029150882735848427
378076	rnn.weight_hh_l0_reverse	2	-0.013851889409124851
378076	rnn.weight_hh_l0_reverse	3	0.026118917390704155
378076	rnn.weight_hh_l0_reverse	4	-0.07642840594053268
378076	rnn.weight_hh_l0_reverse	5	0.0405946709215641
378076	rnn.weight_hh_l0_reverse	6	0.022174637764692307
378076	rnn.weight_hh_l0_reverse	7	-0.049195047467947006
378076	rnn.weight_hh_l0_reverse	8	-0.031922854483127594
378076	rnn.weight_hh_l0_reverse	9	0.07836434245109558
378076	rnn.bias_ih_l0_reverse	0	-0.1560872346162796
378076	rnn.bias_ih_l0_reverse	1	-0.07655614614486694
378076	rnn.bias_ih_l0_reverse	2	0.10899580270051956
378076	rnn.bias_ih_l0_reverse	3	-0.2502070367336273
378076	rnn.bias_ih_l0_reverse	4	-0.039806924760341644
378076	rnn.bias_ih_l0_reverse	5	-0.20127303898334503
378076	rnn.bias_ih_l0_reverse	6	0.23171818256378174
378076	rnn.bias_ih_l0_reverse	7	-0.2972504198551178
378076	rnn.bias_ih_l0_reverse	8	-0.13988903164863586
378076	rnn.bias_ih_l0_reverse	9	-0.1919759064912796
378076	rnn.bias_hh_l0_reverse	0	-0.12616822123527527
378076	rnn.bias_hh_l0_reverse	1	0.26522696018218994
378076	rnn.bias_hh_l0_reverse	2	-0.32602351903915405
378076	rnn.bias_hh_l0_reverse	3	-0.18986134231090546
378076	rnn.bias_hh_l0_reverse	4	-0.3613966107368469
378076	rnn.bias_hh_l0_reverse	5	-0.18506453931331635
378076	rnn.bias_hh_l0_reverse	6	-0.27717259526252747
378076	rnn.bias_hh_l0_reverse	7	-0.07159048318862915
378076	rnn.bias_hh_l0_reverse	8	-0.2384236454963684
378076	rnn.bias_hh_l0_reverse	9	0.2087828814983368
378076	linear.weight	0	0.19475965201854706
378076	linear.weight	1	-0.377025306224823
378076	linear.weight	2	0.02729249745607376
378076	linear.weight	3	0.06765121221542358
378076	linear.weight	4	-0.1170232743024826
378076	linear.weight	5	0.26524490118026733
378076	linear.weight	6	-0.05600728094577789
378076	linear.weight	7	-0.06303729116916656
378076	linear.weight	8	0.06967439502477646
378076	linear.weight	9	-0.04656221345067024
378076	linear.bias	0	-0.9787285327911377
378076	linear.bias	1	1.9019747972488403
378076	linear.bias	2	0.7354801893234253
378076	linear.bias	3	-2.616924285888672
378076	linear.bias	4	-0.17497508227825165
378076	linear.bias	5	1.2273675203323364
378076	linear.bias	6	-0.2116059958934784
378076	linear.bias	7	0.677203893661499
378076	linear.bias	8	2.187778949737549
378076	linear.bias	9	-1.4841376543045044
378685	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
378685	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
378685	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
378685	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
378685	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
378685	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
378685	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
378685	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
378685	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
378685	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
378685	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
378685	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
378685	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
378685	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
378685	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
378685	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
378685	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
378685	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
378685	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
378685	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
378685	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
378685	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
378685	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
378685	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
378685	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
378685	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
378685	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
378685	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
378685	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
378685	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
378685	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
378685	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
378685	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
378685	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
378685	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
378685	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
378685	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
378685	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
378685	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
378685	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
378685	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
378685	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
378685	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
378685	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
378685	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
378685	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
378685	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
378685	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
378685	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
378685	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
378685	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
378685	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
378685	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
378685	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
378685	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
378685	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
378685	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
378685	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
378685	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
378685	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
378685	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
378685	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
378685	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
378685	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
378685	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
378685	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
378685	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
378685	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
378685	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
378685	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
378685	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
378685	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
378685	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
378685	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
378685	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
378685	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
378685	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
378685	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
378685	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
378685	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
378685	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
378685	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
378685	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
378685	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
378685	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
378685	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
378685	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
378685	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
378685	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
378685	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
378685	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
378685	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
378685	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
378685	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
378685	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
378685	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
378685	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
378685	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
378685	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
378685	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
378685	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
378685	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
378685	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
378685	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
378685	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
378685	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
378685	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
378685	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
378685	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
378685	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
378685	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
378685	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
378685	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
378685	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
378685	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
378685	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
378685	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
378685	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
378685	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
378685	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
378685	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
378685	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
378685	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
378685	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
378685	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
378685	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
378685	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
378685	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
378685	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
378685	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
378685	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
378685	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
378685	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
378685	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
378685	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
378685	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
378685	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
378685	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
378685	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
378685	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
378685	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
378685	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
378685	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
378685	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
378685	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
378685	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
378685	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
378685	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
378685	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
378685	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
378685	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
378685	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
378685	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
378685	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
378685	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
378685	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
378685	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
378685	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
378685	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
378685	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
378685	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
378685	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
378685	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
378685	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
378685	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
378685	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
378685	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
378685	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
378685	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
378685	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
378685	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
378685	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
378685	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
378685	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
378685	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
378685	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
378685	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
378685	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
378685	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
378685	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
378685	embedding2nn.weight	0	0.31462937593460083
378685	embedding2nn.weight	1	0.3651795983314514
378685	embedding2nn.weight	2	-0.00405422318726778
378685	embedding2nn.weight	3	0.014315363019704819
378685	embedding2nn.weight	4	-0.03555549681186676
378685	embedding2nn.weight	5	0.0706455409526825
378685	embedding2nn.weight	6	0.022907035425305367
378685	embedding2nn.weight	7	0.0064402986317873
378685	embedding2nn.weight	8	0.059667062014341354
378685	embedding2nn.weight	9	-0.026425620540976524
378685	embedding2nn.bias	0	0.0321614108979702
378685	embedding2nn.bias	1	-0.18916749954223633
378685	embedding2nn.bias	2	0.10719658434391022
378685	embedding2nn.bias	3	0.16056601703166962
378685	embedding2nn.bias	4	0.15893098711967468
378685	embedding2nn.bias	5	-0.03952370584011078
378685	embedding2nn.bias	6	-0.042142562568187714
378685	embedding2nn.bias	7	0.035864461213350296
378685	embedding2nn.bias	8	-0.14127157628536224
378685	embedding2nn.bias	9	-0.3993954360485077
378685	rnn.weight_ih_l0	0	0.011471670120954514
378685	rnn.weight_ih_l0	1	-0.07546480745077133
378685	rnn.weight_ih_l0	2	-0.08906474709510803
378685	rnn.weight_ih_l0	3	0.10576008260250092
378685	rnn.weight_ih_l0	4	-0.02029481902718544
378685	rnn.weight_ih_l0	5	-0.09684821218252182
378685	rnn.weight_ih_l0	6	-0.019420526921749115
378685	rnn.weight_ih_l0	7	-0.015370556153357029
378685	rnn.weight_ih_l0	8	0.016479630023241043
378685	rnn.weight_ih_l0	9	-0.047867365181446075
378685	rnn.weight_hh_l0	0	-0.0016654720529913902
378685	rnn.weight_hh_l0	1	0.06597788631916046
378685	rnn.weight_hh_l0	2	0.03043932467699051
378685	rnn.weight_hh_l0	3	0.010108361020684242
378685	rnn.weight_hh_l0	4	0.02083122916519642
378685	rnn.weight_hh_l0	5	0.059457458555698395
378685	rnn.weight_hh_l0	6	-0.05126506835222244
378685	rnn.weight_hh_l0	7	-0.07237379997968674
378685	rnn.weight_hh_l0	8	0.04078475385904312
378685	rnn.weight_hh_l0	9	-0.1051197424530983
378685	rnn.bias_ih_l0	0	0.1588996946811676
378685	rnn.bias_ih_l0	1	-0.269611120223999
378685	rnn.bias_ih_l0	2	-0.023775529116392136
378685	rnn.bias_ih_l0	3	-0.19264091551303864
378685	rnn.bias_ih_l0	4	0.006331124808639288
378685	rnn.bias_ih_l0	5	-0.3594191372394562
378685	rnn.bias_ih_l0	6	-0.10378400981426239
378685	rnn.bias_ih_l0	7	-0.3135462701320648
378685	rnn.bias_ih_l0	8	-0.24314767122268677
378685	rnn.bias_ih_l0	9	-0.41296783089637756
378685	rnn.bias_hh_l0	0	-0.308797150850296
378685	rnn.bias_hh_l0	1	-0.32988107204437256
378685	rnn.bias_hh_l0	2	-0.2819148004055023
378685	rnn.bias_hh_l0	3	-0.07969384640455246
378685	rnn.bias_hh_l0	4	-0.31146275997161865
378685	rnn.bias_hh_l0	5	-0.2937081754207611
378685	rnn.bias_hh_l0	6	-0.10756772011518478
378685	rnn.bias_hh_l0	7	0.07343137264251709
378685	rnn.bias_hh_l0	8	-0.21280533075332642
378685	rnn.bias_hh_l0	9	-0.49229127168655396
378685	rnn.weight_ih_l0_reverse	0	0.02049599029123783
378685	rnn.weight_ih_l0_reverse	1	-0.05413425341248512
378685	rnn.weight_ih_l0_reverse	2	-0.0260184146463871
378685	rnn.weight_ih_l0_reverse	3	-0.11260729283094406
378685	rnn.weight_ih_l0_reverse	4	0.06436581909656525
378685	rnn.weight_ih_l0_reverse	5	-0.127810537815094
378685	rnn.weight_ih_l0_reverse	6	-0.010414870455861092
378685	rnn.weight_ih_l0_reverse	7	0.016228701919317245
378685	rnn.weight_ih_l0_reverse	8	-0.052633676677942276
378685	rnn.weight_ih_l0_reverse	9	-0.08705313503742218
378685	rnn.weight_hh_l0_reverse	0	-0.10452504456043243
378685	rnn.weight_hh_l0_reverse	1	0.02970850095152855
378685	rnn.weight_hh_l0_reverse	2	-0.014464912004768848
378685	rnn.weight_hh_l0_reverse	3	0.0261252261698246
378685	rnn.weight_hh_l0_reverse	4	-0.07613078504800797
378685	rnn.weight_hh_l0_reverse	5	0.04090135172009468
378685	rnn.weight_hh_l0_reverse	6	0.02233254350721836
378685	rnn.weight_hh_l0_reverse	7	-0.049542754888534546
378685	rnn.weight_hh_l0_reverse	8	-0.02937917597591877
378685	rnn.weight_hh_l0_reverse	9	0.07968408614397049
378685	rnn.bias_ih_l0_reverse	0	-0.15892241895198822
378685	rnn.bias_ih_l0_reverse	1	-0.083203986287117
378685	rnn.bias_ih_l0_reverse	2	0.11093764752149582
378685	rnn.bias_ih_l0_reverse	3	-0.24684889614582062
378685	rnn.bias_ih_l0_reverse	4	-0.03811022266745567
378685	rnn.bias_ih_l0_reverse	5	-0.20267264544963837
378685	rnn.bias_ih_l0_reverse	6	0.23833432793617249
378685	rnn.bias_ih_l0_reverse	7	-0.30114907026290894
378685	rnn.bias_ih_l0_reverse	8	-0.13965268433094025
378685	rnn.bias_ih_l0_reverse	9	-0.19214192032814026
378685	rnn.bias_hh_l0_reverse	0	-0.11036322265863419
378685	rnn.bias_hh_l0_reverse	1	0.2701399624347687
378685	rnn.bias_hh_l0_reverse	2	-0.3233136832714081
378685	rnn.bias_hh_l0_reverse	3	-0.1914747655391693
378685	rnn.bias_hh_l0_reverse	4	-0.368580162525177
378685	rnn.bias_hh_l0_reverse	5	-0.18416926264762878
378685	rnn.bias_hh_l0_reverse	6	-0.2786561846733093
378685	rnn.bias_hh_l0_reverse	7	-0.060356006026268005
378685	rnn.bias_hh_l0_reverse	8	-0.23810741305351257
378685	rnn.bias_hh_l0_reverse	9	0.1993071287870407
378685	linear.weight	0	0.16304485499858856
378685	linear.weight	1	-0.4200724959373474
378685	linear.weight	2	-0.005957241635769606
378685	linear.weight	3	0.06765346974134445
378685	linear.weight	4	-0.1711549460887909
378685	linear.weight	5	0.23727159202098846
378685	linear.weight	6	-0.052842240780591965
378685	linear.weight	7	-0.06302513182163239
378685	linear.weight	8	0.07520227134227753
378685	linear.weight	9	-0.04658063128590584
378685	linear.bias	0	-0.9927777647972107
378685	linear.bias	1	1.96942937374115
378685	linear.bias	2	0.7093842625617981
378685	linear.bias	3	-2.6174044609069824
378685	linear.bias	4	-0.19072440266609192
378685	linear.bias	5	1.2319523096084595
378685	linear.bias	6	-0.2298641800880432
378685	linear.bias	7	0.6475694179534912
378685	linear.bias	8	2.215060234069824
378685	linear.bias	9	-1.4887495040893555
379294	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
379294	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
379294	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
379294	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
379294	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
379294	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
379294	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
379294	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
379294	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
379294	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
379294	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
379294	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
379294	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
379294	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
379294	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
379294	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
379294	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
379294	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
379294	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
379294	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
379294	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
379294	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
379294	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
379294	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
379294	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
379294	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
379294	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
379294	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
379294	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
379294	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
379294	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
379294	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
379294	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
379294	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
379294	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
379294	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
379294	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
379294	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
379294	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
379294	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
379294	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
379294	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
379294	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
379294	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
379294	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
379294	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
379294	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
379294	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
379294	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
379294	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
379294	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
379294	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
379294	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
379294	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
379294	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
379294	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
379294	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
379294	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
379294	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
379294	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
379294	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
379294	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
379294	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
379294	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
379294	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
379294	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
379294	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
379294	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
379294	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
379294	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
379294	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
379294	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
379294	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
379294	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
379294	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
379294	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
379294	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
379294	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
379294	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
379294	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
379294	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
379294	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
379294	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
379294	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
379294	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
379294	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
379294	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
379294	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
379294	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
379294	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
379294	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
379294	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
379294	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
379294	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
379294	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
379294	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
379294	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
379294	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
379294	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
379294	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
379294	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
379294	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
379294	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
379294	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
379294	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
379294	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
379294	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
379294	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
379294	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
379294	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
379294	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
379294	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
379294	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
379294	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
379294	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
379294	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
379294	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
379294	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
379294	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
379294	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
379294	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
379294	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
379294	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
379294	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
379294	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
379294	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
379294	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
379294	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
379294	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
379294	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
379294	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
379294	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
379294	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
379294	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
379294	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
379294	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
379294	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
379294	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
379294	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
379294	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
379294	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
379294	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
379294	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
379294	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
379294	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
379294	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
379294	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
379294	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
379294	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
379294	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
379294	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
379294	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
379294	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
379294	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
379294	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
379294	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
379294	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
379294	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
379294	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
379294	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
379294	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
379294	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
379294	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
379294	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
379294	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
379294	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
379294	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
379294	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
379294	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
379294	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
379294	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
379294	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
379294	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
379294	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
379294	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
379294	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
379294	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
379294	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
379294	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
379294	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
379294	embedding2nn.weight	0	0.3154909610748291
379294	embedding2nn.weight	1	0.3654240369796753
379294	embedding2nn.weight	2	-0.006880274508148432
379294	embedding2nn.weight	3	0.02522232197225094
379294	embedding2nn.weight	4	-0.032238297164440155
379294	embedding2nn.weight	5	0.06608891487121582
379294	embedding2nn.weight	6	0.034031908959150314
379294	embedding2nn.weight	7	0.006254422478377819
379294	embedding2nn.weight	8	0.06478147953748703
379294	embedding2nn.weight	9	-0.01990986429154873
379294	embedding2nn.bias	0	0.043051477521657944
379294	embedding2nn.bias	1	-0.15621602535247803
379294	embedding2nn.bias	2	0.09922588616609573
379294	embedding2nn.bias	3	0.16920897364616394
379294	embedding2nn.bias	4	0.17556388676166534
379294	embedding2nn.bias	5	-0.05069155618548393
379294	embedding2nn.bias	6	-0.044940244406461716
379294	embedding2nn.bias	7	0.04891685023903847
379294	embedding2nn.bias	8	-0.13343290984630585
379294	embedding2nn.bias	9	-0.39012831449508667
379294	rnn.weight_ih_l0	0	0.011089084669947624
379294	rnn.weight_ih_l0	1	-0.07621577382087708
379294	rnn.weight_ih_l0	2	-0.09276093542575836
379294	rnn.weight_ih_l0	3	0.10439300537109375
379294	rnn.weight_ih_l0	4	-0.02702770009636879
379294	rnn.weight_ih_l0	5	-0.0973987802863121
379294	rnn.weight_ih_l0	6	-0.020884444937109947
379294	rnn.weight_ih_l0	7	-0.017903832718729973
379294	rnn.weight_ih_l0	8	0.01852254569530487
379294	rnn.weight_ih_l0	9	-0.04727770388126373
379294	rnn.weight_hh_l0	0	-0.0013796042185276747
379294	rnn.weight_hh_l0	1	0.06622117012739182
379294	rnn.weight_hh_l0	2	0.029680177569389343
379294	rnn.weight_hh_l0	3	0.00994280818849802
379294	rnn.weight_hh_l0	4	0.020283203572034836
379294	rnn.weight_hh_l0	5	0.05965333431959152
379294	rnn.weight_hh_l0	6	-0.050574466586112976
379294	rnn.weight_hh_l0	7	-0.07526259869337082
379294	rnn.weight_hh_l0	8	0.04123445600271225
379294	rnn.weight_hh_l0	9	-0.10498771071434021
379294	rnn.bias_ih_l0	0	0.17968884110450745
379294	rnn.bias_ih_l0	1	-0.2644316852092743
379294	rnn.bias_ih_l0	2	-0.020350158214569092
379294	rnn.bias_ih_l0	3	-0.18935005366802216
379294	rnn.bias_ih_l0	4	0.011955147609114647
379294	rnn.bias_ih_l0	5	-0.3592599630355835
379294	rnn.bias_ih_l0	6	-0.10236422717571259
379294	rnn.bias_ih_l0	7	-0.31285834312438965
379294	rnn.bias_ih_l0	8	-0.23931610584259033
379294	rnn.bias_ih_l0	9	-0.41558513045310974
379294	rnn.bias_hh_l0	0	-0.310238778591156
379294	rnn.bias_hh_l0	1	-0.33732691407203674
379294	rnn.bias_hh_l0	2	-0.28340303897857666
379294	rnn.bias_hh_l0	3	-0.07332390546798706
379294	rnn.bias_hh_l0	4	-0.31268027424812317
379294	rnn.bias_hh_l0	5	-0.29320210218429565
379294	rnn.bias_hh_l0	6	-0.11916638910770416
379294	rnn.bias_hh_l0	7	0.06670472770929337
379294	rnn.bias_hh_l0	8	-0.2116810530424118
379294	rnn.bias_hh_l0	9	-0.49887287616729736
379294	rnn.weight_ih_l0_reverse	0	0.02342345379292965
379294	rnn.weight_ih_l0_reverse	1	-0.054064393043518066
379294	rnn.weight_ih_l0_reverse	2	-0.02525763213634491
379294	rnn.weight_ih_l0_reverse	3	-0.1098078116774559
379294	rnn.weight_ih_l0_reverse	4	0.06631171703338623
379294	rnn.weight_ih_l0_reverse	5	-0.12386579066514969
379294	rnn.weight_ih_l0_reverse	6	-0.008344350382685661
379294	rnn.weight_ih_l0_reverse	7	0.01699526235461235
379294	rnn.weight_ih_l0_reverse	8	-0.052717145532369614
379294	rnn.weight_ih_l0_reverse	9	-0.09370112419128418
379294	rnn.weight_hh_l0_reverse	0	-0.10347412526607513
379294	rnn.weight_hh_l0_reverse	1	0.028426943346858025
379294	rnn.weight_hh_l0_reverse	2	-0.014152704738080502
379294	rnn.weight_hh_l0_reverse	3	0.0258763637393713
379294	rnn.weight_hh_l0_reverse	4	-0.07662031799554825
379294	rnn.weight_hh_l0_reverse	5	0.04124388471245766
379294	rnn.weight_hh_l0_reverse	6	0.022127492353320122
379294	rnn.weight_hh_l0_reverse	7	-0.05566699430346489
379294	rnn.weight_hh_l0_reverse	8	-0.027968978509306908
379294	rnn.weight_hh_l0_reverse	9	0.07924260199069977
379294	rnn.bias_ih_l0_reverse	0	-0.15760967135429382
379294	rnn.bias_ih_l0_reverse	1	-0.08000565320253372
379294	rnn.bias_ih_l0_reverse	2	0.1065199002623558
379294	rnn.bias_ih_l0_reverse	3	-0.24262991547584534
379294	rnn.bias_ih_l0_reverse	4	-0.037305016070604324
379294	rnn.bias_ih_l0_reverse	5	-0.20385651290416718
379294	rnn.bias_ih_l0_reverse	6	0.23991267383098602
379294	rnn.bias_ih_l0_reverse	7	-0.3087991178035736
379294	rnn.bias_ih_l0_reverse	8	-0.1381559669971466
379294	rnn.bias_ih_l0_reverse	9	-0.19827644526958466
379294	rnn.bias_hh_l0_reverse	0	-0.11204861104488373
379294	rnn.bias_hh_l0_reverse	1	0.2595466375350952
379294	rnn.bias_hh_l0_reverse	2	-0.32407453656196594
379294	rnn.bias_hh_l0_reverse	3	-0.19654206931591034
379294	rnn.bias_hh_l0_reverse	4	-0.3690139949321747
379294	rnn.bias_hh_l0_reverse	5	-0.18147532641887665
379294	rnn.bias_hh_l0_reverse	6	-0.2685631513595581
379294	rnn.bias_hh_l0_reverse	7	-0.061556968837976456
379294	rnn.bias_hh_l0_reverse	8	-0.23479992151260376
379294	rnn.bias_hh_l0_reverse	9	0.2004910558462143
379294	linear.weight	0	0.18305180966854095
379294	linear.weight	1	-0.3870816230773926
379294	linear.weight	2	-0.017821650952100754
379294	linear.weight	3	0.06765817105770111
379294	linear.weight	4	-0.17452780902385712
379294	linear.weight	5	0.27388110756874084
379294	linear.weight	6	-0.02493632212281227
379294	linear.weight	7	-0.06301425397396088
379294	linear.weight	8	0.09673599898815155
379294	linear.weight	9	-0.04659450426697731
379294	linear.bias	0	-1.01848566532135
379294	linear.bias	1	1.9329078197479248
379294	linear.bias	2	0.7330392599105835
379294	linear.bias	3	-2.6178689002990723
379294	linear.bias	4	-0.1935863196849823
379294	linear.bias	5	1.2693488597869873
379294	linear.bias	6	-0.17572863399982452
379294	linear.bias	7	0.6735320091247559
379294	linear.bias	8	2.1798932552337646
379294	linear.bias	9	-1.464911937713623
379903	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
379903	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
379903	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
379903	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
379903	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
379903	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
379903	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
379903	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
379903	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
379903	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
379903	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
379903	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
379903	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
379903	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
379903	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
379903	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
379903	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
379903	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
379903	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
379903	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
379903	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
379903	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
379903	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
379903	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
379903	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
379903	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
379903	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
379903	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
379903	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
379903	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
379903	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
379903	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
379903	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
379903	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
379903	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
379903	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
379903	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
379903	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
379903	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
379903	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
379903	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
379903	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
379903	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
379903	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
379903	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
379903	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
379903	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
379903	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
379903	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
379903	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
379903	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
379903	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
379903	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
379903	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
379903	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
379903	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
379903	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
379903	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
379903	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
379903	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
379903	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
379903	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
379903	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
379903	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
379903	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
379903	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
379903	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
379903	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
379903	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
379903	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
379903	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
379903	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
379903	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
379903	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
379903	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
379903	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
379903	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
379903	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
379903	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
379903	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
379903	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
379903	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
379903	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
379903	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
379903	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
379903	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
379903	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
379903	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
379903	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
379903	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
379903	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
379903	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
379903	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
379903	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
379903	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
379903	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
379903	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
379903	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
379903	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
379903	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
379903	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
379903	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
379903	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
379903	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
379903	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
379903	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
379903	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
379903	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
379903	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
379903	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
379903	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
379903	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
379903	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
379903	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
379903	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
379903	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
379903	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
379903	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
379903	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
379903	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
379903	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
379903	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
379903	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
379903	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
379903	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
379903	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
379903	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
379903	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
379903	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
379903	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
379903	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
379903	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
379903	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
379903	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
379903	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
379903	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
379903	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
379903	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
379903	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
379903	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
379903	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
379903	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
379903	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
379903	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
379903	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
379903	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
379903	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
379903	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
379903	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
379903	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
379903	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
379903	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
379903	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
379903	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
379903	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
379903	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
379903	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
379903	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
379903	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
379903	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
379903	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
379903	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
379903	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
379903	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
379903	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
379903	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
379903	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
379903	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
379903	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
379903	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
379903	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
379903	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
379903	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
379903	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
379903	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
379903	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
379903	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
379903	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
379903	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
379903	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
379903	embedding2nn.weight	0	0.31527456641197205
379903	embedding2nn.weight	1	0.3661027252674103
379903	embedding2nn.weight	2	-0.007620912045240402
379903	embedding2nn.weight	3	0.008809051476418972
379903	embedding2nn.weight	4	-0.040622610598802567
379903	embedding2nn.weight	5	0.06910958886146545
379903	embedding2nn.weight	6	0.03635432571172714
379903	embedding2nn.weight	7	0.010368763469159603
379903	embedding2nn.weight	8	0.062391288578510284
379903	embedding2nn.weight	9	-0.02408408746123314
379903	embedding2nn.bias	0	0.042632684111595154
379903	embedding2nn.bias	1	-0.16840031743049622
379903	embedding2nn.bias	2	0.11056044697761536
379903	embedding2nn.bias	3	0.1541534960269928
379903	embedding2nn.bias	4	0.18661610782146454
379903	embedding2nn.bias	5	-0.074599988758564
379903	embedding2nn.bias	6	-0.04777240380644798
379903	embedding2nn.bias	7	0.05940937623381615
379903	embedding2nn.bias	8	-0.14908400177955627
379903	embedding2nn.bias	9	-0.37713032960891724
379903	rnn.weight_ih_l0	0	0.013233350589871407
379903	rnn.weight_ih_l0	1	-0.07781346142292023
379903	rnn.weight_ih_l0	2	-0.09782678633928299
379903	rnn.weight_ih_l0	3	0.10375361889600754
379903	rnn.weight_ih_l0	4	-0.022535018622875214
379903	rnn.weight_ih_l0	5	-0.0991155132651329
379903	rnn.weight_ih_l0	6	-0.01871676929295063
379903	rnn.weight_ih_l0	7	-0.01649484783411026
379903	rnn.weight_ih_l0	8	0.012213249690830708
379903	rnn.weight_ih_l0	9	-0.04817034304141998
379903	rnn.weight_hh_l0	0	-0.0013378835283219814
379903	rnn.weight_hh_l0	1	0.06569508463144302
379903	rnn.weight_hh_l0	2	0.029221845790743828
379903	rnn.weight_hh_l0	3	0.009856275282800198
379903	rnn.weight_hh_l0	4	0.02021767571568489
379903	rnn.weight_hh_l0	5	0.05869299918413162
379903	rnn.weight_hh_l0	6	-0.05116087198257446
379903	rnn.weight_hh_l0	7	-0.07566419988870621
379903	rnn.weight_hh_l0	8	0.04127640649676323
379903	rnn.weight_hh_l0	9	-0.1036568209528923
379903	rnn.bias_ih_l0	0	0.1773969531059265
379903	rnn.bias_ih_l0	1	-0.258274644613266
379903	rnn.bias_ih_l0	2	-0.023848673328757286
379903	rnn.bias_ih_l0	3	-0.18345332145690918
379903	rnn.bias_ih_l0	4	-0.0019617704674601555
379903	rnn.bias_ih_l0	5	-0.3690098226070404
379903	rnn.bias_ih_l0	6	-0.11536762118339539
379903	rnn.bias_ih_l0	7	-0.3123922646045685
379903	rnn.bias_ih_l0	8	-0.23922789096832275
379903	rnn.bias_ih_l0	9	-0.42096421122550964
379903	rnn.bias_hh_l0	0	-0.30823785066604614
379903	rnn.bias_hh_l0	1	-0.33362430334091187
379903	rnn.bias_hh_l0	2	-0.2872316837310791
379903	rnn.bias_hh_l0	3	-0.07528955489397049
379903	rnn.bias_hh_l0	4	-0.3076437711715698
379903	rnn.bias_hh_l0	5	-0.2915162146091461
379903	rnn.bias_hh_l0	6	-0.10974155366420746
379903	rnn.bias_hh_l0	7	0.07336460798978806
379903	rnn.bias_hh_l0	8	-0.21316172182559967
379903	rnn.bias_hh_l0	9	-0.5030017495155334
379903	rnn.weight_ih_l0_reverse	0	0.018188083544373512
379903	rnn.weight_ih_l0_reverse	1	-0.05335415527224541
379903	rnn.weight_ih_l0_reverse	2	-0.025787707418203354
379903	rnn.weight_ih_l0_reverse	3	-0.11216722428798676
379903	rnn.weight_ih_l0_reverse	4	0.06572355329990387
379903	rnn.weight_ih_l0_reverse	5	-0.12125776708126068
379903	rnn.weight_ih_l0_reverse	6	-0.0011522367130964994
379903	rnn.weight_ih_l0_reverse	7	0.018147986382246017
379903	rnn.weight_ih_l0_reverse	8	-0.053410232067108154
379903	rnn.weight_ih_l0_reverse	9	-0.09566881507635117
379903	rnn.weight_hh_l0_reverse	0	-0.10614003986120224
379903	rnn.weight_hh_l0_reverse	1	0.02798125520348549
379903	rnn.weight_hh_l0_reverse	2	-0.015589721500873566
379903	rnn.weight_hh_l0_reverse	3	0.02615312486886978
379903	rnn.weight_hh_l0_reverse	4	-0.07669542729854584
379903	rnn.weight_hh_l0_reverse	5	0.04099098965525627
379903	rnn.weight_hh_l0_reverse	6	0.021999962627887726
379903	rnn.weight_hh_l0_reverse	7	-0.06389455497264862
379903	rnn.weight_hh_l0_reverse	8	-0.03123672492802143
379903	rnn.weight_hh_l0_reverse	9	0.07950574904680252
379903	rnn.bias_ih_l0_reverse	0	-0.15818628668785095
379903	rnn.bias_ih_l0_reverse	1	-0.07695414125919342
379903	rnn.bias_ih_l0_reverse	2	0.10934721678495407
379903	rnn.bias_ih_l0_reverse	3	-0.24648618698120117
379903	rnn.bias_ih_l0_reverse	4	-0.03760066628456116
379903	rnn.bias_ih_l0_reverse	5	-0.2055642157793045
379903	rnn.bias_ih_l0_reverse	6	0.22682613134384155
379903	rnn.bias_ih_l0_reverse	7	-0.31838399171829224
379903	rnn.bias_ih_l0_reverse	8	-0.13905757665634155
379903	rnn.bias_ih_l0_reverse	9	-0.194134920835495
379903	rnn.bias_hh_l0_reverse	0	-0.1276218742132187
379903	rnn.bias_hh_l0_reverse	1	0.2540608048439026
379903	rnn.bias_hh_l0_reverse	2	-0.3256372809410095
379903	rnn.bias_hh_l0_reverse	3	-0.19627133011817932
379903	rnn.bias_hh_l0_reverse	4	-0.36497846245765686
379903	rnn.bias_hh_l0_reverse	5	-0.18364405632019043
379903	rnn.bias_hh_l0_reverse	6	-0.26736125349998474
379903	rnn.bias_hh_l0_reverse	7	-0.05483193323016167
379903	rnn.bias_hh_l0_reverse	8	-0.25192078948020935
379903	rnn.bias_hh_l0_reverse	9	0.20574410259723663
379903	linear.weight	0	0.20177264511585236
379903	linear.weight	1	-0.4253470003604889
379903	linear.weight	2	0.026763947680592537
379903	linear.weight	3	0.0676589384675026
379903	linear.weight	4	-0.1422107070684433
379903	linear.weight	5	0.2813747525215149
379903	linear.weight	6	-0.03933126479387283
379903	linear.weight	7	-0.06299863010644913
379903	linear.weight	8	0.09419126808643341
379903	linear.weight	9	-0.046604469418525696
379903	linear.bias	0	-0.9733746647834778
379903	linear.bias	1	1.935181975364685
379903	linear.bias	2	0.6926327347755432
379903	linear.bias	3	-2.6183407306671143
379903	linear.bias	4	-0.1868891716003418
379903	linear.bias	5	1.3159023523330688
379903	linear.bias	6	-0.21160392463207245
379903	linear.bias	7	0.6797774434089661
379903	linear.bias	8	2.1638782024383545
379903	linear.bias	9	-1.463246464729309
380512	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
380512	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
380512	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
380512	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
380512	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
380512	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
380512	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
380512	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
380512	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
380512	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
380512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
380512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
380512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
380512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
380512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
380512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
380512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
380512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
380512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
380512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
380512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
380512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
380512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
380512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
380512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
380512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
380512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
380512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
380512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
380512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
380512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
380512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
380512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
380512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
380512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
380512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
380512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
380512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
380512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
380512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
380512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
380512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
380512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
380512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
380512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
380512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
380512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
380512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
380512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
380512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
380512	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
380512	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
380512	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
380512	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
380512	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
380512	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
380512	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
380512	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
380512	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
380512	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
380512	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
380512	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
380512	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
380512	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
380512	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
380512	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
380512	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
380512	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
380512	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
380512	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
380512	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
380512	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
380512	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
380512	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
380512	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
380512	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
380512	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
380512	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
380512	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
380512	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
380512	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
380512	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
380512	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
380512	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
380512	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
380512	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
380512	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
380512	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
380512	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
380512	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
380512	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
380512	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
380512	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
380512	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
380512	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
380512	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
380512	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
380512	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
380512	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
380512	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
380512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
380512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
380512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
380512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
380512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
380512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
380512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
380512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
380512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
380512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
380512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
380512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
380512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
380512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
380512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
380512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
380512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
380512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
380512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
380512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
380512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
380512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
380512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
380512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
380512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
380512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
380512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
380512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
380512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
380512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
380512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
380512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
380512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
380512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
380512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
380512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
380512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
380512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
380512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
380512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
380512	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
380512	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
380512	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
380512	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
380512	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
380512	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
380512	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
380512	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
380512	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
380512	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
380512	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
380512	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
380512	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
380512	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
380512	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
380512	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
380512	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
380512	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
380512	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
380512	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
380512	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
380512	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
380512	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
380512	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
380512	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
380512	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
380512	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
380512	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
380512	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
380512	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
380512	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
380512	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
380512	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
380512	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
380512	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
380512	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
380512	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
380512	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
380512	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
380512	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
380512	embedding2nn.weight	0	0.3139404356479645
380512	embedding2nn.weight	1	0.3625503182411194
380512	embedding2nn.weight	2	-0.00610007531940937
380512	embedding2nn.weight	3	-0.0020621216390281916
380512	embedding2nn.weight	4	-0.03642396628856659
380512	embedding2nn.weight	5	0.06828438490629196
380512	embedding2nn.weight	6	0.02478274516761303
380512	embedding2nn.weight	7	0.01611458510160446
380512	embedding2nn.weight	8	0.06806205958127975
380512	embedding2nn.weight	9	-0.021257365122437477
380512	embedding2nn.bias	0	0.05115554854273796
380512	embedding2nn.bias	1	-0.19114454090595245
380512	embedding2nn.bias	2	0.10224064439535141
380512	embedding2nn.bias	3	0.1678423434495926
380512	embedding2nn.bias	4	0.1635054349899292
380512	embedding2nn.bias	5	-0.06855901330709457
380512	embedding2nn.bias	6	-0.049388039857149124
380512	embedding2nn.bias	7	0.017720989882946014
380512	embedding2nn.bias	8	-0.14401981234550476
380512	embedding2nn.bias	9	-0.36995962262153625
380512	rnn.weight_ih_l0	0	0.01334270741790533
380512	rnn.weight_ih_l0	1	-0.07716502249240875
380512	rnn.weight_ih_l0	2	-0.0932372659444809
380512	rnn.weight_ih_l0	3	0.10821052640676498
380512	rnn.weight_ih_l0	4	-0.03173414245247841
380512	rnn.weight_ih_l0	5	-0.09524568170309067
380512	rnn.weight_ih_l0	6	-0.019145093858242035
380512	rnn.weight_ih_l0	7	-0.020684992894530296
380512	rnn.weight_ih_l0	8	0.005588348489254713
380512	rnn.weight_ih_l0	9	-0.0450371615588665
380512	rnn.weight_hh_l0	0	-0.0021868650801479816
380512	rnn.weight_hh_l0	1	0.06669232249259949
380512	rnn.weight_hh_l0	2	0.029702745378017426
380512	rnn.weight_hh_l0	3	0.010130968876183033
380512	rnn.weight_hh_l0	4	0.020217616111040115
380512	rnn.weight_hh_l0	5	0.06027425453066826
380512	rnn.weight_hh_l0	6	-0.05143480747938156
380512	rnn.weight_hh_l0	7	-0.0775524154305458
380512	rnn.weight_hh_l0	8	0.041249074041843414
380512	rnn.weight_hh_l0	9	-0.10190369933843613
380512	rnn.bias_ih_l0	0	0.1727742999792099
380512	rnn.bias_ih_l0	1	-0.260611891746521
380512	rnn.bias_ih_l0	2	-0.025805605575442314
380512	rnn.bias_ih_l0	3	-0.18864963948726654
380512	rnn.bias_ih_l0	4	-0.0006173737347126007
380512	rnn.bias_ih_l0	5	-0.36992713809013367
380512	rnn.bias_ih_l0	6	-0.10596515983343124
380512	rnn.bias_ih_l0	7	-0.31295669078826904
380512	rnn.bias_ih_l0	8	-0.24048523604869843
380512	rnn.bias_ih_l0	9	-0.42025673389434814
380512	rnn.bias_hh_l0	0	-0.30756837129592896
380512	rnn.bias_hh_l0	1	-0.3317619264125824
380512	rnn.bias_hh_l0	2	-0.28435781598091125
380512	rnn.bias_hh_l0	3	-0.07816966623067856
380512	rnn.bias_hh_l0	4	-0.3120877742767334
380512	rnn.bias_hh_l0	5	-0.2936558127403259
380512	rnn.bias_hh_l0	6	-0.11239136010408401
380512	rnn.bias_hh_l0	7	0.07340706884860992
380512	rnn.bias_hh_l0	8	-0.20413875579833984
380512	rnn.bias_hh_l0	9	-0.4974408745765686
380512	rnn.weight_ih_l0_reverse	0	0.022663047537207603
380512	rnn.weight_ih_l0_reverse	1	-0.0511108860373497
380512	rnn.weight_ih_l0_reverse	2	-0.02486490085721016
380512	rnn.weight_ih_l0_reverse	3	-0.10992114990949631
380512	rnn.weight_ih_l0_reverse	4	0.06480065733194351
380512	rnn.weight_ih_l0_reverse	5	-0.1330447643995285
380512	rnn.weight_ih_l0_reverse	6	-0.0027516745030879974
380512	rnn.weight_ih_l0_reverse	7	0.018051644787192345
380512	rnn.weight_ih_l0_reverse	8	-0.04611878842115402
380512	rnn.weight_ih_l0_reverse	9	-0.09352893382310867
380512	rnn.weight_hh_l0_reverse	0	-0.10578735172748566
380512	rnn.weight_hh_l0_reverse	1	0.027607720345258713
380512	rnn.weight_hh_l0_reverse	2	-0.016238119453191757
380512	rnn.weight_hh_l0_reverse	3	0.025636546313762665
380512	rnn.weight_hh_l0_reverse	4	-0.07297845929861069
380512	rnn.weight_hh_l0_reverse	5	0.04052051156759262
380512	rnn.weight_hh_l0_reverse	6	0.02210037223994732
380512	rnn.weight_hh_l0_reverse	7	-0.06301051378250122
380512	rnn.weight_hh_l0_reverse	8	-0.03236892819404602
380512	rnn.weight_hh_l0_reverse	9	0.07690978050231934
380512	rnn.bias_ih_l0_reverse	0	-0.1580887883901596
380512	rnn.bias_ih_l0_reverse	1	-0.08158476650714874
380512	rnn.bias_ih_l0_reverse	2	0.10717708617448807
380512	rnn.bias_ih_l0_reverse	3	-0.25441744923591614
380512	rnn.bias_ih_l0_reverse	4	-0.04635712131857872
380512	rnn.bias_ih_l0_reverse	5	-0.20226645469665527
380512	rnn.bias_ih_l0_reverse	6	0.22762072086334229
380512	rnn.bias_ih_l0_reverse	7	-0.3114415109157562
380512	rnn.bias_ih_l0_reverse	8	-0.1392807513475418
380512	rnn.bias_ih_l0_reverse	9	-0.20008912682533264
380512	rnn.bias_hh_l0_reverse	0	-0.133159339427948
380512	rnn.bias_hh_l0_reverse	1	0.24945080280303955
380512	rnn.bias_hh_l0_reverse	2	-0.3227814733982086
380512	rnn.bias_hh_l0_reverse	3	-0.19194748997688293
380512	rnn.bias_hh_l0_reverse	4	-0.3674609065055847
380512	rnn.bias_hh_l0_reverse	5	-0.18415741622447968
380512	rnn.bias_hh_l0_reverse	6	-0.2671373784542084
380512	rnn.bias_hh_l0_reverse	7	-0.06214551627635956
380512	rnn.bias_hh_l0_reverse	8	-0.24715137481689453
380512	rnn.bias_hh_l0_reverse	9	0.21773523092269897
380512	linear.weight	0	0.17790502309799194
380512	linear.weight	1	-0.4371069669723511
380512	linear.weight	2	0.03349919617176056
380512	linear.weight	3	0.06766364723443985
380512	linear.weight	4	-0.14630813896656036
380512	linear.weight	5	0.27170518040657043
380512	linear.weight	6	-0.02044033817946911
380512	linear.weight	7	-0.06298700720071793
380512	linear.weight	8	0.07692069560289383
380512	linear.weight	9	-0.04661915823817253
380512	linear.bias	0	-0.9881079792976379
380512	linear.bias	1	1.9280091524124146
380512	linear.bias	2	0.7427195310592651
380512	linear.bias	3	-2.6188461780548096
380512	linear.bias	4	-0.1816067099571228
380512	linear.bias	5	1.3175723552703857
380512	linear.bias	6	-0.21799446642398834
380512	linear.bias	7	0.6726437211036682
380512	linear.bias	8	2.224555015563965
380512	linear.bias	9	-1.4808305501937866
381121	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
381121	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
381121	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
381121	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
381121	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
381121	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
381121	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
381121	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
381121	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
381121	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
381121	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
381121	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
381121	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
381121	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
381121	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
381121	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
381121	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
381121	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
381121	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
381121	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
381121	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
381121	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
381121	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
381121	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
381121	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
381121	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
381121	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
381121	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
381121	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
381121	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
381121	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
381121	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
381121	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
381121	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
381121	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
381121	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
381121	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
381121	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
381121	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
381121	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
381121	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
381121	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
381121	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
381121	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
381121	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
381121	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
381121	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
381121	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
381121	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
381121	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
381121	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
381121	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
381121	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
381121	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
381121	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
381121	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
381121	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
381121	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
381121	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
381121	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
381121	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
381121	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
381121	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
381121	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
381121	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
381121	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
381121	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
381121	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
381121	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
381121	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
381121	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
381121	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
381121	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
381121	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
381121	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
381121	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
381121	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
381121	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
381121	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
381121	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
381121	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
381121	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
381121	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
381121	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
381121	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
381121	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
381121	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
381121	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
381121	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
381121	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
381121	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
381121	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
381121	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
381121	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
381121	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
381121	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
381121	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
381121	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
381121	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
381121	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
381121	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
381121	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
381121	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
381121	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
381121	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
381121	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
381121	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
381121	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
381121	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
381121	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
381121	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
381121	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
381121	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
381121	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
381121	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
381121	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
381121	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
381121	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
381121	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
381121	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
381121	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
381121	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
381121	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
381121	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
381121	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
381121	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
381121	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
381121	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
381121	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
381121	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
381121	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
381121	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
381121	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
381121	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
381121	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
381121	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
381121	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
381121	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
381121	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
381121	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
381121	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
381121	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
381121	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
381121	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
381121	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
381121	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
381121	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
381121	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
381121	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
381121	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
381121	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
381121	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
381121	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
381121	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
381121	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
381121	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
381121	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
381121	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
381121	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
381121	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
381121	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
381121	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
381121	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
381121	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
381121	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
381121	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
381121	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
381121	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
381121	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
381121	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
381121	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
381121	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
381121	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
381121	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
381121	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
381121	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
381121	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
381121	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
381121	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
381121	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
381121	embedding2nn.weight	0	0.31442129611968994
381121	embedding2nn.weight	1	0.36370614171028137
381121	embedding2nn.weight	2	-0.006814118009060621
381121	embedding2nn.weight	3	-0.014033574610948563
381121	embedding2nn.weight	4	-0.03884900361299515
381121	embedding2nn.weight	5	0.06978940963745117
381121	embedding2nn.weight	6	0.02041177824139595
381121	embedding2nn.weight	7	0.017131386324763298
381121	embedding2nn.weight	8	0.0647488683462143
381121	embedding2nn.weight	9	-0.022079162299633026
381121	embedding2nn.bias	0	0.03858182951807976
381121	embedding2nn.bias	1	-0.19557109475135803
381121	embedding2nn.bias	2	0.09486664086580276
381121	embedding2nn.bias	3	0.17520655691623688
381121	embedding2nn.bias	4	0.16800552606582642
381121	embedding2nn.bias	5	-0.07343252748250961
381121	embedding2nn.bias	6	-0.050353724509477615
381121	embedding2nn.bias	7	0.028517894446849823
381121	embedding2nn.bias	8	-0.15123358368873596
381121	embedding2nn.bias	9	-0.38444048166275024
381121	rnn.weight_ih_l0	0	0.012639480642974377
381121	rnn.weight_ih_l0	1	-0.07915250211954117
381121	rnn.weight_ih_l0	2	-0.09086708724498749
381121	rnn.weight_ih_l0	3	0.1027887836098671
381121	rnn.weight_ih_l0	4	-0.029085267335176468
381121	rnn.weight_ih_l0	5	-0.10430654138326645
381121	rnn.weight_ih_l0	6	-0.022279828786849976
381121	rnn.weight_ih_l0	7	-0.018991461023688316
381121	rnn.weight_ih_l0	8	0.0012678677449002862
381121	rnn.weight_ih_l0	9	-0.05572189390659332
381121	rnn.weight_hh_l0	0	-0.002670440124347806
381121	rnn.weight_hh_l0	1	0.06628550589084625
381121	rnn.weight_hh_l0	2	0.02919081412255764
381121	rnn.weight_hh_l0	3	0.009335002861917019
381121	rnn.weight_hh_l0	4	0.020144853740930557
381121	rnn.weight_hh_l0	5	0.06046004220843315
381121	rnn.weight_hh_l0	6	-0.05211898311972618
381121	rnn.weight_hh_l0	7	-0.07604704797267914
381121	rnn.weight_hh_l0	8	0.04142149165272713
381121	rnn.weight_hh_l0	9	-0.10283307731151581
381121	rnn.bias_ih_l0	0	0.16410230100154877
381121	rnn.bias_ih_l0	1	-0.2641337513923645
381121	rnn.bias_ih_l0	2	-0.029967783018946648
381121	rnn.bias_ih_l0	3	-0.1921943724155426
381121	rnn.bias_ih_l0	4	-0.006150056608021259
381121	rnn.bias_ih_l0	5	-0.36478182673454285
381121	rnn.bias_ih_l0	6	-0.11280599236488342
381121	rnn.bias_ih_l0	7	-0.31173303723335266
381121	rnn.bias_ih_l0	8	-0.24057288467884064
381121	rnn.bias_ih_l0	9	-0.4154621362686157
381121	rnn.bias_hh_l0	0	-0.30235758423805237
381121	rnn.bias_hh_l0	1	-0.3260948061943054
381121	rnn.bias_hh_l0	2	-0.2923346161842346
381121	rnn.bias_hh_l0	3	-0.07558233290910721
381121	rnn.bias_hh_l0	4	-0.31842538714408875
381121	rnn.bias_hh_l0	5	-0.2940446436405182
381121	rnn.bias_hh_l0	6	-0.11421076953411102
381121	rnn.bias_hh_l0	7	0.07372886687517166
381121	rnn.bias_hh_l0	8	-0.2061351239681244
381121	rnn.bias_hh_l0	9	-0.49796929955482483
381121	rnn.weight_ih_l0_reverse	0	0.025402752682566643
381121	rnn.weight_ih_l0_reverse	1	-0.05346333235502243
381121	rnn.weight_ih_l0_reverse	2	-0.022335335612297058
381121	rnn.weight_ih_l0_reverse	3	-0.1116049662232399
381121	rnn.weight_ih_l0_reverse	4	0.06715632230043411
381121	rnn.weight_ih_l0_reverse	5	-0.13130031526088715
381121	rnn.weight_ih_l0_reverse	6	-0.008897747844457626
381121	rnn.weight_ih_l0_reverse	7	0.018337268382310867
381121	rnn.weight_ih_l0_reverse	8	-0.04831079766154289
381121	rnn.weight_ih_l0_reverse	9	-0.09327627718448639
381121	rnn.weight_hh_l0_reverse	0	-0.10424597561359406
381121	rnn.weight_hh_l0_reverse	1	0.026634184643626213
381121	rnn.weight_hh_l0_reverse	2	-0.016387423500418663
381121	rnn.weight_hh_l0_reverse	3	0.02659151330590248
381121	rnn.weight_hh_l0_reverse	4	-0.07200390100479126
381121	rnn.weight_hh_l0_reverse	5	0.04100542888045311
381121	rnn.weight_hh_l0_reverse	6	0.022140707820653915
381121	rnn.weight_hh_l0_reverse	7	-0.064662866294384
381121	rnn.weight_hh_l0_reverse	8	-0.033083852380514145
381121	rnn.weight_hh_l0_reverse	9	0.07559508830308914
381121	rnn.bias_ih_l0_reverse	0	-0.15634781122207642
381121	rnn.bias_ih_l0_reverse	1	-0.07455813884735107
381121	rnn.bias_ih_l0_reverse	2	0.09791180491447449
381121	rnn.bias_ih_l0_reverse	3	-0.2547449767589569
381121	rnn.bias_ih_l0_reverse	4	-0.03670981153845787
381121	rnn.bias_ih_l0_reverse	5	-0.2055290937423706
381121	rnn.bias_ih_l0_reverse	6	0.22184514999389648
381121	rnn.bias_ih_l0_reverse	7	-0.2945285439491272
381121	rnn.bias_ih_l0_reverse	8	-0.13688109815120697
381121	rnn.bias_ih_l0_reverse	9	-0.19871436059474945
381121	rnn.bias_hh_l0_reverse	0	-0.15033483505249023
381121	rnn.bias_hh_l0_reverse	1	0.2481631338596344
381121	rnn.bias_hh_l0_reverse	2	-0.3239276707172394
381121	rnn.bias_hh_l0_reverse	3	-0.19614404439926147
381121	rnn.bias_hh_l0_reverse	4	-0.3698928952217102
381121	rnn.bias_hh_l0_reverse	5	-0.18539488315582275
381121	rnn.bias_hh_l0_reverse	6	-0.27860668301582336
381121	rnn.bias_hh_l0_reverse	7	-0.05584880709648132
381121	rnn.bias_hh_l0_reverse	8	-0.24705861508846283
381121	rnn.bias_hh_l0_reverse	9	0.19587093591690063
381121	linear.weight	0	0.2147473841905594
381121	linear.weight	1	-0.4958662986755371
381121	linear.weight	2	-0.0012009585043415427
381121	linear.weight	3	0.06767143309116364
381121	linear.weight	4	-0.14219816029071808
381121	linear.weight	5	0.2322039157152176
381121	linear.weight	6	-0.03896024450659752
381121	linear.weight	7	-0.0629764124751091
381121	linear.weight	8	0.06633754074573517
381121	linear.weight	9	-0.04662839323282242
381121	linear.bias	0	-0.9893933534622192
381121	linear.bias	1	1.8792356252670288
381121	linear.bias	2	0.7199310064315796
381121	linear.bias	3	-2.619326591491699
381121	linear.bias	4	-0.18490901589393616
381121	linear.bias	5	1.3041770458221436
381121	linear.bias	6	-0.24122804403305054
381121	linear.bias	7	0.6679996848106384
381121	linear.bias	8	2.224595308303833
381121	linear.bias	9	-1.4821652173995972
381730	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
381730	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
381730	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
381730	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
381730	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
381730	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
381730	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
381730	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
381730	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
381730	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
381730	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
381730	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
381730	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
381730	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
381730	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
381730	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
381730	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
381730	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
381730	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
381730	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
381730	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
381730	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
381730	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
381730	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
381730	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
381730	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
381730	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
381730	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
381730	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
381730	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
381730	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
381730	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
381730	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
381730	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
381730	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
381730	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
381730	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
381730	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
381730	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
381730	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
381730	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
381730	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
381730	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
381730	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
381730	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
381730	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
381730	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
381730	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
381730	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
381730	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
381730	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
381730	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
381730	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
381730	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
381730	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
381730	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
381730	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
381730	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
381730	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
381730	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
381730	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
381730	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
381730	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
381730	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
381730	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
381730	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
381730	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
381730	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
381730	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
381730	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
381730	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
381730	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
381730	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
381730	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
381730	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
381730	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
381730	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
381730	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
381730	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
381730	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
381730	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
381730	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
381730	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
381730	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
381730	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
381730	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
381730	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
381730	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
381730	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
381730	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
381730	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
381730	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
381730	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
381730	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
381730	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
381730	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
381730	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
381730	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
381730	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
381730	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
381730	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
381730	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
381730	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
381730	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
381730	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
381730	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
381730	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
381730	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
381730	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
381730	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
381730	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
381730	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
381730	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
381730	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
381730	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
381730	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
381730	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
381730	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
381730	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
381730	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
381730	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
381730	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
381730	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
381730	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
381730	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
381730	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
381730	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
381730	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
381730	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
381730	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
381730	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
381730	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
381730	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
381730	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
381730	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
381730	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
381730	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
381730	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
381730	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
381730	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
381730	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
381730	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
381730	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
381730	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
381730	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
381730	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
381730	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
381730	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
381730	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
381730	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
381730	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
381730	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
381730	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
381730	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
381730	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
381730	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
381730	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
381730	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
381730	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
381730	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
381730	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
381730	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
381730	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
381730	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
381730	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
381730	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
381730	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
381730	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
381730	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
381730	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
381730	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
381730	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
381730	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
381730	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
381730	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
381730	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
381730	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
381730	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
381730	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
381730	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
381730	embedding2nn.weight	0	0.31378012895584106
381730	embedding2nn.weight	1	0.36708131432533264
381730	embedding2nn.weight	2	-0.009826366789638996
381730	embedding2nn.weight	3	-0.010921620763838291
381730	embedding2nn.weight	4	-0.03864685073494911
381730	embedding2nn.weight	5	0.06653399765491486
381730	embedding2nn.weight	6	0.02023177593946457
381730	embedding2nn.weight	7	0.007610725704580545
381730	embedding2nn.weight	8	0.057297755032777786
381730	embedding2nn.weight	9	-0.022047201171517372
381730	embedding2nn.bias	0	0.04190541431307793
381730	embedding2nn.bias	1	-0.1824808567762375
381730	embedding2nn.bias	2	0.0959494560956955
381730	embedding2nn.bias	3	0.17401383817195892
381730	embedding2nn.bias	4	0.17411281168460846
381730	embedding2nn.bias	5	-0.07063838839530945
381730	embedding2nn.bias	6	-0.060290489345788956
381730	embedding2nn.bias	7	0.021018903702497482
381730	embedding2nn.bias	8	-0.1560659110546112
381730	embedding2nn.bias	9	-0.37540146708488464
381730	rnn.weight_ih_l0	0	0.011342300102114677
381730	rnn.weight_ih_l0	1	-0.07706485688686371
381730	rnn.weight_ih_l0	2	-0.09888270497322083
381730	rnn.weight_ih_l0	3	0.1009480208158493
381730	rnn.weight_ih_l0	4	-0.03628076985478401
381730	rnn.weight_ih_l0	5	-0.09662596881389618
381730	rnn.weight_ih_l0	6	-0.014116200618445873
381730	rnn.weight_ih_l0	7	-0.031116709113121033
381730	rnn.weight_ih_l0	8	0.010636132210493088
381730	rnn.weight_ih_l0	9	-0.04986467957496643
381730	rnn.weight_hh_l0	0	-0.0026420021895319223
381730	rnn.weight_hh_l0	1	0.06687824428081512
381730	rnn.weight_hh_l0	2	0.030057160183787346
381730	rnn.weight_hh_l0	3	0.009561511687934399
381730	rnn.weight_hh_l0	4	0.019112110137939453
381730	rnn.weight_hh_l0	5	0.060185059905052185
381730	rnn.weight_hh_l0	6	-0.05143504589796066
381730	rnn.weight_hh_l0	7	-0.07511653751134872
381730	rnn.weight_hh_l0	8	0.04140938073396683
381730	rnn.weight_hh_l0	9	-0.10257590562105179
381730	rnn.bias_ih_l0	0	0.17453491687774658
381730	rnn.bias_ih_l0	1	-0.264681875705719
381730	rnn.bias_ih_l0	2	-0.02982207201421261
381730	rnn.bias_ih_l0	3	-0.19952437281608582
381730	rnn.bias_ih_l0	4	0.0030157079454511404
381730	rnn.bias_ih_l0	5	-0.3660287857055664
381730	rnn.bias_ih_l0	6	-0.11253389716148376
381730	rnn.bias_ih_l0	7	-0.311733216047287
381730	rnn.bias_ih_l0	8	-0.23402740061283112
381730	rnn.bias_ih_l0	9	-0.4001707136631012
381730	rnn.bias_hh_l0	0	-0.30686110258102417
381730	rnn.bias_hh_l0	1	-0.32345882058143616
381730	rnn.bias_hh_l0	2	-0.2854139506816864
381730	rnn.bias_hh_l0	3	-0.07395948469638824
381730	rnn.bias_hh_l0	4	-0.31078553199768066
381730	rnn.bias_hh_l0	5	-0.29614540934562683
381730	rnn.bias_hh_l0	6	-0.10794391483068466
381730	rnn.bias_hh_l0	7	0.08429630100727081
381730	rnn.bias_hh_l0	8	-0.21050532162189484
381730	rnn.bias_hh_l0	9	-0.49841544032096863
381730	rnn.weight_ih_l0_reverse	0	0.018655624240636826
381730	rnn.weight_ih_l0_reverse	1	-0.04980868846178055
381730	rnn.weight_ih_l0_reverse	2	-0.019932236522436142
381730	rnn.weight_ih_l0_reverse	3	-0.11176639795303345
381730	rnn.weight_ih_l0_reverse	4	0.06926670670509338
381730	rnn.weight_ih_l0_reverse	5	-0.13829097151756287
381730	rnn.weight_ih_l0_reverse	6	-0.010268796235322952
381730	rnn.weight_ih_l0_reverse	7	0.0177691001445055
381730	rnn.weight_ih_l0_reverse	8	-0.04717596247792244
381730	rnn.weight_ih_l0_reverse	9	-0.09911323338747025
381730	rnn.weight_hh_l0_reverse	0	-0.1042991429567337
381730	rnn.weight_hh_l0_reverse	1	0.026823310181498528
381730	rnn.weight_hh_l0_reverse	2	-0.014762531965970993
381730	rnn.weight_hh_l0_reverse	3	0.027304943650960922
381730	rnn.weight_hh_l0_reverse	4	-0.07063634693622589
381730	rnn.weight_hh_l0_reverse	5	0.04077441617846489
381730	rnn.weight_hh_l0_reverse	6	0.02199409157037735
381730	rnn.weight_hh_l0_reverse	7	-0.06497988849878311
381730	rnn.weight_hh_l0_reverse	8	-0.03504455089569092
381730	rnn.weight_hh_l0_reverse	9	0.07449228316545486
381730	rnn.bias_ih_l0_reverse	0	-0.15754404664039612
381730	rnn.bias_ih_l0_reverse	1	-0.07284780591726303
381730	rnn.bias_ih_l0_reverse	2	0.10050944238901138
381730	rnn.bias_ih_l0_reverse	3	-0.2600088119506836
381730	rnn.bias_ih_l0_reverse	4	-0.04810801520943642
381730	rnn.bias_ih_l0_reverse	5	-0.21020634472370148
381730	rnn.bias_ih_l0_reverse	6	0.2301998734474182
381730	rnn.bias_ih_l0_reverse	7	-0.288439005613327
381730	rnn.bias_ih_l0_reverse	8	-0.14494366943836212
381730	rnn.bias_ih_l0_reverse	9	-0.20130598545074463
381730	rnn.bias_hh_l0_reverse	0	-0.13223136961460114
381730	rnn.bias_hh_l0_reverse	1	0.2640093266963959
381730	rnn.bias_hh_l0_reverse	2	-0.32021793723106384
381730	rnn.bias_hh_l0_reverse	3	-0.1914449781179428
381730	rnn.bias_hh_l0_reverse	4	-0.3742315173149109
381730	rnn.bias_hh_l0_reverse	5	-0.17306242883205414
381730	rnn.bias_hh_l0_reverse	6	-0.2794496715068817
381730	rnn.bias_hh_l0_reverse	7	-0.05573330819606781
381730	rnn.bias_hh_l0_reverse	8	-0.2542058825492859
381730	rnn.bias_hh_l0_reverse	9	0.1929789036512375
381730	linear.weight	0	0.22493493556976318
381730	linear.weight	1	-0.5100303292274475
381730	linear.weight	2	0.014258628711104393
381730	linear.weight	3	0.06767182797193527
381730	linear.weight	4	-0.16565299034118652
381730	linear.weight	5	0.2726524770259857
381730	linear.weight	6	-0.004667711444199085
381730	linear.weight	7	-0.06296107918024063
381730	linear.weight	8	0.08496019244194031
381730	linear.weight	9	-0.04664136841893196
381730	linear.bias	0	-0.9967208504676819
381730	linear.bias	1	1.9162224531173706
381730	linear.bias	2	0.690396249294281
381730	linear.bias	3	-2.6198110580444336
381730	linear.bias	4	-0.1494751274585724
381730	linear.bias	5	1.2866839170455933
381730	linear.bias	6	-0.222127765417099
381730	linear.bias	7	0.6531496047973633
381730	linear.bias	8	2.1888489723205566
381730	linear.bias	9	-1.4839473962783813
382339	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
382339	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
382339	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
382339	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
382339	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
382339	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
382339	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
382339	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
382339	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
382339	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
382339	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
382339	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
382339	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
382339	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
382339	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
382339	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
382339	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
382339	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
382339	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
382339	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
382339	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
382339	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
382339	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
382339	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
382339	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
382339	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
382339	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
382339	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
382339	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
382339	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
382339	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
382339	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
382339	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
382339	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
382339	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
382339	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
382339	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
382339	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
382339	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
382339	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
382339	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
382339	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
382339	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
382339	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
382339	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
382339	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
382339	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
382339	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
382339	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
382339	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
382339	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
382339	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
382339	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
382339	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
382339	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
382339	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
382339	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
382339	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
382339	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
382339	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
382339	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
382339	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
382339	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
382339	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
382339	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
382339	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
382339	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
382339	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
382339	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
382339	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
382339	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
382339	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
382339	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
382339	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
382339	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
382339	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
382339	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
382339	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
382339	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
382339	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
382339	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
382339	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
382339	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
382339	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
382339	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
382339	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
382339	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
382339	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
382339	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
382339	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
382339	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
382339	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
382339	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
382339	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
382339	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
382339	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
382339	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
382339	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
382339	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
382339	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
382339	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
382339	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
382339	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
382339	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
382339	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
382339	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
382339	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
382339	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
382339	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
382339	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
382339	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
382339	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
382339	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
382339	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
382339	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
382339	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
382339	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
382339	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
382339	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
382339	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
382339	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
382339	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
382339	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
382339	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
382339	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
382339	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
382339	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
382339	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
382339	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
382339	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
382339	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
382339	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
382339	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
382339	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
382339	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
382339	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
382339	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
382339	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
382339	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
382339	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
382339	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
382339	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
382339	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
382339	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
382339	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
382339	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
382339	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
382339	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
382339	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
382339	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
382339	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
382339	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
382339	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
382339	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
382339	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
382339	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
382339	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
382339	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
382339	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
382339	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
382339	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
382339	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
382339	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
382339	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
382339	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
382339	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
382339	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
382339	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
382339	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
382339	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
382339	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
382339	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
382339	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
382339	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
382339	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
382339	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
382339	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
382339	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
382339	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
382339	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
382339	embedding2nn.weight	0	0.31087350845336914
382339	embedding2nn.weight	1	0.3672342002391815
382339	embedding2nn.weight	2	-0.008208991959691048
382339	embedding2nn.weight	3	-0.019092293456196785
382339	embedding2nn.weight	4	-0.03674113005399704
382339	embedding2nn.weight	5	0.0691273882985115
382339	embedding2nn.weight	6	0.023060517385601997
382339	embedding2nn.weight	7	-0.004109874367713928
382339	embedding2nn.weight	8	0.05440937355160713
382339	embedding2nn.weight	9	-0.021909251809120178
382339	embedding2nn.bias	0	0.02562238834798336
382339	embedding2nn.bias	1	-0.18977521359920502
382339	embedding2nn.bias	2	0.09101710468530655
382339	embedding2nn.bias	3	0.15759168565273285
382339	embedding2nn.bias	4	0.171010360121727
382339	embedding2nn.bias	5	-0.06635572016239166
382339	embedding2nn.bias	6	-0.05264023691415787
382339	embedding2nn.bias	7	0.029774125665426254
382339	embedding2nn.bias	8	-0.12043218314647675
382339	embedding2nn.bias	9	-0.38920462131500244
382339	rnn.weight_ih_l0	0	0.011894105933606625
382339	rnn.weight_ih_l0	1	-0.0764419287443161
382339	rnn.weight_ih_l0	2	-0.09281639754772186
382339	rnn.weight_ih_l0	3	0.10600686818361282
382339	rnn.weight_ih_l0	4	-0.035821784287691116
382339	rnn.weight_ih_l0	5	-0.08658432215452194
382339	rnn.weight_ih_l0	6	-0.023235557600855827
382339	rnn.weight_ih_l0	7	-0.028518594801425934
382339	rnn.weight_ih_l0	8	0.016713956370949745
382339	rnn.weight_ih_l0	9	-0.048365652561187744
382339	rnn.weight_hh_l0	0	-0.0028865111526101828
382339	rnn.weight_hh_l0	1	0.06658519804477692
382339	rnn.weight_hh_l0	2	0.029868219047784805
382339	rnn.weight_hh_l0	3	0.008900739252567291
382339	rnn.weight_hh_l0	4	0.019677897915244102
382339	rnn.weight_hh_l0	5	0.058831728994846344
382339	rnn.weight_hh_l0	6	-0.051464103162288666
382339	rnn.weight_hh_l0	7	-0.07198722660541534
382339	rnn.weight_hh_l0	8	0.041427019983530045
382339	rnn.weight_hh_l0	9	-0.10217057913541794
382339	rnn.bias_ih_l0	0	0.18969766795635223
382339	rnn.bias_ih_l0	1	-0.26618584990501404
382339	rnn.bias_ih_l0	2	-0.036255061626434326
382339	rnn.bias_ih_l0	3	-0.1938163787126541
382339	rnn.bias_ih_l0	4	-0.0037713227793574333
382339	rnn.bias_ih_l0	5	-0.3681555986404419
382339	rnn.bias_ih_l0	6	-0.11369830369949341
382339	rnn.bias_ih_l0	7	-0.3105517625808716
382339	rnn.bias_ih_l0	8	-0.22809667885303497
382339	rnn.bias_ih_l0	9	-0.4072250723838806
382339	rnn.bias_hh_l0	0	-0.3038890063762665
382339	rnn.bias_hh_l0	1	-0.3264714479446411
382339	rnn.bias_hh_l0	2	-0.2813287377357483
382339	rnn.bias_hh_l0	3	-0.08702347427606583
382339	rnn.bias_hh_l0	4	-0.30459433794021606
382339	rnn.bias_hh_l0	5	-0.2928958535194397
382339	rnn.bias_hh_l0	6	-0.10749084502458572
382339	rnn.bias_hh_l0	7	0.08326760679483414
382339	rnn.bias_hh_l0	8	-0.2145528793334961
382339	rnn.bias_hh_l0	9	-0.49716535210609436
382339	rnn.weight_ih_l0_reverse	0	0.009244682267308235
382339	rnn.weight_ih_l0_reverse	1	-0.05006350204348564
382339	rnn.weight_ih_l0_reverse	2	-0.02113737352192402
382339	rnn.weight_ih_l0_reverse	3	-0.11566190421581268
382339	rnn.weight_ih_l0_reverse	4	0.07040924578905106
382339	rnn.weight_ih_l0_reverse	5	-0.13928104937076569
382339	rnn.weight_ih_l0_reverse	6	-0.012354210950434208
382339	rnn.weight_ih_l0_reverse	7	0.02115672640502453
382339	rnn.weight_ih_l0_reverse	8	-0.04881666600704193
382339	rnn.weight_ih_l0_reverse	9	-0.09363305568695068
382339	rnn.weight_hh_l0_reverse	0	-0.10529063642024994
382339	rnn.weight_hh_l0_reverse	1	0.02755754441022873
382339	rnn.weight_hh_l0_reverse	2	-0.015082630328834057
382339	rnn.weight_hh_l0_reverse	3	0.02696741744875908
382339	rnn.weight_hh_l0_reverse	4	-0.06861751526594162
382339	rnn.weight_hh_l0_reverse	5	0.04090273380279541
382339	rnn.weight_hh_l0_reverse	6	0.02179727517068386
382339	rnn.weight_hh_l0_reverse	7	-0.06837989389896393
382339	rnn.weight_hh_l0_reverse	8	-0.03339822590351105
382339	rnn.weight_hh_l0_reverse	9	0.07428012043237686
382339	rnn.bias_ih_l0_reverse	0	-0.15215659141540527
382339	rnn.bias_ih_l0_reverse	1	-0.07308999449014664
382339	rnn.bias_ih_l0_reverse	2	0.11017005145549774
382339	rnn.bias_ih_l0_reverse	3	-0.25698211789131165
382339	rnn.bias_ih_l0_reverse	4	-0.05271430313587189
382339	rnn.bias_ih_l0_reverse	5	-0.21043545007705688
382339	rnn.bias_ih_l0_reverse	6	0.23166611790657043
382339	rnn.bias_ih_l0_reverse	7	-0.2900603115558624
382339	rnn.bias_ih_l0_reverse	8	-0.14365090429782867
382339	rnn.bias_ih_l0_reverse	9	-0.19365186989307404
382339	rnn.bias_hh_l0_reverse	0	-0.14022646844387054
382339	rnn.bias_hh_l0_reverse	1	0.25839656591415405
382339	rnn.bias_hh_l0_reverse	2	-0.3214719593524933
382339	rnn.bias_hh_l0_reverse	3	-0.19525615870952606
382339	rnn.bias_hh_l0_reverse	4	-0.37059643864631653
382339	rnn.bias_hh_l0_reverse	5	-0.1815524846315384
382339	rnn.bias_hh_l0_reverse	6	-0.28498324751853943
382339	rnn.bias_hh_l0_reverse	7	-0.050094734877347946
382339	rnn.bias_hh_l0_reverse	8	-0.25699669122695923
382339	rnn.bias_hh_l0_reverse	9	0.18986546993255615
382339	linear.weight	0	0.1953769326210022
382339	linear.weight	1	-0.4965462386608124
382339	linear.weight	2	-0.023270392790436745
382339	linear.weight	3	0.06767287105321884
382339	linear.weight	4	-0.11701782047748566
382339	linear.weight	5	0.2643115818500519
382339	linear.weight	6	-0.020580830052495003
382339	linear.weight	7	-0.06294811517000198
382339	linear.weight	8	0.08496589958667755
382339	linear.weight	9	-0.046653036028146744
382339	linear.bias	0	-0.9791771173477173
382339	linear.bias	1	1.9150761365890503
382339	linear.bias	2	0.6950533986091614
382339	linear.bias	3	-2.620279550552368
382339	linear.bias	4	-0.14029349386692047
382339	linear.bias	5	1.26753830909729
382339	linear.bias	6	-0.26570284366607666
382339	linear.bias	7	0.6418639421463013
382339	linear.bias	8	2.2201497554779053
382339	linear.bias	9	-1.461612343788147
382948	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
382948	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
382948	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
382948	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
382948	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
382948	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
382948	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
382948	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
382948	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
382948	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
382948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
382948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
382948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
382948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
382948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
382948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
382948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
382948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
382948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
382948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
382948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
382948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
382948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
382948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
382948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
382948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
382948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
382948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
382948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
382948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
382948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
382948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
382948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
382948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
382948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
382948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
382948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
382948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
382948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
382948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
382948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
382948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
382948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
382948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
382948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
382948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
382948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
382948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
382948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
382948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
382948	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
382948	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
382948	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
382948	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
382948	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
382948	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
382948	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
382948	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
382948	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
382948	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
382948	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
382948	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
382948	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
382948	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
382948	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
382948	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
382948	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
382948	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
382948	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
382948	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
382948	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
382948	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
382948	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
382948	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
382948	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
382948	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
382948	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
382948	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
382948	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
382948	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
382948	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
382948	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
382948	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
382948	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
382948	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
382948	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
382948	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
382948	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
382948	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
382948	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
382948	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
382948	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
382948	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
382948	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
382948	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
382948	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
382948	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
382948	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
382948	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
382948	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
382948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
382948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
382948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
382948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
382948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
382948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
382948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
382948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
382948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
382948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
382948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
382948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
382948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
382948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
382948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
382948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
382948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
382948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
382948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
382948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
382948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
382948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
382948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
382948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
382948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
382948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
382948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
382948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
382948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
382948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
382948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
382948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
382948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
382948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
382948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
382948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
382948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
382948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
382948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
382948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
382948	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
382948	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
382948	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
382948	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
382948	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
382948	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
382948	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
382948	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
382948	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
382948	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
382948	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
382948	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
382948	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
382948	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
382948	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
382948	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
382948	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
382948	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
382948	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
382948	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
382948	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
382948	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
382948	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
382948	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
382948	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
382948	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
382948	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
382948	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
382948	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
382948	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
382948	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
382948	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
382948	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
382948	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
382948	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
382948	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
382948	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
382948	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
382948	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
382948	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
382948	embedding2nn.weight	0	0.3093562722206116
382948	embedding2nn.weight	1	0.3695632517337799
382948	embedding2nn.weight	2	-0.004995374009013176
382948	embedding2nn.weight	3	-0.004316391889005899
382948	embedding2nn.weight	4	-0.035419899970293045
382948	embedding2nn.weight	5	0.07239075750112534
382948	embedding2nn.weight	6	0.022661399096250534
382948	embedding2nn.weight	7	-0.006749632768332958
382948	embedding2nn.weight	8	0.05031430348753929
382948	embedding2nn.weight	9	-0.023620668798685074
382948	embedding2nn.bias	0	0.013088617473840714
382948	embedding2nn.bias	1	-0.1903640478849411
382948	embedding2nn.bias	2	0.104782335460186
382948	embedding2nn.bias	3	0.17358136177062988
382948	embedding2nn.bias	4	0.1722140610218048
382948	embedding2nn.bias	5	-0.07955070585012436
382948	embedding2nn.bias	6	-0.05554071068763733
382948	embedding2nn.bias	7	0.017738990485668182
382948	embedding2nn.bias	8	-0.13137973845005035
382948	embedding2nn.bias	9	-0.3855721354484558
382948	rnn.weight_ih_l0	0	0.01181828510016203
382948	rnn.weight_ih_l0	1	-0.07768982648849487
382948	rnn.weight_ih_l0	2	-0.09813752770423889
382948	rnn.weight_ih_l0	3	0.10562090575695038
382948	rnn.weight_ih_l0	4	-0.0343264676630497
382948	rnn.weight_ih_l0	5	-0.0935530960559845
382948	rnn.weight_ih_l0	6	-0.02386178821325302
382948	rnn.weight_ih_l0	7	-0.02699436992406845
382948	rnn.weight_ih_l0	8	0.005716236308217049
382948	rnn.weight_ih_l0	9	-0.04458465799689293
382948	rnn.weight_hh_l0	0	-0.0030421745032072067
382948	rnn.weight_hh_l0	1	0.06855367869138718
382948	rnn.weight_hh_l0	2	0.030337097123265266
382948	rnn.weight_hh_l0	3	0.007721562869846821
382948	rnn.weight_hh_l0	4	0.02067176252603531
382948	rnn.weight_hh_l0	5	0.05746203660964966
382948	rnn.weight_hh_l0	6	-0.050969358533620834
382948	rnn.weight_hh_l0	7	-0.07610536366701126
382948	rnn.weight_hh_l0	8	0.04114215821027756
382948	rnn.weight_hh_l0	9	-0.10261984914541245
382948	rnn.bias_ih_l0	0	0.18524429202079773
382948	rnn.bias_ih_l0	1	-0.2689754068851471
382948	rnn.bias_ih_l0	2	-0.029556209221482277
382948	rnn.bias_ih_l0	3	-0.18949531018733978
382948	rnn.bias_ih_l0	4	-0.007289369590580463
382948	rnn.bias_ih_l0	5	-0.373623251914978
382948	rnn.bias_ih_l0	6	-0.13056084513664246
382948	rnn.bias_ih_l0	7	-0.31060439348220825
382948	rnn.bias_ih_l0	8	-0.23666979372501373
382948	rnn.bias_ih_l0	9	-0.40258893370628357
382948	rnn.bias_hh_l0	0	-0.30606210231781006
382948	rnn.bias_hh_l0	1	-0.3259330987930298
382948	rnn.bias_hh_l0	2	-0.27688443660736084
382948	rnn.bias_hh_l0	3	-0.08470030128955841
382948	rnn.bias_hh_l0	4	-0.30890995264053345
382948	rnn.bias_hh_l0	5	-0.2957693040370941
382948	rnn.bias_hh_l0	6	-0.11358021199703217
382948	rnn.bias_hh_l0	7	0.07678866386413574
382948	rnn.bias_hh_l0	8	-0.21630586683750153
382948	rnn.bias_hh_l0	9	-0.49616822600364685
382948	rnn.weight_ih_l0_reverse	0	0.009214354678988457
382948	rnn.weight_ih_l0_reverse	1	-0.05472847446799278
382948	rnn.weight_ih_l0_reverse	2	-0.02416348084807396
382948	rnn.weight_ih_l0_reverse	3	-0.11745716631412506
382948	rnn.weight_ih_l0_reverse	4	0.07078239321708679
382948	rnn.weight_ih_l0_reverse	5	-0.1272335648536682
382948	rnn.weight_ih_l0_reverse	6	-0.010765301063656807
382948	rnn.weight_ih_l0_reverse	7	0.02004816010594368
382948	rnn.weight_ih_l0_reverse	8	-0.05025242269039154
382948	rnn.weight_ih_l0_reverse	9	-0.09184606373310089
382948	rnn.weight_hh_l0_reverse	0	-0.10627950727939606
382948	rnn.weight_hh_l0_reverse	1	0.027719758450984955
382948	rnn.weight_hh_l0_reverse	2	-0.012684197165071964
382948	rnn.weight_hh_l0_reverse	3	0.0271438118070364
382948	rnn.weight_hh_l0_reverse	4	-0.06982076168060303
382948	rnn.weight_hh_l0_reverse	5	0.041003819555044174
382948	rnn.weight_hh_l0_reverse	6	0.022208359092473984
382948	rnn.weight_hh_l0_reverse	7	-0.06810597330331802
382948	rnn.weight_hh_l0_reverse	8	-0.03499799966812134
382948	rnn.weight_hh_l0_reverse	9	0.07370241731405258
382948	rnn.bias_ih_l0_reverse	0	-0.14263220131397247
382948	rnn.bias_ih_l0_reverse	1	-0.07125069200992584
382948	rnn.bias_ih_l0_reverse	2	0.1079498678445816
382948	rnn.bias_ih_l0_reverse	3	-0.26009851694107056
382948	rnn.bias_ih_l0_reverse	4	-0.06483067572116852
382948	rnn.bias_ih_l0_reverse	5	-0.21198472380638123
382948	rnn.bias_ih_l0_reverse	6	0.2295464724302292
382948	rnn.bias_ih_l0_reverse	7	-0.29974162578582764
382948	rnn.bias_ih_l0_reverse	8	-0.14758718013763428
382948	rnn.bias_ih_l0_reverse	9	-0.19081740081310272
382948	rnn.bias_hh_l0_reverse	0	-0.14089396595954895
382948	rnn.bias_hh_l0_reverse	1	0.24972344934940338
382948	rnn.bias_hh_l0_reverse	2	-0.3173255920410156
382948	rnn.bias_hh_l0_reverse	3	-0.19544431567192078
382948	rnn.bias_hh_l0_reverse	4	-0.37311381101608276
382948	rnn.bias_hh_l0_reverse	5	-0.18184618651866913
382948	rnn.bias_hh_l0_reverse	6	-0.2843976318836212
382948	rnn.bias_hh_l0_reverse	7	-0.05228934809565544
382948	rnn.bias_hh_l0_reverse	8	-0.2606300115585327
382948	rnn.bias_hh_l0_reverse	9	0.18529951572418213
382948	linear.weight	0	0.17627061903476715
382948	linear.weight	1	-0.47829294204711914
382948	linear.weight	2	0.06956411153078079
382948	linear.weight	3	0.06767725199460983
382948	linear.weight	4	-0.13104067742824554
382948	linear.weight	5	0.2379305213689804
382948	linear.weight	6	-0.034310854971408844
382948	linear.weight	7	-0.06293712556362152
382948	linear.weight	8	0.09383823722600937
382948	linear.weight	9	-0.04666585847735405
382948	linear.bias	0	-0.965266227722168
382948	linear.bias	1	1.8780919313430786
382948	linear.bias	2	0.7268945574760437
382948	linear.bias	3	-2.6207401752471924
382948	linear.bias	4	-0.15146206319332123
382948	linear.bias	5	1.2460277080535889
382948	linear.bias	6	-0.24191461503505707
382948	linear.bias	7	0.689849853515625
382948	linear.bias	8	2.1787350177764893
382948	linear.bias	9	-1.4840022325515747
383557	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
383557	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
383557	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
383557	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
383557	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
383557	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
383557	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
383557	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
383557	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
383557	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
383557	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
383557	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
383557	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
383557	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
383557	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
383557	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
383557	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
383557	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
383557	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
383557	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
383557	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
383557	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
383557	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
383557	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
383557	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
383557	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
383557	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
383557	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
383557	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
383557	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
383557	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
383557	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
383557	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
383557	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
383557	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
383557	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
383557	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
383557	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
383557	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
383557	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
383557	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
383557	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
383557	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
383557	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
383557	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
383557	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
383557	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
383557	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
383557	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
383557	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
383557	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
383557	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
383557	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
383557	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
383557	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
383557	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
383557	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
383557	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
383557	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
383557	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
383557	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
383557	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
383557	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
383557	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
383557	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
383557	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
383557	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
383557	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
383557	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
383557	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
383557	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
383557	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
383557	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
383557	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
383557	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
383557	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
383557	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
383557	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
383557	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
383557	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
383557	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
383557	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
383557	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
383557	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
383557	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
383557	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
383557	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
383557	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
383557	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
383557	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
383557	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
383557	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
383557	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
383557	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
383557	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
383557	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
383557	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
383557	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
383557	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
383557	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
383557	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
383557	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
383557	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
383557	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
383557	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
383557	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
383557	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
383557	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
383557	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
383557	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
383557	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
383557	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
383557	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
383557	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
383557	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
383557	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
383557	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
383557	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
383557	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
383557	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
383557	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
383557	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
383557	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
383557	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
383557	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
383557	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
383557	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
383557	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
383557	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
383557	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
383557	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
383557	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
383557	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
383557	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
383557	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
383557	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
383557	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
383557	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
383557	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
383557	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
383557	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
383557	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
383557	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
383557	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
383557	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
383557	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
383557	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
383557	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
383557	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
383557	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
383557	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
383557	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
383557	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
383557	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
383557	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
383557	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
383557	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
383557	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
383557	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
383557	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
383557	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
383557	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
383557	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
383557	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
383557	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
383557	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
383557	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
383557	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
383557	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
383557	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
383557	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
383557	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
383557	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
383557	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
383557	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
383557	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
383557	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
383557	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
383557	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
383557	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
383557	embedding2nn.weight	0	0.3089589774608612
383557	embedding2nn.weight	1	0.3711928725242615
383557	embedding2nn.weight	2	-0.0096072843298316
383557	embedding2nn.weight	3	-0.004440044052898884
383557	embedding2nn.weight	4	-0.03801824897527695
383557	embedding2nn.weight	5	0.06828910112380981
383557	embedding2nn.weight	6	0.019637592136859894
383557	embedding2nn.weight	7	-0.012828655540943146
383557	embedding2nn.weight	8	0.048527222126722336
383557	embedding2nn.weight	9	-0.01995093934237957
383557	embedding2nn.bias	0	0.0383419468998909
383557	embedding2nn.bias	1	-0.14432188868522644
383557	embedding2nn.bias	2	0.10504577308893204
383557	embedding2nn.bias	3	0.18944920599460602
383557	embedding2nn.bias	4	0.16719461977481842
383557	embedding2nn.bias	5	-0.09117797762155533
383557	embedding2nn.bias	6	-0.03416911140084267
383557	embedding2nn.bias	7	0.013183417730033398
383557	embedding2nn.bias	8	-0.13048630952835083
383557	embedding2nn.bias	9	-0.41253188252449036
383557	rnn.weight_ih_l0	0	0.012205494567751884
383557	rnn.weight_ih_l0	1	-0.07756496965885162
383557	rnn.weight_ih_l0	2	-0.09828206896781921
383557	rnn.weight_ih_l0	3	0.10743904858827591
383557	rnn.weight_ih_l0	4	-0.02660704404115677
383557	rnn.weight_ih_l0	5	-0.08155085146427155
383557	rnn.weight_ih_l0	6	-0.025446392595767975
383557	rnn.weight_ih_l0	7	-0.0276136826723814
383557	rnn.weight_ih_l0	8	0.001963673857972026
383557	rnn.weight_ih_l0	9	-0.0435996949672699
383557	rnn.weight_hh_l0	0	-0.0035411110147833824
383557	rnn.weight_hh_l0	1	0.06921906024217606
383557	rnn.weight_hh_l0	2	0.0300447940826416
383557	rnn.weight_hh_l0	3	0.007740728557109833
383557	rnn.weight_hh_l0	4	0.01990138553082943
383557	rnn.weight_hh_l0	5	0.057518985122442245
383557	rnn.weight_hh_l0	6	-0.051129311323165894
383557	rnn.weight_hh_l0	7	-0.07531637698411942
383557	rnn.weight_hh_l0	8	0.04129185527563095
383557	rnn.weight_hh_l0	9	-0.10274998843669891
383557	rnn.bias_ih_l0	0	0.18390019237995148
383557	rnn.bias_ih_l0	1	-0.27464115619659424
383557	rnn.bias_ih_l0	2	-0.025009935721755028
383557	rnn.bias_ih_l0	3	-0.1972273737192154
383557	rnn.bias_ih_l0	4	-0.0011445757700130343
383557	rnn.bias_ih_l0	5	-0.370209276676178
383557	rnn.bias_ih_l0	6	-0.1286768913269043
383557	rnn.bias_ih_l0	7	-0.3117944002151489
383557	rnn.bias_ih_l0	8	-0.22844135761260986
383557	rnn.bias_ih_l0	9	-0.4073266386985779
383557	rnn.bias_hh_l0	0	-0.30905774235725403
383557	rnn.bias_hh_l0	1	-0.3305482566356659
383557	rnn.bias_hh_l0	2	-0.2687784433364868
383557	rnn.bias_hh_l0	3	-0.08520638197660446
383557	rnn.bias_hh_l0	4	-0.30710846185684204
383557	rnn.bias_hh_l0	5	-0.29044094681739807
383557	rnn.bias_hh_l0	6	-0.11501731723546982
383557	rnn.bias_hh_l0	7	0.0705312192440033
383557	rnn.bias_hh_l0	8	-0.2104266881942749
383557	rnn.bias_hh_l0	9	-0.4961276352405548
383557	rnn.weight_ih_l0_reverse	0	0.010974529199302197
383557	rnn.weight_ih_l0_reverse	1	-0.05393802002072334
383557	rnn.weight_ih_l0_reverse	2	-0.02688097395002842
383557	rnn.weight_ih_l0_reverse	3	-0.11469991505146027
383557	rnn.weight_ih_l0_reverse	4	0.0700150579214096
383557	rnn.weight_ih_l0_reverse	5	-0.13029468059539795
383557	rnn.weight_ih_l0_reverse	6	-0.006721054203808308
383557	rnn.weight_ih_l0_reverse	7	0.021208202466368675
383557	rnn.weight_ih_l0_reverse	8	-0.05506501719355583
383557	rnn.weight_ih_l0_reverse	9	-0.09337431192398071
383557	rnn.weight_hh_l0_reverse	0	-0.10725005716085434
383557	rnn.weight_hh_l0_reverse	1	0.029754556715488434
383557	rnn.weight_hh_l0_reverse	2	-0.014446101151406765
383557	rnn.weight_hh_l0_reverse	3	0.028285909444093704
383557	rnn.weight_hh_l0_reverse	4	-0.07003059983253479
383557	rnn.weight_hh_l0_reverse	5	0.04133578762412071
383557	rnn.weight_hh_l0_reverse	6	0.022395282983779907
383557	rnn.weight_hh_l0_reverse	7	-0.07092998176813126
383557	rnn.weight_hh_l0_reverse	8	-0.0338868647813797
383557	rnn.weight_hh_l0_reverse	9	0.07400806993246078
383557	rnn.bias_ih_l0_reverse	0	-0.14023274183273315
383557	rnn.bias_ih_l0_reverse	1	-0.07643495500087738
383557	rnn.bias_ih_l0_reverse	2	0.10924817621707916
383557	rnn.bias_ih_l0_reverse	3	-0.26008209586143494
383557	rnn.bias_ih_l0_reverse	4	-0.04210364446043968
383557	rnn.bias_ih_l0_reverse	5	-0.2145921140909195
383557	rnn.bias_ih_l0_reverse	6	0.2272162288427353
383557	rnn.bias_ih_l0_reverse	7	-0.2985984683036804
383557	rnn.bias_ih_l0_reverse	8	-0.14038190245628357
383557	rnn.bias_ih_l0_reverse	9	-0.1901380568742752
383557	rnn.bias_hh_l0_reverse	0	-0.14125917851924896
383557	rnn.bias_hh_l0_reverse	1	0.24940885603427887
383557	rnn.bias_hh_l0_reverse	2	-0.31122294068336487
383557	rnn.bias_hh_l0_reverse	3	-0.20619229972362518
383557	rnn.bias_hh_l0_reverse	4	-0.37552618980407715
383557	rnn.bias_hh_l0_reverse	5	-0.18998022377490997
383557	rnn.bias_hh_l0_reverse	6	-0.2829846441745758
383557	rnn.bias_hh_l0_reverse	7	-0.06244797259569168
383557	rnn.bias_hh_l0_reverse	8	-0.2552683353424072
383557	rnn.bias_hh_l0_reverse	9	0.19119711220264435
383557	linear.weight	0	0.21928949654102325
383557	linear.weight	1	-0.415526419878006
383557	linear.weight	2	0.03781449794769287
383557	linear.weight	3	0.0676785483956337
383557	linear.weight	4	-0.1360757201910019
383557	linear.weight	5	0.2558895945549011
383557	linear.weight	6	-0.0347500741481781
383557	linear.weight	7	-0.06292574852705002
383557	linear.weight	8	0.10254613310098648
383557	linear.weight	9	-0.046681422740221024
383557	linear.bias	0	-0.9795299768447876
383557	linear.bias	1	1.9114432334899902
383557	linear.bias	2	0.7057191133499146
383557	linear.bias	3	-2.6211674213409424
383557	linear.bias	4	-0.1777568906545639
383557	linear.bias	5	1.2316055297851562
383557	linear.bias	6	-0.1965431272983551
383557	linear.bias	7	0.6809734106063843
383557	linear.bias	8	2.206973075866699
383557	linear.bias	9	-1.4721938371658325
384166	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
384166	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
384166	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
384166	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
384166	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
384166	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
384166	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
384166	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
384166	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
384166	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
384166	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
384166	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
384166	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
384166	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
384166	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
384166	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
384166	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
384166	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
384166	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
384166	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
384166	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
384166	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
384166	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
384166	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
384166	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
384166	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
384166	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
384166	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
384166	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
384166	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
384166	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
384166	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
384166	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
384166	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
384166	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
384166	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
384166	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
384166	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
384166	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
384166	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
384166	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
384166	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
384166	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
384166	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
384166	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
384166	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
384166	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
384166	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
384166	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
384166	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
384166	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
384166	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
384166	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
384166	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
384166	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
384166	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
384166	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
384166	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
384166	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
384166	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
384166	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
384166	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
384166	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
384166	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
384166	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
384166	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
384166	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
384166	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
384166	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
384166	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
384166	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
384166	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
384166	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
384166	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
384166	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
384166	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
384166	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
384166	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
384166	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
384166	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
384166	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
384166	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
384166	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
384166	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
384166	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
384166	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
384166	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
384166	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
384166	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
384166	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
384166	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
384166	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
384166	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
384166	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
384166	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
384166	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
384166	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
384166	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
384166	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
384166	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
384166	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
384166	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
384166	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
384166	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
384166	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
384166	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
384166	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
384166	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
384166	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
384166	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
384166	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
384166	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
384166	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
384166	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
384166	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
384166	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
384166	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
384166	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
384166	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
384166	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
384166	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
384166	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
384166	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
384166	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
384166	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
384166	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
384166	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
384166	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
384166	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
384166	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
384166	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
384166	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
384166	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
384166	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
384166	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
384166	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
384166	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
384166	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
384166	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
384166	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
384166	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
384166	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
384166	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
384166	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
384166	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
384166	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
384166	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
384166	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
384166	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
384166	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
384166	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
384166	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
384166	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
384166	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
384166	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
384166	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
384166	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
384166	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
384166	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
384166	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
384166	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
384166	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
384166	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
384166	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
384166	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
384166	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
384166	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
384166	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
384166	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
384166	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
384166	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
384166	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
384166	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
384166	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
384166	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
384166	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
384166	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
384166	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
384166	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
384166	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
384166	embedding2nn.weight	0	0.3110899031162262
384166	embedding2nn.weight	1	0.37043848633766174
384166	embedding2nn.weight	2	-0.013806617818772793
384166	embedding2nn.weight	3	-0.008458784781396389
384166	embedding2nn.weight	4	-0.04314849153161049
384166	embedding2nn.weight	5	0.06876632571220398
384166	embedding2nn.weight	6	0.01616514101624489
384166	embedding2nn.weight	7	-0.008471452631056309
384166	embedding2nn.weight	8	0.045833516865968704
384166	embedding2nn.weight	9	-0.021439123898744583
384166	embedding2nn.bias	0	0.04130251705646515
384166	embedding2nn.bias	1	-0.16548945009708405
384166	embedding2nn.bias	2	0.10394375026226044
384166	embedding2nn.bias	3	0.1795402616262436
384166	embedding2nn.bias	4	0.18769598007202148
384166	embedding2nn.bias	5	-0.07879309356212616
384166	embedding2nn.bias	6	-0.03467840328812599
384166	embedding2nn.bias	7	0.019116399809718132
384166	embedding2nn.bias	8	-0.12622526288032532
384166	embedding2nn.bias	9	-0.37286627292633057
384166	rnn.weight_ih_l0	0	0.010541954077780247
384166	rnn.weight_ih_l0	1	-0.07741747051477432
384166	rnn.weight_ih_l0	2	-0.09579824656248093
384166	rnn.weight_ih_l0	3	0.10409162938594818
384166	rnn.weight_ih_l0	4	-0.019967852160334587
384166	rnn.weight_ih_l0	5	-0.09143884479999542
384166	rnn.weight_ih_l0	6	-0.029585912823677063
384166	rnn.weight_ih_l0	7	-0.025320040062069893
384166	rnn.weight_ih_l0	8	0.004327632486820221
384166	rnn.weight_ih_l0	9	-0.04620209336280823
384166	rnn.weight_hh_l0	0	-0.0031549420673400164
384166	rnn.weight_hh_l0	1	0.06894773989915848
384166	rnn.weight_hh_l0	2	0.029819050803780556
384166	rnn.weight_hh_l0	3	0.007674693129956722
384166	rnn.weight_hh_l0	4	0.02038281410932541
384166	rnn.weight_hh_l0	5	0.05892983824014664
384166	rnn.weight_hh_l0	6	-0.05121076479554176
384166	rnn.weight_hh_l0	7	-0.0739082396030426
384166	rnn.weight_hh_l0	8	0.040911417454481125
384166	rnn.weight_hh_l0	9	-0.1039833277463913
384166	rnn.bias_ih_l0	0	0.18228866159915924
384166	rnn.bias_ih_l0	1	-0.2762382924556732
384166	rnn.bias_ih_l0	2	-0.02209370769560337
384166	rnn.bias_ih_l0	3	-0.19417594373226166
384166	rnn.bias_ih_l0	4	0.002402987563982606
384166	rnn.bias_ih_l0	5	-0.3703324496746063
384166	rnn.bias_ih_l0	6	-0.12619958817958832
384166	rnn.bias_ih_l0	7	-0.3126829266548157
384166	rnn.bias_ih_l0	8	-0.2241111546754837
384166	rnn.bias_ih_l0	9	-0.40824007987976074
384166	rnn.bias_hh_l0	0	-0.31057435274124146
384166	rnn.bias_hh_l0	1	-0.3295479416847229
384166	rnn.bias_hh_l0	2	-0.2721764147281647
384166	rnn.bias_hh_l0	3	-0.08204950392246246
384166	rnn.bias_hh_l0	4	-0.30949726700782776
384166	rnn.bias_hh_l0	5	-0.29785409569740295
384166	rnn.bias_hh_l0	6	-0.10541704297065735
384166	rnn.bias_hh_l0	7	0.07089612632989883
384166	rnn.bias_hh_l0	8	-0.22717607021331787
384166	rnn.bias_hh_l0	9	-0.49413207173347473
384166	rnn.weight_ih_l0_reverse	0	0.006951113231480122
384166	rnn.weight_ih_l0_reverse	1	-0.05353471636772156
384166	rnn.weight_ih_l0_reverse	2	-0.025730160996317863
384166	rnn.weight_ih_l0_reverse	3	-0.12142697721719742
384166	rnn.weight_ih_l0_reverse	4	0.07240463048219681
384166	rnn.weight_ih_l0_reverse	5	-0.1294962614774704
384166	rnn.weight_ih_l0_reverse	6	-0.007976636290550232
384166	rnn.weight_ih_l0_reverse	7	0.02236231416463852
384166	rnn.weight_ih_l0_reverse	8	-0.061282698065042496
384166	rnn.weight_ih_l0_reverse	9	-0.09551412612199783
384166	rnn.weight_hh_l0_reverse	0	-0.10637363791465759
384166	rnn.weight_hh_l0_reverse	1	0.030585138127207756
384166	rnn.weight_hh_l0_reverse	2	-0.014241968281567097
384166	rnn.weight_hh_l0_reverse	3	0.0285869799554348
384166	rnn.weight_hh_l0_reverse	4	-0.07140188664197922
384166	rnn.weight_hh_l0_reverse	5	0.04111788049340248
384166	rnn.weight_hh_l0_reverse	6	0.02228441648185253
384166	rnn.weight_hh_l0_reverse	7	-0.07231184840202332
384166	rnn.weight_hh_l0_reverse	8	-0.031749427318573
384166	rnn.weight_hh_l0_reverse	9	0.074532151222229
384166	rnn.bias_ih_l0_reverse	0	-0.1509496420621872
384166	rnn.bias_ih_l0_reverse	1	-0.07941745221614838
384166	rnn.bias_ih_l0_reverse	2	0.11393896490335464
384166	rnn.bias_ih_l0_reverse	3	-0.25209903717041016
384166	rnn.bias_ih_l0_reverse	4	-0.039982765913009644
384166	rnn.bias_ih_l0_reverse	5	-0.2141096144914627
384166	rnn.bias_ih_l0_reverse	6	0.22226466238498688
384166	rnn.bias_ih_l0_reverse	7	-0.2907133996486664
384166	rnn.bias_ih_l0_reverse	8	-0.13898395001888275
384166	rnn.bias_ih_l0_reverse	9	-0.18063823878765106
384166	rnn.bias_hh_l0_reverse	0	-0.14998628199100494
384166	rnn.bias_hh_l0_reverse	1	0.23820720613002777
384166	rnn.bias_hh_l0_reverse	2	-0.3223033547401428
384166	rnn.bias_hh_l0_reverse	3	-0.20623770356178284
384166	rnn.bias_hh_l0_reverse	4	-0.3713016211986542
384166	rnn.bias_hh_l0_reverse	5	-0.18926794826984406
384166	rnn.bias_hh_l0_reverse	6	-0.29047590494155884
384166	rnn.bias_hh_l0_reverse	7	-0.06163819134235382
384166	rnn.bias_hh_l0_reverse	8	-0.2541418969631195
384166	rnn.bias_hh_l0_reverse	9	0.18800704181194305
384166	linear.weight	0	0.17449454963207245
384166	linear.weight	1	-0.44281062483787537
384166	linear.weight	2	0.05598055198788643
384166	linear.weight	3	0.06768430024385452
384166	linear.weight	4	-0.1110197976231575
384166	linear.weight	5	0.24586103856563568
384166	linear.weight	6	-0.06378830969333649
384166	linear.weight	7	-0.06291461735963821
384166	linear.weight	8	0.0980863869190216
384166	linear.weight	9	-0.04669836536049843
384166	linear.bias	0	-0.9364420175552368
384166	linear.bias	1	1.8812130689620972
384166	linear.bias	2	0.7303119897842407
384166	linear.bias	3	-2.6216158866882324
384166	linear.bias	4	-0.18779923021793365
384166	linear.bias	5	1.2288585901260376
384166	linear.bias	6	-0.23319846391677856
384166	linear.bias	7	0.6919174790382385
384166	linear.bias	8	2.214806318283081
384166	linear.bias	9	-1.4782021045684814
384174	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
384174	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
384174	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
384174	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
384174	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
384174	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
384174	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
384174	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
384174	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
384174	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
384174	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
384174	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
384174	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
384174	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
384174	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
384174	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
384174	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
384174	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
384174	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
384174	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
384174	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
384174	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
384174	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
384174	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
384174	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
384174	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
384174	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
384174	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
384174	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
384174	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
384174	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
384174	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
384174	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
384174	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
384174	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
384174	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
384174	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
384174	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
384174	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
384174	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
384174	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
384174	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
384174	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
384174	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
384174	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
384174	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
384174	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
384174	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
384174	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
384174	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
384174	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
384174	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
384174	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
384174	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
384174	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
384174	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
384174	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
384174	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
384174	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
384174	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
384174	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
384174	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
384174	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
384174	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
384174	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
384174	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
384174	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
384174	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
384174	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
384174	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
384174	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
384174	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
384174	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
384174	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
384174	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
384174	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
384174	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
384174	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
384174	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
384174	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
384174	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
384174	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
384174	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
384174	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
384174	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
384174	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
384174	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
384174	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
384174	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
384174	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
384174	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
384174	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
384174	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
384174	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
384174	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
384174	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
384174	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
384174	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
384174	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
384174	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
384174	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
384174	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
384174	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
384174	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
384174	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
384174	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
384174	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
384174	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
384174	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
384174	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
384174	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
384174	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
384174	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
384174	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
384174	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
384174	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
384174	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
384174	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
384174	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
384174	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
384174	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
384174	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
384174	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
384174	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
384174	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
384174	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
384174	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
384174	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
384174	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
384174	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
384174	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
384174	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
384174	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
384174	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
384174	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
384174	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
384174	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
384174	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
384174	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
384174	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
384174	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
384174	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
384174	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
384174	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
384174	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
384174	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
384174	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
384174	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
384174	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
384174	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
384174	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
384174	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
384174	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
384174	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
384174	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
384174	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
384174	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
384174	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
384174	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
384174	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
384174	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
384174	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
384174	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
384174	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
384174	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
384174	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
384174	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
384174	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
384174	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
384174	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
384174	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
384174	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
384174	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
384174	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
384174	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
384174	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
384174	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
384174	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
384174	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
384174	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
384174	embedding2nn.weight	0	0.3110053837299347
384174	embedding2nn.weight	1	0.370401531457901
384174	embedding2nn.weight	2	-0.013568191789090633
384174	embedding2nn.weight	3	-0.009351345710456371
384174	embedding2nn.weight	4	-0.04361170530319214
384174	embedding2nn.weight	5	0.06824076920747757
384174	embedding2nn.weight	6	0.016359660774469376
384174	embedding2nn.weight	7	-0.007671347353607416
384174	embedding2nn.weight	8	0.04540691897273064
384174	embedding2nn.weight	9	-0.022926701232790947
384174	embedding2nn.bias	0	0.042714111506938934
384174	embedding2nn.bias	1	-0.16305984556674957
384174	embedding2nn.bias	2	0.1068170890212059
384174	embedding2nn.bias	3	0.17249244451522827
384174	embedding2nn.bias	4	0.18434350192546844
384174	embedding2nn.bias	5	-0.08577792346477509
384174	embedding2nn.bias	6	-0.033573318272829056
384174	embedding2nn.bias	7	0.016056345775723457
384174	embedding2nn.bias	8	-0.12842214107513428
384174	embedding2nn.bias	9	-0.37069109082221985
384174	rnn.weight_ih_l0	0	0.01037037093192339
384174	rnn.weight_ih_l0	1	-0.07753320783376694
384174	rnn.weight_ih_l0	2	-0.09672700613737106
384174	rnn.weight_ih_l0	3	0.10357432812452316
384174	rnn.weight_ih_l0	4	-0.019260607659816742
384174	rnn.weight_ih_l0	5	-0.09225348383188248
384174	rnn.weight_ih_l0	6	-0.029596246778964996
384174	rnn.weight_ih_l0	7	-0.025591742247343063
384174	rnn.weight_ih_l0	8	0.005115746986120939
384174	rnn.weight_ih_l0	9	-0.04543494060635567
384174	rnn.weight_hh_l0	0	-0.003161640837788582
384174	rnn.weight_hh_l0	1	0.06883662194013596
384174	rnn.weight_hh_l0	2	0.029753752052783966
384174	rnn.weight_hh_l0	3	0.007751282770186663
384174	rnn.weight_hh_l0	4	0.020276470109820366
384174	rnn.weight_hh_l0	5	0.05898303538560867
384174	rnn.weight_hh_l0	6	-0.05124816298484802
384174	rnn.weight_hh_l0	7	-0.07391642779111862
384174	rnn.weight_hh_l0	8	0.0408468097448349
384174	rnn.weight_hh_l0	9	-0.10398704558610916
384174	rnn.bias_ih_l0	0	0.1831573247909546
384174	rnn.bias_ih_l0	1	-0.2765548825263977
384174	rnn.bias_ih_l0	2	-0.022219538688659668
384174	rnn.bias_ih_l0	3	-0.1929621398448944
384174	rnn.bias_ih_l0	4	0.002383360406383872
384174	rnn.bias_ih_l0	5	-0.37065374851226807
384174	rnn.bias_ih_l0	6	-0.12584875524044037
384174	rnn.bias_ih_l0	7	-0.3126014471054077
384174	rnn.bias_ih_l0	8	-0.2247699797153473
384174	rnn.bias_ih_l0	9	-0.4085162878036499
384174	rnn.bias_hh_l0	0	-0.3108595013618469
384174	rnn.bias_hh_l0	1	-0.33000344038009644
384174	rnn.bias_hh_l0	2	-0.27168914675712585
384174	rnn.bias_hh_l0	3	-0.08153800666332245
384174	rnn.bias_hh_l0	4	-0.30911147594451904
384174	rnn.bias_hh_l0	5	-0.2974030673503876
384174	rnn.bias_hh_l0	6	-0.10561433434486389
384174	rnn.bias_hh_l0	7	0.07133558392524719
384174	rnn.bias_hh_l0	8	-0.22815929353237152
384174	rnn.bias_hh_l0	9	-0.4944515824317932
384174	rnn.weight_ih_l0_reverse	0	0.006990914698690176
384174	rnn.weight_ih_l0_reverse	1	-0.053395628929138184
384174	rnn.weight_ih_l0_reverse	2	-0.025928905233740807
384174	rnn.weight_ih_l0_reverse	3	-0.12119311094284058
384174	rnn.weight_ih_l0_reverse	4	0.07229530066251755
384174	rnn.weight_ih_l0_reverse	5	-0.129458948969841
384174	rnn.weight_ih_l0_reverse	6	-0.007703798823058605
384174	rnn.weight_ih_l0_reverse	7	0.022011244669556618
384174	rnn.weight_ih_l0_reverse	8	-0.060759950429201126
384174	rnn.weight_ih_l0_reverse	9	-0.09484422951936722
384174	rnn.weight_hh_l0_reverse	0	-0.1065223440527916
384174	rnn.weight_hh_l0_reverse	1	0.03058193065226078
384174	rnn.weight_hh_l0_reverse	2	-0.014608632773160934
384174	rnn.weight_hh_l0_reverse	3	0.028615234419703484
384174	rnn.weight_hh_l0_reverse	4	-0.07141654938459396
384174	rnn.weight_hh_l0_reverse	5	0.041146766394376755
384174	rnn.weight_hh_l0_reverse	6	0.02227966859936714
384174	rnn.weight_hh_l0_reverse	7	-0.07221748679876328
384174	rnn.weight_hh_l0_reverse	8	-0.031528133898973465
384174	rnn.weight_hh_l0_reverse	9	0.07490988075733185
384174	rnn.bias_ih_l0_reverse	0	-0.15138305723667145
384174	rnn.bias_ih_l0_reverse	1	-0.0795321837067604
384174	rnn.bias_ih_l0_reverse	2	0.1129118949174881
384174	rnn.bias_ih_l0_reverse	3	-0.251545786857605
384174	rnn.bias_ih_l0_reverse	4	-0.03963624686002731
384174	rnn.bias_ih_l0_reverse	5	-0.2148609459400177
384174	rnn.bias_ih_l0_reverse	6	0.2223702371120453
384174	rnn.bias_ih_l0_reverse	7	-0.29328256845474243
384174	rnn.bias_ih_l0_reverse	8	-0.13845854997634888
384174	rnn.bias_ih_l0_reverse	9	-0.18355035781860352
384174	rnn.bias_hh_l0_reverse	0	-0.14848385751247406
384174	rnn.bias_hh_l0_reverse	1	0.2372409999370575
384174	rnn.bias_hh_l0_reverse	2	-0.320533812046051
384174	rnn.bias_hh_l0_reverse	3	-0.20729541778564453
384174	rnn.bias_hh_l0_reverse	4	-0.3712099492549896
384174	rnn.bias_hh_l0_reverse	5	-0.1901482343673706
384174	rnn.bias_hh_l0_reverse	6	-0.2908588945865631
384174	rnn.bias_hh_l0_reverse	7	-0.0611935518682003
384174	rnn.bias_hh_l0_reverse	8	-0.2534450888633728
384174	rnn.bias_hh_l0_reverse	9	0.18869484961032867
384174	linear.weight	0	0.17705950140953064
384174	linear.weight	1	-0.43981727957725525
384174	linear.weight	2	0.05015496537089348
384174	linear.weight	3	0.0676843523979187
384174	linear.weight	4	-0.10940252244472504
384174	linear.weight	5	0.24626296758651733
384174	linear.weight	6	-0.06251314282417297
384174	linear.weight	7	-0.06291463971138
384174	linear.weight	8	0.1009824350476265
384174	linear.weight	9	-0.04669849947094917
384174	linear.bias	0	-0.9351474642753601
384174	linear.bias	1	1.8710684776306152
384174	linear.bias	2	0.7240760326385498
384174	linear.bias	3	-2.6216204166412354
384174	linear.bias	4	-0.18316759169101715
384174	linear.bias	5	1.2245500087738037
384174	linear.bias	6	-0.2351963371038437
384174	linear.bias	7	0.6928158402442932
384174	linear.bias	8	2.2218196392059326
384174	linear.bias	9	-1.4796267747879028
384783	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
384783	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
384783	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
384783	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
384783	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
384783	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
384783	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
384783	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
384783	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
384783	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
384783	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
384783	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
384783	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
384783	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
384783	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
384783	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
384783	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
384783	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
384783	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
384783	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
384783	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
384783	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
384783	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
384783	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
384783	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
384783	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
384783	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
384783	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
384783	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
384783	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
384783	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
384783	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
384783	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
384783	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
384783	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
384783	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
384783	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
384783	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
384783	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
384783	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
384783	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
384783	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
384783	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
384783	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
384783	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
384783	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
384783	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
384783	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
384783	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
384783	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
384783	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
384783	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
384783	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
384783	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
384783	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
384783	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
384783	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
384783	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
384783	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
384783	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
384783	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
384783	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
384783	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
384783	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
384783	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
384783	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
384783	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
384783	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
384783	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
384783	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
384783	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
384783	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
384783	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
384783	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
384783	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
384783	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
384783	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
384783	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
384783	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
384783	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
384783	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
384783	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
384783	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
384783	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
384783	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
384783	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
384783	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
384783	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
384783	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
384783	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
384783	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
384783	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
384783	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
384783	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
384783	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
384783	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
384783	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
384783	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
384783	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
384783	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
384783	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
384783	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
384783	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
384783	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
384783	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
384783	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
384783	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
384783	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
384783	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
384783	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
384783	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
384783	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
384783	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
384783	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
384783	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
384783	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
384783	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
384783	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
384783	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
384783	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
384783	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
384783	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
384783	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
384783	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
384783	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
384783	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
384783	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
384783	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
384783	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
384783	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
384783	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
384783	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
384783	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
384783	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
384783	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
384783	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
384783	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
384783	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
384783	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
384783	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
384783	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
384783	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
384783	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
384783	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
384783	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
384783	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
384783	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
384783	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
384783	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
384783	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
384783	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
384783	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
384783	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
384783	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
384783	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
384783	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
384783	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
384783	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
384783	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
384783	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
384783	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
384783	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
384783	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
384783	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
384783	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
384783	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
384783	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
384783	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
384783	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
384783	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
384783	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
384783	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
384783	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
384783	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
384783	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
384783	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
384783	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
384783	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
384783	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
384783	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
384783	embedding2nn.weight	0	0.31126683950424194
384783	embedding2nn.weight	1	0.3708823025226593
384783	embedding2nn.weight	2	-0.008354428224265575
384783	embedding2nn.weight	3	0.006828005425632
384783	embedding2nn.weight	4	-0.043122462928295135
384783	embedding2nn.weight	5	0.06816375255584717
384783	embedding2nn.weight	6	0.023483386263251305
384783	embedding2nn.weight	7	-0.004382981453090906
384783	embedding2nn.weight	8	0.04696076363325119
384783	embedding2nn.weight	9	-0.0169994980096817
384783	embedding2nn.bias	0	0.040387868881225586
384783	embedding2nn.bias	1	-0.15829971432685852
384783	embedding2nn.bias	2	0.10005161166191101
384783	embedding2nn.bias	3	0.15855304896831512
384783	embedding2nn.bias	4	0.18812231719493866
384783	embedding2nn.bias	5	-0.08372462540864944
384783	embedding2nn.bias	6	-0.030182911083102226
384783	embedding2nn.bias	7	0.02416670322418213
384783	embedding2nn.bias	8	-0.13347786664962769
384783	embedding2nn.bias	9	-0.3956422507762909
384783	rnn.weight_ih_l0	0	0.012129564769566059
384783	rnn.weight_ih_l0	1	-0.07632709294557571
384783	rnn.weight_ih_l0	2	-0.09705360233783722
384783	rnn.weight_ih_l0	3	0.10143256932497025
384783	rnn.weight_ih_l0	4	-0.014105072245001793
384783	rnn.weight_ih_l0	5	-0.08044017106294632
384783	rnn.weight_ih_l0	6	-0.03645956888794899
384783	rnn.weight_ih_l0	7	-0.02812492661178112
384783	rnn.weight_ih_l0	8	0.0008501139236614108
384783	rnn.weight_ih_l0	9	-0.0465918630361557
384783	rnn.weight_hh_l0	0	-0.0031604294199496508
384783	rnn.weight_hh_l0	1	0.06864669919013977
384783	rnn.weight_hh_l0	2	0.030063388869166374
384783	rnn.weight_hh_l0	3	0.007792656309902668
384783	rnn.weight_hh_l0	4	0.020120691508054733
384783	rnn.weight_hh_l0	5	0.05929344519972801
384783	rnn.weight_hh_l0	6	-0.05205587297677994
384783	rnn.weight_hh_l0	7	-0.07413551211357117
384783	rnn.weight_hh_l0	8	0.04054901748895645
384783	rnn.weight_hh_l0	9	-0.10233857482671738
384783	rnn.bias_ih_l0	0	0.1969950944185257
384783	rnn.bias_ih_l0	1	-0.2790956497192383
384783	rnn.bias_ih_l0	2	-0.023554498329758644
384783	rnn.bias_ih_l0	3	-0.20141294598579407
384783	rnn.bias_ih_l0	4	0.018478399142622948
384783	rnn.bias_ih_l0	5	-0.36501914262771606
384783	rnn.bias_ih_l0	6	-0.12012290954589844
384783	rnn.bias_ih_l0	7	-0.31263548135757446
384783	rnn.bias_ih_l0	8	-0.225641131401062
384783	rnn.bias_ih_l0	9	-0.41003555059432983
384783	rnn.bias_hh_l0	0	-0.3039712905883789
384783	rnn.bias_hh_l0	1	-0.33055517077445984
384783	rnn.bias_hh_l0	2	-0.2693225145339966
384783	rnn.bias_hh_l0	3	-0.09170854091644287
384783	rnn.bias_hh_l0	4	-0.3208710551261902
384783	rnn.bias_hh_l0	5	-0.29704639315605164
384783	rnn.bias_hh_l0	6	-0.1063518300652504
384783	rnn.bias_hh_l0	7	0.07665856182575226
384783	rnn.bias_hh_l0	8	-0.22442111372947693
384783	rnn.bias_hh_l0	9	-0.48680663108825684
384783	rnn.weight_ih_l0_reverse	0	0.007383870426565409
384783	rnn.weight_ih_l0_reverse	1	-0.05439630150794983
384783	rnn.weight_ih_l0_reverse	2	-0.031206082552671432
384783	rnn.weight_ih_l0_reverse	3	-0.11877428740262985
384783	rnn.weight_ih_l0_reverse	4	0.07398799806833267
384783	rnn.weight_ih_l0_reverse	5	-0.1254715621471405
384783	rnn.weight_ih_l0_reverse	6	-0.005561657249927521
384783	rnn.weight_ih_l0_reverse	7	0.021463429555296898
384783	rnn.weight_ih_l0_reverse	8	-0.06546925008296967
384783	rnn.weight_ih_l0_reverse	9	-0.08961018174886703
384783	rnn.weight_hh_l0_reverse	0	-0.10735075175762177
384783	rnn.weight_hh_l0_reverse	1	0.03101741522550583
384783	rnn.weight_hh_l0_reverse	2	-0.01568903587758541
384783	rnn.weight_hh_l0_reverse	3	0.02909732237458229
384783	rnn.weight_hh_l0_reverse	4	-0.07045705616474152
384783	rnn.weight_hh_l0_reverse	5	0.04079163447022438
384783	rnn.weight_hh_l0_reverse	6	0.02218138426542282
384783	rnn.weight_hh_l0_reverse	7	-0.07537815719842911
384783	rnn.weight_hh_l0_reverse	8	-0.035140711814165115
384783	rnn.weight_hh_l0_reverse	9	0.07535549998283386
384783	rnn.bias_ih_l0_reverse	0	-0.14703261852264404
384783	rnn.bias_ih_l0_reverse	1	-0.08219385892152786
384783	rnn.bias_ih_l0_reverse	2	0.10840397328138351
384783	rnn.bias_ih_l0_reverse	3	-0.2487737536430359
384783	rnn.bias_ih_l0_reverse	4	-0.03340911492705345
384783	rnn.bias_ih_l0_reverse	5	-0.21557648479938507
384783	rnn.bias_ih_l0_reverse	6	0.2351466566324234
384783	rnn.bias_ih_l0_reverse	7	-0.30608344078063965
384783	rnn.bias_ih_l0_reverse	8	-0.13295622169971466
384783	rnn.bias_ih_l0_reverse	9	-0.18994589149951935
384783	rnn.bias_hh_l0_reverse	0	-0.14267507195472717
384783	rnn.bias_hh_l0_reverse	1	0.24609102308750153
384783	rnn.bias_hh_l0_reverse	2	-0.3144903779029846
384783	rnn.bias_hh_l0_reverse	3	-0.20277367532253265
384783	rnn.bias_hh_l0_reverse	4	-0.37179064750671387
384783	rnn.bias_hh_l0_reverse	5	-0.18374471366405487
384783	rnn.bias_hh_l0_reverse	6	-0.2788771092891693
384783	rnn.bias_hh_l0_reverse	7	-0.06923436373472214
384783	rnn.bias_hh_l0_reverse	8	-0.24821026623249054
384783	rnn.bias_hh_l0_reverse	9	0.18921567499637604
384783	linear.weight	0	0.1913679838180542
384783	linear.weight	1	-0.40116485953330994
384783	linear.weight	2	0.09843810647726059
384783	linear.weight	3	0.06768635660409927
384783	linear.weight	4	-0.09714484959840775
384783	linear.weight	5	0.23283042013645172
384783	linear.weight	6	-0.058717548847198486
384783	linear.weight	7	-0.06290480494499207
384783	linear.weight	8	0.08449340611696243
384783	linear.weight	9	-0.04671207442879677
384783	linear.bias	0	-0.9573272466659546
384783	linear.bias	1	1.9019263982772827
384783	linear.bias	2	0.6717016696929932
384783	linear.bias	3	-2.6220500469207764
384783	linear.bias	4	-0.18014170229434967
384783	linear.bias	5	1.267303466796875
384783	linear.bias	6	-0.2382279336452484
384783	linear.bias	7	0.6683029532432556
384783	linear.bias	8	2.2480337619781494
384783	linear.bias	9	-1.4885269403457642
385392	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
385392	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
385392	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
385392	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
385392	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
385392	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
385392	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
385392	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
385392	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
385392	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
385392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
385392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
385392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
385392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
385392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
385392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
385392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
385392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
385392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
385392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
385392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
385392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
385392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
385392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
385392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
385392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
385392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
385392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
385392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
385392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
385392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
385392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
385392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
385392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
385392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
385392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
385392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
385392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
385392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
385392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
385392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
385392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
385392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
385392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
385392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
385392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
385392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
385392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
385392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
385392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
385392	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
385392	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
385392	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
385392	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
385392	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
385392	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
385392	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
385392	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
385392	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
385392	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
385392	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
385392	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
385392	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
385392	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
385392	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
385392	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
385392	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
385392	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
385392	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
385392	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
385392	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
385392	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
385392	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
385392	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
385392	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
385392	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
385392	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
385392	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
385392	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
385392	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
385392	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
385392	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
385392	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
385392	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
385392	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
385392	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
385392	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
385392	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
385392	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
385392	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
385392	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
385392	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
385392	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
385392	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
385392	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
385392	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
385392	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
385392	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
385392	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
385392	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
385392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
385392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
385392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
385392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
385392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
385392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
385392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
385392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
385392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
385392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
385392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
385392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
385392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
385392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
385392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
385392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
385392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
385392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
385392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
385392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
385392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
385392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
385392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
385392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
385392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
385392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
385392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
385392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
385392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
385392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
385392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
385392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
385392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
385392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
385392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
385392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
385392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
385392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
385392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
385392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
385392	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
385392	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
385392	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
385392	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
385392	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
385392	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
385392	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
385392	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
385392	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
385392	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
385392	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
385392	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
385392	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
385392	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
385392	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
385392	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
385392	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
385392	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
385392	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
385392	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
385392	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
385392	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
385392	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
385392	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
385392	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
385392	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
385392	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
385392	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
385392	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
385392	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
385392	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
385392	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
385392	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
385392	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
385392	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
385392	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
385392	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
385392	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
385392	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
385392	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
385392	embedding2nn.weight	0	0.30997520685195923
385392	embedding2nn.weight	1	0.36377066373825073
385392	embedding2nn.weight	2	-0.007802620064467192
385392	embedding2nn.weight	3	0.0008463452104479074
385392	embedding2nn.weight	4	-0.04208149388432503
385392	embedding2nn.weight	5	0.06519113481044769
385392	embedding2nn.weight	6	0.013419478200376034
385392	embedding2nn.weight	7	0.0005193048855289817
385392	embedding2nn.weight	8	0.04929023236036301
385392	embedding2nn.weight	9	-0.015507091768085957
385392	embedding2nn.bias	0	0.05441679060459137
385392	embedding2nn.bias	1	-0.16836069524288177
385392	embedding2nn.bias	2	0.08661423623561859
385392	embedding2nn.bias	3	0.18961694836616516
385392	embedding2nn.bias	4	0.17481133341789246
385392	embedding2nn.bias	5	-0.08191711455583572
385392	embedding2nn.bias	6	-0.0483187735080719
385392	embedding2nn.bias	7	0.010410168208181858
385392	embedding2nn.bias	8	-0.11689864099025726
385392	embedding2nn.bias	9	-0.3858954608440399
385392	rnn.weight_ih_l0	0	0.01103263907134533
385392	rnn.weight_ih_l0	1	-0.07463429868221283
385392	rnn.weight_ih_l0	2	-0.09741966426372528
385392	rnn.weight_ih_l0	3	0.1028016060590744
385392	rnn.weight_ih_l0	4	-0.012907971628010273
385392	rnn.weight_ih_l0	5	-0.07999659329652786
385392	rnn.weight_ih_l0	6	-0.036346856504678726
385392	rnn.weight_ih_l0	7	-0.028080059215426445
385392	rnn.weight_ih_l0	8	0.0032483572140336037
385392	rnn.weight_ih_l0	9	-0.04790867492556572
385392	rnn.weight_hh_l0	0	-0.0036893105134367943
385392	rnn.weight_hh_l0	1	0.06763119995594025
385392	rnn.weight_hh_l0	2	0.029612964019179344
385392	rnn.weight_hh_l0	3	0.0071975793689489365
385392	rnn.weight_hh_l0	4	0.01996995322406292
385392	rnn.weight_hh_l0	5	0.05986316129565239
385392	rnn.weight_hh_l0	6	-0.05167911574244499
385392	rnn.weight_hh_l0	7	-0.07447752356529236
385392	rnn.weight_hh_l0	8	0.04061398282647133
385392	rnn.weight_hh_l0	9	-0.10170699656009674
385392	rnn.bias_ih_l0	0	0.18743976950645447
385392	rnn.bias_ih_l0	1	-0.28477713465690613
385392	rnn.bias_ih_l0	2	-0.02248302660882473
385392	rnn.bias_ih_l0	3	-0.20622394979000092
385392	rnn.bias_ih_l0	4	0.009309840388596058
385392	rnn.bias_ih_l0	5	-0.36329108476638794
385392	rnn.bias_ih_l0	6	-0.12068608403205872
385392	rnn.bias_ih_l0	7	-0.31363925337791443
385392	rnn.bias_ih_l0	8	-0.2282858043909073
385392	rnn.bias_ih_l0	9	-0.3965970575809479
385392	rnn.bias_hh_l0	0	-0.30332672595977783
385392	rnn.bias_hh_l0	1	-0.33058613538742065
385392	rnn.bias_hh_l0	2	-0.2848625183105469
385392	rnn.bias_hh_l0	3	-0.08928739279508591
385392	rnn.bias_hh_l0	4	-0.3190893232822418
385392	rnn.bias_hh_l0	5	-0.29580119252204895
385392	rnn.bias_hh_l0	6	-0.10396502166986465
385392	rnn.bias_hh_l0	7	0.07838203012943268
385392	rnn.bias_hh_l0	8	-0.22150485217571259
385392	rnn.bias_hh_l0	9	-0.4953725337982178
385392	rnn.weight_ih_l0_reverse	0	0.0019699796102941036
385392	rnn.weight_ih_l0_reverse	1	-0.055460214614868164
385392	rnn.weight_ih_l0_reverse	2	-0.03284749016165733
385392	rnn.weight_ih_l0_reverse	3	-0.11651717871427536
385392	rnn.weight_ih_l0_reverse	4	0.07433076202869415
385392	rnn.weight_ih_l0_reverse	5	-0.12538346648216248
385392	rnn.weight_ih_l0_reverse	6	-0.010427307337522507
385392	rnn.weight_ih_l0_reverse	7	0.02246498316526413
385392	rnn.weight_ih_l0_reverse	8	-0.06615232676267624
385392	rnn.weight_ih_l0_reverse	9	-0.08929585665464401
385392	rnn.weight_hh_l0_reverse	0	-0.10906416177749634
385392	rnn.weight_hh_l0_reverse	1	0.03074067458510399
385392	rnn.weight_hh_l0_reverse	2	-0.016381265595555305
385392	rnn.weight_hh_l0_reverse	3	0.02932381071150303
385392	rnn.weight_hh_l0_reverse	4	-0.07128293067216873
385392	rnn.weight_hh_l0_reverse	5	0.040902890264987946
385392	rnn.weight_hh_l0_reverse	6	0.022063259035348892
385392	rnn.weight_hh_l0_reverse	7	-0.076067715883255
385392	rnn.weight_hh_l0_reverse	8	-0.03405940160155296
385392	rnn.weight_hh_l0_reverse	9	0.07647344470024109
385392	rnn.bias_ih_l0_reverse	0	-0.14914940297603607
385392	rnn.bias_ih_l0_reverse	1	-0.07784920930862427
385392	rnn.bias_ih_l0_reverse	2	0.10384418070316315
385392	rnn.bias_ih_l0_reverse	3	-0.2553017735481262
385392	rnn.bias_ih_l0_reverse	4	-0.049593210220336914
385392	rnn.bias_ih_l0_reverse	5	-0.2167765200138092
385392	rnn.bias_ih_l0_reverse	6	0.22910067439079285
385392	rnn.bias_ih_l0_reverse	7	-0.31130409240722656
385392	rnn.bias_ih_l0_reverse	8	-0.13389381766319275
385392	rnn.bias_ih_l0_reverse	9	-0.19718718528747559
385392	rnn.bias_hh_l0_reverse	0	-0.1355646252632141
385392	rnn.bias_hh_l0_reverse	1	0.2667157053947449
385392	rnn.bias_hh_l0_reverse	2	-0.318805068731308
385392	rnn.bias_hh_l0_reverse	3	-0.19639256596565247
385392	rnn.bias_hh_l0_reverse	4	-0.37251150608062744
385392	rnn.bias_hh_l0_reverse	5	-0.1853838413953781
385392	rnn.bias_hh_l0_reverse	6	-0.2846454083919525
385392	rnn.bias_hh_l0_reverse	7	-0.05840044841170311
385392	rnn.bias_hh_l0_reverse	8	-0.23940305411815643
385392	rnn.bias_hh_l0_reverse	9	0.203236922621727
385392	linear.weight	0	0.20343127846717834
385392	linear.weight	1	-0.4026140868663788
385392	linear.weight	2	0.08048992604017258
385392	linear.weight	3	0.0676908791065216
385392	linear.weight	4	-0.15433740615844727
385392	linear.weight	5	0.2551342248916626
385392	linear.weight	6	-0.06333359330892563
385392	linear.weight	7	-0.06289439648389816
385392	linear.weight	8	0.10435494780540466
385392	linear.weight	9	-0.046723369508981705
385392	linear.bias	0	-0.9468948245048523
385392	linear.bias	1	1.9379924535751343
385392	linear.bias	2	0.6875100135803223
385392	linear.bias	3	-2.6224536895751953
385392	linear.bias	4	-0.1909603476524353
385392	linear.bias	5	1.2796461582183838
385392	linear.bias	6	-0.24969415366649628
385392	linear.bias	7	0.6766826510429382
385392	linear.bias	8	2.216916084289551
385392	linear.bias	9	-1.4696049690246582
386001	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
386001	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
386001	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
386001	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
386001	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
386001	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
386001	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
386001	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
386001	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
386001	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
386001	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
386001	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
386001	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
386001	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
386001	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
386001	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
386001	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
386001	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
386001	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
386001	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
386001	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
386001	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
386001	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
386001	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
386001	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
386001	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
386001	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
386001	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
386001	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
386001	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
386001	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
386001	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
386001	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
386001	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
386001	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
386001	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
386001	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
386001	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
386001	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
386001	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
386001	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
386001	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
386001	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
386001	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
386001	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
386001	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
386001	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
386001	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
386001	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
386001	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
386001	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
386001	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
386001	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
386001	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
386001	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
386001	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
386001	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
386001	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
386001	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
386001	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
386001	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
386001	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
386001	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
386001	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
386001	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
386001	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
386001	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
386001	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
386001	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
386001	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
386001	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
386001	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
386001	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
386001	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
386001	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
386001	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
386001	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
386001	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
386001	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
386001	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
386001	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
386001	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
386001	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
386001	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
386001	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
386001	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
386001	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
386001	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
386001	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
386001	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
386001	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
386001	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
386001	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
386001	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
386001	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
386001	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
386001	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
386001	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
386001	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
386001	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
386001	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
386001	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
386001	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
386001	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
386001	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
386001	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
386001	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
386001	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
386001	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
386001	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
386001	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
386001	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
386001	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
386001	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
386001	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
386001	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
386001	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
386001	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
386001	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
386001	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
386001	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
386001	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
386001	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
386001	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
386001	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
386001	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
386001	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
386001	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
386001	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
386001	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
386001	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
386001	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
386001	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
386001	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
386001	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
386001	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
386001	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
386001	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
386001	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
386001	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
386001	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
386001	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
386001	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
386001	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
386001	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
386001	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
386001	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
386001	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
386001	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
386001	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
386001	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
386001	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
386001	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
386001	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
386001	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
386001	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
386001	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
386001	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
386001	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
386001	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
386001	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
386001	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
386001	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
386001	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
386001	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
386001	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
386001	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
386001	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
386001	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
386001	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
386001	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
386001	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
386001	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
386001	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
386001	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
386001	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
386001	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
386001	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
386001	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
386001	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
386001	embedding2nn.weight	0	0.31089943647384644
386001	embedding2nn.weight	1	0.36174526810646057
386001	embedding2nn.weight	2	-0.0072418879717588425
386001	embedding2nn.weight	3	-0.007276965770870447
386001	embedding2nn.weight	4	-0.04491639509797096
386001	embedding2nn.weight	5	0.06559913605451584
386001	embedding2nn.weight	6	0.005190887022763491
386001	embedding2nn.weight	7	0.008011823520064354
386001	embedding2nn.weight	8	0.04818021133542061
386001	embedding2nn.weight	9	-0.017237190157175064
386001	embedding2nn.bias	0	0.0458596870303154
386001	embedding2nn.bias	1	-0.1873287409543991
386001	embedding2nn.bias	2	0.06179157271981239
386001	embedding2nn.bias	3	0.20565994083881378
386001	embedding2nn.bias	4	0.15657857060432434
386001	embedding2nn.bias	5	-0.06376014649868011
386001	embedding2nn.bias	6	-0.04601459205150604
386001	embedding2nn.bias	7	0.02058403752744198
386001	embedding2nn.bias	8	-0.12273621559143066
386001	embedding2nn.bias	9	-0.37656083703041077
386001	rnn.weight_ih_l0	0	0.011741925030946732
386001	rnn.weight_ih_l0	1	-0.07492072880268097
386001	rnn.weight_ih_l0	2	-0.08906760811805725
386001	rnn.weight_ih_l0	3	0.09920472651720047
386001	rnn.weight_ih_l0	4	-0.016899865120649338
386001	rnn.weight_ih_l0	5	-0.08039559423923492
386001	rnn.weight_ih_l0	6	-0.03684227913618088
386001	rnn.weight_ih_l0	7	-0.0293617844581604
386001	rnn.weight_ih_l0	8	0.004798420704901218
386001	rnn.weight_ih_l0	9	-0.045262906700372696
386001	rnn.weight_hh_l0	0	-0.0035390134435147047
386001	rnn.weight_hh_l0	1	0.06685691326856613
386001	rnn.weight_hh_l0	2	0.02804509922862053
386001	rnn.weight_hh_l0	3	0.006838689092546701
386001	rnn.weight_hh_l0	4	0.02123367041349411
386001	rnn.weight_hh_l0	5	0.059989847242832184
386001	rnn.weight_hh_l0	6	-0.052117884159088135
386001	rnn.weight_hh_l0	7	-0.07513045519590378
386001	rnn.weight_hh_l0	8	0.040766630321741104
386001	rnn.weight_hh_l0	9	-0.10353279113769531
386001	rnn.bias_ih_l0	0	0.18942418694496155
386001	rnn.bias_ih_l0	1	-0.27241793274879456
386001	rnn.bias_ih_l0	2	-0.015044432133436203
386001	rnn.bias_ih_l0	3	-0.21339550614356995
386001	rnn.bias_ih_l0	4	0.011237941682338715
386001	rnn.bias_ih_l0	5	-0.35992681980133057
386001	rnn.bias_ih_l0	6	-0.10555152595043182
386001	rnn.bias_ih_l0	7	-0.31360045075416565
386001	rnn.bias_ih_l0	8	-0.23258663713932037
386001	rnn.bias_ih_l0	9	-0.4084206819534302
386001	rnn.bias_hh_l0	0	-0.29746827483177185
386001	rnn.bias_hh_l0	1	-0.3332846164703369
386001	rnn.bias_hh_l0	2	-0.2852591574192047
386001	rnn.bias_hh_l0	3	-0.08063534647226334
386001	rnn.bias_hh_l0	4	-0.3114193081855774
386001	rnn.bias_hh_l0	5	-0.29869118332862854
386001	rnn.bias_hh_l0	6	-0.10439786314964294
386001	rnn.bias_hh_l0	7	0.08389671891927719
386001	rnn.bias_hh_l0	8	-0.21279393136501312
386001	rnn.bias_hh_l0	9	-0.4856584370136261
386001	rnn.weight_ih_l0_reverse	0	0.007299508433789015
386001	rnn.weight_ih_l0_reverse	1	-0.05556109920144081
386001	rnn.weight_ih_l0_reverse	2	-0.032757360488176346
386001	rnn.weight_ih_l0_reverse	3	-0.1124400794506073
386001	rnn.weight_ih_l0_reverse	4	0.07596300542354584
386001	rnn.weight_ih_l0_reverse	5	-0.1230551078915596
386001	rnn.weight_ih_l0_reverse	6	-0.008860195055603981
386001	rnn.weight_ih_l0_reverse	7	0.022705405950546265
386001	rnn.weight_ih_l0_reverse	8	-0.06549016386270523
386001	rnn.weight_ih_l0_reverse	9	-0.09034916758537292
386001	rnn.weight_hh_l0_reverse	0	-0.10875499993562698
386001	rnn.weight_hh_l0_reverse	1	0.031775061041116714
386001	rnn.weight_hh_l0_reverse	2	-0.017707258462905884
386001	rnn.weight_hh_l0_reverse	3	0.02945694699883461
386001	rnn.weight_hh_l0_reverse	4	-0.07176262885332108
386001	rnn.weight_hh_l0_reverse	5	0.04119982197880745
386001	rnn.weight_hh_l0_reverse	6	0.021853558719158173
386001	rnn.weight_hh_l0_reverse	7	-0.07360837608575821
386001	rnn.weight_hh_l0_reverse	8	-0.03285378962755203
386001	rnn.weight_hh_l0_reverse	9	0.07857577502727509
386001	rnn.bias_ih_l0_reverse	0	-0.14978578686714172
386001	rnn.bias_ih_l0_reverse	1	-0.07805085182189941
386001	rnn.bias_ih_l0_reverse	2	0.10765483975410461
386001	rnn.bias_ih_l0_reverse	3	-0.25845178961753845
386001	rnn.bias_ih_l0_reverse	4	-0.03812161087989807
386001	rnn.bias_ih_l0_reverse	5	-0.21517333388328552
386001	rnn.bias_ih_l0_reverse	6	0.22423991560935974
386001	rnn.bias_ih_l0_reverse	7	-0.3080557584762573
386001	rnn.bias_ih_l0_reverse	8	-0.13384629786014557
386001	rnn.bias_ih_l0_reverse	9	-0.19574911892414093
386001	rnn.bias_hh_l0_reverse	0	-0.1350397765636444
386001	rnn.bias_hh_l0_reverse	1	0.26292991638183594
386001	rnn.bias_hh_l0_reverse	2	-0.31884950399398804
386001	rnn.bias_hh_l0_reverse	3	-0.20091690123081207
386001	rnn.bias_hh_l0_reverse	4	-0.36728227138519287
386001	rnn.bias_hh_l0_reverse	5	-0.18796367943286896
386001	rnn.bias_hh_l0_reverse	6	-0.28353095054626465
386001	rnn.bias_hh_l0_reverse	7	-0.060035571455955505
386001	rnn.bias_hh_l0_reverse	8	-0.24911542236804962
386001	rnn.bias_hh_l0_reverse	9	0.19153940677642822
386001	linear.weight	0	0.17873328924179077
386001	linear.weight	1	-0.4228259027004242
386001	linear.weight	2	0.05358663946390152
386001	linear.weight	3	0.06769545376300812
386001	linear.weight	4	-0.14619681239128113
386001	linear.weight	5	0.2131780982017517
386001	linear.weight	6	-0.04108603671193123
386001	linear.weight	7	-0.06288594752550125
386001	linear.weight	8	0.10363751649856567
386001	linear.weight	9	-0.046736519783735275
386001	linear.bias	0	-0.9626266360282898
386001	linear.bias	1	1.8851792812347412
386001	linear.bias	2	0.716769278049469
386001	linear.bias	3	-2.622866153717041
386001	linear.bias	4	-0.16218823194503784
386001	linear.bias	5	1.3206526041030884
386001	linear.bias	6	-0.2505325675010681
386001	linear.bias	7	0.6759128570556641
386001	linear.bias	8	2.18279767036438
386001	linear.bias	9	-1.4841395616531372
386610	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
386610	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
386610	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
386610	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
386610	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
386610	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
386610	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
386610	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
386610	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
386610	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
386610	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
386610	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
386610	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
386610	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
386610	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
386610	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
386610	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
386610	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
386610	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
386610	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
386610	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
386610	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
386610	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
386610	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
386610	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
386610	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
386610	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
386610	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
386610	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
386610	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
386610	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
386610	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
386610	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
386610	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
386610	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
386610	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
386610	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
386610	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
386610	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
386610	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
386610	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
386610	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
386610	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
386610	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
386610	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
386610	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
386610	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
386610	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
386610	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
386610	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
386610	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
386610	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
386610	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
386610	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
386610	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
386610	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
386610	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
386610	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
386610	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
386610	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
386610	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
386610	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
386610	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
386610	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
386610	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
386610	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
386610	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
386610	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
386610	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
386610	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
386610	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
386610	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
386610	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
386610	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
386610	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
386610	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
386610	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
386610	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
386610	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
386610	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
386610	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
386610	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
386610	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
386610	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
386610	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
386610	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
386610	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
386610	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
386610	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
386610	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
386610	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
386610	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
386610	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
386610	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
386610	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
386610	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
386610	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
386610	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
386610	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
386610	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
386610	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
386610	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
386610	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
386610	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
386610	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
386610	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
386610	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
386610	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
386610	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
386610	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
386610	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
386610	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
386610	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
386610	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
386610	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
386610	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
386610	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
386610	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
386610	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
386610	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
386610	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
386610	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
386610	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
386610	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
386610	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
386610	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
386610	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
386610	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
386610	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
386610	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
386610	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
386610	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
386610	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
386610	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
386610	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
386610	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
386610	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
386610	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
386610	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
386610	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
386610	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
386610	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
386610	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
386610	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
386610	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
386610	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
386610	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
386610	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
386610	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
386610	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
386610	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
386610	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
386610	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
386610	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
386610	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
386610	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
386610	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
386610	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
386610	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
386610	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
386610	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
386610	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
386610	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
386610	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
386610	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
386610	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
386610	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
386610	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
386610	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
386610	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
386610	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
386610	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
386610	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
386610	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
386610	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
386610	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
386610	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
386610	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
386610	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
386610	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
386610	embedding2nn.weight	0	0.3106911778450012
386610	embedding2nn.weight	1	0.35979852080345154
386610	embedding2nn.weight	2	-0.004503034055233002
386610	embedding2nn.weight	3	-0.00588028272613883
386610	embedding2nn.weight	4	-0.04709170386195183
386610	embedding2nn.weight	5	0.06700974702835083
386610	embedding2nn.weight	6	0.0035710500087589025
386610	embedding2nn.weight	7	0.008303915150463581
386610	embedding2nn.weight	8	0.04335244372487068
386610	embedding2nn.weight	9	-0.012551422230899334
386610	embedding2nn.bias	0	0.050313230603933334
386610	embedding2nn.bias	1	-0.19074106216430664
386610	embedding2nn.bias	2	0.08709686249494553
386610	embedding2nn.bias	3	0.20879758894443512
386610	embedding2nn.bias	4	0.15905551612377167
386610	embedding2nn.bias	5	-0.08002590388059616
386610	embedding2nn.bias	6	-0.024774523451924324
386610	embedding2nn.bias	7	-0.024475153535604477
386610	embedding2nn.bias	8	-0.13787126541137695
386610	embedding2nn.bias	9	-0.39069345593452454
386610	rnn.weight_ih_l0	0	0.010301492176949978
386610	rnn.weight_ih_l0	1	-0.07540804147720337
386610	rnn.weight_ih_l0	2	-0.10024130344390869
386610	rnn.weight_ih_l0	3	0.10165740549564362
386610	rnn.weight_ih_l0	4	-0.007107543293386698
386610	rnn.weight_ih_l0	5	-0.07275789231061935
386610	rnn.weight_ih_l0	6	-0.03667648136615753
386610	rnn.weight_ih_l0	7	-0.026928380131721497
386610	rnn.weight_ih_l0	8	0.0003204847453162074
386610	rnn.weight_ih_l0	9	-0.045212700963020325
386610	rnn.weight_hh_l0	0	-0.0037432387471199036
386610	rnn.weight_hh_l0	1	0.06712868064641953
386610	rnn.weight_hh_l0	2	0.027388444170355797
386610	rnn.weight_hh_l0	3	0.0068970597349107265
386610	rnn.weight_hh_l0	4	0.020894339308142662
386610	rnn.weight_hh_l0	5	0.05837862193584442
386610	rnn.weight_hh_l0	6	-0.051957450807094574
386610	rnn.weight_hh_l0	7	-0.07471220940351486
386610	rnn.weight_hh_l0	8	0.04070291668176651
386610	rnn.weight_hh_l0	9	-0.10326629132032394
386610	rnn.bias_ih_l0	0	0.17654122412204742
386610	rnn.bias_ih_l0	1	-0.2770691215991974
386610	rnn.bias_ih_l0	2	-0.018933791667222977
386610	rnn.bias_ih_l0	3	-0.2062120884656906
386610	rnn.bias_ih_l0	4	0.0010053471196442842
386610	rnn.bias_ih_l0	5	-0.36491087079048157
386610	rnn.bias_ih_l0	6	-0.1090058758854866
386610	rnn.bias_ih_l0	7	-0.31102409958839417
386610	rnn.bias_ih_l0	8	-0.23749005794525146
386610	rnn.bias_ih_l0	9	-0.4181402027606964
386610	rnn.bias_hh_l0	0	-0.302704393863678
386610	rnn.bias_hh_l0	1	-0.3301718235015869
386610	rnn.bias_hh_l0	2	-0.29045355319976807
386610	rnn.bias_hh_l0	3	-0.08722429722547531
386610	rnn.bias_hh_l0	4	-0.31422725319862366
386610	rnn.bias_hh_l0	5	-0.301249623298645
386610	rnn.bias_hh_l0	6	-0.10665148496627808
386610	rnn.bias_hh_l0	7	0.08222039043903351
386610	rnn.bias_hh_l0	8	-0.21711693704128265
386610	rnn.bias_hh_l0	9	-0.4884209632873535
386610	rnn.weight_ih_l0_reverse	0	0.009387532249093056
386610	rnn.weight_ih_l0_reverse	1	-0.05749296024441719
386610	rnn.weight_ih_l0_reverse	2	-0.03518205136060715
386610	rnn.weight_ih_l0_reverse	3	-0.11292743682861328
386610	rnn.weight_ih_l0_reverse	4	0.07539991289377213
386610	rnn.weight_ih_l0_reverse	5	-0.11730750650167465
386610	rnn.weight_ih_l0_reverse	6	-0.0073626236990094185
386610	rnn.weight_ih_l0_reverse	7	0.023672854527831078
386610	rnn.weight_ih_l0_reverse	8	-0.06875797361135483
386610	rnn.weight_ih_l0_reverse	9	-0.08971633017063141
386610	rnn.weight_hh_l0_reverse	0	-0.10777370631694794
386610	rnn.weight_hh_l0_reverse	1	0.03157570958137512
386610	rnn.weight_hh_l0_reverse	2	-0.01814749464392662
386610	rnn.weight_hh_l0_reverse	3	0.029909465461969376
386610	rnn.weight_hh_l0_reverse	4	-0.0703219324350357
386610	rnn.weight_hh_l0_reverse	5	0.04114961996674538
386610	rnn.weight_hh_l0_reverse	6	0.022193346172571182
386610	rnn.weight_hh_l0_reverse	7	-0.07257392257452011
386610	rnn.weight_hh_l0_reverse	8	-0.03233673796057701
386610	rnn.weight_hh_l0_reverse	9	0.08055645227432251
386610	rnn.bias_ih_l0_reverse	0	-0.1532306671142578
386610	rnn.bias_ih_l0_reverse	1	-0.07593446969985962
386610	rnn.bias_ih_l0_reverse	2	0.10804641246795654
386610	rnn.bias_ih_l0_reverse	3	-0.2666791081428528
386610	rnn.bias_ih_l0_reverse	4	-0.03543990105390549
386610	rnn.bias_ih_l0_reverse	5	-0.2127489298582077
386610	rnn.bias_ih_l0_reverse	6	0.23784708976745605
386610	rnn.bias_ih_l0_reverse	7	-0.3169233202934265
386610	rnn.bias_ih_l0_reverse	8	-0.13164280354976654
386610	rnn.bias_ih_l0_reverse	9	-0.21226820349693298
386610	rnn.bias_hh_l0_reverse	0	-0.1260560005903244
386610	rnn.bias_hh_l0_reverse	1	0.2609226107597351
386610	rnn.bias_hh_l0_reverse	2	-0.31266143918037415
386610	rnn.bias_hh_l0_reverse	3	-0.20162828266620636
386610	rnn.bias_hh_l0_reverse	4	-0.36602193117141724
386610	rnn.bias_hh_l0_reverse	5	-0.19233733415603638
386610	rnn.bias_hh_l0_reverse	6	-0.2779543101787567
386610	rnn.bias_hh_l0_reverse	7	-0.06297778338193893
386610	rnn.bias_hh_l0_reverse	8	-0.25448116660118103
386610	rnn.bias_hh_l0_reverse	9	0.1941022127866745
386610	linear.weight	0	0.15914970636367798
386610	linear.weight	1	-0.45038163661956787
386610	linear.weight	2	0.06952278316020966
386610	linear.weight	3	0.06769757717847824
386610	linear.weight	4	-0.16099430620670319
386610	linear.weight	5	0.1779317855834961
386610	linear.weight	6	-0.031270261853933334
386610	linear.weight	7	-0.0628761500120163
386610	linear.weight	8	0.13589134812355042
386610	linear.weight	9	-0.046750448644161224
386610	linear.bias	0	-0.9653751850128174
386610	linear.bias	1	1.8594361543655396
386610	linear.bias	2	0.6779894828796387
386610	linear.bias	3	-2.6232752799987793
386610	linear.bias	4	-0.18751022219657898
386610	linear.bias	5	1.2599129676818848
386610	linear.bias	6	-0.22274670004844666
386610	linear.bias	7	0.7074641585350037
386610	linear.bias	8	2.1590840816497803
386610	linear.bias	9	-1.4577908515930176
387219	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
387219	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
387219	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
387219	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
387219	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
387219	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
387219	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
387219	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
387219	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
387219	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
387219	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
387219	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
387219	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
387219	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
387219	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
387219	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
387219	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
387219	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
387219	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
387219	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
387219	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
387219	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
387219	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
387219	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
387219	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
387219	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
387219	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
387219	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
387219	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
387219	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
387219	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
387219	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
387219	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
387219	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
387219	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
387219	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
387219	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
387219	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
387219	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
387219	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
387219	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
387219	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
387219	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
387219	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
387219	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
387219	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
387219	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
387219	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
387219	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
387219	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
387219	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
387219	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
387219	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
387219	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
387219	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
387219	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
387219	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
387219	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
387219	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
387219	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
387219	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
387219	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
387219	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
387219	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
387219	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
387219	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
387219	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
387219	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
387219	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
387219	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
387219	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
387219	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
387219	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
387219	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
387219	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
387219	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
387219	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
387219	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
387219	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
387219	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
387219	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
387219	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
387219	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
387219	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
387219	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
387219	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
387219	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
387219	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
387219	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
387219	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
387219	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
387219	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
387219	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
387219	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
387219	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
387219	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
387219	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
387219	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
387219	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
387219	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
387219	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
387219	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
387219	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
387219	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
387219	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
387219	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
387219	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
387219	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
387219	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
387219	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
387219	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
387219	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
387219	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
387219	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
387219	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
387219	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
387219	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
387219	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
387219	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
387219	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
387219	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
387219	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
387219	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
387219	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
387219	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
387219	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
387219	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
387219	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
387219	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
387219	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
387219	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
387219	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
387219	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
387219	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
387219	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
387219	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
387219	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
387219	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
387219	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
387219	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
387219	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
387219	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
387219	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
387219	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
387219	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
387219	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
387219	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
387219	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
387219	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
387219	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
387219	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
387219	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
387219	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
387219	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
387219	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
387219	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
387219	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
387219	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
387219	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
387219	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
387219	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
387219	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
387219	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
387219	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
387219	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
387219	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
387219	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
387219	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
387219	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
387219	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
387219	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
387219	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
387219	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
387219	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
387219	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
387219	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
387219	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
387219	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
387219	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
387219	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
387219	embedding2nn.weight	0	0.3089422881603241
387219	embedding2nn.weight	1	0.360924631357193
387219	embedding2nn.weight	2	-0.0038549252785742283
387219	embedding2nn.weight	3	-0.009399333037436008
387219	embedding2nn.weight	4	-0.05103444308042526
387219	embedding2nn.weight	5	0.06832784414291382
387219	embedding2nn.weight	6	0.011479943059384823
387219	embedding2nn.weight	7	0.006495968904346228
387219	embedding2nn.weight	8	0.039173487573862076
387219	embedding2nn.weight	9	-0.010445430874824524
387219	embedding2nn.bias	0	0.0446598082780838
387219	embedding2nn.bias	1	-0.18981947004795074
387219	embedding2nn.bias	2	0.08506660163402557
387219	embedding2nn.bias	3	0.17769558727741241
387219	embedding2nn.bias	4	0.1608714759349823
387219	embedding2nn.bias	5	-0.07642209529876709
387219	embedding2nn.bias	6	-0.05705560743808746
387219	embedding2nn.bias	7	0.021391620859503746
387219	embedding2nn.bias	8	-0.12714195251464844
387219	embedding2nn.bias	9	-0.38924717903137207
387219	rnn.weight_ih_l0	0	0.00929333921521902
387219	rnn.weight_ih_l0	1	-0.07538826763629913
387219	rnn.weight_ih_l0	2	-0.10178183764219284
387219	rnn.weight_ih_l0	3	0.10778343677520752
387219	rnn.weight_ih_l0	4	-0.00018959103908855468
387219	rnn.weight_ih_l0	5	-0.07204247266054153
387219	rnn.weight_ih_l0	6	-0.03865224868059158
387219	rnn.weight_ih_l0	7	-0.024766724556684494
387219	rnn.weight_ih_l0	8	-0.003014424815773964
387219	rnn.weight_ih_l0	9	-0.040650662034749985
387219	rnn.weight_hh_l0	0	-0.0033091201912611723
387219	rnn.weight_hh_l0	1	0.06679090857505798
387219	rnn.weight_hh_l0	2	0.025898197665810585
387219	rnn.weight_hh_l0	3	0.007305750623345375
387219	rnn.weight_hh_l0	4	0.022011984139680862
387219	rnn.weight_hh_l0	5	0.05788721516728401
387219	rnn.weight_hh_l0	6	-0.05147793889045715
387219	rnn.weight_hh_l0	7	-0.07682064920663834
387219	rnn.weight_hh_l0	8	0.040557101368904114
387219	rnn.weight_hh_l0	9	-0.10461005568504333
387219	rnn.bias_ih_l0	0	0.18239261209964752
387219	rnn.bias_ih_l0	1	-0.27424684166908264
387219	rnn.bias_ih_l0	2	-0.020887086167931557
387219	rnn.bias_ih_l0	3	-0.20805864036083221
387219	rnn.bias_ih_l0	4	0.002698547439649701
387219	rnn.bias_ih_l0	5	-0.3666783273220062
387219	rnn.bias_ih_l0	6	-0.11080651730298996
387219	rnn.bias_ih_l0	7	-0.31283167004585266
387219	rnn.bias_ih_l0	8	-0.23627141118049622
387219	rnn.bias_ih_l0	9	-0.42006608843803406
387219	rnn.bias_hh_l0	0	-0.29730892181396484
387219	rnn.bias_hh_l0	1	-0.33551573753356934
387219	rnn.bias_hh_l0	2	-0.28593525290489197
387219	rnn.bias_hh_l0	3	-0.09086984395980835
387219	rnn.bias_hh_l0	4	-0.3105880320072174
387219	rnn.bias_hh_l0	5	-0.2983648478984833
387219	rnn.bias_hh_l0	6	-0.10107668489217758
387219	rnn.bias_hh_l0	7	0.08535812050104141
387219	rnn.bias_hh_l0	8	-0.21746726334095
387219	rnn.bias_hh_l0	9	-0.4855256676673889
387219	rnn.weight_ih_l0_reverse	0	0.008232198655605316
387219	rnn.weight_ih_l0_reverse	1	-0.05543869733810425
387219	rnn.weight_ih_l0_reverse	2	-0.030216863378882408
387219	rnn.weight_ih_l0_reverse	3	-0.11750077456235886
387219	rnn.weight_ih_l0_reverse	4	0.07874750345945358
387219	rnn.weight_ih_l0_reverse	5	-0.11896447092294693
387219	rnn.weight_ih_l0_reverse	6	-0.008244052529335022
387219	rnn.weight_ih_l0_reverse	7	0.023805202916264534
387219	rnn.weight_ih_l0_reverse	8	-0.06853842735290527
387219	rnn.weight_ih_l0_reverse	9	-0.08774811029434204
387219	rnn.weight_hh_l0_reverse	0	-0.10617673397064209
387219	rnn.weight_hh_l0_reverse	1	0.03302071988582611
387219	rnn.weight_hh_l0_reverse	2	-0.01922527700662613
387219	rnn.weight_hh_l0_reverse	3	0.03100302256643772
387219	rnn.weight_hh_l0_reverse	4	-0.0714845284819603
387219	rnn.weight_hh_l0_reverse	5	0.04116632789373398
387219	rnn.weight_hh_l0_reverse	6	0.022310249507427216
387219	rnn.weight_hh_l0_reverse	7	-0.07661741226911545
387219	rnn.weight_hh_l0_reverse	8	-0.03478842228651047
387219	rnn.weight_hh_l0_reverse	9	0.07810713350772858
387219	rnn.bias_ih_l0_reverse	0	-0.1503298431634903
387219	rnn.bias_ih_l0_reverse	1	-0.0776856392621994
387219	rnn.bias_ih_l0_reverse	2	0.11622694134712219
387219	rnn.bias_ih_l0_reverse	3	-0.2675981819629669
387219	rnn.bias_ih_l0_reverse	4	-0.04056670516729355
387219	rnn.bias_ih_l0_reverse	5	-0.21470221877098083
387219	rnn.bias_ih_l0_reverse	6	0.22751343250274658
387219	rnn.bias_ih_l0_reverse	7	-0.30708780884742737
387219	rnn.bias_ih_l0_reverse	8	-0.14227092266082764
387219	rnn.bias_ih_l0_reverse	9	-0.21303677558898926
387219	rnn.bias_hh_l0_reverse	0	-0.13191838562488556
387219	rnn.bias_hh_l0_reverse	1	0.2626999020576477
387219	rnn.bias_hh_l0_reverse	2	-0.3250254988670349
387219	rnn.bias_hh_l0_reverse	3	-0.20000390708446503
387219	rnn.bias_hh_l0_reverse	4	-0.367450475692749
387219	rnn.bias_hh_l0_reverse	5	-0.18659882247447968
387219	rnn.bias_hh_l0_reverse	6	-0.2811237573623657
387219	rnn.bias_hh_l0_reverse	7	-0.06129002198576927
387219	rnn.bias_hh_l0_reverse	8	-0.24963532388210297
387219	rnn.bias_hh_l0_reverse	9	0.19754959642887115
387219	linear.weight	0	0.1634305864572525
387219	linear.weight	1	-0.44620972871780396
387219	linear.weight	2	0.12349782884120941
387219	linear.weight	3	0.06769546121358871
387219	linear.weight	4	-0.12845158576965332
387219	linear.weight	5	0.15875206887722015
387219	linear.weight	6	-0.06335163861513138
387219	linear.weight	7	-0.06286845356225967
387219	linear.weight	8	0.1291777342557907
387219	linear.weight	9	-0.0467643178999424
387219	linear.bias	0	-0.9509704113006592
387219	linear.bias	1	1.829864263534546
387219	linear.bias	2	0.6561858057975769
387219	linear.bias	3	-2.6237120628356934
387219	linear.bias	4	-0.17093010246753693
387219	linear.bias	5	1.2844152450561523
387219	linear.bias	6	-0.2144297957420349
387219	linear.bias	7	0.6926018595695496
387219	linear.bias	8	2.230448007583618
387219	linear.bias	9	-1.4611055850982666
387828	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
387828	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
387828	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
387828	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
387828	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
387828	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
387828	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
387828	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
387828	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
387828	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
387828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
387828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
387828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
387828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
387828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
387828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
387828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
387828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
387828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
387828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
387828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
387828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
387828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
387828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
387828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
387828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
387828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
387828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
387828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
387828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
387828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
387828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
387828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
387828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
387828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
387828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
387828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
387828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
387828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
387828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
387828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
387828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
387828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
387828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
387828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
387828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
387828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
387828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
387828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
387828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
387828	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
387828	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
387828	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
387828	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
387828	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
387828	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
387828	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
387828	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
387828	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
387828	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
387828	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
387828	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
387828	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
387828	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
387828	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
387828	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
387828	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
387828	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
387828	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
387828	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
387828	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
387828	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
387828	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
387828	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
387828	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
387828	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
387828	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
387828	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
387828	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
387828	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
387828	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
387828	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
387828	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
387828	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
387828	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
387828	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
387828	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
387828	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
387828	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
387828	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
387828	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
387828	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
387828	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
387828	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
387828	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
387828	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
387828	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
387828	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
387828	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
387828	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
387828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
387828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
387828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
387828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
387828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
387828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
387828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
387828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
387828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
387828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
387828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
387828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
387828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
387828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
387828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
387828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
387828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
387828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
387828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
387828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
387828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
387828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
387828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
387828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
387828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
387828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
387828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
387828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
387828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
387828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
387828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
387828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
387828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
387828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
387828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
387828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
387828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
387828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
387828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
387828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
387828	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
387828	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
387828	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
387828	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
387828	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
387828	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
387828	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
387828	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
387828	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
387828	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
387828	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
387828	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
387828	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
387828	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
387828	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
387828	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
387828	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
387828	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
387828	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
387828	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
387828	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
387828	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
387828	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
387828	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
387828	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
387828	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
387828	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
387828	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
387828	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
387828	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
387828	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
387828	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
387828	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
387828	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
387828	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
387828	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
387828	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
387828	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
387828	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
387828	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
387828	embedding2nn.weight	0	0.30540022253990173
387828	embedding2nn.weight	1	0.36285847425460815
387828	embedding2nn.weight	2	-0.003920681308954954
387828	embedding2nn.weight	3	-0.0007981639937497675
387828	embedding2nn.weight	4	-0.05333977937698364
387828	embedding2nn.weight	5	0.06710641086101532
387828	embedding2nn.weight	6	0.008611384779214859
387828	embedding2nn.weight	7	-0.008338717743754387
387828	embedding2nn.weight	8	0.04148424416780472
387828	embedding2nn.weight	9	-0.005955221597105265
387828	embedding2nn.bias	0	0.04567868635058403
387828	embedding2nn.bias	1	-0.18144698441028595
387828	embedding2nn.bias	2	0.08604475110769272
387828	embedding2nn.bias	3	0.1766575127840042
387828	embedding2nn.bias	4	0.15097346901893616
387828	embedding2nn.bias	5	-0.056430600583553314
387828	embedding2nn.bias	6	-0.06372720003128052
387828	embedding2nn.bias	7	0.020578591153025627
387828	embedding2nn.bias	8	-0.1251801997423172
387828	embedding2nn.bias	9	-0.3771544396877289
387828	rnn.weight_ih_l0	0	0.009281545877456665
387828	rnn.weight_ih_l0	1	-0.07559741288423538
387828	rnn.weight_ih_l0	2	-0.09951472282409668
387828	rnn.weight_ih_l0	3	0.10578428953886032
387828	rnn.weight_ih_l0	4	-0.009596326388418674
387828	rnn.weight_ih_l0	5	-0.07135037332773209
387828	rnn.weight_ih_l0	6	-0.035082947462797165
387828	rnn.weight_ih_l0	7	-0.02725261077284813
387828	rnn.weight_ih_l0	8	-8.961278217611834e-05
387828	rnn.weight_ih_l0	9	-0.044793616980314255
387828	rnn.weight_hh_l0	0	-0.0039493921212852
387828	rnn.weight_hh_l0	1	0.06636549532413483
387828	rnn.weight_hh_l0	2	0.025839613750576973
387828	rnn.weight_hh_l0	3	0.006696872878819704
387828	rnn.weight_hh_l0	4	0.023288341239094734
387828	rnn.weight_hh_l0	5	0.05795660987496376
387828	rnn.weight_hh_l0	6	-0.0516909696161747
387828	rnn.weight_hh_l0	7	-0.07803748548030853
387828	rnn.weight_hh_l0	8	0.040517937391996384
387828	rnn.weight_hh_l0	9	-0.10387038439512253
387828	rnn.bias_ih_l0	0	0.1851833015680313
387828	rnn.bias_ih_l0	1	-0.2781911790370941
387828	rnn.bias_ih_l0	2	-0.018948523327708244
387828	rnn.bias_ih_l0	3	-0.19866925477981567
387828	rnn.bias_ih_l0	4	-0.0050625610165297985
387828	rnn.bias_ih_l0	5	-0.3740016222000122
387828	rnn.bias_ih_l0	6	-0.12626230716705322
387828	rnn.bias_ih_l0	7	-0.3160891830921173
387828	rnn.bias_ih_l0	8	-0.2314915806055069
387828	rnn.bias_ih_l0	9	-0.4273030459880829
387828	rnn.bias_hh_l0	0	-0.29923805594444275
387828	rnn.bias_hh_l0	1	-0.33457109332084656
387828	rnn.bias_hh_l0	2	-0.2911069691181183
387828	rnn.bias_hh_l0	3	-0.09109173715114594
387828	rnn.bias_hh_l0	4	-0.3087640404701233
387828	rnn.bias_hh_l0	5	-0.2974488437175751
387828	rnn.bias_hh_l0	6	-0.10214879363775253
387828	rnn.bias_hh_l0	7	0.07934095710515976
387828	rnn.bias_hh_l0	8	-0.20620787143707275
387828	rnn.bias_hh_l0	9	-0.4835704565048218
387828	rnn.weight_ih_l0_reverse	0	0.02047112211585045
387828	rnn.weight_ih_l0_reverse	1	-0.05550072342157364
387828	rnn.weight_ih_l0_reverse	2	-0.03063998557627201
387828	rnn.weight_ih_l0_reverse	3	-0.12291815131902695
387828	rnn.weight_ih_l0_reverse	4	0.07722485065460205
387828	rnn.weight_ih_l0_reverse	5	-0.12272898852825165
387828	rnn.weight_ih_l0_reverse	6	-0.014319173991680145
387828	rnn.weight_ih_l0_reverse	7	0.022433390840888023
387828	rnn.weight_ih_l0_reverse	8	-0.06839673221111298
387828	rnn.weight_ih_l0_reverse	9	-0.08500377833843231
387828	rnn.weight_hh_l0_reverse	0	-0.10840945690870285
387828	rnn.weight_hh_l0_reverse	1	0.03431796282529831
387828	rnn.weight_hh_l0_reverse	2	-0.020322293043136597
387828	rnn.weight_hh_l0_reverse	3	0.029965784400701523
387828	rnn.weight_hh_l0_reverse	4	-0.07250707596540451
387828	rnn.weight_hh_l0_reverse	5	0.040866922587156296
387828	rnn.weight_hh_l0_reverse	6	0.022421538829803467
387828	rnn.weight_hh_l0_reverse	7	-0.07981405407190323
387828	rnn.weight_hh_l0_reverse	8	-0.03362911939620972
387828	rnn.weight_hh_l0_reverse	9	0.07930269092321396
387828	rnn.bias_ih_l0_reverse	0	-0.1533193439245224
387828	rnn.bias_ih_l0_reverse	1	-0.07222788780927658
387828	rnn.bias_ih_l0_reverse	2	0.11890200525522232
387828	rnn.bias_ih_l0_reverse	3	-0.26996564865112305
387828	rnn.bias_ih_l0_reverse	4	-0.0246118251234293
387828	rnn.bias_ih_l0_reverse	5	-0.21585121750831604
387828	rnn.bias_ih_l0_reverse	6	0.24336569011211395
387828	rnn.bias_ih_l0_reverse	7	-0.3012649416923523
387828	rnn.bias_ih_l0_reverse	8	-0.1482701301574707
387828	rnn.bias_ih_l0_reverse	9	-0.2079644501209259
387828	rnn.bias_hh_l0_reverse	0	-0.1286773383617401
387828	rnn.bias_hh_l0_reverse	1	0.2616727948188782
387828	rnn.bias_hh_l0_reverse	2	-0.32883843779563904
387828	rnn.bias_hh_l0_reverse	3	-0.20279274880886078
387828	rnn.bias_hh_l0_reverse	4	-0.36448127031326294
387828	rnn.bias_hh_l0_reverse	5	-0.18555347621440887
387828	rnn.bias_hh_l0_reverse	6	-0.28288158774375916
387828	rnn.bias_hh_l0_reverse	7	-0.0640915110707283
387828	rnn.bias_hh_l0_reverse	8	-0.24135009944438934
387828	rnn.bias_hh_l0_reverse	9	0.17674557864665985
387828	linear.weight	0	0.14470267295837402
387828	linear.weight	1	-0.41941365599632263
387828	linear.weight	2	0.09574460983276367
387828	linear.weight	3	0.06769465655088425
387828	linear.weight	4	-0.12957987189292908
387828	linear.weight	5	0.19333089888095856
387828	linear.weight	6	-0.07447484135627747
387828	linear.weight	7	-0.0628567487001419
387828	linear.weight	8	0.12438990920782089
387828	linear.weight	9	-0.04677681624889374
387828	linear.bias	0	-0.9378064274787903
387828	linear.bias	1	1.8719826936721802
387828	linear.bias	2	0.7195223569869995
387828	linear.bias	3	-2.6241822242736816
387828	linear.bias	4	-0.16667285561561584
387828	linear.bias	5	1.2679845094680786
387828	linear.bias	6	-0.2538057863712311
387828	linear.bias	7	0.6941195726394653
387828	linear.bias	8	2.158804416656494
387828	linear.bias	9	-1.4564223289489746
388437	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
388437	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
388437	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
388437	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
388437	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
388437	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
388437	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
388437	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
388437	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
388437	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
388437	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
388437	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
388437	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
388437	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
388437	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
388437	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
388437	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
388437	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
388437	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
388437	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
388437	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
388437	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
388437	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
388437	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
388437	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
388437	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
388437	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
388437	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
388437	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
388437	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
388437	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
388437	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
388437	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
388437	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
388437	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
388437	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
388437	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
388437	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
388437	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
388437	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
388437	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
388437	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
388437	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
388437	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
388437	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
388437	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
388437	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
388437	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
388437	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
388437	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
388437	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
388437	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
388437	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
388437	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
388437	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
388437	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
388437	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
388437	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
388437	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
388437	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
388437	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
388437	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
388437	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
388437	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
388437	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
388437	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
388437	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
388437	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
388437	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
388437	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
388437	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
388437	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
388437	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
388437	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
388437	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
388437	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
388437	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
388437	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
388437	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
388437	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
388437	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
388437	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
388437	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
388437	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
388437	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
388437	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
388437	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
388437	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
388437	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
388437	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
388437	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
388437	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
388437	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
388437	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
388437	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
388437	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
388437	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
388437	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
388437	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
388437	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
388437	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
388437	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
388437	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
388437	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
388437	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
388437	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
388437	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
388437	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
388437	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
388437	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
388437	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
388437	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
388437	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
388437	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
388437	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
388437	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
388437	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
388437	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
388437	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
388437	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
388437	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
388437	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
388437	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
388437	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
388437	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
388437	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
388437	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
388437	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
388437	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
388437	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
388437	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
388437	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
388437	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
388437	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
388437	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
388437	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
388437	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
388437	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
388437	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
388437	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
388437	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
388437	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
388437	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
388437	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
388437	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
388437	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
388437	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
388437	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
388437	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
388437	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
388437	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
388437	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
388437	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
388437	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
388437	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
388437	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
388437	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
388437	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
388437	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
388437	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
388437	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
388437	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
388437	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
388437	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
388437	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
388437	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
388437	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
388437	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
388437	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
388437	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
388437	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
388437	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
388437	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
388437	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
388437	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
388437	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
388437	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
388437	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
388437	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
388437	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
388437	embedding2nn.weight	0	0.3069310784339905
388437	embedding2nn.weight	1	0.3669961094856262
388437	embedding2nn.weight	2	0.0017508763121441007
388437	embedding2nn.weight	3	0.010385243222117424
388437	embedding2nn.weight	4	-0.05561669170856476
388437	embedding2nn.weight	5	0.064509816467762
388437	embedding2nn.weight	6	0.005494882818311453
388437	embedding2nn.weight	7	-0.006840325426310301
388437	embedding2nn.weight	8	0.04127936810255051
388437	embedding2nn.weight	9	-0.004374864976853132
388437	embedding2nn.bias	0	0.054976511746644974
388437	embedding2nn.bias	1	-0.18193398416042328
388437	embedding2nn.bias	2	0.11743993312120438
388437	embedding2nn.bias	3	0.1717827320098877
388437	embedding2nn.bias	4	0.16546949744224548
388437	embedding2nn.bias	5	-0.0963275209069252
388437	embedding2nn.bias	6	-0.04279942438006401
388437	embedding2nn.bias	7	0.004281058441847563
388437	embedding2nn.bias	8	-0.1455446183681488
388437	embedding2nn.bias	9	-0.39409807324409485
388437	rnn.weight_ih_l0	0	0.007369678467512131
388437	rnn.weight_ih_l0	1	-0.07567735761404037
388437	rnn.weight_ih_l0	2	-0.09353901445865631
388437	rnn.weight_ih_l0	3	0.10124169290065765
388437	rnn.weight_ih_l0	4	-0.012056350708007812
388437	rnn.weight_ih_l0	5	-0.06821464747190475
388437	rnn.weight_ih_l0	6	-0.03799773380160332
388437	rnn.weight_ih_l0	7	-0.032457850873470306
388437	rnn.weight_ih_l0	8	0.004866281524300575
388437	rnn.weight_ih_l0	9	-0.04385729506611824
388437	rnn.weight_hh_l0	0	-0.004070627503097057
388437	rnn.weight_hh_l0	1	0.0655720978975296
388437	rnn.weight_hh_l0	2	0.025057710707187653
388437	rnn.weight_hh_l0	3	0.006855163257569075
388437	rnn.weight_hh_l0	4	0.022889269515872
388437	rnn.weight_hh_l0	5	0.056509386748075485
388437	rnn.weight_hh_l0	6	-0.05175808072090149
388437	rnn.weight_hh_l0	7	-0.0761917233467102
388437	rnn.weight_hh_l0	8	0.04015379026532173
388437	rnn.weight_hh_l0	9	-0.10394066572189331
388437	rnn.bias_ih_l0	0	0.1850331425666809
388437	rnn.bias_ih_l0	1	-0.2874071002006531
388437	rnn.bias_ih_l0	2	-0.018838975578546524
388437	rnn.bias_ih_l0	3	-0.20942170917987823
388437	rnn.bias_ih_l0	4	-0.00406386936083436
388437	rnn.bias_ih_l0	5	-0.36882254481315613
388437	rnn.bias_ih_l0	6	-0.11680003255605698
388437	rnn.bias_ih_l0	7	-0.31578394770622253
388437	rnn.bias_ih_l0	8	-0.24033524096012115
388437	rnn.bias_ih_l0	9	-0.4204370677471161
388437	rnn.bias_hh_l0	0	-0.30224400758743286
388437	rnn.bias_hh_l0	1	-0.3281837999820709
388437	rnn.bias_hh_l0	2	-0.2914966642856598
388437	rnn.bias_hh_l0	3	-0.08825428038835526
388437	rnn.bias_hh_l0	4	-0.3141739070415497
388437	rnn.bias_hh_l0	5	-0.3034113049507141
388437	rnn.bias_hh_l0	6	-0.11183814704418182
388437	rnn.bias_hh_l0	7	0.07660222053527832
388437	rnn.bias_hh_l0	8	-0.19680023193359375
388437	rnn.bias_hh_l0	9	-0.48244717717170715
388437	rnn.weight_ih_l0_reverse	0	0.024079807102680206
388437	rnn.weight_ih_l0_reverse	1	-0.058380376547575
388437	rnn.weight_ih_l0_reverse	2	-0.030827932059764862
388437	rnn.weight_ih_l0_reverse	3	-0.11982718855142593
388437	rnn.weight_ih_l0_reverse	4	0.07761728763580322
388437	rnn.weight_ih_l0_reverse	5	-0.12816840410232544
388437	rnn.weight_ih_l0_reverse	6	-0.015106676146388054
388437	rnn.weight_ih_l0_reverse	7	0.02285102754831314
388437	rnn.weight_ih_l0_reverse	8	-0.06893078237771988
388437	rnn.weight_ih_l0_reverse	9	-0.08008930832147598
388437	rnn.weight_hh_l0_reverse	0	-0.1077212393283844
388437	rnn.weight_hh_l0_reverse	1	0.035982172936201096
388437	rnn.weight_hh_l0_reverse	2	-0.020483864471316338
388437	rnn.weight_hh_l0_reverse	3	0.02933996357023716
388437	rnn.weight_hh_l0_reverse	4	-0.07244140654802322
388437	rnn.weight_hh_l0_reverse	5	0.04041583463549614
388437	rnn.weight_hh_l0_reverse	6	0.022868216037750244
388437	rnn.weight_hh_l0_reverse	7	-0.08352720737457275
388437	rnn.weight_hh_l0_reverse	8	-0.034001998603343964
388437	rnn.weight_hh_l0_reverse	9	0.08064187318086624
388437	rnn.bias_ih_l0_reverse	0	-0.15555191040039062
388437	rnn.bias_ih_l0_reverse	1	-0.0763687863945961
388437	rnn.bias_ih_l0_reverse	2	0.11967615783214569
388437	rnn.bias_ih_l0_reverse	3	-0.2713486850261688
388437	rnn.bias_ih_l0_reverse	4	-0.024298936128616333
388437	rnn.bias_ih_l0_reverse	5	-0.21385271847248077
388437	rnn.bias_ih_l0_reverse	6	0.2330356240272522
388437	rnn.bias_ih_l0_reverse	7	-0.29709771275520325
388437	rnn.bias_ih_l0_reverse	8	-0.15041735768318176
388437	rnn.bias_ih_l0_reverse	9	-0.20053184032440186
388437	rnn.bias_hh_l0_reverse	0	-0.12547580897808075
388437	rnn.bias_hh_l0_reverse	1	0.2598574161529541
388437	rnn.bias_hh_l0_reverse	2	-0.3382834494113922
388437	rnn.bias_hh_l0_reverse	3	-0.1891947090625763
388437	rnn.bias_hh_l0_reverse	4	-0.3692271411418915
388437	rnn.bias_hh_l0_reverse	5	-0.18841472268104553
388437	rnn.bias_hh_l0_reverse	6	-0.27467069029808044
388437	rnn.bias_hh_l0_reverse	7	-0.0643288865685463
388437	rnn.bias_hh_l0_reverse	8	-0.24493595957756042
388437	rnn.bias_hh_l0_reverse	9	0.18010854721069336
388437	linear.weight	0	0.13061095774173737
388437	linear.weight	1	-0.42062002420425415
388437	linear.weight	2	0.0633012056350708
388437	linear.weight	3	0.06770079582929611
388437	linear.weight	4	-0.13891738653182983
388437	linear.weight	5	0.19903363287448883
388437	linear.weight	6	-0.06592579185962677
388437	linear.weight	7	-0.06284517049789429
388437	linear.weight	8	0.1301107108592987
388437	linear.weight	9	-0.04679005965590477
388437	linear.bias	0	-0.9398396015167236
388437	linear.bias	1	1.86143958568573
388437	linear.bias	2	0.6742907166481018
388437	linear.bias	3	-2.624619960784912
388437	linear.bias	4	-0.1788368672132492
388437	linear.bias	5	1.2722413539886475
388437	linear.bias	6	-0.18926264345645905
388437	linear.bias	7	0.6977863907814026
388437	linear.bias	8	2.1769115924835205
388437	linear.bias	9	-1.4563543796539307
389046	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
389046	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
389046	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
389046	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
389046	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
389046	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
389046	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
389046	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
389046	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
389046	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
389046	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
389046	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
389046	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
389046	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
389046	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
389046	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
389046	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
389046	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
389046	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
389046	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
389046	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
389046	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
389046	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
389046	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
389046	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
389046	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
389046	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
389046	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
389046	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
389046	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
389046	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
389046	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
389046	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
389046	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
389046	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
389046	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
389046	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
389046	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
389046	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
389046	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
389046	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
389046	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
389046	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
389046	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
389046	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
389046	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
389046	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
389046	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
389046	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
389046	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
389046	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
389046	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
389046	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
389046	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
389046	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
389046	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
389046	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
389046	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
389046	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
389046	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
389046	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
389046	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
389046	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
389046	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
389046	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
389046	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
389046	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
389046	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
389046	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
389046	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
389046	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
389046	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
389046	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
389046	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
389046	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
389046	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
389046	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
389046	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
389046	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
389046	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
389046	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
389046	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
389046	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
389046	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
389046	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
389046	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
389046	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
389046	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
389046	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
389046	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
389046	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
389046	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
389046	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
389046	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
389046	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
389046	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
389046	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
389046	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
389046	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
389046	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
389046	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
389046	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
389046	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
389046	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
389046	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
389046	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
389046	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
389046	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
389046	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
389046	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
389046	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
389046	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
389046	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
389046	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
389046	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
389046	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
389046	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
389046	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
389046	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
389046	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
389046	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
389046	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
389046	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
389046	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
389046	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
389046	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
389046	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
389046	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
389046	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
389046	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
389046	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
389046	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
389046	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
389046	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
389046	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
389046	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
389046	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
389046	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
389046	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
389046	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
389046	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
389046	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
389046	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
389046	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
389046	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
389046	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
389046	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
389046	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
389046	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
389046	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
389046	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
389046	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
389046	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
389046	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
389046	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
389046	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
389046	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
389046	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
389046	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
389046	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
389046	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
389046	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
389046	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
389046	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
389046	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
389046	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
389046	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
389046	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
389046	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
389046	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
389046	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
389046	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
389046	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
389046	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
389046	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
389046	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
389046	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
389046	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
389046	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
389046	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
389046	embedding2nn.weight	0	0.30656513571739197
389046	embedding2nn.weight	1	0.3708598017692566
389046	embedding2nn.weight	2	0.002126911887899041
389046	embedding2nn.weight	3	0.00685074832290411
389046	embedding2nn.weight	4	-0.04631457477807999
389046	embedding2nn.weight	5	0.062137532979249954
389046	embedding2nn.weight	6	0.00010360963642597198
389046	embedding2nn.weight	7	-0.003347588237375021
389046	embedding2nn.weight	8	0.03768940269947052
389046	embedding2nn.weight	9	-0.006811540573835373
389046	embedding2nn.bias	0	0.05923664942383766
389046	embedding2nn.bias	1	-0.18416926264762878
389046	embedding2nn.bias	2	0.10789982974529266
389046	embedding2nn.bias	3	0.16609632968902588
389046	embedding2nn.bias	4	0.14834418892860413
389046	embedding2nn.bias	5	-0.06960742175579071
389046	embedding2nn.bias	6	-0.04682888835668564
389046	embedding2nn.bias	7	0.02695462852716446
389046	embedding2nn.bias	8	-0.14605915546417236
389046	embedding2nn.bias	9	-0.39336276054382324
389046	rnn.weight_ih_l0	0	0.007916989736258984
389046	rnn.weight_ih_l0	1	-0.07453609257936478
389046	rnn.weight_ih_l0	2	-0.08332068473100662
389046	rnn.weight_ih_l0	3	0.10407952964305878
389046	rnn.weight_ih_l0	4	-0.015971964225172997
389046	rnn.weight_ih_l0	5	-0.07705646008253098
389046	rnn.weight_ih_l0	6	-0.03516416251659393
389046	rnn.weight_ih_l0	7	-0.02690577693283558
389046	rnn.weight_ih_l0	8	0.01089661568403244
389046	rnn.weight_ih_l0	9	-0.04504890367388725
389046	rnn.weight_hh_l0	0	-0.0038862130604684353
389046	rnn.weight_hh_l0	1	0.06470286846160889
389046	rnn.weight_hh_l0	2	0.023789117112755775
389046	rnn.weight_hh_l0	3	0.005824301857501268
389046	rnn.weight_hh_l0	4	0.023135555908083916
389046	rnn.weight_hh_l0	5	0.05572368577122688
389046	rnn.weight_hh_l0	6	-0.05184435471892357
389046	rnn.weight_hh_l0	7	-0.07555259764194489
389046	rnn.weight_hh_l0	8	0.03977634012699127
389046	rnn.weight_hh_l0	9	-0.10454456508159637
389046	rnn.bias_ih_l0	0	0.18653659522533417
389046	rnn.bias_ih_l0	1	-0.289247065782547
389046	rnn.bias_ih_l0	2	-0.01852005533874035
389046	rnn.bias_ih_l0	3	-0.19878076016902924
389046	rnn.bias_ih_l0	4	-0.0007916857721284032
389046	rnn.bias_ih_l0	5	-0.3740663230419159
389046	rnn.bias_ih_l0	6	-0.12080488353967667
389046	rnn.bias_ih_l0	7	-0.314728707075119
389046	rnn.bias_ih_l0	8	-0.2511340081691742
389046	rnn.bias_ih_l0	9	-0.42384132742881775
389046	rnn.bias_hh_l0	0	-0.3096323013305664
389046	rnn.bias_hh_l0	1	-0.33041417598724365
389046	rnn.bias_hh_l0	2	-0.28513914346694946
389046	rnn.bias_hh_l0	3	-0.08663159608840942
389046	rnn.bias_hh_l0	4	-0.32306817173957825
389046	rnn.bias_hh_l0	5	-0.30599886178970337
389046	rnn.bias_hh_l0	6	-0.10660971701145172
389046	rnn.bias_hh_l0	7	0.07432311028242111
389046	rnn.bias_hh_l0	8	-0.19038817286491394
389046	rnn.bias_hh_l0	9	-0.488564133644104
389046	rnn.weight_ih_l0_reverse	0	0.025136947631835938
389046	rnn.weight_ih_l0_reverse	1	-0.05664029344916344
389046	rnn.weight_ih_l0_reverse	2	-0.033949486911296844
389046	rnn.weight_ih_l0_reverse	3	-0.12316308170557022
389046	rnn.weight_ih_l0_reverse	4	0.07766430824995041
389046	rnn.weight_ih_l0_reverse	5	-0.13250580430030823
389046	rnn.weight_ih_l0_reverse	6	-0.016004065051674843
389046	rnn.weight_ih_l0_reverse	7	0.019892120733857155
389046	rnn.weight_ih_l0_reverse	8	-0.0663871318101883
389046	rnn.weight_ih_l0_reverse	9	-0.08157631754875183
389046	rnn.weight_hh_l0_reverse	0	-0.1078280508518219
389046	rnn.weight_hh_l0_reverse	1	0.03621825948357582
389046	rnn.weight_hh_l0_reverse	2	-0.02071991004049778
389046	rnn.weight_hh_l0_reverse	3	0.0280995424836874
389046	rnn.weight_hh_l0_reverse	4	-0.07259868830442429
389046	rnn.weight_hh_l0_reverse	5	0.03956509381532669
389046	rnn.weight_hh_l0_reverse	6	0.02311352826654911
389046	rnn.weight_hh_l0_reverse	7	-0.08430944383144379
389046	rnn.weight_hh_l0_reverse	8	-0.03403080254793167
389046	rnn.weight_hh_l0_reverse	9	0.07955377548933029
389046	rnn.bias_ih_l0_reverse	0	-0.14735622704029083
389046	rnn.bias_ih_l0_reverse	1	-0.07649192959070206
389046	rnn.bias_ih_l0_reverse	2	0.12711456418037415
389046	rnn.bias_ih_l0_reverse	3	-0.27504462003707886
389046	rnn.bias_ih_l0_reverse	4	-0.01926366426050663
389046	rnn.bias_ih_l0_reverse	5	-0.21662850677967072
389046	rnn.bias_ih_l0_reverse	6	0.24004514515399933
389046	rnn.bias_ih_l0_reverse	7	-0.3009752631187439
389046	rnn.bias_ih_l0_reverse	8	-0.14665961265563965
389046	rnn.bias_ih_l0_reverse	9	-0.18871112167835236
389046	rnn.bias_hh_l0_reverse	0	-0.1154819130897522
389046	rnn.bias_hh_l0_reverse	1	0.25827181339263916
389046	rnn.bias_hh_l0_reverse	2	-0.3324296176433563
389046	rnn.bias_hh_l0_reverse	3	-0.19299845397472382
389046	rnn.bias_hh_l0_reverse	4	-0.3689841032028198
389046	rnn.bias_hh_l0_reverse	5	-0.18878071010112762
389046	rnn.bias_hh_l0_reverse	6	-0.2733190059661865
389046	rnn.bias_hh_l0_reverse	7	-0.06272359192371368
389046	rnn.bias_hh_l0_reverse	8	-0.2547150254249573
389046	rnn.bias_hh_l0_reverse	9	0.1602155566215515
389046	linear.weight	0	0.17426379024982452
389046	linear.weight	1	-0.40829741954803467
389046	linear.weight	2	0.06656880676746368
389046	linear.weight	3	0.06770150363445282
389046	linear.weight	4	-0.15393564105033875
389046	linear.weight	5	0.18987470865249634
389046	linear.weight	6	-0.09821469336748123
389046	linear.weight	7	-0.06283870339393616
389046	linear.weight	8	0.10173959285020828
389046	linear.weight	9	-0.04680235683917999
389046	linear.bias	0	-0.9500861763954163
389046	linear.bias	1	1.8591550588607788
389046	linear.bias	2	0.689946174621582
389046	linear.bias	3	-2.62504243850708
389046	linear.bias	4	-0.1725085973739624
389046	linear.bias	5	1.2621434926986694
389046	linear.bias	6	-0.20392128825187683
389046	linear.bias	7	0.7147356867790222
389046	linear.bias	8	2.0925300121307373
389046	linear.bias	9	-1.4353785514831543
389655	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
389655	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
389655	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
389655	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
389655	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
389655	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
389655	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
389655	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
389655	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
389655	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
389655	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
389655	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
389655	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
389655	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
389655	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
389655	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
389655	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
389655	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
389655	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
389655	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
389655	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
389655	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
389655	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
389655	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
389655	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
389655	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
389655	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
389655	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
389655	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
389655	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
389655	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
389655	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
389655	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
389655	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
389655	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
389655	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
389655	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
389655	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
389655	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
389655	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
389655	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
389655	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
389655	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
389655	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
389655	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
389655	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
389655	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
389655	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
389655	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
389655	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
389655	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
389655	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
389655	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
389655	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
389655	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
389655	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
389655	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
389655	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
389655	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
389655	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
389655	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
389655	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
389655	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
389655	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
389655	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
389655	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
389655	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
389655	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
389655	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
389655	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
389655	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
389655	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
389655	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
389655	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
389655	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
389655	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
389655	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
389655	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
389655	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
389655	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
389655	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
389655	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
389655	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
389655	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
389655	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
389655	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
389655	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
389655	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
389655	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
389655	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
389655	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
389655	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
389655	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
389655	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
389655	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
389655	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
389655	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
389655	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
389655	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
389655	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
389655	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
389655	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
389655	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
389655	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
389655	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
389655	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
389655	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
389655	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
389655	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
389655	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
389655	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
389655	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
389655	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
389655	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
389655	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
389655	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
389655	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
389655	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
389655	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
389655	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
389655	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
389655	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
389655	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
389655	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
389655	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
389655	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
389655	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
389655	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
389655	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
389655	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
389655	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
389655	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
389655	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
389655	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
389655	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
389655	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
389655	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
389655	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
389655	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
389655	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
389655	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
389655	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
389655	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
389655	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
389655	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
389655	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
389655	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
389655	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
389655	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
389655	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
389655	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
389655	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
389655	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
389655	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
389655	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
389655	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
389655	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
389655	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
389655	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
389655	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
389655	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
389655	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
389655	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
389655	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
389655	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
389655	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
389655	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
389655	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
389655	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
389655	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
389655	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
389655	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
389655	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
389655	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
389655	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
389655	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
389655	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
389655	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
389655	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
389655	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
389655	embedding2nn.weight	0	0.3079621493816376
389655	embedding2nn.weight	1	0.3755313754081726
389655	embedding2nn.weight	2	-0.004456080961972475
389655	embedding2nn.weight	3	0.01874277926981449
389655	embedding2nn.weight	4	-0.04317010939121246
389655	embedding2nn.weight	5	0.06325599551200867
389655	embedding2nn.weight	6	0.010793508030474186
389655	embedding2nn.weight	7	-0.008755085058510303
389655	embedding2nn.weight	8	0.03645841404795647
389655	embedding2nn.weight	9	-0.004874483682215214
389655	embedding2nn.bias	0	0.044813450425863266
389655	embedding2nn.bias	1	-0.21261867880821228
389655	embedding2nn.bias	2	0.10825914889574051
389655	embedding2nn.bias	3	0.18146276473999023
389655	embedding2nn.bias	4	0.1517123132944107
389655	embedding2nn.bias	5	-0.07279258221387863
389655	embedding2nn.bias	6	-0.04917675629258156
389655	embedding2nn.bias	7	0.029731784015893936
389655	embedding2nn.bias	8	-0.15574923157691956
389655	embedding2nn.bias	9	-0.3927059769630432
389655	rnn.weight_ih_l0	0	0.00935868639498949
389655	rnn.weight_ih_l0	1	-0.07621916383504868
389655	rnn.weight_ih_l0	2	-0.07772597670555115
389655	rnn.weight_ih_l0	3	0.1043187752366066
389655	rnn.weight_ih_l0	4	-0.007767557166516781
389655	rnn.weight_ih_l0	5	-0.08666012436151505
389655	rnn.weight_ih_l0	6	-0.03332187980413437
389655	rnn.weight_ih_l0	7	-0.030102331191301346
389655	rnn.weight_ih_l0	8	0.0173068568110466
389655	rnn.weight_ih_l0	9	-0.04177842661738396
389655	rnn.weight_hh_l0	0	-0.004109182395040989
389655	rnn.weight_hh_l0	1	0.06495415419340134
389655	rnn.weight_hh_l0	2	0.025977911427617073
389655	rnn.weight_hh_l0	3	0.005324151832610369
389655	rnn.weight_hh_l0	4	0.02311602048575878
389655	rnn.weight_hh_l0	5	0.054812248796224594
389655	rnn.weight_hh_l0	6	-0.05279058218002319
389655	rnn.weight_hh_l0	7	-0.0783354640007019
389655	rnn.weight_hh_l0	8	0.03931989148259163
389655	rnn.weight_hh_l0	9	-0.10480480641126633
389655	rnn.bias_ih_l0	0	0.18389157950878143
389655	rnn.bias_ih_l0	1	-0.28445523977279663
389655	rnn.bias_ih_l0	2	-0.016118260100483894
389655	rnn.bias_ih_l0	3	-0.19332626461982727
389655	rnn.bias_ih_l0	4	-0.009331458248198032
389655	rnn.bias_ih_l0	5	-0.371307909488678
389655	rnn.bias_ih_l0	6	-0.11685232818126678
389655	rnn.bias_ih_l0	7	-0.31606173515319824
389655	rnn.bias_ih_l0	8	-0.2490352839231491
389655	rnn.bias_ih_l0	9	-0.431967169046402
389655	rnn.bias_hh_l0	0	-0.3021279275417328
389655	rnn.bias_hh_l0	1	-0.333506315946579
389655	rnn.bias_hh_l0	2	-0.287935733795166
389655	rnn.bias_hh_l0	3	-0.08651211857795715
389655	rnn.bias_hh_l0	4	-0.3288692235946655
389655	rnn.bias_hh_l0	5	-0.30509141087532043
389655	rnn.bias_hh_l0	6	-0.09982580691576004
389655	rnn.bias_hh_l0	7	0.07778719067573547
389655	rnn.bias_hh_l0	8	-0.18595725297927856
389655	rnn.bias_hh_l0	9	-0.4881819486618042
389655	rnn.weight_ih_l0_reverse	0	0.028224676847457886
389655	rnn.weight_ih_l0_reverse	1	-0.056157153099775314
389655	rnn.weight_ih_l0_reverse	2	-0.03753534331917763
389655	rnn.weight_ih_l0_reverse	3	-0.1240919902920723
389655	rnn.weight_ih_l0_reverse	4	0.07758335769176483
389655	rnn.weight_ih_l0_reverse	5	-0.1415758579969406
389655	rnn.weight_ih_l0_reverse	6	-0.010494467802345753
389655	rnn.weight_ih_l0_reverse	7	0.020310023799538612
389655	rnn.weight_ih_l0_reverse	8	-0.06820158660411835
389655	rnn.weight_ih_l0_reverse	9	-0.08028910309076309
389655	rnn.weight_hh_l0_reverse	0	-0.10875459760427475
389655	rnn.weight_hh_l0_reverse	1	0.035163503140211105
389655	rnn.weight_hh_l0_reverse	2	-0.019765704870224
389655	rnn.weight_hh_l0_reverse	3	0.028641173616051674
389655	rnn.weight_hh_l0_reverse	4	-0.07291064411401749
389655	rnn.weight_hh_l0_reverse	5	0.03921179473400116
389655	rnn.weight_hh_l0_reverse	6	0.023423638194799423
389655	rnn.weight_hh_l0_reverse	7	-0.08339104056358337
389655	rnn.weight_hh_l0_reverse	8	-0.03519674763083458
389655	rnn.weight_hh_l0_reverse	9	0.07956580817699432
389655	rnn.bias_ih_l0_reverse	0	-0.15625593066215515
389655	rnn.bias_ih_l0_reverse	1	-0.07955428957939148
389655	rnn.bias_ih_l0_reverse	2	0.12293160706758499
389655	rnn.bias_ih_l0_reverse	3	-0.27052152156829834
389655	rnn.bias_ih_l0_reverse	4	-0.020544275641441345
389655	rnn.bias_ih_l0_reverse	5	-0.21653075516223907
389655	rnn.bias_ih_l0_reverse	6	0.22886551916599274
389655	rnn.bias_ih_l0_reverse	7	-0.30349504947662354
389655	rnn.bias_ih_l0_reverse	8	-0.14714710414409637
389655	rnn.bias_ih_l0_reverse	9	-0.20051194727420807
389655	rnn.bias_hh_l0_reverse	0	-0.12089194357395172
389655	rnn.bias_hh_l0_reverse	1	0.2525660991668701
389655	rnn.bias_hh_l0_reverse	2	-0.328664630651474
389655	rnn.bias_hh_l0_reverse	3	-0.19702890515327454
389655	rnn.bias_hh_l0_reverse	4	-0.3756079375743866
389655	rnn.bias_hh_l0_reverse	5	-0.1875569075345993
389655	rnn.bias_hh_l0_reverse	6	-0.2796095609664917
389655	rnn.bias_hh_l0_reverse	7	-0.05738524720072746
389655	rnn.bias_hh_l0_reverse	8	-0.2534137964248657
389655	rnn.bias_hh_l0_reverse	9	0.16273188591003418
389655	linear.weight	0	0.16146273910999298
389655	linear.weight	1	-0.41422441601753235
389655	linear.weight	2	0.08995313197374344
389655	linear.weight	3	0.06770225614309311
389655	linear.weight	4	-0.07988797128200531
389655	linear.weight	5	0.15484614670276642
389655	linear.weight	6	-0.036557525396347046
389655	linear.weight	7	-0.0628322884440422
389655	linear.weight	8	0.09438732266426086
389655	linear.weight	9	-0.046814195811748505
389655	linear.bias	0	-0.9316514730453491
389655	linear.bias	1	1.8748549222946167
389655	linear.bias	2	0.7273972630500793
389655	linear.bias	3	-2.6254689693450928
389655	linear.bias	4	-0.20188596844673157
389655	linear.bias	5	1.2845056056976318
389655	linear.bias	6	-0.2152191549539566
389655	linear.bias	7	0.7215582132339478
389655	linear.bias	8	2.1506552696228027
389655	linear.bias	9	-1.4620126485824585
390264	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
390264	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
390264	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
390264	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
390264	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
390264	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
390264	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
390264	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
390264	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
390264	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
390264	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
390264	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
390264	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
390264	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
390264	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
390264	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
390264	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
390264	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
390264	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
390264	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
390264	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
390264	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
390264	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
390264	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
390264	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
390264	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
390264	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
390264	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
390264	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
390264	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
390264	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
390264	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
390264	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
390264	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
390264	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
390264	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
390264	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
390264	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
390264	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
390264	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
390264	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
390264	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
390264	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
390264	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
390264	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
390264	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
390264	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
390264	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
390264	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
390264	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
390264	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
390264	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
390264	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
390264	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
390264	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
390264	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
390264	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
390264	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
390264	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
390264	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
390264	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
390264	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
390264	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
390264	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
390264	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
390264	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
390264	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
390264	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
390264	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
390264	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
390264	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
390264	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
390264	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
390264	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
390264	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
390264	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
390264	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
390264	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
390264	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
390264	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
390264	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
390264	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
390264	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
390264	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
390264	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
390264	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
390264	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
390264	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
390264	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
390264	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
390264	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
390264	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
390264	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
390264	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
390264	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
390264	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
390264	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
390264	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
390264	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
390264	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
390264	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
390264	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
390264	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
390264	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
390264	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
390264	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
390264	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
390264	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
390264	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
390264	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
390264	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
390264	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
390264	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
390264	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
390264	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
390264	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
390264	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
390264	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
390264	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
390264	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
390264	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
390264	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
390264	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
390264	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
390264	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
390264	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
390264	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
390264	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
390264	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
390264	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
390264	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
390264	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
390264	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
390264	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
390264	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
390264	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
390264	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
390264	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
390264	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
390264	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
390264	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
390264	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
390264	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
390264	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
390264	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
390264	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
390264	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
390264	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
390264	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
390264	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
390264	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
390264	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
390264	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
390264	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
390264	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
390264	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
390264	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
390264	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
390264	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
390264	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
390264	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
390264	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
390264	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
390264	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
390264	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
390264	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
390264	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
390264	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
390264	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
390264	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
390264	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
390264	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
390264	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
390264	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
390264	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
390264	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
390264	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
390264	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
390264	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
390264	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
390264	embedding2nn.weight	0	0.30868297815322876
390264	embedding2nn.weight	1	0.3824160099029541
390264	embedding2nn.weight	2	-0.0003899396688211709
390264	embedding2nn.weight	3	0.01733018457889557
390264	embedding2nn.weight	4	-0.04542483016848564
390264	embedding2nn.weight	5	0.061178889125585556
390264	embedding2nn.weight	6	0.015374216251075268
390264	embedding2nn.weight	7	-0.006240476854145527
390264	embedding2nn.weight	8	0.03742804005742073
390264	embedding2nn.weight	9	-0.011974980123341084
390264	embedding2nn.bias	0	0.06363210827112198
390264	embedding2nn.bias	1	-0.21566225588321686
390264	embedding2nn.bias	2	0.0985313132405281
390264	embedding2nn.bias	3	0.1679123342037201
390264	embedding2nn.bias	4	0.1596488356590271
390264	embedding2nn.bias	5	-0.06915333867073059
390264	embedding2nn.bias	6	-0.027885738760232925
390264	embedding2nn.bias	7	0.028253644704818726
390264	embedding2nn.bias	8	-0.15867574512958527
390264	embedding2nn.bias	9	-0.36683106422424316
390264	rnn.weight_ih_l0	0	0.011751974001526833
390264	rnn.weight_ih_l0	1	-0.0773584395647049
390264	rnn.weight_ih_l0	2	-0.07892243564128876
390264	rnn.weight_ih_l0	3	0.10174114257097244
390264	rnn.weight_ih_l0	4	-0.003800059203058481
390264	rnn.weight_ih_l0	5	-0.08981215953826904
390264	rnn.weight_ih_l0	6	-0.03342300280928612
390264	rnn.weight_ih_l0	7	-0.030661899596452713
390264	rnn.weight_ih_l0	8	0.01821143738925457
390264	rnn.weight_ih_l0	9	-0.04078633710741997
390264	rnn.weight_hh_l0	0	-0.0038573897909373045
390264	rnn.weight_hh_l0	1	0.06584087014198303
390264	rnn.weight_hh_l0	2	0.025465665385127068
390264	rnn.weight_hh_l0	3	0.004557817243039608
390264	rnn.weight_hh_l0	4	0.022427359595894814
390264	rnn.weight_hh_l0	5	0.05525028705596924
390264	rnn.weight_hh_l0	6	-0.053682487457990646
390264	rnn.weight_hh_l0	7	-0.07725314050912857
390264	rnn.weight_hh_l0	8	0.039016611874103546
390264	rnn.weight_hh_l0	9	-0.10467446595430374
390264	rnn.bias_ih_l0	0	0.1835036426782608
390264	rnn.bias_ih_l0	1	-0.28142082691192627
390264	rnn.bias_ih_l0	2	-0.008053576573729515
390264	rnn.bias_ih_l0	3	-0.18257564306259155
390264	rnn.bias_ih_l0	4	-0.01071152463555336
390264	rnn.bias_ih_l0	5	-0.36981400847435
390264	rnn.bias_ih_l0	6	-0.11983174085617065
390264	rnn.bias_ih_l0	7	-0.3156140446662903
390264	rnn.bias_ih_l0	8	-0.25308504700660706
390264	rnn.bias_ih_l0	9	-0.4342944025993347
390264	rnn.bias_hh_l0	0	-0.2989838123321533
390264	rnn.bias_hh_l0	1	-0.330817312002182
390264	rnn.bias_hh_l0	2	-0.2854524850845337
390264	rnn.bias_hh_l0	3	-0.08539855480194092
390264	rnn.bias_hh_l0	4	-0.32999202609062195
390264	rnn.bias_hh_l0	5	-0.30393731594085693
390264	rnn.bias_hh_l0	6	-0.1081181988120079
390264	rnn.bias_hh_l0	7	0.0837794691324234
390264	rnn.bias_hh_l0	8	-0.1897270530462265
390264	rnn.bias_hh_l0	9	-0.4811982214450836
390264	rnn.weight_ih_l0_reverse	0	0.026038549840450287
390264	rnn.weight_ih_l0_reverse	1	-0.0553903803229332
390264	rnn.weight_ih_l0_reverse	2	-0.035485781729221344
390264	rnn.weight_ih_l0_reverse	3	-0.12374366819858551
390264	rnn.weight_ih_l0_reverse	4	0.07652247697114944
390264	rnn.weight_ih_l0_reverse	5	-0.14099757373332977
390264	rnn.weight_ih_l0_reverse	6	-0.01851046271622181
390264	rnn.weight_ih_l0_reverse	7	0.022677017375826836
390264	rnn.weight_ih_l0_reverse	8	-0.06651739031076431
390264	rnn.weight_ih_l0_reverse	9	-0.08299773931503296
390264	rnn.weight_hh_l0_reverse	0	-0.10918635129928589
390264	rnn.weight_hh_l0_reverse	1	0.034708812832832336
390264	rnn.weight_hh_l0_reverse	2	-0.02056874707341194
390264	rnn.weight_hh_l0_reverse	3	0.02903568744659424
390264	rnn.weight_hh_l0_reverse	4	-0.07244342565536499
390264	rnn.weight_hh_l0_reverse	5	0.03936735913157463
390264	rnn.weight_hh_l0_reverse	6	0.023372730240225792
390264	rnn.weight_hh_l0_reverse	7	-0.08454527705907822
390264	rnn.weight_hh_l0_reverse	8	-0.03470456227660179
390264	rnn.weight_hh_l0_reverse	9	0.07772824168205261
390264	rnn.bias_ih_l0_reverse	0	-0.1611214280128479
390264	rnn.bias_ih_l0_reverse	1	-0.07638486474752426
390264	rnn.bias_ih_l0_reverse	2	0.12194540351629257
390264	rnn.bias_ih_l0_reverse	3	-0.2713383138179779
390264	rnn.bias_ih_l0_reverse	4	-0.017794547602534294
390264	rnn.bias_ih_l0_reverse	5	-0.21369796991348267
390264	rnn.bias_ih_l0_reverse	6	0.2361760437488556
390264	rnn.bias_ih_l0_reverse	7	-0.30323314666748047
390264	rnn.bias_ih_l0_reverse	8	-0.1484246701002121
390264	rnn.bias_ih_l0_reverse	9	-0.19995354115962982
390264	rnn.bias_hh_l0_reverse	0	-0.12936453521251678
390264	rnn.bias_hh_l0_reverse	1	0.26534196734428406
390264	rnn.bias_hh_l0_reverse	2	-0.3221759498119354
390264	rnn.bias_hh_l0_reverse	3	-0.1936400830745697
390264	rnn.bias_hh_l0_reverse	4	-0.37018918991088867
390264	rnn.bias_hh_l0_reverse	5	-0.19051381945610046
390264	rnn.bias_hh_l0_reverse	6	-0.2764867842197418
390264	rnn.bias_hh_l0_reverse	7	-0.05224459245800972
390264	rnn.bias_hh_l0_reverse	8	-0.24662162363529205
390264	rnn.bias_hh_l0_reverse	9	0.16126447916030884
390264	linear.weight	0	0.14866279065608978
390264	linear.weight	1	-0.4246499836444855
390264	linear.weight	2	-0.0030925043392926455
390264	linear.weight	3	0.06770431995391846
390264	linear.weight	4	-0.05338451638817787
390264	linear.weight	5	0.22217679023742676
390264	linear.weight	6	-0.043209973722696304
390264	linear.weight	7	-0.0628247782588005
390264	linear.weight	8	0.1129845380783081
390264	linear.weight	9	-0.046821415424346924
390264	linear.bias	0	-0.9624141454696655
390264	linear.bias	1	1.860063076019287
390264	linear.bias	2	0.7249255180358887
390264	linear.bias	3	-2.6259100437164307
390264	linear.bias	4	-0.20861294865608215
390264	linear.bias	5	1.287473201751709
390264	linear.bias	6	-0.18583247065544128
390264	linear.bias	7	0.7616475224494934
390264	linear.bias	8	2.2075273990631104
390264	linear.bias	9	-1.4593477249145508
390272	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
390272	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
390272	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
390272	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
390272	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
390272	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
390272	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
390272	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
390272	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
390272	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
390272	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
390272	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
390272	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
390272	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
390272	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
390272	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
390272	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
390272	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
390272	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
390272	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
390272	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
390272	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
390272	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
390272	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
390272	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
390272	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
390272	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
390272	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
390272	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
390272	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
390272	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
390272	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
390272	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
390272	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
390272	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
390272	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
390272	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
390272	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
390272	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
390272	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
390272	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
390272	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
390272	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
390272	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
390272	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
390272	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
390272	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
390272	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
390272	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
390272	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
390272	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
390272	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
390272	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
390272	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
390272	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
390272	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
390272	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
390272	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
390272	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
390272	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
390272	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
390272	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
390272	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
390272	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
390272	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
390272	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
390272	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
390272	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
390272	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
390272	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
390272	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
390272	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
390272	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
390272	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
390272	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
390272	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
390272	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
390272	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
390272	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
390272	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
390272	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
390272	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
390272	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
390272	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
390272	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
390272	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
390272	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
390272	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
390272	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
390272	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
390272	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
390272	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
390272	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
390272	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
390272	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
390272	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
390272	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
390272	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
390272	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
390272	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
390272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
390272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
390272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
390272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
390272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
390272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
390272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
390272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
390272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
390272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
390272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
390272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
390272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
390272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
390272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
390272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
390272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
390272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
390272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
390272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
390272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
390272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
390272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
390272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
390272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
390272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
390272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
390272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
390272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
390272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
390272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
390272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
390272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
390272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
390272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
390272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
390272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
390272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
390272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
390272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
390272	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
390272	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
390272	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
390272	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
390272	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
390272	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
390272	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
390272	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
390272	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
390272	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
390272	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
390272	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
390272	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
390272	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
390272	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
390272	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
390272	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
390272	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
390272	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
390272	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
390272	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
390272	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
390272	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
390272	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
390272	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
390272	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
390272	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
390272	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
390272	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
390272	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
390272	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
390272	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
390272	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
390272	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
390272	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
390272	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
390272	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
390272	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
390272	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
390272	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
390272	embedding2nn.weight	0	0.3088042438030243
390272	embedding2nn.weight	1	0.3823547661304474
390272	embedding2nn.weight	2	-0.0008205019985325634
390272	embedding2nn.weight	3	0.01627083495259285
390272	embedding2nn.weight	4	-0.0445830300450325
390272	embedding2nn.weight	5	0.061037126928567886
390272	embedding2nn.weight	6	0.013088778592646122
390272	embedding2nn.weight	7	-0.007130804471671581
390272	embedding2nn.weight	8	0.03752752020955086
390272	embedding2nn.weight	9	-0.011384368874132633
390272	embedding2nn.bias	0	0.06474348902702332
390272	embedding2nn.bias	1	-0.21422722935676575
390272	embedding2nn.bias	2	0.09770367294549942
390272	embedding2nn.bias	3	0.17659838497638702
390272	embedding2nn.bias	4	0.16263359785079956
390272	embedding2nn.bias	5	-0.0625852420926094
390272	embedding2nn.bias	6	-0.023257743567228317
390272	embedding2nn.bias	7	0.02652653492987156
390272	embedding2nn.bias	8	-0.16497664153575897
390272	embedding2nn.bias	9	-0.37073561549186707
390272	rnn.weight_ih_l0	0	0.011679096147418022
390272	rnn.weight_ih_l0	1	-0.07772362232208252
390272	rnn.weight_ih_l0	2	-0.07906098663806915
390272	rnn.weight_ih_l0	3	0.10205042362213135
390272	rnn.weight_ih_l0	4	-0.0039942385628819466
390272	rnn.weight_ih_l0	5	-0.089962437748909
390272	rnn.weight_ih_l0	6	-0.0333782397210598
390272	rnn.weight_ih_l0	7	-0.030284112319350243
390272	rnn.weight_ih_l0	8	0.018605364486575127
390272	rnn.weight_ih_l0	9	-0.039483580738306046
390272	rnn.weight_hh_l0	0	-0.0038222477305680513
390272	rnn.weight_hh_l0	1	0.0659305602312088
390272	rnn.weight_hh_l0	2	0.02552432008087635
390272	rnn.weight_hh_l0	3	0.004575322847813368
390272	rnn.weight_hh_l0	4	0.022401276975870132
390272	rnn.weight_hh_l0	5	0.05536162108182907
390272	rnn.weight_hh_l0	6	-0.05378757417201996
390272	rnn.weight_hh_l0	7	-0.07725010812282562
390272	rnn.weight_hh_l0	8	0.03904499486088753
390272	rnn.weight_hh_l0	9	-0.1046956330537796
390272	rnn.bias_ih_l0	0	0.18348807096481323
390272	rnn.bias_ih_l0	1	-0.28213971853256226
390272	rnn.bias_ih_l0	2	-0.006511058192700148
390272	rnn.bias_ih_l0	3	-0.18105381727218628
390272	rnn.bias_ih_l0	4	-0.012231046333909035
390272	rnn.bias_ih_l0	5	-0.3704044222831726
390272	rnn.bias_ih_l0	6	-0.11963219940662384
390272	rnn.bias_ih_l0	7	-0.3153426945209503
390272	rnn.bias_ih_l0	8	-0.2527012526988983
390272	rnn.bias_ih_l0	9	-0.43267542123794556
390272	rnn.bias_hh_l0	0	-0.2996998429298401
390272	rnn.bias_hh_l0	1	-0.3317345678806305
390272	rnn.bias_hh_l0	2	-0.2859490215778351
390272	rnn.bias_hh_l0	3	-0.08519185334444046
390272	rnn.bias_hh_l0	4	-0.329967200756073
390272	rnn.bias_hh_l0	5	-0.3040255606174469
390272	rnn.bias_hh_l0	6	-0.10798346996307373
390272	rnn.bias_hh_l0	7	0.08463400602340698
390272	rnn.bias_hh_l0	8	-0.19110435247421265
390272	rnn.bias_hh_l0	9	-0.4820285439491272
390272	rnn.weight_ih_l0_reverse	0	0.025402970612049103
390272	rnn.weight_ih_l0_reverse	1	-0.055494170635938644
390272	rnn.weight_ih_l0_reverse	2	-0.03538459166884422
390272	rnn.weight_ih_l0_reverse	3	-0.12384918332099915
390272	rnn.weight_ih_l0_reverse	4	0.07651058584451675
390272	rnn.weight_ih_l0_reverse	5	-0.1412695050239563
390272	rnn.weight_ih_l0_reverse	6	-0.018410926684737206
390272	rnn.weight_ih_l0_reverse	7	0.022724851965904236
390272	rnn.weight_ih_l0_reverse	8	-0.06652194261550903
390272	rnn.weight_ih_l0_reverse	9	-0.08259279280900955
390272	rnn.weight_hh_l0_reverse	0	-0.10926930606365204
390272	rnn.weight_hh_l0_reverse	1	0.034722596406936646
390272	rnn.weight_hh_l0_reverse	2	-0.020542243495583534
390272	rnn.weight_hh_l0_reverse	3	0.028818843886256218
390272	rnn.weight_hh_l0_reverse	4	-0.07236305624246597
390272	rnn.weight_hh_l0_reverse	5	0.039410751312971115
390272	rnn.weight_hh_l0_reverse	6	0.023351607844233513
390272	rnn.weight_hh_l0_reverse	7	-0.08471672981977463
390272	rnn.weight_hh_l0_reverse	8	-0.03512140363454819
390272	rnn.weight_hh_l0_reverse	9	0.07768108695745468
390272	rnn.bias_ih_l0_reverse	0	-0.16088539361953735
390272	rnn.bias_ih_l0_reverse	1	-0.07535286992788315
390272	rnn.bias_ih_l0_reverse	2	0.12118315696716309
390272	rnn.bias_ih_l0_reverse	3	-0.2717394530773163
390272	rnn.bias_ih_l0_reverse	4	-0.019153330475091934
390272	rnn.bias_ih_l0_reverse	5	-0.21339915692806244
390272	rnn.bias_ih_l0_reverse	6	0.2354375571012497
390272	rnn.bias_ih_l0_reverse	7	-0.30314531922340393
390272	rnn.bias_ih_l0_reverse	8	-0.1482185423374176
390272	rnn.bias_ih_l0_reverse	9	-0.1992710828781128
390272	rnn.bias_hh_l0_reverse	0	-0.1298733651638031
390272	rnn.bias_hh_l0_reverse	1	0.26519161462783813
390272	rnn.bias_hh_l0_reverse	2	-0.32222890853881836
390272	rnn.bias_hh_l0_reverse	3	-0.19338516891002655
390272	rnn.bias_hh_l0_reverse	4	-0.37138867378234863
390272	rnn.bias_hh_l0_reverse	5	-0.19172513484954834
390272	rnn.bias_hh_l0_reverse	6	-0.2781384587287903
390272	rnn.bias_hh_l0_reverse	7	-0.05171346291899681
390272	rnn.bias_hh_l0_reverse	8	-0.24637484550476074
390272	rnn.bias_hh_l0_reverse	9	0.16342319548130035
390272	linear.weight	0	0.14893300831317902
390272	linear.weight	1	-0.41954725980758667
390272	linear.weight	2	-0.0035828780382871628
390272	linear.weight	3	0.06770423799753189
390272	linear.weight	4	-0.04535648971796036
390272	linear.weight	5	0.22082407772541046
390272	linear.weight	6	-0.044445183128118515
390272	linear.weight	7	-0.06282467395067215
390272	linear.weight	8	0.11460188031196594
390272	linear.weight	9	-0.04682157561182976
390272	linear.bias	0	-0.9529858827590942
390272	linear.bias	1	1.8577961921691895
390272	linear.bias	2	0.7188934087753296
390272	linear.bias	3	-2.625917673110962
390272	linear.bias	4	-0.2086518555879593
390272	linear.bias	5	1.2951737642288208
390272	linear.bias	6	-0.19172745943069458
390272	linear.bias	7	0.7684304714202881
390272	linear.bias	8	2.1698215007781982
390272	linear.bias	9	-1.4479451179504395
390881	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
390881	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
390881	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
390881	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
390881	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
390881	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
390881	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
390881	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
390881	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
390881	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
390881	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
390881	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
390881	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
390881	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
390881	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
390881	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
390881	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
390881	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
390881	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
390881	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
390881	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
390881	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
390881	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
390881	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
390881	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
390881	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
390881	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
390881	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
390881	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
390881	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
390881	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
390881	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
390881	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
390881	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
390881	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
390881	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
390881	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
390881	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
390881	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
390881	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
390881	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
390881	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
390881	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
390881	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
390881	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
390881	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
390881	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
390881	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
390881	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
390881	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
390881	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
390881	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
390881	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
390881	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
390881	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
390881	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
390881	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
390881	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
390881	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
390881	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
390881	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
390881	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
390881	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
390881	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
390881	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
390881	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
390881	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
390881	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
390881	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
390881	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
390881	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
390881	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
390881	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
390881	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
390881	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
390881	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
390881	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
390881	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
390881	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
390881	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
390881	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
390881	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
390881	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
390881	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
390881	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
390881	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
390881	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
390881	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
390881	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
390881	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
390881	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
390881	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
390881	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
390881	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
390881	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
390881	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
390881	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
390881	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
390881	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
390881	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
390881	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
390881	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
390881	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
390881	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
390881	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
390881	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
390881	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
390881	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
390881	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
390881	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
390881	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
390881	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
390881	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
390881	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
390881	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
390881	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
390881	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
390881	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
390881	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
390881	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
390881	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
390881	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
390881	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
390881	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
390881	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
390881	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
390881	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
390881	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
390881	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
390881	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
390881	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
390881	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
390881	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
390881	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
390881	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
390881	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
390881	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
390881	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
390881	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
390881	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
390881	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
390881	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
390881	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
390881	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
390881	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
390881	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
390881	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
390881	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
390881	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
390881	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
390881	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
390881	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
390881	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
390881	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
390881	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
390881	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
390881	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
390881	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
390881	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
390881	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
390881	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
390881	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
390881	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
390881	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
390881	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
390881	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
390881	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
390881	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
390881	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
390881	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
390881	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
390881	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
390881	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
390881	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
390881	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
390881	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
390881	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
390881	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
390881	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
390881	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
390881	embedding2nn.weight	0	0.3115370273590088
390881	embedding2nn.weight	1	0.3824295699596405
390881	embedding2nn.weight	2	-8.49906646180898e-05
390881	embedding2nn.weight	3	0.03660910576581955
390881	embedding2nn.weight	4	-0.049069758504629135
390881	embedding2nn.weight	5	0.06286293268203735
390881	embedding2nn.weight	6	0.011682703159749508
390881	embedding2nn.weight	7	-0.0034964815713465214
390881	embedding2nn.weight	8	0.04109152778983116
390881	embedding2nn.weight	9	-0.003884958801791072
390881	embedding2nn.bias	0	0.03627915307879448
390881	embedding2nn.bias	1	-0.20032677054405212
390881	embedding2nn.bias	2	0.10469870269298553
390881	embedding2nn.bias	3	0.19527602195739746
390881	embedding2nn.bias	4	0.16789604723453522
390881	embedding2nn.bias	5	-0.05811799690127373
390881	embedding2nn.bias	6	-0.018462609499692917
390881	embedding2nn.bias	7	0.02694341167807579
390881	embedding2nn.bias	8	-0.1474740356206894
390881	embedding2nn.bias	9	-0.35355430841445923
390881	rnn.weight_ih_l0	0	0.013571809977293015
390881	rnn.weight_ih_l0	1	-0.07757323235273361
390881	rnn.weight_ih_l0	2	-0.07110289484262466
390881	rnn.weight_ih_l0	3	0.10361097007989883
390881	rnn.weight_ih_l0	4	-0.002930558519437909
390881	rnn.weight_ih_l0	5	-0.08569379895925522
390881	rnn.weight_ih_l0	6	-0.03438170626759529
390881	rnn.weight_ih_l0	7	-0.030923638492822647
390881	rnn.weight_ih_l0	8	0.021481800824403763
390881	rnn.weight_ih_l0	9	-0.042913779616355896
390881	rnn.weight_hh_l0	0	-0.004215546417981386
390881	rnn.weight_hh_l0	1	0.06483625620603561
390881	rnn.weight_hh_l0	2	0.02520298957824707
390881	rnn.weight_hh_l0	3	0.004292424768209457
390881	rnn.weight_hh_l0	4	0.02195810340344906
390881	rnn.weight_hh_l0	5	0.053949985653162
390881	rnn.weight_hh_l0	6	-0.053787969052791595
390881	rnn.weight_hh_l0	7	-0.0793927013874054
390881	rnn.weight_hh_l0	8	0.03809107840061188
390881	rnn.weight_hh_l0	9	-0.10702645778656006
390881	rnn.bias_ih_l0	0	0.166857048869133
390881	rnn.bias_ih_l0	1	-0.2813345789909363
390881	rnn.bias_ih_l0	2	-0.007900072261691093
390881	rnn.bias_ih_l0	3	-0.17363902926445007
390881	rnn.bias_ih_l0	4	-0.006837188731878996
390881	rnn.bias_ih_l0	5	-0.36609676480293274
390881	rnn.bias_ih_l0	6	-0.12476814538240433
390881	rnn.bias_ih_l0	7	-0.3150631785392761
390881	rnn.bias_ih_l0	8	-0.2486092448234558
390881	rnn.bias_ih_l0	9	-0.4312020242214203
390881	rnn.bias_hh_l0	0	-0.30875682830810547
390881	rnn.bias_hh_l0	1	-0.32805293798446655
390881	rnn.bias_hh_l0	2	-0.2926391661167145
390881	rnn.bias_hh_l0	3	-0.08628017455339432
390881	rnn.bias_hh_l0	4	-0.32765617966651917
390881	rnn.bias_hh_l0	5	-0.30245441198349
390881	rnn.bias_hh_l0	6	-0.10267861187458038
390881	rnn.bias_hh_l0	7	0.08576107025146484
390881	rnn.bias_hh_l0	8	-0.1848786622285843
390881	rnn.bias_hh_l0	9	-0.4800146818161011
390881	rnn.weight_ih_l0_reverse	0	0.024832388386130333
390881	rnn.weight_ih_l0_reverse	1	-0.055787280201911926
390881	rnn.weight_ih_l0_reverse	2	-0.03367660939693451
390881	rnn.weight_ih_l0_reverse	3	-0.12422384321689606
390881	rnn.weight_ih_l0_reverse	4	0.08001257479190826
390881	rnn.weight_ih_l0_reverse	5	-0.13839641213417053
390881	rnn.weight_ih_l0_reverse	6	-0.025579091161489487
390881	rnn.weight_ih_l0_reverse	7	0.022880857810378075
390881	rnn.weight_ih_l0_reverse	8	-0.06600406765937805
390881	rnn.weight_ih_l0_reverse	9	-0.08568158000707626
390881	rnn.weight_hh_l0_reverse	0	-0.1111655905842781
390881	rnn.weight_hh_l0_reverse	1	0.035069115459918976
390881	rnn.weight_hh_l0_reverse	2	-0.022411299869418144
390881	rnn.weight_hh_l0_reverse	3	0.028207208961248398
390881	rnn.weight_hh_l0_reverse	4	-0.07216892391443253
390881	rnn.weight_hh_l0_reverse	5	0.039575159549713135
390881	rnn.weight_hh_l0_reverse	6	0.02326185442507267
390881	rnn.weight_hh_l0_reverse	7	-0.08549274504184723
390881	rnn.weight_hh_l0_reverse	8	-0.032759908586740494
390881	rnn.weight_hh_l0_reverse	9	0.07684332132339478
390881	rnn.bias_ih_l0_reverse	0	-0.16084975004196167
390881	rnn.bias_ih_l0_reverse	1	-0.07909024506807327
390881	rnn.bias_ih_l0_reverse	2	0.11808934807777405
390881	rnn.bias_ih_l0_reverse	3	-0.27681511640548706
390881	rnn.bias_ih_l0_reverse	4	-0.018045872449874878
390881	rnn.bias_ih_l0_reverse	5	-0.21381886303424835
390881	rnn.bias_ih_l0_reverse	6	0.23933164775371552
390881	rnn.bias_ih_l0_reverse	7	-0.29326120018959045
390881	rnn.bias_ih_l0_reverse	8	-0.14779001474380493
390881	rnn.bias_ih_l0_reverse	9	-0.2055102437734604
390881	rnn.bias_hh_l0_reverse	0	-0.1321183443069458
390881	rnn.bias_hh_l0_reverse	1	0.24949415028095245
390881	rnn.bias_hh_l0_reverse	2	-0.3205028772354126
390881	rnn.bias_hh_l0_reverse	3	-0.2001805156469345
390881	rnn.bias_hh_l0_reverse	4	-0.36512941122055054
390881	rnn.bias_hh_l0_reverse	5	-0.18854844570159912
390881	rnn.bias_hh_l0_reverse	6	-0.28094351291656494
390881	rnn.bias_hh_l0_reverse	7	-0.04989601671695709
390881	rnn.bias_hh_l0_reverse	8	-0.2546199858188629
390881	rnn.bias_hh_l0_reverse	9	0.1699337661266327
390881	linear.weight	0	0.1361927092075348
390881	linear.weight	1	-0.44231170415878296
390881	linear.weight	2	0.0186480525881052
390881	linear.weight	3	0.06770575046539307
390881	linear.weight	4	-0.09837114810943604
390881	linear.weight	5	0.2486458122730255
390881	linear.weight	6	-0.040669653564691544
390881	linear.weight	7	-0.0628184825181961
390881	linear.weight	8	0.08629924803972244
390881	linear.weight	9	-0.046834032982587814
390881	linear.bias	0	-0.9526715278625488
390881	linear.bias	1	1.8308082818984985
390881	linear.bias	2	0.7239396572113037
390881	linear.bias	3	-2.626345157623291
390881	linear.bias	4	-0.21177884936332703
390881	linear.bias	5	1.2844544649124146
390881	linear.bias	6	-0.2137616127729416
390881	linear.bias	7	0.7484691739082336
390881	linear.bias	8	2.169895648956299
390881	linear.bias	9	-1.4289964437484741
391490	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
391490	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
391490	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
391490	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
391490	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
391490	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
391490	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
391490	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
391490	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
391490	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
391490	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
391490	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
391490	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
391490	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
391490	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
391490	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
391490	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
391490	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
391490	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
391490	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
391490	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
391490	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
391490	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
391490	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
391490	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
391490	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
391490	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
391490	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
391490	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
391490	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
391490	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
391490	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
391490	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
391490	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
391490	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
391490	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
391490	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
391490	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
391490	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
391490	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
391490	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
391490	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
391490	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
391490	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
391490	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
391490	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
391490	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
391490	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
391490	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
391490	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
391490	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
391490	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
391490	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
391490	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
391490	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
391490	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
391490	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
391490	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
391490	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
391490	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
391490	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
391490	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
391490	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
391490	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
391490	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
391490	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
391490	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
391490	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
391490	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
391490	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
391490	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
391490	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
391490	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
391490	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
391490	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
391490	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
391490	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
391490	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
391490	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
391490	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
391490	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
391490	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
391490	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
391490	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
391490	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
391490	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
391490	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
391490	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
391490	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
391490	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
391490	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
391490	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
391490	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
391490	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
391490	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
391490	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
391490	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
391490	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
391490	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
391490	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
391490	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
391490	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
391490	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
391490	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
391490	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
391490	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
391490	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
391490	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
391490	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
391490	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
391490	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
391490	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
391490	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
391490	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
391490	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
391490	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
391490	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
391490	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
391490	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
391490	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
391490	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
391490	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
391490	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
391490	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
391490	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
391490	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
391490	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
391490	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
391490	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
391490	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
391490	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
391490	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
391490	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
391490	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
391490	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
391490	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
391490	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
391490	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
391490	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
391490	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
391490	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
391490	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
391490	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
391490	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
391490	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
391490	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
391490	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
391490	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
391490	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
391490	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
391490	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
391490	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
391490	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
391490	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
391490	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
391490	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
391490	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
391490	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
391490	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
391490	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
391490	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
391490	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
391490	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
391490	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
391490	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
391490	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
391490	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
391490	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
391490	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
391490	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
391490	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
391490	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
391490	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
391490	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
391490	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
391490	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
391490	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
391490	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
391490	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
391490	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
391490	embedding2nn.weight	0	0.31300127506256104
391490	embedding2nn.weight	1	0.3871971070766449
391490	embedding2nn.weight	2	0.005363828036934137
391490	embedding2nn.weight	3	0.032952263951301575
391490	embedding2nn.weight	4	-0.04996705427765846
391490	embedding2nn.weight	5	0.05875499173998833
391490	embedding2nn.weight	6	0.0105367973446846
391490	embedding2nn.weight	7	0.005003995727747679
391490	embedding2nn.weight	8	0.03990454971790314
391490	embedding2nn.weight	9	-0.006326226517558098
391490	embedding2nn.bias	0	0.043873053044080734
391490	embedding2nn.bias	1	-0.20699289441108704
391490	embedding2nn.bias	2	0.11403409391641617
391490	embedding2nn.bias	3	0.1557571291923523
391490	embedding2nn.bias	4	0.1645500808954239
391490	embedding2nn.bias	5	-0.08605105429887772
391490	embedding2nn.bias	6	-0.03763609752058983
391490	embedding2nn.bias	7	0.029591932892799377
391490	embedding2nn.bias	8	-0.13956330716609955
391490	embedding2nn.bias	9	-0.3948299288749695
391490	rnn.weight_ih_l0	0	0.014278574846684933
391490	rnn.weight_ih_l0	1	-0.07698634266853333
391490	rnn.weight_ih_l0	2	-0.07717385143041611
391490	rnn.weight_ih_l0	3	0.10916858166456223
391490	rnn.weight_ih_l0	4	-0.003962590824812651
391490	rnn.weight_ih_l0	5	-0.0866871252655983
391490	rnn.weight_ih_l0	6	-0.031177066266536713
391490	rnn.weight_ih_l0	7	-0.03296590596437454
391490	rnn.weight_ih_l0	8	0.021544713526964188
391490	rnn.weight_ih_l0	9	-0.04208921268582344
391490	rnn.weight_hh_l0	0	-0.004492804873734713
391490	rnn.weight_hh_l0	1	0.06601078808307648
391490	rnn.weight_hh_l0	2	0.025748448446393013
391490	rnn.weight_hh_l0	3	0.004399659112095833
391490	rnn.weight_hh_l0	4	0.021092725917696953
391490	rnn.weight_hh_l0	5	0.05334591120481491
391490	rnn.weight_hh_l0	6	-0.05307935178279877
391490	rnn.weight_hh_l0	7	-0.07589312642812729
391490	rnn.weight_hh_l0	8	0.03830905258655548
391490	rnn.weight_hh_l0	9	-0.1055685505270958
391490	rnn.bias_ih_l0	0	0.17033514380455017
391490	rnn.bias_ih_l0	1	-0.2796817421913147
391490	rnn.bias_ih_l0	2	-0.0050528524443507195
391490	rnn.bias_ih_l0	3	-0.18490751087665558
391490	rnn.bias_ih_l0	4	-0.025174608454108238
391490	rnn.bias_ih_l0	5	-0.3670547306537628
391490	rnn.bias_ih_l0	6	-0.11822237819433212
391490	rnn.bias_ih_l0	7	-0.3126242160797119
391490	rnn.bias_ih_l0	8	-0.2504020035266876
391490	rnn.bias_ih_l0	9	-0.41794028878211975
391490	rnn.bias_hh_l0	0	-0.3093154728412628
391490	rnn.bias_hh_l0	1	-0.3285791873931885
391490	rnn.bias_hh_l0	2	-0.29017266631126404
391490	rnn.bias_hh_l0	3	-0.08544842898845673
391490	rnn.bias_hh_l0	4	-0.31656205654144287
391490	rnn.bias_hh_l0	5	-0.303716778755188
391490	rnn.bias_hh_l0	6	-0.10338754951953888
391490	rnn.bias_hh_l0	7	0.08125966042280197
391490	rnn.bias_hh_l0	8	-0.1912853866815567
391490	rnn.bias_hh_l0	9	-0.4810699224472046
391490	rnn.weight_ih_l0_reverse	0	0.02822488732635975
391490	rnn.weight_ih_l0_reverse	1	-0.05682339146733284
391490	rnn.weight_ih_l0_reverse	2	-0.041532739996910095
391490	rnn.weight_ih_l0_reverse	3	-0.12529078125953674
391490	rnn.weight_ih_l0_reverse	4	0.07912305742502213
391490	rnn.weight_ih_l0_reverse	5	-0.1324402391910553
391490	rnn.weight_ih_l0_reverse	6	-0.021350054070353508
391490	rnn.weight_ih_l0_reverse	7	0.026319172233343124
391490	rnn.weight_ih_l0_reverse	8	-0.06665211170911789
391490	rnn.weight_ih_l0_reverse	9	-0.07778177410364151
391490	rnn.weight_hh_l0_reverse	0	-0.11191315948963165
391490	rnn.weight_hh_l0_reverse	1	0.03528549522161484
391490	rnn.weight_hh_l0_reverse	2	-0.02270444855093956
391490	rnn.weight_hh_l0_reverse	3	0.029973486438393593
391490	rnn.weight_hh_l0_reverse	4	-0.07167358696460724
391490	rnn.weight_hh_l0_reverse	5	0.03938889876008034
391490	rnn.weight_hh_l0_reverse	6	0.023188738152384758
391490	rnn.weight_hh_l0_reverse	7	-0.08479400724172592
391490	rnn.weight_hh_l0_reverse	8	-0.034519728273153305
391490	rnn.weight_hh_l0_reverse	9	0.07639661431312561
391490	rnn.bias_ih_l0_reverse	0	-0.1618056297302246
391490	rnn.bias_ih_l0_reverse	1	-0.08619427680969238
391490	rnn.bias_ih_l0_reverse	2	0.12008867412805557
391490	rnn.bias_ih_l0_reverse	3	-0.2781982719898224
391490	rnn.bias_ih_l0_reverse	4	-0.020365657284855843
391490	rnn.bias_ih_l0_reverse	5	-0.21300768852233887
391490	rnn.bias_ih_l0_reverse	6	0.24810126423835754
391490	rnn.bias_ih_l0_reverse	7	-0.3031684160232544
391490	rnn.bias_ih_l0_reverse	8	-0.14094029366970062
391490	rnn.bias_ih_l0_reverse	9	-0.20076291263103485
391490	rnn.bias_hh_l0_reverse	0	-0.12545448541641235
391490	rnn.bias_hh_l0_reverse	1	0.26760903000831604
391490	rnn.bias_hh_l0_reverse	2	-0.3058166801929474
391490	rnn.bias_hh_l0_reverse	3	-0.19374802708625793
391490	rnn.bias_hh_l0_reverse	4	-0.3700425326824188
391490	rnn.bias_hh_l0_reverse	5	-0.1817307025194168
391490	rnn.bias_hh_l0_reverse	6	-0.28359946608543396
391490	rnn.bias_hh_l0_reverse	7	-0.057179294526576996
391490	rnn.bias_hh_l0_reverse	8	-0.2538757026195526
391490	rnn.bias_hh_l0_reverse	9	0.17484918236732483
391490	linear.weight	0	0.16031792759895325
391490	linear.weight	1	-0.4343620836734772
391490	linear.weight	2	0.01186852902173996
391490	linear.weight	3	0.06770776957273483
391490	linear.weight	4	-0.09464084357023239
391490	linear.weight	5	0.26382943987846375
391490	linear.weight	6	-0.05535950884222984
391490	linear.weight	7	-0.06281310319900513
391490	linear.weight	8	0.1179879829287529
391490	linear.weight	9	-0.04685228690505028
391490	linear.bias	0	-0.9612270593643188
391490	linear.bias	1	1.9389375448226929
391490	linear.bias	2	0.6894594430923462
391490	linear.bias	3	-2.62679123878479
391490	linear.bias	4	-0.19454993307590485
391490	linear.bias	5	1.2600253820419312
391490	linear.bias	6	-0.20205484330654144
391490	linear.bias	7	0.749112606048584
391490	linear.bias	8	2.160935163497925
391490	linear.bias	9	-1.3950095176696777
392099	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
392099	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
392099	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
392099	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
392099	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
392099	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
392099	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
392099	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
392099	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
392099	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
392099	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
392099	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
392099	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
392099	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
392099	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
392099	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
392099	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
392099	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
392099	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
392099	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
392099	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
392099	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
392099	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
392099	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
392099	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
392099	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
392099	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
392099	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
392099	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
392099	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
392099	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
392099	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
392099	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
392099	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
392099	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
392099	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
392099	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
392099	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
392099	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
392099	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
392099	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
392099	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
392099	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
392099	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
392099	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
392099	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
392099	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
392099	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
392099	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
392099	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
392099	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
392099	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
392099	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
392099	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
392099	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
392099	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
392099	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
392099	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
392099	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
392099	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
392099	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
392099	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
392099	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
392099	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
392099	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
392099	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
392099	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
392099	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
392099	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
392099	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
392099	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
392099	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
392099	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
392099	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
392099	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
392099	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
392099	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
392099	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
392099	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
392099	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
392099	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
392099	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
392099	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
392099	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
392099	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
392099	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
392099	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
392099	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
392099	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
392099	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
392099	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
392099	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
392099	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
392099	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
392099	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
392099	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
392099	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
392099	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
392099	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
392099	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
392099	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
392099	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
392099	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
392099	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
392099	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
392099	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
392099	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
392099	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
392099	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
392099	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
392099	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
392099	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
392099	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
392099	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
392099	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
392099	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
392099	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
392099	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
392099	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
392099	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
392099	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
392099	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
392099	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
392099	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
392099	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
392099	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
392099	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
392099	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
392099	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
392099	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
392099	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
392099	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
392099	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
392099	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
392099	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
392099	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
392099	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
392099	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
392099	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
392099	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
392099	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
392099	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
392099	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
392099	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
392099	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
392099	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
392099	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
392099	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
392099	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
392099	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
392099	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
392099	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
392099	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
392099	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
392099	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
392099	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
392099	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
392099	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
392099	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
392099	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
392099	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
392099	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
392099	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
392099	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
392099	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
392099	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
392099	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
392099	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
392099	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
392099	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
392099	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
392099	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
392099	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
392099	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
392099	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
392099	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
392099	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
392099	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
392099	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
392099	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
392099	embedding2nn.weight	0	0.311139851808548
392099	embedding2nn.weight	1	0.37920838594436646
392099	embedding2nn.weight	2	-0.003047521226108074
392099	embedding2nn.weight	3	0.026129627600312233
392099	embedding2nn.weight	4	-0.04534883424639702
392099	embedding2nn.weight	5	0.05603599175810814
392099	embedding2nn.weight	6	0.0191505029797554
392099	embedding2nn.weight	7	0.006316415499895811
392099	embedding2nn.weight	8	0.04566410183906555
392099	embedding2nn.weight	9	-0.0022432152181863785
392099	embedding2nn.bias	0	0.030298635363578796
392099	embedding2nn.bias	1	-0.19025184214115143
392099	embedding2nn.bias	2	0.1168408915400505
392099	embedding2nn.bias	3	0.19017764925956726
392099	embedding2nn.bias	4	0.16838102042675018
392099	embedding2nn.bias	5	-0.09265642613172531
392099	embedding2nn.bias	6	-0.03684990108013153
392099	embedding2nn.bias	7	0.036037467420101166
392099	embedding2nn.bias	8	-0.132530078291893
392099	embedding2nn.bias	9	-0.3900768756866455
392099	rnn.weight_ih_l0	0	0.015053624287247658
392099	rnn.weight_ih_l0	1	-0.0775199830532074
392099	rnn.weight_ih_l0	2	-0.07144565135240555
392099	rnn.weight_ih_l0	3	0.11398611962795258
392099	rnn.weight_ih_l0	4	-0.007153500337153673
392099	rnn.weight_ih_l0	5	-0.08442562073469162
392099	rnn.weight_ih_l0	6	-0.0321631133556366
392099	rnn.weight_ih_l0	7	-0.033927734941244125
392099	rnn.weight_ih_l0	8	0.019763203337788582
392099	rnn.weight_ih_l0	9	-0.04388298839330673
392099	rnn.weight_hh_l0	0	-0.0044719562865793705
392099	rnn.weight_hh_l0	1	0.06676085293292999
392099	rnn.weight_hh_l0	2	0.026207808405160904
392099	rnn.weight_hh_l0	3	0.004495135974138975
392099	rnn.weight_hh_l0	4	0.020584652200341225
392099	rnn.weight_hh_l0	5	0.053213175386190414
392099	rnn.weight_hh_l0	6	-0.05310504510998726
392099	rnn.weight_hh_l0	7	-0.07409771531820297
392099	rnn.weight_hh_l0	8	0.038100533187389374
392099	rnn.weight_hh_l0	9	-0.10574061423540115
392099	rnn.bias_ih_l0	0	0.17342092096805573
392099	rnn.bias_ih_l0	1	-0.2840943932533264
392099	rnn.bias_ih_l0	2	-0.006297358777374029
392099	rnn.bias_ih_l0	3	-0.17789746820926666
392099	rnn.bias_ih_l0	4	-0.018312614411115646
392099	rnn.bias_ih_l0	5	-0.3667101263999939
392099	rnn.bias_ih_l0	6	-0.119443379342556
392099	rnn.bias_ih_l0	7	-0.311791330575943
392099	rnn.bias_ih_l0	8	-0.2535400986671448
392099	rnn.bias_ih_l0	9	-0.4137439727783203
392099	rnn.bias_hh_l0	0	-0.3130415081977844
392099	rnn.bias_hh_l0	1	-0.33818137645721436
392099	rnn.bias_hh_l0	2	-0.28754448890686035
392099	rnn.bias_hh_l0	3	-0.08668343722820282
392099	rnn.bias_hh_l0	4	-0.3226397931575775
392099	rnn.bias_hh_l0	5	-0.30194219946861267
392099	rnn.bias_hh_l0	6	-0.10419546067714691
392099	rnn.bias_hh_l0	7	0.08310486376285553
392099	rnn.bias_hh_l0	8	-0.18938857316970825
392099	rnn.bias_hh_l0	9	-0.48185327649116516
392099	rnn.weight_ih_l0_reverse	0	0.02487432397902012
392099	rnn.weight_ih_l0_reverse	1	-0.05680762603878975
392099	rnn.weight_ih_l0_reverse	2	-0.03829976171255112
392099	rnn.weight_ih_l0_reverse	3	-0.12544198334217072
392099	rnn.weight_ih_l0_reverse	4	0.07771594822406769
392099	rnn.weight_ih_l0_reverse	5	-0.12181486934423447
392099	rnn.weight_ih_l0_reverse	6	-0.016542546451091766
392099	rnn.weight_ih_l0_reverse	7	0.02690255641937256
392099	rnn.weight_ih_l0_reverse	8	-0.06406929343938828
392099	rnn.weight_ih_l0_reverse	9	-0.07393918931484222
392099	rnn.weight_hh_l0_reverse	0	-0.11104670912027359
392099	rnn.weight_hh_l0_reverse	1	0.036149222403764725
392099	rnn.weight_hh_l0_reverse	2	-0.023379763588309288
392099	rnn.weight_hh_l0_reverse	3	0.02947620116174221
392099	rnn.weight_hh_l0_reverse	4	-0.07227639108896255
392099	rnn.weight_hh_l0_reverse	5	0.03986583650112152
392099	rnn.weight_hh_l0_reverse	6	0.023706266656517982
392099	rnn.weight_hh_l0_reverse	7	-0.08533795922994614
392099	rnn.weight_hh_l0_reverse	8	-0.03529319912195206
392099	rnn.weight_hh_l0_reverse	9	0.07532501965761185
392099	rnn.bias_ih_l0_reverse	0	-0.16630631685256958
392099	rnn.bias_ih_l0_reverse	1	-0.08856157213449478
392099	rnn.bias_ih_l0_reverse	2	0.12776793539524078
392099	rnn.bias_ih_l0_reverse	3	-0.28097301721572876
392099	rnn.bias_ih_l0_reverse	4	-0.025532735511660576
392099	rnn.bias_ih_l0_reverse	5	-0.20978040993213654
392099	rnn.bias_ih_l0_reverse	6	0.24721145629882812
392099	rnn.bias_ih_l0_reverse	7	-0.28867876529693604
392099	rnn.bias_ih_l0_reverse	8	-0.1362544298171997
392099	rnn.bias_ih_l0_reverse	9	-0.19948260486125946
392099	rnn.bias_hh_l0_reverse	0	-0.1258622109889984
392099	rnn.bias_hh_l0_reverse	1	0.27101412415504456
392099	rnn.bias_hh_l0_reverse	2	-0.30111780762672424
392099	rnn.bias_hh_l0_reverse	3	-0.19334498047828674
392099	rnn.bias_hh_l0_reverse	4	-0.37025272846221924
392099	rnn.bias_hh_l0_reverse	5	-0.18176299333572388
392099	rnn.bias_hh_l0_reverse	6	-0.2809407413005829
392099	rnn.bias_hh_l0_reverse	7	-0.055228035897016525
392099	rnn.bias_hh_l0_reverse	8	-0.26556602120399475
392099	rnn.bias_hh_l0_reverse	9	0.17299655079841614
392099	linear.weight	0	0.16650404036045074
392099	linear.weight	1	-0.4029325842857361
392099	linear.weight	2	0.007223965600132942
392099	linear.weight	3	0.06770803779363632
392099	linear.weight	4	-0.09801167994737625
392099	linear.weight	5	0.22842872142791748
392099	linear.weight	6	-0.0760931596159935
392099	linear.weight	7	-0.06280547380447388
392099	linear.weight	8	0.12550462782382965
392099	linear.weight	9	-0.04686494916677475
392099	linear.bias	0	-0.9684538841247559
392099	linear.bias	1	1.9468352794647217
392099	linear.bias	2	0.6979518532752991
392099	linear.bias	3	-2.627183437347412
392099	linear.bias	4	-0.19130203127861023
392099	linear.bias	5	1.2820245027542114
392099	linear.bias	6	-0.19690026342868805
392099	linear.bias	7	0.7345743179321289
392099	linear.bias	8	2.1868388652801514
392099	linear.bias	9	-1.4472033977508545
392708	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
392708	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
392708	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
392708	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
392708	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
392708	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
392708	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
392708	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
392708	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
392708	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
392708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
392708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
392708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
392708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
392708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
392708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
392708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
392708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
392708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
392708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
392708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
392708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
392708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
392708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
392708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
392708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
392708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
392708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
392708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
392708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
392708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
392708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
392708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
392708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
392708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
392708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
392708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
392708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
392708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
392708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
392708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
392708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
392708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
392708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
392708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
392708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
392708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
392708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
392708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
392708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
392708	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
392708	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
392708	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
392708	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
392708	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
392708	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
392708	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
392708	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
392708	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
392708	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
392708	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
392708	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
392708	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
392708	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
392708	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
392708	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
392708	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
392708	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
392708	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
392708	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
392708	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
392708	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
392708	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
392708	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
392708	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
392708	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
392708	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
392708	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
392708	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
392708	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
392708	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
392708	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
392708	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
392708	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
392708	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
392708	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
392708	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
392708	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
392708	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
392708	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
392708	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
392708	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
392708	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
392708	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
392708	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
392708	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
392708	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
392708	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
392708	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
392708	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
392708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
392708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
392708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
392708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
392708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
392708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
392708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
392708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
392708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
392708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
392708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
392708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
392708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
392708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
392708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
392708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
392708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
392708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
392708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
392708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
392708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
392708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
392708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
392708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
392708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
392708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
392708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
392708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
392708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
392708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
392708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
392708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
392708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
392708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
392708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
392708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
392708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
392708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
392708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
392708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
392708	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
392708	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
392708	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
392708	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
392708	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
392708	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
392708	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
392708	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
392708	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
392708	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
392708	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
392708	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
392708	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
392708	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
392708	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
392708	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
392708	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
392708	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
392708	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
392708	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
392708	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
392708	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
392708	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
392708	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
392708	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
392708	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
392708	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
392708	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
392708	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
392708	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
392708	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
392708	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
392708	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
392708	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
392708	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
392708	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
392708	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
392708	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
392708	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
392708	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
392708	embedding2nn.weight	0	0.31207147240638733
392708	embedding2nn.weight	1	0.38221314549446106
392708	embedding2nn.weight	2	-0.0008275369182229042
392708	embedding2nn.weight	3	0.019493121653795242
392708	embedding2nn.weight	4	-0.04823990538716316
392708	embedding2nn.weight	5	0.05761265009641647
392708	embedding2nn.weight	6	0.01557899173349142
392708	embedding2nn.weight	7	0.0054423208348453045
392708	embedding2nn.weight	8	0.045991986989974976
392708	embedding2nn.weight	9	-0.009438225999474525
392708	embedding2nn.bias	0	0.025080250576138496
392708	embedding2nn.bias	1	-0.18550117313861847
392708	embedding2nn.bias	2	0.11231470108032227
392708	embedding2nn.bias	3	0.18873217701911926
392708	embedding2nn.bias	4	0.14392496645450592
392708	embedding2nn.bias	5	-0.07731650024652481
392708	embedding2nn.bias	6	-0.03909682482481003
392708	embedding2nn.bias	7	0.0489305779337883
392708	embedding2nn.bias	8	-0.14585529267787933
392708	embedding2nn.bias	9	-0.3801429569721222
392708	rnn.weight_ih_l0	0	0.016281038522720337
392708	rnn.weight_ih_l0	1	-0.0792776495218277
392708	rnn.weight_ih_l0	2	-0.0674668475985527
392708	rnn.weight_ih_l0	3	0.1133057102560997
392708	rnn.weight_ih_l0	4	-0.01200919784605503
392708	rnn.weight_ih_l0	5	-0.07566721737384796
392708	rnn.weight_ih_l0	6	-0.04289161413908005
392708	rnn.weight_ih_l0	7	-0.037120845168828964
392708	rnn.weight_ih_l0	8	0.01797550357878208
392708	rnn.weight_ih_l0	9	-0.05345601961016655
392708	rnn.weight_hh_l0	0	-0.0040054647251963615
392708	rnn.weight_hh_l0	1	0.06790134310722351
392708	rnn.weight_hh_l0	2	0.02547551691532135
392708	rnn.weight_hh_l0	3	0.0030118527356535196
392708	rnn.weight_hh_l0	4	0.020935414358973503
392708	rnn.weight_hh_l0	5	0.053847990930080414
392708	rnn.weight_hh_l0	6	-0.05355573445558548
392708	rnn.weight_hh_l0	7	-0.0777384340763092
392708	rnn.weight_hh_l0	8	0.03842654824256897
392708	rnn.weight_hh_l0	9	-0.10441849380731583
392708	rnn.bias_ih_l0	0	0.1801614910364151
392708	rnn.bias_ih_l0	1	-0.2809102535247803
392708	rnn.bias_ih_l0	2	-0.010496684350073338
392708	rnn.bias_ih_l0	3	-0.17309531569480896
392708	rnn.bias_ih_l0	4	-0.016858555376529694
392708	rnn.bias_ih_l0	5	-0.3603801727294922
392708	rnn.bias_ih_l0	6	-0.12695273756980896
392708	rnn.bias_ih_l0	7	-0.3120993673801422
392708	rnn.bias_ih_l0	8	-0.25902774930000305
392708	rnn.bias_ih_l0	9	-0.4139113426208496
392708	rnn.bias_hh_l0	0	-0.32122230529785156
392708	rnn.bias_hh_l0	1	-0.33247578144073486
392708	rnn.bias_hh_l0	2	-0.28395965695381165
392708	rnn.bias_hh_l0	3	-0.08487411588430405
392708	rnn.bias_hh_l0	4	-0.32082507014274597
392708	rnn.bias_hh_l0	5	-0.30067065358161926
392708	rnn.bias_hh_l0	6	-0.10395421087741852
392708	rnn.bias_hh_l0	7	0.08307274430990219
392708	rnn.bias_hh_l0	8	-0.18496355414390564
392708	rnn.bias_hh_l0	9	-0.4841952621936798
392708	rnn.weight_ih_l0_reverse	0	0.02981872297823429
392708	rnn.weight_ih_l0_reverse	1	-0.05684994161128998
392708	rnn.weight_ih_l0_reverse	2	-0.03951071947813034
392708	rnn.weight_ih_l0_reverse	3	-0.12189385294914246
392708	rnn.weight_ih_l0_reverse	4	0.07628709077835083
392708	rnn.weight_ih_l0_reverse	5	-0.12867654860019684
392708	rnn.weight_ih_l0_reverse	6	-0.01466924324631691
392708	rnn.weight_ih_l0_reverse	7	0.025844935327768326
392708	rnn.weight_ih_l0_reverse	8	-0.06346163153648376
392708	rnn.weight_ih_l0_reverse	9	-0.07485497742891312
392708	rnn.weight_hh_l0_reverse	0	-0.11075924336910248
392708	rnn.weight_hh_l0_reverse	1	0.03613775968551636
392708	rnn.weight_hh_l0_reverse	2	-0.023227877914905548
392708	rnn.weight_hh_l0_reverse	3	0.030529726296663284
392708	rnn.weight_hh_l0_reverse	4	-0.07180645316839218
392708	rnn.weight_hh_l0_reverse	5	0.03845251351594925
392708	rnn.weight_hh_l0_reverse	6	0.0239420048892498
392708	rnn.weight_hh_l0_reverse	7	-0.08447307348251343
392708	rnn.weight_hh_l0_reverse	8	-0.034676507115364075
392708	rnn.weight_hh_l0_reverse	9	0.07325969636440277
392708	rnn.bias_ih_l0_reverse	0	-0.16177642345428467
392708	rnn.bias_ih_l0_reverse	1	-0.09098943322896957
392708	rnn.bias_ih_l0_reverse	2	0.1237320825457573
392708	rnn.bias_ih_l0_reverse	3	-0.28284111618995667
392708	rnn.bias_ih_l0_reverse	4	-0.015071447938680649
392708	rnn.bias_ih_l0_reverse	5	-0.211924746632576
392708	rnn.bias_ih_l0_reverse	6	0.2358819842338562
392708	rnn.bias_ih_l0_reverse	7	-0.2904866337776184
392708	rnn.bias_ih_l0_reverse	8	-0.14177866280078888
392708	rnn.bias_ih_l0_reverse	9	-0.20410804450511932
392708	rnn.bias_hh_l0_reverse	0	-0.1277647614479065
392708	rnn.bias_hh_l0_reverse	1	0.26678839325904846
392708	rnn.bias_hh_l0_reverse	2	-0.29975563287734985
392708	rnn.bias_hh_l0_reverse	3	-0.20003150403499603
392708	rnn.bias_hh_l0_reverse	4	-0.3690553903579712
392708	rnn.bias_hh_l0_reverse	5	-0.1836584359407425
392708	rnn.bias_hh_l0_reverse	6	-0.27863454818725586
392708	rnn.bias_hh_l0_reverse	7	-0.06472896784543991
392708	rnn.bias_hh_l0_reverse	8	-0.25639501214027405
392708	rnn.bias_hh_l0_reverse	9	0.17931003868579865
392708	linear.weight	0	0.18140608072280884
392708	linear.weight	1	-0.3808606266975403
392708	linear.weight	2	0.0235585980117321
392708	linear.weight	3	0.06770526617765427
392708	linear.weight	4	-0.15132085978984833
392708	linear.weight	5	0.24422121047973633
392708	linear.weight	6	-0.07294339686632156
392708	linear.weight	7	-0.06279826164245605
392708	linear.weight	8	0.09656590968370438
392708	linear.weight	9	-0.046879250556230545
392708	linear.bias	0	-0.949987530708313
392708	linear.bias	1	1.9271479845046997
392708	linear.bias	2	0.6941795945167542
392708	linear.bias	3	-2.6275904178619385
392708	linear.bias	4	-0.20854978263378143
392708	linear.bias	5	1.2717171907424927
392708	linear.bias	6	-0.19173043966293335
392708	linear.bias	7	0.6978806853294373
392708	linear.bias	8	2.2099685668945312
392708	linear.bias	9	-1.4542739391326904
393317	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
393317	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
393317	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
393317	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
393317	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
393317	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
393317	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
393317	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
393317	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
393317	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
393317	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
393317	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
393317	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
393317	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
393317	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
393317	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
393317	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
393317	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
393317	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
393317	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
393317	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
393317	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
393317	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
393317	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
393317	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
393317	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
393317	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
393317	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
393317	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
393317	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
393317	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
393317	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
393317	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
393317	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
393317	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
393317	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
393317	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
393317	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
393317	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
393317	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
393317	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
393317	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
393317	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
393317	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
393317	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
393317	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
393317	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
393317	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
393317	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
393317	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
393317	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
393317	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
393317	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
393317	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
393317	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
393317	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
393317	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
393317	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
393317	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
393317	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
393317	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
393317	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
393317	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
393317	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
393317	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
393317	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
393317	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
393317	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
393317	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
393317	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
393317	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
393317	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
393317	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
393317	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
393317	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
393317	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
393317	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
393317	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
393317	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
393317	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
393317	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
393317	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
393317	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
393317	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
393317	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
393317	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
393317	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
393317	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
393317	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
393317	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
393317	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
393317	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
393317	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
393317	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
393317	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
393317	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
393317	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
393317	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
393317	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
393317	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
393317	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
393317	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
393317	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
393317	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
393317	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
393317	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
393317	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
393317	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
393317	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
393317	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
393317	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
393317	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
393317	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
393317	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
393317	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
393317	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
393317	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
393317	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
393317	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
393317	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
393317	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
393317	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
393317	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
393317	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
393317	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
393317	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
393317	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
393317	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
393317	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
393317	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
393317	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
393317	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
393317	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
393317	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
393317	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
393317	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
393317	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
393317	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
393317	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
393317	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
393317	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
393317	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
393317	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
393317	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
393317	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
393317	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
393317	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
393317	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
393317	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
393317	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
393317	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
393317	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
393317	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
393317	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
393317	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
393317	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
393317	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
393317	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
393317	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
393317	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
393317	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
393317	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
393317	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
393317	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
393317	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
393317	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
393317	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
393317	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
393317	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
393317	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
393317	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
393317	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
393317	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
393317	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
393317	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
393317	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
393317	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
393317	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
393317	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
393317	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
393317	embedding2nn.weight	0	0.31304046511650085
393317	embedding2nn.weight	1	0.38068458437919617
393317	embedding2nn.weight	2	-0.005735167767852545
393317	embedding2nn.weight	3	0.027446648105978966
393317	embedding2nn.weight	4	-0.05000774934887886
393317	embedding2nn.weight	5	0.05395721644163132
393317	embedding2nn.weight	6	0.014881240203976631
393317	embedding2nn.weight	7	0.01058599166572094
393317	embedding2nn.weight	8	0.04503912106156349
393317	embedding2nn.weight	9	-0.006238618865609169
393317	embedding2nn.bias	0	0.029895534738898277
393317	embedding2nn.bias	1	-0.16498896479606628
393317	embedding2nn.bias	2	0.09412261098623276
393317	embedding2nn.bias	3	0.19702814519405365
393317	embedding2nn.bias	4	0.15843942761421204
393317	embedding2nn.bias	5	-0.07456029951572418
393317	embedding2nn.bias	6	-0.08100256323814392
393317	embedding2nn.bias	7	0.0673312246799469
393317	embedding2nn.bias	8	-0.1569449007511139
393317	embedding2nn.bias	9	-0.38562753796577454
393317	rnn.weight_ih_l0	0	0.014032291248440742
393317	rnn.weight_ih_l0	1	-0.08046191930770874
393317	rnn.weight_ih_l0	2	-0.0631261095404625
393317	rnn.weight_ih_l0	3	0.11299780011177063
393317	rnn.weight_ih_l0	4	-0.011420569382607937
393317	rnn.weight_ih_l0	5	-0.07974004000425339
393317	rnn.weight_ih_l0	6	-0.040888335555791855
393317	rnn.weight_ih_l0	7	-0.034581128507852554
393317	rnn.weight_ih_l0	8	0.02280004695057869
393317	rnn.weight_ih_l0	9	-0.06342585384845734
393317	rnn.weight_hh_l0	0	-0.004172053188085556
393317	rnn.weight_hh_l0	1	0.06831256300210953
393317	rnn.weight_hh_l0	2	0.027100199833512306
393317	rnn.weight_hh_l0	3	0.0034936871379613876
393317	rnn.weight_hh_l0	4	0.021415341645479202
393317	rnn.weight_hh_l0	5	0.05341285839676857
393317	rnn.weight_hh_l0	6	-0.054107002913951874
393317	rnn.weight_hh_l0	7	-0.07966669648885727
393317	rnn.weight_hh_l0	8	0.03863557428121567
393317	rnn.weight_hh_l0	9	-0.1038844883441925
393317	rnn.bias_ih_l0	0	0.1806294023990631
393317	rnn.bias_ih_l0	1	-0.27534905076026917
393317	rnn.bias_ih_l0	2	-0.010572236031293869
393317	rnn.bias_ih_l0	3	-0.1715223491191864
393317	rnn.bias_ih_l0	4	-0.0158816110342741
393317	rnn.bias_ih_l0	5	-0.36760634183883667
393317	rnn.bias_ih_l0	6	-0.1086990162730217
393317	rnn.bias_ih_l0	7	-0.3131463825702667
393317	rnn.bias_ih_l0	8	-0.256708025932312
393317	rnn.bias_ih_l0	9	-0.4133104383945465
393317	rnn.bias_hh_l0	0	-0.3204845190048218
393317	rnn.bias_hh_l0	1	-0.3410530090332031
393317	rnn.bias_hh_l0	2	-0.28679072856903076
393317	rnn.bias_hh_l0	3	-0.07997948676347733
393317	rnn.bias_hh_l0	4	-0.3259771168231964
393317	rnn.bias_hh_l0	5	-0.3003665506839752
393317	rnn.bias_hh_l0	6	-0.09963551163673401
393317	rnn.bias_hh_l0	7	0.09312865138053894
393317	rnn.bias_hh_l0	8	-0.18811370432376862
393317	rnn.bias_hh_l0	9	-0.48744896054267883
393317	rnn.weight_ih_l0_reverse	0	0.025375761091709137
393317	rnn.weight_ih_l0_reverse	1	-0.057977624237537384
393317	rnn.weight_ih_l0_reverse	2	-0.0396844744682312
393317	rnn.weight_ih_l0_reverse	3	-0.11631471663713455
393317	rnn.weight_ih_l0_reverse	4	0.07886936515569687
393317	rnn.weight_ih_l0_reverse	5	-0.11809548735618591
393317	rnn.weight_ih_l0_reverse	6	-0.0133551936596632
393317	rnn.weight_ih_l0_reverse	7	0.02670358493924141
393317	rnn.weight_ih_l0_reverse	8	-0.05653633177280426
393317	rnn.weight_ih_l0_reverse	9	-0.07624239474534988
393317	rnn.weight_hh_l0_reverse	0	-0.11107093840837479
393317	rnn.weight_hh_l0_reverse	1	0.03585483506321907
393317	rnn.weight_hh_l0_reverse	2	-0.022038692608475685
393317	rnn.weight_hh_l0_reverse	3	0.03089207410812378
393317	rnn.weight_hh_l0_reverse	4	-0.07324280589818954
393317	rnn.weight_hh_l0_reverse	5	0.03888329118490219
393317	rnn.weight_hh_l0_reverse	6	0.023951394483447075
393317	rnn.weight_hh_l0_reverse	7	-0.0874701738357544
393317	rnn.weight_hh_l0_reverse	8	-0.03229600563645363
393317	rnn.weight_hh_l0_reverse	9	0.07284961640834808
393317	rnn.bias_ih_l0_reverse	0	-0.16588059067726135
393317	rnn.bias_ih_l0_reverse	1	-0.09652763605117798
393317	rnn.bias_ih_l0_reverse	2	0.12711016833782196
393317	rnn.bias_ih_l0_reverse	3	-0.282399982213974
393317	rnn.bias_ih_l0_reverse	4	-0.024679096415638924
393317	rnn.bias_ih_l0_reverse	5	-0.21287497878074646
393317	rnn.bias_ih_l0_reverse	6	0.2290126234292984
393317	rnn.bias_ih_l0_reverse	7	-0.2839210033416748
393317	rnn.bias_ih_l0_reverse	8	-0.1430296003818512
393317	rnn.bias_ih_l0_reverse	9	-0.2109600156545639
393317	rnn.bias_hh_l0_reverse	0	-0.1196967214345932
393317	rnn.bias_hh_l0_reverse	1	0.2713916301727295
393317	rnn.bias_hh_l0_reverse	2	-0.3064088523387909
393317	rnn.bias_hh_l0_reverse	3	-0.19419975578784943
393317	rnn.bias_hh_l0_reverse	4	-0.37129247188568115
393317	rnn.bias_hh_l0_reverse	5	-0.17677558958530426
393317	rnn.bias_hh_l0_reverse	6	-0.27754735946655273
393317	rnn.bias_hh_l0_reverse	7	-0.06313227117061615
393317	rnn.bias_hh_l0_reverse	8	-0.2711498737335205
393317	rnn.bias_hh_l0_reverse	9	0.17392219603061676
393317	linear.weight	0	0.1950247585773468
393317	linear.weight	1	-0.4458702802658081
393317	linear.weight	2	0.0015206197276711464
393317	linear.weight	3	0.06770207732915878
393317	linear.weight	4	-0.19889749586582184
393317	linear.weight	5	0.23715740442276
393317	linear.weight	6	-0.06929074972867966
393317	linear.weight	7	-0.0627850741147995
393317	linear.weight	8	0.11371751129627228
393317	linear.weight	9	-0.04688805341720581
393317	linear.bias	0	-0.9432207942008972
393317	linear.bias	1	1.978278398513794
393317	linear.bias	2	0.6603115200996399
393317	linear.bias	3	-2.6280360221862793
393317	linear.bias	4	-0.20535095036029816
393317	linear.bias	5	1.3023265600204468
393317	linear.bias	6	-0.15921780467033386
393317	linear.bias	7	0.7127964496612549
393317	linear.bias	8	2.1317625045776367
393317	linear.bias	9	-1.4547252655029297
393926	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
393926	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
393926	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
393926	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
393926	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
393926	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
393926	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
393926	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
393926	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
393926	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
393926	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
393926	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
393926	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
393926	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
393926	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
393926	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
393926	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
393926	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
393926	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
393926	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
393926	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
393926	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
393926	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
393926	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
393926	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
393926	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
393926	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
393926	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
393926	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
393926	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
393926	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
393926	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
393926	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
393926	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
393926	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
393926	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
393926	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
393926	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
393926	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
393926	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
393926	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
393926	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
393926	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
393926	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
393926	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
393926	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
393926	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
393926	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
393926	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
393926	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
393926	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
393926	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
393926	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
393926	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
393926	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
393926	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
393926	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
393926	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
393926	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
393926	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
393926	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
393926	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
393926	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
393926	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
393926	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
393926	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
393926	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
393926	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
393926	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
393926	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
393926	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
393926	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
393926	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
393926	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
393926	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
393926	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
393926	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
393926	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
393926	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
393926	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
393926	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
393926	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
393926	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
393926	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
393926	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
393926	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
393926	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
393926	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
393926	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
393926	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
393926	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
393926	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
393926	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
393926	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
393926	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
393926	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
393926	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
393926	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
393926	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
393926	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
393926	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
393926	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
393926	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
393926	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
393926	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
393926	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
393926	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
393926	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
393926	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
393926	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
393926	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
393926	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
393926	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
393926	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
393926	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
393926	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
393926	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
393926	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
393926	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
393926	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
393926	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
393926	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
393926	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
393926	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
393926	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
393926	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
393926	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
393926	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
393926	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
393926	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
393926	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
393926	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
393926	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
393926	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
393926	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
393926	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
393926	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
393926	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
393926	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
393926	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
393926	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
393926	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
393926	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
393926	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
393926	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
393926	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
393926	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
393926	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
393926	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
393926	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
393926	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
393926	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
393926	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
393926	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
393926	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
393926	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
393926	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
393926	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
393926	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
393926	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
393926	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
393926	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
393926	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
393926	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
393926	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
393926	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
393926	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
393926	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
393926	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
393926	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
393926	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
393926	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
393926	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
393926	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
393926	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
393926	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
393926	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
393926	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
393926	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
393926	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
393926	embedding2nn.weight	0	0.31308847665786743
393926	embedding2nn.weight	1	0.3790223002433777
393926	embedding2nn.weight	2	-0.002726025180891156
393926	embedding2nn.weight	3	0.04702162370085716
393926	embedding2nn.weight	4	-0.05261692777276039
393926	embedding2nn.weight	5	0.056018292903900146
393926	embedding2nn.weight	6	0.017068717628717422
393926	embedding2nn.weight	7	0.024570409208536148
393926	embedding2nn.weight	8	0.04929105564951897
393926	embedding2nn.weight	9	-0.007085929159075022
393926	embedding2nn.bias	0	0.009947752580046654
393926	embedding2nn.bias	1	-0.18603362143039703
393926	embedding2nn.bias	2	0.12228184938430786
393926	embedding2nn.bias	3	0.18304157257080078
393926	embedding2nn.bias	4	0.14925804734230042
393926	embedding2nn.bias	5	-0.07467448711395264
393926	embedding2nn.bias	6	-0.06826314330101013
393926	embedding2nn.bias	7	0.047341518104076385
393926	embedding2nn.bias	8	-0.13303504884243011
393926	embedding2nn.bias	9	-0.3889308571815491
393926	rnn.weight_ih_l0	0	0.012040762230753899
393926	rnn.weight_ih_l0	1	-0.08086102455854416
393926	rnn.weight_ih_l0	2	-0.06223081052303314
393926	rnn.weight_ih_l0	3	0.11080857366323471
393926	rnn.weight_ih_l0	4	-0.02576812356710434
393926	rnn.weight_ih_l0	5	-0.0779276117682457
393926	rnn.weight_ih_l0	6	-0.039137136191129684
393926	rnn.weight_ih_l0	7	-0.035461220890283585
393926	rnn.weight_ih_l0	8	0.011072671040892601
393926	rnn.weight_ih_l0	9	-0.06533928960561752
393926	rnn.weight_hh_l0	0	-0.004259700886905193
393926	rnn.weight_hh_l0	1	0.06933662295341492
393926	rnn.weight_hh_l0	2	0.026628980413079262
393926	rnn.weight_hh_l0	3	0.0026120704133063555
393926	rnn.weight_hh_l0	4	0.021841516718268394
393926	rnn.weight_hh_l0	5	0.0529303140938282
393926	rnn.weight_hh_l0	6	-0.05466656759381294
393926	rnn.weight_hh_l0	7	-0.07700005173683167
393926	rnn.weight_hh_l0	8	0.03847810626029968
393926	rnn.weight_hh_l0	9	-0.10279255360364914
393926	rnn.bias_ih_l0	0	0.171428382396698
393926	rnn.bias_ih_l0	1	-0.2818937599658966
393926	rnn.bias_ih_l0	2	-0.015341639518737793
393926	rnn.bias_ih_l0	3	-0.17116351425647736
393926	rnn.bias_ih_l0	4	-0.0014535485533997416
393926	rnn.bias_ih_l0	5	-0.370261549949646
393926	rnn.bias_ih_l0	6	-0.11844558268785477
393926	rnn.bias_ih_l0	7	-0.3136221766471863
393926	rnn.bias_ih_l0	8	-0.254981130361557
393926	rnn.bias_ih_l0	9	-0.41257980465888977
393926	rnn.bias_hh_l0	0	-0.3176897168159485
393926	rnn.bias_hh_l0	1	-0.35358795523643494
393926	rnn.bias_hh_l0	2	-0.2894259989261627
393926	rnn.bias_hh_l0	3	-0.07663203775882721
393926	rnn.bias_hh_l0	4	-0.3285336494445801
393926	rnn.bias_hh_l0	5	-0.30130401253700256
393926	rnn.bias_hh_l0	6	-0.1003778800368309
393926	rnn.bias_hh_l0	7	0.09237115830183029
393926	rnn.bias_hh_l0	8	-0.1925245225429535
393926	rnn.bias_hh_l0	9	-0.49251583218574524
393926	rnn.weight_ih_l0_reverse	0	0.023004963994026184
393926	rnn.weight_ih_l0_reverse	1	-0.056433916091918945
393926	rnn.weight_ih_l0_reverse	2	-0.03668220341205597
393926	rnn.weight_ih_l0_reverse	3	-0.11438630521297455
393926	rnn.weight_ih_l0_reverse	4	0.07947560399770737
393926	rnn.weight_ih_l0_reverse	5	-0.11672981083393097
393926	rnn.weight_ih_l0_reverse	6	-0.016832085326313972
393926	rnn.weight_ih_l0_reverse	7	0.027183767408132553
393926	rnn.weight_ih_l0_reverse	8	-0.05989133566617966
393926	rnn.weight_ih_l0_reverse	9	-0.07583598792552948
393926	rnn.weight_hh_l0_reverse	0	-0.11139824241399765
393926	rnn.weight_hh_l0_reverse	1	0.03618154302239418
393926	rnn.weight_hh_l0_reverse	2	-0.021997151896357536
393926	rnn.weight_hh_l0_reverse	3	0.030893271788954735
393926	rnn.weight_hh_l0_reverse	4	-0.07398292422294617
393926	rnn.weight_hh_l0_reverse	5	0.038745902478694916
393926	rnn.weight_hh_l0_reverse	6	0.023499252274632454
393926	rnn.weight_hh_l0_reverse	7	-0.09064081311225891
393926	rnn.weight_hh_l0_reverse	8	-0.03140882030129433
393926	rnn.weight_hh_l0_reverse	9	0.07704304158687592
393926	rnn.bias_ih_l0_reverse	0	-0.16678526997566223
393926	rnn.bias_ih_l0_reverse	1	-0.08600284159183502
393926	rnn.bias_ih_l0_reverse	2	0.13496463000774384
393926	rnn.bias_ih_l0_reverse	3	-0.27603158354759216
393926	rnn.bias_ih_l0_reverse	4	-0.02382175251841545
393926	rnn.bias_ih_l0_reverse	5	-0.20999570190906525
393926	rnn.bias_ih_l0_reverse	6	0.22653868794441223
393926	rnn.bias_ih_l0_reverse	7	-0.286942720413208
393926	rnn.bias_ih_l0_reverse	8	-0.1432381421327591
393926	rnn.bias_ih_l0_reverse	9	-0.19919617474079132
393926	rnn.bias_hh_l0_reverse	0	-0.12402597069740295
393926	rnn.bias_hh_l0_reverse	1	0.26526108384132385
393926	rnn.bias_hh_l0_reverse	2	-0.30807048082351685
393926	rnn.bias_hh_l0_reverse	3	-0.19776202738285065
393926	rnn.bias_hh_l0_reverse	4	-0.36397406458854675
393926	rnn.bias_hh_l0_reverse	5	-0.17723870277404785
393926	rnn.bias_hh_l0_reverse	6	-0.28719738125801086
393926	rnn.bias_hh_l0_reverse	7	-0.06546623259782791
393926	rnn.bias_hh_l0_reverse	8	-0.25307416915893555
393926	rnn.bias_hh_l0_reverse	9	0.18209907412528992
393926	linear.weight	0	0.19124531745910645
393926	linear.weight	1	-0.47131994366645813
393926	linear.weight	2	0.006802404765039682
393926	linear.weight	3	0.06769785284996033
393926	linear.weight	4	-0.16655953228473663
393926	linear.weight	5	0.2436860203742981
393926	linear.weight	6	-0.06435675173997879
393926	linear.weight	7	-0.0627787634730339
393926	linear.weight	8	0.11366517096757889
393926	linear.weight	9	-0.04689757153391838
393926	linear.bias	0	-0.962170422077179
393926	linear.bias	1	1.9135186672210693
393926	linear.bias	2	0.6471694707870483
393926	linear.bias	3	-2.6285271644592285
393926	linear.bias	4	-0.21714115142822266
393926	linear.bias	5	1.2967864274978638
393926	linear.bias	6	-0.1476554125547409
393926	linear.bias	7	0.7148146629333496
393926	linear.bias	8	2.183788776397705
393926	linear.bias	9	-1.4789226055145264
394535	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
394535	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
394535	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
394535	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
394535	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
394535	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
394535	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
394535	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
394535	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
394535	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
394535	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
394535	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
394535	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
394535	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
394535	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
394535	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
394535	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
394535	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
394535	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
394535	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
394535	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
394535	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
394535	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
394535	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
394535	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
394535	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
394535	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
394535	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
394535	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
394535	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
394535	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
394535	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
394535	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
394535	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
394535	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
394535	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
394535	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
394535	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
394535	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
394535	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
394535	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
394535	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
394535	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
394535	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
394535	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
394535	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
394535	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
394535	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
394535	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
394535	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
394535	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
394535	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
394535	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
394535	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
394535	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
394535	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
394535	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
394535	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
394535	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
394535	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
394535	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
394535	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
394535	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
394535	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
394535	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
394535	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
394535	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
394535	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
394535	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
394535	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
394535	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
394535	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
394535	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
394535	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
394535	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
394535	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
394535	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
394535	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
394535	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
394535	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
394535	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
394535	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
394535	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
394535	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
394535	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
394535	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
394535	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
394535	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
394535	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
394535	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
394535	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
394535	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
394535	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
394535	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
394535	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
394535	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
394535	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
394535	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
394535	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
394535	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
394535	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
394535	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
394535	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
394535	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
394535	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
394535	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
394535	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
394535	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
394535	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
394535	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
394535	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
394535	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
394535	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
394535	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
394535	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
394535	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
394535	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
394535	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
394535	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
394535	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
394535	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
394535	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
394535	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
394535	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
394535	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
394535	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
394535	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
394535	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
394535	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
394535	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
394535	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
394535	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
394535	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
394535	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
394535	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
394535	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
394535	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
394535	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
394535	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
394535	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
394535	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
394535	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
394535	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
394535	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
394535	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
394535	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
394535	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
394535	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
394535	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
394535	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
394535	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
394535	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
394535	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
394535	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
394535	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
394535	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
394535	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
394535	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
394535	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
394535	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
394535	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
394535	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
394535	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
394535	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
394535	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
394535	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
394535	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
394535	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
394535	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
394535	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
394535	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
394535	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
394535	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
394535	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
394535	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
394535	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
394535	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
394535	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
394535	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
394535	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
394535	embedding2nn.weight	0	0.31188446283340454
394535	embedding2nn.weight	1	0.379374235868454
394535	embedding2nn.weight	2	-0.005230174399912357
394535	embedding2nn.weight	3	0.03463102877140045
394535	embedding2nn.weight	4	-0.048977192491292953
394535	embedding2nn.weight	5	0.05965606868267059
394535	embedding2nn.weight	6	0.015853919088840485
394535	embedding2nn.weight	7	0.021205328404903412
394535	embedding2nn.weight	8	0.06268791109323502
394535	embedding2nn.weight	9	-0.015673447400331497
394535	embedding2nn.bias	0	0.02950015850365162
394535	embedding2nn.bias	1	-0.20415279269218445
394535	embedding2nn.bias	2	0.10933756828308105
394535	embedding2nn.bias	3	0.19908878207206726
394535	embedding2nn.bias	4	0.1351282149553299
394535	embedding2nn.bias	5	-0.0778503268957138
394535	embedding2nn.bias	6	-0.051564451307058334
394535	embedding2nn.bias	7	0.058076560497283936
394535	embedding2nn.bias	8	-0.14203526079654694
394535	embedding2nn.bias	9	-0.3745708167552948
394535	rnn.weight_ih_l0	0	0.011514604091644287
394535	rnn.weight_ih_l0	1	-0.08123396337032318
394535	rnn.weight_ih_l0	2	-0.05592736229300499
394535	rnn.weight_ih_l0	3	0.11160802841186523
394535	rnn.weight_ih_l0	4	-0.031018950045108795
394535	rnn.weight_ih_l0	5	-0.07673487067222595
394535	rnn.weight_ih_l0	6	-0.04553357511758804
394535	rnn.weight_ih_l0	7	-0.030974140390753746
394535	rnn.weight_ih_l0	8	0.014706688933074474
394535	rnn.weight_ih_l0	9	-0.06617517024278641
394535	rnn.weight_hh_l0	0	-0.0035445280373096466
394535	rnn.weight_hh_l0	1	0.0694354772567749
394535	rnn.weight_hh_l0	2	0.027740178629755974
394535	rnn.weight_hh_l0	3	0.0008353642770089209
394535	rnn.weight_hh_l0	4	0.020948845893144608
394535	rnn.weight_hh_l0	5	0.05411115288734436
394535	rnn.weight_hh_l0	6	-0.05461736023426056
394535	rnn.weight_hh_l0	7	-0.07553629577159882
394535	rnn.weight_hh_l0	8	0.038234081119298935
394535	rnn.weight_hh_l0	9	-0.1033283919095993
394535	rnn.bias_ih_l0	0	0.17405885457992554
394535	rnn.bias_ih_l0	1	-0.28354424238204956
394535	rnn.bias_ih_l0	2	-0.015328028239309788
394535	rnn.bias_ih_l0	3	-0.1739637702703476
394535	rnn.bias_ih_l0	4	0.002465082099661231
394535	rnn.bias_ih_l0	5	-0.36570271849632263
394535	rnn.bias_ih_l0	6	-0.11409119516611099
394535	rnn.bias_ih_l0	7	-0.3134956955909729
394535	rnn.bias_ih_l0	8	-0.25697600841522217
394535	rnn.bias_ih_l0	9	-0.425435334444046
394535	rnn.bias_hh_l0	0	-0.3173726499080658
394535	rnn.bias_hh_l0	1	-0.3520908057689667
394535	rnn.bias_hh_l0	2	-0.28641477227211
394535	rnn.bias_hh_l0	3	-0.07363695651292801
394535	rnn.bias_hh_l0	4	-0.32553136348724365
394535	rnn.bias_hh_l0	5	-0.2999129593372345
394535	rnn.bias_hh_l0	6	-0.10048592835664749
394535	rnn.bias_hh_l0	7	0.08781569451093674
394535	rnn.bias_hh_l0	8	-0.19588179886341095
394535	rnn.bias_hh_l0	9	-0.4868704080581665
394535	rnn.weight_ih_l0_reverse	0	0.027592722326517105
394535	rnn.weight_ih_l0_reverse	1	-0.057374536991119385
394535	rnn.weight_ih_l0_reverse	2	-0.03394582122564316
394535	rnn.weight_ih_l0_reverse	3	-0.1132429912686348
394535	rnn.weight_ih_l0_reverse	4	0.0807153657078743
394535	rnn.weight_ih_l0_reverse	5	-0.12125047296285629
394535	rnn.weight_ih_l0_reverse	6	-0.015460846945643425
394535	rnn.weight_ih_l0_reverse	7	0.026548830792307854
394535	rnn.weight_ih_l0_reverse	8	-0.06017575412988663
394535	rnn.weight_ih_l0_reverse	9	-0.07669007778167725
394535	rnn.weight_hh_l0_reverse	0	-0.1113707646727562
394535	rnn.weight_hh_l0_reverse	1	0.035671625286340714
394535	rnn.weight_hh_l0_reverse	2	-0.021373363211750984
394535	rnn.weight_hh_l0_reverse	3	0.03189390152692795
394535	rnn.weight_hh_l0_reverse	4	-0.07377923280000687
394535	rnn.weight_hh_l0_reverse	5	0.03896715119481087
394535	rnn.weight_hh_l0_reverse	6	0.02356771007180214
394535	rnn.weight_hh_l0_reverse	7	-0.09063246846199036
394535	rnn.weight_hh_l0_reverse	8	-0.03146780654788017
394535	rnn.weight_hh_l0_reverse	9	0.07631386816501617
394535	rnn.bias_ih_l0_reverse	0	-0.16638702154159546
394535	rnn.bias_ih_l0_reverse	1	-0.094581738114357
394535	rnn.bias_ih_l0_reverse	2	0.12626315653324127
394535	rnn.bias_ih_l0_reverse	3	-0.2772892415523529
394535	rnn.bias_ih_l0_reverse	4	-0.02787742391228676
394535	rnn.bias_ih_l0_reverse	5	-0.20899827778339386
394535	rnn.bias_ih_l0_reverse	6	0.22582057118415833
394535	rnn.bias_ih_l0_reverse	7	-0.28507667779922485
394535	rnn.bias_ih_l0_reverse	8	-0.1416589915752411
394535	rnn.bias_ih_l0_reverse	9	-0.20888274908065796
394535	rnn.bias_hh_l0_reverse	0	-0.1298222690820694
394535	rnn.bias_hh_l0_reverse	1	0.2618713080883026
394535	rnn.bias_hh_l0_reverse	2	-0.30673858523368835
394535	rnn.bias_hh_l0_reverse	3	-0.20108231902122498
394535	rnn.bias_hh_l0_reverse	4	-0.3629779815673828
394535	rnn.bias_hh_l0_reverse	5	-0.17706450819969177
394535	rnn.bias_hh_l0_reverse	6	-0.2817440927028656
394535	rnn.bias_hh_l0_reverse	7	-0.0671064555644989
394535	rnn.bias_hh_l0_reverse	8	-0.25934430956840515
394535	rnn.bias_hh_l0_reverse	9	0.18684160709381104
394535	linear.weight	0	0.17275558412075043
394535	linear.weight	1	-0.448435515165329
394535	linear.weight	2	0.0621693916618824
394535	linear.weight	3	0.067694753408432
394535	linear.weight	4	-0.1034584566950798
394535	linear.weight	5	0.24254421889781952
394535	linear.weight	6	-0.07313507795333862
394535	linear.weight	7	-0.06276635080575943
394535	linear.weight	8	0.12631846964359283
394535	linear.weight	9	-0.0469084158539772
394535	linear.bias	0	-0.9368193745613098
394535	linear.bias	1	1.952867865562439
394535	linear.bias	2	0.6768147945404053
394535	linear.bias	3	-2.6289355754852295
394535	linear.bias	4	-0.1865350604057312
394535	linear.bias	5	1.274572491645813
394535	linear.bias	6	-0.19090843200683594
394535	linear.bias	7	0.7130728363990784
394535	linear.bias	8	2.166733503341675
394535	linear.bias	9	-1.4550538063049316
395144	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
395144	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
395144	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
395144	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
395144	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
395144	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
395144	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
395144	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
395144	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
395144	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
395144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
395144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
395144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
395144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
395144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
395144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
395144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
395144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
395144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
395144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
395144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
395144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
395144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
395144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
395144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
395144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
395144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
395144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
395144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
395144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
395144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
395144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
395144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
395144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
395144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
395144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
395144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
395144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
395144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
395144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
395144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
395144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
395144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
395144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
395144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
395144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
395144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
395144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
395144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
395144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
395144	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
395144	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
395144	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
395144	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
395144	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
395144	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
395144	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
395144	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
395144	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
395144	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
395144	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
395144	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
395144	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
395144	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
395144	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
395144	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
395144	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
395144	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
395144	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
395144	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
395144	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
395144	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
395144	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
395144	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
395144	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
395144	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
395144	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
395144	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
395144	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
395144	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
395144	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
395144	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
395144	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
395144	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
395144	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
395144	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
395144	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
395144	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
395144	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
395144	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
395144	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
395144	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
395144	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
395144	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
395144	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
395144	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
395144	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
395144	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
395144	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
395144	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
395144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
395144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
395144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
395144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
395144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
395144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
395144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
395144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
395144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
395144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
395144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
395144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
395144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
395144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
395144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
395144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
395144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
395144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
395144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
395144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
395144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
395144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
395144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
395144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
395144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
395144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
395144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
395144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
395144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
395144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
395144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
395144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
395144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
395144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
395144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
395144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
395144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
395144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
395144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
395144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
395144	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
395144	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
395144	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
395144	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
395144	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
395144	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
395144	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
395144	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
395144	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
395144	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
395144	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
395144	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
395144	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
395144	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
395144	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
395144	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
395144	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
395144	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
395144	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
395144	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
395144	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
395144	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
395144	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
395144	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
395144	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
395144	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
395144	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
395144	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
395144	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
395144	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
395144	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
395144	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
395144	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
395144	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
395144	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
395144	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
395144	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
395144	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
395144	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
395144	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
395144	embedding2nn.weight	0	0.3130944073200226
395144	embedding2nn.weight	1	0.37598827481269836
395144	embedding2nn.weight	2	-0.002047591144219041
395144	embedding2nn.weight	3	0.028315216302871704
395144	embedding2nn.weight	4	-0.04741713032126427
395144	embedding2nn.weight	5	0.05842581018805504
395144	embedding2nn.weight	6	0.021966274827718735
395144	embedding2nn.weight	7	0.02628418430685997
395144	embedding2nn.weight	8	0.058104462921619415
395144	embedding2nn.weight	9	-0.01643061451613903
395144	embedding2nn.bias	0	0.031042555347085
395144	embedding2nn.bias	1	-0.20583753287792206
395144	embedding2nn.bias	2	0.12244752049446106
395144	embedding2nn.bias	3	0.1941155344247818
395144	embedding2nn.bias	4	0.1475907266139984
395144	embedding2nn.bias	5	-0.05394602194428444
395144	embedding2nn.bias	6	-0.0640706792473793
395144	embedding2nn.bias	7	0.02825932763516903
395144	embedding2nn.bias	8	-0.1259182095527649
395144	embedding2nn.bias	9	-0.3598214387893677
395144	rnn.weight_ih_l0	0	0.008863052353262901
395144	rnn.weight_ih_l0	1	-0.08156350255012512
395144	rnn.weight_ih_l0	2	-0.06519480049610138
395144	rnn.weight_ih_l0	3	0.11298234760761261
395144	rnn.weight_ih_l0	4	-0.03611953929066658
395144	rnn.weight_ih_l0	5	-0.07419376820325851
395144	rnn.weight_ih_l0	6	-0.0453876294195652
395144	rnn.weight_ih_l0	7	-0.02930544689297676
395144	rnn.weight_ih_l0	8	0.00552495289593935
395144	rnn.weight_ih_l0	9	-0.0647188052535057
395144	rnn.weight_hh_l0	0	-0.0029810501728206873
395144	rnn.weight_hh_l0	1	0.06908376514911652
395144	rnn.weight_hh_l0	2	0.026537368074059486
395144	rnn.weight_hh_l0	3	0.0009436933323740959
395144	rnn.weight_hh_l0	4	0.02116011269390583
395144	rnn.weight_hh_l0	5	0.05485162511467934
395144	rnn.weight_hh_l0	6	-0.05510328337550163
395144	rnn.weight_hh_l0	7	-0.07551112025976181
395144	rnn.weight_hh_l0	8	0.03798966854810715
395144	rnn.weight_hh_l0	9	-0.10351166874170303
395144	rnn.bias_ih_l0	0	0.17815978825092316
395144	rnn.bias_ih_l0	1	-0.2773812413215637
395144	rnn.bias_ih_l0	2	-0.01694459840655327
395144	rnn.bias_ih_l0	3	-0.1713387817144394
395144	rnn.bias_ih_l0	4	0.017548013478517532
395144	rnn.bias_ih_l0	5	-0.369718074798584
395144	rnn.bias_ih_l0	6	-0.11610869318246841
395144	rnn.bias_ih_l0	7	-0.31714606285095215
395144	rnn.bias_ih_l0	8	-0.25369149446487427
395144	rnn.bias_ih_l0	9	-0.4108358323574066
395144	rnn.bias_hh_l0	0	-0.3180026710033417
395144	rnn.bias_hh_l0	1	-0.3514721393585205
395144	rnn.bias_hh_l0	2	-0.29059478640556335
395144	rnn.bias_hh_l0	3	-0.06597322225570679
395144	rnn.bias_hh_l0	4	-0.32603877782821655
395144	rnn.bias_hh_l0	5	-0.30137091875076294
395144	rnn.bias_hh_l0	6	-0.10486732423305511
395144	rnn.bias_hh_l0	7	0.08456792682409286
395144	rnn.bias_hh_l0	8	-0.1843319833278656
395144	rnn.bias_hh_l0	9	-0.48427510261535645
395144	rnn.weight_ih_l0_reverse	0	0.030193017795681953
395144	rnn.weight_ih_l0_reverse	1	-0.058113761246204376
395144	rnn.weight_ih_l0_reverse	2	-0.03336270898580551
395144	rnn.weight_ih_l0_reverse	3	-0.11279790103435516
395144	rnn.weight_ih_l0_reverse	4	0.07987218350172043
395144	rnn.weight_ih_l0_reverse	5	-0.1201140433549881
395144	rnn.weight_ih_l0_reverse	6	-0.0196538046002388
395144	rnn.weight_ih_l0_reverse	7	0.028709281235933304
395144	rnn.weight_ih_l0_reverse	8	-0.06452975422143936
395144	rnn.weight_ih_l0_reverse	9	-0.07178551703691483
395144	rnn.weight_hh_l0_reverse	0	-0.11238209158182144
395144	rnn.weight_hh_l0_reverse	1	0.03526340797543526
395144	rnn.weight_hh_l0_reverse	2	-0.01970670185983181
395144	rnn.weight_hh_l0_reverse	3	0.032455336302518845
395144	rnn.weight_hh_l0_reverse	4	-0.07179536670446396
395144	rnn.weight_hh_l0_reverse	5	0.03823661804199219
395144	rnn.weight_hh_l0_reverse	6	0.023127445951104164
395144	rnn.weight_hh_l0_reverse	7	-0.09215296804904938
395144	rnn.weight_hh_l0_reverse	8	-0.031037267297506332
395144	rnn.weight_hh_l0_reverse	9	0.0769972875714302
395144	rnn.bias_ih_l0_reverse	0	-0.16903544962406158
395144	rnn.bias_ih_l0_reverse	1	-0.09722830355167389
395144	rnn.bias_ih_l0_reverse	2	0.12765847146511078
395144	rnn.bias_ih_l0_reverse	3	-0.2791493833065033
395144	rnn.bias_ih_l0_reverse	4	-0.04083465784788132
395144	rnn.bias_ih_l0_reverse	5	-0.2077457159757614
395144	rnn.bias_ih_l0_reverse	6	0.22801420092582703
395144	rnn.bias_ih_l0_reverse	7	-0.2857561409473419
395144	rnn.bias_ih_l0_reverse	8	-0.14576715230941772
395144	rnn.bias_ih_l0_reverse	9	-0.21006104350090027
395144	rnn.bias_hh_l0_reverse	0	-0.12936575710773468
395144	rnn.bias_hh_l0_reverse	1	0.2555299997329712
395144	rnn.bias_hh_l0_reverse	2	-0.3055661618709564
395144	rnn.bias_hh_l0_reverse	3	-0.19775086641311646
395144	rnn.bias_hh_l0_reverse	4	-0.36288124322891235
395144	rnn.bias_hh_l0_reverse	5	-0.17942951619625092
395144	rnn.bias_hh_l0_reverse	6	-0.27438637614250183
395144	rnn.bias_hh_l0_reverse	7	-0.07321260869503021
395144	rnn.bias_hh_l0_reverse	8	-0.264934778213501
395144	rnn.bias_hh_l0_reverse	9	0.19185860455036163
395144	linear.weight	0	0.21219909191131592
395144	linear.weight	1	-0.43358173966407776
395144	linear.weight	2	0.05609821528196335
395144	linear.weight	3	0.06768956035375595
395144	linear.weight	4	-0.11888915300369263
395144	linear.weight	5	0.25043320655822754
395144	linear.weight	6	-0.0394197441637516
395144	linear.weight	7	-0.06275241822004318
395144	linear.weight	8	0.11010131984949112
395144	linear.weight	9	-0.04692026972770691
395144	linear.bias	0	-0.948764979839325
395144	linear.bias	1	1.9305599927902222
395144	linear.bias	2	0.6813547611236572
395144	linear.bias	3	-2.6294045448303223
395144	linear.bias	4	-0.1750238984823227
395144	linear.bias	5	1.2397247552871704
395144	linear.bias	6	-0.17035359144210815
395144	linear.bias	7	0.6993618011474609
395144	linear.bias	8	2.151644706726074
395144	linear.bias	9	-1.46064031124115
395753	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
395753	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
395753	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
395753	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
395753	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
395753	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
395753	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
395753	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
395753	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
395753	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
395753	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
395753	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
395753	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
395753	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
395753	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
395753	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
395753	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
395753	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
395753	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
395753	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
395753	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
395753	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
395753	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
395753	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
395753	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
395753	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
395753	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
395753	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
395753	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
395753	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
395753	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
395753	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
395753	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
395753	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
395753	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
395753	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
395753	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
395753	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
395753	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
395753	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
395753	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
395753	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
395753	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
395753	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
395753	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
395753	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
395753	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
395753	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
395753	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
395753	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
395753	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
395753	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
395753	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
395753	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
395753	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
395753	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
395753	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
395753	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
395753	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
395753	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
395753	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
395753	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
395753	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
395753	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
395753	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
395753	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
395753	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
395753	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
395753	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
395753	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
395753	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
395753	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
395753	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
395753	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
395753	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
395753	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
395753	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
395753	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
395753	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
395753	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
395753	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
395753	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
395753	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
395753	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
395753	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
395753	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
395753	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
395753	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
395753	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
395753	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
395753	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
395753	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
395753	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
395753	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
395753	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
395753	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
395753	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
395753	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
395753	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
395753	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
395753	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
395753	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
395753	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
395753	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
395753	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
395753	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
395753	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
395753	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
395753	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
395753	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
395753	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
395753	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
395753	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
395753	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
395753	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
395753	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
395753	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
395753	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
395753	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
395753	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
395753	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
395753	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
395753	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
395753	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
395753	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
395753	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
395753	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
395753	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
395753	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
395753	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
395753	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
395753	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
395753	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
395753	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
395753	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
395753	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
395753	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
395753	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
395753	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
395753	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
395753	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
395753	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
395753	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
395753	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
395753	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
395753	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
395753	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
395753	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
395753	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
395753	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
395753	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
395753	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
395753	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
395753	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
395753	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
395753	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
395753	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
395753	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
395753	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
395753	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
395753	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
395753	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
395753	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
395753	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
395753	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
395753	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
395753	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
395753	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
395753	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
395753	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
395753	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
395753	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
395753	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
395753	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
395753	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
395753	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
395753	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
395753	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
395753	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
395753	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
395753	embedding2nn.weight	0	0.3142334818840027
395753	embedding2nn.weight	1	0.3789746165275574
395753	embedding2nn.weight	2	0.00011620717123150826
395753	embedding2nn.weight	3	0.019992485642433167
395753	embedding2nn.weight	4	-0.047802384942770004
395753	embedding2nn.weight	5	0.05926750600337982
395753	embedding2nn.weight	6	0.020018966868519783
395753	embedding2nn.weight	7	0.023182041943073273
395753	embedding2nn.weight	8	0.06006436049938202
395753	embedding2nn.weight	9	-0.013185262680053711
395753	embedding2nn.bias	0	0.009195578284561634
395753	embedding2nn.bias	1	-0.19661679863929749
395753	embedding2nn.bias	2	0.11864632368087769
395753	embedding2nn.bias	3	0.19430162012577057
395753	embedding2nn.bias	4	0.15384063124656677
395753	embedding2nn.bias	5	-0.06907112151384354
395753	embedding2nn.bias	6	-0.04746886342763901
395753	embedding2nn.bias	7	0.0463821142911911
395753	embedding2nn.bias	8	-0.13310940563678741
395753	embedding2nn.bias	9	-0.3742660880088806
395753	rnn.weight_ih_l0	0	0.00695032998919487
395753	rnn.weight_ih_l0	1	-0.08002789318561554
395753	rnn.weight_ih_l0	2	-0.06043088063597679
395753	rnn.weight_ih_l0	3	0.11560077220201492
395753	rnn.weight_ih_l0	4	-0.019962307065725327
395753	rnn.weight_ih_l0	5	-0.0729445368051529
395753	rnn.weight_ih_l0	6	-0.043468717485666275
395753	rnn.weight_ih_l0	7	-0.02449113130569458
395753	rnn.weight_ih_l0	8	0.0035273206885904074
395753	rnn.weight_ih_l0	9	-0.06970666348934174
395753	rnn.weight_hh_l0	0	-0.0030030955094844103
395753	rnn.weight_hh_l0	1	0.068477563560009
395753	rnn.weight_hh_l0	2	0.024996906518936157
395753	rnn.weight_hh_l0	3	0.0010326087940484285
395753	rnn.weight_hh_l0	4	0.0215444453060627
395753	rnn.weight_hh_l0	5	0.0561399832367897
395753	rnn.weight_hh_l0	6	-0.055406175553798676
395753	rnn.weight_hh_l0	7	-0.0765615925192833
395753	rnn.weight_hh_l0	8	0.03784216195344925
395753	rnn.weight_hh_l0	9	-0.10470914095640182
395753	rnn.bias_ih_l0	0	0.16800491511821747
395753	rnn.bias_ih_l0	1	-0.2774165868759155
395753	rnn.bias_ih_l0	2	-0.011095168069005013
395753	rnn.bias_ih_l0	3	-0.1686919778585434
395753	rnn.bias_ih_l0	4	0.006123900413513184
395753	rnn.bias_ih_l0	5	-0.37228813767433167
395753	rnn.bias_ih_l0	6	-0.1170368641614914
395753	rnn.bias_ih_l0	7	-0.31438884139060974
395753	rnn.bias_ih_l0	8	-0.24721671640872955
395753	rnn.bias_ih_l0	9	-0.40774276852607727
395753	rnn.bias_hh_l0	0	-0.32169854640960693
395753	rnn.bias_hh_l0	1	-0.3527633845806122
395753	rnn.bias_hh_l0	2	-0.29238519072532654
395753	rnn.bias_hh_l0	3	-0.06312046200037003
395753	rnn.bias_hh_l0	4	-0.31144317984580994
395753	rnn.bias_hh_l0	5	-0.3001103699207306
395753	rnn.bias_hh_l0	6	-0.1088051050901413
395753	rnn.bias_hh_l0	7	0.08676359057426453
395753	rnn.bias_hh_l0	8	-0.18590378761291504
395753	rnn.bias_hh_l0	9	-0.48676756024360657
395753	rnn.weight_ih_l0_reverse	0	0.024012967944145203
395753	rnn.weight_ih_l0_reverse	1	-0.05506983399391174
395753	rnn.weight_ih_l0_reverse	2	-0.03497111424803734
395753	rnn.weight_ih_l0_reverse	3	-0.11272718012332916
395753	rnn.weight_ih_l0_reverse	4	0.07962826639413834
395753	rnn.weight_ih_l0_reverse	5	-0.120028056204319
395753	rnn.weight_ih_l0_reverse	6	-0.022615229710936546
395753	rnn.weight_ih_l0_reverse	7	0.031086735427379608
395753	rnn.weight_ih_l0_reverse	8	-0.06787200272083282
395753	rnn.weight_ih_l0_reverse	9	-0.07597513496875763
395753	rnn.weight_hh_l0_reverse	0	-0.11548071354627609
395753	rnn.weight_hh_l0_reverse	1	0.035107292234897614
395753	rnn.weight_hh_l0_reverse	2	-0.0203496553003788
395753	rnn.weight_hh_l0_reverse	3	0.033097654581069946
395753	rnn.weight_hh_l0_reverse	4	-0.07221793383359909
395753	rnn.weight_hh_l0_reverse	5	0.0380740612745285
395753	rnn.weight_hh_l0_reverse	6	0.023147761821746826
395753	rnn.weight_hh_l0_reverse	7	-0.09449755400419235
395753	rnn.weight_hh_l0_reverse	8	-0.030347036197781563
395753	rnn.weight_hh_l0_reverse	9	0.07718546688556671
395753	rnn.bias_ih_l0_reverse	0	-0.17114804685115814
395753	rnn.bias_ih_l0_reverse	1	-0.08179687708616257
395753	rnn.bias_ih_l0_reverse	2	0.12403959780931473
395753	rnn.bias_ih_l0_reverse	3	-0.28482964634895325
395753	rnn.bias_ih_l0_reverse	4	-0.03681207075715065
395753	rnn.bias_ih_l0_reverse	5	-0.2077977955341339
395753	rnn.bias_ih_l0_reverse	6	0.2292717695236206
395753	rnn.bias_ih_l0_reverse	7	-0.29078325629234314
395753	rnn.bias_ih_l0_reverse	8	-0.14807258546352386
395753	rnn.bias_ih_l0_reverse	9	-0.21455462276935577
395753	rnn.bias_hh_l0_reverse	0	-0.14189544320106506
395753	rnn.bias_hh_l0_reverse	1	0.26195964217185974
395753	rnn.bias_hh_l0_reverse	2	-0.31252047419548035
395753	rnn.bias_hh_l0_reverse	3	-0.20353230834007263
395753	rnn.bias_hh_l0_reverse	4	-0.3623899519443512
395753	rnn.bias_hh_l0_reverse	5	-0.18308746814727783
395753	rnn.bias_hh_l0_reverse	6	-0.27739524841308594
395753	rnn.bias_hh_l0_reverse	7	-0.07173970341682434
395753	rnn.bias_hh_l0_reverse	8	-0.2684096693992615
395753	rnn.bias_hh_l0_reverse	9	0.2031087577342987
395753	linear.weight	0	0.229389950633049
395753	linear.weight	1	-0.3973369896411896
395753	linear.weight	2	0.03702951967716217
395753	linear.weight	3	0.06768757104873657
395753	linear.weight	4	-0.09727418422698975
395753	linear.weight	5	0.2771476209163666
395753	linear.weight	6	-0.04869228973984718
395753	linear.weight	7	-0.06274114549160004
395753	linear.weight	8	0.0829169824719429
395753	linear.weight	9	-0.046931736171245575
395753	linear.bias	0	-1.0181419849395752
395753	linear.bias	1	1.882685661315918
395753	linear.bias	2	0.6306829452514648
395753	linear.bias	3	-2.6298117637634277
395753	linear.bias	4	-0.14611245691776276
395753	linear.bias	5	1.2714064121246338
395753	linear.bias	6	-0.19972632825374603
395753	linear.bias	7	0.7389980554580688
395753	linear.bias	8	2.191906452178955
395753	linear.bias	9	-1.4362080097198486
396362	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
396362	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
396362	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
396362	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
396362	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
396362	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
396362	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
396362	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
396362	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
396362	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
396362	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
396362	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
396362	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
396362	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
396362	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
396362	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
396362	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
396362	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
396362	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
396362	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
396362	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
396362	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
396362	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
396362	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
396362	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
396362	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
396362	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
396362	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
396362	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
396362	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
396362	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
396362	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
396362	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
396362	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
396362	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
396362	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
396362	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
396362	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
396362	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
396362	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
396362	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
396362	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
396362	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
396362	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
396362	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
396362	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
396362	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
396362	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
396362	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
396362	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
396362	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
396362	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
396362	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
396362	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
396362	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
396362	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
396362	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
396362	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
396362	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
396362	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
396362	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
396362	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
396362	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
396362	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
396362	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
396362	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
396362	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
396362	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
396362	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
396362	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
396362	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
396362	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
396362	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
396362	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
396362	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
396362	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
396362	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
396362	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
396362	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
396362	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
396362	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
396362	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
396362	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
396362	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
396362	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
396362	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
396362	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
396362	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
396362	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
396362	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
396362	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
396362	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
396362	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
396362	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
396362	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
396362	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
396362	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
396362	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
396362	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
396362	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
396362	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
396362	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
396362	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
396362	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
396362	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
396362	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
396362	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
396362	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
396362	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
396362	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
396362	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
396362	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
396362	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
396362	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
396362	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
396362	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
396362	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
396362	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
396362	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
396362	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
396362	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
396362	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
396362	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
396362	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
396362	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
396362	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
396362	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
396362	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
396362	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
396362	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
396362	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
396362	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
396362	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
396362	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
396362	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
396362	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
396362	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
396362	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
396362	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
396362	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
396362	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
396362	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
396362	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
396362	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
396362	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
396362	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
396362	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
396362	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
396362	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
396362	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
396362	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
396362	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
396362	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
396362	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
396362	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
396362	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
396362	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
396362	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
396362	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
396362	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
396362	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
396362	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
396362	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
396362	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
396362	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
396362	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
396362	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
396362	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
396362	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
396362	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
396362	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
396362	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
396362	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
396362	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
396362	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
396362	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
396362	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
396362	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
396362	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
396362	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
396362	embedding2nn.weight	0	0.3167615830898285
396362	embedding2nn.weight	1	0.3856518864631653
396362	embedding2nn.weight	2	0.0008789298590272665
396362	embedding2nn.weight	3	0.02186252735555172
396362	embedding2nn.weight	4	-0.04887378215789795
396362	embedding2nn.weight	5	0.06208328157663345
396362	embedding2nn.weight	6	0.020463157445192337
396362	embedding2nn.weight	7	0.01907162368297577
396362	embedding2nn.weight	8	0.05740906298160553
396362	embedding2nn.weight	9	-0.013090230524539948
396362	embedding2nn.bias	0	0.0027976997662335634
396362	embedding2nn.bias	1	-0.183536559343338
396362	embedding2nn.bias	2	0.11144496500492096
396362	embedding2nn.bias	3	0.19997014105319977
396362	embedding2nn.bias	4	0.15782906115055084
396362	embedding2nn.bias	5	-0.07996328175067902
396362	embedding2nn.bias	6	-0.05567748844623566
396362	embedding2nn.bias	7	0.06855939328670502
396362	embedding2nn.bias	8	-0.12227681279182434
396362	embedding2nn.bias	9	-0.38440653681755066
396362	rnn.weight_ih_l0	0	0.007431073114275932
396362	rnn.weight_ih_l0	1	-0.08543844521045685
396362	rnn.weight_ih_l0	2	-0.061586618423461914
396362	rnn.weight_ih_l0	3	0.1101829782128334
396362	rnn.weight_ih_l0	4	-0.019370216876268387
396362	rnn.weight_ih_l0	5	-0.07005079090595245
396362	rnn.weight_ih_l0	6	-0.04132004827260971
396362	rnn.weight_ih_l0	7	-0.021413061767816544
396362	rnn.weight_ih_l0	8	0.0002763427037280053
396362	rnn.weight_ih_l0	9	-0.0703662857413292
396362	rnn.weight_hh_l0	0	-0.0030984275508672
396362	rnn.weight_hh_l0	1	0.06862756609916687
396362	rnn.weight_hh_l0	2	0.026995984837412834
396362	rnn.weight_hh_l0	3	0.0008833991596475244
396362	rnn.weight_hh_l0	4	0.022334055975079536
396362	rnn.weight_hh_l0	5	0.05640917643904686
396362	rnn.weight_hh_l0	6	-0.05580758675932884
396362	rnn.weight_hh_l0	7	-0.07689449936151505
396362	rnn.weight_hh_l0	8	0.03824258968234062
396362	rnn.weight_hh_l0	9	-0.10499852895736694
396362	rnn.bias_ih_l0	0	0.1708003282546997
396362	rnn.bias_ih_l0	1	-0.28012827038764954
396362	rnn.bias_ih_l0	2	-0.01294584758579731
396362	rnn.bias_ih_l0	3	-0.16645453870296478
396362	rnn.bias_ih_l0	4	0.017587458714842796
396362	rnn.bias_ih_l0	5	-0.37308618426322937
396362	rnn.bias_ih_l0	6	-0.1264399141073227
396362	rnn.bias_ih_l0	7	-0.31566160917282104
396362	rnn.bias_ih_l0	8	-0.25893262028694153
396362	rnn.bias_ih_l0	9	-0.4105924963951111
396362	rnn.bias_hh_l0	0	-0.32599836587905884
396362	rnn.bias_hh_l0	1	-0.3557921350002289
396362	rnn.bias_hh_l0	2	-0.2978917360305786
396362	rnn.bias_hh_l0	3	-0.06550448387861252
396362	rnn.bias_hh_l0	4	-0.3135682940483093
396362	rnn.bias_hh_l0	5	-0.30155399441719055
396362	rnn.bias_hh_l0	6	-0.10946962237358093
396362	rnn.bias_hh_l0	7	0.08305113017559052
396362	rnn.bias_hh_l0	8	-0.1829993575811386
396362	rnn.bias_hh_l0	9	-0.4840998947620392
396362	rnn.weight_ih_l0_reverse	0	0.0278917383402586
396362	rnn.weight_ih_l0_reverse	1	-0.05355998873710632
396362	rnn.weight_ih_l0_reverse	2	-0.03793100267648697
396362	rnn.weight_ih_l0_reverse	3	-0.11582472175359726
396362	rnn.weight_ih_l0_reverse	4	0.07666219025850296
396362	rnn.weight_ih_l0_reverse	5	-0.12636500597000122
396362	rnn.weight_ih_l0_reverse	6	-0.016695965081453323
396362	rnn.weight_ih_l0_reverse	7	0.03131299093365669
396362	rnn.weight_ih_l0_reverse	8	-0.06837855279445648
396362	rnn.weight_ih_l0_reverse	9	-0.07771750539541245
396362	rnn.weight_hh_l0_reverse	0	-0.11645427346229553
396362	rnn.weight_hh_l0_reverse	1	0.036069586873054504
396362	rnn.weight_hh_l0_reverse	2	-0.02114645205438137
396362	rnn.weight_hh_l0_reverse	3	0.03145243972539902
396362	rnn.weight_hh_l0_reverse	4	-0.0735526978969574
396362	rnn.weight_hh_l0_reverse	5	0.03728751465678215
396362	rnn.weight_hh_l0_reverse	6	0.022799385711550713
396362	rnn.weight_hh_l0_reverse	7	-0.0946849063038826
396362	rnn.weight_hh_l0_reverse	8	-0.03238730505108833
396362	rnn.weight_hh_l0_reverse	9	0.0755813717842102
396362	rnn.bias_ih_l0_reverse	0	-0.17520815134048462
396362	rnn.bias_ih_l0_reverse	1	-0.0837230309844017
396362	rnn.bias_ih_l0_reverse	2	0.12267980724573135
396362	rnn.bias_ih_l0_reverse	3	-0.29304617643356323
396362	rnn.bias_ih_l0_reverse	4	-0.023570947349071503
396362	rnn.bias_ih_l0_reverse	5	-0.20865242183208466
396362	rnn.bias_ih_l0_reverse	6	0.2386787235736847
396362	rnn.bias_ih_l0_reverse	7	-0.3033488392829895
396362	rnn.bias_ih_l0_reverse	8	-0.1477186679840088
396362	rnn.bias_ih_l0_reverse	9	-0.20589561760425568
396362	rnn.bias_hh_l0_reverse	0	-0.13569308817386627
396362	rnn.bias_hh_l0_reverse	1	0.2553344964981079
396362	rnn.bias_hh_l0_reverse	2	-0.3107924461364746
396362	rnn.bias_hh_l0_reverse	3	-0.20148682594299316
396362	rnn.bias_hh_l0_reverse	4	-0.3681214451789856
396362	rnn.bias_hh_l0_reverse	5	-0.18121649324893951
396362	rnn.bias_hh_l0_reverse	6	-0.27709195017814636
396362	rnn.bias_hh_l0_reverse	7	-0.07282841205596924
396362	rnn.bias_hh_l0_reverse	8	-0.27207306027412415
396362	rnn.bias_hh_l0_reverse	9	0.19375629723072052
396362	linear.weight	0	0.2582140564918518
396362	linear.weight	1	-0.4030350148677826
396362	linear.weight	2	0.029683303087949753
396362	linear.weight	3	0.06768786907196045
396362	linear.weight	4	-0.10510075837373734
396362	linear.weight	5	0.28569290041923523
396362	linear.weight	6	-0.07190332561731339
396362	linear.weight	7	-0.06273222714662552
396362	linear.weight	8	0.11629363894462585
396362	linear.weight	9	-0.04694397747516632
396362	linear.bias	0	-0.985201358795166
396362	linear.bias	1	1.9168262481689453
396362	linear.bias	2	0.6695370674133301
396362	linear.bias	3	-2.6302578449249268
396362	linear.bias	4	-0.14636744558811188
396362	linear.bias	5	1.2312618494033813
396362	linear.bias	6	-0.2065601646900177
396362	linear.bias	7	0.7480742931365967
396362	linear.bias	8	2.1295971870422363
396362	linear.bias	9	-1.4431235790252686
396370	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
396370	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
396370	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
396370	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
396370	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
396370	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
396370	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
396370	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
396370	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
396370	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
396370	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
396370	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
396370	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
396370	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
396370	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
396370	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
396370	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
396370	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
396370	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
396370	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
396370	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
396370	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
396370	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
396370	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
396370	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
396370	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
396370	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
396370	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
396370	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
396370	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
396370	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
396370	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
396370	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
396370	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
396370	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
396370	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
396370	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
396370	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
396370	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
396370	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
396370	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
396370	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
396370	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
396370	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
396370	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
396370	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
396370	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
396370	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
396370	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
396370	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
396370	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
396370	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
396370	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
396370	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
396370	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
396370	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
396370	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
396370	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
396370	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
396370	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
396370	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
396370	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
396370	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
396370	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
396370	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
396370	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
396370	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
396370	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
396370	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
396370	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
396370	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
396370	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
396370	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
396370	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
396370	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
396370	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
396370	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
396370	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
396370	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
396370	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
396370	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
396370	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
396370	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
396370	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
396370	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
396370	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
396370	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
396370	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
396370	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
396370	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
396370	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
396370	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
396370	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
396370	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
396370	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
396370	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
396370	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
396370	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
396370	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
396370	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
396370	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
396370	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
396370	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
396370	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
396370	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
396370	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
396370	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
396370	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
396370	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
396370	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
396370	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
396370	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
396370	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
396370	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
396370	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
396370	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
396370	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
396370	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
396370	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
396370	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
396370	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
396370	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
396370	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
396370	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
396370	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
396370	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
396370	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
396370	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
396370	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
396370	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
396370	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
396370	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
396370	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
396370	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
396370	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
396370	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
396370	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
396370	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
396370	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
396370	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
396370	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
396370	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
396370	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
396370	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
396370	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
396370	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
396370	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
396370	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
396370	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
396370	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
396370	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
396370	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
396370	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
396370	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
396370	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
396370	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
396370	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
396370	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
396370	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
396370	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
396370	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
396370	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
396370	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
396370	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
396370	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
396370	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
396370	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
396370	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
396370	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
396370	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
396370	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
396370	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
396370	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
396370	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
396370	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
396370	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
396370	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
396370	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
396370	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
396370	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
396370	embedding2nn.weight	0	0.31658250093460083
396370	embedding2nn.weight	1	0.38557106256484985
396370	embedding2nn.weight	2	0.0010582508984953165
396370	embedding2nn.weight	3	0.02255970425903797
396370	embedding2nn.weight	4	-0.04908093437552452
396370	embedding2nn.weight	5	0.06205414608120918
396370	embedding2nn.weight	6	0.02002779394388199
396370	embedding2nn.weight	7	0.019615206867456436
396370	embedding2nn.weight	8	0.05786096304655075
396370	embedding2nn.weight	9	-0.013299135491251945
396370	embedding2nn.bias	0	-0.004885469563305378
396370	embedding2nn.bias	1	-0.18330731987953186
396370	embedding2nn.bias	2	0.1172705814242363
396370	embedding2nn.bias	3	0.20596566796302795
396370	embedding2nn.bias	4	0.15543481707572937
396370	embedding2nn.bias	5	-0.07932361215353012
396370	embedding2nn.bias	6	-0.04939804971218109
396370	embedding2nn.bias	7	0.06549351662397385
396370	embedding2nn.bias	8	-0.12255145609378815
396370	embedding2nn.bias	9	-0.3839053511619568
396370	rnn.weight_ih_l0	0	0.007334500085562468
396370	rnn.weight_ih_l0	1	-0.08521382510662079
396370	rnn.weight_ih_l0	2	-0.06241046264767647
396370	rnn.weight_ih_l0	3	0.11024662852287292
396370	rnn.weight_ih_l0	4	-0.019879605621099472
396370	rnn.weight_ih_l0	5	-0.0698983296751976
396370	rnn.weight_ih_l0	6	-0.04118068143725395
396370	rnn.weight_ih_l0	7	-0.021450798958539963
396370	rnn.weight_ih_l0	8	0.00011724245268851519
396370	rnn.weight_ih_l0	9	-0.07009343057870865
396370	rnn.weight_hh_l0	0	-0.003087318269535899
396370	rnn.weight_hh_l0	1	0.06867379695177078
396370	rnn.weight_hh_l0	2	0.027055859565734863
396370	rnn.weight_hh_l0	3	0.0008200167212635279
396370	rnn.weight_hh_l0	4	0.022374993190169334
396370	rnn.weight_hh_l0	5	0.056359726935625076
396370	rnn.weight_hh_l0	6	-0.05580320581793785
396370	rnn.weight_hh_l0	7	-0.07676924765110016
396370	rnn.weight_hh_l0	8	0.038232333958148956
396370	rnn.weight_hh_l0	9	-0.10501538962125778
396370	rnn.bias_ih_l0	0	0.17196008563041687
396370	rnn.bias_ih_l0	1	-0.27995339035987854
396370	rnn.bias_ih_l0	2	-0.014258205890655518
396370	rnn.bias_ih_l0	3	-0.16640961170196533
396370	rnn.bias_ih_l0	4	0.01634889654815197
396370	rnn.bias_ih_l0	5	-0.3719147741794586
396370	rnn.bias_ih_l0	6	-0.1270475536584854
396370	rnn.bias_ih_l0	7	-0.3155548572540283
396370	rnn.bias_ih_l0	8	-0.25937721133232117
396370	rnn.bias_ih_l0	9	-0.4119648039340973
396370	rnn.bias_hh_l0	0	-0.32886257767677307
396370	rnn.bias_hh_l0	1	-0.35552600026130676
396370	rnn.bias_hh_l0	2	-0.29797130823135376
396370	rnn.bias_hh_l0	3	-0.06574180722236633
396370	rnn.bias_hh_l0	4	-0.3142687976360321
396370	rnn.bias_hh_l0	5	-0.3015458285808563
396370	rnn.bias_hh_l0	6	-0.1092248186469078
396370	rnn.bias_hh_l0	7	0.08315324783325195
396370	rnn.bias_hh_l0	8	-0.18466223776340485
396370	rnn.bias_hh_l0	9	-0.483651340007782
396370	rnn.weight_ih_l0_reverse	0	0.029245616868138313
396370	rnn.weight_ih_l0_reverse	1	-0.05350608751177788
396370	rnn.weight_ih_l0_reverse	2	-0.03789922222495079
396370	rnn.weight_ih_l0_reverse	3	-0.11643215268850327
396370	rnn.weight_ih_l0_reverse	4	0.07674136757850647
396370	rnn.weight_ih_l0_reverse	5	-0.12617255747318268
396370	rnn.weight_ih_l0_reverse	6	-0.017567653208971024
396370	rnn.weight_ih_l0_reverse	7	0.030923448503017426
396370	rnn.weight_ih_l0_reverse	8	-0.06862339377403259
396370	rnn.weight_ih_l0_reverse	9	-0.07805176079273224
396370	rnn.weight_hh_l0_reverse	0	-0.11614904552698135
396370	rnn.weight_hh_l0_reverse	1	0.03610379993915558
396370	rnn.weight_hh_l0_reverse	2	-0.0211937315762043
396370	rnn.weight_hh_l0_reverse	3	0.031497370451688766
396370	rnn.weight_hh_l0_reverse	4	-0.07358084619045258
396370	rnn.weight_hh_l0_reverse	5	0.03732893988490105
396370	rnn.weight_hh_l0_reverse	6	0.02279689721763134
396370	rnn.weight_hh_l0_reverse	7	-0.0946597009897232
396370	rnn.weight_hh_l0_reverse	8	-0.03232797607779503
396370	rnn.weight_hh_l0_reverse	9	0.07548495382070541
396370	rnn.bias_ih_l0_reverse	0	-0.17396369576454163
396370	rnn.bias_ih_l0_reverse	1	-0.08387530595064163
396370	rnn.bias_ih_l0_reverse	2	0.12180901318788528
396370	rnn.bias_ih_l0_reverse	3	-0.29349610209465027
396370	rnn.bias_ih_l0_reverse	4	-0.02282501943409443
396370	rnn.bias_ih_l0_reverse	5	-0.20908808708190918
396370	rnn.bias_ih_l0_reverse	6	0.23947110772132874
396370	rnn.bias_ih_l0_reverse	7	-0.30347010493278503
396370	rnn.bias_ih_l0_reverse	8	-0.1473621428012848
396370	rnn.bias_ih_l0_reverse	9	-0.20650991797447205
396370	rnn.bias_hh_l0_reverse	0	-0.13496752083301544
396370	rnn.bias_hh_l0_reverse	1	0.25619760155677795
396370	rnn.bias_hh_l0_reverse	2	-0.3106321394443512
396370	rnn.bias_hh_l0_reverse	3	-0.20004941523075104
396370	rnn.bias_hh_l0_reverse	4	-0.36865246295928955
396370	rnn.bias_hh_l0_reverse	5	-0.1825348138809204
396370	rnn.bias_hh_l0_reverse	6	-0.27597296237945557
396370	rnn.bias_hh_l0_reverse	7	-0.07261839509010315
396370	rnn.bias_hh_l0_reverse	8	-0.2705709636211395
396370	rnn.bias_hh_l0_reverse	9	0.19364747405052185
396370	linear.weight	0	0.2576158940792084
396370	linear.weight	1	-0.40858161449432373
396370	linear.weight	2	0.031437039375305176
396370	linear.weight	3	0.0676877349615097
396370	linear.weight	4	-0.10460185259580612
396370	linear.weight	5	0.28721216320991516
396370	linear.weight	6	-0.07489710301160812
396370	linear.weight	7	-0.06273221224546432
396370	linear.weight	8	0.11558294296264648
396370	linear.weight	9	-0.04694395512342453
396370	linear.bias	0	-0.9870885014533997
396370	linear.bias	1	1.9271912574768066
396370	linear.bias	2	0.6612871289253235
396370	linear.bias	3	-2.6302616596221924
396370	linear.bias	4	-0.15642157196998596
396370	linear.bias	5	1.2083650827407837
396370	linear.bias	6	-0.20038488507270813
396370	linear.bias	7	0.7574286460876465
396370	linear.bias	8	2.131734848022461
396370	linear.bias	9	-1.4398802518844604
396979	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
396979	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
396979	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
396979	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
396979	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
396979	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
396979	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
396979	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
396979	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
396979	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
396979	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
396979	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
396979	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
396979	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
396979	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
396979	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
396979	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
396979	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
396979	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
396979	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
396979	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
396979	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
396979	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
396979	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
396979	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
396979	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
396979	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
396979	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
396979	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
396979	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
396979	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
396979	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
396979	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
396979	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
396979	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
396979	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
396979	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
396979	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
396979	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
396979	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
396979	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
396979	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
396979	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
396979	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
396979	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
396979	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
396979	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
396979	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
396979	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
396979	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
396979	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
396979	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
396979	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
396979	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
396979	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
396979	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
396979	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
396979	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
396979	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
396979	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
396979	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
396979	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
396979	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
396979	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
396979	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
396979	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
396979	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
396979	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
396979	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
396979	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
396979	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
396979	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
396979	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
396979	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
396979	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
396979	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
396979	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
396979	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
396979	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
396979	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
396979	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
396979	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
396979	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
396979	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
396979	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
396979	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
396979	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
396979	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
396979	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
396979	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
396979	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
396979	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
396979	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
396979	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
396979	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
396979	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
396979	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
396979	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
396979	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
396979	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
396979	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
396979	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
396979	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
396979	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
396979	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
396979	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
396979	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
396979	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
396979	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
396979	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
396979	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
396979	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
396979	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
396979	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
396979	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
396979	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
396979	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
396979	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
396979	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
396979	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
396979	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
396979	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
396979	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
396979	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
396979	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
396979	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
396979	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
396979	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
396979	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
396979	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
396979	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
396979	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
396979	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
396979	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
396979	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
396979	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
396979	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
396979	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
396979	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
396979	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
396979	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
396979	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
396979	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
396979	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
396979	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
396979	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
396979	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
396979	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
396979	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
396979	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
396979	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
396979	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
396979	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
396979	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
396979	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
396979	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
396979	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
396979	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
396979	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
396979	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
396979	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
396979	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
396979	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
396979	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
396979	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
396979	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
396979	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
396979	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
396979	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
396979	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
396979	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
396979	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
396979	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
396979	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
396979	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
396979	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
396979	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
396979	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
396979	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
396979	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
396979	embedding2nn.weight	0	0.31657686829566956
396979	embedding2nn.weight	1	0.38859882950782776
396979	embedding2nn.weight	2	-4.2875733925029635e-05
396979	embedding2nn.weight	3	0.020376237109303474
396979	embedding2nn.weight	4	-0.04618982970714569
396979	embedding2nn.weight	5	0.061945363879203796
396979	embedding2nn.weight	6	0.03168319910764694
396979	embedding2nn.weight	7	0.01984359696507454
396979	embedding2nn.weight	8	0.05639158934354782
396979	embedding2nn.weight	9	-0.016246499493718147
396979	embedding2nn.bias	0	0.0014619897119700909
396979	embedding2nn.bias	1	-0.1870732307434082
396979	embedding2nn.bias	2	0.1313481330871582
396979	embedding2nn.bias	3	0.20895689725875854
396979	embedding2nn.bias	4	0.16165027022361755
396979	embedding2nn.bias	5	-0.05720467120409012
396979	embedding2nn.bias	6	-0.056246060878038406
396979	embedding2nn.bias	7	0.0584450364112854
396979	embedding2nn.bias	8	-0.13041208684444427
396979	embedding2nn.bias	9	-0.38704389333724976
396979	rnn.weight_ih_l0	0	0.00646241707727313
396979	rnn.weight_ih_l0	1	-0.08527982234954834
396979	rnn.weight_ih_l0	2	-0.07011345773935318
396979	rnn.weight_ih_l0	3	0.11237453669309616
396979	rnn.weight_ih_l0	4	-0.014710483141243458
396979	rnn.weight_ih_l0	5	-0.07291588187217712
396979	rnn.weight_ih_l0	6	-0.03656122460961342
396979	rnn.weight_ih_l0	7	-0.023708371445536613
396979	rnn.weight_ih_l0	8	0.0018611075356602669
396979	rnn.weight_ih_l0	9	-0.06219147518277168
396979	rnn.weight_hh_l0	0	-0.0034650282468646765
396979	rnn.weight_hh_l0	1	0.06949643045663834
396979	rnn.weight_hh_l0	2	0.02839200384914875
396979	rnn.weight_hh_l0	3	-0.00027902296278625727
396979	rnn.weight_hh_l0	4	0.021829333156347275
396979	rnn.weight_hh_l0	5	0.0567111074924469
396979	rnn.weight_hh_l0	6	-0.05561675876379013
396979	rnn.weight_hh_l0	7	-0.07875093072652817
396979	rnn.weight_hh_l0	8	0.03766756132245064
396979	rnn.weight_hh_l0	9	-0.10489173978567123
396979	rnn.bias_ih_l0	0	0.16062167286872864
396979	rnn.bias_ih_l0	1	-0.28065842390060425
396979	rnn.bias_ih_l0	2	-0.008200778625905514
396979	rnn.bias_ih_l0	3	-0.17869803309440613
396979	rnn.bias_ih_l0	4	0.028555961325764656
396979	rnn.bias_ih_l0	5	-0.3742906153202057
396979	rnn.bias_ih_l0	6	-0.12629859149456024
396979	rnn.bias_ih_l0	7	-0.3156248927116394
396979	rnn.bias_ih_l0	8	-0.26326459646224976
396979	rnn.bias_ih_l0	9	-0.4151771366596222
396979	rnn.bias_hh_l0	0	-0.3282599449157715
396979	rnn.bias_hh_l0	1	-0.35967817902565
396979	rnn.bias_hh_l0	2	-0.2944256067276001
396979	rnn.bias_hh_l0	3	-0.06925565749406815
396979	rnn.bias_hh_l0	4	-0.31601011753082275
396979	rnn.bias_hh_l0	5	-0.2995572090148926
396979	rnn.bias_hh_l0	6	-0.10751865059137344
396979	rnn.bias_hh_l0	7	0.08705923706293106
396979	rnn.bias_hh_l0	8	-0.1886201798915863
396979	rnn.bias_hh_l0	9	-0.4838259518146515
396979	rnn.weight_ih_l0_reverse	0	0.02791023999452591
396979	rnn.weight_ih_l0_reverse	1	-0.054154425859451294
396979	rnn.weight_ih_l0_reverse	2	-0.040405191481113434
396979	rnn.weight_ih_l0_reverse	3	-0.12137708812952042
396979	rnn.weight_ih_l0_reverse	4	0.07786668092012405
396979	rnn.weight_ih_l0_reverse	5	-0.11233098804950714
396979	rnn.weight_ih_l0_reverse	6	-0.0076157995499670506
396979	rnn.weight_ih_l0_reverse	7	0.031169498339295387
396979	rnn.weight_ih_l0_reverse	8	-0.07154914736747742
396979	rnn.weight_ih_l0_reverse	9	-0.07860229909420013
396979	rnn.weight_hh_l0_reverse	0	-0.11768148094415665
396979	rnn.weight_hh_l0_reverse	1	0.03625239431858063
396979	rnn.weight_hh_l0_reverse	2	-0.0218551866710186
396979	rnn.weight_hh_l0_reverse	3	0.031163353472948074
396979	rnn.weight_hh_l0_reverse	4	-0.07319940626621246
396979	rnn.weight_hh_l0_reverse	5	0.037087805569171906
396979	rnn.weight_hh_l0_reverse	6	0.022864989936351776
396979	rnn.weight_hh_l0_reverse	7	-0.09151061624288559
396979	rnn.weight_hh_l0_reverse	8	-0.03385566920042038
396979	rnn.weight_hh_l0_reverse	9	0.07599130272865295
396979	rnn.bias_ih_l0_reverse	0	-0.1681233048439026
396979	rnn.bias_ih_l0_reverse	1	-0.075552798807621
396979	rnn.bias_ih_l0_reverse	2	0.12638306617736816
396979	rnn.bias_ih_l0_reverse	3	-0.29033926129341125
396979	rnn.bias_ih_l0_reverse	4	-0.020625924691557884
396979	rnn.bias_ih_l0_reverse	5	-0.2120552361011505
396979	rnn.bias_ih_l0_reverse	6	0.2437949776649475
396979	rnn.bias_ih_l0_reverse	7	-0.3040171265602112
396979	rnn.bias_ih_l0_reverse	8	-0.15281178057193756
396979	rnn.bias_ih_l0_reverse	9	-0.18813614547252655
396979	rnn.bias_hh_l0_reverse	0	-0.13479776680469513
396979	rnn.bias_hh_l0_reverse	1	0.25557082891464233
396979	rnn.bias_hh_l0_reverse	2	-0.3112768828868866
396979	rnn.bias_hh_l0_reverse	3	-0.20601698756217957
396979	rnn.bias_hh_l0_reverse	4	-0.374038964509964
396979	rnn.bias_hh_l0_reverse	5	-0.18115530908107758
396979	rnn.bias_hh_l0_reverse	6	-0.27485695481300354
396979	rnn.bias_hh_l0_reverse	7	-0.07264349609613419
396979	rnn.bias_hh_l0_reverse	8	-0.273942768573761
396979	rnn.bias_hh_l0_reverse	9	0.17356938123703003
396979	linear.weight	0	0.25298771262168884
396979	linear.weight	1	-0.4163685441017151
396979	linear.weight	2	0.021542338654398918
396979	linear.weight	3	0.06768365949392319
396979	linear.weight	4	-0.15092962980270386
396979	linear.weight	5	0.2779501974582672
396979	linear.weight	6	-0.08152376860380173
396979	linear.weight	7	-0.06272382289171219
396979	linear.weight	8	0.12830352783203125
396979	linear.weight	9	-0.046955399215221405
396979	linear.bias	0	-0.9597995281219482
396979	linear.bias	1	1.9315757751464844
396979	linear.bias	2	0.6863295435905457
396979	linear.bias	3	-2.6308064460754395
396979	linear.bias	4	-0.18539094924926758
396979	linear.bias	5	1.209513783454895
396979	linear.bias	6	-0.14434044063091278
396979	linear.bias	7	0.7339237928390503
396979	linear.bias	8	2.151890993118286
396979	linear.bias	9	-1.4802772998809814
397588	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
397588	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
397588	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
397588	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
397588	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
397588	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
397588	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
397588	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
397588	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
397588	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
397588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
397588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
397588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
397588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
397588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
397588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
397588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
397588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
397588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
397588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
397588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
397588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
397588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
397588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
397588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
397588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
397588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
397588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
397588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
397588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
397588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
397588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
397588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
397588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
397588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
397588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
397588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
397588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
397588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
397588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
397588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
397588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
397588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
397588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
397588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
397588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
397588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
397588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
397588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
397588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
397588	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
397588	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
397588	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
397588	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
397588	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
397588	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
397588	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
397588	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
397588	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
397588	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
397588	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
397588	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
397588	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
397588	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
397588	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
397588	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
397588	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
397588	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
397588	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
397588	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
397588	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
397588	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
397588	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
397588	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
397588	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
397588	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
397588	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
397588	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
397588	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
397588	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
397588	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
397588	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
397588	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
397588	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
397588	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
397588	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
397588	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
397588	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
397588	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
397588	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
397588	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
397588	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
397588	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
397588	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
397588	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
397588	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
397588	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
397588	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
397588	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
397588	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
397588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
397588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
397588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
397588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
397588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
397588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
397588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
397588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
397588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
397588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
397588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
397588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
397588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
397588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
397588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
397588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
397588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
397588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
397588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
397588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
397588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
397588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
397588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
397588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
397588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
397588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
397588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
397588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
397588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
397588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
397588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
397588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
397588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
397588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
397588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
397588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
397588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
397588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
397588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
397588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
397588	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
397588	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
397588	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
397588	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
397588	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
397588	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
397588	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
397588	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
397588	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
397588	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
397588	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
397588	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
397588	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
397588	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
397588	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
397588	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
397588	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
397588	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
397588	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
397588	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
397588	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
397588	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
397588	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
397588	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
397588	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
397588	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
397588	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
397588	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
397588	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
397588	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
397588	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
397588	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
397588	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
397588	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
397588	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
397588	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
397588	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
397588	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
397588	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
397588	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
397588	embedding2nn.weight	0	0.31687331199645996
397588	embedding2nn.weight	1	0.3854442238807678
397588	embedding2nn.weight	2	0.0002306223032064736
397588	embedding2nn.weight	3	0.020098412409424782
397588	embedding2nn.weight	4	-0.050900351256132126
397588	embedding2nn.weight	5	0.06370827555656433
397588	embedding2nn.weight	6	0.020930804312229156
397588	embedding2nn.weight	7	0.024943524971604347
397588	embedding2nn.weight	8	0.05367221683263779
397588	embedding2nn.weight	9	-0.01213123556226492
397588	embedding2nn.bias	0	0.009573085233569145
397588	embedding2nn.bias	1	-0.21060365438461304
397588	embedding2nn.bias	2	0.12323008477687836
397588	embedding2nn.bias	3	0.1744089275598526
397588	embedding2nn.bias	4	0.16090945899486542
397588	embedding2nn.bias	5	-0.07838677614927292
397588	embedding2nn.bias	6	-0.06326450407505035
397588	embedding2nn.bias	7	0.037288375198841095
397588	embedding2nn.bias	8	-0.1154111921787262
397588	embedding2nn.bias	9	-0.378956139087677
397588	rnn.weight_ih_l0	0	0.004157629795372486
397588	rnn.weight_ih_l0	1	-0.08533249795436859
397588	rnn.weight_ih_l0	2	-0.0663396343588829
397588	rnn.weight_ih_l0	3	0.10925913602113724
397588	rnn.weight_ih_l0	4	-0.014175166375935078
397588	rnn.weight_ih_l0	5	-0.07551448792219162
397588	rnn.weight_ih_l0	6	-0.04005740210413933
397588	rnn.weight_ih_l0	7	-0.023501822724938393
397588	rnn.weight_ih_l0	8	0.012414914555847645
397588	rnn.weight_ih_l0	9	-0.06308352202177048
397588	rnn.weight_hh_l0	0	-0.003068838734179735
397588	rnn.weight_hh_l0	1	0.06982726603746414
397588	rnn.weight_hh_l0	2	0.027391083538532257
397588	rnn.weight_hh_l0	3	0.00040412976522929966
397588	rnn.weight_hh_l0	4	0.023153137415647507
397588	rnn.weight_hh_l0	5	0.05586196482181549
397588	rnn.weight_hh_l0	6	-0.05572550371289253
397588	rnn.weight_hh_l0	7	-0.08289430290460587
397588	rnn.weight_hh_l0	8	0.037813544273376465
397588	rnn.weight_hh_l0	9	-0.1048932820558548
397588	rnn.bias_ih_l0	0	0.15925675630569458
397588	rnn.bias_ih_l0	1	-0.27609506249427795
397588	rnn.bias_ih_l0	2	-0.008504383265972137
397588	rnn.bias_ih_l0	3	-0.17526856064796448
397588	rnn.bias_ih_l0	4	0.03059106506407261
397588	rnn.bias_ih_l0	5	-0.3705805838108063
397588	rnn.bias_ih_l0	6	-0.11855697631835938
397588	rnn.bias_ih_l0	7	-0.31659677624702454
397588	rnn.bias_ih_l0	8	-0.26233628392219543
397588	rnn.bias_ih_l0	9	-0.4144708514213562
397588	rnn.bias_hh_l0	0	-0.32679489254951477
397588	rnn.bias_hh_l0	1	-0.36280494928359985
397588	rnn.bias_hh_l0	2	-0.29821014404296875
397588	rnn.bias_hh_l0	3	-0.07406150549650192
397588	rnn.bias_hh_l0	4	-0.31547510623931885
397588	rnn.bias_hh_l0	5	-0.29792916774749756
397588	rnn.bias_hh_l0	6	-0.11199016124010086
397588	rnn.bias_hh_l0	7	0.08850164711475372
397588	rnn.bias_hh_l0	8	-0.18017874658107758
397588	rnn.bias_hh_l0	9	-0.4922638535499573
397588	rnn.weight_ih_l0_reverse	0	0.021518254652619362
397588	rnn.weight_ih_l0_reverse	1	-0.054880060255527496
397588	rnn.weight_ih_l0_reverse	2	-0.03770272061228752
397588	rnn.weight_ih_l0_reverse	3	-0.1210920587182045
397588	rnn.weight_ih_l0_reverse	4	0.07761172950267792
397588	rnn.weight_ih_l0_reverse	5	-0.1251601278781891
397588	rnn.weight_ih_l0_reverse	6	-0.011156299151480198
397588	rnn.weight_ih_l0_reverse	7	0.0286224614828825
397588	rnn.weight_ih_l0_reverse	8	-0.07055926322937012
397588	rnn.weight_ih_l0_reverse	9	-0.08775932341814041
397588	rnn.weight_hh_l0_reverse	0	-0.1179054006934166
397588	rnn.weight_hh_l0_reverse	1	0.0350259393453598
397588	rnn.weight_hh_l0_reverse	2	-0.021917525678873062
397588	rnn.weight_hh_l0_reverse	3	0.031168000772595406
397588	rnn.weight_hh_l0_reverse	4	-0.07294570654630661
397588	rnn.weight_hh_l0_reverse	5	0.03774939477443695
397588	rnn.weight_hh_l0_reverse	6	0.022749414667487144
397588	rnn.weight_hh_l0_reverse	7	-0.09214641153812408
397588	rnn.weight_hh_l0_reverse	8	-0.0358765572309494
397588	rnn.weight_hh_l0_reverse	9	0.07776650786399841
397588	rnn.bias_ih_l0_reverse	0	-0.17481814324855804
397588	rnn.bias_ih_l0_reverse	1	-0.07648269087076187
397588	rnn.bias_ih_l0_reverse	2	0.11972630023956299
397588	rnn.bias_ih_l0_reverse	3	-0.28399017453193665
397588	rnn.bias_ih_l0_reverse	4	-0.023668041452765465
397588	rnn.bias_ih_l0_reverse	5	-0.21357187628746033
397588	rnn.bias_ih_l0_reverse	6	0.23051203787326813
397588	rnn.bias_ih_l0_reverse	7	-0.30023136734962463
397588	rnn.bias_ih_l0_reverse	8	-0.1547904908657074
397588	rnn.bias_ih_l0_reverse	9	-0.1913405954837799
397588	rnn.bias_hh_l0_reverse	0	-0.14218342304229736
397588	rnn.bias_hh_l0_reverse	1	0.25277867913246155
397588	rnn.bias_hh_l0_reverse	2	-0.30952268838882446
397588	rnn.bias_hh_l0_reverse	3	-0.2003888487815857
397588	rnn.bias_hh_l0_reverse	4	-0.3680698275566101
397588	rnn.bias_hh_l0_reverse	5	-0.18125617504119873
397588	rnn.bias_hh_l0_reverse	6	-0.27095529437065125
397588	rnn.bias_hh_l0_reverse	7	-0.06195167824625969
397588	rnn.bias_hh_l0_reverse	8	-0.26767203211784363
397588	rnn.bias_hh_l0_reverse	9	0.16836929321289062
397588	linear.weight	0	0.22102215886116028
397588	linear.weight	1	-0.4092467129230499
397588	linear.weight	2	-0.014346600510179996
397588	linear.weight	3	0.0676845982670784
397588	linear.weight	4	-0.18822555243968964
397588	linear.weight	5	0.254376620054245
397588	linear.weight	6	-0.06829938292503357
397588	linear.weight	7	-0.06270665675401688
397588	linear.weight	8	0.1400914490222931
397588	linear.weight	9	-0.04696691036224365
397588	linear.bias	0	-0.969765841960907
397588	linear.bias	1	1.9575600624084473
397588	linear.bias	2	0.7385311722755432
397588	linear.bias	3	-2.63126277923584
397588	linear.bias	4	-0.1832006722688675
397588	linear.bias	5	1.232427954673767
397588	linear.bias	6	-0.15912644565105438
397588	linear.bias	7	0.7077673077583313
397588	linear.bias	8	2.1800527572631836
397588	linear.bias	9	-1.4627102613449097
398197	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
398197	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
398197	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
398197	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
398197	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
398197	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
398197	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
398197	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
398197	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
398197	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
398197	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
398197	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
398197	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
398197	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
398197	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
398197	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
398197	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
398197	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
398197	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
398197	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
398197	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
398197	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
398197	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
398197	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
398197	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
398197	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
398197	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
398197	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
398197	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
398197	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
398197	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
398197	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
398197	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
398197	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
398197	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
398197	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
398197	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
398197	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
398197	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
398197	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
398197	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
398197	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
398197	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
398197	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
398197	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
398197	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
398197	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
398197	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
398197	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
398197	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
398197	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
398197	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
398197	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
398197	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
398197	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
398197	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
398197	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
398197	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
398197	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
398197	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
398197	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
398197	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
398197	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
398197	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
398197	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
398197	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
398197	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
398197	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
398197	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
398197	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
398197	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
398197	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
398197	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
398197	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
398197	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
398197	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
398197	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
398197	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
398197	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
398197	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
398197	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
398197	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
398197	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
398197	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
398197	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
398197	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
398197	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
398197	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
398197	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
398197	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
398197	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
398197	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
398197	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
398197	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
398197	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
398197	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
398197	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
398197	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
398197	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
398197	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
398197	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
398197	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
398197	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
398197	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
398197	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
398197	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
398197	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
398197	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
398197	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
398197	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
398197	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
398197	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
398197	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
398197	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
398197	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
398197	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
398197	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
398197	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
398197	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
398197	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
398197	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
398197	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
398197	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
398197	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
398197	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
398197	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
398197	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
398197	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
398197	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
398197	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
398197	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
398197	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
398197	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
398197	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
398197	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
398197	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
398197	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
398197	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
398197	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
398197	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
398197	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
398197	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
398197	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
398197	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
398197	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
398197	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
398197	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
398197	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
398197	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
398197	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
398197	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
398197	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
398197	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
398197	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
398197	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
398197	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
398197	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
398197	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
398197	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
398197	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
398197	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
398197	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
398197	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
398197	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
398197	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
398197	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
398197	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
398197	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
398197	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
398197	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
398197	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
398197	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
398197	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
398197	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
398197	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
398197	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
398197	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
398197	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
398197	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
398197	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
398197	embedding2nn.weight	0	0.3205641806125641
398197	embedding2nn.weight	1	0.38478076457977295
398197	embedding2nn.weight	2	-0.005386069416999817
398197	embedding2nn.weight	3	0.020300336182117462
398197	embedding2nn.weight	4	-0.04664001986384392
398197	embedding2nn.weight	5	0.06503637135028839
398197	embedding2nn.weight	6	0.023679262027144432
398197	embedding2nn.weight	7	0.014117027632892132
398197	embedding2nn.weight	8	0.05001690611243248
398197	embedding2nn.weight	9	-0.012002609670162201
398197	embedding2nn.bias	0	0.007924576289951801
398197	embedding2nn.bias	1	-0.21302156150341034
398197	embedding2nn.bias	2	0.12828657031059265
398197	embedding2nn.bias	3	0.18645261228084564
398197	embedding2nn.bias	4	0.18026578426361084
398197	embedding2nn.bias	5	-0.07931439578533173
398197	embedding2nn.bias	6	-0.060335446149110794
398197	embedding2nn.bias	7	0.03220183029770851
398197	embedding2nn.bias	8	-0.12575699388980865
398197	embedding2nn.bias	9	-0.3536016643047333
398197	rnn.weight_ih_l0	0	0.005001603625714779
398197	rnn.weight_ih_l0	1	-0.08544393628835678
398197	rnn.weight_ih_l0	2	-0.06413719058036804
398197	rnn.weight_ih_l0	3	0.10837605595588684
398197	rnn.weight_ih_l0	4	-0.020976698026061058
398197	rnn.weight_ih_l0	5	-0.07735776156187057
398197	rnn.weight_ih_l0	6	-0.03680217266082764
398197	rnn.weight_ih_l0	7	-0.019969355314970016
398197	rnn.weight_ih_l0	8	0.016605840995907784
398197	rnn.weight_ih_l0	9	-0.06865505874156952
398197	rnn.weight_hh_l0	0	-0.0025059105828404427
398197	rnn.weight_hh_l0	1	0.07057836651802063
398197	rnn.weight_hh_l0	2	0.02806701511144638
398197	rnn.weight_hh_l0	3	0.0009759692475199699
398197	rnn.weight_hh_l0	4	0.021983856335282326
398197	rnn.weight_hh_l0	5	0.05445670709013939
398197	rnn.weight_hh_l0	6	-0.05601043254137039
398197	rnn.weight_hh_l0	7	-0.0868130475282669
398197	rnn.weight_hh_l0	8	0.03802581503987312
398197	rnn.weight_hh_l0	9	-0.10371066629886627
398197	rnn.bias_ih_l0	0	0.16244490444660187
398197	rnn.bias_ih_l0	1	-0.27921566367149353
398197	rnn.bias_ih_l0	2	-0.010884460993111134
398197	rnn.bias_ih_l0	3	-0.17554301023483276
398197	rnn.bias_ih_l0	4	0.041585683822631836
398197	rnn.bias_ih_l0	5	-0.3726763129234314
398197	rnn.bias_ih_l0	6	-0.12836143374443054
398197	rnn.bias_ih_l0	7	-0.31808799505233765
398197	rnn.bias_ih_l0	8	-0.26457923650741577
398197	rnn.bias_ih_l0	9	-0.40704792737960815
398197	rnn.bias_hh_l0	0	-0.3261599838733673
398197	rnn.bias_hh_l0	1	-0.3639898896217346
398197	rnn.bias_hh_l0	2	-0.3050863444805145
398197	rnn.bias_hh_l0	3	-0.07997102290391922
398197	rnn.bias_hh_l0	4	-0.3188709318637848
398197	rnn.bias_hh_l0	5	-0.29891905188560486
398197	rnn.bias_hh_l0	6	-0.10654391348361969
398197	rnn.bias_hh_l0	7	0.08370337635278702
398197	rnn.bias_hh_l0	8	-0.18816103041172028
398197	rnn.bias_hh_l0	9	-0.4968376159667969
398197	rnn.weight_ih_l0_reverse	0	0.023982740938663483
398197	rnn.weight_ih_l0_reverse	1	-0.05491846427321434
398197	rnn.weight_ih_l0_reverse	2	-0.0377696193754673
398197	rnn.weight_ih_l0_reverse	3	-0.11257628351449966
398197	rnn.weight_ih_l0_reverse	4	0.07739519327878952
398197	rnn.weight_ih_l0_reverse	5	-0.11465232819318771
398197	rnn.weight_ih_l0_reverse	6	-0.01511708740144968
398197	rnn.weight_ih_l0_reverse	7	0.02812923677265644
398197	rnn.weight_ih_l0_reverse	8	-0.06482280045747757
398197	rnn.weight_ih_l0_reverse	9	-0.08607900142669678
398197	rnn.weight_hh_l0_reverse	0	-0.11667529493570328
398197	rnn.weight_hh_l0_reverse	1	0.034662239253520966
398197	rnn.weight_hh_l0_reverse	2	-0.021702641621232033
398197	rnn.weight_hh_l0_reverse	3	0.03161859139800072
398197	rnn.weight_hh_l0_reverse	4	-0.07354621589183807
398197	rnn.weight_hh_l0_reverse	5	0.03778665512800217
398197	rnn.weight_hh_l0_reverse	6	0.022687729448080063
398197	rnn.weight_hh_l0_reverse	7	-0.09240879863500595
398197	rnn.weight_hh_l0_reverse	8	-0.034880414605140686
398197	rnn.weight_hh_l0_reverse	9	0.07787349075078964
398197	rnn.bias_ih_l0_reverse	0	-0.16307808458805084
398197	rnn.bias_ih_l0_reverse	1	-0.085760198533535
398197	rnn.bias_ih_l0_reverse	2	0.12181229889392853
398197	rnn.bias_ih_l0_reverse	3	-0.27813518047332764
398197	rnn.bias_ih_l0_reverse	4	-0.018883954733610153
398197	rnn.bias_ih_l0_reverse	5	-0.21310393512248993
398197	rnn.bias_ih_l0_reverse	6	0.2327955812215805
398197	rnn.bias_ih_l0_reverse	7	-0.28127026557922363
398197	rnn.bias_ih_l0_reverse	8	-0.15945105254650116
398197	rnn.bias_ih_l0_reverse	9	-0.1936120241880417
398197	rnn.bias_hh_l0_reverse	0	-0.14428767561912537
398197	rnn.bias_hh_l0_reverse	1	0.25609371066093445
398197	rnn.bias_hh_l0_reverse	2	-0.3067687451839447
398197	rnn.bias_hh_l0_reverse	3	-0.19531290233135223
398197	rnn.bias_hh_l0_reverse	4	-0.37764981389045715
398197	rnn.bias_hh_l0_reverse	5	-0.17349158227443695
398197	rnn.bias_hh_l0_reverse	6	-0.2679275870323181
398197	rnn.bias_hh_l0_reverse	7	-0.060970574617385864
398197	rnn.bias_hh_l0_reverse	8	-0.27340057492256165
398197	rnn.bias_hh_l0_reverse	9	0.1801566779613495
398197	linear.weight	0	0.22646290063858032
398197	linear.weight	1	-0.41962704062461853
398197	linear.weight	2	0.03892941772937775
398197	linear.weight	3	0.06768381595611572
398197	linear.weight	4	-0.17195729911327362
398197	linear.weight	5	0.26948854327201843
398197	linear.weight	6	-0.06067315489053726
398197	linear.weight	7	-0.0626949891448021
398197	linear.weight	8	0.14512737095355988
398197	linear.weight	9	-0.04698321968317032
398197	linear.bias	0	-0.9520660042762756
398197	linear.bias	1	1.9487520456314087
398197	linear.bias	2	0.707152247428894
398197	linear.bias	3	-2.6316912174224854
398197	linear.bias	4	-0.1706051230430603
398197	linear.bias	5	1.2620521783828735
398197	linear.bias	6	-0.1823146790266037
398197	linear.bias	7	0.6705400943756104
398197	linear.bias	8	2.176927089691162
398197	linear.bias	9	-1.4587676525115967
398806	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
398806	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
398806	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
398806	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
398806	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
398806	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
398806	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
398806	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
398806	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
398806	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
398806	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
398806	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
398806	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
398806	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
398806	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
398806	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
398806	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
398806	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
398806	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
398806	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
398806	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
398806	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
398806	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
398806	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
398806	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
398806	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
398806	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
398806	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
398806	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
398806	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
398806	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
398806	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
398806	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
398806	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
398806	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
398806	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
398806	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
398806	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
398806	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
398806	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
398806	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
398806	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
398806	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
398806	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
398806	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
398806	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
398806	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
398806	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
398806	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
398806	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
398806	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
398806	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
398806	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
398806	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
398806	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
398806	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
398806	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
398806	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
398806	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
398806	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
398806	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
398806	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
398806	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
398806	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
398806	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
398806	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
398806	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
398806	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
398806	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
398806	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
398806	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
398806	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
398806	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
398806	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
398806	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
398806	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
398806	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
398806	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
398806	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
398806	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
398806	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
398806	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
398806	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
398806	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
398806	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
398806	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
398806	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
398806	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
398806	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
398806	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
398806	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
398806	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
398806	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
398806	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
398806	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
398806	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
398806	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
398806	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
398806	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
398806	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
398806	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
398806	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
398806	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
398806	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
398806	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
398806	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
398806	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
398806	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
398806	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
398806	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
398806	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
398806	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
398806	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
398806	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
398806	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
398806	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
398806	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
398806	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
398806	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
398806	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
398806	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
398806	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
398806	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
398806	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
398806	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
398806	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
398806	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
398806	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
398806	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
398806	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
398806	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
398806	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
398806	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
398806	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
398806	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
398806	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
398806	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
398806	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
398806	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
398806	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
398806	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
398806	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
398806	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
398806	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
398806	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
398806	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
398806	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
398806	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
398806	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
398806	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
398806	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
398806	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
398806	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
398806	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
398806	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
398806	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
398806	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
398806	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
398806	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
398806	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
398806	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
398806	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
398806	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
398806	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
398806	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
398806	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
398806	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
398806	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
398806	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
398806	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
398806	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
398806	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
398806	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
398806	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
398806	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
398806	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
398806	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
398806	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
398806	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
398806	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
398806	embedding2nn.weight	0	0.31943199038505554
398806	embedding2nn.weight	1	0.38865771889686584
398806	embedding2nn.weight	2	-9.930620581144467e-05
398806	embedding2nn.weight	3	0.0410676933825016
398806	embedding2nn.weight	4	-0.04302351176738739
398806	embedding2nn.weight	5	0.06622675806283951
398806	embedding2nn.weight	6	0.028459623456001282
398806	embedding2nn.weight	7	0.014833606779575348
398806	embedding2nn.weight	8	0.045176662504673004
398806	embedding2nn.weight	9	-0.012184645980596542
398806	embedding2nn.bias	0	0.01330188661813736
398806	embedding2nn.bias	1	-0.17183776199817657
398806	embedding2nn.bias	2	0.12552262842655182
398806	embedding2nn.bias	3	0.17484477162361145
398806	embedding2nn.bias	4	0.15929661691188812
398806	embedding2nn.bias	5	-0.07589211314916611
398806	embedding2nn.bias	6	-0.04164697602391243
398806	embedding2nn.bias	7	0.030825046822428703
398806	embedding2nn.bias	8	-0.1387157440185547
398806	embedding2nn.bias	9	-0.38153740763664246
398806	rnn.weight_ih_l0	0	0.005285646766424179
398806	rnn.weight_ih_l0	1	-0.08464493602514267
398806	rnn.weight_ih_l0	2	-0.07155422121286392
398806	rnn.weight_ih_l0	3	0.11254002898931503
398806	rnn.weight_ih_l0	4	-0.020685676485300064
398806	rnn.weight_ih_l0	5	-0.074827179312706
398806	rnn.weight_ih_l0	6	-0.039239946752786636
398806	rnn.weight_ih_l0	7	-0.027377665042877197
398806	rnn.weight_ih_l0	8	0.00789168756455183
398806	rnn.weight_ih_l0	9	-0.06940459460020065
398806	rnn.weight_hh_l0	0	-0.002482506912201643
398806	rnn.weight_hh_l0	1	0.06959322839975357
398806	rnn.weight_hh_l0	2	0.029849017038941383
398806	rnn.weight_hh_l0	3	0.0007012248388491571
398806	rnn.weight_hh_l0	4	0.02263515442609787
398806	rnn.weight_hh_l0	5	0.054618604481220245
398806	rnn.weight_hh_l0	6	-0.05650618299841881
398806	rnn.weight_hh_l0	7	-0.08906079083681107
398806	rnn.weight_hh_l0	8	0.03801637142896652
398806	rnn.weight_hh_l0	9	-0.1046452671289444
398806	rnn.bias_ih_l0	0	0.16517765820026398
398806	rnn.bias_ih_l0	1	-0.27852216362953186
398806	rnn.bias_ih_l0	2	-0.010166126303374767
398806	rnn.bias_ih_l0	3	-0.1785297691822052
398806	rnn.bias_ih_l0	4	0.05085435509681702
398806	rnn.bias_ih_l0	5	-0.37083402276039124
398806	rnn.bias_ih_l0	6	-0.12872102856636047
398806	rnn.bias_ih_l0	7	-0.3185562491416931
398806	rnn.bias_ih_l0	8	-0.2618688642978668
398806	rnn.bias_ih_l0	9	-0.40918976068496704
398806	rnn.bias_hh_l0	0	-0.32722732424736023
398806	rnn.bias_hh_l0	1	-0.35979941487312317
398806	rnn.bias_hh_l0	2	-0.29373612999916077
398806	rnn.bias_hh_l0	3	-0.07199392467737198
398806	rnn.bias_hh_l0	4	-0.31440091133117676
398806	rnn.bias_hh_l0	5	-0.2978563606739044
398806	rnn.bias_hh_l0	6	-0.11322301626205444
398806	rnn.bias_hh_l0	7	0.09322989732027054
398806	rnn.bias_hh_l0	8	-0.19631314277648926
398806	rnn.bias_hh_l0	9	-0.49667173624038696
398806	rnn.weight_ih_l0_reverse	0	0.021116554737091064
398806	rnn.weight_ih_l0_reverse	1	-0.05641191080212593
398806	rnn.weight_ih_l0_reverse	2	-0.03572565317153931
398806	rnn.weight_ih_l0_reverse	3	-0.11748283356428146
398806	rnn.weight_ih_l0_reverse	4	0.07630135864019394
398806	rnn.weight_ih_l0_reverse	5	-0.1154344454407692
398806	rnn.weight_ih_l0_reverse	6	-0.010631958954036236
398806	rnn.weight_ih_l0_reverse	7	0.02877439372241497
398806	rnn.weight_ih_l0_reverse	8	-0.06411758065223694
398806	rnn.weight_ih_l0_reverse	9	-0.08707434684038162
398806	rnn.weight_hh_l0_reverse	0	-0.11775103211402893
398806	rnn.weight_hh_l0_reverse	1	0.035897135734558105
398806	rnn.weight_hh_l0_reverse	2	-0.020612375810742378
398806	rnn.weight_hh_l0_reverse	3	0.03254331648349762
398806	rnn.weight_hh_l0_reverse	4	-0.07256141304969788
398806	rnn.weight_hh_l0_reverse	5	0.03686586022377014
398806	rnn.weight_hh_l0_reverse	6	0.022555574774742126
398806	rnn.weight_hh_l0_reverse	7	-0.09140072017908096
398806	rnn.weight_hh_l0_reverse	8	-0.030956793576478958
398806	rnn.weight_hh_l0_reverse	9	0.07842832058668137
398806	rnn.bias_ih_l0_reverse	0	-0.16381099820137024
398806	rnn.bias_ih_l0_reverse	1	-0.08552911132574081
398806	rnn.bias_ih_l0_reverse	2	0.1268802434206009
398806	rnn.bias_ih_l0_reverse	3	-0.2743786573410034
398806	rnn.bias_ih_l0_reverse	4	-0.005330695770680904
398806	rnn.bias_ih_l0_reverse	5	-0.21072310209274292
398806	rnn.bias_ih_l0_reverse	6	0.23724545538425446
398806	rnn.bias_ih_l0_reverse	7	-0.26851388812065125
398806	rnn.bias_ih_l0_reverse	8	-0.15617060661315918
398806	rnn.bias_ih_l0_reverse	9	-0.19435976445674896
398806	rnn.bias_hh_l0_reverse	0	-0.13910265266895294
398806	rnn.bias_hh_l0_reverse	1	0.24919462203979492
398806	rnn.bias_hh_l0_reverse	2	-0.3113957345485687
398806	rnn.bias_hh_l0_reverse	3	-0.1924096941947937
398806	rnn.bias_hh_l0_reverse	4	-0.37565162777900696
398806	rnn.bias_hh_l0_reverse	5	-0.1673232913017273
398806	rnn.bias_hh_l0_reverse	6	-0.2738957703113556
398806	rnn.bias_hh_l0_reverse	7	-0.06026354432106018
398806	rnn.bias_hh_l0_reverse	8	-0.2757367491722107
398806	rnn.bias_hh_l0_reverse	9	0.18960262835025787
398806	linear.weight	0	0.22242523729801178
398806	linear.weight	1	-0.43733441829681396
398806	linear.weight	2	0.013698684982955456
398806	linear.weight	3	0.06768230348825455
398806	linear.weight	4	-0.13064783811569214
398806	linear.weight	5	0.23987214267253876
398806	linear.weight	6	-0.06382784247398376
398806	linear.weight	7	-0.06268595904111862
398806	linear.weight	8	0.12035717815160751
398806	linear.weight	9	-0.04699598252773285
398806	linear.bias	0	-0.9828564524650574
398806	linear.bias	1	1.8863353729248047
398806	linear.bias	2	0.7294249534606934
398806	linear.bias	3	-2.632146120071411
398806	linear.bias	4	-0.13825444877147675
398806	linear.bias	5	1.229659914970398
398806	linear.bias	6	-0.18435001373291016
398806	linear.bias	7	0.7427094578742981
398806	linear.bias	8	2.1623246669769287
398806	linear.bias	9	-1.460361123085022
399415	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
399415	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
399415	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
399415	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
399415	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
399415	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
399415	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
399415	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
399415	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
399415	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
399415	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
399415	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
399415	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
399415	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
399415	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
399415	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
399415	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
399415	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
399415	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
399415	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
399415	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
399415	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
399415	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
399415	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
399415	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
399415	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
399415	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
399415	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
399415	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
399415	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
399415	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
399415	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
399415	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
399415	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
399415	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
399415	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
399415	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
399415	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
399415	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
399415	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
399415	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
399415	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
399415	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
399415	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
399415	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
399415	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
399415	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
399415	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
399415	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
399415	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
399415	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
399415	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
399415	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
399415	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
399415	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
399415	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
399415	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
399415	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
399415	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
399415	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
399415	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
399415	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
399415	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
399415	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
399415	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
399415	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
399415	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
399415	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
399415	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
399415	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
399415	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
399415	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
399415	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
399415	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
399415	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
399415	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
399415	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
399415	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
399415	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
399415	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
399415	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
399415	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
399415	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
399415	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
399415	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
399415	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
399415	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
399415	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
399415	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
399415	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
399415	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
399415	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
399415	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
399415	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
399415	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
399415	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
399415	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
399415	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
399415	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
399415	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
399415	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
399415	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
399415	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
399415	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
399415	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
399415	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
399415	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
399415	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
399415	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
399415	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
399415	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
399415	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
399415	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
399415	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
399415	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
399415	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
399415	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
399415	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
399415	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
399415	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
399415	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
399415	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
399415	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
399415	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
399415	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
399415	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
399415	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
399415	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
399415	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
399415	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
399415	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
399415	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
399415	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
399415	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
399415	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
399415	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
399415	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
399415	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
399415	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
399415	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
399415	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
399415	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
399415	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
399415	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
399415	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
399415	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
399415	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
399415	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
399415	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
399415	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
399415	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
399415	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
399415	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
399415	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
399415	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
399415	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
399415	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
399415	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
399415	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
399415	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
399415	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
399415	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
399415	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
399415	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
399415	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
399415	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
399415	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
399415	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
399415	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
399415	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
399415	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
399415	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
399415	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
399415	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
399415	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
399415	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
399415	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
399415	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
399415	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
399415	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
399415	embedding2nn.weight	0	0.3184675872325897
399415	embedding2nn.weight	1	0.3863270580768585
399415	embedding2nn.weight	2	-0.003953466657549143
399415	embedding2nn.weight	3	0.03713802993297577
399415	embedding2nn.weight	4	-0.04786818102002144
399415	embedding2nn.weight	5	0.06925434619188309
399415	embedding2nn.weight	6	0.026607297360897064
399415	embedding2nn.weight	7	0.017404915764927864
399415	embedding2nn.weight	8	0.04878346994519234
399415	embedding2nn.weight	9	-0.005674762185662985
399415	embedding2nn.bias	0	0.023809658363461494
399415	embedding2nn.bias	1	-0.1897602528333664
399415	embedding2nn.bias	2	0.1207098513841629
399415	embedding2nn.bias	3	0.19215045869350433
399415	embedding2nn.bias	4	0.15925312042236328
399415	embedding2nn.bias	5	-0.06257656216621399
399415	embedding2nn.bias	6	-0.05102797970175743
399415	embedding2nn.bias	7	0.015601718798279762
399415	embedding2nn.bias	8	-0.15296031534671783
399415	embedding2nn.bias	9	-0.39099910855293274
399415	rnn.weight_ih_l0	0	0.003299318253993988
399415	rnn.weight_ih_l0	1	-0.08418698608875275
399415	rnn.weight_ih_l0	2	-0.06784244626760483
399415	rnn.weight_ih_l0	3	0.11134840548038483
399415	rnn.weight_ih_l0	4	-0.01893359050154686
399415	rnn.weight_ih_l0	5	-0.07770593464374542
399415	rnn.weight_ih_l0	6	-0.04041134938597679
399415	rnn.weight_ih_l0	7	-0.021298473700881004
399415	rnn.weight_ih_l0	8	0.0053530242294073105
399415	rnn.weight_ih_l0	9	-0.07088270783424377
399415	rnn.weight_hh_l0	0	-0.002995462389662862
399415	rnn.weight_hh_l0	1	0.06953012943267822
399415	rnn.weight_hh_l0	2	0.028395667672157288
399415	rnn.weight_hh_l0	3	-0.00021572814148385078
399415	rnn.weight_hh_l0	4	0.022785436362028122
399415	rnn.weight_hh_l0	5	0.055047616362571716
399415	rnn.weight_hh_l0	6	-0.05645746737718582
399415	rnn.weight_hh_l0	7	-0.0878584235906601
399415	rnn.weight_hh_l0	8	0.03827613219618797
399415	rnn.weight_hh_l0	9	-0.10477248579263687
399415	rnn.bias_ih_l0	0	0.1613123118877411
399415	rnn.bias_ih_l0	1	-0.2797691524028778
399415	rnn.bias_ih_l0	2	-0.012779820710420609
399415	rnn.bias_ih_l0	3	-0.18940509855747223
399415	rnn.bias_ih_l0	4	0.052497245371341705
399415	rnn.bias_ih_l0	5	-0.3764081597328186
399415	rnn.bias_ih_l0	6	-0.1371462643146515
399415	rnn.bias_ih_l0	7	-0.3168949484825134
399415	rnn.bias_ih_l0	8	-0.2683947682380676
399415	rnn.bias_ih_l0	9	-0.4038422703742981
399415	rnn.bias_hh_l0	0	-0.31783780455589294
399415	rnn.bias_hh_l0	1	-0.35752686858177185
399415	rnn.bias_hh_l0	2	-0.29920822381973267
399415	rnn.bias_hh_l0	3	-0.08187928795814514
399415	rnn.bias_hh_l0	4	-0.31804928183555603
399415	rnn.bias_hh_l0	5	-0.298010915517807
399415	rnn.bias_hh_l0	6	-0.11915133148431778
399415	rnn.bias_hh_l0	7	0.09072943031787872
399415	rnn.bias_hh_l0	8	-0.18649634718894958
399415	rnn.bias_hh_l0	9	-0.4901260733604431
399415	rnn.weight_ih_l0_reverse	0	0.02570360153913498
399415	rnn.weight_ih_l0_reverse	1	-0.05530678853392601
399415	rnn.weight_ih_l0_reverse	2	-0.035417649894952774
399415	rnn.weight_ih_l0_reverse	3	-0.12130709737539291
399415	rnn.weight_ih_l0_reverse	4	0.07740522176027298
399415	rnn.weight_ih_l0_reverse	5	-0.11383140087127686
399415	rnn.weight_ih_l0_reverse	6	-0.0027423654682934284
399415	rnn.weight_ih_l0_reverse	7	0.027569392696022987
399415	rnn.weight_ih_l0_reverse	8	-0.06791144609451294
399415	rnn.weight_ih_l0_reverse	9	-0.08007748425006866
399415	rnn.weight_hh_l0_reverse	0	-0.11873826384544373
399415	rnn.weight_hh_l0_reverse	1	0.03563854843378067
399415	rnn.weight_hh_l0_reverse	2	-0.021282734349370003
399415	rnn.weight_hh_l0_reverse	3	0.03357962146401405
399415	rnn.weight_hh_l0_reverse	4	-0.0715251937508583
399415	rnn.weight_hh_l0_reverse	5	0.03678488731384277
399415	rnn.weight_hh_l0_reverse	6	0.022885214537382126
399415	rnn.weight_hh_l0_reverse	7	-0.08946547657251358
399415	rnn.weight_hh_l0_reverse	8	-0.027457257732748985
399415	rnn.weight_hh_l0_reverse	9	0.07740028202533722
399415	rnn.bias_ih_l0_reverse	0	-0.16615356504917145
399415	rnn.bias_ih_l0_reverse	1	-0.0792231336236
399415	rnn.bias_ih_l0_reverse	2	0.12978066504001617
399415	rnn.bias_ih_l0_reverse	3	-0.2737538516521454
399415	rnn.bias_ih_l0_reverse	4	-0.022718319669365883
399415	rnn.bias_ih_l0_reverse	5	-0.2089027762413025
399415	rnn.bias_ih_l0_reverse	6	0.24128857254981995
399415	rnn.bias_ih_l0_reverse	7	-0.2567904591560364
399415	rnn.bias_ih_l0_reverse	8	-0.1520806849002838
399415	rnn.bias_ih_l0_reverse	9	-0.18874672055244446
399415	rnn.bias_hh_l0_reverse	0	-0.15150901675224304
399415	rnn.bias_hh_l0_reverse	1	0.24516265094280243
399415	rnn.bias_hh_l0_reverse	2	-0.3100834786891937
399415	rnn.bias_hh_l0_reverse	3	-0.2014969140291214
399415	rnn.bias_hh_l0_reverse	4	-0.3801249563694
399415	rnn.bias_hh_l0_reverse	5	-0.17159788310527802
399415	rnn.bias_hh_l0_reverse	6	-0.27599093317985535
399415	rnn.bias_hh_l0_reverse	7	-0.062015749514102936
399415	rnn.bias_hh_l0_reverse	8	-0.28602907061576843
399415	rnn.bias_hh_l0_reverse	9	0.17773906886577606
399415	linear.weight	0	0.21861964464187622
399415	linear.weight	1	-0.4186268448829651
399415	linear.weight	2	0.036053307354450226
399415	linear.weight	3	0.06767979264259338
399415	linear.weight	4	-0.16340284049510956
399415	linear.weight	5	0.23784498870372772
399415	linear.weight	6	-0.07291892915964127
399415	linear.weight	7	-0.06267686933279037
399415	linear.weight	8	0.13303646445274353
399415	linear.weight	9	-0.04699654132127762
399415	linear.bias	0	-0.9930026531219482
399415	linear.bias	1	1.9116880893707275
399415	linear.bias	2	0.7033289670944214
399415	linear.bias	3	-2.632558822631836
399415	linear.bias	4	-0.16211266815662384
399415	linear.bias	5	1.1982011795043945
399415	linear.bias	6	-0.1635587513446808
399415	linear.bias	7	0.7029778957366943
399415	linear.bias	8	2.2231717109680176
399415	linear.bias	9	-1.436163067817688
400024	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
400024	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
400024	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
400024	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
400024	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
400024	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
400024	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
400024	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
400024	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
400024	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
400024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
400024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
400024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
400024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
400024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
400024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
400024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
400024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
400024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
400024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
400024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
400024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
400024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
400024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
400024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
400024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
400024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
400024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
400024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
400024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
400024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
400024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
400024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
400024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
400024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
400024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
400024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
400024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
400024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
400024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
400024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
400024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
400024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
400024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
400024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
400024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
400024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
400024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
400024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
400024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
400024	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
400024	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
400024	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
400024	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
400024	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
400024	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
400024	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
400024	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
400024	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
400024	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
400024	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
400024	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
400024	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
400024	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
400024	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
400024	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
400024	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
400024	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
400024	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
400024	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
400024	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
400024	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
400024	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
400024	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
400024	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
400024	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
400024	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
400024	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
400024	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
400024	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
400024	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
400024	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
400024	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
400024	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
400024	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
400024	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
400024	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
400024	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
400024	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
400024	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
400024	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
400024	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
400024	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
400024	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
400024	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
400024	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
400024	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
400024	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
400024	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
400024	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
400024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
400024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
400024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
400024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
400024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
400024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
400024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
400024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
400024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
400024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
400024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
400024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
400024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
400024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
400024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
400024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
400024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
400024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
400024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
400024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
400024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
400024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
400024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
400024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
400024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
400024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
400024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
400024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
400024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
400024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
400024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
400024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
400024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
400024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
400024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
400024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
400024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
400024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
400024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
400024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
400024	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
400024	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
400024	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
400024	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
400024	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
400024	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
400024	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
400024	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
400024	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
400024	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
400024	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
400024	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
400024	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
400024	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
400024	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
400024	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
400024	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
400024	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
400024	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
400024	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
400024	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
400024	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
400024	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
400024	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
400024	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
400024	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
400024	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
400024	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
400024	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
400024	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
400024	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
400024	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
400024	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
400024	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
400024	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
400024	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
400024	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
400024	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
400024	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
400024	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
400024	embedding2nn.weight	0	0.32029613852500916
400024	embedding2nn.weight	1	0.3850269615650177
400024	embedding2nn.weight	2	-0.005888574756681919
400024	embedding2nn.weight	3	0.04198290407657623
400024	embedding2nn.weight	4	-0.04022438824176788
400024	embedding2nn.weight	5	0.07054604589939117
400024	embedding2nn.weight	6	0.02124217338860035
400024	embedding2nn.weight	7	0.01869429647922516
400024	embedding2nn.weight	8	0.04516740143299103
400024	embedding2nn.weight	9	-0.006202994380146265
400024	embedding2nn.bias	0	0.015218935906887054
400024	embedding2nn.bias	1	-0.2003663033246994
400024	embedding2nn.bias	2	0.13163869082927704
400024	embedding2nn.bias	3	0.17292256653308868
400024	embedding2nn.bias	4	0.16778521239757538
400024	embedding2nn.bias	5	-0.06845555454492569
400024	embedding2nn.bias	6	-0.06103629618883133
400024	embedding2nn.bias	7	0.047995951026678085
400024	embedding2nn.bias	8	-0.14278781414031982
400024	embedding2nn.bias	9	-0.3936398923397064
400024	rnn.weight_ih_l0	0	0.0014908580342307687
400024	rnn.weight_ih_l0	1	-0.08678300678730011
400024	rnn.weight_ih_l0	2	-0.07000749558210373
400024	rnn.weight_ih_l0	3	0.10543067753314972
400024	rnn.weight_ih_l0	4	-0.02089504897594452
400024	rnn.weight_ih_l0	5	-0.07366276532411575
400024	rnn.weight_ih_l0	6	-0.04112829640507698
400024	rnn.weight_ih_l0	7	-0.018392302095890045
400024	rnn.weight_ih_l0	8	0.00919266976416111
400024	rnn.weight_ih_l0	9	-0.07281171530485153
400024	rnn.weight_hh_l0	0	-0.0034544055815786123
400024	rnn.weight_hh_l0	1	0.06791595369577408
400024	rnn.weight_hh_l0	2	0.02712598443031311
400024	rnn.weight_hh_l0	3	-0.0003801043494604528
400024	rnn.weight_hh_l0	4	0.022264227271080017
400024	rnn.weight_hh_l0	5	0.055972591042518616
400024	rnn.weight_hh_l0	6	-0.05586519464850426
400024	rnn.weight_hh_l0	7	-0.08808081597089767
400024	rnn.weight_hh_l0	8	0.038323137909173965
400024	rnn.weight_hh_l0	9	-0.10350734740495682
400024	rnn.bias_ih_l0	0	0.1539149135351181
400024	rnn.bias_ih_l0	1	-0.2905229330062866
400024	rnn.bias_ih_l0	2	-0.017282942309975624
400024	rnn.bias_ih_l0	3	-0.1912975162267685
400024	rnn.bias_ih_l0	4	0.0438578762114048
400024	rnn.bias_ih_l0	5	-0.37417495250701904
400024	rnn.bias_ih_l0	6	-0.1372225433588028
400024	rnn.bias_ih_l0	7	-0.3187521994113922
400024	rnn.bias_ih_l0	8	-0.2700698971748352
400024	rnn.bias_ih_l0	9	-0.4196091294288635
400024	rnn.bias_hh_l0	0	-0.31879281997680664
400024	rnn.bias_hh_l0	1	-0.35259512066841125
400024	rnn.bias_hh_l0	2	-0.29957354068756104
400024	rnn.bias_hh_l0	3	-0.0825962945818901
400024	rnn.bias_hh_l0	4	-0.32082390785217285
400024	rnn.bias_hh_l0	5	-0.30044203996658325
400024	rnn.bias_hh_l0	6	-0.11529131978750229
400024	rnn.bias_hh_l0	7	0.08046802133321762
400024	rnn.bias_hh_l0	8	-0.18707890808582306
400024	rnn.bias_hh_l0	9	-0.49274224042892456
400024	rnn.weight_ih_l0_reverse	0	0.04019756242632866
400024	rnn.weight_ih_l0_reverse	1	-0.05162901058793068
400024	rnn.weight_ih_l0_reverse	2	-0.034234292805194855
400024	rnn.weight_ih_l0_reverse	3	-0.11774586886167526
400024	rnn.weight_ih_l0_reverse	4	0.07800110429525375
400024	rnn.weight_ih_l0_reverse	5	-0.11556616425514221
400024	rnn.weight_ih_l0_reverse	6	-0.005603879690170288
400024	rnn.weight_ih_l0_reverse	7	0.027127793058753014
400024	rnn.weight_ih_l0_reverse	8	-0.06690945476293564
400024	rnn.weight_ih_l0_reverse	9	-0.08528301119804382
400024	rnn.weight_hh_l0_reverse	0	-0.11964268982410431
400024	rnn.weight_hh_l0_reverse	1	0.036719247698783875
400024	rnn.weight_hh_l0_reverse	2	-0.02146235667169094
400024	rnn.weight_hh_l0_reverse	3	0.03378051519393921
400024	rnn.weight_hh_l0_reverse	4	-0.07223410904407501
400024	rnn.weight_hh_l0_reverse	5	0.03672585263848305
400024	rnn.weight_hh_l0_reverse	6	0.02323117107152939
400024	rnn.weight_hh_l0_reverse	7	-0.09330756217241287
400024	rnn.weight_hh_l0_reverse	8	-0.027834858745336533
400024	rnn.weight_hh_l0_reverse	9	0.0804208442568779
400024	rnn.bias_ih_l0_reverse	0	-0.17075204849243164
400024	rnn.bias_ih_l0_reverse	1	-0.07377114146947861
400024	rnn.bias_ih_l0_reverse	2	0.13472002744674683
400024	rnn.bias_ih_l0_reverse	3	-0.28090107440948486
400024	rnn.bias_ih_l0_reverse	4	-0.023976508527994156
400024	rnn.bias_ih_l0_reverse	5	-0.20516370236873627
400024	rnn.bias_ih_l0_reverse	6	0.23941339552402496
400024	rnn.bias_ih_l0_reverse	7	-0.26835256814956665
400024	rnn.bias_ih_l0_reverse	8	-0.1616090089082718
400024	rnn.bias_ih_l0_reverse	9	-0.19168929755687714
400024	rnn.bias_hh_l0_reverse	0	-0.14344467222690582
400024	rnn.bias_hh_l0_reverse	1	0.2407596856355667
400024	rnn.bias_hh_l0_reverse	2	-0.31079337000846863
400024	rnn.bias_hh_l0_reverse	3	-0.2015908807516098
400024	rnn.bias_hh_l0_reverse	4	-0.3819275200366974
400024	rnn.bias_hh_l0_reverse	5	-0.17354798316955566
400024	rnn.bias_hh_l0_reverse	6	-0.2689235210418701
400024	rnn.bias_hh_l0_reverse	7	-0.06342179328203201
400024	rnn.bias_hh_l0_reverse	8	-0.2761727571487427
400024	rnn.bias_hh_l0_reverse	9	0.18258002400398254
400024	linear.weight	0	0.20349089801311493
400024	linear.weight	1	-0.43785205483436584
400024	linear.weight	2	0.027654211968183517
400024	linear.weight	3	0.06767933070659637
400024	linear.weight	4	-0.18683508038520813
400024	linear.weight	5	0.2304065227508545
400024	linear.weight	6	-0.04620342701673508
400024	linear.weight	7	-0.06266982108354568
400024	linear.weight	8	0.13101337850093842
400024	linear.weight	9	-0.04700379818677902
400024	linear.bias	0	-0.98775315284729
400024	linear.bias	1	1.9128671884536743
400024	linear.bias	2	0.6905282139778137
400024	linear.bias	3	-2.632967472076416
400024	linear.bias	4	-0.14921113848686218
400024	linear.bias	5	1.2204049825668335
400024	linear.bias	6	-0.158232644200325
400024	linear.bias	7	0.7389816045761108
400024	linear.bias	8	2.189955711364746
400024	linear.bias	9	-1.4361141920089722
400633	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
400633	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
400633	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
400633	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
400633	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
400633	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
400633	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
400633	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
400633	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
400633	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
400633	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
400633	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
400633	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
400633	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
400633	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
400633	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
400633	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
400633	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
400633	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
400633	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
400633	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
400633	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
400633	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
400633	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
400633	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
400633	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
400633	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
400633	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
400633	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
400633	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
400633	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
400633	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
400633	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
400633	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
400633	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
400633	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
400633	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
400633	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
400633	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
400633	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
400633	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
400633	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
400633	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
400633	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
400633	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
400633	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
400633	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
400633	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
400633	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
400633	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
400633	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
400633	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
400633	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
400633	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
400633	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
400633	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
400633	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
400633	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
400633	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
400633	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
400633	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
400633	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
400633	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
400633	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
400633	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
400633	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
400633	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
400633	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
400633	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
400633	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
400633	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
400633	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
400633	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
400633	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
400633	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
400633	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
400633	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
400633	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
400633	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
400633	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
400633	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
400633	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
400633	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
400633	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
400633	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
400633	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
400633	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
400633	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
400633	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
400633	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
400633	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
400633	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
400633	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
400633	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
400633	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
400633	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
400633	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
400633	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
400633	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
400633	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
400633	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
400633	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
400633	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
400633	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
400633	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
400633	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
400633	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
400633	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
400633	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
400633	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
400633	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
400633	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
400633	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
400633	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
400633	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
400633	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
400633	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
400633	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
400633	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
400633	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
400633	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
400633	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
400633	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
400633	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
400633	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
400633	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
400633	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
400633	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
400633	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
400633	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
400633	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
400633	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
400633	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
400633	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
400633	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
400633	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
400633	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
400633	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
400633	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
400633	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
400633	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
400633	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
400633	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
400633	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
400633	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
400633	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
400633	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
400633	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
400633	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
400633	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
400633	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
400633	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
400633	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
400633	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
400633	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
400633	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
400633	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
400633	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
400633	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
400633	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
400633	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
400633	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
400633	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
400633	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
400633	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
400633	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
400633	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
400633	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
400633	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
400633	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
400633	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
400633	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
400633	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
400633	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
400633	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
400633	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
400633	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
400633	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
400633	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
400633	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
400633	embedding2nn.weight	0	0.31944581866264343
400633	embedding2nn.weight	1	0.38838058710098267
400633	embedding2nn.weight	2	-0.0020821155048906803
400633	embedding2nn.weight	3	0.04568006098270416
400633	embedding2nn.weight	4	-0.04149826988577843
400633	embedding2nn.weight	5	0.06681536883115768
400633	embedding2nn.weight	6	0.02453451231122017
400633	embedding2nn.weight	7	0.014667193405330181
400633	embedding2nn.weight	8	0.03755117952823639
400633	embedding2nn.weight	9	-0.008253579027950764
400633	embedding2nn.bias	0	0.01644282415509224
400633	embedding2nn.bias	1	-0.19050057232379913
400633	embedding2nn.bias	2	0.12458973377943039
400633	embedding2nn.bias	3	0.19515180587768555
400633	embedding2nn.bias	4	0.1428760290145874
400633	embedding2nn.bias	5	-0.051392655819654465
400633	embedding2nn.bias	6	-0.049588996917009354
400633	embedding2nn.bias	7	0.02572358027100563
400633	embedding2nn.bias	8	-0.15105761587619781
400633	embedding2nn.bias	9	-0.36099714040756226
400633	rnn.weight_ih_l0	0	0.0006632164004258811
400633	rnn.weight_ih_l0	1	-0.08418609201908112
400633	rnn.weight_ih_l0	2	-0.07437039166688919
400633	rnn.weight_ih_l0	3	0.10982861369848251
400633	rnn.weight_ih_l0	4	-0.01549478154629469
400633	rnn.weight_ih_l0	5	-0.07406619936227798
400633	rnn.weight_ih_l0	6	-0.041556473821401596
400633	rnn.weight_ih_l0	7	-0.020935529842972755
400633	rnn.weight_ih_l0	8	0.01778668910264969
400633	rnn.weight_ih_l0	9	-0.06714187562465668
400633	rnn.weight_hh_l0	0	-0.003436033148318529
400633	rnn.weight_hh_l0	1	0.06794468313455582
400633	rnn.weight_hh_l0	2	0.026917921379208565
400633	rnn.weight_hh_l0	3	-0.0006608052062802017
400633	rnn.weight_hh_l0	4	0.02264149859547615
400633	rnn.weight_hh_l0	5	0.055931661278009415
400633	rnn.weight_hh_l0	6	-0.05597434192895889
400633	rnn.weight_hh_l0	7	-0.0878361389040947
400633	rnn.weight_hh_l0	8	0.03829652816057205
400633	rnn.weight_hh_l0	9	-0.10444163531064987
400633	rnn.bias_ih_l0	0	0.1604771763086319
400633	rnn.bias_ih_l0	1	-0.2851376235485077
400633	rnn.bias_ih_l0	2	-0.019587665796279907
400633	rnn.bias_ih_l0	3	-0.1853327602148056
400633	rnn.bias_ih_l0	4	0.04360659420490265
400633	rnn.bias_ih_l0	5	-0.37980061769485474
400633	rnn.bias_ih_l0	6	-0.14373837411403656
400633	rnn.bias_ih_l0	7	-0.31774958968162537
400633	rnn.bias_ih_l0	8	-0.27756527066230774
400633	rnn.bias_ih_l0	9	-0.4228515028953552
400633	rnn.bias_hh_l0	0	-0.3125482499599457
400633	rnn.bias_hh_l0	1	-0.35969096422195435
400633	rnn.bias_hh_l0	2	-0.30024850368499756
400633	rnn.bias_hh_l0	3	-0.08763737231492996
400633	rnn.bias_hh_l0	4	-0.3217700123786926
400633	rnn.bias_hh_l0	5	-0.30061009526252747
400633	rnn.bias_hh_l0	6	-0.1124567911028862
400633	rnn.bias_hh_l0	7	0.0744570717215538
400633	rnn.bias_hh_l0	8	-0.19387908279895782
400633	rnn.bias_hh_l0	9	-0.49539828300476074
400633	rnn.weight_ih_l0_reverse	0	0.03865187242627144
400633	rnn.weight_ih_l0_reverse	1	-0.049325715750455856
400633	rnn.weight_ih_l0_reverse	2	-0.034197766333818436
400633	rnn.weight_ih_l0_reverse	3	-0.11740826815366745
400633	rnn.weight_ih_l0_reverse	4	0.08019527047872543
400633	rnn.weight_ih_l0_reverse	5	-0.12423979490995407
400633	rnn.weight_ih_l0_reverse	6	-0.004748441744595766
400633	rnn.weight_ih_l0_reverse	7	0.025825034826993942
400633	rnn.weight_ih_l0_reverse	8	-0.07400640100240707
400633	rnn.weight_ih_l0_reverse	9	-0.08619629591703415
400633	rnn.weight_hh_l0_reverse	0	-0.12024429440498352
400633	rnn.weight_hh_l0_reverse	1	0.037662483751773834
400633	rnn.weight_hh_l0_reverse	2	-0.021638281643390656
400633	rnn.weight_hh_l0_reverse	3	0.03511863946914673
400633	rnn.weight_hh_l0_reverse	4	-0.0721307247877121
400633	rnn.weight_hh_l0_reverse	5	0.036550067365169525
400633	rnn.weight_hh_l0_reverse	6	0.02314210683107376
400633	rnn.weight_hh_l0_reverse	7	-0.09429937601089478
400633	rnn.weight_hh_l0_reverse	8	-0.024860303848981857
400633	rnn.weight_hh_l0_reverse	9	0.08010020852088928
400633	rnn.bias_ih_l0_reverse	0	-0.16620109975337982
400633	rnn.bias_ih_l0_reverse	1	-0.074135422706604
400633	rnn.bias_ih_l0_reverse	2	0.1450723111629486
400633	rnn.bias_ih_l0_reverse	3	-0.2819165289402008
400633	rnn.bias_ih_l0_reverse	4	-0.01049116626381874
400633	rnn.bias_ih_l0_reverse	5	-0.19860415160655975
400633	rnn.bias_ih_l0_reverse	6	0.24704484641551971
400633	rnn.bias_ih_l0_reverse	7	-0.2673584222793579
400633	rnn.bias_ih_l0_reverse	8	-0.16407410800457
400633	rnn.bias_ih_l0_reverse	9	-0.18700627982616425
400633	rnn.bias_hh_l0_reverse	0	-0.1311478316783905
400633	rnn.bias_hh_l0_reverse	1	0.2515711486339569
400633	rnn.bias_hh_l0_reverse	2	-0.3046073019504547
400633	rnn.bias_hh_l0_reverse	3	-0.19948136806488037
400633	rnn.bias_hh_l0_reverse	4	-0.3802562355995178
400633	rnn.bias_hh_l0_reverse	5	-0.17906610667705536
400633	rnn.bias_hh_l0_reverse	6	-0.2690999209880829
400633	rnn.bias_hh_l0_reverse	7	-0.059292394667863846
400633	rnn.bias_hh_l0_reverse	8	-0.28550195693969727
400633	rnn.bias_hh_l0_reverse	9	0.17145034670829773
400633	linear.weight	0	0.21284790337085724
400633	linear.weight	1	-0.42720431089401245
400633	linear.weight	2	0.06674352288246155
400633	linear.weight	3	0.06768293678760529
400633	linear.weight	4	-0.169648215174675
400633	linear.weight	5	0.2505415976047516
400633	linear.weight	6	-0.04142988845705986
400633	linear.weight	7	-0.06266466528177261
400633	linear.weight	8	0.12994925677776337
400633	linear.weight	9	-0.047016777098178864
400633	linear.bias	0	-0.9902290105819702
400633	linear.bias	1	1.8980700969696045
400633	linear.bias	2	0.7294307351112366
400633	linear.bias	3	-2.6333670616149902
400633	linear.bias	4	-0.15808023512363434
400633	linear.bias	5	1.2180815935134888
400633	linear.bias	6	-0.1766565442085266
400633	linear.bias	7	0.7276799082756042
400633	linear.bias	8	2.2182674407958984
400633	linear.bias	9	-1.429474115371704
401242	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
401242	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
401242	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
401242	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
401242	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
401242	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
401242	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
401242	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
401242	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
401242	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
401242	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
401242	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
401242	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
401242	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
401242	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
401242	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
401242	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
401242	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
401242	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
401242	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
401242	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
401242	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
401242	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
401242	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
401242	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
401242	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
401242	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
401242	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
401242	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
401242	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
401242	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
401242	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
401242	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
401242	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
401242	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
401242	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
401242	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
401242	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
401242	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
401242	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
401242	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
401242	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
401242	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
401242	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
401242	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
401242	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
401242	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
401242	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
401242	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
401242	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
401242	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
401242	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
401242	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
401242	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
401242	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
401242	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
401242	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
401242	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
401242	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
401242	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
401242	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
401242	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
401242	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
401242	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
401242	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
401242	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
401242	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
401242	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
401242	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
401242	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
401242	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
401242	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
401242	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
401242	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
401242	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
401242	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
401242	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
401242	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
401242	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
401242	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
401242	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
401242	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
401242	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
401242	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
401242	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
401242	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
401242	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
401242	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
401242	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
401242	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
401242	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
401242	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
401242	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
401242	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
401242	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
401242	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
401242	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
401242	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
401242	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
401242	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
401242	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
401242	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
401242	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
401242	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
401242	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
401242	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
401242	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
401242	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
401242	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
401242	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
401242	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
401242	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
401242	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
401242	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
401242	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
401242	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
401242	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
401242	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
401242	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
401242	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
401242	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
401242	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
401242	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
401242	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
401242	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
401242	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
401242	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
401242	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
401242	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
401242	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
401242	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
401242	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
401242	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
401242	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
401242	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
401242	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
401242	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
401242	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
401242	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
401242	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
401242	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
401242	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
401242	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
401242	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
401242	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
401242	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
401242	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
401242	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
401242	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
401242	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
401242	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
401242	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
401242	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
401242	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
401242	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
401242	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
401242	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
401242	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
401242	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
401242	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
401242	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
401242	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
401242	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
401242	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
401242	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
401242	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
401242	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
401242	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
401242	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
401242	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
401242	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
401242	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
401242	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
401242	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
401242	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
401242	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
401242	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
401242	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
401242	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
401242	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
401242	embedding2nn.weight	0	0.3187488317489624
401242	embedding2nn.weight	1	0.39178043603897095
401242	embedding2nn.weight	2	-0.0016088923439383507
401242	embedding2nn.weight	3	0.04861980304121971
401242	embedding2nn.weight	4	-0.04651351273059845
401242	embedding2nn.weight	5	0.06607799977064133
401242	embedding2nn.weight	6	0.013903223909437656
401242	embedding2nn.weight	7	0.024113090708851814
401242	embedding2nn.weight	8	0.034661274403333664
401242	embedding2nn.weight	9	-0.004821633920073509
401242	embedding2nn.bias	0	1.1578114936128259e-05
401242	embedding2nn.bias	1	-0.2029891461133957
401242	embedding2nn.bias	2	0.10642834007740021
401242	embedding2nn.bias	3	0.17402337491512299
401242	embedding2nn.bias	4	0.12076272070407867
401242	embedding2nn.bias	5	-0.07039805501699448
401242	embedding2nn.bias	6	-0.0674089640378952
401242	embedding2nn.bias	7	0.022995134815573692
401242	embedding2nn.bias	8	-0.16104565560817719
401242	embedding2nn.bias	9	-0.3601028323173523
401242	rnn.weight_ih_l0	0	-0.0004922117223031819
401242	rnn.weight_ih_l0	1	-0.08473034203052521
401242	rnn.weight_ih_l0	2	-0.07356167584657669
401242	rnn.weight_ih_l0	3	0.11400511115789413
401242	rnn.weight_ih_l0	4	-0.005312349181622267
401242	rnn.weight_ih_l0	5	-0.06884042918682098
401242	rnn.weight_ih_l0	6	-0.03879519924521446
401242	rnn.weight_ih_l0	7	-0.027387449517846107
401242	rnn.weight_ih_l0	8	0.00959301833063364
401242	rnn.weight_ih_l0	9	-0.06746159493923187
401242	rnn.weight_hh_l0	0	-0.003730249358341098
401242	rnn.weight_hh_l0	1	0.06780315190553665
401242	rnn.weight_hh_l0	2	0.028833990916609764
401242	rnn.weight_hh_l0	3	3.179596387781203e-05
401242	rnn.weight_hh_l0	4	0.02330179326236248
401242	rnn.weight_hh_l0	5	0.0541633702814579
401242	rnn.weight_hh_l0	6	-0.05653289705514908
401242	rnn.weight_hh_l0	7	-0.08787690848112106
401242	rnn.weight_hh_l0	8	0.03849529102444649
401242	rnn.weight_hh_l0	9	-0.10539506375789642
401242	rnn.bias_ih_l0	0	0.16803531348705292
401242	rnn.bias_ih_l0	1	-0.2740659713745117
401242	rnn.bias_ih_l0	2	-0.019049741327762604
401242	rnn.bias_ih_l0	3	-0.1824735403060913
401242	rnn.bias_ih_l0	4	0.04350360855460167
401242	rnn.bias_ih_l0	5	-0.3813595175743103
401242	rnn.bias_ih_l0	6	-0.14499744772911072
401242	rnn.bias_ih_l0	7	-0.3172438144683838
401242	rnn.bias_ih_l0	8	-0.27918580174446106
401242	rnn.bias_ih_l0	9	-0.42346903681755066
401242	rnn.bias_hh_l0	0	-0.30785441398620605
401242	rnn.bias_hh_l0	1	-0.36366426944732666
401242	rnn.bias_hh_l0	2	-0.2968416213989258
401242	rnn.bias_hh_l0	3	-0.08547455072402954
401242	rnn.bias_hh_l0	4	-0.3256988823413849
401242	rnn.bias_hh_l0	5	-0.2975483536720276
401242	rnn.bias_hh_l0	6	-0.1052897498011589
401242	rnn.bias_hh_l0	7	0.06530489027500153
401242	rnn.bias_hh_l0	8	-0.20191167294979095
401242	rnn.bias_hh_l0	9	-0.5039914846420288
401242	rnn.weight_ih_l0_reverse	0	0.03348014876246452
401242	rnn.weight_ih_l0_reverse	1	-0.04984964430332184
401242	rnn.weight_ih_l0_reverse	2	-0.034811973571777344
401242	rnn.weight_ih_l0_reverse	3	-0.12187246978282928
401242	rnn.weight_ih_l0_reverse	4	0.07943202555179596
401242	rnn.weight_ih_l0_reverse	5	-0.12441541254520416
401242	rnn.weight_ih_l0_reverse	6	-0.011432340368628502
401242	rnn.weight_ih_l0_reverse	7	0.026055345311760902
401242	rnn.weight_ih_l0_reverse	8	-0.07264042645692825
401242	rnn.weight_ih_l0_reverse	9	-0.08698662370443344
401242	rnn.weight_hh_l0_reverse	0	-0.11804798245429993
401242	rnn.weight_hh_l0_reverse	1	0.037460580468177795
401242	rnn.weight_hh_l0_reverse	2	-0.021288380026817322
401242	rnn.weight_hh_l0_reverse	3	0.0355280302464962
401242	rnn.weight_hh_l0_reverse	4	-0.07137984782457352
401242	rnn.weight_hh_l0_reverse	5	0.03644553944468498
401242	rnn.weight_hh_l0_reverse	6	0.022661615163087845
401242	rnn.weight_hh_l0_reverse	7	-0.09443529695272446
401242	rnn.weight_hh_l0_reverse	8	-0.03059193678200245
401242	rnn.weight_hh_l0_reverse	9	0.08134480565786362
401242	rnn.bias_ih_l0_reverse	0	-0.16270889341831207
401242	rnn.bias_ih_l0_reverse	1	-0.07453242689371109
401242	rnn.bias_ih_l0_reverse	2	0.14183321595191956
401242	rnn.bias_ih_l0_reverse	3	-0.28209933638572693
401242	rnn.bias_ih_l0_reverse	4	-0.019723743200302124
401242	rnn.bias_ih_l0_reverse	5	-0.19936372339725494
401242	rnn.bias_ih_l0_reverse	6	0.246539905667305
401242	rnn.bias_ih_l0_reverse	7	-0.2767162322998047
401242	rnn.bias_ih_l0_reverse	8	-0.15687014162540436
401242	rnn.bias_ih_l0_reverse	9	-0.18753686547279358
401242	rnn.bias_hh_l0_reverse	0	-0.13277874886989594
401242	rnn.bias_hh_l0_reverse	1	0.24406860768795013
401242	rnn.bias_hh_l0_reverse	2	-0.3071225583553314
401242	rnn.bias_hh_l0_reverse	3	-0.19500529766082764
401242	rnn.bias_hh_l0_reverse	4	-0.38604384660720825
401242	rnn.bias_hh_l0_reverse	5	-0.18394507467746735
401242	rnn.bias_hh_l0_reverse	6	-0.2723912298679352
401242	rnn.bias_hh_l0_reverse	7	-0.05606934055685997
401242	rnn.bias_hh_l0_reverse	8	-0.2861291766166687
401242	rnn.bias_hh_l0_reverse	9	0.1934458613395691
401242	linear.weight	0	0.2762177884578705
401242	linear.weight	1	-0.44750332832336426
401242	linear.weight	2	0.07316426932811737
401242	linear.weight	3	0.06768609583377838
401242	linear.weight	4	-0.1600702702999115
401242	linear.weight	5	0.24748095870018005
401242	linear.weight	6	-0.06177665665745735
401242	linear.weight	7	-0.06265923380851746
401242	linear.weight	8	0.15411940217018127
401242	linear.weight	9	-0.04702943190932274
401242	linear.bias	0	-0.9985392689704895
401242	linear.bias	1	1.9453094005584717
401242	linear.bias	2	0.6771399974822998
401242	linear.bias	3	-2.6337716579437256
401242	linear.bias	4	-0.15432655811309814
401242	linear.bias	5	1.2673261165618896
401242	linear.bias	6	-0.1694982349872589
401242	linear.bias	7	0.7003149390220642
401242	linear.bias	8	2.179764747619629
401242	linear.bias	9	-1.44928777217865
401851	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
401851	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
401851	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
401851	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
401851	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
401851	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
401851	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
401851	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
401851	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
401851	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
401851	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
401851	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
401851	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
401851	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
401851	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
401851	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
401851	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
401851	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
401851	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
401851	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
401851	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
401851	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
401851	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
401851	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
401851	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
401851	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
401851	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
401851	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
401851	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
401851	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
401851	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
401851	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
401851	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
401851	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
401851	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
401851	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
401851	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
401851	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
401851	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
401851	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
401851	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
401851	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
401851	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
401851	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
401851	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
401851	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
401851	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
401851	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
401851	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
401851	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
401851	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
401851	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
401851	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
401851	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
401851	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
401851	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
401851	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
401851	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
401851	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
401851	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
401851	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
401851	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
401851	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
401851	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
401851	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
401851	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
401851	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
401851	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
401851	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
401851	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
401851	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
401851	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
401851	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
401851	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
401851	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
401851	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
401851	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
401851	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
401851	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
401851	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
401851	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
401851	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
401851	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
401851	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
401851	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
401851	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
401851	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
401851	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
401851	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
401851	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
401851	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
401851	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
401851	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
401851	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
401851	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
401851	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
401851	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
401851	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
401851	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
401851	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
401851	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
401851	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
401851	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
401851	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
401851	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
401851	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
401851	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
401851	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
401851	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
401851	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
401851	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
401851	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
401851	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
401851	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
401851	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
401851	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
401851	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
401851	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
401851	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
401851	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
401851	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
401851	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
401851	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
401851	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
401851	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
401851	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
401851	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
401851	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
401851	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
401851	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
401851	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
401851	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
401851	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
401851	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
401851	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
401851	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
401851	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
401851	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
401851	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
401851	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
401851	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
401851	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
401851	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
401851	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
401851	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
401851	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
401851	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
401851	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
401851	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
401851	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
401851	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
401851	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
401851	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
401851	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
401851	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
401851	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
401851	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
401851	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
401851	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
401851	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
401851	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
401851	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
401851	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
401851	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
401851	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
401851	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
401851	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
401851	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
401851	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
401851	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
401851	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
401851	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
401851	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
401851	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
401851	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
401851	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
401851	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
401851	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
401851	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
401851	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
401851	embedding2nn.weight	0	0.3175833523273468
401851	embedding2nn.weight	1	0.38942751288414
401851	embedding2nn.weight	2	-0.0047051929868757725
401851	embedding2nn.weight	3	0.0328410305082798
401851	embedding2nn.weight	4	-0.04199190065264702
401851	embedding2nn.weight	5	0.06628391891717911
401851	embedding2nn.weight	6	0.013502235524356365
401851	embedding2nn.weight	7	0.030290009453892708
401851	embedding2nn.weight	8	0.03885365277528763
401851	embedding2nn.weight	9	-0.008662133477628231
401851	embedding2nn.bias	0	0.01312735490500927
401851	embedding2nn.bias	1	-0.2164054661989212
401851	embedding2nn.bias	2	0.12426705658435822
401851	embedding2nn.bias	3	0.1718120127916336
401851	embedding2nn.bias	4	0.13084959983825684
401851	embedding2nn.bias	5	-0.06723868101835251
401851	embedding2nn.bias	6	-0.06379241496324539
401851	embedding2nn.bias	7	0.01682461053133011
401851	embedding2nn.bias	8	-0.1484999805688858
401851	embedding2nn.bias	9	-0.3763279616832733
401851	rnn.weight_ih_l0	0	-0.0018829366890713573
401851	rnn.weight_ih_l0	1	-0.08398508280515671
401851	rnn.weight_ih_l0	2	-0.0725647360086441
401851	rnn.weight_ih_l0	3	0.11580503731966019
401851	rnn.weight_ih_l0	4	-0.009935715235769749
401851	rnn.weight_ih_l0	5	-0.07494941353797913
401851	rnn.weight_ih_l0	6	-0.037848327308893204
401851	rnn.weight_ih_l0	7	-0.03222166374325752
401851	rnn.weight_ih_l0	8	0.006456252187490463
401851	rnn.weight_ih_l0	9	-0.05929016321897507
401851	rnn.weight_hh_l0	0	-0.003995548002421856
401851	rnn.weight_hh_l0	1	0.06732499599456787
401851	rnn.weight_hh_l0	2	0.028713587671518326
401851	rnn.weight_hh_l0	3	-0.0009186486713588238
401851	rnn.weight_hh_l0	4	0.023997876793146133
401851	rnn.weight_hh_l0	5	0.05384587496519089
401851	rnn.weight_hh_l0	6	-0.05629069730639458
401851	rnn.weight_hh_l0	7	-0.08405053615570068
401851	rnn.weight_hh_l0	8	0.038257669657468796
401851	rnn.weight_hh_l0	9	-0.105344258248806
401851	rnn.bias_ih_l0	0	0.17366185784339905
401851	rnn.bias_ih_l0	1	-0.28045454621315
401851	rnn.bias_ih_l0	2	-0.020481862127780914
401851	rnn.bias_ih_l0	3	-0.18196314573287964
401851	rnn.bias_ih_l0	4	0.06242743134498596
401851	rnn.bias_ih_l0	5	-0.38252946734428406
401851	rnn.bias_ih_l0	6	-0.1379917860031128
401851	rnn.bias_ih_l0	7	-0.32137244939804077
401851	rnn.bias_ih_l0	8	-0.27502280473709106
401851	rnn.bias_ih_l0	9	-0.4094236195087433
401851	rnn.bias_hh_l0	0	-0.3105376958847046
401851	rnn.bias_hh_l0	1	-0.3633492887020111
401851	rnn.bias_hh_l0	2	-0.29380491375923157
401851	rnn.bias_hh_l0	3	-0.08425990492105484
401851	rnn.bias_hh_l0	4	-0.32332950830459595
401851	rnn.bias_hh_l0	5	-0.3009551763534546
401851	rnn.bias_hh_l0	6	-0.10186498612165451
401851	rnn.bias_hh_l0	7	0.06907279044389725
401851	rnn.bias_hh_l0	8	-0.20550690591335297
401851	rnn.bias_hh_l0	9	-0.507472574710846
401851	rnn.weight_ih_l0_reverse	0	0.04326463118195534
401851	rnn.weight_ih_l0_reverse	1	-0.052160099148750305
401851	rnn.weight_ih_l0_reverse	2	-0.03223205730319023
401851	rnn.weight_ih_l0_reverse	3	-0.11981125921010971
401851	rnn.weight_ih_l0_reverse	4	0.07784143835306168
401851	rnn.weight_ih_l0_reverse	5	-0.11702723056077957
401851	rnn.weight_ih_l0_reverse	6	-0.01408222783356905
401851	rnn.weight_ih_l0_reverse	7	0.027616554871201515
401851	rnn.weight_ih_l0_reverse	8	-0.07136397063732147
401851	rnn.weight_ih_l0_reverse	9	-0.087186798453331
401851	rnn.weight_hh_l0_reverse	0	-0.11884015053510666
401851	rnn.weight_hh_l0_reverse	1	0.035981565713882446
401851	rnn.weight_hh_l0_reverse	2	-0.02217947132885456
401851	rnn.weight_hh_l0_reverse	3	0.03528737649321556
401851	rnn.weight_hh_l0_reverse	4	-0.07255460321903229
401851	rnn.weight_hh_l0_reverse	5	0.036208536475896835
401851	rnn.weight_hh_l0_reverse	6	0.022566331550478935
401851	rnn.weight_hh_l0_reverse	7	-0.09498445689678192
401851	rnn.weight_hh_l0_reverse	8	-0.029987363144755363
401851	rnn.weight_hh_l0_reverse	9	0.08038170635700226
401851	rnn.bias_ih_l0_reverse	0	-0.16235783696174622
401851	rnn.bias_ih_l0_reverse	1	-0.06912313401699066
401851	rnn.bias_ih_l0_reverse	2	0.13125869631767273
401851	rnn.bias_ih_l0_reverse	3	-0.279912531375885
401851	rnn.bias_ih_l0_reverse	4	-0.022706100717186928
401851	rnn.bias_ih_l0_reverse	5	-0.19335637986660004
401851	rnn.bias_ih_l0_reverse	6	0.23552872240543365
401851	rnn.bias_ih_l0_reverse	7	-0.271858811378479
401851	rnn.bias_ih_l0_reverse	8	-0.1572931706905365
401851	rnn.bias_ih_l0_reverse	9	-0.18656820058822632
401851	rnn.bias_hh_l0_reverse	0	-0.1283232569694519
401851	rnn.bias_hh_l0_reverse	1	0.236143559217453
401851	rnn.bias_hh_l0_reverse	2	-0.30442842841148376
401851	rnn.bias_hh_l0_reverse	3	-0.2064354568719864
401851	rnn.bias_hh_l0_reverse	4	-0.3863546848297119
401851	rnn.bias_hh_l0_reverse	5	-0.1813073307275772
401851	rnn.bias_hh_l0_reverse	6	-0.2691325843334198
401851	rnn.bias_hh_l0_reverse	7	-0.05785667151212692
401851	rnn.bias_hh_l0_reverse	8	-0.27986523509025574
401851	rnn.bias_hh_l0_reverse	9	0.18849599361419678
401851	linear.weight	0	0.2519436478614807
401851	linear.weight	1	-0.4267190098762512
401851	linear.weight	2	0.07142957299947739
401851	linear.weight	3	0.06768656522035599
401851	linear.weight	4	-0.15107306838035583
401851	linear.weight	5	0.2265947014093399
401851	linear.weight	6	-0.061281222850084305
401851	linear.weight	7	-0.06265038251876831
401851	linear.weight	8	0.15945547819137573
401851	linear.weight	9	-0.04704204574227333
401851	linear.bias	0	-0.9731670022010803
401851	linear.bias	1	1.9608204364776611
401851	linear.bias	2	0.6453079581260681
401851	linear.bias	3	-2.6342008113861084
401851	linear.bias	4	-0.14716224372386932
401851	linear.bias	5	1.2673131227493286
401851	linear.bias	6	-0.18350930511951447
401851	linear.bias	7	0.7321016788482666
401851	linear.bias	8	2.1733362674713135
401851	linear.bias	9	-1.452416181564331
402460	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
402460	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
402460	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
402460	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
402460	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
402460	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
402460	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
402460	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
402460	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
402460	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
402460	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
402460	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
402460	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
402460	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
402460	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
402460	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
402460	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
402460	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
402460	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
402460	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
402460	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
402460	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
402460	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
402460	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
402460	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
402460	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
402460	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
402460	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
402460	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
402460	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
402460	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
402460	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
402460	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
402460	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
402460	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
402460	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
402460	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
402460	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
402460	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
402460	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
402460	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
402460	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
402460	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
402460	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
402460	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
402460	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
402460	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
402460	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
402460	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
402460	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
402460	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
402460	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
402460	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
402460	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
402460	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
402460	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
402460	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
402460	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
402460	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
402460	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
402460	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
402460	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
402460	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
402460	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
402460	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
402460	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
402460	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
402460	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
402460	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
402460	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
402460	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
402460	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
402460	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
402460	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
402460	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
402460	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
402460	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
402460	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
402460	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
402460	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
402460	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
402460	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
402460	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
402460	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
402460	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
402460	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
402460	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
402460	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
402460	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
402460	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
402460	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
402460	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
402460	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
402460	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
402460	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
402460	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
402460	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
402460	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
402460	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
402460	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
402460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
402460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
402460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
402460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
402460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
402460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
402460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
402460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
402460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
402460	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
402460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
402460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
402460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
402460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
402460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
402460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
402460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
402460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
402460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
402460	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
402460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
402460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
402460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
402460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
402460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
402460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
402460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
402460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
402460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
402460	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
402460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
402460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
402460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
402460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
402460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
402460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
402460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
402460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
402460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
402460	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
402460	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
402460	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
402460	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
402460	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
402460	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
402460	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
402460	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
402460	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
402460	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
402460	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
402460	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
402460	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
402460	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
402460	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
402460	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
402460	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
402460	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
402460	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
402460	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
402460	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
402460	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
402460	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
402460	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
402460	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
402460	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
402460	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
402460	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
402460	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
402460	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
402460	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
402460	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
402460	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
402460	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
402460	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
402460	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
402460	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
402460	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
402460	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
402460	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
402460	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
402460	embedding2nn.weight	0	0.317721962928772
402460	embedding2nn.weight	1	0.39628079533576965
402460	embedding2nn.weight	2	-0.007475430611521006
402460	embedding2nn.weight	3	0.029976338148117065
402460	embedding2nn.weight	4	-0.04231591150164604
402460	embedding2nn.weight	5	0.06691533327102661
402460	embedding2nn.weight	6	0.019237300381064415
402460	embedding2nn.weight	7	0.025935521349310875
402460	embedding2nn.weight	8	0.033532097935676575
402460	embedding2nn.weight	9	-0.009890981949865818
402460	embedding2nn.bias	0	0.01112229935824871
402460	embedding2nn.bias	1	-0.2007150650024414
402460	embedding2nn.bias	2	0.11904071271419525
402460	embedding2nn.bias	3	0.18452449142932892
402460	embedding2nn.bias	4	0.15506412088871002
402460	embedding2nn.bias	5	-0.031570207327604294
402460	embedding2nn.bias	6	-0.08572780340909958
402460	embedding2nn.bias	7	0.010028726421296597
402460	embedding2nn.bias	8	-0.14775344729423523
402460	embedding2nn.bias	9	-0.3732388913631439
402460	rnn.weight_ih_l0	0	-0.0018853105138987303
402460	rnn.weight_ih_l0	1	-0.0846877172589302
402460	rnn.weight_ih_l0	2	-0.06485380232334137
402460	rnn.weight_ih_l0	3	0.11101896315813065
402460	rnn.weight_ih_l0	4	-0.009721262380480766
402460	rnn.weight_ih_l0	5	-0.0775449126958847
402460	rnn.weight_ih_l0	6	-0.03751162067055702
402460	rnn.weight_ih_l0	7	-0.03273029997944832
402460	rnn.weight_ih_l0	8	0.0063348072580993176
402460	rnn.weight_ih_l0	9	-0.058808911591768265
402460	rnn.weight_hh_l0	0	-0.004698958247900009
402460	rnn.weight_hh_l0	1	0.0678587332367897
402460	rnn.weight_hh_l0	2	0.02838587947189808
402460	rnn.weight_hh_l0	3	-0.0006482393946498632
402460	rnn.weight_hh_l0	4	0.025364769622683525
402460	rnn.weight_hh_l0	5	0.053412050008773804
402460	rnn.weight_hh_l0	6	-0.05630252882838249
402460	rnn.weight_hh_l0	7	-0.08326821774244308
402460	rnn.weight_hh_l0	8	0.03813913092017174
402460	rnn.weight_hh_l0	9	-0.10581476986408234
402460	rnn.bias_ih_l0	0	0.17380400002002716
402460	rnn.bias_ih_l0	1	-0.2738760709762573
402460	rnn.bias_ih_l0	2	-0.014570415019989014
402460	rnn.bias_ih_l0	3	-0.1755877286195755
402460	rnn.bias_ih_l0	4	0.05284086614847183
402460	rnn.bias_ih_l0	5	-0.37388330698013306
402460	rnn.bias_ih_l0	6	-0.13531233370304108
402460	rnn.bias_ih_l0	7	-0.32272323966026306
402460	rnn.bias_ih_l0	8	-0.2715866267681122
402460	rnn.bias_ih_l0	9	-0.4128281772136688
402460	rnn.bias_hh_l0	0	-0.3088884949684143
402460	rnn.bias_hh_l0	1	-0.3631136119365692
402460	rnn.bias_hh_l0	2	-0.29917776584625244
402460	rnn.bias_hh_l0	3	-0.08855588734149933
402460	rnn.bias_hh_l0	4	-0.3251270353794098
402460	rnn.bias_hh_l0	5	-0.29833659529685974
402460	rnn.bias_hh_l0	6	-0.10253923386335373
402460	rnn.bias_hh_l0	7	0.07705667614936829
402460	rnn.bias_hh_l0	8	-0.21659255027770996
402460	rnn.bias_hh_l0	9	-0.5074353218078613
402460	rnn.weight_ih_l0_reverse	0	0.03916028514504433
402460	rnn.weight_ih_l0_reverse	1	-0.05010903254151344
402460	rnn.weight_ih_l0_reverse	2	-0.03239256888628006
402460	rnn.weight_ih_l0_reverse	3	-0.11582547426223755
402460	rnn.weight_ih_l0_reverse	4	0.07857018709182739
402460	rnn.weight_ih_l0_reverse	5	-0.11517652869224548
402460	rnn.weight_ih_l0_reverse	6	-0.018974483013153076
402460	rnn.weight_ih_l0_reverse	7	0.026046326383948326
402460	rnn.weight_ih_l0_reverse	8	-0.07072841376066208
402460	rnn.weight_ih_l0_reverse	9	-0.08314122259616852
402460	rnn.weight_hh_l0_reverse	0	-0.11790943145751953
402460	rnn.weight_hh_l0_reverse	1	0.03561316803097725
402460	rnn.weight_hh_l0_reverse	2	-0.023622551932930946
402460	rnn.weight_hh_l0_reverse	3	0.03468625620007515
402460	rnn.weight_hh_l0_reverse	4	-0.07359177619218826
402460	rnn.weight_hh_l0_reverse	5	0.03635886684060097
402460	rnn.weight_hh_l0_reverse	6	0.022778233513236046
402460	rnn.weight_hh_l0_reverse	7	-0.09715455025434494
402460	rnn.weight_hh_l0_reverse	8	-0.033424023538827896
402460	rnn.weight_hh_l0_reverse	9	0.07977638393640518
402460	rnn.bias_ih_l0_reverse	0	-0.16133825480937958
402460	rnn.bias_ih_l0_reverse	1	-0.07326226681470871
402460	rnn.bias_ih_l0_reverse	2	0.13113297522068024
402460	rnn.bias_ih_l0_reverse	3	-0.2818072438240051
402460	rnn.bias_ih_l0_reverse	4	-0.012947887182235718
402460	rnn.bias_ih_l0_reverse	5	-0.19250991940498352
402460	rnn.bias_ih_l0_reverse	6	0.2405088096857071
402460	rnn.bias_ih_l0_reverse	7	-0.27890199422836304
402460	rnn.bias_ih_l0_reverse	8	-0.15591059625148773
402460	rnn.bias_ih_l0_reverse	9	-0.19303372502326965
402460	rnn.bias_hh_l0_reverse	0	-0.12842291593551636
402460	rnn.bias_hh_l0_reverse	1	0.2508421838283539
402460	rnn.bias_hh_l0_reverse	2	-0.31487008929252625
402460	rnn.bias_hh_l0_reverse	3	-0.20728886127471924
402460	rnn.bias_hh_l0_reverse	4	-0.37847384810447693
402460	rnn.bias_hh_l0_reverse	5	-0.17783714830875397
402460	rnn.bias_hh_l0_reverse	6	-0.2739327549934387
402460	rnn.bias_hh_l0_reverse	7	-0.07072019577026367
402460	rnn.bias_hh_l0_reverse	8	-0.28735780715942383
402460	rnn.bias_hh_l0_reverse	9	0.19209198653697968
402460	linear.weight	0	0.2128906548023224
402460	linear.weight	1	-0.4273630976676941
402460	linear.weight	2	0.022332150489091873
402460	linear.weight	3	0.06768031418323517
402460	linear.weight	4	-0.12638165056705475
402460	linear.weight	5	0.19491775333881378
402460	linear.weight	6	-0.06872709095478058
402460	linear.weight	7	-0.0626404657959938
402460	linear.weight	8	0.1639612466096878
402460	linear.weight	9	-0.047054223716259
402460	linear.bias	0	-0.9872614145278931
402460	linear.bias	1	1.9687193632125854
402460	linear.bias	2	0.6878108978271484
402460	linear.bias	3	-2.6346843242645264
402460	linear.bias	4	-0.16871832311153412
402460	linear.bias	5	1.2613837718963623
402460	linear.bias	6	-0.20663148164749146
402460	linear.bias	7	0.7328062653541565
402460	linear.bias	8	2.1779823303222656
402460	linear.bias	9	-1.4503915309906006
402468	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
402468	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
402468	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
402468	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
402468	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
402468	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
402468	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
402468	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
402468	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
402468	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
402468	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
402468	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
402468	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
402468	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
402468	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
402468	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
402468	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
402468	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
402468	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
402468	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
402468	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
402468	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
402468	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
402468	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
402468	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
402468	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
402468	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
402468	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
402468	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
402468	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
402468	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
402468	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
402468	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
402468	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
402468	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
402468	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
402468	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
402468	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
402468	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
402468	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
402468	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
402468	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
402468	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
402468	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
402468	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
402468	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
402468	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
402468	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
402468	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
402468	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
402468	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
402468	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
402468	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
402468	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
402468	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
402468	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
402468	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
402468	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
402468	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
402468	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
402468	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
402468	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
402468	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
402468	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
402468	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
402468	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
402468	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
402468	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
402468	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
402468	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
402468	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
402468	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
402468	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
402468	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
402468	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
402468	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
402468	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
402468	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
402468	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
402468	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
402468	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
402468	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
402468	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
402468	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
402468	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
402468	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
402468	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
402468	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
402468	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
402468	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
402468	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
402468	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
402468	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
402468	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
402468	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
402468	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
402468	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
402468	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
402468	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
402468	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
402468	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
402468	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
402468	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
402468	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
402468	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
402468	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
402468	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
402468	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
402468	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
402468	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
402468	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
402468	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
402468	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
402468	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
402468	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
402468	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
402468	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
402468	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
402468	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
402468	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
402468	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
402468	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
402468	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
402468	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
402468	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
402468	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
402468	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
402468	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
402468	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
402468	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
402468	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
402468	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
402468	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
402468	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
402468	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
402468	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
402468	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
402468	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
402468	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
402468	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
402468	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
402468	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
402468	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
402468	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
402468	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
402468	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
402468	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
402468	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
402468	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
402468	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
402468	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
402468	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
402468	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
402468	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
402468	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
402468	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
402468	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
402468	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
402468	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
402468	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
402468	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
402468	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
402468	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
402468	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
402468	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
402468	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
402468	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
402468	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
402468	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
402468	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
402468	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
402468	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
402468	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
402468	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
402468	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
402468	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
402468	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
402468	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
402468	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
402468	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
402468	embedding2nn.weight	0	0.3179250657558441
402468	embedding2nn.weight	1	0.39580315351486206
402468	embedding2nn.weight	2	-0.008051208220422268
402468	embedding2nn.weight	3	0.03249490633606911
402468	embedding2nn.weight	4	-0.04277018457651138
402468	embedding2nn.weight	5	0.06663849949836731
402468	embedding2nn.weight	6	0.018677251413464546
402468	embedding2nn.weight	7	0.024861779063940048
402468	embedding2nn.weight	8	0.033629097044467926
402468	embedding2nn.weight	9	-0.009127846919000149
402468	embedding2nn.bias	0	0.012937798164784908
402468	embedding2nn.bias	1	-0.19419673085212708
402468	embedding2nn.bias	2	0.1189505010843277
402468	embedding2nn.bias	3	0.17948909103870392
402468	embedding2nn.bias	4	0.15702395141124725
402468	embedding2nn.bias	5	-0.03362393379211426
402468	embedding2nn.bias	6	-0.08563276380300522
402468	embedding2nn.bias	7	0.014286643825471401
402468	embedding2nn.bias	8	-0.1477593630552292
402468	embedding2nn.bias	9	-0.3763136565685272
402468	rnn.weight_ih_l0	0	-0.001996733248233795
402468	rnn.weight_ih_l0	1	-0.08474921435117722
402468	rnn.weight_ih_l0	2	-0.06525953859090805
402468	rnn.weight_ih_l0	3	0.11096055060625076
402468	rnn.weight_ih_l0	4	-0.010135023854672909
402468	rnn.weight_ih_l0	5	-0.07736030220985413
402468	rnn.weight_ih_l0	6	-0.03776184469461441
402468	rnn.weight_ih_l0	7	-0.033409539610147476
402468	rnn.weight_ih_l0	8	0.0058251251466572285
402468	rnn.weight_ih_l0	9	-0.05840862914919853
402468	rnn.weight_hh_l0	0	-0.004617280792444944
402468	rnn.weight_hh_l0	1	0.0676722526550293
402468	rnn.weight_hh_l0	2	0.02828715555369854
402468	rnn.weight_hh_l0	3	-0.0006286586285568774
402468	rnn.weight_hh_l0	4	0.025441138073801994
402468	rnn.weight_hh_l0	5	0.05345936492085457
402468	rnn.weight_hh_l0	6	-0.0563654825091362
402468	rnn.weight_hh_l0	7	-0.0833301693201065
402468	rnn.weight_hh_l0	8	0.03816334530711174
402468	rnn.weight_hh_l0	9	-0.10581313073635101
402468	rnn.bias_ih_l0	0	0.17292015254497528
402468	rnn.bias_ih_l0	1	-0.27403247356414795
402468	rnn.bias_ih_l0	2	-0.014171992428600788
402468	rnn.bias_ih_l0	3	-0.17540153861045837
402468	rnn.bias_ih_l0	4	0.052917320281267166
402468	rnn.bias_ih_l0	5	-0.37451818585395813
402468	rnn.bias_ih_l0	6	-0.1347615122795105
402468	rnn.bias_ih_l0	7	-0.32291853427886963
402468	rnn.bias_ih_l0	8	-0.27153971791267395
402468	rnn.bias_ih_l0	9	-0.41276827454566956
402468	rnn.bias_hh_l0	0	-0.3079802393913269
402468	rnn.bias_hh_l0	1	-0.3627832233905792
402468	rnn.bias_hh_l0	2	-0.29908761382102966
402468	rnn.bias_hh_l0	3	-0.088627390563488
402468	rnn.bias_hh_l0	4	-0.32466208934783936
402468	rnn.bias_hh_l0	5	-0.29872095584869385
402468	rnn.bias_hh_l0	6	-0.10215993970632553
402468	rnn.bias_hh_l0	7	0.07748804986476898
402468	rnn.bias_hh_l0	8	-0.21533402800559998
402468	rnn.bias_hh_l0	9	-0.5075777769088745
402468	rnn.weight_ih_l0_reverse	0	0.03941529616713524
402468	rnn.weight_ih_l0_reverse	1	-0.050555065274238586
402468	rnn.weight_ih_l0_reverse	2	-0.03217105194926262
402468	rnn.weight_ih_l0_reverse	3	-0.11568379402160645
402468	rnn.weight_ih_l0_reverse	4	0.07860761880874634
402468	rnn.weight_ih_l0_reverse	5	-0.11443224549293518
402468	rnn.weight_ih_l0_reverse	6	-0.019078947603702545
402468	rnn.weight_ih_l0_reverse	7	0.025983985513448715
402468	rnn.weight_ih_l0_reverse	8	-0.07100784778594971
402468	rnn.weight_ih_l0_reverse	9	-0.08358374983072281
402468	rnn.weight_hh_l0_reverse	0	-0.1180882677435875
402468	rnn.weight_hh_l0_reverse	1	0.03561630845069885
402468	rnn.weight_hh_l0_reverse	2	-0.023742742836475372
402468	rnn.weight_hh_l0_reverse	3	0.034648120403289795
402468	rnn.weight_hh_l0_reverse	4	-0.0736437737941742
402468	rnn.weight_hh_l0_reverse	5	0.03638093173503876
402468	rnn.weight_hh_l0_reverse	6	0.022775454446673393
402468	rnn.weight_hh_l0_reverse	7	-0.09694239497184753
402468	rnn.weight_hh_l0_reverse	8	-0.033546023070812225
402468	rnn.weight_hh_l0_reverse	9	0.07954688370227814
402468	rnn.bias_ih_l0_reverse	0	-0.16081582009792328
402468	rnn.bias_ih_l0_reverse	1	-0.07420520484447479
402468	rnn.bias_ih_l0_reverse	2	0.1313951462507248
402468	rnn.bias_ih_l0_reverse	3	-0.28293779492378235
402468	rnn.bias_ih_l0_reverse	4	-0.012012545019388199
402468	rnn.bias_ih_l0_reverse	5	-0.19163475930690765
402468	rnn.bias_ih_l0_reverse	6	0.2403336614370346
402468	rnn.bias_ih_l0_reverse	7	-0.2790295481681824
402468	rnn.bias_ih_l0_reverse	8	-0.1556195318698883
402468	rnn.bias_ih_l0_reverse	9	-0.1931808739900589
402468	rnn.bias_hh_l0_reverse	0	-0.12596876919269562
402468	rnn.bias_hh_l0_reverse	1	0.2505122125148773
402468	rnn.bias_hh_l0_reverse	2	-0.3147799074649811
402468	rnn.bias_hh_l0_reverse	3	-0.2076966017484665
402468	rnn.bias_hh_l0_reverse	4	-0.37781527638435364
402468	rnn.bias_hh_l0_reverse	5	-0.17890489101409912
402468	rnn.bias_hh_l0_reverse	6	-0.2742137908935547
402468	rnn.bias_hh_l0_reverse	7	-0.07050622254610062
402468	rnn.bias_hh_l0_reverse	8	-0.28748810291290283
402468	rnn.bias_hh_l0_reverse	9	0.192054882645607
402468	linear.weight	0	0.21286343038082123
402468	linear.weight	1	-0.42574724555015564
402468	linear.weight	2	0.020586026832461357
402468	linear.weight	3	0.0676804780960083
402468	linear.weight	4	-0.12395555526018143
402468	linear.weight	5	0.19407565891742706
402468	linear.weight	6	-0.07138681411743164
402468	linear.weight	7	-0.06264041364192963
402468	linear.weight	8	0.1642218679189682
402468	linear.weight	9	-0.04705427959561348
402468	linear.bias	0	-0.9773129820823669
402468	linear.bias	1	1.947475552558899
402468	linear.bias	2	0.698350191116333
402468	linear.bias	3	-2.6346895694732666
402468	linear.bias	4	-0.17918090522289276
402468	linear.bias	5	1.2614762783050537
402468	linear.bias	6	-0.20583921670913696
402468	linear.bias	7	0.7433632612228394
402468	linear.bias	8	2.1834630966186523
402468	linear.bias	9	-1.452738881111145
403077	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
403077	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
403077	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
403077	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
403077	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
403077	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
403077	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
403077	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
403077	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
403077	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
403077	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
403077	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
403077	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
403077	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
403077	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
403077	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
403077	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
403077	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
403077	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
403077	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
403077	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
403077	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
403077	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
403077	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
403077	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
403077	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
403077	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
403077	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
403077	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
403077	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
403077	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
403077	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
403077	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
403077	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
403077	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
403077	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
403077	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
403077	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
403077	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
403077	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
403077	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
403077	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
403077	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
403077	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
403077	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
403077	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
403077	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
403077	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
403077	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
403077	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
403077	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
403077	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
403077	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
403077	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
403077	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
403077	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
403077	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
403077	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
403077	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
403077	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
403077	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
403077	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
403077	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
403077	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
403077	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
403077	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
403077	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
403077	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
403077	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
403077	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
403077	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
403077	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
403077	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
403077	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
403077	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
403077	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
403077	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
403077	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
403077	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
403077	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
403077	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
403077	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
403077	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
403077	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
403077	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
403077	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
403077	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
403077	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
403077	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
403077	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
403077	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
403077	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
403077	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
403077	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
403077	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
403077	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
403077	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
403077	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
403077	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
403077	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
403077	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
403077	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
403077	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
403077	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
403077	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
403077	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
403077	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
403077	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
403077	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
403077	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
403077	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
403077	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
403077	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
403077	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
403077	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
403077	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
403077	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
403077	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
403077	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
403077	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
403077	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
403077	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
403077	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
403077	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
403077	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
403077	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
403077	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
403077	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
403077	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
403077	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
403077	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
403077	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
403077	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
403077	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
403077	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
403077	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
403077	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
403077	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
403077	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
403077	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
403077	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
403077	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
403077	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
403077	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
403077	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
403077	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
403077	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
403077	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
403077	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
403077	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
403077	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
403077	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
403077	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
403077	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
403077	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
403077	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
403077	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
403077	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
403077	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
403077	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
403077	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
403077	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
403077	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
403077	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
403077	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
403077	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
403077	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
403077	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
403077	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
403077	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
403077	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
403077	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
403077	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
403077	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
403077	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
403077	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
403077	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
403077	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
403077	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
403077	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
403077	embedding2nn.weight	0	0.3189030587673187
403077	embedding2nn.weight	1	0.39818325638771057
403077	embedding2nn.weight	2	-0.008748105727136135
403077	embedding2nn.weight	3	0.04563448205590248
403077	embedding2nn.weight	4	-0.046591617166996
403077	embedding2nn.weight	5	0.06629417091608047
403077	embedding2nn.weight	6	0.031273044645786285
403077	embedding2nn.weight	7	0.029231565073132515
403077	embedding2nn.weight	8	0.04098543897271156
403077	embedding2nn.weight	9	-0.007372163236141205
403077	embedding2nn.bias	0	0.024272272363305092
403077	embedding2nn.bias	1	-0.21326899528503418
403077	embedding2nn.bias	2	0.09966815263032913
403077	embedding2nn.bias	3	0.18657636642456055
403077	embedding2nn.bias	4	0.13067181408405304
403077	embedding2nn.bias	5	-0.05300525575876236
403077	embedding2nn.bias	6	-0.06770586967468262
403077	embedding2nn.bias	7	0.018007585778832436
403077	embedding2nn.bias	8	-0.15028150379657745
403077	embedding2nn.bias	9	-0.39364272356033325
403077	rnn.weight_ih_l0	0	-0.0016056004678830504
403077	rnn.weight_ih_l0	1	-0.08558739721775055
403077	rnn.weight_ih_l0	2	-0.06706777215003967
403077	rnn.weight_ih_l0	3	0.1109461709856987
403077	rnn.weight_ih_l0	4	-0.007997412234544754
403077	rnn.weight_ih_l0	5	-0.07416349649429321
403077	rnn.weight_ih_l0	6	-0.035610608756542206
403077	rnn.weight_ih_l0	7	-0.0355444997549057
403077	rnn.weight_ih_l0	8	0.008595350198447704
403077	rnn.weight_ih_l0	9	-0.06321495771408081
403077	rnn.weight_hh_l0	0	-0.005228265188634396
403077	rnn.weight_hh_l0	1	0.06658760458230972
403077	rnn.weight_hh_l0	2	0.028124865144491196
403077	rnn.weight_hh_l0	3	0.0002847354917321354
403077	rnn.weight_hh_l0	4	0.026105159893631935
403077	rnn.weight_hh_l0	5	0.05566352605819702
403077	rnn.weight_hh_l0	6	-0.05663718655705452
403077	rnn.weight_hh_l0	7	-0.08319085091352463
403077	rnn.weight_hh_l0	8	0.03800196200609207
403077	rnn.weight_hh_l0	9	-0.1044343113899231
403077	rnn.bias_ih_l0	0	0.17267227172851562
403077	rnn.bias_ih_l0	1	-0.28116294741630554
403077	rnn.bias_ih_l0	2	-0.0195314921438694
403077	rnn.bias_ih_l0	3	-0.18433117866516113
403077	rnn.bias_ih_l0	4	0.041818104684352875
403077	rnn.bias_ih_l0	5	-0.36863258481025696
403077	rnn.bias_ih_l0	6	-0.12720155715942383
403077	rnn.bias_ih_l0	7	-0.32314303517341614
403077	rnn.bias_ih_l0	8	-0.2774447500705719
403077	rnn.bias_ih_l0	9	-0.4099430739879608
403077	rnn.bias_hh_l0	0	-0.30965614318847656
403077	rnn.bias_hh_l0	1	-0.3621132969856262
403077	rnn.bias_hh_l0	2	-0.3112327456474304
403077	rnn.bias_hh_l0	3	-0.08711685985326767
403077	rnn.bias_hh_l0	4	-0.3262443244457245
403077	rnn.bias_hh_l0	5	-0.30079108476638794
403077	rnn.bias_hh_l0	6	-0.10123878717422485
403077	rnn.bias_hh_l0	7	0.08403309434652328
403077	rnn.bias_hh_l0	8	-0.2040865570306778
403077	rnn.bias_hh_l0	9	-0.5111296772956848
403077	rnn.weight_ih_l0_reverse	0	0.033024609088897705
403077	rnn.weight_ih_l0_reverse	1	-0.05171678960323334
403077	rnn.weight_ih_l0_reverse	2	-0.03494500368833542
403077	rnn.weight_ih_l0_reverse	3	-0.11507923156023026
403077	rnn.weight_ih_l0_reverse	4	0.07975811511278152
403077	rnn.weight_ih_l0_reverse	5	-0.10904686897993088
403077	rnn.weight_ih_l0_reverse	6	-0.012933995574712753
403077	rnn.weight_ih_l0_reverse	7	0.025868678465485573
403077	rnn.weight_ih_l0_reverse	8	-0.07413608580827713
403077	rnn.weight_ih_l0_reverse	9	-0.07784288376569748
403077	rnn.weight_hh_l0_reverse	0	-0.1181044727563858
403077	rnn.weight_hh_l0_reverse	1	0.03652743622660637
403077	rnn.weight_hh_l0_reverse	2	-0.022850126028060913
403077	rnn.weight_hh_l0_reverse	3	0.03520435839891434
403077	rnn.weight_hh_l0_reverse	4	-0.07340452075004578
403077	rnn.weight_hh_l0_reverse	5	0.03678596392273903
403077	rnn.weight_hh_l0_reverse	6	0.0229758583009243
403077	rnn.weight_hh_l0_reverse	7	-0.09899100661277771
403077	rnn.weight_hh_l0_reverse	8	-0.02907007932662964
403077	rnn.weight_hh_l0_reverse	9	0.0779619887471199
403077	rnn.bias_ih_l0_reverse	0	-0.1556607037782669
403077	rnn.bias_ih_l0_reverse	1	-0.06975177675485611
403077	rnn.bias_ih_l0_reverse	2	0.12179702520370483
403077	rnn.bias_ih_l0_reverse	3	-0.28220877051353455
403077	rnn.bias_ih_l0_reverse	4	-0.014847476035356522
403077	rnn.bias_ih_l0_reverse	5	-0.19276514649391174
403077	rnn.bias_ih_l0_reverse	6	0.2348773330450058
403077	rnn.bias_ih_l0_reverse	7	-0.28765934705734253
403077	rnn.bias_ih_l0_reverse	8	-0.16869795322418213
403077	rnn.bias_ih_l0_reverse	9	-0.18321499228477478
403077	rnn.bias_hh_l0_reverse	0	-0.13721469044685364
403077	rnn.bias_hh_l0_reverse	1	0.2552628815174103
403077	rnn.bias_hh_l0_reverse	2	-0.3086506128311157
403077	rnn.bias_hh_l0_reverse	3	-0.20561948418617249
403077	rnn.bias_hh_l0_reverse	4	-0.3688815236091614
403077	rnn.bias_hh_l0_reverse	5	-0.17588183283805847
403077	rnn.bias_hh_l0_reverse	6	-0.2720140218734741
403077	rnn.bias_hh_l0_reverse	7	-0.06719961017370224
403077	rnn.bias_hh_l0_reverse	8	-0.2874658703804016
403077	rnn.bias_hh_l0_reverse	9	0.1745542287826538
403077	linear.weight	0	0.2484533190727234
403077	linear.weight	1	-0.4621013104915619
403077	linear.weight	2	0.011604362167418003
403077	linear.weight	3	0.06768277287483215
403077	linear.weight	4	-0.1616724282503128
403077	linear.weight	5	0.21815736591815948
403077	linear.weight	6	-0.07069707661867142
403077	linear.weight	7	-0.0626346617937088
403077	linear.weight	8	0.14528487622737885
403077	linear.weight	9	-0.04706401005387306
403077	linear.bias	0	-0.9540626406669617
403077	linear.bias	1	1.9291999340057373
403077	linear.bias	2	0.6973205804824829
403077	linear.bias	3	-2.6351428031921387
403077	linear.bias	4	-0.17236638069152832
403077	linear.bias	5	1.253090262413025
403077	linear.bias	6	-0.22585131227970123
403077	linear.bias	7	0.709800660610199
403077	linear.bias	8	2.2251744270324707
403077	linear.bias	9	-1.461509346961975
403686	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
403686	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
403686	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
403686	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
403686	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
403686	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
403686	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
403686	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
403686	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
403686	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
403686	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
403686	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
403686	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
403686	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
403686	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
403686	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
403686	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
403686	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
403686	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
403686	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
403686	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
403686	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
403686	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
403686	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
403686	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
403686	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
403686	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
403686	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
403686	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
403686	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
403686	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
403686	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
403686	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
403686	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
403686	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
403686	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
403686	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
403686	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
403686	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
403686	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
403686	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
403686	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
403686	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
403686	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
403686	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
403686	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
403686	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
403686	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
403686	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
403686	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
403686	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
403686	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
403686	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
403686	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
403686	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
403686	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
403686	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
403686	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
403686	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
403686	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
403686	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
403686	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
403686	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
403686	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
403686	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
403686	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
403686	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
403686	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
403686	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
403686	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
403686	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
403686	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
403686	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
403686	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
403686	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
403686	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
403686	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
403686	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
403686	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
403686	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
403686	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
403686	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
403686	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
403686	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
403686	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
403686	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
403686	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
403686	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
403686	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
403686	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
403686	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
403686	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
403686	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
403686	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
403686	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
403686	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
403686	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
403686	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
403686	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
403686	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
403686	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
403686	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
403686	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
403686	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
403686	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
403686	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
403686	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
403686	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
403686	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
403686	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
403686	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
403686	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
403686	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
403686	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
403686	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
403686	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
403686	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
403686	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
403686	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
403686	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
403686	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
403686	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
403686	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
403686	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
403686	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
403686	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
403686	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
403686	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
403686	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
403686	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
403686	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
403686	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
403686	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
403686	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
403686	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
403686	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
403686	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
403686	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
403686	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
403686	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
403686	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
403686	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
403686	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
403686	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
403686	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
403686	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
403686	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
403686	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
403686	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
403686	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
403686	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
403686	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
403686	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
403686	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
403686	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
403686	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
403686	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
403686	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
403686	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
403686	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
403686	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
403686	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
403686	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
403686	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
403686	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
403686	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
403686	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
403686	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
403686	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
403686	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
403686	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
403686	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
403686	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
403686	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
403686	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
403686	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
403686	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
403686	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
403686	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
403686	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
403686	embedding2nn.weight	0	0.3207586109638214
403686	embedding2nn.weight	1	0.3973079025745392
403686	embedding2nn.weight	2	-0.009036117233335972
403686	embedding2nn.weight	3	0.015672655776143074
403686	embedding2nn.weight	4	-0.04580974206328392
403686	embedding2nn.weight	5	0.06598690152168274
403686	embedding2nn.weight	6	0.025546785444021225
403686	embedding2nn.weight	7	0.019295519217848778
403686	embedding2nn.weight	8	0.044287946075201035
403686	embedding2nn.weight	9	-0.005368575919419527
403686	embedding2nn.bias	0	0.03093620017170906
403686	embedding2nn.bias	1	-0.19692644476890564
403686	embedding2nn.bias	2	0.1011294424533844
403686	embedding2nn.bias	3	0.1819804459810257
403686	embedding2nn.bias	4	0.1553165316581726
403686	embedding2nn.bias	5	-0.06562622636556625
403686	embedding2nn.bias	6	-0.06835170835256577
403686	embedding2nn.bias	7	0.02334989607334137
403686	embedding2nn.bias	8	-0.15403810143470764
403686	embedding2nn.bias	9	-0.38077661395072937
403686	rnn.weight_ih_l0	0	-0.0016411342658102512
403686	rnn.weight_ih_l0	1	-0.08388757705688477
403686	rnn.weight_ih_l0	2	-0.05581361800432205
403686	rnn.weight_ih_l0	3	0.1134745329618454
403686	rnn.weight_ih_l0	4	-0.003983131609857082
403686	rnn.weight_ih_l0	5	-0.06526495516300201
403686	rnn.weight_ih_l0	6	-0.03276873752474785
403686	rnn.weight_ih_l0	7	-0.03691510483622551
403686	rnn.weight_ih_l0	8	0.00627543032169342
403686	rnn.weight_ih_l0	9	-0.06564649194478989
403686	rnn.weight_hh_l0	0	-0.005568278953433037
403686	rnn.weight_hh_l0	1	0.06639301776885986
403686	rnn.weight_hh_l0	2	0.02827651984989643
403686	rnn.weight_hh_l0	3	9.014427632791921e-06
403686	rnn.weight_hh_l0	4	0.025688493624329567
403686	rnn.weight_hh_l0	5	0.05397357419133186
403686	rnn.weight_hh_l0	6	-0.05647701025009155
403686	rnn.weight_hh_l0	7	-0.08240511268377304
403686	rnn.weight_hh_l0	8	0.03799957036972046
403686	rnn.weight_hh_l0	9	-0.10489686578512192
403686	rnn.bias_ih_l0	0	0.17058712244033813
403686	rnn.bias_ih_l0	1	-0.2783929109573364
403686	rnn.bias_ih_l0	2	-0.0215693861246109
403686	rnn.bias_ih_l0	3	-0.18587487936019897
403686	rnn.bias_ih_l0	4	0.037206754088401794
403686	rnn.bias_ih_l0	5	-0.3733603060245514
403686	rnn.bias_ih_l0	6	-0.13057458400726318
403686	rnn.bias_ih_l0	7	-0.32216891646385193
403686	rnn.bias_ih_l0	8	-0.28097328543663025
403686	rnn.bias_ih_l0	9	-0.40172362327575684
403686	rnn.bias_hh_l0	0	-0.3133997917175293
403686	rnn.bias_hh_l0	1	-0.36147573590278625
403686	rnn.bias_hh_l0	2	-0.3037815988063812
403686	rnn.bias_hh_l0	3	-0.08415237069129944
403686	rnn.bias_hh_l0	4	-0.3195575773715973
403686	rnn.bias_hh_l0	5	-0.3011416792869568
403686	rnn.bias_hh_l0	6	-0.0969567820429802
403686	rnn.bias_hh_l0	7	0.07305862009525299
403686	rnn.bias_hh_l0	8	-0.20215311646461487
403686	rnn.bias_hh_l0	9	-0.5137590765953064
403686	rnn.weight_ih_l0_reverse	0	0.03931590914726257
403686	rnn.weight_ih_l0_reverse	1	-0.05119543895125389
403686	rnn.weight_ih_l0_reverse	2	-0.034577835351228714
403686	rnn.weight_ih_l0_reverse	3	-0.11868568509817123
403686	rnn.weight_ih_l0_reverse	4	0.08244574069976807
403686	rnn.weight_ih_l0_reverse	5	-0.10726920515298843
403686	rnn.weight_ih_l0_reverse	6	-0.021985678002238274
403686	rnn.weight_ih_l0_reverse	7	0.0253155417740345
403686	rnn.weight_ih_l0_reverse	8	-0.07468405365943909
403686	rnn.weight_ih_l0_reverse	9	-0.0733121931552887
403686	rnn.weight_hh_l0_reverse	0	-0.11786676198244095
403686	rnn.weight_hh_l0_reverse	1	0.036363616585731506
403686	rnn.weight_hh_l0_reverse	2	-0.021807031705975533
403686	rnn.weight_hh_l0_reverse	3	0.03606933355331421
403686	rnn.weight_hh_l0_reverse	4	-0.07303594797849655
403686	rnn.weight_hh_l0_reverse	5	0.03700066730380058
403686	rnn.weight_hh_l0_reverse	6	0.02276470512151718
403686	rnn.weight_hh_l0_reverse	7	-0.09487080574035645
403686	rnn.weight_hh_l0_reverse	8	-0.02663951739668846
403686	rnn.weight_hh_l0_reverse	9	0.0756915807723999
403686	rnn.bias_ih_l0_reverse	0	-0.1574966162443161
403686	rnn.bias_ih_l0_reverse	1	-0.0681382343173027
403686	rnn.bias_ih_l0_reverse	2	0.13072745501995087
403686	rnn.bias_ih_l0_reverse	3	-0.28360164165496826
403686	rnn.bias_ih_l0_reverse	4	-0.00539817288517952
403686	rnn.bias_ih_l0_reverse	5	-0.1965775340795517
403686	rnn.bias_ih_l0_reverse	6	0.2398013323545456
403686	rnn.bias_ih_l0_reverse	7	-0.2674426734447479
403686	rnn.bias_ih_l0_reverse	8	-0.15950429439544678
403686	rnn.bias_ih_l0_reverse	9	-0.18825948238372803
403686	rnn.bias_hh_l0_reverse	0	-0.12090996652841568
403686	rnn.bias_hh_l0_reverse	1	0.24864600598812103
403686	rnn.bias_hh_l0_reverse	2	-0.3153626024723053
403686	rnn.bias_hh_l0_reverse	3	-0.2090638130903244
403686	rnn.bias_hh_l0_reverse	4	-0.37187477946281433
403686	rnn.bias_hh_l0_reverse	5	-0.17277231812477112
403686	rnn.bias_hh_l0_reverse	6	-0.2723671495914459
403686	rnn.bias_hh_l0_reverse	7	-0.0754564106464386
403686	rnn.bias_hh_l0_reverse	8	-0.2887200117111206
403686	rnn.bias_hh_l0_reverse	9	0.18568338453769684
403686	linear.weight	0	0.23847045004367828
403686	linear.weight	1	-0.4683014452457428
403686	linear.weight	2	0.01472354307770729
403686	linear.weight	3	0.0676824077963829
403686	linear.weight	4	-0.13793084025382996
403686	linear.weight	5	0.21299433708190918
403686	linear.weight	6	-0.08765558153390884
403686	linear.weight	7	-0.06262801587581635
403686	linear.weight	8	0.13388031721115112
403686	linear.weight	9	-0.047070663422346115
403686	linear.bias	0	-0.9661905169487
403686	linear.bias	1	1.9058594703674316
403686	linear.bias	2	0.7183634638786316
403686	linear.bias	3	-2.635568618774414
403686	linear.bias	4	-0.17277446389198303
403686	linear.bias	5	1.313346028327942
403686	linear.bias	6	-0.15996886789798737
403686	linear.bias	7	0.7343968749046326
403686	linear.bias	8	2.2373759746551514
403686	linear.bias	9	-1.4799089431762695
404295	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
404295	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
404295	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
404295	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
404295	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
404295	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
404295	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
404295	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
404295	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
404295	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
404295	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
404295	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
404295	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
404295	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
404295	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
404295	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
404295	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
404295	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
404295	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
404295	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
404295	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
404295	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
404295	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
404295	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
404295	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
404295	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
404295	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
404295	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
404295	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
404295	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
404295	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
404295	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
404295	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
404295	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
404295	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
404295	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
404295	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
404295	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
404295	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
404295	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
404295	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
404295	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
404295	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
404295	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
404295	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
404295	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
404295	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
404295	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
404295	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
404295	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
404295	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
404295	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
404295	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
404295	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
404295	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
404295	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
404295	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
404295	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
404295	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
404295	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
404295	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
404295	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
404295	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
404295	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
404295	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
404295	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
404295	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
404295	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
404295	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
404295	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
404295	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
404295	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
404295	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
404295	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
404295	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
404295	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
404295	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
404295	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
404295	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
404295	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
404295	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
404295	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
404295	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
404295	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
404295	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
404295	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
404295	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
404295	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
404295	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
404295	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
404295	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
404295	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
404295	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
404295	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
404295	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
404295	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
404295	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
404295	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
404295	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
404295	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
404295	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
404295	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
404295	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
404295	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
404295	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
404295	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
404295	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
404295	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
404295	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
404295	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
404295	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
404295	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
404295	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
404295	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
404295	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
404295	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
404295	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
404295	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
404295	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
404295	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
404295	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
404295	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
404295	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
404295	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
404295	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
404295	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
404295	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
404295	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
404295	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
404295	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
404295	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
404295	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
404295	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
404295	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
404295	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
404295	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
404295	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
404295	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
404295	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
404295	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
404295	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
404295	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
404295	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
404295	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
404295	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
404295	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
404295	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
404295	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
404295	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
404295	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
404295	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
404295	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
404295	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
404295	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
404295	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
404295	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
404295	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
404295	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
404295	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
404295	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
404295	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
404295	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
404295	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
404295	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
404295	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
404295	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
404295	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
404295	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
404295	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
404295	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
404295	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
404295	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
404295	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
404295	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
404295	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
404295	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
404295	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
404295	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
404295	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
404295	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
404295	embedding2nn.weight	0	0.32220277190208435
404295	embedding2nn.weight	1	0.39711642265319824
404295	embedding2nn.weight	2	-0.004807676654309034
404295	embedding2nn.weight	3	0.031050920486450195
404295	embedding2nn.weight	4	-0.052554067224264145
404295	embedding2nn.weight	5	0.06830435991287231
404295	embedding2nn.weight	6	0.01924799382686615
404295	embedding2nn.weight	7	0.025578243657946587
404295	embedding2nn.weight	8	0.04424864426255226
404295	embedding2nn.weight	9	-0.00878383032977581
404295	embedding2nn.bias	0	0.03481946513056755
404295	embedding2nn.bias	1	-0.185842365026474
404295	embedding2nn.bias	2	0.11407862603664398
404295	embedding2nn.bias	3	0.17684510350227356
404295	embedding2nn.bias	4	0.17059645056724548
404295	embedding2nn.bias	5	-0.07420634478330612
404295	embedding2nn.bias	6	-0.045570287853479385
404295	embedding2nn.bias	7	0.03065982460975647
404295	embedding2nn.bias	8	-0.14831037819385529
404295	embedding2nn.bias	9	-0.40075594186782837
404295	rnn.weight_ih_l0	0	-0.003018358489498496
404295	rnn.weight_ih_l0	1	-0.0830078199505806
404295	rnn.weight_ih_l0	2	-0.05571805313229561
404295	rnn.weight_ih_l0	3	0.11124735325574875
404295	rnn.weight_ih_l0	4	-0.0004415145958773792
404295	rnn.weight_ih_l0	5	-0.06655604392290115
404295	rnn.weight_ih_l0	6	-0.033355969935655594
404295	rnn.weight_ih_l0	7	-0.0324741005897522
404295	rnn.weight_ih_l0	8	0.011527542024850845
404295	rnn.weight_ih_l0	9	-0.06772754341363907
404295	rnn.weight_hh_l0	0	-0.005750318057835102
404295	rnn.weight_hh_l0	1	0.06616616249084473
404295	rnn.weight_hh_l0	2	0.027492355555295944
404295	rnn.weight_hh_l0	3	-0.0008961991406977177
404295	rnn.weight_hh_l0	4	0.025637231767177582
404295	rnn.weight_hh_l0	5	0.05563304200768471
404295	rnn.weight_hh_l0	6	-0.05694858357310295
404295	rnn.weight_hh_l0	7	-0.08113688230514526
404295	rnn.weight_hh_l0	8	0.0381508506834507
404295	rnn.weight_hh_l0	9	-0.10490816831588745
404295	rnn.bias_ih_l0	0	0.17280921339988708
404295	rnn.bias_ih_l0	1	-0.27362802624702454
404295	rnn.bias_ih_l0	2	-0.02433755062520504
404295	rnn.bias_ih_l0	3	-0.18702276051044464
404295	rnn.bias_ih_l0	4	0.047254543751478195
404295	rnn.bias_ih_l0	5	-0.3806002140045166
404295	rnn.bias_ih_l0	6	-0.131587415933609
404295	rnn.bias_ih_l0	7	-0.3248250186443329
404295	rnn.bias_ih_l0	8	-0.27266737818717957
404295	rnn.bias_ih_l0	9	-0.4055195152759552
404295	rnn.bias_hh_l0	0	-0.31931012868881226
404295	rnn.bias_hh_l0	1	-0.3638628125190735
404295	rnn.bias_hh_l0	2	-0.3046343922615051
404295	rnn.bias_hh_l0	3	-0.07880458235740662
404295	rnn.bias_hh_l0	4	-0.31637898087501526
404295	rnn.bias_hh_l0	5	-0.29953739047050476
404295	rnn.bias_hh_l0	6	-0.10169687867164612
404295	rnn.bias_hh_l0	7	0.06572275608778
404295	rnn.bias_hh_l0	8	-0.1986614167690277
404295	rnn.bias_hh_l0	9	-0.5116754770278931
404295	rnn.weight_ih_l0_reverse	0	0.0394110381603241
404295	rnn.weight_ih_l0_reverse	1	-0.05304793268442154
404295	rnn.weight_ih_l0_reverse	2	-0.036349862813949585
404295	rnn.weight_ih_l0_reverse	3	-0.11838677525520325
404295	rnn.weight_ih_l0_reverse	4	0.08652474731206894
404295	rnn.weight_ih_l0_reverse	5	-0.10200558602809906
404295	rnn.weight_ih_l0_reverse	6	-0.022608540952205658
404295	rnn.weight_ih_l0_reverse	7	0.0239004697650671
404295	rnn.weight_ih_l0_reverse	8	-0.07834812998771667
404295	rnn.weight_ih_l0_reverse	9	-0.07213173806667328
404295	rnn.weight_hh_l0_reverse	0	-0.11662901937961578
404295	rnn.weight_hh_l0_reverse	1	0.03628242015838623
404295	rnn.weight_hh_l0_reverse	2	-0.021328946575522423
404295	rnn.weight_hh_l0_reverse	3	0.03631478175520897
404295	rnn.weight_hh_l0_reverse	4	-0.07381290942430496
404295	rnn.weight_hh_l0_reverse	5	0.03722674772143364
404295	rnn.weight_hh_l0_reverse	6	0.02281899005174637
404295	rnn.weight_hh_l0_reverse	7	-0.09590227901935577
404295	rnn.weight_hh_l0_reverse	8	-0.025051945820450783
404295	rnn.weight_hh_l0_reverse	9	0.07741273939609528
404295	rnn.bias_ih_l0_reverse	0	-0.15488505363464355
404295	rnn.bias_ih_l0_reverse	1	-0.0677417665719986
404295	rnn.bias_ih_l0_reverse	2	0.1257064789533615
404295	rnn.bias_ih_l0_reverse	3	-0.2861761450767517
404295	rnn.bias_ih_l0_reverse	4	-0.02324577048420906
404295	rnn.bias_ih_l0_reverse	5	-0.20414301753044128
404295	rnn.bias_ih_l0_reverse	6	0.23647823929786682
404295	rnn.bias_ih_l0_reverse	7	-0.25836917757987976
404295	rnn.bias_ih_l0_reverse	8	-0.16653302311897278
404295	rnn.bias_ih_l0_reverse	9	-0.18678899109363556
404295	rnn.bias_hh_l0_reverse	0	-0.130702406167984
404295	rnn.bias_hh_l0_reverse	1	0.2567215859889984
404295	rnn.bias_hh_l0_reverse	2	-0.3120843470096588
404295	rnn.bias_hh_l0_reverse	3	-0.2051849365234375
404295	rnn.bias_hh_l0_reverse	4	-0.3675723075866699
404295	rnn.bias_hh_l0_reverse	5	-0.17121277749538422
404295	rnn.bias_hh_l0_reverse	6	-0.276055246591568
404295	rnn.bias_hh_l0_reverse	7	-0.07225504517555237
404295	rnn.bias_hh_l0_reverse	8	-0.2810283601284027
404295	rnn.bias_hh_l0_reverse	9	0.18245962262153625
404295	linear.weight	0	0.21064472198486328
404295	linear.weight	1	-0.44336506724357605
404295	linear.weight	2	-0.009971866384148598
404295	linear.weight	3	0.06768492609262466
404295	linear.weight	4	-0.1021723523736
404295	linear.weight	5	0.22478003799915314
404295	linear.weight	6	-0.08106214553117752
404295	linear.weight	7	-0.062627412378788
404295	linear.weight	8	0.11843094229698181
404295	linear.weight	9	-0.0470772348344326
404295	linear.bias	0	-0.9562711715698242
404295	linear.bias	1	1.9524648189544678
404295	linear.bias	2	0.7239118218421936
404295	linear.bias	3	-2.6359610557556152
404295	linear.bias	4	-0.19991330802440643
404295	linear.bias	5	1.3036651611328125
404295	linear.bias	6	-0.1922265887260437
404295	linear.bias	7	0.6876420974731445
404295	linear.bias	8	2.1812965869903564
404295	linear.bias	9	-1.4496004581451416
404904	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
404904	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
404904	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
404904	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
404904	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
404904	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
404904	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
404904	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
404904	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
404904	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
404904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
404904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
404904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
404904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
404904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
404904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
404904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
404904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
404904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
404904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
404904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
404904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
404904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
404904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
404904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
404904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
404904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
404904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
404904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
404904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
404904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
404904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
404904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
404904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
404904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
404904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
404904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
404904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
404904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
404904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
404904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
404904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
404904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
404904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
404904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
404904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
404904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
404904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
404904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
404904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
404904	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
404904	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
404904	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
404904	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
404904	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
404904	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
404904	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
404904	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
404904	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
404904	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
404904	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
404904	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
404904	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
404904	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
404904	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
404904	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
404904	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
404904	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
404904	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
404904	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
404904	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
404904	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
404904	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
404904	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
404904	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
404904	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
404904	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
404904	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
404904	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
404904	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
404904	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
404904	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
404904	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
404904	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
404904	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
404904	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
404904	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
404904	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
404904	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
404904	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
404904	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
404904	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
404904	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
404904	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
404904	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
404904	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
404904	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
404904	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
404904	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
404904	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
404904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
404904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
404904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
404904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
404904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
404904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
404904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
404904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
404904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
404904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
404904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
404904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
404904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
404904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
404904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
404904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
404904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
404904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
404904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
404904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
404904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
404904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
404904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
404904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
404904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
404904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
404904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
404904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
404904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
404904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
404904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
404904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
404904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
404904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
404904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
404904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
404904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
404904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
404904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
404904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
404904	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
404904	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
404904	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
404904	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
404904	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
404904	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
404904	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
404904	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
404904	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
404904	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
404904	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
404904	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
404904	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
404904	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
404904	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
404904	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
404904	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
404904	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
404904	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
404904	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
404904	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
404904	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
404904	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
404904	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
404904	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
404904	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
404904	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
404904	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
404904	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
404904	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
404904	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
404904	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
404904	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
404904	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
404904	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
404904	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
404904	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
404904	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
404904	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
404904	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
404904	embedding2nn.weight	0	0.3214262127876282
404904	embedding2nn.weight	1	0.3977011442184448
404904	embedding2nn.weight	2	-0.007462748326361179
404904	embedding2nn.weight	3	0.045291583985090256
404904	embedding2nn.weight	4	-0.05209791660308838
404904	embedding2nn.weight	5	0.07117775827646255
404904	embedding2nn.weight	6	0.01323788147419691
404904	embedding2nn.weight	7	0.02798960730433464
404904	embedding2nn.weight	8	0.05094492807984352
404904	embedding2nn.weight	9	-0.0077374703250825405
404904	embedding2nn.bias	0	0.00878286175429821
404904	embedding2nn.bias	1	-0.18881548941135406
404904	embedding2nn.bias	2	0.11814828217029572
404904	embedding2nn.bias	3	0.17523355782032013
404904	embedding2nn.bias	4	0.1513155847787857
404904	embedding2nn.bias	5	-0.07487519830465317
404904	embedding2nn.bias	6	-0.06594593822956085
404904	embedding2nn.bias	7	0.01441965438425541
404904	embedding2nn.bias	8	-0.15739333629608154
404904	embedding2nn.bias	9	-0.3763282001018524
404904	rnn.weight_ih_l0	0	-0.00546899763867259
404904	rnn.weight_ih_l0	1	-0.08370037376880646
404904	rnn.weight_ih_l0	2	-0.05839056149125099
404904	rnn.weight_ih_l0	3	0.10644365847110748
404904	rnn.weight_ih_l0	4	-0.0008226686040870845
404904	rnn.weight_ih_l0	5	-0.0683717355132103
404904	rnn.weight_ih_l0	6	-0.030884336680173874
404904	rnn.weight_ih_l0	7	-0.030856231227517128
404904	rnn.weight_ih_l0	8	0.025414297357201576
404904	rnn.weight_ih_l0	9	-0.06403549760580063
404904	rnn.weight_hh_l0	0	-0.004824226256459951
404904	rnn.weight_hh_l0	1	0.06597296893596649
404904	rnn.weight_hh_l0	2	0.028068458661437035
404904	rnn.weight_hh_l0	3	-0.0002562579757068306
404904	rnn.weight_hh_l0	4	0.02562374249100685
404904	rnn.weight_hh_l0	5	0.05611218884587288
404904	rnn.weight_hh_l0	6	-0.05752107873558998
404904	rnn.weight_hh_l0	7	-0.08532202243804932
404904	rnn.weight_hh_l0	8	0.03814593702554703
404904	rnn.weight_hh_l0	9	-0.10491736978292465
404904	rnn.bias_ih_l0	0	0.1870632916688919
404904	rnn.bias_ih_l0	1	-0.27992141246795654
404904	rnn.bias_ih_l0	2	-0.01984424702823162
404904	rnn.bias_ih_l0	3	-0.18158699572086334
404904	rnn.bias_ih_l0	4	0.037401434034109116
404904	rnn.bias_ih_l0	5	-0.3811573088169098
404904	rnn.bias_ih_l0	6	-0.13184139132499695
404904	rnn.bias_ih_l0	7	-0.32358410954475403
404904	rnn.bias_ih_l0	8	-0.27197012305259705
404904	rnn.bias_ih_l0	9	-0.4042111337184906
404904	rnn.bias_hh_l0	0	-0.3235233426094055
404904	rnn.bias_hh_l0	1	-0.3590051829814911
404904	rnn.bias_hh_l0	2	-0.3071426749229431
404904	rnn.bias_hh_l0	3	-0.07781549543142319
404904	rnn.bias_hh_l0	4	-0.31420862674713135
404904	rnn.bias_hh_l0	5	-0.29631370306015015
404904	rnn.bias_hh_l0	6	-0.09997877478599548
404904	rnn.bias_hh_l0	7	0.07000712305307388
404904	rnn.bias_hh_l0	8	-0.20367534458637238
404904	rnn.bias_hh_l0	9	-0.5154004693031311
404904	rnn.weight_ih_l0_reverse	0	0.03429185226559639
404904	rnn.weight_ih_l0_reverse	1	-0.05621688440442085
404904	rnn.weight_ih_l0_reverse	2	-0.03755971044301987
404904	rnn.weight_ih_l0_reverse	3	-0.12028973549604416
404904	rnn.weight_ih_l0_reverse	4	0.0802173838019371
404904	rnn.weight_ih_l0_reverse	5	-0.10937097668647766
404904	rnn.weight_ih_l0_reverse	6	-0.02633810229599476
404904	rnn.weight_ih_l0_reverse	7	0.0229734405875206
404904	rnn.weight_ih_l0_reverse	8	-0.08052288740873337
404904	rnn.weight_ih_l0_reverse	9	-0.07153265178203583
404904	rnn.weight_hh_l0_reverse	0	-0.11821484565734863
404904	rnn.weight_hh_l0_reverse	1	0.03598268702626228
404904	rnn.weight_hh_l0_reverse	2	-0.021010471507906914
404904	rnn.weight_hh_l0_reverse	3	0.03682670369744301
404904	rnn.weight_hh_l0_reverse	4	-0.07415011525154114
404904	rnn.weight_hh_l0_reverse	5	0.03746049851179123
404904	rnn.weight_hh_l0_reverse	6	0.022754672914743423
404904	rnn.weight_hh_l0_reverse	7	-0.09908799082040787
404904	rnn.weight_hh_l0_reverse	8	-0.02480013109743595
404904	rnn.weight_hh_l0_reverse	9	0.07537858188152313
404904	rnn.bias_ih_l0_reverse	0	-0.1553901731967926
404904	rnn.bias_ih_l0_reverse	1	-0.06650836020708084
404904	rnn.bias_ih_l0_reverse	2	0.12573835253715515
404904	rnn.bias_ih_l0_reverse	3	-0.278166800737381
404904	rnn.bias_ih_l0_reverse	4	-0.03534112498164177
404904	rnn.bias_ih_l0_reverse	5	-0.20501242578029633
404904	rnn.bias_ih_l0_reverse	6	0.24456284940242767
404904	rnn.bias_ih_l0_reverse	7	-0.24699635803699493
404904	rnn.bias_ih_l0_reverse	8	-0.16385208070278168
404904	rnn.bias_ih_l0_reverse	9	-0.18923647701740265
404904	rnn.bias_hh_l0_reverse	0	-0.12421131134033203
404904	rnn.bias_hh_l0_reverse	1	0.25308066606521606
404904	rnn.bias_hh_l0_reverse	2	-0.30927106738090515
404904	rnn.bias_hh_l0_reverse	3	-0.21455179154872894
404904	rnn.bias_hh_l0_reverse	4	-0.36333170533180237
404904	rnn.bias_hh_l0_reverse	5	-0.17336758971214294
404904	rnn.bias_hh_l0_reverse	6	-0.26363348960876465
404904	rnn.bias_hh_l0_reverse	7	-0.07009092718362808
404904	rnn.bias_hh_l0_reverse	8	-0.2640434801578522
404904	rnn.bias_hh_l0_reverse	9	0.1822381168603897
404904	linear.weight	0	0.20799191296100616
404904	linear.weight	1	-0.47128573060035706
404904	linear.weight	2	0.0156351700425148
404904	linear.weight	3	0.06768402457237244
404904	linear.weight	4	-0.12781594693660736
404904	linear.weight	5	0.23230241239070892
404904	linear.weight	6	-0.08026975393295288
404904	linear.weight	7	-0.06261729449033737
404904	linear.weight	8	0.12035929411649704
404904	linear.weight	9	-0.04708379879593849
404904	linear.bias	0	-0.9858677983283997
404904	linear.bias	1	1.9340641498565674
404904	linear.bias	2	0.6947532296180725
404904	linear.bias	3	-2.6364054679870605
404904	linear.bias	4	-0.16384746134281158
404904	linear.bias	5	1.3054089546203613
404904	linear.bias	6	-0.18149353563785553
404904	linear.bias	7	0.7042927742004395
404904	linear.bias	8	2.15238618850708
404904	linear.bias	9	-1.4211645126342773
405513	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
405513	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
405513	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
405513	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
405513	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
405513	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
405513	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
405513	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
405513	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
405513	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
405513	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
405513	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
405513	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
405513	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
405513	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
405513	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
405513	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
405513	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
405513	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
405513	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
405513	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
405513	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
405513	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
405513	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
405513	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
405513	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
405513	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
405513	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
405513	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
405513	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
405513	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
405513	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
405513	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
405513	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
405513	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
405513	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
405513	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
405513	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
405513	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
405513	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
405513	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
405513	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
405513	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
405513	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
405513	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
405513	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
405513	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
405513	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
405513	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
405513	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
405513	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
405513	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
405513	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
405513	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
405513	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
405513	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
405513	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
405513	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
405513	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
405513	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
405513	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
405513	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
405513	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
405513	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
405513	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
405513	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
405513	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
405513	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
405513	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
405513	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
405513	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
405513	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
405513	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
405513	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
405513	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
405513	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
405513	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
405513	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
405513	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
405513	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
405513	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
405513	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
405513	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
405513	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
405513	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
405513	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
405513	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
405513	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
405513	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
405513	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
405513	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
405513	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
405513	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
405513	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
405513	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
405513	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
405513	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
405513	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
405513	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
405513	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
405513	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
405513	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
405513	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
405513	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
405513	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
405513	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
405513	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
405513	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
405513	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
405513	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
405513	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
405513	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
405513	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
405513	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
405513	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
405513	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
405513	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
405513	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
405513	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
405513	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
405513	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
405513	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
405513	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
405513	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
405513	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
405513	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
405513	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
405513	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
405513	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
405513	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
405513	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
405513	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
405513	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
405513	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
405513	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
405513	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
405513	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
405513	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
405513	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
405513	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
405513	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
405513	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
405513	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
405513	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
405513	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
405513	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
405513	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
405513	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
405513	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
405513	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
405513	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
405513	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
405513	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
405513	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
405513	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
405513	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
405513	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
405513	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
405513	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
405513	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
405513	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
405513	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
405513	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
405513	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
405513	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
405513	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
405513	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
405513	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
405513	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
405513	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
405513	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
405513	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
405513	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
405513	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
405513	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
405513	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
405513	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
405513	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
405513	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
405513	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
405513	embedding2nn.weight	0	0.31988754868507385
405513	embedding2nn.weight	1	0.3933318257331848
405513	embedding2nn.weight	2	-0.0019447925733402371
405513	embedding2nn.weight	3	0.04737180098891258
405513	embedding2nn.weight	4	-0.05849375203251839
405513	embedding2nn.weight	5	0.0752333551645279
405513	embedding2nn.weight	6	-0.0017474833875894547
405513	embedding2nn.weight	7	0.028205472975969315
405513	embedding2nn.weight	8	0.04785613715648651
405513	embedding2nn.weight	9	-0.01250396203249693
405513	embedding2nn.bias	0	0.017531711608171463
405513	embedding2nn.bias	1	-0.19940683245658875
405513	embedding2nn.bias	2	0.10878428816795349
405513	embedding2nn.bias	3	0.165602445602417
405513	embedding2nn.bias	4	0.1490604281425476
405513	embedding2nn.bias	5	-0.07896489650011063
405513	embedding2nn.bias	6	-0.06554954499006271
405513	embedding2nn.bias	7	0.01774945668876171
405513	embedding2nn.bias	8	-0.17284472286701202
405513	embedding2nn.bias	9	-0.3782872259616852
405513	rnn.weight_ih_l0	0	-0.006891248282045126
405513	rnn.weight_ih_l0	1	-0.08302149921655655
405513	rnn.weight_ih_l0	2	-0.052143361419439316
405513	rnn.weight_ih_l0	3	0.11022371798753738
405513	rnn.weight_ih_l0	4	-0.008029048331081867
405513	rnn.weight_ih_l0	5	-0.06110890582203865
405513	rnn.weight_ih_l0	6	-0.03047448769211769
405513	rnn.weight_ih_l0	7	-0.027278535068035126
405513	rnn.weight_ih_l0	8	0.01900842785835266
405513	rnn.weight_ih_l0	9	-0.05626751482486725
405513	rnn.weight_hh_l0	0	-0.0038415049202740192
405513	rnn.weight_hh_l0	1	0.06573013216257095
405513	rnn.weight_hh_l0	2	0.02747071534395218
405513	rnn.weight_hh_l0	3	-0.00038229735218919814
405513	rnn.weight_hh_l0	4	0.024774910882115364
405513	rnn.weight_hh_l0	5	0.0553145706653595
405513	rnn.weight_hh_l0	6	-0.05793304368853569
405513	rnn.weight_hh_l0	7	-0.0880325511097908
405513	rnn.weight_hh_l0	8	0.03810948133468628
405513	rnn.weight_hh_l0	9	-0.10524670034646988
405513	rnn.bias_ih_l0	0	0.18074440956115723
405513	rnn.bias_ih_l0	1	-0.2727797031402588
405513	rnn.bias_ih_l0	2	-0.01833650842308998
405513	rnn.bias_ih_l0	3	-0.17692410945892334
405513	rnn.bias_ih_l0	4	0.0376594141125679
405513	rnn.bias_ih_l0	5	-0.3820628523826599
405513	rnn.bias_ih_l0	6	-0.1302538961172104
405513	rnn.bias_ih_l0	7	-0.3218202292919159
405513	rnn.bias_ih_l0	8	-0.2796080410480499
405513	rnn.bias_ih_l0	9	-0.4184570014476776
405513	rnn.bias_hh_l0	0	-0.3239709734916687
405513	rnn.bias_hh_l0	1	-0.35138556361198425
405513	rnn.bias_hh_l0	2	-0.3044668436050415
405513	rnn.bias_hh_l0	3	-0.07915014028549194
405513	rnn.bias_hh_l0	4	-0.323528915643692
405513	rnn.bias_hh_l0	5	-0.29383939504623413
405513	rnn.bias_hh_l0	6	-0.10291465371847153
405513	rnn.bias_hh_l0	7	0.07022931426763535
405513	rnn.bias_hh_l0	8	-0.19520188868045807
405513	rnn.bias_hh_l0	9	-0.5230891108512878
405513	rnn.weight_ih_l0_reverse	0	0.0354146845638752
405513	rnn.weight_ih_l0_reverse	1	-0.055551763623952866
405513	rnn.weight_ih_l0_reverse	2	-0.03552712872624397
405513	rnn.weight_ih_l0_reverse	3	-0.12393508106470108
405513	rnn.weight_ih_l0_reverse	4	0.08159353584051132
405513	rnn.weight_ih_l0_reverse	5	-0.108221136033535
405513	rnn.weight_ih_l0_reverse	6	-0.022771574556827545
405513	rnn.weight_ih_l0_reverse	7	0.023495400324463844
405513	rnn.weight_ih_l0_reverse	8	-0.08014626801013947
405513	rnn.weight_ih_l0_reverse	9	-0.06546937674283981
405513	rnn.weight_hh_l0_reverse	0	-0.12071787565946579
405513	rnn.weight_hh_l0_reverse	1	0.03527330607175827
405513	rnn.weight_hh_l0_reverse	2	-0.021103328093886375
405513	rnn.weight_hh_l0_reverse	3	0.038863085210323334
405513	rnn.weight_hh_l0_reverse	4	-0.0747704952955246
405513	rnn.weight_hh_l0_reverse	5	0.0375397615134716
405513	rnn.weight_hh_l0_reverse	6	0.022771423682570457
405513	rnn.weight_hh_l0_reverse	7	-0.10297026485204697
405513	rnn.weight_hh_l0_reverse	8	-0.028151510283350945
405513	rnn.weight_hh_l0_reverse	9	0.0738120973110199
405513	rnn.bias_ih_l0_reverse	0	-0.15695536136627197
405513	rnn.bias_ih_l0_reverse	1	-0.07138025760650635
405513	rnn.bias_ih_l0_reverse	2	0.1271345168352127
405513	rnn.bias_ih_l0_reverse	3	-0.2828596532344818
405513	rnn.bias_ih_l0_reverse	4	-0.023745214566588402
405513	rnn.bias_ih_l0_reverse	5	-0.2076856940984726
405513	rnn.bias_ih_l0_reverse	6	0.24117238819599152
405513	rnn.bias_ih_l0_reverse	7	-0.2649814486503601
405513	rnn.bias_ih_l0_reverse	8	-0.1657349169254303
405513	rnn.bias_ih_l0_reverse	9	-0.1840706169605255
405513	rnn.bias_hh_l0_reverse	0	-0.11578622460365295
405513	rnn.bias_hh_l0_reverse	1	0.24297717213630676
405513	rnn.bias_hh_l0_reverse	2	-0.302737832069397
405513	rnn.bias_hh_l0_reverse	3	-0.21611091494560242
405513	rnn.bias_hh_l0_reverse	4	-0.3630172312259674
405513	rnn.bias_hh_l0_reverse	5	-0.17308519780635834
405513	rnn.bias_hh_l0_reverse	6	-0.26509782671928406
405513	rnn.bias_hh_l0_reverse	7	-0.06416555494070053
405513	rnn.bias_hh_l0_reverse	8	-0.2673225402832031
405513	rnn.bias_hh_l0_reverse	9	0.1779077798128128
405513	linear.weight	0	0.1963951289653778
405513	linear.weight	1	-0.48004424571990967
405513	linear.weight	2	0.060113947838544846
405513	linear.weight	3	0.06768592447042465
405513	linear.weight	4	-0.16753053665161133
405513	linear.weight	5	0.1999988853931427
405513	linear.weight	6	-0.08673935383558273
405513	linear.weight	7	-0.06260719895362854
405513	linear.weight	8	0.12271803617477417
405513	linear.weight	9	-0.04708946868777275
405513	linear.bias	0	-0.9702979326248169
405513	linear.bias	1	1.908955454826355
405513	linear.bias	2	0.6867014169692993
405513	linear.bias	3	-2.6368515491485596
405513	linear.bias	4	-0.19152596592903137
405513	linear.bias	5	1.3540154695510864
405513	linear.bias	6	-0.1894463151693344
405513	linear.bias	7	0.7098942995071411
405513	linear.bias	8	2.2115795612335205
405513	linear.bias	9	-1.46534264087677
406122	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
406122	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
406122	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
406122	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
406122	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
406122	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
406122	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
406122	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
406122	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
406122	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
406122	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
406122	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
406122	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
406122	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
406122	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
406122	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
406122	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
406122	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
406122	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
406122	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
406122	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
406122	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
406122	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
406122	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
406122	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
406122	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
406122	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
406122	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
406122	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
406122	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
406122	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
406122	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
406122	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
406122	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
406122	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
406122	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
406122	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
406122	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
406122	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
406122	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
406122	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
406122	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
406122	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
406122	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
406122	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
406122	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
406122	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
406122	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
406122	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
406122	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
406122	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
406122	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
406122	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
406122	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
406122	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
406122	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
406122	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
406122	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
406122	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
406122	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
406122	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
406122	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
406122	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
406122	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
406122	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
406122	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
406122	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
406122	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
406122	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
406122	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
406122	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
406122	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
406122	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
406122	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
406122	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
406122	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
406122	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
406122	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
406122	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
406122	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
406122	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
406122	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
406122	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
406122	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
406122	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
406122	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
406122	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
406122	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
406122	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
406122	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
406122	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
406122	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
406122	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
406122	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
406122	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
406122	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
406122	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
406122	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
406122	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
406122	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
406122	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
406122	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
406122	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
406122	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
406122	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
406122	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
406122	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
406122	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
406122	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
406122	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
406122	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
406122	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
406122	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
406122	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
406122	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
406122	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
406122	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
406122	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
406122	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
406122	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
406122	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
406122	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
406122	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
406122	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
406122	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
406122	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
406122	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
406122	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
406122	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
406122	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
406122	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
406122	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
406122	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
406122	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
406122	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
406122	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
406122	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
406122	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
406122	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
406122	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
406122	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
406122	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
406122	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
406122	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
406122	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
406122	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
406122	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
406122	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
406122	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
406122	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
406122	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
406122	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
406122	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
406122	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
406122	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
406122	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
406122	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
406122	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
406122	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
406122	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
406122	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
406122	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
406122	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
406122	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
406122	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
406122	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
406122	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
406122	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
406122	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
406122	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
406122	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
406122	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
406122	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
406122	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
406122	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
406122	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
406122	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
406122	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
406122	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
406122	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
406122	embedding2nn.weight	0	0.3196474015712738
406122	embedding2nn.weight	1	0.39473971724510193
406122	embedding2nn.weight	2	-0.0028322709258645773
406122	embedding2nn.weight	3	0.04335809126496315
406122	embedding2nn.weight	4	-0.06012829765677452
406122	embedding2nn.weight	5	0.07629650831222534
406122	embedding2nn.weight	6	0.0064661237411201
406122	embedding2nn.weight	7	0.024959634989500046
406122	embedding2nn.weight	8	0.05112604796886444
406122	embedding2nn.weight	9	-0.0209861621260643
406122	embedding2nn.bias	0	0.042096324265003204
406122	embedding2nn.bias	1	-0.22766251862049103
406122	embedding2nn.bias	2	0.10230289399623871
406122	embedding2nn.bias	3	0.15845175087451935
406122	embedding2nn.bias	4	0.1523049920797348
406122	embedding2nn.bias	5	-0.07789141684770584
406122	embedding2nn.bias	6	-0.06994742155075073
406122	embedding2nn.bias	7	0.02770647406578064
406122	embedding2nn.bias	8	-0.14558883011341095
406122	embedding2nn.bias	9	-0.37615710496902466
406122	rnn.weight_ih_l0	0	-0.006920370273292065
406122	rnn.weight_ih_l0	1	-0.08150719851255417
406122	rnn.weight_ih_l0	2	-0.04850320890545845
406122	rnn.weight_ih_l0	3	0.11071883887052536
406122	rnn.weight_ih_l0	4	-0.004437711089849472
406122	rnn.weight_ih_l0	5	-0.0487380251288414
406122	rnn.weight_ih_l0	6	-0.03216283395886421
406122	rnn.weight_ih_l0	7	-0.028131430968642235
406122	rnn.weight_ih_l0	8	0.020744282752275467
406122	rnn.weight_ih_l0	9	-0.06544072926044464
406122	rnn.weight_hh_l0	0	-0.004593918099999428
406122	rnn.weight_hh_l0	1	0.06525050848722458
406122	rnn.weight_hh_l0	2	0.028793970122933388
406122	rnn.weight_hh_l0	3	-0.0003532345872372389
406122	rnn.weight_hh_l0	4	0.025705287232995033
406122	rnn.weight_hh_l0	5	0.05490008741617203
406122	rnn.weight_hh_l0	6	-0.057875607162714005
406122	rnn.weight_hh_l0	7	-0.09070457518100739
406122	rnn.weight_hh_l0	8	0.038311030715703964
406122	rnn.weight_hh_l0	9	-0.10374580323696136
406122	rnn.bias_ih_l0	0	0.17890244722366333
406122	rnn.bias_ih_l0	1	-0.28043627738952637
406122	rnn.bias_ih_l0	2	-0.015442704781889915
406122	rnn.bias_ih_l0	3	-0.1760236918926239
406122	rnn.bias_ih_l0	4	0.03723970428109169
406122	rnn.bias_ih_l0	5	-0.3651546835899353
406122	rnn.bias_ih_l0	6	-0.12488888204097748
406122	rnn.bias_ih_l0	7	-0.32012367248535156
406122	rnn.bias_ih_l0	8	-0.27438053488731384
406122	rnn.bias_ih_l0	9	-0.4149744510650635
406122	rnn.bias_hh_l0	0	-0.31955310702323914
406122	rnn.bias_hh_l0	1	-0.3490714132785797
406122	rnn.bias_hh_l0	2	-0.3074100613594055
406122	rnn.bias_hh_l0	3	-0.0734739825129509
406122	rnn.bias_hh_l0	4	-0.31440916657447815
406122	rnn.bias_hh_l0	5	-0.29291778802871704
406122	rnn.bias_hh_l0	6	-0.1027754694223404
406122	rnn.bias_hh_l0	7	0.06865692138671875
406122	rnn.bias_hh_l0	8	-0.20591922104358673
406122	rnn.bias_hh_l0	9	-0.5246479511260986
406122	rnn.weight_ih_l0_reverse	0	0.03372817859053612
406122	rnn.weight_ih_l0_reverse	1	-0.05506156012415886
406122	rnn.weight_ih_l0_reverse	2	-0.033970002084970474
406122	rnn.weight_ih_l0_reverse	3	-0.12693887948989868
406122	rnn.weight_ih_l0_reverse	4	0.08414067327976227
406122	rnn.weight_ih_l0_reverse	5	-0.09525235742330551
406122	rnn.weight_ih_l0_reverse	6	-0.016463039442896843
406122	rnn.weight_ih_l0_reverse	7	0.024951349943876266
406122	rnn.weight_ih_l0_reverse	8	-0.08031848073005676
406122	rnn.weight_ih_l0_reverse	9	-0.06755772978067398
406122	rnn.weight_hh_l0_reverse	0	-0.1204521581530571
406122	rnn.weight_hh_l0_reverse	1	0.03564528375864029
406122	rnn.weight_hh_l0_reverse	2	-0.022258248180150986
406122	rnn.weight_hh_l0_reverse	3	0.03943045437335968
406122	rnn.weight_hh_l0_reverse	4	-0.07487636059522629
406122	rnn.weight_hh_l0_reverse	5	0.037700898945331573
406122	rnn.weight_hh_l0_reverse	6	0.022989220917224884
406122	rnn.weight_hh_l0_reverse	7	-0.10209216922521591
406122	rnn.weight_hh_l0_reverse	8	-0.03350953385233879
406122	rnn.weight_hh_l0_reverse	9	0.07139730453491211
406122	rnn.bias_ih_l0_reverse	0	-0.15327531099319458
406122	rnn.bias_ih_l0_reverse	1	-0.06386110931634903
406122	rnn.bias_ih_l0_reverse	2	0.12645572423934937
406122	rnn.bias_ih_l0_reverse	3	-0.28563570976257324
406122	rnn.bias_ih_l0_reverse	4	-0.028625614941120148
406122	rnn.bias_ih_l0_reverse	5	-0.20648573338985443
406122	rnn.bias_ih_l0_reverse	6	0.2339089810848236
406122	rnn.bias_ih_l0_reverse	7	-0.2682497799396515
406122	rnn.bias_ih_l0_reverse	8	-0.1609574258327484
406122	rnn.bias_ih_l0_reverse	9	-0.1876382827758789
406122	rnn.bias_hh_l0_reverse	0	-0.11021439731121063
406122	rnn.bias_hh_l0_reverse	1	0.24220432341098785
406122	rnn.bias_hh_l0_reverse	2	-0.3030115067958832
406122	rnn.bias_hh_l0_reverse	3	-0.21098732948303223
406122	rnn.bias_hh_l0_reverse	4	-0.36567020416259766
406122	rnn.bias_hh_l0_reverse	5	-0.17295067012310028
406122	rnn.bias_hh_l0_reverse	6	-0.26818394660949707
406122	rnn.bias_hh_l0_reverse	7	-0.06467244774103165
406122	rnn.bias_hh_l0_reverse	8	-0.26145437359809875
406122	rnn.bias_hh_l0_reverse	9	0.17739911377429962
406122	linear.weight	0	0.1847987323999405
406122	linear.weight	1	-0.4312041103839874
406122	linear.weight	2	0.040098439902067184
406122	linear.weight	3	0.06768389791250229
406122	linear.weight	4	-0.14924992620944977
406122	linear.weight	5	0.19735679030418396
406122	linear.weight	6	-0.09985580295324326
406122	linear.weight	7	-0.06259322911500931
406122	linear.weight	8	0.12921388447284698
406122	linear.weight	9	-0.04709892347455025
406122	linear.bias	0	-0.9768555164337158
406122	linear.bias	1	1.9623674154281616
406122	linear.bias	2	0.6673116683959961
406122	linear.bias	3	-2.6372640132904053
406122	linear.bias	4	-0.181354820728302
406122	linear.bias	5	1.354624629020691
406122	linear.bias	6	-0.20457574725151062
406122	linear.bias	7	0.6936822533607483
406122	linear.bias	8	2.1745269298553467
406122	linear.bias	9	-1.4706171751022339
406731	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
406731	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
406731	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
406731	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
406731	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
406731	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
406731	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
406731	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
406731	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
406731	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
406731	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
406731	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
406731	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
406731	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
406731	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
406731	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
406731	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
406731	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
406731	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
406731	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
406731	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
406731	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
406731	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
406731	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
406731	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
406731	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
406731	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
406731	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
406731	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
406731	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
406731	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
406731	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
406731	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
406731	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
406731	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
406731	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
406731	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
406731	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
406731	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
406731	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
406731	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
406731	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
406731	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
406731	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
406731	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
406731	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
406731	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
406731	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
406731	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
406731	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
406731	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
406731	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
406731	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
406731	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
406731	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
406731	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
406731	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
406731	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
406731	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
406731	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
406731	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
406731	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
406731	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
406731	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
406731	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
406731	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
406731	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
406731	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
406731	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
406731	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
406731	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
406731	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
406731	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
406731	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
406731	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
406731	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
406731	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
406731	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
406731	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
406731	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
406731	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
406731	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
406731	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
406731	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
406731	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
406731	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
406731	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
406731	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
406731	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
406731	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
406731	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
406731	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
406731	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
406731	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
406731	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
406731	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
406731	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
406731	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
406731	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
406731	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
406731	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
406731	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
406731	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
406731	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
406731	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
406731	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
406731	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
406731	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
406731	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
406731	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
406731	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
406731	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
406731	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
406731	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
406731	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
406731	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
406731	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
406731	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
406731	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
406731	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
406731	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
406731	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
406731	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
406731	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
406731	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
406731	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
406731	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
406731	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
406731	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
406731	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
406731	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
406731	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
406731	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
406731	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
406731	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
406731	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
406731	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
406731	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
406731	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
406731	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
406731	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
406731	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
406731	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
406731	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
406731	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
406731	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
406731	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
406731	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
406731	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
406731	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
406731	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
406731	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
406731	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
406731	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
406731	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
406731	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
406731	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
406731	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
406731	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
406731	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
406731	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
406731	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
406731	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
406731	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
406731	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
406731	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
406731	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
406731	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
406731	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
406731	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
406731	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
406731	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
406731	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
406731	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
406731	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
406731	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
406731	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
406731	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
406731	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
406731	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
406731	embedding2nn.weight	0	0.3184886574745178
406731	embedding2nn.weight	1	0.3931644558906555
406731	embedding2nn.weight	2	-0.0013165283016860485
406731	embedding2nn.weight	3	0.03719473257660866
406731	embedding2nn.weight	4	-0.05448298901319504
406731	embedding2nn.weight	5	0.07236707210540771
406731	embedding2nn.weight	6	0.008104430511593819
406731	embedding2nn.weight	7	0.02201015129685402
406731	embedding2nn.weight	8	0.04484647139906883
406731	embedding2nn.weight	9	-0.02158062905073166
406731	embedding2nn.bias	0	0.02992069534957409
406731	embedding2nn.bias	1	-0.21187053620815277
406731	embedding2nn.bias	2	0.11517475545406342
406731	embedding2nn.bias	3	0.18067415058612823
406731	embedding2nn.bias	4	0.12614431977272034
406731	embedding2nn.bias	5	-0.09100903570652008
406731	embedding2nn.bias	6	-0.0665198415517807
406731	embedding2nn.bias	7	0.02740081399679184
406731	embedding2nn.bias	8	-0.14672183990478516
406731	embedding2nn.bias	9	-0.392078697681427
406731	rnn.weight_ih_l0	0	-0.006155627779662609
406731	rnn.weight_ih_l0	1	-0.08421523123979568
406731	rnn.weight_ih_l0	2	-0.056126292794942856
406731	rnn.weight_ih_l0	3	0.101693294942379
406731	rnn.weight_ih_l0	4	-0.0028443874325603247
406731	rnn.weight_ih_l0	5	-0.04728842154145241
406731	rnn.weight_ih_l0	6	-0.03320460394024849
406731	rnn.weight_ih_l0	7	-0.028791124001145363
406731	rnn.weight_ih_l0	8	0.0055038826540112495
406731	rnn.weight_ih_l0	9	-0.06204552575945854
406731	rnn.weight_hh_l0	0	-0.004258396569639444
406731	rnn.weight_hh_l0	1	0.06623420119285583
406731	rnn.weight_hh_l0	2	0.028464864939451218
406731	rnn.weight_hh_l0	3	-0.00028245203429833055
406731	rnn.weight_hh_l0	4	0.02567281201481819
406731	rnn.weight_hh_l0	5	0.05462108552455902
406731	rnn.weight_hh_l0	6	-0.057847440242767334
406731	rnn.weight_hh_l0	7	-0.09612549841403961
406731	rnn.weight_hh_l0	8	0.03854537382721901
406731	rnn.weight_hh_l0	9	-0.10475664585828781
406731	rnn.bias_ih_l0	0	0.18540841341018677
406731	rnn.bias_ih_l0	1	-0.2776506245136261
406731	rnn.bias_ih_l0	2	-0.017224187031388283
406731	rnn.bias_ih_l0	3	-0.17114493250846863
406731	rnn.bias_ih_l0	4	0.039879653602838516
406731	rnn.bias_ih_l0	5	-0.3647012412548065
406731	rnn.bias_ih_l0	6	-0.12168696522712708
406731	rnn.bias_ih_l0	7	-0.32018834352493286
406731	rnn.bias_ih_l0	8	-0.26030251383781433
406731	rnn.bias_ih_l0	9	-0.42536646127700806
406731	rnn.bias_hh_l0	0	-0.315842866897583
406731	rnn.bias_hh_l0	1	-0.351953387260437
406731	rnn.bias_hh_l0	2	-0.30181461572647095
406731	rnn.bias_hh_l0	3	-0.07764339447021484
406731	rnn.bias_hh_l0	4	-0.322170227766037
406731	rnn.bias_hh_l0	5	-0.2949409484863281
406731	rnn.bias_hh_l0	6	-0.1083512082695961
406731	rnn.bias_hh_l0	7	0.06574740260839462
406731	rnn.bias_hh_l0	8	-0.20307190716266632
406731	rnn.bias_hh_l0	9	-0.522404670715332
406731	rnn.weight_ih_l0_reverse	0	0.02865825593471527
406731	rnn.weight_ih_l0_reverse	1	-0.05523451790213585
406731	rnn.weight_ih_l0_reverse	2	-0.034531544893980026
406731	rnn.weight_ih_l0_reverse	3	-0.12931418418884277
406731	rnn.weight_ih_l0_reverse	4	0.08573544770479202
406731	rnn.weight_ih_l0_reverse	5	-0.09178736060857773
406731	rnn.weight_ih_l0_reverse	6	-0.017082536593079567
406731	rnn.weight_ih_l0_reverse	7	0.027686534449458122
406731	rnn.weight_ih_l0_reverse	8	-0.07944967597723007
406731	rnn.weight_ih_l0_reverse	9	-0.0668119415640831
406731	rnn.weight_hh_l0_reverse	0	-0.12007468938827515
406731	rnn.weight_hh_l0_reverse	1	0.03513064980506897
406731	rnn.weight_hh_l0_reverse	2	-0.022142164409160614
406731	rnn.weight_hh_l0_reverse	3	0.03937976434826851
406731	rnn.weight_hh_l0_reverse	4	-0.07585056126117706
406731	rnn.weight_hh_l0_reverse	5	0.03739813715219498
406731	rnn.weight_hh_l0_reverse	6	0.023188620805740356
406731	rnn.weight_hh_l0_reverse	7	-0.10329742729663849
406731	rnn.weight_hh_l0_reverse	8	-0.03479033708572388
406731	rnn.weight_hh_l0_reverse	9	0.07241851091384888
406731	rnn.bias_ih_l0_reverse	0	-0.1478530913591385
406731	rnn.bias_ih_l0_reverse	1	-0.06247352808713913
406731	rnn.bias_ih_l0_reverse	2	0.12978053092956543
406731	rnn.bias_ih_l0_reverse	3	-0.28159672021865845
406731	rnn.bias_ih_l0_reverse	4	-0.0377185195684433
406731	rnn.bias_ih_l0_reverse	5	-0.20887774229049683
406731	rnn.bias_ih_l0_reverse	6	0.23330244421958923
406731	rnn.bias_ih_l0_reverse	7	-0.2597876787185669
406731	rnn.bias_ih_l0_reverse	8	-0.15738795697689056
406731	rnn.bias_ih_l0_reverse	9	-0.1876068413257599
406731	rnn.bias_hh_l0_reverse	0	-0.11618033796548843
406731	rnn.bias_hh_l0_reverse	1	0.24391977488994598
406731	rnn.bias_hh_l0_reverse	2	-0.2978864014148712
406731	rnn.bias_hh_l0_reverse	3	-0.2027885913848877
406731	rnn.bias_hh_l0_reverse	4	-0.366616815328598
406731	rnn.bias_hh_l0_reverse	5	-0.1687176674604416
406731	rnn.bias_hh_l0_reverse	6	-0.263095885515213
406731	rnn.bias_hh_l0_reverse	7	-0.06632522493600845
406731	rnn.bias_hh_l0_reverse	8	-0.2708377540111542
406731	rnn.bias_hh_l0_reverse	9	0.1709316223859787
406731	linear.weight	0	0.1774744838476181
406731	linear.weight	1	-0.42883050441741943
406731	linear.weight	2	0.08071424812078476
406731	linear.weight	3	0.06768076121807098
406731	linear.weight	4	-0.10957400500774384
406731	linear.weight	5	0.20085744559764862
406731	linear.weight	6	-0.0675513818860054
406731	linear.weight	7	-0.06258747726678848
406731	linear.weight	8	0.114961639046669
406731	linear.weight	9	-0.04710940271615982
406731	linear.bias	0	-0.9770890474319458
406731	linear.bias	1	1.9795639514923096
406731	linear.bias	2	0.6608484387397766
406731	linear.bias	3	-2.6377289295196533
406731	linear.bias	4	-0.17574842274188995
406731	linear.bias	5	1.3674180507659912
406731	linear.bias	6	-0.1729384809732437
406731	linear.bias	7	0.7216729521751404
406731	linear.bias	8	2.140091896057129
406731	linear.bias	9	-1.4842703342437744
407340	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
407340	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
407340	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
407340	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
407340	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
407340	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
407340	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
407340	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
407340	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
407340	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
407340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
407340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
407340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
407340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
407340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
407340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
407340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
407340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
407340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
407340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
407340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
407340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
407340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
407340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
407340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
407340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
407340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
407340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
407340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
407340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
407340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
407340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
407340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
407340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
407340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
407340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
407340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
407340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
407340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
407340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
407340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
407340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
407340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
407340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
407340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
407340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
407340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
407340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
407340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
407340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
407340	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
407340	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
407340	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
407340	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
407340	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
407340	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
407340	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
407340	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
407340	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
407340	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
407340	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
407340	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
407340	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
407340	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
407340	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
407340	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
407340	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
407340	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
407340	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
407340	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
407340	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
407340	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
407340	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
407340	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
407340	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
407340	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
407340	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
407340	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
407340	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
407340	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
407340	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
407340	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
407340	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
407340	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
407340	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
407340	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
407340	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
407340	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
407340	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
407340	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
407340	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
407340	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
407340	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
407340	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
407340	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
407340	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
407340	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
407340	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
407340	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
407340	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
407340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
407340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
407340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
407340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
407340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
407340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
407340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
407340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
407340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
407340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
407340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
407340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
407340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
407340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
407340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
407340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
407340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
407340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
407340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
407340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
407340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
407340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
407340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
407340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
407340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
407340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
407340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
407340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
407340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
407340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
407340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
407340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
407340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
407340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
407340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
407340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
407340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
407340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
407340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
407340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
407340	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
407340	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
407340	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
407340	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
407340	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
407340	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
407340	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
407340	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
407340	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
407340	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
407340	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
407340	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
407340	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
407340	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
407340	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
407340	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
407340	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
407340	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
407340	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
407340	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
407340	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
407340	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
407340	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
407340	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
407340	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
407340	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
407340	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
407340	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
407340	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
407340	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
407340	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
407340	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
407340	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
407340	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
407340	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
407340	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
407340	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
407340	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
407340	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
407340	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
407340	embedding2nn.weight	0	0.3201833665370941
407340	embedding2nn.weight	1	0.39762741327285767
407340	embedding2nn.weight	2	0.002092077862471342
407340	embedding2nn.weight	3	0.021769942715764046
407340	embedding2nn.weight	4	-0.050140131264925
407340	embedding2nn.weight	5	0.07250131666660309
407340	embedding2nn.weight	6	0.017512813210487366
407340	embedding2nn.weight	7	0.014325347729027271
407340	embedding2nn.weight	8	0.047438208013772964
407340	embedding2nn.weight	9	-0.012676086276769638
407340	embedding2nn.bias	0	0.024763213470578194
407340	embedding2nn.bias	1	-0.19687436521053314
407340	embedding2nn.bias	2	0.1270357072353363
407340	embedding2nn.bias	3	0.1799452155828476
407340	embedding2nn.bias	4	0.137002632021904
407340	embedding2nn.bias	5	-0.08488153666257858
407340	embedding2nn.bias	6	-0.06136246770620346
407340	embedding2nn.bias	7	0.02721203863620758
407340	embedding2nn.bias	8	-0.1719144731760025
407340	embedding2nn.bias	9	-0.388423353433609
407340	rnn.weight_ih_l0	0	-0.005206444300711155
407340	rnn.weight_ih_l0	1	-0.08469685912132263
407340	rnn.weight_ih_l0	2	-0.05627873167395592
407340	rnn.weight_ih_l0	3	0.10274406522512436
407340	rnn.weight_ih_l0	4	-0.006298994179815054
407340	rnn.weight_ih_l0	5	-0.052181072533130646
407340	rnn.weight_ih_l0	6	-0.03282957151532173
407340	rnn.weight_ih_l0	7	-0.02786598727107048
407340	rnn.weight_ih_l0	8	0.006793566979467869
407340	rnn.weight_ih_l0	9	-0.0635787844657898
407340	rnn.weight_hh_l0	0	-0.004471300635486841
407340	rnn.weight_hh_l0	1	0.0684797614812851
407340	rnn.weight_hh_l0	2	0.027738826349377632
407340	rnn.weight_hh_l0	3	-0.001573262270539999
407340	rnn.weight_hh_l0	4	0.025716770440340042
407340	rnn.weight_hh_l0	5	0.05538871884346008
407340	rnn.weight_hh_l0	6	-0.056756604462862015
407340	rnn.weight_hh_l0	7	-0.09808561205863953
407340	rnn.weight_hh_l0	8	0.038765355944633484
407340	rnn.weight_hh_l0	9	-0.10543148964643478
407340	rnn.bias_ih_l0	0	0.19419270753860474
407340	rnn.bias_ih_l0	1	-0.2792951762676239
407340	rnn.bias_ih_l0	2	-0.015045139007270336
407340	rnn.bias_ih_l0	3	-0.17421410977840424
407340	rnn.bias_ih_l0	4	0.03575318306684494
407340	rnn.bias_ih_l0	5	-0.368705689907074
407340	rnn.bias_ih_l0	6	-0.11614179611206055
407340	rnn.bias_ih_l0	7	-0.31966590881347656
407340	rnn.bias_ih_l0	8	-0.2678218483924866
407340	rnn.bias_ih_l0	9	-0.41410157084465027
407340	rnn.bias_hh_l0	0	-0.3197547495365143
407340	rnn.bias_hh_l0	1	-0.3517928123474121
407340	rnn.bias_hh_l0	2	-0.3088882267475128
407340	rnn.bias_hh_l0	3	-0.07848560810089111
407340	rnn.bias_hh_l0	4	-0.3189343810081482
407340	rnn.bias_hh_l0	5	-0.29741132259368896
407340	rnn.bias_hh_l0	6	-0.10693643987178802
407340	rnn.bias_hh_l0	7	0.05912626162171364
407340	rnn.bias_hh_l0	8	-0.2127813994884491
407340	rnn.bias_hh_l0	9	-0.5200269222259521
407340	rnn.weight_ih_l0_reverse	0	0.03365427255630493
407340	rnn.weight_ih_l0_reverse	1	-0.05771259963512421
407340	rnn.weight_ih_l0_reverse	2	-0.035827700048685074
407340	rnn.weight_ih_l0_reverse	3	-0.1290275603532791
407340	rnn.weight_ih_l0_reverse	4	0.08438080549240112
407340	rnn.weight_ih_l0_reverse	5	-0.0817546620965004
407340	rnn.weight_ih_l0_reverse	6	-0.02103264629840851
407340	rnn.weight_ih_l0_reverse	7	0.028522735461592674
407340	rnn.weight_ih_l0_reverse	8	-0.07707573473453522
407340	rnn.weight_ih_l0_reverse	9	-0.0693487897515297
407340	rnn.weight_hh_l0_reverse	0	-0.11740197241306305
407340	rnn.weight_hh_l0_reverse	1	0.03502986580133438
407340	rnn.weight_hh_l0_reverse	2	-0.02230534702539444
407340	rnn.weight_hh_l0_reverse	3	0.038600437343120575
407340	rnn.weight_hh_l0_reverse	4	-0.07630477100610733
407340	rnn.weight_hh_l0_reverse	5	0.0380583181977272
407340	rnn.weight_hh_l0_reverse	6	0.02302868291735649
407340	rnn.weight_hh_l0_reverse	7	-0.10563810169696808
407340	rnn.weight_hh_l0_reverse	8	-0.037657707929611206
407340	rnn.weight_hh_l0_reverse	9	0.07069781422615051
407340	rnn.bias_ih_l0_reverse	0	-0.15174458920955658
407340	rnn.bias_ih_l0_reverse	1	-0.06555001437664032
407340	rnn.bias_ih_l0_reverse	2	0.12950213253498077
407340	rnn.bias_ih_l0_reverse	3	-0.28133079409599304
407340	rnn.bias_ih_l0_reverse	4	-0.04129466414451599
407340	rnn.bias_ih_l0_reverse	5	-0.20845313370227814
407340	rnn.bias_ih_l0_reverse	6	0.24362635612487793
407340	rnn.bias_ih_l0_reverse	7	-0.2812705636024475
407340	rnn.bias_ih_l0_reverse	8	-0.1572333425283432
407340	rnn.bias_ih_l0_reverse	9	-0.19180545210838318
407340	rnn.bias_hh_l0_reverse	0	-0.11492551863193512
407340	rnn.bias_hh_l0_reverse	1	0.2470950484275818
407340	rnn.bias_hh_l0_reverse	2	-0.30600836873054504
407340	rnn.bias_hh_l0_reverse	3	-0.20031878352165222
407340	rnn.bias_hh_l0_reverse	4	-0.3698699474334717
407340	rnn.bias_hh_l0_reverse	5	-0.17313776910305023
407340	rnn.bias_hh_l0_reverse	6	-0.25952714681625366
407340	rnn.bias_hh_l0_reverse	7	-0.07058597356081009
407340	rnn.bias_hh_l0_reverse	8	-0.2675187885761261
407340	rnn.bias_hh_l0_reverse	9	0.1921018809080124
407340	linear.weight	0	0.18344712257385254
407340	linear.weight	1	-0.41879746317863464
407340	linear.weight	2	0.08547984063625336
407340	linear.weight	3	0.06767793744802475
407340	linear.weight	4	-0.07519466429948807
407340	linear.weight	5	0.18493613600730896
407340	linear.weight	6	-0.07909991592168808
407340	linear.weight	7	-0.06257781386375427
407340	linear.weight	8	0.11328080296516418
407340	linear.weight	9	-0.04712127149105072
407340	linear.bias	0	-0.9588311910629272
407340	linear.bias	1	1.9867618083953857
407340	linear.bias	2	0.6683381199836731
407340	linear.bias	3	-2.6381478309631348
407340	linear.bias	4	-0.16892826557159424
407340	linear.bias	5	1.3023815155029297
407340	linear.bias	6	-0.19147829711437225
407340	linear.bias	7	0.7128865122795105
407340	linear.bias	8	2.187577247619629
407340	linear.bias	9	-1.4950830936431885
407949	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
407949	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
407949	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
407949	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
407949	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
407949	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
407949	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
407949	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
407949	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
407949	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
407949	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
407949	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
407949	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
407949	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
407949	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
407949	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
407949	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
407949	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
407949	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
407949	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
407949	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
407949	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
407949	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
407949	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
407949	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
407949	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
407949	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
407949	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
407949	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
407949	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
407949	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
407949	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
407949	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
407949	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
407949	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
407949	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
407949	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
407949	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
407949	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
407949	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
407949	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
407949	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
407949	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
407949	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
407949	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
407949	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
407949	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
407949	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
407949	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
407949	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
407949	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
407949	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
407949	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
407949	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
407949	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
407949	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
407949	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
407949	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
407949	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
407949	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
407949	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
407949	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
407949	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
407949	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
407949	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
407949	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
407949	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
407949	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
407949	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
407949	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
407949	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
407949	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
407949	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
407949	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
407949	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
407949	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
407949	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
407949	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
407949	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
407949	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
407949	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
407949	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
407949	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
407949	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
407949	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
407949	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
407949	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
407949	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
407949	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
407949	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
407949	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
407949	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
407949	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
407949	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
407949	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
407949	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
407949	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
407949	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
407949	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
407949	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
407949	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
407949	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
407949	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
407949	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
407949	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
407949	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
407949	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
407949	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
407949	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
407949	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
407949	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
407949	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
407949	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
407949	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
407949	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
407949	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
407949	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
407949	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
407949	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
407949	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
407949	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
407949	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
407949	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
407949	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
407949	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
407949	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
407949	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
407949	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
407949	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
407949	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
407949	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
407949	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
407949	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
407949	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
407949	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
407949	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
407949	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
407949	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
407949	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
407949	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
407949	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
407949	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
407949	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
407949	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
407949	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
407949	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
407949	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
407949	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
407949	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
407949	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
407949	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
407949	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
407949	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
407949	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
407949	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
407949	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
407949	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
407949	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
407949	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
407949	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
407949	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
407949	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
407949	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
407949	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
407949	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
407949	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
407949	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
407949	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
407949	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
407949	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
407949	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
407949	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
407949	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
407949	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
407949	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
407949	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
407949	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
407949	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
407949	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
407949	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
407949	embedding2nn.weight	0	0.3201788365840912
407949	embedding2nn.weight	1	0.39674872159957886
407949	embedding2nn.weight	2	-0.0025936916936188936
407949	embedding2nn.weight	3	-0.014286422170698643
407949	embedding2nn.weight	4	-0.04428573325276375
407949	embedding2nn.weight	5	0.07174696773290634
407949	embedding2nn.weight	6	0.01869102567434311
407949	embedding2nn.weight	7	0.010740977711975574
407949	embedding2nn.weight	8	0.045280277729034424
407949	embedding2nn.weight	9	-0.014857474714517593
407949	embedding2nn.bias	0	0.027716705575585365
407949	embedding2nn.bias	1	-0.21599255502223969
407949	embedding2nn.bias	2	0.12270409613847733
407949	embedding2nn.bias	3	0.16038338840007782
407949	embedding2nn.bias	4	0.1523837149143219
407949	embedding2nn.bias	5	-0.07885298877954483
407949	embedding2nn.bias	6	-0.04506048932671547
407949	embedding2nn.bias	7	0.016123583540320396
407949	embedding2nn.bias	8	-0.13576406240463257
407949	embedding2nn.bias	9	-0.3735571503639221
407949	rnn.weight_ih_l0	0	-0.0040524727664887905
407949	rnn.weight_ih_l0	1	-0.08544562757015228
407949	rnn.weight_ih_l0	2	-0.05856112018227577
407949	rnn.weight_ih_l0	3	0.10374127328395844
407949	rnn.weight_ih_l0	4	0.001148529234342277
407949	rnn.weight_ih_l0	5	-0.04920925572514534
407949	rnn.weight_ih_l0	6	-0.03014514222741127
407949	rnn.weight_ih_l0	7	-0.029971662908792496
407949	rnn.weight_ih_l0	8	0.007133516017347574
407949	rnn.weight_ih_l0	9	-0.06037421151995659
407949	rnn.weight_hh_l0	0	-0.0037448036018759012
407949	rnn.weight_hh_l0	1	0.06807588785886765
407949	rnn.weight_hh_l0	2	0.027827203273773193
407949	rnn.weight_hh_l0	3	-0.0014338019536808133
407949	rnn.weight_hh_l0	4	0.026413286104798317
407949	rnn.weight_hh_l0	5	0.05615224316716194
407949	rnn.weight_hh_l0	6	-0.05695618316531181
407949	rnn.weight_hh_l0	7	-0.09825160354375839
407949	rnn.weight_hh_l0	8	0.038514021784067154
407949	rnn.weight_hh_l0	9	-0.10374504327774048
407949	rnn.bias_ih_l0	0	0.18409986793994904
407949	rnn.bias_ih_l0	1	-0.2790558636188507
407949	rnn.bias_ih_l0	2	-0.02106589451432228
407949	rnn.bias_ih_l0	3	-0.1733839213848114
407949	rnn.bias_ih_l0	4	0.021311383694410324
407949	rnn.bias_ih_l0	5	-0.36735931038856506
407949	rnn.bias_ih_l0	6	-0.12013985216617584
407949	rnn.bias_ih_l0	7	-0.3195456564426422
407949	rnn.bias_ih_l0	8	-0.2645685374736786
407949	rnn.bias_ih_l0	9	-0.4284498393535614
407949	rnn.bias_hh_l0	0	-0.31979238986968994
407949	rnn.bias_hh_l0	1	-0.3607296049594879
407949	rnn.bias_hh_l0	2	-0.3045848608016968
407949	rnn.bias_hh_l0	3	-0.08174698054790497
407949	rnn.bias_hh_l0	4	-0.3254864513874054
407949	rnn.bias_hh_l0	5	-0.2939050793647766
407949	rnn.bias_hh_l0	6	-0.1046428456902504
407949	rnn.bias_hh_l0	7	0.06411883980035782
407949	rnn.bias_hh_l0	8	-0.2153194695711136
407949	rnn.bias_hh_l0	9	-0.5204176306724548
407949	rnn.weight_ih_l0_reverse	0	0.026669874787330627
407949	rnn.weight_ih_l0_reverse	1	-0.05515706166625023
407949	rnn.weight_ih_l0_reverse	2	-0.038259007036685944
407949	rnn.weight_ih_l0_reverse	3	-0.12340503185987473
407949	rnn.weight_ih_l0_reverse	4	0.08179304003715515
407949	rnn.weight_ih_l0_reverse	5	-0.09497243911027908
407949	rnn.weight_ih_l0_reverse	6	-0.020559120923280716
407949	rnn.weight_ih_l0_reverse	7	0.027210695669054985
407949	rnn.weight_ih_l0_reverse	8	-0.07542914897203445
407949	rnn.weight_ih_l0_reverse	9	-0.07000911235809326
407949	rnn.weight_hh_l0_reverse	0	-0.11716491729021072
407949	rnn.weight_hh_l0_reverse	1	0.03415018692612648
407949	rnn.weight_hh_l0_reverse	2	-0.02242116443812847
407949	rnn.weight_hh_l0_reverse	3	0.03865827992558479
407949	rnn.weight_hh_l0_reverse	4	-0.07673345506191254
407949	rnn.weight_hh_l0_reverse	5	0.037352174520492554
407949	rnn.weight_hh_l0_reverse	6	0.022921744734048843
407949	rnn.weight_hh_l0_reverse	7	-0.10711020231246948
407949	rnn.weight_hh_l0_reverse	8	-0.037010569125413895
407949	rnn.weight_hh_l0_reverse	9	0.07070951163768768
407949	rnn.bias_ih_l0_reverse	0	-0.15878218412399292
407949	rnn.bias_ih_l0_reverse	1	-0.06196359172463417
407949	rnn.bias_ih_l0_reverse	2	0.12265696376562119
407949	rnn.bias_ih_l0_reverse	3	-0.2782367169857025
407949	rnn.bias_ih_l0_reverse	4	-0.034008633345365524
407949	rnn.bias_ih_l0_reverse	5	-0.20995311439037323
407949	rnn.bias_ih_l0_reverse	6	0.23523887991905212
407949	rnn.bias_ih_l0_reverse	7	-0.26491761207580566
407949	rnn.bias_ih_l0_reverse	8	-0.16049492359161377
407949	rnn.bias_ih_l0_reverse	9	-0.1874227523803711
407949	rnn.bias_hh_l0_reverse	0	-0.11555967479944229
407949	rnn.bias_hh_l0_reverse	1	0.2516709864139557
407949	rnn.bias_hh_l0_reverse	2	-0.3066241145133972
407949	rnn.bias_hh_l0_reverse	3	-0.19678445160388947
407949	rnn.bias_hh_l0_reverse	4	-0.36967864632606506
407949	rnn.bias_hh_l0_reverse	5	-0.1781766265630722
407949	rnn.bias_hh_l0_reverse	6	-0.26810625195503235
407949	rnn.bias_hh_l0_reverse	7	-0.06782769411802292
407949	rnn.bias_hh_l0_reverse	8	-0.2680912911891937
407949	rnn.bias_hh_l0_reverse	9	0.18732154369354248
407949	linear.weight	0	0.1809365153312683
407949	linear.weight	1	-0.4490929841995239
407949	linear.weight	2	0.06155068799853325
407949	linear.weight	3	0.06767269968986511
407949	linear.weight	4	-0.10072778165340424
407949	linear.weight	5	0.17671415209770203
407949	linear.weight	6	-0.05580645799636841
407949	linear.weight	7	-0.06257104128599167
407949	linear.weight	8	0.11197555810213089
407949	linear.weight	9	-0.04713018238544464
407949	linear.bias	0	-1.0056421756744385
407949	linear.bias	1	1.9264142513275146
407949	linear.bias	2	0.7292499542236328
407949	linear.bias	3	-2.6385498046875
407949	linear.bias	4	-0.18177706003189087
407949	linear.bias	5	1.2902148962020874
407949	linear.bias	6	-0.18772369623184204
407949	linear.bias	7	0.7591810822486877
407949	linear.bias	8	2.1337077617645264
407949	linear.bias	9	-1.5109364986419678
408558	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
408558	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
408558	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
408558	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
408558	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
408558	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
408558	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
408558	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
408558	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
408558	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
408558	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
408558	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
408558	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
408558	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
408558	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
408558	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
408558	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
408558	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
408558	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
408558	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
408558	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
408558	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
408558	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
408558	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
408558	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
408558	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
408558	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
408558	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
408558	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
408558	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
408558	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
408558	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
408558	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
408558	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
408558	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
408558	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
408558	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
408558	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
408558	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
408558	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
408558	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
408558	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
408558	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
408558	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
408558	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
408558	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
408558	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
408558	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
408558	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
408558	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
408558	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
408558	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
408558	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
408558	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
408558	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
408558	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
408558	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
408558	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
408558	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
408558	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
408558	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
408558	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
408558	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
408558	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
408558	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
408558	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
408558	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
408558	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
408558	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
408558	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
408558	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
408558	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
408558	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
408558	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
408558	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
408558	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
408558	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
408558	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
408558	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
408558	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
408558	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
408558	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
408558	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
408558	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
408558	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
408558	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
408558	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
408558	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
408558	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
408558	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
408558	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
408558	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
408558	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
408558	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
408558	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
408558	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
408558	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
408558	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
408558	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
408558	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
408558	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
408558	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
408558	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
408558	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
408558	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
408558	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
408558	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
408558	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
408558	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
408558	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
408558	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
408558	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
408558	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
408558	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
408558	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
408558	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
408558	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
408558	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
408558	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
408558	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
408558	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
408558	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
408558	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
408558	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
408558	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
408558	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
408558	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
408558	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
408558	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
408558	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
408558	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
408558	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
408558	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
408558	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
408558	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
408558	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
408558	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
408558	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
408558	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
408558	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
408558	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
408558	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
408558	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
408558	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
408558	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
408558	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
408558	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
408558	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
408558	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
408558	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
408558	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
408558	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
408558	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
408558	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
408558	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
408558	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
408558	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
408558	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
408558	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
408558	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
408558	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
408558	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
408558	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
408558	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
408558	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
408558	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
408558	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
408558	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
408558	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
408558	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
408558	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
408558	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
408558	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
408558	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
408558	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
408558	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
408558	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
408558	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
408558	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
408558	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
408558	embedding2nn.weight	0	0.3223414123058319
408558	embedding2nn.weight	1	0.3966442942619324
408558	embedding2nn.weight	2	-0.004807828925549984
408558	embedding2nn.weight	3	-0.016542095690965652
408558	embedding2nn.weight	4	-0.04276563599705696
408558	embedding2nn.weight	5	0.07476866990327835
408558	embedding2nn.weight	6	0.027217580005526543
408558	embedding2nn.weight	7	0.014882096089422703
408558	embedding2nn.weight	8	0.04461885988712311
408558	embedding2nn.weight	9	-0.007913732901215553
408558	embedding2nn.bias	0	0.000700067903380841
408558	embedding2nn.bias	1	-0.2048529088497162
408558	embedding2nn.bias	2	0.12037935853004456
408558	embedding2nn.bias	3	0.20040909945964813
408558	embedding2nn.bias	4	0.15330420434474945
408558	embedding2nn.bias	5	-0.11281293630599976
408558	embedding2nn.bias	6	-0.060269907116889954
408558	embedding2nn.bias	7	0.02123921737074852
408558	embedding2nn.bias	8	-0.12558358907699585
408558	embedding2nn.bias	9	-0.41572701930999756
408558	rnn.weight_ih_l0	0	-0.007776549551635981
408558	rnn.weight_ih_l0	1	-0.08533600717782974
408558	rnn.weight_ih_l0	2	-0.06171363592147827
408558	rnn.weight_ih_l0	3	0.10246218740940094
408558	rnn.weight_ih_l0	4	0.00038464798126369715
408558	rnn.weight_ih_l0	5	-0.04472217708826065
408558	rnn.weight_ih_l0	6	-0.028840888291597366
408558	rnn.weight_ih_l0	7	-0.03067694790661335
408558	rnn.weight_ih_l0	8	0.010889992117881775
408558	rnn.weight_ih_l0	9	-0.051078490912914276
408558	rnn.weight_hh_l0	0	-0.003319354262202978
408558	rnn.weight_hh_l0	1	0.06791922450065613
408558	rnn.weight_hh_l0	2	0.02682599052786827
408558	rnn.weight_hh_l0	3	-0.0014914525672793388
408558	rnn.weight_hh_l0	4	0.026683740317821503
408558	rnn.weight_hh_l0	5	0.05765050649642944
408558	rnn.weight_hh_l0	6	-0.05683719366788864
408558	rnn.weight_hh_l0	7	-0.095069020986557
408558	rnn.weight_hh_l0	8	0.038166776299476624
408558	rnn.weight_hh_l0	9	-0.10207849740982056
408558	rnn.bias_ih_l0	0	0.1700698584318161
408558	rnn.bias_ih_l0	1	-0.28136035799980164
408558	rnn.bias_ih_l0	2	-0.015282239764928818
408558	rnn.bias_ih_l0	3	-0.17706121504306793
408558	rnn.bias_ih_l0	4	0.04248074069619179
408558	rnn.bias_ih_l0	5	-0.36292651295661926
408558	rnn.bias_ih_l0	6	-0.12151563912630081
408558	rnn.bias_ih_l0	7	-0.3200415074825287
408558	rnn.bias_ih_l0	8	-0.26717257499694824
408558	rnn.bias_ih_l0	9	-0.42993125319480896
408558	rnn.bias_hh_l0	0	-0.32035699486732483
408558	rnn.bias_hh_l0	1	-0.36269477009773254
408558	rnn.bias_hh_l0	2	-0.30428099632263184
408558	rnn.bias_hh_l0	3	-0.07752151787281036
408558	rnn.bias_hh_l0	4	-0.3213199973106384
408558	rnn.bias_hh_l0	5	-0.2962026000022888
408558	rnn.bias_hh_l0	6	-0.09960008412599564
408558	rnn.bias_hh_l0	7	0.05791034176945686
408558	rnn.bias_hh_l0	8	-0.21863050758838654
408558	rnn.bias_hh_l0	9	-0.5225603580474854
408558	rnn.weight_ih_l0_reverse	0	0.03314204141497612
408558	rnn.weight_ih_l0_reverse	1	-0.05398993194103241
408558	rnn.weight_ih_l0_reverse	2	-0.035203058272600174
408558	rnn.weight_ih_l0_reverse	3	-0.12098489701747894
408558	rnn.weight_ih_l0_reverse	4	0.08446063846349716
408558	rnn.weight_ih_l0_reverse	5	-0.08900927007198334
408558	rnn.weight_ih_l0_reverse	6	-0.01686081849038601
408558	rnn.weight_ih_l0_reverse	7	0.02663043513894081
408558	rnn.weight_ih_l0_reverse	8	-0.07693196088075638
408558	rnn.weight_ih_l0_reverse	9	-0.0672239288687706
408558	rnn.weight_hh_l0_reverse	0	-0.11599217355251312
408558	rnn.weight_hh_l0_reverse	1	0.03480098396539688
408558	rnn.weight_hh_l0_reverse	2	-0.023421552032232285
408558	rnn.weight_hh_l0_reverse	3	0.03888581693172455
408558	rnn.weight_hh_l0_reverse	4	-0.07734167575836182
408558	rnn.weight_hh_l0_reverse	5	0.03717450797557831
408558	rnn.weight_hh_l0_reverse	6	0.023135187104344368
408558	rnn.weight_hh_l0_reverse	7	-0.10519756376743317
408558	rnn.weight_hh_l0_reverse	8	-0.043154723942279816
408558	rnn.weight_hh_l0_reverse	9	0.07227052003145218
408558	rnn.bias_ih_l0_reverse	0	-0.16628871858119965
408558	rnn.bias_ih_l0_reverse	1	-0.05770276114344597
408558	rnn.bias_ih_l0_reverse	2	0.11870236694812775
408558	rnn.bias_ih_l0_reverse	3	-0.2770332098007202
408558	rnn.bias_ih_l0_reverse	4	-0.04074465110898018
408558	rnn.bias_ih_l0_reverse	5	-0.2126481682062149
408558	rnn.bias_ih_l0_reverse	6	0.24250154197216034
408558	rnn.bias_ih_l0_reverse	7	-0.2683500647544861
408558	rnn.bias_ih_l0_reverse	8	-0.1603846549987793
408558	rnn.bias_ih_l0_reverse	9	-0.17209425568580627
408558	rnn.bias_hh_l0_reverse	0	-0.11575686186552048
408558	rnn.bias_hh_l0_reverse	1	0.2549843192100525
408558	rnn.bias_hh_l0_reverse	2	-0.3023121953010559
408558	rnn.bias_hh_l0_reverse	3	-0.19926440715789795
408558	rnn.bias_hh_l0_reverse	4	-0.3711903691291809
408558	rnn.bias_hh_l0_reverse	5	-0.1868639588356018
408558	rnn.bias_hh_l0_reverse	6	-0.26687586307525635
408558	rnn.bias_hh_l0_reverse	7	-0.06913764029741287
408558	rnn.bias_hh_l0_reverse	8	-0.27135610580444336
408558	rnn.bias_hh_l0_reverse	9	0.19806775450706482
408558	linear.weight	0	0.1657908409833908
408558	linear.weight	1	-0.46797406673431396
408558	linear.weight	2	0.08093748241662979
408558	linear.weight	3	0.06767364591360092
408558	linear.weight	4	-0.13736671209335327
408558	linear.weight	5	0.19898611307144165
408558	linear.weight	6	-0.029314890503883362
408558	linear.weight	7	-0.06256256997585297
408558	linear.weight	8	0.0899747684597969
408558	linear.weight	9	-0.04713563248515129
408558	linear.bias	0	-0.9803150296211243
408558	linear.bias	1	1.8867814540863037
408558	linear.bias	2	0.7164045572280884
408558	linear.bias	3	-2.63893985748291
408558	linear.bias	4	-0.1926649808883667
408558	linear.bias	5	1.3552937507629395
408558	linear.bias	6	-0.20306533575057983
408558	linear.bias	7	0.7486592531204224
408558	linear.bias	8	2.144371509552002
408558	linear.bias	9	-1.5204815864562988
408566	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
408566	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
408566	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
408566	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
408566	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
408566	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
408566	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
408566	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
408566	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
408566	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
408566	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
408566	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
408566	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
408566	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
408566	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
408566	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
408566	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
408566	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
408566	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
408566	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
408566	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
408566	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
408566	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
408566	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
408566	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
408566	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
408566	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
408566	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
408566	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
408566	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
408566	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
408566	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
408566	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
408566	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
408566	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
408566	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
408566	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
408566	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
408566	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
408566	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
408566	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
408566	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
408566	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
408566	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
408566	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
408566	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
408566	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
408566	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
408566	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
408566	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
408566	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
408566	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
408566	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
408566	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
408566	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
408566	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
408566	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
408566	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
408566	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
408566	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
408566	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
408566	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
408566	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
408566	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
408566	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
408566	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
408566	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
408566	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
408566	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
408566	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
408566	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
408566	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
408566	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
408566	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
408566	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
408566	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
408566	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
408566	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
408566	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
408566	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
408566	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
408566	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
408566	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
408566	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
408566	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
408566	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
408566	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
408566	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
408566	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
408566	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
408566	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
408566	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
408566	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
408566	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
408566	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
408566	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
408566	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
408566	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
408566	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
408566	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
408566	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
408566	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
408566	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
408566	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
408566	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
408566	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
408566	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
408566	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
408566	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
408566	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
408566	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
408566	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
408566	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
408566	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
408566	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
408566	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
408566	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
408566	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
408566	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
408566	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
408566	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
408566	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
408566	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
408566	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
408566	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
408566	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
408566	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
408566	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
408566	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
408566	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
408566	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
408566	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
408566	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
408566	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
408566	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
408566	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
408566	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
408566	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
408566	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
408566	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
408566	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
408566	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
408566	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
408566	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
408566	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
408566	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
408566	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
408566	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
408566	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
408566	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
408566	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
408566	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
408566	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
408566	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
408566	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
408566	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
408566	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
408566	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
408566	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
408566	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
408566	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
408566	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
408566	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
408566	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
408566	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
408566	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
408566	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
408566	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
408566	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
408566	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
408566	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
408566	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
408566	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
408566	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
408566	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
408566	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
408566	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
408566	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
408566	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
408566	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
408566	embedding2nn.weight	0	0.32228267192840576
408566	embedding2nn.weight	1	0.3964400291442871
408566	embedding2nn.weight	2	-0.004522461444139481
408566	embedding2nn.weight	3	-0.013776046223938465
408566	embedding2nn.weight	4	-0.04201231151819229
408566	embedding2nn.weight	5	0.07460708916187286
408566	embedding2nn.weight	6	0.027014201506972313
408566	embedding2nn.weight	7	0.01628686860203743
408566	embedding2nn.weight	8	0.044334277510643005
408566	embedding2nn.weight	9	-0.0077604325488209724
408566	embedding2nn.bias	0	0.005658790469169617
408566	embedding2nn.bias	1	-0.20289145410060883
408566	embedding2nn.bias	2	0.12075606733560562
408566	embedding2nn.bias	3	0.2074325680732727
408566	embedding2nn.bias	4	0.15880918502807617
408566	embedding2nn.bias	5	-0.11029397696256638
408566	embedding2nn.bias	6	-0.05584779381752014
408566	embedding2nn.bias	7	0.019293978810310364
408566	embedding2nn.bias	8	-0.12067399173974991
408566	embedding2nn.bias	9	-0.4043284058570862
408566	rnn.weight_ih_l0	0	-0.007662574760615826
408566	rnn.weight_ih_l0	1	-0.08504783362150192
408566	rnn.weight_ih_l0	2	-0.062468286603689194
408566	rnn.weight_ih_l0	3	0.10210797935724258
408566	rnn.weight_ih_l0	4	0.0006046716589480639
408566	rnn.weight_ih_l0	5	-0.045125458389520645
408566	rnn.weight_ih_l0	6	-0.02973361872136593
408566	rnn.weight_ih_l0	7	-0.029552558436989784
408566	rnn.weight_ih_l0	8	0.010950665920972824
408566	rnn.weight_ih_l0	9	-0.05138540267944336
408566	rnn.weight_hh_l0	0	-0.003307838225737214
408566	rnn.weight_hh_l0	1	0.06792499125003815
408566	rnn.weight_hh_l0	2	0.026695026084780693
408566	rnn.weight_hh_l0	3	-0.001431813114322722
408566	rnn.weight_hh_l0	4	0.026576610282063484
408566	rnn.weight_hh_l0	5	0.057546671479940414
408566	rnn.weight_hh_l0	6	-0.05678076297044754
408566	rnn.weight_hh_l0	7	-0.09452486038208008
408566	rnn.weight_hh_l0	8	0.03819379210472107
408566	rnn.weight_hh_l0	9	-0.10216257721185684
408566	rnn.bias_ih_l0	0	0.16937431693077087
408566	rnn.bias_ih_l0	1	-0.280880868434906
408566	rnn.bias_ih_l0	2	-0.015629978850483894
408566	rnn.bias_ih_l0	3	-0.17639729380607605
408566	rnn.bias_ih_l0	4	0.042207278311252594
408566	rnn.bias_ih_l0	5	-0.3633033335208893
408566	rnn.bias_ih_l0	6	-0.12198329716920853
408566	rnn.bias_ih_l0	7	-0.32060810923576355
408566	rnn.bias_ih_l0	8	-0.26663491129875183
408566	rnn.bias_ih_l0	9	-0.4295410215854645
408566	rnn.bias_hh_l0	0	-0.32030677795410156
408566	rnn.bias_hh_l0	1	-0.3631536066532135
408566	rnn.bias_hh_l0	2	-0.3048589527606964
408566	rnn.bias_hh_l0	3	-0.0780416950583458
408566	rnn.bias_hh_l0	4	-0.32102760672569275
408566	rnn.bias_hh_l0	5	-0.2965690791606903
408566	rnn.bias_hh_l0	6	-0.09939949214458466
408566	rnn.bias_hh_l0	7	0.05811199173331261
408566	rnn.bias_hh_l0	8	-0.2191910296678543
408566	rnn.bias_hh_l0	9	-0.5223298072814941
408566	rnn.weight_ih_l0_reverse	0	0.032904043793678284
408566	rnn.weight_ih_l0_reverse	1	-0.054157666862010956
408566	rnn.weight_ih_l0_reverse	2	-0.034726452082395554
408566	rnn.weight_ih_l0_reverse	3	-0.12185866385698318
408566	rnn.weight_ih_l0_reverse	4	0.08424261957406998
408566	rnn.weight_ih_l0_reverse	5	-0.08901684731245041
408566	rnn.weight_ih_l0_reverse	6	-0.016746817156672478
408566	rnn.weight_ih_l0_reverse	7	0.026653295382857323
408566	rnn.weight_ih_l0_reverse	8	-0.07805532217025757
408566	rnn.weight_ih_l0_reverse	9	-0.06742601841688156
408566	rnn.weight_hh_l0_reverse	0	-0.1160692572593689
408566	rnn.weight_hh_l0_reverse	1	0.034649528563022614
408566	rnn.weight_hh_l0_reverse	2	-0.02340739220380783
408566	rnn.weight_hh_l0_reverse	3	0.03889948129653931
408566	rnn.weight_hh_l0_reverse	4	-0.0773351863026619
408566	rnn.weight_hh_l0_reverse	5	0.03716501593589783
408566	rnn.weight_hh_l0_reverse	6	0.023133421316742897
408566	rnn.weight_hh_l0_reverse	7	-0.10519024729728699
408566	rnn.weight_hh_l0_reverse	8	-0.04414870962500572
408566	rnn.weight_hh_l0_reverse	9	0.07239093631505966
408566	rnn.bias_ih_l0_reverse	0	-0.1646440178155899
408566	rnn.bias_ih_l0_reverse	1	-0.05740690603852272
408566	rnn.bias_ih_l0_reverse	2	0.11825523525476456
408566	rnn.bias_ih_l0_reverse	3	-0.2778553366661072
408566	rnn.bias_ih_l0_reverse	4	-0.03928699344396591
408566	rnn.bias_ih_l0_reverse	5	-0.2125852108001709
408566	rnn.bias_ih_l0_reverse	6	0.24138237535953522
408566	rnn.bias_ih_l0_reverse	7	-0.2705836296081543
408566	rnn.bias_ih_l0_reverse	8	-0.1605365127325058
408566	rnn.bias_ih_l0_reverse	9	-0.17120343446731567
408566	rnn.bias_hh_l0_reverse	0	-0.11581090837717056
408566	rnn.bias_hh_l0_reverse	1	0.25492340326309204
408566	rnn.bias_hh_l0_reverse	2	-0.3009137213230133
408566	rnn.bias_hh_l0_reverse	3	-0.19930608570575714
408566	rnn.bias_hh_l0_reverse	4	-0.37061554193496704
408566	rnn.bias_hh_l0_reverse	5	-0.18660719692707062
408566	rnn.bias_hh_l0_reverse	6	-0.26797863841056824
408566	rnn.bias_hh_l0_reverse	7	-0.06942088156938553
408566	rnn.bias_hh_l0_reverse	8	-0.2709982097148895
408566	rnn.bias_hh_l0_reverse	9	0.19751252233982086
408566	linear.weight	0	0.16606712341308594
408566	linear.weight	1	-0.4665675759315491
408566	linear.weight	2	0.0853886604309082
408566	linear.weight	3	0.06767372786998749
408566	linear.weight	4	-0.1394488364458084
408566	linear.weight	5	0.2036394327878952
408566	linear.weight	6	-0.029064862057566643
408566	linear.weight	7	-0.06256261467933655
408566	linear.weight	8	0.09023797512054443
408566	linear.weight	9	-0.04713568463921547
408566	linear.bias	0	-0.9818729162216187
408566	linear.bias	1	1.9009430408477783
408566	linear.bias	2	0.7183235883712769
408566	linear.bias	3	-2.6389434337615967
408566	linear.bias	4	-0.19276592135429382
408566	linear.bias	5	1.3190903663635254
408566	linear.bias	6	-0.19070565700531006
408566	linear.bias	7	0.7583980560302734
408566	linear.bias	8	2.161783218383789
408566	linear.bias	9	-1.5192897319793701
409175	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
409175	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
409175	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
409175	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
409175	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
409175	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
409175	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
409175	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
409175	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
409175	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
409175	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
409175	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
409175	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
409175	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
409175	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
409175	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
409175	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
409175	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
409175	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
409175	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
409175	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
409175	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
409175	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
409175	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
409175	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
409175	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
409175	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
409175	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
409175	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
409175	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
409175	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
409175	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
409175	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
409175	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
409175	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
409175	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
409175	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
409175	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
409175	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
409175	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
409175	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
409175	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
409175	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
409175	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
409175	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
409175	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
409175	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
409175	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
409175	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
409175	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
409175	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
409175	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
409175	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
409175	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
409175	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
409175	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
409175	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
409175	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
409175	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
409175	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
409175	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
409175	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
409175	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
409175	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
409175	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
409175	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
409175	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
409175	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
409175	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
409175	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
409175	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
409175	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
409175	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
409175	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
409175	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
409175	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
409175	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
409175	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
409175	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
409175	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
409175	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
409175	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
409175	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
409175	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
409175	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
409175	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
409175	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
409175	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
409175	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
409175	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
409175	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
409175	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
409175	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
409175	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
409175	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
409175	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
409175	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
409175	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
409175	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
409175	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
409175	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
409175	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
409175	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
409175	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
409175	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
409175	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
409175	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
409175	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
409175	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
409175	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
409175	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
409175	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
409175	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
409175	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
409175	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
409175	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
409175	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
409175	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
409175	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
409175	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
409175	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
409175	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
409175	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
409175	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
409175	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
409175	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
409175	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
409175	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
409175	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
409175	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
409175	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
409175	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
409175	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
409175	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
409175	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
409175	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
409175	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
409175	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
409175	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
409175	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
409175	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
409175	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
409175	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
409175	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
409175	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
409175	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
409175	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
409175	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
409175	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
409175	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
409175	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
409175	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
409175	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
409175	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
409175	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
409175	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
409175	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
409175	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
409175	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
409175	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
409175	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
409175	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
409175	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
409175	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
409175	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
409175	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
409175	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
409175	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
409175	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
409175	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
409175	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
409175	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
409175	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
409175	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
409175	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
409175	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
409175	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
409175	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
409175	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
409175	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
409175	embedding2nn.weight	0	0.3230443000793457
409175	embedding2nn.weight	1	0.39578408002853394
409175	embedding2nn.weight	2	-0.003717790124937892
409175	embedding2nn.weight	3	-0.0193698238581419
409175	embedding2nn.weight	4	-0.03961441293358803
409175	embedding2nn.weight	5	0.07519256323575974
409175	embedding2nn.weight	6	0.028593357652425766
409175	embedding2nn.weight	7	0.00083189457654953
409175	embedding2nn.weight	8	0.04061982408165932
409175	embedding2nn.weight	9	-0.01183972880244255
409175	embedding2nn.bias	0	0.026335133239626884
409175	embedding2nn.bias	1	-0.19821876287460327
409175	embedding2nn.bias	2	0.11602773517370224
409175	embedding2nn.bias	3	0.1796775907278061
409175	embedding2nn.bias	4	0.1454433798789978
409175	embedding2nn.bias	5	-0.07874749600887299
409175	embedding2nn.bias	6	-0.07252237200737
409175	embedding2nn.bias	7	0.031490765511989594
409175	embedding2nn.bias	8	-0.12303177267313004
409175	embedding2nn.bias	9	-0.4013034403324127
409175	rnn.weight_ih_l0	0	-0.006135995965451002
409175	rnn.weight_ih_l0	1	-0.0827644020318985
409175	rnn.weight_ih_l0	2	-0.06081853806972504
409175	rnn.weight_ih_l0	3	0.10421012341976166
409175	rnn.weight_ih_l0	4	-0.001370073645375669
409175	rnn.weight_ih_l0	5	-0.042144838720560074
409175	rnn.weight_ih_l0	6	-0.021126456558704376
409175	rnn.weight_ih_l0	7	-0.031210338696837425
409175	rnn.weight_ih_l0	8	0.008652569726109505
409175	rnn.weight_ih_l0	9	-0.0537615567445755
409175	rnn.weight_hh_l0	0	-0.004155969247221947
409175	rnn.weight_hh_l0	1	0.06864567846059799
409175	rnn.weight_hh_l0	2	0.025490468367934227
409175	rnn.weight_hh_l0	3	-0.000844683381728828
409175	rnn.weight_hh_l0	4	0.02791580930352211
409175	rnn.weight_hh_l0	5	0.0573069229722023
409175	rnn.weight_hh_l0	6	-0.05682054162025452
409175	rnn.weight_hh_l0	7	-0.09222371131181717
409175	rnn.weight_hh_l0	8	0.03829670324921608
409175	rnn.weight_hh_l0	9	-0.10129349678754807
409175	rnn.bias_ih_l0	0	0.1663942039012909
409175	rnn.bias_ih_l0	1	-0.2777232527732849
409175	rnn.bias_ih_l0	2	-0.017588328570127487
409175	rnn.bias_ih_l0	3	-0.17136698961257935
409175	rnn.bias_ih_l0	4	0.0356023907661438
409175	rnn.bias_ih_l0	5	-0.36149704456329346
409175	rnn.bias_ih_l0	6	-0.1185537651181221
409175	rnn.bias_ih_l0	7	-0.3218984305858612
409175	rnn.bias_ih_l0	8	-0.2672276198863983
409175	rnn.bias_ih_l0	9	-0.41760215163230896
409175	rnn.bias_hh_l0	0	-0.32419058680534363
409175	rnn.bias_hh_l0	1	-0.36329540610313416
409175	rnn.bias_hh_l0	2	-0.2978716492652893
409175	rnn.bias_hh_l0	3	-0.07248962670564651
409175	rnn.bias_hh_l0	4	-0.31621867418289185
409175	rnn.bias_hh_l0	5	-0.2963736653327942
409175	rnn.bias_hh_l0	6	-0.1056302934885025
409175	rnn.bias_hh_l0	7	0.0561622679233551
409175	rnn.bias_hh_l0	8	-0.2229502648115158
409175	rnn.bias_hh_l0	9	-0.5183292627334595
409175	rnn.weight_ih_l0_reverse	0	0.031979456543922424
409175	rnn.weight_ih_l0_reverse	1	-0.054963674396276474
409175	rnn.weight_ih_l0_reverse	2	-0.03356551751494408
409175	rnn.weight_ih_l0_reverse	3	-0.12744851410388947
409175	rnn.weight_ih_l0_reverse	4	0.08497084677219391
409175	rnn.weight_ih_l0_reverse	5	-0.09991472959518433
409175	rnn.weight_ih_l0_reverse	6	-0.015248340554535389
409175	rnn.weight_ih_l0_reverse	7	0.026339560747146606
409175	rnn.weight_ih_l0_reverse	8	-0.08223003894090652
409175	rnn.weight_ih_l0_reverse	9	-0.0659242570400238
409175	rnn.weight_hh_l0_reverse	0	-0.11699002981185913
409175	rnn.weight_hh_l0_reverse	1	0.03432123735547066
409175	rnn.weight_hh_l0_reverse	2	-0.02346557378768921
409175	rnn.weight_hh_l0_reverse	3	0.03907321020960808
409175	rnn.weight_hh_l0_reverse	4	-0.07830823957920074
409175	rnn.weight_hh_l0_reverse	5	0.037189677357673645
409175	rnn.weight_hh_l0_reverse	6	0.023487398400902748
409175	rnn.weight_hh_l0_reverse	7	-0.10611731559038162
409175	rnn.weight_hh_l0_reverse	8	-0.04419246315956116
409175	rnn.weight_hh_l0_reverse	9	0.07016460597515106
409175	rnn.bias_ih_l0_reverse	0	-0.1656045913696289
409175	rnn.bias_ih_l0_reverse	1	-0.06005176156759262
409175	rnn.bias_ih_l0_reverse	2	0.12443161010742188
409175	rnn.bias_ih_l0_reverse	3	-0.27143537998199463
409175	rnn.bias_ih_l0_reverse	4	-0.03413259610533714
409175	rnn.bias_ih_l0_reverse	5	-0.2107662707567215
409175	rnn.bias_ih_l0_reverse	6	0.24012401700019836
409175	rnn.bias_ih_l0_reverse	7	-0.25436991453170776
409175	rnn.bias_ih_l0_reverse	8	-0.1549302637577057
409175	rnn.bias_ih_l0_reverse	9	-0.17222703993320465
409175	rnn.bias_hh_l0_reverse	0	-0.12106572836637497
409175	rnn.bias_hh_l0_reverse	1	0.25007399916648865
409175	rnn.bias_hh_l0_reverse	2	-0.29748350381851196
409175	rnn.bias_hh_l0_reverse	3	-0.1988574117422104
409175	rnn.bias_hh_l0_reverse	4	-0.3735676407814026
409175	rnn.bias_hh_l0_reverse	5	-0.17817416787147522
409175	rnn.bias_hh_l0_reverse	6	-0.26065829396247864
409175	rnn.bias_hh_l0_reverse	7	-0.0677102580666542
409175	rnn.bias_hh_l0_reverse	8	-0.27752137184143066
409175	rnn.bias_hh_l0_reverse	9	0.1957089751958847
409175	linear.weight	0	0.16768018901348114
409175	linear.weight	1	-0.4847467839717865
409175	linear.weight	2	0.05883205309510231
409175	linear.weight	3	0.06767448782920837
409175	linear.weight	4	-0.1577593982219696
409175	linear.weight	5	0.21799463033676147
409175	linear.weight	6	-0.0448482371866703
409175	linear.weight	7	-0.06255120038986206
409175	linear.weight	8	0.10359741747379303
409175	linear.weight	9	-0.047147899866104126
409175	linear.bias	0	-0.911888837814331
409175	linear.bias	1	1.8858647346496582
409175	linear.bias	2	0.7073443531990051
409175	linear.bias	3	-2.6393611431121826
409175	linear.bias	4	-0.18120889365673065
409175	linear.bias	5	1.3331656455993652
409175	linear.bias	6	-0.17773620784282684
409175	linear.bias	7	0.7752125263214111
409175	linear.bias	8	2.191309690475464
409175	linear.bias	9	-1.5064376592636108
409784	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
409784	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
409784	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
409784	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
409784	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
409784	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
409784	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
409784	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
409784	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
409784	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
409784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
409784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
409784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
409784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
409784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
409784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
409784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
409784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
409784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
409784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
409784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
409784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
409784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
409784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
409784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
409784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
409784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
409784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
409784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
409784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
409784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
409784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
409784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
409784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
409784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
409784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
409784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
409784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
409784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
409784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
409784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
409784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
409784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
409784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
409784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
409784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
409784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
409784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
409784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
409784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
409784	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
409784	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
409784	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
409784	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
409784	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
409784	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
409784	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
409784	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
409784	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
409784	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
409784	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
409784	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
409784	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
409784	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
409784	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
409784	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
409784	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
409784	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
409784	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
409784	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
409784	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
409784	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
409784	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
409784	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
409784	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
409784	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
409784	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
409784	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
409784	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
409784	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
409784	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
409784	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
409784	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
409784	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
409784	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
409784	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
409784	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
409784	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
409784	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
409784	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
409784	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
409784	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
409784	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
409784	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
409784	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
409784	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
409784	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
409784	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
409784	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
409784	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
409784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
409784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
409784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
409784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
409784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
409784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
409784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
409784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
409784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
409784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
409784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
409784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
409784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
409784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
409784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
409784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
409784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
409784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
409784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
409784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
409784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
409784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
409784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
409784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
409784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
409784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
409784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
409784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
409784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
409784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
409784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
409784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
409784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
409784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
409784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
409784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
409784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
409784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
409784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
409784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
409784	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
409784	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
409784	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
409784	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
409784	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
409784	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
409784	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
409784	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
409784	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
409784	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
409784	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
409784	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
409784	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
409784	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
409784	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
409784	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
409784	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
409784	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
409784	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
409784	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
409784	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
409784	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
409784	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
409784	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
409784	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
409784	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
409784	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
409784	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
409784	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
409784	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
409784	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
409784	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
409784	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
409784	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
409784	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
409784	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
409784	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
409784	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
409784	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
409784	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
409784	embedding2nn.weight	0	0.32458144426345825
409784	embedding2nn.weight	1	0.39822861552238464
409784	embedding2nn.weight	2	-0.0016123884124681354
409784	embedding2nn.weight	3	-0.01875218376517296
409784	embedding2nn.weight	4	-0.04365203529596329
409784	embedding2nn.weight	5	0.07620420306921005
409784	embedding2nn.weight	6	0.03252274543046951
409784	embedding2nn.weight	7	-0.003932509105652571
409784	embedding2nn.weight	8	0.042582474648952484
409784	embedding2nn.weight	9	-0.015020139515399933
409784	embedding2nn.bias	0	0.04320075735449791
409784	embedding2nn.bias	1	-0.19795553386211395
409784	embedding2nn.bias	2	0.13288608193397522
409784	embedding2nn.bias	3	0.1883302628993988
409784	embedding2nn.bias	4	0.12180262804031372
409784	embedding2nn.bias	5	-0.07902994006872177
409784	embedding2nn.bias	6	-0.06670329719781876
409784	embedding2nn.bias	7	0.033213790506124496
409784	embedding2nn.bias	8	-0.11295104026794434
409784	embedding2nn.bias	9	-0.384991854429245
409784	rnn.weight_ih_l0	0	-0.008385445922613144
409784	rnn.weight_ih_l0	1	-0.08121412247419357
409784	rnn.weight_ih_l0	2	-0.05985577031970024
409784	rnn.weight_ih_l0	3	0.10696756839752197
409784	rnn.weight_ih_l0	4	0.00458852294832468
409784	rnn.weight_ih_l0	5	-0.04012713581323624
409784	rnn.weight_ih_l0	6	-0.025742121040821075
409784	rnn.weight_ih_l0	7	-0.029491450637578964
409784	rnn.weight_ih_l0	8	0.0029426885303109884
409784	rnn.weight_ih_l0	9	-0.05005364865064621
409784	rnn.weight_hh_l0	0	-0.0041704061441123486
409784	rnn.weight_hh_l0	1	0.06845826655626297
409784	rnn.weight_hh_l0	2	0.024531131610274315
409784	rnn.weight_hh_l0	3	-0.00018539070151746273
409784	rnn.weight_hh_l0	4	0.027767840772867203
409784	rnn.weight_hh_l0	5	0.05885953828692436
409784	rnn.weight_hh_l0	6	-0.05631875619292259
409784	rnn.weight_hh_l0	7	-0.09097953885793686
409784	rnn.weight_hh_l0	8	0.038378141820430756
409784	rnn.weight_hh_l0	9	-0.10162387788295746
409784	rnn.bias_ih_l0	0	0.15856753289699554
409784	rnn.bias_ih_l0	1	-0.2754409909248352
409784	rnn.bias_ih_l0	2	-0.013708921149373055
409784	rnn.bias_ih_l0	3	-0.16987314820289612
409784	rnn.bias_ih_l0	4	0.039342787116765976
409784	rnn.bias_ih_l0	5	-0.3627760112285614
409784	rnn.bias_ih_l0	6	-0.11509022116661072
409784	rnn.bias_ih_l0	7	-0.32233956456184387
409784	rnn.bias_ih_l0	8	-0.26757246255874634
409784	rnn.bias_ih_l0	9	-0.4292881190776825
409784	rnn.bias_hh_l0	0	-0.3197959065437317
409784	rnn.bias_hh_l0	1	-0.36711081862449646
409784	rnn.bias_hh_l0	2	-0.2960790991783142
409784	rnn.bias_hh_l0	3	-0.07822424918413162
409784	rnn.bias_hh_l0	4	-0.3160448670387268
409784	rnn.bias_hh_l0	5	-0.2994137406349182
409784	rnn.bias_hh_l0	6	-0.10190887004137039
409784	rnn.bias_hh_l0	7	0.05964529141783714
409784	rnn.bias_hh_l0	8	-0.22772227227687836
409784	rnn.bias_hh_l0	9	-0.5149872899055481
409784	rnn.weight_ih_l0_reverse	0	0.03581139072775841
409784	rnn.weight_ih_l0_reverse	1	-0.05196445807814598
409784	rnn.weight_ih_l0_reverse	2	-0.03396878018975258
409784	rnn.weight_ih_l0_reverse	3	-0.12772884964942932
409784	rnn.weight_ih_l0_reverse	4	0.08443222939968109
409784	rnn.weight_ih_l0_reverse	5	-0.10602576285600662
409784	rnn.weight_ih_l0_reverse	6	-0.022004302591085434
409784	rnn.weight_ih_l0_reverse	7	0.025808177888393402
409784	rnn.weight_ih_l0_reverse	8	-0.08120526373386383
409784	rnn.weight_ih_l0_reverse	9	-0.06633447110652924
409784	rnn.weight_hh_l0_reverse	0	-0.11749634146690369
409784	rnn.weight_hh_l0_reverse	1	0.03646177798509598
409784	rnn.weight_hh_l0_reverse	2	-0.0232371985912323
409784	rnn.weight_hh_l0_reverse	3	0.038381319493055344
409784	rnn.weight_hh_l0_reverse	4	-0.07763948291540146
409784	rnn.weight_hh_l0_reverse	5	0.037916988134384155
409784	rnn.weight_hh_l0_reverse	6	0.02345176413655281
409784	rnn.weight_hh_l0_reverse	7	-0.1114029586315155
409784	rnn.weight_hh_l0_reverse	8	-0.04828879237174988
409784	rnn.weight_hh_l0_reverse	9	0.07097293436527252
409784	rnn.bias_ih_l0_reverse	0	-0.16809210181236267
409784	rnn.bias_ih_l0_reverse	1	-0.0549950934946537
409784	rnn.bias_ih_l0_reverse	2	0.12231127917766571
409784	rnn.bias_ih_l0_reverse	3	-0.2761288285255432
409784	rnn.bias_ih_l0_reverse	4	-0.018006736412644386
409784	rnn.bias_ih_l0_reverse	5	-0.21188326179981232
409784	rnn.bias_ih_l0_reverse	6	0.23476336896419525
409784	rnn.bias_ih_l0_reverse	7	-0.2696516513824463
409784	rnn.bias_ih_l0_reverse	8	-0.15807488560676575
409784	rnn.bias_ih_l0_reverse	9	-0.1800478845834732
409784	rnn.bias_hh_l0_reverse	0	-0.11118098348379135
409784	rnn.bias_hh_l0_reverse	1	0.2576254904270172
409784	rnn.bias_hh_l0_reverse	2	-0.3069905638694763
409784	rnn.bias_hh_l0_reverse	3	-0.20501048862934113
409784	rnn.bias_hh_l0_reverse	4	-0.3756921887397766
409784	rnn.bias_hh_l0_reverse	5	-0.18723319470882416
409784	rnn.bias_hh_l0_reverse	6	-0.25589197874069214
409784	rnn.bias_hh_l0_reverse	7	-0.07215583324432373
409784	rnn.bias_hh_l0_reverse	8	-0.2787915766239166
409784	rnn.bias_hh_l0_reverse	9	0.19974099099636078
409784	linear.weight	0	0.19082431495189667
409784	linear.weight	1	-0.42905542254447937
409784	linear.weight	2	0.0472068190574646
409784	linear.weight	3	0.06767239421606064
409784	linear.weight	4	-0.18011817336082458
409784	linear.weight	5	0.22264984250068665
409784	linear.weight	6	-0.04201439023017883
409784	linear.weight	7	-0.0625402182340622
409784	linear.weight	8	0.11493706703186035
409784	linear.weight	9	-0.047159042209386826
409784	linear.bias	0	-0.9607633948326111
409784	linear.bias	1	1.858586072921753
409784	linear.bias	2	0.7579382658004761
409784	linear.bias	3	-2.6397857666015625
409784	linear.bias	4	-0.2029648721218109
409784	linear.bias	5	1.2696057558059692
409784	linear.bias	6	-0.1804930418729782
409784	linear.bias	7	0.7717523574829102
409784	linear.bias	8	2.1881237030029297
409784	linear.bias	9	-1.4921759366989136
410393	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
410393	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
410393	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
410393	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
410393	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
410393	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
410393	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
410393	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
410393	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
410393	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
410393	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
410393	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
410393	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
410393	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
410393	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
410393	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
410393	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
410393	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
410393	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
410393	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
410393	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
410393	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
410393	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
410393	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
410393	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
410393	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
410393	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
410393	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
410393	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
410393	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
410393	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
410393	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
410393	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
410393	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
410393	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
410393	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
410393	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
410393	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
410393	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
410393	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
410393	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
410393	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
410393	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
410393	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
410393	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
410393	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
410393	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
410393	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
410393	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
410393	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
410393	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
410393	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
410393	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
410393	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
410393	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
410393	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
410393	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
410393	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
410393	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
410393	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
410393	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
410393	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
410393	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
410393	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
410393	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
410393	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
410393	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
410393	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
410393	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
410393	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
410393	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
410393	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
410393	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
410393	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
410393	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
410393	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
410393	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
410393	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
410393	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
410393	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
410393	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
410393	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
410393	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
410393	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
410393	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
410393	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
410393	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
410393	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
410393	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
410393	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
410393	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
410393	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
410393	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
410393	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
410393	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
410393	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
410393	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
410393	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
410393	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
410393	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
410393	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
410393	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
410393	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
410393	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
410393	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
410393	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
410393	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
410393	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
410393	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
410393	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
410393	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
410393	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
410393	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
410393	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
410393	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
410393	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
410393	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
410393	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
410393	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
410393	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
410393	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
410393	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
410393	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
410393	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
410393	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
410393	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
410393	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
410393	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
410393	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
410393	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
410393	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
410393	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
410393	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
410393	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
410393	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
410393	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
410393	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
410393	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
410393	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
410393	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
410393	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
410393	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
410393	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
410393	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
410393	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
410393	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
410393	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
410393	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
410393	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
410393	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
410393	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
410393	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
410393	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
410393	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
410393	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
410393	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
410393	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
410393	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
410393	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
410393	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
410393	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
410393	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
410393	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
410393	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
410393	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
410393	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
410393	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
410393	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
410393	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
410393	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
410393	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
410393	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
410393	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
410393	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
410393	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
410393	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
410393	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
410393	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
410393	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
410393	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
410393	embedding2nn.weight	0	0.3262641727924347
410393	embedding2nn.weight	1	0.39377808570861816
410393	embedding2nn.weight	2	0.0036682782229036093
410393	embedding2nn.weight	3	-0.012779338285326958
410393	embedding2nn.weight	4	-0.04573352262377739
410393	embedding2nn.weight	5	0.07730638235807419
410393	embedding2nn.weight	6	0.0336318165063858
410393	embedding2nn.weight	7	0.002428194275125861
410393	embedding2nn.weight	8	0.04521883279085159
410393	embedding2nn.weight	9	-0.01441422663629055
410393	embedding2nn.bias	0	0.05072091519832611
410393	embedding2nn.bias	1	-0.18549896776676178
410393	embedding2nn.bias	2	0.12383788824081421
410393	embedding2nn.bias	3	0.21380703151226044
410393	embedding2nn.bias	4	0.16140814125537872
410393	embedding2nn.bias	5	-0.0860934853553772
410393	embedding2nn.bias	6	-0.06425216794013977
410393	embedding2nn.bias	7	0.02382049709558487
410393	embedding2nn.bias	8	-0.15675760805606842
410393	embedding2nn.bias	9	-0.3710477948188782
410393	rnn.weight_ih_l0	0	-0.008673720061779022
410393	rnn.weight_ih_l0	1	-0.08203186839818954
410393	rnn.weight_ih_l0	2	-0.06517801433801651
410393	rnn.weight_ih_l0	3	0.10463593900203705
410393	rnn.weight_ih_l0	4	-0.00039295991882681847
410393	rnn.weight_ih_l0	5	-0.03955082967877388
410393	rnn.weight_ih_l0	6	-0.027707358822226524
410393	rnn.weight_ih_l0	7	-0.03459874168038368
410393	rnn.weight_ih_l0	8	0.007614287547767162
410393	rnn.weight_ih_l0	9	-0.058216992765665054
410393	rnn.weight_hh_l0	0	-0.004895033314824104
410393	rnn.weight_hh_l0	1	0.06881307065486908
410393	rnn.weight_hh_l0	2	0.023105094209313393
410393	rnn.weight_hh_l0	3	0.000806237745564431
410393	rnn.weight_hh_l0	4	0.026770174503326416
410393	rnn.weight_hh_l0	5	0.06041717156767845
410393	rnn.weight_hh_l0	6	-0.05608196556568146
410393	rnn.weight_hh_l0	7	-0.08982362598180771
410393	rnn.weight_hh_l0	8	0.03810401260852814
410393	rnn.weight_hh_l0	9	-0.100689597427845
410393	rnn.bias_ih_l0	0	0.16482000052928925
410393	rnn.bias_ih_l0	1	-0.27756771445274353
410393	rnn.bias_ih_l0	2	-0.011780285276472569
410393	rnn.bias_ih_l0	3	-0.167436882853508
410393	rnn.bias_ih_l0	4	0.029060078784823418
410393	rnn.bias_ih_l0	5	-0.35348615050315857
410393	rnn.bias_ih_l0	6	-0.12304701656103134
410393	rnn.bias_ih_l0	7	-0.32427167892456055
410393	rnn.bias_ih_l0	8	-0.2651166319847107
410393	rnn.bias_ih_l0	9	-0.4394547939300537
410393	rnn.bias_hh_l0	0	-0.3198149502277374
410393	rnn.bias_hh_l0	1	-0.3705345094203949
410393	rnn.bias_hh_l0	2	-0.2980859577655792
410393	rnn.bias_hh_l0	3	-0.07534109801054001
410393	rnn.bias_hh_l0	4	-0.31706565618515015
410393	rnn.bias_hh_l0	5	-0.2955593764781952
410393	rnn.bias_hh_l0	6	-0.10056919604539871
410393	rnn.bias_hh_l0	7	0.0534609891474247
410393	rnn.bias_hh_l0	8	-0.23249413073062897
410393	rnn.bias_hh_l0	9	-0.5196903944015503
410393	rnn.weight_ih_l0_reverse	0	0.03372456505894661
410393	rnn.weight_ih_l0_reverse	1	-0.05188657343387604
410393	rnn.weight_ih_l0_reverse	2	-0.03746863827109337
410393	rnn.weight_ih_l0_reverse	3	-0.13023681938648224
410393	rnn.weight_ih_l0_reverse	4	0.08365365117788315
410393	rnn.weight_ih_l0_reverse	5	-0.10219776630401611
410393	rnn.weight_ih_l0_reverse	6	-0.02904742769896984
410393	rnn.weight_ih_l0_reverse	7	0.024141468107700348
410393	rnn.weight_ih_l0_reverse	8	-0.08259670436382294
410393	rnn.weight_ih_l0_reverse	9	-0.06552447378635406
410393	rnn.weight_hh_l0_reverse	0	-0.11775536090135574
410393	rnn.weight_hh_l0_reverse	1	0.03665462136268616
410393	rnn.weight_hh_l0_reverse	2	-0.024087386205792427
410393	rnn.weight_hh_l0_reverse	3	0.037587378174066544
410393	rnn.weight_hh_l0_reverse	4	-0.0780823826789856
410393	rnn.weight_hh_l0_reverse	5	0.03837117552757263
410393	rnn.weight_hh_l0_reverse	6	0.023425836116075516
410393	rnn.weight_hh_l0_reverse	7	-0.11359614878892899
410393	rnn.weight_hh_l0_reverse	8	-0.05089825019240379
410393	rnn.weight_hh_l0_reverse	9	0.07202049344778061
410393	rnn.bias_ih_l0_reverse	0	-0.172969788312912
410393	rnn.bias_ih_l0_reverse	1	-0.05235688015818596
410393	rnn.bias_ih_l0_reverse	2	0.123481884598732
410393	rnn.bias_ih_l0_reverse	3	-0.28085923194885254
410393	rnn.bias_ih_l0_reverse	4	-0.02694707363843918
410393	rnn.bias_ih_l0_reverse	5	-0.2098289430141449
410393	rnn.bias_ih_l0_reverse	6	0.22678351402282715
410393	rnn.bias_ih_l0_reverse	7	-0.26814576983451843
410393	rnn.bias_ih_l0_reverse	8	-0.1645372211933136
410393	rnn.bias_ih_l0_reverse	9	-0.18306982517242432
410393	rnn.bias_hh_l0_reverse	0	-0.11999857425689697
410393	rnn.bias_hh_l0_reverse	1	0.2611235976219177
410393	rnn.bias_hh_l0_reverse	2	-0.3179973065853119
410393	rnn.bias_hh_l0_reverse	3	-0.2002962827682495
410393	rnn.bias_hh_l0_reverse	4	-0.3806995451450348
410393	rnn.bias_hh_l0_reverse	5	-0.18474169075489044
410393	rnn.bias_hh_l0_reverse	6	-0.2644205093383789
410393	rnn.bias_hh_l0_reverse	7	-0.06945708394050598
410393	rnn.bias_hh_l0_reverse	8	-0.2811163067817688
410393	rnn.bias_hh_l0_reverse	9	0.20032350718975067
410393	linear.weight	0	0.20136722922325134
410393	linear.weight	1	-0.4131506681442261
410393	linear.weight	2	0.03402381017804146
410393	linear.weight	3	0.06767186522483826
410393	linear.weight	4	-0.14982101321220398
410393	linear.weight	5	0.26775819063186646
410393	linear.weight	6	-0.040829259902238846
410393	linear.weight	7	-0.06252264231443405
410393	linear.weight	8	0.11210592091083527
410393	linear.weight	9	-0.047173209488391876
410393	linear.bias	0	-0.9589747190475464
410393	linear.bias	1	1.9447647333145142
410393	linear.bias	2	0.7308436632156372
410393	linear.bias	3	-2.640287160873413
410393	linear.bias	4	-0.21510924398899078
410393	linear.bias	5	1.3122678995132446
410393	linear.bias	6	-0.20594839751720428
410393	linear.bias	7	0.7609382271766663
410393	linear.bias	8	2.2062265872955322
410393	linear.bias	9	-1.5037367343902588
411002	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
411002	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
411002	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
411002	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
411002	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
411002	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
411002	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
411002	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
411002	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
411002	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
411002	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
411002	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
411002	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
411002	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
411002	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
411002	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
411002	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
411002	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
411002	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
411002	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
411002	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
411002	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
411002	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
411002	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
411002	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
411002	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
411002	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
411002	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
411002	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
411002	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
411002	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
411002	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
411002	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
411002	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
411002	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
411002	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
411002	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
411002	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
411002	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
411002	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
411002	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
411002	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
411002	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
411002	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
411002	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
411002	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
411002	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
411002	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
411002	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
411002	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
411002	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
411002	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
411002	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
411002	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
411002	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
411002	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
411002	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
411002	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
411002	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
411002	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
411002	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
411002	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
411002	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
411002	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
411002	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
411002	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
411002	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
411002	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
411002	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
411002	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
411002	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
411002	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
411002	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
411002	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
411002	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
411002	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
411002	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
411002	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
411002	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
411002	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
411002	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
411002	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
411002	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
411002	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
411002	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
411002	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
411002	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
411002	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
411002	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
411002	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
411002	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
411002	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
411002	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
411002	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
411002	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
411002	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
411002	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
411002	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
411002	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
411002	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
411002	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
411002	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
411002	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
411002	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
411002	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
411002	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
411002	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
411002	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
411002	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
411002	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
411002	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
411002	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
411002	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
411002	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
411002	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
411002	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
411002	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
411002	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
411002	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
411002	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
411002	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
411002	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
411002	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
411002	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
411002	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
411002	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
411002	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
411002	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
411002	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
411002	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
411002	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
411002	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
411002	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
411002	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
411002	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
411002	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
411002	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
411002	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
411002	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
411002	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
411002	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
411002	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
411002	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
411002	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
411002	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
411002	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
411002	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
411002	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
411002	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
411002	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
411002	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
411002	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
411002	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
411002	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
411002	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
411002	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
411002	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
411002	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
411002	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
411002	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
411002	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
411002	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
411002	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
411002	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
411002	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
411002	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
411002	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
411002	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
411002	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
411002	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
411002	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
411002	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
411002	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
411002	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
411002	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
411002	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
411002	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
411002	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
411002	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
411002	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
411002	embedding2nn.weight	0	0.325248658657074
411002	embedding2nn.weight	1	0.3993523120880127
411002	embedding2nn.weight	2	0.008083312772214413
411002	embedding2nn.weight	3	-0.015048292465507984
411002	embedding2nn.weight	4	-0.054127149283885956
411002	embedding2nn.weight	5	0.07370109856128693
411002	embedding2nn.weight	6	0.023540711030364037
411002	embedding2nn.weight	7	0.004932630807161331
411002	embedding2nn.weight	8	0.052298855036497116
411002	embedding2nn.weight	9	-0.010862252674996853
411002	embedding2nn.bias	0	0.04336157813668251
411002	embedding2nn.bias	1	-0.20509667694568634
411002	embedding2nn.bias	2	0.12458570301532745
411002	embedding2nn.bias	3	0.17187805473804474
411002	embedding2nn.bias	4	0.15052564442157745
411002	embedding2nn.bias	5	-0.11125896871089935
411002	embedding2nn.bias	6	-0.0605769008398056
411002	embedding2nn.bias	7	0.03886759653687477
411002	embedding2nn.bias	8	-0.16196127235889435
411002	embedding2nn.bias	9	-0.3575499653816223
411002	rnn.weight_ih_l0	0	-0.005755586549639702
411002	rnn.weight_ih_l0	1	-0.08025435358285904
411002	rnn.weight_ih_l0	2	-0.06310337036848068
411002	rnn.weight_ih_l0	3	0.1044379472732544
411002	rnn.weight_ih_l0	4	-0.0029914379119873047
411002	rnn.weight_ih_l0	5	-0.04299158975481987
411002	rnn.weight_ih_l0	6	-0.031250182539224625
411002	rnn.weight_ih_l0	7	-0.037046242505311966
411002	rnn.weight_ih_l0	8	0.012319950386881828
411002	rnn.weight_ih_l0	9	-0.05630014091730118
411002	rnn.weight_hh_l0	0	-0.004101410508155823
411002	rnn.weight_hh_l0	1	0.06854709982872009
411002	rnn.weight_hh_l0	2	0.022539006546139717
411002	rnn.weight_hh_l0	3	0.0008582876180298626
411002	rnn.weight_hh_l0	4	0.026775244623422623
411002	rnn.weight_hh_l0	5	0.06106849014759064
411002	rnn.weight_hh_l0	6	-0.0557013675570488
411002	rnn.weight_hh_l0	7	-0.0908181443810463
411002	rnn.weight_hh_l0	8	0.03771880641579628
411002	rnn.weight_hh_l0	9	-0.1013714149594307
411002	rnn.bias_ih_l0	0	0.1551027148962021
411002	rnn.bias_ih_l0	1	-0.28331899642944336
411002	rnn.bias_ih_l0	2	-0.0078080808743834496
411002	rnn.bias_ih_l0	3	-0.16626647114753723
411002	rnn.bias_ih_l0	4	0.02410530485212803
411002	rnn.bias_ih_l0	5	-0.36067476868629456
411002	rnn.bias_ih_l0	6	-0.12810473144054413
411002	rnn.bias_ih_l0	7	-0.3265245854854584
411002	rnn.bias_ih_l0	8	-0.2710759937763214
411002	rnn.bias_ih_l0	9	-0.43267229199409485
411002	rnn.bias_hh_l0	0	-0.3192492425441742
411002	rnn.bias_hh_l0	1	-0.3702733814716339
411002	rnn.bias_hh_l0	2	-0.29846641421318054
411002	rnn.bias_hh_l0	3	-0.07781580090522766
411002	rnn.bias_hh_l0	4	-0.31985557079315186
411002	rnn.bias_hh_l0	5	-0.29468217492103577
411002	rnn.bias_hh_l0	6	-0.09658829122781754
411002	rnn.bias_hh_l0	7	0.04292045161128044
411002	rnn.bias_hh_l0	8	-0.24031664431095123
411002	rnn.bias_hh_l0	9	-0.5227523446083069
411002	rnn.weight_ih_l0_reverse	0	0.03538575395941734
411002	rnn.weight_ih_l0_reverse	1	-0.0512673445045948
411002	rnn.weight_ih_l0_reverse	2	-0.04045679420232773
411002	rnn.weight_ih_l0_reverse	3	-0.12756778299808502
411002	rnn.weight_ih_l0_reverse	4	0.07964149117469788
411002	rnn.weight_ih_l0_reverse	5	-0.09834543615579605
411002	rnn.weight_ih_l0_reverse	6	-0.021662503480911255
411002	rnn.weight_ih_l0_reverse	7	0.02424861304461956
411002	rnn.weight_ih_l0_reverse	8	-0.07514125108718872
411002	rnn.weight_ih_l0_reverse	9	-0.07382068783044815
411002	rnn.weight_hh_l0_reverse	0	-0.11761637777090073
411002	rnn.weight_hh_l0_reverse	1	0.03604590520262718
411002	rnn.weight_hh_l0_reverse	2	-0.02351972460746765
411002	rnn.weight_hh_l0_reverse	3	0.038212306797504425
411002	rnn.weight_hh_l0_reverse	4	-0.07612472027540207
411002	rnn.weight_hh_l0_reverse	5	0.037846487015485764
411002	rnn.weight_hh_l0_reverse	6	0.023609215393662453
411002	rnn.weight_hh_l0_reverse	7	-0.11298124492168427
411002	rnn.weight_hh_l0_reverse	8	-0.049160946160554886
411002	rnn.weight_hh_l0_reverse	9	0.07428339868783951
411002	rnn.bias_ih_l0_reverse	0	-0.17361068725585938
411002	rnn.bias_ih_l0_reverse	1	-0.056089118123054504
411002	rnn.bias_ih_l0_reverse	2	0.12628598511219025
411002	rnn.bias_ih_l0_reverse	3	-0.2764122486114502
411002	rnn.bias_ih_l0_reverse	4	-0.03621925413608551
411002	rnn.bias_ih_l0_reverse	5	-0.20831847190856934
411002	rnn.bias_ih_l0_reverse	6	0.23316752910614014
411002	rnn.bias_ih_l0_reverse	7	-0.26590532064437866
411002	rnn.bias_ih_l0_reverse	8	-0.16402563452720642
411002	rnn.bias_ih_l0_reverse	9	-0.18538214266300201
411002	rnn.bias_hh_l0_reverse	0	-0.1272924244403839
411002	rnn.bias_hh_l0_reverse	1	0.260660320520401
411002	rnn.bias_hh_l0_reverse	2	-0.3218074440956116
411002	rnn.bias_hh_l0_reverse	3	-0.20548991858959198
411002	rnn.bias_hh_l0_reverse	4	-0.3784067630767822
411002	rnn.bias_hh_l0_reverse	5	-0.17070311307907104
411002	rnn.bias_hh_l0_reverse	6	-0.2617928087711334
411002	rnn.bias_hh_l0_reverse	7	-0.061023008078336716
411002	rnn.bias_hh_l0_reverse	8	-0.27970775961875916
411002	rnn.bias_hh_l0_reverse	9	0.19235019385814667
411002	linear.weight	0	0.19772644340991974
411002	linear.weight	1	-0.43496787548065186
411002	linear.weight	2	0.0010727191111072898
411002	linear.weight	3	0.06767261773347855
411002	linear.weight	4	-0.14659155905246735
411002	linear.weight	5	0.26518601179122925
411002	linear.weight	6	-0.05360127240419388
411002	linear.weight	7	-0.06251228600740433
411002	linear.weight	8	0.09772681444883347
411002	linear.weight	9	-0.047181688249111176
411002	linear.bias	0	-0.9745127558708191
411002	linear.bias	1	1.8934446573257446
411002	linear.bias	2	0.7228587865829468
411002	linear.bias	3	-2.640700578689575
411002	linear.bias	4	-0.19339412450790405
411002	linear.bias	5	1.3270251750946045
411002	linear.bias	6	-0.23078541457653046
411002	linear.bias	7	0.7680713534355164
411002	linear.bias	8	2.2231838703155518
411002	linear.bias	9	-1.513962984085083
411611	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
411611	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
411611	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
411611	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
411611	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
411611	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
411611	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
411611	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
411611	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
411611	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
411611	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
411611	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
411611	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
411611	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
411611	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
411611	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
411611	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
411611	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
411611	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
411611	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
411611	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
411611	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
411611	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
411611	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
411611	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
411611	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
411611	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
411611	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
411611	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
411611	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
411611	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
411611	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
411611	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
411611	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
411611	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
411611	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
411611	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
411611	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
411611	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
411611	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
411611	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
411611	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
411611	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
411611	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
411611	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
411611	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
411611	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
411611	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
411611	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
411611	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
411611	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
411611	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
411611	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
411611	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
411611	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
411611	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
411611	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
411611	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
411611	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
411611	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
411611	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
411611	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
411611	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
411611	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
411611	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
411611	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
411611	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
411611	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
411611	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
411611	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
411611	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
411611	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
411611	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
411611	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
411611	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
411611	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
411611	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
411611	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
411611	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
411611	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
411611	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
411611	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
411611	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
411611	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
411611	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
411611	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
411611	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
411611	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
411611	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
411611	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
411611	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
411611	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
411611	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
411611	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
411611	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
411611	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
411611	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
411611	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
411611	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
411611	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
411611	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
411611	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
411611	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
411611	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
411611	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
411611	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
411611	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
411611	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
411611	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
411611	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
411611	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
411611	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
411611	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
411611	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
411611	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
411611	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
411611	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
411611	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
411611	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
411611	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
411611	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
411611	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
411611	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
411611	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
411611	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
411611	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
411611	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
411611	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
411611	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
411611	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
411611	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
411611	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
411611	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
411611	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
411611	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
411611	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
411611	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
411611	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
411611	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
411611	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
411611	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
411611	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
411611	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
411611	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
411611	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
411611	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
411611	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
411611	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
411611	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
411611	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
411611	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
411611	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
411611	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
411611	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
411611	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
411611	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
411611	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
411611	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
411611	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
411611	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
411611	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
411611	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
411611	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
411611	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
411611	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
411611	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
411611	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
411611	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
411611	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
411611	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
411611	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
411611	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
411611	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
411611	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
411611	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
411611	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
411611	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
411611	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
411611	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
411611	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
411611	embedding2nn.weight	0	0.32297107577323914
411611	embedding2nn.weight	1	0.40636441111564636
411611	embedding2nn.weight	2	0.008400436490774155
411611	embedding2nn.weight	3	-0.0065645258873701096
411611	embedding2nn.weight	4	-0.04947339743375778
411611	embedding2nn.weight	5	0.07174064964056015
411611	embedding2nn.weight	6	0.011452123522758484
411611	embedding2nn.weight	7	0.004098040051758289
411611	embedding2nn.weight	8	0.0518602579832077
411611	embedding2nn.weight	9	-0.009023496881127357
411611	embedding2nn.bias	0	0.05568799003958702
411611	embedding2nn.bias	1	-0.19639748334884644
411611	embedding2nn.bias	2	0.11206937581300735
411611	embedding2nn.bias	3	0.1813982129096985
411611	embedding2nn.bias	4	0.14779061079025269
411611	embedding2nn.bias	5	-0.09122028201818466
411611	embedding2nn.bias	6	-0.051638077944517136
411611	embedding2nn.bias	7	0.04435262456536293
411611	embedding2nn.bias	8	-0.12474800646305084
411611	embedding2nn.bias	9	-0.3648667335510254
411611	rnn.weight_ih_l0	0	-0.00444803899154067
411611	rnn.weight_ih_l0	1	-0.0819319635629654
411611	rnn.weight_ih_l0	2	-0.05798890441656113
411611	rnn.weight_ih_l0	3	0.10313332080841064
411611	rnn.weight_ih_l0	4	0.0015667369589209557
411611	rnn.weight_ih_l0	5	-0.03674021735787392
411611	rnn.weight_ih_l0	6	-0.030597655102610588
411611	rnn.weight_ih_l0	7	-0.037710923701524734
411611	rnn.weight_ih_l0	8	0.012215499766170979
411611	rnn.weight_ih_l0	9	-0.051314566284418106
411611	rnn.weight_hh_l0	0	-0.004035808611661196
411611	rnn.weight_hh_l0	1	0.06810445338487625
411611	rnn.weight_hh_l0	2	0.021465038880705833
411611	rnn.weight_hh_l0	3	0.00041719176806509495
411611	rnn.weight_hh_l0	4	0.026613835245370865
411611	rnn.weight_hh_l0	5	0.05980228632688522
411611	rnn.weight_hh_l0	6	-0.055288903415203094
411611	rnn.weight_hh_l0	7	-0.09184861183166504
411611	rnn.weight_hh_l0	8	0.037688709795475006
411611	rnn.weight_hh_l0	9	-0.10201268643140793
411611	rnn.bias_ih_l0	0	0.1690746694803238
411611	rnn.bias_ih_l0	1	-0.2883208394050598
411611	rnn.bias_ih_l0	2	-0.008308235555887222
411611	rnn.bias_ih_l0	3	-0.1671454757452011
411611	rnn.bias_ih_l0	4	0.028624575585126877
411611	rnn.bias_ih_l0	5	-0.36580732464790344
411611	rnn.bias_ih_l0	6	-0.13009652495384216
411611	rnn.bias_ih_l0	7	-0.32703182101249695
411611	rnn.bias_ih_l0	8	-0.2746877372264862
411611	rnn.bias_ih_l0	9	-0.4378606379032135
411611	rnn.bias_hh_l0	0	-0.31527307629585266
411611	rnn.bias_hh_l0	1	-0.36841943860054016
411611	rnn.bias_hh_l0	2	-0.30093154311180115
411611	rnn.bias_hh_l0	3	-0.07860135287046432
411611	rnn.bias_hh_l0	4	-0.3291090726852417
411611	rnn.bias_hh_l0	5	-0.29615336656570435
411611	rnn.bias_hh_l0	6	-0.09989166259765625
411611	rnn.bias_hh_l0	7	0.044503506273031235
411611	rnn.bias_hh_l0	8	-0.23644840717315674
411611	rnn.bias_hh_l0	9	-0.5222243666648865
411611	rnn.weight_ih_l0_reverse	0	0.036159515380859375
411611	rnn.weight_ih_l0_reverse	1	-0.05168409273028374
411611	rnn.weight_ih_l0_reverse	2	-0.03975348174571991
411611	rnn.weight_ih_l0_reverse	3	-0.1236436739563942
411611	rnn.weight_ih_l0_reverse	4	0.08019109070301056
411611	rnn.weight_ih_l0_reverse	5	-0.09622592478990555
411611	rnn.weight_ih_l0_reverse	6	-0.014578436501324177
411611	rnn.weight_ih_l0_reverse	7	0.026157425716519356
411611	rnn.weight_ih_l0_reverse	8	-0.07199655473232269
411611	rnn.weight_ih_l0_reverse	9	-0.07423446327447891
411611	rnn.weight_hh_l0_reverse	0	-0.11800365895032883
411611	rnn.weight_hh_l0_reverse	1	0.03644032031297684
411611	rnn.weight_hh_l0_reverse	2	-0.023524906486272812
411611	rnn.weight_hh_l0_reverse	3	0.0387745276093483
411611	rnn.weight_hh_l0_reverse	4	-0.07586364448070526
411611	rnn.weight_hh_l0_reverse	5	0.03833240643143654
411611	rnn.weight_hh_l0_reverse	6	0.023432767018675804
411611	rnn.weight_hh_l0_reverse	7	-0.11122826486825943
411611	rnn.weight_hh_l0_reverse	8	-0.050931211560964584
411611	rnn.weight_hh_l0_reverse	9	0.07430179417133331
411611	rnn.bias_ih_l0_reverse	0	-0.17015404999256134
411611	rnn.bias_ih_l0_reverse	1	-0.048344917595386505
411611	rnn.bias_ih_l0_reverse	2	0.11918175965547562
411611	rnn.bias_ih_l0_reverse	3	-0.2784005403518677
411611	rnn.bias_ih_l0_reverse	4	-0.044804636389017105
411611	rnn.bias_ih_l0_reverse	5	-0.20593197643756866
411611	rnn.bias_ih_l0_reverse	6	0.22883334755897522
411611	rnn.bias_ih_l0_reverse	7	-0.27660343050956726
411611	rnn.bias_ih_l0_reverse	8	-0.16608481109142303
411611	rnn.bias_ih_l0_reverse	9	-0.18789944052696228
411611	rnn.bias_hh_l0_reverse	0	-0.12782542407512665
411611	rnn.bias_hh_l0_reverse	1	0.25734010338783264
411611	rnn.bias_hh_l0_reverse	2	-0.3239162266254425
411611	rnn.bias_hh_l0_reverse	3	-0.20510047674179077
411611	rnn.bias_hh_l0_reverse	4	-0.37062400579452515
411611	rnn.bias_hh_l0_reverse	5	-0.1828656643629074
411611	rnn.bias_hh_l0_reverse	6	-0.2696060538291931
411611	rnn.bias_hh_l0_reverse	7	-0.06267406791448593
411611	rnn.bias_hh_l0_reverse	8	-0.26863229274749756
411611	rnn.bias_hh_l0_reverse	9	0.198513925075531
411611	linear.weight	0	0.20168375968933105
411611	linear.weight	1	-0.4732363522052765
411611	linear.weight	2	0.0546371191740036
411611	linear.weight	3	0.0676741823554039
411611	linear.weight	4	-0.15524287521839142
411611	linear.weight	5	0.2633345425128937
411611	linear.weight	6	-0.05197376385331154
411611	linear.weight	7	-0.06250633299350739
411611	linear.weight	8	0.07689154893159866
411611	linear.weight	9	-0.047189515084028244
411611	linear.bias	0	-0.9711828827857971
411611	linear.bias	1	1.9039673805236816
411611	linear.bias	2	0.7273346781730652
411611	linear.bias	3	-2.6411139965057373
411611	linear.bias	4	-0.19368191063404083
411611	linear.bias	5	1.328277349472046
411611	linear.bias	6	-0.22381360828876495
411611	linear.bias	7	0.766364574432373
411611	linear.bias	8	2.211747646331787
411611	linear.bias	9	-1.4863557815551758
412220	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
412220	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
412220	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
412220	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
412220	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
412220	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
412220	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
412220	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
412220	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
412220	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
412220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
412220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
412220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
412220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
412220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
412220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
412220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
412220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
412220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
412220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
412220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
412220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
412220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
412220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
412220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
412220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
412220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
412220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
412220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
412220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
412220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
412220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
412220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
412220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
412220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
412220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
412220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
412220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
412220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
412220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
412220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
412220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
412220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
412220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
412220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
412220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
412220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
412220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
412220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
412220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
412220	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
412220	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
412220	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
412220	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
412220	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
412220	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
412220	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
412220	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
412220	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
412220	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
412220	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
412220	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
412220	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
412220	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
412220	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
412220	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
412220	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
412220	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
412220	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
412220	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
412220	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
412220	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
412220	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
412220	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
412220	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
412220	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
412220	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
412220	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
412220	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
412220	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
412220	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
412220	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
412220	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
412220	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
412220	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
412220	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
412220	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
412220	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
412220	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
412220	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
412220	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
412220	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
412220	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
412220	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
412220	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
412220	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
412220	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
412220	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
412220	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
412220	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
412220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
412220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
412220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
412220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
412220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
412220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
412220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
412220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
412220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
412220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
412220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
412220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
412220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
412220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
412220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
412220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
412220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
412220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
412220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
412220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
412220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
412220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
412220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
412220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
412220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
412220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
412220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
412220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
412220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
412220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
412220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
412220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
412220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
412220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
412220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
412220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
412220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
412220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
412220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
412220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
412220	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
412220	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
412220	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
412220	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
412220	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
412220	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
412220	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
412220	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
412220	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
412220	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
412220	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
412220	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
412220	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
412220	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
412220	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
412220	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
412220	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
412220	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
412220	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
412220	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
412220	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
412220	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
412220	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
412220	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
412220	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
412220	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
412220	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
412220	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
412220	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
412220	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
412220	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
412220	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
412220	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
412220	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
412220	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
412220	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
412220	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
412220	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
412220	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
412220	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
412220	embedding2nn.weight	0	0.3231004476547241
412220	embedding2nn.weight	1	0.4054327607154846
412220	embedding2nn.weight	2	0.0032114246860146523
412220	embedding2nn.weight	3	-0.011530318297445774
412220	embedding2nn.weight	4	-0.05045927315950394
412220	embedding2nn.weight	5	0.07353396713733673
412220	embedding2nn.weight	6	0.02594384364783764
412220	embedding2nn.weight	7	0.0012475834228098392
412220	embedding2nn.weight	8	0.0495113804936409
412220	embedding2nn.weight	9	-0.004048644099384546
412220	embedding2nn.bias	0	0.030789028853178024
412220	embedding2nn.bias	1	-0.21210439503192902
412220	embedding2nn.bias	2	0.10836382210254669
412220	embedding2nn.bias	3	0.19256505370140076
412220	embedding2nn.bias	4	0.14998561143875122
412220	embedding2nn.bias	5	-0.08415186405181885
412220	embedding2nn.bias	6	-0.05313945561647415
412220	embedding2nn.bias	7	0.04031040892004967
412220	embedding2nn.bias	8	-0.14511063694953918
412220	embedding2nn.bias	9	-0.3812001347541809
412220	rnn.weight_ih_l0	0	-0.005192597862333059
412220	rnn.weight_ih_l0	1	-0.0837082490324974
412220	rnn.weight_ih_l0	2	-0.053493112325668335
412220	rnn.weight_ih_l0	3	0.10212671756744385
412220	rnn.weight_ih_l0	4	0.004411119502037764
412220	rnn.weight_ih_l0	5	-0.04126545414328575
412220	rnn.weight_ih_l0	6	-0.029147949069738388
412220	rnn.weight_ih_l0	7	-0.04038303717970848
412220	rnn.weight_ih_l0	8	0.017913883551955223
412220	rnn.weight_ih_l0	9	-0.047570642083883286
412220	rnn.weight_hh_l0	0	-0.003778026672080159
412220	rnn.weight_hh_l0	1	0.06874635815620422
412220	rnn.weight_hh_l0	2	0.022656092420220375
412220	rnn.weight_hh_l0	3	2.6404150048620068e-05
412220	rnn.weight_hh_l0	4	0.026666415855288506
412220	rnn.weight_hh_l0	5	0.06073606759309769
412220	rnn.weight_hh_l0	6	-0.05548891797661781
412220	rnn.weight_hh_l0	7	-0.09183834493160248
412220	rnn.weight_hh_l0	8	0.037837982177734375
412220	rnn.weight_hh_l0	9	-0.10315597057342529
412220	rnn.bias_ih_l0	0	0.16530734300613403
412220	rnn.bias_ih_l0	1	-0.2825718820095062
412220	rnn.bias_ih_l0	2	-0.011610173620283604
412220	rnn.bias_ih_l0	3	-0.16687385737895966
412220	rnn.bias_ih_l0	4	0.026223281398415565
412220	rnn.bias_ih_l0	5	-0.3739045560359955
412220	rnn.bias_ih_l0	6	-0.11658072471618652
412220	rnn.bias_ih_l0	7	-0.3271286189556122
412220	rnn.bias_ih_l0	8	-0.27219152450561523
412220	rnn.bias_ih_l0	9	-0.4377034306526184
412220	rnn.bias_hh_l0	0	-0.3183853328227997
412220	rnn.bias_hh_l0	1	-0.363099068403244
412220	rnn.bias_hh_l0	2	-0.29728055000305176
412220	rnn.bias_hh_l0	3	-0.07716438174247742
412220	rnn.bias_hh_l0	4	-0.32298317551612854
412220	rnn.bias_hh_l0	5	-0.2957862317562103
412220	rnn.bias_hh_l0	6	-0.0995740219950676
412220	rnn.bias_hh_l0	7	0.05321527644991875
412220	rnn.bias_hh_l0	8	-0.2346615046262741
412220	rnn.bias_hh_l0	9	-0.5189428925514221
412220	rnn.weight_ih_l0_reverse	0	0.031962376087903976
412220	rnn.weight_ih_l0_reverse	1	-0.05174517631530762
412220	rnn.weight_ih_l0_reverse	2	-0.041211750358343124
412220	rnn.weight_ih_l0_reverse	3	-0.1272684931755066
412220	rnn.weight_ih_l0_reverse	4	0.07924824208021164
412220	rnn.weight_ih_l0_reverse	5	-0.09960117936134338
412220	rnn.weight_ih_l0_reverse	6	-0.009059441275894642
412220	rnn.weight_ih_l0_reverse	7	0.02806103229522705
412220	rnn.weight_ih_l0_reverse	8	-0.0712292417883873
412220	rnn.weight_ih_l0_reverse	9	-0.06874921172857285
412220	rnn.weight_hh_l0_reverse	0	-0.11709583550691605
412220	rnn.weight_hh_l0_reverse	1	0.036220792680978775
412220	rnn.weight_hh_l0_reverse	2	-0.02421109564602375
412220	rnn.weight_hh_l0_reverse	3	0.039333391934633255
412220	rnn.weight_hh_l0_reverse	4	-0.07529982924461365
412220	rnn.weight_hh_l0_reverse	5	0.03836605325341225
412220	rnn.weight_hh_l0_reverse	6	0.02363830991089344
412220	rnn.weight_hh_l0_reverse	7	-0.11791261285543442
412220	rnn.weight_hh_l0_reverse	8	-0.045736297965049744
412220	rnn.weight_hh_l0_reverse	9	0.07242200523614883
412220	rnn.bias_ih_l0_reverse	0	-0.17093506455421448
412220	rnn.bias_ih_l0_reverse	1	-0.049899257719516754
412220	rnn.bias_ih_l0_reverse	2	0.12323302775621414
412220	rnn.bias_ih_l0_reverse	3	-0.2830180525779724
412220	rnn.bias_ih_l0_reverse	4	-0.05223635584115982
412220	rnn.bias_ih_l0_reverse	5	-0.20843665301799774
412220	rnn.bias_ih_l0_reverse	6	0.2405090630054474
412220	rnn.bias_ih_l0_reverse	7	-0.27354854345321655
412220	rnn.bias_ih_l0_reverse	8	-0.16339731216430664
412220	rnn.bias_ih_l0_reverse	9	-0.18643996119499207
412220	rnn.bias_hh_l0_reverse	0	-0.12288448214530945
412220	rnn.bias_hh_l0_reverse	1	0.26572662591934204
412220	rnn.bias_hh_l0_reverse	2	-0.325910359621048
412220	rnn.bias_hh_l0_reverse	3	-0.19653168320655823
412220	rnn.bias_hh_l0_reverse	4	-0.37854668498039246
412220	rnn.bias_hh_l0_reverse	5	-0.17279650270938873
412220	rnn.bias_hh_l0_reverse	6	-0.27613088488578796
412220	rnn.bias_hh_l0_reverse	7	-0.07370331138372421
412220	rnn.bias_hh_l0_reverse	8	-0.26638850569725037
412220	rnn.bias_hh_l0_reverse	9	0.20094068348407745
412220	linear.weight	0	0.17950625717639923
412220	linear.weight	1	-0.4476293921470642
412220	linear.weight	2	0.10310345143079758
412220	linear.weight	3	0.06767327338457108
412220	linear.weight	4	-0.14446206390857697
412220	linear.weight	5	0.2744368314743042
412220	linear.weight	6	-0.036848172545433044
412220	linear.weight	7	-0.06250019371509552
412220	linear.weight	8	0.09516116976737976
412220	linear.weight	9	-0.04720059037208557
412220	linear.bias	0	-0.975212812423706
412220	linear.bias	1	1.8963154554367065
412220	linear.bias	2	0.7318815588951111
412220	linear.bias	3	-2.6414880752563477
412220	linear.bias	4	-0.19670476019382477
412220	linear.bias	5	1.2886669635772705
412220	linear.bias	6	-0.2594408690929413
412220	linear.bias	7	0.7699273228645325
412220	linear.bias	8	2.1858973503112793
412220	linear.bias	9	-1.4997963905334473
412829	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
412829	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
412829	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
412829	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
412829	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
412829	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
412829	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
412829	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
412829	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
412829	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
412829	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
412829	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
412829	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
412829	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
412829	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
412829	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
412829	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
412829	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
412829	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
412829	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
412829	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
412829	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
412829	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
412829	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
412829	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
412829	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
412829	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
412829	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
412829	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
412829	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
412829	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
412829	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
412829	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
412829	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
412829	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
412829	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
412829	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
412829	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
412829	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
412829	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
412829	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
412829	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
412829	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
412829	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
412829	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
412829	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
412829	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
412829	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
412829	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
412829	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
412829	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
412829	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
412829	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
412829	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
412829	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
412829	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
412829	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
412829	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
412829	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
412829	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
412829	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
412829	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
412829	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
412829	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
412829	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
412829	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
412829	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
412829	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
412829	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
412829	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
412829	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
412829	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
412829	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
412829	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
412829	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
412829	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
412829	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
412829	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
412829	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
412829	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
412829	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
412829	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
412829	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
412829	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
412829	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
412829	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
412829	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
412829	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
412829	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
412829	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
412829	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
412829	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
412829	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
412829	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
412829	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
412829	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
412829	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
412829	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
412829	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
412829	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
412829	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
412829	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
412829	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
412829	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
412829	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
412829	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
412829	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
412829	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
412829	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
412829	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
412829	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
412829	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
412829	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
412829	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
412829	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
412829	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
412829	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
412829	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
412829	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
412829	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
412829	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
412829	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
412829	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
412829	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
412829	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
412829	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
412829	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
412829	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
412829	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
412829	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
412829	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
412829	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
412829	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
412829	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
412829	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
412829	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
412829	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
412829	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
412829	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
412829	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
412829	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
412829	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
412829	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
412829	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
412829	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
412829	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
412829	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
412829	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
412829	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
412829	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
412829	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
412829	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
412829	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
412829	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
412829	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
412829	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
412829	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
412829	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
412829	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
412829	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
412829	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
412829	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
412829	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
412829	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
412829	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
412829	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
412829	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
412829	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
412829	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
412829	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
412829	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
412829	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
412829	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
412829	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
412829	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
412829	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
412829	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
412829	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
412829	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
412829	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
412829	embedding2nn.weight	0	0.3251016438007355
412829	embedding2nn.weight	1	0.40469664335250854
412829	embedding2nn.weight	2	0.013335978612303734
412829	embedding2nn.weight	3	0.0031021651811897755
412829	embedding2nn.weight	4	-0.04810190200805664
412829	embedding2nn.weight	5	0.07563453167676926
412829	embedding2nn.weight	6	0.025913860648870468
412829	embedding2nn.weight	7	-0.003589465282857418
412829	embedding2nn.weight	8	0.04270245134830475
412829	embedding2nn.weight	9	-0.005124878603965044
412829	embedding2nn.bias	0	0.04836813732981682
412829	embedding2nn.bias	1	-0.1859326958656311
412829	embedding2nn.bias	2	0.11677006632089615
412829	embedding2nn.bias	3	0.19517387449741364
412829	embedding2nn.bias	4	0.1583346277475357
412829	embedding2nn.bias	5	-0.08923325687646866
412829	embedding2nn.bias	6	-0.062449317425489426
412829	embedding2nn.bias	7	0.058630749583244324
412829	embedding2nn.bias	8	-0.12251556664705276
412829	embedding2nn.bias	9	-0.38550007343292236
412829	rnn.weight_ih_l0	0	-0.00320984423160553
412829	rnn.weight_ih_l0	1	-0.08313943445682526
412829	rnn.weight_ih_l0	2	-0.05947691202163696
412829	rnn.weight_ih_l0	3	0.10278549790382385
412829	rnn.weight_ih_l0	4	0.007388588972389698
412829	rnn.weight_ih_l0	5	-0.045765094459056854
412829	rnn.weight_ih_l0	6	-0.024527432397007942
412829	rnn.weight_ih_l0	7	-0.03795923292636871
412829	rnn.weight_ih_l0	8	0.02356674149632454
412829	rnn.weight_ih_l0	9	-0.04724331200122833
412829	rnn.weight_hh_l0	0	-0.003637586487457156
412829	rnn.weight_hh_l0	1	0.06906026601791382
412829	rnn.weight_hh_l0	2	0.02224268577992916
412829	rnn.weight_hh_l0	3	-0.0004254789382684976
412829	rnn.weight_hh_l0	4	0.026971779763698578
412829	rnn.weight_hh_l0	5	0.061200182884931564
412829	rnn.weight_hh_l0	6	-0.055489201098680496
412829	rnn.weight_hh_l0	7	-0.08956310153007507
412829	rnn.weight_hh_l0	8	0.03785016015172005
412829	rnn.weight_hh_l0	9	-0.10272965580224991
412829	rnn.bias_ih_l0	0	0.15900906920433044
412829	rnn.bias_ih_l0	1	-0.2867067754268646
412829	rnn.bias_ih_l0	2	-0.011297742836177349
412829	rnn.bias_ih_l0	3	-0.17216354608535767
412829	rnn.bias_ih_l0	4	0.02308599278330803
412829	rnn.bias_ih_l0	5	-0.37887054681777954
412829	rnn.bias_ih_l0	6	-0.1193273738026619
412829	rnn.bias_ih_l0	7	-0.3271161615848541
412829	rnn.bias_ih_l0	8	-0.27360546588897705
412829	rnn.bias_ih_l0	9	-0.4300163984298706
412829	rnn.bias_hh_l0	0	-0.32196125388145447
412829	rnn.bias_hh_l0	1	-0.3683983385562897
412829	rnn.bias_hh_l0	2	-0.293375164270401
412829	rnn.bias_hh_l0	3	-0.07247722148895264
412829	rnn.bias_hh_l0	4	-0.31986263394355774
412829	rnn.bias_hh_l0	5	-0.29586470127105713
412829	rnn.bias_hh_l0	6	-0.10052511096000671
412829	rnn.bias_hh_l0	7	0.05860929936170578
412829	rnn.bias_hh_l0	8	-0.2268674075603485
412829	rnn.bias_hh_l0	9	-0.5144488215446472
412829	rnn.weight_ih_l0_reverse	0	0.036418478935956955
412829	rnn.weight_ih_l0_reverse	1	-0.049591999500989914
412829	rnn.weight_ih_l0_reverse	2	-0.03935797140002251
412829	rnn.weight_ih_l0_reverse	3	-0.1317908614873886
412829	rnn.weight_ih_l0_reverse	4	0.07811897993087769
412829	rnn.weight_ih_l0_reverse	5	-0.0951027199625969
412829	rnn.weight_ih_l0_reverse	6	-0.0050423042848706245
412829	rnn.weight_ih_l0_reverse	7	0.026892278343439102
412829	rnn.weight_ih_l0_reverse	8	-0.06890185922384262
412829	rnn.weight_ih_l0_reverse	9	-0.07141672819852829
412829	rnn.weight_hh_l0_reverse	0	-0.11873337626457214
412829	rnn.weight_hh_l0_reverse	1	0.035727836191654205
412829	rnn.weight_hh_l0_reverse	2	-0.02416463941335678
412829	rnn.weight_hh_l0_reverse	3	0.038416799157857895
412829	rnn.weight_hh_l0_reverse	4	-0.07616710662841797
412829	rnn.weight_hh_l0_reverse	5	0.03882110118865967
412829	rnn.weight_hh_l0_reverse	6	0.023936472833156586
412829	rnn.weight_hh_l0_reverse	7	-0.11735192686319351
412829	rnn.weight_hh_l0_reverse	8	-0.04506444185972214
412829	rnn.weight_hh_l0_reverse	9	0.07492342591285706
412829	rnn.bias_ih_l0_reverse	0	-0.16995321214199066
412829	rnn.bias_ih_l0_reverse	1	-0.05197165906429291
412829	rnn.bias_ih_l0_reverse	2	0.1181778833270073
412829	rnn.bias_ih_l0_reverse	3	-0.2859102785587311
412829	rnn.bias_ih_l0_reverse	4	-0.04606842249631882
412829	rnn.bias_ih_l0_reverse	5	-0.20962323248386383
412829	rnn.bias_ih_l0_reverse	6	0.24624396860599518
412829	rnn.bias_ih_l0_reverse	7	-0.2679787278175354
412829	rnn.bias_ih_l0_reverse	8	-0.1604936718940735
412829	rnn.bias_ih_l0_reverse	9	-0.19644808769226074
412829	rnn.bias_hh_l0_reverse	0	-0.1169271320104599
412829	rnn.bias_hh_l0_reverse	1	0.2712588906288147
412829	rnn.bias_hh_l0_reverse	2	-0.3218623399734497
412829	rnn.bias_hh_l0_reverse	3	-0.19696976244449615
412829	rnn.bias_hh_l0_reverse	4	-0.38159143924713135
412829	rnn.bias_hh_l0_reverse	5	-0.17214158177375793
412829	rnn.bias_hh_l0_reverse	6	-0.2735697031021118
412829	rnn.bias_hh_l0_reverse	7	-0.07407660037279129
412829	rnn.bias_hh_l0_reverse	8	-0.2603779435157776
412829	rnn.bias_hh_l0_reverse	9	0.20714937150478363
412829	linear.weight	0	0.1539723426103592
412829	linear.weight	1	-0.4235202670097351
412829	linear.weight	2	0.05115064978599548
412829	linear.weight	3	0.06766980141401291
412829	linear.weight	4	-0.12653234601020813
412829	linear.weight	5	0.29612699151039124
412829	linear.weight	6	-0.04488123580813408
412829	linear.weight	7	-0.062492139637470245
412829	linear.weight	8	0.1074218675494194
412829	linear.weight	9	-0.047209203243255615
412829	linear.bias	0	-0.9956015944480896
412829	linear.bias	1	1.9214303493499756
412829	linear.bias	2	0.7162022590637207
412829	linear.bias	3	-2.6418721675872803
412829	linear.bias	4	-0.1943787783384323
412829	linear.bias	5	1.2898485660552979
412829	linear.bias	6	-0.25240015983581543
412829	linear.bias	7	0.7729349732398987
412829	linear.bias	8	2.1334738731384277
412829	linear.bias	9	-1.5073537826538086
413438	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
413438	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
413438	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
413438	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
413438	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
413438	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
413438	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
413438	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
413438	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
413438	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
413438	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
413438	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
413438	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
413438	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
413438	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
413438	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
413438	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
413438	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
413438	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
413438	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
413438	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
413438	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
413438	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
413438	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
413438	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
413438	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
413438	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
413438	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
413438	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
413438	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
413438	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
413438	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
413438	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
413438	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
413438	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
413438	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
413438	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
413438	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
413438	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
413438	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
413438	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
413438	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
413438	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
413438	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
413438	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
413438	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
413438	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
413438	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
413438	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
413438	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
413438	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
413438	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
413438	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
413438	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
413438	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
413438	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
413438	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
413438	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
413438	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
413438	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
413438	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
413438	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
413438	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
413438	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
413438	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
413438	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
413438	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
413438	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
413438	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
413438	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
413438	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
413438	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
413438	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
413438	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
413438	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
413438	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
413438	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
413438	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
413438	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
413438	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
413438	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
413438	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
413438	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
413438	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
413438	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
413438	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
413438	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
413438	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
413438	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
413438	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
413438	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
413438	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
413438	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
413438	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
413438	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
413438	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
413438	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
413438	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
413438	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
413438	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
413438	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
413438	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
413438	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
413438	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
413438	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
413438	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
413438	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
413438	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
413438	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
413438	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
413438	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
413438	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
413438	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
413438	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
413438	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
413438	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
413438	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
413438	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
413438	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
413438	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
413438	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
413438	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
413438	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
413438	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
413438	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
413438	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
413438	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
413438	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
413438	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
413438	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
413438	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
413438	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
413438	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
413438	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
413438	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
413438	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
413438	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
413438	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
413438	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
413438	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
413438	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
413438	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
413438	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
413438	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
413438	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
413438	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
413438	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
413438	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
413438	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
413438	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
413438	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
413438	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
413438	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
413438	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
413438	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
413438	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
413438	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
413438	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
413438	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
413438	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
413438	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
413438	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
413438	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
413438	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
413438	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
413438	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
413438	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
413438	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
413438	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
413438	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
413438	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
413438	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
413438	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
413438	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
413438	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
413438	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
413438	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
413438	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
413438	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
413438	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
413438	embedding2nn.weight	0	0.32613617181777954
413438	embedding2nn.weight	1	0.40385758876800537
413438	embedding2nn.weight	2	0.012471523135900497
413438	embedding2nn.weight	3	0.02006240002810955
413438	embedding2nn.weight	4	-0.04415248706936836
413438	embedding2nn.weight	5	0.07607198506593704
413438	embedding2nn.weight	6	0.025446217507123947
413438	embedding2nn.weight	7	-0.0027372161857783794
413438	embedding2nn.weight	8	0.04251720383763313
413438	embedding2nn.weight	9	-0.0051170592196285725
413438	embedding2nn.bias	0	0.06548784673213959
413438	embedding2nn.bias	1	-0.23331575095653534
413438	embedding2nn.bias	2	0.10045483708381653
413438	embedding2nn.bias	3	0.19459673762321472
413438	embedding2nn.bias	4	0.14208084344863892
413438	embedding2nn.bias	5	-0.08764184266328812
413438	embedding2nn.bias	6	-0.07703644037246704
413438	embedding2nn.bias	7	0.06117141619324684
413438	embedding2nn.bias	8	-0.13871774077415466
413438	embedding2nn.bias	9	-0.36329779028892517
413438	rnn.weight_ih_l0	0	-0.002948915120214224
413438	rnn.weight_ih_l0	1	-0.08231399953365326
413438	rnn.weight_ih_l0	2	-0.057662483304739
413438	rnn.weight_ih_l0	3	0.0999898761510849
413438	rnn.weight_ih_l0	4	0.007479180581867695
413438	rnn.weight_ih_l0	5	-0.06278855353593826
413438	rnn.weight_ih_l0	6	-0.02970198355615139
413438	rnn.weight_ih_l0	7	-0.03993824124336243
413438	rnn.weight_ih_l0	8	0.032614123076200485
413438	rnn.weight_ih_l0	9	-0.04661495238542557
413438	rnn.weight_hh_l0	0	-0.003937616478651762
413438	rnn.weight_hh_l0	1	0.06925669312477112
413438	rnn.weight_hh_l0	2	0.02018885873258114
413438	rnn.weight_hh_l0	3	0.0012666088296100497
413438	rnn.weight_hh_l0	4	0.02661704830825329
413438	rnn.weight_hh_l0	5	0.061797548085451126
413438	rnn.weight_hh_l0	6	-0.05548202991485596
413438	rnn.weight_hh_l0	7	-0.08759481459856033
413438	rnn.weight_hh_l0	8	0.037794627249240875
413438	rnn.weight_hh_l0	9	-0.10310017317533493
413438	rnn.bias_ih_l0	0	0.1567254364490509
413438	rnn.bias_ih_l0	1	-0.2897208631038666
413438	rnn.bias_ih_l0	2	-0.012395992875099182
413438	rnn.bias_ih_l0	3	-0.18378596007823944
413438	rnn.bias_ih_l0	4	0.03854568302631378
413438	rnn.bias_ih_l0	5	-0.38440626859664917
413438	rnn.bias_ih_l0	6	-0.1202193945646286
413438	rnn.bias_ih_l0	7	-0.32547158002853394
413438	rnn.bias_ih_l0	8	-0.2771342694759369
413438	rnn.bias_ih_l0	9	-0.42580345273017883
413438	rnn.bias_hh_l0	0	-0.3237574100494385
413438	rnn.bias_hh_l0	1	-0.36524468660354614
413438	rnn.bias_hh_l0	2	-0.2947879433631897
413438	rnn.bias_hh_l0	3	-0.07313799113035202
413438	rnn.bias_hh_l0	4	-0.3239373564720154
413438	rnn.bias_hh_l0	5	-0.30064088106155396
413438	rnn.bias_hh_l0	6	-0.10464294999837875
413438	rnn.bias_hh_l0	7	0.050791844725608826
413438	rnn.bias_hh_l0	8	-0.2232809215784073
413438	rnn.bias_hh_l0	9	-0.5221210718154907
413438	rnn.weight_ih_l0_reverse	0	0.03191106766462326
413438	rnn.weight_ih_l0_reverse	1	-0.049479637295007706
413438	rnn.weight_ih_l0_reverse	2	-0.03925126791000366
413438	rnn.weight_ih_l0_reverse	3	-0.1302647739648819
413438	rnn.weight_ih_l0_reverse	4	0.07870827615261078
413438	rnn.weight_ih_l0_reverse	5	-0.0954696461558342
413438	rnn.weight_ih_l0_reverse	6	-0.00538327032700181
413438	rnn.weight_ih_l0_reverse	7	0.02565958723425865
413438	rnn.weight_ih_l0_reverse	8	-0.06838744133710861
413438	rnn.weight_ih_l0_reverse	9	-0.06829173862934113
413438	rnn.weight_hh_l0_reverse	0	-0.11985015869140625
413438	rnn.weight_hh_l0_reverse	1	0.03634227439761162
413438	rnn.weight_hh_l0_reverse	2	-0.02472786232829094
413438	rnn.weight_hh_l0_reverse	3	0.03813975304365158
413438	rnn.weight_hh_l0_reverse	4	-0.07824131846427917
413438	rnn.weight_hh_l0_reverse	5	0.03881612420082092
413438	rnn.weight_hh_l0_reverse	6	0.024305082857608795
413438	rnn.weight_hh_l0_reverse	7	-0.11558422446250916
413438	rnn.weight_hh_l0_reverse	8	-0.046905968338251114
413438	rnn.weight_hh_l0_reverse	9	0.07695066183805466
413438	rnn.bias_ih_l0_reverse	0	-0.16829650104045868
413438	rnn.bias_ih_l0_reverse	1	-0.0642731636762619
413438	rnn.bias_ih_l0_reverse	2	0.12324374169111252
413438	rnn.bias_ih_l0_reverse	3	-0.2825170159339905
413438	rnn.bias_ih_l0_reverse	4	-0.04393794387578964
413438	rnn.bias_ih_l0_reverse	5	-0.211308553814888
413438	rnn.bias_ih_l0_reverse	6	0.2454661726951599
413438	rnn.bias_ih_l0_reverse	7	-0.2744573950767517
413438	rnn.bias_ih_l0_reverse	8	-0.16096745431423187
413438	rnn.bias_ih_l0_reverse	9	-0.2013063132762909
413438	rnn.bias_hh_l0_reverse	0	-0.13834701478481293
413438	rnn.bias_hh_l0_reverse	1	0.27447235584259033
413438	rnn.bias_hh_l0_reverse	2	-0.30522021651268005
413438	rnn.bias_hh_l0_reverse	3	-0.20541341602802277
413438	rnn.bias_hh_l0_reverse	4	-0.389289915561676
413438	rnn.bias_hh_l0_reverse	5	-0.17823895812034607
413438	rnn.bias_hh_l0_reverse	6	-0.27372556924819946
413438	rnn.bias_hh_l0_reverse	7	-0.07220887392759323
413438	rnn.bias_hh_l0_reverse	8	-0.25572553277015686
413438	rnn.bias_hh_l0_reverse	9	0.2066117823123932
413438	linear.weight	0	0.14395196735858917
413438	linear.weight	1	-0.37478798627853394
413438	linear.weight	2	0.06762133538722992
413438	linear.weight	3	0.06766734272241592
413438	linear.weight	4	-0.1824517399072647
413438	linear.weight	5	0.288748562335968
413438	linear.weight	6	-0.023407582193613052
413438	linear.weight	7	-0.06248783320188522
413438	linear.weight	8	0.09898848831653595
413438	linear.weight	9	-0.04721936956048012
413438	linear.bias	0	-1.0175971984863281
413438	linear.bias	1	1.8746484518051147
413438	linear.bias	2	0.7256031632423401
413438	linear.bias	3	-2.64231014251709
413438	linear.bias	4	-0.19942356646060944
413438	linear.bias	5	1.267396092414856
413438	linear.bias	6	-0.2313140332698822
413438	linear.bias	7	0.8216991424560547
413438	linear.bias	8	2.1161417961120605
413438	linear.bias	9	-1.4686464071273804
414047	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
414047	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
414047	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
414047	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
414047	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
414047	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
414047	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
414047	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
414047	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
414047	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
414047	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
414047	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
414047	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
414047	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
414047	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
414047	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
414047	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
414047	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
414047	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
414047	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
414047	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
414047	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
414047	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
414047	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
414047	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
414047	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
414047	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
414047	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
414047	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
414047	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
414047	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
414047	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
414047	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
414047	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
414047	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
414047	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
414047	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
414047	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
414047	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
414047	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
414047	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
414047	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
414047	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
414047	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
414047	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
414047	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
414047	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
414047	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
414047	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
414047	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
414047	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
414047	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
414047	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
414047	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
414047	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
414047	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
414047	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
414047	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
414047	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
414047	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
414047	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
414047	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
414047	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
414047	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
414047	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
414047	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
414047	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
414047	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
414047	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
414047	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
414047	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
414047	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
414047	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
414047	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
414047	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
414047	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
414047	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
414047	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
414047	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
414047	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
414047	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
414047	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
414047	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
414047	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
414047	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
414047	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
414047	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
414047	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
414047	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
414047	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
414047	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
414047	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
414047	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
414047	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
414047	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
414047	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
414047	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
414047	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
414047	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
414047	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
414047	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
414047	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
414047	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
414047	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
414047	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
414047	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
414047	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
414047	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
414047	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
414047	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
414047	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
414047	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
414047	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
414047	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
414047	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
414047	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
414047	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
414047	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
414047	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
414047	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
414047	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
414047	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
414047	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
414047	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
414047	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
414047	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
414047	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
414047	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
414047	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
414047	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
414047	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
414047	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
414047	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
414047	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
414047	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
414047	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
414047	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
414047	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
414047	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
414047	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
414047	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
414047	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
414047	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
414047	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
414047	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
414047	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
414047	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
414047	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
414047	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
414047	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
414047	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
414047	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
414047	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
414047	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
414047	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
414047	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
414047	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
414047	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
414047	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
414047	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
414047	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
414047	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
414047	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
414047	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
414047	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
414047	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
414047	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
414047	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
414047	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
414047	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
414047	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
414047	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
414047	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
414047	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
414047	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
414047	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
414047	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
414047	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
414047	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
414047	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
414047	embedding2nn.weight	0	0.32558292150497437
414047	embedding2nn.weight	1	0.4026111960411072
414047	embedding2nn.weight	2	0.012779016979038715
414047	embedding2nn.weight	3	0.007874706760048866
414047	embedding2nn.weight	4	-0.047750573605298996
414047	embedding2nn.weight	5	0.07870635390281677
414047	embedding2nn.weight	6	0.028593767434358597
414047	embedding2nn.weight	7	-0.005809762980788946
414047	embedding2nn.weight	8	0.039177656173706055
414047	embedding2nn.weight	9	-0.004336793906986713
414047	embedding2nn.bias	0	0.057368047535419464
414047	embedding2nn.bias	1	-0.19863255321979523
414047	embedding2nn.bias	2	0.09619336575269699
414047	embedding2nn.bias	3	0.1654578000307083
414047	embedding2nn.bias	4	0.15095651149749756
414047	embedding2nn.bias	5	-0.058025654405355453
414047	embedding2nn.bias	6	-0.07461638003587723
414047	embedding2nn.bias	7	0.0811241939663887
414047	embedding2nn.bias	8	-0.12585416436195374
414047	embedding2nn.bias	9	-0.37142425775527954
414047	rnn.weight_ih_l0	0	-0.004720997530966997
414047	rnn.weight_ih_l0	1	-0.08350293338298798
414047	rnn.weight_ih_l0	2	-0.06124413385987282
414047	rnn.weight_ih_l0	3	0.09808439761400223
414047	rnn.weight_ih_l0	4	0.007305688690394163
414047	rnn.weight_ih_l0	5	-0.06152350455522537
414047	rnn.weight_ih_l0	6	-0.03246729448437691
414047	rnn.weight_ih_l0	7	-0.040721189230680466
414047	rnn.weight_ih_l0	8	0.02724260836839676
414047	rnn.weight_ih_l0	9	-0.05401231348514557
414047	rnn.weight_hh_l0	0	-0.0048862420953810215
414047	rnn.weight_hh_l0	1	0.07030230015516281
414047	rnn.weight_hh_l0	2	0.01994091458618641
414047	rnn.weight_hh_l0	3	0.0019560353830456734
414047	rnn.weight_hh_l0	4	0.026786591857671738
414047	rnn.weight_hh_l0	5	0.060986895114183426
414047	rnn.weight_hh_l0	6	-0.05525040253996849
414047	rnn.weight_hh_l0	7	-0.08802028000354767
414047	rnn.weight_hh_l0	8	0.03792274743318558
414047	rnn.weight_hh_l0	9	-0.10362448543310165
414047	rnn.bias_ih_l0	0	0.16237126290798187
414047	rnn.bias_ih_l0	1	-0.2839328944683075
414047	rnn.bias_ih_l0	2	-0.015478860586881638
414047	rnn.bias_ih_l0	3	-0.18425418436527252
414047	rnn.bias_ih_l0	4	0.04731515049934387
414047	rnn.bias_ih_l0	5	-0.37523260712623596
414047	rnn.bias_ih_l0	6	-0.12931561470031738
414047	rnn.bias_ih_l0	7	-0.32631462812423706
414047	rnn.bias_ih_l0	8	-0.2792596220970154
414047	rnn.bias_ih_l0	9	-0.43633031845092773
414047	rnn.bias_hh_l0	0	-0.33300572633743286
414047	rnn.bias_hh_l0	1	-0.3666731119155884
414047	rnn.bias_hh_l0	2	-0.30660414695739746
414047	rnn.bias_hh_l0	3	-0.06921496242284775
414047	rnn.bias_hh_l0	4	-0.329499751329422
414047	rnn.bias_hh_l0	5	-0.3040434718132019
414047	rnn.bias_hh_l0	6	-0.10443480312824249
414047	rnn.bias_hh_l0	7	0.052774544805288315
414047	rnn.bias_hh_l0	8	-0.21579092741012573
414047	rnn.bias_hh_l0	9	-0.5217752456665039
414047	rnn.weight_ih_l0_reverse	0	0.03888984024524689
414047	rnn.weight_ih_l0_reverse	1	-0.051740072667598724
414047	rnn.weight_ih_l0_reverse	2	-0.032477159053087234
414047	rnn.weight_ih_l0_reverse	3	-0.13273251056671143
414047	rnn.weight_ih_l0_reverse	4	0.08023954927921295
414047	rnn.weight_ih_l0_reverse	5	-0.09914807230234146
414047	rnn.weight_ih_l0_reverse	6	-0.0051991757936775684
414047	rnn.weight_ih_l0_reverse	7	0.026699554175138474
414047	rnn.weight_ih_l0_reverse	8	-0.07112085074186325
414047	rnn.weight_ih_l0_reverse	9	-0.0689162164926529
414047	rnn.weight_hh_l0_reverse	0	-0.12135427445173264
414047	rnn.weight_hh_l0_reverse	1	0.03650748357176781
414047	rnn.weight_hh_l0_reverse	2	-0.02529250830411911
414047	rnn.weight_hh_l0_reverse	3	0.03780949488282204
414047	rnn.weight_hh_l0_reverse	4	-0.07819338142871857
414047	rnn.weight_hh_l0_reverse	5	0.03871016949415207
414047	rnn.weight_hh_l0_reverse	6	0.02443718910217285
414047	rnn.weight_hh_l0_reverse	7	-0.11369244009256363
414047	rnn.weight_hh_l0_reverse	8	-0.04810173809528351
414047	rnn.weight_hh_l0_reverse	9	0.07296256721019745
414047	rnn.bias_ih_l0_reverse	0	-0.1721867173910141
414047	rnn.bias_ih_l0_reverse	1	-0.06956896185874939
414047	rnn.bias_ih_l0_reverse	2	0.12560014426708221
414047	rnn.bias_ih_l0_reverse	3	-0.28240618109703064
414047	rnn.bias_ih_l0_reverse	4	-0.03807683661580086
414047	rnn.bias_ih_l0_reverse	5	-0.20744076371192932
414047	rnn.bias_ih_l0_reverse	6	0.25986340641975403
414047	rnn.bias_ih_l0_reverse	7	-0.28465715050697327
414047	rnn.bias_ih_l0_reverse	8	-0.15665654838085175
414047	rnn.bias_ih_l0_reverse	9	-0.20932886004447937
414047	rnn.bias_hh_l0_reverse	0	-0.1374165564775467
414047	rnn.bias_hh_l0_reverse	1	0.25055018067359924
414047	rnn.bias_hh_l0_reverse	2	-0.3077434301376343
414047	rnn.bias_hh_l0_reverse	3	-0.20001567900180817
414047	rnn.bias_hh_l0_reverse	4	-0.383776992559433
414047	rnn.bias_hh_l0_reverse	5	-0.1832047551870346
414047	rnn.bias_hh_l0_reverse	6	-0.27735233306884766
414047	rnn.bias_hh_l0_reverse	7	-0.07689283788204193
414047	rnn.bias_hh_l0_reverse	8	-0.24521641433238983
414047	rnn.bias_hh_l0_reverse	9	0.20719130337238312
414047	linear.weight	0	0.14147575199604034
414047	linear.weight	1	-0.38571953773498535
414047	linear.weight	2	0.044667866080999374
414047	linear.weight	3	0.06766529381275177
414047	linear.weight	4	-0.20240578055381775
414047	linear.weight	5	0.27804034948349
414047	linear.weight	6	-0.01749260351061821
414047	linear.weight	7	-0.06248146668076515
414047	linear.weight	8	0.11047465354204178
414047	linear.weight	9	-0.04722975566983223
414047	linear.bias	0	-0.9971387982368469
414047	linear.bias	1	1.8666036128997803
414047	linear.bias	2	0.7405974268913269
414047	linear.bias	3	-2.642725944519043
414047	linear.bias	4	-0.2178012877702713
414047	linear.bias	5	1.275338053703308
414047	linear.bias	6	-0.23955374956130981
414047	linear.bias	7	0.734265923500061
414047	linear.bias	8	2.1769678592681885
414047	linear.bias	9	-1.4950370788574219
414656	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
414656	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
414656	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
414656	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
414656	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
414656	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
414656	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
414656	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
414656	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
414656	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
414656	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
414656	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
414656	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
414656	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
414656	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
414656	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
414656	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
414656	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
414656	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
414656	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
414656	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
414656	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
414656	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
414656	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
414656	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
414656	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
414656	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
414656	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
414656	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
414656	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
414656	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
414656	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
414656	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
414656	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
414656	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
414656	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
414656	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
414656	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
414656	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
414656	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
414656	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
414656	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
414656	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
414656	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
414656	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
414656	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
414656	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
414656	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
414656	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
414656	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
414656	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
414656	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
414656	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
414656	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
414656	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
414656	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
414656	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
414656	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
414656	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
414656	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
414656	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
414656	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
414656	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
414656	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
414656	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
414656	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
414656	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
414656	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
414656	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
414656	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
414656	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
414656	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
414656	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
414656	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
414656	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
414656	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
414656	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
414656	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
414656	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
414656	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
414656	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
414656	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
414656	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
414656	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
414656	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
414656	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
414656	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
414656	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
414656	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
414656	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
414656	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
414656	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
414656	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
414656	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
414656	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
414656	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
414656	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
414656	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
414656	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
414656	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
414656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
414656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
414656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
414656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
414656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
414656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
414656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
414656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
414656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
414656	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
414656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
414656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
414656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
414656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
414656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
414656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
414656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
414656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
414656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
414656	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
414656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
414656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
414656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
414656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
414656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
414656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
414656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
414656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
414656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
414656	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
414656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
414656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
414656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
414656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
414656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
414656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
414656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
414656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
414656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
414656	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
414656	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
414656	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
414656	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
414656	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
414656	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
414656	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
414656	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
414656	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
414656	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
414656	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
414656	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
414656	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
414656	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
414656	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
414656	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
414656	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
414656	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
414656	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
414656	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
414656	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
414656	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
414656	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
414656	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
414656	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
414656	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
414656	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
414656	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
414656	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
414656	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
414656	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
414656	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
414656	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
414656	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
414656	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
414656	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
414656	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
414656	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
414656	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
414656	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
414656	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
414656	embedding2nn.weight	0	0.324044793844223
414656	embedding2nn.weight	1	0.3988633453845978
414656	embedding2nn.weight	2	0.016911549493670464
414656	embedding2nn.weight	3	0.017233341932296753
414656	embedding2nn.weight	4	-0.04584783688187599
414656	embedding2nn.weight	5	0.07628950476646423
414656	embedding2nn.weight	6	0.030314838513731956
414656	embedding2nn.weight	7	0.006403850857168436
414656	embedding2nn.weight	8	0.04090949520468712
414656	embedding2nn.weight	9	-0.005776697304099798
414656	embedding2nn.bias	0	0.045299187302589417
414656	embedding2nn.bias	1	-0.21545594930648804
414656	embedding2nn.bias	2	0.12784093618392944
414656	embedding2nn.bias	3	0.19757188856601715
414656	embedding2nn.bias	4	0.14691637456417084
414656	embedding2nn.bias	5	-0.07903250306844711
414656	embedding2nn.bias	6	-0.072995625436306
414656	embedding2nn.bias	7	0.05928328260779381
414656	embedding2nn.bias	8	-0.12595735490322113
414656	embedding2nn.bias	9	-0.39273178577423096
414656	rnn.weight_ih_l0	0	-0.003930025268346071
414656	rnn.weight_ih_l0	1	-0.08525191247463226
414656	rnn.weight_ih_l0	2	-0.05509607866406441
414656	rnn.weight_ih_l0	3	0.10375312715768814
414656	rnn.weight_ih_l0	4	0.014679227024316788
414656	rnn.weight_ih_l0	5	-0.059514161199331284
414656	rnn.weight_ih_l0	6	-0.03268248215317726
414656	rnn.weight_ih_l0	7	-0.04187360033392906
414656	rnn.weight_ih_l0	8	0.016082411631941795
414656	rnn.weight_ih_l0	9	-0.055601127445697784
414656	rnn.weight_hh_l0	0	-0.005385369993746281
414656	rnn.weight_hh_l0	1	0.07025270909070969
414656	rnn.weight_hh_l0	2	0.020078735426068306
414656	rnn.weight_hh_l0	3	0.0021027522161602974
414656	rnn.weight_hh_l0	4	0.02661467343568802
414656	rnn.weight_hh_l0	5	0.06062295660376549
414656	rnn.weight_hh_l0	6	-0.056397341191768646
414656	rnn.weight_hh_l0	7	-0.08948816359043121
414656	rnn.weight_hh_l0	8	0.038088228553533554
414656	rnn.weight_hh_l0	9	-0.10524775087833405
414656	rnn.bias_ih_l0	0	0.16410823166370392
414656	rnn.bias_ih_l0	1	-0.2801371216773987
414656	rnn.bias_ih_l0	2	-0.02163403481245041
414656	rnn.bias_ih_l0	3	-0.17971330881118774
414656	rnn.bias_ih_l0	4	0.052287474274635315
414656	rnn.bias_ih_l0	5	-0.38759878277778625
414656	rnn.bias_ih_l0	6	-0.11731664091348648
414656	rnn.bias_ih_l0	7	-0.3250678777694702
414656	rnn.bias_ih_l0	8	-0.28359588980674744
414656	rnn.bias_ih_l0	9	-0.43736812472343445
414656	rnn.bias_hh_l0	0	-0.33537358045578003
414656	rnn.bias_hh_l0	1	-0.3685756325721741
414656	rnn.bias_hh_l0	2	-0.30312371253967285
414656	rnn.bias_hh_l0	3	-0.06054377183318138
414656	rnn.bias_hh_l0	4	-0.331228107213974
414656	rnn.bias_hh_l0	5	-0.30565565824508667
414656	rnn.bias_hh_l0	6	-0.10309085249900818
414656	rnn.bias_hh_l0	7	0.05603960528969765
414656	rnn.bias_hh_l0	8	-0.22008880972862244
414656	rnn.bias_hh_l0	9	-0.523020327091217
414656	rnn.weight_ih_l0_reverse	0	0.039432331919670105
414656	rnn.weight_ih_l0_reverse	1	-0.0497167594730854
414656	rnn.weight_ih_l0_reverse	2	-0.03138373792171478
414656	rnn.weight_ih_l0_reverse	3	-0.13822442293167114
414656	rnn.weight_ih_l0_reverse	4	0.07897686213254929
414656	rnn.weight_ih_l0_reverse	5	-0.0973336473107338
414656	rnn.weight_ih_l0_reverse	6	0.00018772842304315418
414656	rnn.weight_ih_l0_reverse	7	0.028965236619114876
414656	rnn.weight_ih_l0_reverse	8	-0.06903693825006485
414656	rnn.weight_ih_l0_reverse	9	-0.0722777470946312
414656	rnn.weight_hh_l0_reverse	0	-0.12086663395166397
414656	rnn.weight_hh_l0_reverse	1	0.03654075041413307
414656	rnn.weight_hh_l0_reverse	2	-0.0258152037858963
414656	rnn.weight_hh_l0_reverse	3	0.03858676925301552
414656	rnn.weight_hh_l0_reverse	4	-0.0784609466791153
414656	rnn.weight_hh_l0_reverse	5	0.03859015181660652
414656	rnn.weight_hh_l0_reverse	6	0.02431529574096203
414656	rnn.weight_hh_l0_reverse	7	-0.1129339188337326
414656	rnn.weight_hh_l0_reverse	8	-0.04735253006219864
414656	rnn.weight_hh_l0_reverse	9	0.07261498272418976
414656	rnn.bias_ih_l0_reverse	0	-0.16500093042850494
414656	rnn.bias_ih_l0_reverse	1	-0.06636182963848114
414656	rnn.bias_ih_l0_reverse	2	0.12538579106330872
414656	rnn.bias_ih_l0_reverse	3	-0.2737714648246765
414656	rnn.bias_ih_l0_reverse	4	-0.04121789708733559
414656	rnn.bias_ih_l0_reverse	5	-0.205990731716156
414656	rnn.bias_ih_l0_reverse	6	0.2540607154369354
414656	rnn.bias_ih_l0_reverse	7	-0.29042789340019226
414656	rnn.bias_ih_l0_reverse	8	-0.16046521067619324
414656	rnn.bias_ih_l0_reverse	9	-0.20301470160484314
414656	rnn.bias_hh_l0_reverse	0	-0.14283205568790436
414656	rnn.bias_hh_l0_reverse	1	0.24717146158218384
414656	rnn.bias_hh_l0_reverse	2	-0.3055885136127472
414656	rnn.bias_hh_l0_reverse	3	-0.19632220268249512
414656	rnn.bias_hh_l0_reverse	4	-0.3823382258415222
414656	rnn.bias_hh_l0_reverse	5	-0.1888943314552307
414656	rnn.bias_hh_l0_reverse	6	-0.2716744542121887
414656	rnn.bias_hh_l0_reverse	7	-0.07750043272972107
414656	rnn.bias_hh_l0_reverse	8	-0.24269533157348633
414656	rnn.bias_hh_l0_reverse	9	0.1906067579984665
414656	linear.weight	0	0.12477970123291016
414656	linear.weight	1	-0.41220706701278687
414656	linear.weight	2	0.039131950587034225
414656	linear.weight	3	0.06767003983259201
414656	linear.weight	4	-0.13170818984508514
414656	linear.weight	5	0.25073763728141785
414656	linear.weight	6	-0.019520938396453857
414656	linear.weight	7	-0.06247010827064514
414656	linear.weight	8	0.12174874544143677
414656	linear.weight	9	-0.04724081978201866
414656	linear.bias	0	-0.9933810830116272
414656	linear.bias	1	1.8835116624832153
414656	linear.bias	2	0.7553864121437073
414656	linear.bias	3	-2.6431570053100586
414656	linear.bias	4	-0.19432254135608673
414656	linear.bias	5	1.275848388671875
414656	linear.bias	6	-0.23923106491565704
414656	linear.bias	7	0.7360570430755615
414656	linear.bias	8	2.143620729446411
414656	linear.bias	9	-1.4801501035690308
414664	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
414664	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
414664	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
414664	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
414664	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
414664	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
414664	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
414664	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
414664	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
414664	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
414664	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
414664	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
414664	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
414664	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
414664	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
414664	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
414664	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
414664	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
414664	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
414664	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
414664	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
414664	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
414664	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
414664	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
414664	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
414664	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
414664	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
414664	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
414664	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
414664	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
414664	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
414664	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
414664	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
414664	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
414664	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
414664	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
414664	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
414664	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
414664	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
414664	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
414664	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
414664	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
414664	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
414664	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
414664	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
414664	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
414664	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
414664	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
414664	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
414664	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
414664	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
414664	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
414664	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
414664	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
414664	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
414664	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
414664	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
414664	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
414664	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
414664	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
414664	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
414664	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
414664	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
414664	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
414664	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
414664	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
414664	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
414664	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
414664	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
414664	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
414664	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
414664	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
414664	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
414664	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
414664	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
414664	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
414664	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
414664	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
414664	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
414664	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
414664	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
414664	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
414664	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
414664	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
414664	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
414664	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
414664	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
414664	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
414664	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
414664	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
414664	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
414664	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
414664	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
414664	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
414664	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
414664	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
414664	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
414664	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
414664	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
414664	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
414664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
414664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
414664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
414664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
414664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
414664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
414664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
414664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
414664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
414664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
414664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
414664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
414664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
414664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
414664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
414664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
414664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
414664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
414664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
414664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
414664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
414664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
414664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
414664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
414664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
414664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
414664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
414664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
414664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
414664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
414664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
414664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
414664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
414664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
414664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
414664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
414664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
414664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
414664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
414664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
414664	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
414664	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
414664	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
414664	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
414664	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
414664	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
414664	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
414664	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
414664	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
414664	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
414664	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
414664	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
414664	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
414664	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
414664	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
414664	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
414664	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
414664	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
414664	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
414664	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
414664	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
414664	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
414664	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
414664	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
414664	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
414664	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
414664	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
414664	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
414664	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
414664	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
414664	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
414664	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
414664	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
414664	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
414664	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
414664	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
414664	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
414664	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
414664	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
414664	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
414664	embedding2nn.weight	0	0.32415878772735596
414664	embedding2nn.weight	1	0.39936888217926025
414664	embedding2nn.weight	2	0.016307348385453224
414664	embedding2nn.weight	3	0.018288111314177513
414664	embedding2nn.weight	4	-0.04593147337436676
414664	embedding2nn.weight	5	0.07685620337724686
414664	embedding2nn.weight	6	0.030861705541610718
414664	embedding2nn.weight	7	0.007203388027846813
414664	embedding2nn.weight	8	0.04047328606247902
414664	embedding2nn.weight	9	-0.005665855947881937
414664	embedding2nn.bias	0	0.046146418899297714
414664	embedding2nn.bias	1	-0.21447686851024628
414664	embedding2nn.bias	2	0.12675419449806213
414664	embedding2nn.bias	3	0.19951622188091278
414664	embedding2nn.bias	4	0.14839202165603638
414664	embedding2nn.bias	5	-0.08237211406230927
414664	embedding2nn.bias	6	-0.06825662404298782
414664	embedding2nn.bias	7	0.0571824386715889
414664	embedding2nn.bias	8	-0.12690968811511993
414664	embedding2nn.bias	9	-0.39547979831695557
414664	rnn.weight_ih_l0	0	-0.004152772948145866
414664	rnn.weight_ih_l0	1	-0.08523082733154297
414664	rnn.weight_ih_l0	2	-0.05509712174534798
414664	rnn.weight_ih_l0	3	0.1037018895149231
414664	rnn.weight_ih_l0	4	0.01546724233776331
414664	rnn.weight_ih_l0	5	-0.05993768572807312
414664	rnn.weight_ih_l0	6	-0.03252604231238365
414664	rnn.weight_ih_l0	7	-0.041740283370018005
414664	rnn.weight_ih_l0	8	0.015191475860774517
414664	rnn.weight_ih_l0	9	-0.05498334765434265
414664	rnn.weight_hh_l0	0	-0.0053999354131519794
414664	rnn.weight_hh_l0	1	0.07016246765851974
414664	rnn.weight_hh_l0	2	0.019856492057442665
414664	rnn.weight_hh_l0	3	0.0021416398230940104
414664	rnn.weight_hh_l0	4	0.026621898636221886
414664	rnn.weight_hh_l0	5	0.06058700382709503
414664	rnn.weight_hh_l0	6	-0.0563611276447773
414664	rnn.weight_hh_l0	7	-0.08945001661777496
414664	rnn.weight_hh_l0	8	0.03808940201997757
414664	rnn.weight_hh_l0	9	-0.10522822290658951
414664	rnn.bias_ih_l0	0	0.16388514637947083
414664	rnn.bias_ih_l0	1	-0.28017836809158325
414664	rnn.bias_ih_l0	2	-0.0210465956479311
414664	rnn.bias_ih_l0	3	-0.1806008219718933
414664	rnn.bias_ih_l0	4	0.050524912774562836
414664	rnn.bias_ih_l0	5	-0.38708600401878357
414664	rnn.bias_ih_l0	6	-0.11881613731384277
414664	rnn.bias_ih_l0	7	-0.3252037763595581
414664	rnn.bias_ih_l0	8	-0.28323641419410706
414664	rnn.bias_ih_l0	9	-0.43778032064437866
414664	rnn.bias_hh_l0	0	-0.3357781767845154
414664	rnn.bias_hh_l0	1	-0.3695997893810272
414664	rnn.bias_hh_l0	2	-0.3031834661960602
414664	rnn.bias_hh_l0	3	-0.0616285614669323
414664	rnn.bias_hh_l0	4	-0.32971179485321045
414664	rnn.bias_hh_l0	5	-0.3052414357662201
414664	rnn.bias_hh_l0	6	-0.10357126593589783
414664	rnn.bias_hh_l0	7	0.056018318980932236
414664	rnn.bias_hh_l0	8	-0.22026965022087097
414664	rnn.bias_hh_l0	9	-0.5229575634002686
414664	rnn.weight_ih_l0_reverse	0	0.03967805206775665
414664	rnn.weight_ih_l0_reverse	1	-0.04973858222365379
414664	rnn.weight_ih_l0_reverse	2	-0.03110872209072113
414664	rnn.weight_ih_l0_reverse	3	-0.1387035995721817
414664	rnn.weight_ih_l0_reverse	4	0.0789329782128334
414664	rnn.weight_ih_l0_reverse	5	-0.09650188684463501
414664	rnn.weight_ih_l0_reverse	6	0.0007530649891123176
414664	rnn.weight_ih_l0_reverse	7	0.02871336229145527
414664	rnn.weight_ih_l0_reverse	8	-0.06893093138933182
414664	rnn.weight_ih_l0_reverse	9	-0.07174717634916306
414664	rnn.weight_hh_l0_reverse	0	-0.12094978243112564
414664	rnn.weight_hh_l0_reverse	1	0.036530427634716034
414664	rnn.weight_hh_l0_reverse	2	-0.025742679834365845
414664	rnn.weight_hh_l0_reverse	3	0.03860529884696007
414664	rnn.weight_hh_l0_reverse	4	-0.07843003422021866
414664	rnn.weight_hh_l0_reverse	5	0.038580380380153656
414664	rnn.weight_hh_l0_reverse	6	0.024333123117685318
414664	rnn.weight_hh_l0_reverse	7	-0.11309075355529785
414664	rnn.weight_hh_l0_reverse	8	-0.047440849244594574
414664	rnn.weight_hh_l0_reverse	9	0.0723201334476471
414664	rnn.bias_ih_l0_reverse	0	-0.16565270721912384
414664	rnn.bias_ih_l0_reverse	1	-0.06672888249158859
414664	rnn.bias_ih_l0_reverse	2	0.12537233531475067
414664	rnn.bias_ih_l0_reverse	3	-0.2735005021095276
414664	rnn.bias_ih_l0_reverse	4	-0.04015899449586868
414664	rnn.bias_ih_l0_reverse	5	-0.20668888092041016
414664	rnn.bias_ih_l0_reverse	6	0.25246915221214294
414664	rnn.bias_ih_l0_reverse	7	-0.2911001741886139
414664	rnn.bias_ih_l0_reverse	8	-0.1607111394405365
414664	rnn.bias_ih_l0_reverse	9	-0.20623238384723663
414664	rnn.bias_hh_l0_reverse	0	-0.1416601538658142
414664	rnn.bias_hh_l0_reverse	1	0.247654527425766
414664	rnn.bias_hh_l0_reverse	2	-0.3059445023536682
414664	rnn.bias_hh_l0_reverse	3	-0.1971384882926941
414664	rnn.bias_hh_l0_reverse	4	-0.38300758600234985
414664	rnn.bias_hh_l0_reverse	5	-0.18743108212947845
414664	rnn.bias_hh_l0_reverse	6	-0.27217450737953186
414664	rnn.bias_hh_l0_reverse	7	-0.07711892575025558
414664	rnn.bias_hh_l0_reverse	8	-0.2430768460035324
414664	rnn.bias_hh_l0_reverse	9	0.18959949910640717
414664	linear.weight	0	0.12550126016139984
414664	linear.weight	1	-0.41279417276382446
414664	linear.weight	2	0.035540200769901276
414664	linear.weight	3	0.06767015159130096
414664	linear.weight	4	-0.14249928295612335
414664	linear.weight	5	0.24558119475841522
414664	linear.weight	6	-0.02084081806242466
414664	linear.weight	7	-0.06246994063258171
414664	linear.weight	8	0.1303131878376007
414664	linear.weight	9	-0.047240957617759705
414664	linear.bias	0	-0.9954746961593628
414664	linear.bias	1	1.8904918432235718
414664	linear.bias	2	0.7312452793121338
414664	linear.bias	3	-2.6431620121002197
414664	linear.bias	4	-0.2055012285709381
414664	linear.bias	5	1.28024160861969
414664	linear.bias	6	-0.24075528979301453
414664	linear.bias	7	0.7440356016159058
414664	linear.bias	8	2.128220319747925
414664	linear.bias	9	-1.4815400838851929
415273	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
415273	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
415273	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
415273	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
415273	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
415273	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
415273	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
415273	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
415273	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
415273	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
415273	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
415273	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
415273	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
415273	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
415273	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
415273	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
415273	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
415273	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
415273	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
415273	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
415273	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
415273	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
415273	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
415273	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
415273	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
415273	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
415273	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
415273	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
415273	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
415273	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
415273	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
415273	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
415273	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
415273	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
415273	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
415273	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
415273	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
415273	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
415273	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
415273	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
415273	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
415273	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
415273	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
415273	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
415273	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
415273	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
415273	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
415273	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
415273	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
415273	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
415273	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
415273	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
415273	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
415273	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
415273	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
415273	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
415273	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
415273	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
415273	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
415273	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
415273	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
415273	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
415273	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
415273	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
415273	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
415273	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
415273	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
415273	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
415273	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
415273	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
415273	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
415273	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
415273	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
415273	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
415273	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
415273	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
415273	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
415273	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
415273	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
415273	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
415273	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
415273	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
415273	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
415273	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
415273	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
415273	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
415273	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
415273	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
415273	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
415273	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
415273	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
415273	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
415273	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
415273	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
415273	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
415273	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
415273	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
415273	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
415273	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
415273	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
415273	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
415273	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
415273	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
415273	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
415273	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
415273	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
415273	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
415273	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
415273	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
415273	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
415273	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
415273	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
415273	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
415273	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
415273	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
415273	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
415273	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
415273	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
415273	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
415273	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
415273	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
415273	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
415273	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
415273	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
415273	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
415273	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
415273	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
415273	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
415273	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
415273	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
415273	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
415273	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
415273	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
415273	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
415273	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
415273	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
415273	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
415273	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
415273	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
415273	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
415273	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
415273	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
415273	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
415273	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
415273	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
415273	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
415273	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
415273	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
415273	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
415273	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
415273	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
415273	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
415273	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
415273	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
415273	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
415273	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
415273	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
415273	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
415273	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
415273	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
415273	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
415273	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
415273	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
415273	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
415273	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
415273	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
415273	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
415273	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
415273	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
415273	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
415273	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
415273	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
415273	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
415273	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
415273	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
415273	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
415273	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
415273	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
415273	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
415273	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
415273	embedding2nn.weight	0	0.32381024956703186
415273	embedding2nn.weight	1	0.39727941155433655
415273	embedding2nn.weight	2	0.017632922157645226
415273	embedding2nn.weight	3	0.014948547817766666
415273	embedding2nn.weight	4	-0.04348248988389969
415273	embedding2nn.weight	5	0.07302117347717285
415273	embedding2nn.weight	6	0.03940599411725998
415273	embedding2nn.weight	7	0.003970905672758818
415273	embedding2nn.weight	8	0.03578455373644829
415273	embedding2nn.weight	9	-0.0031341451685875654
415273	embedding2nn.bias	0	0.045763351023197174
415273	embedding2nn.bias	1	-0.2113700956106186
415273	embedding2nn.bias	2	0.12044567614793777
415273	embedding2nn.bias	3	0.17901885509490967
415273	embedding2nn.bias	4	0.1484110802412033
415273	embedding2nn.bias	5	-0.06688161939382553
415273	embedding2nn.bias	6	-0.0556681826710701
415273	embedding2nn.bias	7	0.05944141000509262
415273	embedding2nn.bias	8	-0.12328201532363892
415273	embedding2nn.bias	9	-0.3718269169330597
415273	rnn.weight_ih_l0	0	-0.004377300385385752
415273	rnn.weight_ih_l0	1	-0.08509112894535065
415273	rnn.weight_ih_l0	2	-0.05703052505850792
415273	rnn.weight_ih_l0	3	0.09941891580820084
415273	rnn.weight_ih_l0	4	0.01586362160742283
415273	rnn.weight_ih_l0	5	-0.06263697892427444
415273	rnn.weight_ih_l0	6	-0.03590330109000206
415273	rnn.weight_ih_l0	7	-0.036439135670661926
415273	rnn.weight_ih_l0	8	0.01391590852290392
415273	rnn.weight_ih_l0	9	-0.045479048043489456
415273	rnn.weight_hh_l0	0	-0.004635985475033522
415273	rnn.weight_hh_l0	1	0.07035745680332184
415273	rnn.weight_hh_l0	2	0.019341761246323586
415273	rnn.weight_hh_l0	3	0.002960570389404893
415273	rnn.weight_hh_l0	4	0.025834962725639343
415273	rnn.weight_hh_l0	5	0.060587406158447266
415273	rnn.weight_hh_l0	6	-0.05627867206931114
415273	rnn.weight_hh_l0	7	-0.08817922323942184
415273	rnn.weight_hh_l0	8	0.03822792321443558
415273	rnn.weight_hh_l0	9	-0.10450509190559387
415273	rnn.bias_ih_l0	0	0.1650838702917099
415273	rnn.bias_ih_l0	1	-0.27881377935409546
415273	rnn.bias_ih_l0	2	-0.025424286723136902
415273	rnn.bias_ih_l0	3	-0.18098069727420807
415273	rnn.bias_ih_l0	4	0.045661162585020065
415273	rnn.bias_ih_l0	5	-0.37951141595840454
415273	rnn.bias_ih_l0	6	-0.11498909443616867
415273	rnn.bias_ih_l0	7	-0.323718398809433
415273	rnn.bias_ih_l0	8	-0.2755209803581238
415273	rnn.bias_ih_l0	9	-0.43195587396621704
415273	rnn.bias_hh_l0	0	-0.337289035320282
415273	rnn.bias_hh_l0	1	-0.3630550503730774
415273	rnn.bias_hh_l0	2	-0.3050863742828369
415273	rnn.bias_hh_l0	3	-0.06314391642808914
415273	rnn.bias_hh_l0	4	-0.3295033872127533
415273	rnn.bias_hh_l0	5	-0.30391377210617065
415273	rnn.bias_hh_l0	6	-0.0992896556854248
415273	rnn.bias_hh_l0	7	0.053494296967983246
415273	rnn.bias_hh_l0	8	-0.2094460129737854
415273	rnn.bias_hh_l0	9	-0.5184718370437622
415273	rnn.weight_ih_l0_reverse	0	0.04117705300450325
415273	rnn.weight_ih_l0_reverse	1	-0.04704955220222473
415273	rnn.weight_ih_l0_reverse	2	-0.024577070027589798
415273	rnn.weight_ih_l0_reverse	3	-0.1358727514743805
415273	rnn.weight_ih_l0_reverse	4	0.07993407547473907
415273	rnn.weight_ih_l0_reverse	5	-0.09882757067680359
415273	rnn.weight_ih_l0_reverse	6	-0.000352098693838343
415273	rnn.weight_ih_l0_reverse	7	0.027233872562646866
415273	rnn.weight_ih_l0_reverse	8	-0.06506670266389847
415273	rnn.weight_ih_l0_reverse	9	-0.07507684826850891
415273	rnn.weight_hh_l0_reverse	0	-0.12170723080635071
415273	rnn.weight_hh_l0_reverse	1	0.036829009652137756
415273	rnn.weight_hh_l0_reverse	2	-0.025272181257605553
415273	rnn.weight_hh_l0_reverse	3	0.0390780009329319
415273	rnn.weight_hh_l0_reverse	4	-0.07938676327466965
415273	rnn.weight_hh_l0_reverse	5	0.03834132105112076
415273	rnn.weight_hh_l0_reverse	6	0.02471504732966423
415273	rnn.weight_hh_l0_reverse	7	-0.113554947078228
415273	rnn.weight_hh_l0_reverse	8	-0.04878254607319832
415273	rnn.weight_hh_l0_reverse	9	0.07192611694335938
415273	rnn.bias_ih_l0_reverse	0	-0.16165025532245636
415273	rnn.bias_ih_l0_reverse	1	-0.06382246315479279
415273	rnn.bias_ih_l0_reverse	2	0.12044993042945862
415273	rnn.bias_ih_l0_reverse	3	-0.27631211280822754
415273	rnn.bias_ih_l0_reverse	4	-0.04017443582415581
415273	rnn.bias_ih_l0_reverse	5	-0.20726029574871063
415273	rnn.bias_ih_l0_reverse	6	0.2435978353023529
415273	rnn.bias_ih_l0_reverse	7	-0.2728204131126404
415273	rnn.bias_ih_l0_reverse	8	-0.16333696246147156
415273	rnn.bias_ih_l0_reverse	9	-0.2122715562582016
415273	rnn.bias_hh_l0_reverse	0	-0.13430525362491608
415273	rnn.bias_hh_l0_reverse	1	0.2522517144680023
415273	rnn.bias_hh_l0_reverse	2	-0.3069540858268738
415273	rnn.bias_hh_l0_reverse	3	-0.19574081897735596
415273	rnn.bias_hh_l0_reverse	4	-0.3836367130279541
415273	rnn.bias_hh_l0_reverse	5	-0.18987791240215302
415273	rnn.bias_hh_l0_reverse	6	-0.27344706654548645
415273	rnn.bias_hh_l0_reverse	7	-0.07108147442340851
415273	rnn.bias_hh_l0_reverse	8	-0.2607879340648651
415273	rnn.bias_hh_l0_reverse	9	0.19287340342998505
415273	linear.weight	0	0.08535295724868774
415273	linear.weight	1	-0.3986385464668274
415273	linear.weight	2	0.051170725375413895
415273	linear.weight	3	0.0676712766289711
415273	linear.weight	4	-0.1076824739575386
415273	linear.weight	5	0.23265407979488373
415273	linear.weight	6	-0.03830847889184952
415273	linear.weight	7	-0.06246665120124817
415273	linear.weight	8	0.14711618423461914
415273	linear.weight	9	-0.04724709317088127
415273	linear.bias	0	-1.0103930234909058
415273	linear.bias	1	1.972192645072937
415273	linear.bias	2	0.7395848035812378
415273	linear.bias	3	-2.643582344055176
415273	linear.bias	4	-0.18632367253303528
415273	linear.bias	5	1.2445381879806519
415273	linear.bias	6	-0.2264288365840912
415273	linear.bias	7	0.7203066945075989
415273	linear.bias	8	2.131345510482788
415273	linear.bias	9	-1.477938175201416
415882	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
415882	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
415882	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
415882	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
415882	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
415882	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
415882	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
415882	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
415882	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
415882	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
415882	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
415882	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
415882	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
415882	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
415882	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
415882	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
415882	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
415882	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
415882	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
415882	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
415882	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
415882	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
415882	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
415882	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
415882	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
415882	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
415882	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
415882	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
415882	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
415882	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
415882	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
415882	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
415882	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
415882	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
415882	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
415882	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
415882	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
415882	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
415882	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
415882	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
415882	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
415882	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
415882	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
415882	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
415882	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
415882	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
415882	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
415882	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
415882	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
415882	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
415882	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
415882	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
415882	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
415882	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
415882	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
415882	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
415882	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
415882	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
415882	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
415882	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
415882	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
415882	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
415882	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
415882	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
415882	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
415882	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
415882	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
415882	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
415882	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
415882	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
415882	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
415882	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
415882	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
415882	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
415882	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
415882	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
415882	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
415882	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
415882	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
415882	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
415882	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
415882	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
415882	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
415882	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
415882	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
415882	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
415882	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
415882	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
415882	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
415882	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
415882	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
415882	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
415882	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
415882	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
415882	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
415882	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
415882	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
415882	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
415882	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
415882	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
415882	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
415882	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
415882	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
415882	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
415882	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
415882	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
415882	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
415882	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
415882	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
415882	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
415882	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
415882	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
415882	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
415882	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
415882	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
415882	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
415882	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
415882	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
415882	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
415882	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
415882	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
415882	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
415882	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
415882	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
415882	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
415882	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
415882	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
415882	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
415882	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
415882	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
415882	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
415882	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
415882	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
415882	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
415882	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
415882	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
415882	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
415882	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
415882	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
415882	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
415882	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
415882	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
415882	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
415882	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
415882	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
415882	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
415882	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
415882	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
415882	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
415882	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
415882	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
415882	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
415882	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
415882	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
415882	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
415882	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
415882	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
415882	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
415882	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
415882	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
415882	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
415882	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
415882	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
415882	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
415882	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
415882	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
415882	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
415882	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
415882	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
415882	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
415882	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
415882	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
415882	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
415882	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
415882	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
415882	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
415882	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
415882	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
415882	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
415882	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
415882	embedding2nn.weight	0	0.32472434639930725
415882	embedding2nn.weight	1	0.3979033827781677
415882	embedding2nn.weight	2	0.02025061845779419
415882	embedding2nn.weight	3	0.0252058245241642
415882	embedding2nn.weight	4	-0.05111319199204445
415882	embedding2nn.weight	5	0.06852629780769348
415882	embedding2nn.weight	6	0.040492668747901917
415882	embedding2nn.weight	7	0.003029399085789919
415882	embedding2nn.weight	8	0.038754746317863464
415882	embedding2nn.weight	9	-0.005251294933259487
415882	embedding2nn.bias	0	0.07297709584236145
415882	embedding2nn.bias	1	-0.20853006839752197
415882	embedding2nn.bias	2	0.13572779297828674
415882	embedding2nn.bias	3	0.16836732625961304
415882	embedding2nn.bias	4	0.16713359951972961
415882	embedding2nn.bias	5	-0.06264682114124298
415882	embedding2nn.bias	6	-0.045904453843832016
415882	embedding2nn.bias	7	0.0481998585164547
415882	embedding2nn.bias	8	-0.12142997235059738
415882	embedding2nn.bias	9	-0.37979432940483093
415882	rnn.weight_ih_l0	0	-0.005298973526805639
415882	rnn.weight_ih_l0	1	-0.08430027216672897
415882	rnn.weight_ih_l0	2	-0.06250503659248352
415882	rnn.weight_ih_l0	3	0.10325617343187332
415882	rnn.weight_ih_l0	4	0.02572854422032833
415882	rnn.weight_ih_l0	5	-0.06356175988912582
415882	rnn.weight_ih_l0	6	-0.03614276647567749
415882	rnn.weight_ih_l0	7	-0.031504400074481964
415882	rnn.weight_ih_l0	8	0.012751596048474312
415882	rnn.weight_ih_l0	9	-0.044406913220882416
415882	rnn.weight_hh_l0	0	-0.004481425043195486
415882	rnn.weight_hh_l0	1	0.0697908103466034
415882	rnn.weight_hh_l0	2	0.01901553012430668
415882	rnn.weight_hh_l0	3	0.001408820622600615
415882	rnn.weight_hh_l0	4	0.02657792903482914
415882	rnn.weight_hh_l0	5	0.06067713722586632
415882	rnn.weight_hh_l0	6	-0.05701153725385666
415882	rnn.weight_hh_l0	7	-0.08614791184663773
415882	rnn.weight_hh_l0	8	0.03814953193068504
415882	rnn.weight_hh_l0	9	-0.10563857853412628
415882	rnn.bias_ih_l0	0	0.15030518174171448
415882	rnn.bias_ih_l0	1	-0.27781152725219727
415882	rnn.bias_ih_l0	2	-0.025476058945059776
415882	rnn.bias_ih_l0	3	-0.17928507924079895
415882	rnn.bias_ih_l0	4	0.05284940451383591
415882	rnn.bias_ih_l0	5	-0.3771590292453766
415882	rnn.bias_ih_l0	6	-0.12359519302845001
415882	rnn.bias_ih_l0	7	-0.32419437170028687
415882	rnn.bias_ih_l0	8	-0.27261480689048767
415882	rnn.bias_ih_l0	9	-0.4264738857746124
415882	rnn.bias_hh_l0	0	-0.3413969874382019
415882	rnn.bias_hh_l0	1	-0.3661320209503174
415882	rnn.bias_hh_l0	2	-0.30639442801475525
415882	rnn.bias_hh_l0	3	-0.06273521482944489
415882	rnn.bias_hh_l0	4	-0.3295779526233673
415882	rnn.bias_hh_l0	5	-0.30628636479377747
415882	rnn.bias_hh_l0	6	-0.10478370636701584
415882	rnn.bias_hh_l0	7	0.04683922976255417
415882	rnn.bias_hh_l0	8	-0.21116548776626587
415882	rnn.bias_hh_l0	9	-0.519534170627594
415882	rnn.weight_ih_l0_reverse	0	0.05037098005414009
415882	rnn.weight_ih_l0_reverse	1	-0.04586360603570938
415882	rnn.weight_ih_l0_reverse	2	-0.022734031081199646
415882	rnn.weight_ih_l0_reverse	3	-0.13807474076747894
415882	rnn.weight_ih_l0_reverse	4	0.08199478685855865
415882	rnn.weight_ih_l0_reverse	5	-0.09863661974668503
415882	rnn.weight_ih_l0_reverse	6	0.004120816010981798
415882	rnn.weight_ih_l0_reverse	7	0.02771892584860325
415882	rnn.weight_ih_l0_reverse	8	-0.064623162150383
415882	rnn.weight_ih_l0_reverse	9	-0.0768703892827034
415882	rnn.weight_hh_l0_reverse	0	-0.12143789231777191
415882	rnn.weight_hh_l0_reverse	1	0.036962706595659256
415882	rnn.weight_hh_l0_reverse	2	-0.02520013228058815
415882	rnn.weight_hh_l0_reverse	3	0.038287203758955
415882	rnn.weight_hh_l0_reverse	4	-0.07779895514249802
415882	rnn.weight_hh_l0_reverse	5	0.038687173277139664
415882	rnn.weight_hh_l0_reverse	6	0.025309665128588676
415882	rnn.weight_hh_l0_reverse	7	-0.11186694353818893
415882	rnn.weight_hh_l0_reverse	8	-0.04958200082182884
415882	rnn.weight_hh_l0_reverse	9	0.07125263661146164
415882	rnn.bias_ih_l0_reverse	0	-0.1643567681312561
415882	rnn.bias_ih_l0_reverse	1	-0.06453721225261688
415882	rnn.bias_ih_l0_reverse	2	0.12216111272573471
415882	rnn.bias_ih_l0_reverse	3	-0.2628496289253235
415882	rnn.bias_ih_l0_reverse	4	-0.048303235322237015
415882	rnn.bias_ih_l0_reverse	5	-0.2099200338125229
415882	rnn.bias_ih_l0_reverse	6	0.24615885317325592
415882	rnn.bias_ih_l0_reverse	7	-0.26509037613868713
415882	rnn.bias_ih_l0_reverse	8	-0.16697224974632263
415882	rnn.bias_ih_l0_reverse	9	-0.21202120184898376
415882	rnn.bias_hh_l0_reverse	0	-0.12729063630104065
415882	rnn.bias_hh_l0_reverse	1	0.25018295645713806
415882	rnn.bias_hh_l0_reverse	2	-0.30212101340293884
415882	rnn.bias_hh_l0_reverse	3	-0.20216237008571625
415882	rnn.bias_hh_l0_reverse	4	-0.3827204704284668
415882	rnn.bias_hh_l0_reverse	5	-0.18559545278549194
415882	rnn.bias_hh_l0_reverse	6	-0.26865118741989136
415882	rnn.bias_hh_l0_reverse	7	-0.07177842408418655
415882	rnn.bias_hh_l0_reverse	8	-0.2583862245082855
415882	rnn.bias_hh_l0_reverse	9	0.19659754633903503
415882	linear.weight	0	0.09980069845914841
415882	linear.weight	1	-0.38555222749710083
415882	linear.weight	2	0.03068520314991474
415882	linear.weight	3	0.06767066568136215
415882	linear.weight	4	-0.11436418443918228
415882	linear.weight	5	0.2258199006319046
415882	linear.weight	6	-0.0661972165107727
415882	linear.weight	7	-0.06245868280529976
415882	linear.weight	8	0.16234037280082703
415882	linear.weight	9	-0.047258295118808746
415882	linear.bias	0	-1.019275426864624
415882	linear.bias	1	1.961098551750183
415882	linear.bias	2	0.7581044435501099
415882	linear.bias	3	-2.643998146057129
415882	linear.bias	4	-0.21004033088684082
415882	linear.bias	5	1.252787470817566
415882	linear.bias	6	-0.22278188169002533
415882	linear.bias	7	0.7458927631378174
415882	linear.bias	8	2.1844639778137207
415882	linear.bias	9	-1.4822946786880493
416491	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
416491	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
416491	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
416491	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
416491	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
416491	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
416491	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
416491	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
416491	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
416491	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
416491	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
416491	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
416491	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
416491	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
416491	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
416491	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
416491	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
416491	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
416491	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
416491	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
416491	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
416491	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
416491	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
416491	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
416491	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
416491	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
416491	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
416491	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
416491	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
416491	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
416491	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
416491	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
416491	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
416491	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
416491	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
416491	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
416491	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
416491	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
416491	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
416491	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
416491	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
416491	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
416491	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
416491	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
416491	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
416491	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
416491	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
416491	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
416491	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
416491	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
416491	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
416491	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
416491	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
416491	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
416491	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
416491	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
416491	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
416491	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
416491	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
416491	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
416491	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
416491	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
416491	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
416491	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
416491	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
416491	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
416491	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
416491	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
416491	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
416491	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
416491	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
416491	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
416491	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
416491	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
416491	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
416491	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
416491	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
416491	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
416491	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
416491	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
416491	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
416491	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
416491	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
416491	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
416491	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
416491	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
416491	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
416491	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
416491	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
416491	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
416491	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
416491	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
416491	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
416491	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
416491	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
416491	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
416491	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
416491	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
416491	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
416491	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
416491	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
416491	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
416491	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
416491	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
416491	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
416491	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
416491	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
416491	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
416491	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
416491	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
416491	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
416491	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
416491	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
416491	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
416491	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
416491	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
416491	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
416491	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
416491	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
416491	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
416491	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
416491	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
416491	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
416491	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
416491	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
416491	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
416491	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
416491	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
416491	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
416491	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
416491	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
416491	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
416491	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
416491	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
416491	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
416491	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
416491	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
416491	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
416491	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
416491	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
416491	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
416491	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
416491	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
416491	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
416491	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
416491	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
416491	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
416491	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
416491	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
416491	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
416491	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
416491	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
416491	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
416491	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
416491	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
416491	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
416491	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
416491	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
416491	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
416491	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
416491	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
416491	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
416491	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
416491	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
416491	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
416491	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
416491	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
416491	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
416491	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
416491	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
416491	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
416491	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
416491	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
416491	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
416491	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
416491	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
416491	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
416491	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
416491	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
416491	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
416491	embedding2nn.weight	0	0.32293862104415894
416491	embedding2nn.weight	1	0.3961780071258545
416491	embedding2nn.weight	2	0.02073264867067337
416491	embedding2nn.weight	3	0.030562197789549828
416491	embedding2nn.weight	4	-0.04806488752365112
416491	embedding2nn.weight	5	0.07131092250347137
416491	embedding2nn.weight	6	0.03334461525082588
416491	embedding2nn.weight	7	0.00705926027148962
416491	embedding2nn.weight	8	0.03714879974722862
416491	embedding2nn.weight	9	0.0010188014712184668
416491	embedding2nn.bias	0	0.05652642622590065
416491	embedding2nn.bias	1	-0.20746435225009918
416491	embedding2nn.bias	2	0.10163899511098862
416491	embedding2nn.bias	3	0.17133411765098572
416491	embedding2nn.bias	4	0.1590583771467209
416491	embedding2nn.bias	5	-0.07381603866815567
416491	embedding2nn.bias	6	-0.0607607401907444
416491	embedding2nn.bias	7	0.03969964757561684
416491	embedding2nn.bias	8	-0.11664514988660812
416491	embedding2nn.bias	9	-0.3594176173210144
416491	rnn.weight_ih_l0	0	-0.0049348981119692326
416491	rnn.weight_ih_l0	1	-0.08127932995557785
416491	rnn.weight_ih_l0	2	-0.056769564747810364
416491	rnn.weight_ih_l0	3	0.10995064675807953
416491	rnn.weight_ih_l0	4	0.015178569592535496
416491	rnn.weight_ih_l0	5	-0.056840986013412476
416491	rnn.weight_ih_l0	6	-0.03559662774205208
416491	rnn.weight_ih_l0	7	-0.03328099846839905
416491	rnn.weight_ih_l0	8	0.008482023142278194
416491	rnn.weight_ih_l0	9	-0.041182976216077805
416491	rnn.weight_hh_l0	0	-0.004846103955060244
416491	rnn.weight_hh_l0	1	0.07001691311597824
416491	rnn.weight_hh_l0	2	0.01966746896505356
416491	rnn.weight_hh_l0	3	0.00042009237222373486
416491	rnn.weight_hh_l0	4	0.02678169123828411
416491	rnn.weight_hh_l0	5	0.05974407121539116
416491	rnn.weight_hh_l0	6	-0.05749652907252312
416491	rnn.weight_hh_l0	7	-0.08696410059928894
416491	rnn.weight_hh_l0	8	0.038108859211206436
416491	rnn.weight_hh_l0	9	-0.10614113509654999
416491	rnn.bias_ih_l0	0	0.14427942037582397
416491	rnn.bias_ih_l0	1	-0.28034722805023193
416491	rnn.bias_ih_l0	2	-0.028106078505516052
416491	rnn.bias_ih_l0	3	-0.17480133473873138
416491	rnn.bias_ih_l0	4	0.04921100661158562
416491	rnn.bias_ih_l0	5	-0.38126638531684875
416491	rnn.bias_ih_l0	6	-0.11239656805992126
416491	rnn.bias_ih_l0	7	-0.3260675370693207
416491	rnn.bias_ih_l0	8	-0.2764119505882263
416491	rnn.bias_ih_l0	9	-0.41183096170425415
416491	rnn.bias_hh_l0	0	-0.33849748969078064
416491	rnn.bias_hh_l0	1	-0.3626648783683777
416491	rnn.bias_hh_l0	2	-0.3093734383583069
416491	rnn.bias_hh_l0	3	-0.060682665556669235
416491	rnn.bias_hh_l0	4	-0.328945517539978
416491	rnn.bias_hh_l0	5	-0.30610522627830505
416491	rnn.bias_hh_l0	6	-0.10103777050971985
416491	rnn.bias_hh_l0	7	0.057001035660505295
416491	rnn.bias_hh_l0	8	-0.20144067704677582
416491	rnn.bias_hh_l0	9	-0.5249049663543701
416491	rnn.weight_ih_l0_reverse	0	0.057848673313856125
416491	rnn.weight_ih_l0_reverse	1	-0.04459742456674576
416491	rnn.weight_ih_l0_reverse	2	-0.026435228064656258
416491	rnn.weight_ih_l0_reverse	3	-0.13379012048244476
416491	rnn.weight_ih_l0_reverse	4	0.08211426436901093
416491	rnn.weight_ih_l0_reverse	5	-0.0890623927116394
416491	rnn.weight_ih_l0_reverse	6	0.009868040680885315
416491	rnn.weight_ih_l0_reverse	7	0.0281111728399992
416491	rnn.weight_ih_l0_reverse	8	-0.06141229718923569
416491	rnn.weight_ih_l0_reverse	9	-0.0856720358133316
416491	rnn.weight_hh_l0_reverse	0	-0.12063228338956833
416491	rnn.weight_hh_l0_reverse	1	0.036192018538713455
416491	rnn.weight_hh_l0_reverse	2	-0.026045378297567368
416491	rnn.weight_hh_l0_reverse	3	0.039145633578300476
416491	rnn.weight_hh_l0_reverse	4	-0.0793098509311676
416491	rnn.weight_hh_l0_reverse	5	0.03849330171942711
416491	rnn.weight_hh_l0_reverse	6	0.025150610134005547
416491	rnn.weight_hh_l0_reverse	7	-0.10819634050130844
416491	rnn.weight_hh_l0_reverse	8	-0.046348802745342255
416491	rnn.weight_hh_l0_reverse	9	0.07150772213935852
416491	rnn.bias_ih_l0_reverse	0	-0.16157662868499756
416491	rnn.bias_ih_l0_reverse	1	-0.06098379194736481
416491	rnn.bias_ih_l0_reverse	2	0.12839791178703308
416491	rnn.bias_ih_l0_reverse	3	-0.2538313865661621
416491	rnn.bias_ih_l0_reverse	4	-0.03789300471544266
416491	rnn.bias_ih_l0_reverse	5	-0.21083731949329376
416491	rnn.bias_ih_l0_reverse	6	0.24680447578430176
416491	rnn.bias_ih_l0_reverse	7	-0.2714315950870514
416491	rnn.bias_ih_l0_reverse	8	-0.16076749563217163
416491	rnn.bias_ih_l0_reverse	9	-0.20387129485607147
416491	rnn.bias_hh_l0_reverse	0	-0.12830808758735657
416491	rnn.bias_hh_l0_reverse	1	0.26149752736091614
416491	rnn.bias_hh_l0_reverse	2	-0.3102780878543854
416491	rnn.bias_hh_l0_reverse	3	-0.20129618048667908
416491	rnn.bias_hh_l0_reverse	4	-0.3801381289958954
416491	rnn.bias_hh_l0_reverse	5	-0.18626417219638824
416491	rnn.bias_hh_l0_reverse	6	-0.26725396513938904
416491	rnn.bias_hh_l0_reverse	7	-0.06805800646543503
416491	rnn.bias_hh_l0_reverse	8	-0.2532542645931244
416491	rnn.bias_hh_l0_reverse	9	0.19019152224063873
416491	linear.weight	0	0.11009728163480759
416491	linear.weight	1	-0.36528724431991577
416491	linear.weight	2	-0.0007240455597639084
416491	linear.weight	3	0.0676712766289711
416491	linear.weight	4	-0.14247630536556244
416491	linear.weight	5	0.2118893414735794
416491	linear.weight	6	-0.05119775980710983
416491	linear.weight	7	-0.06245160475373268
416491	linear.weight	8	0.14837795495986938
416491	linear.weight	9	-0.04728240892291069
416491	linear.bias	0	-0.9699161052703857
416491	linear.bias	1	1.9739928245544434
416491	linear.bias	2	0.7281394600868225
416491	linear.bias	3	-2.6444108486175537
416491	linear.bias	4	-0.22608982026576996
416491	linear.bias	5	1.294596791267395
416491	linear.bias	6	-0.23900726437568665
416491	linear.bias	7	0.7518725395202637
416491	linear.bias	8	2.1835944652557373
416491	linear.bias	9	-1.471484899520874
417100	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
417100	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
417100	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
417100	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
417100	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
417100	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
417100	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
417100	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
417100	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
417100	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
417100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
417100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
417100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
417100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
417100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
417100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
417100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
417100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
417100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
417100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
417100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
417100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
417100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
417100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
417100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
417100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
417100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
417100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
417100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
417100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
417100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
417100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
417100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
417100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
417100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
417100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
417100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
417100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
417100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
417100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
417100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
417100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
417100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
417100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
417100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
417100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
417100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
417100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
417100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
417100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
417100	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
417100	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
417100	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
417100	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
417100	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
417100	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
417100	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
417100	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
417100	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
417100	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
417100	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
417100	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
417100	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
417100	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
417100	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
417100	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
417100	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
417100	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
417100	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
417100	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
417100	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
417100	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
417100	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
417100	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
417100	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
417100	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
417100	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
417100	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
417100	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
417100	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
417100	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
417100	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
417100	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
417100	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
417100	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
417100	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
417100	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
417100	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
417100	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
417100	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
417100	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
417100	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
417100	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
417100	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
417100	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
417100	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
417100	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
417100	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
417100	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
417100	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
417100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
417100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
417100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
417100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
417100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
417100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
417100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
417100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
417100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
417100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
417100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
417100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
417100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
417100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
417100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
417100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
417100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
417100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
417100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
417100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
417100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
417100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
417100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
417100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
417100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
417100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
417100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
417100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
417100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
417100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
417100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
417100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
417100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
417100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
417100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
417100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
417100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
417100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
417100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
417100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
417100	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
417100	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
417100	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
417100	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
417100	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
417100	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
417100	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
417100	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
417100	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
417100	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
417100	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
417100	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
417100	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
417100	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
417100	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
417100	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
417100	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
417100	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
417100	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
417100	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
417100	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
417100	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
417100	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
417100	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
417100	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
417100	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
417100	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
417100	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
417100	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
417100	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
417100	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
417100	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
417100	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
417100	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
417100	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
417100	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
417100	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
417100	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
417100	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
417100	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
417100	embedding2nn.weight	0	0.3218945264816284
417100	embedding2nn.weight	1	0.39702507853507996
417100	embedding2nn.weight	2	0.015839969739317894
417100	embedding2nn.weight	3	-0.0022636649664491415
417100	embedding2nn.weight	4	-0.04679688438773155
417100	embedding2nn.weight	5	0.07393429428339005
417100	embedding2nn.weight	6	0.037596944719552994
417100	embedding2nn.weight	7	0.003767326707020402
417100	embedding2nn.weight	8	0.03530704602599144
417100	embedding2nn.weight	9	0.0047368877567350864
417100	embedding2nn.bias	0	0.04954458400607109
417100	embedding2nn.bias	1	-0.20986424386501312
417100	embedding2nn.bias	2	0.09580545127391815
417100	embedding2nn.bias	3	0.1574627161026001
417100	embedding2nn.bias	4	0.16220805048942566
417100	embedding2nn.bias	5	-0.059592314064502716
417100	embedding2nn.bias	6	-0.05729198828339577
417100	embedding2nn.bias	7	0.022605959326028824
417100	embedding2nn.bias	8	-0.12901850044727325
417100	embedding2nn.bias	9	-0.3504815995693207
417100	rnn.weight_ih_l0	0	-0.002001467626541853
417100	rnn.weight_ih_l0	1	-0.08072736859321594
417100	rnn.weight_ih_l0	2	-0.06701239198446274
417100	rnn.weight_ih_l0	3	0.10652666538953781
417100	rnn.weight_ih_l0	4	0.019862458109855652
417100	rnn.weight_ih_l0	5	-0.058786582201719284
417100	rnn.weight_ih_l0	6	-0.029912864789366722
417100	rnn.weight_ih_l0	7	-0.03456421568989754
417100	rnn.weight_ih_l0	8	0.015853988006711006
417100	rnn.weight_ih_l0	9	-0.03796733170747757
417100	rnn.weight_hh_l0	0	-0.005049699917435646
417100	rnn.weight_hh_l0	1	0.07013191282749176
417100	rnn.weight_hh_l0	2	0.01935892552137375
417100	rnn.weight_hh_l0	3	-2.4976656277431175e-05
417100	rnn.weight_hh_l0	4	0.026558728888630867
417100	rnn.weight_hh_l0	5	0.05892975255846977
417100	rnn.weight_hh_l0	6	-0.056813567876815796
417100	rnn.weight_hh_l0	7	-0.087839275598526
417100	rnn.weight_hh_l0	8	0.038169145584106445
417100	rnn.weight_hh_l0	9	-0.10593999922275543
417100	rnn.bias_ih_l0	0	0.14048977196216583
417100	rnn.bias_ih_l0	1	-0.2805015444755554
417100	rnn.bias_ih_l0	2	-0.02702140621840954
417100	rnn.bias_ih_l0	3	-0.17810975015163422
417100	rnn.bias_ih_l0	4	0.0502273365855217
417100	rnn.bias_ih_l0	5	-0.37731337547302246
417100	rnn.bias_ih_l0	6	-0.11255881190299988
417100	rnn.bias_ih_l0	7	-0.3252246081829071
417100	rnn.bias_ih_l0	8	-0.2865908741950989
417100	rnn.bias_ih_l0	9	-0.4230845272541046
417100	rnn.bias_hh_l0	0	-0.3379124104976654
417100	rnn.bias_hh_l0	1	-0.3631587624549866
417100	rnn.bias_hh_l0	2	-0.3074137568473816
417100	rnn.bias_hh_l0	3	-0.060227714478969574
417100	rnn.bias_hh_l0	4	-0.32781216502189636
417100	rnn.bias_hh_l0	5	-0.3106957972049713
417100	rnn.bias_hh_l0	6	-0.1007128432393074
417100	rnn.bias_hh_l0	7	0.05352616310119629
417100	rnn.bias_hh_l0	8	-0.2092481106519699
417100	rnn.bias_hh_l0	9	-0.5253642797470093
417100	rnn.weight_ih_l0_reverse	0	0.0548267588019371
417100	rnn.weight_ih_l0_reverse	1	-0.04265502840280533
417100	rnn.weight_ih_l0_reverse	2	-0.030393904075026512
417100	rnn.weight_ih_l0_reverse	3	-0.1320164054632187
417100	rnn.weight_ih_l0_reverse	4	0.08031124621629715
417100	rnn.weight_ih_l0_reverse	5	-0.10074444860219955
417100	rnn.weight_ih_l0_reverse	6	0.017023498192429543
417100	rnn.weight_ih_l0_reverse	7	0.026964575052261353
417100	rnn.weight_ih_l0_reverse	8	-0.062354251742362976
417100	rnn.weight_ih_l0_reverse	9	-0.08199386298656464
417100	rnn.weight_hh_l0_reverse	0	-0.12001006305217743
417100	rnn.weight_hh_l0_reverse	1	0.03549842908978462
417100	rnn.weight_hh_l0_reverse	2	-0.025982465595006943
417100	rnn.weight_hh_l0_reverse	3	0.039035528898239136
417100	rnn.weight_hh_l0_reverse	4	-0.07833364605903625
417100	rnn.weight_hh_l0_reverse	5	0.0390496589243412
417100	rnn.weight_hh_l0_reverse	6	0.024972664192318916
417100	rnn.weight_hh_l0_reverse	7	-0.1072557270526886
417100	rnn.weight_hh_l0_reverse	8	-0.05068940669298172
417100	rnn.weight_hh_l0_reverse	9	0.07011904567480087
417100	rnn.bias_ih_l0_reverse	0	-0.16018663346767426
417100	rnn.bias_ih_l0_reverse	1	-0.05641886219382286
417100	rnn.bias_ih_l0_reverse	2	0.12839758396148682
417100	rnn.bias_ih_l0_reverse	3	-0.25410202145576477
417100	rnn.bias_ih_l0_reverse	4	-0.03414943069219589
417100	rnn.bias_ih_l0_reverse	5	-0.21331076323986053
417100	rnn.bias_ih_l0_reverse	6	0.2560736835002899
417100	rnn.bias_ih_l0_reverse	7	-0.2641012370586395
417100	rnn.bias_ih_l0_reverse	8	-0.15821093320846558
417100	rnn.bias_ih_l0_reverse	9	-0.20297032594680786
417100	rnn.bias_hh_l0_reverse	0	-0.1323319524526596
417100	rnn.bias_hh_l0_reverse	1	0.26473158597946167
417100	rnn.bias_hh_l0_reverse	2	-0.30985137820243835
417100	rnn.bias_hh_l0_reverse	3	-0.20036812126636505
417100	rnn.bias_hh_l0_reverse	4	-0.3750676214694977
417100	rnn.bias_hh_l0_reverse	5	-0.18647854030132294
417100	rnn.bias_hh_l0_reverse	6	-0.265229195356369
417100	rnn.bias_hh_l0_reverse	7	-0.06696972995996475
417100	rnn.bias_hh_l0_reverse	8	-0.24619705975055695
417100	rnn.bias_hh_l0_reverse	9	0.1941358894109726
417100	linear.weight	0	0.1456063687801361
417100	linear.weight	1	-0.3918619751930237
417100	linear.weight	2	-0.008383683860301971
417100	linear.weight	3	0.06766875088214874
417100	linear.weight	4	-0.14939701557159424
417100	linear.weight	5	0.21893417835235596
417100	linear.weight	6	-0.05677597224712372
417100	linear.weight	7	-0.062446121126413345
417100	linear.weight	8	0.12215354293584824
417100	linear.weight	9	-0.047297488898038864
417100	linear.bias	0	-1.028511643409729
417100	linear.bias	1	1.9267081022262573
417100	linear.bias	2	0.7410144805908203
417100	linear.bias	3	-2.6448068618774414
417100	linear.bias	4	-0.18241176009178162
417100	linear.bias	5	1.2474761009216309
417100	linear.bias	6	-0.2220257669687271
417100	linear.bias	7	0.7532241344451904
417100	linear.bias	8	2.251063585281372
417100	linear.bias	9	-1.476690411567688
417709	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
417709	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
417709	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
417709	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
417709	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
417709	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
417709	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
417709	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
417709	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
417709	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
417709	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
417709	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
417709	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
417709	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
417709	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
417709	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
417709	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
417709	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
417709	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
417709	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
417709	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
417709	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
417709	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
417709	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
417709	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
417709	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
417709	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
417709	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
417709	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
417709	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
417709	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
417709	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
417709	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
417709	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
417709	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
417709	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
417709	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
417709	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
417709	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
417709	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
417709	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
417709	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
417709	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
417709	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
417709	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
417709	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
417709	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
417709	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
417709	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
417709	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
417709	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
417709	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
417709	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
417709	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
417709	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
417709	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
417709	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
417709	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
417709	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
417709	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
417709	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
417709	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
417709	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
417709	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
417709	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
417709	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
417709	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
417709	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
417709	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
417709	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
417709	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
417709	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
417709	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
417709	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
417709	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
417709	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
417709	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
417709	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
417709	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
417709	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
417709	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
417709	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
417709	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
417709	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
417709	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
417709	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
417709	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
417709	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
417709	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
417709	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
417709	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
417709	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
417709	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
417709	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
417709	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
417709	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
417709	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
417709	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
417709	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
417709	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
417709	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
417709	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
417709	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
417709	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
417709	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
417709	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
417709	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
417709	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
417709	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
417709	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
417709	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
417709	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
417709	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
417709	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
417709	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
417709	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
417709	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
417709	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
417709	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
417709	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
417709	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
417709	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
417709	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
417709	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
417709	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
417709	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
417709	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
417709	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
417709	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
417709	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
417709	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
417709	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
417709	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
417709	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
417709	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
417709	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
417709	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
417709	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
417709	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
417709	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
417709	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
417709	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
417709	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
417709	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
417709	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
417709	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
417709	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
417709	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
417709	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
417709	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
417709	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
417709	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
417709	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
417709	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
417709	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
417709	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
417709	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
417709	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
417709	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
417709	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
417709	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
417709	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
417709	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
417709	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
417709	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
417709	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
417709	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
417709	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
417709	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
417709	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
417709	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
417709	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
417709	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
417709	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
417709	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
417709	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
417709	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
417709	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
417709	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
417709	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
417709	embedding2nn.weight	0	0.3200838565826416
417709	embedding2nn.weight	1	0.3910137116909027
417709	embedding2nn.weight	2	0.018393710255622864
417709	embedding2nn.weight	3	0.010723059996962547
417709	embedding2nn.weight	4	-0.04557013511657715
417709	embedding2nn.weight	5	0.07703104615211487
417709	embedding2nn.weight	6	0.02642015740275383
417709	embedding2nn.weight	7	-0.001571484375745058
417709	embedding2nn.weight	8	0.0334615483880043
417709	embedding2nn.weight	9	-0.0021802540868520737
417709	embedding2nn.bias	0	0.05279073491692543
417709	embedding2nn.bias	1	-0.22699037194252014
417709	embedding2nn.bias	2	0.10014189034700394
417709	embedding2nn.bias	3	0.15740545094013214
417709	embedding2nn.bias	4	0.16068324446678162
417709	embedding2nn.bias	5	-0.058483101427555084
417709	embedding2nn.bias	6	-0.04946258291602135
417709	embedding2nn.bias	7	0.039068739861249924
417709	embedding2nn.bias	8	-0.13045598566532135
417709	embedding2nn.bias	9	-0.366890549659729
417709	rnn.weight_ih_l0	0	-0.004281789064407349
417709	rnn.weight_ih_l0	1	-0.07676104456186295
417709	rnn.weight_ih_l0	2	-0.07125215977430344
417709	rnn.weight_ih_l0	3	0.10786809027194977
417709	rnn.weight_ih_l0	4	0.019833190366625786
417709	rnn.weight_ih_l0	5	-0.055592697113752365
417709	rnn.weight_ih_l0	6	-0.032957773655653
417709	rnn.weight_ih_l0	7	-0.03367549180984497
417709	rnn.weight_ih_l0	8	0.012545385397970676
417709	rnn.weight_ih_l0	9	-0.04258124530315399
417709	rnn.weight_hh_l0	0	-0.00455010449513793
417709	rnn.weight_hh_l0	1	0.07117786258459091
417709	rnn.weight_hh_l0	2	0.02053513377904892
417709	rnn.weight_hh_l0	3	-0.0006572285783477128
417709	rnn.weight_hh_l0	4	0.02649306319653988
417709	rnn.weight_hh_l0	5	0.05807919427752495
417709	rnn.weight_hh_l0	6	-0.05673038959503174
417709	rnn.weight_hh_l0	7	-0.09065605700016022
417709	rnn.weight_hh_l0	8	0.03813866525888443
417709	rnn.weight_hh_l0	9	-0.10424580425024033
417709	rnn.bias_ih_l0	0	0.16456976532936096
417709	rnn.bias_ih_l0	1	-0.27738335728645325
417709	rnn.bias_ih_l0	2	-0.027639811858534813
417709	rnn.bias_ih_l0	3	-0.18028990924358368
417709	rnn.bias_ih_l0	4	0.034606534987688065
417709	rnn.bias_ih_l0	5	-0.3838377296924591
417709	rnn.bias_ih_l0	6	-0.11682228744029999
417709	rnn.bias_ih_l0	7	-0.3220501244068146
417709	rnn.bias_ih_l0	8	-0.27529892325401306
417709	rnn.bias_ih_l0	9	-0.4126930236816406
417709	rnn.bias_hh_l0	0	-0.32680830359458923
417709	rnn.bias_hh_l0	1	-0.3734052777290344
417709	rnn.bias_hh_l0	2	-0.3003309667110443
417709	rnn.bias_hh_l0	3	-0.0555359311401844
417709	rnn.bias_hh_l0	4	-0.3285961151123047
417709	rnn.bias_hh_l0	5	-0.3113269805908203
417709	rnn.bias_hh_l0	6	-0.09793736040592194
417709	rnn.bias_hh_l0	7	0.06372278928756714
417709	rnn.bias_hh_l0	8	-0.21178145706653595
417709	rnn.bias_hh_l0	9	-0.5231671333312988
417709	rnn.weight_ih_l0_reverse	0	0.04671922326087952
417709	rnn.weight_ih_l0_reverse	1	-0.04174991697072983
417709	rnn.weight_ih_l0_reverse	2	-0.02854018472135067
417709	rnn.weight_ih_l0_reverse	3	-0.13315340876579285
417709	rnn.weight_ih_l0_reverse	4	0.08108386397361755
417709	rnn.weight_ih_l0_reverse	5	-0.08864397555589676
417709	rnn.weight_ih_l0_reverse	6	0.020944587886333466
417709	rnn.weight_ih_l0_reverse	7	0.02730495296418667
417709	rnn.weight_ih_l0_reverse	8	-0.06800951808691025
417709	rnn.weight_ih_l0_reverse	9	-0.07896985858678818
417709	rnn.weight_hh_l0_reverse	0	-0.12083756178617477
417709	rnn.weight_hh_l0_reverse	1	0.03666359931230545
417709	rnn.weight_hh_l0_reverse	2	-0.02573326602578163
417709	rnn.weight_hh_l0_reverse	3	0.04015139117836952
417709	rnn.weight_hh_l0_reverse	4	-0.08032891154289246
417709	rnn.weight_hh_l0_reverse	5	0.03949621319770813
417709	rnn.weight_hh_l0_reverse	6	0.025098323822021484
417709	rnn.weight_hh_l0_reverse	7	-0.10684195905923843
417709	rnn.weight_hh_l0_reverse	8	-0.0453551821410656
417709	rnn.weight_hh_l0_reverse	9	0.07074084132909775
417709	rnn.bias_ih_l0_reverse	0	-0.16142968833446503
417709	rnn.bias_ih_l0_reverse	1	-0.07172613590955734
417709	rnn.bias_ih_l0_reverse	2	0.1204877495765686
417709	rnn.bias_ih_l0_reverse	3	-0.2561148405075073
417709	rnn.bias_ih_l0_reverse	4	-0.03777419775724411
417709	rnn.bias_ih_l0_reverse	5	-0.21394501626491547
417709	rnn.bias_ih_l0_reverse	6	0.24919575452804565
417709	rnn.bias_ih_l0_reverse	7	-0.27930715680122375
417709	rnn.bias_ih_l0_reverse	8	-0.15905210375785828
417709	rnn.bias_ih_l0_reverse	9	-0.19159764051437378
417709	rnn.bias_hh_l0_reverse	0	-0.1339348703622818
417709	rnn.bias_hh_l0_reverse	1	0.25762131810188293
417709	rnn.bias_hh_l0_reverse	2	-0.3130572438240051
417709	rnn.bias_hh_l0_reverse	3	-0.1978052258491516
417709	rnn.bias_hh_l0_reverse	4	-0.37194207310676575
417709	rnn.bias_hh_l0_reverse	5	-0.1866447776556015
417709	rnn.bias_hh_l0_reverse	6	-0.2705221176147461
417709	rnn.bias_hh_l0_reverse	7	-0.058763884007930756
417709	rnn.bias_hh_l0_reverse	8	-0.25191253423690796
417709	rnn.bias_hh_l0_reverse	9	0.19307895004749298
417709	linear.weight	0	0.16108694672584534
417709	linear.weight	1	-0.4124585688114166
417709	linear.weight	2	0.013126595877110958
417709	linear.weight	3	0.06767040491104126
417709	linear.weight	4	-0.139448881149292
417709	linear.weight	5	0.2220989614725113
417709	linear.weight	6	-0.04245878383517265
417709	linear.weight	7	-0.062443334609270096
417709	linear.weight	8	0.13339078426361084
417709	linear.weight	9	-0.047306355088949203
417709	linear.bias	0	-1.0023185014724731
417709	linear.bias	1	1.9551328420639038
417709	linear.bias	2	0.7538911700248718
417709	linear.bias	3	-2.6451847553253174
417709	linear.bias	4	-0.18666471540927887
417709	linear.bias	5	1.2938657999038696
417709	linear.bias	6	-0.24165242910385132
417709	linear.bias	7	0.748458981513977
417709	linear.bias	8	2.218102216720581
417709	linear.bias	9	-1.4849953651428223
418318	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
418318	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
418318	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
418318	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
418318	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
418318	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
418318	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
418318	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
418318	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
418318	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
418318	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
418318	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
418318	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
418318	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
418318	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
418318	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
418318	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
418318	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
418318	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
418318	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
418318	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
418318	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
418318	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
418318	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
418318	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
418318	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
418318	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
418318	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
418318	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
418318	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
418318	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
418318	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
418318	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
418318	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
418318	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
418318	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
418318	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
418318	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
418318	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
418318	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
418318	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
418318	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
418318	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
418318	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
418318	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
418318	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
418318	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
418318	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
418318	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
418318	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
418318	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
418318	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
418318	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
418318	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
418318	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
418318	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
418318	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
418318	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
418318	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
418318	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
418318	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
418318	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
418318	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
418318	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
418318	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
418318	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
418318	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
418318	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
418318	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
418318	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
418318	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
418318	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
418318	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
418318	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
418318	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
418318	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
418318	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
418318	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
418318	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
418318	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
418318	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
418318	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
418318	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
418318	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
418318	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
418318	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
418318	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
418318	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
418318	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
418318	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
418318	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
418318	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
418318	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
418318	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
418318	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
418318	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
418318	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
418318	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
418318	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
418318	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
418318	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
418318	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
418318	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
418318	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
418318	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
418318	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
418318	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
418318	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
418318	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
418318	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
418318	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
418318	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
418318	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
418318	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
418318	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
418318	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
418318	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
418318	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
418318	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
418318	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
418318	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
418318	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
418318	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
418318	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
418318	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
418318	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
418318	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
418318	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
418318	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
418318	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
418318	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
418318	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
418318	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
418318	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
418318	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
418318	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
418318	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
418318	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
418318	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
418318	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
418318	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
418318	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
418318	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
418318	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
418318	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
418318	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
418318	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
418318	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
418318	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
418318	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
418318	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
418318	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
418318	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
418318	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
418318	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
418318	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
418318	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
418318	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
418318	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
418318	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
418318	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
418318	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
418318	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
418318	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
418318	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
418318	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
418318	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
418318	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
418318	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
418318	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
418318	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
418318	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
418318	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
418318	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
418318	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
418318	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
418318	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
418318	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
418318	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
418318	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
418318	embedding2nn.weight	0	0.31943508982658386
418318	embedding2nn.weight	1	0.39032208919525146
418318	embedding2nn.weight	2	0.014017341658473015
418318	embedding2nn.weight	3	0.00797920674085617
418318	embedding2nn.weight	4	-0.04649922624230385
418318	embedding2nn.weight	5	0.07485857605934143
418318	embedding2nn.weight	6	0.028824560344219208
418318	embedding2nn.weight	7	-0.00020484533160924911
418318	embedding2nn.weight	8	0.0348910354077816
418318	embedding2nn.weight	9	-0.00016358481661882252
418318	embedding2nn.bias	0	0.0462491512298584
418318	embedding2nn.bias	1	-0.22035285830497742
418318	embedding2nn.bias	2	0.12198027968406677
418318	embedding2nn.bias	3	0.18131974339485168
418318	embedding2nn.bias	4	0.15194037556648254
418318	embedding2nn.bias	5	-0.07354564219713211
418318	embedding2nn.bias	6	-0.06560658663511276
418318	embedding2nn.bias	7	0.018704118207097054
418318	embedding2nn.bias	8	-0.13673797249794006
418318	embedding2nn.bias	9	-0.3690508008003235
418318	rnn.weight_ih_l0	0	-0.004730052314698696
418318	rnn.weight_ih_l0	1	-0.07630767673254013
418318	rnn.weight_ih_l0	2	-0.07274018973112106
418318	rnn.weight_ih_l0	3	0.10640239715576172
418318	rnn.weight_ih_l0	4	0.020967746153473854
418318	rnn.weight_ih_l0	5	-0.05264092609286308
418318	rnn.weight_ih_l0	6	-0.03354392200708389
418318	rnn.weight_ih_l0	7	-0.03031870909035206
418318	rnn.weight_ih_l0	8	0.008848725818097591
418318	rnn.weight_ih_l0	9	-0.04538310319185257
418318	rnn.weight_hh_l0	0	-0.004943618085235357
418318	rnn.weight_hh_l0	1	0.07299278676509857
418318	rnn.weight_hh_l0	2	0.022896956652402878
418318	rnn.weight_hh_l0	3	-0.0006809080368839204
418318	rnn.weight_hh_l0	4	0.026644455268979073
418318	rnn.weight_hh_l0	5	0.05830153077840805
418318	rnn.weight_hh_l0	6	-0.055816344916820526
418318	rnn.weight_hh_l0	7	-0.08948053419589996
418318	rnn.weight_hh_l0	8	0.03791733458638191
418318	rnn.weight_hh_l0	9	-0.10579624027013779
418318	rnn.bias_ih_l0	0	0.16942767798900604
418318	rnn.bias_ih_l0	1	-0.2835584878921509
418318	rnn.bias_ih_l0	2	-0.030382199212908745
418318	rnn.bias_ih_l0	3	-0.1767759770154953
418318	rnn.bias_ih_l0	4	0.03247023746371269
418318	rnn.bias_ih_l0	5	-0.3809729814529419
418318	rnn.bias_ih_l0	6	-0.11425017565488815
418318	rnn.bias_ih_l0	7	-0.32161232829093933
418318	rnn.bias_ih_l0	8	-0.2756679952144623
418318	rnn.bias_ih_l0	9	-0.4206952750682831
418318	rnn.bias_hh_l0	0	-0.3282662630081177
418318	rnn.bias_hh_l0	1	-0.37323230504989624
418318	rnn.bias_hh_l0	2	-0.300159752368927
418318	rnn.bias_hh_l0	3	-0.052009496837854385
418318	rnn.bias_hh_l0	4	-0.3296787440776825
418318	rnn.bias_hh_l0	5	-0.3098274767398834
418318	rnn.bias_hh_l0	6	-0.09584289789199829
418318	rnn.bias_hh_l0	7	0.06451734155416489
418318	rnn.bias_hh_l0	8	-0.21683494746685028
418318	rnn.bias_hh_l0	9	-0.5207877159118652
418318	rnn.weight_ih_l0_reverse	0	0.04536178708076477
418318	rnn.weight_ih_l0_reverse	1	-0.040281109511852264
418318	rnn.weight_ih_l0_reverse	2	-0.03234424814581871
418318	rnn.weight_ih_l0_reverse	3	-0.1296600103378296
418318	rnn.weight_ih_l0_reverse	4	0.0838489904999733
418318	rnn.weight_ih_l0_reverse	5	-0.08750709891319275
418318	rnn.weight_ih_l0_reverse	6	0.01584591716527939
418318	rnn.weight_ih_l0_reverse	7	0.02882630191743374
418318	rnn.weight_ih_l0_reverse	8	-0.06630343943834305
418318	rnn.weight_ih_l0_reverse	9	-0.07478528469800949
418318	rnn.weight_hh_l0_reverse	0	-0.12002137303352356
418318	rnn.weight_hh_l0_reverse	1	0.036078281700611115
418318	rnn.weight_hh_l0_reverse	2	-0.027175422757864
418318	rnn.weight_hh_l0_reverse	3	0.0408201701939106
418318	rnn.weight_hh_l0_reverse	4	-0.08102148026227951
418318	rnn.weight_hh_l0_reverse	5	0.03946111723780632
418318	rnn.weight_hh_l0_reverse	6	0.02475184015929699
418318	rnn.weight_hh_l0_reverse	7	-0.10798685252666473
418318	rnn.weight_hh_l0_reverse	8	-0.04737546667456627
418318	rnn.weight_hh_l0_reverse	9	0.07212768495082855
418318	rnn.bias_ih_l0_reverse	0	-0.1603280007839203
418318	rnn.bias_ih_l0_reverse	1	-0.06736277043819427
418318	rnn.bias_ih_l0_reverse	2	0.11508437246084213
418318	rnn.bias_ih_l0_reverse	3	-0.2614694833755493
418318	rnn.bias_ih_l0_reverse	4	-0.02223871275782585
418318	rnn.bias_ih_l0_reverse	5	-0.2080652117729187
418318	rnn.bias_ih_l0_reverse	6	0.2583312392234802
418318	rnn.bias_ih_l0_reverse	7	-0.2873721122741699
418318	rnn.bias_ih_l0_reverse	8	-0.16540397703647614
418318	rnn.bias_ih_l0_reverse	9	-0.1935419887304306
418318	rnn.bias_hh_l0_reverse	0	-0.13492481410503387
418318	rnn.bias_hh_l0_reverse	1	0.25595396757125854
418318	rnn.bias_hh_l0_reverse	2	-0.31224337220191956
418318	rnn.bias_hh_l0_reverse	3	-0.20352114737033844
418318	rnn.bias_hh_l0_reverse	4	-0.37519094347953796
418318	rnn.bias_hh_l0_reverse	5	-0.18872176110744476
418318	rnn.bias_hh_l0_reverse	6	-0.26754921674728394
418318	rnn.bias_hh_l0_reverse	7	-0.06723625212907791
418318	rnn.bias_hh_l0_reverse	8	-0.2592359483242035
418318	rnn.bias_hh_l0_reverse	9	0.201053187251091
418318	linear.weight	0	0.19020456075668335
418318	linear.weight	1	-0.3735054135322571
418318	linear.weight	2	0.03510021045804024
418318	linear.weight	3	0.0676734670996666
418318	linear.weight	4	-0.13778850436210632
418318	linear.weight	5	0.2201763391494751
418318	linear.weight	6	-0.051952578127384186
418318	linear.weight	7	-0.06243704631924629
418318	linear.weight	8	0.1490623652935028
418318	linear.weight	9	-0.04731787368655205
418318	linear.bias	0	-1.0059452056884766
418318	linear.bias	1	1.904942512512207
418318	linear.bias	2	0.7332673668861389
418318	linear.bias	3	-2.6455695629119873
418318	linear.bias	4	-0.17840416729450226
418318	linear.bias	5	1.290128231048584
418318	linear.bias	6	-0.23449723422527313
418318	linear.bias	7	0.7538776993751526
418318	linear.bias	8	2.2183990478515625
418318	linear.bias	9	-1.48119056224823
418927	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
418927	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
418927	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
418927	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
418927	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
418927	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
418927	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
418927	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
418927	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
418927	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
418927	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
418927	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
418927	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
418927	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
418927	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
418927	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
418927	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
418927	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
418927	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
418927	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
418927	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
418927	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
418927	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
418927	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
418927	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
418927	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
418927	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
418927	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
418927	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
418927	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
418927	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
418927	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
418927	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
418927	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
418927	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
418927	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
418927	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
418927	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
418927	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
418927	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
418927	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
418927	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
418927	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
418927	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
418927	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
418927	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
418927	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
418927	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
418927	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
418927	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
418927	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
418927	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
418927	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
418927	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
418927	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
418927	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
418927	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
418927	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
418927	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
418927	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
418927	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
418927	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
418927	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
418927	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
418927	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
418927	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
418927	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
418927	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
418927	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
418927	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
418927	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
418927	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
418927	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
418927	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
418927	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
418927	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
418927	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
418927	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
418927	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
418927	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
418927	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
418927	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
418927	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
418927	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
418927	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
418927	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
418927	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
418927	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
418927	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
418927	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
418927	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
418927	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
418927	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
418927	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
418927	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
418927	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
418927	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
418927	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
418927	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
418927	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
418927	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
418927	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
418927	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
418927	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
418927	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
418927	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
418927	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
418927	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
418927	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
418927	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
418927	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
418927	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
418927	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
418927	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
418927	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
418927	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
418927	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
418927	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
418927	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
418927	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
418927	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
418927	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
418927	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
418927	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
418927	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
418927	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
418927	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
418927	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
418927	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
418927	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
418927	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
418927	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
418927	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
418927	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
418927	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
418927	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
418927	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
418927	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
418927	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
418927	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
418927	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
418927	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
418927	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
418927	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
418927	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
418927	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
418927	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
418927	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
418927	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
418927	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
418927	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
418927	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
418927	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
418927	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
418927	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
418927	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
418927	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
418927	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
418927	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
418927	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
418927	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
418927	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
418927	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
418927	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
418927	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
418927	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
418927	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
418927	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
418927	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
418927	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
418927	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
418927	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
418927	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
418927	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
418927	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
418927	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
418927	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
418927	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
418927	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
418927	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
418927	embedding2nn.weight	0	0.32194459438323975
418927	embedding2nn.weight	1	0.3955836296081543
418927	embedding2nn.weight	2	0.014722627587616444
418927	embedding2nn.weight	3	-0.0028524654917418957
418927	embedding2nn.weight	4	-0.038657430559396744
418927	embedding2nn.weight	5	0.06630425900220871
418927	embedding2nn.weight	6	0.03490046411752701
418927	embedding2nn.weight	7	0.009206858463585377
418927	embedding2nn.weight	8	0.03533822298049927
418927	embedding2nn.weight	9	-0.007681438699364662
418927	embedding2nn.bias	0	0.03742840513586998
418927	embedding2nn.bias	1	-0.2126467525959015
418927	embedding2nn.bias	2	0.1237979456782341
418927	embedding2nn.bias	3	0.1921023428440094
418927	embedding2nn.bias	4	0.18201570212841034
418927	embedding2nn.bias	5	-0.09129929542541504
418927	embedding2nn.bias	6	-0.049576520919799805
418927	embedding2nn.bias	7	0.03811412304639816
418927	embedding2nn.bias	8	-0.15913423895835876
418927	embedding2nn.bias	9	-0.36831146478652954
418927	rnn.weight_ih_l0	0	-0.0032599996775388718
418927	rnn.weight_ih_l0	1	-0.0768895298242569
418927	rnn.weight_ih_l0	2	-0.07273988425731659
418927	rnn.weight_ih_l0	3	0.10433564335107803
418927	rnn.weight_ih_l0	4	0.014755905605852604
418927	rnn.weight_ih_l0	5	-0.057218316942453384
418927	rnn.weight_ih_l0	6	-0.029636679217219353
418927	rnn.weight_ih_l0	7	-0.02642456442117691
418927	rnn.weight_ih_l0	8	0.0046364557929337025
418927	rnn.weight_ih_l0	9	-0.04610440880060196
418927	rnn.weight_hh_l0	0	-0.004594370257109404
418927	rnn.weight_hh_l0	1	0.07263591885566711
418927	rnn.weight_hh_l0	2	0.022219421342015266
418927	rnn.weight_hh_l0	3	-0.0004937787307426333
418927	rnn.weight_hh_l0	4	0.0256570503115654
418927	rnn.weight_hh_l0	5	0.058107614517211914
418927	rnn.weight_hh_l0	6	-0.05607437714934349
418927	rnn.weight_hh_l0	7	-0.09112415462732315
418927	rnn.weight_hh_l0	8	0.03780627250671387
418927	rnn.weight_hh_l0	9	-0.10544848442077637
418927	rnn.bias_ih_l0	0	0.16186144948005676
418927	rnn.bias_ih_l0	1	-0.2787097692489624
418927	rnn.bias_ih_l0	2	-0.025128815323114395
418927	rnn.bias_ih_l0	3	-0.17605561017990112
418927	rnn.bias_ih_l0	4	0.03696051239967346
418927	rnn.bias_ih_l0	5	-0.37161940336227417
418927	rnn.bias_ih_l0	6	-0.12264212965965271
418927	rnn.bias_ih_l0	7	-0.3232460021972656
418927	rnn.bias_ih_l0	8	-0.27329716086387634
418927	rnn.bias_ih_l0	9	-0.42459723353385925
418927	rnn.bias_hh_l0	0	-0.3370751738548279
418927	rnn.bias_hh_l0	1	-0.3699929714202881
418927	rnn.bias_hh_l0	2	-0.30220481753349304
418927	rnn.bias_hh_l0	3	-0.05927632004022598
418927	rnn.bias_hh_l0	4	-0.3284447193145752
418927	rnn.bias_hh_l0	5	-0.30828505754470825
418927	rnn.bias_hh_l0	6	-0.0919971838593483
418927	rnn.bias_hh_l0	7	0.06830514967441559
418927	rnn.bias_hh_l0	8	-0.21732282638549805
418927	rnn.bias_hh_l0	9	-0.5180535912513733
418927	rnn.weight_ih_l0_reverse	0	0.04795581102371216
418927	rnn.weight_ih_l0_reverse	1	-0.039702873677015305
418927	rnn.weight_ih_l0_reverse	2	-0.030783120542764664
418927	rnn.weight_ih_l0_reverse	3	-0.13374651968479156
418927	rnn.weight_ih_l0_reverse	4	0.08499827980995178
418927	rnn.weight_ih_l0_reverse	5	-0.08224393427371979
418927	rnn.weight_ih_l0_reverse	6	0.014032032340765
418927	rnn.weight_ih_l0_reverse	7	0.02788965031504631
418927	rnn.weight_ih_l0_reverse	8	-0.06436864286661148
418927	rnn.weight_ih_l0_reverse	9	-0.07541825622320175
418927	rnn.weight_hh_l0_reverse	0	-0.1211484745144844
418927	rnn.weight_hh_l0_reverse	1	0.03721686825156212
418927	rnn.weight_hh_l0_reverse	2	-0.02719900570809841
418927	rnn.weight_hh_l0_reverse	3	0.03995048999786377
418927	rnn.weight_hh_l0_reverse	4	-0.08049635589122772
418927	rnn.weight_hh_l0_reverse	5	0.03964337706565857
418927	rnn.weight_hh_l0_reverse	6	0.025132887065410614
418927	rnn.weight_hh_l0_reverse	7	-0.1058921366930008
418927	rnn.weight_hh_l0_reverse	8	-0.04700026288628578
418927	rnn.weight_hh_l0_reverse	9	0.0720667913556099
418927	rnn.bias_ih_l0_reverse	0	-0.16683784127235413
418927	rnn.bias_ih_l0_reverse	1	-0.06494031101465225
418927	rnn.bias_ih_l0_reverse	2	0.11162091046571732
418927	rnn.bias_ih_l0_reverse	3	-0.25584864616394043
418927	rnn.bias_ih_l0_reverse	4	0.0005597169511020184
418927	rnn.bias_ih_l0_reverse	5	-0.20441605150699615
418927	rnn.bias_ih_l0_reverse	6	0.25182971358299255
418927	rnn.bias_ih_l0_reverse	7	-0.27959170937538147
418927	rnn.bias_ih_l0_reverse	8	-0.16653001308441162
418927	rnn.bias_ih_l0_reverse	9	-0.19325198233127594
418927	rnn.bias_hh_l0_reverse	0	-0.13457082211971283
418927	rnn.bias_hh_l0_reverse	1	0.24139593541622162
418927	rnn.bias_hh_l0_reverse	2	-0.3155756890773773
418927	rnn.bias_hh_l0_reverse	3	-0.20357626676559448
418927	rnn.bias_hh_l0_reverse	4	-0.377010315656662
418927	rnn.bias_hh_l0_reverse	5	-0.18996456265449524
418927	rnn.bias_hh_l0_reverse	6	-0.2670424282550812
418927	rnn.bias_hh_l0_reverse	7	-0.0740370973944664
418927	rnn.bias_hh_l0_reverse	8	-0.26109299063682556
418927	rnn.bias_hh_l0_reverse	9	0.20745183527469635
418927	linear.weight	0	0.1952752321958542
418927	linear.weight	1	-0.34831640124320984
418927	linear.weight	2	0.05470621585845947
418927	linear.weight	3	0.06766533851623535
418927	linear.weight	4	-0.14902321994304657
418927	linear.weight	5	0.19238688051700592
418927	linear.weight	6	-0.02810574881732464
418927	linear.weight	7	-0.06243022158741951
418927	linear.weight	8	0.17086006700992584
418927	linear.weight	9	-0.04733196645975113
418927	linear.bias	0	-0.989704966545105
418927	linear.bias	1	1.9124432802200317
418927	linear.bias	2	0.7441089749336243
418927	linear.bias	3	-2.646024703979492
418927	linear.bias	4	-0.18823395669460297
418927	linear.bias	5	1.2502329349517822
418927	linear.bias	6	-0.2312668412923813
418927	linear.bias	7	0.7555215358734131
418927	linear.bias	8	2.1776645183563232
418927	linear.bias	9	-1.4675307273864746
419536	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
419536	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
419536	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
419536	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
419536	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
419536	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
419536	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
419536	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
419536	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
419536	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
419536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
419536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
419536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
419536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
419536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
419536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
419536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
419536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
419536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
419536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
419536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
419536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
419536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
419536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
419536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
419536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
419536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
419536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
419536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
419536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
419536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
419536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
419536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
419536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
419536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
419536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
419536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
419536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
419536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
419536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
419536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
419536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
419536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
419536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
419536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
419536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
419536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
419536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
419536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
419536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
419536	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
419536	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
419536	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
419536	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
419536	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
419536	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
419536	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
419536	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
419536	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
419536	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
419536	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
419536	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
419536	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
419536	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
419536	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
419536	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
419536	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
419536	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
419536	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
419536	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
419536	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
419536	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
419536	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
419536	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
419536	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
419536	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
419536	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
419536	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
419536	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
419536	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
419536	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
419536	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
419536	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
419536	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
419536	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
419536	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
419536	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
419536	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
419536	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
419536	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
419536	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
419536	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
419536	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
419536	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
419536	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
419536	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
419536	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
419536	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
419536	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
419536	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
419536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
419536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
419536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
419536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
419536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
419536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
419536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
419536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
419536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
419536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
419536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
419536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
419536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
419536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
419536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
419536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
419536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
419536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
419536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
419536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
419536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
419536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
419536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
419536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
419536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
419536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
419536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
419536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
419536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
419536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
419536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
419536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
419536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
419536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
419536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
419536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
419536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
419536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
419536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
419536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
419536	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
419536	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
419536	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
419536	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
419536	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
419536	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
419536	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
419536	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
419536	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
419536	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
419536	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
419536	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
419536	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
419536	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
419536	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
419536	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
419536	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
419536	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
419536	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
419536	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
419536	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
419536	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
419536	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
419536	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
419536	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
419536	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
419536	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
419536	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
419536	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
419536	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
419536	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
419536	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
419536	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
419536	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
419536	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
419536	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
419536	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
419536	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
419536	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
419536	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
419536	embedding2nn.weight	0	0.32182395458221436
419536	embedding2nn.weight	1	0.39067819714546204
419536	embedding2nn.weight	2	0.019704602658748627
419536	embedding2nn.weight	3	-0.0145264882594347
419536	embedding2nn.weight	4	-0.03840159997344017
419536	embedding2nn.weight	5	0.06833583861589432
419536	embedding2nn.weight	6	0.033017028123140335
419536	embedding2nn.weight	7	0.012377341277897358
419536	embedding2nn.weight	8	0.039754755795001984
419536	embedding2nn.weight	9	-0.011116652749478817
419536	embedding2nn.bias	0	0.041999172419309616
419536	embedding2nn.bias	1	-0.20523060858249664
419536	embedding2nn.bias	2	0.11078064888715744
419536	embedding2nn.bias	3	0.16712619364261627
419536	embedding2nn.bias	4	0.14342638850212097
419536	embedding2nn.bias	5	-0.07192628085613251
419536	embedding2nn.bias	6	-0.04585695639252663
419536	embedding2nn.bias	7	0.04455683380365372
419536	embedding2nn.bias	8	-0.1457388699054718
419536	embedding2nn.bias	9	-0.37735792994499207
419536	rnn.weight_ih_l0	0	-0.0033328214194625616
419536	rnn.weight_ih_l0	1	-0.0770355686545372
419536	rnn.weight_ih_l0	2	-0.07148875296115875
419536	rnn.weight_ih_l0	3	0.1060795933008194
419536	rnn.weight_ih_l0	4	0.018913164734840393
419536	rnn.weight_ih_l0	5	-0.05634774640202522
419536	rnn.weight_ih_l0	6	-0.032596293836832047
419536	rnn.weight_ih_l0	7	-0.02632978931069374
419536	rnn.weight_ih_l0	8	0.004896013997495174
419536	rnn.weight_ih_l0	9	-0.054569046944379807
419536	rnn.weight_hh_l0	0	-0.004807081073522568
419536	rnn.weight_hh_l0	1	0.07137347757816315
419536	rnn.weight_hh_l0	2	0.02331293374300003
419536	rnn.weight_hh_l0	3	-0.0002751132706180215
419536	rnn.weight_hh_l0	4	0.025578316301107407
419536	rnn.weight_hh_l0	5	0.05784248933196068
419536	rnn.weight_hh_l0	6	-0.05564950406551361
419536	rnn.weight_hh_l0	7	-0.08913282305002213
419536	rnn.weight_hh_l0	8	0.03794829174876213
419536	rnn.weight_hh_l0	9	-0.10618576407432556
419536	rnn.bias_ih_l0	0	0.15719348192214966
419536	rnn.bias_ih_l0	1	-0.27611300349235535
419536	rnn.bias_ih_l0	2	-0.0246614757925272
419536	rnn.bias_ih_l0	3	-0.17149226367473602
419536	rnn.bias_ih_l0	4	0.035676293075084686
419536	rnn.bias_ih_l0	5	-0.3823573589324951
419536	rnn.bias_ih_l0	6	-0.11896871030330658
419536	rnn.bias_ih_l0	7	-0.32226303219795227
419536	rnn.bias_ih_l0	8	-0.26912665367126465
419536	rnn.bias_ih_l0	9	-0.43303510546684265
419536	rnn.bias_hh_l0	0	-0.3391461670398712
419536	rnn.bias_hh_l0	1	-0.3719748258590698
419536	rnn.bias_hh_l0	2	-0.291947603225708
419536	rnn.bias_hh_l0	3	-0.06374359875917435
419536	rnn.bias_hh_l0	4	-0.3371507525444031
419536	rnn.bias_hh_l0	5	-0.31377795338630676
419536	rnn.bias_hh_l0	6	-0.09961485117673874
419536	rnn.bias_hh_l0	7	0.06705708056688309
419536	rnn.bias_hh_l0	8	-0.21809177100658417
419536	rnn.bias_hh_l0	9	-0.5210644006729126
419536	rnn.weight_ih_l0_reverse	0	0.04206186532974243
419536	rnn.weight_ih_l0_reverse	1	-0.03979688137769699
419536	rnn.weight_ih_l0_reverse	2	-0.029299212619662285
419536	rnn.weight_ih_l0_reverse	3	-0.13339592516422272
419536	rnn.weight_ih_l0_reverse	4	0.08713984489440918
419536	rnn.weight_ih_l0_reverse	5	-0.07854218780994415
419536	rnn.weight_ih_l0_reverse	6	0.021902253851294518
419536	rnn.weight_ih_l0_reverse	7	0.025231560692191124
419536	rnn.weight_ih_l0_reverse	8	-0.060797110199928284
419536	rnn.weight_ih_l0_reverse	9	-0.07276233285665512
419536	rnn.weight_hh_l0_reverse	0	-0.12226986885070801
419536	rnn.weight_hh_l0_reverse	1	0.03705649450421333
419536	rnn.weight_hh_l0_reverse	2	-0.028739899396896362
419536	rnn.weight_hh_l0_reverse	3	0.04126947373151779
419536	rnn.weight_hh_l0_reverse	4	-0.0806114450097084
419536	rnn.weight_hh_l0_reverse	5	0.039411745965480804
419536	rnn.weight_hh_l0_reverse	6	0.025197694078087807
419536	rnn.weight_hh_l0_reverse	7	-0.10705099999904633
419536	rnn.weight_hh_l0_reverse	8	-0.04788825660943985
419536	rnn.weight_hh_l0_reverse	9	0.0727740228176117
419536	rnn.bias_ih_l0_reverse	0	-0.1627492606639862
419536	rnn.bias_ih_l0_reverse	1	-0.062089789658784866
419536	rnn.bias_ih_l0_reverse	2	0.11699303984642029
419536	rnn.bias_ih_l0_reverse	3	-0.2580000162124634
419536	rnn.bias_ih_l0_reverse	4	-0.011549245566129684
419536	rnn.bias_ih_l0_reverse	5	-0.20241007208824158
419536	rnn.bias_ih_l0_reverse	6	0.25057169795036316
419536	rnn.bias_ih_l0_reverse	7	-0.27993151545524597
419536	rnn.bias_ih_l0_reverse	8	-0.16210880875587463
419536	rnn.bias_ih_l0_reverse	9	-0.1867077499628067
419536	rnn.bias_hh_l0_reverse	0	-0.12119646370410919
419536	rnn.bias_hh_l0_reverse	1	0.24845388531684875
419536	rnn.bias_hh_l0_reverse	2	-0.32851842045783997
419536	rnn.bias_hh_l0_reverse	3	-0.19783885776996613
419536	rnn.bias_hh_l0_reverse	4	-0.3789535164833069
419536	rnn.bias_hh_l0_reverse	5	-0.18818016350269318
419536	rnn.bias_hh_l0_reverse	6	-0.2673855125904083
419536	rnn.bias_hh_l0_reverse	7	-0.08073057979345322
419536	rnn.bias_hh_l0_reverse	8	-0.2626466453075409
419536	rnn.bias_hh_l0_reverse	9	0.19046203792095184
419536	linear.weight	0	0.2059619277715683
419536	linear.weight	1	-0.3628937304019928
419536	linear.weight	2	0.04975546896457672
419536	linear.weight	3	0.06766773760318756
419536	linear.weight	4	-0.19815126061439514
419536	linear.weight	5	0.15750716626644135
419536	linear.weight	6	-0.024310316890478134
419536	linear.weight	7	-0.06242693215608597
419536	linear.weight	8	0.18913808465003967
419536	linear.weight	9	-0.04734615981578827
419536	linear.bias	0	-1.0149778127670288
419536	linear.bias	1	1.9346271753311157
419536	linear.bias	2	0.7674881815910339
419536	linear.bias	3	-2.646437883377075
419536	linear.bias	4	-0.1935318261384964
419536	linear.bias	5	1.2453125715255737
419536	linear.bias	6	-0.16767732799053192
419536	linear.bias	7	0.7645091414451599
419536	linear.bias	8	2.1919870376586914
419536	linear.bias	9	-1.5090430974960327
420145	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
420145	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
420145	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
420145	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
420145	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
420145	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
420145	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
420145	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
420145	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
420145	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
420145	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
420145	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
420145	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
420145	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
420145	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
420145	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
420145	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
420145	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
420145	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
420145	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
420145	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
420145	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
420145	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
420145	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
420145	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
420145	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
420145	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
420145	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
420145	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
420145	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
420145	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
420145	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
420145	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
420145	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
420145	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
420145	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
420145	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
420145	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
420145	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
420145	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
420145	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
420145	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
420145	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
420145	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
420145	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
420145	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
420145	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
420145	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
420145	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
420145	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
420145	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
420145	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
420145	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
420145	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
420145	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
420145	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
420145	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
420145	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
420145	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
420145	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
420145	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
420145	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
420145	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
420145	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
420145	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
420145	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
420145	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
420145	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
420145	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
420145	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
420145	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
420145	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
420145	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
420145	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
420145	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
420145	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
420145	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
420145	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
420145	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
420145	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
420145	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
420145	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
420145	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
420145	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
420145	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
420145	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
420145	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
420145	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
420145	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
420145	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
420145	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
420145	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
420145	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
420145	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
420145	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
420145	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
420145	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
420145	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
420145	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
420145	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
420145	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
420145	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
420145	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
420145	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
420145	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
420145	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
420145	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
420145	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
420145	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
420145	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
420145	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
420145	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
420145	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
420145	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
420145	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
420145	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
420145	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
420145	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
420145	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
420145	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
420145	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
420145	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
420145	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
420145	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
420145	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
420145	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
420145	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
420145	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
420145	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
420145	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
420145	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
420145	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
420145	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
420145	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
420145	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
420145	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
420145	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
420145	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
420145	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
420145	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
420145	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
420145	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
420145	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
420145	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
420145	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
420145	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
420145	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
420145	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
420145	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
420145	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
420145	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
420145	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
420145	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
420145	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
420145	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
420145	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
420145	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
420145	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
420145	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
420145	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
420145	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
420145	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
420145	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
420145	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
420145	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
420145	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
420145	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
420145	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
420145	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
420145	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
420145	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
420145	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
420145	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
420145	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
420145	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
420145	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
420145	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
420145	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
420145	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
420145	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
420145	embedding2nn.weight	0	0.3207132816314697
420145	embedding2nn.weight	1	0.38994866609573364
420145	embedding2nn.weight	2	0.017012793570756912
420145	embedding2nn.weight	3	-0.009379646740853786
420145	embedding2nn.weight	4	-0.040317241102457047
420145	embedding2nn.weight	5	0.07283603399991989
420145	embedding2nn.weight	6	0.03457557410001755
420145	embedding2nn.weight	7	0.020949983969330788
420145	embedding2nn.weight	8	0.041691798716783524
420145	embedding2nn.weight	9	-0.020765947178006172
420145	embedding2nn.bias	0	0.046160582453012466
420145	embedding2nn.bias	1	-0.21541471779346466
420145	embedding2nn.bias	2	0.09990886598825455
420145	embedding2nn.bias	3	0.16018500924110413
420145	embedding2nn.bias	4	0.14653420448303223
420145	embedding2nn.bias	5	-0.07253868132829666
420145	embedding2nn.bias	6	-0.06379298865795135
420145	embedding2nn.bias	7	0.02367299795150757
420145	embedding2nn.bias	8	-0.13694654405117035
420145	embedding2nn.bias	9	-0.36702749133110046
420145	rnn.weight_ih_l0	0	-0.002539457054808736
420145	rnn.weight_ih_l0	1	-0.0779869332909584
420145	rnn.weight_ih_l0	2	-0.07237830758094788
420145	rnn.weight_ih_l0	3	0.10272841900587082
420145	rnn.weight_ih_l0	4	0.015497666783630848
420145	rnn.weight_ih_l0	5	-0.04947401583194733
420145	rnn.weight_ih_l0	6	-0.028938595205545425
420145	rnn.weight_ih_l0	7	-0.02818264067173004
420145	rnn.weight_ih_l0	8	0.0040067886002361774
420145	rnn.weight_ih_l0	9	-0.05157154053449631
420145	rnn.weight_hh_l0	0	-0.005450886208564043
420145	rnn.weight_hh_l0	1	0.07127169519662857
420145	rnn.weight_hh_l0	2	0.022398438304662704
420145	rnn.weight_hh_l0	3	2.0848205167567357e-05
420145	rnn.weight_hh_l0	4	0.02475822903215885
420145	rnn.weight_hh_l0	5	0.05811644345521927
420145	rnn.weight_hh_l0	6	-0.05493529513478279
420145	rnn.weight_hh_l0	7	-0.09139931201934814
420145	rnn.weight_hh_l0	8	0.03825664892792702
420145	rnn.weight_hh_l0	9	-0.10546279698610306
420145	rnn.bias_ih_l0	0	0.1607181578874588
420145	rnn.bias_ih_l0	1	-0.2789038419723511
420145	rnn.bias_ih_l0	2	-0.029832422733306885
420145	rnn.bias_ih_l0	3	-0.1743893176317215
420145	rnn.bias_ih_l0	4	0.02587863616645336
420145	rnn.bias_ih_l0	5	-0.38127994537353516
420145	rnn.bias_ih_l0	6	-0.10875458270311356
420145	rnn.bias_ih_l0	7	-0.3205128312110901
420145	rnn.bias_ih_l0	8	-0.26765185594558716
420145	rnn.bias_ih_l0	9	-0.428488552570343
420145	rnn.bias_hh_l0	0	-0.34340783953666687
420145	rnn.bias_hh_l0	1	-0.37301474809646606
420145	rnn.bias_hh_l0	2	-0.30661940574645996
420145	rnn.bias_hh_l0	3	-0.07155918329954147
420145	rnn.bias_hh_l0	4	-0.33721792697906494
420145	rnn.bias_hh_l0	5	-0.3125849962234497
420145	rnn.bias_hh_l0	6	-0.0964958444237709
420145	rnn.bias_hh_l0	7	0.0693913921713829
420145	rnn.bias_hh_l0	8	-0.22143177688121796
420145	rnn.bias_hh_l0	9	-0.5139681696891785
420145	rnn.weight_ih_l0_reverse	0	0.04817702993750572
420145	rnn.weight_ih_l0_reverse	1	-0.04206613078713417
420145	rnn.weight_ih_l0_reverse	2	-0.0277448371052742
420145	rnn.weight_ih_l0_reverse	3	-0.1335885226726532
420145	rnn.weight_ih_l0_reverse	4	0.0855255126953125
420145	rnn.weight_ih_l0_reverse	5	-0.09286854416131973
420145	rnn.weight_ih_l0_reverse	6	0.019335247576236725
420145	rnn.weight_ih_l0_reverse	7	0.025418519973754883
420145	rnn.weight_ih_l0_reverse	8	-0.06019191816449165
420145	rnn.weight_ih_l0_reverse	9	-0.0717293992638588
420145	rnn.weight_hh_l0_reverse	0	-0.12417060136795044
420145	rnn.weight_hh_l0_reverse	1	0.03572321683168411
420145	rnn.weight_hh_l0_reverse	2	-0.028175273910164833
420145	rnn.weight_hh_l0_reverse	3	0.04189777374267578
420145	rnn.weight_hh_l0_reverse	4	-0.08173733204603195
420145	rnn.weight_hh_l0_reverse	5	0.03962137550115585
420145	rnn.weight_hh_l0_reverse	6	0.0251025203615427
420145	rnn.weight_hh_l0_reverse	7	-0.10595805197954178
420145	rnn.weight_hh_l0_reverse	8	-0.05254312977194786
420145	rnn.weight_hh_l0_reverse	9	0.07152780890464783
420145	rnn.bias_ih_l0_reverse	0	-0.16453036665916443
420145	rnn.bias_ih_l0_reverse	1	-0.06315653026103973
420145	rnn.bias_ih_l0_reverse	2	0.12748977541923523
420145	rnn.bias_ih_l0_reverse	3	-0.2597019076347351
420145	rnn.bias_ih_l0_reverse	4	-0.0006475148256868124
420145	rnn.bias_ih_l0_reverse	5	-0.2002694010734558
420145	rnn.bias_ih_l0_reverse	6	0.2397938072681427
420145	rnn.bias_ih_l0_reverse	7	-0.2819702923297882
420145	rnn.bias_ih_l0_reverse	8	-0.1644953340291977
420145	rnn.bias_ih_l0_reverse	9	-0.1907607764005661
420145	rnn.bias_hh_l0_reverse	0	-0.11991415917873383
420145	rnn.bias_hh_l0_reverse	1	0.24419328570365906
420145	rnn.bias_hh_l0_reverse	2	-0.3280128538608551
420145	rnn.bias_hh_l0_reverse	3	-0.19755610823631287
420145	rnn.bias_hh_l0_reverse	4	-0.37687259912490845
420145	rnn.bias_hh_l0_reverse	5	-0.18900278210639954
420145	rnn.bias_hh_l0_reverse	6	-0.26975926756858826
420145	rnn.bias_hh_l0_reverse	7	-0.08080050349235535
420145	rnn.bias_hh_l0_reverse	8	-0.27823615074157715
420145	rnn.bias_hh_l0_reverse	9	0.199446901679039
420145	linear.weight	0	0.22601318359375
420145	linear.weight	1	-0.3566204309463501
420145	linear.weight	2	0.044500477612018585
420145	linear.weight	3	0.06766971200704575
420145	linear.weight	4	-0.1688382625579834
420145	linear.weight	5	0.16414792835712433
420145	linear.weight	6	-0.019181635230779648
420145	linear.weight	7	-0.06242695078253746
420145	linear.weight	8	0.18209725618362427
420145	linear.weight	9	-0.04735806956887245
420145	linear.bias	0	-0.9830028414726257
420145	linear.bias	1	1.9091453552246094
420145	linear.bias	2	0.7444495558738708
420145	linear.bias	3	-2.6468145847320557
420145	linear.bias	4	-0.1751287430524826
420145	linear.bias	5	1.2928214073181152
420145	linear.bias	6	-0.1653529852628708
420145	linear.bias	7	0.7889431715011597
420145	linear.bias	8	2.2407619953155518
420145	linear.bias	9	-1.479108452796936
420754	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
420754	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
420754	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
420754	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
420754	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
420754	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
420754	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
420754	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
420754	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
420754	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
420754	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
420754	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
420754	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
420754	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
420754	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
420754	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
420754	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
420754	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
420754	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
420754	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
420754	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
420754	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
420754	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
420754	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
420754	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
420754	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
420754	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
420754	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
420754	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
420754	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
420754	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
420754	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
420754	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
420754	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
420754	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
420754	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
420754	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
420754	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
420754	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
420754	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
420754	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
420754	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
420754	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
420754	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
420754	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
420754	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
420754	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
420754	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
420754	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
420754	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
420754	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
420754	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
420754	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
420754	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
420754	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
420754	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
420754	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
420754	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
420754	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
420754	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
420754	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
420754	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
420754	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
420754	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
420754	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
420754	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
420754	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
420754	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
420754	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
420754	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
420754	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
420754	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
420754	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
420754	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
420754	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
420754	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
420754	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
420754	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
420754	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
420754	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
420754	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
420754	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
420754	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
420754	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
420754	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
420754	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
420754	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
420754	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
420754	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
420754	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
420754	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
420754	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
420754	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
420754	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
420754	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
420754	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
420754	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
420754	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
420754	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
420754	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
420754	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
420754	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
420754	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
420754	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
420754	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
420754	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
420754	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
420754	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
420754	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
420754	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
420754	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
420754	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
420754	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
420754	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
420754	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
420754	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
420754	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
420754	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
420754	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
420754	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
420754	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
420754	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
420754	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
420754	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
420754	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
420754	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
420754	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
420754	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
420754	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
420754	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
420754	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
420754	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
420754	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
420754	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
420754	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
420754	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
420754	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
420754	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
420754	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
420754	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
420754	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
420754	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
420754	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
420754	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
420754	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
420754	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
420754	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
420754	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
420754	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
420754	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
420754	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
420754	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
420754	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
420754	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
420754	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
420754	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
420754	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
420754	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
420754	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
420754	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
420754	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
420754	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
420754	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
420754	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
420754	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
420754	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
420754	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
420754	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
420754	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
420754	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
420754	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
420754	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
420754	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
420754	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
420754	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
420754	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
420754	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
420754	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
420754	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
420754	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
420754	embedding2nn.weight	0	0.3182545006275177
420754	embedding2nn.weight	1	0.39317935705184937
420754	embedding2nn.weight	2	0.017520159482955933
420754	embedding2nn.weight	3	-0.0019777927082031965
420754	embedding2nn.weight	4	-0.03634977713227272
420754	embedding2nn.weight	5	0.07020598649978638
420754	embedding2nn.weight	6	0.04261438176035881
420754	embedding2nn.weight	7	0.02452186867594719
420754	embedding2nn.weight	8	0.04525887221097946
420754	embedding2nn.weight	9	-0.01624070107936859
420754	embedding2nn.bias	0	0.06638111174106598
420754	embedding2nn.bias	1	-0.21527957916259766
420754	embedding2nn.bias	2	0.1059519425034523
420754	embedding2nn.bias	3	0.17716027796268463
420754	embedding2nn.bias	4	0.14661262929439545
420754	embedding2nn.bias	5	-0.07970459014177322
420754	embedding2nn.bias	6	-0.04921232908964157
420754	embedding2nn.bias	7	0.046251337975263596
420754	embedding2nn.bias	8	-0.14218637347221375
420754	embedding2nn.bias	9	-0.38077428936958313
420754	rnn.weight_ih_l0	0	-0.0006775984656997025
420754	rnn.weight_ih_l0	1	-0.07707107812166214
420754	rnn.weight_ih_l0	2	-0.06638456881046295
420754	rnn.weight_ih_l0	3	0.09666552394628525
420754	rnn.weight_ih_l0	4	0.005620096810162067
420754	rnn.weight_ih_l0	5	-0.05400101840496063
420754	rnn.weight_ih_l0	6	-0.023097127676010132
420754	rnn.weight_ih_l0	7	-0.030556296929717064
420754	rnn.weight_ih_l0	8	0.007710919715464115
420754	rnn.weight_ih_l0	9	-0.054054874926805496
420754	rnn.weight_hh_l0	0	-0.005431728437542915
420754	rnn.weight_hh_l0	1	0.07202574610710144
420754	rnn.weight_hh_l0	2	0.023050697520375252
420754	rnn.weight_hh_l0	3	-0.00035064591793343425
420754	rnn.weight_hh_l0	4	0.024301325902342796
420754	rnn.weight_hh_l0	5	0.057221584022045135
420754	rnn.weight_hh_l0	6	-0.05502729490399361
420754	rnn.weight_hh_l0	7	-0.09076223522424698
420754	rnn.weight_hh_l0	8	0.0380108468234539
420754	rnn.weight_hh_l0	9	-0.1050330102443695
420754	rnn.bias_ih_l0	0	0.17210730910301208
420754	rnn.bias_ih_l0	1	-0.27817079424858093
420754	rnn.bias_ih_l0	2	-0.027025727555155754
420754	rnn.bias_ih_l0	3	-0.17709605395793915
420754	rnn.bias_ih_l0	4	0.025929799303412437
420754	rnn.bias_ih_l0	5	-0.37895679473876953
420754	rnn.bias_ih_l0	6	-0.11447801440954208
420754	rnn.bias_ih_l0	7	-0.32279282808303833
420754	rnn.bias_ih_l0	8	-0.2731417417526245
420754	rnn.bias_ih_l0	9	-0.42773640155792236
420754	rnn.bias_hh_l0	0	-0.344187468290329
420754	rnn.bias_hh_l0	1	-0.36578187346458435
420754	rnn.bias_hh_l0	2	-0.3007429242134094
420754	rnn.bias_hh_l0	3	-0.07225993275642395
420754	rnn.bias_hh_l0	4	-0.3313726782798767
420754	rnn.bias_hh_l0	5	-0.3143017888069153
420754	rnn.bias_hh_l0	6	-0.10051850229501724
420754	rnn.bias_hh_l0	7	0.06879068166017532
420754	rnn.bias_hh_l0	8	-0.21983592212200165
420754	rnn.bias_hh_l0	9	-0.5160567760467529
420754	rnn.weight_ih_l0_reverse	0	0.04152712970972061
420754	rnn.weight_ih_l0_reverse	1	-0.040644995868206024
420754	rnn.weight_ih_l0_reverse	2	-0.027389846742153168
420754	rnn.weight_ih_l0_reverse	3	-0.1319827288389206
420754	rnn.weight_ih_l0_reverse	4	0.08328484743833542
420754	rnn.weight_ih_l0_reverse	5	-0.0908098816871643
420754	rnn.weight_ih_l0_reverse	6	0.008512587286531925
420754	rnn.weight_ih_l0_reverse	7	0.025685617700219154
420754	rnn.weight_ih_l0_reverse	8	-0.06303337961435318
420754	rnn.weight_ih_l0_reverse	9	-0.07526601105928421
420754	rnn.weight_hh_l0_reverse	0	-0.12468687444925308
420754	rnn.weight_hh_l0_reverse	1	0.035683274269104004
420754	rnn.weight_hh_l0_reverse	2	-0.027644529938697815
420754	rnn.weight_hh_l0_reverse	3	0.041070543229579926
420754	rnn.weight_hh_l0_reverse	4	-0.08173666149377823
420754	rnn.weight_hh_l0_reverse	5	0.039585985243320465
420754	rnn.weight_hh_l0_reverse	6	0.025469638407230377
420754	rnn.weight_hh_l0_reverse	7	-0.10790975391864777
420754	rnn.weight_hh_l0_reverse	8	-0.05307399854063988
420754	rnn.weight_hh_l0_reverse	9	0.07191909849643707
420754	rnn.bias_ih_l0_reverse	0	-0.16241152584552765
420754	rnn.bias_ih_l0_reverse	1	-0.062130678445100784
420754	rnn.bias_ih_l0_reverse	2	0.1154831051826477
420754	rnn.bias_ih_l0_reverse	3	-0.27457231283187866
420754	rnn.bias_ih_l0_reverse	4	-0.006658961996436119
420754	rnn.bias_ih_l0_reverse	5	-0.20873096585273743
420754	rnn.bias_ih_l0_reverse	6	0.25401827692985535
420754	rnn.bias_ih_l0_reverse	7	-0.2808922231197357
420754	rnn.bias_ih_l0_reverse	8	-0.16686686873435974
420754	rnn.bias_ih_l0_reverse	9	-0.18500077724456787
420754	rnn.bias_hh_l0_reverse	0	-0.12349165976047516
420754	rnn.bias_hh_l0_reverse	1	0.24006108939647675
420754	rnn.bias_hh_l0_reverse	2	-0.3278447389602661
420754	rnn.bias_hh_l0_reverse	3	-0.20272597670555115
420754	rnn.bias_hh_l0_reverse	4	-0.37223950028419495
420754	rnn.bias_hh_l0_reverse	5	-0.19244208931922913
420754	rnn.bias_hh_l0_reverse	6	-0.26947876811027527
420754	rnn.bias_hh_l0_reverse	7	-0.08188533782958984
420754	rnn.bias_hh_l0_reverse	8	-0.2883928716182709
420754	rnn.bias_hh_l0_reverse	9	0.19061234593391418
420754	linear.weight	0	0.21258462965488434
420754	linear.weight	1	-0.3876500725746155
420754	linear.weight	2	0.024380475282669067
420754	linear.weight	3	0.06767554581165314
420754	linear.weight	4	-0.1721983551979065
420754	linear.weight	5	0.14636069536209106
420754	linear.weight	6	-0.01272797491401434
420754	linear.weight	7	-0.06241898238658905
420754	linear.weight	8	0.17717310786247253
420754	linear.weight	9	-0.04736238345503807
420754	linear.bias	0	-0.9762930274009705
420754	linear.bias	1	1.8633220195770264
420754	linear.bias	2	0.7161935567855835
420754	linear.bias	3	-2.6472575664520264
420754	linear.bias	4	-0.17552421987056732
420754	linear.bias	5	1.3058377504348755
420754	linear.bias	6	-0.1635737419128418
420754	linear.bias	7	0.7819293737411499
420754	linear.bias	8	2.2105934619903564
420754	linear.bias	9	-1.4716612100601196
420762	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
420762	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
420762	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
420762	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
420762	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
420762	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
420762	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
420762	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
420762	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
420762	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
420762	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
420762	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
420762	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
420762	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
420762	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
420762	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
420762	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
420762	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
420762	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
420762	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
420762	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
420762	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
420762	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
420762	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
420762	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
420762	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
420762	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
420762	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
420762	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
420762	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
420762	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
420762	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
420762	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
420762	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
420762	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
420762	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
420762	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
420762	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
420762	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
420762	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
420762	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
420762	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
420762	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
420762	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
420762	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
420762	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
420762	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
420762	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
420762	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
420762	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
420762	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
420762	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
420762	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
420762	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
420762	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
420762	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
420762	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
420762	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
420762	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
420762	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
420762	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
420762	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
420762	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
420762	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
420762	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
420762	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
420762	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
420762	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
420762	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
420762	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
420762	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
420762	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
420762	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
420762	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
420762	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
420762	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
420762	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
420762	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
420762	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
420762	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
420762	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
420762	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
420762	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
420762	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
420762	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
420762	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
420762	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
420762	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
420762	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
420762	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
420762	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
420762	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
420762	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
420762	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
420762	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
420762	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
420762	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
420762	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
420762	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
420762	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
420762	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
420762	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
420762	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
420762	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
420762	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
420762	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
420762	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
420762	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
420762	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
420762	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
420762	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
420762	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
420762	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
420762	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
420762	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
420762	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
420762	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
420762	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
420762	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
420762	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
420762	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
420762	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
420762	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
420762	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
420762	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
420762	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
420762	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
420762	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
420762	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
420762	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
420762	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
420762	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
420762	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
420762	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
420762	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
420762	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
420762	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
420762	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
420762	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
420762	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
420762	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
420762	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
420762	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
420762	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
420762	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
420762	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
420762	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
420762	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
420762	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
420762	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
420762	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
420762	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
420762	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
420762	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
420762	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
420762	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
420762	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
420762	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
420762	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
420762	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
420762	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
420762	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
420762	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
420762	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
420762	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
420762	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
420762	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
420762	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
420762	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
420762	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
420762	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
420762	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
420762	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
420762	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
420762	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
420762	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
420762	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
420762	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
420762	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
420762	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
420762	embedding2nn.weight	0	0.31816157698631287
420762	embedding2nn.weight	1	0.39353880286216736
420762	embedding2nn.weight	2	0.01786752976477146
420762	embedding2nn.weight	3	-0.0017376745818182826
420762	embedding2nn.weight	4	-0.035952478647232056
420762	embedding2nn.weight	5	0.07037772983312607
420762	embedding2nn.weight	6	0.04169554263353348
420762	embedding2nn.weight	7	0.026187343522906303
420762	embedding2nn.weight	8	0.04504377394914627
420762	embedding2nn.weight	9	-0.01625799760222435
420762	embedding2nn.bias	0	0.07492223381996155
420762	embedding2nn.bias	1	-0.2172529250383377
420762	embedding2nn.bias	2	0.10028914362192154
420762	embedding2nn.bias	3	0.17840413749217987
420762	embedding2nn.bias	4	0.1489994376897812
420762	embedding2nn.bias	5	-0.08010250329971313
420762	embedding2nn.bias	6	-0.04932665824890137
420762	embedding2nn.bias	7	0.050982486456632614
420762	embedding2nn.bias	8	-0.1485176682472229
420762	embedding2nn.bias	9	-0.3785373270511627
420762	rnn.weight_ih_l0	0	-0.0004637294332496822
420762	rnn.weight_ih_l0	1	-0.07702487707138062
420762	rnn.weight_ih_l0	2	-0.06635633856058121
420762	rnn.weight_ih_l0	3	0.09666863828897476
420762	rnn.weight_ih_l0	4	0.006045201793313026
420762	rnn.weight_ih_l0	5	-0.054016198962926865
420762	rnn.weight_ih_l0	6	-0.02300279401242733
420762	rnn.weight_ih_l0	7	-0.030409354716539383
420762	rnn.weight_ih_l0	8	0.008659410290420055
420762	rnn.weight_ih_l0	9	-0.05400887131690979
420762	rnn.weight_hh_l0	0	-0.0053613088093698025
420762	rnn.weight_hh_l0	1	0.07188593596220016
420762	rnn.weight_hh_l0	2	0.02301887236535549
420762	rnn.weight_hh_l0	3	-0.00031848211074247956
420762	rnn.weight_hh_l0	4	0.02439408004283905
420762	rnn.weight_hh_l0	5	0.057273272424936295
420762	rnn.weight_hh_l0	6	-0.05507741868495941
420762	rnn.weight_hh_l0	7	-0.09059455990791321
420762	rnn.weight_hh_l0	8	0.03800913691520691
420762	rnn.weight_hh_l0	9	-0.10502511262893677
420762	rnn.bias_ih_l0	0	0.17307128012180328
420762	rnn.bias_ih_l0	1	-0.27770543098449707
420762	rnn.bias_ih_l0	2	-0.026911810040473938
420762	rnn.bias_ih_l0	3	-0.1770959496498108
420762	rnn.bias_ih_l0	4	0.02716371975839138
420762	rnn.bias_ih_l0	5	-0.3793448507785797
420762	rnn.bias_ih_l0	6	-0.11440138518810272
420762	rnn.bias_ih_l0	7	-0.32281139492988586
420762	rnn.bias_ih_l0	8	-0.27304384112358093
420762	rnn.bias_ih_l0	9	-0.4273533225059509
420762	rnn.bias_hh_l0	0	-0.34424346685409546
420762	rnn.bias_hh_l0	1	-0.3660830557346344
420762	rnn.bias_hh_l0	2	-0.30113452672958374
420762	rnn.bias_hh_l0	3	-0.07226451486349106
420762	rnn.bias_hh_l0	4	-0.3321114182472229
420762	rnn.bias_hh_l0	5	-0.31412190198898315
420762	rnn.bias_hh_l0	6	-0.1011485904455185
420762	rnn.bias_hh_l0	7	0.06783799082040787
420762	rnn.bias_hh_l0	8	-0.219672292470932
420762	rnn.bias_hh_l0	9	-0.5153065323829651
420762	rnn.weight_ih_l0_reverse	0	0.04199362173676491
420762	rnn.weight_ih_l0_reverse	1	-0.04067611321806908
420762	rnn.weight_ih_l0_reverse	2	-0.027309425175189972
420762	rnn.weight_ih_l0_reverse	3	-0.13224785029888153
420762	rnn.weight_ih_l0_reverse	4	0.0833413153886795
420762	rnn.weight_ih_l0_reverse	5	-0.09044060856103897
420762	rnn.weight_ih_l0_reverse	6	0.008367250673472881
420762	rnn.weight_ih_l0_reverse	7	0.025708314031362534
420762	rnn.weight_ih_l0_reverse	8	-0.06282055377960205
420762	rnn.weight_ih_l0_reverse	9	-0.07502543181180954
420762	rnn.weight_hh_l0_reverse	0	-0.12471829354763031
420762	rnn.weight_hh_l0_reverse	1	0.035436391830444336
420762	rnn.weight_hh_l0_reverse	2	-0.027620989829301834
420762	rnn.weight_hh_l0_reverse	3	0.0409102737903595
420762	rnn.weight_hh_l0_reverse	4	-0.0817016139626503
420762	rnn.weight_hh_l0_reverse	5	0.039591480046510696
420762	rnn.weight_hh_l0_reverse	6	0.02548280730843544
420762	rnn.weight_hh_l0_reverse	7	-0.10803288221359253
420762	rnn.weight_hh_l0_reverse	8	-0.053021371364593506
420762	rnn.weight_hh_l0_reverse	9	0.07184497267007828
420762	rnn.bias_ih_l0_reverse	0	-0.1630159467458725
420762	rnn.bias_ih_l0_reverse	1	-0.06130818650126457
420762	rnn.bias_ih_l0_reverse	2	0.11495322734117508
420762	rnn.bias_ih_l0_reverse	3	-0.27441442012786865
420762	rnn.bias_ih_l0_reverse	4	-0.008241230621933937
420762	rnn.bias_ih_l0_reverse	5	-0.2088577300310135
420762	rnn.bias_ih_l0_reverse	6	0.2536115050315857
420762	rnn.bias_ih_l0_reverse	7	-0.2802852392196655
420762	rnn.bias_ih_l0_reverse	8	-0.16715596616268158
420762	rnn.bias_ih_l0_reverse	9	-0.18476009368896484
420762	rnn.bias_hh_l0_reverse	0	-0.12535212934017181
420762	rnn.bias_hh_l0_reverse	1	0.2405252754688263
420762	rnn.bias_hh_l0_reverse	2	-0.3289783000946045
420762	rnn.bias_hh_l0_reverse	3	-0.201867014169693
420762	rnn.bias_hh_l0_reverse	4	-0.3729747235774994
420762	rnn.bias_hh_l0_reverse	5	-0.19256776571273804
420762	rnn.bias_hh_l0_reverse	6	-0.26923173666000366
420762	rnn.bias_hh_l0_reverse	7	-0.08117848634719849
420762	rnn.bias_hh_l0_reverse	8	-0.28633561730384827
420762	rnn.bias_hh_l0_reverse	9	0.19001546502113342
420762	linear.weight	0	0.21245582401752472
420762	linear.weight	1	-0.38852325081825256
420762	linear.weight	2	0.026483098044991493
420762	linear.weight	3	0.0676756501197815
420762	linear.weight	4	-0.169510617852211
420762	linear.weight	5	0.14743472635746002
420762	linear.weight	6	-0.013319205492734909
420762	linear.weight	7	-0.06241898238658905
420762	linear.weight	8	0.17644768953323364
420762	linear.weight	9	-0.04736251011490822
420762	linear.bias	0	-0.9731179475784302
420762	linear.bias	1	1.902390480041504
420762	linear.bias	2	0.7096037268638611
420762	linear.bias	3	-2.64726185798645
420762	linear.bias	4	-0.17711038887500763
420762	linear.bias	5	1.3087923526763916
420762	linear.bias	6	-0.15985335409641266
420762	linear.bias	7	0.7736788988113403
420762	linear.bias	8	2.221330404281616
420762	linear.bias	9	-1.472231388092041
421371	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
421371	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
421371	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
421371	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
421371	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
421371	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
421371	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
421371	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
421371	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
421371	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
421371	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
421371	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
421371	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
421371	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
421371	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
421371	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
421371	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
421371	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
421371	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
421371	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
421371	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
421371	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
421371	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
421371	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
421371	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
421371	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
421371	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
421371	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
421371	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
421371	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
421371	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
421371	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
421371	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
421371	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
421371	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
421371	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
421371	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
421371	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
421371	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
421371	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
421371	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
421371	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
421371	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
421371	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
421371	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
421371	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
421371	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
421371	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
421371	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
421371	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
421371	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
421371	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
421371	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
421371	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
421371	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
421371	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
421371	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
421371	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
421371	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
421371	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
421371	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
421371	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
421371	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
421371	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
421371	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
421371	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
421371	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
421371	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
421371	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
421371	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
421371	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
421371	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
421371	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
421371	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
421371	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
421371	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
421371	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
421371	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
421371	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
421371	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
421371	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
421371	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
421371	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
421371	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
421371	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
421371	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
421371	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
421371	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
421371	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
421371	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
421371	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
421371	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
421371	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
421371	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
421371	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
421371	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
421371	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
421371	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
421371	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
421371	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
421371	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
421371	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
421371	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
421371	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
421371	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
421371	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
421371	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
421371	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
421371	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
421371	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
421371	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
421371	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
421371	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
421371	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
421371	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
421371	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
421371	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
421371	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
421371	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
421371	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
421371	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
421371	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
421371	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
421371	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
421371	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
421371	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
421371	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
421371	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
421371	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
421371	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
421371	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
421371	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
421371	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
421371	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
421371	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
421371	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
421371	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
421371	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
421371	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
421371	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
421371	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
421371	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
421371	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
421371	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
421371	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
421371	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
421371	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
421371	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
421371	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
421371	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
421371	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
421371	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
421371	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
421371	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
421371	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
421371	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
421371	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
421371	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
421371	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
421371	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
421371	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
421371	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
421371	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
421371	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
421371	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
421371	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
421371	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
421371	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
421371	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
421371	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
421371	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
421371	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
421371	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
421371	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
421371	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
421371	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
421371	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
421371	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
421371	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
421371	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
421371	embedding2nn.weight	0	0.31931909918785095
421371	embedding2nn.weight	1	0.3914826214313507
421371	embedding2nn.weight	2	0.01891748234629631
421371	embedding2nn.weight	3	0.01014404371380806
421371	embedding2nn.weight	4	-0.04186349734663963
421371	embedding2nn.weight	5	0.06886399537324905
421371	embedding2nn.weight	6	0.03911256045103073
421371	embedding2nn.weight	7	0.026265136897563934
421371	embedding2nn.weight	8	0.0439041443169117
421371	embedding2nn.weight	9	-0.014946255832910538
421371	embedding2nn.bias	0	0.0754968523979187
421371	embedding2nn.bias	1	-0.20025628805160522
421371	embedding2nn.bias	2	0.09973963350057602
421371	embedding2nn.bias	3	0.16280438005924225
421371	embedding2nn.bias	4	0.13381701707839966
421371	embedding2nn.bias	5	-0.0951826274394989
421371	embedding2nn.bias	6	-0.05506156384944916
421371	embedding2nn.bias	7	0.053104300051927567
421371	embedding2nn.bias	8	-0.15796469151973724
421371	embedding2nn.bias	9	-0.3782191574573517
421371	rnn.weight_ih_l0	0	0.0012805670266970992
421371	rnn.weight_ih_l0	1	-0.07432778924703598
421371	rnn.weight_ih_l0	2	-0.0629546046257019
421371	rnn.weight_ih_l0	3	0.09702318161725998
421371	rnn.weight_ih_l0	4	0.0021134482230991125
421371	rnn.weight_ih_l0	5	-0.049459874629974365
421371	rnn.weight_ih_l0	6	-0.031747497618198395
421371	rnn.weight_ih_l0	7	-0.029604630544781685
421371	rnn.weight_ih_l0	8	0.008014711551368237
421371	rnn.weight_ih_l0	9	-0.054676204919815063
421371	rnn.weight_hh_l0	0	-0.004753137473016977
421371	rnn.weight_hh_l0	1	0.0722401961684227
421371	rnn.weight_hh_l0	2	0.02234472893178463
421371	rnn.weight_hh_l0	3	-0.00039560082950629294
421371	rnn.weight_hh_l0	4	0.025495178997516632
421371	rnn.weight_hh_l0	5	0.05789573863148689
421371	rnn.weight_hh_l0	6	-0.055789295583963394
421371	rnn.weight_hh_l0	7	-0.09447968006134033
421371	rnn.weight_hh_l0	8	0.038100410252809525
421371	rnn.weight_hh_l0	9	-0.10639569163322449
421371	rnn.bias_ih_l0	0	0.15820494294166565
421371	rnn.bias_ih_l0	1	-0.282139390707016
421371	rnn.bias_ih_l0	2	-0.024070298299193382
421371	rnn.bias_ih_l0	3	-0.17973648011684418
421371	rnn.bias_ih_l0	4	0.017731525003910065
421371	rnn.bias_ih_l0	5	-0.3819921910762787
421371	rnn.bias_ih_l0	6	-0.10913734883069992
421371	rnn.bias_ih_l0	7	-0.32258662581443787
421371	rnn.bias_ih_l0	8	-0.2692599892616272
421371	rnn.bias_ih_l0	9	-0.43178117275238037
421371	rnn.bias_hh_l0	0	-0.33468949794769287
421371	rnn.bias_hh_l0	1	-0.36967769265174866
421371	rnn.bias_hh_l0	2	-0.300398588180542
421371	rnn.bias_hh_l0	3	-0.06961148977279663
421371	rnn.bias_hh_l0	4	-0.3373994827270508
421371	rnn.bias_hh_l0	5	-0.3151543438434601
421371	rnn.bias_hh_l0	6	-0.09489794075489044
421371	rnn.bias_hh_l0	7	0.07176252454519272
421371	rnn.bias_hh_l0	8	-0.22260473668575287
421371	rnn.bias_hh_l0	9	-0.5201008915901184
421371	rnn.weight_ih_l0_reverse	0	0.04524083808064461
421371	rnn.weight_ih_l0_reverse	1	-0.040170397609472275
421371	rnn.weight_ih_l0_reverse	2	-0.028429510071873665
421371	rnn.weight_ih_l0_reverse	3	-0.135065957903862
421371	rnn.weight_ih_l0_reverse	4	0.08316361159086227
421371	rnn.weight_ih_l0_reverse	5	-0.09153012186288834
421371	rnn.weight_ih_l0_reverse	6	0.015798816457390785
421371	rnn.weight_ih_l0_reverse	7	0.024004358798265457
421371	rnn.weight_ih_l0_reverse	8	-0.06876388937234879
421371	rnn.weight_ih_l0_reverse	9	-0.07786335051059723
421371	rnn.weight_hh_l0_reverse	0	-0.12438515573740005
421371	rnn.weight_hh_l0_reverse	1	0.03437351807951927
421371	rnn.weight_hh_l0_reverse	2	-0.0273707527667284
421371	rnn.weight_hh_l0_reverse	3	0.04049196094274521
421371	rnn.weight_hh_l0_reverse	4	-0.08232052624225616
421371	rnn.weight_hh_l0_reverse	5	0.039491020143032074
421371	rnn.weight_hh_l0_reverse	6	0.02542509324848652
421371	rnn.weight_hh_l0_reverse	7	-0.11027746647596359
421371	rnn.weight_hh_l0_reverse	8	-0.05495649203658104
421371	rnn.weight_hh_l0_reverse	9	0.06979907304048538
421371	rnn.bias_ih_l0_reverse	0	-0.1567167192697525
421371	rnn.bias_ih_l0_reverse	1	-0.05644227936863899
421371	rnn.bias_ih_l0_reverse	2	0.1083214208483696
421371	rnn.bias_ih_l0_reverse	3	-0.26827654242515564
421371	rnn.bias_ih_l0_reverse	4	-0.01082282979041338
421371	rnn.bias_ih_l0_reverse	5	-0.2127685397863388
421371	rnn.bias_ih_l0_reverse	6	0.24383775889873505
421371	rnn.bias_ih_l0_reverse	7	-0.28354358673095703
421371	rnn.bias_ih_l0_reverse	8	-0.16505296528339386
421371	rnn.bias_ih_l0_reverse	9	-0.19254550337791443
421371	rnn.bias_hh_l0_reverse	0	-0.12469886243343353
421371	rnn.bias_hh_l0_reverse	1	0.2377881556749344
421371	rnn.bias_hh_l0_reverse	2	-0.3279418647289276
421371	rnn.bias_hh_l0_reverse	3	-0.20354701578617096
421371	rnn.bias_hh_l0_reverse	4	-0.37258172035217285
421371	rnn.bias_hh_l0_reverse	5	-0.18399980664253235
421371	rnn.bias_hh_l0_reverse	6	-0.26568329334259033
421371	rnn.bias_hh_l0_reverse	7	-0.0859798938035965
421371	rnn.bias_hh_l0_reverse	8	-0.26208963990211487
421371	rnn.bias_hh_l0_reverse	9	0.20654527842998505
421371	linear.weight	0	0.19371415674686432
421371	linear.weight	1	-0.37820887565612793
421371	linear.weight	2	0.055032067000865936
421371	linear.weight	3	0.06767697632312775
421371	linear.weight	4	-0.16637656092643738
421371	linear.weight	5	0.1805148720741272
421371	linear.weight	6	-0.017507217824459076
421371	linear.weight	7	-0.06241028755903244
421371	linear.weight	8	0.13632850348949432
421371	linear.weight	9	-0.04737458750605583
421371	linear.bias	0	-0.9791697263717651
421371	linear.bias	1	1.923561930656433
421371	linear.bias	2	0.7436817288398743
421371	linear.bias	3	-2.6476645469665527
421371	linear.bias	4	-0.19788974523544312
421371	linear.bias	5	1.2743371725082397
421371	linear.bias	6	-0.16284999251365662
421371	linear.bias	7	0.7875226140022278
421371	linear.bias	8	2.180210828781128
421371	linear.bias	9	-1.4591038227081299
421980	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
421980	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
421980	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
421980	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
421980	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
421980	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
421980	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
421980	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
421980	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
421980	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
421980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
421980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
421980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
421980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
421980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
421980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
421980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
421980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
421980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
421980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
421980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
421980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
421980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
421980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
421980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
421980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
421980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
421980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
421980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
421980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
421980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
421980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
421980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
421980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
421980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
421980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
421980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
421980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
421980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
421980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
421980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
421980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
421980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
421980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
421980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
421980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
421980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
421980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
421980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
421980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
421980	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
421980	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
421980	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
421980	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
421980	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
421980	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
421980	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
421980	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
421980	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
421980	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
421980	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
421980	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
421980	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
421980	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
421980	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
421980	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
421980	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
421980	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
421980	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
421980	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
421980	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
421980	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
421980	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
421980	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
421980	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
421980	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
421980	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
421980	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
421980	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
421980	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
421980	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
421980	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
421980	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
421980	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
421980	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
421980	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
421980	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
421980	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
421980	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
421980	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
421980	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
421980	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
421980	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
421980	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
421980	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
421980	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
421980	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
421980	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
421980	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
421980	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
421980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
421980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
421980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
421980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
421980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
421980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
421980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
421980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
421980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
421980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
421980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
421980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
421980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
421980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
421980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
421980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
421980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
421980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
421980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
421980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
421980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
421980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
421980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
421980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
421980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
421980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
421980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
421980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
421980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
421980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
421980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
421980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
421980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
421980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
421980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
421980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
421980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
421980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
421980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
421980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
421980	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
421980	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
421980	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
421980	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
421980	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
421980	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
421980	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
421980	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
421980	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
421980	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
421980	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
421980	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
421980	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
421980	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
421980	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
421980	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
421980	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
421980	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
421980	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
421980	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
421980	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
421980	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
421980	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
421980	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
421980	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
421980	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
421980	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
421980	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
421980	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
421980	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
421980	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
421980	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
421980	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
421980	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
421980	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
421980	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
421980	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
421980	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
421980	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
421980	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
421980	embedding2nn.weight	0	0.3189960718154907
421980	embedding2nn.weight	1	0.39182573556900024
421980	embedding2nn.weight	2	0.02210325188934803
421980	embedding2nn.weight	3	0.01785452291369438
421980	embedding2nn.weight	4	-0.036529477685689926
421980	embedding2nn.weight	5	0.06972362846136093
421980	embedding2nn.weight	6	0.03578845411539078
421980	embedding2nn.weight	7	0.022206028923392296
421980	embedding2nn.weight	8	0.04644915461540222
421980	embedding2nn.weight	9	-0.012873840518295765
421980	embedding2nn.bias	0	0.03948734700679779
421980	embedding2nn.bias	1	-0.21308204531669617
421980	embedding2nn.bias	2	0.09899295121431351
421980	embedding2nn.bias	3	0.16371648013591766
421980	embedding2nn.bias	4	0.14734044671058655
421980	embedding2nn.bias	5	-0.07894697785377502
421980	embedding2nn.bias	6	-0.05019468069076538
421980	embedding2nn.bias	7	0.03278197720646858
421980	embedding2nn.bias	8	-0.15922430157661438
421980	embedding2nn.bias	9	-0.3767039179801941
421980	rnn.weight_ih_l0	0	0.0010052243014797568
421980	rnn.weight_ih_l0	1	-0.07523510605096817
421980	rnn.weight_ih_l0	2	-0.060257624834775925
421980	rnn.weight_ih_l0	3	0.09981663525104523
421980	rnn.weight_ih_l0	4	0.003269175300374627
421980	rnn.weight_ih_l0	5	-0.05143178999423981
421980	rnn.weight_ih_l0	6	-0.0314299538731575
421980	rnn.weight_ih_l0	7	-0.031959179788827896
421980	rnn.weight_ih_l0	8	0.006158295087516308
421980	rnn.weight_ih_l0	9	-0.05502766743302345
421980	rnn.weight_hh_l0	0	-0.004312210716307163
421980	rnn.weight_hh_l0	1	0.07154180854558945
421980	rnn.weight_hh_l0	2	0.020870117470622063
421980	rnn.weight_hh_l0	3	-0.0004079166683368385
421980	rnn.weight_hh_l0	4	0.02552444487810135
421980	rnn.weight_hh_l0	5	0.05851060897111893
421980	rnn.weight_hh_l0	6	-0.05577506870031357
421980	rnn.weight_hh_l0	7	-0.09788630157709122
421980	rnn.weight_hh_l0	8	0.0383012481033802
421980	rnn.weight_hh_l0	9	-0.10748420655727386
421980	rnn.bias_ih_l0	0	0.15503530204296112
421980	rnn.bias_ih_l0	1	-0.28005000948905945
421980	rnn.bias_ih_l0	2	-0.026827126741409302
421980	rnn.bias_ih_l0	3	-0.18019378185272217
421980	rnn.bias_ih_l0	4	0.025046218186616898
421980	rnn.bias_ih_l0	5	-0.37840306758880615
421980	rnn.bias_ih_l0	6	-0.11866254359483719
421980	rnn.bias_ih_l0	7	-0.32389363646507263
421980	rnn.bias_ih_l0	8	-0.27419522404670715
421980	rnn.bias_ih_l0	9	-0.43623876571655273
421980	rnn.bias_hh_l0	0	-0.3334711492061615
421980	rnn.bias_hh_l0	1	-0.36838075518608093
421980	rnn.bias_hh_l0	2	-0.29257023334503174
421980	rnn.bias_hh_l0	3	-0.07458456605672836
421980	rnn.bias_hh_l0	4	-0.32993122935295105
421980	rnn.bias_hh_l0	5	-0.3114245533943176
421980	rnn.bias_hh_l0	6	-0.09800860285758972
421980	rnn.bias_hh_l0	7	0.05976342782378197
421980	rnn.bias_hh_l0	8	-0.23212432861328125
421980	rnn.bias_hh_l0	9	-0.5175236463546753
421980	rnn.weight_ih_l0_reverse	0	0.04222654551267624
421980	rnn.weight_ih_l0_reverse	1	-0.04079076275229454
421980	rnn.weight_ih_l0_reverse	2	-0.028859943151474
421980	rnn.weight_ih_l0_reverse	3	-0.1363672912120819
421980	rnn.weight_ih_l0_reverse	4	0.08739348500967026
421980	rnn.weight_ih_l0_reverse	5	-0.09029903262853622
421980	rnn.weight_ih_l0_reverse	6	0.015399634838104248
421980	rnn.weight_ih_l0_reverse	7	0.02400830388069153
421980	rnn.weight_ih_l0_reverse	8	-0.06775229424238205
421980	rnn.weight_ih_l0_reverse	9	-0.07164813578128815
421980	rnn.weight_hh_l0_reverse	0	-0.12400612980127335
421980	rnn.weight_hh_l0_reverse	1	0.03461418300867081
421980	rnn.weight_hh_l0_reverse	2	-0.027769481763243675
421980	rnn.weight_hh_l0_reverse	3	0.042248886078596115
421980	rnn.weight_hh_l0_reverse	4	-0.08154180645942688
421980	rnn.weight_hh_l0_reverse	5	0.038960132747888565
421980	rnn.weight_hh_l0_reverse	6	0.0252851415425539
421980	rnn.weight_hh_l0_reverse	7	-0.1078556627035141
421980	rnn.weight_hh_l0_reverse	8	-0.05835803598165512
421980	rnn.weight_hh_l0_reverse	9	0.06755683571100235
421980	rnn.bias_ih_l0_reverse	0	-0.1558491736650467
421980	rnn.bias_ih_l0_reverse	1	-0.05971100181341171
421980	rnn.bias_ih_l0_reverse	2	0.11340444535017014
421980	rnn.bias_ih_l0_reverse	3	-0.25987401604652405
421980	rnn.bias_ih_l0_reverse	4	-0.012688017450273037
421980	rnn.bias_ih_l0_reverse	5	-0.21182504296302795
421980	rnn.bias_ih_l0_reverse	6	0.2519369423389435
421980	rnn.bias_ih_l0_reverse	7	-0.2847869396209717
421980	rnn.bias_ih_l0_reverse	8	-0.1707206815481186
421980	rnn.bias_ih_l0_reverse	9	-0.1857679933309555
421980	rnn.bias_hh_l0_reverse	0	-0.1233498603105545
421980	rnn.bias_hh_l0_reverse	1	0.24379104375839233
421980	rnn.bias_hh_l0_reverse	2	-0.31730812788009644
421980	rnn.bias_hh_l0_reverse	3	-0.21307343244552612
421980	rnn.bias_hh_l0_reverse	4	-0.3678240478038788
421980	rnn.bias_hh_l0_reverse	5	-0.18719179928302765
421980	rnn.bias_hh_l0_reverse	6	-0.2588426172733307
421980	rnn.bias_hh_l0_reverse	7	-0.09120147675275803
421980	rnn.bias_hh_l0_reverse	8	-0.2707655131816864
421980	rnn.bias_hh_l0_reverse	9	0.21059443056583405
421980	linear.weight	0	0.18243174254894257
421980	linear.weight	1	-0.3901980221271515
421980	linear.weight	2	0.003976735286414623
421980	linear.weight	3	0.0676782876253128
421980	linear.weight	4	-0.15417344868183136
421980	linear.weight	5	0.15171462297439575
421980	linear.weight	6	-0.019266553223133087
421980	linear.weight	7	-0.062401436269283295
421980	linear.weight	8	0.0937831699848175
421980	linear.weight	9	-0.04738776758313179
421980	linear.bias	0	-0.9861211180686951
421980	linear.bias	1	1.9087376594543457
421980	linear.bias	2	0.7494990229606628
421980	linear.bias	3	-2.6480634212493896
421980	linear.bias	4	-0.22264033555984497
421980	linear.bias	5	1.2888754606246948
421980	linear.bias	6	-0.16741879284381866
421980	linear.bias	7	0.7614421248435974
421980	linear.bias	8	2.1861045360565186
421980	linear.bias	9	-1.4672574996948242
422589	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
422589	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
422589	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
422589	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
422589	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
422589	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
422589	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
422589	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
422589	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
422589	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
422589	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
422589	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
422589	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
422589	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
422589	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
422589	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
422589	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
422589	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
422589	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
422589	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
422589	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
422589	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
422589	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
422589	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
422589	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
422589	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
422589	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
422589	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
422589	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
422589	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
422589	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
422589	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
422589	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
422589	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
422589	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
422589	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
422589	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
422589	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
422589	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
422589	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
422589	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
422589	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
422589	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
422589	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
422589	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
422589	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
422589	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
422589	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
422589	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
422589	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
422589	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
422589	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
422589	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
422589	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
422589	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
422589	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
422589	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
422589	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
422589	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
422589	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
422589	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
422589	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
422589	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
422589	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
422589	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
422589	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
422589	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
422589	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
422589	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
422589	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
422589	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
422589	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
422589	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
422589	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
422589	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
422589	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
422589	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
422589	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
422589	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
422589	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
422589	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
422589	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
422589	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
422589	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
422589	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
422589	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
422589	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
422589	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
422589	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
422589	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
422589	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
422589	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
422589	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
422589	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
422589	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
422589	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
422589	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
422589	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
422589	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
422589	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
422589	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
422589	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
422589	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
422589	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
422589	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
422589	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
422589	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
422589	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
422589	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
422589	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
422589	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
422589	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
422589	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
422589	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
422589	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
422589	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
422589	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
422589	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
422589	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
422589	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
422589	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
422589	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
422589	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
422589	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
422589	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
422589	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
422589	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
422589	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
422589	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
422589	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
422589	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
422589	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
422589	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
422589	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
422589	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
422589	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
422589	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
422589	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
422589	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
422589	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
422589	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
422589	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
422589	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
422589	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
422589	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
422589	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
422589	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
422589	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
422589	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
422589	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
422589	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
422589	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
422589	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
422589	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
422589	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
422589	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
422589	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
422589	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
422589	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
422589	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
422589	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
422589	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
422589	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
422589	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
422589	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
422589	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
422589	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
422589	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
422589	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
422589	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
422589	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
422589	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
422589	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
422589	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
422589	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
422589	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
422589	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
422589	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
422589	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
422589	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
422589	embedding2nn.weight	0	0.3168094754219055
422589	embedding2nn.weight	1	0.389752060174942
422589	embedding2nn.weight	2	0.015960795804858208
422589	embedding2nn.weight	3	0.03299328312277794
422589	embedding2nn.weight	4	-0.02844126522541046
422589	embedding2nn.weight	5	0.07275913655757904
422589	embedding2nn.weight	6	0.04031762853264809
422589	embedding2nn.weight	7	0.01291196420788765
422589	embedding2nn.weight	8	0.0467250756919384
422589	embedding2nn.weight	9	-0.012088802643120289
422589	embedding2nn.bias	0	0.05084716156125069
422589	embedding2nn.bias	1	-0.20083384215831757
422589	embedding2nn.bias	2	0.12224578857421875
422589	embedding2nn.bias	3	0.1556519865989685
422589	embedding2nn.bias	4	0.1474905014038086
422589	embedding2nn.bias	5	-0.08351626992225647
422589	embedding2nn.bias	6	-0.0584263950586319
422589	embedding2nn.bias	7	0.03238709643483162
422589	embedding2nn.bias	8	-0.12914586067199707
422589	embedding2nn.bias	9	-0.4012432098388672
422589	rnn.weight_ih_l0	0	0.0001660267444094643
422589	rnn.weight_ih_l0	1	-0.07480164617300034
422589	rnn.weight_ih_l0	2	-0.05798927694559097
422589	rnn.weight_ih_l0	3	0.10109491646289825
422589	rnn.weight_ih_l0	4	0.006529857870191336
422589	rnn.weight_ih_l0	5	-0.06023150309920311
422589	rnn.weight_ih_l0	6	-0.029102783650159836
422589	rnn.weight_ih_l0	7	-0.03417857736349106
422589	rnn.weight_ih_l0	8	0.011436794884502888
422589	rnn.weight_ih_l0	9	-0.06373470276594162
422589	rnn.weight_hh_l0	0	-0.004069053567945957
422589	rnn.weight_hh_l0	1	0.07085257023572922
422589	rnn.weight_hh_l0	2	0.021780002862215042
422589	rnn.weight_hh_l0	3	-0.0006039299769327044
422589	rnn.weight_hh_l0	4	0.025214433670043945
422589	rnn.weight_hh_l0	5	0.05893775448203087
422589	rnn.weight_hh_l0	6	-0.05510612204670906
422589	rnn.weight_hh_l0	7	-0.09479208290576935
422589	rnn.weight_hh_l0	8	0.03797115385532379
422589	rnn.weight_hh_l0	9	-0.10835094749927521
422589	rnn.bias_ih_l0	0	0.1583293378353119
422589	rnn.bias_ih_l0	1	-0.2769562602043152
422589	rnn.bias_ih_l0	2	-0.022718599066138268
422589	rnn.bias_ih_l0	3	-0.1890975534915924
422589	rnn.bias_ih_l0	4	0.02707044407725334
422589	rnn.bias_ih_l0	5	-0.37802809476852417
422589	rnn.bias_ih_l0	6	-0.11905793100595474
422589	rnn.bias_ih_l0	7	-0.3219154179096222
422589	rnn.bias_ih_l0	8	-0.27317535877227783
422589	rnn.bias_ih_l0	9	-0.4425639510154724
422589	rnn.bias_hh_l0	0	-0.3405272364616394
422589	rnn.bias_hh_l0	1	-0.3719470202922821
422589	rnn.bias_hh_l0	2	-0.30002978444099426
422589	rnn.bias_hh_l0	3	-0.07866696268320084
422589	rnn.bias_hh_l0	4	-0.33442792296409607
422589	rnn.bias_hh_l0	5	-0.31119823455810547
422589	rnn.bias_hh_l0	6	-0.09674175083637238
422589	rnn.bias_hh_l0	7	0.06859765201807022
422589	rnn.bias_hh_l0	8	-0.23077353835105896
422589	rnn.bias_hh_l0	9	-0.5185315608978271
422589	rnn.weight_ih_l0_reverse	0	0.043191734701395035
422589	rnn.weight_ih_l0_reverse	1	-0.04070611670613289
422589	rnn.weight_ih_l0_reverse	2	-0.029928874224424362
422589	rnn.weight_ih_l0_reverse	3	-0.1386697143316269
422589	rnn.weight_ih_l0_reverse	4	0.08882055431604385
422589	rnn.weight_ih_l0_reverse	5	-0.09185300022363663
422589	rnn.weight_ih_l0_reverse	6	0.015621772967278957
422589	rnn.weight_ih_l0_reverse	7	0.024803917855024338
422589	rnn.weight_ih_l0_reverse	8	-0.06757135689258575
422589	rnn.weight_ih_l0_reverse	9	-0.0711386650800705
422589	rnn.weight_hh_l0_reverse	0	-0.12612305581569672
422589	rnn.weight_hh_l0_reverse	1	0.03423028439283371
422589	rnn.weight_hh_l0_reverse	2	-0.027778316289186478
422589	rnn.weight_hh_l0_reverse	3	0.04138834401965141
422589	rnn.weight_hh_l0_reverse	4	-0.0818714052438736
422589	rnn.weight_hh_l0_reverse	5	0.0392802469432354
422589	rnn.weight_hh_l0_reverse	6	0.025469524785876274
422589	rnn.weight_hh_l0_reverse	7	-0.10941185802221298
422589	rnn.weight_hh_l0_reverse	8	-0.0516035333275795
422589	rnn.weight_hh_l0_reverse	9	0.0686979591846466
422589	rnn.bias_ih_l0_reverse	0	-0.14886601269245148
422589	rnn.bias_ih_l0_reverse	1	-0.05636384338140488
422589	rnn.bias_ih_l0_reverse	2	0.11492489278316498
422589	rnn.bias_ih_l0_reverse	3	-0.25758546590805054
422589	rnn.bias_ih_l0_reverse	4	-0.021119780838489532
422589	rnn.bias_ih_l0_reverse	5	-0.2139998823404312
422589	rnn.bias_ih_l0_reverse	6	0.2511312663555145
422589	rnn.bias_ih_l0_reverse	7	-0.2765950560569763
422589	rnn.bias_ih_l0_reverse	8	-0.17096123099327087
422589	rnn.bias_ih_l0_reverse	9	-0.19429905712604523
422589	rnn.bias_hh_l0_reverse	0	-0.1225535199046135
422589	rnn.bias_hh_l0_reverse	1	0.24274583160877228
422589	rnn.bias_hh_l0_reverse	2	-0.33058738708496094
422589	rnn.bias_hh_l0_reverse	3	-0.21355944871902466
422589	rnn.bias_hh_l0_reverse	4	-0.372394859790802
422589	rnn.bias_hh_l0_reverse	5	-0.19055946171283722
422589	rnn.bias_hh_l0_reverse	6	-0.26449084281921387
422589	rnn.bias_hh_l0_reverse	7	-0.09234544634819031
422589	rnn.bias_hh_l0_reverse	8	-0.2734185755252838
422589	rnn.bias_hh_l0_reverse	9	0.21548868715763092
422589	linear.weight	0	0.16349472105503082
422589	linear.weight	1	-0.3946574926376343
422589	linear.weight	2	0.03290335088968277
422589	linear.weight	3	0.06767845898866653
422589	linear.weight	4	-0.17018884420394897
422589	linear.weight	5	0.16589237749576569
422589	linear.weight	6	-0.021723752841353416
422589	linear.weight	7	-0.062394119799137115
422589	linear.weight	8	0.10847213864326477
422589	linear.weight	9	-0.04732847958803177
422589	linear.bias	0	-1.0249813795089722
422589	linear.bias	1	1.9499423503875732
422589	linear.bias	2	0.7616281509399414
422589	linear.bias	3	-2.648505687713623
422589	linear.bias	4	-0.21280422806739807
422589	linear.bias	5	1.2935959100723267
422589	linear.bias	6	-0.16116963326931
422589	linear.bias	7	0.762475311756134
422589	linear.bias	8	2.1854963302612305
422589	linear.bias	9	-1.474817156791687
423198	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
423198	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
423198	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
423198	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
423198	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
423198	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
423198	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
423198	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
423198	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
423198	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
423198	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
423198	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
423198	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
423198	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
423198	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
423198	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
423198	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
423198	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
423198	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
423198	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
423198	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
423198	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
423198	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
423198	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
423198	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
423198	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
423198	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
423198	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
423198	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
423198	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
423198	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
423198	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
423198	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
423198	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
423198	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
423198	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
423198	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
423198	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
423198	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
423198	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
423198	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
423198	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
423198	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
423198	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
423198	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
423198	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
423198	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
423198	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
423198	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
423198	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
423198	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
423198	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
423198	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
423198	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
423198	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
423198	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
423198	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
423198	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
423198	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
423198	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
423198	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
423198	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
423198	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
423198	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
423198	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
423198	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
423198	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
423198	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
423198	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
423198	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
423198	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
423198	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
423198	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
423198	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
423198	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
423198	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
423198	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
423198	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
423198	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
423198	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
423198	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
423198	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
423198	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
423198	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
423198	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
423198	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
423198	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
423198	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
423198	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
423198	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
423198	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
423198	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
423198	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
423198	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
423198	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
423198	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
423198	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
423198	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
423198	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
423198	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
423198	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
423198	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
423198	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
423198	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
423198	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
423198	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
423198	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
423198	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
423198	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
423198	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
423198	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
423198	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
423198	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
423198	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
423198	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
423198	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
423198	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
423198	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
423198	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
423198	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
423198	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
423198	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
423198	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
423198	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
423198	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
423198	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
423198	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
423198	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
423198	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
423198	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
423198	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
423198	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
423198	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
423198	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
423198	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
423198	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
423198	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
423198	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
423198	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
423198	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
423198	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
423198	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
423198	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
423198	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
423198	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
423198	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
423198	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
423198	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
423198	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
423198	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
423198	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
423198	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
423198	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
423198	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
423198	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
423198	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
423198	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
423198	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
423198	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
423198	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
423198	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
423198	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
423198	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
423198	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
423198	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
423198	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
423198	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
423198	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
423198	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
423198	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
423198	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
423198	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
423198	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
423198	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
423198	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
423198	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
423198	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
423198	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
423198	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
423198	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
423198	embedding2nn.weight	0	0.3164883255958557
423198	embedding2nn.weight	1	0.3892270028591156
423198	embedding2nn.weight	2	0.017786333337426186
423198	embedding2nn.weight	3	0.02184973657131195
423198	embedding2nn.weight	4	-0.035007886588573456
423198	embedding2nn.weight	5	0.07291699945926666
423198	embedding2nn.weight	6	0.03303593397140503
423198	embedding2nn.weight	7	0.012809776701033115
423198	embedding2nn.weight	8	0.04769004136323929
423198	embedding2nn.weight	9	-0.016886383295059204
423198	embedding2nn.bias	0	0.05829296633601189
423198	embedding2nn.bias	1	-0.2030273824930191
423198	embedding2nn.bias	2	0.10612566024065018
423198	embedding2nn.bias	3	0.15312977135181427
423198	embedding2nn.bias	4	0.13107705116271973
423198	embedding2nn.bias	5	-0.05708866938948631
423198	embedding2nn.bias	6	-0.031538426876068115
423198	embedding2nn.bias	7	0.044768452644348145
423198	embedding2nn.bias	8	-0.14097636938095093
423198	embedding2nn.bias	9	-0.39169979095458984
423198	rnn.weight_ih_l0	0	0.00019442630582489073
423198	rnn.weight_ih_l0	1	-0.07859157025814056
423198	rnn.weight_ih_l0	2	-0.062873974442482
423198	rnn.weight_ih_l0	3	0.09934934228658676
423198	rnn.weight_ih_l0	4	0.00931776687502861
423198	rnn.weight_ih_l0	5	-0.057371702045202255
423198	rnn.weight_ih_l0	6	-0.032109327614307404
423198	rnn.weight_ih_l0	7	-0.038901638239622116
423198	rnn.weight_ih_l0	8	0.01939459890127182
423198	rnn.weight_ih_l0	9	-0.06277312338352203
423198	rnn.weight_hh_l0	0	-0.0033502611331641674
423198	rnn.weight_hh_l0	1	0.07037700712680817
423198	rnn.weight_hh_l0	2	0.021461939439177513
423198	rnn.weight_hh_l0	3	-0.0006283937254920602
423198	rnn.weight_hh_l0	4	0.02532457560300827
423198	rnn.weight_hh_l0	5	0.05811401456594467
423198	rnn.weight_hh_l0	6	-0.05537733435630798
423198	rnn.weight_hh_l0	7	-0.09436602145433426
423198	rnn.weight_hh_l0	8	0.0378313884139061
423198	rnn.weight_hh_l0	9	-0.10716374963521957
423198	rnn.bias_ih_l0	0	0.15741515159606934
423198	rnn.bias_ih_l0	1	-0.2815110385417938
423198	rnn.bias_ih_l0	2	-0.01581045798957348
423198	rnn.bias_ih_l0	3	-0.19273865222930908
423198	rnn.bias_ih_l0	4	0.028524981811642647
423198	rnn.bias_ih_l0	5	-0.37202900648117065
423198	rnn.bias_ih_l0	6	-0.12122388929128647
423198	rnn.bias_ih_l0	7	-0.3212764263153076
423198	rnn.bias_ih_l0	8	-0.2760962247848511
423198	rnn.bias_ih_l0	9	-0.4472988247871399
423198	rnn.bias_hh_l0	0	-0.341946005821228
423198	rnn.bias_hh_l0	1	-0.3711000978946686
423198	rnn.bias_hh_l0	2	-0.3023626208305359
423198	rnn.bias_hh_l0	3	-0.07379467040300369
423198	rnn.bias_hh_l0	4	-0.3358524739742279
423198	rnn.bias_hh_l0	5	-0.30945393443107605
423198	rnn.bias_hh_l0	6	-0.09815587848424911
423198	rnn.bias_hh_l0	7	0.07082170993089676
423198	rnn.bias_hh_l0	8	-0.22274067997932434
423198	rnn.bias_hh_l0	9	-0.5137224197387695
423198	rnn.weight_ih_l0_reverse	0	0.044640589505434036
423198	rnn.weight_ih_l0_reverse	1	-0.04240112379193306
423198	rnn.weight_ih_l0_reverse	2	-0.028714710846543312
423198	rnn.weight_ih_l0_reverse	3	-0.1350545883178711
423198	rnn.weight_ih_l0_reverse	4	0.08871141821146011
423198	rnn.weight_ih_l0_reverse	5	-0.08644074946641922
423198	rnn.weight_ih_l0_reverse	6	0.014008333906531334
423198	rnn.weight_ih_l0_reverse	7	0.023151520639657974
423198	rnn.weight_ih_l0_reverse	8	-0.06724745035171509
423198	rnn.weight_ih_l0_reverse	9	-0.07268401235342026
423198	rnn.weight_hh_l0_reverse	0	-0.1289018839597702
423198	rnn.weight_hh_l0_reverse	1	0.03422123193740845
423198	rnn.weight_hh_l0_reverse	2	-0.02734323777258396
423198	rnn.weight_hh_l0_reverse	3	0.04022377356886864
423198	rnn.weight_hh_l0_reverse	4	-0.08197280764579773
423198	rnn.weight_hh_l0_reverse	5	0.03934791684150696
423198	rnn.weight_hh_l0_reverse	6	0.02559494972229004
423198	rnn.weight_hh_l0_reverse	7	-0.10959739983081818
423198	rnn.weight_hh_l0_reverse	8	-0.05412200838327408
423198	rnn.weight_hh_l0_reverse	9	0.06854942440986633
423198	rnn.bias_ih_l0_reverse	0	-0.15477117896080017
423198	rnn.bias_ih_l0_reverse	1	-0.06504248827695847
423198	rnn.bias_ih_l0_reverse	2	0.12045782059431076
423198	rnn.bias_ih_l0_reverse	3	-0.2566794753074646
423198	rnn.bias_ih_l0_reverse	4	-0.006985850166529417
423198	rnn.bias_ih_l0_reverse	5	-0.21323463320732117
423198	rnn.bias_ih_l0_reverse	6	0.24911995232105255
423198	rnn.bias_ih_l0_reverse	7	-0.2707541286945343
423198	rnn.bias_ih_l0_reverse	8	-0.16793544590473175
423198	rnn.bias_ih_l0_reverse	9	-0.18489040434360504
423198	rnn.bias_hh_l0_reverse	0	-0.12644091248512268
423198	rnn.bias_hh_l0_reverse	1	0.2325306385755539
423198	rnn.bias_hh_l0_reverse	2	-0.32343727350234985
423198	rnn.bias_hh_l0_reverse	3	-0.20288777351379395
423198	rnn.bias_hh_l0_reverse	4	-0.3656153976917267
423198	rnn.bias_hh_l0_reverse	5	-0.18850895762443542
423198	rnn.bias_hh_l0_reverse	6	-0.26188337802886963
423198	rnn.bias_hh_l0_reverse	7	-0.09336628019809723
423198	rnn.bias_hh_l0_reverse	8	-0.26851287484169006
423198	rnn.bias_hh_l0_reverse	9	0.2281661480665207
423198	linear.weight	0	0.2076237052679062
423198	linear.weight	1	-0.43117237091064453
423198	linear.weight	2	0.03428993746638298
423198	linear.weight	3	0.06767697632312775
423198	linear.weight	4	-0.16027212142944336
423198	linear.weight	5	0.18514755368232727
423198	linear.weight	6	-0.004603126086294651
423198	linear.weight	7	-0.062386129051446915
423198	linear.weight	8	0.12521345913410187
423198	linear.weight	9	-0.04733900725841522
423198	linear.bias	0	-0.9842979907989502
423198	linear.bias	1	1.9343698024749756
423198	linear.bias	2	0.7490266561508179
423198	linear.bias	3	-2.648916721343994
423198	linear.bias	4	-0.22688032686710358
423198	linear.bias	5	1.2936865091323853
423198	linear.bias	6	-0.17103086411952972
423198	linear.bias	7	0.7658384442329407
423198	linear.bias	8	2.16685152053833
423198	linear.bias	9	-1.4610183238983154
423807	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
423807	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
423807	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
423807	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
423807	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
423807	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
423807	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
423807	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
423807	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
423807	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
423807	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
423807	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
423807	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
423807	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
423807	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
423807	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
423807	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
423807	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
423807	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
423807	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
423807	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
423807	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
423807	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
423807	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
423807	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
423807	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
423807	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
423807	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
423807	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
423807	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
423807	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
423807	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
423807	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
423807	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
423807	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
423807	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
423807	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
423807	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
423807	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
423807	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
423807	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
423807	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
423807	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
423807	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
423807	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
423807	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
423807	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
423807	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
423807	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
423807	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
423807	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
423807	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
423807	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
423807	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
423807	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
423807	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
423807	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
423807	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
423807	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
423807	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
423807	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
423807	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
423807	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
423807	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
423807	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
423807	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
423807	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
423807	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
423807	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
423807	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
423807	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
423807	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
423807	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
423807	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
423807	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
423807	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
423807	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
423807	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
423807	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
423807	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
423807	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
423807	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
423807	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
423807	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
423807	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
423807	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
423807	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
423807	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
423807	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
423807	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
423807	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
423807	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
423807	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
423807	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
423807	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
423807	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
423807	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
423807	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
423807	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
423807	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
423807	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
423807	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
423807	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
423807	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
423807	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
423807	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
423807	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
423807	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
423807	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
423807	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
423807	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
423807	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
423807	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
423807	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
423807	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
423807	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
423807	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
423807	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
423807	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
423807	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
423807	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
423807	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
423807	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
423807	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
423807	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
423807	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
423807	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
423807	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
423807	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
423807	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
423807	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
423807	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
423807	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
423807	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
423807	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
423807	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
423807	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
423807	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
423807	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
423807	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
423807	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
423807	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
423807	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
423807	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
423807	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
423807	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
423807	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
423807	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
423807	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
423807	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
423807	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
423807	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
423807	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
423807	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
423807	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
423807	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
423807	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
423807	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
423807	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
423807	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
423807	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
423807	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
423807	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
423807	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
423807	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
423807	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
423807	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
423807	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
423807	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
423807	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
423807	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
423807	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
423807	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
423807	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
423807	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
423807	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
423807	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
423807	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
423807	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
423807	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
423807	embedding2nn.weight	0	0.31405285000801086
423807	embedding2nn.weight	1	0.3906506597995758
423807	embedding2nn.weight	2	0.01586367003619671
423807	embedding2nn.weight	3	0.020125357434153557
423807	embedding2nn.weight	4	-0.03106735460460186
423807	embedding2nn.weight	5	0.07154828310012817
423807	embedding2nn.weight	6	0.03328612074255943
423807	embedding2nn.weight	7	0.01673685759305954
423807	embedding2nn.weight	8	0.052902184426784515
423807	embedding2nn.weight	9	-0.020255716517567635
423807	embedding2nn.bias	0	0.04408910870552063
423807	embedding2nn.bias	1	-0.19212129712104797
423807	embedding2nn.bias	2	0.10172729939222336
423807	embedding2nn.bias	3	0.17438094317913055
423807	embedding2nn.bias	4	0.13125330209732056
423807	embedding2nn.bias	5	-0.053307387977838516
423807	embedding2nn.bias	6	-0.04060683026909828
423807	embedding2nn.bias	7	0.030735135078430176
423807	embedding2nn.bias	8	-0.1518908143043518
423807	embedding2nn.bias	9	-0.40193501114845276
423807	rnn.weight_ih_l0	0	-0.0009175986051559448
423807	rnn.weight_ih_l0	1	-0.07839713245630264
423807	rnn.weight_ih_l0	2	-0.06439553946256638
423807	rnn.weight_ih_l0	3	0.09799455851316452
423807	rnn.weight_ih_l0	4	0.006055424455553293
423807	rnn.weight_ih_l0	5	-0.06436441093683243
423807	rnn.weight_ih_l0	6	-0.02471947856247425
423807	rnn.weight_ih_l0	7	-0.040628619492053986
423807	rnn.weight_ih_l0	8	0.02010384202003479
423807	rnn.weight_ih_l0	9	-0.06455080956220627
423807	rnn.weight_hh_l0	0	-0.0035222123842686415
423807	rnn.weight_hh_l0	1	0.06987398862838745
423807	rnn.weight_hh_l0	2	0.020607519894838333
423807	rnn.weight_hh_l0	3	-0.0006121231126599014
423807	rnn.weight_hh_l0	4	0.025829404592514038
423807	rnn.weight_hh_l0	5	0.05724175274372101
423807	rnn.weight_hh_l0	6	-0.054629676043987274
423807	rnn.weight_hh_l0	7	-0.09742102026939392
423807	rnn.weight_hh_l0	8	0.03784744068980217
423807	rnn.weight_hh_l0	9	-0.105281300842762
423807	rnn.bias_ih_l0	0	0.16048452258110046
423807	rnn.bias_ih_l0	1	-0.2886558175086975
423807	rnn.bias_ih_l0	2	-0.019521087408065796
423807	rnn.bias_ih_l0	3	-0.19156837463378906
423807	rnn.bias_ih_l0	4	0.03981643542647362
423807	rnn.bias_ih_l0	5	-0.37877926230430603
423807	rnn.bias_ih_l0	6	-0.11707265675067902
423807	rnn.bias_ih_l0	7	-0.3221532106399536
423807	rnn.bias_ih_l0	8	-0.27746519446372986
423807	rnn.bias_ih_l0	9	-0.4595455825328827
423807	rnn.bias_hh_l0	0	-0.3404301702976227
423807	rnn.bias_hh_l0	1	-0.3712354600429535
423807	rnn.bias_hh_l0	2	-0.30590441823005676
423807	rnn.bias_hh_l0	3	-0.06759851425886154
423807	rnn.bias_hh_l0	4	-0.3274519741535187
423807	rnn.bias_hh_l0	5	-0.31428757309913635
423807	rnn.bias_hh_l0	6	-0.10179083794355392
423807	rnn.bias_hh_l0	7	0.07000914961099625
423807	rnn.bias_hh_l0	8	-0.2273796647787094
423807	rnn.bias_hh_l0	9	-0.5164252519607544
423807	rnn.weight_ih_l0_reverse	0	0.03945872560143471
423807	rnn.weight_ih_l0_reverse	1	-0.04484724998474121
423807	rnn.weight_ih_l0_reverse	2	-0.02837587147951126
423807	rnn.weight_ih_l0_reverse	3	-0.13376633822917938
423807	rnn.weight_ih_l0_reverse	4	0.08696065843105316
423807	rnn.weight_ih_l0_reverse	5	-0.08728636801242828
423807	rnn.weight_ih_l0_reverse	6	0.008673487231135368
423807	rnn.weight_ih_l0_reverse	7	0.024669090285897255
423807	rnn.weight_ih_l0_reverse	8	-0.06523038446903229
423807	rnn.weight_ih_l0_reverse	9	-0.07339158654212952
423807	rnn.weight_hh_l0_reverse	0	-0.12899883091449738
423807	rnn.weight_hh_l0_reverse	1	0.03511836379766464
423807	rnn.weight_hh_l0_reverse	2	-0.028249181807041168
423807	rnn.weight_hh_l0_reverse	3	0.039786335080862045
423807	rnn.weight_hh_l0_reverse	4	-0.08151054382324219
423807	rnn.weight_hh_l0_reverse	5	0.03938135877251625
423807	rnn.weight_hh_l0_reverse	6	0.02576080895960331
423807	rnn.weight_hh_l0_reverse	7	-0.10889048874378204
423807	rnn.weight_hh_l0_reverse	8	-0.05088132247328758
423807	rnn.weight_hh_l0_reverse	9	0.07077065110206604
423807	rnn.bias_ih_l0_reverse	0	-0.15140511095523834
423807	rnn.bias_ih_l0_reverse	1	-0.0768507793545723
423807	rnn.bias_ih_l0_reverse	2	0.12105158716440201
423807	rnn.bias_ih_l0_reverse	3	-0.2604789137840271
423807	rnn.bias_ih_l0_reverse	4	-0.017279693856835365
423807	rnn.bias_ih_l0_reverse	5	-0.20872490108013153
423807	rnn.bias_ih_l0_reverse	6	0.2350211888551712
423807	rnn.bias_ih_l0_reverse	7	-0.2778250575065613
423807	rnn.bias_ih_l0_reverse	8	-0.16974301636219025
423807	rnn.bias_ih_l0_reverse	9	-0.18767352402210236
423807	rnn.bias_hh_l0_reverse	0	-0.11996391415596008
423807	rnn.bias_hh_l0_reverse	1	0.23186808824539185
423807	rnn.bias_hh_l0_reverse	2	-0.31768348813056946
423807	rnn.bias_hh_l0_reverse	3	-0.2010531723499298
423807	rnn.bias_hh_l0_reverse	4	-0.3617357909679413
423807	rnn.bias_hh_l0_reverse	5	-0.1917724609375
423807	rnn.bias_hh_l0_reverse	6	-0.270591676235199
423807	rnn.bias_hh_l0_reverse	7	-0.08876325190067291
423807	rnn.bias_hh_l0_reverse	8	-0.2757597863674164
423807	rnn.bias_hh_l0_reverse	9	0.20580746233463287
423807	linear.weight	0	0.1584971696138382
423807	linear.weight	1	-0.42679017782211304
423807	linear.weight	2	0.061759479343891144
423807	linear.weight	3	0.0676799938082695
423807	linear.weight	4	-0.16492189466953278
423807	linear.weight	5	0.18164272606372833
423807	linear.weight	6	-0.0166790671646595
423807	linear.weight	7	-0.06237993761897087
423807	linear.weight	8	0.1099994033575058
423807	linear.weight	9	-0.047347575426101685
423807	linear.bias	0	-0.9742692112922668
423807	linear.bias	1	1.9120056629180908
423807	linear.bias	2	0.7684126496315002
423807	linear.bias	3	-2.6493265628814697
423807	linear.bias	4	-0.1852060854434967
423807	linear.bias	5	1.2589678764343262
423807	linear.bias	6	-0.13528455793857574
423807	linear.bias	7	0.7518354654312134
423807	linear.bias	8	2.163142442703247
423807	linear.bias	9	-1.459581971168518
424416	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
424416	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
424416	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
424416	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
424416	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
424416	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
424416	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
424416	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
424416	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
424416	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
424416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
424416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
424416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
424416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
424416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
424416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
424416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
424416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
424416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
424416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
424416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
424416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
424416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
424416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
424416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
424416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
424416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
424416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
424416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
424416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
424416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
424416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
424416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
424416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
424416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
424416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
424416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
424416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
424416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
424416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
424416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
424416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
424416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
424416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
424416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
424416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
424416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
424416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
424416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
424416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
424416	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
424416	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
424416	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
424416	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
424416	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
424416	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
424416	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
424416	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
424416	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
424416	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
424416	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
424416	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
424416	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
424416	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
424416	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
424416	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
424416	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
424416	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
424416	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
424416	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
424416	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
424416	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
424416	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
424416	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
424416	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
424416	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
424416	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
424416	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
424416	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
424416	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
424416	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
424416	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
424416	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
424416	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
424416	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
424416	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
424416	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
424416	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
424416	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
424416	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
424416	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
424416	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
424416	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
424416	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
424416	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
424416	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
424416	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
424416	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
424416	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
424416	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
424416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
424416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
424416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
424416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
424416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
424416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
424416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
424416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
424416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
424416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
424416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
424416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
424416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
424416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
424416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
424416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
424416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
424416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
424416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
424416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
424416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
424416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
424416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
424416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
424416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
424416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
424416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
424416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
424416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
424416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
424416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
424416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
424416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
424416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
424416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
424416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
424416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
424416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
424416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
424416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
424416	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
424416	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
424416	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
424416	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
424416	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
424416	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
424416	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
424416	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
424416	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
424416	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
424416	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
424416	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
424416	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
424416	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
424416	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
424416	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
424416	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
424416	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
424416	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
424416	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
424416	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
424416	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
424416	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
424416	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
424416	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
424416	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
424416	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
424416	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
424416	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
424416	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
424416	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
424416	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
424416	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
424416	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
424416	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
424416	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
424416	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
424416	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
424416	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
424416	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
424416	embedding2nn.weight	0	0.31384482979774475
424416	embedding2nn.weight	1	0.3980504274368286
424416	embedding2nn.weight	2	0.013979731127619743
424416	embedding2nn.weight	3	0.0005579794524237514
424416	embedding2nn.weight	4	-0.032260529696941376
424416	embedding2nn.weight	5	0.06736655533313751
424416	embedding2nn.weight	6	0.02764410711824894
424416	embedding2nn.weight	7	0.02534407004714012
424416	embedding2nn.weight	8	0.05974014103412628
424416	embedding2nn.weight	9	-0.025447770953178406
424416	embedding2nn.bias	0	0.05890766531229019
424416	embedding2nn.bias	1	-0.22145900130271912
424416	embedding2nn.bias	2	0.11115042120218277
424416	embedding2nn.bias	3	0.1648896336555481
424416	embedding2nn.bias	4	0.1327858418226242
424416	embedding2nn.bias	5	-0.045351799577474594
424416	embedding2nn.bias	6	-0.03173018991947174
424416	embedding2nn.bias	7	0.034142185002565384
424416	embedding2nn.bias	8	-0.15421579778194427
424416	embedding2nn.bias	9	-0.4207368791103363
424416	rnn.weight_ih_l0	0	-0.00183966348413378
424416	rnn.weight_ih_l0	1	-0.0789409726858139
424416	rnn.weight_ih_l0	2	-0.062262892723083496
424416	rnn.weight_ih_l0	3	0.09988994896411896
424416	rnn.weight_ih_l0	4	0.007392301224172115
424416	rnn.weight_ih_l0	5	-0.0580538772046566
424416	rnn.weight_ih_l0	6	-0.023238010704517365
424416	rnn.weight_ih_l0	7	-0.03382573649287224
424416	rnn.weight_ih_l0	8	0.018215680494904518
424416	rnn.weight_ih_l0	9	-0.06367311626672745
424416	rnn.weight_hh_l0	0	-0.003925781697034836
424416	rnn.weight_hh_l0	1	0.07037008553743362
424416	rnn.weight_hh_l0	2	0.02001092955470085
424416	rnn.weight_hh_l0	3	-0.0002388058346696198
424416	rnn.weight_hh_l0	4	0.02607525885105133
424416	rnn.weight_hh_l0	5	0.05434416979551315
424416	rnn.weight_hh_l0	6	-0.053338345140218735
424416	rnn.weight_hh_l0	7	-0.09637665748596191
424416	rnn.weight_hh_l0	8	0.03796044737100601
424416	rnn.weight_hh_l0	9	-0.1027015894651413
424416	rnn.bias_ih_l0	0	0.1488085687160492
424416	rnn.bias_ih_l0	1	-0.29035523533821106
424416	rnn.bias_ih_l0	2	-0.02681818976998329
424416	rnn.bias_ih_l0	3	-0.19284845888614655
424416	rnn.bias_ih_l0	4	0.030168723315000534
424416	rnn.bias_ih_l0	5	-0.3720003366470337
424416	rnn.bias_ih_l0	6	-0.11017915606498718
424416	rnn.bias_ih_l0	7	-0.322697252035141
424416	rnn.bias_ih_l0	8	-0.28059497475624084
424416	rnn.bias_ih_l0	9	-0.46377357840538025
424416	rnn.bias_hh_l0	0	-0.3421703577041626
424416	rnn.bias_hh_l0	1	-0.3767932951450348
424416	rnn.bias_hh_l0	2	-0.30542856454849243
424416	rnn.bias_hh_l0	3	-0.06797625869512558
424416	rnn.bias_hh_l0	4	-0.3375576138496399
424416	rnn.bias_hh_l0	5	-0.31151872873306274
424416	rnn.bias_hh_l0	6	-0.10126355290412903
424416	rnn.bias_hh_l0	7	0.07750874757766724
424416	rnn.bias_hh_l0	8	-0.2361345738172531
424416	rnn.bias_hh_l0	9	-0.5252195000648499
424416	rnn.weight_ih_l0_reverse	0	0.03724827617406845
424416	rnn.weight_ih_l0_reverse	1	-0.04416574165225029
424416	rnn.weight_ih_l0_reverse	2	-0.02840939722955227
424416	rnn.weight_ih_l0_reverse	3	-0.1346828192472458
424416	rnn.weight_ih_l0_reverse	4	0.08908157795667648
424416	rnn.weight_ih_l0_reverse	5	-0.08313196897506714
424416	rnn.weight_ih_l0_reverse	6	0.012305689044296741
424416	rnn.weight_ih_l0_reverse	7	0.02475334145128727
424416	rnn.weight_ih_l0_reverse	8	-0.06868652999401093
424416	rnn.weight_ih_l0_reverse	9	-0.07099443674087524
424416	rnn.weight_hh_l0_reverse	0	-0.12587550282478333
424416	rnn.weight_hh_l0_reverse	1	0.03615640848875046
424416	rnn.weight_hh_l0_reverse	2	-0.028464196249842644
424416	rnn.weight_hh_l0_reverse	3	0.039776511490345
424416	rnn.weight_hh_l0_reverse	4	-0.08112721145153046
424416	rnn.weight_hh_l0_reverse	5	0.03926463425159454
424416	rnn.weight_hh_l0_reverse	6	0.02555614709854126
424416	rnn.weight_hh_l0_reverse	7	-0.10826747864484787
424416	rnn.weight_hh_l0_reverse	8	-0.05072501674294472
424416	rnn.weight_hh_l0_reverse	9	0.06783853471279144
424416	rnn.bias_ih_l0_reverse	0	-0.15886320173740387
424416	rnn.bias_ih_l0_reverse	1	-0.07635658234357834
424416	rnn.bias_ih_l0_reverse	2	0.1134476587176323
424416	rnn.bias_ih_l0_reverse	3	-0.2654797434806824
424416	rnn.bias_ih_l0_reverse	4	-0.017602860927581787
424416	rnn.bias_ih_l0_reverse	5	-0.21009063720703125
424416	rnn.bias_ih_l0_reverse	6	0.2404540479183197
424416	rnn.bias_ih_l0_reverse	7	-0.26733604073524475
424416	rnn.bias_ih_l0_reverse	8	-0.16635949909687042
424416	rnn.bias_ih_l0_reverse	9	-0.18792346119880676
424416	rnn.bias_hh_l0_reverse	0	-0.13343629240989685
424416	rnn.bias_hh_l0_reverse	1	0.2428659349679947
424416	rnn.bias_hh_l0_reverse	2	-0.31719744205474854
424416	rnn.bias_hh_l0_reverse	3	-0.20689742267131805
424416	rnn.bias_hh_l0_reverse	4	-0.3668205440044403
424416	rnn.bias_hh_l0_reverse	5	-0.19438296556472778
424416	rnn.bias_hh_l0_reverse	6	-0.2737497389316559
424416	rnn.bias_hh_l0_reverse	7	-0.09451601654291153
424416	rnn.bias_hh_l0_reverse	8	-0.27688518166542053
424416	rnn.bias_hh_l0_reverse	9	0.2112312912940979
424416	linear.weight	0	0.1623297929763794
424416	linear.weight	1	-0.3885180354118347
424416	linear.weight	2	0.10553838312625885
424416	linear.weight	3	0.06767898052930832
424416	linear.weight	4	-0.0869218036532402
424416	linear.weight	5	0.1485927253961563
424416	linear.weight	6	-0.038874316960573196
424416	linear.weight	7	-0.06237225979566574
424416	linear.weight	8	0.12347288429737091
424416	linear.weight	9	-0.04736108332872391
424416	linear.bias	0	-0.9784268140792847
424416	linear.bias	1	1.965918779373169
424416	linear.bias	2	0.7279610633850098
424416	linear.bias	3	-2.6497244834899902
424416	linear.bias	4	-0.18500496447086334
424416	linear.bias	5	1.2979648113250732
424416	linear.bias	6	-0.16193442046642303
424416	linear.bias	7	0.7551167011260986
424416	linear.bias	8	2.2128567695617676
424416	linear.bias	9	-1.449324131011963
425025	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
425025	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
425025	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
425025	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
425025	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
425025	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
425025	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
425025	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
425025	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
425025	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
425025	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
425025	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
425025	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
425025	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
425025	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
425025	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
425025	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
425025	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
425025	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
425025	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
425025	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
425025	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
425025	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
425025	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
425025	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
425025	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
425025	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
425025	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
425025	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
425025	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
425025	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
425025	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
425025	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
425025	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
425025	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
425025	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
425025	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
425025	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
425025	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
425025	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
425025	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
425025	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
425025	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
425025	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
425025	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
425025	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
425025	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
425025	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
425025	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
425025	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
425025	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
425025	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
425025	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
425025	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
425025	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
425025	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
425025	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
425025	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
425025	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
425025	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
425025	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
425025	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
425025	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
425025	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
425025	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
425025	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
425025	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
425025	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
425025	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
425025	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
425025	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
425025	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
425025	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
425025	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
425025	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
425025	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
425025	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
425025	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
425025	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
425025	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
425025	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
425025	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
425025	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
425025	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
425025	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
425025	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
425025	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
425025	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
425025	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
425025	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
425025	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
425025	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
425025	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
425025	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
425025	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
425025	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
425025	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
425025	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
425025	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
425025	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
425025	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
425025	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
425025	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
425025	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
425025	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
425025	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
425025	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
425025	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
425025	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
425025	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
425025	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
425025	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
425025	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
425025	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
425025	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
425025	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
425025	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
425025	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
425025	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
425025	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
425025	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
425025	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
425025	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
425025	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
425025	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
425025	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
425025	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
425025	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
425025	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
425025	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
425025	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
425025	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
425025	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
425025	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
425025	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
425025	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
425025	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
425025	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
425025	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
425025	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
425025	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
425025	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
425025	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
425025	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
425025	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
425025	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
425025	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
425025	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
425025	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
425025	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
425025	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
425025	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
425025	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
425025	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
425025	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
425025	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
425025	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
425025	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
425025	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
425025	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
425025	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
425025	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
425025	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
425025	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
425025	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
425025	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
425025	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
425025	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
425025	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
425025	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
425025	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
425025	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
425025	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
425025	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
425025	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
425025	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
425025	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
425025	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
425025	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
425025	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
425025	embedding2nn.weight	0	0.31540820002555847
425025	embedding2nn.weight	1	0.39371177554130554
425025	embedding2nn.weight	2	0.011074511334300041
425025	embedding2nn.weight	3	-0.002923964522778988
425025	embedding2nn.weight	4	-0.033693064004182816
425025	embedding2nn.weight	5	0.06947802007198334
425025	embedding2nn.weight	6	0.026891199871897697
425025	embedding2nn.weight	7	0.02950187213718891
425025	embedding2nn.weight	8	0.05330176278948784
425025	embedding2nn.weight	9	-0.02049543336033821
425025	embedding2nn.bias	0	0.04329318180680275
425025	embedding2nn.bias	1	-0.20863589644432068
425025	embedding2nn.bias	2	0.11987725645303726
425025	embedding2nn.bias	3	0.17969205975532532
425025	embedding2nn.bias	4	0.12996023893356323
425025	embedding2nn.bias	5	-0.040114209055900574
425025	embedding2nn.bias	6	-0.036914337426424026
425025	embedding2nn.bias	7	0.0421665757894516
425025	embedding2nn.bias	8	-0.17219354212284088
425025	embedding2nn.bias	9	-0.41681453585624695
425025	rnn.weight_ih_l0	0	-0.0009571108384989202
425025	rnn.weight_ih_l0	1	-0.07909820228815079
425025	rnn.weight_ih_l0	2	-0.06493693590164185
425025	rnn.weight_ih_l0	3	0.10297718644142151
425025	rnn.weight_ih_l0	4	0.011360363103449345
425025	rnn.weight_ih_l0	5	-0.06162703409790993
425025	rnn.weight_ih_l0	6	-0.02655375935137272
425025	rnn.weight_ih_l0	7	-0.02803611196577549
425025	rnn.weight_ih_l0	8	0.013754693791270256
425025	rnn.weight_ih_l0	9	-0.06490923464298248
425025	rnn.weight_hh_l0	0	-0.0036260513588786125
425025	rnn.weight_hh_l0	1	0.07015258073806763
425025	rnn.weight_hh_l0	2	0.01839391700923443
425025	rnn.weight_hh_l0	3	-1.9053319419981563e-06
425025	rnn.weight_hh_l0	4	0.026937678456306458
425025	rnn.weight_hh_l0	5	0.05587995424866676
425025	rnn.weight_hh_l0	6	-0.052550166845321655
425025	rnn.weight_hh_l0	7	-0.09692538529634476
425025	rnn.weight_hh_l0	8	0.037452299147844315
425025	rnn.weight_hh_l0	9	-0.10398533940315247
425025	rnn.bias_ih_l0	0	0.163138747215271
425025	rnn.bias_ih_l0	1	-0.29000964760780334
425025	rnn.bias_ih_l0	2	-0.03229772672057152
425025	rnn.bias_ih_l0	3	-0.19790399074554443
425025	rnn.bias_ih_l0	4	0.028763649985194206
425025	rnn.bias_ih_l0	5	-0.3723844885826111
425025	rnn.bias_ih_l0	6	-0.11763632297515869
425025	rnn.bias_ih_l0	7	-0.3238650858402252
425025	rnn.bias_ih_l0	8	-0.28004705905914307
425025	rnn.bias_ih_l0	9	-0.45885762572288513
425025	rnn.bias_hh_l0	0	-0.3485923409461975
425025	rnn.bias_hh_l0	1	-0.3781015872955322
425025	rnn.bias_hh_l0	2	-0.2985002398490906
425025	rnn.bias_hh_l0	3	-0.06545726954936981
425025	rnn.bias_hh_l0	4	-0.3311765491962433
425025	rnn.bias_hh_l0	5	-0.3141099512577057
425025	rnn.bias_hh_l0	6	-0.1055585965514183
425025	rnn.bias_hh_l0	7	0.08220964670181274
425025	rnn.bias_hh_l0	8	-0.24140173196792603
425025	rnn.bias_hh_l0	9	-0.5225875377655029
425025	rnn.weight_ih_l0_reverse	0	0.03572053834795952
425025	rnn.weight_ih_l0_reverse	1	-0.045231375843286514
425025	rnn.weight_ih_l0_reverse	2	-0.028061844408512115
425025	rnn.weight_ih_l0_reverse	3	-0.13633905351161957
425025	rnn.weight_ih_l0_reverse	4	0.09049319475889206
425025	rnn.weight_ih_l0_reverse	5	-0.07983903586864471
425025	rnn.weight_ih_l0_reverse	6	0.014558923430740833
425025	rnn.weight_ih_l0_reverse	7	0.024869900196790695
425025	rnn.weight_ih_l0_reverse	8	-0.06721101701259613
425025	rnn.weight_ih_l0_reverse	9	-0.06716518104076385
425025	rnn.weight_hh_l0_reverse	0	-0.12584863603115082
425025	rnn.weight_hh_l0_reverse	1	0.03445304185152054
425025	rnn.weight_hh_l0_reverse	2	-0.028747433796525
425025	rnn.weight_hh_l0_reverse	3	0.039156317710876465
425025	rnn.weight_hh_l0_reverse	4	-0.08187572658061981
425025	rnn.weight_hh_l0_reverse	5	0.038910120725631714
425025	rnn.weight_hh_l0_reverse	6	0.025712603703141212
425025	rnn.weight_hh_l0_reverse	7	-0.10992664843797684
425025	rnn.weight_hh_l0_reverse	8	-0.05064564570784569
425025	rnn.weight_hh_l0_reverse	9	0.06665980070829391
425025	rnn.bias_ih_l0_reverse	0	-0.15990015864372253
425025	rnn.bias_ih_l0_reverse	1	-0.07616574317216873
425025	rnn.bias_ih_l0_reverse	2	0.11474768817424774
425025	rnn.bias_ih_l0_reverse	3	-0.2565288841724396
425025	rnn.bias_ih_l0_reverse	4	-0.025725502520799637
425025	rnn.bias_ih_l0_reverse	5	-0.20480574667453766
425025	rnn.bias_ih_l0_reverse	6	0.2467910349369049
425025	rnn.bias_ih_l0_reverse	7	-0.2754630148410797
425025	rnn.bias_ih_l0_reverse	8	-0.16483435034751892
425025	rnn.bias_ih_l0_reverse	9	-0.1972554475069046
425025	rnn.bias_hh_l0_reverse	0	-0.13342131674289703
425025	rnn.bias_hh_l0_reverse	1	0.23726828396320343
425025	rnn.bias_hh_l0_reverse	2	-0.31728172302246094
425025	rnn.bias_hh_l0_reverse	3	-0.2133997678756714
425025	rnn.bias_hh_l0_reverse	4	-0.3707318902015686
425025	rnn.bias_hh_l0_reverse	5	-0.18973183631896973
425025	rnn.bias_hh_l0_reverse	6	-0.26901426911354065
425025	rnn.bias_hh_l0_reverse	7	-0.09081444889307022
425025	rnn.bias_hh_l0_reverse	8	-0.2771623134613037
425025	rnn.bias_hh_l0_reverse	9	0.21046698093414307
425025	linear.weight	0	0.17174875736236572
425025	linear.weight	1	-0.41926702857017517
425025	linear.weight	2	0.08558333665132523
425025	linear.weight	3	0.0676792711019516
425025	linear.weight	4	-0.12941402196884155
425025	linear.weight	5	0.12523020803928375
425025	linear.weight	6	-0.056907325983047485
425025	linear.weight	7	-0.062363483011722565
425025	linear.weight	8	0.10951989144086838
425025	linear.weight	9	-0.04737699776887894
425025	linear.bias	0	-0.9691284894943237
425025	linear.bias	1	1.918817162513733
425025	linear.bias	2	0.7505951523780823
425025	linear.bias	3	-2.650167465209961
425025	linear.bias	4	-0.2003355324268341
425025	linear.bias	5	1.2897417545318604
425025	linear.bias	6	-0.17238885164260864
425025	linear.bias	7	0.8024052977561951
425025	linear.bias	8	2.1770570278167725
425025	linear.bias	9	-1.489926815032959
425634	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
425634	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
425634	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
425634	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
425634	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
425634	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
425634	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
425634	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
425634	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
425634	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
425634	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
425634	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
425634	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
425634	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
425634	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
425634	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
425634	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
425634	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
425634	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
425634	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
425634	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
425634	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
425634	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
425634	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
425634	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
425634	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
425634	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
425634	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
425634	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
425634	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
425634	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
425634	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
425634	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
425634	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
425634	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
425634	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
425634	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
425634	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
425634	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
425634	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
425634	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
425634	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
425634	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
425634	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
425634	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
425634	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
425634	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
425634	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
425634	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
425634	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
425634	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
425634	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
425634	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
425634	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
425634	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
425634	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
425634	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
425634	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
425634	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
425634	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
425634	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
425634	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
425634	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
425634	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
425634	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
425634	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
425634	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
425634	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
425634	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
425634	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
425634	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
425634	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
425634	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
425634	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
425634	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
425634	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
425634	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
425634	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
425634	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
425634	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
425634	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
425634	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
425634	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
425634	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
425634	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
425634	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
425634	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
425634	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
425634	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
425634	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
425634	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
425634	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
425634	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
425634	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
425634	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
425634	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
425634	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
425634	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
425634	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
425634	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
425634	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
425634	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
425634	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
425634	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
425634	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
425634	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
425634	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
425634	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
425634	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
425634	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
425634	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
425634	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
425634	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
425634	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
425634	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
425634	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
425634	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
425634	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
425634	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
425634	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
425634	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
425634	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
425634	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
425634	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
425634	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
425634	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
425634	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
425634	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
425634	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
425634	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
425634	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
425634	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
425634	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
425634	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
425634	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
425634	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
425634	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
425634	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
425634	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
425634	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
425634	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
425634	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
425634	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
425634	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
425634	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
425634	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
425634	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
425634	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
425634	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
425634	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
425634	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
425634	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
425634	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
425634	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
425634	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
425634	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
425634	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
425634	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
425634	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
425634	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
425634	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
425634	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
425634	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
425634	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
425634	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
425634	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
425634	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
425634	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
425634	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
425634	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
425634	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
425634	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
425634	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
425634	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
425634	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
425634	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
425634	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
425634	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
425634	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
425634	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
425634	embedding2nn.weight	0	0.31425678730010986
425634	embedding2nn.weight	1	0.3910079002380371
425634	embedding2nn.weight	2	0.017215337604284286
425634	embedding2nn.weight	3	-0.0026711898390203714
425634	embedding2nn.weight	4	-0.03429842367768288
425634	embedding2nn.weight	5	0.0693051666021347
425634	embedding2nn.weight	6	0.02214268408715725
425634	embedding2nn.weight	7	0.03488941863179207
425634	embedding2nn.weight	8	0.05077724903821945
425634	embedding2nn.weight	9	-0.017521359026432037
425634	embedding2nn.bias	0	0.05898434296250343
425634	embedding2nn.bias	1	-0.22813235223293304
425634	embedding2nn.bias	2	0.11319775879383087
425634	embedding2nn.bias	3	0.16818535327911377
425634	embedding2nn.bias	4	0.12586617469787598
425634	embedding2nn.bias	5	-0.06462667137384415
425634	embedding2nn.bias	6	-0.06549324840307236
425634	embedding2nn.bias	7	0.05098618566989899
425634	embedding2nn.bias	8	-0.15337017178535461
425634	embedding2nn.bias	9	-0.4208073616027832
425634	rnn.weight_ih_l0	0	-0.0028734360821545124
425634	rnn.weight_ih_l0	1	-0.07650072127580643
425634	rnn.weight_ih_l0	2	-0.06694963574409485
425634	rnn.weight_ih_l0	3	0.10271761566400528
425634	rnn.weight_ih_l0	4	-0.006125618238002062
425634	rnn.weight_ih_l0	5	-0.06581410765647888
425634	rnn.weight_ih_l0	6	-0.01727944239974022
425634	rnn.weight_ih_l0	7	-0.032889097929000854
425634	rnn.weight_ih_l0	8	0.016430296003818512
425634	rnn.weight_ih_l0	9	-0.0643812045454979
425634	rnn.weight_hh_l0	0	-0.003465698566287756
425634	rnn.weight_hh_l0	1	0.0702531486749649
425634	rnn.weight_hh_l0	2	0.019147614017128944
425634	rnn.weight_hh_l0	3	3.433612846492906e-06
425634	rnn.weight_hh_l0	4	0.026632005348801613
425634	rnn.weight_hh_l0	5	0.05534844473004341
425634	rnn.weight_hh_l0	6	-0.053025487810373306
425634	rnn.weight_hh_l0	7	-0.09623242169618607
425634	rnn.weight_hh_l0	8	0.037888891994953156
425634	rnn.weight_hh_l0	9	-0.10261079668998718
425634	rnn.bias_ih_l0	0	0.17118211090564728
425634	rnn.bias_ih_l0	1	-0.29484039545059204
425634	rnn.bias_ih_l0	2	-0.031201936304569244
425634	rnn.bias_ih_l0	3	-0.19480440020561218
425634	rnn.bias_ih_l0	4	0.021580228582024574
425634	rnn.bias_ih_l0	5	-0.3763453960418701
425634	rnn.bias_ih_l0	6	-0.12056610733270645
425634	rnn.bias_ih_l0	7	-0.32364386320114136
425634	rnn.bias_ih_l0	8	-0.2815704941749573
425634	rnn.bias_ih_l0	9	-0.45023488998413086
425634	rnn.bias_hh_l0	0	-0.34306076169013977
425634	rnn.bias_hh_l0	1	-0.38682153820991516
425634	rnn.bias_hh_l0	2	-0.3022671639919281
425634	rnn.bias_hh_l0	3	-0.06916485726833344
425634	rnn.bias_hh_l0	4	-0.3339312970638275
425634	rnn.bias_hh_l0	5	-0.319995641708374
425634	rnn.bias_hh_l0	6	-0.10109628736972809
425634	rnn.bias_hh_l0	7	0.08380961418151855
425634	rnn.bias_hh_l0	8	-0.24437053501605988
425634	rnn.bias_hh_l0	9	-0.5182889103889465
425634	rnn.weight_ih_l0_reverse	0	0.029546773061156273
425634	rnn.weight_ih_l0_reverse	1	-0.04555375501513481
425634	rnn.weight_ih_l0_reverse	2	-0.027732297778129578
425634	rnn.weight_ih_l0_reverse	3	-0.13255013525485992
425634	rnn.weight_ih_l0_reverse	4	0.09054996073246002
425634	rnn.weight_ih_l0_reverse	5	-0.0769968032836914
425634	rnn.weight_ih_l0_reverse	6	0.009688101708889008
425634	rnn.weight_ih_l0_reverse	7	0.024951551109552383
425634	rnn.weight_ih_l0_reverse	8	-0.06590396165847778
425634	rnn.weight_ih_l0_reverse	9	-0.06370840966701508
425634	rnn.weight_hh_l0_reverse	0	-0.1263611763715744
425634	rnn.weight_hh_l0_reverse	1	0.033217884600162506
425634	rnn.weight_hh_l0_reverse	2	-0.028612855821847916
425634	rnn.weight_hh_l0_reverse	3	0.038736723363399506
425634	rnn.weight_hh_l0_reverse	4	-0.0808926522731781
425634	rnn.weight_hh_l0_reverse	5	0.038361817598342896
425634	rnn.weight_hh_l0_reverse	6	0.025567658245563507
425634	rnn.weight_hh_l0_reverse	7	-0.11361276358366013
425634	rnn.weight_hh_l0_reverse	8	-0.04690055549144745
425634	rnn.weight_hh_l0_reverse	9	0.06770976632833481
425634	rnn.bias_ih_l0_reverse	0	-0.16044464707374573
425634	rnn.bias_ih_l0_reverse	1	-0.08731924742460251
425634	rnn.bias_ih_l0_reverse	2	0.11598770320415497
425634	rnn.bias_ih_l0_reverse	3	-0.25568556785583496
425634	rnn.bias_ih_l0_reverse	4	-0.02314792387187481
425634	rnn.bias_ih_l0_reverse	5	-0.2066967785358429
425634	rnn.bias_ih_l0_reverse	6	0.24823470413684845
425634	rnn.bias_ih_l0_reverse	7	-0.2836766242980957
425634	rnn.bias_ih_l0_reverse	8	-0.16978225111961365
425634	rnn.bias_ih_l0_reverse	9	-0.18919417262077332
425634	rnn.bias_hh_l0_reverse	0	-0.13959282636642456
425634	rnn.bias_hh_l0_reverse	1	0.24403002858161926
425634	rnn.bias_hh_l0_reverse	2	-0.31705379486083984
425634	rnn.bias_hh_l0_reverse	3	-0.20421834290027618
425634	rnn.bias_hh_l0_reverse	4	-0.3716256022453308
425634	rnn.bias_hh_l0_reverse	5	-0.18795157968997955
425634	rnn.bias_hh_l0_reverse	6	-0.2613717019557953
425634	rnn.bias_hh_l0_reverse	7	-0.09452992677688599
425634	rnn.bias_hh_l0_reverse	8	-0.27607712149620056
425634	rnn.bias_hh_l0_reverse	9	0.21932779252529144
425634	linear.weight	0	0.20532450079917908
425634	linear.weight	1	-0.40361595153808594
425634	linear.weight	2	0.10742414742708206
425634	linear.weight	3	0.06767702847719193
425634	linear.weight	4	-0.1587681621313095
425634	linear.weight	5	0.18695113062858582
425634	linear.weight	6	-0.0482834130525589
425634	linear.weight	7	-0.062347542494535446
425634	linear.weight	8	0.11840272694826126
425634	linear.weight	9	-0.04739360883831978
425634	linear.bias	0	-0.9799911379814148
425634	linear.bias	1	1.9443461894989014
425634	linear.bias	2	0.7697641253471375
425634	linear.bias	3	-2.6506075859069824
425634	linear.bias	4	-0.15062449872493744
425634	linear.bias	5	1.299971103668213
425634	linear.bias	6	-0.18423548340797424
425634	linear.bias	7	0.7810431122779846
425634	linear.bias	8	2.1676976680755615
425634	linear.bias	9	-1.4878805875778198
426243	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
426243	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
426243	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
426243	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
426243	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
426243	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
426243	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
426243	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
426243	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
426243	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
426243	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
426243	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
426243	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
426243	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
426243	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
426243	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
426243	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
426243	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
426243	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
426243	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
426243	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
426243	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
426243	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
426243	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
426243	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
426243	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
426243	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
426243	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
426243	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
426243	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
426243	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
426243	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
426243	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
426243	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
426243	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
426243	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
426243	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
426243	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
426243	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
426243	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
426243	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
426243	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
426243	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
426243	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
426243	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
426243	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
426243	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
426243	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
426243	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
426243	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
426243	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
426243	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
426243	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
426243	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
426243	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
426243	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
426243	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
426243	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
426243	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
426243	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
426243	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
426243	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
426243	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
426243	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
426243	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
426243	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
426243	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
426243	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
426243	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
426243	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
426243	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
426243	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
426243	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
426243	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
426243	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
426243	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
426243	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
426243	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
426243	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
426243	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
426243	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
426243	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
426243	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
426243	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
426243	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
426243	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
426243	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
426243	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
426243	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
426243	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
426243	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
426243	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
426243	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
426243	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
426243	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
426243	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
426243	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
426243	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
426243	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
426243	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
426243	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
426243	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
426243	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
426243	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
426243	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
426243	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
426243	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
426243	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
426243	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
426243	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
426243	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
426243	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
426243	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
426243	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
426243	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
426243	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
426243	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
426243	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
426243	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
426243	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
426243	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
426243	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
426243	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
426243	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
426243	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
426243	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
426243	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
426243	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
426243	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
426243	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
426243	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
426243	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
426243	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
426243	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
426243	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
426243	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
426243	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
426243	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
426243	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
426243	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
426243	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
426243	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
426243	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
426243	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
426243	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
426243	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
426243	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
426243	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
426243	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
426243	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
426243	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
426243	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
426243	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
426243	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
426243	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
426243	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
426243	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
426243	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
426243	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
426243	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
426243	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
426243	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
426243	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
426243	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
426243	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
426243	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
426243	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
426243	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
426243	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
426243	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
426243	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
426243	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
426243	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
426243	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
426243	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
426243	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
426243	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
426243	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
426243	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
426243	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
426243	embedding2nn.weight	0	0.3147682845592499
426243	embedding2nn.weight	1	0.3912251889705658
426243	embedding2nn.weight	2	0.01667286828160286
426243	embedding2nn.weight	3	0.011470723897218704
426243	embedding2nn.weight	4	-0.03663770109415054
426243	embedding2nn.weight	5	0.07152321189641953
426243	embedding2nn.weight	6	0.020463954657316208
426243	embedding2nn.weight	7	0.038107577711343765
426243	embedding2nn.weight	8	0.046662721782922745
426243	embedding2nn.weight	9	-0.015619542449712753
426243	embedding2nn.bias	0	0.06878415495157242
426243	embedding2nn.bias	1	-0.22124692797660828
426243	embedding2nn.bias	2	0.11482907831668854
426243	embedding2nn.bias	3	0.14835722744464874
426243	embedding2nn.bias	4	0.1209791973233223
426243	embedding2nn.bias	5	-0.07547937333583832
426243	embedding2nn.bias	6	-0.06104082986712456
426243	embedding2nn.bias	7	0.04596581682562828
426243	embedding2nn.bias	8	-0.13489489257335663
426243	embedding2nn.bias	9	-0.42047566175460815
426243	rnn.weight_ih_l0	0	-0.0012811287306249142
426243	rnn.weight_ih_l0	1	-0.07554297894239426
426243	rnn.weight_ih_l0	2	-0.06791024655103683
426243	rnn.weight_ih_l0	3	0.10242369771003723
426243	rnn.weight_ih_l0	4	0.00017677438154350966
426243	rnn.weight_ih_l0	5	-0.07105898857116699
426243	rnn.weight_ih_l0	6	-0.009472946636378765
426243	rnn.weight_ih_l0	7	-0.03626563400030136
426243	rnn.weight_ih_l0	8	0.026734884828329086
426243	rnn.weight_ih_l0	9	-0.06677616387605667
426243	rnn.weight_hh_l0	0	-0.0039648874662816525
426243	rnn.weight_hh_l0	1	0.07038796693086624
426243	rnn.weight_hh_l0	2	0.017975296825170517
426243	rnn.weight_hh_l0	3	7.445640949299559e-05
426243	rnn.weight_hh_l0	4	0.027028163895010948
426243	rnn.weight_hh_l0	5	0.05434621497988701
426243	rnn.weight_hh_l0	6	-0.05375031754374504
426243	rnn.weight_hh_l0	7	-0.09246290475130081
426243	rnn.weight_hh_l0	8	0.03825647383928299
426243	rnn.weight_hh_l0	9	-0.10334369540214539
426243	rnn.bias_ih_l0	0	0.1816791445016861
426243	rnn.bias_ih_l0	1	-0.2807266116142273
426243	rnn.bias_ih_l0	2	-0.03324491158127785
426243	rnn.bias_ih_l0	3	-0.20566584169864655
426243	rnn.bias_ih_l0	4	0.01813887618482113
426243	rnn.bias_ih_l0	5	-0.3671562075614929
426243	rnn.bias_ih_l0	6	-0.12390276789665222
426243	rnn.bias_ih_l0	7	-0.32462310791015625
426243	rnn.bias_ih_l0	8	-0.28138452768325806
426243	rnn.bias_ih_l0	9	-0.44908130168914795
426243	rnn.bias_hh_l0	0	-0.33609405159950256
426243	rnn.bias_hh_l0	1	-0.3787856996059418
426243	rnn.bias_hh_l0	2	-0.3017706871032715
426243	rnn.bias_hh_l0	3	-0.06578047573566437
426243	rnn.bias_hh_l0	4	-0.3332071304321289
426243	rnn.bias_hh_l0	5	-0.32035866379737854
426243	rnn.bias_hh_l0	6	-0.10978595912456512
426243	rnn.bias_hh_l0	7	0.0797097310423851
426243	rnn.bias_hh_l0	8	-0.2330925017595291
426243	rnn.bias_hh_l0	9	-0.5166599750518799
426243	rnn.weight_ih_l0_reverse	0	0.03514034301042557
426243	rnn.weight_ih_l0_reverse	1	-0.044013578444719315
426243	rnn.weight_ih_l0_reverse	2	-0.023258106783032417
426243	rnn.weight_ih_l0_reverse	3	-0.13240879774093628
426243	rnn.weight_ih_l0_reverse	4	0.09175435453653336
426243	rnn.weight_ih_l0_reverse	5	-0.07624942064285278
426243	rnn.weight_ih_l0_reverse	6	0.00755513459444046
426243	rnn.weight_ih_l0_reverse	7	0.02606210857629776
426243	rnn.weight_ih_l0_reverse	8	-0.06744105368852615
426243	rnn.weight_ih_l0_reverse	9	-0.07497385889291763
426243	rnn.weight_hh_l0_reverse	0	-0.12597928941249847
426243	rnn.weight_hh_l0_reverse	1	0.03224444016814232
426243	rnn.weight_hh_l0_reverse	2	-0.029293367639183998
426243	rnn.weight_hh_l0_reverse	3	0.038868263363838196
426243	rnn.weight_hh_l0_reverse	4	-0.08168826997280121
426243	rnn.weight_hh_l0_reverse	5	0.038235925137996674
426243	rnn.weight_hh_l0_reverse	6	0.025586387142539024
426243	rnn.weight_hh_l0_reverse	7	-0.11241211742162704
426243	rnn.weight_hh_l0_reverse	8	-0.04684094712138176
426243	rnn.weight_hh_l0_reverse	9	0.07108920067548752
426243	rnn.bias_ih_l0_reverse	0	-0.1561216562986374
426243	rnn.bias_ih_l0_reverse	1	-0.07692952454090118
426243	rnn.bias_ih_l0_reverse	2	0.12397372722625732
426243	rnn.bias_ih_l0_reverse	3	-0.2587949335575104
426243	rnn.bias_ih_l0_reverse	4	-0.02297830767929554
426243	rnn.bias_ih_l0_reverse	5	-0.2034710794687271
426243	rnn.bias_ih_l0_reverse	6	0.24122099578380585
426243	rnn.bias_ih_l0_reverse	7	-0.25898799300193787
426243	rnn.bias_ih_l0_reverse	8	-0.16961999237537384
426243	rnn.bias_ih_l0_reverse	9	-0.19775697588920593
426243	rnn.bias_hh_l0_reverse	0	-0.14160804450511932
426243	rnn.bias_hh_l0_reverse	1	0.24552121758460999
426243	rnn.bias_hh_l0_reverse	2	-0.31098219752311707
426243	rnn.bias_hh_l0_reverse	3	-0.20435097813606262
426243	rnn.bias_hh_l0_reverse	4	-0.37050822377204895
426243	rnn.bias_hh_l0_reverse	5	-0.1845458745956421
426243	rnn.bias_hh_l0_reverse	6	-0.26610881090164185
426243	rnn.bias_hh_l0_reverse	7	-0.09189175814390182
426243	rnn.bias_hh_l0_reverse	8	-0.2813151776790619
426243	rnn.bias_hh_l0_reverse	9	0.21429850161075592
426243	linear.weight	0	0.1979524940252304
426243	linear.weight	1	-0.3777008652687073
426243	linear.weight	2	0.05361051857471466
426243	linear.weight	3	0.06767935305833817
426243	linear.weight	4	-0.10695638507604599
426243	linear.weight	5	0.1907733827829361
426243	linear.weight	6	-0.07594534009695053
426243	linear.weight	7	-0.062337253242731094
426243	linear.weight	8	0.09679353982210159
426243	linear.weight	9	-0.047406572848558426
426243	linear.bias	0	-0.9411548972129822
426243	linear.bias	1	1.9280229806900024
426243	linear.bias	2	0.7196984887123108
426243	linear.bias	3	-2.651000738143921
426243	linear.bias	4	-0.1572723239660263
426243	linear.bias	5	1.2615693807601929
426243	linear.bias	6	-0.20100176334381104
426243	linear.bias	7	0.7758226990699768
426243	linear.bias	8	2.1833534240722656
426243	linear.bias	9	-1.4551745653152466
426852	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
426852	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
426852	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
426852	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
426852	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
426852	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
426852	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
426852	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
426852	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
426852	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
426852	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
426852	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
426852	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
426852	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
426852	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
426852	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
426852	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
426852	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
426852	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
426852	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
426852	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
426852	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
426852	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
426852	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
426852	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
426852	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
426852	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
426852	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
426852	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
426852	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
426852	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
426852	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
426852	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
426852	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
426852	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
426852	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
426852	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
426852	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
426852	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
426852	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
426852	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
426852	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
426852	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
426852	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
426852	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
426852	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
426852	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
426852	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
426852	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
426852	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
426852	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
426852	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
426852	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
426852	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
426852	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
426852	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
426852	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
426852	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
426852	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
426852	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
426852	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
426852	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
426852	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
426852	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
426852	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
426852	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
426852	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
426852	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
426852	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
426852	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
426852	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
426852	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
426852	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
426852	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
426852	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
426852	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
426852	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
426852	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
426852	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
426852	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
426852	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
426852	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
426852	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
426852	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
426852	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
426852	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
426852	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
426852	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
426852	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
426852	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
426852	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
426852	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
426852	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
426852	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
426852	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
426852	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
426852	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
426852	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
426852	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
426852	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
426852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
426852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
426852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
426852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
426852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
426852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
426852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
426852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
426852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
426852	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
426852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
426852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
426852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
426852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
426852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
426852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
426852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
426852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
426852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
426852	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
426852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
426852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
426852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
426852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
426852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
426852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
426852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
426852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
426852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
426852	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
426852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
426852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
426852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
426852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
426852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
426852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
426852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
426852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
426852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
426852	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
426852	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
426852	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
426852	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
426852	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
426852	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
426852	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
426852	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
426852	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
426852	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
426852	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
426852	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
426852	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
426852	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
426852	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
426852	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
426852	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
426852	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
426852	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
426852	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
426852	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
426852	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
426852	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
426852	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
426852	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
426852	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
426852	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
426852	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
426852	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
426852	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
426852	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
426852	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
426852	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
426852	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
426852	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
426852	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
426852	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
426852	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
426852	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
426852	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
426852	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
426852	embedding2nn.weight	0	0.3137774169445038
426852	embedding2nn.weight	1	0.39694681763648987
426852	embedding2nn.weight	2	0.01767949014902115
426852	embedding2nn.weight	3	-0.017291149124503136
426852	embedding2nn.weight	4	-0.03546040132641792
426852	embedding2nn.weight	5	0.07259341329336166
426852	embedding2nn.weight	6	0.014240890741348267
426852	embedding2nn.weight	7	0.035716522485017776
426852	embedding2nn.weight	8	0.038422491401433945
426852	embedding2nn.weight	9	-0.011122946627438068
426852	embedding2nn.bias	0	0.05191866680979729
426852	embedding2nn.bias	1	-0.21802929043769836
426852	embedding2nn.bias	2	0.1355288028717041
426852	embedding2nn.bias	3	0.14380542933940887
426852	embedding2nn.bias	4	0.13037027418613434
426852	embedding2nn.bias	5	-0.043377216905355453
426852	embedding2nn.bias	6	-0.049787577241659164
426852	embedding2nn.bias	7	0.04219841584563255
426852	embedding2nn.bias	8	-0.1284439116716385
426852	embedding2nn.bias	9	-0.4111342132091522
426852	rnn.weight_ih_l0	0	0.0003916440182365477
426852	rnn.weight_ih_l0	1	-0.07345536351203918
426852	rnn.weight_ih_l0	2	-0.06387990713119507
426852	rnn.weight_ih_l0	3	0.10290393978357315
426852	rnn.weight_ih_l0	4	-0.002666992135345936
426852	rnn.weight_ih_l0	5	-0.0742022767663002
426852	rnn.weight_ih_l0	6	-0.015497948043048382
426852	rnn.weight_ih_l0	7	-0.034615978598594666
426852	rnn.weight_ih_l0	8	0.045037951320409775
426852	rnn.weight_ih_l0	9	-0.0639280304312706
426852	rnn.weight_hh_l0	0	-0.003733299672603607
426852	rnn.weight_hh_l0	1	0.07161979377269745
426852	rnn.weight_hh_l0	2	0.01914340816438198
426852	rnn.weight_hh_l0	3	-0.000923524028621614
426852	rnn.weight_hh_l0	4	0.028114819899201393
426852	rnn.weight_hh_l0	5	0.05523599311709404
426852	rnn.weight_hh_l0	6	-0.05330662801861763
426852	rnn.weight_hh_l0	7	-0.09413886070251465
426852	rnn.weight_hh_l0	8	0.037993624806404114
426852	rnn.weight_hh_l0	9	-0.10419832170009613
426852	rnn.bias_ih_l0	0	0.18849855661392212
426852	rnn.bias_ih_l0	1	-0.2838651239871979
426852	rnn.bias_ih_l0	2	-0.034193649888038635
426852	rnn.bias_ih_l0	3	-0.201655313372612
426852	rnn.bias_ih_l0	4	0.027907956391572952
426852	rnn.bias_ih_l0	5	-0.3711302578449249
426852	rnn.bias_ih_l0	6	-0.1208035871386528
426852	rnn.bias_ih_l0	7	-0.32653871178627014
426852	rnn.bias_ih_l0	8	-0.275776207447052
426852	rnn.bias_ih_l0	9	-0.44224438071250916
426852	rnn.bias_hh_l0	0	-0.32963457703590393
426852	rnn.bias_hh_l0	1	-0.38045328855514526
426852	rnn.bias_hh_l0	2	-0.3040057122707367
426852	rnn.bias_hh_l0	3	-0.07130590826272964
426852	rnn.bias_hh_l0	4	-0.3356088101863861
426852	rnn.bias_hh_l0	5	-0.32350099086761475
426852	rnn.bias_hh_l0	6	-0.1134001836180687
426852	rnn.bias_hh_l0	7	0.07085798680782318
426852	rnn.bias_hh_l0	8	-0.23973871767520905
426852	rnn.bias_hh_l0	9	-0.5076189041137695
426852	rnn.weight_ih_l0_reverse	0	0.03536149486899376
426852	rnn.weight_ih_l0_reverse	1	-0.046024076640605927
426852	rnn.weight_ih_l0_reverse	2	-0.024852177128195763
426852	rnn.weight_ih_l0_reverse	3	-0.13604220747947693
426852	rnn.weight_ih_l0_reverse	4	0.09298398345708847
426852	rnn.weight_ih_l0_reverse	5	-0.0765163004398346
426852	rnn.weight_ih_l0_reverse	6	0.009362605400383472
426852	rnn.weight_ih_l0_reverse	7	0.026316964998841286
426852	rnn.weight_ih_l0_reverse	8	-0.06885699182748795
426852	rnn.weight_ih_l0_reverse	9	-0.07874591648578644
426852	rnn.weight_hh_l0_reverse	0	-0.12530983984470367
426852	rnn.weight_hh_l0_reverse	1	0.03234611824154854
426852	rnn.weight_hh_l0_reverse	2	-0.029734116047620773
426852	rnn.weight_hh_l0_reverse	3	0.038182392716407776
426852	rnn.weight_hh_l0_reverse	4	-0.08221032470464706
426852	rnn.weight_hh_l0_reverse	5	0.03828475624322891
426852	rnn.weight_hh_l0_reverse	6	0.02593504823744297
426852	rnn.weight_hh_l0_reverse	7	-0.11014194786548615
426852	rnn.weight_hh_l0_reverse	8	-0.045816726982593536
426852	rnn.weight_hh_l0_reverse	9	0.07303302735090256
426852	rnn.bias_ih_l0_reverse	0	-0.159236341714859
426852	rnn.bias_ih_l0_reverse	1	-0.07394938915967941
426852	rnn.bias_ih_l0_reverse	2	0.12665683031082153
426852	rnn.bias_ih_l0_reverse	3	-0.25903308391571045
426852	rnn.bias_ih_l0_reverse	4	-0.02369261533021927
426852	rnn.bias_ih_l0_reverse	5	-0.2054985910654068
426852	rnn.bias_ih_l0_reverse	6	0.23279380798339844
426852	rnn.bias_ih_l0_reverse	7	-0.25685617327690125
426852	rnn.bias_ih_l0_reverse	8	-0.17039552330970764
426852	rnn.bias_ih_l0_reverse	9	-0.19992531836032867
426852	rnn.bias_hh_l0_reverse	0	-0.12836860120296478
426852	rnn.bias_hh_l0_reverse	1	0.24770598113536835
426852	rnn.bias_hh_l0_reverse	2	-0.323616087436676
426852	rnn.bias_hh_l0_reverse	3	-0.20719847083091736
426852	rnn.bias_hh_l0_reverse	4	-0.3688504099845886
426852	rnn.bias_hh_l0_reverse	5	-0.18576779961585999
426852	rnn.bias_hh_l0_reverse	6	-0.2719822824001312
426852	rnn.bias_hh_l0_reverse	7	-0.09682311117649078
426852	rnn.bias_hh_l0_reverse	8	-0.2787456810474396
426852	rnn.bias_hh_l0_reverse	9	0.20092222094535828
426852	linear.weight	0	0.20630846917629242
426852	linear.weight	1	-0.3814999461174011
426852	linear.weight	2	0.07261085510253906
426852	linear.weight	3	0.06768018007278442
426852	linear.weight	4	-0.12849950790405273
426852	linear.weight	5	0.21770955622196198
426852	linear.weight	6	-0.04846900328993797
426852	linear.weight	7	-0.06231560930609703
426852	linear.weight	8	0.06676366925239563
426852	linear.weight	9	-0.04742322489619255
426852	linear.bias	0	-0.9589599967002869
426852	linear.bias	1	1.9030414819717407
426852	linear.bias	2	0.7127683162689209
426852	linear.bias	3	-2.651454448699951
426852	linear.bias	4	-0.14298859238624573
426852	linear.bias	5	1.2422189712524414
426852	linear.bias	6	-0.17281506955623627
426852	linear.bias	7	0.8094971179962158
426852	linear.bias	8	2.1499948501586914
426852	linear.bias	9	-1.4527325630187988
426860	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
426860	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
426860	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
426860	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
426860	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
426860	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
426860	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
426860	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
426860	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
426860	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
426860	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
426860	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
426860	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
426860	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
426860	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
426860	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
426860	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
426860	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
426860	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
426860	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
426860	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
426860	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
426860	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
426860	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
426860	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
426860	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
426860	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
426860	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
426860	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
426860	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
426860	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
426860	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
426860	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
426860	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
426860	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
426860	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
426860	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
426860	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
426860	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
426860	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
426860	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
426860	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
426860	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
426860	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
426860	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
426860	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
426860	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
426860	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
426860	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
426860	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
426860	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
426860	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
426860	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
426860	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
426860	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
426860	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
426860	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
426860	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
426860	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
426860	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
426860	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
426860	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
426860	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
426860	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
426860	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
426860	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
426860	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
426860	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
426860	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
426860	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
426860	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
426860	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
426860	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
426860	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
426860	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
426860	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
426860	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
426860	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
426860	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
426860	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
426860	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
426860	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
426860	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
426860	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
426860	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
426860	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
426860	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
426860	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
426860	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
426860	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
426860	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
426860	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
426860	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
426860	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
426860	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
426860	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
426860	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
426860	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
426860	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
426860	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
426860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
426860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
426860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
426860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
426860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
426860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
426860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
426860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
426860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
426860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
426860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
426860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
426860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
426860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
426860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
426860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
426860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
426860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
426860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
426860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
426860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
426860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
426860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
426860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
426860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
426860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
426860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
426860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
426860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
426860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
426860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
426860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
426860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
426860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
426860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
426860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
426860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
426860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
426860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
426860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
426860	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
426860	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
426860	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
426860	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
426860	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
426860	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
426860	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
426860	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
426860	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
426860	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
426860	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
426860	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
426860	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
426860	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
426860	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
426860	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
426860	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
426860	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
426860	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
426860	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
426860	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
426860	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
426860	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
426860	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
426860	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
426860	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
426860	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
426860	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
426860	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
426860	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
426860	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
426860	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
426860	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
426860	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
426860	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
426860	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
426860	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
426860	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
426860	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
426860	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
426860	embedding2nn.weight	0	0.3136970102787018
426860	embedding2nn.weight	1	0.39699000120162964
426860	embedding2nn.weight	2	0.018262745812535286
426860	embedding2nn.weight	3	-0.014201130717992783
426860	embedding2nn.weight	4	-0.03476453945040703
426860	embedding2nn.weight	5	0.07228810340166092
426860	embedding2nn.weight	6	0.014391649514436722
426860	embedding2nn.weight	7	0.033484287559986115
426860	embedding2nn.weight	8	0.03799448907375336
426860	embedding2nn.weight	9	-0.012427275069057941
426860	embedding2nn.bias	0	0.04642476513981819
426860	embedding2nn.bias	1	-0.21448883414268494
426860	embedding2nn.bias	2	0.13656319677829742
426860	embedding2nn.bias	3	0.1387161761522293
426860	embedding2nn.bias	4	0.12730279564857483
426860	embedding2nn.bias	5	-0.042277563363313675
426860	embedding2nn.bias	6	-0.04741377383470535
426860	embedding2nn.bias	7	0.04351183399558067
426860	embedding2nn.bias	8	-0.12971875071525574
426860	embedding2nn.bias	9	-0.4123227298259735
426860	rnn.weight_ih_l0	0	0.0005276081501506269
426860	rnn.weight_ih_l0	1	-0.07354103773832321
426860	rnn.weight_ih_l0	2	-0.06380780786275864
426860	rnn.weight_ih_l0	3	0.1031012311577797
426860	rnn.weight_ih_l0	4	-0.0019305546302348375
426860	rnn.weight_ih_l0	5	-0.07600411027669907
426860	rnn.weight_ih_l0	6	-0.015247282572090626
426860	rnn.weight_ih_l0	7	-0.034777767956256866
426860	rnn.weight_ih_l0	8	0.04418053478002548
426860	rnn.weight_ih_l0	9	-0.06392045319080353
426860	rnn.weight_hh_l0	0	-0.0037072517443448305
426860	rnn.weight_hh_l0	1	0.07161907106637955
426860	rnn.weight_hh_l0	2	0.019226258620619774
426860	rnn.weight_hh_l0	3	-0.0009008173947222531
426860	rnn.weight_hh_l0	4	0.02795863151550293
426860	rnn.weight_hh_l0	5	0.055183954536914825
426860	rnn.weight_hh_l0	6	-0.05327711999416351
426860	rnn.weight_hh_l0	7	-0.09408117085695267
426860	rnn.weight_hh_l0	8	0.037992313504219055
426860	rnn.weight_hh_l0	9	-0.10400316119194031
426860	rnn.bias_ih_l0	0	0.18877506256103516
426860	rnn.bias_ih_l0	1	-0.2837725281715393
426860	rnn.bias_ih_l0	2	-0.034653253853321075
426860	rnn.bias_ih_l0	3	-0.20120595395565033
426860	rnn.bias_ih_l0	4	0.02752286195755005
426860	rnn.bias_ih_l0	5	-0.3717852234840393
426860	rnn.bias_ih_l0	6	-0.1211872473359108
426860	rnn.bias_ih_l0	7	-0.326494961977005
426860	rnn.bias_ih_l0	8	-0.2761562168598175
426860	rnn.bias_ih_l0	9	-0.44199931621551514
426860	rnn.bias_hh_l0	0	-0.3304764926433563
426860	rnn.bias_hh_l0	1	-0.38075923919677734
426860	rnn.bias_hh_l0	2	-0.30306950211524963
426860	rnn.bias_hh_l0	3	-0.07113274931907654
426860	rnn.bias_hh_l0	4	-0.3357820510864258
426860	rnn.bias_hh_l0	5	-0.3237365782260895
426860	rnn.bias_hh_l0	6	-0.11280940473079681
426860	rnn.bias_hh_l0	7	0.06935294717550278
426860	rnn.bias_hh_l0	8	-0.23880226910114288
426860	rnn.bias_hh_l0	9	-0.5087741017341614
426860	rnn.weight_ih_l0_reverse	0	0.03476535528898239
426860	rnn.weight_ih_l0_reverse	1	-0.046198733150959015
426860	rnn.weight_ih_l0_reverse	2	-0.024766648188233376
426860	rnn.weight_ih_l0_reverse	3	-0.13584567606449127
426860	rnn.weight_ih_l0_reverse	4	0.09263528883457184
426860	rnn.weight_ih_l0_reverse	5	-0.07652746886014938
426860	rnn.weight_ih_l0_reverse	6	0.009301900863647461
426860	rnn.weight_ih_l0_reverse	7	0.026328083127737045
426860	rnn.weight_ih_l0_reverse	8	-0.06919661909341812
426860	rnn.weight_ih_l0_reverse	9	-0.07907548546791077
426860	rnn.weight_hh_l0_reverse	0	-0.12533831596374512
426860	rnn.weight_hh_l0_reverse	1	0.032310571521520615
426860	rnn.weight_hh_l0_reverse	2	-0.02953447215259075
426860	rnn.weight_hh_l0_reverse	3	0.03801397606730461
426860	rnn.weight_hh_l0_reverse	4	-0.08221961557865143
426860	rnn.weight_hh_l0_reverse	5	0.03825747221708298
426860	rnn.weight_hh_l0_reverse	6	0.02591608464717865
426860	rnn.weight_hh_l0_reverse	7	-0.11039833724498749
426860	rnn.weight_hh_l0_reverse	8	-0.045814283192157745
426860	rnn.weight_hh_l0_reverse	9	0.07315243035554886
426860	rnn.bias_ih_l0_reverse	0	-0.15952832996845245
426860	rnn.bias_ih_l0_reverse	1	-0.07526841014623642
426860	rnn.bias_ih_l0_reverse	2	0.12722215056419373
426860	rnn.bias_ih_l0_reverse	3	-0.25918203592300415
426860	rnn.bias_ih_l0_reverse	4	-0.0226473156362772
426860	rnn.bias_ih_l0_reverse	5	-0.2055923044681549
426860	rnn.bias_ih_l0_reverse	6	0.2334577888250351
426860	rnn.bias_ih_l0_reverse	7	-0.2581649422645569
426860	rnn.bias_ih_l0_reverse	8	-0.17048120498657227
426860	rnn.bias_ih_l0_reverse	9	-0.19924086332321167
426860	rnn.bias_hh_l0_reverse	0	-0.1285618394613266
426860	rnn.bias_hh_l0_reverse	1	0.24750222265720367
426860	rnn.bias_hh_l0_reverse	2	-0.3227123022079468
426860	rnn.bias_hh_l0_reverse	3	-0.20811520516872406
426860	rnn.bias_hh_l0_reverse	4	-0.36915090680122375
426860	rnn.bias_hh_l0_reverse	5	-0.1855870485305786
426860	rnn.bias_hh_l0_reverse	6	-0.2725660800933838
426860	rnn.bias_hh_l0_reverse	7	-0.09670934826135635
426860	rnn.bias_hh_l0_reverse	8	-0.27988600730895996
426860	rnn.bias_hh_l0_reverse	9	0.2017090916633606
426860	linear.weight	0	0.19695991277694702
426860	linear.weight	1	-0.37997671961784363
426860	linear.weight	2	0.07035256922245026
426860	linear.weight	3	0.0676802322268486
426860	linear.weight	4	-0.12091255933046341
426860	linear.weight	5	0.21857012808322906
426860	linear.weight	6	-0.0476730652153492
426860	linear.weight	7	-0.062314584851264954
426860	linear.weight	8	0.06839291751384735
426860	linear.weight	9	-0.04742376133799553
426860	linear.bias	0	-0.9673726558685303
426860	linear.bias	1	1.918730616569519
426860	linear.bias	2	0.7190096378326416
426860	linear.bias	3	-2.6514663696289062
426860	linear.bias	4	-0.13976044952869415
426860	linear.bias	5	1.2538224458694458
426860	linear.bias	6	-0.17049887776374817
426860	linear.bias	7	0.7794865369796753
426860	linear.bias	8	2.1544134616851807
426860	linear.bias	9	-1.444332242012024
427469	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
427469	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
427469	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
427469	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
427469	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
427469	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
427469	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
427469	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
427469	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
427469	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
427469	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
427469	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
427469	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
427469	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
427469	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
427469	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
427469	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
427469	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
427469	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
427469	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
427469	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
427469	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
427469	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
427469	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
427469	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
427469	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
427469	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
427469	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
427469	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
427469	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
427469	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
427469	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
427469	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
427469	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
427469	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
427469	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
427469	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
427469	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
427469	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
427469	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
427469	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
427469	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
427469	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
427469	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
427469	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
427469	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
427469	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
427469	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
427469	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
427469	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
427469	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
427469	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
427469	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
427469	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
427469	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
427469	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
427469	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
427469	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
427469	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
427469	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
427469	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
427469	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
427469	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
427469	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
427469	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
427469	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
427469	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
427469	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
427469	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
427469	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
427469	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
427469	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
427469	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
427469	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
427469	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
427469	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
427469	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
427469	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
427469	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
427469	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
427469	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
427469	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
427469	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
427469	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
427469	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
427469	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
427469	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
427469	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
427469	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
427469	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
427469	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
427469	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
427469	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
427469	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
427469	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
427469	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
427469	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
427469	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
427469	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
427469	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
427469	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
427469	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
427469	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
427469	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
427469	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
427469	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
427469	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
427469	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
427469	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
427469	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
427469	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
427469	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
427469	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
427469	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
427469	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
427469	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
427469	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
427469	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
427469	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
427469	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
427469	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
427469	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
427469	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
427469	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
427469	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
427469	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
427469	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
427469	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
427469	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
427469	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
427469	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
427469	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
427469	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
427469	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
427469	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
427469	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
427469	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
427469	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
427469	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
427469	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
427469	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
427469	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
427469	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
427469	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
427469	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
427469	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
427469	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
427469	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
427469	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
427469	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
427469	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
427469	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
427469	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
427469	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
427469	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
427469	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
427469	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
427469	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
427469	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
427469	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
427469	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
427469	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
427469	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
427469	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
427469	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
427469	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
427469	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
427469	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
427469	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
427469	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
427469	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
427469	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
427469	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
427469	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
427469	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
427469	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
427469	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
427469	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
427469	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
427469	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
427469	embedding2nn.weight	0	0.3130779266357422
427469	embedding2nn.weight	1	0.3923918306827545
427469	embedding2nn.weight	2	0.01242213323712349
427469	embedding2nn.weight	3	-0.025655847042798996
427469	embedding2nn.weight	4	-0.036756813526153564
427469	embedding2nn.weight	5	0.07468530535697937
427469	embedding2nn.weight	6	0.018658598884940147
427469	embedding2nn.weight	7	0.03666841238737106
427469	embedding2nn.weight	8	0.03470711037516594
427469	embedding2nn.weight	9	-0.01225608866661787
427469	embedding2nn.bias	0	0.0613856166601181
427469	embedding2nn.bias	1	-0.21712441742420197
427469	embedding2nn.bias	2	0.10846874862909317
427469	embedding2nn.bias	3	0.178487628698349
427469	embedding2nn.bias	4	0.13224723935127258
427469	embedding2nn.bias	5	-0.03309167921543121
427469	embedding2nn.bias	6	-0.0612834207713604
427469	embedding2nn.bias	7	0.030538396909832954
427469	embedding2nn.bias	8	-0.14303907752037048
427469	embedding2nn.bias	9	-0.4112227261066437
427469	rnn.weight_ih_l0	0	0.0015980859752744436
427469	rnn.weight_ih_l0	1	-0.0714341551065445
427469	rnn.weight_ih_l0	2	-0.053786423057317734
427469	rnn.weight_ih_l0	3	0.10477224737405777
427469	rnn.weight_ih_l0	4	-0.0018265717662870884
427469	rnn.weight_ih_l0	5	-0.07782220095396042
427469	rnn.weight_ih_l0	6	-0.011725164949893951
427469	rnn.weight_ih_l0	7	-0.03651193156838417
427469	rnn.weight_ih_l0	8	0.031933363527059555
427469	rnn.weight_ih_l0	9	-0.07301704585552216
427469	rnn.weight_hh_l0	0	-0.004011389333754778
427469	rnn.weight_hh_l0	1	0.07082988321781158
427469	rnn.weight_hh_l0	2	0.019850613549351692
427469	rnn.weight_hh_l0	3	-0.0008319386397488415
427469	rnn.weight_hh_l0	4	0.028031889349222183
427469	rnn.weight_hh_l0	5	0.05383685603737831
427469	rnn.weight_hh_l0	6	-0.054212119430303574
427469	rnn.weight_hh_l0	7	-0.09292411804199219
427469	rnn.weight_hh_l0	8	0.038312725722789764
427469	rnn.weight_hh_l0	9	-0.10342751443386078
427469	rnn.bias_ih_l0	0	0.17764069139957428
427469	rnn.bias_ih_l0	1	-0.2708549201488495
427469	rnn.bias_ih_l0	2	-0.03397146239876747
427469	rnn.bias_ih_l0	3	-0.19860634207725525
427469	rnn.bias_ih_l0	4	0.03411751985549927
427469	rnn.bias_ih_l0	5	-0.3711584806442261
427469	rnn.bias_ih_l0	6	-0.1170404702425003
427469	rnn.bias_ih_l0	7	-0.32560744881629944
427469	rnn.bias_ih_l0	8	-0.2781071960926056
427469	rnn.bias_ih_l0	9	-0.4519059360027313
427469	rnn.bias_hh_l0	0	-0.3290889263153076
427469	rnn.bias_hh_l0	1	-0.37260961532592773
427469	rnn.bias_hh_l0	2	-0.30248841643333435
427469	rnn.bias_hh_l0	3	-0.06707227230072021
427469	rnn.bias_hh_l0	4	-0.3325541615486145
427469	rnn.bias_hh_l0	5	-0.3226107060909271
427469	rnn.bias_hh_l0	6	-0.11129853129386902
427469	rnn.bias_hh_l0	7	0.0726151391863823
427469	rnn.bias_hh_l0	8	-0.23233947157859802
427469	rnn.bias_hh_l0	9	-0.5102229714393616
427469	rnn.weight_ih_l0_reverse	0	0.03750648349523544
427469	rnn.weight_ih_l0_reverse	1	-0.04981045424938202
427469	rnn.weight_ih_l0_reverse	2	-0.028535285964608192
427469	rnn.weight_ih_l0_reverse	3	-0.12887437641620636
427469	rnn.weight_ih_l0_reverse	4	0.09196755290031433
427469	rnn.weight_ih_l0_reverse	5	-0.07427109032869339
427469	rnn.weight_ih_l0_reverse	6	0.009629913605749607
427469	rnn.weight_ih_l0_reverse	7	0.026896903291344643
427469	rnn.weight_ih_l0_reverse	8	-0.07008294761180878
427469	rnn.weight_ih_l0_reverse	9	-0.07366971671581268
427469	rnn.weight_hh_l0_reverse	0	-0.12778103351593018
427469	rnn.weight_hh_l0_reverse	1	0.030484110116958618
427469	rnn.weight_hh_l0_reverse	2	-0.029787616804242134
427469	rnn.weight_hh_l0_reverse	3	0.038521043956279755
427469	rnn.weight_hh_l0_reverse	4	-0.08218374103307724
427469	rnn.weight_hh_l0_reverse	5	0.037778936326503754
427469	rnn.weight_hh_l0_reverse	6	0.026085086166858673
427469	rnn.weight_hh_l0_reverse	7	-0.10875434428453445
427469	rnn.weight_hh_l0_reverse	8	-0.04672623053193092
427469	rnn.weight_hh_l0_reverse	9	0.0742192417383194
427469	rnn.bias_ih_l0_reverse	0	-0.15744389593601227
427469	rnn.bias_ih_l0_reverse	1	-0.06859048455953598
427469	rnn.bias_ih_l0_reverse	2	0.12445458769798279
427469	rnn.bias_ih_l0_reverse	3	-0.2611939311027527
427469	rnn.bias_ih_l0_reverse	4	-0.022635970264673233
427469	rnn.bias_ih_l0_reverse	5	-0.20651009678840637
427469	rnn.bias_ih_l0_reverse	6	0.2463563233613968
427469	rnn.bias_ih_l0_reverse	7	-0.2647676467895508
427469	rnn.bias_ih_l0_reverse	8	-0.16819985210895538
427469	rnn.bias_ih_l0_reverse	9	-0.19810345768928528
427469	rnn.bias_hh_l0_reverse	0	-0.12224458903074265
427469	rnn.bias_hh_l0_reverse	1	0.24333825707435608
427469	rnn.bias_hh_l0_reverse	2	-0.318685382604599
427469	rnn.bias_hh_l0_reverse	3	-0.2026001214981079
427469	rnn.bias_hh_l0_reverse	4	-0.3786362409591675
427469	rnn.bias_hh_l0_reverse	5	-0.1781039535999298
427469	rnn.bias_hh_l0_reverse	6	-0.2738927900791168
427469	rnn.bias_hh_l0_reverse	7	-0.09821055829524994
427469	rnn.bias_hh_l0_reverse	8	-0.28277233242988586
427469	rnn.bias_hh_l0_reverse	9	0.2024056315422058
427469	linear.weight	0	0.21163812279701233
427469	linear.weight	1	-0.32031863927841187
427469	linear.weight	2	0.061997201293706894
427469	linear.weight	3	0.06768444180488586
427469	linear.weight	4	-0.12325408309698105
427469	linear.weight	5	0.20530469715595245
427469	linear.weight	6	-0.053754545748233795
427469	linear.weight	7	-0.062307704240083694
427469	linear.weight	8	0.06349942833185196
427469	linear.weight	9	-0.04743688553571701
427469	linear.bias	0	-0.9567593336105347
427469	linear.bias	1	1.9232457876205444
427469	linear.bias	2	0.7050419449806213
427469	linear.bias	3	-2.6519017219543457
427469	linear.bias	4	-0.13672420382499695
427469	linear.bias	5	1.2610142230987549
427469	linear.bias	6	-0.1498955339193344
427469	linear.bias	7	0.7933132648468018
427469	linear.bias	8	2.149972677230835
427469	linear.bias	9	-1.4451488256454468
428078	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
428078	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
428078	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
428078	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
428078	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
428078	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
428078	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
428078	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
428078	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
428078	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
428078	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
428078	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
428078	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
428078	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
428078	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
428078	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
428078	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
428078	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
428078	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
428078	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
428078	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
428078	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
428078	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
428078	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
428078	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
428078	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
428078	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
428078	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
428078	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
428078	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
428078	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
428078	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
428078	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
428078	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
428078	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
428078	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
428078	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
428078	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
428078	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
428078	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
428078	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
428078	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
428078	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
428078	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
428078	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
428078	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
428078	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
428078	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
428078	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
428078	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
428078	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
428078	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
428078	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
428078	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
428078	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
428078	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
428078	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
428078	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
428078	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
428078	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
428078	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
428078	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
428078	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
428078	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
428078	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
428078	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
428078	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
428078	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
428078	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
428078	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
428078	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
428078	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
428078	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
428078	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
428078	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
428078	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
428078	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
428078	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
428078	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
428078	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
428078	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
428078	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
428078	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
428078	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
428078	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
428078	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
428078	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
428078	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
428078	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
428078	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
428078	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
428078	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
428078	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
428078	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
428078	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
428078	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
428078	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
428078	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
428078	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
428078	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
428078	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
428078	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
428078	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
428078	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
428078	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
428078	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
428078	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
428078	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
428078	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
428078	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
428078	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
428078	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
428078	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
428078	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
428078	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
428078	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
428078	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
428078	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
428078	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
428078	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
428078	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
428078	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
428078	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
428078	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
428078	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
428078	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
428078	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
428078	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
428078	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
428078	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
428078	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
428078	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
428078	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
428078	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
428078	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
428078	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
428078	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
428078	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
428078	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
428078	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
428078	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
428078	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
428078	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
428078	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
428078	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
428078	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
428078	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
428078	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
428078	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
428078	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
428078	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
428078	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
428078	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
428078	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
428078	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
428078	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
428078	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
428078	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
428078	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
428078	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
428078	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
428078	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
428078	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
428078	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
428078	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
428078	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
428078	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
428078	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
428078	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
428078	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
428078	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
428078	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
428078	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
428078	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
428078	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
428078	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
428078	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
428078	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
428078	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
428078	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
428078	embedding2nn.weight	0	0.31394901871681213
428078	embedding2nn.weight	1	0.3923625349998474
428078	embedding2nn.weight	2	0.017202621325850487
428078	embedding2nn.weight	3	-0.04106681048870087
428078	embedding2nn.weight	4	-0.04071250557899475
428078	embedding2nn.weight	5	0.07532516866922379
428078	embedding2nn.weight	6	0.017432421445846558
428078	embedding2nn.weight	7	0.02948048710823059
428078	embedding2nn.weight	8	0.03171934932470322
428078	embedding2nn.weight	9	-0.01224310789257288
428078	embedding2nn.bias	0	0.04722841829061508
428078	embedding2nn.bias	1	-0.22072964906692505
428078	embedding2nn.bias	2	0.09663180261850357
428078	embedding2nn.bias	3	0.167782723903656
428078	embedding2nn.bias	4	0.1355893760919571
428078	embedding2nn.bias	5	-0.028698012232780457
428078	embedding2nn.bias	6	-0.08377793431282043
428078	embedding2nn.bias	7	0.037934668362140656
428078	embedding2nn.bias	8	-0.14078249037265778
428078	embedding2nn.bias	9	-0.40430447459220886
428078	rnn.weight_ih_l0	0	0.000502799404785037
428078	rnn.weight_ih_l0	1	-0.07381926476955414
428078	rnn.weight_ih_l0	2	-0.06466507911682129
428078	rnn.weight_ih_l0	3	0.10154654085636139
428078	rnn.weight_ih_l0	4	-0.008175807073712349
428078	rnn.weight_ih_l0	5	-0.08014454692602158
428078	rnn.weight_ih_l0	6	-0.006761094555258751
428078	rnn.weight_ih_l0	7	-0.03740983456373215
428078	rnn.weight_ih_l0	8	0.02580302208662033
428078	rnn.weight_ih_l0	9	-0.07169968634843826
428078	rnn.weight_hh_l0	0	-0.0037189351860433817
428078	rnn.weight_hh_l0	1	0.07051924616098404
428078	rnn.weight_hh_l0	2	0.019012559205293655
428078	rnn.weight_hh_l0	3	-0.0009315739152953029
428078	rnn.weight_hh_l0	4	0.027414055541157722
428078	rnn.weight_hh_l0	5	0.054151732474565506
428078	rnn.weight_hh_l0	6	-0.05441853031516075
428078	rnn.weight_hh_l0	7	-0.09156876057386398
428078	rnn.weight_hh_l0	8	0.03847358748316765
428078	rnn.weight_hh_l0	9	-0.1013689711689949
428078	rnn.bias_ih_l0	0	0.171070396900177
428078	rnn.bias_ih_l0	1	-0.2780076265335083
428078	rnn.bias_ih_l0	2	-0.03469015657901764
428078	rnn.bias_ih_l0	3	-0.19667942821979523
428078	rnn.bias_ih_l0	4	0.03441806882619858
428078	rnn.bias_ih_l0	5	-0.3769241273403168
428078	rnn.bias_ih_l0	6	-0.11060843616724014
428078	rnn.bias_ih_l0	7	-0.3247295618057251
428078	rnn.bias_ih_l0	8	-0.27218419313430786
428078	rnn.bias_ih_l0	9	-0.452774316072464
428078	rnn.bias_hh_l0	0	-0.32758498191833496
428078	rnn.bias_hh_l0	1	-0.37716585397720337
428078	rnn.bias_hh_l0	2	-0.2978256642818451
428078	rnn.bias_hh_l0	3	-0.06379953771829605
428078	rnn.bias_hh_l0	4	-0.3345257639884949
428078	rnn.bias_hh_l0	5	-0.32678869366645813
428078	rnn.bias_hh_l0	6	-0.10984907299280167
428078	rnn.bias_hh_l0	7	0.06671813875436783
428078	rnn.bias_hh_l0	8	-0.2438734471797943
428078	rnn.bias_hh_l0	9	-0.507546067237854
428078	rnn.weight_ih_l0_reverse	0	0.04159815236926079
428078	rnn.weight_ih_l0_reverse	1	-0.04853371903300285
428078	rnn.weight_ih_l0_reverse	2	-0.02238391526043415
428078	rnn.weight_ih_l0_reverse	3	-0.12537331879138947
428078	rnn.weight_ih_l0_reverse	4	0.09342765063047409
428078	rnn.weight_ih_l0_reverse	5	-0.07899926602840424
428078	rnn.weight_ih_l0_reverse	6	0.0077093541622161865
428078	rnn.weight_ih_l0_reverse	7	0.024328000843524933
428078	rnn.weight_ih_l0_reverse	8	-0.0668262168765068
428078	rnn.weight_ih_l0_reverse	9	-0.07363894581794739
428078	rnn.weight_hh_l0_reverse	0	-0.12635549902915955
428078	rnn.weight_hh_l0_reverse	1	0.03224266320466995
428078	rnn.weight_hh_l0_reverse	2	-0.03054318204522133
428078	rnn.weight_hh_l0_reverse	3	0.03871613368391991
428078	rnn.weight_hh_l0_reverse	4	-0.08172143250703812
428078	rnn.weight_hh_l0_reverse	5	0.037899721413850784
428078	rnn.weight_hh_l0_reverse	6	0.025899991393089294
428078	rnn.weight_hh_l0_reverse	7	-0.10815344005823135
428078	rnn.weight_hh_l0_reverse	8	-0.04531707614660263
428078	rnn.weight_hh_l0_reverse	9	0.07242273539304733
428078	rnn.bias_ih_l0_reverse	0	-0.15727704763412476
428078	rnn.bias_ih_l0_reverse	1	-0.06887995451688766
428078	rnn.bias_ih_l0_reverse	2	0.13652881979942322
428078	rnn.bias_ih_l0_reverse	3	-0.2705844044685364
428078	rnn.bias_ih_l0_reverse	4	-0.02557256445288658
428078	rnn.bias_ih_l0_reverse	5	-0.2054252028465271
428078	rnn.bias_ih_l0_reverse	6	0.24953776597976685
428078	rnn.bias_ih_l0_reverse	7	-0.258246511220932
428078	rnn.bias_ih_l0_reverse	8	-0.1689716875553131
428078	rnn.bias_ih_l0_reverse	9	-0.20539385080337524
428078	rnn.bias_hh_l0_reverse	0	-0.1260673999786377
428078	rnn.bias_hh_l0_reverse	1	0.24463729560375214
428078	rnn.bias_hh_l0_reverse	2	-0.3152431547641754
428078	rnn.bias_hh_l0_reverse	3	-0.2014002799987793
428078	rnn.bias_hh_l0_reverse	4	-0.37537601590156555
428078	rnn.bias_hh_l0_reverse	5	-0.1808740347623825
428078	rnn.bias_hh_l0_reverse	6	-0.2707532048225403
428078	rnn.bias_hh_l0_reverse	7	-0.09276678413152695
428078	rnn.bias_hh_l0_reverse	8	-0.276203989982605
428078	rnn.bias_hh_l0_reverse	9	0.20138415694236755
428078	linear.weight	0	0.1925683468580246
428078	linear.weight	1	-0.330152302980423
428078	linear.weight	2	0.0442328006029129
428078	linear.weight	3	0.06768450140953064
428078	linear.weight	4	-0.11308232694864273
428078	linear.weight	5	0.195268914103508
428078	linear.weight	6	-0.03814975917339325
428078	linear.weight	7	-0.062297333031892776
428078	linear.weight	8	0.08173903077840805
428078	linear.weight	9	-0.04744957759976387
428078	linear.bias	0	-0.955653965473175
428078	linear.bias	1	1.918469786643982
428078	linear.bias	2	0.7067092061042786
428078	linear.bias	3	-2.6523196697235107
428078	linear.bias	4	-0.12983457744121552
428078	linear.bias	5	1.269371747970581
428078	linear.bias	6	-0.1643075942993164
428078	linear.bias	7	0.7640615105628967
428078	linear.bias	8	2.1550588607788086
428078	linear.bias	9	-1.468142032623291
428687	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
428687	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
428687	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
428687	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
428687	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
428687	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
428687	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
428687	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
428687	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
428687	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
428687	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
428687	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
428687	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
428687	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
428687	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
428687	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
428687	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
428687	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
428687	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
428687	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
428687	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
428687	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
428687	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
428687	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
428687	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
428687	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
428687	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
428687	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
428687	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
428687	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
428687	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
428687	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
428687	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
428687	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
428687	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
428687	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
428687	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
428687	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
428687	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
428687	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
428687	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
428687	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
428687	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
428687	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
428687	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
428687	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
428687	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
428687	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
428687	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
428687	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
428687	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
428687	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
428687	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
428687	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
428687	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
428687	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
428687	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
428687	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
428687	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
428687	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
428687	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
428687	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
428687	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
428687	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
428687	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
428687	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
428687	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
428687	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
428687	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
428687	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
428687	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
428687	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
428687	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
428687	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
428687	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
428687	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
428687	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
428687	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
428687	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
428687	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
428687	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
428687	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
428687	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
428687	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
428687	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
428687	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
428687	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
428687	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
428687	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
428687	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
428687	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
428687	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
428687	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
428687	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
428687	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
428687	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
428687	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
428687	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
428687	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
428687	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
428687	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
428687	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
428687	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
428687	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
428687	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
428687	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
428687	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
428687	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
428687	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
428687	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
428687	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
428687	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
428687	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
428687	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
428687	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
428687	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
428687	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
428687	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
428687	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
428687	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
428687	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
428687	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
428687	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
428687	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
428687	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
428687	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
428687	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
428687	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
428687	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
428687	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
428687	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
428687	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
428687	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
428687	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
428687	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
428687	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
428687	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
428687	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
428687	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
428687	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
428687	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
428687	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
428687	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
428687	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
428687	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
428687	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
428687	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
428687	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
428687	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
428687	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
428687	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
428687	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
428687	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
428687	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
428687	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
428687	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
428687	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
428687	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
428687	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
428687	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
428687	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
428687	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
428687	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
428687	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
428687	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
428687	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
428687	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
428687	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
428687	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
428687	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
428687	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
428687	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
428687	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
428687	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
428687	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
428687	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
428687	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
428687	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
428687	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
428687	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
428687	embedding2nn.weight	0	0.31239452958106995
428687	embedding2nn.weight	1	0.39667290449142456
428687	embedding2nn.weight	2	0.012643528170883656
428687	embedding2nn.weight	3	-0.043884847313165665
428687	embedding2nn.weight	4	-0.04232098162174225
428687	embedding2nn.weight	5	0.07954561710357666
428687	embedding2nn.weight	6	0.016041725873947144
428687	embedding2nn.weight	7	0.01995403692126274
428687	embedding2nn.weight	8	0.020495152100920677
428687	embedding2nn.weight	9	-0.01189090684056282
428687	embedding2nn.bias	0	0.041578345000743866
428687	embedding2nn.bias	1	-0.22165539860725403
428687	embedding2nn.bias	2	0.09120719879865646
428687	embedding2nn.bias	3	0.1684429794549942
428687	embedding2nn.bias	4	0.11824671924114227
428687	embedding2nn.bias	5	-0.04904260113835335
428687	embedding2nn.bias	6	-0.07080762833356857
428687	embedding2nn.bias	7	0.027652747929096222
428687	embedding2nn.bias	8	-0.11900857836008072
428687	embedding2nn.bias	9	-0.4277154803276062
428687	rnn.weight_ih_l0	0	-0.0018536801217123866
428687	rnn.weight_ih_l0	1	-0.0719321221113205
428687	rnn.weight_ih_l0	2	-0.056572120636701584
428687	rnn.weight_ih_l0	3	0.10287217795848846
428687	rnn.weight_ih_l0	4	-0.0012616589665412903
428687	rnn.weight_ih_l0	5	-0.08253194391727448
428687	rnn.weight_ih_l0	6	-0.0032354737631976604
428687	rnn.weight_ih_l0	7	-0.03528530150651932
428687	rnn.weight_ih_l0	8	0.01777813769876957
428687	rnn.weight_ih_l0	9	-0.07157120853662491
428687	rnn.weight_hh_l0	0	-0.003069379599764943
428687	rnn.weight_hh_l0	1	0.07106195390224457
428687	rnn.weight_hh_l0	2	0.017177464440464973
428687	rnn.weight_hh_l0	3	-0.0012856314424425364
428687	rnn.weight_hh_l0	4	0.028285857290029526
428687	rnn.weight_hh_l0	5	0.05514751374721527
428687	rnn.weight_hh_l0	6	-0.05461729317903519
428687	rnn.weight_hh_l0	7	-0.09645427018404007
428687	rnn.weight_hh_l0	8	0.03888113051652908
428687	rnn.weight_hh_l0	9	-0.10147491097450256
428687	rnn.bias_ih_l0	0	0.1665024310350418
428687	rnn.bias_ih_l0	1	-0.2795930802822113
428687	rnn.bias_ih_l0	2	-0.031921036541461945
428687	rnn.bias_ih_l0	3	-0.20051202178001404
428687	rnn.bias_ih_l0	4	0.02750122919678688
428687	rnn.bias_ih_l0	5	-0.37129998207092285
428687	rnn.bias_ih_l0	6	-0.1159239113330841
428687	rnn.bias_ih_l0	7	-0.3238146901130676
428687	rnn.bias_ih_l0	8	-0.27768221497535706
428687	rnn.bias_ih_l0	9	-0.4594440758228302
428687	rnn.bias_hh_l0	0	-0.33071717619895935
428687	rnn.bias_hh_l0	1	-0.3734859824180603
428687	rnn.bias_hh_l0	2	-0.3028836250305176
428687	rnn.bias_hh_l0	3	-0.06199518218636513
428687	rnn.bias_hh_l0	4	-0.3377816379070282
428687	rnn.bias_hh_l0	5	-0.32670852541923523
428687	rnn.bias_hh_l0	6	-0.10917220264673233
428687	rnn.bias_hh_l0	7	0.0791817307472229
428687	rnn.bias_hh_l0	8	-0.24181099236011505
428687	rnn.bias_hh_l0	9	-0.51138836145401
428687	rnn.weight_ih_l0_reverse	0	0.035454317927360535
428687	rnn.weight_ih_l0_reverse	1	-0.050865765661001205
428687	rnn.weight_ih_l0_reverse	2	-0.02152763307094574
428687	rnn.weight_ih_l0_reverse	3	-0.12689077854156494
428687	rnn.weight_ih_l0_reverse	4	0.09026492387056351
428687	rnn.weight_ih_l0_reverse	5	-0.08242715895175934
428687	rnn.weight_ih_l0_reverse	6	0.015136525966227055
428687	rnn.weight_ih_l0_reverse	7	0.02236136794090271
428687	rnn.weight_ih_l0_reverse	8	-0.06763610243797302
428687	rnn.weight_ih_l0_reverse	9	-0.07121537625789642
428687	rnn.weight_hh_l0_reverse	0	-0.1288064569234848
428687	rnn.weight_hh_l0_reverse	1	0.03247613087296486
428687	rnn.weight_hh_l0_reverse	2	-0.030123518779873848
428687	rnn.weight_hh_l0_reverse	3	0.03848310187458992
428687	rnn.weight_hh_l0_reverse	4	-0.08247800916433334
428687	rnn.weight_hh_l0_reverse	5	0.037615664303302765
428687	rnn.weight_hh_l0_reverse	6	0.026158301159739494
428687	rnn.weight_hh_l0_reverse	7	-0.10483907908201218
428687	rnn.weight_hh_l0_reverse	8	-0.049252644181251526
428687	rnn.weight_hh_l0_reverse	9	0.07311280071735382
428687	rnn.bias_ih_l0_reverse	0	-0.16380633413791656
428687	rnn.bias_ih_l0_reverse	1	-0.06787256896495819
428687	rnn.bias_ih_l0_reverse	2	0.13967366516590118
428687	rnn.bias_ih_l0_reverse	3	-0.2686925232410431
428687	rnn.bias_ih_l0_reverse	4	-0.022932974621653557
428687	rnn.bias_ih_l0_reverse	5	-0.2094537317752838
428687	rnn.bias_ih_l0_reverse	6	0.2399347573518753
428687	rnn.bias_ih_l0_reverse	7	-0.25872451066970825
428687	rnn.bias_ih_l0_reverse	8	-0.17254948616027832
428687	rnn.bias_ih_l0_reverse	9	-0.2069234549999237
428687	rnn.bias_hh_l0_reverse	0	-0.11630800366401672
428687	rnn.bias_hh_l0_reverse	1	0.26630252599716187
428687	rnn.bias_hh_l0_reverse	2	-0.3161681890487671
428687	rnn.bias_hh_l0_reverse	3	-0.20605701208114624
428687	rnn.bias_hh_l0_reverse	4	-0.38720083236694336
428687	rnn.bias_hh_l0_reverse	5	-0.18564723432064056
428687	rnn.bias_hh_l0_reverse	6	-0.2633707523345947
428687	rnn.bias_hh_l0_reverse	7	-0.09047684073448181
428687	rnn.bias_hh_l0_reverse	8	-0.2640358507633209
428687	rnn.bias_hh_l0_reverse	9	0.2016027718782425
428687	linear.weight	0	0.14987607300281525
428687	linear.weight	1	-0.33340054750442505
428687	linear.weight	2	0.018742574378848076
428687	linear.weight	3	0.06768736988306046
428687	linear.weight	4	-0.1517844945192337
428687	linear.weight	5	0.18914462625980377
428687	linear.weight	6	-0.05433383956551552
428687	linear.weight	7	-0.06228116527199745
428687	linear.weight	8	0.08022171258926392
428687	linear.weight	9	-0.047463200986385345
428687	linear.bias	0	-0.9532722234725952
428687	linear.bias	1	1.9360402822494507
428687	linear.bias	2	0.7270395755767822
428687	linear.bias	3	-2.652744770050049
428687	linear.bias	4	-0.16758260130882263
428687	linear.bias	5	1.2922141551971436
428687	linear.bias	6	-0.1535649597644806
428687	linear.bias	7	0.7584749460220337
428687	linear.bias	8	2.151500940322876
428687	linear.bias	9	-1.4785242080688477
429296	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
429296	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
429296	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
429296	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
429296	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
429296	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
429296	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
429296	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
429296	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
429296	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
429296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
429296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
429296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
429296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
429296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
429296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
429296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
429296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
429296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
429296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
429296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
429296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
429296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
429296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
429296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
429296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
429296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
429296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
429296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
429296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
429296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
429296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
429296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
429296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
429296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
429296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
429296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
429296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
429296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
429296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
429296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
429296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
429296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
429296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
429296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
429296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
429296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
429296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
429296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
429296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
429296	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
429296	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
429296	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
429296	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
429296	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
429296	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
429296	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
429296	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
429296	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
429296	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
429296	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
429296	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
429296	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
429296	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
429296	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
429296	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
429296	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
429296	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
429296	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
429296	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
429296	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
429296	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
429296	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
429296	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
429296	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
429296	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
429296	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
429296	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
429296	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
429296	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
429296	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
429296	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
429296	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
429296	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
429296	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
429296	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
429296	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
429296	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
429296	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
429296	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
429296	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
429296	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
429296	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
429296	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
429296	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
429296	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
429296	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
429296	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
429296	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
429296	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
429296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
429296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
429296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
429296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
429296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
429296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
429296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
429296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
429296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
429296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
429296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
429296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
429296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
429296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
429296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
429296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
429296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
429296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
429296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
429296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
429296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
429296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
429296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
429296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
429296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
429296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
429296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
429296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
429296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
429296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
429296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
429296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
429296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
429296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
429296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
429296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
429296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
429296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
429296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
429296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
429296	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
429296	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
429296	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
429296	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
429296	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
429296	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
429296	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
429296	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
429296	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
429296	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
429296	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
429296	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
429296	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
429296	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
429296	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
429296	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
429296	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
429296	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
429296	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
429296	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
429296	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
429296	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
429296	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
429296	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
429296	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
429296	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
429296	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
429296	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
429296	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
429296	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
429296	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
429296	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
429296	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
429296	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
429296	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
429296	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
429296	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
429296	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
429296	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
429296	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
429296	embedding2nn.weight	0	0.31199008226394653
429296	embedding2nn.weight	1	0.3969365656375885
429296	embedding2nn.weight	2	0.017611239105463028
429296	embedding2nn.weight	3	-0.04589642211794853
429296	embedding2nn.weight	4	-0.042256250977516174
429296	embedding2nn.weight	5	0.0804467722773552
429296	embedding2nn.weight	6	0.0184855405241251
429296	embedding2nn.weight	7	0.013594834133982658
429296	embedding2nn.weight	8	0.02451520785689354
429296	embedding2nn.weight	9	-0.009675545617938042
429296	embedding2nn.bias	0	0.04040568321943283
429296	embedding2nn.bias	1	-0.23147933185100555
429296	embedding2nn.bias	2	0.10957209020853043
429296	embedding2nn.bias	3	0.1724042445421219
429296	embedding2nn.bias	4	0.11915411055088043
429296	embedding2nn.bias	5	-0.04910256341099739
429296	embedding2nn.bias	6	-0.07294941693544388
429296	embedding2nn.bias	7	0.023756233975291252
429296	embedding2nn.bias	8	-0.1391008496284485
429296	embedding2nn.bias	9	-0.4049621522426605
429296	rnn.weight_ih_l0	0	-0.0039609987288713455
429296	rnn.weight_ih_l0	1	-0.07153987139463425
429296	rnn.weight_ih_l0	2	-0.06005779281258583
429296	rnn.weight_ih_l0	3	0.10876107960939407
429296	rnn.weight_ih_l0	4	-0.003069684375077486
429296	rnn.weight_ih_l0	5	-0.07524178177118301
429296	rnn.weight_ih_l0	6	-0.003067866200581193
429296	rnn.weight_ih_l0	7	-0.03722085803747177
429296	rnn.weight_ih_l0	8	0.009783195331692696
429296	rnn.weight_ih_l0	9	-0.07075351476669312
429296	rnn.weight_hh_l0	0	-0.002656895900145173
429296	rnn.weight_hh_l0	1	0.07099573314189911
429296	rnn.weight_hh_l0	2	0.01777387410402298
429296	rnn.weight_hh_l0	3	-0.0005726568051613867
429296	rnn.weight_hh_l0	4	0.02816624753177166
429296	rnn.weight_hh_l0	5	0.054123640060424805
429296	rnn.weight_hh_l0	6	-0.054958537220954895
429296	rnn.weight_hh_l0	7	-0.09383190423250198
429296	rnn.weight_hh_l0	8	0.038677413016557693
429296	rnn.weight_hh_l0	9	-0.10033705085515976
429296	rnn.bias_ih_l0	0	0.1577579826116562
429296	rnn.bias_ih_l0	1	-0.2819564938545227
429296	rnn.bias_ih_l0	2	-0.032523948699235916
429296	rnn.bias_ih_l0	3	-0.20166108012199402
429296	rnn.bias_ih_l0	4	0.03655918315052986
429296	rnn.bias_ih_l0	5	-0.3811539113521576
429296	rnn.bias_ih_l0	6	-0.10749061405658722
429296	rnn.bias_ih_l0	7	-0.3261597752571106
429296	rnn.bias_ih_l0	8	-0.2782539427280426
429296	rnn.bias_ih_l0	9	-0.4515138566493988
429296	rnn.bias_hh_l0	0	-0.3246379792690277
429296	rnn.bias_hh_l0	1	-0.3740597367286682
429296	rnn.bias_hh_l0	2	-0.3051017224788666
429296	rnn.bias_hh_l0	3	-0.060120582580566406
429296	rnn.bias_hh_l0	4	-0.3371424973011017
429296	rnn.bias_hh_l0	5	-0.3279424011707306
429296	rnn.bias_hh_l0	6	-0.10322125256061554
429296	rnn.bias_hh_l0	7	0.0790049284696579
429296	rnn.bias_hh_l0	8	-0.23837055265903473
429296	rnn.bias_hh_l0	9	-0.5093995928764343
429296	rnn.weight_ih_l0_reverse	0	0.03927317634224892
429296	rnn.weight_ih_l0_reverse	1	-0.05499039590358734
429296	rnn.weight_ih_l0_reverse	2	-0.02258462831377983
429296	rnn.weight_ih_l0_reverse	3	-0.12652550637722015
429296	rnn.weight_ih_l0_reverse	4	0.09406077116727829
429296	rnn.weight_ih_l0_reverse	5	-0.08671856671571732
429296	rnn.weight_ih_l0_reverse	6	0.011950737796723843
429296	rnn.weight_ih_l0_reverse	7	0.022940604016184807
429296	rnn.weight_ih_l0_reverse	8	-0.06584077328443527
429296	rnn.weight_ih_l0_reverse	9	-0.07456605136394501
429296	rnn.weight_hh_l0_reverse	0	-0.12916140258312225
429296	rnn.weight_hh_l0_reverse	1	0.03145303577184677
429296	rnn.weight_hh_l0_reverse	2	-0.02985334023833275
429296	rnn.weight_hh_l0_reverse	3	0.0365498811006546
429296	rnn.weight_hh_l0_reverse	4	-0.08233632147312164
429296	rnn.weight_hh_l0_reverse	5	0.03711165115237236
429296	rnn.weight_hh_l0_reverse	6	0.025716086849570274
429296	rnn.weight_hh_l0_reverse	7	-0.10030006617307663
429296	rnn.weight_hh_l0_reverse	8	-0.04290104657411575
429296	rnn.weight_hh_l0_reverse	9	0.07097403705120087
429296	rnn.bias_ih_l0_reverse	0	-0.17249462008476257
429296	rnn.bias_ih_l0_reverse	1	-0.07157967984676361
429296	rnn.bias_ih_l0_reverse	2	0.1332448422908783
429296	rnn.bias_ih_l0_reverse	3	-0.25825971364974976
429296	rnn.bias_ih_l0_reverse	4	-0.02726254053413868
429296	rnn.bias_ih_l0_reverse	5	-0.20587606728076935
429296	rnn.bias_ih_l0_reverse	6	0.23198574781417847
429296	rnn.bias_ih_l0_reverse	7	-0.2571758031845093
429296	rnn.bias_ih_l0_reverse	8	-0.17979297041893005
429296	rnn.bias_ih_l0_reverse	9	-0.20932234823703766
429296	rnn.bias_hh_l0_reverse	0	-0.11012254655361176
429296	rnn.bias_hh_l0_reverse	1	0.2676800489425659
429296	rnn.bias_hh_l0_reverse	2	-0.31776830554008484
429296	rnn.bias_hh_l0_reverse	3	-0.20599213242530823
429296	rnn.bias_hh_l0_reverse	4	-0.3882509469985962
429296	rnn.bias_hh_l0_reverse	5	-0.18014970421791077
429296	rnn.bias_hh_l0_reverse	6	-0.25963953137397766
429296	rnn.bias_hh_l0_reverse	7	-0.09831462800502777
429296	rnn.bias_hh_l0_reverse	8	-0.26400476694107056
429296	rnn.bias_hh_l0_reverse	9	0.20198196172714233
429296	linear.weight	0	0.16026237607002258
429296	linear.weight	1	-0.3307112753391266
429296	linear.weight	2	-0.0017338627949357033
429296	linear.weight	3	0.06768511980772018
429296	linear.weight	4	-0.17320816218852997
429296	linear.weight	5	0.23970000445842743
429296	linear.weight	6	-0.0663803219795227
429296	linear.weight	7	-0.06227477267384529
429296	linear.weight	8	0.08627676218748093
429296	linear.weight	9	-0.04745975509285927
429296	linear.bias	0	-0.960213303565979
429296	linear.bias	1	1.891156554222107
429296	linear.bias	2	0.7381711006164551
429296	linear.bias	3	-2.653167724609375
429296	linear.bias	4	-0.15963248908519745
429296	linear.bias	5	1.343798279762268
429296	linear.bias	6	-0.16421537101268768
429296	linear.bias	7	0.8000581860542297
429296	linear.bias	8	2.1382713317871094
429296	linear.bias	9	-1.4795913696289062
429905	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
429905	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
429905	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
429905	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
429905	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
429905	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
429905	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
429905	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
429905	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
429905	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
429905	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
429905	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
429905	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
429905	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
429905	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
429905	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
429905	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
429905	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
429905	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
429905	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
429905	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
429905	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
429905	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
429905	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
429905	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
429905	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
429905	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
429905	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
429905	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
429905	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
429905	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
429905	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
429905	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
429905	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
429905	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
429905	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
429905	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
429905	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
429905	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
429905	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
429905	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
429905	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
429905	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
429905	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
429905	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
429905	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
429905	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
429905	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
429905	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
429905	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
429905	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
429905	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
429905	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
429905	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
429905	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
429905	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
429905	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
429905	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
429905	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
429905	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
429905	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
429905	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
429905	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
429905	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
429905	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
429905	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
429905	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
429905	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
429905	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
429905	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
429905	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
429905	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
429905	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
429905	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
429905	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
429905	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
429905	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
429905	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
429905	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
429905	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
429905	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
429905	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
429905	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
429905	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
429905	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
429905	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
429905	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
429905	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
429905	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
429905	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
429905	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
429905	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
429905	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
429905	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
429905	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
429905	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
429905	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
429905	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
429905	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
429905	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
429905	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
429905	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
429905	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
429905	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
429905	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
429905	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
429905	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
429905	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
429905	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
429905	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
429905	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
429905	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
429905	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
429905	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
429905	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
429905	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
429905	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
429905	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
429905	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
429905	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
429905	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
429905	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
429905	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
429905	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
429905	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
429905	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
429905	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
429905	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
429905	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
429905	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
429905	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
429905	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
429905	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
429905	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
429905	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
429905	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
429905	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
429905	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
429905	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
429905	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
429905	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
429905	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
429905	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
429905	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
429905	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
429905	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
429905	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
429905	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
429905	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
429905	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
429905	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
429905	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
429905	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
429905	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
429905	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
429905	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
429905	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
429905	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
429905	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
429905	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
429905	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
429905	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
429905	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
429905	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
429905	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
429905	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
429905	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
429905	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
429905	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
429905	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
429905	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
429905	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
429905	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
429905	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
429905	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
429905	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
429905	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
429905	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
429905	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
429905	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
429905	embedding2nn.weight	0	0.3143690228462219
429905	embedding2nn.weight	1	0.3935869038105011
429905	embedding2nn.weight	2	0.017623448744416237
429905	embedding2nn.weight	3	-0.060618381947278976
429905	embedding2nn.weight	4	-0.041439127177000046
429905	embedding2nn.weight	5	0.07965880632400513
429905	embedding2nn.weight	6	0.014539724215865135
429905	embedding2nn.weight	7	0.01573595404624939
429905	embedding2nn.weight	8	0.03671674802899361
429905	embedding2nn.weight	9	-0.010215447284281254
429905	embedding2nn.bias	0	0.03737291321158409
429905	embedding2nn.bias	1	-0.23370575904846191
429905	embedding2nn.bias	2	0.11442109942436218
429905	embedding2nn.bias	3	0.19800980389118195
429905	embedding2nn.bias	4	0.13633909821510315
429905	embedding2nn.bias	5	-0.06313318759202957
429905	embedding2nn.bias	6	-0.06310217082500458
429905	embedding2nn.bias	7	0.03213880956172943
429905	embedding2nn.bias	8	-0.135355144739151
429905	embedding2nn.bias	9	-0.38735735416412354
429905	rnn.weight_ih_l0	0	-0.0029944523703306913
429905	rnn.weight_ih_l0	1	-0.07123762369155884
429905	rnn.weight_ih_l0	2	-0.054958295077085495
429905	rnn.weight_ih_l0	3	0.10602880269289017
429905	rnn.weight_ih_l0	4	-0.011313467286527157
429905	rnn.weight_ih_l0	5	-0.07376650720834732
429905	rnn.weight_ih_l0	6	-0.0010638143867254257
429905	rnn.weight_ih_l0	7	-0.0352933444082737
429905	rnn.weight_ih_l0	8	0.009540286846458912
429905	rnn.weight_ih_l0	9	-0.06615853309631348
429905	rnn.weight_hh_l0	0	-0.0025451427791267633
429905	rnn.weight_hh_l0	1	0.07132820785045624
429905	rnn.weight_hh_l0	2	0.016642924398183823
429905	rnn.weight_hh_l0	3	-0.0008424562984146178
429905	rnn.weight_hh_l0	4	0.028384994715452194
429905	rnn.weight_hh_l0	5	0.05316021293401718
429905	rnn.weight_hh_l0	6	-0.054811619222164154
429905	rnn.weight_hh_l0	7	-0.09527280181646347
429905	rnn.weight_hh_l0	8	0.038781002163887024
429905	rnn.weight_hh_l0	9	-0.09934975951910019
429905	rnn.bias_ih_l0	0	0.17707227170467377
429905	rnn.bias_ih_l0	1	-0.2846192419528961
429905	rnn.bias_ih_l0	2	-0.03270282596349716
429905	rnn.bias_ih_l0	3	-0.2018347829580307
429905	rnn.bias_ih_l0	4	0.028976093977689743
429905	rnn.bias_ih_l0	5	-0.37705785036087036
429905	rnn.bias_ih_l0	6	-0.1268598735332489
429905	rnn.bias_ih_l0	7	-0.32816842198371887
429905	rnn.bias_ih_l0	8	-0.2811560034751892
429905	rnn.bias_ih_l0	9	-0.4588574171066284
429905	rnn.bias_hh_l0	0	-0.32256990671157837
429905	rnn.bias_hh_l0	1	-0.3685317635536194
429905	rnn.bias_hh_l0	2	-0.3070317506790161
429905	rnn.bias_hh_l0	3	-0.06674668937921524
429905	rnn.bias_hh_l0	4	-0.33706748485565186
429905	rnn.bias_hh_l0	5	-0.32497790455818176
429905	rnn.bias_hh_l0	6	-0.11010225117206573
429905	rnn.bias_hh_l0	7	0.07420948892831802
429905	rnn.bias_hh_l0	8	-0.23355379700660706
429905	rnn.bias_hh_l0	9	-0.5017433166503906
429905	rnn.weight_ih_l0_reverse	0	0.041310131549835205
429905	rnn.weight_ih_l0_reverse	1	-0.055933333933353424
429905	rnn.weight_ih_l0_reverse	2	-0.02482731267809868
429905	rnn.weight_ih_l0_reverse	3	-0.12297528982162476
429905	rnn.weight_ih_l0_reverse	4	0.09343689680099487
429905	rnn.weight_ih_l0_reverse	5	-0.09359796345233917
429905	rnn.weight_ih_l0_reverse	6	0.011272655799984932
429905	rnn.weight_ih_l0_reverse	7	0.02193452976644039
429905	rnn.weight_ih_l0_reverse	8	-0.06728995591402054
429905	rnn.weight_ih_l0_reverse	9	-0.0750349760055542
429905	rnn.weight_hh_l0_reverse	0	-0.12906694412231445
429905	rnn.weight_hh_l0_reverse	1	0.03131270408630371
429905	rnn.weight_hh_l0_reverse	2	-0.03012591227889061
429905	rnn.weight_hh_l0_reverse	3	0.03621628135442734
429905	rnn.weight_hh_l0_reverse	4	-0.08306138962507248
429905	rnn.weight_hh_l0_reverse	5	0.03709693253040314
429905	rnn.weight_hh_l0_reverse	6	0.026060087606310844
429905	rnn.weight_hh_l0_reverse	7	-0.09638526290655136
429905	rnn.weight_hh_l0_reverse	8	-0.04513804614543915
429905	rnn.weight_hh_l0_reverse	9	0.07237908989191055
429905	rnn.bias_ih_l0_reverse	0	-0.167671337723732
429905	rnn.bias_ih_l0_reverse	1	-0.07556143403053284
429905	rnn.bias_ih_l0_reverse	2	0.12460577487945557
429905	rnn.bias_ih_l0_reverse	3	-0.2610463500022888
429905	rnn.bias_ih_l0_reverse	4	-0.025432905182242393
429905	rnn.bias_ih_l0_reverse	5	-0.2084059864282608
429905	rnn.bias_ih_l0_reverse	6	0.229473277926445
429905	rnn.bias_ih_l0_reverse	7	-0.2524213194847107
429905	rnn.bias_ih_l0_reverse	8	-0.1800370216369629
429905	rnn.bias_ih_l0_reverse	9	-0.20280061662197113
429905	rnn.bias_hh_l0_reverse	0	-0.11361227184534073
429905	rnn.bias_hh_l0_reverse	1	0.2761152684688568
429905	rnn.bias_hh_l0_reverse	2	-0.3201523423194885
429905	rnn.bias_hh_l0_reverse	3	-0.19586268067359924
429905	rnn.bias_hh_l0_reverse	4	-0.4016704261302948
429905	rnn.bias_hh_l0_reverse	5	-0.178861603140831
429905	rnn.bias_hh_l0_reverse	6	-0.25354334712028503
429905	rnn.bias_hh_l0_reverse	7	-0.0968894511461258
429905	rnn.bias_hh_l0_reverse	8	-0.2566923499107361
429905	rnn.bias_hh_l0_reverse	9	0.20024463534355164
429905	linear.weight	0	0.1669916808605194
429905	linear.weight	1	-0.35157346725463867
429905	linear.weight	2	0.037263963371515274
429905	linear.weight	3	0.06768665462732315
429905	linear.weight	4	-0.16359329223632812
429905	linear.weight	5	0.2515784502029419
429905	linear.weight	6	-0.06227549910545349
429905	linear.weight	7	-0.06226605176925659
429905	linear.weight	8	0.060023240745067596
429905	linear.weight	9	-0.047472354024648666
429905	linear.bias	0	-0.9586004614830017
429905	linear.bias	1	1.9282118082046509
429905	linear.bias	2	0.7610170245170593
429905	linear.bias	3	-2.6535959243774414
429905	linear.bias	4	-0.15976285934448242
429905	linear.bias	5	1.2870482206344604
429905	linear.bias	6	-0.2068387120962143
429905	linear.bias	7	0.7743629813194275
429905	linear.bias	8	2.1640918254852295
429905	linear.bias	9	-1.4801967144012451
430514	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
430514	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
430514	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
430514	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
430514	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
430514	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
430514	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
430514	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
430514	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
430514	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
430514	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
430514	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
430514	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
430514	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
430514	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
430514	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
430514	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
430514	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
430514	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
430514	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
430514	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
430514	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
430514	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
430514	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
430514	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
430514	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
430514	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
430514	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
430514	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
430514	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
430514	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
430514	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
430514	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
430514	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
430514	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
430514	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
430514	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
430514	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
430514	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
430514	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
430514	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
430514	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
430514	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
430514	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
430514	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
430514	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
430514	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
430514	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
430514	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
430514	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
430514	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
430514	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
430514	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
430514	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
430514	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
430514	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
430514	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
430514	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
430514	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
430514	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
430514	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
430514	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
430514	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
430514	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
430514	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
430514	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
430514	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
430514	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
430514	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
430514	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
430514	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
430514	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
430514	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
430514	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
430514	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
430514	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
430514	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
430514	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
430514	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
430514	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
430514	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
430514	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
430514	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
430514	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
430514	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
430514	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
430514	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
430514	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
430514	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
430514	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
430514	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
430514	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
430514	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
430514	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
430514	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
430514	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
430514	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
430514	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
430514	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
430514	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
430514	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
430514	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
430514	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
430514	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
430514	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
430514	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
430514	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
430514	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
430514	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
430514	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
430514	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
430514	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
430514	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
430514	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
430514	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
430514	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
430514	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
430514	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
430514	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
430514	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
430514	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
430514	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
430514	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
430514	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
430514	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
430514	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
430514	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
430514	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
430514	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
430514	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
430514	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
430514	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
430514	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
430514	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
430514	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
430514	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
430514	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
430514	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
430514	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
430514	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
430514	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
430514	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
430514	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
430514	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
430514	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
430514	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
430514	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
430514	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
430514	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
430514	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
430514	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
430514	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
430514	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
430514	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
430514	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
430514	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
430514	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
430514	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
430514	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
430514	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
430514	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
430514	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
430514	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
430514	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
430514	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
430514	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
430514	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
430514	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
430514	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
430514	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
430514	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
430514	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
430514	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
430514	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
430514	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
430514	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
430514	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
430514	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
430514	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
430514	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
430514	embedding2nn.weight	0	0.31709393858909607
430514	embedding2nn.weight	1	0.3924672305583954
430514	embedding2nn.weight	2	0.025790316984057426
430514	embedding2nn.weight	3	-0.03683852031826973
430514	embedding2nn.weight	4	-0.04530899226665497
430514	embedding2nn.weight	5	0.08087966591119766
430514	embedding2nn.weight	6	0.01681211218237877
430514	embedding2nn.weight	7	0.027796292677521706
430514	embedding2nn.weight	8	0.02682645246386528
430514	embedding2nn.weight	9	-0.010792085900902748
430514	embedding2nn.bias	0	0.0476362481713295
430514	embedding2nn.bias	1	-0.20178595185279846
430514	embedding2nn.bias	2	0.1078510507941246
430514	embedding2nn.bias	3	0.20084527134895325
430514	embedding2nn.bias	4	0.14920012652873993
430514	embedding2nn.bias	5	-0.07865457236766815
430514	embedding2nn.bias	6	-0.0600198432803154
430514	embedding2nn.bias	7	0.029885055497288704
430514	embedding2nn.bias	8	-0.15334779024124146
430514	embedding2nn.bias	9	-0.3713967204093933
430514	rnn.weight_ih_l0	0	-0.0028934956062585115
430514	rnn.weight_ih_l0	1	-0.07037508487701416
430514	rnn.weight_ih_l0	2	-0.05123855173587799
430514	rnn.weight_ih_l0	3	0.10696309059858322
430514	rnn.weight_ih_l0	4	-0.009687259793281555
430514	rnn.weight_ih_l0	5	-0.07741891592741013
430514	rnn.weight_ih_l0	6	-0.003489857306703925
430514	rnn.weight_ih_l0	7	-0.033167462795972824
430514	rnn.weight_ih_l0	8	0.011203499510884285
430514	rnn.weight_ih_l0	9	-0.0693347156047821
430514	rnn.weight_hh_l0	0	-0.0028867884539067745
430514	rnn.weight_hh_l0	1	0.07190366089344025
430514	rnn.weight_hh_l0	2	0.01977958157658577
430514	rnn.weight_hh_l0	3	-0.0010793342953547835
430514	rnn.weight_hh_l0	4	0.02880946546792984
430514	rnn.weight_hh_l0	5	0.052754566073417664
430514	rnn.weight_hh_l0	6	-0.05437580496072769
430514	rnn.weight_hh_l0	7	-0.09878856688737869
430514	rnn.weight_hh_l0	8	0.03871537744998932
430514	rnn.weight_hh_l0	9	-0.09888266026973724
430514	rnn.bias_ih_l0	0	0.1878894567489624
430514	rnn.bias_ih_l0	1	-0.2832750082015991
430514	rnn.bias_ih_l0	2	-0.034434400498867035
430514	rnn.bias_ih_l0	3	-0.201687753200531
430514	rnn.bias_ih_l0	4	0.025452006608247757
430514	rnn.bias_ih_l0	5	-0.3805669844150543
430514	rnn.bias_ih_l0	6	-0.13187648355960846
430514	rnn.bias_ih_l0	7	-0.3260743319988251
430514	rnn.bias_ih_l0	8	-0.28964293003082275
430514	rnn.bias_ih_l0	9	-0.45854586362838745
430514	rnn.bias_hh_l0	0	-0.32363706827163696
430514	rnn.bias_hh_l0	1	-0.36035841703414917
430514	rnn.bias_hh_l0	2	-0.3030104339122772
430514	rnn.bias_hh_l0	3	-0.0658738985657692
430514	rnn.bias_hh_l0	4	-0.3429519236087799
430514	rnn.bias_hh_l0	5	-0.3216145634651184
430514	rnn.bias_hh_l0	6	-0.11263413727283478
430514	rnn.bias_hh_l0	7	0.06334041059017181
430514	rnn.bias_hh_l0	8	-0.23637597262859344
430514	rnn.bias_hh_l0	9	-0.5018662214279175
430514	rnn.weight_ih_l0_reverse	0	0.03856981545686722
430514	rnn.weight_ih_l0_reverse	1	-0.05761656165122986
430514	rnn.weight_ih_l0_reverse	2	-0.02940342202782631
430514	rnn.weight_ih_l0_reverse	3	-0.12461010366678238
430514	rnn.weight_ih_l0_reverse	4	0.09276284277439117
430514	rnn.weight_ih_l0_reverse	5	-0.09883952885866165
430514	rnn.weight_ih_l0_reverse	6	0.007411233615130186
430514	rnn.weight_ih_l0_reverse	7	0.02288178727030754
430514	rnn.weight_ih_l0_reverse	8	-0.06486436724662781
430514	rnn.weight_ih_l0_reverse	9	-0.0729956179857254
430514	rnn.weight_hh_l0_reverse	0	-0.13102979958057404
430514	rnn.weight_hh_l0_reverse	1	0.03092089109122753
430514	rnn.weight_hh_l0_reverse	2	-0.028333794325590134
430514	rnn.weight_hh_l0_reverse	3	0.036698341369628906
430514	rnn.weight_hh_l0_reverse	4	-0.08358896523714066
430514	rnn.weight_hh_l0_reverse	5	0.03703309968113899
430514	rnn.weight_hh_l0_reverse	6	0.025602884590625763
430514	rnn.weight_hh_l0_reverse	7	-0.09778105467557907
430514	rnn.weight_hh_l0_reverse	8	-0.0464666523039341
430514	rnn.weight_hh_l0_reverse	9	0.07048206031322479
430514	rnn.bias_ih_l0_reverse	0	-0.16504865884780884
430514	rnn.bias_ih_l0_reverse	1	-0.07625441998243332
430514	rnn.bias_ih_l0_reverse	2	0.12133803218603134
430514	rnn.bias_ih_l0_reverse	3	-0.2626977562904358
430514	rnn.bias_ih_l0_reverse	4	-0.026893511414527893
430514	rnn.bias_ih_l0_reverse	5	-0.20942507684230804
430514	rnn.bias_ih_l0_reverse	6	0.22926434874534607
430514	rnn.bias_ih_l0_reverse	7	-0.268997460603714
430514	rnn.bias_ih_l0_reverse	8	-0.18120738863945007
430514	rnn.bias_ih_l0_reverse	9	-0.20350395143032074
430514	rnn.bias_hh_l0_reverse	0	-0.1342211812734604
430514	rnn.bias_hh_l0_reverse	1	0.2712458670139313
430514	rnn.bias_hh_l0_reverse	2	-0.31799063086509705
430514	rnn.bias_hh_l0_reverse	3	-0.19441750645637512
430514	rnn.bias_hh_l0_reverse	4	-0.3922728896141052
430514	rnn.bias_hh_l0_reverse	5	-0.1702522188425064
430514	rnn.bias_hh_l0_reverse	6	-0.24542111158370972
430514	rnn.bias_hh_l0_reverse	7	-0.09546694159507751
430514	rnn.bias_hh_l0_reverse	8	-0.2473601996898651
430514	rnn.bias_hh_l0_reverse	9	0.21274028718471527
430514	linear.weight	0	0.18505530059337616
430514	linear.weight	1	-0.35778841376304626
430514	linear.weight	2	0.03037550486624241
430514	linear.weight	3	0.06768768280744553
430514	linear.weight	4	-0.14999820291996002
430514	linear.weight	5	0.24680978059768677
430514	linear.weight	6	-0.04863980412483215
430514	linear.weight	7	-0.062257420271635056
430514	linear.weight	8	0.06436330825090408
430514	linear.weight	9	-0.04748673364520073
430514	linear.bias	0	-0.946823000907898
430514	linear.bias	1	1.8967164754867554
430514	linear.bias	2	0.7453929781913757
430514	linear.bias	3	-2.6540119647979736
430514	linear.bias	4	-0.13658830523490906
430514	linear.bias	5	1.2407351732254028
430514	linear.bias	6	-0.17742589116096497
430514	linear.bias	7	0.7381358742713928
430514	linear.bias	8	2.158942699432373
430514	linear.bias	9	-1.477750539779663
431123	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
431123	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
431123	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
431123	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
431123	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
431123	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
431123	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
431123	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
431123	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
431123	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
431123	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
431123	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
431123	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
431123	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
431123	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
431123	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
431123	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
431123	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
431123	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
431123	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
431123	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
431123	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
431123	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
431123	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
431123	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
431123	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
431123	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
431123	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
431123	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
431123	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
431123	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
431123	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
431123	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
431123	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
431123	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
431123	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
431123	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
431123	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
431123	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
431123	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
431123	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
431123	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
431123	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
431123	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
431123	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
431123	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
431123	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
431123	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
431123	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
431123	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
431123	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
431123	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
431123	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
431123	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
431123	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
431123	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
431123	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
431123	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
431123	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
431123	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
431123	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
431123	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
431123	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
431123	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
431123	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
431123	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
431123	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
431123	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
431123	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
431123	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
431123	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
431123	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
431123	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
431123	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
431123	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
431123	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
431123	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
431123	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
431123	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
431123	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
431123	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
431123	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
431123	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
431123	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
431123	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
431123	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
431123	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
431123	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
431123	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
431123	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
431123	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
431123	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
431123	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
431123	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
431123	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
431123	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
431123	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
431123	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
431123	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
431123	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
431123	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
431123	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
431123	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
431123	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
431123	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
431123	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
431123	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
431123	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
431123	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
431123	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
431123	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
431123	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
431123	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
431123	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
431123	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
431123	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
431123	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
431123	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
431123	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
431123	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
431123	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
431123	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
431123	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
431123	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
431123	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
431123	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
431123	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
431123	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
431123	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
431123	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
431123	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
431123	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
431123	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
431123	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
431123	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
431123	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
431123	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
431123	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
431123	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
431123	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
431123	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
431123	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
431123	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
431123	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
431123	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
431123	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
431123	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
431123	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
431123	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
431123	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
431123	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
431123	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
431123	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
431123	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
431123	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
431123	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
431123	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
431123	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
431123	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
431123	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
431123	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
431123	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
431123	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
431123	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
431123	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
431123	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
431123	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
431123	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
431123	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
431123	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
431123	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
431123	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
431123	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
431123	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
431123	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
431123	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
431123	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
431123	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
431123	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
431123	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
431123	embedding2nn.weight	0	0.3183014392852783
431123	embedding2nn.weight	1	0.3903471827507019
431123	embedding2nn.weight	2	0.021666092798113823
431123	embedding2nn.weight	3	-0.02202131599187851
431123	embedding2nn.weight	4	-0.05301295965909958
431123	embedding2nn.weight	5	0.07817938923835754
431123	embedding2nn.weight	6	0.021705789491534233
431123	embedding2nn.weight	7	0.020085260272026062
431123	embedding2nn.weight	8	0.025538727641105652
431123	embedding2nn.weight	9	-0.00588443735614419
431123	embedding2nn.bias	0	0.03476220741868019
431123	embedding2nn.bias	1	-0.19324201345443726
431123	embedding2nn.bias	2	0.10156886279582977
431123	embedding2nn.bias	3	0.1966809332370758
431123	embedding2nn.bias	4	0.11940757185220718
431123	embedding2nn.bias	5	-0.059804607182741165
431123	embedding2nn.bias	6	-0.061029668897390366
431123	embedding2nn.bias	7	0.029951831325888634
431123	embedding2nn.bias	8	-0.1570037603378296
431123	embedding2nn.bias	9	-0.3783678412437439
431123	rnn.weight_ih_l0	0	-0.0019951050635427237
431123	rnn.weight_ih_l0	1	-0.07148192077875137
431123	rnn.weight_ih_l0	2	-0.05521812289953232
431123	rnn.weight_ih_l0	3	0.10874809324741364
431123	rnn.weight_ih_l0	4	-0.008767425082623959
431123	rnn.weight_ih_l0	5	-0.08007112890481949
431123	rnn.weight_ih_l0	6	-0.0045477780513465405
431123	rnn.weight_ih_l0	7	-0.033004168421030045
431123	rnn.weight_ih_l0	8	0.019566738978028297
431123	rnn.weight_ih_l0	9	-0.06631787121295929
431123	rnn.weight_hh_l0	0	-0.003231722628697753
431123	rnn.weight_hh_l0	1	0.07204573601484299
431123	rnn.weight_hh_l0	2	0.018270162865519524
431123	rnn.weight_hh_l0	3	-0.0006910208612680435
431123	rnn.weight_hh_l0	4	0.028754137456417084
431123	rnn.weight_hh_l0	5	0.051716167479753494
431123	rnn.weight_hh_l0	6	-0.054501067847013474
431123	rnn.weight_hh_l0	7	-0.09951305389404297
431123	rnn.weight_hh_l0	8	0.038736652582883835
431123	rnn.weight_hh_l0	9	-0.09949740022420883
431123	rnn.bias_ih_l0	0	0.1757751703262329
431123	rnn.bias_ih_l0	1	-0.28357237577438354
431123	rnn.bias_ih_l0	2	-0.03334420174360275
431123	rnn.bias_ih_l0	3	-0.19670410454273224
431123	rnn.bias_ih_l0	4	0.026593729853630066
431123	rnn.bias_ih_l0	5	-0.38483503460884094
431123	rnn.bias_ih_l0	6	-0.12645411491394043
431123	rnn.bias_ih_l0	7	-0.3272017240524292
431123	rnn.bias_ih_l0	8	-0.28364846110343933
431123	rnn.bias_ih_l0	9	-0.4488699734210968
431123	rnn.bias_hh_l0	0	-0.3257073760032654
431123	rnn.bias_hh_l0	1	-0.3675074279308319
431123	rnn.bias_hh_l0	2	-0.30359262228012085
431123	rnn.bias_hh_l0	3	-0.06631187349557877
431123	rnn.bias_hh_l0	4	-0.34316492080688477
431123	rnn.bias_hh_l0	5	-0.32220667600631714
431123	rnn.bias_hh_l0	6	-0.11237850040197372
431123	rnn.bias_hh_l0	7	0.06330244988203049
431123	rnn.bias_hh_l0	8	-0.2322726994752884
431123	rnn.bias_hh_l0	9	-0.5026013255119324
431123	rnn.weight_ih_l0_reverse	0	0.043898265808820724
431123	rnn.weight_ih_l0_reverse	1	-0.054613418877124786
431123	rnn.weight_ih_l0_reverse	2	-0.033398207277059555
431123	rnn.weight_ih_l0_reverse	3	-0.12081411480903625
431123	rnn.weight_ih_l0_reverse	4	0.09402571618556976
431123	rnn.weight_ih_l0_reverse	5	-0.09099081158638
431123	rnn.weight_ih_l0_reverse	6	0.003494095290079713
431123	rnn.weight_ih_l0_reverse	7	0.023184655234217644
431123	rnn.weight_ih_l0_reverse	8	-0.06032995507121086
431123	rnn.weight_ih_l0_reverse	9	-0.07394365221261978
431123	rnn.weight_hh_l0_reverse	0	-0.13650298118591309
431123	rnn.weight_hh_l0_reverse	1	0.030652839690446854
431123	rnn.weight_hh_l0_reverse	2	-0.027326567098498344
431123	rnn.weight_hh_l0_reverse	3	0.03717712312936783
431123	rnn.weight_hh_l0_reverse	4	-0.0822664126753807
431123	rnn.weight_hh_l0_reverse	5	0.03787941858172417
431123	rnn.weight_hh_l0_reverse	6	0.02582903951406479
431123	rnn.weight_hh_l0_reverse	7	-0.09826654195785522
431123	rnn.weight_hh_l0_reverse	8	-0.05126158148050308
431123	rnn.weight_hh_l0_reverse	9	0.06792361289262772
431123	rnn.bias_ih_l0_reverse	0	-0.17316630482673645
431123	rnn.bias_ih_l0_reverse	1	-0.07658030837774277
431123	rnn.bias_ih_l0_reverse	2	0.1240706518292427
431123	rnn.bias_ih_l0_reverse	3	-0.26617252826690674
431123	rnn.bias_ih_l0_reverse	4	-0.028248824179172516
431123	rnn.bias_ih_l0_reverse	5	-0.2075895220041275
431123	rnn.bias_ih_l0_reverse	6	0.22321192920207977
431123	rnn.bias_ih_l0_reverse	7	-0.2629680037498474
431123	rnn.bias_ih_l0_reverse	8	-0.18276391923427582
431123	rnn.bias_ih_l0_reverse	9	-0.20967717468738556
431123	rnn.bias_hh_l0_reverse	0	-0.1399746686220169
431123	rnn.bias_hh_l0_reverse	1	0.2601918876171112
431123	rnn.bias_hh_l0_reverse	2	-0.30860012769699097
431123	rnn.bias_hh_l0_reverse	3	-0.19900311529636383
431123	rnn.bias_hh_l0_reverse	4	-0.3890421390533447
431123	rnn.bias_hh_l0_reverse	5	-0.17207586765289307
431123	rnn.bias_hh_l0_reverse	6	-0.25258249044418335
431123	rnn.bias_hh_l0_reverse	7	-0.09357192367315292
431123	rnn.bias_hh_l0_reverse	8	-0.25181055068969727
431123	rnn.bias_hh_l0_reverse	9	0.2189781218767166
431123	linear.weight	0	0.21783609688282013
431123	linear.weight	1	-0.34608665108680725
431123	linear.weight	2	-0.0032279498409479856
431123	linear.weight	3	0.06769023090600967
431123	linear.weight	4	-0.14119428396224976
431123	linear.weight	5	0.27423280477523804
431123	linear.weight	6	-0.031235508620738983
431123	linear.weight	7	-0.06224709004163742
431123	linear.weight	8	0.08238685876131058
431123	linear.weight	9	-0.04749887436628342
431123	linear.bias	0	-0.9268414974212646
431123	linear.bias	1	1.9096758365631104
431123	linear.bias	2	0.73994380235672
431123	linear.bias	3	-2.6544058322906494
431123	linear.bias	4	-0.1692817360162735
431123	linear.bias	5	1.2267544269561768
431123	linear.bias	6	-0.12179992347955704
431123	linear.bias	7	0.760233461856842
431123	linear.bias	8	2.1543967723846436
431123	linear.bias	9	-1.4457440376281738
431732	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
431732	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
431732	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
431732	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
431732	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
431732	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
431732	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
431732	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
431732	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
431732	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
431732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
431732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
431732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
431732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
431732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
431732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
431732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
431732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
431732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
431732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
431732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
431732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
431732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
431732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
431732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
431732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
431732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
431732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
431732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
431732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
431732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
431732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
431732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
431732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
431732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
431732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
431732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
431732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
431732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
431732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
431732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
431732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
431732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
431732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
431732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
431732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
431732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
431732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
431732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
431732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
431732	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
431732	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
431732	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
431732	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
431732	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
431732	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
431732	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
431732	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
431732	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
431732	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
431732	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
431732	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
431732	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
431732	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
431732	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
431732	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
431732	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
431732	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
431732	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
431732	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
431732	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
431732	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
431732	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
431732	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
431732	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
431732	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
431732	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
431732	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
431732	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
431732	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
431732	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
431732	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
431732	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
431732	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
431732	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
431732	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
431732	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
431732	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
431732	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
431732	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
431732	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
431732	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
431732	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
431732	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
431732	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
431732	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
431732	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
431732	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
431732	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
431732	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
431732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
431732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
431732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
431732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
431732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
431732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
431732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
431732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
431732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
431732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
431732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
431732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
431732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
431732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
431732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
431732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
431732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
431732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
431732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
431732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
431732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
431732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
431732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
431732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
431732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
431732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
431732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
431732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
431732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
431732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
431732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
431732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
431732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
431732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
431732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
431732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
431732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
431732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
431732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
431732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
431732	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
431732	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
431732	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
431732	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
431732	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
431732	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
431732	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
431732	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
431732	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
431732	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
431732	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
431732	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
431732	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
431732	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
431732	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
431732	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
431732	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
431732	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
431732	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
431732	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
431732	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
431732	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
431732	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
431732	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
431732	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
431732	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
431732	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
431732	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
431732	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
431732	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
431732	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
431732	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
431732	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
431732	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
431732	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
431732	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
431732	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
431732	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
431732	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
431732	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
431732	embedding2nn.weight	0	0.32036930322647095
431732	embedding2nn.weight	1	0.3911876976490021
431732	embedding2nn.weight	2	0.025212842971086502
431732	embedding2nn.weight	3	-0.030833730474114418
431732	embedding2nn.weight	4	-0.05200780928134918
431732	embedding2nn.weight	5	0.07693496346473694
431732	embedding2nn.weight	6	0.01939830556511879
431732	embedding2nn.weight	7	0.01707679219543934
431732	embedding2nn.weight	8	0.02023588865995407
431732	embedding2nn.weight	9	-0.005416521802544594
431732	embedding2nn.bias	0	0.04830684885382652
431732	embedding2nn.bias	1	-0.2147364765405655
431732	embedding2nn.bias	2	0.11863759160041809
431732	embedding2nn.bias	3	0.17534373700618744
431732	embedding2nn.bias	4	0.13494713604450226
431732	embedding2nn.bias	5	-0.05943338945508003
431732	embedding2nn.bias	6	-0.05564393848180771
431732	embedding2nn.bias	7	0.018038243055343628
431732	embedding2nn.bias	8	-0.15406927466392517
431732	embedding2nn.bias	9	-0.3983491361141205
431732	rnn.weight_ih_l0	0	-0.0011435594642534852
431732	rnn.weight_ih_l0	1	-0.07311499118804932
431732	rnn.weight_ih_l0	2	-0.05898337438702583
431732	rnn.weight_ih_l0	3	0.10935629159212112
431732	rnn.weight_ih_l0	4	-0.0026862083468586206
431732	rnn.weight_ih_l0	5	-0.08478858321905136
431732	rnn.weight_ih_l0	6	-0.0018061654409393668
431732	rnn.weight_ih_l0	7	-0.035291533917188644
431732	rnn.weight_ih_l0	8	0.011924602091312408
431732	rnn.weight_ih_l0	9	-0.07060553133487701
431732	rnn.weight_hh_l0	0	-0.0035768223460763693
431732	rnn.weight_hh_l0	1	0.07257398962974548
431732	rnn.weight_hh_l0	2	0.018421543762087822
431732	rnn.weight_hh_l0	3	-0.0020956317894160748
431732	rnn.weight_hh_l0	4	0.02809646911919117
431732	rnn.weight_hh_l0	5	0.049879804253578186
431732	rnn.weight_hh_l0	6	-0.05489298328757286
431732	rnn.weight_hh_l0	7	-0.09832196682691574
431732	rnn.weight_hh_l0	8	0.03890775889158249
431732	rnn.weight_hh_l0	9	-0.09866248816251755
431732	rnn.bias_ih_l0	0	0.18158306181430817
431732	rnn.bias_ih_l0	1	-0.28508007526397705
431732	rnn.bias_ih_l0	2	-0.038243744522333145
431732	rnn.bias_ih_l0	3	-0.19616639614105225
431732	rnn.bias_ih_l0	4	0.029767237603664398
431732	rnn.bias_ih_l0	5	-0.39107659459114075
431732	rnn.bias_ih_l0	6	-0.12845320999622345
431732	rnn.bias_ih_l0	7	-0.3276877999305725
431732	rnn.bias_ih_l0	8	-0.2858319580554962
431732	rnn.bias_ih_l0	9	-0.4339136779308319
431732	rnn.bias_hh_l0	0	-0.3298868238925934
431732	rnn.bias_hh_l0	1	-0.372721403837204
431732	rnn.bias_hh_l0	2	-0.30393049120903015
431732	rnn.bias_hh_l0	3	-0.06520766019821167
431732	rnn.bias_hh_l0	4	-0.34427499771118164
431732	rnn.bias_hh_l0	5	-0.32325729727745056
431732	rnn.bias_hh_l0	6	-0.11221281439065933
431732	rnn.bias_hh_l0	7	0.06688185036182404
431732	rnn.bias_hh_l0	8	-0.23442776501178741
431732	rnn.bias_hh_l0	9	-0.5115789175033569
431732	rnn.weight_ih_l0_reverse	0	0.039799876511096954
431732	rnn.weight_ih_l0_reverse	1	-0.05598731338977814
431732	rnn.weight_ih_l0_reverse	2	-0.029680076986551285
431732	rnn.weight_ih_l0_reverse	3	-0.12432485818862915
431732	rnn.weight_ih_l0_reverse	4	0.09420325607061386
431732	rnn.weight_ih_l0_reverse	5	-0.08815202862024307
431732	rnn.weight_ih_l0_reverse	6	0.00911908969283104
431732	rnn.weight_ih_l0_reverse	7	0.02012614719569683
431732	rnn.weight_ih_l0_reverse	8	-0.058523859828710556
431732	rnn.weight_ih_l0_reverse	9	-0.06807754933834076
431732	rnn.weight_hh_l0_reverse	0	-0.1365400105714798
431732	rnn.weight_hh_l0_reverse	1	0.030389824882149696
431732	rnn.weight_hh_l0_reverse	2	-0.02745562419295311
431732	rnn.weight_hh_l0_reverse	3	0.03691154345870018
431732	rnn.weight_hh_l0_reverse	4	-0.08090915530920029
431732	rnn.weight_hh_l0_reverse	5	0.03829551115632057
431732	rnn.weight_hh_l0_reverse	6	0.025783786550164223
431732	rnn.weight_hh_l0_reverse	7	-0.09912821650505066
431732	rnn.weight_hh_l0_reverse	8	-0.05080835521221161
431732	rnn.weight_hh_l0_reverse	9	0.07043331861495972
431732	rnn.bias_ih_l0_reverse	0	-0.17072227597236633
431732	rnn.bias_ih_l0_reverse	1	-0.08078345656394958
431732	rnn.bias_ih_l0_reverse	2	0.13045325875282288
431732	rnn.bias_ih_l0_reverse	3	-0.2668969929218292
431732	rnn.bias_ih_l0_reverse	4	-0.029867488890886307
431732	rnn.bias_ih_l0_reverse	5	-0.20151583850383759
431732	rnn.bias_ih_l0_reverse	6	0.21390177309513092
431732	rnn.bias_ih_l0_reverse	7	-0.2766715884208679
431732	rnn.bias_ih_l0_reverse	8	-0.18257734179496765
431732	rnn.bias_ih_l0_reverse	9	-0.2160271555185318
431732	rnn.bias_hh_l0_reverse	0	-0.13806244730949402
431732	rnn.bias_hh_l0_reverse	1	0.25947535037994385
431732	rnn.bias_hh_l0_reverse	2	-0.3159368634223938
431732	rnn.bias_hh_l0_reverse	3	-0.19442865252494812
431732	rnn.bias_hh_l0_reverse	4	-0.3854115903377533
431732	rnn.bias_hh_l0_reverse	5	-0.17703387141227722
431732	rnn.bias_hh_l0_reverse	6	-0.26112696528434753
431732	rnn.bias_hh_l0_reverse	7	-0.09666179120540619
431732	rnn.bias_hh_l0_reverse	8	-0.2515408992767334
431732	rnn.bias_hh_l0_reverse	9	0.1975058764219284
431732	linear.weight	0	0.21940289437770844
431732	linear.weight	1	-0.3328748345375061
431732	linear.weight	2	0.0352705717086792
431732	linear.weight	3	0.06769122928380966
431732	linear.weight	4	-0.1348876953125
431732	linear.weight	5	0.23952853679656982
431732	linear.weight	6	-0.02756240963935852
431732	linear.weight	7	-0.06225224584341049
431732	linear.weight	8	0.09965042769908905
431732	linear.weight	9	-0.047525882720947266
431732	linear.bias	0	-0.9387579560279846
431732	linear.bias	1	1.869947075843811
431732	linear.bias	2	0.76068514585495
431732	linear.bias	3	-2.654834270477295
431732	linear.bias	4	-0.15522129833698273
431732	linear.bias	5	1.2385966777801514
431732	linear.bias	6	-0.17055457830429077
431732	linear.bias	7	0.7762551307678223
431732	linear.bias	8	2.228822946548462
431732	linear.bias	9	-1.455564260482788
432341	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
432341	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
432341	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
432341	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
432341	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
432341	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
432341	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
432341	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
432341	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
432341	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
432341	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
432341	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
432341	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
432341	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
432341	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
432341	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
432341	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
432341	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
432341	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
432341	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
432341	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
432341	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
432341	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
432341	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
432341	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
432341	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
432341	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
432341	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
432341	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
432341	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
432341	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
432341	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
432341	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
432341	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
432341	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
432341	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
432341	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
432341	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
432341	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
432341	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
432341	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
432341	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
432341	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
432341	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
432341	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
432341	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
432341	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
432341	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
432341	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
432341	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
432341	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
432341	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
432341	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
432341	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
432341	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
432341	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
432341	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
432341	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
432341	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
432341	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
432341	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
432341	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
432341	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
432341	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
432341	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
432341	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
432341	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
432341	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
432341	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
432341	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
432341	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
432341	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
432341	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
432341	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
432341	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
432341	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
432341	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
432341	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
432341	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
432341	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
432341	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
432341	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
432341	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
432341	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
432341	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
432341	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
432341	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
432341	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
432341	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
432341	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
432341	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
432341	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
432341	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
432341	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
432341	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
432341	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
432341	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
432341	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
432341	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
432341	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
432341	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
432341	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
432341	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
432341	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
432341	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
432341	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
432341	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
432341	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
432341	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
432341	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
432341	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
432341	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
432341	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
432341	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
432341	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
432341	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
432341	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
432341	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
432341	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
432341	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
432341	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
432341	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
432341	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
432341	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
432341	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
432341	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
432341	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
432341	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
432341	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
432341	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
432341	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
432341	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
432341	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
432341	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
432341	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
432341	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
432341	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
432341	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
432341	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
432341	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
432341	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
432341	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
432341	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
432341	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
432341	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
432341	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
432341	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
432341	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
432341	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
432341	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
432341	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
432341	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
432341	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
432341	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
432341	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
432341	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
432341	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
432341	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
432341	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
432341	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
432341	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
432341	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
432341	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
432341	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
432341	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
432341	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
432341	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
432341	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
432341	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
432341	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
432341	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
432341	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
432341	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
432341	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
432341	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
432341	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
432341	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
432341	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
432341	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
432341	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
432341	embedding2nn.weight	0	0.3189117908477783
432341	embedding2nn.weight	1	0.38941121101379395
432341	embedding2nn.weight	2	0.021599553525447845
432341	embedding2nn.weight	3	-0.04068545252084732
432341	embedding2nn.weight	4	-0.04684608057141304
432341	embedding2nn.weight	5	0.07935813069343567
432341	embedding2nn.weight	6	0.006245968397706747
432341	embedding2nn.weight	7	0.010390573181211948
432341	embedding2nn.weight	8	0.0286311823874712
432341	embedding2nn.weight	9	-0.00458642328158021
432341	embedding2nn.bias	0	0.06075036898255348
432341	embedding2nn.bias	1	-0.214636892080307
432341	embedding2nn.bias	2	0.11875590682029724
432341	embedding2nn.bias	3	0.17596834897994995
432341	embedding2nn.bias	4	0.13134686648845673
432341	embedding2nn.bias	5	-0.048884328454732895
432341	embedding2nn.bias	6	-0.056591495871543884
432341	embedding2nn.bias	7	0.04187435656785965
432341	embedding2nn.bias	8	-0.14432431757450104
432341	embedding2nn.bias	9	-0.3893963396549225
432341	rnn.weight_ih_l0	0	-0.0010836548171937466
432341	rnn.weight_ih_l0	1	-0.06963846832513809
432341	rnn.weight_ih_l0	2	-0.05369318649172783
432341	rnn.weight_ih_l0	3	0.10627073049545288
432341	rnn.weight_ih_l0	4	0.0018725008703768253
432341	rnn.weight_ih_l0	5	-0.0760045126080513
432341	rnn.weight_ih_l0	6	-0.004422790836542845
432341	rnn.weight_ih_l0	7	-0.03067570924758911
432341	rnn.weight_ih_l0	8	0.01328226551413536
432341	rnn.weight_ih_l0	9	-0.06961536407470703
432341	rnn.weight_hh_l0	0	-0.00428973650559783
432341	rnn.weight_hh_l0	1	0.07318870723247528
432341	rnn.weight_hh_l0	2	0.017776884138584137
432341	rnn.weight_hh_l0	3	-0.002562119159847498
432341	rnn.weight_hh_l0	4	0.028664248064160347
432341	rnn.weight_hh_l0	5	0.05046737194061279
432341	rnn.weight_hh_l0	6	-0.05559435859322548
432341	rnn.weight_hh_l0	7	-0.09870398789644241
432341	rnn.weight_hh_l0	8	0.038766562938690186
432341	rnn.weight_hh_l0	9	-0.09945019334554672
432341	rnn.bias_ih_l0	0	0.18626292049884796
432341	rnn.bias_ih_l0	1	-0.2821919023990631
432341	rnn.bias_ih_l0	2	-0.042599499225616455
432341	rnn.bias_ih_l0	3	-0.19495894014835358
432341	rnn.bias_ih_l0	4	0.0290108323097229
432341	rnn.bias_ih_l0	5	-0.39890366792678833
432341	rnn.bias_ih_l0	6	-0.12749436497688293
432341	rnn.bias_ih_l0	7	-0.3300781548023224
432341	rnn.bias_ih_l0	8	-0.2857361137866974
432341	rnn.bias_ih_l0	9	-0.4397414028644562
432341	rnn.bias_hh_l0	0	-0.3265635371208191
432341	rnn.bias_hh_l0	1	-0.3751218914985657
432341	rnn.bias_hh_l0	2	-0.30118313431739807
432341	rnn.bias_hh_l0	3	-0.06139104440808296
432341	rnn.bias_hh_l0	4	-0.34356799721717834
432341	rnn.bias_hh_l0	5	-0.32629936933517456
432341	rnn.bias_hh_l0	6	-0.11635533720254898
432341	rnn.bias_hh_l0	7	0.07226838916540146
432341	rnn.bias_hh_l0	8	-0.2240184098482132
432341	rnn.bias_hh_l0	9	-0.5122491121292114
432341	rnn.weight_ih_l0_reverse	0	0.04324483871459961
432341	rnn.weight_ih_l0_reverse	1	-0.05922482907772064
432341	rnn.weight_ih_l0_reverse	2	-0.03135879710316658
432341	rnn.weight_ih_l0_reverse	3	-0.12669330835342407
432341	rnn.weight_ih_l0_reverse	4	0.09583538770675659
432341	rnn.weight_ih_l0_reverse	5	-0.0911051481962204
432341	rnn.weight_ih_l0_reverse	6	0.003016892122104764
432341	rnn.weight_ih_l0_reverse	7	0.021423283964395523
432341	rnn.weight_ih_l0_reverse	8	-0.057762328535318375
432341	rnn.weight_ih_l0_reverse	9	-0.0654970034956932
432341	rnn.weight_hh_l0_reverse	0	-0.13546986877918243
432341	rnn.weight_hh_l0_reverse	1	0.030330654233694077
432341	rnn.weight_hh_l0_reverse	2	-0.027799203991889954
432341	rnn.weight_hh_l0_reverse	3	0.03854813426733017
432341	rnn.weight_hh_l0_reverse	4	-0.08168751001358032
432341	rnn.weight_hh_l0_reverse	5	0.038863517343997955
432341	rnn.weight_hh_l0_reverse	6	0.026229197159409523
432341	rnn.weight_hh_l0_reverse	7	-0.10009093582630157
432341	rnn.weight_hh_l0_reverse	8	-0.04981663078069687
432341	rnn.weight_hh_l0_reverse	9	0.07308147102594376
432341	rnn.bias_ih_l0_reverse	0	-0.16935773193836212
432341	rnn.bias_ih_l0_reverse	1	-0.07572704553604126
432341	rnn.bias_ih_l0_reverse	2	0.13311335444450378
432341	rnn.bias_ih_l0_reverse	3	-0.2645469009876251
432341	rnn.bias_ih_l0_reverse	4	-0.027858231216669083
432341	rnn.bias_ih_l0_reverse	5	-0.20052534341812134
432341	rnn.bias_ih_l0_reverse	6	0.2130264937877655
432341	rnn.bias_ih_l0_reverse	7	-0.26836690306663513
432341	rnn.bias_ih_l0_reverse	8	-0.1823948472738266
432341	rnn.bias_ih_l0_reverse	9	-0.2138841599225998
432341	rnn.bias_hh_l0_reverse	0	-0.15248703956604004
432341	rnn.bias_hh_l0_reverse	1	0.2577912211418152
432341	rnn.bias_hh_l0_reverse	2	-0.32128843665122986
432341	rnn.bias_hh_l0_reverse	3	-0.1960391104221344
432341	rnn.bias_hh_l0_reverse	4	-0.3841002881526947
432341	rnn.bias_hh_l0_reverse	5	-0.1761644184589386
432341	rnn.bias_hh_l0_reverse	6	-0.2577991783618927
432341	rnn.bias_hh_l0_reverse	7	-0.09149126708507538
432341	rnn.bias_hh_l0_reverse	8	-0.24848204851150513
432341	rnn.bias_hh_l0_reverse	9	0.19882692396640778
432341	linear.weight	0	0.20980124175548553
432341	linear.weight	1	-0.3459067940711975
432341	linear.weight	2	0.014242680743336678
432341	linear.weight	3	0.06769392639398575
432341	linear.weight	4	-0.2018890529870987
432341	linear.weight	5	0.2265646755695343
432341	linear.weight	6	-0.05045632645487785
432341	linear.weight	7	-0.062243666499853134
432341	linear.weight	8	0.09739251434803009
432341	linear.weight	9	-0.04753737896680832
432341	linear.bias	0	-0.936661422252655
432341	linear.bias	1	1.924223780632019
432341	linear.bias	2	0.7651178240776062
432341	linear.bias	3	-2.6552133560180664
432341	linear.bias	4	-0.1667971909046173
432341	linear.bias	5	1.215401530265808
432341	linear.bias	6	-0.18129919469356537
432341	linear.bias	7	0.7348935604095459
432341	linear.bias	8	2.2411537170410156
432341	linear.bias	9	-1.4644956588745117
432950	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
432950	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
432950	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
432950	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
432950	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
432950	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
432950	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
432950	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
432950	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
432950	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
432950	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
432950	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
432950	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
432950	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
432950	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
432950	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
432950	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
432950	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
432950	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
432950	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
432950	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
432950	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
432950	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
432950	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
432950	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
432950	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
432950	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
432950	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
432950	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
432950	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
432950	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
432950	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
432950	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
432950	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
432950	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
432950	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
432950	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
432950	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
432950	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
432950	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
432950	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
432950	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
432950	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
432950	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
432950	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
432950	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
432950	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
432950	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
432950	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
432950	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
432950	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
432950	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
432950	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
432950	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
432950	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
432950	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
432950	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
432950	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
432950	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
432950	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
432950	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
432950	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
432950	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
432950	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
432950	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
432950	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
432950	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
432950	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
432950	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
432950	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
432950	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
432950	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
432950	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
432950	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
432950	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
432950	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
432950	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
432950	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
432950	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
432950	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
432950	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
432950	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
432950	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
432950	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
432950	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
432950	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
432950	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
432950	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
432950	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
432950	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
432950	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
432950	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
432950	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
432950	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
432950	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
432950	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
432950	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
432950	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
432950	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
432950	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
432950	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
432950	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
432950	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
432950	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
432950	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
432950	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
432950	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
432950	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
432950	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
432950	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
432950	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
432950	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
432950	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
432950	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
432950	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
432950	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
432950	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
432950	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
432950	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
432950	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
432950	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
432950	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
432950	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
432950	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
432950	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
432950	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
432950	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
432950	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
432950	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
432950	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
432950	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
432950	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
432950	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
432950	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
432950	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
432950	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
432950	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
432950	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
432950	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
432950	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
432950	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
432950	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
432950	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
432950	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
432950	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
432950	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
432950	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
432950	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
432950	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
432950	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
432950	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
432950	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
432950	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
432950	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
432950	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
432950	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
432950	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
432950	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
432950	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
432950	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
432950	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
432950	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
432950	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
432950	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
432950	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
432950	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
432950	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
432950	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
432950	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
432950	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
432950	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
432950	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
432950	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
432950	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
432950	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
432950	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
432950	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
432950	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
432950	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
432950	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
432950	embedding2nn.weight	0	0.3178388476371765
432950	embedding2nn.weight	1	0.38994571566581726
432950	embedding2nn.weight	2	0.020434124395251274
432950	embedding2nn.weight	3	-0.044970106333494186
432950	embedding2nn.weight	4	-0.04971686378121376
432950	embedding2nn.weight	5	0.08276829868555069
432950	embedding2nn.weight	6	-0.0071931760758161545
432950	embedding2nn.weight	7	0.0023058534134179354
432950	embedding2nn.weight	8	0.031123388558626175
432950	embedding2nn.weight	9	-0.008549711667001247
432950	embedding2nn.bias	0	0.043747663497924805
432950	embedding2nn.bias	1	-0.21945953369140625
432950	embedding2nn.bias	2	0.1404670923948288
432950	embedding2nn.bias	3	0.18991877138614655
432950	embedding2nn.bias	4	0.15053120255470276
432950	embedding2nn.bias	5	-0.07698842883110046
432950	embedding2nn.bias	6	-0.049698732793331146
432950	embedding2nn.bias	7	0.03278486803174019
432950	embedding2nn.bias	8	-0.14635120332241058
432950	embedding2nn.bias	9	-0.3835345208644867
432950	rnn.weight_ih_l0	0	-0.0005112148355692625
432950	rnn.weight_ih_l0	1	-0.06934624165296555
432950	rnn.weight_ih_l0	2	-0.05868218466639519
432950	rnn.weight_ih_l0	3	0.10769377648830414
432950	rnn.weight_ih_l0	4	0.008908828720450401
432950	rnn.weight_ih_l0	5	-0.07906686514616013
432950	rnn.weight_ih_l0	6	0.00454727653414011
432950	rnn.weight_ih_l0	7	-0.025140052661299706
432950	rnn.weight_ih_l0	8	0.014115375466644764
432950	rnn.weight_ih_l0	9	-0.06766712665557861
432950	rnn.weight_hh_l0	0	-0.00410862872377038
432950	rnn.weight_hh_l0	1	0.07267097383737564
432950	rnn.weight_hh_l0	2	0.01763363555073738
432950	rnn.weight_hh_l0	3	-0.0022007415536791086
432950	rnn.weight_hh_l0	4	0.029438063502311707
432950	rnn.weight_hh_l0	5	0.04978785663843155
432950	rnn.weight_hh_l0	6	-0.055329330265522
432950	rnn.weight_hh_l0	7	-0.09369878470897675
432950	rnn.weight_hh_l0	8	0.03864070773124695
432950	rnn.weight_hh_l0	9	-0.0999285876750946
432950	rnn.bias_ih_l0	0	0.17784519493579865
432950	rnn.bias_ih_l0	1	-0.27993863821029663
432950	rnn.bias_ih_l0	2	-0.03747417405247688
432950	rnn.bias_ih_l0	3	-0.20598113536834717
432950	rnn.bias_ih_l0	4	0.027341417968273163
432950	rnn.bias_ih_l0	5	-0.3927234709262848
432950	rnn.bias_ih_l0	6	-0.12361070513725281
432950	rnn.bias_ih_l0	7	-0.33283403515815735
432950	rnn.bias_ih_l0	8	-0.2905685007572174
432950	rnn.bias_ih_l0	9	-0.4373475909233093
432950	rnn.bias_hh_l0	0	-0.3234243392944336
432950	rnn.bias_hh_l0	1	-0.38135483860969543
432950	rnn.bias_hh_l0	2	-0.30567654967308044
432950	rnn.bias_hh_l0	3	-0.06794489920139313
432950	rnn.bias_hh_l0	4	-0.34103190898895264
432950	rnn.bias_hh_l0	5	-0.3229837417602539
432950	rnn.bias_hh_l0	6	-0.11445025354623795
432950	rnn.bias_hh_l0	7	0.07309912890195847
432950	rnn.bias_hh_l0	8	-0.23047491908073425
432950	rnn.bias_hh_l0	9	-0.5138194561004639
432950	rnn.weight_ih_l0_reverse	0	0.03975890949368477
432950	rnn.weight_ih_l0_reverse	1	-0.06087130308151245
432950	rnn.weight_ih_l0_reverse	2	-0.032735634595155716
432950	rnn.weight_ih_l0_reverse	3	-0.1296156942844391
432950	rnn.weight_ih_l0_reverse	4	0.0921417772769928
432950	rnn.weight_ih_l0_reverse	5	-0.08306647092103958
432950	rnn.weight_ih_l0_reverse	6	0.004236309323459864
432950	rnn.weight_ih_l0_reverse	7	0.02424527332186699
432950	rnn.weight_ih_l0_reverse	8	-0.06020764634013176
432950	rnn.weight_ih_l0_reverse	9	-0.059385500848293304
432950	rnn.weight_hh_l0_reverse	0	-0.1348314881324768
432950	rnn.weight_hh_l0_reverse	1	0.030328113585710526
432950	rnn.weight_hh_l0_reverse	2	-0.02779730223119259
432950	rnn.weight_hh_l0_reverse	3	0.03845037519931793
432950	rnn.weight_hh_l0_reverse	4	-0.08066056668758392
432950	rnn.weight_hh_l0_reverse	5	0.038554221391677856
432950	rnn.weight_hh_l0_reverse	6	0.02588929608464241
432950	rnn.weight_hh_l0_reverse	7	-0.10145390033721924
432950	rnn.weight_hh_l0_reverse	8	-0.05201534554362297
432950	rnn.weight_hh_l0_reverse	9	0.07276920229196548
432950	rnn.bias_ih_l0_reverse	0	-0.16678713262081146
432950	rnn.bias_ih_l0_reverse	1	-0.07487083226442337
432950	rnn.bias_ih_l0_reverse	2	0.12747497856616974
432950	rnn.bias_ih_l0_reverse	3	-0.26621198654174805
432950	rnn.bias_ih_l0_reverse	4	-0.036880698055028915
432950	rnn.bias_ih_l0_reverse	5	-0.2040005326271057
432950	rnn.bias_ih_l0_reverse	6	0.20692922174930573
432950	rnn.bias_ih_l0_reverse	7	-0.26505589485168457
432950	rnn.bias_ih_l0_reverse	8	-0.17700614035129547
432950	rnn.bias_ih_l0_reverse	9	-0.21410532295703888
432950	rnn.bias_hh_l0_reverse	0	-0.15120336413383484
432950	rnn.bias_hh_l0_reverse	1	0.254703164100647
432950	rnn.bias_hh_l0_reverse	2	-0.32263049483299255
432950	rnn.bias_hh_l0_reverse	3	-0.1901460886001587
432950	rnn.bias_hh_l0_reverse	4	-0.3749478757381439
432950	rnn.bias_hh_l0_reverse	5	-0.16998301446437836
432950	rnn.bias_hh_l0_reverse	6	-0.2618800103664398
432950	rnn.bias_hh_l0_reverse	7	-0.09221041202545166
432950	rnn.bias_hh_l0_reverse	8	-0.2514744997024536
432950	rnn.bias_hh_l0_reverse	9	0.19599902629852295
432950	linear.weight	0	0.199639692902565
432950	linear.weight	1	-0.37197303771972656
432950	linear.weight	2	0.03247074410319328
432950	linear.weight	3	0.06768962740898132
432950	linear.weight	4	-0.16321611404418945
432950	linear.weight	5	0.2125304788351059
432950	linear.weight	6	-0.0424613319337368
432950	linear.weight	7	-0.06223088130354881
432950	linear.weight	8	0.10601396858692169
432950	linear.weight	9	-0.04754706472158432
432950	linear.bias	0	-0.9292226433753967
432950	linear.bias	1	1.9062756299972534
432950	linear.bias	2	0.7444689273834229
432950	linear.bias	3	-2.6555962562561035
432950	linear.bias	4	-0.16486388444900513
432950	linear.bias	5	1.191069483757019
432950	linear.bias	6	-0.16511458158493042
432950	linear.bias	7	0.7376461029052734
432950	linear.bias	8	2.274812936782837
432950	linear.bias	9	-1.4703751802444458
432958	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
432958	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
432958	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
432958	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
432958	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
432958	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
432958	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
432958	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
432958	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
432958	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
432958	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
432958	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
432958	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
432958	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
432958	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
432958	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
432958	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
432958	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
432958	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
432958	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
432958	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
432958	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
432958	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
432958	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
432958	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
432958	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
432958	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
432958	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
432958	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
432958	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
432958	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
432958	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
432958	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
432958	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
432958	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
432958	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
432958	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
432958	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
432958	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
432958	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
432958	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
432958	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
432958	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
432958	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
432958	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
432958	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
432958	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
432958	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
432958	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
432958	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
432958	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
432958	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
432958	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
432958	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
432958	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
432958	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
432958	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
432958	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
432958	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
432958	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
432958	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
432958	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
432958	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
432958	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
432958	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
432958	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
432958	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
432958	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
432958	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
432958	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
432958	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
432958	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
432958	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
432958	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
432958	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
432958	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
432958	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
432958	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
432958	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
432958	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
432958	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
432958	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
432958	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
432958	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
432958	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
432958	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
432958	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
432958	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
432958	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
432958	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
432958	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
432958	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
432958	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
432958	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
432958	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
432958	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
432958	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
432958	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
432958	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
432958	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
432958	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
432958	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
432958	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
432958	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
432958	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
432958	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
432958	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
432958	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
432958	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
432958	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
432958	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
432958	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
432958	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
432958	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
432958	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
432958	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
432958	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
432958	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
432958	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
432958	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
432958	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
432958	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
432958	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
432958	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
432958	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
432958	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
432958	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
432958	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
432958	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
432958	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
432958	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
432958	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
432958	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
432958	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
432958	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
432958	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
432958	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
432958	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
432958	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
432958	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
432958	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
432958	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
432958	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
432958	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
432958	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
432958	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
432958	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
432958	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
432958	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
432958	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
432958	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
432958	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
432958	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
432958	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
432958	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
432958	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
432958	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
432958	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
432958	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
432958	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
432958	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
432958	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
432958	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
432958	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
432958	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
432958	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
432958	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
432958	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
432958	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
432958	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
432958	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
432958	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
432958	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
432958	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
432958	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
432958	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
432958	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
432958	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
432958	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
432958	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
432958	embedding2nn.weight	0	0.3181155025959015
432958	embedding2nn.weight	1	0.39025911688804626
432958	embedding2nn.weight	2	0.020296376198530197
432958	embedding2nn.weight	3	-0.043093763291835785
432958	embedding2nn.weight	4	-0.04928599298000336
432958	embedding2nn.weight	5	0.08268777281045914
432958	embedding2nn.weight	6	-0.006122291553765535
432958	embedding2nn.weight	7	0.0032576683443039656
432958	embedding2nn.weight	8	0.031163759529590607
432958	embedding2nn.weight	9	-0.008995859883725643
432958	embedding2nn.bias	0	0.04691806435585022
432958	embedding2nn.bias	1	-0.21939606964588165
432958	embedding2nn.bias	2	0.13455410301685333
432958	embedding2nn.bias	3	0.1861504763364792
432958	embedding2nn.bias	4	0.14908196032047272
432958	embedding2nn.bias	5	-0.07891178131103516
432958	embedding2nn.bias	6	-0.05028828978538513
432958	embedding2nn.bias	7	0.03627815842628479
432958	embedding2nn.bias	8	-0.14577706158161163
432958	embedding2nn.bias	9	-0.38350075483322144
432958	rnn.weight_ih_l0	0	-0.0004175005597062409
432958	rnn.weight_ih_l0	1	-0.06947048008441925
432958	rnn.weight_ih_l0	2	-0.057966455817222595
432958	rnn.weight_ih_l0	3	0.10756342113018036
432958	rnn.weight_ih_l0	4	0.008375977165997028
432958	rnn.weight_ih_l0	5	-0.07932920753955841
432958	rnn.weight_ih_l0	6	0.004694516770541668
432958	rnn.weight_ih_l0	7	-0.02500685676932335
432958	rnn.weight_ih_l0	8	0.014985873363912106
432958	rnn.weight_ih_l0	9	-0.06804938614368439
432958	rnn.weight_hh_l0	0	-0.004042969550937414
432958	rnn.weight_hh_l0	1	0.07266730815172195
432958	rnn.weight_hh_l0	2	0.017545102164149284
432958	rnn.weight_hh_l0	3	-0.0022420906461775303
432958	rnn.weight_hh_l0	4	0.029454289004206657
432958	rnn.weight_hh_l0	5	0.04977771267294884
432958	rnn.weight_hh_l0	6	-0.05533585697412491
432958	rnn.weight_hh_l0	7	-0.0935155376791954
432958	rnn.weight_hh_l0	8	0.03864686191082001
432958	rnn.weight_hh_l0	9	-0.099947988986969
432958	rnn.bias_ih_l0	0	0.17648322880268097
432958	rnn.bias_ih_l0	1	-0.2797740697860718
432958	rnn.bias_ih_l0	2	-0.037654198706150055
432958	rnn.bias_ih_l0	3	-0.20481207966804504
432958	rnn.bias_ih_l0	4	0.026354031637310982
432958	rnn.bias_ih_l0	5	-0.39353513717651367
432958	rnn.bias_ih_l0	6	-0.12272105365991592
432958	rnn.bias_ih_l0	7	-0.33273017406463623
432958	rnn.bias_ih_l0	8	-0.2900869846343994
432958	rnn.bias_ih_l0	9	-0.43683287501335144
432958	rnn.bias_hh_l0	0	-0.3237164616584778
432958	rnn.bias_hh_l0	1	-0.3822513818740845
432958	rnn.bias_hh_l0	2	-0.3053648769855499
432958	rnn.bias_hh_l0	3	-0.06866005808115005
432958	rnn.bias_hh_l0	4	-0.3414303958415985
432958	rnn.bias_hh_l0	5	-0.3229301869869232
432958	rnn.bias_hh_l0	6	-0.11487237364053726
432958	rnn.bias_hh_l0	7	0.07124384492635727
432958	rnn.bias_hh_l0	8	-0.23020343482494354
432958	rnn.bias_hh_l0	9	-0.5129013061523438
432958	rnn.weight_ih_l0_reverse	0	0.03953457251191139
432958	rnn.weight_ih_l0_reverse	1	-0.060870420187711716
432958	rnn.weight_ih_l0_reverse	2	-0.0326690748333931
432958	rnn.weight_ih_l0_reverse	3	-0.12977614998817444
432958	rnn.weight_ih_l0_reverse	4	0.09239338338375092
432958	rnn.weight_ih_l0_reverse	5	-0.08299138396978378
432958	rnn.weight_ih_l0_reverse	6	0.004798462614417076
432958	rnn.weight_ih_l0_reverse	7	0.024311164394021034
432958	rnn.weight_ih_l0_reverse	8	-0.060478825122117996
432958	rnn.weight_ih_l0_reverse	9	-0.05972997844219208
432958	rnn.weight_hh_l0_reverse	0	-0.1348421722650528
432958	rnn.weight_hh_l0_reverse	1	0.030484529212117195
432958	rnn.weight_hh_l0_reverse	2	-0.02777264453470707
432958	rnn.weight_hh_l0_reverse	3	0.038556843996047974
432958	rnn.weight_hh_l0_reverse	4	-0.08066199719905853
432958	rnn.weight_hh_l0_reverse	5	0.03858526051044464
432958	rnn.weight_hh_l0_reverse	6	0.025889961048960686
432958	rnn.weight_hh_l0_reverse	7	-0.10165582597255707
432958	rnn.weight_hh_l0_reverse	8	-0.052202772349119186
432958	rnn.weight_hh_l0_reverse	9	0.07275530695915222
432958	rnn.bias_ih_l0_reverse	0	-0.1664675921201706
432958	rnn.bias_ih_l0_reverse	1	-0.07487491518259048
432958	rnn.bias_ih_l0_reverse	2	0.12783323228359222
432958	rnn.bias_ih_l0_reverse	3	-0.266249418258667
432958	rnn.bias_ih_l0_reverse	4	-0.03712508827447891
432958	rnn.bias_ih_l0_reverse	5	-0.20444677770137787
432958	rnn.bias_ih_l0_reverse	6	0.2073633223772049
432958	rnn.bias_ih_l0_reverse	7	-0.26467275619506836
432958	rnn.bias_ih_l0_reverse	8	-0.17708785831928253
432958	rnn.bias_ih_l0_reverse	9	-0.21343353390693665
432958	rnn.bias_hh_l0_reverse	0	-0.15189671516418457
432958	rnn.bias_hh_l0_reverse	1	0.25457659363746643
432958	rnn.bias_hh_l0_reverse	2	-0.32225748896598816
432958	rnn.bias_hh_l0_reverse	3	-0.1894754022359848
432958	rnn.bias_hh_l0_reverse	4	-0.37538596987724304
432958	rnn.bias_hh_l0_reverse	5	-0.17123925685882568
432958	rnn.bias_hh_l0_reverse	6	-0.2616715133190155
432958	rnn.bias_hh_l0_reverse	7	-0.09194697439670563
432958	rnn.bias_hh_l0_reverse	8	-0.2499939650297165
432958	rnn.bias_hh_l0_reverse	9	0.19581297039985657
432958	linear.weight	0	0.19904179871082306
432958	linear.weight	1	-0.36971065402030945
432958	linear.weight	2	0.03074762597680092
432958	linear.weight	3	0.06768964976072311
432958	linear.weight	4	-0.16119620203971863
432958	linear.weight	5	0.21193435788154602
432958	linear.weight	6	-0.04234975576400757
432958	linear.weight	7	-0.06223079189658165
432958	linear.weight	8	0.104805588722229
432958	linear.weight	9	-0.047547101974487305
432958	linear.bias	0	-0.9368746876716614
432958	linear.bias	1	1.8995304107666016
432958	linear.bias	2	0.7358246445655823
432958	linear.bias	3	-2.65559983253479
432958	linear.bias	4	-0.15731501579284668
432958	linear.bias	5	1.2044657468795776
432958	linear.bias	6	-0.16895928978919983
432958	linear.bias	7	0.7374849915504456
432958	linear.bias	8	2.268106460571289
432958	linear.bias	9	-1.4709526300430298
433567	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
433567	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
433567	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
433567	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
433567	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
433567	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
433567	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
433567	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
433567	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
433567	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
433567	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
433567	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
433567	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
433567	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
433567	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
433567	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
433567	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
433567	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
433567	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
433567	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
433567	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
433567	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
433567	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
433567	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
433567	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
433567	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
433567	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
433567	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
433567	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
433567	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
433567	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
433567	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
433567	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
433567	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
433567	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
433567	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
433567	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
433567	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
433567	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
433567	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
433567	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
433567	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
433567	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
433567	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
433567	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
433567	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
433567	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
433567	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
433567	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
433567	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
433567	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
433567	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
433567	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
433567	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
433567	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
433567	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
433567	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
433567	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
433567	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
433567	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
433567	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
433567	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
433567	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
433567	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
433567	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
433567	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
433567	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
433567	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
433567	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
433567	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
433567	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
433567	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
433567	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
433567	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
433567	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
433567	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
433567	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
433567	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
433567	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
433567	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
433567	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
433567	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
433567	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
433567	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
433567	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
433567	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
433567	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
433567	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
433567	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
433567	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
433567	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
433567	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
433567	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
433567	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
433567	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
433567	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
433567	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
433567	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
433567	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
433567	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
433567	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
433567	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
433567	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
433567	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
433567	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
433567	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
433567	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
433567	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
433567	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
433567	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
433567	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
433567	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
433567	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
433567	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
433567	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
433567	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
433567	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
433567	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
433567	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
433567	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
433567	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
433567	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
433567	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
433567	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
433567	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
433567	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
433567	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
433567	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
433567	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
433567	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
433567	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
433567	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
433567	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
433567	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
433567	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
433567	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
433567	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
433567	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
433567	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
433567	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
433567	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
433567	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
433567	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
433567	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
433567	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
433567	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
433567	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
433567	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
433567	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
433567	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
433567	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
433567	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
433567	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
433567	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
433567	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
433567	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
433567	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
433567	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
433567	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
433567	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
433567	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
433567	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
433567	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
433567	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
433567	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
433567	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
433567	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
433567	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
433567	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
433567	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
433567	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
433567	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
433567	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
433567	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
433567	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
433567	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
433567	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
433567	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
433567	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
433567	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
433567	embedding2nn.weight	0	0.3210010230541229
433567	embedding2nn.weight	1	0.38945528864860535
433567	embedding2nn.weight	2	0.0227946974337101
433567	embedding2nn.weight	3	-0.04603244736790657
433567	embedding2nn.weight	4	-0.04700174182653427
433567	embedding2nn.weight	5	0.08276968449354172
433567	embedding2nn.weight	6	-0.013911353424191475
433567	embedding2nn.weight	7	0.011550248600542545
433567	embedding2nn.weight	8	0.03588900342583656
433567	embedding2nn.weight	9	-0.013252104632556438
433567	embedding2nn.bias	0	0.03715457022190094
433567	embedding2nn.bias	1	-0.22605521976947784
433567	embedding2nn.bias	2	0.13186697661876678
433567	embedding2nn.bias	3	0.1956464648246765
433567	embedding2nn.bias	4	0.11910734325647354
433567	embedding2nn.bias	5	-0.06309697777032852
433567	embedding2nn.bias	6	-0.03460051491856575
433567	embedding2nn.bias	7	0.05398797616362572
433567	embedding2nn.bias	8	-0.15310786664485931
433567	embedding2nn.bias	9	-0.378671795129776
433567	rnn.weight_ih_l0	0	-1.530725057818927e-05
433567	rnn.weight_ih_l0	1	-0.07111497968435287
433567	rnn.weight_ih_l0	2	-0.06063280627131462
433567	rnn.weight_ih_l0	3	0.1124274805188179
433567	rnn.weight_ih_l0	4	-0.0017576053505763412
433567	rnn.weight_ih_l0	5	-0.08039535582065582
433567	rnn.weight_ih_l0	6	0.0018069440266117454
433567	rnn.weight_ih_l0	7	-0.024188023060560226
433567	rnn.weight_ih_l0	8	0.014004523865878582
433567	rnn.weight_ih_l0	9	-0.06272488832473755
433567	rnn.weight_hh_l0	0	-0.0033911385107785463
433567	rnn.weight_hh_l0	1	0.0721590593457222
433567	rnn.weight_hh_l0	2	0.017458777874708176
433567	rnn.weight_hh_l0	3	-0.002730957930907607
433567	rnn.weight_hh_l0	4	0.030615737661719322
433567	rnn.weight_hh_l0	5	0.04920998588204384
433567	rnn.weight_hh_l0	6	-0.05550292506814003
433567	rnn.weight_hh_l0	7	-0.0919894427061081
433567	rnn.weight_hh_l0	8	0.03864878788590431
433567	rnn.weight_hh_l0	9	-0.10144584625959396
433567	rnn.bias_ih_l0	0	0.1738768219947815
433567	rnn.bias_ih_l0	1	-0.2837683856487274
433567	rnn.bias_ih_l0	2	-0.033853717148303986
433567	rnn.bias_ih_l0	3	-0.20482832193374634
433567	rnn.bias_ih_l0	4	0.028232337906956673
433567	rnn.bias_ih_l0	5	-0.3930651545524597
433567	rnn.bias_ih_l0	6	-0.13126854598522186
433567	rnn.bias_ih_l0	7	-0.3324894905090332
433567	rnn.bias_ih_l0	8	-0.2924855947494507
433567	rnn.bias_ih_l0	9	-0.43397632241249084
433567	rnn.bias_hh_l0	0	-0.32206252217292786
433567	rnn.bias_hh_l0	1	-0.3858296275138855
433567	rnn.bias_hh_l0	2	-0.3113049268722534
433567	rnn.bias_hh_l0	3	-0.07229932397603989
433567	rnn.bias_hh_l0	4	-0.34970754384994507
433567	rnn.bias_hh_l0	5	-0.32335346937179565
433567	rnn.bias_hh_l0	6	-0.11368151754140854
433567	rnn.bias_hh_l0	7	0.0683474913239479
433567	rnn.bias_hh_l0	8	-0.23136107623577118
433567	rnn.bias_hh_l0	9	-0.5165708661079407
433567	rnn.weight_ih_l0_reverse	0	0.04767107963562012
433567	rnn.weight_ih_l0_reverse	1	-0.06253262609243393
433567	rnn.weight_ih_l0_reverse	2	-0.029873106628656387
433567	rnn.weight_ih_l0_reverse	3	-0.12743176519870758
433567	rnn.weight_ih_l0_reverse	4	0.09388154745101929
433567	rnn.weight_ih_l0_reverse	5	-0.0831020176410675
433567	rnn.weight_ih_l0_reverse	6	0.0037175342440605164
433567	rnn.weight_ih_l0_reverse	7	0.025057855993509293
433567	rnn.weight_ih_l0_reverse	8	-0.05807255953550339
433567	rnn.weight_ih_l0_reverse	9	-0.055631380528211594
433567	rnn.weight_hh_l0_reverse	0	-0.1325373500585556
433567	rnn.weight_hh_l0_reverse	1	0.02955223061144352
433567	rnn.weight_hh_l0_reverse	2	-0.02724967710673809
433567	rnn.weight_hh_l0_reverse	3	0.03877978026866913
433567	rnn.weight_hh_l0_reverse	4	-0.08033442497253418
433567	rnn.weight_hh_l0_reverse	5	0.039014965295791626
433567	rnn.weight_hh_l0_reverse	6	0.02604524977505207
433567	rnn.weight_hh_l0_reverse	7	-0.10325787216424942
433567	rnn.weight_hh_l0_reverse	8	-0.05668860301375389
433567	rnn.weight_hh_l0_reverse	9	0.06924043595790863
433567	rnn.bias_ih_l0_reverse	0	-0.16514404118061066
433567	rnn.bias_ih_l0_reverse	1	-0.07872755825519562
433567	rnn.bias_ih_l0_reverse	2	0.13219185173511505
433567	rnn.bias_ih_l0_reverse	3	-0.2647731304168701
433567	rnn.bias_ih_l0_reverse	4	-0.04255829006433487
433567	rnn.bias_ih_l0_reverse	5	-0.20982493460178375
433567	rnn.bias_ih_l0_reverse	6	0.21169452369213104
433567	rnn.bias_ih_l0_reverse	7	-0.2715071439743042
433567	rnn.bias_ih_l0_reverse	8	-0.17612424492835999
433567	rnn.bias_ih_l0_reverse	9	-0.20073622465133667
433567	rnn.bias_hh_l0_reverse	0	-0.14322635531425476
433567	rnn.bias_hh_l0_reverse	1	0.25025564432144165
433567	rnn.bias_hh_l0_reverse	2	-0.33038830757141113
433567	rnn.bias_hh_l0_reverse	3	-0.19938306510448456
433567	rnn.bias_hh_l0_reverse	4	-0.3723679780960083
433567	rnn.bias_hh_l0_reverse	5	-0.1750689297914505
433567	rnn.bias_hh_l0_reverse	6	-0.2622072398662567
433567	rnn.bias_hh_l0_reverse	7	-0.09716754406690598
433567	rnn.bias_hh_l0_reverse	8	-0.24252696335315704
433567	rnn.bias_hh_l0_reverse	9	0.21847516298294067
433567	linear.weight	0	0.1961870938539505
433567	linear.weight	1	-0.38623476028442383
433567	linear.weight	2	0.011533853597939014
433567	linear.weight	3	0.06768902391195297
433567	linear.weight	4	-0.1580582857131958
433567	linear.weight	5	0.22275444865226746
433567	linear.weight	6	-0.04079606384038925
433567	linear.weight	7	-0.062218036502599716
433567	linear.weight	8	0.08214183896780014
433567	linear.weight	9	-0.047563351690769196
433567	linear.bias	0	-0.9116344451904297
433567	linear.bias	1	1.914372444152832
433567	linear.bias	2	0.7566264867782593
433567	linear.bias	3	-2.655989170074463
433567	linear.bias	4	-0.16695743799209595
433567	linear.bias	5	1.240716576576233
433567	linear.bias	6	-0.19261522591114044
433567	linear.bias	7	0.7537059783935547
433567	linear.bias	8	2.220292806625366
433567	linear.bias	9	-1.4782999753952026
434176	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
434176	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
434176	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
434176	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
434176	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
434176	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
434176	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
434176	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
434176	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
434176	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
434176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
434176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
434176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
434176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
434176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
434176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
434176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
434176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
434176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
434176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
434176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
434176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
434176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
434176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
434176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
434176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
434176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
434176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
434176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
434176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
434176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
434176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
434176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
434176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
434176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
434176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
434176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
434176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
434176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
434176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
434176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
434176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
434176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
434176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
434176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
434176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
434176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
434176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
434176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
434176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
434176	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
434176	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
434176	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
434176	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
434176	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
434176	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
434176	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
434176	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
434176	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
434176	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
434176	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
434176	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
434176	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
434176	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
434176	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
434176	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
434176	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
434176	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
434176	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
434176	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
434176	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
434176	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
434176	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
434176	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
434176	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
434176	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
434176	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
434176	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
434176	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
434176	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
434176	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
434176	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
434176	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
434176	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
434176	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
434176	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
434176	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
434176	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
434176	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
434176	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
434176	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
434176	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
434176	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
434176	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
434176	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
434176	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
434176	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
434176	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
434176	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
434176	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
434176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
434176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
434176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
434176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
434176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
434176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
434176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
434176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
434176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
434176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
434176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
434176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
434176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
434176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
434176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
434176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
434176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
434176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
434176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
434176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
434176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
434176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
434176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
434176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
434176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
434176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
434176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
434176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
434176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
434176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
434176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
434176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
434176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
434176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
434176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
434176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
434176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
434176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
434176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
434176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
434176	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
434176	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
434176	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
434176	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
434176	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
434176	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
434176	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
434176	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
434176	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
434176	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
434176	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
434176	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
434176	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
434176	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
434176	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
434176	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
434176	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
434176	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
434176	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
434176	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
434176	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
434176	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
434176	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
434176	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
434176	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
434176	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
434176	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
434176	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
434176	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
434176	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
434176	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
434176	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
434176	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
434176	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
434176	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
434176	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
434176	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
434176	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
434176	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
434176	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
434176	embedding2nn.weight	0	0.3198639750480652
434176	embedding2nn.weight	1	0.3913794755935669
434176	embedding2nn.weight	2	0.027675187215209007
434176	embedding2nn.weight	3	-0.05728913098573685
434176	embedding2nn.weight	4	-0.04447326809167862
434176	embedding2nn.weight	5	0.0848148837685585
434176	embedding2nn.weight	6	-0.009765485301613808
434176	embedding2nn.weight	7	0.01562674157321453
434176	embedding2nn.weight	8	0.03430551663041115
434176	embedding2nn.weight	9	-0.012933509424328804
434176	embedding2nn.bias	0	0.018229423090815544
434176	embedding2nn.bias	1	-0.19754086434841156
434176	embedding2nn.bias	2	0.12352913618087769
434176	embedding2nn.bias	3	0.1966211497783661
434176	embedding2nn.bias	4	0.1089782640337944
434176	embedding2nn.bias	5	-0.050391100347042084
434176	embedding2nn.bias	6	-0.03756367787718773
434176	embedding2nn.bias	7	0.03042065165936947
434176	embedding2nn.bias	8	-0.13954836130142212
434176	embedding2nn.bias	9	-0.3932212293148041
434176	rnn.weight_ih_l0	0	-0.0009845366002991796
434176	rnn.weight_ih_l0	1	-0.06843886524438858
434176	rnn.weight_ih_l0	2	-0.055916834622621536
434176	rnn.weight_ih_l0	3	0.11014295369386673
434176	rnn.weight_ih_l0	4	-0.008261732757091522
434176	rnn.weight_ih_l0	5	-0.08535902202129364
434176	rnn.weight_ih_l0	6	0.005570169072598219
434176	rnn.weight_ih_l0	7	-0.024969100952148438
434176	rnn.weight_ih_l0	8	-0.00012889147910755128
434176	rnn.weight_ih_l0	9	-0.06532749533653259
434176	rnn.weight_hh_l0	0	-0.0031406499911099672
434176	rnn.weight_hh_l0	1	0.07247935235500336
434176	rnn.weight_hh_l0	2	0.01694616489112377
434176	rnn.weight_hh_l0	3	-0.003103863447904587
434176	rnn.weight_hh_l0	4	0.02958148904144764
434176	rnn.weight_hh_l0	5	0.04846213012933731
434176	rnn.weight_hh_l0	6	-0.05557669699192047
434176	rnn.weight_hh_l0	7	-0.09040724486112595
434176	rnn.weight_hh_l0	8	0.03827196732163429
434176	rnn.weight_hh_l0	9	-0.100833460688591
434176	rnn.bias_ih_l0	0	0.1813391149044037
434176	rnn.bias_ih_l0	1	-0.27912282943725586
434176	rnn.bias_ih_l0	2	-0.036979325115680695
434176	rnn.bias_ih_l0	3	-0.20755617320537567
434176	rnn.bias_ih_l0	4	0.03403688594698906
434176	rnn.bias_ih_l0	5	-0.39458635449409485
434176	rnn.bias_ih_l0	6	-0.12302659451961517
434176	rnn.bias_ih_l0	7	-0.33207952976226807
434176	rnn.bias_ih_l0	8	-0.2883947491645813
434176	rnn.bias_ih_l0	9	-0.41960108280181885
434176	rnn.bias_hh_l0	0	-0.32057955861091614
434176	rnn.bias_hh_l0	1	-0.37935903668403625
434176	rnn.bias_hh_l0	2	-0.3098759949207306
434176	rnn.bias_hh_l0	3	-0.06839269399642944
434176	rnn.bias_hh_l0	4	-0.35631275177001953
434176	rnn.bias_hh_l0	5	-0.3258304297924042
434176	rnn.bias_hh_l0	6	-0.1139860674738884
434176	rnn.bias_hh_l0	7	0.0769251361489296
434176	rnn.bias_hh_l0	8	-0.23975279927253723
434176	rnn.bias_hh_l0	9	-0.5171748995780945
434176	rnn.weight_ih_l0_reverse	0	0.04056600481271744
434176	rnn.weight_ih_l0_reverse	1	-0.06226808577775955
434176	rnn.weight_ih_l0_reverse	2	-0.03331274539232254
434176	rnn.weight_ih_l0_reverse	3	-0.1261327862739563
434176	rnn.weight_ih_l0_reverse	4	0.09493523091077805
434176	rnn.weight_ih_l0_reverse	5	-0.08396907150745392
434176	rnn.weight_ih_l0_reverse	6	-0.0012344176648184657
434176	rnn.weight_ih_l0_reverse	7	0.024561714380979538
434176	rnn.weight_ih_l0_reverse	8	-0.050050217658281326
434176	rnn.weight_ih_l0_reverse	9	-0.057120904326438904
434176	rnn.weight_hh_l0_reverse	0	-0.13246318697929382
434176	rnn.weight_hh_l0_reverse	1	0.030587460845708847
434176	rnn.weight_hh_l0_reverse	2	-0.026653939858078957
434176	rnn.weight_hh_l0_reverse	3	0.03938296064734459
434176	rnn.weight_hh_l0_reverse	4	-0.0799575075507164
434176	rnn.weight_hh_l0_reverse	5	0.03848986327648163
434176	rnn.weight_hh_l0_reverse	6	0.025861646980047226
434176	rnn.weight_hh_l0_reverse	7	-0.10974667221307755
434176	rnn.weight_hh_l0_reverse	8	-0.05570510774850845
434176	rnn.weight_hh_l0_reverse	9	0.06920225918292999
434176	rnn.bias_ih_l0_reverse	0	-0.16004212200641632
434176	rnn.bias_ih_l0_reverse	1	-0.08095856010913849
434176	rnn.bias_ih_l0_reverse	2	0.1295318454504013
434176	rnn.bias_ih_l0_reverse	3	-0.26613855361938477
434176	rnn.bias_ih_l0_reverse	4	-0.04608742520213127
434176	rnn.bias_ih_l0_reverse	5	-0.2063235640525818
434176	rnn.bias_ih_l0_reverse	6	0.21535179018974304
434176	rnn.bias_ih_l0_reverse	7	-0.2768196165561676
434176	rnn.bias_ih_l0_reverse	8	-0.17563654482364655
434176	rnn.bias_ih_l0_reverse	9	-0.20190992951393127
434176	rnn.bias_hh_l0_reverse	0	-0.14659498631954193
434176	rnn.bias_hh_l0_reverse	1	0.25587621331214905
434176	rnn.bias_hh_l0_reverse	2	-0.32868078351020813
434176	rnn.bias_hh_l0_reverse	3	-0.19351015985012054
434176	rnn.bias_hh_l0_reverse	4	-0.3736737370491028
434176	rnn.bias_hh_l0_reverse	5	-0.17204318940639496
434176	rnn.bias_hh_l0_reverse	6	-0.2635639011859894
434176	rnn.bias_hh_l0_reverse	7	-0.09227494150400162
434176	rnn.bias_hh_l0_reverse	8	-0.2528477609157562
434176	rnn.bias_hh_l0_reverse	9	0.2108544111251831
434176	linear.weight	0	0.16873525083065033
434176	linear.weight	1	-0.34457212686538696
434176	linear.weight	2	-0.013103798031806946
434176	linear.weight	3	0.06768640875816345
434176	linear.weight	4	-0.15572191774845123
434176	linear.weight	5	0.19218796491622925
434176	linear.weight	6	-0.05001968517899513
434176	linear.weight	7	-0.0622098483145237
434176	linear.weight	8	0.12139318883419037
434176	linear.weight	9	-0.04757912456989288
434176	linear.bias	0	-0.9435272216796875
434176	linear.bias	1	1.9551085233688354
434176	linear.bias	2	0.7190805077552795
434176	linear.bias	3	-2.6563801765441895
434176	linear.bias	4	-0.16933955252170563
434176	linear.bias	5	1.2890594005584717
434176	linear.bias	6	-0.19892296195030212
434176	linear.bias	7	0.7325122952461243
434176	linear.bias	8	2.1825499534606934
434176	linear.bias	9	-1.4651998281478882
434785	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
434785	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
434785	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
434785	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
434785	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
434785	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
434785	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
434785	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
434785	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
434785	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
434785	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
434785	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
434785	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
434785	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
434785	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
434785	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
434785	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
434785	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
434785	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
434785	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
434785	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
434785	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
434785	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
434785	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
434785	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
434785	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
434785	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
434785	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
434785	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
434785	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
434785	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
434785	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
434785	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
434785	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
434785	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
434785	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
434785	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
434785	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
434785	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
434785	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
434785	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
434785	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
434785	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
434785	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
434785	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
434785	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
434785	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
434785	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
434785	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
434785	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
434785	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
434785	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
434785	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
434785	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
434785	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
434785	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
434785	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
434785	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
434785	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
434785	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
434785	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
434785	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
434785	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
434785	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
434785	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
434785	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
434785	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
434785	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
434785	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
434785	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
434785	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
434785	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
434785	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
434785	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
434785	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
434785	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
434785	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
434785	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
434785	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
434785	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
434785	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
434785	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
434785	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
434785	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
434785	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
434785	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
434785	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
434785	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
434785	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
434785	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
434785	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
434785	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
434785	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
434785	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
434785	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
434785	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
434785	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
434785	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
434785	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
434785	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
434785	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
434785	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
434785	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
434785	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
434785	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
434785	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
434785	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
434785	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
434785	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
434785	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
434785	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
434785	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
434785	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
434785	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
434785	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
434785	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
434785	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
434785	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
434785	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
434785	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
434785	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
434785	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
434785	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
434785	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
434785	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
434785	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
434785	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
434785	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
434785	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
434785	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
434785	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
434785	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
434785	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
434785	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
434785	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
434785	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
434785	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
434785	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
434785	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
434785	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
434785	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
434785	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
434785	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
434785	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
434785	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
434785	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
434785	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
434785	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
434785	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
434785	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
434785	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
434785	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
434785	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
434785	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
434785	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
434785	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
434785	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
434785	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
434785	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
434785	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
434785	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
434785	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
434785	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
434785	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
434785	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
434785	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
434785	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
434785	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
434785	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
434785	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
434785	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
434785	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
434785	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
434785	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
434785	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
434785	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
434785	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
434785	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
434785	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
434785	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
434785	embedding2nn.weight	0	0.31990429759025574
434785	embedding2nn.weight	1	0.3892025351524353
434785	embedding2nn.weight	2	0.02824985422194004
434785	embedding2nn.weight	3	-0.05408848449587822
434785	embedding2nn.weight	4	-0.047709766775369644
434785	embedding2nn.weight	5	0.08250574767589569
434785	embedding2nn.weight	6	-0.009302312508225441
434785	embedding2nn.weight	7	0.023821400478482246
434785	embedding2nn.weight	8	0.02964591607451439
434785	embedding2nn.weight	9	-0.007303745020180941
434785	embedding2nn.bias	0	0.019769856706261635
434785	embedding2nn.bias	1	-0.21355581283569336
434785	embedding2nn.bias	2	0.11897586286067963
434785	embedding2nn.bias	3	0.18367807567119598
434785	embedding2nn.bias	4	0.12476840615272522
434785	embedding2nn.bias	5	-0.07195387780666351
434785	embedding2nn.bias	6	-0.04555370286107063
434785	embedding2nn.bias	7	0.04589075222611427
434785	embedding2nn.bias	8	-0.17226795852184296
434785	embedding2nn.bias	9	-0.38638511300086975
434785	rnn.weight_ih_l0	0	-5.1065719162579626e-05
434785	rnn.weight_ih_l0	1	-0.06897477060556412
434785	rnn.weight_ih_l0	2	-0.053246498107910156
434785	rnn.weight_ih_l0	3	0.11198941618204117
434785	rnn.weight_ih_l0	4	-0.00040835217805579305
434785	rnn.weight_ih_l0	5	-0.08553357422351837
434785	rnn.weight_ih_l0	6	0.006876971572637558
434785	rnn.weight_ih_l0	7	-0.02937568724155426
434785	rnn.weight_ih_l0	8	0.0010249614715576172
434785	rnn.weight_ih_l0	9	-0.06284769624471664
434785	rnn.weight_hh_l0	0	-0.0030671183485537767
434785	rnn.weight_hh_l0	1	0.07251666486263275
434785	rnn.weight_hh_l0	2	0.018080033361911774
434785	rnn.weight_hh_l0	3	-0.003635367611423135
434785	rnn.weight_hh_l0	4	0.029164902865886688
434785	rnn.weight_hh_l0	5	0.049023326486349106
434785	rnn.weight_hh_l0	6	-0.05583534017205238
434785	rnn.weight_hh_l0	7	-0.09179284423589706
434785	rnn.weight_hh_l0	8	0.03827398270368576
434785	rnn.weight_hh_l0	9	-0.10179600119590759
434785	rnn.bias_ih_l0	0	0.18010658025741577
434785	rnn.bias_ih_l0	1	-0.2818182408809662
434785	rnn.bias_ih_l0	2	-0.03348167985677719
434785	rnn.bias_ih_l0	3	-0.19951622188091278
434785	rnn.bias_ih_l0	4	0.034862421452999115
434785	rnn.bias_ih_l0	5	-0.4028240144252777
434785	rnn.bias_ih_l0	6	-0.12011647969484329
434785	rnn.bias_ih_l0	7	-0.32952648401260376
434785	rnn.bias_ih_l0	8	-0.2940787374973297
434785	rnn.bias_ih_l0	9	-0.4306073784828186
434785	rnn.bias_hh_l0	0	-0.3315841555595398
434785	rnn.bias_hh_l0	1	-0.381503164768219
434785	rnn.bias_hh_l0	2	-0.30844905972480774
434785	rnn.bias_hh_l0	3	-0.07423778623342514
434785	rnn.bias_hh_l0	4	-0.3550671339035034
434785	rnn.bias_hh_l0	5	-0.322192907333374
434785	rnn.bias_hh_l0	6	-0.11366036534309387
434785	rnn.bias_hh_l0	7	0.0698576346039772
434785	rnn.bias_hh_l0	8	-0.24162591993808746
434785	rnn.bias_hh_l0	9	-0.5216108560562134
434785	rnn.weight_ih_l0_reverse	0	0.03482884168624878
434785	rnn.weight_ih_l0_reverse	1	-0.060414161533117294
434785	rnn.weight_ih_l0_reverse	2	-0.03588656336069107
434785	rnn.weight_ih_l0_reverse	3	-0.12482687830924988
434785	rnn.weight_ih_l0_reverse	4	0.08933016657829285
434785	rnn.weight_ih_l0_reverse	5	-0.094809889793396
434785	rnn.weight_ih_l0_reverse	6	-6.436170224333182e-05
434785	rnn.weight_ih_l0_reverse	7	0.024063007906079292
434785	rnn.weight_ih_l0_reverse	8	-0.051131121814250946
434785	rnn.weight_ih_l0_reverse	9	-0.059895191341638565
434785	rnn.weight_hh_l0_reverse	0	-0.13157129287719727
434785	rnn.weight_hh_l0_reverse	1	0.03031417913734913
434785	rnn.weight_hh_l0_reverse	2	-0.0264373067766428
434785	rnn.weight_hh_l0_reverse	3	0.03802349790930748
434785	rnn.weight_hh_l0_reverse	4	-0.08001408725976944
434785	rnn.weight_hh_l0_reverse	5	0.03854881972074509
434785	rnn.weight_hh_l0_reverse	6	0.025698328390717506
434785	rnn.weight_hh_l0_reverse	7	-0.10976142436265945
434785	rnn.weight_hh_l0_reverse	8	-0.05891823396086693
434785	rnn.weight_hh_l0_reverse	9	0.06870808452367783
434785	rnn.bias_ih_l0_reverse	0	-0.15890368819236755
434785	rnn.bias_ih_l0_reverse	1	-0.08125336468219757
434785	rnn.bias_ih_l0_reverse	2	0.13461963832378387
434785	rnn.bias_ih_l0_reverse	3	-0.2705245912075043
434785	rnn.bias_ih_l0_reverse	4	-0.0376855805516243
434785	rnn.bias_ih_l0_reverse	5	-0.2049316018819809
434785	rnn.bias_ih_l0_reverse	6	0.21619659662246704
434785	rnn.bias_ih_l0_reverse	7	-0.28465256094932556
434785	rnn.bias_ih_l0_reverse	8	-0.17892400920391083
434785	rnn.bias_ih_l0_reverse	9	-0.19748012721538544
434785	rnn.bias_hh_l0_reverse	0	-0.14180564880371094
434785	rnn.bias_hh_l0_reverse	1	0.25592175126075745
434785	rnn.bias_hh_l0_reverse	2	-0.33433225750923157
434785	rnn.bias_hh_l0_reverse	3	-0.19045935571193695
434785	rnn.bias_hh_l0_reverse	4	-0.37466540932655334
434785	rnn.bias_hh_l0_reverse	5	-0.17652693390846252
434785	rnn.bias_hh_l0_reverse	6	-0.2635556161403656
434785	rnn.bias_hh_l0_reverse	7	-0.0876397043466568
434785	rnn.bias_hh_l0_reverse	8	-0.26119330525398254
434785	rnn.bias_hh_l0_reverse	9	0.2149520218372345
434785	linear.weight	0	0.17230193316936493
434785	linear.weight	1	-0.34146249294281006
434785	linear.weight	2	-0.02804703079164028
434785	linear.weight	3	0.06768987327814102
434785	linear.weight	4	-0.16512523591518402
434785	linear.weight	5	0.22615103423595428
434785	linear.weight	6	-0.052007921040058136
434785	linear.weight	7	-0.062205225229263306
434785	linear.weight	8	0.11160396784543991
434785	linear.weight	9	-0.04759116843342781
434785	linear.bias	0	-0.9240870475769043
434785	linear.bias	1	1.9740358591079712
434785	linear.bias	2	0.72612065076828
434785	linear.bias	3	-2.6567842960357666
434785	linear.bias	4	-0.14605087041854858
434785	linear.bias	5	1.253318190574646
434785	linear.bias	6	-0.20488354563713074
434785	linear.bias	7	0.7460386753082275
434785	linear.bias	8	2.1559548377990723
434785	linear.bias	9	-1.4720675945281982
435394	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
435394	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
435394	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
435394	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
435394	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
435394	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
435394	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
435394	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
435394	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
435394	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
435394	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
435394	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
435394	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
435394	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
435394	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
435394	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
435394	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
435394	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
435394	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
435394	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
435394	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
435394	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
435394	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
435394	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
435394	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
435394	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
435394	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
435394	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
435394	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
435394	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
435394	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
435394	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
435394	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
435394	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
435394	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
435394	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
435394	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
435394	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
435394	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
435394	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
435394	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
435394	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
435394	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
435394	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
435394	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
435394	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
435394	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
435394	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
435394	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
435394	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
435394	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
435394	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
435394	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
435394	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
435394	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
435394	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
435394	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
435394	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
435394	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
435394	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
435394	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
435394	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
435394	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
435394	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
435394	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
435394	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
435394	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
435394	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
435394	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
435394	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
435394	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
435394	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
435394	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
435394	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
435394	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
435394	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
435394	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
435394	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
435394	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
435394	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
435394	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
435394	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
435394	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
435394	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
435394	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
435394	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
435394	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
435394	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
435394	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
435394	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
435394	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
435394	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
435394	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
435394	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
435394	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
435394	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
435394	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
435394	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
435394	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
435394	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
435394	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
435394	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
435394	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
435394	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
435394	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
435394	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
435394	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
435394	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
435394	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
435394	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
435394	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
435394	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
435394	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
435394	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
435394	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
435394	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
435394	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
435394	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
435394	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
435394	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
435394	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
435394	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
435394	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
435394	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
435394	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
435394	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
435394	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
435394	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
435394	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
435394	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
435394	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
435394	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
435394	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
435394	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
435394	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
435394	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
435394	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
435394	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
435394	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
435394	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
435394	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
435394	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
435394	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
435394	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
435394	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
435394	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
435394	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
435394	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
435394	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
435394	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
435394	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
435394	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
435394	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
435394	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
435394	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
435394	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
435394	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
435394	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
435394	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
435394	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
435394	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
435394	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
435394	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
435394	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
435394	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
435394	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
435394	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
435394	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
435394	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
435394	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
435394	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
435394	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
435394	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
435394	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
435394	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
435394	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
435394	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
435394	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
435394	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
435394	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
435394	embedding2nn.weight	0	0.3161379098892212
435394	embedding2nn.weight	1	0.3933497965335846
435394	embedding2nn.weight	2	0.027776919305324554
435394	embedding2nn.weight	3	-0.08168340474367142
435394	embedding2nn.weight	4	-0.04987704008817673
435394	embedding2nn.weight	5	0.08254445344209671
435394	embedding2nn.weight	6	-0.012548527680337429
435394	embedding2nn.weight	7	0.026062913239002228
435394	embedding2nn.weight	8	0.026769230142235756
435394	embedding2nn.weight	9	-0.0016564999241381884
435394	embedding2nn.bias	0	0.007828866131603718
435394	embedding2nn.bias	1	-0.20968329906463623
435394	embedding2nn.bias	2	0.1392451524734497
435394	embedding2nn.bias	3	0.18347202241420746
435394	embedding2nn.bias	4	0.12275777757167816
435394	embedding2nn.bias	5	-0.052981920540332794
435394	embedding2nn.bias	6	-0.031784120947122574
435394	embedding2nn.bias	7	0.05574039742350578
435394	embedding2nn.bias	8	-0.1761993169784546
435394	embedding2nn.bias	9	-0.38166993856430054
435394	rnn.weight_ih_l0	0	-2.5845634809229523e-05
435394	rnn.weight_ih_l0	1	-0.07043354213237762
435394	rnn.weight_ih_l0	2	-0.055561475455760956
435394	rnn.weight_ih_l0	3	0.12207428365945816
435394	rnn.weight_ih_l0	4	-0.002021277789026499
435394	rnn.weight_ih_l0	5	-0.08129610866308212
435394	rnn.weight_ih_l0	6	-0.002702489495277405
435394	rnn.weight_ih_l0	7	-0.034769006073474884
435394	rnn.weight_ih_l0	8	-0.0030613297130912542
435394	rnn.weight_ih_l0	9	-0.06716299057006836
435394	rnn.weight_hh_l0	0	-0.0036567191127687693
435394	rnn.weight_hh_l0	1	0.07287809997797012
435394	rnn.weight_hh_l0	2	0.019610030576586723
435394	rnn.weight_hh_l0	3	-0.0026317089796066284
435394	rnn.weight_hh_l0	4	0.028189679607748985
435394	rnn.weight_hh_l0	5	0.04705599695444107
435394	rnn.weight_hh_l0	6	-0.05533744394779205
435394	rnn.weight_hh_l0	7	-0.09237247705459595
435394	rnn.weight_hh_l0	8	0.038209252059459686
435394	rnn.weight_hh_l0	9	-0.10216249525547028
435394	rnn.bias_ih_l0	0	0.17350734770298004
435394	rnn.bias_ih_l0	1	-0.2858375012874603
435394	rnn.bias_ih_l0	2	-0.030689027160406113
435394	rnn.bias_ih_l0	3	-0.20564872026443481
435394	rnn.bias_ih_l0	4	0.021158751100301743
435394	rnn.bias_ih_l0	5	-0.39945608377456665
435394	rnn.bias_ih_l0	6	-0.12371902167797089
435394	rnn.bias_ih_l0	7	-0.3296678066253662
435394	rnn.bias_ih_l0	8	-0.2878861129283905
435394	rnn.bias_ih_l0	9	-0.4185756742954254
435394	rnn.bias_hh_l0	0	-0.3199697732925415
435394	rnn.bias_hh_l0	1	-0.3884425163269043
435394	rnn.bias_hh_l0	2	-0.31285786628723145
435394	rnn.bias_hh_l0	3	-0.08147164434194565
435394	rnn.bias_hh_l0	4	-0.3514758050441742
435394	rnn.bias_hh_l0	5	-0.31903764605522156
435394	rnn.bias_hh_l0	6	-0.11585021764039993
435394	rnn.bias_hh_l0	7	0.06851492077112198
435394	rnn.bias_hh_l0	8	-0.2459055483341217
435394	rnn.bias_hh_l0	9	-0.524377167224884
435394	rnn.weight_ih_l0_reverse	0	0.036827102303504944
435394	rnn.weight_ih_l0_reverse	1	-0.05996735394001007
435394	rnn.weight_ih_l0_reverse	2	-0.039464909583330154
435394	rnn.weight_ih_l0_reverse	3	-0.12578657269477844
435394	rnn.weight_ih_l0_reverse	4	0.08443383127450943
435394	rnn.weight_ih_l0_reverse	5	-0.09184276312589645
435394	rnn.weight_ih_l0_reverse	6	-0.003363965777680278
435394	rnn.weight_ih_l0_reverse	7	0.023071909323334694
435394	rnn.weight_ih_l0_reverse	8	-0.04776928573846817
435394	rnn.weight_ih_l0_reverse	9	-0.06007145345211029
435394	rnn.weight_hh_l0_reverse	0	-0.13242852687835693
435394	rnn.weight_hh_l0_reverse	1	0.028397049754858017
435394	rnn.weight_hh_l0_reverse	2	-0.026218833401799202
435394	rnn.weight_hh_l0_reverse	3	0.03859629109501839
435394	rnn.weight_hh_l0_reverse	4	-0.08124461770057678
435394	rnn.weight_hh_l0_reverse	5	0.03912920877337456
435394	rnn.weight_hh_l0_reverse	6	0.024803616106510162
435394	rnn.weight_hh_l0_reverse	7	-0.10958962142467499
435394	rnn.weight_hh_l0_reverse	8	-0.05541153997182846
435394	rnn.weight_hh_l0_reverse	9	0.0690464898943901
435394	rnn.bias_ih_l0_reverse	0	-0.15797629952430725
435394	rnn.bias_ih_l0_reverse	1	-0.08364177495241165
435394	rnn.bias_ih_l0_reverse	2	0.1348283439874649
435394	rnn.bias_ih_l0_reverse	3	-0.27368226647377014
435394	rnn.bias_ih_l0_reverse	4	-0.05101430416107178
435394	rnn.bias_ih_l0_reverse	5	-0.20745733380317688
435394	rnn.bias_ih_l0_reverse	6	0.20705386996269226
435394	rnn.bias_ih_l0_reverse	7	-0.2858762741088867
435394	rnn.bias_ih_l0_reverse	8	-0.18010982871055603
435394	rnn.bias_ih_l0_reverse	9	-0.19697557389736176
435394	rnn.bias_hh_l0_reverse	0	-0.14803485572338104
435394	rnn.bias_hh_l0_reverse	1	0.2585650384426117
435394	rnn.bias_hh_l0_reverse	2	-0.3294052481651306
435394	rnn.bias_hh_l0_reverse	3	-0.19196449220180511
435394	rnn.bias_hh_l0_reverse	4	-0.3729277551174164
435394	rnn.bias_hh_l0_reverse	5	-0.18155521154403687
435394	rnn.bias_hh_l0_reverse	6	-0.2655843496322632
435394	rnn.bias_hh_l0_reverse	7	-0.08669179677963257
435394	rnn.bias_hh_l0_reverse	8	-0.2609240710735321
435394	rnn.bias_hh_l0_reverse	9	0.21256978809833527
435394	linear.weight	0	0.1499219387769699
435394	linear.weight	1	-0.3398936688899994
435394	linear.weight	2	0.015856217592954636
435394	linear.weight	3	0.06769252568483353
435394	linear.weight	4	-0.12565277516841888
435394	linear.weight	5	0.2272333949804306
435394	linear.weight	6	-0.04592942073941231
435394	linear.weight	7	-0.062196917831897736
435394	linear.weight	8	0.1094679981470108
435394	linear.weight	9	-0.047595951706171036
435394	linear.bias	0	-0.9154262542724609
435394	linear.bias	1	1.9242676496505737
435394	linear.bias	2	0.7650318145751953
435394	linear.bias	3	-2.65718150138855
435394	linear.bias	4	-0.13295355439186096
435394	linear.bias	5	1.2572510242462158
435394	linear.bias	6	-0.22738049924373627
435394	linear.bias	7	0.734718918800354
435394	linear.bias	8	2.1552281379699707
435394	linear.bias	9	-1.4810177087783813
436003	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
436003	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
436003	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
436003	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
436003	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
436003	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
436003	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
436003	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
436003	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
436003	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
436003	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
436003	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
436003	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
436003	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
436003	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
436003	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
436003	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
436003	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
436003	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
436003	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
436003	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
436003	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
436003	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
436003	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
436003	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
436003	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
436003	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
436003	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
436003	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
436003	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
436003	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
436003	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
436003	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
436003	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
436003	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
436003	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
436003	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
436003	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
436003	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
436003	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
436003	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
436003	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
436003	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
436003	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
436003	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
436003	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
436003	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
436003	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
436003	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
436003	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
436003	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
436003	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
436003	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
436003	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
436003	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
436003	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
436003	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
436003	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
436003	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
436003	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
436003	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
436003	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
436003	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
436003	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
436003	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
436003	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
436003	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
436003	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
436003	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
436003	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
436003	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
436003	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
436003	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
436003	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
436003	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
436003	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
436003	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
436003	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
436003	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
436003	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
436003	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
436003	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
436003	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
436003	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
436003	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
436003	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
436003	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
436003	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
436003	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
436003	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
436003	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
436003	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
436003	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
436003	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
436003	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
436003	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
436003	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
436003	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
436003	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
436003	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
436003	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
436003	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
436003	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
436003	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
436003	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
436003	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
436003	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
436003	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
436003	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
436003	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
436003	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
436003	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
436003	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
436003	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
436003	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
436003	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
436003	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
436003	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
436003	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
436003	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
436003	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
436003	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
436003	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
436003	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
436003	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
436003	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
436003	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
436003	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
436003	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
436003	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
436003	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
436003	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
436003	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
436003	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
436003	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
436003	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
436003	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
436003	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
436003	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
436003	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
436003	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
436003	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
436003	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
436003	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
436003	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
436003	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
436003	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
436003	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
436003	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
436003	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
436003	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
436003	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
436003	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
436003	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
436003	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
436003	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
436003	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
436003	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
436003	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
436003	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
436003	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
436003	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
436003	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
436003	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
436003	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
436003	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
436003	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
436003	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
436003	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
436003	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
436003	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
436003	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
436003	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
436003	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
436003	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
436003	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
436003	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
436003	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
436003	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
436003	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
436003	embedding2nn.weight	0	0.31565073132514954
436003	embedding2nn.weight	1	0.3909026086330414
436003	embedding2nn.weight	2	0.030128847807645798
436003	embedding2nn.weight	3	-0.06874553114175797
436003	embedding2nn.weight	4	-0.054617103189229965
436003	embedding2nn.weight	5	0.08720479160547256
436003	embedding2nn.weight	6	-0.02117198333144188
436003	embedding2nn.weight	7	0.022550223395228386
436003	embedding2nn.weight	8	0.02400115132331848
436003	embedding2nn.weight	9	-0.005561105906963348
436003	embedding2nn.bias	0	0.018672412261366844
436003	embedding2nn.bias	1	-0.20874057710170746
436003	embedding2nn.bias	2	0.10750816762447357
436003	embedding2nn.bias	3	0.19970981776714325
436003	embedding2nn.bias	4	0.15320636332035065
436003	embedding2nn.bias	5	-0.04904913902282715
436003	embedding2nn.bias	6	-0.05002444237470627
436003	embedding2nn.bias	7	0.022217683494091034
436003	embedding2nn.bias	8	-0.1565471589565277
436003	embedding2nn.bias	9	-0.35868412256240845
436003	rnn.weight_ih_l0	0	-0.0005711606936529279
436003	rnn.weight_ih_l0	1	-0.06743379682302475
436003	rnn.weight_ih_l0	2	-0.051073670387268066
436003	rnn.weight_ih_l0	3	0.11899856477975845
436003	rnn.weight_ih_l0	4	-0.0033996279817074537
436003	rnn.weight_ih_l0	5	-0.08036017417907715
436003	rnn.weight_ih_l0	6	0.001930085476487875
436003	rnn.weight_ih_l0	7	-0.03516865894198418
436003	rnn.weight_ih_l0	8	0.008517881855368614
436003	rnn.weight_ih_l0	9	-0.08229299634695053
436003	rnn.weight_hh_l0	0	-0.004642980173230171
436003	rnn.weight_hh_l0	1	0.07314804941415787
436003	rnn.weight_hh_l0	2	0.02020491473376751
436003	rnn.weight_hh_l0	3	-0.0023992068599909544
436003	rnn.weight_hh_l0	4	0.02886078506708145
436003	rnn.weight_hh_l0	5	0.04529420658946037
436003	rnn.weight_hh_l0	6	-0.055546604096889496
436003	rnn.weight_hh_l0	7	-0.09280689805746078
436003	rnn.weight_hh_l0	8	0.03881460800766945
436003	rnn.weight_hh_l0	9	-0.10270173847675323
436003	rnn.bias_ih_l0	0	0.17245152592658997
436003	rnn.bias_ih_l0	1	-0.2857646346092224
436003	rnn.bias_ih_l0	2	-0.03170602023601532
436003	rnn.bias_ih_l0	3	-0.20116688311100006
436003	rnn.bias_ih_l0	4	0.018392138183116913
436003	rnn.bias_ih_l0	5	-0.39847543835639954
436003	rnn.bias_ih_l0	6	-0.13087530434131622
436003	rnn.bias_ih_l0	7	-0.3319441080093384
436003	rnn.bias_ih_l0	8	-0.292383074760437
436003	rnn.bias_ih_l0	9	-0.4197801947593689
436003	rnn.bias_hh_l0	0	-0.3269973397254944
436003	rnn.bias_hh_l0	1	-0.37722593545913696
436003	rnn.bias_hh_l0	2	-0.30681464076042175
436003	rnn.bias_hh_l0	3	-0.0773000493645668
436003	rnn.bias_hh_l0	4	-0.36089441180229187
436003	rnn.bias_hh_l0	5	-0.31853699684143066
436003	rnn.bias_hh_l0	6	-0.12141650915145874
436003	rnn.bias_hh_l0	7	0.0697164386510849
436003	rnn.bias_hh_l0	8	-0.2502836585044861
436003	rnn.bias_hh_l0	9	-0.5184247493743896
436003	rnn.weight_ih_l0_reverse	0	0.03402841091156006
436003	rnn.weight_ih_l0_reverse	1	-0.06120116263628006
436003	rnn.weight_ih_l0_reverse	2	-0.04182957857847214
436003	rnn.weight_ih_l0_reverse	3	-0.12663833796977997
436003	rnn.weight_ih_l0_reverse	4	0.08284302055835724
436003	rnn.weight_ih_l0_reverse	5	-0.09180397540330887
436003	rnn.weight_ih_l0_reverse	6	0.0030499505810439587
436003	rnn.weight_ih_l0_reverse	7	0.02474220283329487
436003	rnn.weight_ih_l0_reverse	8	-0.04852167144417763
436003	rnn.weight_ih_l0_reverse	9	-0.0519636906683445
436003	rnn.weight_hh_l0_reverse	0	-0.13620099425315857
436003	rnn.weight_hh_l0_reverse	1	0.027902932837605476
436003	rnn.weight_hh_l0_reverse	2	-0.02660425752401352
436003	rnn.weight_hh_l0_reverse	3	0.038841307163238525
436003	rnn.weight_hh_l0_reverse	4	-0.08123154193162918
436003	rnn.weight_hh_l0_reverse	5	0.03898598998785019
436003	rnn.weight_hh_l0_reverse	6	0.025132406502962112
436003	rnn.weight_hh_l0_reverse	7	-0.10671202838420868
436003	rnn.weight_hh_l0_reverse	8	-0.05738662928342819
436003	rnn.weight_hh_l0_reverse	9	0.06932267546653748
436003	rnn.bias_ih_l0_reverse	0	-0.14962650835514069
436003	rnn.bias_ih_l0_reverse	1	-0.08102086931467056
436003	rnn.bias_ih_l0_reverse	2	0.13441038131713867
436003	rnn.bias_ih_l0_reverse	3	-0.27856332063674927
436003	rnn.bias_ih_l0_reverse	4	-0.04256941005587578
436003	rnn.bias_ih_l0_reverse	5	-0.20824220776557922
436003	rnn.bias_ih_l0_reverse	6	0.19621501863002777
436003	rnn.bias_ih_l0_reverse	7	-0.2823033630847931
436003	rnn.bias_ih_l0_reverse	8	-0.1786590963602066
436003	rnn.bias_ih_l0_reverse	9	-0.20913241803646088
436003	rnn.bias_hh_l0_reverse	0	-0.13744817674160004
436003	rnn.bias_hh_l0_reverse	1	0.24730971455574036
436003	rnn.bias_hh_l0_reverse	2	-0.32238247990608215
436003	rnn.bias_hh_l0_reverse	3	-0.19203056395053864
436003	rnn.bias_hh_l0_reverse	4	-0.37202849984169006
436003	rnn.bias_hh_l0_reverse	5	-0.1753358691930771
436003	rnn.bias_hh_l0_reverse	6	-0.2603100538253784
436003	rnn.bias_hh_l0_reverse	7	-0.09205818176269531
436003	rnn.bias_hh_l0_reverse	8	-0.2733197808265686
436003	rnn.bias_hh_l0_reverse	9	0.21547852456569672
436003	linear.weight	0	0.16659823060035706
436003	linear.weight	1	-0.3978850543498993
436003	linear.weight	2	-0.04182454198598862
436003	linear.weight	3	0.067696213722229
436003	linear.weight	4	-0.11149780452251434
436003	linear.weight	5	0.18687328696250916
436003	linear.weight	6	-0.06112257391214371
436003	linear.weight	7	-0.06219294294714928
436003	linear.weight	8	0.09370885044336319
436003	linear.weight	9	-0.0476042814552784
436003	linear.bias	0	-0.9128165245056152
436003	linear.bias	1	1.882421851158142
436003	linear.bias	2	0.7516931295394897
436003	linear.bias	3	-2.6575686931610107
436003	linear.bias	4	-0.14796312153339386
436003	linear.bias	5	1.3010079860687256
436003	linear.bias	6	-0.1792210191488266
436003	linear.bias	7	0.6952833533287048
436003	linear.bias	8	2.2002668380737305
436003	linear.bias	9	-1.4990811347961426
436612	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
436612	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
436612	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
436612	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
436612	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
436612	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
436612	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
436612	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
436612	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
436612	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
436612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
436612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
436612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
436612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
436612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
436612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
436612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
436612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
436612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
436612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
436612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
436612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
436612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
436612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
436612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
436612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
436612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
436612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
436612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
436612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
436612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
436612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
436612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
436612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
436612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
436612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
436612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
436612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
436612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
436612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
436612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
436612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
436612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
436612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
436612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
436612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
436612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
436612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
436612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
436612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
436612	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
436612	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
436612	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
436612	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
436612	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
436612	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
436612	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
436612	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
436612	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
436612	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
436612	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
436612	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
436612	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
436612	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
436612	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
436612	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
436612	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
436612	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
436612	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
436612	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
436612	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
436612	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
436612	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
436612	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
436612	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
436612	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
436612	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
436612	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
436612	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
436612	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
436612	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
436612	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
436612	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
436612	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
436612	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
436612	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
436612	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
436612	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
436612	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
436612	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
436612	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
436612	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
436612	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
436612	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
436612	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
436612	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
436612	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
436612	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
436612	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
436612	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
436612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
436612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
436612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
436612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
436612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
436612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
436612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
436612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
436612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
436612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
436612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
436612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
436612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
436612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
436612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
436612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
436612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
436612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
436612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
436612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
436612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
436612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
436612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
436612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
436612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
436612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
436612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
436612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
436612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
436612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
436612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
436612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
436612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
436612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
436612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
436612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
436612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
436612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
436612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
436612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
436612	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
436612	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
436612	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
436612	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
436612	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
436612	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
436612	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
436612	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
436612	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
436612	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
436612	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
436612	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
436612	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
436612	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
436612	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
436612	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
436612	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
436612	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
436612	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
436612	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
436612	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
436612	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
436612	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
436612	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
436612	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
436612	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
436612	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
436612	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
436612	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
436612	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
436612	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
436612	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
436612	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
436612	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
436612	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
436612	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
436612	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
436612	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
436612	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
436612	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
436612	embedding2nn.weight	0	0.3172578513622284
436612	embedding2nn.weight	1	0.3833589255809784
436612	embedding2nn.weight	2	0.031162699684500694
436612	embedding2nn.weight	3	-0.053592849522829056
436612	embedding2nn.weight	4	-0.06073577329516411
436612	embedding2nn.weight	5	0.08785704523324966
436612	embedding2nn.weight	6	-0.028058292344212532
436612	embedding2nn.weight	7	0.03309614211320877
436612	embedding2nn.weight	8	0.025880958884954453
436612	embedding2nn.weight	9	-0.007576561998575926
436612	embedding2nn.bias	0	0.03104397840797901
436612	embedding2nn.bias	1	-0.1964528113603592
436612	embedding2nn.bias	2	0.11540031433105469
436612	embedding2nn.bias	3	0.1982467919588089
436612	embedding2nn.bias	4	0.14712508022785187
436612	embedding2nn.bias	5	-0.06525473296642303
436612	embedding2nn.bias	6	-0.06000884249806404
436612	embedding2nn.bias	7	0.05253593996167183
436612	embedding2nn.bias	8	-0.1625850796699524
436612	embedding2nn.bias	9	-0.3505617380142212
436612	rnn.weight_ih_l0	0	0.0006115465657785535
436612	rnn.weight_ih_l0	1	-0.06787499785423279
436612	rnn.weight_ih_l0	2	-0.05541885644197464
436612	rnn.weight_ih_l0	3	0.1191340908408165
436612	rnn.weight_ih_l0	4	0.00165673834271729
436612	rnn.weight_ih_l0	5	-0.08225921541452408
436612	rnn.weight_ih_l0	6	-0.0004356306162662804
436612	rnn.weight_ih_l0	7	-0.03784719854593277
436612	rnn.weight_ih_l0	8	0.006559875328093767
436612	rnn.weight_ih_l0	9	-0.08126739412546158
436612	rnn.weight_hh_l0	0	-0.005239307414740324
436612	rnn.weight_hh_l0	1	0.07245635241270065
436612	rnn.weight_hh_l0	2	0.01985807903110981
436612	rnn.weight_hh_l0	3	-0.0029304001946002245
436612	rnn.weight_hh_l0	4	0.028892381116747856
436612	rnn.weight_hh_l0	5	0.04516599327325821
436612	rnn.weight_hh_l0	6	-0.055426228791475296
436612	rnn.weight_hh_l0	7	-0.09270944446325302
436612	rnn.weight_hh_l0	8	0.039084792137145996
436612	rnn.weight_hh_l0	9	-0.10493498295545578
436612	rnn.bias_ih_l0	0	0.16427770256996155
436612	rnn.bias_ih_l0	1	-0.2896149456501007
436612	rnn.bias_ih_l0	2	-0.02435433678328991
436612	rnn.bias_ih_l0	3	-0.2020600140094757
436612	rnn.bias_ih_l0	4	0.024550508707761765
436612	rnn.bias_ih_l0	5	-0.411036878824234
436612	rnn.bias_ih_l0	6	-0.1301182061433792
436612	rnn.bias_ih_l0	7	-0.33172887563705444
436612	rnn.bias_ih_l0	8	-0.2849287986755371
436612	rnn.bias_ih_l0	9	-0.42596524953842163
436612	rnn.bias_hh_l0	0	-0.3235868215560913
436612	rnn.bias_hh_l0	1	-0.36693572998046875
436612	rnn.bias_hh_l0	2	-0.29912617802619934
436612	rnn.bias_hh_l0	3	-0.06861045211553574
436612	rnn.bias_hh_l0	4	-0.35440030694007874
436612	rnn.bias_hh_l0	5	-0.3181728422641754
436612	rnn.bias_hh_l0	6	-0.11317529529333115
436612	rnn.bias_hh_l0	7	0.0720415934920311
436612	rnn.bias_hh_l0	8	-0.24849452078342438
436612	rnn.bias_hh_l0	9	-0.5256639122962952
436612	rnn.weight_ih_l0_reverse	0	0.02908855862915516
436612	rnn.weight_ih_l0_reverse	1	-0.05977115035057068
436612	rnn.weight_ih_l0_reverse	2	-0.0436163991689682
436612	rnn.weight_ih_l0_reverse	3	-0.12428896874189377
436612	rnn.weight_ih_l0_reverse	4	0.08404111117124557
436612	rnn.weight_ih_l0_reverse	5	-0.08599316328763962
436612	rnn.weight_ih_l0_reverse	6	0.004890827927738428
436612	rnn.weight_ih_l0_reverse	7	0.024207623675465584
436612	rnn.weight_ih_l0_reverse	8	-0.04993981495499611
436612	rnn.weight_ih_l0_reverse	9	-0.05379275977611542
436612	rnn.weight_hh_l0_reverse	0	-0.13577285408973694
436612	rnn.weight_hh_l0_reverse	1	0.02725624106824398
436612	rnn.weight_hh_l0_reverse	2	-0.026370901614427567
436612	rnn.weight_hh_l0_reverse	3	0.03830907866358757
436612	rnn.weight_hh_l0_reverse	4	-0.08006835728883743
436612	rnn.weight_hh_l0_reverse	5	0.03761086240410805
436612	rnn.weight_hh_l0_reverse	6	0.025510823354125023
436612	rnn.weight_hh_l0_reverse	7	-0.10656338930130005
436612	rnn.weight_hh_l0_reverse	8	-0.056470658630132675
436612	rnn.weight_hh_l0_reverse	9	0.06954509019851685
436612	rnn.bias_ih_l0_reverse	0	-0.15762005746364594
436612	rnn.bias_ih_l0_reverse	1	-0.08362235128879547
436612	rnn.bias_ih_l0_reverse	2	0.13140061497688293
436612	rnn.bias_ih_l0_reverse	3	-0.27406632900238037
436612	rnn.bias_ih_l0_reverse	4	-0.040913175791502
436612	rnn.bias_ih_l0_reverse	5	-0.20732492208480835
436612	rnn.bias_ih_l0_reverse	6	0.20090609788894653
436612	rnn.bias_ih_l0_reverse	7	-0.2992723286151886
436612	rnn.bias_ih_l0_reverse	8	-0.1811448335647583
436612	rnn.bias_ih_l0_reverse	9	-0.21690203249454498
436612	rnn.bias_hh_l0_reverse	0	-0.1438906341791153
436612	rnn.bias_hh_l0_reverse	1	0.2430405169725418
436612	rnn.bias_hh_l0_reverse	2	-0.3172435462474823
436612	rnn.bias_hh_l0_reverse	3	-0.18610355257987976
436612	rnn.bias_hh_l0_reverse	4	-0.3743348717689514
436612	rnn.bias_hh_l0_reverse	5	-0.18404798209667206
436612	rnn.bias_hh_l0_reverse	6	-0.2623845040798187
436612	rnn.bias_hh_l0_reverse	7	-0.09140541404485703
436612	rnn.bias_hh_l0_reverse	8	-0.26609018445014954
436612	rnn.bias_hh_l0_reverse	9	0.21468642354011536
436612	linear.weight	0	0.15972477197647095
436612	linear.weight	1	-0.43882131576538086
436612	linear.weight	2	-0.0031142232473939657
436612	linear.weight	3	0.0676894411444664
436612	linear.weight	4	-0.1586463749408722
436612	linear.weight	5	0.21980252861976624
436612	linear.weight	6	-0.06880591809749603
436612	linear.weight	7	-0.06218452379107475
436612	linear.weight	8	0.09983672946691513
436612	linear.weight	9	-0.047615692019462585
436612	linear.bias	0	-0.9203763008117676
436612	linear.bias	1	1.8972026109695435
436612	linear.bias	2	0.7459781169891357
436612	linear.bias	3	-2.6579298973083496
436612	linear.bias	4	-0.14719343185424805
436612	linear.bias	5	1.2735496759414673
436612	linear.bias	6	-0.14690017700195312
436612	linear.bias	7	0.7387160658836365
436612	linear.bias	8	2.119488477706909
436612	linear.bias	9	-1.4980422258377075
437221	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
437221	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
437221	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
437221	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
437221	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
437221	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
437221	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
437221	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
437221	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
437221	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
437221	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
437221	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
437221	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
437221	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
437221	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
437221	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
437221	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
437221	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
437221	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
437221	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
437221	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
437221	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
437221	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
437221	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
437221	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
437221	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
437221	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
437221	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
437221	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
437221	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
437221	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
437221	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
437221	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
437221	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
437221	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
437221	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
437221	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
437221	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
437221	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
437221	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
437221	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
437221	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
437221	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
437221	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
437221	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
437221	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
437221	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
437221	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
437221	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
437221	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
437221	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
437221	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
437221	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
437221	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
437221	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
437221	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
437221	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
437221	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
437221	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
437221	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
437221	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
437221	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
437221	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
437221	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
437221	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
437221	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
437221	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
437221	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
437221	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
437221	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
437221	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
437221	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
437221	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
437221	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
437221	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
437221	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
437221	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
437221	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
437221	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
437221	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
437221	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
437221	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
437221	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
437221	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
437221	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
437221	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
437221	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
437221	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
437221	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
437221	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
437221	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
437221	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
437221	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
437221	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
437221	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
437221	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
437221	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
437221	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
437221	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
437221	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
437221	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
437221	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
437221	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
437221	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
437221	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
437221	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
437221	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
437221	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
437221	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
437221	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
437221	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
437221	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
437221	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
437221	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
437221	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
437221	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
437221	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
437221	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
437221	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
437221	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
437221	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
437221	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
437221	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
437221	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
437221	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
437221	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
437221	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
437221	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
437221	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
437221	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
437221	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
437221	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
437221	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
437221	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
437221	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
437221	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
437221	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
437221	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
437221	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
437221	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
437221	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
437221	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
437221	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
437221	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
437221	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
437221	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
437221	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
437221	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
437221	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
437221	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
437221	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
437221	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
437221	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
437221	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
437221	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
437221	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
437221	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
437221	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
437221	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
437221	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
437221	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
437221	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
437221	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
437221	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
437221	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
437221	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
437221	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
437221	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
437221	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
437221	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
437221	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
437221	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
437221	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
437221	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
437221	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
437221	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
437221	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
437221	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
437221	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
437221	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
437221	embedding2nn.weight	0	0.3147195875644684
437221	embedding2nn.weight	1	0.38067129254341125
437221	embedding2nn.weight	2	0.030140243470668793
437221	embedding2nn.weight	3	-0.04259886592626572
437221	embedding2nn.weight	4	-0.0642353743314743
437221	embedding2nn.weight	5	0.08245721459388733
437221	embedding2nn.weight	6	-0.022949254140257835
437221	embedding2nn.weight	7	0.03369677811861038
437221	embedding2nn.weight	8	0.030752023681998253
437221	embedding2nn.weight	9	-0.013371363282203674
437221	embedding2nn.bias	0	0.057832032442092896
437221	embedding2nn.bias	1	-0.21051688492298126
437221	embedding2nn.bias	2	0.10189379006624222
437221	embedding2nn.bias	3	0.16866298019886017
437221	embedding2nn.bias	4	0.1389007717370987
437221	embedding2nn.bias	5	-0.04758068174123764
437221	embedding2nn.bias	6	-0.048070747405290604
437221	embedding2nn.bias	7	0.03927605599164963
437221	embedding2nn.bias	8	-0.15953554213047028
437221	embedding2nn.bias	9	-0.3356625437736511
437221	rnn.weight_ih_l0	0	0.0004778025613632053
437221	rnn.weight_ih_l0	1	-0.06979823857545853
437221	rnn.weight_ih_l0	2	-0.053266894072294235
437221	rnn.weight_ih_l0	3	0.1262369304895401
437221	rnn.weight_ih_l0	4	0.0014826665865257382
437221	rnn.weight_ih_l0	5	-0.08608420938253403
437221	rnn.weight_ih_l0	6	0.0008034606580622494
437221	rnn.weight_ih_l0	7	-0.03388410806655884
437221	rnn.weight_ih_l0	8	0.0003291218017693609
437221	rnn.weight_ih_l0	9	-0.07387503236532211
437221	rnn.weight_hh_l0	0	-0.004757846239954233
437221	rnn.weight_hh_l0	1	0.07204248011112213
437221	rnn.weight_hh_l0	2	0.021989060565829277
437221	rnn.weight_hh_l0	3	-0.0029086985159665346
437221	rnn.weight_hh_l0	4	0.02883838303387165
437221	rnn.weight_hh_l0	5	0.04486817121505737
437221	rnn.weight_hh_l0	6	-0.05511745065450668
437221	rnn.weight_hh_l0	7	-0.0966956689953804
437221	rnn.weight_hh_l0	8	0.039008453488349915
437221	rnn.weight_hh_l0	9	-0.10381375253200531
437221	rnn.bias_ih_l0	0	0.15961748361587524
437221	rnn.bias_ih_l0	1	-0.2776368260383606
437221	rnn.bias_ih_l0	2	-0.030448101460933685
437221	rnn.bias_ih_l0	3	-0.1992354691028595
437221	rnn.bias_ih_l0	4	0.020779939368367195
437221	rnn.bias_ih_l0	5	-0.40816208720207214
437221	rnn.bias_ih_l0	6	-0.12964896857738495
437221	rnn.bias_ih_l0	7	-0.3335944712162018
437221	rnn.bias_ih_l0	8	-0.28696250915527344
437221	rnn.bias_ih_l0	9	-0.4178180694580078
437221	rnn.bias_hh_l0	0	-0.32365682721138
437221	rnn.bias_hh_l0	1	-0.36387312412261963
437221	rnn.bias_hh_l0	2	-0.3001994788646698
437221	rnn.bias_hh_l0	3	-0.0602305606007576
437221	rnn.bias_hh_l0	4	-0.35393521189689636
437221	rnn.bias_hh_l0	5	-0.3171508312225342
437221	rnn.bias_hh_l0	6	-0.11326561868190765
437221	rnn.bias_hh_l0	7	0.08075810223817825
437221	rnn.bias_hh_l0	8	-0.24287916719913483
437221	rnn.bias_hh_l0	9	-0.5262340307235718
437221	rnn.weight_ih_l0_reverse	0	0.03252915292978287
437221	rnn.weight_ih_l0_reverse	1	-0.058548007160425186
437221	rnn.weight_ih_l0_reverse	2	-0.042037446051836014
437221	rnn.weight_ih_l0_reverse	3	-0.12974223494529724
437221	rnn.weight_ih_l0_reverse	4	0.08320862054824829
437221	rnn.weight_ih_l0_reverse	5	-0.08402276039123535
437221	rnn.weight_ih_l0_reverse	6	0.004058443009853363
437221	rnn.weight_ih_l0_reverse	7	0.021842293441295624
437221	rnn.weight_ih_l0_reverse	8	-0.054637182503938675
437221	rnn.weight_ih_l0_reverse	9	-0.060347363352775574
437221	rnn.weight_hh_l0_reverse	0	-0.13407330214977264
437221	rnn.weight_hh_l0_reverse	1	0.026311561465263367
437221	rnn.weight_hh_l0_reverse	2	-0.026493504643440247
437221	rnn.weight_hh_l0_reverse	3	0.03805094212293625
437221	rnn.weight_hh_l0_reverse	4	-0.07992728799581528
437221	rnn.weight_hh_l0_reverse	5	0.037839166820049286
437221	rnn.weight_hh_l0_reverse	6	0.02551630139350891
437221	rnn.weight_hh_l0_reverse	7	-0.1063309982419014
437221	rnn.weight_hh_l0_reverse	8	-0.05494584143161774
437221	rnn.weight_hh_l0_reverse	9	0.0697794035077095
437221	rnn.bias_ih_l0_reverse	0	-0.15282699465751648
437221	rnn.bias_ih_l0_reverse	1	-0.08508139848709106
437221	rnn.bias_ih_l0_reverse	2	0.136583611369133
437221	rnn.bias_ih_l0_reverse	3	-0.2775251269340515
437221	rnn.bias_ih_l0_reverse	4	-0.049647606909275055
437221	rnn.bias_ih_l0_reverse	5	-0.2079908549785614
437221	rnn.bias_ih_l0_reverse	6	0.2033659666776657
437221	rnn.bias_ih_l0_reverse	7	-0.28168848156929016
437221	rnn.bias_ih_l0_reverse	8	-0.18155239522457123
437221	rnn.bias_ih_l0_reverse	9	-0.2106124460697174
437221	rnn.bias_hh_l0_reverse	0	-0.1433033049106598
437221	rnn.bias_hh_l0_reverse	1	0.24642616510391235
437221	rnn.bias_hh_l0_reverse	2	-0.3197954595088959
437221	rnn.bias_hh_l0_reverse	3	-0.1803949773311615
437221	rnn.bias_hh_l0_reverse	4	-0.37571555376052856
437221	rnn.bias_hh_l0_reverse	5	-0.18961288034915924
437221	rnn.bias_hh_l0_reverse	6	-0.2693845331668854
437221	rnn.bias_hh_l0_reverse	7	-0.09927352517843246
437221	rnn.bias_hh_l0_reverse	8	-0.2732243835926056
437221	rnn.bias_hh_l0_reverse	9	0.22560246288776398
437221	linear.weight	0	0.13210120797157288
437221	linear.weight	1	-0.4287817180156708
437221	linear.weight	2	-0.012707259505987167
437221	linear.weight	3	0.06769130378961563
437221	linear.weight	4	-0.18012383580207825
437221	linear.weight	5	0.24917440116405487
437221	linear.weight	6	-0.06970950216054916
437221	linear.weight	7	-0.06217530742287636
437221	linear.weight	8	0.11216364055871964
437221	linear.weight	9	-0.04762664809823036
437221	linear.bias	0	-0.9177674651145935
437221	linear.bias	1	1.895176649093628
437221	linear.bias	2	0.7386364340782166
437221	linear.bias	3	-2.658322334289551
437221	linear.bias	4	-0.14951938390731812
437221	linear.bias	5	1.2771912813186646
437221	linear.bias	6	-0.1538882851600647
437221	linear.bias	7	0.729293942451477
437221	linear.bias	8	2.1332623958587646
437221	linear.bias	9	-1.495719075202942
437830	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
437830	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
437830	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
437830	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
437830	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
437830	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
437830	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
437830	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
437830	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
437830	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
437830	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
437830	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
437830	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
437830	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
437830	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
437830	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
437830	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
437830	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
437830	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
437830	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
437830	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
437830	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
437830	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
437830	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
437830	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
437830	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
437830	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
437830	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
437830	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
437830	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
437830	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
437830	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
437830	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
437830	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
437830	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
437830	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
437830	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
437830	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
437830	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
437830	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
437830	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
437830	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
437830	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
437830	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
437830	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
437830	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
437830	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
437830	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
437830	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
437830	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
437830	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
437830	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
437830	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
437830	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
437830	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
437830	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
437830	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
437830	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
437830	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
437830	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
437830	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
437830	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
437830	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
437830	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
437830	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
437830	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
437830	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
437830	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
437830	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
437830	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
437830	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
437830	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
437830	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
437830	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
437830	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
437830	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
437830	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
437830	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
437830	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
437830	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
437830	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
437830	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
437830	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
437830	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
437830	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
437830	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
437830	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
437830	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
437830	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
437830	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
437830	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
437830	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
437830	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
437830	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
437830	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
437830	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
437830	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
437830	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
437830	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
437830	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
437830	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
437830	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
437830	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
437830	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
437830	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
437830	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
437830	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
437830	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
437830	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
437830	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
437830	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
437830	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
437830	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
437830	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
437830	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
437830	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
437830	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
437830	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
437830	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
437830	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
437830	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
437830	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
437830	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
437830	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
437830	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
437830	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
437830	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
437830	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
437830	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
437830	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
437830	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
437830	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
437830	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
437830	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
437830	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
437830	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
437830	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
437830	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
437830	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
437830	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
437830	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
437830	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
437830	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
437830	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
437830	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
437830	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
437830	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
437830	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
437830	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
437830	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
437830	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
437830	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
437830	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
437830	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
437830	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
437830	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
437830	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
437830	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
437830	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
437830	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
437830	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
437830	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
437830	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
437830	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
437830	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
437830	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
437830	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
437830	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
437830	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
437830	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
437830	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
437830	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
437830	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
437830	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
437830	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
437830	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
437830	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
437830	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
437830	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
437830	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
437830	embedding2nn.weight	0	0.3143923580646515
437830	embedding2nn.weight	1	0.3837478756904602
437830	embedding2nn.weight	2	0.033471494913101196
437830	embedding2nn.weight	3	-0.03013470023870468
437830	embedding2nn.weight	4	-0.06066117435693741
437830	embedding2nn.weight	5	0.0830087661743164
437830	embedding2nn.weight	6	-0.016222845762968063
437830	embedding2nn.weight	7	0.0168345607817173
437830	embedding2nn.weight	8	0.03653917461633682
437830	embedding2nn.weight	9	-0.022051770240068436
437830	embedding2nn.bias	0	0.04568317532539368
437830	embedding2nn.bias	1	-0.21211682260036469
437830	embedding2nn.bias	2	0.11592209339141846
437830	embedding2nn.bias	3	0.15611140429973602
437830	embedding2nn.bias	4	0.1349714696407318
437830	embedding2nn.bias	5	-0.084120012819767
437830	embedding2nn.bias	6	-0.04336966201663017
437830	embedding2nn.bias	7	0.03251074627041817
437830	embedding2nn.bias	8	-0.16229893267154694
437830	embedding2nn.bias	9	-0.37908971309661865
437830	rnn.weight_ih_l0	0	0.001958562061190605
437830	rnn.weight_ih_l0	1	-0.06884782761335373
437830	rnn.weight_ih_l0	2	-0.05279663950204849
437830	rnn.weight_ih_l0	3	0.12255790829658508
437830	rnn.weight_ih_l0	4	0.016162095591425896
437830	rnn.weight_ih_l0	5	-0.07089890539646149
437830	rnn.weight_ih_l0	6	2.9680728403036483e-05
437830	rnn.weight_ih_l0	7	-0.04059586673974991
437830	rnn.weight_ih_l0	8	0.0014881835086271167
437830	rnn.weight_ih_l0	9	-0.0722583457827568
437830	rnn.weight_hh_l0	0	-0.004658347461372614
437830	rnn.weight_hh_l0	1	0.07179274410009384
437830	rnn.weight_hh_l0	2	0.02143285796046257
437830	rnn.weight_hh_l0	3	-0.0032800137996673584
437830	rnn.weight_hh_l0	4	0.02872285060584545
437830	rnn.weight_hh_l0	5	0.04328014329075813
437830	rnn.weight_hh_l0	6	-0.055007483810186386
437830	rnn.weight_hh_l0	7	-0.09958009421825409
437830	rnn.weight_hh_l0	8	0.03949182853102684
437830	rnn.weight_hh_l0	9	-0.10419018566608429
437830	rnn.bias_ih_l0	0	0.163246288895607
437830	rnn.bias_ih_l0	1	-0.27775540947914124
437830	rnn.bias_ih_l0	2	-0.03156059980392456
437830	rnn.bias_ih_l0	3	-0.20142190158367157
437830	rnn.bias_ih_l0	4	0.011307443492114544
437830	rnn.bias_ih_l0	5	-0.40326207876205444
437830	rnn.bias_ih_l0	6	-0.12600235641002655
437830	rnn.bias_ih_l0	7	-0.3337550163269043
437830	rnn.bias_ih_l0	8	-0.28391891717910767
437830	rnn.bias_ih_l0	9	-0.4184042811393738
437830	rnn.bias_hh_l0	0	-0.3263314962387085
437830	rnn.bias_hh_l0	1	-0.38177305459976196
437830	rnn.bias_hh_l0	2	-0.30791807174682617
437830	rnn.bias_hh_l0	3	-0.06448944658041
437830	rnn.bias_hh_l0	4	-0.3586871325969696
437830	rnn.bias_hh_l0	5	-0.3184015452861786
437830	rnn.bias_hh_l0	6	-0.11963184177875519
437830	rnn.bias_hh_l0	7	0.07591396570205688
437830	rnn.bias_hh_l0	8	-0.2399822175502777
437830	rnn.bias_hh_l0	9	-0.5358256697654724
437830	rnn.weight_ih_l0_reverse	0	0.035584162920713425
437830	rnn.weight_ih_l0_reverse	1	-0.06229861080646515
437830	rnn.weight_ih_l0_reverse	2	-0.040551673620939255
437830	rnn.weight_ih_l0_reverse	3	-0.1302129626274109
437830	rnn.weight_ih_l0_reverse	4	0.08350717276334763
437830	rnn.weight_ih_l0_reverse	5	-0.079379141330719
437830	rnn.weight_ih_l0_reverse	6	0.004364244639873505
437830	rnn.weight_ih_l0_reverse	7	0.02362397126853466
437830	rnn.weight_ih_l0_reverse	8	-0.05324692651629448
437830	rnn.weight_ih_l0_reverse	9	-0.05582232028245926
437830	rnn.weight_hh_l0_reverse	0	-0.13448363542556763
437830	rnn.weight_hh_l0_reverse	1	0.026641786098480225
437830	rnn.weight_hh_l0_reverse	2	-0.027035443112254143
437830	rnn.weight_hh_l0_reverse	3	0.03915081173181534
437830	rnn.weight_hh_l0_reverse	4	-0.07919665426015854
437830	rnn.weight_hh_l0_reverse	5	0.03812910243868828
437830	rnn.weight_hh_l0_reverse	6	0.025648219510912895
437830	rnn.weight_hh_l0_reverse	7	-0.10571446269750595
437830	rnn.weight_hh_l0_reverse	8	-0.05687215179204941
437830	rnn.weight_hh_l0_reverse	9	0.06966174393892288
437830	rnn.bias_ih_l0_reverse	0	-0.1516745537519455
437830	rnn.bias_ih_l0_reverse	1	-0.0756077989935875
437830	rnn.bias_ih_l0_reverse	2	0.13511702418327332
437830	rnn.bias_ih_l0_reverse	3	-0.27684852480888367
437830	rnn.bias_ih_l0_reverse	4	-0.05365649610757828
437830	rnn.bias_ih_l0_reverse	5	-0.20899105072021484
437830	rnn.bias_ih_l0_reverse	6	0.20882095396518707
437830	rnn.bias_ih_l0_reverse	7	-0.2726321518421173
437830	rnn.bias_ih_l0_reverse	8	-0.17788927257061005
437830	rnn.bias_ih_l0_reverse	9	-0.21198122203350067
437830	rnn.bias_hh_l0_reverse	0	-0.14752309024333954
437830	rnn.bias_hh_l0_reverse	1	0.26111721992492676
437830	rnn.bias_hh_l0_reverse	2	-0.33134302496910095
437830	rnn.bias_hh_l0_reverse	3	-0.1839808225631714
437830	rnn.bias_hh_l0_reverse	4	-0.37925130128860474
437830	rnn.bias_hh_l0_reverse	5	-0.1857089102268219
437830	rnn.bias_hh_l0_reverse	6	-0.2675548791885376
437830	rnn.bias_hh_l0_reverse	7	-0.10710886120796204
437830	rnn.bias_hh_l0_reverse	8	-0.2741454839706421
437830	rnn.bias_hh_l0_reverse	9	0.21486946940422058
437830	linear.weight	0	0.15081781148910522
437830	linear.weight	1	-0.4122278094291687
437830	linear.weight	2	0.030553504824638367
437830	linear.weight	3	0.06769523024559021
437830	linear.weight	4	-0.1602323204278946
437830	linear.weight	5	0.26324981451034546
437830	linear.weight	6	-0.06187766417860985
437830	linear.weight	7	-0.06216677278280258
437830	linear.weight	8	0.11405932903289795
437830	linear.weight	9	-0.047632843255996704
437830	linear.bias	0	-0.8870877027511597
437830	linear.bias	1	1.9304697513580322
437830	linear.bias	2	0.7450299263000488
437830	linear.bias	3	-2.65873384475708
437830	linear.bias	4	-0.16431057453155518
437830	linear.bias	5	1.2531031370162964
437830	linear.bias	6	-0.16134853661060333
437830	linear.bias	7	0.7243597507476807
437830	linear.bias	8	2.1485953330993652
437830	linear.bias	9	-1.481713891029358
438439	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
438439	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
438439	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
438439	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
438439	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
438439	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
438439	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
438439	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
438439	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
438439	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
438439	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
438439	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
438439	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
438439	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
438439	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
438439	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
438439	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
438439	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
438439	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
438439	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
438439	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
438439	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
438439	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
438439	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
438439	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
438439	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
438439	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
438439	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
438439	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
438439	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
438439	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
438439	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
438439	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
438439	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
438439	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
438439	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
438439	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
438439	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
438439	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
438439	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
438439	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
438439	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
438439	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
438439	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
438439	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
438439	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
438439	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
438439	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
438439	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
438439	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
438439	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
438439	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
438439	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
438439	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
438439	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
438439	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
438439	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
438439	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
438439	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
438439	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
438439	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
438439	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
438439	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
438439	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
438439	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
438439	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
438439	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
438439	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
438439	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
438439	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
438439	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
438439	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
438439	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
438439	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
438439	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
438439	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
438439	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
438439	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
438439	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
438439	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
438439	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
438439	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
438439	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
438439	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
438439	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
438439	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
438439	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
438439	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
438439	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
438439	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
438439	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
438439	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
438439	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
438439	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
438439	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
438439	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
438439	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
438439	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
438439	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
438439	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
438439	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
438439	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
438439	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
438439	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
438439	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
438439	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
438439	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
438439	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
438439	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
438439	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
438439	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
438439	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
438439	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
438439	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
438439	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
438439	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
438439	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
438439	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
438439	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
438439	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
438439	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
438439	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
438439	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
438439	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
438439	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
438439	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
438439	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
438439	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
438439	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
438439	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
438439	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
438439	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
438439	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
438439	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
438439	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
438439	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
438439	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
438439	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
438439	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
438439	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
438439	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
438439	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
438439	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
438439	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
438439	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
438439	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
438439	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
438439	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
438439	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
438439	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
438439	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
438439	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
438439	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
438439	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
438439	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
438439	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
438439	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
438439	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
438439	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
438439	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
438439	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
438439	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
438439	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
438439	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
438439	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
438439	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
438439	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
438439	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
438439	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
438439	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
438439	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
438439	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
438439	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
438439	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
438439	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
438439	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
438439	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
438439	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
438439	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
438439	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
438439	embedding2nn.weight	0	0.3147592842578888
438439	embedding2nn.weight	1	0.3840888738632202
438439	embedding2nn.weight	2	0.03842010349035263
438439	embedding2nn.weight	3	-0.02002805285155773
438439	embedding2nn.weight	4	-0.06542988121509552
438439	embedding2nn.weight	5	0.08453726768493652
438439	embedding2nn.weight	6	-0.013595202937722206
438439	embedding2nn.weight	7	0.014318853616714478
438439	embedding2nn.weight	8	0.03220017999410629
438439	embedding2nn.weight	9	-0.021872323006391525
438439	embedding2nn.bias	0	0.047236766666173935
438439	embedding2nn.bias	1	-0.2121875286102295
438439	embedding2nn.bias	2	0.09454947710037231
438439	embedding2nn.bias	3	0.18200090527534485
438439	embedding2nn.bias	4	0.14439962804317474
438439	embedding2nn.bias	5	-0.05524218827486038
438439	embedding2nn.bias	6	-0.04498099535703659
438439	embedding2nn.bias	7	0.025625426322221756
438439	embedding2nn.bias	8	-0.15677529573440552
438439	embedding2nn.bias	9	-0.36575353145599365
438439	rnn.weight_ih_l0	0	0.0028261449187994003
438439	rnn.weight_ih_l0	1	-0.06908847391605377
438439	rnn.weight_ih_l0	2	-0.054033778607845306
438439	rnn.weight_ih_l0	3	0.12104775011539459
438439	rnn.weight_ih_l0	4	0.005872015841305256
438439	rnn.weight_ih_l0	5	-0.06996416300535202
438439	rnn.weight_ih_l0	6	0.0006437310948967934
438439	rnn.weight_ih_l0	7	-0.04114384204149246
438439	rnn.weight_ih_l0	8	-0.0014345025410875678
438439	rnn.weight_ih_l0	9	-0.0745467022061348
438439	rnn.weight_hh_l0	0	-0.005868409760296345
438439	rnn.weight_hh_l0	1	0.07190005481243134
438439	rnn.weight_hh_l0	2	0.02092115953564644
438439	rnn.weight_hh_l0	3	-0.003069718834012747
438439	rnn.weight_hh_l0	4	0.02819668874144554
438439	rnn.weight_hh_l0	5	0.04066449776291847
438439	rnn.weight_hh_l0	6	-0.055326759815216064
438439	rnn.weight_hh_l0	7	-0.09416759014129639
438439	rnn.weight_hh_l0	8	0.03934398666024208
438439	rnn.weight_hh_l0	9	-0.1049700528383255
438439	rnn.bias_ih_l0	0	0.1659235954284668
438439	rnn.bias_ih_l0	1	-0.27826985716819763
438439	rnn.bias_ih_l0	2	-0.034500084817409515
438439	rnn.bias_ih_l0	3	-0.2112656533718109
438439	rnn.bias_ih_l0	4	0.01878393441438675
438439	rnn.bias_ih_l0	5	-0.40145277976989746
438439	rnn.bias_ih_l0	6	-0.11872988939285278
438439	rnn.bias_ih_l0	7	-0.3337414264678955
438439	rnn.bias_ih_l0	8	-0.28459998965263367
438439	rnn.bias_ih_l0	9	-0.4215986430644989
438439	rnn.bias_hh_l0	0	-0.3342755436897278
438439	rnn.bias_hh_l0	1	-0.38394227623939514
438439	rnn.bias_hh_l0	2	-0.3053826689720154
438439	rnn.bias_hh_l0	3	-0.06306205689907074
438439	rnn.bias_hh_l0	4	-0.36441734433174133
438439	rnn.bias_hh_l0	5	-0.3187919855117798
438439	rnn.bias_hh_l0	6	-0.11160151660442352
438439	rnn.bias_hh_l0	7	0.08323986828327179
438439	rnn.bias_hh_l0	8	-0.243259459733963
438439	rnn.bias_hh_l0	9	-0.5325521230697632
438439	rnn.weight_ih_l0_reverse	0	0.037245236337184906
438439	rnn.weight_ih_l0_reverse	1	-0.06367632001638412
438439	rnn.weight_ih_l0_reverse	2	-0.04044891148805618
438439	rnn.weight_ih_l0_reverse	3	-0.1319737583398819
438439	rnn.weight_ih_l0_reverse	4	0.08084457367658615
438439	rnn.weight_ih_l0_reverse	5	-0.06947166472673416
438439	rnn.weight_ih_l0_reverse	6	0.001270931214094162
438439	rnn.weight_ih_l0_reverse	7	0.02554710954427719
438439	rnn.weight_ih_l0_reverse	8	-0.05660269409418106
438439	rnn.weight_ih_l0_reverse	9	-0.0654822364449501
438439	rnn.weight_hh_l0_reverse	0	-0.13203662633895874
438439	rnn.weight_hh_l0_reverse	1	0.027937026694417
438439	rnn.weight_hh_l0_reverse	2	-0.027352433651685715
438439	rnn.weight_hh_l0_reverse	3	0.04044325277209282
438439	rnn.weight_hh_l0_reverse	4	-0.07945870608091354
438439	rnn.weight_hh_l0_reverse	5	0.03842238709330559
438439	rnn.weight_hh_l0_reverse	6	0.025637632235884666
438439	rnn.weight_hh_l0_reverse	7	-0.10433337092399597
438439	rnn.weight_hh_l0_reverse	8	-0.0562564842402935
438439	rnn.weight_hh_l0_reverse	9	0.06693108379840851
438439	rnn.bias_ih_l0_reverse	0	-0.15143199265003204
438439	rnn.bias_ih_l0_reverse	1	-0.07753457129001617
438439	rnn.bias_ih_l0_reverse	2	0.1421538144350052
438439	rnn.bias_ih_l0_reverse	3	-0.28902098536491394
438439	rnn.bias_ih_l0_reverse	4	-0.0492570586502552
438439	rnn.bias_ih_l0_reverse	5	-0.21198225021362305
438439	rnn.bias_ih_l0_reverse	6	0.21311300992965698
438439	rnn.bias_ih_l0_reverse	7	-0.2745038568973541
438439	rnn.bias_ih_l0_reverse	8	-0.17955856025218964
438439	rnn.bias_ih_l0_reverse	9	-0.2185070812702179
438439	rnn.bias_hh_l0_reverse	0	-0.14988285303115845
438439	rnn.bias_hh_l0_reverse	1	0.2602942883968353
438439	rnn.bias_hh_l0_reverse	2	-0.32804423570632935
438439	rnn.bias_hh_l0_reverse	3	-0.18155473470687866
438439	rnn.bias_hh_l0_reverse	4	-0.3796091675758362
438439	rnn.bias_hh_l0_reverse	5	-0.18765589594841003
438439	rnn.bias_hh_l0_reverse	6	-0.2637505531311035
438439	rnn.bias_hh_l0_reverse	7	-0.10274983197450638
438439	rnn.bias_hh_l0_reverse	8	-0.27888721227645874
438439	rnn.bias_hh_l0_reverse	9	0.21195515990257263
438439	linear.weight	0	0.17748712003231049
438439	linear.weight	1	-0.41134101152420044
438439	linear.weight	2	0.04322623461484909
438439	linear.weight	3	0.06769908219575882
438439	linear.weight	4	-0.14199866354465485
438439	linear.weight	5	0.24967946112155914
438439	linear.weight	6	-0.07400380074977875
438439	linear.weight	7	-0.062158968299627304
438439	linear.weight	8	0.12875774502754211
438439	linear.weight	9	-0.04764033854007721
438439	linear.bias	0	-0.891512930393219
438439	linear.bias	1	1.9343279600143433
438439	linear.bias	2	0.7411172986030579
438439	linear.bias	3	-2.6590983867645264
438439	linear.bias	4	-0.17425961792469025
438439	linear.bias	5	1.245754361152649
438439	linear.bias	6	-0.19427073001861572
438439	linear.bias	7	0.7483771443367004
438439	linear.bias	8	2.1693594455718994
438439	linear.bias	9	-1.5067470073699951
439048	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
439048	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
439048	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
439048	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
439048	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
439048	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
439048	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
439048	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
439048	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
439048	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
439048	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
439048	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
439048	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
439048	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
439048	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
439048	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
439048	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
439048	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
439048	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
439048	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
439048	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
439048	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
439048	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
439048	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
439048	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
439048	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
439048	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
439048	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
439048	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
439048	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
439048	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
439048	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
439048	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
439048	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
439048	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
439048	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
439048	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
439048	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
439048	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
439048	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
439048	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
439048	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
439048	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
439048	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
439048	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
439048	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
439048	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
439048	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
439048	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
439048	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
439048	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
439048	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
439048	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
439048	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
439048	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
439048	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
439048	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
439048	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
439048	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
439048	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
439048	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
439048	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
439048	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
439048	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
439048	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
439048	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
439048	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
439048	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
439048	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
439048	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
439048	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
439048	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
439048	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
439048	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
439048	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
439048	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
439048	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
439048	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
439048	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
439048	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
439048	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
439048	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
439048	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
439048	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
439048	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
439048	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
439048	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
439048	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
439048	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
439048	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
439048	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
439048	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
439048	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
439048	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
439048	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
439048	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
439048	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
439048	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
439048	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
439048	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
439048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
439048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
439048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
439048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
439048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
439048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
439048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
439048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
439048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
439048	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
439048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
439048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
439048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
439048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
439048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
439048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
439048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
439048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
439048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
439048	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
439048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
439048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
439048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
439048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
439048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
439048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
439048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
439048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
439048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
439048	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
439048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
439048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
439048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
439048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
439048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
439048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
439048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
439048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
439048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
439048	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
439048	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
439048	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
439048	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
439048	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
439048	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
439048	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
439048	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
439048	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
439048	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
439048	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
439048	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
439048	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
439048	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
439048	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
439048	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
439048	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
439048	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
439048	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
439048	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
439048	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
439048	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
439048	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
439048	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
439048	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
439048	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
439048	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
439048	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
439048	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
439048	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
439048	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
439048	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
439048	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
439048	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
439048	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
439048	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
439048	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
439048	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
439048	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
439048	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
439048	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
439048	embedding2nn.weight	0	0.3143409192562103
439048	embedding2nn.weight	1	0.3887650668621063
439048	embedding2nn.weight	2	0.03926262632012367
439048	embedding2nn.weight	3	-0.031878817826509476
439048	embedding2nn.weight	4	-0.06299034506082535
439048	embedding2nn.weight	5	0.0804143026471138
439048	embedding2nn.weight	6	-0.008441870100796223
439048	embedding2nn.weight	7	0.010472903028130531
439048	embedding2nn.weight	8	0.03195562586188316
439048	embedding2nn.weight	9	-0.026593122631311417
439048	embedding2nn.bias	0	0.04105624929070473
439048	embedding2nn.bias	1	-0.20712213218212128
439048	embedding2nn.bias	2	0.12212421745061874
439048	embedding2nn.bias	3	0.17190410196781158
439048	embedding2nn.bias	4	0.13385501503944397
439048	embedding2nn.bias	5	-0.044101323932409286
439048	embedding2nn.bias	6	-0.043342068791389465
439048	embedding2nn.bias	7	0.03108728490769863
439048	embedding2nn.bias	8	-0.15339133143424988
439048	embedding2nn.bias	9	-0.36229023337364197
439048	rnn.weight_ih_l0	0	0.0032705203630030155
439048	rnn.weight_ih_l0	1	-0.06939394772052765
439048	rnn.weight_ih_l0	2	-0.05464174598455429
439048	rnn.weight_ih_l0	3	0.11751526594161987
439048	rnn.weight_ih_l0	4	-0.00015628692926838994
439048	rnn.weight_ih_l0	5	-0.06828371435403824
439048	rnn.weight_ih_l0	6	-0.00204557366669178
439048	rnn.weight_ih_l0	7	-0.04859542474150658
439048	rnn.weight_ih_l0	8	0.006311262492090464
439048	rnn.weight_ih_l0	9	-0.07033705711364746
439048	rnn.weight_hh_l0	0	-0.0058478619903326035
439048	rnn.weight_hh_l0	1	0.07218368351459503
439048	rnn.weight_hh_l0	2	0.020628763362765312
439048	rnn.weight_hh_l0	3	-0.0031733112409710884
439048	rnn.weight_hh_l0	4	0.026453284546732903
439048	rnn.weight_hh_l0	5	0.04037731513381004
439048	rnn.weight_hh_l0	6	-0.05686730518937111
439048	rnn.weight_hh_l0	7	-0.096299909055233
439048	rnn.weight_hh_l0	8	0.039066165685653687
439048	rnn.weight_hh_l0	9	-0.10364466160535812
439048	rnn.bias_ih_l0	0	0.1764504313468933
439048	rnn.bias_ih_l0	1	-0.2757166922092438
439048	rnn.bias_ih_l0	2	-0.035032376646995544
439048	rnn.bias_ih_l0	3	-0.21264967322349548
439048	rnn.bias_ih_l0	4	0.01037568412721157
439048	rnn.bias_ih_l0	5	-0.3973176181316376
439048	rnn.bias_ih_l0	6	-0.11832199990749359
439048	rnn.bias_ih_l0	7	-0.33316612243652344
439048	rnn.bias_ih_l0	8	-0.2814190685749054
439048	rnn.bias_ih_l0	9	-0.42361053824424744
439048	rnn.bias_hh_l0	0	-0.32884716987609863
439048	rnn.bias_hh_l0	1	-0.37364059686660767
439048	rnn.bias_hh_l0	2	-0.30388182401657104
439048	rnn.bias_hh_l0	3	-0.07198651880025864
439048	rnn.bias_hh_l0	4	-0.35499128699302673
439048	rnn.bias_hh_l0	5	-0.31875795125961304
439048	rnn.bias_hh_l0	6	-0.11120809614658356
439048	rnn.bias_hh_l0	7	0.08006437122821808
439048	rnn.bias_hh_l0	8	-0.24310614168643951
439048	rnn.bias_hh_l0	9	-0.5285837650299072
439048	rnn.weight_ih_l0_reverse	0	0.045625027269124985
439048	rnn.weight_ih_l0_reverse	1	-0.06221858412027359
439048	rnn.weight_ih_l0_reverse	2	-0.04106792435050011
439048	rnn.weight_ih_l0_reverse	3	-0.1293557733297348
439048	rnn.weight_ih_l0_reverse	4	0.07843293249607086
439048	rnn.weight_ih_l0_reverse	5	-0.07764319330453873
439048	rnn.weight_ih_l0_reverse	6	0.00174541468732059
439048	rnn.weight_ih_l0_reverse	7	0.024518219754099846
439048	rnn.weight_ih_l0_reverse	8	-0.06126366928219795
439048	rnn.weight_ih_l0_reverse	9	-0.06857173889875412
439048	rnn.weight_hh_l0_reverse	0	-0.12869079411029816
439048	rnn.weight_hh_l0_reverse	1	0.02701565995812416
439048	rnn.weight_hh_l0_reverse	2	-0.027820555493235588
439048	rnn.weight_hh_l0_reverse	3	0.04077455401420593
439048	rnn.weight_hh_l0_reverse	4	-0.07861831784248352
439048	rnn.weight_hh_l0_reverse	5	0.03880525007843971
439048	rnn.weight_hh_l0_reverse	6	0.02596517652273178
439048	rnn.weight_hh_l0_reverse	7	-0.10384927690029144
439048	rnn.weight_hh_l0_reverse	8	-0.05499039590358734
439048	rnn.weight_hh_l0_reverse	9	0.06916414946317673
439048	rnn.bias_ih_l0_reverse	0	-0.14632648229599
439048	rnn.bias_ih_l0_reverse	1	-0.08725056052207947
439048	rnn.bias_ih_l0_reverse	2	0.1306592971086502
439048	rnn.bias_ih_l0_reverse	3	-0.28920167684555054
439048	rnn.bias_ih_l0_reverse	4	-0.05569995567202568
439048	rnn.bias_ih_l0_reverse	5	-0.20728017389774323
439048	rnn.bias_ih_l0_reverse	6	0.2177830934524536
439048	rnn.bias_ih_l0_reverse	7	-0.274850070476532
439048	rnn.bias_ih_l0_reverse	8	-0.17999465763568878
439048	rnn.bias_ih_l0_reverse	9	-0.22030389308929443
439048	rnn.bias_hh_l0_reverse	0	-0.1397416740655899
439048	rnn.bias_hh_l0_reverse	1	0.25387606024742126
439048	rnn.bias_hh_l0_reverse	2	-0.32668372988700867
439048	rnn.bias_hh_l0_reverse	3	-0.18479740619659424
439048	rnn.bias_hh_l0_reverse	4	-0.37950220704078674
439048	rnn.bias_hh_l0_reverse	5	-0.18165649473667145
439048	rnn.bias_hh_l0_reverse	6	-0.25805023312568665
439048	rnn.bias_hh_l0_reverse	7	-0.10433775931596756
439048	rnn.bias_hh_l0_reverse	8	-0.27405330538749695
439048	rnn.bias_hh_l0_reverse	9	0.20199249684810638
439048	linear.weight	0	0.16181933879852295
439048	linear.weight	1	-0.41307613253593445
439048	linear.weight	2	-0.02737892046570778
439048	linear.weight	3	0.06769923120737076
439048	linear.weight	4	-0.1404532492160797
439048	linear.weight	5	0.27997350692749023
439048	linear.weight	6	-0.07066621631383896
439048	linear.weight	7	-0.06215240806341171
439048	linear.weight	8	0.11811806261539459
439048	linear.weight	9	-0.04764962196350098
439048	linear.bias	0	-0.9083698987960815
439048	linear.bias	1	1.9569936990737915
439048	linear.bias	2	0.7634703516960144
439048	linear.bias	3	-2.659486770629883
439048	linear.bias	4	-0.1671731323003769
439048	linear.bias	5	1.247088074684143
439048	linear.bias	6	-0.19230349361896515
439048	linear.bias	7	0.7326809167861938
439048	linear.bias	8	2.2374095916748047
439048	linear.bias	9	-1.5078809261322021
439056	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
439056	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
439056	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
439056	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
439056	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
439056	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
439056	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
439056	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
439056	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
439056	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
439056	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
439056	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
439056	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
439056	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
439056	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
439056	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
439056	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
439056	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
439056	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
439056	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
439056	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
439056	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
439056	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
439056	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
439056	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
439056	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
439056	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
439056	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
439056	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
439056	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
439056	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
439056	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
439056	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
439056	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
439056	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
439056	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
439056	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
439056	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
439056	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
439056	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
439056	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
439056	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
439056	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
439056	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
439056	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
439056	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
439056	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
439056	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
439056	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
439056	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
439056	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
439056	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
439056	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
439056	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
439056	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
439056	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
439056	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
439056	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
439056	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
439056	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
439056	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
439056	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
439056	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
439056	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
439056	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
439056	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
439056	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
439056	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
439056	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
439056	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
439056	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
439056	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
439056	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
439056	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
439056	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
439056	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
439056	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
439056	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
439056	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
439056	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
439056	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
439056	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
439056	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
439056	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
439056	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
439056	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
439056	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
439056	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
439056	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
439056	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
439056	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
439056	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
439056	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
439056	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
439056	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
439056	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
439056	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
439056	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
439056	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
439056	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
439056	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
439056	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
439056	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
439056	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
439056	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
439056	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
439056	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
439056	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
439056	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
439056	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
439056	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
439056	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
439056	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
439056	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
439056	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
439056	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
439056	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
439056	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
439056	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
439056	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
439056	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
439056	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
439056	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
439056	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
439056	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
439056	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
439056	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
439056	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
439056	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
439056	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
439056	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
439056	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
439056	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
439056	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
439056	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
439056	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
439056	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
439056	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
439056	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
439056	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
439056	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
439056	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
439056	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
439056	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
439056	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
439056	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
439056	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
439056	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
439056	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
439056	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
439056	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
439056	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
439056	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
439056	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
439056	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
439056	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
439056	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
439056	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
439056	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
439056	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
439056	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
439056	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
439056	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
439056	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
439056	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
439056	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
439056	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
439056	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
439056	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
439056	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
439056	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
439056	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
439056	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
439056	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
439056	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
439056	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
439056	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
439056	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
439056	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
439056	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
439056	embedding2nn.weight	0	0.3140511214733124
439056	embedding2nn.weight	1	0.3882579803466797
439056	embedding2nn.weight	2	0.0396362729370594
439056	embedding2nn.weight	3	-0.03551814332604408
439056	embedding2nn.weight	4	-0.06333647668361664
439056	embedding2nn.weight	5	0.08109772205352783
439056	embedding2nn.weight	6	-0.009535912424325943
439056	embedding2nn.weight	7	0.009935441426932812
439056	embedding2nn.weight	8	0.031944356858730316
439056	embedding2nn.weight	9	-0.026051301509141922
439056	embedding2nn.bias	0	0.03473712131381035
439056	embedding2nn.bias	1	-0.21144352853298187
439056	embedding2nn.bias	2	0.12272241711616516
439056	embedding2nn.bias	3	0.17509637773036957
439056	embedding2nn.bias	4	0.1317284107208252
439056	embedding2nn.bias	5	-0.04144977778196335
439056	embedding2nn.bias	6	-0.03470705822110176
439056	embedding2nn.bias	7	0.027684412896633148
439056	embedding2nn.bias	8	-0.15136998891830444
439056	embedding2nn.bias	9	-0.3615068793296814
439056	rnn.weight_ih_l0	0	0.003434964921325445
439056	rnn.weight_ih_l0	1	-0.06924068182706833
439056	rnn.weight_ih_l0	2	-0.05457938462495804
439056	rnn.weight_ih_l0	3	0.11879880726337433
439056	rnn.weight_ih_l0	4	0.0005806111148558557
439056	rnn.weight_ih_l0	5	-0.06851319968700409
439056	rnn.weight_ih_l0	6	-0.002185157733038068
439056	rnn.weight_ih_l0	7	-0.04940357059240341
439056	rnn.weight_ih_l0	8	0.006514653097838163
439056	rnn.weight_ih_l0	9	-0.07040730863809586
439056	rnn.weight_hh_l0	0	-0.00608304888010025
439056	rnn.weight_hh_l0	1	0.07213611900806427
439056	rnn.weight_hh_l0	2	0.02067679353058338
439056	rnn.weight_hh_l0	3	-0.003176657250151038
439056	rnn.weight_hh_l0	4	0.026502467691898346
439056	rnn.weight_hh_l0	5	0.040516480803489685
439056	rnn.weight_hh_l0	6	-0.05689290165901184
439056	rnn.weight_hh_l0	7	-0.0961121916770935
439056	rnn.weight_hh_l0	8	0.03907276317477226
439056	rnn.weight_hh_l0	9	-0.1039782166481018
439056	rnn.bias_ih_l0	0	0.17524753510951996
439056	rnn.bias_ih_l0	1	-0.27640411257743835
439056	rnn.bias_ih_l0	2	-0.03584566339850426
439056	rnn.bias_ih_l0	3	-0.21320602297782898
439056	rnn.bias_ih_l0	4	0.009835959412157536
439056	rnn.bias_ih_l0	5	-0.39756956696510315
439056	rnn.bias_ih_l0	6	-0.11904186755418777
439056	rnn.bias_ih_l0	7	-0.3328660726547241
439056	rnn.bias_ih_l0	8	-0.2805733382701874
439056	rnn.bias_ih_l0	9	-0.42343470454216003
439056	rnn.bias_hh_l0	0	-0.32855698466300964
439056	rnn.bias_hh_l0	1	-0.3740047216415405
439056	rnn.bias_hh_l0	2	-0.3058822751045227
439056	rnn.bias_hh_l0	3	-0.07204332202672958
439056	rnn.bias_hh_l0	4	-0.3553595542907715
439056	rnn.bias_hh_l0	5	-0.3190792202949524
439056	rnn.bias_hh_l0	6	-0.11122924834489822
439056	rnn.bias_hh_l0	7	0.07637655735015869
439056	rnn.bias_hh_l0	8	-0.24372121691703796
439056	rnn.bias_hh_l0	9	-0.5284054279327393
439056	rnn.weight_ih_l0_reverse	0	0.0457971915602684
439056	rnn.weight_ih_l0_reverse	1	-0.06208878010511398
439056	rnn.weight_ih_l0_reverse	2	-0.04103734344244003
439056	rnn.weight_ih_l0_reverse	3	-0.12884368002414703
439056	rnn.weight_ih_l0_reverse	4	0.07842633873224258
439056	rnn.weight_ih_l0_reverse	5	-0.07617093622684479
439056	rnn.weight_ih_l0_reverse	6	0.0025278283283114433
439056	rnn.weight_ih_l0_reverse	7	0.02439289353787899
439056	rnn.weight_ih_l0_reverse	8	-0.061370909214019775
439056	rnn.weight_ih_l0_reverse	9	-0.068390391767025
439056	rnn.weight_hh_l0_reverse	0	-0.12878504395484924
439056	rnn.weight_hh_l0_reverse	1	0.027019960805773735
439056	rnn.weight_hh_l0_reverse	2	-0.027863161638379097
439056	rnn.weight_hh_l0_reverse	3	0.0407576858997345
439056	rnn.weight_hh_l0_reverse	4	-0.07880335301160812
439056	rnn.weight_hh_l0_reverse	5	0.03886105492711067
439056	rnn.weight_hh_l0_reverse	6	0.025959666818380356
439056	rnn.weight_hh_l0_reverse	7	-0.1038639023900032
439056	rnn.weight_hh_l0_reverse	8	-0.05501026287674904
439056	rnn.weight_hh_l0_reverse	9	0.0687670186161995
439056	rnn.bias_ih_l0_reverse	0	-0.1458527147769928
439056	rnn.bias_ih_l0_reverse	1	-0.08851397037506104
439056	rnn.bias_ih_l0_reverse	2	0.13006757199764252
439056	rnn.bias_ih_l0_reverse	3	-0.28966715931892395
439056	rnn.bias_ih_l0_reverse	4	-0.05496654286980629
439056	rnn.bias_ih_l0_reverse	5	-0.208003431558609
439056	rnn.bias_ih_l0_reverse	6	0.21780988574028015
439056	rnn.bias_ih_l0_reverse	7	-0.27434518933296204
439056	rnn.bias_ih_l0_reverse	8	-0.18000000715255737
439056	rnn.bias_ih_l0_reverse	9	-0.22001241147518158
439056	rnn.bias_hh_l0_reverse	0	-0.13858607411384583
439056	rnn.bias_hh_l0_reverse	1	0.2539791464805603
439056	rnn.bias_hh_l0_reverse	2	-0.3273756802082062
439056	rnn.bias_hh_l0_reverse	3	-0.18543793261051178
439056	rnn.bias_hh_l0_reverse	4	-0.37919360399246216
439056	rnn.bias_hh_l0_reverse	5	-0.1817568838596344
439056	rnn.bias_hh_l0_reverse	6	-0.25790560245513916
439056	rnn.bias_hh_l0_reverse	7	-0.10413127392530441
439056	rnn.bias_hh_l0_reverse	8	-0.277001291513443
439056	rnn.bias_hh_l0_reverse	9	0.20191535353660583
439056	linear.weight	0	0.16203315556049347
439056	linear.weight	1	-0.412196546792984
439056	linear.weight	2	-0.028412800282239914
439056	linear.weight	3	0.067699134349823
439056	linear.weight	4	-0.14297282695770264
439056	linear.weight	5	0.28208231925964355
439056	linear.weight	6	-0.0716552883386612
439056	linear.weight	7	-0.062152255326509476
439056	linear.weight	8	0.11868923157453537
439056	linear.weight	9	-0.04764967039227486
439056	linear.bias	0	-0.908805251121521
439056	linear.bias	1	1.9560438394546509
439056	linear.bias	2	0.7690796852111816
439056	linear.bias	3	-2.659492254257202
439056	linear.bias	4	-0.16843615472316742
439056	linear.bias	5	1.2307863235473633
439056	linear.bias	6	-0.19295139610767365
439056	linear.bias	7	0.7381712794303894
439056	linear.bias	8	2.2153689861297607
439056	linear.bias	9	-1.5112690925598145
439665	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
439665	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
439665	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
439665	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
439665	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
439665	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
439665	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
439665	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
439665	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
439665	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
439665	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
439665	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
439665	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
439665	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
439665	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
439665	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
439665	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
439665	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
439665	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
439665	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
439665	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
439665	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
439665	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
439665	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
439665	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
439665	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
439665	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
439665	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
439665	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
439665	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
439665	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
439665	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
439665	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
439665	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
439665	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
439665	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
439665	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
439665	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
439665	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
439665	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
439665	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
439665	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
439665	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
439665	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
439665	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
439665	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
439665	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
439665	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
439665	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
439665	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
439665	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
439665	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
439665	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
439665	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
439665	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
439665	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
439665	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
439665	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
439665	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
439665	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
439665	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
439665	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
439665	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
439665	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
439665	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
439665	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
439665	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
439665	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
439665	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
439665	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
439665	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
439665	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
439665	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
439665	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
439665	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
439665	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
439665	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
439665	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
439665	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
439665	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
439665	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
439665	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
439665	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
439665	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
439665	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
439665	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
439665	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
439665	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
439665	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
439665	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
439665	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
439665	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
439665	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
439665	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
439665	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
439665	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
439665	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
439665	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
439665	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
439665	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
439665	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
439665	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
439665	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
439665	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
439665	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
439665	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
439665	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
439665	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
439665	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
439665	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
439665	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
439665	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
439665	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
439665	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
439665	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
439665	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
439665	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
439665	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
439665	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
439665	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
439665	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
439665	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
439665	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
439665	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
439665	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
439665	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
439665	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
439665	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
439665	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
439665	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
439665	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
439665	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
439665	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
439665	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
439665	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
439665	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
439665	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
439665	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
439665	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
439665	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
439665	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
439665	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
439665	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
439665	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
439665	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
439665	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
439665	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
439665	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
439665	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
439665	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
439665	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
439665	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
439665	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
439665	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
439665	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
439665	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
439665	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
439665	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
439665	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
439665	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
439665	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
439665	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
439665	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
439665	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
439665	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
439665	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
439665	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
439665	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
439665	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
439665	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
439665	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
439665	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
439665	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
439665	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
439665	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
439665	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
439665	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
439665	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
439665	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
439665	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
439665	embedding2nn.weight	0	0.31337815523147583
439665	embedding2nn.weight	1	0.3936401605606079
439665	embedding2nn.weight	2	0.0330352708697319
439665	embedding2nn.weight	3	-0.02814294956624508
439665	embedding2nn.weight	4	-0.056748464703559875
439665	embedding2nn.weight	5	0.08130776882171631
439665	embedding2nn.weight	6	-0.009861073456704617
439665	embedding2nn.weight	7	0.008707799017429352
439665	embedding2nn.weight	8	0.027748558670282364
439665	embedding2nn.weight	9	-0.0251116044819355
439665	embedding2nn.bias	0	0.07638458907604218
439665	embedding2nn.bias	1	-0.20731645822525024
439665	embedding2nn.bias	2	0.14384600520133972
439665	embedding2nn.bias	3	0.18350377678871155
439665	embedding2nn.bias	4	0.1414071023464203
439665	embedding2nn.bias	5	-0.06386115401983261
439665	embedding2nn.bias	6	-0.0367899052798748
439665	embedding2nn.bias	7	0.03053809329867363
439665	embedding2nn.bias	8	-0.15748588740825653
439665	embedding2nn.bias	9	-0.3750450611114502
439665	rnn.weight_ih_l0	0	0.005073054693639278
439665	rnn.weight_ih_l0	1	-0.06949863582849503
439665	rnn.weight_ih_l0	2	-0.05460602790117264
439665	rnn.weight_ih_l0	3	0.11486879736185074
439665	rnn.weight_ih_l0	4	0.0030910714995115995
439665	rnn.weight_ih_l0	5	-0.06557092815637589
439665	rnn.weight_ih_l0	6	0.0010633933125063777
439665	rnn.weight_ih_l0	7	-0.04935435950756073
439665	rnn.weight_ih_l0	8	0.0022032514680176973
439665	rnn.weight_ih_l0	9	-0.07342458516359329
439665	rnn.weight_hh_l0	0	-0.005646621808409691
439665	rnn.weight_hh_l0	1	0.07175164669752121
439665	rnn.weight_hh_l0	2	0.021061798557639122
439665	rnn.weight_hh_l0	3	-0.0031223674304783344
439665	rnn.weight_hh_l0	4	0.02668762393295765
439665	rnn.weight_hh_l0	5	0.04114526882767677
439665	rnn.weight_hh_l0	6	-0.0560796894133091
439665	rnn.weight_hh_l0	7	-0.0941295325756073
439665	rnn.weight_hh_l0	8	0.03911944851279259
439665	rnn.weight_hh_l0	9	-0.10464879125356674
439665	rnn.bias_ih_l0	0	0.15890614688396454
439665	rnn.bias_ih_l0	1	-0.2833494544029236
439665	rnn.bias_ih_l0	2	-0.035422295331954956
439665	rnn.bias_ih_l0	3	-0.20690807700157166
439665	rnn.bias_ih_l0	4	0.01026717945933342
439665	rnn.bias_ih_l0	5	-0.4023922085762024
439665	rnn.bias_ih_l0	6	-0.12655586004257202
439665	rnn.bias_ih_l0	7	-0.33489203453063965
439665	rnn.bias_ih_l0	8	-0.28426164388656616
439665	rnn.bias_ih_l0	9	-0.42865535616874695
439665	rnn.bias_hh_l0	0	-0.3375314176082611
439665	rnn.bias_hh_l0	1	-0.3746320307254791
439665	rnn.bias_hh_l0	2	-0.3069729804992676
439665	rnn.bias_hh_l0	3	-0.05971217527985573
439665	rnn.bias_hh_l0	4	-0.34828174114227295
439665	rnn.bias_hh_l0	5	-0.32073235511779785
439665	rnn.bias_hh_l0	6	-0.11862620711326599
439665	rnn.bias_hh_l0	7	0.08346104621887207
439665	rnn.bias_hh_l0	8	-0.23090997338294983
439665	rnn.bias_hh_l0	9	-0.5322873592376709
439665	rnn.weight_ih_l0_reverse	0	0.04325249791145325
439665	rnn.weight_ih_l0_reverse	1	-0.058792948722839355
439665	rnn.weight_ih_l0_reverse	2	-0.04107985645532608
439665	rnn.weight_ih_l0_reverse	3	-0.1268109679222107
439665	rnn.weight_ih_l0_reverse	4	0.08359399437904358
439665	rnn.weight_ih_l0_reverse	5	-0.0787205770611763
439665	rnn.weight_ih_l0_reverse	6	0.002795218722894788
439665	rnn.weight_ih_l0_reverse	7	0.02514089085161686
439665	rnn.weight_ih_l0_reverse	8	-0.06177607923746109
439665	rnn.weight_ih_l0_reverse	9	-0.06780174374580383
439665	rnn.weight_hh_l0_reverse	0	-0.13004037737846375
439665	rnn.weight_hh_l0_reverse	1	0.027243642136454582
439665	rnn.weight_hh_l0_reverse	2	-0.02775484509766102
439665	rnn.weight_hh_l0_reverse	3	0.04040298983454704
439665	rnn.weight_hh_l0_reverse	4	-0.0798327624797821
439665	rnn.weight_hh_l0_reverse	5	0.038148798048496246
439665	rnn.weight_hh_l0_reverse	6	0.025908350944519043
439665	rnn.weight_hh_l0_reverse	7	-0.10183572769165039
439665	rnn.weight_hh_l0_reverse	8	-0.056867167353630066
439665	rnn.weight_hh_l0_reverse	9	0.06803911179304123
439665	rnn.bias_ih_l0_reverse	0	-0.14250245690345764
439665	rnn.bias_ih_l0_reverse	1	-0.08901207894086838
439665	rnn.bias_ih_l0_reverse	2	0.12616783380508423
439665	rnn.bias_ih_l0_reverse	3	-0.2984395921230316
439665	rnn.bias_ih_l0_reverse	4	-0.039761438965797424
439665	rnn.bias_ih_l0_reverse	5	-0.2072298675775528
439665	rnn.bias_ih_l0_reverse	6	0.21788425743579865
439665	rnn.bias_ih_l0_reverse	7	-0.2707880139350891
439665	rnn.bias_ih_l0_reverse	8	-0.18308395147323608
439665	rnn.bias_ih_l0_reverse	9	-0.2082596719264984
439665	rnn.bias_hh_l0_reverse	0	-0.1319320797920227
439665	rnn.bias_hh_l0_reverse	1	0.2528063952922821
439665	rnn.bias_hh_l0_reverse	2	-0.32426774501800537
439665	rnn.bias_hh_l0_reverse	3	-0.19687752425670624
439665	rnn.bias_hh_l0_reverse	4	-0.3723354935646057
439665	rnn.bias_hh_l0_reverse	5	-0.17973093688488007
439665	rnn.bias_hh_l0_reverse	6	-0.2601361572742462
439665	rnn.bias_hh_l0_reverse	7	-0.10152769088745117
439665	rnn.bias_hh_l0_reverse	8	-0.27572667598724365
439665	rnn.bias_hh_l0_reverse	9	0.20074643194675446
439665	linear.weight	0	0.15936602652072906
439665	linear.weight	1	-0.4184463322162628
439665	linear.weight	2	0.019718069583177567
439665	linear.weight	3	0.06769592314958572
439665	linear.weight	4	-0.13674414157867432
439665	linear.weight	5	0.22030188143253326
439665	linear.weight	6	-0.091233029961586
439665	linear.weight	7	-0.06214524805545807
439665	linear.weight	8	0.14520393311977386
439665	linear.weight	9	-0.04766363650560379
439665	linear.bias	0	-0.887079119682312
439665	linear.bias	1	1.9643000364303589
439665	linear.bias	2	0.768380880355835
439665	linear.bias	3	-2.659895896911621
439665	linear.bias	4	-0.19815538823604584
439665	linear.bias	5	1.2677078247070312
439665	linear.bias	6	-0.18142661452293396
439665	linear.bias	7	0.7374465465545654
439665	linear.bias	8	2.1111397743225098
439665	linear.bias	9	-1.5256611108779907
440274	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
440274	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
440274	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
440274	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
440274	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
440274	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
440274	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
440274	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
440274	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
440274	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
440274	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
440274	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
440274	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
440274	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
440274	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
440274	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
440274	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
440274	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
440274	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
440274	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
440274	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
440274	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
440274	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
440274	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
440274	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
440274	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
440274	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
440274	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
440274	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
440274	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
440274	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
440274	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
440274	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
440274	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
440274	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
440274	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
440274	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
440274	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
440274	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
440274	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
440274	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
440274	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
440274	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
440274	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
440274	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
440274	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
440274	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
440274	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
440274	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
440274	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
440274	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
440274	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
440274	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
440274	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
440274	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
440274	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
440274	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
440274	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
440274	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
440274	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
440274	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
440274	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
440274	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
440274	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
440274	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
440274	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
440274	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
440274	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
440274	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
440274	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
440274	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
440274	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
440274	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
440274	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
440274	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
440274	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
440274	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
440274	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
440274	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
440274	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
440274	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
440274	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
440274	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
440274	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
440274	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
440274	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
440274	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
440274	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
440274	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
440274	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
440274	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
440274	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
440274	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
440274	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
440274	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
440274	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
440274	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
440274	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
440274	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
440274	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
440274	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
440274	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
440274	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
440274	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
440274	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
440274	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
440274	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
440274	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
440274	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
440274	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
440274	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
440274	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
440274	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
440274	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
440274	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
440274	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
440274	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
440274	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
440274	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
440274	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
440274	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
440274	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
440274	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
440274	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
440274	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
440274	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
440274	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
440274	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
440274	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
440274	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
440274	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
440274	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
440274	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
440274	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
440274	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
440274	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
440274	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
440274	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
440274	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
440274	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
440274	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
440274	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
440274	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
440274	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
440274	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
440274	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
440274	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
440274	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
440274	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
440274	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
440274	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
440274	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
440274	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
440274	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
440274	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
440274	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
440274	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
440274	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
440274	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
440274	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
440274	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
440274	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
440274	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
440274	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
440274	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
440274	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
440274	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
440274	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
440274	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
440274	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
440274	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
440274	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
440274	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
440274	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
440274	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
440274	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
440274	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
440274	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
440274	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
440274	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
440274	embedding2nn.weight	0	0.31440234184265137
440274	embedding2nn.weight	1	0.3891364336013794
440274	embedding2nn.weight	2	0.036619413644075394
440274	embedding2nn.weight	3	-0.042260706424713135
440274	embedding2nn.weight	4	-0.05770479142665863
440274	embedding2nn.weight	5	0.08210884034633636
440274	embedding2nn.weight	6	-0.007665224839001894
440274	embedding2nn.weight	7	0.014108782634139061
440274	embedding2nn.weight	8	0.03128140792250633
440274	embedding2nn.weight	9	-0.022930242121219635
440274	embedding2nn.bias	0	0.055582452565431595
440274	embedding2nn.bias	1	-0.22768425941467285
440274	embedding2nn.bias	2	0.12204717844724655
440274	embedding2nn.bias	3	0.17624211311340332
440274	embedding2nn.bias	4	0.14106108248233795
440274	embedding2nn.bias	5	-0.04819159954786301
440274	embedding2nn.bias	6	-0.05312858894467354
440274	embedding2nn.bias	7	0.032750051468610764
440274	embedding2nn.bias	8	-0.15011093020439148
440274	embedding2nn.bias	9	-0.393279492855072
440274	rnn.weight_ih_l0	0	0.005664430093020201
440274	rnn.weight_ih_l0	1	-0.06794706732034683
440274	rnn.weight_ih_l0	2	-0.05558300390839577
440274	rnn.weight_ih_l0	3	0.11641315370798111
440274	rnn.weight_ih_l0	4	0.003726501250639558
440274	rnn.weight_ih_l0	5	-0.05335677042603493
440274	rnn.weight_ih_l0	6	-0.0034535464365035295
440274	rnn.weight_ih_l0	7	-0.04711413010954857
440274	rnn.weight_ih_l0	8	0.007474399637430906
440274	rnn.weight_ih_l0	9	-0.07256509363651276
440274	rnn.weight_hh_l0	0	-0.005900323856621981
440274	rnn.weight_hh_l0	1	0.07119353860616684
440274	rnn.weight_hh_l0	2	0.02104971744120121
440274	rnn.weight_hh_l0	3	-0.0029949788004159927
440274	rnn.weight_hh_l0	4	0.025815319269895554
440274	rnn.weight_hh_l0	5	0.0412430576980114
440274	rnn.weight_hh_l0	6	-0.05616189166903496
440274	rnn.weight_hh_l0	7	-0.09835661947727203
440274	rnn.weight_hh_l0	8	0.03868754580616951
440274	rnn.weight_hh_l0	9	-0.10441441088914871
440274	rnn.bias_ih_l0	0	0.16413383185863495
440274	rnn.bias_ih_l0	1	-0.2777518332004547
440274	rnn.bias_ih_l0	2	-0.04030986130237579
440274	rnn.bias_ih_l0	3	-0.2052166908979416
440274	rnn.bias_ih_l0	4	0.012364228256046772
440274	rnn.bias_ih_l0	5	-0.40639784932136536
440274	rnn.bias_ih_l0	6	-0.12386437505483627
440274	rnn.bias_ih_l0	7	-0.33539891242980957
440274	rnn.bias_ih_l0	8	-0.2852467894554138
440274	rnn.bias_ih_l0	9	-0.42044758796691895
440274	rnn.bias_hh_l0	0	-0.33586567640304565
440274	rnn.bias_hh_l0	1	-0.37588587403297424
440274	rnn.bias_hh_l0	2	-0.3119054436683655
440274	rnn.bias_hh_l0	3	-0.05681730806827545
440274	rnn.bias_hh_l0	4	-0.3460279107093811
440274	rnn.bias_hh_l0	5	-0.32271474599838257
440274	rnn.bias_hh_l0	6	-0.1174522414803505
440274	rnn.bias_hh_l0	7	0.09143411368131638
440274	rnn.bias_hh_l0	8	-0.2378700226545334
440274	rnn.bias_hh_l0	9	-0.5306044220924377
440274	rnn.weight_ih_l0_reverse	0	0.03739571198821068
440274	rnn.weight_ih_l0_reverse	1	-0.05999111384153366
440274	rnn.weight_ih_l0_reverse	2	-0.03565365821123123
440274	rnn.weight_ih_l0_reverse	3	-0.1276213526725769
440274	rnn.weight_ih_l0_reverse	4	0.08397184312343597
440274	rnn.weight_ih_l0_reverse	5	-0.08117706328630447
440274	rnn.weight_ih_l0_reverse	6	0.0017822661902755499
440274	rnn.weight_ih_l0_reverse	7	0.024718832224607468
440274	rnn.weight_ih_l0_reverse	8	-0.0680757462978363
440274	rnn.weight_ih_l0_reverse	9	-0.06420331448316574
440274	rnn.weight_hh_l0_reverse	0	-0.12936733663082123
440274	rnn.weight_hh_l0_reverse	1	0.02708910033106804
440274	rnn.weight_hh_l0_reverse	2	-0.027566632255911827
440274	rnn.weight_hh_l0_reverse	3	0.04112297296524048
440274	rnn.weight_hh_l0_reverse	4	-0.07992285490036011
440274	rnn.weight_hh_l0_reverse	5	0.037661947309970856
440274	rnn.weight_hh_l0_reverse	6	0.026107346639037132
440274	rnn.weight_hh_l0_reverse	7	-0.10270078480243683
440274	rnn.weight_hh_l0_reverse	8	-0.057869426906108856
440274	rnn.weight_hh_l0_reverse	9	0.06754710525274277
440274	rnn.bias_ih_l0_reverse	0	-0.1434980034828186
440274	rnn.bias_ih_l0_reverse	1	-0.08816538751125336
440274	rnn.bias_ih_l0_reverse	2	0.11580035835504532
440274	rnn.bias_ih_l0_reverse	3	-0.2980036437511444
440274	rnn.bias_ih_l0_reverse	4	-0.035798609256744385
440274	rnn.bias_ih_l0_reverse	5	-0.20744051039218903
440274	rnn.bias_ih_l0_reverse	6	0.21096161007881165
440274	rnn.bias_ih_l0_reverse	7	-0.27083107829093933
440274	rnn.bias_ih_l0_reverse	8	-0.18365156650543213
440274	rnn.bias_ih_l0_reverse	9	-0.2201305329799652
440274	rnn.bias_hh_l0_reverse	0	-0.14246179163455963
440274	rnn.bias_hh_l0_reverse	1	0.2530403137207031
440274	rnn.bias_hh_l0_reverse	2	-0.3247593343257904
440274	rnn.bias_hh_l0_reverse	3	-0.20236490666866302
440274	rnn.bias_hh_l0_reverse	4	-0.37408554553985596
440274	rnn.bias_hh_l0_reverse	5	-0.17806290090084076
440274	rnn.bias_hh_l0_reverse	6	-0.25959593057632446
440274	rnn.bias_hh_l0_reverse	7	-0.09484513103961945
440274	rnn.bias_hh_l0_reverse	8	-0.28981703519821167
440274	rnn.bias_hh_l0_reverse	9	0.21751880645751953
440274	linear.weight	0	0.21909481287002563
440274	linear.weight	1	-0.4254567325115204
440274	linear.weight	2	-0.020598120987415314
440274	linear.weight	3	0.06769971549510956
440274	linear.weight	4	-0.10962173342704773
440274	linear.weight	5	0.19568759202957153
440274	linear.weight	6	-0.06728892028331757
440274	linear.weight	7	-0.06213381886482239
440274	linear.weight	8	0.12067382782697678
440274	linear.weight	9	-0.04767569154500961
440274	linear.bias	0	-0.8824376463890076
440274	linear.bias	1	1.9148215055465698
440274	linear.bias	2	0.7856353521347046
440274	linear.bias	3	-2.6602840423583984
440274	linear.bias	4	-0.16559076309204102
440274	linear.bias	5	1.2622681856155396
440274	linear.bias	6	-0.206050843000412
440274	linear.bias	7	0.7541728019714355
440274	linear.bias	8	2.1165406703948975
440274	linear.bias	9	-1.5020402669906616
440883	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
440883	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
440883	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
440883	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
440883	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
440883	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
440883	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
440883	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
440883	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
440883	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
440883	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
440883	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
440883	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
440883	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
440883	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
440883	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
440883	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
440883	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
440883	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
440883	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
440883	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
440883	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
440883	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
440883	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
440883	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
440883	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
440883	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
440883	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
440883	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
440883	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
440883	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
440883	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
440883	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
440883	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
440883	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
440883	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
440883	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
440883	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
440883	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
440883	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
440883	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
440883	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
440883	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
440883	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
440883	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
440883	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
440883	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
440883	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
440883	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
440883	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
440883	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
440883	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
440883	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
440883	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
440883	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
440883	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
440883	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
440883	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
440883	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
440883	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
440883	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
440883	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
440883	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
440883	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
440883	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
440883	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
440883	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
440883	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
440883	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
440883	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
440883	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
440883	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
440883	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
440883	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
440883	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
440883	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
440883	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
440883	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
440883	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
440883	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
440883	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
440883	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
440883	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
440883	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
440883	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
440883	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
440883	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
440883	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
440883	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
440883	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
440883	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
440883	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
440883	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
440883	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
440883	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
440883	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
440883	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
440883	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
440883	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
440883	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
440883	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
440883	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
440883	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
440883	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
440883	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
440883	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
440883	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
440883	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
440883	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
440883	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
440883	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
440883	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
440883	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
440883	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
440883	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
440883	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
440883	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
440883	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
440883	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
440883	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
440883	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
440883	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
440883	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
440883	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
440883	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
440883	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
440883	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
440883	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
440883	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
440883	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
440883	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
440883	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
440883	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
440883	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
440883	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
440883	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
440883	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
440883	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
440883	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
440883	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
440883	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
440883	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
440883	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
440883	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
440883	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
440883	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
440883	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
440883	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
440883	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
440883	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
440883	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
440883	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
440883	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
440883	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
440883	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
440883	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
440883	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
440883	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
440883	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
440883	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
440883	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
440883	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
440883	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
440883	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
440883	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
440883	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
440883	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
440883	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
440883	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
440883	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
440883	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
440883	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
440883	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
440883	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
440883	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
440883	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
440883	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
440883	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
440883	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
440883	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
440883	embedding2nn.weight	0	0.3154757618904114
440883	embedding2nn.weight	1	0.3921601176261902
440883	embedding2nn.weight	2	0.031115761026740074
440883	embedding2nn.weight	3	-0.036357633769512177
440883	embedding2nn.weight	4	-0.06038430705666542
440883	embedding2nn.weight	5	0.08389775454998016
440883	embedding2nn.weight	6	-0.0024134523700922728
440883	embedding2nn.weight	7	0.014495504088699818
440883	embedding2nn.weight	8	0.03344925120472908
440883	embedding2nn.weight	9	-0.022996341809630394
440883	embedding2nn.bias	0	0.0576275996863842
440883	embedding2nn.bias	1	-0.2312687784433365
440883	embedding2nn.bias	2	0.09455625712871552
440883	embedding2nn.bias	3	0.16705435514450073
440883	embedding2nn.bias	4	0.15488103032112122
440883	embedding2nn.bias	5	-0.0668787881731987
440883	embedding2nn.bias	6	-0.0372445210814476
440883	embedding2nn.bias	7	0.04233658313751221
440883	embedding2nn.bias	8	-0.1483888030052185
440883	embedding2nn.bias	9	-0.3905225396156311
440883	rnn.weight_ih_l0	0	0.005948954727500677
440883	rnn.weight_ih_l0	1	-0.06668820977210999
440883	rnn.weight_ih_l0	2	-0.060301221907138824
440883	rnn.weight_ih_l0	3	0.11914940923452377
440883	rnn.weight_ih_l0	4	0.002924783620983362
440883	rnn.weight_ih_l0	5	-0.062461357563734055
440883	rnn.weight_ih_l0	6	0.0021590853575617075
440883	rnn.weight_ih_l0	7	-0.05518981069326401
440883	rnn.weight_ih_l0	8	0.01731947623193264
440883	rnn.weight_ih_l0	9	-0.06438504159450531
440883	rnn.weight_hh_l0	0	-0.005502253770828247
440883	rnn.weight_hh_l0	1	0.07021579891443253
440883	rnn.weight_hh_l0	2	0.02021128684282303
440883	rnn.weight_hh_l0	3	-0.001737954211421311
440883	rnn.weight_hh_l0	4	0.02558346465229988
440883	rnn.weight_hh_l0	5	0.041258372366428375
440883	rnn.weight_hh_l0	6	-0.055011313408613205
440883	rnn.weight_hh_l0	7	-0.1004902720451355
440883	rnn.weight_hh_l0	8	0.03833968937397003
440883	rnn.weight_hh_l0	9	-0.10300926119089127
440883	rnn.bias_ih_l0	0	0.1712503880262375
440883	rnn.bias_ih_l0	1	-0.27258482575416565
440883	rnn.bias_ih_l0	2	-0.03967253491282463
440883	rnn.bias_ih_l0	3	-0.2049625664949417
440883	rnn.bias_ih_l0	4	0.006423714570701122
440883	rnn.bias_ih_l0	5	-0.4044669270515442
440883	rnn.bias_ih_l0	6	-0.11493465304374695
440883	rnn.bias_ih_l0	7	-0.3340180516242981
440883	rnn.bias_ih_l0	8	-0.28135162591934204
440883	rnn.bias_ih_l0	9	-0.4206445813179016
440883	rnn.bias_hh_l0	0	-0.34421393275260925
440883	rnn.bias_hh_l0	1	-0.37836754322052
440883	rnn.bias_hh_l0	2	-0.31709393858909607
440883	rnn.bias_hh_l0	3	-0.06400711834430695
440883	rnn.bias_hh_l0	4	-0.34117162227630615
440883	rnn.bias_hh_l0	5	-0.32925936579704285
440883	rnn.bias_hh_l0	6	-0.11722156405448914
440883	rnn.bias_hh_l0	7	0.09389611333608627
440883	rnn.bias_hh_l0	8	-0.24260950088500977
440883	rnn.bias_hh_l0	9	-0.529085636138916
440883	rnn.weight_ih_l0_reverse	0	0.03935477137565613
440883	rnn.weight_ih_l0_reverse	1	-0.06211138889193535
440883	rnn.weight_ih_l0_reverse	2	-0.039467550814151764
440883	rnn.weight_ih_l0_reverse	3	-0.12824322283267975
440883	rnn.weight_ih_l0_reverse	4	0.08594192564487457
440883	rnn.weight_ih_l0_reverse	5	-0.08926396071910858
440883	rnn.weight_ih_l0_reverse	6	0.0016377967549487948
440883	rnn.weight_ih_l0_reverse	7	0.025322824716567993
440883	rnn.weight_ih_l0_reverse	8	-0.06796832382678986
440883	rnn.weight_ih_l0_reverse	9	-0.0666227713227272
440883	rnn.weight_hh_l0_reverse	0	-0.12872986495494843
440883	rnn.weight_hh_l0_reverse	1	0.02847256511449814
440883	rnn.weight_hh_l0_reverse	2	-0.027973324060440063
440883	rnn.weight_hh_l0_reverse	3	0.04038742184638977
440883	rnn.weight_hh_l0_reverse	4	-0.07921486347913742
440883	rnn.weight_hh_l0_reverse	5	0.03758173808455467
440883	rnn.weight_hh_l0_reverse	6	0.026336291804909706
440883	rnn.weight_hh_l0_reverse	7	-0.10404437780380249
440883	rnn.weight_hh_l0_reverse	8	-0.05857145041227341
440883	rnn.weight_hh_l0_reverse	9	0.06750117987394333
440883	rnn.bias_ih_l0_reverse	0	-0.14936348795890808
440883	rnn.bias_ih_l0_reverse	1	-0.09620963782072067
440883	rnn.bias_ih_l0_reverse	2	0.12179391831159592
440883	rnn.bias_ih_l0_reverse	3	-0.3009583652019501
440883	rnn.bias_ih_l0_reverse	4	-0.03343099728226662
440883	rnn.bias_ih_l0_reverse	5	-0.2086891084909439
440883	rnn.bias_ih_l0_reverse	6	0.20599053800106049
440883	rnn.bias_ih_l0_reverse	7	-0.2652404308319092
440883	rnn.bias_ih_l0_reverse	8	-0.18430177867412567
440883	rnn.bias_ih_l0_reverse	9	-0.21857702732086182
440883	rnn.bias_hh_l0_reverse	0	-0.1395217627286911
440883	rnn.bias_hh_l0_reverse	1	0.25860661268234253
440883	rnn.bias_hh_l0_reverse	2	-0.3284814655780792
440883	rnn.bias_hh_l0_reverse	3	-0.1884244829416275
440883	rnn.bias_hh_l0_reverse	4	-0.37247398495674133
440883	rnn.bias_hh_l0_reverse	5	-0.17617110908031464
440883	rnn.bias_hh_l0_reverse	6	-0.2578427195549011
440883	rnn.bias_hh_l0_reverse	7	-0.0946808010339737
440883	rnn.bias_hh_l0_reverse	8	-0.2930123507976532
440883	rnn.bias_hh_l0_reverse	9	0.20278601348400116
440883	linear.weight	0	0.20126433670520782
440883	linear.weight	1	-0.41733086109161377
440883	linear.weight	2	0.04184466227889061
440883	linear.weight	3	0.06770104914903641
440883	linear.weight	4	-0.1297391951084137
440883	linear.weight	5	0.18767084181308746
440883	linear.weight	6	-0.018321285024285316
440883	linear.weight	7	-0.06211777776479721
440883	linear.weight	8	0.1208672896027565
440883	linear.weight	9	-0.047684501856565475
440883	linear.bias	0	-0.8710857033729553
440883	linear.bias	1	1.9000709056854248
440883	linear.bias	2	0.790960967540741
440883	linear.bias	3	-2.6607377529144287
440883	linear.bias	4	-0.14034050703048706
440883	linear.bias	5	1.2614154815673828
440883	linear.bias	6	-0.1976243406534195
440883	linear.bias	7	0.7194898128509521
440883	linear.bias	8	2.1443135738372803
440883	linear.bias	9	-1.4933445453643799
441492	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
441492	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
441492	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
441492	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
441492	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
441492	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
441492	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
441492	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
441492	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
441492	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
441492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
441492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
441492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
441492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
441492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
441492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
441492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
441492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
441492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
441492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
441492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
441492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
441492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
441492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
441492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
441492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
441492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
441492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
441492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
441492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
441492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
441492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
441492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
441492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
441492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
441492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
441492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
441492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
441492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
441492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
441492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
441492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
441492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
441492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
441492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
441492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
441492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
441492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
441492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
441492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
441492	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
441492	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
441492	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
441492	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
441492	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
441492	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
441492	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
441492	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
441492	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
441492	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
441492	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
441492	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
441492	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
441492	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
441492	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
441492	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
441492	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
441492	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
441492	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
441492	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
441492	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
441492	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
441492	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
441492	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
441492	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
441492	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
441492	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
441492	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
441492	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
441492	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
441492	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
441492	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
441492	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
441492	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
441492	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
441492	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
441492	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
441492	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
441492	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
441492	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
441492	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
441492	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
441492	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
441492	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
441492	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
441492	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
441492	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
441492	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
441492	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
441492	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
441492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
441492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
441492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
441492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
441492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
441492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
441492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
441492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
441492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
441492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
441492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
441492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
441492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
441492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
441492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
441492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
441492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
441492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
441492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
441492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
441492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
441492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
441492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
441492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
441492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
441492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
441492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
441492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
441492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
441492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
441492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
441492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
441492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
441492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
441492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
441492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
441492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
441492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
441492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
441492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
441492	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
441492	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
441492	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
441492	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
441492	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
441492	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
441492	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
441492	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
441492	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
441492	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
441492	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
441492	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
441492	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
441492	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
441492	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
441492	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
441492	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
441492	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
441492	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
441492	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
441492	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
441492	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
441492	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
441492	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
441492	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
441492	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
441492	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
441492	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
441492	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
441492	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
441492	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
441492	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
441492	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
441492	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
441492	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
441492	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
441492	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
441492	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
441492	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
441492	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
441492	embedding2nn.weight	0	0.314759224653244
441492	embedding2nn.weight	1	0.3930734395980835
441492	embedding2nn.weight	2	0.03270108252763748
441492	embedding2nn.weight	3	-0.03349435701966286
441492	embedding2nn.weight	4	-0.05737747251987457
441492	embedding2nn.weight	5	0.08113735169172287
441492	embedding2nn.weight	6	-0.0030672219581902027
441492	embedding2nn.weight	7	0.010028778575360775
441492	embedding2nn.weight	8	0.039274848997592926
441492	embedding2nn.weight	9	-0.02681615576148033
441492	embedding2nn.bias	0	0.052610669285058975
441492	embedding2nn.bias	1	-0.2221979945898056
441492	embedding2nn.bias	2	0.11144239455461502
441492	embedding2nn.bias	3	0.18854184448719025
441492	embedding2nn.bias	4	0.15471486747264862
441492	embedding2nn.bias	5	-0.07786516845226288
441492	embedding2nn.bias	6	-0.04309383034706116
441492	embedding2nn.bias	7	0.04076186940073967
441492	embedding2nn.bias	8	-0.15854576230049133
441492	embedding2nn.bias	9	-0.41540488600730896
441492	rnn.weight_ih_l0	0	0.007245460990816355
441492	rnn.weight_ih_l0	1	-0.06817451864480972
441492	rnn.weight_ih_l0	2	-0.0548911988735199
441492	rnn.weight_ih_l0	3	0.11707145720720291
441492	rnn.weight_ih_l0	4	0.003067080397158861
441492	rnn.weight_ih_l0	5	-0.06601884216070175
441492	rnn.weight_ih_l0	6	-0.002264545299112797
441492	rnn.weight_ih_l0	7	-0.057145629078149796
441492	rnn.weight_ih_l0	8	0.012562637217342854
441492	rnn.weight_ih_l0	9	-0.0697120949625969
441492	rnn.weight_hh_l0	0	-0.005623535253107548
441492	rnn.weight_hh_l0	1	0.07071053236722946
441492	rnn.weight_hh_l0	2	0.019041573628783226
441492	rnn.weight_hh_l0	3	-0.0012420547427609563
441492	rnn.weight_hh_l0	4	0.025303184986114502
441492	rnn.weight_hh_l0	5	0.0409882478415966
441492	rnn.weight_hh_l0	6	-0.054990001022815704
441492	rnn.weight_hh_l0	7	-0.10057420283555984
441492	rnn.weight_hh_l0	8	0.038120437413454056
441492	rnn.weight_hh_l0	9	-0.10241220891475677
441492	rnn.bias_ih_l0	0	0.16886770725250244
441492	rnn.bias_ih_l0	1	-0.27459102869033813
441492	rnn.bias_ih_l0	2	-0.04177697002887726
441492	rnn.bias_ih_l0	3	-0.21084217727184296
441492	rnn.bias_ih_l0	4	0.005454419180750847
441492	rnn.bias_ih_l0	5	-0.3976280093193054
441492	rnn.bias_ih_l0	6	-0.1218862533569336
441492	rnn.bias_ih_l0	7	-0.3355359137058258
441492	rnn.bias_ih_l0	8	-0.2825024724006653
441492	rnn.bias_ih_l0	9	-0.4241384267807007
441492	rnn.bias_hh_l0	0	-0.3437214195728302
441492	rnn.bias_hh_l0	1	-0.3825860917568207
441492	rnn.bias_hh_l0	2	-0.3181595504283905
441492	rnn.bias_hh_l0	3	-0.06224457919597626
441492	rnn.bias_hh_l0	4	-0.34464430809020996
441492	rnn.bias_hh_l0	5	-0.32595399022102356
441492	rnn.bias_hh_l0	6	-0.11456059664487839
441492	rnn.bias_hh_l0	7	0.08601898699998856
441492	rnn.bias_hh_l0	8	-0.22578826546669006
441492	rnn.bias_hh_l0	9	-0.5335582494735718
441492	rnn.weight_ih_l0_reverse	0	0.04211488366127014
441492	rnn.weight_ih_l0_reverse	1	-0.06341355293989182
441492	rnn.weight_ih_l0_reverse	2	-0.038937490433454514
441492	rnn.weight_ih_l0_reverse	3	-0.1322297751903534
441492	rnn.weight_ih_l0_reverse	4	0.08906739950180054
441492	rnn.weight_ih_l0_reverse	5	-0.08738961070775986
441492	rnn.weight_ih_l0_reverse	6	0.011223344132304192
441492	rnn.weight_ih_l0_reverse	7	0.02333945594727993
441492	rnn.weight_ih_l0_reverse	8	-0.06971047073602676
441492	rnn.weight_ih_l0_reverse	9	-0.06585554778575897
441492	rnn.weight_hh_l0_reverse	0	-0.13023479282855988
441492	rnn.weight_hh_l0_reverse	1	0.029317250475287437
441492	rnn.weight_hh_l0_reverse	2	-0.028765738010406494
441492	rnn.weight_hh_l0_reverse	3	0.04107643663883209
441492	rnn.weight_hh_l0_reverse	4	-0.08073129504919052
441492	rnn.weight_hh_l0_reverse	5	0.03690643608570099
441492	rnn.weight_hh_l0_reverse	6	0.026571230962872505
441492	rnn.weight_hh_l0_reverse	7	-0.1024676114320755
441492	rnn.weight_hh_l0_reverse	8	-0.05728669464588165
441492	rnn.weight_hh_l0_reverse	9	0.06752470135688782
441492	rnn.bias_ih_l0_reverse	0	-0.15253549814224243
441492	rnn.bias_ih_l0_reverse	1	-0.09118905663490295
441492	rnn.bias_ih_l0_reverse	2	0.12002488970756531
441492	rnn.bias_ih_l0_reverse	3	-0.30131155252456665
441492	rnn.bias_ih_l0_reverse	4	-0.029655814170837402
441492	rnn.bias_ih_l0_reverse	5	-0.21366116404533386
441492	rnn.bias_ih_l0_reverse	6	0.18909944593906403
441492	rnn.bias_ih_l0_reverse	7	-0.2760617434978485
441492	rnn.bias_ih_l0_reverse	8	-0.18059201538562775
441492	rnn.bias_ih_l0_reverse	9	-0.21590416133403778
441492	rnn.bias_hh_l0_reverse	0	-0.13355505466461182
441492	rnn.bias_hh_l0_reverse	1	0.2558700740337372
441492	rnn.bias_hh_l0_reverse	2	-0.3343581259250641
441492	rnn.bias_hh_l0_reverse	3	-0.1869743913412094
441492	rnn.bias_hh_l0_reverse	4	-0.37847989797592163
441492	rnn.bias_hh_l0_reverse	5	-0.1730494499206543
441492	rnn.bias_hh_l0_reverse	6	-0.2647141218185425
441492	rnn.bias_hh_l0_reverse	7	-0.09239666908979416
441492	rnn.bias_hh_l0_reverse	8	-0.2805362641811371
441492	rnn.bias_hh_l0_reverse	9	0.20365074276924133
441492	linear.weight	0	0.21117545664310455
441492	linear.weight	1	-0.42317885160446167
441492	linear.weight	2	0.03718792647123337
441492	linear.weight	3	0.06770043075084686
441492	linear.weight	4	-0.10196811705827713
441492	linear.weight	5	0.22838419675827026
441492	linear.weight	6	-0.03733807057142258
441492	linear.weight	7	-0.06211508437991142
441492	linear.weight	8	0.12978969514369965
441492	linear.weight	9	-0.0476967915892601
441492	linear.bias	0	-0.9167384505271912
441492	linear.bias	1	1.9049733877182007
441492	linear.bias	2	0.7732443809509277
441492	linear.bias	3	-2.6611440181732178
441492	linear.bias	4	-0.1599637120962143
441492	linear.bias	5	1.214046597480774
441492	linear.bias	6	-0.17068588733673096
441492	linear.bias	7	0.7547286152839661
441492	linear.bias	8	2.151813268661499
441492	linear.bias	9	-1.5256119966506958
442101	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
442101	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
442101	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
442101	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
442101	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
442101	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
442101	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
442101	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
442101	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
442101	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
442101	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
442101	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
442101	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
442101	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
442101	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
442101	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
442101	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
442101	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
442101	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
442101	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
442101	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
442101	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
442101	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
442101	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
442101	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
442101	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
442101	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
442101	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
442101	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
442101	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
442101	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
442101	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
442101	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
442101	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
442101	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
442101	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
442101	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
442101	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
442101	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
442101	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
442101	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
442101	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
442101	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
442101	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
442101	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
442101	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
442101	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
442101	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
442101	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
442101	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
442101	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
442101	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
442101	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
442101	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
442101	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
442101	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
442101	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
442101	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
442101	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
442101	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
442101	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
442101	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
442101	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
442101	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
442101	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
442101	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
442101	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
442101	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
442101	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
442101	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
442101	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
442101	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
442101	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
442101	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
442101	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
442101	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
442101	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
442101	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
442101	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
442101	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
442101	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
442101	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
442101	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
442101	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
442101	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
442101	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
442101	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
442101	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
442101	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
442101	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
442101	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
442101	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
442101	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
442101	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
442101	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
442101	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
442101	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
442101	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
442101	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
442101	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
442101	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
442101	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
442101	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
442101	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
442101	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
442101	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
442101	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
442101	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
442101	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
442101	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
442101	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
442101	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
442101	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
442101	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
442101	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
442101	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
442101	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
442101	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
442101	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
442101	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
442101	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
442101	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
442101	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
442101	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
442101	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
442101	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
442101	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
442101	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
442101	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
442101	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
442101	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
442101	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
442101	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
442101	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
442101	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
442101	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
442101	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
442101	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
442101	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
442101	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
442101	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
442101	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
442101	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
442101	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
442101	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
442101	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
442101	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
442101	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
442101	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
442101	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
442101	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
442101	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
442101	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
442101	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
442101	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
442101	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
442101	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
442101	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
442101	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
442101	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
442101	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
442101	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
442101	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
442101	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
442101	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
442101	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
442101	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
442101	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
442101	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
442101	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
442101	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
442101	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
442101	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
442101	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
442101	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
442101	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
442101	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
442101	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
442101	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
442101	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
442101	embedding2nn.weight	0	0.31498751044273376
442101	embedding2nn.weight	1	0.3945236802101135
442101	embedding2nn.weight	2	0.038456063717603683
442101	embedding2nn.weight	3	-0.025257963687181473
442101	embedding2nn.weight	4	-0.06162579730153084
442101	embedding2nn.weight	5	0.08092691749334335
442101	embedding2nn.weight	6	0.005283312406390905
442101	embedding2nn.weight	7	0.005180264823138714
442101	embedding2nn.weight	8	0.03929736465215683
442101	embedding2nn.weight	9	-0.0278814435005188
442101	embedding2nn.bias	0	0.06845136731863022
442101	embedding2nn.bias	1	-0.22695407271385193
442101	embedding2nn.bias	2	0.10326647013425827
442101	embedding2nn.bias	3	0.20599621534347534
442101	embedding2nn.bias	4	0.15308313071727753
442101	embedding2nn.bias	5	-0.048296969383955
442101	embedding2nn.bias	6	-0.05260080471634865
442101	embedding2nn.bias	7	0.04553636163473129
442101	embedding2nn.bias	8	-0.15447866916656494
442101	embedding2nn.bias	9	-0.39702755212783813
442101	rnn.weight_ih_l0	0	0.004148412961512804
442101	rnn.weight_ih_l0	1	-0.0687607079744339
442101	rnn.weight_ih_l0	2	-0.04113161191344261
442101	rnn.weight_ih_l0	3	0.11683597415685654
442101	rnn.weight_ih_l0	4	0.009724789299070835
442101	rnn.weight_ih_l0	5	-0.0753031075000763
442101	rnn.weight_ih_l0	6	0.0012579465983435512
442101	rnn.weight_ih_l0	7	-0.05835337191820145
442101	rnn.weight_ih_l0	8	0.017419058829545975
442101	rnn.weight_ih_l0	9	-0.06509960442781448
442101	rnn.weight_hh_l0	0	-0.006020248401910067
442101	rnn.weight_hh_l0	1	0.07094964385032654
442101	rnn.weight_hh_l0	2	0.019660387188196182
442101	rnn.weight_hh_l0	3	-0.0016898548929020762
442101	rnn.weight_hh_l0	4	0.025236858054995537
442101	rnn.weight_hh_l0	5	0.04183855652809143
442101	rnn.weight_hh_l0	6	-0.05630817264318466
442101	rnn.weight_hh_l0	7	-0.10044834762811661
442101	rnn.weight_hh_l0	8	0.038303498178720474
442101	rnn.weight_hh_l0	9	-0.10226114839315414
442101	rnn.bias_ih_l0	0	0.18187668919563293
442101	rnn.bias_ih_l0	1	-0.2761043310165405
442101	rnn.bias_ih_l0	2	-0.03916218876838684
442101	rnn.bias_ih_l0	3	-0.20407891273498535
442101	rnn.bias_ih_l0	4	0.010477996431291103
442101	rnn.bias_ih_l0	5	-0.40395212173461914
442101	rnn.bias_ih_l0	6	-0.11099551618099213
442101	rnn.bias_ih_l0	7	-0.3308486044406891
442101	rnn.bias_ih_l0	8	-0.2855309545993805
442101	rnn.bias_ih_l0	9	-0.4244033694267273
442101	rnn.bias_hh_l0	0	-0.34329575300216675
442101	rnn.bias_hh_l0	1	-0.3916004002094269
442101	rnn.bias_hh_l0	2	-0.3162098824977875
442101	rnn.bias_hh_l0	3	-0.05810165032744408
442101	rnn.bias_hh_l0	4	-0.35337957739830017
442101	rnn.bias_hh_l0	5	-0.3269905745983124
442101	rnn.bias_hh_l0	6	-0.12079999595880508
442101	rnn.bias_hh_l0	7	0.08939668536186218
442101	rnn.bias_hh_l0	8	-0.23352369666099548
442101	rnn.bias_hh_l0	9	-0.532405436038971
442101	rnn.weight_ih_l0_reverse	0	0.04089191183447838
442101	rnn.weight_ih_l0_reverse	1	-0.06201275810599327
442101	rnn.weight_ih_l0_reverse	2	-0.037458159029483795
442101	rnn.weight_ih_l0_reverse	3	-0.1288551539182663
442101	rnn.weight_ih_l0_reverse	4	0.09048895537853241
442101	rnn.weight_ih_l0_reverse	5	-0.09910460561513901
442101	rnn.weight_ih_l0_reverse	6	0.0069235763512551785
442101	rnn.weight_ih_l0_reverse	7	0.025278160348534584
442101	rnn.weight_ih_l0_reverse	8	-0.06887692958116531
442101	rnn.weight_ih_l0_reverse	9	-0.06333773583173752
442101	rnn.weight_hh_l0_reverse	0	-0.12821225821971893
442101	rnn.weight_hh_l0_reverse	1	0.03031846508383751
442101	rnn.weight_hh_l0_reverse	2	-0.0277849230915308
442101	rnn.weight_hh_l0_reverse	3	0.039993781596422195
442101	rnn.weight_hh_l0_reverse	4	-0.08166070282459259
442101	rnn.weight_hh_l0_reverse	5	0.03640613704919815
442101	rnn.weight_hh_l0_reverse	6	0.02665306255221367
442101	rnn.weight_hh_l0_reverse	7	-0.10703370720148087
442101	rnn.weight_hh_l0_reverse	8	-0.060399726033210754
442101	rnn.weight_hh_l0_reverse	9	0.0681542307138443
442101	rnn.bias_ih_l0_reverse	0	-0.14808225631713867
442101	rnn.bias_ih_l0_reverse	1	-0.09693402796983719
442101	rnn.bias_ih_l0_reverse	2	0.12449649721384048
442101	rnn.bias_ih_l0_reverse	3	-0.2996322512626648
442101	rnn.bias_ih_l0_reverse	4	-0.025369608774781227
442101	rnn.bias_ih_l0_reverse	5	-0.2166537344455719
442101	rnn.bias_ih_l0_reverse	6	0.19625301659107208
442101	rnn.bias_ih_l0_reverse	7	-0.2781871557235718
442101	rnn.bias_ih_l0_reverse	8	-0.17980912327766418
442101	rnn.bias_ih_l0_reverse	9	-0.21527782082557678
442101	rnn.bias_hh_l0_reverse	0	-0.13949546217918396
442101	rnn.bias_hh_l0_reverse	1	0.25703153014183044
442101	rnn.bias_hh_l0_reverse	2	-0.3329370617866516
442101	rnn.bias_hh_l0_reverse	3	-0.18485291302204132
442101	rnn.bias_hh_l0_reverse	4	-0.37783733010292053
442101	rnn.bias_hh_l0_reverse	5	-0.17839331924915314
442101	rnn.bias_hh_l0_reverse	6	-0.26334187388420105
442101	rnn.bias_hh_l0_reverse	7	-0.08932787925004959
442101	rnn.bias_hh_l0_reverse	8	-0.2769431173801422
442101	rnn.bias_hh_l0_reverse	9	0.2010428011417389
442101	linear.weight	0	0.2169247567653656
442101	linear.weight	1	-0.4382247030735016
442101	linear.weight	2	0.008177517913281918
442101	linear.weight	3	0.06769999861717224
442101	linear.weight	4	-0.14063817262649536
442101	linear.weight	5	0.20499081909656525
442101	linear.weight	6	-0.05188645049929619
442101	linear.weight	7	-0.062103770673274994
442101	linear.weight	8	0.11517143994569778
442101	linear.weight	9	-0.04771191626787186
442101	linear.bias	0	-0.9057674407958984
442101	linear.bias	1	1.9110932350158691
442101	linear.bias	2	0.7852092981338501
442101	linear.bias	3	-2.6615753173828125
442101	linear.bias	4	-0.1624150276184082
442101	linear.bias	5	1.2299385070800781
442101	linear.bias	6	-0.17304040491580963
442101	linear.bias	7	0.7469577789306641
442101	linear.bias	8	2.222383975982666
442101	linear.bias	9	-1.531115174293518
442710	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
442710	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
442710	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
442710	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
442710	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
442710	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
442710	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
442710	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
442710	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
442710	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
442710	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
442710	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
442710	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
442710	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
442710	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
442710	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
442710	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
442710	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
442710	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
442710	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
442710	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
442710	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
442710	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
442710	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
442710	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
442710	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
442710	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
442710	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
442710	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
442710	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
442710	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
442710	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
442710	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
442710	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
442710	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
442710	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
442710	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
442710	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
442710	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
442710	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
442710	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
442710	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
442710	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
442710	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
442710	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
442710	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
442710	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
442710	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
442710	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
442710	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
442710	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
442710	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
442710	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
442710	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
442710	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
442710	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
442710	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
442710	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
442710	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
442710	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
442710	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
442710	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
442710	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
442710	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
442710	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
442710	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
442710	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
442710	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
442710	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
442710	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
442710	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
442710	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
442710	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
442710	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
442710	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
442710	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
442710	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
442710	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
442710	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
442710	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
442710	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
442710	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
442710	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
442710	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
442710	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
442710	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
442710	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
442710	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
442710	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
442710	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
442710	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
442710	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
442710	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
442710	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
442710	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
442710	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
442710	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
442710	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
442710	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
442710	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
442710	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
442710	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
442710	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
442710	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
442710	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
442710	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
442710	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
442710	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
442710	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
442710	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
442710	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
442710	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
442710	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
442710	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
442710	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
442710	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
442710	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
442710	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
442710	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
442710	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
442710	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
442710	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
442710	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
442710	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
442710	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
442710	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
442710	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
442710	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
442710	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
442710	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
442710	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
442710	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
442710	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
442710	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
442710	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
442710	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
442710	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
442710	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
442710	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
442710	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
442710	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
442710	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
442710	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
442710	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
442710	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
442710	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
442710	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
442710	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
442710	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
442710	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
442710	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
442710	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
442710	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
442710	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
442710	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
442710	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
442710	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
442710	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
442710	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
442710	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
442710	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
442710	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
442710	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
442710	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
442710	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
442710	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
442710	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
442710	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
442710	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
442710	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
442710	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
442710	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
442710	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
442710	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
442710	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
442710	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
442710	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
442710	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
442710	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
442710	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
442710	embedding2nn.weight	0	0.3128478527069092
442710	embedding2nn.weight	1	0.39356938004493713
442710	embedding2nn.weight	2	0.03607254847884178
442710	embedding2nn.weight	3	-0.02977483533322811
442710	embedding2nn.weight	4	-0.05962651968002319
442710	embedding2nn.weight	5	0.07954541593790054
442710	embedding2nn.weight	6	-0.0011611810186877847
442710	embedding2nn.weight	7	0.0011818524217233062
442710	embedding2nn.weight	8	0.039334576576948166
442710	embedding2nn.weight	9	-0.029957041144371033
442710	embedding2nn.bias	0	0.08103995025157928
442710	embedding2nn.bias	1	-0.22203409671783447
442710	embedding2nn.bias	2	0.12499537318944931
442710	embedding2nn.bias	3	0.18878783285617828
442710	embedding2nn.bias	4	0.131018728017807
442710	embedding2nn.bias	5	-0.053761161863803864
442710	embedding2nn.bias	6	-0.05076652765274048
442710	embedding2nn.bias	7	0.04045058414340019
442710	embedding2nn.bias	8	-0.1465132087469101
442710	embedding2nn.bias	9	-0.38744908571243286
442710	rnn.weight_ih_l0	0	0.005607504863291979
442710	rnn.weight_ih_l0	1	-0.06612853705883026
442710	rnn.weight_ih_l0	2	-0.03772246837615967
442710	rnn.weight_ih_l0	3	0.12092742323875427
442710	rnn.weight_ih_l0	4	0.0061005218885838985
442710	rnn.weight_ih_l0	5	-0.07230313122272491
442710	rnn.weight_ih_l0	6	0.004128183238208294
442710	rnn.weight_ih_l0	7	-0.061248086392879486
442710	rnn.weight_ih_l0	8	0.01852637529373169
442710	rnn.weight_ih_l0	9	-0.06207268312573433
442710	rnn.weight_hh_l0	0	-0.005850609391927719
442710	rnn.weight_hh_l0	1	0.07239940762519836
442710	rnn.weight_hh_l0	2	0.021056678146123886
442710	rnn.weight_hh_l0	3	-0.001998606836423278
442710	rnn.weight_hh_l0	4	0.025936653837561607
442710	rnn.weight_hh_l0	5	0.04161057621240616
442710	rnn.weight_hh_l0	6	-0.05635553225874901
442710	rnn.weight_hh_l0	7	-0.10127747058868408
442710	rnn.weight_hh_l0	8	0.03816981986165047
442710	rnn.weight_hh_l0	9	-0.10238813608884811
442710	rnn.bias_ih_l0	0	0.18919892609119415
442710	rnn.bias_ih_l0	1	-0.2763051688671112
442710	rnn.bias_ih_l0	2	-0.03809763491153717
442710	rnn.bias_ih_l0	3	-0.1965332180261612
442710	rnn.bias_ih_l0	4	0.021360140293836594
442710	rnn.bias_ih_l0	5	-0.4054286777973175
442710	rnn.bias_ih_l0	6	-0.119498111307621
442710	rnn.bias_ih_l0	7	-0.3297779858112335
442710	rnn.bias_ih_l0	8	-0.28679704666137695
442710	rnn.bias_ih_l0	9	-0.41763725876808167
442710	rnn.bias_hh_l0	0	-0.3383418917655945
442710	rnn.bias_hh_l0	1	-0.4018979072570801
442710	rnn.bias_hh_l0	2	-0.31689217686653137
442710	rnn.bias_hh_l0	3	-0.06632328033447266
442710	rnn.bias_hh_l0	4	-0.3485540449619293
442710	rnn.bias_hh_l0	5	-0.3259694278240204
442710	rnn.bias_hh_l0	6	-0.12560221552848816
442710	rnn.bias_hh_l0	7	0.08629442751407623
442710	rnn.bias_hh_l0	8	-0.2323489636182785
442710	rnn.bias_hh_l0	9	-0.5379761457443237
442710	rnn.weight_ih_l0_reverse	0	0.053228382021188736
442710	rnn.weight_ih_l0_reverse	1	-0.06395339965820312
442710	rnn.weight_ih_l0_reverse	2	-0.033877089619636536
442710	rnn.weight_ih_l0_reverse	3	-0.12819913029670715
442710	rnn.weight_ih_l0_reverse	4	0.09340430796146393
442710	rnn.weight_ih_l0_reverse	5	-0.10325542837381363
442710	rnn.weight_ih_l0_reverse	6	0.006122864782810211
442710	rnn.weight_ih_l0_reverse	7	0.026392919942736626
442710	rnn.weight_ih_l0_reverse	8	-0.07541435211896896
442710	rnn.weight_ih_l0_reverse	9	-0.06628700345754623
442710	rnn.weight_hh_l0_reverse	0	-0.12693440914154053
442710	rnn.weight_hh_l0_reverse	1	0.029987145215272903
442710	rnn.weight_hh_l0_reverse	2	-0.02798726223409176
442710	rnn.weight_hh_l0_reverse	3	0.040939051657915115
442710	rnn.weight_hh_l0_reverse	4	-0.08045486360788345
442710	rnn.weight_hh_l0_reverse	5	0.036026448011398315
442710	rnn.weight_hh_l0_reverse	6	0.026544693857431412
442710	rnn.weight_hh_l0_reverse	7	-0.10788320749998093
442710	rnn.weight_hh_l0_reverse	8	-0.06200041621923447
442710	rnn.weight_hh_l0_reverse	9	0.06642051786184311
442710	rnn.bias_ih_l0_reverse	0	-0.15834423899650574
442710	rnn.bias_ih_l0_reverse	1	-0.08494549989700317
442710	rnn.bias_ih_l0_reverse	2	0.12814414501190186
442710	rnn.bias_ih_l0_reverse	3	-0.2842733860015869
442710	rnn.bias_ih_l0_reverse	4	-0.031085854396224022
442710	rnn.bias_ih_l0_reverse	5	-0.2152504026889801
442710	rnn.bias_ih_l0_reverse	6	0.19670912623405457
442710	rnn.bias_ih_l0_reverse	7	-0.2980670928955078
442710	rnn.bias_ih_l0_reverse	8	-0.1781722754240036
442710	rnn.bias_ih_l0_reverse	9	-0.21183212101459503
442710	rnn.bias_hh_l0_reverse	0	-0.1337234079837799
442710	rnn.bias_hh_l0_reverse	1	0.2625523507595062
442710	rnn.bias_hh_l0_reverse	2	-0.32965508103370667
442710	rnn.bias_hh_l0_reverse	3	-0.18044374883174896
442710	rnn.bias_hh_l0_reverse	4	-0.3773292601108551
442710	rnn.bias_hh_l0_reverse	5	-0.17727090418338776
442710	rnn.bias_hh_l0_reverse	6	-0.2597768008708954
442710	rnn.bias_hh_l0_reverse	7	-0.09298742562532425
442710	rnn.bias_hh_l0_reverse	8	-0.28311002254486084
442710	rnn.bias_hh_l0_reverse	9	0.1962001770734787
442710	linear.weight	0	0.24399283528327942
442710	linear.weight	1	-0.4067637324333191
442710	linear.weight	2	0.0003119362227153033
442710	linear.weight	3	0.06769682466983795
442710	linear.weight	4	-0.14231820404529572
442710	linear.weight	5	0.1838066428899765
442710	linear.weight	6	-0.04321490600705147
442710	linear.weight	7	-0.062094636261463165
442710	linear.weight	8	0.1195853054523468
442710	linear.weight	9	-0.04772350564599037
442710	linear.bias	0	-0.8949009776115417
442710	linear.bias	1	1.9323302507400513
442710	linear.bias	2	0.7735555171966553
442710	linear.bias	3	-2.661968469619751
442710	linear.bias	4	-0.18349623680114746
442710	linear.bias	5	1.2250949144363403
442710	linear.bias	6	-0.12014617770910263
442710	linear.bias	7	0.725734531879425
442710	linear.bias	8	2.147355079650879
442710	linear.bias	9	-1.5277873277664185
443319	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
443319	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
443319	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
443319	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
443319	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
443319	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
443319	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
443319	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
443319	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
443319	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
443319	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
443319	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
443319	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
443319	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
443319	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
443319	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
443319	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
443319	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
443319	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
443319	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
443319	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
443319	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
443319	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
443319	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
443319	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
443319	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
443319	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
443319	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
443319	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
443319	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
443319	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
443319	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
443319	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
443319	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
443319	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
443319	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
443319	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
443319	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
443319	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
443319	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
443319	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
443319	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
443319	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
443319	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
443319	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
443319	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
443319	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
443319	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
443319	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
443319	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
443319	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
443319	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
443319	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
443319	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
443319	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
443319	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
443319	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
443319	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
443319	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
443319	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
443319	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
443319	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
443319	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
443319	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
443319	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
443319	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
443319	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
443319	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
443319	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
443319	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
443319	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
443319	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
443319	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
443319	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
443319	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
443319	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
443319	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
443319	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
443319	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
443319	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
443319	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
443319	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
443319	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
443319	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
443319	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
443319	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
443319	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
443319	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
443319	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
443319	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
443319	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
443319	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
443319	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
443319	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
443319	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
443319	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
443319	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
443319	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
443319	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
443319	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
443319	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
443319	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
443319	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
443319	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
443319	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
443319	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
443319	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
443319	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
443319	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
443319	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
443319	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
443319	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
443319	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
443319	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
443319	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
443319	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
443319	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
443319	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
443319	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
443319	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
443319	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
443319	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
443319	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
443319	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
443319	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
443319	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
443319	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
443319	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
443319	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
443319	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
443319	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
443319	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
443319	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
443319	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
443319	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
443319	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
443319	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
443319	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
443319	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
443319	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
443319	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
443319	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
443319	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
443319	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
443319	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
443319	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
443319	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
443319	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
443319	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
443319	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
443319	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
443319	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
443319	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
443319	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
443319	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
443319	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
443319	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
443319	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
443319	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
443319	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
443319	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
443319	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
443319	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
443319	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
443319	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
443319	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
443319	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
443319	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
443319	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
443319	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
443319	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
443319	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
443319	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
443319	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
443319	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
443319	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
443319	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
443319	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
443319	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
443319	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
443319	embedding2nn.weight	0	0.3133836090564728
443319	embedding2nn.weight	1	0.39155256748199463
443319	embedding2nn.weight	2	0.0359954796731472
443319	embedding2nn.weight	3	-0.020548101514577866
443319	embedding2nn.weight	4	-0.05819154530763626
443319	embedding2nn.weight	5	0.08109909296035767
443319	embedding2nn.weight	6	-0.0005921291885897517
443319	embedding2nn.weight	7	0.014483706094324589
443319	embedding2nn.weight	8	0.040488600730895996
443319	embedding2nn.weight	9	-0.022758977487683296
443319	embedding2nn.bias	0	0.07111787050962448
443319	embedding2nn.bias	1	-0.23662395775318146
443319	embedding2nn.bias	2	0.13396498560905457
443319	embedding2nn.bias	3	0.18526971340179443
443319	embedding2nn.bias	4	0.11279710382223129
443319	embedding2nn.bias	5	-0.05368988960981369
443319	embedding2nn.bias	6	-0.021761754527688026
443319	embedding2nn.bias	7	0.033330872654914856
443319	embedding2nn.bias	8	-0.1397101730108261
443319	embedding2nn.bias	9	-0.384780615568161
443319	rnn.weight_ih_l0	0	0.007551146671175957
443319	rnn.weight_ih_l0	1	-0.06621254980564117
443319	rnn.weight_ih_l0	2	-0.043987151235342026
443319	rnn.weight_ih_l0	3	0.123904749751091
443319	rnn.weight_ih_l0	4	0.00013510574353858829
443319	rnn.weight_ih_l0	5	-0.06592866033315659
443319	rnn.weight_ih_l0	6	0.003255582647398114
443319	rnn.weight_ih_l0	7	-0.05649179592728615
443319	rnn.weight_ih_l0	8	0.018364371731877327
443319	rnn.weight_ih_l0	9	-0.06900568306446075
443319	rnn.weight_hh_l0	0	-0.005763608496636152
443319	rnn.weight_hh_l0	1	0.07158134877681732
443319	rnn.weight_hh_l0	2	0.01954055391252041
443319	rnn.weight_hh_l0	3	-0.0033068035263568163
443319	rnn.weight_hh_l0	4	0.02604898251593113
443319	rnn.weight_hh_l0	5	0.04315238818526268
443319	rnn.weight_hh_l0	6	-0.055919285863637924
443319	rnn.weight_hh_l0	7	-0.10446033626794815
443319	rnn.weight_hh_l0	8	0.03838316351175308
443319	rnn.weight_hh_l0	9	-0.10339628159999847
443319	rnn.bias_ih_l0	0	0.19008564949035645
443319	rnn.bias_ih_l0	1	-0.2784043550491333
443319	rnn.bias_ih_l0	2	-0.03287562355399132
443319	rnn.bias_ih_l0	3	-0.20589829981327057
443319	rnn.bias_ih_l0	4	0.0186054315418005
443319	rnn.bias_ih_l0	5	-0.40703675150871277
443319	rnn.bias_ih_l0	6	-0.12260942161083221
443319	rnn.bias_ih_l0	7	-0.3284061849117279
443319	rnn.bias_ih_l0	8	-0.2881360352039337
443319	rnn.bias_ih_l0	9	-0.4016393721103668
443319	rnn.bias_hh_l0	0	-0.33770623803138733
443319	rnn.bias_hh_l0	1	-0.3986004889011383
443319	rnn.bias_hh_l0	2	-0.31576234102249146
443319	rnn.bias_hh_l0	3	-0.06803151220083237
443319	rnn.bias_hh_l0	4	-0.3554675281047821
443319	rnn.bias_hh_l0	5	-0.3256206214427948
443319	rnn.bias_hh_l0	6	-0.13159693777561188
443319	rnn.bias_hh_l0	7	0.08677588403224945
443319	rnn.bias_hh_l0	8	-0.23689574003219604
443319	rnn.bias_hh_l0	9	-0.5342040657997131
443319	rnn.weight_ih_l0_reverse	0	0.0488673597574234
443319	rnn.weight_ih_l0_reverse	1	-0.06321143358945847
443319	rnn.weight_ih_l0_reverse	2	-0.035350821912288666
443319	rnn.weight_ih_l0_reverse	3	-0.13221734762191772
443319	rnn.weight_ih_l0_reverse	4	0.09238752722740173
443319	rnn.weight_ih_l0_reverse	5	-0.11180685460567474
443319	rnn.weight_ih_l0_reverse	6	0.0006201739888638258
443319	rnn.weight_ih_l0_reverse	7	0.027200058102607727
443319	rnn.weight_ih_l0_reverse	8	-0.06923583149909973
443319	rnn.weight_ih_l0_reverse	9	-0.0656057819724083
443319	rnn.weight_hh_l0_reverse	0	-0.12901103496551514
443319	rnn.weight_hh_l0_reverse	1	0.029386887326836586
443319	rnn.weight_hh_l0_reverse	2	-0.02700083516538143
443319	rnn.weight_hh_l0_reverse	3	0.040593426674604416
443319	rnn.weight_hh_l0_reverse	4	-0.08073722571134567
443319	rnn.weight_hh_l0_reverse	5	0.03581948205828667
443319	rnn.weight_hh_l0_reverse	6	0.0268318559974432
443319	rnn.weight_hh_l0_reverse	7	-0.10516346246004105
443319	rnn.weight_hh_l0_reverse	8	-0.060545168817043304
443319	rnn.weight_hh_l0_reverse	9	0.06555455178022385
443319	rnn.bias_ih_l0_reverse	0	-0.15650907158851624
443319	rnn.bias_ih_l0_reverse	1	-0.08088860660791397
443319	rnn.bias_ih_l0_reverse	2	0.12459295988082886
443319	rnn.bias_ih_l0_reverse	3	-0.28608596324920654
443319	rnn.bias_ih_l0_reverse	4	-0.03362933546304703
443319	rnn.bias_ih_l0_reverse	5	-0.21376244723796844
443319	rnn.bias_ih_l0_reverse	6	0.19420601427555084
443319	rnn.bias_ih_l0_reverse	7	-0.28637465834617615
443319	rnn.bias_ih_l0_reverse	8	-0.1788143366575241
443319	rnn.bias_ih_l0_reverse	9	-0.21081678569316864
443319	rnn.bias_hh_l0_reverse	0	-0.13818857073783875
443319	rnn.bias_hh_l0_reverse	1	0.26720139384269714
443319	rnn.bias_hh_l0_reverse	2	-0.3293399512767792
443319	rnn.bias_hh_l0_reverse	3	-0.19044826924800873
443319	rnn.bias_hh_l0_reverse	4	-0.37558233737945557
443319	rnn.bias_hh_l0_reverse	5	-0.18073727190494537
443319	rnn.bias_hh_l0_reverse	6	-0.26133987307548523
443319	rnn.bias_hh_l0_reverse	7	-0.09181202203035355
443319	rnn.bias_hh_l0_reverse	8	-0.2802385985851288
443319	rnn.bias_hh_l0_reverse	9	0.2039474993944168
443319	linear.weight	0	0.264648973941803
443319	linear.weight	1	-0.41688424348831177
443319	linear.weight	2	0.014970236457884312
443319	linear.weight	3	0.06769762188196182
443319	linear.weight	4	-0.14640845358371735
443319	linear.weight	5	0.24741794168949127
443319	linear.weight	6	0.003219446400180459
443319	linear.weight	7	-0.0620887316763401
443319	linear.weight	8	0.11955936253070831
443319	linear.weight	9	-0.04773542284965515
443319	linear.bias	0	-0.9097881317138672
443319	linear.bias	1	1.9179996252059937
443319	linear.bias	2	0.7881967425346375
443319	linear.bias	3	-2.662369728088379
443319	linear.bias	4	-0.1814311295747757
443319	linear.bias	5	1.2425585985183716
443319	linear.bias	6	-0.18803146481513977
443319	linear.bias	7	0.7301014065742493
443319	linear.bias	8	2.1609418392181396
443319	linear.bias	9	-1.4941402673721313
443928	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
443928	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
443928	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
443928	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
443928	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
443928	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
443928	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
443928	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
443928	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
443928	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
443928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
443928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
443928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
443928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
443928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
443928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
443928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
443928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
443928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
443928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
443928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
443928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
443928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
443928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
443928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
443928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
443928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
443928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
443928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
443928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
443928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
443928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
443928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
443928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
443928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
443928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
443928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
443928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
443928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
443928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
443928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
443928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
443928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
443928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
443928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
443928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
443928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
443928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
443928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
443928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
443928	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
443928	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
443928	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
443928	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
443928	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
443928	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
443928	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
443928	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
443928	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
443928	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
443928	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
443928	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
443928	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
443928	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
443928	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
443928	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
443928	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
443928	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
443928	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
443928	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
443928	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
443928	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
443928	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
443928	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
443928	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
443928	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
443928	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
443928	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
443928	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
443928	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
443928	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
443928	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
443928	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
443928	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
443928	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
443928	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
443928	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
443928	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
443928	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
443928	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
443928	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
443928	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
443928	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
443928	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
443928	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
443928	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
443928	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
443928	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
443928	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
443928	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
443928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
443928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
443928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
443928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
443928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
443928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
443928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
443928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
443928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
443928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
443928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
443928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
443928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
443928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
443928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
443928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
443928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
443928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
443928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
443928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
443928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
443928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
443928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
443928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
443928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
443928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
443928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
443928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
443928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
443928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
443928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
443928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
443928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
443928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
443928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
443928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
443928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
443928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
443928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
443928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
443928	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
443928	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
443928	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
443928	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
443928	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
443928	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
443928	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
443928	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
443928	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
443928	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
443928	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
443928	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
443928	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
443928	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
443928	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
443928	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
443928	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
443928	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
443928	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
443928	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
443928	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
443928	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
443928	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
443928	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
443928	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
443928	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
443928	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
443928	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
443928	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
443928	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
443928	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
443928	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
443928	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
443928	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
443928	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
443928	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
443928	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
443928	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
443928	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
443928	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
443928	embedding2nn.weight	0	0.3131523132324219
443928	embedding2nn.weight	1	0.3951939642429352
443928	embedding2nn.weight	2	0.03330521658062935
443928	embedding2nn.weight	3	-0.04123639687895775
443928	embedding2nn.weight	4	-0.05581660941243172
443928	embedding2nn.weight	5	0.08364849537611008
443928	embedding2nn.weight	6	0.013735813088715076
443928	embedding2nn.weight	7	0.013947028666734695
443928	embedding2nn.weight	8	0.034163277596235275
443928	embedding2nn.weight	9	-0.02062292955815792
443928	embedding2nn.bias	0	0.0760335847735405
443928	embedding2nn.bias	1	-0.2227545529603958
443928	embedding2nn.bias	2	0.13373620808124542
443928	embedding2nn.bias	3	0.1710229068994522
443928	embedding2nn.bias	4	0.10684452950954437
443928	embedding2nn.bias	5	-0.05254506692290306
443928	embedding2nn.bias	6	-0.06969497352838516
443928	embedding2nn.bias	7	0.04984736442565918
443928	embedding2nn.bias	8	-0.14195787906646729
443928	embedding2nn.bias	9	-0.37710002064704895
443928	rnn.weight_ih_l0	0	0.006126488093286753
443928	rnn.weight_ih_l0	1	-0.0664602741599083
443928	rnn.weight_ih_l0	2	-0.0314200334250927
443928	rnn.weight_ih_l0	3	0.11974068731069565
443928	rnn.weight_ih_l0	4	-0.0010786345228552818
443928	rnn.weight_ih_l0	5	-0.0650828555226326
443928	rnn.weight_ih_l0	6	0.008320537395775318
443928	rnn.weight_ih_l0	7	-0.05526679381728172
443928	rnn.weight_ih_l0	8	0.03039243072271347
443928	rnn.weight_ih_l0	9	-0.06910458952188492
443928	rnn.weight_hh_l0	0	-0.005582227371633053
443928	rnn.weight_hh_l0	1	0.07065103203058243
443928	rnn.weight_hh_l0	2	0.019114535301923752
443928	rnn.weight_hh_l0	3	-0.0038617183454334736
443928	rnn.weight_hh_l0	4	0.026140544563531876
443928	rnn.weight_hh_l0	5	0.04261156916618347
443928	rnn.weight_hh_l0	6	-0.05608890950679779
443928	rnn.weight_hh_l0	7	-0.10114268958568573
443928	rnn.weight_hh_l0	8	0.038528893142938614
443928	rnn.weight_hh_l0	9	-0.10293585807085037
443928	rnn.bias_ih_l0	0	0.1827700138092041
443928	rnn.bias_ih_l0	1	-0.28081434965133667
443928	rnn.bias_ih_l0	2	-0.035768527537584305
443928	rnn.bias_ih_l0	3	-0.2044709473848343
443928	rnn.bias_ih_l0	4	0.02756025828421116
443928	rnn.bias_ih_l0	5	-0.3955586850643158
443928	rnn.bias_ih_l0	6	-0.1337379664182663
443928	rnn.bias_ih_l0	7	-0.32957667112350464
443928	rnn.bias_ih_l0	8	-0.2901934087276459
443928	rnn.bias_ih_l0	9	-0.4151269793510437
443928	rnn.bias_hh_l0	0	-0.33589133620262146
443928	rnn.bias_hh_l0	1	-0.3945365250110626
443928	rnn.bias_hh_l0	2	-0.31860077381134033
443928	rnn.bias_hh_l0	3	-0.07069817185401917
443928	rnn.bias_hh_l0	4	-0.35382166504859924
443928	rnn.bias_hh_l0	5	-0.32688647508621216
443928	rnn.bias_hh_l0	6	-0.12883393466472626
443928	rnn.bias_hh_l0	7	0.08676031976938248
443928	rnn.bias_hh_l0	8	-0.23259331285953522
443928	rnn.bias_hh_l0	9	-0.5364261865615845
443928	rnn.weight_ih_l0_reverse	0	0.050191689282655716
443928	rnn.weight_ih_l0_reverse	1	-0.06400840729475021
443928	rnn.weight_ih_l0_reverse	2	-0.035567570477724075
443928	rnn.weight_ih_l0_reverse	3	-0.13371114432811737
443928	rnn.weight_ih_l0_reverse	4	0.0947975292801857
443928	rnn.weight_ih_l0_reverse	5	-0.11442752927541733
443928	rnn.weight_ih_l0_reverse	6	-0.0035164172295480967
443928	rnn.weight_ih_l0_reverse	7	0.02417096681892872
443928	rnn.weight_ih_l0_reverse	8	-0.07251757383346558
443928	rnn.weight_ih_l0_reverse	9	-0.06456281244754791
443928	rnn.weight_hh_l0_reverse	0	-0.1303267776966095
443928	rnn.weight_hh_l0_reverse	1	0.028162602335214615
443928	rnn.weight_hh_l0_reverse	2	-0.026812618598341942
443928	rnn.weight_hh_l0_reverse	3	0.04068920761346817
443928	rnn.weight_hh_l0_reverse	4	-0.08182153850793839
443928	rnn.weight_hh_l0_reverse	5	0.03627040982246399
443928	rnn.weight_hh_l0_reverse	6	0.026967281475663185
443928	rnn.weight_hh_l0_reverse	7	-0.10559002310037613
443928	rnn.weight_hh_l0_reverse	8	-0.06441064178943634
443928	rnn.weight_hh_l0_reverse	9	0.06588800996541977
443928	rnn.bias_ih_l0_reverse	0	-0.15364350378513336
443928	rnn.bias_ih_l0_reverse	1	-0.07940468937158585
443928	rnn.bias_ih_l0_reverse	2	0.12842273712158203
443928	rnn.bias_ih_l0_reverse	3	-0.28330501914024353
443928	rnn.bias_ih_l0_reverse	4	-0.039124809205532074
443928	rnn.bias_ih_l0_reverse	5	-0.21333745121955872
443928	rnn.bias_ih_l0_reverse	6	0.19047723710536957
443928	rnn.bias_ih_l0_reverse	7	-0.3006490170955658
443928	rnn.bias_ih_l0_reverse	8	-0.1711849719285965
443928	rnn.bias_ih_l0_reverse	9	-0.20887988805770874
443928	rnn.bias_hh_l0_reverse	0	-0.13978880643844604
443928	rnn.bias_hh_l0_reverse	1	0.2637290358543396
443928	rnn.bias_hh_l0_reverse	2	-0.3240881860256195
443928	rnn.bias_hh_l0_reverse	3	-0.19216924905776978
443928	rnn.bias_hh_l0_reverse	4	-0.3759825825691223
443928	rnn.bias_hh_l0_reverse	5	-0.18314656615257263
443928	rnn.bias_hh_l0_reverse	6	-0.26049232482910156
443928	rnn.bias_hh_l0_reverse	7	-0.09321825206279755
443928	rnn.bias_hh_l0_reverse	8	-0.26301777362823486
443928	rnn.bias_hh_l0_reverse	9	0.19871114194393158
443928	linear.weight	0	0.2438364326953888
443928	linear.weight	1	-0.39874228835105896
443928	linear.weight	2	0.027977338060736656
443928	linear.weight	3	0.06770668178796768
443928	linear.weight	4	-0.14713150262832642
443928	linear.weight	5	0.2261010855436325
443928	linear.weight	6	0.0017492854967713356
443928	linear.weight	7	-0.06207811087369919
443928	linear.weight	8	0.12402226775884628
443928	linear.weight	9	-0.04774588719010353
443928	linear.bias	0	-0.8809171319007874
443928	linear.bias	1	1.893245816230774
443928	linear.bias	2	0.7767791748046875
443928	linear.bias	3	-2.662781000137329
443928	linear.bias	4	-0.1717911660671234
443928	linear.bias	5	1.2179192304611206
443928	linear.bias	6	-0.1721504181623459
443928	linear.bias	7	0.734207034111023
443928	linear.bias	8	2.2196643352508545
443928	linear.bias	9	-1.4851754903793335
444537	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
444537	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
444537	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
444537	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
444537	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
444537	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
444537	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
444537	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
444537	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
444537	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
444537	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
444537	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
444537	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
444537	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
444537	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
444537	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
444537	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
444537	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
444537	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
444537	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
444537	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
444537	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
444537	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
444537	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
444537	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
444537	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
444537	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
444537	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
444537	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
444537	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
444537	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
444537	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
444537	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
444537	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
444537	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
444537	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
444537	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
444537	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
444537	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
444537	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
444537	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
444537	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
444537	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
444537	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
444537	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
444537	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
444537	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
444537	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
444537	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
444537	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
444537	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
444537	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
444537	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
444537	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
444537	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
444537	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
444537	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
444537	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
444537	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
444537	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
444537	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
444537	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
444537	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
444537	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
444537	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
444537	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
444537	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
444537	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
444537	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
444537	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
444537	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
444537	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
444537	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
444537	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
444537	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
444537	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
444537	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
444537	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
444537	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
444537	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
444537	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
444537	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
444537	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
444537	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
444537	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
444537	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
444537	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
444537	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
444537	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
444537	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
444537	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
444537	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
444537	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
444537	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
444537	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
444537	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
444537	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
444537	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
444537	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
444537	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
444537	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
444537	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
444537	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
444537	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
444537	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
444537	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
444537	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
444537	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
444537	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
444537	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
444537	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
444537	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
444537	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
444537	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
444537	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
444537	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
444537	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
444537	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
444537	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
444537	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
444537	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
444537	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
444537	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
444537	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
444537	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
444537	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
444537	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
444537	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
444537	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
444537	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
444537	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
444537	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
444537	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
444537	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
444537	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
444537	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
444537	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
444537	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
444537	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
444537	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
444537	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
444537	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
444537	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
444537	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
444537	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
444537	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
444537	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
444537	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
444537	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
444537	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
444537	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
444537	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
444537	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
444537	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
444537	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
444537	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
444537	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
444537	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
444537	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
444537	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
444537	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
444537	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
444537	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
444537	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
444537	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
444537	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
444537	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
444537	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
444537	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
444537	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
444537	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
444537	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
444537	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
444537	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
444537	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
444537	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
444537	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
444537	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
444537	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
444537	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
444537	embedding2nn.weight	0	0.31192460656166077
444537	embedding2nn.weight	1	0.4005196690559387
444537	embedding2nn.weight	2	0.0370798259973526
444537	embedding2nn.weight	3	-0.04008200019598007
444537	embedding2nn.weight	4	-0.05361028015613556
444537	embedding2nn.weight	5	0.08320584148168564
444537	embedding2nn.weight	6	0.015355744399130344
444537	embedding2nn.weight	7	0.009956659749150276
444537	embedding2nn.weight	8	0.03722148761153221
444537	embedding2nn.weight	9	-0.010467981919646263
444537	embedding2nn.bias	0	0.06940506398677826
444537	embedding2nn.bias	1	-0.21744804084300995
444537	embedding2nn.bias	2	0.13549941778182983
444537	embedding2nn.bias	3	0.17010943591594696
444537	embedding2nn.bias	4	0.12279881536960602
444537	embedding2nn.bias	5	-0.07174891978502274
444537	embedding2nn.bias	6	-0.05777374282479286
444537	embedding2nn.bias	7	0.0507182776927948
444537	embedding2nn.bias	8	-0.1196255162358284
444537	embedding2nn.bias	9	-0.39844760298728943
444537	rnn.weight_ih_l0	0	0.004838218446820974
444537	rnn.weight_ih_l0	1	-0.06518278270959854
444537	rnn.weight_ih_l0	2	-0.03609975427389145
444537	rnn.weight_ih_l0	3	0.12434116005897522
444537	rnn.weight_ih_l0	4	0.0019984657410532236
444537	rnn.weight_ih_l0	5	-0.06763218343257904
444537	rnn.weight_ih_l0	6	0.006605850532650948
444537	rnn.weight_ih_l0	7	-0.05526870861649513
444537	rnn.weight_ih_l0	8	0.023665184155106544
444537	rnn.weight_ih_l0	9	-0.07425326108932495
444537	rnn.weight_hh_l0	0	-0.006434870883822441
444537	rnn.weight_hh_l0	1	0.07033839076757431
444537	rnn.weight_hh_l0	2	0.018036630004644394
444537	rnn.weight_hh_l0	3	-0.003906305879354477
444537	rnn.weight_hh_l0	4	0.026695573702454567
444537	rnn.weight_hh_l0	5	0.042507387697696686
444537	rnn.weight_hh_l0	6	-0.05633588880300522
444537	rnn.weight_hh_l0	7	-0.09929583221673965
444537	rnn.weight_hh_l0	8	0.038835812360048294
444537	rnn.weight_hh_l0	9	-0.10295389592647552
444537	rnn.bias_ih_l0	0	0.17840948700904846
444537	rnn.bias_ih_l0	1	-0.28570011258125305
444537	rnn.bias_ih_l0	2	-0.03451990708708763
444537	rnn.bias_ih_l0	3	-0.20002099871635437
444537	rnn.bias_ih_l0	4	0.03000657632946968
444537	rnn.bias_ih_l0	5	-0.40837082266807556
444537	rnn.bias_ih_l0	6	-0.12417826056480408
444537	rnn.bias_ih_l0	7	-0.32835841178894043
444537	rnn.bias_ih_l0	8	-0.2930266559123993
444537	rnn.bias_ih_l0	9	-0.42285436391830444
444537	rnn.bias_hh_l0	0	-0.3379012942314148
444537	rnn.bias_hh_l0	1	-0.4000260829925537
444537	rnn.bias_hh_l0	2	-0.31766581535339355
444537	rnn.bias_hh_l0	3	-0.07268717885017395
444537	rnn.bias_hh_l0	4	-0.3636767566204071
444537	rnn.bias_hh_l0	5	-0.32907530665397644
444537	rnn.bias_hh_l0	6	-0.12870441377162933
444537	rnn.bias_hh_l0	7	0.08256751298904419
444537	rnn.bias_hh_l0	8	-0.23431114852428436
444537	rnn.bias_hh_l0	9	-0.5346506834030151
444537	rnn.weight_ih_l0_reverse	0	0.0567035973072052
444537	rnn.weight_ih_l0_reverse	1	-0.060317378491163254
444537	rnn.weight_ih_l0_reverse	2	-0.03175276145339012
444537	rnn.weight_ih_l0_reverse	3	-0.130796879529953
444537	rnn.weight_ih_l0_reverse	4	0.09576728940010071
444537	rnn.weight_ih_l0_reverse	5	-0.12053529918193817
444537	rnn.weight_ih_l0_reverse	6	0.0016092248260974884
444537	rnn.weight_ih_l0_reverse	7	0.023602930828928947
444537	rnn.weight_ih_l0_reverse	8	-0.06946499645709991
444537	rnn.weight_ih_l0_reverse	9	-0.06524815410375595
444537	rnn.weight_hh_l0_reverse	0	-0.132227823138237
444537	rnn.weight_hh_l0_reverse	1	0.027416348457336426
444537	rnn.weight_hh_l0_reverse	2	-0.027104049921035767
444537	rnn.weight_hh_l0_reverse	3	0.04133005067706108
444537	rnn.weight_hh_l0_reverse	4	-0.08188077062368393
444537	rnn.weight_hh_l0_reverse	5	0.03617897257208824
444537	rnn.weight_hh_l0_reverse	6	0.026733290404081345
444537	rnn.weight_hh_l0_reverse	7	-0.10814165323972702
444537	rnn.weight_hh_l0_reverse	8	-0.06372977048158646
444537	rnn.weight_hh_l0_reverse	9	0.06728128343820572
444537	rnn.bias_ih_l0_reverse	0	-0.1497216373682022
444537	rnn.bias_ih_l0_reverse	1	-0.08412769436836243
444537	rnn.bias_ih_l0_reverse	2	0.13095307350158691
444537	rnn.bias_ih_l0_reverse	3	-0.28697165846824646
444537	rnn.bias_ih_l0_reverse	4	-0.041566409170627594
444537	rnn.bias_ih_l0_reverse	5	-0.21787159144878387
444537	rnn.bias_ih_l0_reverse	6	0.20068387687206268
444537	rnn.bias_ih_l0_reverse	7	-0.30405569076538086
444537	rnn.bias_ih_l0_reverse	8	-0.16861698031425476
444537	rnn.bias_ih_l0_reverse	9	-0.2106308490037918
444537	rnn.bias_hh_l0_reverse	0	-0.12474224716424942
444537	rnn.bias_hh_l0_reverse	1	0.2704140841960907
444537	rnn.bias_hh_l0_reverse	2	-0.328167200088501
444537	rnn.bias_hh_l0_reverse	3	-0.20011626183986664
444537	rnn.bias_hh_l0_reverse	4	-0.37890633940696716
444537	rnn.bias_hh_l0_reverse	5	-0.18478552997112274
444537	rnn.bias_hh_l0_reverse	6	-0.2583930790424347
444537	rnn.bias_hh_l0_reverse	7	-0.0860218033194542
444537	rnn.bias_hh_l0_reverse	8	-0.26957273483276367
444537	rnn.bias_hh_l0_reverse	9	0.20137843489646912
444537	linear.weight	0	0.2551015019416809
444537	linear.weight	1	-0.45454978942871094
444537	linear.weight	2	0.04020358622074127
444537	linear.weight	3	0.06770511716604233
444537	linear.weight	4	-0.14790183305740356
444537	linear.weight	5	0.19938361644744873
444537	linear.weight	6	-0.012090972624719143
444537	linear.weight	7	-0.06207128241658211
444537	linear.weight	8	0.1267150491476059
444537	linear.weight	9	-0.04775787517428398
444537	linear.bias	0	-0.8964350819587708
444537	linear.bias	1	1.8869158029556274
444537	linear.bias	2	0.7711238861083984
444537	linear.bias	3	-2.663184881210327
444537	linear.bias	4	-0.16411881148815155
444537	linear.bias	5	1.2223249673843384
444537	linear.bias	6	-0.19409111142158508
444537	linear.bias	7	0.7372794151306152
444537	linear.bias	8	2.189772129058838
444537	linear.bias	9	-1.4591182470321655
445146	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
445146	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
445146	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
445146	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
445146	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
445146	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
445146	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
445146	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
445146	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
445146	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
445146	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
445146	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
445146	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
445146	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
445146	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
445146	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
445146	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
445146	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
445146	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
445146	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
445146	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
445146	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
445146	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
445146	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
445146	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
445146	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
445146	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
445146	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
445146	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
445146	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
445146	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
445146	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
445146	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
445146	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
445146	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
445146	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
445146	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
445146	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
445146	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
445146	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
445146	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
445146	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
445146	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
445146	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
445146	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
445146	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
445146	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
445146	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
445146	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
445146	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
445146	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
445146	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
445146	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
445146	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
445146	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
445146	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
445146	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
445146	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
445146	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
445146	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
445146	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
445146	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
445146	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
445146	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
445146	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
445146	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
445146	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
445146	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
445146	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
445146	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
445146	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
445146	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
445146	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
445146	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
445146	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
445146	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
445146	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
445146	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
445146	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
445146	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
445146	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
445146	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
445146	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
445146	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
445146	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
445146	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
445146	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
445146	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
445146	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
445146	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
445146	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
445146	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
445146	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
445146	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
445146	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
445146	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
445146	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
445146	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
445146	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
445146	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
445146	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
445146	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
445146	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
445146	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
445146	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
445146	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
445146	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
445146	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
445146	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
445146	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
445146	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
445146	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
445146	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
445146	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
445146	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
445146	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
445146	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
445146	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
445146	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
445146	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
445146	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
445146	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
445146	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
445146	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
445146	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
445146	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
445146	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
445146	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
445146	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
445146	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
445146	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
445146	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
445146	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
445146	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
445146	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
445146	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
445146	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
445146	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
445146	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
445146	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
445146	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
445146	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
445146	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
445146	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
445146	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
445146	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
445146	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
445146	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
445146	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
445146	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
445146	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
445146	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
445146	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
445146	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
445146	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
445146	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
445146	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
445146	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
445146	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
445146	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
445146	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
445146	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
445146	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
445146	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
445146	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
445146	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
445146	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
445146	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
445146	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
445146	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
445146	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
445146	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
445146	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
445146	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
445146	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
445146	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
445146	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
445146	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
445146	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
445146	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
445146	embedding2nn.weight	0	0.31179776787757874
445146	embedding2nn.weight	1	0.40424731373786926
445146	embedding2nn.weight	2	0.03479946404695511
445146	embedding2nn.weight	3	-0.038688160479068756
445146	embedding2nn.weight	4	-0.053197626024484634
445146	embedding2nn.weight	5	0.08216007798910141
445146	embedding2nn.weight	6	0.004249208606779575
445146	embedding2nn.weight	7	0.005312187131494284
445146	embedding2nn.weight	8	0.03356834128499031
445146	embedding2nn.weight	9	-0.012316281907260418
445146	embedding2nn.bias	0	0.047503139823675156
445146	embedding2nn.bias	1	-0.22986716032028198
445146	embedding2nn.bias	2	0.1161012351512909
445146	embedding2nn.bias	3	0.178998664021492
445146	embedding2nn.bias	4	0.1486743688583374
445146	embedding2nn.bias	5	-0.06550955772399902
445146	embedding2nn.bias	6	-0.059714384377002716
445146	embedding2nn.bias	7	0.03261459246277809
445146	embedding2nn.bias	8	-0.12702327966690063
445146	embedding2nn.bias	9	-0.39270496368408203
445146	rnn.weight_ih_l0	0	0.008051383309066296
445146	rnn.weight_ih_l0	1	-0.0648951530456543
445146	rnn.weight_ih_l0	2	-0.036428142338991165
445146	rnn.weight_ih_l0	3	0.12372057139873505
445146	rnn.weight_ih_l0	4	0.008957337588071823
445146	rnn.weight_ih_l0	5	-0.07057405263185501
445146	rnn.weight_ih_l0	6	0.010099920444190502
445146	rnn.weight_ih_l0	7	-0.05207918584346771
445146	rnn.weight_ih_l0	8	0.03247664123773575
445146	rnn.weight_ih_l0	9	-0.0676373541355133
445146	rnn.weight_hh_l0	0	-0.0067881690338253975
445146	rnn.weight_hh_l0	1	0.0699651911854744
445146	rnn.weight_hh_l0	2	0.018535202369093895
445146	rnn.weight_hh_l0	3	-0.004855000413954258
445146	rnn.weight_hh_l0	4	0.02608403004705906
445146	rnn.weight_hh_l0	5	0.042228247970342636
445146	rnn.weight_hh_l0	6	-0.05627495050430298
445146	rnn.weight_hh_l0	7	-0.09922580420970917
445146	rnn.weight_hh_l0	8	0.038939815014600754
445146	rnn.weight_hh_l0	9	-0.10420166701078415
445146	rnn.bias_ih_l0	0	0.17841657996177673
445146	rnn.bias_ih_l0	1	-0.2781524658203125
445146	rnn.bias_ih_l0	2	-0.036093570291996
445146	rnn.bias_ih_l0	3	-0.20064608752727509
445146	rnn.bias_ih_l0	4	0.02723444439470768
445146	rnn.bias_ih_l0	5	-0.4021874666213989
445146	rnn.bias_ih_l0	6	-0.12739916145801544
445146	rnn.bias_ih_l0	7	-0.3254815340042114
445146	rnn.bias_ih_l0	8	-0.28590136766433716
445146	rnn.bias_ih_l0	9	-0.4073084890842438
445146	rnn.bias_hh_l0	0	-0.3385219871997833
445146	rnn.bias_hh_l0	1	-0.3956030607223511
445146	rnn.bias_hh_l0	2	-0.32456982135772705
445146	rnn.bias_hh_l0	3	-0.07428283989429474
445146	rnn.bias_hh_l0	4	-0.3574943542480469
445146	rnn.bias_hh_l0	5	-0.3264133632183075
445146	rnn.bias_hh_l0	6	-0.12922906875610352
445146	rnn.bias_hh_l0	7	0.07859471440315247
445146	rnn.bias_hh_l0	8	-0.23024752736091614
445146	rnn.bias_hh_l0	9	-0.529725968837738
445146	rnn.weight_ih_l0_reverse	0	0.05806554853916168
445146	rnn.weight_ih_l0_reverse	1	-0.06073050573468208
445146	rnn.weight_ih_l0_reverse	2	-0.03459373116493225
445146	rnn.weight_ih_l0_reverse	3	-0.13311590254306793
445146	rnn.weight_ih_l0_reverse	4	0.0937286987900734
445146	rnn.weight_ih_l0_reverse	5	-0.12196669727563858
445146	rnn.weight_ih_l0_reverse	6	-0.006514264270663261
445146	rnn.weight_ih_l0_reverse	7	0.027181820943951607
445146	rnn.weight_ih_l0_reverse	8	-0.0693405345082283
445146	rnn.weight_ih_l0_reverse	9	-0.06195914372801781
445146	rnn.weight_hh_l0_reverse	0	-0.1331610530614853
445146	rnn.weight_hh_l0_reverse	1	0.02701648883521557
445146	rnn.weight_hh_l0_reverse	2	-0.02706964500248432
445146	rnn.weight_hh_l0_reverse	3	0.04112477973103523
445146	rnn.weight_hh_l0_reverse	4	-0.08241096138954163
445146	rnn.weight_hh_l0_reverse	5	0.035490602254867554
445146	rnn.weight_hh_l0_reverse	6	0.026685213670134544
445146	rnn.weight_hh_l0_reverse	7	-0.10989920049905777
445146	rnn.weight_hh_l0_reverse	8	-0.06661771982908249
445146	rnn.weight_hh_l0_reverse	9	0.0658688023686409
445146	rnn.bias_ih_l0_reverse	0	-0.14747343957424164
445146	rnn.bias_ih_l0_reverse	1	-0.08667697757482529
445146	rnn.bias_ih_l0_reverse	2	0.12838086485862732
445146	rnn.bias_ih_l0_reverse	3	-0.2829543650150299
445146	rnn.bias_ih_l0_reverse	4	-0.048537615686655045
445146	rnn.bias_ih_l0_reverse	5	-0.21171072125434875
445146	rnn.bias_ih_l0_reverse	6	0.2047816962003708
445146	rnn.bias_ih_l0_reverse	7	-0.3017221987247467
445146	rnn.bias_ih_l0_reverse	8	-0.1725091189146042
445146	rnn.bias_ih_l0_reverse	9	-0.2092021405696869
445146	rnn.bias_hh_l0_reverse	0	-0.12591148912906647
445146	rnn.bias_hh_l0_reverse	1	0.26328885555267334
445146	rnn.bias_hh_l0_reverse	2	-0.32865527272224426
445146	rnn.bias_hh_l0_reverse	3	-0.19054681062698364
445146	rnn.bias_hh_l0_reverse	4	-0.3845992684364319
445146	rnn.bias_hh_l0_reverse	5	-0.19572295248508453
445146	rnn.bias_hh_l0_reverse	6	-0.26757746934890747
445146	rnn.bias_hh_l0_reverse	7	-0.08861137181520462
445146	rnn.bias_hh_l0_reverse	8	-0.2733653485774994
445146	rnn.bias_hh_l0_reverse	9	0.2053230255842209
445146	linear.weight	0	0.2188071459531784
445146	linear.weight	1	-0.3979138135910034
445146	linear.weight	2	0.0484643429517746
445146	linear.weight	3	0.06770411133766174
445146	linear.weight	4	-0.09903232008218765
445146	linear.weight	5	0.19175396859645844
445146	linear.weight	6	-0.0037991099525243044
445146	linear.weight	7	-0.06206313520669937
445146	linear.weight	8	0.1608486920595169
445146	linear.weight	9	-0.047770172357559204
445146	linear.bias	0	-0.8768576383590698
445146	linear.bias	1	1.9500973224639893
445146	linear.bias	2	0.7925077080726624
445146	linear.bias	3	-2.6635496616363525
445146	linear.bias	4	-0.18737223744392395
445146	linear.bias	5	1.183689832687378
445146	linear.bias	6	-0.18250522017478943
445146	linear.bias	7	0.6986945867538452
445146	linear.bias	8	2.250088930130005
445146	linear.bias	9	-1.4576823711395264
445154	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
445154	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
445154	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
445154	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
445154	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
445154	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
445154	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
445154	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
445154	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
445154	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
445154	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
445154	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
445154	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
445154	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
445154	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
445154	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
445154	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
445154	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
445154	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
445154	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
445154	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
445154	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
445154	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
445154	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
445154	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
445154	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
445154	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
445154	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
445154	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
445154	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
445154	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
445154	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
445154	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
445154	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
445154	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
445154	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
445154	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
445154	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
445154	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
445154	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
445154	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
445154	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
445154	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
445154	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
445154	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
445154	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
445154	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
445154	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
445154	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
445154	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
445154	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
445154	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
445154	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
445154	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
445154	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
445154	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
445154	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
445154	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
445154	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
445154	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
445154	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
445154	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
445154	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
445154	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
445154	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
445154	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
445154	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
445154	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
445154	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
445154	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
445154	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
445154	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
445154	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
445154	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
445154	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
445154	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
445154	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
445154	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
445154	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
445154	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
445154	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
445154	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
445154	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
445154	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
445154	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
445154	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
445154	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
445154	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
445154	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
445154	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
445154	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
445154	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
445154	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
445154	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
445154	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
445154	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
445154	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
445154	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
445154	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
445154	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
445154	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
445154	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
445154	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
445154	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
445154	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
445154	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
445154	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
445154	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
445154	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
445154	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
445154	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
445154	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
445154	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
445154	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
445154	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
445154	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
445154	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
445154	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
445154	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
445154	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
445154	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
445154	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
445154	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
445154	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
445154	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
445154	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
445154	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
445154	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
445154	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
445154	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
445154	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
445154	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
445154	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
445154	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
445154	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
445154	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
445154	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
445154	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
445154	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
445154	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
445154	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
445154	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
445154	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
445154	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
445154	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
445154	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
445154	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
445154	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
445154	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
445154	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
445154	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
445154	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
445154	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
445154	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
445154	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
445154	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
445154	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
445154	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
445154	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
445154	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
445154	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
445154	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
445154	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
445154	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
445154	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
445154	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
445154	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
445154	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
445154	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
445154	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
445154	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
445154	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
445154	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
445154	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
445154	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
445154	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
445154	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
445154	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
445154	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
445154	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
445154	embedding2nn.weight	0	0.31174319982528687
445154	embedding2nn.weight	1	0.4044284522533417
445154	embedding2nn.weight	2	0.03506438806653023
445154	embedding2nn.weight	3	-0.040464140474796295
445154	embedding2nn.weight	4	-0.05285445228219032
445154	embedding2nn.weight	5	0.08192981779575348
445154	embedding2nn.weight	6	0.004621655680239201
445154	embedding2nn.weight	7	0.00481806555762887
445154	embedding2nn.weight	8	0.03374861925840378
445154	embedding2nn.weight	9	-0.01222762931138277
445154	embedding2nn.bias	0	0.04799577593803406
445154	embedding2nn.bias	1	-0.2278001755475998
445154	embedding2nn.bias	2	0.11756954342126846
445154	embedding2nn.bias	3	0.1784750521183014
445154	embedding2nn.bias	4	0.14946362376213074
445154	embedding2nn.bias	5	-0.06985653191804886
445154	embedding2nn.bias	6	-0.05940183624625206
445154	embedding2nn.bias	7	0.03538297116756439
445154	embedding2nn.bias	8	-0.1271314173936844
445154	embedding2nn.bias	9	-0.3928792476654053
445154	rnn.weight_ih_l0	0	0.008187576197087765
445154	rnn.weight_ih_l0	1	-0.06486167758703232
445154	rnn.weight_ih_l0	2	-0.03695806860923767
445154	rnn.weight_ih_l0	3	0.12369544059038162
445154	rnn.weight_ih_l0	4	0.009134727530181408
445154	rnn.weight_ih_l0	5	-0.07204420864582062
445154	rnn.weight_ih_l0	6	0.010268647223711014
445154	rnn.weight_ih_l0	7	-0.051630035042762756
445154	rnn.weight_ih_l0	8	0.03206787630915642
445154	rnn.weight_ih_l0	9	-0.06810524314641953
445154	rnn.weight_hh_l0	0	-0.006836204323917627
445154	rnn.weight_hh_l0	1	0.06994633376598358
445154	rnn.weight_hh_l0	2	0.01855301484465599
445154	rnn.weight_hh_l0	3	-0.004967938642948866
445154	rnn.weight_hh_l0	4	0.026140393689274788
445154	rnn.weight_hh_l0	5	0.04219319671392441
445154	rnn.weight_hh_l0	6	-0.05628189444541931
445154	rnn.weight_hh_l0	7	-0.0992831438779831
445154	rnn.weight_hh_l0	8	0.03896520659327507
445154	rnn.weight_hh_l0	9	-0.10421827435493469
445154	rnn.bias_ih_l0	0	0.18114706873893738
445154	rnn.bias_ih_l0	1	-0.27942460775375366
445154	rnn.bias_ih_l0	2	-0.03574066981673241
445154	rnn.bias_ih_l0	3	-0.20082299411296844
445154	rnn.bias_ih_l0	4	0.023954199627041817
445154	rnn.bias_ih_l0	5	-0.4018629491329193
445154	rnn.bias_ih_l0	6	-0.1281626671552658
445154	rnn.bias_ih_l0	7	-0.3254086673259735
445154	rnn.bias_ih_l0	8	-0.28654947876930237
445154	rnn.bias_ih_l0	9	-0.4062923789024353
445154	rnn.bias_hh_l0	0	-0.338182270526886
445154	rnn.bias_hh_l0	1	-0.39605870842933655
445154	rnn.bias_hh_l0	2	-0.325608491897583
445154	rnn.bias_hh_l0	3	-0.07426044344902039
445154	rnn.bias_hh_l0	4	-0.357943058013916
445154	rnn.bias_hh_l0	5	-0.32666730880737305
445154	rnn.bias_hh_l0	6	-0.12821851670742035
445154	rnn.bias_hh_l0	7	0.07768331468105316
445154	rnn.bias_hh_l0	8	-0.23049436509609222
445154	rnn.bias_hh_l0	9	-0.5289812088012695
445154	rnn.weight_ih_l0_reverse	0	0.05794359743595123
445154	rnn.weight_ih_l0_reverse	1	-0.06076920032501221
445154	rnn.weight_ih_l0_reverse	2	-0.03423505276441574
445154	rnn.weight_ih_l0_reverse	3	-0.1328478455543518
445154	rnn.weight_ih_l0_reverse	4	0.0935722216963768
445154	rnn.weight_ih_l0_reverse	5	-0.12181626260280609
445154	rnn.weight_ih_l0_reverse	6	-0.006061302497982979
445154	rnn.weight_ih_l0_reverse	7	0.02713870257139206
445154	rnn.weight_ih_l0_reverse	8	-0.06928414106369019
445154	rnn.weight_ih_l0_reverse	9	-0.0618990957736969
445154	rnn.weight_hh_l0_reverse	0	-0.13301068544387817
445154	rnn.weight_hh_l0_reverse	1	0.026993585750460625
445154	rnn.weight_hh_l0_reverse	2	-0.027056584134697914
445154	rnn.weight_hh_l0_reverse	3	0.04116865620017052
445154	rnn.weight_hh_l0_reverse	4	-0.08243950456380844
445154	rnn.weight_hh_l0_reverse	5	0.035451292991638184
445154	rnn.weight_hh_l0_reverse	6	0.026685934513807297
445154	rnn.weight_hh_l0_reverse	7	-0.10994294285774231
445154	rnn.weight_hh_l0_reverse	8	-0.06654734164476395
445154	rnn.weight_hh_l0_reverse	9	0.06584269553422928
445154	rnn.bias_ih_l0_reverse	0	-0.14770342409610748
445154	rnn.bias_ih_l0_reverse	1	-0.08692995458841324
445154	rnn.bias_ih_l0_reverse	2	0.12842392921447754
445154	rnn.bias_ih_l0_reverse	3	-0.28205952048301697
445154	rnn.bias_ih_l0_reverse	4	-0.047808870673179626
445154	rnn.bias_ih_l0_reverse	5	-0.2114647924900055
445154	rnn.bias_ih_l0_reverse	6	0.20219337940216064
445154	rnn.bias_ih_l0_reverse	7	-0.3015531301498413
445154	rnn.bias_ih_l0_reverse	8	-0.17250820994377136
445154	rnn.bias_ih_l0_reverse	9	-0.20757722854614258
445154	rnn.bias_hh_l0_reverse	0	-0.12598595023155212
445154	rnn.bias_hh_l0_reverse	1	0.26147136092185974
445154	rnn.bias_hh_l0_reverse	2	-0.32780522108078003
445154	rnn.bias_hh_l0_reverse	3	-0.19071058928966522
445154	rnn.bias_hh_l0_reverse	4	-0.38474369049072266
445154	rnn.bias_hh_l0_reverse	5	-0.19440880417823792
445154	rnn.bias_hh_l0_reverse	6	-0.2673194408416748
445154	rnn.bias_hh_l0_reverse	7	-0.0884639322757721
445154	rnn.bias_hh_l0_reverse	8	-0.26971736550331116
445154	rnn.bias_hh_l0_reverse	9	0.20549273490905762
445154	linear.weight	0	0.22020435333251953
445154	linear.weight	1	-0.39533454179763794
445154	linear.weight	2	0.04711834341287613
445154	linear.weight	3	0.06770386546850204
445154	linear.weight	4	-0.08853009343147278
445154	linear.weight	5	0.1931174099445343
445154	linear.weight	6	-0.0037104685325175524
445154	linear.weight	7	-0.062062568962574005
445154	linear.weight	8	0.16228154301643372
445154	linear.weight	9	-0.04777027666568756
445154	linear.bias	0	-0.8848320841789246
445154	linear.bias	1	1.9583629369735718
445154	linear.bias	2	0.816478967666626
445154	linear.bias	3	-2.66355562210083
445154	linear.bias	4	-0.19134822487831116
445154	linear.bias	5	1.1944730281829834
445154	linear.bias	6	-0.19298522174358368
445154	linear.bias	7	0.6871605515480042
445154	linear.bias	8	2.248056173324585
445154	linear.bias	9	-1.4544188976287842
445763	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
445763	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
445763	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
445763	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
445763	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
445763	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
445763	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
445763	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
445763	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
445763	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
445763	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
445763	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
445763	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
445763	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
445763	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
445763	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
445763	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
445763	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
445763	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
445763	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
445763	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
445763	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
445763	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
445763	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
445763	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
445763	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
445763	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
445763	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
445763	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
445763	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
445763	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
445763	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
445763	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
445763	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
445763	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
445763	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
445763	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
445763	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
445763	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
445763	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
445763	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
445763	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
445763	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
445763	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
445763	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
445763	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
445763	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
445763	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
445763	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
445763	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
445763	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
445763	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
445763	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
445763	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
445763	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
445763	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
445763	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
445763	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
445763	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
445763	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
445763	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
445763	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
445763	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
445763	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
445763	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
445763	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
445763	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
445763	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
445763	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
445763	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
445763	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
445763	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
445763	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
445763	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
445763	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
445763	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
445763	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
445763	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
445763	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
445763	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
445763	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
445763	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
445763	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
445763	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
445763	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
445763	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
445763	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
445763	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
445763	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
445763	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
445763	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
445763	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
445763	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
445763	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
445763	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
445763	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
445763	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
445763	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
445763	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
445763	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
445763	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
445763	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
445763	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
445763	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
445763	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
445763	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
445763	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
445763	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
445763	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
445763	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
445763	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
445763	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
445763	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
445763	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
445763	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
445763	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
445763	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
445763	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
445763	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
445763	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
445763	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
445763	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
445763	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
445763	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
445763	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
445763	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
445763	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
445763	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
445763	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
445763	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
445763	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
445763	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
445763	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
445763	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
445763	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
445763	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
445763	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
445763	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
445763	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
445763	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
445763	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
445763	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
445763	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
445763	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
445763	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
445763	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
445763	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
445763	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
445763	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
445763	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
445763	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
445763	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
445763	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
445763	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
445763	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
445763	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
445763	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
445763	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
445763	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
445763	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
445763	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
445763	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
445763	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
445763	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
445763	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
445763	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
445763	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
445763	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
445763	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
445763	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
445763	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
445763	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
445763	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
445763	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
445763	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
445763	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
445763	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
445763	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
445763	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
445763	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
445763	embedding2nn.weight	0	0.3127366304397583
445763	embedding2nn.weight	1	0.401841402053833
445763	embedding2nn.weight	2	0.028291141614317894
445763	embedding2nn.weight	3	-0.06732359528541565
445763	embedding2nn.weight	4	-0.05168246105313301
445763	embedding2nn.weight	5	0.0783982127904892
445763	embedding2nn.weight	6	0.0030303457751870155
445763	embedding2nn.weight	7	0.0040229326114058495
445763	embedding2nn.weight	8	0.034689147025346756
445763	embedding2nn.weight	9	-0.015525184571743011
445763	embedding2nn.bias	0	0.03952787443995476
445763	embedding2nn.bias	1	-0.21955081820487976
445763	embedding2nn.bias	2	0.1158108338713646
445763	embedding2nn.bias	3	0.1857830137014389
445763	embedding2nn.bias	4	0.12541121244430542
445763	embedding2nn.bias	5	-0.0378386490046978
445763	embedding2nn.bias	6	-0.05808117240667343
445763	embedding2nn.bias	7	0.0264106635004282
445763	embedding2nn.bias	8	-0.14862948656082153
445763	embedding2nn.bias	9	-0.3939814567565918
445763	rnn.weight_ih_l0	0	0.0077673993073403835
445763	rnn.weight_ih_l0	1	-0.063169464468956
445763	rnn.weight_ih_l0	2	-0.03879117593169212
445763	rnn.weight_ih_l0	3	0.12943020462989807
445763	rnn.weight_ih_l0	4	0.005178289487957954
445763	rnn.weight_ih_l0	5	-0.06981845945119858
445763	rnn.weight_ih_l0	6	0.011735641397535801
445763	rnn.weight_ih_l0	7	-0.05737749859690666
445763	rnn.weight_ih_l0	8	0.03904576972126961
445763	rnn.weight_ih_l0	9	-0.06376773118972778
445763	rnn.weight_hh_l0	0	-0.006384413689374924
445763	rnn.weight_hh_l0	1	0.06995934247970581
445763	rnn.weight_hh_l0	2	0.017777835950255394
445763	rnn.weight_hh_l0	3	-0.005957701709121466
445763	rnn.weight_hh_l0	4	0.026992112398147583
445763	rnn.weight_hh_l0	5	0.04221915826201439
445763	rnn.weight_hh_l0	6	-0.05662684142589569
445763	rnn.weight_hh_l0	7	-0.09797681123018265
445763	rnn.weight_hh_l0	8	0.038601458072662354
445763	rnn.weight_hh_l0	9	-0.10390788316726685
445763	rnn.bias_ih_l0	0	0.18849971890449524
445763	rnn.bias_ih_l0	1	-0.2896881699562073
445763	rnn.bias_ih_l0	2	-0.03483347222208977
445763	rnn.bias_ih_l0	3	-0.19649134576320648
445763	rnn.bias_ih_l0	4	0.027487969025969505
445763	rnn.bias_ih_l0	5	-0.4005078971385956
445763	rnn.bias_ih_l0	6	-0.1297236680984497
445763	rnn.bias_ih_l0	7	-0.32616421580314636
445763	rnn.bias_ih_l0	8	-0.29049190878868103
445763	rnn.bias_ih_l0	9	-0.41541609168052673
445763	rnn.bias_hh_l0	0	-0.33146753907203674
445763	rnn.bias_hh_l0	1	-0.3927302360534668
445763	rnn.bias_hh_l0	2	-0.32065457105636597
445763	rnn.bias_hh_l0	3	-0.07526995241641998
445763	rnn.bias_hh_l0	4	-0.36085569858551025
445763	rnn.bias_hh_l0	5	-0.3280692398548126
445763	rnn.bias_hh_l0	6	-0.129320427775383
445763	rnn.bias_hh_l0	7	0.06954335421323776
445763	rnn.bias_hh_l0	8	-0.23248420655727386
445763	rnn.bias_hh_l0	9	-0.532115638256073
445763	rnn.weight_ih_l0_reverse	0	0.06279284507036209
445763	rnn.weight_ih_l0_reverse	1	-0.05847180634737015
445763	rnn.weight_ih_l0_reverse	2	-0.033649709075689316
445763	rnn.weight_ih_l0_reverse	3	-0.13724201917648315
445763	rnn.weight_ih_l0_reverse	4	0.09645261615514755
445763	rnn.weight_ih_l0_reverse	5	-0.12268989533185959
445763	rnn.weight_ih_l0_reverse	6	-0.0048011550679802895
445763	rnn.weight_ih_l0_reverse	7	0.02841327153146267
445763	rnn.weight_ih_l0_reverse	8	-0.06505397707223892
445763	rnn.weight_ih_l0_reverse	9	-0.06588808447122574
445763	rnn.weight_hh_l0_reverse	0	-0.13087718188762665
445763	rnn.weight_hh_l0_reverse	1	0.025789273902773857
445763	rnn.weight_hh_l0_reverse	2	-0.027522165328264236
445763	rnn.weight_hh_l0_reverse	3	0.04130186140537262
445763	rnn.weight_hh_l0_reverse	4	-0.08213073015213013
445763	rnn.weight_hh_l0_reverse	5	0.03631408512592316
445763	rnn.weight_hh_l0_reverse	6	0.02657160721719265
445763	rnn.weight_hh_l0_reverse	7	-0.10913695394992828
445763	rnn.weight_hh_l0_reverse	8	-0.0662865862250328
445763	rnn.weight_hh_l0_reverse	9	0.0635775774717331
445763	rnn.bias_ih_l0_reverse	0	-0.14242123067378998
445763	rnn.bias_ih_l0_reverse	1	-0.08004112541675568
445763	rnn.bias_ih_l0_reverse	2	0.11614774912595749
445763	rnn.bias_ih_l0_reverse	3	-0.2907203435897827
445763	rnn.bias_ih_l0_reverse	4	-0.05200548842549324
445763	rnn.bias_ih_l0_reverse	5	-0.2143140584230423
445763	rnn.bias_ih_l0_reverse	6	0.19756491482257843
445763	rnn.bias_ih_l0_reverse	7	-0.3074322044849396
445763	rnn.bias_ih_l0_reverse	8	-0.175510972738266
445763	rnn.bias_ih_l0_reverse	9	-0.21240276098251343
445763	rnn.bias_hh_l0_reverse	0	-0.12644781172275543
445763	rnn.bias_hh_l0_reverse	1	0.27146223187446594
445763	rnn.bias_hh_l0_reverse	2	-0.31430405378341675
445763	rnn.bias_hh_l0_reverse	3	-0.19180046021938324
445763	rnn.bias_hh_l0_reverse	4	-0.39004671573638916
445763	rnn.bias_hh_l0_reverse	5	-0.19418208301067352
445763	rnn.bias_hh_l0_reverse	6	-0.26199883222579956
445763	rnn.bias_hh_l0_reverse	7	-0.09654958546161652
445763	rnn.bias_hh_l0_reverse	8	-0.2669427692890167
445763	rnn.bias_hh_l0_reverse	9	0.20377713441848755
445763	linear.weight	0	0.1960991472005844
445763	linear.weight	1	-0.40602028369903564
445763	linear.weight	2	-0.003921144176274538
445763	linear.weight	3	0.06770600378513336
445763	linear.weight	4	-0.14933611452579498
445763	linear.weight	5	0.18050725758075714
445763	linear.weight	6	-0.021604273468255997
445763	linear.weight	7	-0.062052421271800995
445763	linear.weight	8	0.1670169234275818
445763	linear.weight	9	-0.04778255522251129
445763	linear.bias	0	-0.9167702794075012
445763	linear.bias	1	1.93876314163208
445763	linear.bias	2	0.7927525639533997
445763	linear.bias	3	-2.6639697551727295
445763	linear.bias	4	-0.18415600061416626
445763	linear.bias	5	1.243037223815918
445763	linear.bias	6	-0.191813662648201
445763	linear.bias	7	0.7163087725639343
445763	linear.bias	8	2.1734795570373535
445763	linear.bias	9	-1.4783910512924194
446372	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
446372	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
446372	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
446372	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
446372	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
446372	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
446372	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
446372	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
446372	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
446372	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
446372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
446372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
446372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
446372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
446372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
446372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
446372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
446372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
446372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
446372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
446372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
446372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
446372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
446372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
446372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
446372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
446372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
446372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
446372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
446372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
446372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
446372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
446372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
446372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
446372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
446372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
446372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
446372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
446372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
446372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
446372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
446372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
446372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
446372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
446372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
446372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
446372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
446372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
446372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
446372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
446372	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
446372	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
446372	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
446372	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
446372	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
446372	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
446372	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
446372	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
446372	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
446372	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
446372	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
446372	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
446372	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
446372	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
446372	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
446372	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
446372	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
446372	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
446372	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
446372	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
446372	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
446372	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
446372	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
446372	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
446372	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
446372	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
446372	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
446372	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
446372	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
446372	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
446372	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
446372	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
446372	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
446372	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
446372	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
446372	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
446372	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
446372	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
446372	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
446372	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
446372	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
446372	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
446372	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
446372	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
446372	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
446372	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
446372	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
446372	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
446372	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
446372	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
446372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
446372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
446372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
446372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
446372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
446372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
446372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
446372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
446372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
446372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
446372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
446372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
446372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
446372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
446372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
446372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
446372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
446372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
446372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
446372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
446372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
446372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
446372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
446372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
446372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
446372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
446372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
446372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
446372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
446372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
446372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
446372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
446372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
446372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
446372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
446372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
446372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
446372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
446372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
446372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
446372	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
446372	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
446372	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
446372	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
446372	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
446372	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
446372	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
446372	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
446372	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
446372	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
446372	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
446372	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
446372	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
446372	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
446372	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
446372	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
446372	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
446372	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
446372	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
446372	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
446372	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
446372	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
446372	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
446372	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
446372	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
446372	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
446372	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
446372	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
446372	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
446372	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
446372	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
446372	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
446372	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
446372	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
446372	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
446372	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
446372	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
446372	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
446372	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
446372	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
446372	embedding2nn.weight	0	0.30950239300727844
446372	embedding2nn.weight	1	0.4005066752433777
446372	embedding2nn.weight	2	0.028176579624414444
446372	embedding2nn.weight	3	-0.0707784965634346
446372	embedding2nn.weight	4	-0.05392514914274216
446372	embedding2nn.weight	5	0.08452682197093964
446372	embedding2nn.weight	6	0.020232660695910454
446372	embedding2nn.weight	7	0.006361089181154966
446372	embedding2nn.weight	8	0.038250163197517395
446372	embedding2nn.weight	9	-0.01866176910698414
446372	embedding2nn.bias	0	0.02478981390595436
446372	embedding2nn.bias	1	-0.22669246792793274
446372	embedding2nn.bias	2	0.1128525659441948
446372	embedding2nn.bias	3	0.16599251329898834
446372	embedding2nn.bias	4	0.1342431604862213
446372	embedding2nn.bias	5	-0.036192961037158966
446372	embedding2nn.bias	6	-0.05421263352036476
446372	embedding2nn.bias	7	0.02932111546397209
446372	embedding2nn.bias	8	-0.135259747505188
446372	embedding2nn.bias	9	-0.3854506015777588
446372	rnn.weight_ih_l0	0	0.007096859626471996
446372	rnn.weight_ih_l0	1	-0.0635770782828331
446372	rnn.weight_ih_l0	2	-0.042621057480573654
446372	rnn.weight_ih_l0	3	0.12976276874542236
446372	rnn.weight_ih_l0	4	0.01651105098426342
446372	rnn.weight_ih_l0	5	-0.07822167873382568
446372	rnn.weight_ih_l0	6	0.011759265325963497
446372	rnn.weight_ih_l0	7	-0.0607214979827404
446372	rnn.weight_ih_l0	8	0.03397199884057045
446372	rnn.weight_ih_l0	9	-0.058341655880212784
446372	rnn.weight_hh_l0	0	-0.0060521685518324375
446372	rnn.weight_hh_l0	1	0.06943847239017487
446372	rnn.weight_hh_l0	2	0.01866433024406433
446372	rnn.weight_hh_l0	3	-0.006388945505023003
446372	rnn.weight_hh_l0	4	0.02602161094546318
446372	rnn.weight_hh_l0	5	0.04318273067474365
446372	rnn.weight_hh_l0	6	-0.0564580075442791
446372	rnn.weight_hh_l0	7	-0.09247562289237976
446372	rnn.weight_hh_l0	8	0.038495492190122604
446372	rnn.weight_hh_l0	9	-0.10526806861162186
446372	rnn.bias_ih_l0	0	0.1745123416185379
446372	rnn.bias_ih_l0	1	-0.2932211458683014
446372	rnn.bias_ih_l0	2	-0.03663506731390953
446372	rnn.bias_ih_l0	3	-0.20276537537574768
446372	rnn.bias_ih_l0	4	0.02789418213069439
446372	rnn.bias_ih_l0	5	-0.40009692311286926
446372	rnn.bias_ih_l0	6	-0.12962694466114044
446372	rnn.bias_ih_l0	7	-0.3271656036376953
446372	rnn.bias_ih_l0	8	-0.2865082025527954
446372	rnn.bias_ih_l0	9	-0.39647597074508667
446372	rnn.bias_hh_l0	0	-0.3409442603588104
446372	rnn.bias_hh_l0	1	-0.39683982729911804
446372	rnn.bias_hh_l0	2	-0.3178406059741974
446372	rnn.bias_hh_l0	3	-0.08782976865768433
446372	rnn.bias_hh_l0	4	-0.3628941774368286
446372	rnn.bias_hh_l0	5	-0.3304040729999542
446372	rnn.bias_hh_l0	6	-0.12583445012569427
446372	rnn.bias_hh_l0	7	0.08837009966373444
446372	rnn.bias_hh_l0	8	-0.23511499166488647
446372	rnn.bias_hh_l0	9	-0.5402632355690002
446372	rnn.weight_ih_l0_reverse	0	0.06293176859617233
446372	rnn.weight_ih_l0_reverse	1	-0.05881410837173462
446372	rnn.weight_ih_l0_reverse	2	-0.03022640384733677
446372	rnn.weight_ih_l0_reverse	3	-0.14021572470664978
446372	rnn.weight_ih_l0_reverse	4	0.09267901629209518
446372	rnn.weight_ih_l0_reverse	5	-0.12495489418506622
446372	rnn.weight_ih_l0_reverse	6	-0.010000552050769329
446372	rnn.weight_ih_l0_reverse	7	0.02635037899017334
446372	rnn.weight_ih_l0_reverse	8	-0.06407738476991653
446372	rnn.weight_ih_l0_reverse	9	-0.06933586299419403
446372	rnn.weight_hh_l0_reverse	0	-0.12864874303340912
446372	rnn.weight_hh_l0_reverse	1	0.02642049640417099
446372	rnn.weight_hh_l0_reverse	2	-0.02651958540081978
446372	rnn.weight_hh_l0_reverse	3	0.04070354625582695
446372	rnn.weight_hh_l0_reverse	4	-0.08155395090579987
446372	rnn.weight_hh_l0_reverse	5	0.03568478301167488
446372	rnn.weight_hh_l0_reverse	6	0.026501880958676338
446372	rnn.weight_hh_l0_reverse	7	-0.10864902287721634
446372	rnn.weight_hh_l0_reverse	8	-0.06781532615423203
446372	rnn.weight_hh_l0_reverse	9	0.06513983756303787
446372	rnn.bias_ih_l0_reverse	0	-0.13880163431167603
446372	rnn.bias_ih_l0_reverse	1	-0.07575593888759613
446372	rnn.bias_ih_l0_reverse	2	0.12394542247056961
446372	rnn.bias_ih_l0_reverse	3	-0.2979104518890381
446372	rnn.bias_ih_l0_reverse	4	-0.04707767441868782
446372	rnn.bias_ih_l0_reverse	5	-0.2165680229663849
446372	rnn.bias_ih_l0_reverse	6	0.19532206654548645
446372	rnn.bias_ih_l0_reverse	7	-0.3018154203891754
446372	rnn.bias_ih_l0_reverse	8	-0.17435643076896667
446372	rnn.bias_ih_l0_reverse	9	-0.2160850316286087
446372	rnn.bias_hh_l0_reverse	0	-0.13333013653755188
446372	rnn.bias_hh_l0_reverse	1	0.2701888084411621
446372	rnn.bias_hh_l0_reverse	2	-0.31322363018989563
446372	rnn.bias_hh_l0_reverse	3	-0.19404269754886627
446372	rnn.bias_hh_l0_reverse	4	-0.38370007276535034
446372	rnn.bias_hh_l0_reverse	5	-0.19378064572811127
446372	rnn.bias_hh_l0_reverse	6	-0.2612643837928772
446372	rnn.bias_hh_l0_reverse	7	-0.09600753337144852
446372	rnn.bias_hh_l0_reverse	8	-0.2769473195075989
446372	rnn.bias_hh_l0_reverse	9	0.19748686254024506
446372	linear.weight	0	0.2063976377248764
446372	linear.weight	1	-0.3929508328437805
446372	linear.weight	2	0.0014042893890291452
446372	linear.weight	3	0.06770660728216171
446372	linear.weight	4	-0.14320099353790283
446372	linear.weight	5	0.17290093004703522
446372	linear.weight	6	-0.029488375410437584
446372	linear.weight	7	-0.0620429553091526
446372	linear.weight	8	0.1729765236377716
446372	linear.weight	9	-0.04779240861535072
446372	linear.bias	0	-0.884689211845398
446372	linear.bias	1	1.9099348783493042
446372	linear.bias	2	0.8131471276283264
446372	linear.bias	3	-2.66434383392334
446372	linear.bias	4	-0.17916825413703918
446372	linear.bias	5	1.2380001544952393
446372	linear.bias	6	-0.16800543665885925
446372	linear.bias	7	0.6933199167251587
446372	linear.bias	8	2.204057455062866
446372	linear.bias	9	-1.4756075143814087
446981	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
446981	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
446981	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
446981	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
446981	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
446981	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
446981	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
446981	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
446981	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
446981	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
446981	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
446981	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
446981	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
446981	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
446981	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
446981	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
446981	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
446981	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
446981	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
446981	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
446981	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
446981	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
446981	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
446981	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
446981	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
446981	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
446981	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
446981	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
446981	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
446981	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
446981	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
446981	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
446981	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
446981	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
446981	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
446981	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
446981	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
446981	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
446981	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
446981	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
446981	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
446981	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
446981	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
446981	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
446981	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
446981	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
446981	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
446981	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
446981	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
446981	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
446981	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
446981	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
446981	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
446981	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
446981	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
446981	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
446981	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
446981	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
446981	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
446981	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
446981	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
446981	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
446981	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
446981	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
446981	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
446981	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
446981	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
446981	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
446981	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
446981	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
446981	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
446981	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
446981	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
446981	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
446981	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
446981	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
446981	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
446981	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
446981	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
446981	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
446981	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
446981	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
446981	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
446981	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
446981	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
446981	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
446981	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
446981	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
446981	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
446981	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
446981	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
446981	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
446981	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
446981	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
446981	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
446981	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
446981	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
446981	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
446981	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
446981	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
446981	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
446981	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
446981	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
446981	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
446981	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
446981	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
446981	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
446981	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
446981	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
446981	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
446981	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
446981	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
446981	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
446981	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
446981	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
446981	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
446981	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
446981	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
446981	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
446981	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
446981	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
446981	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
446981	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
446981	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
446981	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
446981	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
446981	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
446981	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
446981	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
446981	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
446981	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
446981	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
446981	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
446981	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
446981	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
446981	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
446981	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
446981	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
446981	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
446981	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
446981	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
446981	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
446981	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
446981	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
446981	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
446981	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
446981	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
446981	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
446981	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
446981	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
446981	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
446981	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
446981	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
446981	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
446981	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
446981	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
446981	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
446981	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
446981	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
446981	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
446981	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
446981	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
446981	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
446981	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
446981	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
446981	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
446981	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
446981	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
446981	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
446981	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
446981	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
446981	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
446981	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
446981	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
446981	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
446981	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
446981	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
446981	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
446981	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
446981	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
446981	embedding2nn.weight	0	0.3089696764945984
446981	embedding2nn.weight	1	0.39753276109695435
446981	embedding2nn.weight	2	0.030552493408322334
446981	embedding2nn.weight	3	-0.06726163625717163
446981	embedding2nn.weight	4	-0.05324506014585495
446981	embedding2nn.weight	5	0.08743984252214432
446981	embedding2nn.weight	6	0.021198058500885963
446981	embedding2nn.weight	7	0.013584407046437263
446981	embedding2nn.weight	8	0.03681707754731178
446981	embedding2nn.weight	9	-0.026487141847610474
446981	embedding2nn.bias	0	0.023318547755479813
446981	embedding2nn.bias	1	-0.22513927519321442
446981	embedding2nn.bias	2	0.12101868540048599
446981	embedding2nn.bias	3	0.18884485960006714
446981	embedding2nn.bias	4	0.1295824497938156
446981	embedding2nn.bias	5	-0.055448394268751144
446981	embedding2nn.bias	6	-0.0706353634595871
446981	embedding2nn.bias	7	0.056063760071992874
446981	embedding2nn.bias	8	-0.13812746107578278
446981	embedding2nn.bias	9	-0.3755888342857361
446981	rnn.weight_ih_l0	0	0.008514795452356339
446981	rnn.weight_ih_l0	1	-0.06671382486820221
446981	rnn.weight_ih_l0	2	-0.041712597012519836
446981	rnn.weight_ih_l0	3	0.13105610013008118
446981	rnn.weight_ih_l0	4	0.020452285185456276
446981	rnn.weight_ih_l0	5	-0.07145773619413376
446981	rnn.weight_ih_l0	6	0.01161305420100689
446981	rnn.weight_ih_l0	7	-0.06011630967259407
446981	rnn.weight_ih_l0	8	0.03175276517868042
446981	rnn.weight_ih_l0	9	-0.05965237691998482
446981	rnn.weight_hh_l0	0	-0.0068318163976073265
446981	rnn.weight_hh_l0	1	0.06830617040395737
446981	rnn.weight_hh_l0	2	0.019764307886362076
446981	rnn.weight_hh_l0	3	-0.006562111899256706
446981	rnn.weight_hh_l0	4	0.026841752231121063
446981	rnn.weight_hh_l0	5	0.04351945221424103
446981	rnn.weight_hh_l0	6	-0.05639081448316574
446981	rnn.weight_hh_l0	7	-0.09634911268949509
446981	rnn.weight_hh_l0	8	0.03853653743863106
446981	rnn.weight_hh_l0	9	-0.10475564002990723
446981	rnn.bias_ih_l0	0	0.1785050630569458
446981	rnn.bias_ih_l0	1	-0.2991861402988434
446981	rnn.bias_ih_l0	2	-0.03352190554141998
446981	rnn.bias_ih_l0	3	-0.1957397162914276
446981	rnn.bias_ih_l0	4	0.027820613235235214
446981	rnn.bias_ih_l0	5	-0.3993816375732422
446981	rnn.bias_ih_l0	6	-0.12798912823200226
446981	rnn.bias_ih_l0	7	-0.32753893733024597
446981	rnn.bias_ih_l0	8	-0.27782225608825684
446981	rnn.bias_ih_l0	9	-0.40901342034339905
446981	rnn.bias_hh_l0	0	-0.3414124548435211
446981	rnn.bias_hh_l0	1	-0.40255165100097656
446981	rnn.bias_hh_l0	2	-0.3254506587982178
446981	rnn.bias_hh_l0	3	-0.09047704190015793
446981	rnn.bias_hh_l0	4	-0.36392921209335327
446981	rnn.bias_hh_l0	5	-0.3318024277687073
446981	rnn.bias_hh_l0	6	-0.11626913398504257
446981	rnn.bias_hh_l0	7	0.07768388837575912
446981	rnn.bias_hh_l0	8	-0.23087696731090546
446981	rnn.bias_hh_l0	9	-0.5421688556671143
446981	rnn.weight_ih_l0_reverse	0	0.06876660883426666
446981	rnn.weight_ih_l0_reverse	1	-0.05725552514195442
446981	rnn.weight_ih_l0_reverse	2	-0.029067298397421837
446981	rnn.weight_ih_l0_reverse	3	-0.1330593377351761
446981	rnn.weight_ih_l0_reverse	4	0.08973976224660873
446981	rnn.weight_ih_l0_reverse	5	-0.13778655230998993
446981	rnn.weight_ih_l0_reverse	6	-0.01550633180886507
446981	rnn.weight_ih_l0_reverse	7	0.02560804970562458
446981	rnn.weight_ih_l0_reverse	8	-0.06440993398427963
446981	rnn.weight_ih_l0_reverse	9	-0.07277623564004898
446981	rnn.weight_hh_l0_reverse	0	-0.12805643677711487
446981	rnn.weight_hh_l0_reverse	1	0.02731502801179886
446981	rnn.weight_hh_l0_reverse	2	-0.026916533708572388
446981	rnn.weight_hh_l0_reverse	3	0.03965223208069801
446981	rnn.weight_hh_l0_reverse	4	-0.08098040521144867
446981	rnn.weight_hh_l0_reverse	5	0.03535407781600952
446981	rnn.weight_hh_l0_reverse	6	0.02679998241364956
446981	rnn.weight_hh_l0_reverse	7	-0.10745833069086075
446981	rnn.weight_hh_l0_reverse	8	-0.06837549805641174
446981	rnn.weight_hh_l0_reverse	9	0.06610088795423508
446981	rnn.bias_ih_l0_reverse	0	-0.14042674005031586
446981	rnn.bias_ih_l0_reverse	1	-0.07801365852355957
446981	rnn.bias_ih_l0_reverse	2	0.11911938339471817
446981	rnn.bias_ih_l0_reverse	3	-0.2941327393054962
446981	rnn.bias_ih_l0_reverse	4	-0.04265158623456955
446981	rnn.bias_ih_l0_reverse	5	-0.2192959040403366
446981	rnn.bias_ih_l0_reverse	6	0.1922963261604309
446981	rnn.bias_ih_l0_reverse	7	-0.3059609830379486
446981	rnn.bias_ih_l0_reverse	8	-0.17599903047084808
446981	rnn.bias_ih_l0_reverse	9	-0.20537464320659637
446981	rnn.bias_hh_l0_reverse	0	-0.13484518229961395
446981	rnn.bias_hh_l0_reverse	1	0.26750418543815613
446981	rnn.bias_hh_l0_reverse	2	-0.32156825065612793
446981	rnn.bias_hh_l0_reverse	3	-0.20181794464588165
446981	rnn.bias_hh_l0_reverse	4	-0.384662389755249
446981	rnn.bias_hh_l0_reverse	5	-0.19165830314159393
446981	rnn.bias_hh_l0_reverse	6	-0.26401689648628235
446981	rnn.bias_hh_l0_reverse	7	-0.09338948875665665
446981	rnn.bias_hh_l0_reverse	8	-0.28015565872192383
446981	rnn.bias_hh_l0_reverse	9	0.19373424351215363
446981	linear.weight	0	0.1952752023935318
446981	linear.weight	1	-0.38406792283058167
446981	linear.weight	2	0.05139641463756561
446981	linear.weight	3	0.06770741194486618
446981	linear.weight	4	-0.1374727487564087
446981	linear.weight	5	0.1768544614315033
446981	linear.weight	6	-0.0267037320882082
446981	linear.weight	7	-0.06203007698059082
446981	linear.weight	8	0.14649003744125366
446981	linear.weight	9	-0.047801557928323746
446981	linear.bias	0	-0.8739440441131592
446981	linear.bias	1	1.951499104499817
446981	linear.bias	2	0.7777761220932007
446981	linear.bias	3	-2.6647260189056396
446981	linear.bias	4	-0.1623029112815857
446981	linear.bias	5	1.1848982572555542
446981	linear.bias	6	-0.16979865729808807
446981	linear.bias	7	0.6818007826805115
446981	linear.bias	8	2.202195644378662
446981	linear.bias	9	-1.5021765232086182
447590	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
447590	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
447590	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
447590	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
447590	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
447590	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
447590	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
447590	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
447590	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
447590	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
447590	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
447590	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
447590	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
447590	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
447590	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
447590	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
447590	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
447590	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
447590	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
447590	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
447590	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
447590	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
447590	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
447590	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
447590	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
447590	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
447590	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
447590	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
447590	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
447590	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
447590	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
447590	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
447590	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
447590	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
447590	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
447590	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
447590	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
447590	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
447590	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
447590	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
447590	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
447590	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
447590	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
447590	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
447590	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
447590	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
447590	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
447590	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
447590	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
447590	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
447590	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
447590	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
447590	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
447590	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
447590	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
447590	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
447590	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
447590	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
447590	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
447590	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
447590	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
447590	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
447590	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
447590	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
447590	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
447590	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
447590	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
447590	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
447590	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
447590	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
447590	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
447590	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
447590	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
447590	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
447590	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
447590	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
447590	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
447590	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
447590	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
447590	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
447590	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
447590	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
447590	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
447590	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
447590	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
447590	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
447590	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
447590	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
447590	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
447590	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
447590	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
447590	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
447590	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
447590	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
447590	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
447590	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
447590	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
447590	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
447590	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
447590	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
447590	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
447590	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
447590	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
447590	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
447590	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
447590	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
447590	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
447590	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
447590	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
447590	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
447590	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
447590	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
447590	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
447590	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
447590	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
447590	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
447590	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
447590	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
447590	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
447590	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
447590	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
447590	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
447590	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
447590	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
447590	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
447590	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
447590	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
447590	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
447590	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
447590	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
447590	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
447590	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
447590	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
447590	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
447590	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
447590	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
447590	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
447590	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
447590	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
447590	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
447590	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
447590	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
447590	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
447590	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
447590	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
447590	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
447590	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
447590	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
447590	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
447590	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
447590	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
447590	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
447590	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
447590	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
447590	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
447590	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
447590	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
447590	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
447590	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
447590	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
447590	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
447590	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
447590	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
447590	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
447590	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
447590	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
447590	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
447590	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
447590	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
447590	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
447590	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
447590	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
447590	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
447590	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
447590	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
447590	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
447590	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
447590	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
447590	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
447590	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
447590	embedding2nn.weight	0	0.3057374954223633
447590	embedding2nn.weight	1	0.39667758345603943
447590	embedding2nn.weight	2	0.02502284198999405
447590	embedding2nn.weight	3	-0.07869699597358704
447590	embedding2nn.weight	4	-0.05773767828941345
447590	embedding2nn.weight	5	0.08716956526041031
447590	embedding2nn.weight	6	0.020738955587148666
447590	embedding2nn.weight	7	0.017905784770846367
447590	embedding2nn.weight	8	0.039905186742544174
447590	embedding2nn.weight	9	-0.033064670860767365
447590	embedding2nn.bias	0	0.03380362316966057
447590	embedding2nn.bias	1	-0.19948674738407135
447590	embedding2nn.bias	2	0.11308462172746658
447590	embedding2nn.bias	3	0.1839839220046997
447590	embedding2nn.bias	4	0.10329670459032059
447590	embedding2nn.bias	5	-0.057855818420648575
447590	embedding2nn.bias	6	-0.06516270339488983
447590	embedding2nn.bias	7	0.03902890160679817
447590	embedding2nn.bias	8	-0.1306220144033432
447590	embedding2nn.bias	9	-0.408835768699646
447590	rnn.weight_ih_l0	0	0.010427471250295639
447590	rnn.weight_ih_l0	1	-0.06823387742042542
447590	rnn.weight_ih_l0	2	-0.03289303556084633
447590	rnn.weight_ih_l0	3	0.12980253994464874
447590	rnn.weight_ih_l0	4	0.013116685673594475
447590	rnn.weight_ih_l0	5	-0.08139541745185852
447590	rnn.weight_ih_l0	6	0.008950022980570793
447590	rnn.weight_ih_l0	7	-0.06072252616286278
447590	rnn.weight_ih_l0	8	0.03289710730314255
447590	rnn.weight_ih_l0	9	-0.061519067734479904
447590	rnn.weight_hh_l0	0	-0.007259525824338198
447590	rnn.weight_hh_l0	1	0.06943496316671371
447590	rnn.weight_hh_l0	2	0.018613046035170555
447590	rnn.weight_hh_l0	3	-0.006609978619962931
447590	rnn.weight_hh_l0	4	0.028408892452716827
447590	rnn.weight_hh_l0	5	0.04241509363055229
447590	rnn.weight_hh_l0	6	-0.056647446006536484
447590	rnn.weight_hh_l0	7	-0.09410849958658218
447590	rnn.weight_hh_l0	8	0.03835023567080498
447590	rnn.weight_hh_l0	9	-0.10535677522420883
447590	rnn.bias_ih_l0	0	0.1734631359577179
447590	rnn.bias_ih_l0	1	-0.2997097969055176
447590	rnn.bias_ih_l0	2	-0.034315239638090134
447590	rnn.bias_ih_l0	3	-0.1938151717185974
447590	rnn.bias_ih_l0	4	0.03460199385881424
447590	rnn.bias_ih_l0	5	-0.40589433908462524
447590	rnn.bias_ih_l0	6	-0.12623681128025055
447590	rnn.bias_ih_l0	7	-0.3271670639514923
447590	rnn.bias_ih_l0	8	-0.28789234161376953
447590	rnn.bias_ih_l0	9	-0.3999454081058502
447590	rnn.bias_hh_l0	0	-0.34181827306747437
447590	rnn.bias_hh_l0	1	-0.4011125862598419
447590	rnn.bias_hh_l0	2	-0.3242431879043579
447590	rnn.bias_hh_l0	3	-0.08566630631685257
447590	rnn.bias_hh_l0	4	-0.3642272353172302
447590	rnn.bias_hh_l0	5	-0.32599741220474243
447590	rnn.bias_hh_l0	6	-0.12265204638242722
447590	rnn.bias_hh_l0	7	0.08061245083808899
447590	rnn.bias_hh_l0	8	-0.22442881762981415
447590	rnn.bias_hh_l0	9	-0.5383884310722351
447590	rnn.weight_ih_l0_reverse	0	0.06646988540887833
447590	rnn.weight_ih_l0_reverse	1	-0.05693429708480835
447590	rnn.weight_ih_l0_reverse	2	-0.024387747049331665
447590	rnn.weight_ih_l0_reverse	3	-0.13191190361976624
447590	rnn.weight_ih_l0_reverse	4	0.09334838390350342
447590	rnn.weight_ih_l0_reverse	5	-0.14104540646076202
447590	rnn.weight_ih_l0_reverse	6	-0.012091800570487976
447590	rnn.weight_ih_l0_reverse	7	0.026634858921170235
447590	rnn.weight_ih_l0_reverse	8	-0.06424892693758011
447590	rnn.weight_ih_l0_reverse	9	-0.07037585973739624
447590	rnn.weight_hh_l0_reverse	0	-0.1258692443370819
447590	rnn.weight_hh_l0_reverse	1	0.025812678039073944
447590	rnn.weight_hh_l0_reverse	2	-0.026604747399687767
447590	rnn.weight_hh_l0_reverse	3	0.038119569420814514
447590	rnn.weight_hh_l0_reverse	4	-0.08094178140163422
447590	rnn.weight_hh_l0_reverse	5	0.03529373183846474
447590	rnn.weight_hh_l0_reverse	6	0.026047183200716972
447590	rnn.weight_hh_l0_reverse	7	-0.10321905463933945
447590	rnn.weight_hh_l0_reverse	8	-0.07414283603429794
447590	rnn.weight_hh_l0_reverse	9	0.06330983340740204
447590	rnn.bias_ih_l0_reverse	0	-0.1540471613407135
447590	rnn.bias_ih_l0_reverse	1	-0.0804535299539566
447590	rnn.bias_ih_l0_reverse	2	0.11406055092811584
447590	rnn.bias_ih_l0_reverse	3	-0.2887994647026062
447590	rnn.bias_ih_l0_reverse	4	-0.0402950718998909
447590	rnn.bias_ih_l0_reverse	5	-0.22568899393081665
447590	rnn.bias_ih_l0_reverse	6	0.20519918203353882
447590	rnn.bias_ih_l0_reverse	7	-0.2978689968585968
447590	rnn.bias_ih_l0_reverse	8	-0.16970783472061157
447590	rnn.bias_ih_l0_reverse	9	-0.2067127823829651
447590	rnn.bias_hh_l0_reverse	0	-0.12111332267522812
447590	rnn.bias_hh_l0_reverse	1	0.27286770939826965
447590	rnn.bias_hh_l0_reverse	2	-0.3173096776008606
447590	rnn.bias_hh_l0_reverse	3	-0.20625774562358856
447590	rnn.bias_hh_l0_reverse	4	-0.3819446861743927
447590	rnn.bias_hh_l0_reverse	5	-0.1924208551645279
447590	rnn.bias_hh_l0_reverse	6	-0.2601882219314575
447590	rnn.bias_hh_l0_reverse	7	-0.09468048065900803
447590	rnn.bias_hh_l0_reverse	8	-0.29095348715782166
447590	rnn.bias_hh_l0_reverse	9	0.191255584359169
447590	linear.weight	0	0.20586156845092773
447590	linear.weight	1	-0.41562706232070923
447590	linear.weight	2	0.010853374376893044
447590	linear.weight	3	0.06771159172058105
447590	linear.weight	4	-0.15245762467384338
447590	linear.weight	5	0.17307573556900024
447590	linear.weight	6	-0.04037151858210564
447590	linear.weight	7	-0.06202325597405434
447590	linear.weight	8	0.13914431631565094
447590	linear.weight	9	-0.047810882329940796
447590	linear.bias	0	-0.8657278418540955
447590	linear.bias	1	1.908663034439087
447590	linear.bias	2	0.7857200503349304
447590	linear.bias	3	-2.665076971054077
447590	linear.bias	4	-0.196111261844635
447590	linear.bias	5	1.1932176351547241
447590	linear.bias	6	-0.16088590025901794
447590	linear.bias	7	0.7095432877540588
447590	linear.bias	8	2.2063193321228027
447590	linear.bias	9	-1.5048351287841797
448199	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
448199	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
448199	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
448199	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
448199	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
448199	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
448199	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
448199	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
448199	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
448199	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
448199	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
448199	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
448199	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
448199	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
448199	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
448199	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
448199	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
448199	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
448199	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
448199	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
448199	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
448199	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
448199	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
448199	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
448199	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
448199	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
448199	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
448199	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
448199	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
448199	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
448199	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
448199	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
448199	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
448199	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
448199	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
448199	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
448199	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
448199	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
448199	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
448199	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
448199	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
448199	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
448199	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
448199	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
448199	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
448199	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
448199	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
448199	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
448199	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
448199	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
448199	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
448199	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
448199	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
448199	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
448199	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
448199	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
448199	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
448199	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
448199	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
448199	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
448199	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
448199	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
448199	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
448199	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
448199	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
448199	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
448199	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
448199	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
448199	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
448199	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
448199	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
448199	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
448199	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
448199	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
448199	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
448199	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
448199	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
448199	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
448199	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
448199	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
448199	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
448199	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
448199	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
448199	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
448199	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
448199	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
448199	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
448199	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
448199	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
448199	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
448199	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
448199	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
448199	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
448199	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
448199	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
448199	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
448199	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
448199	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
448199	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
448199	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
448199	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
448199	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
448199	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
448199	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
448199	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
448199	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
448199	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
448199	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
448199	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
448199	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
448199	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
448199	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
448199	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
448199	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
448199	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
448199	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
448199	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
448199	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
448199	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
448199	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
448199	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
448199	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
448199	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
448199	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
448199	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
448199	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
448199	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
448199	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
448199	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
448199	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
448199	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
448199	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
448199	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
448199	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
448199	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
448199	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
448199	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
448199	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
448199	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
448199	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
448199	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
448199	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
448199	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
448199	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
448199	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
448199	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
448199	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
448199	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
448199	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
448199	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
448199	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
448199	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
448199	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
448199	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
448199	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
448199	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
448199	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
448199	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
448199	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
448199	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
448199	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
448199	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
448199	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
448199	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
448199	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
448199	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
448199	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
448199	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
448199	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
448199	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
448199	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
448199	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
448199	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
448199	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
448199	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
448199	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
448199	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
448199	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
448199	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
448199	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
448199	embedding2nn.weight	0	0.304180771112442
448199	embedding2nn.weight	1	0.3998524248600006
448199	embedding2nn.weight	2	0.031191186979413033
448199	embedding2nn.weight	3	-0.0458284392952919
448199	embedding2nn.weight	4	-0.06319569051265717
448199	embedding2nn.weight	5	0.09057129174470901
448199	embedding2nn.weight	6	0.017267968505620956
448199	embedding2nn.weight	7	0.0195157527923584
448199	embedding2nn.weight	8	0.040998950600624084
448199	embedding2nn.weight	9	-0.031116459518671036
448199	embedding2nn.bias	0	0.024783210828900337
448199	embedding2nn.bias	1	-0.20449936389923096
448199	embedding2nn.bias	2	0.1341073215007782
448199	embedding2nn.bias	3	0.18533863127231598
448199	embedding2nn.bias	4	0.1320422738790512
448199	embedding2nn.bias	5	-0.040288060903549194
448199	embedding2nn.bias	6	-0.06186351925134659
448199	embedding2nn.bias	7	0.030719708651304245
448199	embedding2nn.bias	8	-0.1239682212471962
448199	embedding2nn.bias	9	-0.40223363041877747
448199	rnn.weight_ih_l0	0	0.012552567757666111
448199	rnn.weight_ih_l0	1	-0.07100231200456619
448199	rnn.weight_ih_l0	2	-0.03251742944121361
448199	rnn.weight_ih_l0	3	0.1306077539920807
448199	rnn.weight_ih_l0	4	0.018619095906615257
448199	rnn.weight_ih_l0	5	-0.07618111371994019
448199	rnn.weight_ih_l0	6	0.004352591000497341
448199	rnn.weight_ih_l0	7	-0.06002364307641983
448199	rnn.weight_ih_l0	8	0.0317465178668499
448199	rnn.weight_ih_l0	9	-0.060592953115701675
448199	rnn.weight_hh_l0	0	-0.007370338775217533
448199	rnn.weight_hh_l0	1	0.06977910548448563
448199	rnn.weight_hh_l0	2	0.02080947533249855
448199	rnn.weight_hh_l0	3	-0.0063227997161448
448199	rnn.weight_hh_l0	4	0.02971593104302883
448199	rnn.weight_hh_l0	5	0.0431998111307621
448199	rnn.weight_hh_l0	6	-0.057456012815237045
448199	rnn.weight_hh_l0	7	-0.09162335097789764
448199	rnn.weight_hh_l0	8	0.03833707794547081
448199	rnn.weight_hh_l0	9	-0.1041196659207344
448199	rnn.bias_ih_l0	0	0.1775307059288025
448199	rnn.bias_ih_l0	1	-0.2982887327671051
448199	rnn.bias_ih_l0	2	-0.032739777117967606
448199	rnn.bias_ih_l0	3	-0.19772261381149292
448199	rnn.bias_ih_l0	4	0.03229981288313866
448199	rnn.bias_ih_l0	5	-0.41217097640037537
448199	rnn.bias_ih_l0	6	-0.11807870864868164
448199	rnn.bias_ih_l0	7	-0.3290935158729553
448199	rnn.bias_ih_l0	8	-0.2826032340526581
448199	rnn.bias_ih_l0	9	-0.41574448347091675
448199	rnn.bias_hh_l0	0	-0.3439251482486725
448199	rnn.bias_hh_l0	1	-0.3980732560157776
448199	rnn.bias_hh_l0	2	-0.3277551829814911
448199	rnn.bias_hh_l0	3	-0.08808667957782745
448199	rnn.bias_hh_l0	4	-0.3648098111152649
448199	rnn.bias_hh_l0	5	-0.32466578483581543
448199	rnn.bias_hh_l0	6	-0.1223718672990799
448199	rnn.bias_hh_l0	7	0.0791216492652893
448199	rnn.bias_hh_l0	8	-0.22569622099399567
448199	rnn.bias_hh_l0	9	-0.5409391522407532
448199	rnn.weight_ih_l0_reverse	0	0.06501423567533493
448199	rnn.weight_ih_l0_reverse	1	-0.05715722218155861
448199	rnn.weight_ih_l0_reverse	2	-0.024930374696850777
448199	rnn.weight_ih_l0_reverse	3	-0.12789183855056763
448199	rnn.weight_ih_l0_reverse	4	0.09131946414709091
448199	rnn.weight_ih_l0_reverse	5	-0.13582079112529755
448199	rnn.weight_ih_l0_reverse	6	-0.018488936126232147
448199	rnn.weight_ih_l0_reverse	7	0.02308039739727974
448199	rnn.weight_ih_l0_reverse	8	-0.06024306267499924
448199	rnn.weight_ih_l0_reverse	9	-0.07321272045373917
448199	rnn.weight_hh_l0_reverse	0	-0.128732830286026
448199	rnn.weight_hh_l0_reverse	1	0.026918038725852966
448199	rnn.weight_hh_l0_reverse	2	-0.026717793196439743
448199	rnn.weight_hh_l0_reverse	3	0.0384172685444355
448199	rnn.weight_hh_l0_reverse	4	-0.08132227510213852
448199	rnn.weight_hh_l0_reverse	5	0.03558112308382988
448199	rnn.weight_hh_l0_reverse	6	0.026021650061011314
448199	rnn.weight_hh_l0_reverse	7	-0.09813495725393295
448199	rnn.weight_hh_l0_reverse	8	-0.07646898925304413
448199	rnn.weight_hh_l0_reverse	9	0.0660533681511879
448199	rnn.bias_ih_l0_reverse	0	-0.15363934636116028
448199	rnn.bias_ih_l0_reverse	1	-0.07967807352542877
448199	rnn.bias_ih_l0_reverse	2	0.10731932520866394
448199	rnn.bias_ih_l0_reverse	3	-0.2909148335456848
448199	rnn.bias_ih_l0_reverse	4	-0.026337742805480957
448199	rnn.bias_ih_l0_reverse	5	-0.2230275273323059
448199	rnn.bias_ih_l0_reverse	6	0.2140045464038849
448199	rnn.bias_ih_l0_reverse	7	-0.30846747756004333
448199	rnn.bias_ih_l0_reverse	8	-0.16610662639141083
448199	rnn.bias_ih_l0_reverse	9	-0.20344290137290955
448199	rnn.bias_hh_l0_reverse	0	-0.121128149330616
448199	rnn.bias_hh_l0_reverse	1	0.2655435800552368
448199	rnn.bias_hh_l0_reverse	2	-0.31967899203300476
448199	rnn.bias_hh_l0_reverse	3	-0.20140841603279114
448199	rnn.bias_hh_l0_reverse	4	-0.37864431738853455
448199	rnn.bias_hh_l0_reverse	5	-0.19060462713241577
448199	rnn.bias_hh_l0_reverse	6	-0.25717708468437195
448199	rnn.bias_hh_l0_reverse	7	-0.09260927885770798
448199	rnn.bias_hh_l0_reverse	8	-0.2881057858467102
448199	rnn.bias_hh_l0_reverse	9	0.18823358416557312
448199	linear.weight	0	0.1896367073059082
448199	linear.weight	1	-0.41631579399108887
448199	linear.weight	2	0.07532878965139389
448199	linear.weight	3	0.06771249324083328
448199	linear.weight	4	-0.17224237322807312
448199	linear.weight	5	0.20038001239299774
448199	linear.weight	6	-0.05060291290283203
448199	linear.weight	7	-0.0620126947760582
448199	linear.weight	8	0.16190902888774872
448199	linear.weight	9	-0.04782317206263542
448199	linear.bias	0	-0.8498727679252625
448199	linear.bias	1	1.8701308965682983
448199	linear.bias	2	0.83750981092453
448199	linear.bias	3	-2.665452718734741
448199	linear.bias	4	-0.1975104659795761
448199	linear.bias	5	1.2012420892715454
448199	linear.bias	6	-0.15537741780281067
448199	linear.bias	7	0.6826647520065308
448199	linear.bias	8	2.248384714126587
448199	linear.bias	9	-1.4739404916763306
448808	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
448808	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
448808	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
448808	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
448808	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
448808	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
448808	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
448808	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
448808	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
448808	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
448808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
448808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
448808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
448808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
448808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
448808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
448808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
448808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
448808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
448808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
448808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
448808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
448808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
448808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
448808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
448808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
448808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
448808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
448808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
448808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
448808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
448808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
448808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
448808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
448808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
448808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
448808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
448808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
448808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
448808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
448808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
448808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
448808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
448808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
448808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
448808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
448808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
448808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
448808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
448808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
448808	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
448808	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
448808	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
448808	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
448808	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
448808	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
448808	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
448808	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
448808	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
448808	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
448808	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
448808	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
448808	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
448808	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
448808	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
448808	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
448808	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
448808	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
448808	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
448808	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
448808	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
448808	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
448808	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
448808	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
448808	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
448808	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
448808	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
448808	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
448808	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
448808	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
448808	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
448808	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
448808	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
448808	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
448808	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
448808	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
448808	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
448808	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
448808	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
448808	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
448808	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
448808	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
448808	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
448808	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
448808	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
448808	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
448808	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
448808	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
448808	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
448808	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
448808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
448808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
448808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
448808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
448808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
448808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
448808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
448808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
448808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
448808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
448808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
448808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
448808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
448808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
448808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
448808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
448808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
448808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
448808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
448808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
448808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
448808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
448808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
448808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
448808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
448808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
448808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
448808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
448808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
448808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
448808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
448808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
448808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
448808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
448808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
448808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
448808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
448808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
448808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
448808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
448808	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
448808	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
448808	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
448808	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
448808	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
448808	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
448808	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
448808	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
448808	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
448808	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
448808	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
448808	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
448808	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
448808	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
448808	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
448808	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
448808	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
448808	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
448808	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
448808	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
448808	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
448808	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
448808	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
448808	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
448808	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
448808	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
448808	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
448808	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
448808	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
448808	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
448808	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
448808	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
448808	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
448808	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
448808	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
448808	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
448808	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
448808	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
448808	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
448808	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
448808	embedding2nn.weight	0	0.3065631687641144
448808	embedding2nn.weight	1	0.3983224332332611
448808	embedding2nn.weight	2	0.03180435672402382
448808	embedding2nn.weight	3	-0.0398828461766243
448808	embedding2nn.weight	4	-0.06238586828112602
448808	embedding2nn.weight	5	0.09136074781417847
448808	embedding2nn.weight	6	0.044900503009557724
448808	embedding2nn.weight	7	0.01571311429142952
448808	embedding2nn.weight	8	0.04394540935754776
448808	embedding2nn.weight	9	-0.026150673627853394
448808	embedding2nn.bias	0	0.030040353536605835
448808	embedding2nn.bias	1	-0.196658194065094
448808	embedding2nn.bias	2	0.11851965636014938
448808	embedding2nn.bias	3	0.170932337641716
448808	embedding2nn.bias	4	0.1228715181350708
448808	embedding2nn.bias	5	-0.029531409963965416
448808	embedding2nn.bias	6	-0.05117044970393181
448808	embedding2nn.bias	7	0.05618248134851456
448808	embedding2nn.bias	8	-0.11084731668233871
448808	embedding2nn.bias	9	-0.39510130882263184
448808	rnn.weight_ih_l0	0	0.013144210912287235
448808	rnn.weight_ih_l0	1	-0.07234251499176025
448808	rnn.weight_ih_l0	2	-0.042616672813892365
448808	rnn.weight_ih_l0	3	0.12606073915958405
448808	rnn.weight_ih_l0	4	0.02353324554860592
448808	rnn.weight_ih_l0	5	-0.06699611246585846
448808	rnn.weight_ih_l0	6	0.009913818910717964
448808	rnn.weight_ih_l0	7	-0.05475039780139923
448808	rnn.weight_ih_l0	8	0.026860857382416725
448808	rnn.weight_ih_l0	9	-0.06837629526853561
448808	rnn.weight_hh_l0	0	-0.007761755958199501
448808	rnn.weight_hh_l0	1	0.06876197457313538
448808	rnn.weight_hh_l0	2	0.02142341248691082
448808	rnn.weight_hh_l0	3	-0.007332869339734316
448808	rnn.weight_hh_l0	4	0.029573878273367882
448808	rnn.weight_hh_l0	5	0.04196390137076378
448808	rnn.weight_hh_l0	6	-0.05717150494456291
448808	rnn.weight_hh_l0	7	-0.0892009437084198
448808	rnn.weight_hh_l0	8	0.03840121626853943
448808	rnn.weight_hh_l0	9	-0.1030348688364029
448808	rnn.bias_ih_l0	0	0.1813686341047287
448808	rnn.bias_ih_l0	1	-0.3030551075935364
448808	rnn.bias_ih_l0	2	-0.029625238850712776
448808	rnn.bias_ih_l0	3	-0.1922788769006729
448808	rnn.bias_ih_l0	4	0.028114404529333115
448808	rnn.bias_ih_l0	5	-0.40465664863586426
448808	rnn.bias_ih_l0	6	-0.1257503777742386
448808	rnn.bias_ih_l0	7	-0.3258882761001587
448808	rnn.bias_ih_l0	8	-0.2731039822101593
448808	rnn.bias_ih_l0	9	-0.4324831962585449
448808	rnn.bias_hh_l0	0	-0.33857452869415283
448808	rnn.bias_hh_l0	1	-0.3956161141395569
448808	rnn.bias_hh_l0	2	-0.3309267461299896
448808	rnn.bias_hh_l0	3	-0.09413152933120728
448808	rnn.bias_hh_l0	4	-0.3596746027469635
448808	rnn.bias_hh_l0	5	-0.3227044343948364
448808	rnn.bias_hh_l0	6	-0.11988890916109085
448808	rnn.bias_hh_l0	7	0.08039867132902145
448808	rnn.bias_hh_l0	8	-0.22375398874282837
448808	rnn.bias_hh_l0	9	-0.5476862788200378
448808	rnn.weight_ih_l0_reverse	0	0.0729665607213974
448808	rnn.weight_ih_l0_reverse	1	-0.05860293284058571
448808	rnn.weight_ih_l0_reverse	2	-0.024072887375950813
448808	rnn.weight_ih_l0_reverse	3	-0.12991675734519958
448808	rnn.weight_ih_l0_reverse	4	0.09005163609981537
448808	rnn.weight_ih_l0_reverse	5	-0.1443038284778595
448808	rnn.weight_ih_l0_reverse	6	-0.015178104862570763
448808	rnn.weight_ih_l0_reverse	7	0.025174105539917946
448808	rnn.weight_ih_l0_reverse	8	-0.061390701681375504
448808	rnn.weight_ih_l0_reverse	9	-0.07231265306472778
448808	rnn.weight_hh_l0_reverse	0	-0.12852129340171814
448808	rnn.weight_hh_l0_reverse	1	0.027249641716480255
448808	rnn.weight_hh_l0_reverse	2	-0.026680247858166695
448808	rnn.weight_hh_l0_reverse	3	0.037563059478998184
448808	rnn.weight_hh_l0_reverse	4	-0.08184576779603958
448808	rnn.weight_hh_l0_reverse	5	0.03552384302020073
448808	rnn.weight_hh_l0_reverse	6	0.025945331901311874
448808	rnn.weight_hh_l0_reverse	7	-0.09575754404067993
448808	rnn.weight_hh_l0_reverse	8	-0.07934694737195969
448808	rnn.weight_hh_l0_reverse	9	0.06405965238809586
448808	rnn.bias_ih_l0_reverse	0	-0.14362601935863495
448808	rnn.bias_ih_l0_reverse	1	-0.08016248792409897
448808	rnn.bias_ih_l0_reverse	2	0.11176139861345291
448808	rnn.bias_ih_l0_reverse	3	-0.28450363874435425
448808	rnn.bias_ih_l0_reverse	4	-0.024625953286886215
448808	rnn.bias_ih_l0_reverse	5	-0.21776144206523895
448808	rnn.bias_ih_l0_reverse	6	0.20830123126506805
448808	rnn.bias_ih_l0_reverse	7	-0.30025532841682434
448808	rnn.bias_ih_l0_reverse	8	-0.17317213118076324
448808	rnn.bias_ih_l0_reverse	9	-0.19330288469791412
448808	rnn.bias_hh_l0_reverse	0	-0.1115945503115654
448808	rnn.bias_hh_l0_reverse	1	0.2637695372104645
448808	rnn.bias_hh_l0_reverse	2	-0.3203381597995758
448808	rnn.bias_hh_l0_reverse	3	-0.20363011956214905
448808	rnn.bias_hh_l0_reverse	4	-0.37083226442337036
448808	rnn.bias_hh_l0_reverse	5	-0.18998365104198456
448808	rnn.bias_hh_l0_reverse	6	-0.25912562012672424
448808	rnn.bias_hh_l0_reverse	7	-0.10173976421356201
448808	rnn.bias_hh_l0_reverse	8	-0.27706700563430786
448808	rnn.bias_hh_l0_reverse	9	0.19008708000183105
448808	linear.weight	0	0.1905069202184677
448808	linear.weight	1	-0.3922889530658722
448808	linear.weight	2	0.08675859868526459
448808	linear.weight	3	0.06771442294120789
448808	linear.weight	4	-0.16271595656871796
448808	linear.weight	5	0.2159634679555893
448808	linear.weight	6	-0.0030093220993876457
448808	linear.weight	7	-0.062005866318941116
448808	linear.weight	8	0.17217570543289185
448808	linear.weight	9	-0.04784012585878372
448808	linear.bias	0	-0.8828452229499817
448808	linear.bias	1	1.905288815498352
448808	linear.bias	2	0.8336116075515747
448808	linear.bias	3	-2.6658239364624023
448808	linear.bias	4	-0.1850564181804657
448808	linear.bias	5	1.26239013671875
448808	linear.bias	6	-0.1586216539144516
448808	linear.bias	7	0.6810082197189331
448808	linear.bias	8	2.2143778800964355
448808	linear.bias	9	-1.482357382774353
449417	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
449417	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
449417	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
449417	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
449417	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
449417	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
449417	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
449417	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
449417	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
449417	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
449417	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
449417	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
449417	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
449417	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
449417	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
449417	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
449417	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
449417	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
449417	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
449417	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
449417	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
449417	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
449417	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
449417	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
449417	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
449417	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
449417	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
449417	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
449417	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
449417	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
449417	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
449417	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
449417	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
449417	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
449417	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
449417	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
449417	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
449417	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
449417	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
449417	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
449417	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
449417	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
449417	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
449417	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
449417	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
449417	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
449417	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
449417	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
449417	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
449417	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
449417	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
449417	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
449417	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
449417	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
449417	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
449417	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
449417	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
449417	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
449417	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
449417	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
449417	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
449417	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
449417	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
449417	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
449417	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
449417	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
449417	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
449417	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
449417	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
449417	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
449417	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
449417	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
449417	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
449417	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
449417	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
449417	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
449417	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
449417	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
449417	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
449417	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
449417	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
449417	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
449417	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
449417	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
449417	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
449417	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
449417	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
449417	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
449417	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
449417	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
449417	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
449417	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
449417	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
449417	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
449417	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
449417	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
449417	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
449417	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
449417	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
449417	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
449417	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
449417	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
449417	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
449417	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
449417	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
449417	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
449417	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
449417	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
449417	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
449417	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
449417	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
449417	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
449417	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
449417	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
449417	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
449417	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
449417	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
449417	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
449417	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
449417	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
449417	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
449417	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
449417	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
449417	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
449417	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
449417	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
449417	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
449417	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
449417	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
449417	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
449417	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
449417	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
449417	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
449417	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
449417	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
449417	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
449417	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
449417	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
449417	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
449417	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
449417	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
449417	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
449417	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
449417	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
449417	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
449417	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
449417	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
449417	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
449417	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
449417	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
449417	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
449417	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
449417	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
449417	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
449417	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
449417	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
449417	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
449417	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
449417	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
449417	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
449417	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
449417	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
449417	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
449417	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
449417	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
449417	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
449417	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
449417	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
449417	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
449417	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
449417	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
449417	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
449417	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
449417	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
449417	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
449417	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
449417	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
449417	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
449417	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
449417	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
449417	embedding2nn.weight	0	0.30960506200790405
449417	embedding2nn.weight	1	0.4008227586746216
449417	embedding2nn.weight	2	0.031357210129499435
449417	embedding2nn.weight	3	-0.02757462114095688
449417	embedding2nn.weight	4	-0.06469612568616867
449417	embedding2nn.weight	5	0.0901385173201561
449417	embedding2nn.weight	6	0.05615679919719696
449417	embedding2nn.weight	7	0.015846244990825653
449417	embedding2nn.weight	8	0.046115074306726456
449417	embedding2nn.weight	9	-0.018364641815423965
449417	embedding2nn.bias	0	0.028958717361092567
449417	embedding2nn.bias	1	-0.20204947888851166
449417	embedding2nn.bias	2	0.1269196718931198
449417	embedding2nn.bias	3	0.16848522424697876
449417	embedding2nn.bias	4	0.1301240473985672
449417	embedding2nn.bias	5	-0.03581937775015831
449417	embedding2nn.bias	6	-0.04597649350762367
449417	embedding2nn.bias	7	0.05236253887414932
449417	embedding2nn.bias	8	-0.12212571501731873
449417	embedding2nn.bias	9	-0.4087730050086975
449417	rnn.weight_ih_l0	0	0.010764813050627708
449417	rnn.weight_ih_l0	1	-0.070281982421875
449417	rnn.weight_ih_l0	2	-0.039832957088947296
449417	rnn.weight_ih_l0	3	0.12971307337284088
449417	rnn.weight_ih_l0	4	0.02229689061641693
449417	rnn.weight_ih_l0	5	-0.05979891121387482
449417	rnn.weight_ih_l0	6	0.01125677302479744
449417	rnn.weight_ih_l0	7	-0.053061749786138535
449417	rnn.weight_ih_l0	8	0.03745898976922035
449417	rnn.weight_ih_l0	9	-0.07813780009746552
449417	rnn.weight_hh_l0	0	-0.008559086360037327
449417	rnn.weight_hh_l0	1	0.06948500126600266
449417	rnn.weight_hh_l0	2	0.020914919674396515
449417	rnn.weight_hh_l0	3	-0.007226805668324232
449417	rnn.weight_hh_l0	4	0.030631860718131065
449417	rnn.weight_hh_l0	5	0.04192959889769554
449417	rnn.weight_hh_l0	6	-0.05787932500243187
449417	rnn.weight_hh_l0	7	-0.08834203332662582
449417	rnn.weight_hh_l0	8	0.03837290778756142
449417	rnn.weight_hh_l0	9	-0.10254445672035217
449417	rnn.bias_ih_l0	0	0.17346756160259247
449417	rnn.bias_ih_l0	1	-0.2957233786582947
449417	rnn.bias_ih_l0	2	-0.02572835050523281
449417	rnn.bias_ih_l0	3	-0.19326823949813843
449417	rnn.bias_ih_l0	4	0.024690810590982437
449417	rnn.bias_ih_l0	5	-0.4059663712978363
449417	rnn.bias_ih_l0	6	-0.11177808791399002
449417	rnn.bias_ih_l0	7	-0.3262835443019867
449417	rnn.bias_ih_l0	8	-0.279667466878891
449417	rnn.bias_ih_l0	9	-0.41898131370544434
449417	rnn.bias_hh_l0	0	-0.3361762762069702
449417	rnn.bias_hh_l0	1	-0.3888801634311676
449417	rnn.bias_hh_l0	2	-0.3312833309173584
449417	rnn.bias_hh_l0	3	-0.0899243950843811
449417	rnn.bias_hh_l0	4	-0.3617919385433197
449417	rnn.bias_hh_l0	5	-0.3219051659107208
449417	rnn.bias_hh_l0	6	-0.11812825500965118
449417	rnn.bias_hh_l0	7	0.08257205784320831
449417	rnn.bias_hh_l0	8	-0.2270614504814148
449417	rnn.bias_hh_l0	9	-0.5458042621612549
449417	rnn.weight_ih_l0_reverse	0	0.07032249867916107
449417	rnn.weight_ih_l0_reverse	1	-0.0573999285697937
449417	rnn.weight_ih_l0_reverse	2	-0.027656951919198036
449417	rnn.weight_ih_l0_reverse	3	-0.13689270615577698
449417	rnn.weight_ih_l0_reverse	4	0.09053901582956314
449417	rnn.weight_ih_l0_reverse	5	-0.15220005810260773
449417	rnn.weight_ih_l0_reverse	6	-0.013561665080487728
449417	rnn.weight_ih_l0_reverse	7	0.025299036875367165
449417	rnn.weight_ih_l0_reverse	8	-0.0619092658162117
449417	rnn.weight_ih_l0_reverse	9	-0.07536827772855759
449417	rnn.weight_hh_l0_reverse	0	-0.1317310631275177
449417	rnn.weight_hh_l0_reverse	1	0.02758963592350483
449417	rnn.weight_hh_l0_reverse	2	-0.026709867641329765
449417	rnn.weight_hh_l0_reverse	3	0.036320723593235016
449417	rnn.weight_hh_l0_reverse	4	-0.08184027671813965
449417	rnn.weight_hh_l0_reverse	5	0.03543828800320625
449417	rnn.weight_hh_l0_reverse	6	0.025975847616791725
449417	rnn.weight_hh_l0_reverse	7	-0.09430361539125443
449417	rnn.weight_hh_l0_reverse	8	-0.07893615961074829
449417	rnn.weight_hh_l0_reverse	9	0.062324151396751404
449417	rnn.bias_ih_l0_reverse	0	-0.1470807045698166
449417	rnn.bias_ih_l0_reverse	1	-0.07119002193212509
449417	rnn.bias_ih_l0_reverse	2	0.107603520154953
449417	rnn.bias_ih_l0_reverse	3	-0.28881147503852844
449417	rnn.bias_ih_l0_reverse	4	-0.025324499234557152
449417	rnn.bias_ih_l0_reverse	5	-0.21738673746585846
449417	rnn.bias_ih_l0_reverse	6	0.20498605072498322
449417	rnn.bias_ih_l0_reverse	7	-0.2922093868255615
449417	rnn.bias_ih_l0_reverse	8	-0.172075554728508
449417	rnn.bias_ih_l0_reverse	9	-0.18863838911056519
449417	rnn.bias_hh_l0_reverse	0	-0.11310188472270966
449417	rnn.bias_hh_l0_reverse	1	0.25479668378829956
449417	rnn.bias_hh_l0_reverse	2	-0.3143575191497803
449417	rnn.bias_hh_l0_reverse	3	-0.19723738729953766
449417	rnn.bias_hh_l0_reverse	4	-0.3806660771369934
449417	rnn.bias_hh_l0_reverse	5	-0.19016773998737335
449417	rnn.bias_hh_l0_reverse	6	-0.24634379148483276
449417	rnn.bias_hh_l0_reverse	7	-0.10161077231168747
449417	rnn.bias_hh_l0_reverse	8	-0.2900237739086151
449417	rnn.bias_hh_l0_reverse	9	0.1937650889158249
449417	linear.weight	0	0.18630675971508026
449417	linear.weight	1	-0.36975011229515076
449417	linear.weight	2	0.030966371297836304
449417	linear.weight	3	0.06771443039178848
449417	linear.weight	4	-0.16104549169540405
449417	linear.weight	5	0.20783908665180206
449417	linear.weight	6	-0.026100201532244682
449417	linear.weight	7	-0.061992622911930084
449417	linear.weight	8	0.182827427983284
449417	linear.weight	9	-0.04785098880529404
449417	linear.bias	0	-0.8587976098060608
449417	linear.bias	1	1.895702600479126
449417	linear.bias	2	0.8214365243911743
449417	linear.bias	3	-2.6662485599517822
449417	linear.bias	4	-0.15769369900226593
449417	linear.bias	5	1.164659023284912
449417	linear.bias	6	-0.1872323751449585
449417	linear.bias	7	0.6830921173095703
449417	linear.bias	8	2.203042507171631
449417	linear.bias	9	-1.4960383176803589
450026	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
450026	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
450026	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
450026	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
450026	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
450026	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
450026	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
450026	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
450026	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
450026	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
450026	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
450026	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
450026	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
450026	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
450026	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
450026	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
450026	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
450026	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
450026	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
450026	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
450026	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
450026	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
450026	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
450026	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
450026	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
450026	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
450026	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
450026	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
450026	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
450026	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
450026	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
450026	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
450026	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
450026	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
450026	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
450026	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
450026	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
450026	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
450026	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
450026	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
450026	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
450026	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
450026	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
450026	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
450026	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
450026	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
450026	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
450026	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
450026	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
450026	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
450026	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
450026	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
450026	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
450026	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
450026	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
450026	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
450026	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
450026	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
450026	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
450026	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
450026	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
450026	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
450026	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
450026	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
450026	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
450026	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
450026	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
450026	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
450026	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
450026	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
450026	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
450026	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
450026	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
450026	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
450026	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
450026	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
450026	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
450026	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
450026	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
450026	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
450026	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
450026	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
450026	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
450026	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
450026	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
450026	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
450026	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
450026	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
450026	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
450026	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
450026	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
450026	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
450026	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
450026	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
450026	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
450026	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
450026	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
450026	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
450026	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
450026	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
450026	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
450026	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
450026	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
450026	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
450026	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
450026	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
450026	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
450026	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
450026	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
450026	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
450026	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
450026	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
450026	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
450026	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
450026	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
450026	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
450026	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
450026	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
450026	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
450026	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
450026	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
450026	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
450026	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
450026	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
450026	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
450026	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
450026	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
450026	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
450026	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
450026	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
450026	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
450026	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
450026	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
450026	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
450026	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
450026	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
450026	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
450026	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
450026	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
450026	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
450026	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
450026	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
450026	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
450026	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
450026	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
450026	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
450026	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
450026	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
450026	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
450026	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
450026	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
450026	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
450026	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
450026	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
450026	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
450026	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
450026	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
450026	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
450026	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
450026	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
450026	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
450026	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
450026	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
450026	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
450026	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
450026	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
450026	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
450026	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
450026	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
450026	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
450026	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
450026	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
450026	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
450026	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
450026	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
450026	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
450026	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
450026	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
450026	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
450026	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
450026	embedding2nn.weight	0	0.31025075912475586
450026	embedding2nn.weight	1	0.399544894695282
450026	embedding2nn.weight	2	0.02848389931023121
450026	embedding2nn.weight	3	-0.0368025079369545
450026	embedding2nn.weight	4	-0.06441270560026169
450026	embedding2nn.weight	5	0.09017489850521088
450026	embedding2nn.weight	6	0.04285608232021332
450026	embedding2nn.weight	7	0.019114328548312187
450026	embedding2nn.weight	8	0.04355887696146965
450026	embedding2nn.weight	9	-0.02288517728447914
450026	embedding2nn.bias	0	0.019763564690947533
450026	embedding2nn.bias	1	-0.21758954226970673
450026	embedding2nn.bias	2	0.16352173686027527
450026	embedding2nn.bias	3	0.17169250547885895
450026	embedding2nn.bias	4	0.11759612709283829
450026	embedding2nn.bias	5	-0.03620854392647743
450026	embedding2nn.bias	6	-0.03789108991622925
450026	embedding2nn.bias	7	0.029200362041592598
450026	embedding2nn.bias	8	-0.12248130887746811
450026	embedding2nn.bias	9	-0.40101030468940735
450026	rnn.weight_ih_l0	0	0.012788056395947933
450026	rnn.weight_ih_l0	1	-0.07149456441402435
450026	rnn.weight_ih_l0	2	-0.03972000256180763
450026	rnn.weight_ih_l0	3	0.13146786391735077
450026	rnn.weight_ih_l0	4	0.02049390971660614
450026	rnn.weight_ih_l0	5	-0.06398861855268478
450026	rnn.weight_ih_l0	6	0.013620760291814804
450026	rnn.weight_ih_l0	7	-0.049345504492521286
450026	rnn.weight_ih_l0	8	0.0392199344933033
450026	rnn.weight_ih_l0	9	-0.07821981608867645
450026	rnn.weight_hh_l0	0	-0.009453938342630863
450026	rnn.weight_hh_l0	1	0.06943651288747787
450026	rnn.weight_hh_l0	2	0.020131561905145645
450026	rnn.weight_hh_l0	3	-0.007338303606957197
450026	rnn.weight_hh_l0	4	0.031115878373384476
450026	rnn.weight_hh_l0	5	0.04174116998910904
450026	rnn.weight_hh_l0	6	-0.057476453483104706
450026	rnn.weight_hh_l0	7	-0.09091059118509293
450026	rnn.weight_hh_l0	8	0.03835214301943779
450026	rnn.weight_hh_l0	9	-0.10192954540252686
450026	rnn.bias_ih_l0	0	0.1737130582332611
450026	rnn.bias_ih_l0	1	-0.2953241765499115
450026	rnn.bias_ih_l0	2	-0.029548542574048042
450026	rnn.bias_ih_l0	3	-0.20557253062725067
450026	rnn.bias_ih_l0	4	0.01815311796963215
450026	rnn.bias_ih_l0	5	-0.4052899181842804
450026	rnn.bias_ih_l0	6	-0.13330474495887756
450026	rnn.bias_ih_l0	7	-0.32719433307647705
450026	rnn.bias_ih_l0	8	-0.2839083969593048
450026	rnn.bias_ih_l0	9	-0.4265266954898834
450026	rnn.bias_hh_l0	0	-0.3300335109233856
450026	rnn.bias_hh_l0	1	-0.38794153928756714
450026	rnn.bias_hh_l0	2	-0.33326801657676697
450026	rnn.bias_hh_l0	3	-0.0806451365351677
450026	rnn.bias_hh_l0	4	-0.3642786145210266
450026	rnn.bias_hh_l0	5	-0.3218623697757721
450026	rnn.bias_hh_l0	6	-0.1134137362241745
450026	rnn.bias_hh_l0	7	0.06898077577352524
450026	rnn.bias_hh_l0	8	-0.21981872618198395
450026	rnn.bias_hh_l0	9	-0.5406628251075745
450026	rnn.weight_ih_l0_reverse	0	0.06748875975608826
450026	rnn.weight_ih_l0_reverse	1	-0.05767436698079109
450026	rnn.weight_ih_l0_reverse	2	-0.028774090111255646
450026	rnn.weight_ih_l0_reverse	3	-0.13409040868282318
450026	rnn.weight_ih_l0_reverse	4	0.08778883516788483
450026	rnn.weight_ih_l0_reverse	5	-0.15129157900810242
450026	rnn.weight_ih_l0_reverse	6	-0.013037613593041897
450026	rnn.weight_ih_l0_reverse	7	0.02568383514881134
450026	rnn.weight_ih_l0_reverse	8	-0.06270089000463486
450026	rnn.weight_ih_l0_reverse	9	-0.07443892955780029
450026	rnn.weight_hh_l0_reverse	0	-0.1324639767408371
450026	rnn.weight_hh_l0_reverse	1	0.027372315526008606
450026	rnn.weight_hh_l0_reverse	2	-0.02636781521141529
450026	rnn.weight_hh_l0_reverse	3	0.03581668436527252
450026	rnn.weight_hh_l0_reverse	4	-0.0828123688697815
450026	rnn.weight_hh_l0_reverse	5	0.03574089705944061
450026	rnn.weight_hh_l0_reverse	6	0.025934673845767975
450026	rnn.weight_hh_l0_reverse	7	-0.095793716609478
450026	rnn.weight_hh_l0_reverse	8	-0.07653456181287766
450026	rnn.weight_hh_l0_reverse	9	0.06213390454649925
450026	rnn.bias_ih_l0_reverse	0	-0.14864060282707214
450026	rnn.bias_ih_l0_reverse	1	-0.06839701533317566
450026	rnn.bias_ih_l0_reverse	2	0.10886890441179276
450026	rnn.bias_ih_l0_reverse	3	-0.2929382026195526
450026	rnn.bias_ih_l0_reverse	4	-0.04275572672486305
450026	rnn.bias_ih_l0_reverse	5	-0.2156480997800827
450026	rnn.bias_ih_l0_reverse	6	0.20795007050037384
450026	rnn.bias_ih_l0_reverse	7	-0.28568586707115173
450026	rnn.bias_ih_l0_reverse	8	-0.17396588623523712
450026	rnn.bias_ih_l0_reverse	9	-0.1857394427061081
450026	rnn.bias_hh_l0_reverse	0	-0.1103520318865776
450026	rnn.bias_hh_l0_reverse	1	0.253470242023468
450026	rnn.bias_hh_l0_reverse	2	-0.3122304677963257
450026	rnn.bias_hh_l0_reverse	3	-0.18769893050193787
450026	rnn.bias_hh_l0_reverse	4	-0.3854069709777832
450026	rnn.bias_hh_l0_reverse	5	-0.1881045252084732
450026	rnn.bias_hh_l0_reverse	6	-0.25214865803718567
450026	rnn.bias_hh_l0_reverse	7	-0.10053078830242157
450026	rnn.bias_hh_l0_reverse	8	-0.27994996309280396
450026	rnn.bias_hh_l0_reverse	9	0.20439229905605316
450026	linear.weight	0	0.18096180260181427
450026	linear.weight	1	-0.39385634660720825
450026	linear.weight	2	0.01748678833246231
450026	linear.weight	3	0.0677134096622467
450026	linear.weight	4	-0.16713309288024902
450026	linear.weight	5	0.22162990272045135
450026	linear.weight	6	-0.02494412660598755
450026	linear.weight	7	-0.06198190152645111
450026	linear.weight	8	0.14751644432544708
450026	linear.weight	9	-0.04786178097128868
450026	linear.bias	0	-0.8856530785560608
450026	linear.bias	1	1.8770887851715088
450026	linear.bias	2	0.8233357667922974
450026	linear.bias	3	-2.66660475730896
450026	linear.bias	4	-0.15565456449985504
450026	linear.bias	5	1.19586181640625
450026	linear.bias	6	-0.15554526448249817
450026	linear.bias	7	0.6962186694145203
450026	linear.bias	8	2.1772751808166504
450026	linear.bias	9	-1.5086548328399658
450635	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
450635	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
450635	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
450635	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
450635	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
450635	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
450635	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
450635	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
450635	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
450635	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
450635	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
450635	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
450635	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
450635	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
450635	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
450635	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
450635	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
450635	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
450635	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
450635	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
450635	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
450635	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
450635	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
450635	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
450635	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
450635	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
450635	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
450635	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
450635	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
450635	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
450635	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
450635	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
450635	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
450635	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
450635	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
450635	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
450635	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
450635	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
450635	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
450635	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
450635	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
450635	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
450635	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
450635	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
450635	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
450635	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
450635	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
450635	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
450635	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
450635	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
450635	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
450635	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
450635	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
450635	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
450635	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
450635	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
450635	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
450635	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
450635	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
450635	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
450635	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
450635	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
450635	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
450635	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
450635	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
450635	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
450635	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
450635	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
450635	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
450635	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
450635	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
450635	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
450635	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
450635	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
450635	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
450635	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
450635	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
450635	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
450635	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
450635	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
450635	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
450635	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
450635	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
450635	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
450635	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
450635	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
450635	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
450635	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
450635	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
450635	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
450635	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
450635	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
450635	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
450635	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
450635	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
450635	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
450635	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
450635	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
450635	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
450635	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
450635	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
450635	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
450635	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
450635	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
450635	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
450635	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
450635	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
450635	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
450635	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
450635	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
450635	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
450635	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
450635	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
450635	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
450635	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
450635	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
450635	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
450635	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
450635	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
450635	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
450635	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
450635	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
450635	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
450635	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
450635	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
450635	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
450635	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
450635	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
450635	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
450635	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
450635	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
450635	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
450635	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
450635	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
450635	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
450635	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
450635	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
450635	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
450635	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
450635	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
450635	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
450635	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
450635	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
450635	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
450635	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
450635	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
450635	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
450635	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
450635	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
450635	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
450635	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
450635	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
450635	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
450635	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
450635	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
450635	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
450635	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
450635	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
450635	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
450635	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
450635	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
450635	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
450635	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
450635	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
450635	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
450635	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
450635	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
450635	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
450635	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
450635	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
450635	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
450635	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
450635	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
450635	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
450635	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
450635	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
450635	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
450635	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
450635	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
450635	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
450635	embedding2nn.weight	0	0.3078470528125763
450635	embedding2nn.weight	1	0.3997212052345276
450635	embedding2nn.weight	2	0.029196368530392647
450635	embedding2nn.weight	3	-0.0308176651597023
450635	embedding2nn.weight	4	-0.06385080516338348
450635	embedding2nn.weight	5	0.09109983593225479
450635	embedding2nn.weight	6	0.03910185396671295
450635	embedding2nn.weight	7	0.015163660980761051
450635	embedding2nn.weight	8	0.04171539098024368
450635	embedding2nn.weight	9	-0.0228581503033638
450635	embedding2nn.bias	0	0.03778541460633278
450635	embedding2nn.bias	1	-0.20628252625465393
450635	embedding2nn.bias	2	0.12395074963569641
450635	embedding2nn.bias	3	0.18301281332969666
450635	embedding2nn.bias	4	0.14815764129161835
450635	embedding2nn.bias	5	-0.03123115748167038
450635	embedding2nn.bias	6	-0.051721472293138504
450635	embedding2nn.bias	7	0.04026121273636818
450635	embedding2nn.bias	8	-0.1462540328502655
450635	embedding2nn.bias	9	-0.41143062710762024
450635	rnn.weight_ih_l0	0	0.011184683069586754
450635	rnn.weight_ih_l0	1	-0.07089851051568985
450635	rnn.weight_ih_l0	2	-0.03838331997394562
450635	rnn.weight_ih_l0	3	0.12836188077926636
450635	rnn.weight_ih_l0	4	0.020344078540802002
450635	rnn.weight_ih_l0	5	-0.07215165346860886
450635	rnn.weight_ih_l0	6	0.013178949244320393
450635	rnn.weight_ih_l0	7	-0.05480416864156723
450635	rnn.weight_ih_l0	8	0.036140505224466324
450635	rnn.weight_ih_l0	9	-0.07139871269464493
450635	rnn.weight_hh_l0	0	-0.009043602272868156
450635	rnn.weight_hh_l0	1	0.06919482350349426
450635	rnn.weight_hh_l0	2	0.01834072917699814
450635	rnn.weight_hh_l0	3	-0.007662964519113302
450635	rnn.weight_hh_l0	4	0.031135408207774162
450635	rnn.weight_hh_l0	5	0.04071687534451485
450635	rnn.weight_hh_l0	6	-0.057379163801670074
450635	rnn.weight_hh_l0	7	-0.09424015134572983
450635	rnn.weight_hh_l0	8	0.03857579082250595
450635	rnn.weight_hh_l0	9	-0.1005420908331871
450635	rnn.bias_ih_l0	0	0.17293016612529755
450635	rnn.bias_ih_l0	1	-0.2970079481601715
450635	rnn.bias_ih_l0	2	-0.02525986358523369
450635	rnn.bias_ih_l0	3	-0.2010643184185028
450635	rnn.bias_ih_l0	4	0.017349477857351303
450635	rnn.bias_ih_l0	5	-0.40770524740219116
450635	rnn.bias_ih_l0	6	-0.12834912538528442
450635	rnn.bias_ih_l0	7	-0.3297707140445709
450635	rnn.bias_ih_l0	8	-0.282850056886673
450635	rnn.bias_ih_l0	9	-0.42017707228660583
450635	rnn.bias_hh_l0	0	-0.3383868336677551
450635	rnn.bias_hh_l0	1	-0.3889979124069214
450635	rnn.bias_hh_l0	2	-0.334837943315506
450635	rnn.bias_hh_l0	3	-0.0842498242855072
450635	rnn.bias_hh_l0	4	-0.3701193928718567
450635	rnn.bias_hh_l0	5	-0.3157823383808136
450635	rnn.bias_hh_l0	6	-0.10742605477571487
450635	rnn.bias_hh_l0	7	0.07159604132175446
450635	rnn.bias_hh_l0	8	-0.22639168798923492
450635	rnn.bias_hh_l0	9	-0.5450426936149597
450635	rnn.weight_ih_l0_reverse	0	0.07364055514335632
450635	rnn.weight_ih_l0_reverse	1	-0.05656515061855316
450635	rnn.weight_ih_l0_reverse	2	-0.030409876257181168
450635	rnn.weight_ih_l0_reverse	3	-0.13552618026733398
450635	rnn.weight_ih_l0_reverse	4	0.08873263001441956
450635	rnn.weight_ih_l0_reverse	5	-0.13787484169006348
450635	rnn.weight_ih_l0_reverse	6	-0.01293514110147953
450635	rnn.weight_ih_l0_reverse	7	0.024617502465844154
450635	rnn.weight_ih_l0_reverse	8	-0.06391597539186478
450635	rnn.weight_ih_l0_reverse	9	-0.06998685747385025
450635	rnn.weight_hh_l0_reverse	0	-0.13153569400310516
450635	rnn.weight_hh_l0_reverse	1	0.027164481580257416
450635	rnn.weight_hh_l0_reverse	2	-0.027276335284113884
450635	rnn.weight_hh_l0_reverse	3	0.036419227719306946
450635	rnn.weight_hh_l0_reverse	4	-0.0829373151063919
450635	rnn.weight_hh_l0_reverse	5	0.03501293063163757
450635	rnn.weight_hh_l0_reverse	6	0.02649715356528759
450635	rnn.weight_hh_l0_reverse	7	-0.09437842667102814
450635	rnn.weight_hh_l0_reverse	8	-0.07262010872364044
450635	rnn.weight_hh_l0_reverse	9	0.05986359342932701
450635	rnn.bias_ih_l0_reverse	0	-0.15636339783668518
450635	rnn.bias_ih_l0_reverse	1	-0.05966893211007118
450635	rnn.bias_ih_l0_reverse	2	0.10806720703840256
450635	rnn.bias_ih_l0_reverse	3	-0.2802486717700958
450635	rnn.bias_ih_l0_reverse	4	-0.04462376609444618
450635	rnn.bias_ih_l0_reverse	5	-0.2151375412940979
450635	rnn.bias_ih_l0_reverse	6	0.21820959448814392
450635	rnn.bias_ih_l0_reverse	7	-0.2842327654361725
450635	rnn.bias_ih_l0_reverse	8	-0.17158016562461853
450635	rnn.bias_ih_l0_reverse	9	-0.18879938125610352
450635	rnn.bias_hh_l0_reverse	0	-0.09759843349456787
450635	rnn.bias_hh_l0_reverse	1	0.25399866700172424
450635	rnn.bias_hh_l0_reverse	2	-0.3147151470184326
450635	rnn.bias_hh_l0_reverse	3	-0.1858808696269989
450635	rnn.bias_hh_l0_reverse	4	-0.39365190267562866
450635	rnn.bias_hh_l0_reverse	5	-0.1855170577764511
450635	rnn.bias_hh_l0_reverse	6	-0.24529118835926056
450635	rnn.bias_hh_l0_reverse	7	-0.10422756522893906
450635	rnn.bias_hh_l0_reverse	8	-0.2722676694393158
450635	rnn.bias_hh_l0_reverse	9	0.19703245162963867
450635	linear.weight	0	0.20531702041625977
450635	linear.weight	1	-0.37156689167022705
450635	linear.weight	2	0.0019844297785311937
450635	linear.weight	3	0.06771363317966461
450635	linear.weight	4	-0.1637735217809677
450635	linear.weight	5	0.23248586058616638
450635	linear.weight	6	-0.052086617797613144
450635	linear.weight	7	-0.06197168305516243
450635	linear.weight	8	0.13967551290988922
450635	linear.weight	9	-0.04787328839302063
450635	linear.bias	0	-0.8476312756538391
450635	linear.bias	1	1.8357360363006592
450635	linear.bias	2	0.7544059157371521
450635	linear.bias	3	-2.6669790744781494
450635	linear.bias	4	-0.17773336172103882
450635	linear.bias	5	1.238578200340271
450635	linear.bias	6	-0.1510247439146042
450635	linear.bias	7	0.6999130845069885
450635	linear.bias	8	2.208385705947876
450635	linear.bias	9	-1.5161434412002563
451244	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
451244	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
451244	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
451244	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
451244	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
451244	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
451244	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
451244	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
451244	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
451244	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
451244	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
451244	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
451244	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
451244	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
451244	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
451244	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
451244	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
451244	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
451244	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
451244	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
451244	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
451244	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
451244	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
451244	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
451244	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
451244	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
451244	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
451244	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
451244	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
451244	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
451244	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
451244	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
451244	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
451244	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
451244	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
451244	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
451244	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
451244	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
451244	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
451244	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
451244	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
451244	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
451244	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
451244	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
451244	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
451244	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
451244	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
451244	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
451244	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
451244	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
451244	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
451244	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
451244	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
451244	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
451244	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
451244	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
451244	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
451244	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
451244	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
451244	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
451244	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
451244	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
451244	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
451244	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
451244	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
451244	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
451244	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
451244	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
451244	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
451244	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
451244	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
451244	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
451244	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
451244	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
451244	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
451244	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
451244	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
451244	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
451244	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
451244	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
451244	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
451244	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
451244	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
451244	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
451244	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
451244	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
451244	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
451244	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
451244	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
451244	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
451244	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
451244	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
451244	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
451244	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
451244	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
451244	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
451244	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
451244	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
451244	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
451244	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
451244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
451244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
451244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
451244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
451244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
451244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
451244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
451244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
451244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
451244	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
451244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
451244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
451244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
451244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
451244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
451244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
451244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
451244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
451244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
451244	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
451244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
451244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
451244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
451244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
451244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
451244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
451244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
451244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
451244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
451244	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
451244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
451244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
451244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
451244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
451244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
451244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
451244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
451244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
451244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
451244	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
451244	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
451244	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
451244	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
451244	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
451244	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
451244	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
451244	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
451244	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
451244	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
451244	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
451244	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
451244	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
451244	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
451244	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
451244	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
451244	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
451244	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
451244	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
451244	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
451244	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
451244	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
451244	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
451244	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
451244	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
451244	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
451244	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
451244	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
451244	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
451244	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
451244	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
451244	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
451244	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
451244	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
451244	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
451244	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
451244	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
451244	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
451244	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
451244	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
451244	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
451244	embedding2nn.weight	0	0.3084939122200012
451244	embedding2nn.weight	1	0.40201056003570557
451244	embedding2nn.weight	2	0.026438631117343903
451244	embedding2nn.weight	3	-0.029563969001173973
451244	embedding2nn.weight	4	-0.06346794962882996
451244	embedding2nn.weight	5	0.09539398550987244
451244	embedding2nn.weight	6	0.04187483713030815
451244	embedding2nn.weight	7	0.013240023516118526
451244	embedding2nn.weight	8	0.0388815775513649
451244	embedding2nn.weight	9	-0.02427833527326584
451244	embedding2nn.bias	0	0.03439826890826225
451244	embedding2nn.bias	1	-0.22232231497764587
451244	embedding2nn.bias	2	0.13049672544002533
451244	embedding2nn.bias	3	0.1738019436597824
451244	embedding2nn.bias	4	0.1446515917778015
451244	embedding2nn.bias	5	-0.04199918732047081
451244	embedding2nn.bias	6	-0.0496668666601181
451244	embedding2nn.bias	7	0.06445088982582092
451244	embedding2nn.bias	8	-0.16505254805088043
451244	embedding2nn.bias	9	-0.400348037481308
451244	rnn.weight_ih_l0	0	0.00936906598508358
451244	rnn.weight_ih_l0	1	-0.07123919576406479
451244	rnn.weight_ih_l0	2	-0.033624473959207535
451244	rnn.weight_ih_l0	3	0.1278153955936432
451244	rnn.weight_ih_l0	4	0.024428237229585648
451244	rnn.weight_ih_l0	5	-0.07468342036008835
451244	rnn.weight_ih_l0	6	0.011786230839788914
451244	rnn.weight_ih_l0	7	-0.05234438180923462
451244	rnn.weight_ih_l0	8	0.029391134157776833
451244	rnn.weight_ih_l0	9	-0.06846681237220764
451244	rnn.weight_hh_l0	0	-0.01020815409719944
451244	rnn.weight_hh_l0	1	0.07045409828424454
451244	rnn.weight_hh_l0	2	0.019288761541247368
451244	rnn.weight_hh_l0	3	-0.008245307952165604
451244	rnn.weight_hh_l0	4	0.031748875975608826
451244	rnn.weight_hh_l0	5	0.040492478758096695
451244	rnn.weight_hh_l0	6	-0.056895967572927475
451244	rnn.weight_hh_l0	7	-0.09379895776510239
451244	rnn.weight_hh_l0	8	0.039114974439144135
451244	rnn.weight_hh_l0	9	-0.10066870599985123
451244	rnn.bias_ih_l0	0	0.18177935481071472
451244	rnn.bias_ih_l0	1	-0.2920520603656769
451244	rnn.bias_ih_l0	2	-0.02156684920191765
451244	rnn.bias_ih_l0	3	-0.197837695479393
451244	rnn.bias_ih_l0	4	0.03634588420391083
451244	rnn.bias_ih_l0	5	-0.40388160943984985
451244	rnn.bias_ih_l0	6	-0.13120681047439575
451244	rnn.bias_ih_l0	7	-0.332299143075943
451244	rnn.bias_ih_l0	8	-0.2894902527332306
451244	rnn.bias_ih_l0	9	-0.44837483763694763
451244	rnn.bias_hh_l0	0	-0.34079936146736145
451244	rnn.bias_hh_l0	1	-0.4007425904273987
451244	rnn.bias_hh_l0	2	-0.3323892056941986
451244	rnn.bias_hh_l0	3	-0.08314705640077591
451244	rnn.bias_hh_l0	4	-0.3748796582221985
451244	rnn.bias_hh_l0	5	-0.3148916959762573
451244	rnn.bias_hh_l0	6	-0.11960916221141815
451244	rnn.bias_hh_l0	7	0.07172350585460663
451244	rnn.bias_hh_l0	8	-0.22264696657657623
451244	rnn.bias_hh_l0	9	-0.5381641387939453
451244	rnn.weight_ih_l0_reverse	0	0.07304412126541138
451244	rnn.weight_ih_l0_reverse	1	-0.05850809067487717
451244	rnn.weight_ih_l0_reverse	2	-0.032842203974723816
451244	rnn.weight_ih_l0_reverse	3	-0.14115720987319946
451244	rnn.weight_ih_l0_reverse	4	0.08951131999492645
451244	rnn.weight_ih_l0_reverse	5	-0.14031240344047546
451244	rnn.weight_ih_l0_reverse	6	-0.007944277487695217
451244	rnn.weight_ih_l0_reverse	7	0.025312889367341995
451244	rnn.weight_ih_l0_reverse	8	-0.06423512101173401
451244	rnn.weight_ih_l0_reverse	9	-0.06677819788455963
451244	rnn.weight_hh_l0_reverse	0	-0.13127191364765167
451244	rnn.weight_hh_l0_reverse	1	0.026572953909635544
451244	rnn.weight_hh_l0_reverse	2	-0.027046145871281624
451244	rnn.weight_hh_l0_reverse	3	0.036495134234428406
451244	rnn.weight_hh_l0_reverse	4	-0.08270713686943054
451244	rnn.weight_hh_l0_reverse	5	0.0352473221719265
451244	rnn.weight_hh_l0_reverse	6	0.026935938745737076
451244	rnn.weight_hh_l0_reverse	7	-0.09652821719646454
451244	rnn.weight_hh_l0_reverse	8	-0.07458863407373428
451244	rnn.weight_hh_l0_reverse	9	0.06132456287741661
451244	rnn.bias_ih_l0_reverse	0	-0.15773198008537292
451244	rnn.bias_ih_l0_reverse	1	-0.061352331191301346
451244	rnn.bias_ih_l0_reverse	2	0.11318729817867279
451244	rnn.bias_ih_l0_reverse	3	-0.2810089886188507
451244	rnn.bias_ih_l0_reverse	4	-0.04651936888694763
451244	rnn.bias_ih_l0_reverse	5	-0.21234960854053497
451244	rnn.bias_ih_l0_reverse	6	0.22098441421985626
451244	rnn.bias_ih_l0_reverse	7	-0.29309290647506714
451244	rnn.bias_ih_l0_reverse	8	-0.17767482995986938
451244	rnn.bias_ih_l0_reverse	9	-0.19150100648403168
451244	rnn.bias_hh_l0_reverse	0	-0.10993485152721405
451244	rnn.bias_hh_l0_reverse	1	0.2578468918800354
451244	rnn.bias_hh_l0_reverse	2	-0.3164631724357605
451244	rnn.bias_hh_l0_reverse	3	-0.18792235851287842
451244	rnn.bias_hh_l0_reverse	4	-0.39478400349617004
451244	rnn.bias_hh_l0_reverse	5	-0.1739800125360489
451244	rnn.bias_hh_l0_reverse	6	-0.2435431331396103
451244	rnn.bias_hh_l0_reverse	7	-0.10212285816669464
451244	rnn.bias_hh_l0_reverse	8	-0.2760365307331085
451244	rnn.bias_hh_l0_reverse	9	0.21416951715946198
451244	linear.weight	0	0.19931210577487946
451244	linear.weight	1	-0.37829849123954773
451244	linear.weight	2	0.012866733595728874
451244	linear.weight	3	0.0677151009440422
451244	linear.weight	4	-0.1405627429485321
451244	linear.weight	5	0.21970708668231964
451244	linear.weight	6	-0.048988088965415955
451244	linear.weight	7	-0.06196536123752594
451244	linear.weight	8	0.13744212687015533
451244	linear.weight	9	-0.047884903848171234
451244	linear.bias	0	-0.8664239048957825
451244	linear.bias	1	1.8463577032089233
451244	linear.bias	2	0.7569799423217773
451244	linear.bias	3	-2.667311429977417
451244	linear.bias	4	-0.1293513923883438
451244	linear.bias	5	1.26267409324646
451244	linear.bias	6	-0.1560317426919937
451244	linear.bias	7	0.7345768809318542
451244	linear.bias	8	2.2573065757751465
451244	linear.bias	9	-1.5171637535095215
451252	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
451252	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
451252	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
451252	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
451252	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
451252	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
451252	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
451252	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
451252	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
451252	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
451252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
451252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
451252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
451252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
451252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
451252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
451252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
451252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
451252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
451252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
451252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
451252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
451252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
451252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
451252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
451252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
451252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
451252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
451252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
451252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
451252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
451252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
451252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
451252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
451252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
451252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
451252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
451252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
451252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
451252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
451252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
451252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
451252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
451252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
451252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
451252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
451252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
451252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
451252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
451252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
451252	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
451252	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
451252	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
451252	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
451252	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
451252	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
451252	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
451252	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
451252	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
451252	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
451252	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
451252	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
451252	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
451252	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
451252	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
451252	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
451252	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
451252	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
451252	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
451252	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
451252	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
451252	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
451252	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
451252	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
451252	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
451252	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
451252	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
451252	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
451252	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
451252	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
451252	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
451252	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
451252	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
451252	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
451252	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
451252	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
451252	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
451252	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
451252	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
451252	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
451252	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
451252	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
451252	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
451252	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
451252	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
451252	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
451252	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
451252	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
451252	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
451252	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
451252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
451252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
451252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
451252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
451252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
451252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
451252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
451252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
451252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
451252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
451252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
451252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
451252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
451252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
451252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
451252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
451252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
451252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
451252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
451252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
451252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
451252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
451252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
451252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
451252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
451252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
451252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
451252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
451252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
451252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
451252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
451252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
451252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
451252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
451252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
451252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
451252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
451252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
451252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
451252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
451252	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
451252	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
451252	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
451252	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
451252	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
451252	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
451252	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
451252	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
451252	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
451252	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
451252	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
451252	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
451252	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
451252	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
451252	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
451252	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
451252	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
451252	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
451252	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
451252	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
451252	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
451252	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
451252	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
451252	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
451252	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
451252	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
451252	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
451252	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
451252	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
451252	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
451252	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
451252	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
451252	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
451252	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
451252	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
451252	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
451252	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
451252	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
451252	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
451252	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
451252	embedding2nn.weight	0	0.30838555097579956
451252	embedding2nn.weight	1	0.4019829332828522
451252	embedding2nn.weight	2	0.02645142935216427
451252	embedding2nn.weight	3	-0.027370614930987358
451252	embedding2nn.weight	4	-0.06290537863969803
451252	embedding2nn.weight	5	0.0951680988073349
451252	embedding2nn.weight	6	0.040741000324487686
451252	embedding2nn.weight	7	0.0125049389898777
451252	embedding2nn.weight	8	0.03854671120643616
451252	embedding2nn.weight	9	-0.024158436805009842
451252	embedding2nn.bias	0	0.029078925028443336
451252	embedding2nn.bias	1	-0.22372344136238098
451252	embedding2nn.bias	2	0.1275351345539093
451252	embedding2nn.bias	3	0.1765148937702179
451252	embedding2nn.bias	4	0.1437162160873413
451252	embedding2nn.bias	5	-0.04262470826506615
451252	embedding2nn.bias	6	-0.05317825451493263
451252	embedding2nn.bias	7	0.06356718391180038
451252	embedding2nn.bias	8	-0.1701434701681137
451252	embedding2nn.bias	9	-0.39869391918182373
451252	rnn.weight_ih_l0	0	0.009576079435646534
451252	rnn.weight_ih_l0	1	-0.071491539478302
451252	rnn.weight_ih_l0	2	-0.03340807557106018
451252	rnn.weight_ih_l0	3	0.12938623130321503
451252	rnn.weight_ih_l0	4	0.024698561057448387
451252	rnn.weight_ih_l0	5	-0.07452832162380219
451252	rnn.weight_ih_l0	6	0.011885836720466614
451252	rnn.weight_ih_l0	7	-0.051754724234342575
451252	rnn.weight_ih_l0	8	0.02810513786971569
451252	rnn.weight_ih_l0	9	-0.06823483109474182
451252	rnn.weight_hh_l0	0	-0.010186105035245419
451252	rnn.weight_hh_l0	1	0.07051931321620941
451252	rnn.weight_hh_l0	2	0.01929926872253418
451252	rnn.weight_hh_l0	3	-0.008281796239316463
451252	rnn.weight_hh_l0	4	0.031626634299755096
451252	rnn.weight_hh_l0	5	0.04054325819015503
451252	rnn.weight_hh_l0	6	-0.056941013783216476
451252	rnn.weight_hh_l0	7	-0.09364153444766998
451252	rnn.weight_hh_l0	8	0.03913091868162155
451252	rnn.weight_hh_l0	9	-0.10061086714267731
451252	rnn.bias_ih_l0	0	0.18363216519355774
451252	rnn.bias_ih_l0	1	-0.2926303446292877
451252	rnn.bias_ih_l0	2	-0.021692877635359764
451252	rnn.bias_ih_l0	3	-0.19717328250408173
451252	rnn.bias_ih_l0	4	0.03630038723349571
451252	rnn.bias_ih_l0	5	-0.4027866721153259
451252	rnn.bias_ih_l0	6	-0.131726935505867
451252	rnn.bias_ih_l0	7	-0.3323052227497101
451252	rnn.bias_ih_l0	8	-0.28850993514060974
451252	rnn.bias_ih_l0	9	-0.448749303817749
451252	rnn.bias_hh_l0	0	-0.3425038754940033
451252	rnn.bias_hh_l0	1	-0.4022698998451233
451252	rnn.bias_hh_l0	2	-0.33269837498664856
451252	rnn.bias_hh_l0	3	-0.08259374648332596
451252	rnn.bias_hh_l0	4	-0.3763694167137146
451252	rnn.bias_hh_l0	5	-0.3147791028022766
451252	rnn.bias_hh_l0	6	-0.11935985088348389
451252	rnn.bias_hh_l0	7	0.07116089761257172
451252	rnn.bias_hh_l0	8	-0.22301968932151794
451252	rnn.bias_hh_l0	9	-0.5380091071128845
451252	rnn.weight_ih_l0_reverse	0	0.07323826104402542
451252	rnn.weight_ih_l0_reverse	1	-0.058348871767520905
451252	rnn.weight_ih_l0_reverse	2	-0.03270173445343971
451252	rnn.weight_ih_l0_reverse	3	-0.14111435413360596
451252	rnn.weight_ih_l0_reverse	4	0.08969015628099442
451252	rnn.weight_ih_l0_reverse	5	-0.14016938209533691
451252	rnn.weight_ih_l0_reverse	6	-0.008015738800168037
451252	rnn.weight_ih_l0_reverse	7	0.02493603713810444
451252	rnn.weight_ih_l0_reverse	8	-0.06403502076864243
451252	rnn.weight_ih_l0_reverse	9	-0.06687639653682709
451252	rnn.weight_hh_l0_reverse	0	-0.131166011095047
451252	rnn.weight_hh_l0_reverse	1	0.02660832367837429
451252	rnn.weight_hh_l0_reverse	2	-0.026967328041791916
451252	rnn.weight_hh_l0_reverse	3	0.036366406828165054
451252	rnn.weight_hh_l0_reverse	4	-0.08270327746868134
451252	rnn.weight_hh_l0_reverse	5	0.03526780754327774
451252	rnn.weight_hh_l0_reverse	6	0.02697027660906315
451252	rnn.weight_hh_l0_reverse	7	-0.09671993553638458
451252	rnn.weight_hh_l0_reverse	8	-0.07458622008562088
451252	rnn.weight_hh_l0_reverse	9	0.06122187152504921
451252	rnn.bias_ih_l0_reverse	0	-0.15730449557304382
451252	rnn.bias_ih_l0_reverse	1	-0.06314878165721893
451252	rnn.bias_ih_l0_reverse	2	0.11431979387998581
451252	rnn.bias_ih_l0_reverse	3	-0.28073155879974365
451252	rnn.bias_ih_l0_reverse	4	-0.048196543008089066
451252	rnn.bias_ih_l0_reverse	5	-0.2125062793493271
451252	rnn.bias_ih_l0_reverse	6	0.2215409129858017
451252	rnn.bias_ih_l0_reverse	7	-0.29327619075775146
451252	rnn.bias_ih_l0_reverse	8	-0.1773742437362671
451252	rnn.bias_ih_l0_reverse	9	-0.19126710295677185
451252	rnn.bias_hh_l0_reverse	0	-0.10986360162496567
451252	rnn.bias_hh_l0_reverse	1	0.2593143880367279
451252	rnn.bias_hh_l0_reverse	2	-0.3156889081001282
451252	rnn.bias_hh_l0_reverse	3	-0.18822388350963593
451252	rnn.bias_hh_l0_reverse	4	-0.3950748145580292
451252	rnn.bias_hh_l0_reverse	5	-0.17355847358703613
451252	rnn.bias_hh_l0_reverse	6	-0.2451135665178299
451252	rnn.bias_hh_l0_reverse	7	-0.10163630545139313
451252	rnn.bias_hh_l0_reverse	8	-0.27595752477645874
451252	rnn.bias_hh_l0_reverse	9	0.21358729898929596
451252	linear.weight	0	0.19515375792980194
451252	linear.weight	1	-0.3772343099117279
451252	linear.weight	2	0.010331327095627785
451252	linear.weight	3	0.06771513819694519
451252	linear.weight	4	-0.14090245962142944
451252	linear.weight	5	0.2225511372089386
451252	linear.weight	6	-0.04793631285429001
451252	linear.weight	7	-0.0619652159512043
451252	linear.weight	8	0.13698945939540863
451252	linear.weight	9	-0.04788504168391228
451252	linear.bias	0	-0.8671295642852783
451252	linear.bias	1	1.8383976221084595
451252	linear.bias	2	0.7693117260932922
451252	linear.bias	3	-2.667316198348999
451252	linear.bias	4	-0.13694480061531067
451252	linear.bias	5	1.2546545267105103
451252	linear.bias	6	-0.14931558072566986
451252	linear.bias	7	0.7271590828895569
451252	linear.bias	8	2.230780601501465
451252	linear.bias	9	-1.5177726745605469
451861	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
451861	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
451861	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
451861	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
451861	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
451861	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
451861	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
451861	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
451861	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
451861	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
451861	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
451861	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
451861	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
451861	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
451861	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
451861	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
451861	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
451861	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
451861	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
451861	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
451861	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
451861	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
451861	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
451861	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
451861	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
451861	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
451861	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
451861	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
451861	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
451861	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
451861	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
451861	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
451861	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
451861	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
451861	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
451861	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
451861	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
451861	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
451861	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
451861	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
451861	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
451861	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
451861	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
451861	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
451861	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
451861	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
451861	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
451861	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
451861	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
451861	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
451861	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
451861	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
451861	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
451861	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
451861	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
451861	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
451861	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
451861	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
451861	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
451861	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
451861	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
451861	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
451861	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
451861	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
451861	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
451861	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
451861	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
451861	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
451861	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
451861	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
451861	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
451861	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
451861	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
451861	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
451861	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
451861	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
451861	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
451861	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
451861	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
451861	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
451861	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
451861	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
451861	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
451861	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
451861	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
451861	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
451861	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
451861	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
451861	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
451861	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
451861	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
451861	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
451861	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
451861	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
451861	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
451861	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
451861	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
451861	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
451861	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
451861	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
451861	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
451861	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
451861	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
451861	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
451861	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
451861	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
451861	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
451861	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
451861	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
451861	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
451861	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
451861	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
451861	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
451861	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
451861	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
451861	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
451861	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
451861	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
451861	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
451861	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
451861	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
451861	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
451861	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
451861	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
451861	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
451861	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
451861	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
451861	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
451861	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
451861	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
451861	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
451861	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
451861	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
451861	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
451861	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
451861	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
451861	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
451861	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
451861	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
451861	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
451861	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
451861	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
451861	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
451861	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
451861	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
451861	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
451861	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
451861	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
451861	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
451861	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
451861	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
451861	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
451861	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
451861	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
451861	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
451861	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
451861	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
451861	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
451861	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
451861	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
451861	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
451861	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
451861	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
451861	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
451861	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
451861	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
451861	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
451861	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
451861	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
451861	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
451861	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
451861	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
451861	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
451861	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
451861	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
451861	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
451861	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
451861	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
451861	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
451861	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
451861	embedding2nn.weight	0	0.30849000811576843
451861	embedding2nn.weight	1	0.4048382639884949
451861	embedding2nn.weight	2	0.02977433241903782
451861	embedding2nn.weight	3	-0.02323947101831436
451861	embedding2nn.weight	4	-0.058008793741464615
451861	embedding2nn.weight	5	0.09326005727052689
451861	embedding2nn.weight	6	0.040169354528188705
451861	embedding2nn.weight	7	0.01319088414311409
451861	embedding2nn.weight	8	0.049397341907024384
451861	embedding2nn.weight	9	-0.030391264706850052
451861	embedding2nn.bias	0	0.011521570384502411
451861	embedding2nn.bias	1	-0.20228494703769684
451861	embedding2nn.bias	2	0.127990260720253
451861	embedding2nn.bias	3	0.18697364628314972
451861	embedding2nn.bias	4	0.14572389423847198
451861	embedding2nn.bias	5	-0.06985750794410706
451861	embedding2nn.bias	6	-0.04548719525337219
451861	embedding2nn.bias	7	0.041436243802309036
451861	embedding2nn.bias	8	-0.1477256566286087
451861	embedding2nn.bias	9	-0.36614230275154114
451861	rnn.weight_ih_l0	0	0.010932104662060738
451861	rnn.weight_ih_l0	1	-0.07349282503128052
451861	rnn.weight_ih_l0	2	-0.03203359246253967
451861	rnn.weight_ih_l0	3	0.12763065099716187
451861	rnn.weight_ih_l0	4	0.026743769645690918
451861	rnn.weight_ih_l0	5	-0.06467632949352264
451861	rnn.weight_ih_l0	6	0.010447331704199314
451861	rnn.weight_ih_l0	7	-0.047835253179073334
451861	rnn.weight_ih_l0	8	0.028003031387925148
451861	rnn.weight_ih_l0	9	-0.07330227643251419
451861	rnn.weight_hh_l0	0	-0.010305936448276043
451861	rnn.weight_hh_l0	1	0.07085434347391129
451861	rnn.weight_hh_l0	2	0.01940750889480114
451861	rnn.weight_hh_l0	3	-0.008146683685481548
451861	rnn.weight_hh_l0	4	0.032209500670433044
451861	rnn.weight_hh_l0	5	0.04095948860049248
451861	rnn.weight_hh_l0	6	-0.05727421119809151
451861	rnn.weight_hh_l0	7	-0.0939447283744812
451861	rnn.weight_hh_l0	8	0.03904169425368309
451861	rnn.weight_hh_l0	9	-0.10162756592035294
451861	rnn.bias_ih_l0	0	0.18340888619422913
451861	rnn.bias_ih_l0	1	-0.29071682691574097
451861	rnn.bias_ih_l0	2	-0.021288685500621796
451861	rnn.bias_ih_l0	3	-0.19983245432376862
451861	rnn.bias_ih_l0	4	0.05124397575855255
451861	rnn.bias_ih_l0	5	-0.39816969633102417
451861	rnn.bias_ih_l0	6	-0.13150854408740997
451861	rnn.bias_ih_l0	7	-0.32919150590896606
451861	rnn.bias_ih_l0	8	-0.29199856519699097
451861	rnn.bias_ih_l0	9	-0.44344350695610046
451861	rnn.bias_hh_l0	0	-0.33926627039909363
451861	rnn.bias_hh_l0	1	-0.4026593863964081
451861	rnn.bias_hh_l0	2	-0.3356102705001831
451861	rnn.bias_hh_l0	3	-0.0789564922451973
451861	rnn.bias_hh_l0	4	-0.3711557388305664
451861	rnn.bias_hh_l0	5	-0.3165503740310669
451861	rnn.bias_hh_l0	6	-0.11608024686574936
451861	rnn.bias_hh_l0	7	0.07335881888866425
451861	rnn.bias_hh_l0	8	-0.23004306852817535
451861	rnn.bias_hh_l0	9	-0.5391970276832581
451861	rnn.weight_ih_l0_reverse	0	0.07514700293540955
451861	rnn.weight_ih_l0_reverse	1	-0.058252230286598206
451861	rnn.weight_ih_l0_reverse	2	-0.029923567548394203
451861	rnn.weight_ih_l0_reverse	3	-0.13952533900737762
451861	rnn.weight_ih_l0_reverse	4	0.09184141457080841
451861	rnn.weight_ih_l0_reverse	5	-0.14868497848510742
451861	rnn.weight_ih_l0_reverse	6	-0.01621440052986145
451861	rnn.weight_ih_l0_reverse	7	0.02672509104013443
451861	rnn.weight_ih_l0_reverse	8	-0.0624723918735981
451861	rnn.weight_ih_l0_reverse	9	-0.06317704916000366
451861	rnn.weight_hh_l0_reverse	0	-0.13081027567386627
451861	rnn.weight_hh_l0_reverse	1	0.027144115418195724
451861	rnn.weight_hh_l0_reverse	2	-0.026915812864899635
451861	rnn.weight_hh_l0_reverse	3	0.03643190115690231
451861	rnn.weight_hh_l0_reverse	4	-0.08199317008256912
451861	rnn.weight_hh_l0_reverse	5	0.03539498895406723
451861	rnn.weight_hh_l0_reverse	6	0.027411049231886864
451861	rnn.weight_hh_l0_reverse	7	-0.09582746773958206
451861	rnn.weight_hh_l0_reverse	8	-0.07821536809206009
451861	rnn.weight_hh_l0_reverse	9	0.06044662371277809
451861	rnn.bias_ih_l0_reverse	0	-0.14716434478759766
451861	rnn.bias_ih_l0_reverse	1	-0.06970878690481186
451861	rnn.bias_ih_l0_reverse	2	0.12151302397251129
451861	rnn.bias_ih_l0_reverse	3	-0.28806957602500916
451861	rnn.bias_ih_l0_reverse	4	-0.05369265750050545
451861	rnn.bias_ih_l0_reverse	5	-0.21428807079792023
451861	rnn.bias_ih_l0_reverse	6	0.21412578225135803
451861	rnn.bias_ih_l0_reverse	7	-0.31312891840934753
451861	rnn.bias_ih_l0_reverse	8	-0.1781795620918274
451861	rnn.bias_ih_l0_reverse	9	-0.1970921754837036
451861	rnn.bias_hh_l0_reverse	0	-0.10585346817970276
451861	rnn.bias_hh_l0_reverse	1	0.2512681186199188
451861	rnn.bias_hh_l0_reverse	2	-0.31731969118118286
451861	rnn.bias_hh_l0_reverse	3	-0.19467584788799286
451861	rnn.bias_hh_l0_reverse	4	-0.3881399631500244
451861	rnn.bias_hh_l0_reverse	5	-0.17561785876750946
451861	rnn.bias_hh_l0_reverse	6	-0.2448045164346695
451861	rnn.bias_hh_l0_reverse	7	-0.10198640823364258
451861	rnn.bias_hh_l0_reverse	8	-0.2768734097480774
451861	rnn.bias_hh_l0_reverse	9	0.2110992968082428
451861	linear.weight	0	0.22523890435695648
451861	linear.weight	1	-0.3595113456249237
451861	linear.weight	2	0.022066524252295494
451861	linear.weight	3	0.06771250814199448
451861	linear.weight	4	-0.15004949271678925
451861	linear.weight	5	0.20869998633861542
451861	linear.weight	6	-0.03638599067926407
451861	linear.weight	7	-0.0619584321975708
451861	linear.weight	8	0.15268343687057495
451861	linear.weight	9	-0.0478975735604763
451861	linear.bias	0	-0.8675215840339661
451861	linear.bias	1	1.8753204345703125
451861	linear.bias	2	0.7642250657081604
451861	linear.bias	3	-2.6677043437957764
451861	linear.bias	4	-0.2053937017917633
451861	linear.bias	5	1.2449935674667358
451861	linear.bias	6	-0.167094424366951
451861	linear.bias	7	0.7506901621818542
451861	linear.bias	8	2.2241899967193604
451861	linear.bias	9	-1.4956088066101074
452470	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
452470	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
452470	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
452470	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
452470	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
452470	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
452470	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
452470	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
452470	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
452470	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
452470	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
452470	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
452470	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
452470	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
452470	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
452470	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
452470	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
452470	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
452470	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
452470	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
452470	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
452470	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
452470	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
452470	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
452470	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
452470	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
452470	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
452470	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
452470	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
452470	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
452470	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
452470	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
452470	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
452470	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
452470	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
452470	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
452470	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
452470	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
452470	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
452470	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
452470	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
452470	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
452470	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
452470	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
452470	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
452470	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
452470	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
452470	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
452470	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
452470	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
452470	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
452470	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
452470	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
452470	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
452470	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
452470	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
452470	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
452470	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
452470	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
452470	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
452470	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
452470	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
452470	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
452470	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
452470	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
452470	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
452470	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
452470	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
452470	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
452470	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
452470	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
452470	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
452470	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
452470	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
452470	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
452470	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
452470	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
452470	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
452470	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
452470	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
452470	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
452470	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
452470	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
452470	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
452470	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
452470	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
452470	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
452470	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
452470	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
452470	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
452470	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
452470	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
452470	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
452470	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
452470	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
452470	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
452470	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
452470	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
452470	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
452470	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
452470	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
452470	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
452470	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
452470	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
452470	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
452470	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
452470	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
452470	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
452470	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
452470	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
452470	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
452470	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
452470	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
452470	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
452470	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
452470	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
452470	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
452470	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
452470	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
452470	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
452470	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
452470	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
452470	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
452470	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
452470	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
452470	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
452470	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
452470	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
452470	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
452470	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
452470	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
452470	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
452470	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
452470	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
452470	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
452470	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
452470	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
452470	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
452470	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
452470	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
452470	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
452470	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
452470	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
452470	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
452470	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
452470	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
452470	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
452470	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
452470	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
452470	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
452470	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
452470	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
452470	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
452470	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
452470	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
452470	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
452470	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
452470	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
452470	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
452470	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
452470	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
452470	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
452470	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
452470	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
452470	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
452470	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
452470	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
452470	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
452470	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
452470	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
452470	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
452470	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
452470	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
452470	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
452470	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
452470	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
452470	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
452470	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
452470	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
452470	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
452470	embedding2nn.weight	0	0.30938586592674255
452470	embedding2nn.weight	1	0.40832817554473877
452470	embedding2nn.weight	2	0.026418449357151985
452470	embedding2nn.weight	3	-0.02215217612683773
452470	embedding2nn.weight	4	-0.06402871757745743
452470	embedding2nn.weight	5	0.09278217703104019
452470	embedding2nn.weight	6	0.03504253178834915
452470	embedding2nn.weight	7	0.022933917120099068
452470	embedding2nn.weight	8	0.04734132066369057
452470	embedding2nn.weight	9	-0.02826048992574215
452470	embedding2nn.bias	0	0.04165603220462799
452470	embedding2nn.bias	1	-0.20170623064041138
452470	embedding2nn.bias	2	0.14076149463653564
452470	embedding2nn.bias	3	0.18762333691120148
452470	embedding2nn.bias	4	0.13417808711528778
452470	embedding2nn.bias	5	-0.07683064788579941
452470	embedding2nn.bias	6	-0.04854729771614075
452470	embedding2nn.bias	7	0.027861561626195908
452470	embedding2nn.bias	8	-0.14979173243045807
452470	embedding2nn.bias	9	-0.3834780156612396
452470	rnn.weight_ih_l0	0	0.009671873413026333
452470	rnn.weight_ih_l0	1	-0.0714275911450386
452470	rnn.weight_ih_l0	2	-0.031042655929923058
452470	rnn.weight_ih_l0	3	0.12502631545066833
452470	rnn.weight_ih_l0	4	0.03448395058512688
452470	rnn.weight_ih_l0	5	-0.07364536076784134
452470	rnn.weight_ih_l0	6	0.011036195792257786
452470	rnn.weight_ih_l0	7	-0.04494146257638931
452470	rnn.weight_ih_l0	8	0.03337521478533745
452470	rnn.weight_ih_l0	9	-0.06797180324792862
452470	rnn.weight_hh_l0	0	-0.0113458801060915
452470	rnn.weight_hh_l0	1	0.07182575017213821
452470	rnn.weight_hh_l0	2	0.019804125651717186
452470	rnn.weight_hh_l0	3	-0.008271410129964352
452470	rnn.weight_hh_l0	4	0.032153937965631485
452470	rnn.weight_hh_l0	5	0.040997643023729324
452470	rnn.weight_hh_l0	6	-0.05753085017204285
452470	rnn.weight_hh_l0	7	-0.09829628467559814
452470	rnn.weight_hh_l0	8	0.038527779281139374
452470	rnn.weight_hh_l0	9	-0.10158814489841461
452470	rnn.bias_ih_l0	0	0.16266240179538727
452470	rnn.bias_ih_l0	1	-0.28351420164108276
452470	rnn.bias_ih_l0	2	-0.019222643226385117
452470	rnn.bias_ih_l0	3	-0.20109178125858307
452470	rnn.bias_ih_l0	4	0.04850635677576065
452470	rnn.bias_ih_l0	5	-0.40379443764686584
452470	rnn.bias_ih_l0	6	-0.13273674249649048
452470	rnn.bias_ih_l0	7	-0.33045244216918945
452470	rnn.bias_ih_l0	8	-0.29789671301841736
452470	rnn.bias_ih_l0	9	-0.44690650701522827
452470	rnn.bias_hh_l0	0	-0.34377941489219666
452470	rnn.bias_hh_l0	1	-0.3996608257293701
452470	rnn.bias_hh_l0	2	-0.3465235233306885
452470	rnn.bias_hh_l0	3	-0.0865621268749237
452470	rnn.bias_hh_l0	4	-0.36841723322868347
452470	rnn.bias_hh_l0	5	-0.3151908814907074
452470	rnn.bias_hh_l0	6	-0.11638674139976501
452470	rnn.bias_hh_l0	7	0.07820530235767365
452470	rnn.bias_hh_l0	8	-0.23525917530059814
452470	rnn.bias_hh_l0	9	-0.5393759608268738
452470	rnn.weight_ih_l0_reverse	0	0.07302369922399521
452470	rnn.weight_ih_l0_reverse	1	-0.061584100127220154
452470	rnn.weight_ih_l0_reverse	2	-0.02940545789897442
452470	rnn.weight_ih_l0_reverse	3	-0.13895609974861145
452470	rnn.weight_ih_l0_reverse	4	0.09131176024675369
452470	rnn.weight_ih_l0_reverse	5	-0.14890547096729279
452470	rnn.weight_ih_l0_reverse	6	-0.01066614780575037
452470	rnn.weight_ih_l0_reverse	7	0.027647268027067184
452470	rnn.weight_ih_l0_reverse	8	-0.06104101240634918
452470	rnn.weight_ih_l0_reverse	9	-0.0723210871219635
452470	rnn.weight_hh_l0_reverse	0	-0.13176383078098297
452470	rnn.weight_hh_l0_reverse	1	0.026214605197310448
452470	rnn.weight_hh_l0_reverse	2	-0.02768179029226303
452470	rnn.weight_hh_l0_reverse	3	0.03583903610706329
452470	rnn.weight_hh_l0_reverse	4	-0.08260492235422134
452470	rnn.weight_hh_l0_reverse	5	0.035335201770067215
452470	rnn.weight_hh_l0_reverse	6	0.027837378904223442
452470	rnn.weight_hh_l0_reverse	7	-0.09516216814517975
452470	rnn.weight_hh_l0_reverse	8	-0.07403271645307541
452470	rnn.weight_hh_l0_reverse	9	0.05874128267168999
452470	rnn.bias_ih_l0_reverse	0	-0.15463876724243164
452470	rnn.bias_ih_l0_reverse	1	-0.0711391493678093
452470	rnn.bias_ih_l0_reverse	2	0.12103060632944107
452470	rnn.bias_ih_l0_reverse	3	-0.28644466400146484
452470	rnn.bias_ih_l0_reverse	4	-0.04102309048175812
452470	rnn.bias_ih_l0_reverse	5	-0.21328210830688477
452470	rnn.bias_ih_l0_reverse	6	0.225692480802536
452470	rnn.bias_ih_l0_reverse	7	-0.31336498260498047
452470	rnn.bias_ih_l0_reverse	8	-0.1787116527557373
452470	rnn.bias_ih_l0_reverse	9	-0.19339688122272491
452470	rnn.bias_hh_l0_reverse	0	-0.1115235909819603
452470	rnn.bias_hh_l0_reverse	1	0.2381725311279297
452470	rnn.bias_hh_l0_reverse	2	-0.31983739137649536
452470	rnn.bias_hh_l0_reverse	3	-0.1920192837715149
452470	rnn.bias_hh_l0_reverse	4	-0.3799196779727936
452470	rnn.bias_hh_l0_reverse	5	-0.1765238642692566
452470	rnn.bias_hh_l0_reverse	6	-0.24117717146873474
452470	rnn.bias_hh_l0_reverse	7	-0.09501059353351593
452470	rnn.bias_hh_l0_reverse	8	-0.27452170848846436
452470	rnn.bias_hh_l0_reverse	9	0.21124643087387085
452470	linear.weight	0	0.2022617757320404
452470	linear.weight	1	-0.3456684947013855
452470	linear.weight	2	-0.009956958703696728
452470	linear.weight	3	0.0677107572555542
452470	linear.weight	4	-0.17521123588085175
452470	linear.weight	5	0.25443142652511597
452470	linear.weight	6	-0.05158407613635063
452470	linear.weight	7	-0.06194718927145004
452470	linear.weight	8	0.13580085337162018
452470	linear.weight	9	-0.04790696129202843
452470	linear.bias	0	-0.8698828816413879
452470	linear.bias	1	1.8742876052856445
452470	linear.bias	2	0.7508279085159302
452470	linear.bias	3	-2.6680901050567627
452470	linear.bias	4	-0.1475401669740677
452470	linear.bias	5	1.257761836051941
452470	linear.bias	6	-0.11730501800775528
452470	linear.bias	7	0.7467856407165527
452470	linear.bias	8	2.2122209072113037
452470	linear.bias	9	-1.4991710186004639
453079	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
453079	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
453079	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
453079	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
453079	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
453079	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
453079	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
453079	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
453079	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
453079	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
453079	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
453079	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
453079	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
453079	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
453079	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
453079	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
453079	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
453079	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
453079	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
453079	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
453079	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
453079	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
453079	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
453079	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
453079	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
453079	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
453079	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
453079	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
453079	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
453079	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
453079	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
453079	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
453079	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
453079	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
453079	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
453079	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
453079	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
453079	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
453079	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
453079	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
453079	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
453079	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
453079	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
453079	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
453079	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
453079	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
453079	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
453079	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
453079	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
453079	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
453079	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
453079	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
453079	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
453079	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
453079	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
453079	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
453079	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
453079	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
453079	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
453079	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
453079	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
453079	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
453079	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
453079	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
453079	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
453079	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
453079	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
453079	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
453079	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
453079	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
453079	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
453079	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
453079	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
453079	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
453079	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
453079	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
453079	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
453079	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
453079	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
453079	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
453079	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
453079	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
453079	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
453079	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
453079	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
453079	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
453079	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
453079	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
453079	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
453079	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
453079	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
453079	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
453079	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
453079	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
453079	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
453079	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
453079	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
453079	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
453079	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
453079	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
453079	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
453079	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
453079	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
453079	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
453079	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
453079	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
453079	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
453079	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
453079	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
453079	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
453079	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
453079	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
453079	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
453079	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
453079	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
453079	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
453079	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
453079	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
453079	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
453079	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
453079	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
453079	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
453079	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
453079	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
453079	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
453079	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
453079	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
453079	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
453079	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
453079	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
453079	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
453079	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
453079	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
453079	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
453079	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
453079	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
453079	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
453079	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
453079	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
453079	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
453079	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
453079	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
453079	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
453079	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
453079	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
453079	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
453079	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
453079	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
453079	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
453079	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
453079	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
453079	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
453079	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
453079	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
453079	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
453079	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
453079	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
453079	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
453079	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
453079	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
453079	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
453079	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
453079	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
453079	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
453079	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
453079	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
453079	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
453079	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
453079	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
453079	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
453079	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
453079	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
453079	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
453079	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
453079	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
453079	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
453079	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
453079	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
453079	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
453079	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
453079	embedding2nn.weight	0	0.3116035759449005
453079	embedding2nn.weight	1	0.4080609083175659
453079	embedding2nn.weight	2	0.02795952558517456
453079	embedding2nn.weight	3	-0.012890713289380074
453079	embedding2nn.weight	4	-0.06665108352899551
453079	embedding2nn.weight	5	0.09299283474683762
453079	embedding2nn.weight	6	0.04425222799181938
453079	embedding2nn.weight	7	0.01936863176524639
453079	embedding2nn.weight	8	0.0448785126209259
453079	embedding2nn.weight	9	-0.029277324676513672
453079	embedding2nn.bias	0	-0.0002185796038247645
453079	embedding2nn.bias	1	-0.19038714468479156
453079	embedding2nn.bias	2	0.10448362678289413
453079	embedding2nn.bias	3	0.18009169399738312
453079	embedding2nn.bias	4	0.10056619346141815
453079	embedding2nn.bias	5	-0.0579502210021019
453079	embedding2nn.bias	6	-0.028315814211964607
453079	embedding2nn.bias	7	0.03895385563373566
453079	embedding2nn.bias	8	-0.18275131285190582
453079	embedding2nn.bias	9	-0.38926172256469727
453079	rnn.weight_ih_l0	0	0.0082079553976655
453079	rnn.weight_ih_l0	1	-0.07237792760133743
453079	rnn.weight_ih_l0	2	-0.0348777249455452
453079	rnn.weight_ih_l0	3	0.12624365091323853
453079	rnn.weight_ih_l0	4	0.033240173012018204
453079	rnn.weight_ih_l0	5	-0.07601941376924515
453079	rnn.weight_ih_l0	6	0.005940972361713648
453079	rnn.weight_ih_l0	7	-0.04351910948753357
453079	rnn.weight_ih_l0	8	0.03992520272731781
453079	rnn.weight_ih_l0	9	-0.06589221954345703
453079	rnn.weight_hh_l0	0	-0.011544961482286453
453079	rnn.weight_hh_l0	1	0.07304982095956802
453079	rnn.weight_hh_l0	2	0.01893218792974949
453079	rnn.weight_hh_l0	3	-0.008550300262868404
453079	rnn.weight_hh_l0	4	0.03357848897576332
453079	rnn.weight_hh_l0	5	0.041627492755651474
453079	rnn.weight_hh_l0	6	-0.058903127908706665
453079	rnn.weight_hh_l0	7	-0.10295280069112778
453079	rnn.weight_hh_l0	8	0.03869225084781647
453079	rnn.weight_hh_l0	9	-0.10123748332262039
453079	rnn.bias_ih_l0	0	0.1726311892271042
453079	rnn.bias_ih_l0	1	-0.28890690207481384
453079	rnn.bias_ih_l0	2	-0.022944632917642593
453079	rnn.bias_ih_l0	3	-0.19269253313541412
453079	rnn.bias_ih_l0	4	0.038602523505687714
453079	rnn.bias_ih_l0	5	-0.4009472727775574
453079	rnn.bias_ih_l0	6	-0.13474255800247192
453079	rnn.bias_ih_l0	7	-0.3292290270328522
453079	rnn.bias_ih_l0	8	-0.2943662703037262
453079	rnn.bias_ih_l0	9	-0.44495901465415955
453079	rnn.bias_hh_l0	0	-0.35085970163345337
453079	rnn.bias_hh_l0	1	-0.4028249680995941
453079	rnn.bias_hh_l0	2	-0.34455621242523193
453079	rnn.bias_hh_l0	3	-0.09261570125818253
453079	rnn.bias_hh_l0	4	-0.36460596323013306
453079	rnn.bias_hh_l0	5	-0.3167616128921509
453079	rnn.bias_hh_l0	6	-0.11242831498384476
453079	rnn.bias_hh_l0	7	0.08571624755859375
453079	rnn.bias_hh_l0	8	-0.24815262854099274
453079	rnn.bias_hh_l0	9	-0.5309872031211853
453079	rnn.weight_ih_l0_reverse	0	0.0738869309425354
453079	rnn.weight_ih_l0_reverse	1	-0.06203443929553032
453079	rnn.weight_ih_l0_reverse	2	-0.03236641734838486
453079	rnn.weight_ih_l0_reverse	3	-0.14180560410022736
453079	rnn.weight_ih_l0_reverse	4	0.09164503216743469
453079	rnn.weight_ih_l0_reverse	5	-0.1419946700334549
453079	rnn.weight_ih_l0_reverse	6	-0.0191489327698946
453079	rnn.weight_ih_l0_reverse	7	0.027036691084504128
453079	rnn.weight_ih_l0_reverse	8	-0.062261439859867096
453079	rnn.weight_ih_l0_reverse	9	-0.06922918558120728
453079	rnn.weight_hh_l0_reverse	0	-0.1325182169675827
453079	rnn.weight_hh_l0_reverse	1	0.027258766815066338
453079	rnn.weight_hh_l0_reverse	2	-0.027315961197018623
453079	rnn.weight_hh_l0_reverse	3	0.03507441282272339
453079	rnn.weight_hh_l0_reverse	4	-0.08263758569955826
453079	rnn.weight_hh_l0_reverse	5	0.035851188004016876
453079	rnn.weight_hh_l0_reverse	6	0.02785678580403328
453079	rnn.weight_hh_l0_reverse	7	-0.09702964127063751
453079	rnn.weight_hh_l0_reverse	8	-0.07150125503540039
453079	rnn.weight_hh_l0_reverse	9	0.056226879358291626
453079	rnn.bias_ih_l0_reverse	0	-0.15372762084007263
453079	rnn.bias_ih_l0_reverse	1	-0.0678575411438942
453079	rnn.bias_ih_l0_reverse	2	0.11183027923107147
453079	rnn.bias_ih_l0_reverse	3	-0.28017425537109375
453079	rnn.bias_ih_l0_reverse	4	-0.036582596600055695
453079	rnn.bias_ih_l0_reverse	5	-0.21319444477558136
453079	rnn.bias_ih_l0_reverse	6	0.22310630977153778
453079	rnn.bias_ih_l0_reverse	7	-0.30558568239212036
453079	rnn.bias_ih_l0_reverse	8	-0.18178653717041016
453079	rnn.bias_ih_l0_reverse	9	-0.19855022430419922
453079	rnn.bias_hh_l0_reverse	0	-0.11253315210342407
453079	rnn.bias_hh_l0_reverse	1	0.25350919365882874
453079	rnn.bias_hh_l0_reverse	2	-0.3126471936702728
453079	rnn.bias_hh_l0_reverse	3	-0.1873781681060791
453079	rnn.bias_hh_l0_reverse	4	-0.3789988160133362
453079	rnn.bias_hh_l0_reverse	5	-0.1784551441669464
453079	rnn.bias_hh_l0_reverse	6	-0.24303217232227325
453079	rnn.bias_hh_l0_reverse	7	-0.09290070086717606
453079	rnn.bias_hh_l0_reverse	8	-0.26619139313697815
453079	rnn.bias_hh_l0_reverse	9	0.20395387709140778
453079	linear.weight	0	0.21029898524284363
453079	linear.weight	1	-0.41270357370376587
453079	linear.weight	2	0.018466729670763016
453079	linear.weight	3	0.06770629435777664
453079	linear.weight	4	-0.156320720911026
453079	linear.weight	5	0.21841546893119812
453079	linear.weight	6	-0.049402184784412384
453079	linear.weight	7	-0.061932314187288284
453079	linear.weight	8	0.11964963376522064
453079	linear.weight	9	-0.04791558161377907
453079	linear.bias	0	-0.8255146741867065
453079	linear.bias	1	1.883914828300476
453079	linear.bias	2	0.7553752660751343
453079	linear.bias	3	-2.66847825050354
453079	linear.bias	4	-0.1310359537601471
453079	linear.bias	5	1.2415101528167725
453079	linear.bias	6	-0.12976054847240448
453079	linear.bias	7	0.7589149475097656
453079	linear.bias	8	2.1487011909484863
453079	linear.bias	9	-1.4938991069793701
453688	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
453688	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
453688	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
453688	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
453688	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
453688	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
453688	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
453688	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
453688	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
453688	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
453688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
453688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
453688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
453688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
453688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
453688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
453688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
453688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
453688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
453688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
453688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
453688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
453688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
453688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
453688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
453688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
453688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
453688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
453688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
453688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
453688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
453688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
453688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
453688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
453688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
453688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
453688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
453688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
453688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
453688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
453688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
453688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
453688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
453688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
453688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
453688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
453688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
453688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
453688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
453688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
453688	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
453688	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
453688	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
453688	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
453688	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
453688	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
453688	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
453688	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
453688	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
453688	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
453688	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
453688	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
453688	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
453688	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
453688	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
453688	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
453688	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
453688	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
453688	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
453688	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
453688	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
453688	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
453688	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
453688	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
453688	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
453688	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
453688	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
453688	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
453688	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
453688	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
453688	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
453688	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
453688	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
453688	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
453688	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
453688	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
453688	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
453688	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
453688	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
453688	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
453688	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
453688	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
453688	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
453688	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
453688	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
453688	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
453688	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
453688	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
453688	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
453688	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
453688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
453688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
453688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
453688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
453688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
453688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
453688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
453688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
453688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
453688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
453688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
453688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
453688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
453688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
453688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
453688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
453688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
453688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
453688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
453688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
453688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
453688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
453688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
453688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
453688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
453688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
453688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
453688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
453688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
453688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
453688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
453688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
453688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
453688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
453688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
453688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
453688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
453688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
453688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
453688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
453688	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
453688	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
453688	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
453688	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
453688	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
453688	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
453688	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
453688	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
453688	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
453688	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
453688	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
453688	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
453688	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
453688	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
453688	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
453688	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
453688	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
453688	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
453688	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
453688	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
453688	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
453688	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
453688	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
453688	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
453688	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
453688	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
453688	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
453688	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
453688	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
453688	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
453688	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
453688	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
453688	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
453688	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
453688	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
453688	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
453688	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
453688	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
453688	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
453688	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
453688	embedding2nn.weight	0	0.3140912652015686
453688	embedding2nn.weight	1	0.4093233644962311
453688	embedding2nn.weight	2	0.02736404538154602
453688	embedding2nn.weight	3	0.0003251428424846381
453688	embedding2nn.weight	4	-0.06405200809240341
453688	embedding2nn.weight	5	0.09220651537179947
453688	embedding2nn.weight	6	0.03995006904006004
453688	embedding2nn.weight	7	0.015202066861093044
453688	embedding2nn.weight	8	0.04501383379101753
453688	embedding2nn.weight	9	-0.03136471286416054
453688	embedding2nn.bias	0	0.009379004128277302
453688	embedding2nn.bias	1	-0.18667562305927277
453688	embedding2nn.bias	2	0.12964852154254913
453688	embedding2nn.bias	3	0.19286514818668365
453688	embedding2nn.bias	4	0.11381641775369644
453688	embedding2nn.bias	5	-0.058899469673633575
453688	embedding2nn.bias	6	-0.018661540001630783
453688	embedding2nn.bias	7	0.04884757474064827
453688	embedding2nn.bias	8	-0.17332419753074646
453688	embedding2nn.bias	9	-0.4055609107017517
453688	rnn.weight_ih_l0	0	0.005977940279990435
453688	rnn.weight_ih_l0	1	-0.07330658286809921
453688	rnn.weight_ih_l0	2	-0.028699621558189392
453688	rnn.weight_ih_l0	3	0.1299220770597458
453688	rnn.weight_ih_l0	4	0.02121201902627945
453688	rnn.weight_ih_l0	5	-0.08159210532903671
453688	rnn.weight_ih_l0	6	0.005571210756897926
453688	rnn.weight_ih_l0	7	-0.040288880467414856
453688	rnn.weight_ih_l0	8	0.035762637853622437
453688	rnn.weight_ih_l0	9	-0.06451081484556198
453688	rnn.weight_hh_l0	0	-0.011952579952776432
453688	rnn.weight_hh_l0	1	0.07240158319473267
453688	rnn.weight_hh_l0	2	0.018540427088737488
453688	rnn.weight_hh_l0	3	-0.010065770708024502
453688	rnn.weight_hh_l0	4	0.033040497452020645
453688	rnn.weight_hh_l0	5	0.04210679233074188
453688	rnn.weight_hh_l0	6	-0.059799909591674805
453688	rnn.weight_hh_l0	7	-0.10370370000600815
453688	rnn.weight_hh_l0	8	0.03818926960229874
453688	rnn.weight_hh_l0	9	-0.10116603225469589
453688	rnn.bias_ih_l0	0	0.1740885227918625
453688	rnn.bias_ih_l0	1	-0.29747533798217773
453688	rnn.bias_ih_l0	2	-0.022541116923093796
453688	rnn.bias_ih_l0	3	-0.19709448516368866
453688	rnn.bias_ih_l0	4	0.03893641009926796
453688	rnn.bias_ih_l0	5	-0.39419034123420715
453688	rnn.bias_ih_l0	6	-0.13537025451660156
453688	rnn.bias_ih_l0	7	-0.32822731137275696
453688	rnn.bias_ih_l0	8	-0.2977841794490814
453688	rnn.bias_ih_l0	9	-0.43082812428474426
453688	rnn.bias_hh_l0	0	-0.35179829597473145
453688	rnn.bias_hh_l0	1	-0.3996908962726593
453688	rnn.bias_hh_l0	2	-0.3441813290119171
453688	rnn.bias_hh_l0	3	-0.08272623270750046
453688	rnn.bias_hh_l0	4	-0.3658149838447571
453688	rnn.bias_hh_l0	5	-0.3187808692455292
453688	rnn.bias_hh_l0	6	-0.1056332141160965
453688	rnn.bias_hh_l0	7	0.09094467759132385
453688	rnn.bias_hh_l0	8	-0.23996546864509583
453688	rnn.bias_hh_l0	9	-0.5377667546272278
453688	rnn.weight_ih_l0_reverse	0	0.06186080724000931
453688	rnn.weight_ih_l0_reverse	1	-0.06368720531463623
453688	rnn.weight_ih_l0_reverse	2	-0.032836299389600754
453688	rnn.weight_ih_l0_reverse	3	-0.1407693475484848
453688	rnn.weight_ih_l0_reverse	4	0.09238626807928085
453688	rnn.weight_ih_l0_reverse	5	-0.14278072118759155
453688	rnn.weight_ih_l0_reverse	6	-0.027546197175979614
453688	rnn.weight_ih_l0_reverse	7	0.02759467624127865
453688	rnn.weight_ih_l0_reverse	8	-0.06137517839670181
453688	rnn.weight_ih_l0_reverse	9	-0.06499307602643967
453688	rnn.weight_hh_l0_reverse	0	-0.13542908430099487
453688	rnn.weight_hh_l0_reverse	1	0.02747201733291149
453688	rnn.weight_hh_l0_reverse	2	-0.026845628395676613
453688	rnn.weight_hh_l0_reverse	3	0.03378923982381821
453688	rnn.weight_hh_l0_reverse	4	-0.08311980217695236
453688	rnn.weight_hh_l0_reverse	5	0.0359225794672966
453688	rnn.weight_hh_l0_reverse	6	0.027980482205748558
453688	rnn.weight_hh_l0_reverse	7	-0.09718713909387589
453688	rnn.weight_hh_l0_reverse	8	-0.07203389704227448
453688	rnn.weight_hh_l0_reverse	9	0.055488117039203644
453688	rnn.bias_ih_l0_reverse	0	-0.15716314315795898
453688	rnn.bias_ih_l0_reverse	1	-0.06442916393280029
453688	rnn.bias_ih_l0_reverse	2	0.10576131194829941
453688	rnn.bias_ih_l0_reverse	3	-0.28362125158309937
453688	rnn.bias_ih_l0_reverse	4	-0.047988325357437134
453688	rnn.bias_ih_l0_reverse	5	-0.22189748287200928
453688	rnn.bias_ih_l0_reverse	6	0.22559823095798492
453688	rnn.bias_ih_l0_reverse	7	-0.32481256127357483
453688	rnn.bias_ih_l0_reverse	8	-0.1778368055820465
453688	rnn.bias_ih_l0_reverse	9	-0.18953394889831543
453688	rnn.bias_hh_l0_reverse	0	-0.12184250354766846
453688	rnn.bias_hh_l0_reverse	1	0.2595537006855011
453688	rnn.bias_hh_l0_reverse	2	-0.30712413787841797
453688	rnn.bias_hh_l0_reverse	3	-0.19175833463668823
453688	rnn.bias_hh_l0_reverse	4	-0.3839673399925232
453688	rnn.bias_hh_l0_reverse	5	-0.18114979565143585
453688	rnn.bias_hh_l0_reverse	6	-0.24332831799983978
453688	rnn.bias_hh_l0_reverse	7	-0.09673038125038147
453688	rnn.bias_hh_l0_reverse	8	-0.27635306119918823
453688	rnn.bias_hh_l0_reverse	9	0.20916299521923065
453688	linear.weight	0	0.20812645554542542
453688	linear.weight	1	-0.4325137138366699
453688	linear.weight	2	0.06134939193725586
453688	linear.weight	3	0.06770310550928116
453688	linear.weight	4	-0.1632053554058075
453688	linear.weight	5	0.23775069415569305
453688	linear.weight	6	-0.07444658130407333
453688	linear.weight	7	-0.06191889941692352
453688	linear.weight	8	0.1086384728550911
453688	linear.weight	9	-0.04792702570557594
453688	linear.bias	0	-0.8620465993881226
453688	linear.bias	1	1.867862582206726
453688	linear.bias	2	0.7796100974082947
453688	linear.bias	3	-2.6688597202301025
453688	linear.bias	4	-0.14288674294948578
453688	linear.bias	5	1.2540135383605957
453688	linear.bias	6	-0.1965693086385727
453688	linear.bias	7	0.7214537262916565
453688	linear.bias	8	2.138021469116211
453688	linear.bias	9	-1.443630337715149
454297	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
454297	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
454297	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
454297	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
454297	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
454297	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
454297	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
454297	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
454297	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
454297	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
454297	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
454297	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
454297	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
454297	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
454297	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
454297	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
454297	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
454297	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
454297	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
454297	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
454297	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
454297	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
454297	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
454297	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
454297	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
454297	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
454297	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
454297	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
454297	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
454297	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
454297	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
454297	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
454297	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
454297	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
454297	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
454297	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
454297	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
454297	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
454297	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
454297	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
454297	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
454297	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
454297	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
454297	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
454297	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
454297	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
454297	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
454297	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
454297	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
454297	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
454297	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
454297	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
454297	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
454297	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
454297	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
454297	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
454297	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
454297	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
454297	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
454297	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
454297	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
454297	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
454297	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
454297	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
454297	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
454297	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
454297	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
454297	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
454297	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
454297	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
454297	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
454297	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
454297	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
454297	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
454297	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
454297	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
454297	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
454297	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
454297	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
454297	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
454297	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
454297	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
454297	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
454297	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
454297	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
454297	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
454297	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
454297	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
454297	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
454297	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
454297	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
454297	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
454297	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
454297	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
454297	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
454297	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
454297	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
454297	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
454297	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
454297	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
454297	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
454297	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
454297	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
454297	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
454297	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
454297	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
454297	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
454297	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
454297	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
454297	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
454297	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
454297	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
454297	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
454297	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
454297	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
454297	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
454297	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
454297	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
454297	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
454297	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
454297	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
454297	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
454297	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
454297	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
454297	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
454297	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
454297	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
454297	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
454297	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
454297	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
454297	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
454297	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
454297	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
454297	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
454297	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
454297	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
454297	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
454297	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
454297	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
454297	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
454297	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
454297	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
454297	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
454297	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
454297	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
454297	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
454297	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
454297	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
454297	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
454297	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
454297	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
454297	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
454297	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
454297	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
454297	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
454297	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
454297	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
454297	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
454297	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
454297	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
454297	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
454297	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
454297	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
454297	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
454297	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
454297	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
454297	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
454297	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
454297	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
454297	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
454297	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
454297	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
454297	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
454297	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
454297	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
454297	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
454297	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
454297	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
454297	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
454297	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
454297	embedding2nn.weight	0	0.31316840648651123
454297	embedding2nn.weight	1	0.40628576278686523
454297	embedding2nn.weight	2	0.028242839500308037
454297	embedding2nn.weight	3	0.010949362069368362
454297	embedding2nn.weight	4	-0.06700299680233002
454297	embedding2nn.weight	5	0.08865493535995483
454297	embedding2nn.weight	6	0.04251939803361893
454297	embedding2nn.weight	7	0.012291774153709412
454297	embedding2nn.weight	8	0.04983328655362129
454297	embedding2nn.weight	9	-0.04211130365729332
454297	embedding2nn.bias	0	0.01738673262298107
454297	embedding2nn.bias	1	-0.2120850384235382
454297	embedding2nn.bias	2	0.12893225252628326
454297	embedding2nn.bias	3	0.19302678108215332
454297	embedding2nn.bias	4	0.12317156046628952
454297	embedding2nn.bias	5	-0.038327377289533615
454297	embedding2nn.bias	6	-0.016671787947416306
454297	embedding2nn.bias	7	0.04366698116064072
454297	embedding2nn.bias	8	-0.16438892483711243
454297	embedding2nn.bias	9	-0.40599608421325684
454297	rnn.weight_ih_l0	0	0.008512170985341072
454297	rnn.weight_ih_l0	1	-0.07184362411499023
454297	rnn.weight_ih_l0	2	-0.0334562249481678
454297	rnn.weight_ih_l0	3	0.12896719574928284
454297	rnn.weight_ih_l0	4	0.023539837449789047
454297	rnn.weight_ih_l0	5	-0.08308957517147064
454297	rnn.weight_ih_l0	6	0.005315124522894621
454297	rnn.weight_ih_l0	7	-0.036719709634780884
454297	rnn.weight_ih_l0	8	0.04122750461101532
454297	rnn.weight_ih_l0	9	-0.06758908927440643
454297	rnn.weight_hh_l0	0	-0.011961526237428188
454297	rnn.weight_hh_l0	1	0.07097197324037552
454297	rnn.weight_hh_l0	2	0.018209924921393394
454297	rnn.weight_hh_l0	3	-0.010720523074269295
454297	rnn.weight_hh_l0	4	0.0325559563934803
454297	rnn.weight_hh_l0	5	0.04128807410597801
454297	rnn.weight_hh_l0	6	-0.058703694492578506
454297	rnn.weight_hh_l0	7	-0.10172230750322342
454297	rnn.weight_hh_l0	8	0.03814137354493141
454297	rnn.weight_hh_l0	9	-0.09940808266401291
454297	rnn.bias_ih_l0	0	0.17716792225837708
454297	rnn.bias_ih_l0	1	-0.3043741285800934
454297	rnn.bias_ih_l0	2	-0.024670396000146866
454297	rnn.bias_ih_l0	3	-0.19698604941368103
454297	rnn.bias_ih_l0	4	0.04264555126428604
454297	rnn.bias_ih_l0	5	-0.3999197781085968
454297	rnn.bias_ih_l0	6	-0.13177059590816498
454297	rnn.bias_ih_l0	7	-0.3279447853565216
454297	rnn.bias_ih_l0	8	-0.29548564553260803
454297	rnn.bias_ih_l0	9	-0.4230938255786896
454297	rnn.bias_hh_l0	0	-0.34182867407798767
454297	rnn.bias_hh_l0	1	-0.4062144160270691
454297	rnn.bias_hh_l0	2	-0.3437606692314148
454297	rnn.bias_hh_l0	3	-0.08905041962862015
454297	rnn.bias_hh_l0	4	-0.3649013638496399
454297	rnn.bias_hh_l0	5	-0.317232608795166
454297	rnn.bias_hh_l0	6	-0.09627103060483932
454297	rnn.bias_hh_l0	7	0.0791923925280571
454297	rnn.bias_hh_l0	8	-0.23364096879959106
454297	rnn.bias_hh_l0	9	-0.538597047328949
454297	rnn.weight_ih_l0_reverse	0	0.06644046306610107
454297	rnn.weight_ih_l0_reverse	1	-0.06347627937793732
454297	rnn.weight_ih_l0_reverse	2	-0.03173034265637398
454297	rnn.weight_ih_l0_reverse	3	-0.139765664935112
454297	rnn.weight_ih_l0_reverse	4	0.09121245890855789
454297	rnn.weight_ih_l0_reverse	5	-0.14540502429008484
454297	rnn.weight_ih_l0_reverse	6	-0.027280163019895554
454297	rnn.weight_ih_l0_reverse	7	0.026463717222213745
454297	rnn.weight_ih_l0_reverse	8	-0.05975928530097008
454297	rnn.weight_ih_l0_reverse	9	-0.06465250253677368
454297	rnn.weight_hh_l0_reverse	0	-0.13511066138744354
454297	rnn.weight_hh_l0_reverse	1	0.026558196172118187
454297	rnn.weight_hh_l0_reverse	2	-0.026750337332487106
454297	rnn.weight_hh_l0_reverse	3	0.03321913257241249
454297	rnn.weight_hh_l0_reverse	4	-0.08294955641031265
454297	rnn.weight_hh_l0_reverse	5	0.036023035645484924
454297	rnn.weight_hh_l0_reverse	6	0.02796902135014534
454297	rnn.weight_hh_l0_reverse	7	-0.09992681443691254
454297	rnn.weight_hh_l0_reverse	8	-0.06911245733499527
454297	rnn.weight_hh_l0_reverse	9	0.056792620569467545
454297	rnn.bias_ih_l0_reverse	0	-0.16407403349876404
454297	rnn.bias_ih_l0_reverse	1	-0.06058195233345032
454297	rnn.bias_ih_l0_reverse	2	0.11520709842443466
454297	rnn.bias_ih_l0_reverse	3	-0.2766002416610718
454297	rnn.bias_ih_l0_reverse	4	-0.050513312220573425
454297	rnn.bias_ih_l0_reverse	5	-0.21908213198184967
454297	rnn.bias_ih_l0_reverse	6	0.22972097992897034
454297	rnn.bias_ih_l0_reverse	7	-0.31930047273635864
454297	rnn.bias_ih_l0_reverse	8	-0.17771103978157043
454297	rnn.bias_ih_l0_reverse	9	-0.19462302327156067
454297	rnn.bias_hh_l0_reverse	0	-0.11078764498233795
454297	rnn.bias_hh_l0_reverse	1	0.27564847469329834
454297	rnn.bias_hh_l0_reverse	2	-0.3071683347225189
454297	rnn.bias_hh_l0_reverse	3	-0.19099722802639008
454297	rnn.bias_hh_l0_reverse	4	-0.380754292011261
454297	rnn.bias_hh_l0_reverse	5	-0.18396688997745514
454297	rnn.bias_hh_l0_reverse	6	-0.2475321739912033
454297	rnn.bias_hh_l0_reverse	7	-0.09281278401613235
454297	rnn.bias_hh_l0_reverse	8	-0.27335330843925476
454297	rnn.bias_hh_l0_reverse	9	0.20594444870948792
454297	linear.weight	0	0.22403116524219513
454297	linear.weight	1	-0.42272475361824036
454297	linear.weight	2	0.07839729636907578
454297	linear.weight	3	0.0677020251750946
454297	linear.weight	4	-0.16600485146045685
454297	linear.weight	5	0.24281637370586395
454297	linear.weight	6	-0.05052027478814125
454297	linear.weight	7	-0.06190524250268936
454297	linear.weight	8	0.1369611620903015
454297	linear.weight	9	-0.047937724739313126
454297	linear.bias	0	-0.8253017663955688
454297	linear.bias	1	1.855297565460205
454297	linear.bias	2	0.7897208333015442
454297	linear.bias	3	-2.6692636013031006
454297	linear.bias	4	-0.13494934141635895
454297	linear.bias	5	1.2759166955947876
454297	linear.bias	6	-0.16783547401428223
454297	linear.bias	7	0.7558527588844299
454297	linear.bias	8	2.1450531482696533
454297	linear.bias	9	-1.479204535484314
454906	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
454906	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
454906	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
454906	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
454906	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
454906	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
454906	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
454906	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
454906	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
454906	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
454906	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
454906	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
454906	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
454906	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
454906	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
454906	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
454906	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
454906	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
454906	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
454906	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
454906	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
454906	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
454906	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
454906	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
454906	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
454906	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
454906	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
454906	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
454906	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
454906	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
454906	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
454906	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
454906	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
454906	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
454906	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
454906	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
454906	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
454906	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
454906	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
454906	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
454906	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
454906	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
454906	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
454906	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
454906	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
454906	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
454906	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
454906	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
454906	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
454906	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
454906	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
454906	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
454906	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
454906	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
454906	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
454906	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
454906	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
454906	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
454906	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
454906	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
454906	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
454906	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
454906	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
454906	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
454906	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
454906	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
454906	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
454906	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
454906	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
454906	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
454906	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
454906	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
454906	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
454906	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
454906	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
454906	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
454906	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
454906	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
454906	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
454906	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
454906	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
454906	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
454906	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
454906	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
454906	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
454906	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
454906	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
454906	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
454906	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
454906	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
454906	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
454906	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
454906	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
454906	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
454906	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
454906	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
454906	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
454906	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
454906	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
454906	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
454906	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
454906	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
454906	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
454906	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
454906	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
454906	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
454906	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
454906	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
454906	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
454906	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
454906	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
454906	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
454906	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
454906	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
454906	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
454906	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
454906	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
454906	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
454906	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
454906	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
454906	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
454906	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
454906	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
454906	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
454906	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
454906	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
454906	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
454906	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
454906	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
454906	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
454906	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
454906	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
454906	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
454906	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
454906	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
454906	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
454906	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
454906	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
454906	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
454906	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
454906	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
454906	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
454906	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
454906	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
454906	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
454906	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
454906	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
454906	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
454906	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
454906	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
454906	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
454906	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
454906	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
454906	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
454906	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
454906	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
454906	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
454906	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
454906	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
454906	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
454906	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
454906	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
454906	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
454906	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
454906	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
454906	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
454906	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
454906	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
454906	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
454906	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
454906	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
454906	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
454906	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
454906	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
454906	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
454906	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
454906	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
454906	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
454906	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
454906	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
454906	embedding2nn.weight	0	0.3151172697544098
454906	embedding2nn.weight	1	0.4076017141342163
454906	embedding2nn.weight	2	0.028165241703391075
454906	embedding2nn.weight	3	0.005342225078493357
454906	embedding2nn.weight	4	-0.06347168236970901
454906	embedding2nn.weight	5	0.09338309615850449
454906	embedding2nn.weight	6	0.039634160697460175
454906	embedding2nn.weight	7	0.02267434261739254
454906	embedding2nn.weight	8	0.04552364721894264
454906	embedding2nn.weight	9	-0.04891151189804077
454906	embedding2nn.bias	0	0.048124268651008606
454906	embedding2nn.bias	1	-0.20104840397834778
454906	embedding2nn.bias	2	0.10404006391763687
454906	embedding2nn.bias	3	0.17887428402900696
454906	embedding2nn.bias	4	0.11973055452108383
454906	embedding2nn.bias	5	-0.05440136045217514
454906	embedding2nn.bias	6	-0.03145229071378708
454906	embedding2nn.bias	7	0.052886832505464554
454906	embedding2nn.bias	8	-0.1480104774236679
454906	embedding2nn.bias	9	-0.3904254734516144
454906	rnn.weight_ih_l0	0	0.009945242665708065
454906	rnn.weight_ih_l0	1	-0.07234598696231842
454906	rnn.weight_ih_l0	2	-0.03794495016336441
454906	rnn.weight_ih_l0	3	0.1269063651561737
454906	rnn.weight_ih_l0	4	0.02844185009598732
454906	rnn.weight_ih_l0	5	-0.07670815289020538
454906	rnn.weight_ih_l0	6	0.00523744523525238
454906	rnn.weight_ih_l0	7	-0.0384332537651062
454906	rnn.weight_ih_l0	8	0.03959294781088829
454906	rnn.weight_ih_l0	9	-0.07117291539907455
454906	rnn.weight_hh_l0	0	-0.011481289751827717
454906	rnn.weight_hh_l0	1	0.07167913764715195
454906	rnn.weight_hh_l0	2	0.01851104386150837
454906	rnn.weight_hh_l0	3	-0.010787858627736568
454906	rnn.weight_hh_l0	4	0.032007839530706406
454906	rnn.weight_hh_l0	5	0.04273604974150658
454906	rnn.weight_hh_l0	6	-0.05882212519645691
454906	rnn.weight_hh_l0	7	-0.10277730971574783
454906	rnn.weight_hh_l0	8	0.03829057514667511
454906	rnn.weight_hh_l0	9	-0.09787753224372864
454906	rnn.bias_ih_l0	0	0.1800728291273117
454906	rnn.bias_ih_l0	1	-0.31037408113479614
454906	rnn.bias_ih_l0	2	-0.023407908156514168
454906	rnn.bias_ih_l0	3	-0.20687606930732727
454906	rnn.bias_ih_l0	4	0.039598286151885986
454906	rnn.bias_ih_l0	5	-0.39660409092903137
454906	rnn.bias_ih_l0	6	-0.1322728991508484
454906	rnn.bias_ih_l0	7	-0.3299628496170044
454906	rnn.bias_ih_l0	8	-0.28161782026290894
454906	rnn.bias_ih_l0	9	-0.4350733458995819
454906	rnn.bias_hh_l0	0	-0.33675968647003174
454906	rnn.bias_hh_l0	1	-0.3995620012283325
454906	rnn.bias_hh_l0	2	-0.3511059880256653
454906	rnn.bias_hh_l0	3	-0.0939161628484726
454906	rnn.bias_hh_l0	4	-0.3657178580760956
454906	rnn.bias_hh_l0	5	-0.31744590401649475
454906	rnn.bias_hh_l0	6	-0.08696676045656204
454906	rnn.bias_hh_l0	7	0.0720706582069397
454906	rnn.bias_hh_l0	8	-0.23473642766475677
454906	rnn.bias_hh_l0	9	-0.5446246862411499
454906	rnn.weight_ih_l0_reverse	0	0.06689418852329254
454906	rnn.weight_ih_l0_reverse	1	-0.06381719559431076
454906	rnn.weight_ih_l0_reverse	2	-0.028940364718437195
454906	rnn.weight_ih_l0_reverse	3	-0.14244012534618378
454906	rnn.weight_ih_l0_reverse	4	0.09202831238508224
454906	rnn.weight_ih_l0_reverse	5	-0.14340385794639587
454906	rnn.weight_ih_l0_reverse	6	-0.024152209982275963
454906	rnn.weight_ih_l0_reverse	7	0.025731774047017097
454906	rnn.weight_ih_l0_reverse	8	-0.0607464425265789
454906	rnn.weight_ih_l0_reverse	9	-0.0637858435511589
454906	rnn.weight_hh_l0_reverse	0	-0.13435819745063782
454906	rnn.weight_hh_l0_reverse	1	0.026430848985910416
454906	rnn.weight_hh_l0_reverse	2	-0.026776842772960663
454906	rnn.weight_hh_l0_reverse	3	0.03360188752412796
454906	rnn.weight_hh_l0_reverse	4	-0.08346917480230331
454906	rnn.weight_hh_l0_reverse	5	0.0358220674097538
454906	rnn.weight_hh_l0_reverse	6	0.028077954426407814
454906	rnn.weight_hh_l0_reverse	7	-0.09865637123584747
454906	rnn.weight_hh_l0_reverse	8	-0.0693918913602829
454906	rnn.weight_hh_l0_reverse	9	0.05820011347532272
454906	rnn.bias_ih_l0_reverse	0	-0.1619533747434616
454906	rnn.bias_ih_l0_reverse	1	-0.06354934722185135
454906	rnn.bias_ih_l0_reverse	2	0.11649555712938309
454906	rnn.bias_ih_l0_reverse	3	-0.2718447148799896
454906	rnn.bias_ih_l0_reverse	4	-0.048512257635593414
454906	rnn.bias_ih_l0_reverse	5	-0.21421417593955994
454906	rnn.bias_ih_l0_reverse	6	0.23280391097068787
454906	rnn.bias_ih_l0_reverse	7	-0.3179151713848114
454906	rnn.bias_ih_l0_reverse	8	-0.17624004185199738
454906	rnn.bias_ih_l0_reverse	9	-0.19330978393554688
454906	rnn.bias_hh_l0_reverse	0	-0.12614983320236206
454906	rnn.bias_hh_l0_reverse	1	0.2704237103462219
454906	rnn.bias_hh_l0_reverse	2	-0.30660223960876465
454906	rnn.bias_hh_l0_reverse	3	-0.19259196519851685
454906	rnn.bias_hh_l0_reverse	4	-0.38569438457489014
454906	rnn.bias_hh_l0_reverse	5	-0.18590067327022552
454906	rnn.bias_hh_l0_reverse	6	-0.24814918637275696
454906	rnn.bias_hh_l0_reverse	7	-0.09205233305692673
454906	rnn.bias_hh_l0_reverse	8	-0.26346078515052795
454906	rnn.bias_hh_l0_reverse	9	0.20445652306079865
454906	linear.weight	0	0.24322624504566193
454906	linear.weight	1	-0.4692648649215698
454906	linear.weight	2	0.07303266227245331
454906	linear.weight	3	0.06769753247499466
454906	linear.weight	4	-0.13050095736980438
454906	linear.weight	5	0.26914525032043457
454906	linear.weight	6	-0.027261294424533844
454906	linear.weight	7	-0.0618906170129776
454906	linear.weight	8	0.1297726035118103
454906	linear.weight	9	-0.04796601086854935
454906	linear.bias	0	-0.8495069146156311
454906	linear.bias	1	1.8785141706466675
454906	linear.bias	2	0.8087518811225891
454906	linear.bias	3	-2.6696391105651855
454906	linear.bias	4	-0.1460411101579666
454906	linear.bias	5	1.259317398071289
454906	linear.bias	6	-0.15623752772808075
454906	linear.bias	7	0.7588984966278076
454906	linear.bias	8	2.1991355419158936
454906	linear.bias	9	-1.4711785316467285
455515	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
455515	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
455515	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
455515	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
455515	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
455515	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
455515	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
455515	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
455515	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
455515	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
455515	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
455515	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
455515	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
455515	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
455515	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
455515	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
455515	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
455515	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
455515	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
455515	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
455515	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
455515	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
455515	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
455515	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
455515	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
455515	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
455515	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
455515	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
455515	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
455515	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
455515	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
455515	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
455515	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
455515	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
455515	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
455515	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
455515	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
455515	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
455515	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
455515	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
455515	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
455515	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
455515	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
455515	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
455515	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
455515	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
455515	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
455515	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
455515	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
455515	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
455515	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
455515	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
455515	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
455515	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
455515	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
455515	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
455515	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
455515	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
455515	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
455515	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
455515	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
455515	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
455515	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
455515	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
455515	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
455515	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
455515	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
455515	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
455515	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
455515	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
455515	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
455515	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
455515	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
455515	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
455515	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
455515	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
455515	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
455515	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
455515	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
455515	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
455515	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
455515	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
455515	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
455515	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
455515	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
455515	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
455515	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
455515	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
455515	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
455515	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
455515	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
455515	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
455515	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
455515	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
455515	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
455515	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
455515	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
455515	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
455515	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
455515	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
455515	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
455515	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
455515	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
455515	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
455515	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
455515	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
455515	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
455515	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
455515	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
455515	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
455515	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
455515	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
455515	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
455515	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
455515	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
455515	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
455515	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
455515	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
455515	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
455515	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
455515	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
455515	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
455515	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
455515	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
455515	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
455515	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
455515	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
455515	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
455515	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
455515	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
455515	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
455515	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
455515	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
455515	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
455515	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
455515	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
455515	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
455515	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
455515	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
455515	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
455515	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
455515	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
455515	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
455515	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
455515	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
455515	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
455515	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
455515	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
455515	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
455515	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
455515	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
455515	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
455515	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
455515	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
455515	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
455515	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
455515	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
455515	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
455515	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
455515	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
455515	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
455515	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
455515	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
455515	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
455515	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
455515	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
455515	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
455515	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
455515	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
455515	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
455515	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
455515	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
455515	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
455515	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
455515	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
455515	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
455515	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
455515	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
455515	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
455515	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
455515	embedding2nn.weight	0	0.3140329122543335
455515	embedding2nn.weight	1	0.4093325436115265
455515	embedding2nn.weight	2	0.029984043911099434
455515	embedding2nn.weight	3	-0.0026346370577812195
455515	embedding2nn.weight	4	-0.06442563980817795
455515	embedding2nn.weight	5	0.09695708006620407
455515	embedding2nn.weight	6	0.04696658253669739
455515	embedding2nn.weight	7	0.02199874073266983
455515	embedding2nn.weight	8	0.045316219329833984
455515	embedding2nn.weight	9	-0.03820496425032616
455515	embedding2nn.bias	0	0.05491996929049492
455515	embedding2nn.bias	1	-0.2178802490234375
455515	embedding2nn.bias	2	0.10034152120351791
455515	embedding2nn.bias	3	0.17181994020938873
455515	embedding2nn.bias	4	0.11250421404838562
455515	embedding2nn.bias	5	-0.06979997456073761
455515	embedding2nn.bias	6	-0.03827136009931564
455515	embedding2nn.bias	7	0.05739125236868858
455515	embedding2nn.bias	8	-0.1682620346546173
455515	embedding2nn.bias	9	-0.3804352879524231
455515	rnn.weight_ih_l0	0	0.009526524692773819
455515	rnn.weight_ih_l0	1	-0.07117011398077011
455515	rnn.weight_ih_l0	2	-0.03963891416788101
455515	rnn.weight_ih_l0	3	0.12213808298110962
455515	rnn.weight_ih_l0	4	0.017588365823030472
455515	rnn.weight_ih_l0	5	-0.0684204027056694
455515	rnn.weight_ih_l0	6	0.004811097402125597
455515	rnn.weight_ih_l0	7	-0.039225731045007706
455515	rnn.weight_ih_l0	8	0.036401860415935516
455515	rnn.weight_ih_l0	9	-0.06368373334407806
455515	rnn.weight_hh_l0	0	-0.01199538167566061
455515	rnn.weight_hh_l0	1	0.07323357462882996
455515	rnn.weight_hh_l0	2	0.01806458830833435
455515	rnn.weight_hh_l0	3	-0.010812964290380478
455515	rnn.weight_hh_l0	4	0.031217968091368675
455515	rnn.weight_hh_l0	5	0.04380858317017555
455515	rnn.weight_hh_l0	6	-0.058495212346315384
455515	rnn.weight_hh_l0	7	-0.10467763245105743
455515	rnn.weight_hh_l0	8	0.03783457726240158
455515	rnn.weight_hh_l0	9	-0.09860601276159286
455515	rnn.bias_ih_l0	0	0.19099541008472443
455515	rnn.bias_ih_l0	1	-0.3105210065841675
455515	rnn.bias_ih_l0	2	-0.024825509637594223
455515	rnn.bias_ih_l0	3	-0.20502278208732605
455515	rnn.bias_ih_l0	4	0.034138984978199005
455515	rnn.bias_ih_l0	5	-0.39969515800476074
455515	rnn.bias_ih_l0	6	-0.13026371598243713
455515	rnn.bias_ih_l0	7	-0.33100730180740356
455515	rnn.bias_ih_l0	8	-0.28572338819503784
455515	rnn.bias_ih_l0	9	-0.440522700548172
455515	rnn.bias_hh_l0	0	-0.32822492718696594
455515	rnn.bias_hh_l0	1	-0.4009050130844116
455515	rnn.bias_hh_l0	2	-0.35188236832618713
455515	rnn.bias_hh_l0	3	-0.09490318596363068
455515	rnn.bias_hh_l0	4	-0.36884206533432007
455515	rnn.bias_hh_l0	5	-0.3181907534599304
455515	rnn.bias_hh_l0	6	-0.09204493463039398
455515	rnn.bias_hh_l0	7	0.07466913014650345
455515	rnn.bias_hh_l0	8	-0.24035954475402832
455515	rnn.bias_hh_l0	9	-0.5444085597991943
455515	rnn.weight_ih_l0_reverse	0	0.0701725110411644
455515	rnn.weight_ih_l0_reverse	1	-0.06555594503879547
455515	rnn.weight_ih_l0_reverse	2	-0.028768086805939674
455515	rnn.weight_ih_l0_reverse	3	-0.14392846822738647
455515	rnn.weight_ih_l0_reverse	4	0.09227126836776733
455515	rnn.weight_ih_l0_reverse	5	-0.13767088949680328
455515	rnn.weight_ih_l0_reverse	6	-0.02506129816174507
455515	rnn.weight_ih_l0_reverse	7	0.02890004590153694
455515	rnn.weight_ih_l0_reverse	8	-0.0636148676276207
455515	rnn.weight_ih_l0_reverse	9	-0.06309686601161957
455515	rnn.weight_hh_l0_reverse	0	-0.1337304711341858
455515	rnn.weight_hh_l0_reverse	1	0.025131631642580032
455515	rnn.weight_hh_l0_reverse	2	-0.02677837386727333
455515	rnn.weight_hh_l0_reverse	3	0.034183356910943985
455515	rnn.weight_hh_l0_reverse	4	-0.08438084274530411
455515	rnn.weight_hh_l0_reverse	5	0.034670207649469376
455515	rnn.weight_hh_l0_reverse	6	0.028267573565244675
455515	rnn.weight_hh_l0_reverse	7	-0.09812313318252563
455515	rnn.weight_hh_l0_reverse	8	-0.07053308188915253
455515	rnn.weight_hh_l0_reverse	9	0.056294314563274384
455515	rnn.bias_ih_l0_reverse	0	-0.16304172575473785
455515	rnn.bias_ih_l0_reverse	1	-0.06040479987859726
455515	rnn.bias_ih_l0_reverse	2	0.11503291875123978
455515	rnn.bias_ih_l0_reverse	3	-0.27645546197891235
455515	rnn.bias_ih_l0_reverse	4	-0.04779978096485138
455515	rnn.bias_ih_l0_reverse	5	-0.21748562157154083
455515	rnn.bias_ih_l0_reverse	6	0.23321986198425293
455515	rnn.bias_ih_l0_reverse	7	-0.31224551796913147
455515	rnn.bias_ih_l0_reverse	8	-0.17574989795684814
455515	rnn.bias_ih_l0_reverse	9	-0.1935754269361496
455515	rnn.bias_hh_l0_reverse	0	-0.125471293926239
455515	rnn.bias_hh_l0_reverse	1	0.2687697410583496
455515	rnn.bias_hh_l0_reverse	2	-0.31171733140945435
455515	rnn.bias_hh_l0_reverse	3	-0.19486291706562042
455515	rnn.bias_hh_l0_reverse	4	-0.3840051293373108
455515	rnn.bias_hh_l0_reverse	5	-0.19274760782718658
455515	rnn.bias_hh_l0_reverse	6	-0.2423960268497467
455515	rnn.bias_hh_l0_reverse	7	-0.09449099004268646
455515	rnn.bias_hh_l0_reverse	8	-0.2566932737827301
455515	rnn.bias_hh_l0_reverse	9	0.2096794992685318
455515	linear.weight	0	0.21399858593940735
455515	linear.weight	1	-0.4708312749862671
455515	linear.weight	2	0.0318734236061573
455515	linear.weight	3	0.06769575923681259
455515	linear.weight	4	-0.09944748878479004
455515	linear.weight	5	0.251593679189682
455515	linear.weight	6	-0.05849958211183548
455515	linear.weight	7	-0.06187737360596657
455515	linear.weight	8	0.11534757167100906
455515	linear.weight	9	-0.04797980934381485
455515	linear.bias	0	-0.851915717124939
455515	linear.bias	1	1.867444634437561
455515	linear.bias	2	0.749308168888092
455515	linear.bias	3	-2.670011043548584
455515	linear.bias	4	-0.1332119107246399
455515	linear.bias	5	1.2443840503692627
455515	linear.bias	6	-0.18066108226776123
455515	linear.bias	7	0.757850706577301
455515	linear.bias	8	2.1647589206695557
455515	linear.bias	9	-1.4723238945007324
456124	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
456124	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
456124	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
456124	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
456124	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
456124	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
456124	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
456124	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
456124	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
456124	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
456124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
456124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
456124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
456124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
456124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
456124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
456124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
456124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
456124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
456124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
456124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
456124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
456124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
456124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
456124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
456124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
456124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
456124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
456124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
456124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
456124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
456124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
456124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
456124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
456124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
456124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
456124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
456124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
456124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
456124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
456124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
456124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
456124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
456124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
456124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
456124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
456124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
456124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
456124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
456124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
456124	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
456124	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
456124	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
456124	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
456124	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
456124	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
456124	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
456124	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
456124	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
456124	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
456124	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
456124	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
456124	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
456124	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
456124	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
456124	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
456124	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
456124	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
456124	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
456124	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
456124	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
456124	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
456124	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
456124	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
456124	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
456124	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
456124	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
456124	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
456124	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
456124	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
456124	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
456124	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
456124	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
456124	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
456124	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
456124	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
456124	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
456124	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
456124	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
456124	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
456124	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
456124	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
456124	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
456124	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
456124	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
456124	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
456124	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
456124	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
456124	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
456124	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
456124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
456124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
456124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
456124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
456124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
456124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
456124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
456124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
456124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
456124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
456124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
456124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
456124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
456124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
456124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
456124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
456124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
456124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
456124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
456124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
456124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
456124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
456124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
456124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
456124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
456124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
456124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
456124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
456124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
456124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
456124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
456124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
456124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
456124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
456124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
456124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
456124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
456124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
456124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
456124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
456124	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
456124	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
456124	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
456124	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
456124	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
456124	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
456124	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
456124	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
456124	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
456124	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
456124	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
456124	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
456124	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
456124	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
456124	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
456124	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
456124	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
456124	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
456124	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
456124	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
456124	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
456124	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
456124	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
456124	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
456124	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
456124	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
456124	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
456124	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
456124	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
456124	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
456124	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
456124	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
456124	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
456124	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
456124	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
456124	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
456124	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
456124	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
456124	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
456124	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
456124	embedding2nn.weight	0	0.31506285071372986
456124	embedding2nn.weight	1	0.40630045533180237
456124	embedding2nn.weight	2	0.03394566848874092
456124	embedding2nn.weight	3	-0.013887805864214897
456124	embedding2nn.weight	4	-0.06442876905202866
456124	embedding2nn.weight	5	0.09466042369604111
456124	embedding2nn.weight	6	0.04428187012672424
456124	embedding2nn.weight	7	0.022168368101119995
456124	embedding2nn.weight	8	0.04698504880070686
456124	embedding2nn.weight	9	-0.030402859672904015
456124	embedding2nn.bias	0	0.03810747712850571
456124	embedding2nn.bias	1	-0.2200772911310196
456124	embedding2nn.bias	2	0.11498791724443436
456124	embedding2nn.bias	3	0.1416310966014862
456124	embedding2nn.bias	4	0.10890395194292068
456124	embedding2nn.bias	5	-0.05731569230556488
456124	embedding2nn.bias	6	-0.059463340789079666
456124	embedding2nn.bias	7	0.050371166318655014
456124	embedding2nn.bias	8	-0.17065371572971344
456124	embedding2nn.bias	9	-0.38873371481895447
456124	rnn.weight_ih_l0	0	0.007945757359266281
456124	rnn.weight_ih_l0	1	-0.07120189815759659
456124	rnn.weight_ih_l0	2	-0.035052038729190826
456124	rnn.weight_ih_l0	3	0.12514176964759827
456124	rnn.weight_ih_l0	4	0.013453702442348003
456124	rnn.weight_ih_l0	5	-0.07274816185235977
456124	rnn.weight_ih_l0	6	0.00579482177272439
456124	rnn.weight_ih_l0	7	-0.03858621418476105
456124	rnn.weight_ih_l0	8	0.029335452243685722
456124	rnn.weight_ih_l0	9	-0.06393229961395264
456124	rnn.weight_hh_l0	0	-0.01250793132930994
456124	rnn.weight_hh_l0	1	0.07387367635965347
456124	rnn.weight_hh_l0	2	0.01641436293721199
456124	rnn.weight_hh_l0	3	-0.0110779395326972
456124	rnn.weight_hh_l0	4	0.032839126884937286
456124	rnn.weight_hh_l0	5	0.04339636117219925
456124	rnn.weight_hh_l0	6	-0.05873376131057739
456124	rnn.weight_hh_l0	7	-0.10568556934595108
456124	rnn.weight_hh_l0	8	0.03747830167412758
456124	rnn.weight_hh_l0	9	-0.09759967029094696
456124	rnn.bias_ih_l0	0	0.1756870299577713
456124	rnn.bias_ih_l0	1	-0.30535462498664856
456124	rnn.bias_ih_l0	2	-0.034707099199295044
456124	rnn.bias_ih_l0	3	-0.20283009111881256
456124	rnn.bias_ih_l0	4	0.032039716839790344
456124	rnn.bias_ih_l0	5	-0.3971366882324219
456124	rnn.bias_ih_l0	6	-0.13371381163597107
456124	rnn.bias_ih_l0	7	-0.3319946825504303
456124	rnn.bias_ih_l0	8	-0.2978224456310272
456124	rnn.bias_ih_l0	9	-0.42712730169296265
456124	rnn.bias_hh_l0	0	-0.3348679542541504
456124	rnn.bias_hh_l0	1	-0.3981199860572815
456124	rnn.bias_hh_l0	2	-0.3525911271572113
456124	rnn.bias_hh_l0	3	-0.09407985955476761
456124	rnn.bias_hh_l0	4	-0.3670317828655243
456124	rnn.bias_hh_l0	5	-0.31845623254776
456124	rnn.bias_hh_l0	6	-0.0942109227180481
456124	rnn.bias_hh_l0	7	0.06757127493619919
456124	rnn.bias_hh_l0	8	-0.24813643097877502
456124	rnn.bias_hh_l0	9	-0.5372073650360107
456124	rnn.weight_ih_l0_reverse	0	0.0676274523139
456124	rnn.weight_ih_l0_reverse	1	-0.06458050012588501
456124	rnn.weight_ih_l0_reverse	2	-0.03232812136411667
456124	rnn.weight_ih_l0_reverse	3	-0.1489841639995575
456124	rnn.weight_ih_l0_reverse	4	0.09093247354030609
456124	rnn.weight_ih_l0_reverse	5	-0.12806318700313568
456124	rnn.weight_ih_l0_reverse	6	-0.023094216361641884
456124	rnn.weight_ih_l0_reverse	7	0.028269773349165916
456124	rnn.weight_ih_l0_reverse	8	-0.0687369853258133
456124	rnn.weight_ih_l0_reverse	9	-0.06864921003580093
456124	rnn.weight_hh_l0_reverse	0	-0.1337449997663498
456124	rnn.weight_hh_l0_reverse	1	0.023878149688243866
456124	rnn.weight_hh_l0_reverse	2	-0.02751273103058338
456124	rnn.weight_hh_l0_reverse	3	0.034288305789232254
456124	rnn.weight_hh_l0_reverse	4	-0.08483162522315979
456124	rnn.weight_hh_l0_reverse	5	0.034977227449417114
456124	rnn.weight_hh_l0_reverse	6	0.028393369168043137
456124	rnn.weight_hh_l0_reverse	7	-0.09552843868732452
456124	rnn.weight_hh_l0_reverse	8	-0.07036557793617249
456124	rnn.weight_hh_l0_reverse	9	0.0571480393409729
456124	rnn.bias_ih_l0_reverse	0	-0.1683933585882187
456124	rnn.bias_ih_l0_reverse	1	-0.055699560791254044
456124	rnn.bias_ih_l0_reverse	2	0.11911536008119583
456124	rnn.bias_ih_l0_reverse	3	-0.2864290475845337
456124	rnn.bias_ih_l0_reverse	4	-0.04581541195511818
456124	rnn.bias_ih_l0_reverse	5	-0.21961650252342224
456124	rnn.bias_ih_l0_reverse	6	0.23060598969459534
456124	rnn.bias_ih_l0_reverse	7	-0.317076712846756
456124	rnn.bias_ih_l0_reverse	8	-0.17966175079345703
456124	rnn.bias_ih_l0_reverse	9	-0.19886881113052368
456124	rnn.bias_hh_l0_reverse	0	-0.11038193106651306
456124	rnn.bias_hh_l0_reverse	1	0.2673441767692566
456124	rnn.bias_hh_l0_reverse	2	-0.3149048686027527
456124	rnn.bias_hh_l0_reverse	3	-0.19915907084941864
456124	rnn.bias_hh_l0_reverse	4	-0.3866867423057556
456124	rnn.bias_hh_l0_reverse	5	-0.19645746052265167
456124	rnn.bias_hh_l0_reverse	6	-0.2433478981256485
456124	rnn.bias_hh_l0_reverse	7	-0.09555723518133163
456124	rnn.bias_hh_l0_reverse	8	-0.25850266218185425
456124	rnn.bias_hh_l0_reverse	9	0.19567419588565826
456124	linear.weight	0	0.1842098981142044
456124	linear.weight	1	-0.4341649115085602
456124	linear.weight	2	0.005238463170826435
456124	linear.weight	3	0.0676913857460022
456124	linear.weight	4	-0.11329394578933716
456124	linear.weight	5	0.20533865690231323
456124	linear.weight	6	-0.04021034017205238
456124	linear.weight	7	-0.061863046139478683
456124	linear.weight	8	0.09297747910022736
456124	linear.weight	9	-0.04799119383096695
456124	linear.bias	0	-0.8593468070030212
456124	linear.bias	1	1.849427580833435
456124	linear.bias	2	0.7852773070335388
456124	linear.bias	3	-2.670358657836914
456124	linear.bias	4	-0.14247065782546997
456124	linear.bias	5	1.2760412693023682
456124	linear.bias	6	-0.18210634589195251
456124	linear.bias	7	0.7535045742988586
456124	linear.bias	8	2.150451898574829
456124	linear.bias	9	-1.4734439849853516
456733	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
456733	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
456733	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
456733	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
456733	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
456733	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
456733	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
456733	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
456733	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
456733	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
456733	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
456733	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
456733	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
456733	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
456733	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
456733	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
456733	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
456733	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
456733	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
456733	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
456733	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
456733	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
456733	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
456733	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
456733	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
456733	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
456733	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
456733	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
456733	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
456733	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
456733	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
456733	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
456733	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
456733	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
456733	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
456733	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
456733	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
456733	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
456733	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
456733	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
456733	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
456733	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
456733	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
456733	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
456733	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
456733	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
456733	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
456733	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
456733	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
456733	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
456733	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
456733	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
456733	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
456733	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
456733	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
456733	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
456733	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
456733	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
456733	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
456733	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
456733	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
456733	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
456733	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
456733	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
456733	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
456733	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
456733	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
456733	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
456733	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
456733	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
456733	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
456733	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
456733	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
456733	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
456733	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
456733	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
456733	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
456733	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
456733	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
456733	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
456733	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
456733	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
456733	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
456733	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
456733	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
456733	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
456733	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
456733	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
456733	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
456733	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
456733	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
456733	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
456733	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
456733	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
456733	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
456733	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
456733	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
456733	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
456733	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
456733	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
456733	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
456733	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
456733	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
456733	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
456733	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
456733	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
456733	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
456733	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
456733	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
456733	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
456733	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
456733	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
456733	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
456733	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
456733	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
456733	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
456733	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
456733	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
456733	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
456733	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
456733	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
456733	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
456733	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
456733	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
456733	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
456733	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
456733	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
456733	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
456733	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
456733	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
456733	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
456733	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
456733	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
456733	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
456733	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
456733	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
456733	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
456733	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
456733	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
456733	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
456733	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
456733	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
456733	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
456733	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
456733	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
456733	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
456733	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
456733	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
456733	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
456733	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
456733	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
456733	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
456733	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
456733	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
456733	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
456733	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
456733	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
456733	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
456733	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
456733	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
456733	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
456733	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
456733	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
456733	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
456733	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
456733	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
456733	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
456733	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
456733	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
456733	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
456733	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
456733	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
456733	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
456733	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
456733	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
456733	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
456733	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
456733	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
456733	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
456733	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
456733	embedding2nn.weight	0	0.31287333369255066
456733	embedding2nn.weight	1	0.40961819887161255
456733	embedding2nn.weight	2	0.03545629605650902
456733	embedding2nn.weight	3	-0.016142068430781364
456733	embedding2nn.weight	4	-0.0591723658144474
456733	embedding2nn.weight	5	0.09594425559043884
456733	embedding2nn.weight	6	0.04251774400472641
456733	embedding2nn.weight	7	0.024427704513072968
456733	embedding2nn.weight	8	0.05450458079576492
456733	embedding2nn.weight	9	-0.02387225814163685
456733	embedding2nn.bias	0	0.025023091584444046
456733	embedding2nn.bias	1	-0.22034823894500732
456733	embedding2nn.bias	2	0.11322157829999924
456733	embedding2nn.bias	3	0.15024900436401367
456733	embedding2nn.bias	4	0.08721470832824707
456733	embedding2nn.bias	5	-0.07731176167726517
456733	embedding2nn.bias	6	-0.030904406681656837
456733	embedding2nn.bias	7	0.04825868830084801
456733	embedding2nn.bias	8	-0.19485916197299957
456733	embedding2nn.bias	9	-0.3779640197753906
456733	rnn.weight_ih_l0	0	0.008144759573042393
456733	rnn.weight_ih_l0	1	-0.0711054876446724
456733	rnn.weight_ih_l0	2	-0.029038378968834877
456733	rnn.weight_ih_l0	3	0.12370273470878601
456733	rnn.weight_ih_l0	4	0.007235032040625811
456733	rnn.weight_ih_l0	5	-0.07823716849088669
456733	rnn.weight_ih_l0	6	0.009407727979123592
456733	rnn.weight_ih_l0	7	-0.04506582021713257
456733	rnn.weight_ih_l0	8	0.03391945734620094
456733	rnn.weight_ih_l0	9	-0.06311365216970444
456733	rnn.weight_hh_l0	0	-0.012746848165988922
456733	rnn.weight_hh_l0	1	0.07352253049612045
456733	rnn.weight_hh_l0	2	0.016837412491440773
456733	rnn.weight_hh_l0	3	-0.011036112904548645
456733	rnn.weight_hh_l0	4	0.03319926559925079
456733	rnn.weight_hh_l0	5	0.04446662962436676
456733	rnn.weight_hh_l0	6	-0.058937571942806244
456733	rnn.weight_hh_l0	7	-0.10667023807764053
456733	rnn.weight_hh_l0	8	0.03722509741783142
456733	rnn.weight_hh_l0	9	-0.0981692373752594
456733	rnn.bias_ih_l0	0	0.16186654567718506
456733	rnn.bias_ih_l0	1	-0.30361229181289673
456733	rnn.bias_ih_l0	2	-0.03082103095948696
456733	rnn.bias_ih_l0	3	-0.20606863498687744
456733	rnn.bias_ih_l0	4	0.024108322337269783
456733	rnn.bias_ih_l0	5	-0.40849801898002625
456733	rnn.bias_ih_l0	6	-0.12724988162517548
456733	rnn.bias_ih_l0	7	-0.3304274082183838
456733	rnn.bias_ih_l0	8	-0.30017346143722534
456733	rnn.bias_ih_l0	9	-0.4339263141155243
456733	rnn.bias_hh_l0	0	-0.34046873450279236
456733	rnn.bias_hh_l0	1	-0.4007672965526581
456733	rnn.bias_hh_l0	2	-0.3472234904766083
456733	rnn.bias_hh_l0	3	-0.10072174668312073
456733	rnn.bias_hh_l0	4	-0.3636109232902527
456733	rnn.bias_hh_l0	5	-0.321544349193573
456733	rnn.bias_hh_l0	6	-0.08402138948440552
456733	rnn.bias_hh_l0	7	0.07246547937393188
456733	rnn.bias_hh_l0	8	-0.24510838091373444
456733	rnn.bias_hh_l0	9	-0.5423434376716614
456733	rnn.weight_ih_l0_reverse	0	0.07526884227991104
456733	rnn.weight_ih_l0_reverse	1	-0.06265375018119812
456733	rnn.weight_ih_l0_reverse	2	-0.03537946566939354
456733	rnn.weight_ih_l0_reverse	3	-0.14940886199474335
456733	rnn.weight_ih_l0_reverse	4	0.09081798046827316
456733	rnn.weight_ih_l0_reverse	5	-0.14001178741455078
456733	rnn.weight_ih_l0_reverse	6	-0.033671047538518906
456733	rnn.weight_ih_l0_reverse	7	0.027354713529348373
456733	rnn.weight_ih_l0_reverse	8	-0.07243122905492783
456733	rnn.weight_ih_l0_reverse	9	-0.06337207555770874
456733	rnn.weight_hh_l0_reverse	0	-0.1339404582977295
456733	rnn.weight_hh_l0_reverse	1	0.024394609034061432
456733	rnn.weight_hh_l0_reverse	2	-0.02853703312575817
456733	rnn.weight_hh_l0_reverse	3	0.034946613013744354
456733	rnn.weight_hh_l0_reverse	4	-0.08665037900209427
456733	rnn.weight_hh_l0_reverse	5	0.03490760549902916
456733	rnn.weight_hh_l0_reverse	6	0.02846275269985199
456733	rnn.weight_hh_l0_reverse	7	-0.09356145560741425
456733	rnn.weight_hh_l0_reverse	8	-0.07115042209625244
456733	rnn.weight_hh_l0_reverse	9	0.0563715361058712
456733	rnn.bias_ih_l0_reverse	0	-0.17061494290828705
456733	rnn.bias_ih_l0_reverse	1	-0.055573176592588425
456733	rnn.bias_ih_l0_reverse	2	0.11900700628757477
456733	rnn.bias_ih_l0_reverse	3	-0.2850847542285919
456733	rnn.bias_ih_l0_reverse	4	-0.04120391607284546
456733	rnn.bias_ih_l0_reverse	5	-0.22728601098060608
456733	rnn.bias_ih_l0_reverse	6	0.23618902266025543
456733	rnn.bias_ih_l0_reverse	7	-0.31468525528907776
456733	rnn.bias_ih_l0_reverse	8	-0.1820150911808014
456733	rnn.bias_ih_l0_reverse	9	-0.19255326688289642
456733	rnn.bias_hh_l0_reverse	0	-0.11961530148983002
456733	rnn.bias_hh_l0_reverse	1	0.2569851875305176
456733	rnn.bias_hh_l0_reverse	2	-0.3142051696777344
456733	rnn.bias_hh_l0_reverse	3	-0.1939772069454193
456733	rnn.bias_hh_l0_reverse	4	-0.38608479499816895
456733	rnn.bias_hh_l0_reverse	5	-0.19598893821239471
456733	rnn.bias_hh_l0_reverse	6	-0.24537509679794312
456733	rnn.bias_hh_l0_reverse	7	-0.09397870302200317
456733	rnn.bias_hh_l0_reverse	8	-0.24767674505710602
456733	rnn.bias_hh_l0_reverse	9	0.21497265994548798
456733	linear.weight	0	0.19656838476657867
456733	linear.weight	1	-0.4412275552749634
456733	linear.weight	2	-0.0036674481816589832
456733	linear.weight	3	0.0676862895488739
456733	linear.weight	4	-0.15263618528842926
456733	linear.weight	5	0.22892357409000397
456733	linear.weight	6	-0.012786240316927433
456733	linear.weight	7	-0.061859361827373505
456733	linear.weight	8	0.10807022452354431
456733	linear.weight	9	-0.047999922186136246
456733	linear.bias	0	-0.8786348104476929
456733	linear.bias	1	1.8186345100402832
456733	linear.bias	2	0.7782564759254456
456733	linear.bias	3	-2.670680522918701
456733	linear.bias	4	-0.1583099365234375
456733	linear.bias	5	1.2414345741271973
456733	linear.bias	6	-0.17068777978420258
456733	linear.bias	7	0.7753540873527527
456733	linear.bias	8	2.1706416606903076
456733	linear.bias	9	-1.4821174144744873
457342	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
457342	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
457342	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
457342	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
457342	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
457342	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
457342	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
457342	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
457342	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
457342	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
457342	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
457342	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
457342	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
457342	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
457342	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
457342	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
457342	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
457342	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
457342	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
457342	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
457342	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
457342	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
457342	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
457342	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
457342	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
457342	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
457342	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
457342	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
457342	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
457342	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
457342	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
457342	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
457342	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
457342	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
457342	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
457342	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
457342	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
457342	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
457342	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
457342	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
457342	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
457342	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
457342	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
457342	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
457342	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
457342	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
457342	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
457342	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
457342	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
457342	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
457342	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
457342	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
457342	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
457342	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
457342	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
457342	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
457342	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
457342	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
457342	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
457342	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
457342	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
457342	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
457342	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
457342	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
457342	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
457342	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
457342	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
457342	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
457342	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
457342	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
457342	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
457342	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
457342	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
457342	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
457342	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
457342	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
457342	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
457342	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
457342	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
457342	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
457342	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
457342	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
457342	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
457342	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
457342	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
457342	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
457342	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
457342	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
457342	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
457342	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
457342	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
457342	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
457342	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
457342	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
457342	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
457342	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
457342	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
457342	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
457342	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
457342	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
457342	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
457342	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
457342	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
457342	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
457342	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
457342	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
457342	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
457342	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
457342	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
457342	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
457342	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
457342	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
457342	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
457342	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
457342	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
457342	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
457342	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
457342	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
457342	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
457342	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
457342	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
457342	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
457342	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
457342	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
457342	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
457342	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
457342	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
457342	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
457342	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
457342	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
457342	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
457342	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
457342	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
457342	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
457342	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
457342	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
457342	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
457342	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
457342	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
457342	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
457342	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
457342	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
457342	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
457342	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
457342	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
457342	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
457342	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
457342	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
457342	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
457342	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
457342	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
457342	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
457342	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
457342	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
457342	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
457342	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
457342	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
457342	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
457342	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
457342	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
457342	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
457342	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
457342	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
457342	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
457342	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
457342	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
457342	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
457342	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
457342	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
457342	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
457342	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
457342	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
457342	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
457342	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
457342	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
457342	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
457342	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
457342	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
457342	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
457342	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
457342	embedding2nn.weight	0	0.31218940019607544
457342	embedding2nn.weight	1	0.40982693433761597
457342	embedding2nn.weight	2	0.0363672636449337
457342	embedding2nn.weight	3	-0.012102317065000534
457342	embedding2nn.weight	4	-0.0644877552986145
457342	embedding2nn.weight	5	0.09420779347419739
457342	embedding2nn.weight	6	0.03743428736925125
457342	embedding2nn.weight	7	0.020384280011057854
457342	embedding2nn.weight	8	0.0612955279648304
457342	embedding2nn.weight	9	-0.026399120688438416
457342	embedding2nn.bias	0	0.05524209141731262
457342	embedding2nn.bias	1	-0.18547281622886658
457342	embedding2nn.bias	2	0.12436246871948242
457342	embedding2nn.bias	3	0.14952059090137482
457342	embedding2nn.bias	4	0.11210212111473083
457342	embedding2nn.bias	5	-0.05262957885861397
457342	embedding2nn.bias	6	-0.04486576095223427
457342	embedding2nn.bias	7	0.05174611508846283
457342	embedding2nn.bias	8	-0.18830466270446777
457342	embedding2nn.bias	9	-0.3972519040107727
457342	rnn.weight_ih_l0	0	0.0067090196534991264
457342	rnn.weight_ih_l0	1	-0.07085182517766953
457342	rnn.weight_ih_l0	2	-0.022164588794112206
457342	rnn.weight_ih_l0	3	0.12842091917991638
457342	rnn.weight_ih_l0	4	0.008012650534510612
457342	rnn.weight_ih_l0	5	-0.07481899112462997
457342	rnn.weight_ih_l0	6	0.014373659156262875
457342	rnn.weight_ih_l0	7	-0.04142551124095917
457342	rnn.weight_ih_l0	8	0.03976285830140114
457342	rnn.weight_ih_l0	9	-0.05968547239899635
457342	rnn.weight_hh_l0	0	-0.013365078717470169
457342	rnn.weight_hh_l0	1	0.07384705543518066
457342	rnn.weight_hh_l0	2	0.017026467248797417
457342	rnn.weight_hh_l0	3	-0.011099429801106453
457342	rnn.weight_hh_l0	4	0.03387927636504173
457342	rnn.weight_hh_l0	5	0.04453485459089279
457342	rnn.weight_hh_l0	6	-0.05879998952150345
457342	rnn.weight_hh_l0	7	-0.10750532895326614
457342	rnn.weight_hh_l0	8	0.03717007488012314
457342	rnn.weight_hh_l0	9	-0.09779922664165497
457342	rnn.bias_ih_l0	0	0.15609759092330933
457342	rnn.bias_ih_l0	1	-0.3093525767326355
457342	rnn.bias_ih_l0	2	-0.037134476006031036
457342	rnn.bias_ih_l0	3	-0.20811672508716583
457342	rnn.bias_ih_l0	4	0.03199185058474541
457342	rnn.bias_ih_l0	5	-0.40643510222435
457342	rnn.bias_ih_l0	6	-0.12668778002262115
457342	rnn.bias_ih_l0	7	-0.33313852548599243
457342	rnn.bias_ih_l0	8	-0.3050749897956848
457342	rnn.bias_ih_l0	9	-0.437255859375
457342	rnn.bias_hh_l0	0	-0.3345177471637726
457342	rnn.bias_hh_l0	1	-0.4027644395828247
457342	rnn.bias_hh_l0	2	-0.33668607473373413
457342	rnn.bias_hh_l0	3	-0.09892049431800842
457342	rnn.bias_hh_l0	4	-0.3709523677825928
457342	rnn.bias_hh_l0	5	-0.31921514868736267
457342	rnn.bias_hh_l0	6	-0.08763354271650314
457342	rnn.bias_hh_l0	7	0.07659625262022018
457342	rnn.bias_hh_l0	8	-0.24413006007671356
457342	rnn.bias_hh_l0	9	-0.5475512146949768
457342	rnn.weight_ih_l0_reverse	0	0.07401608675718307
457342	rnn.weight_ih_l0_reverse	1	-0.0623234398663044
457342	rnn.weight_ih_l0_reverse	2	-0.03295779228210449
457342	rnn.weight_ih_l0_reverse	3	-0.14266878366470337
457342	rnn.weight_ih_l0_reverse	4	0.08839855343103409
457342	rnn.weight_ih_l0_reverse	5	-0.14092043042182922
457342	rnn.weight_ih_l0_reverse	6	-0.03589507192373276
457342	rnn.weight_ih_l0_reverse	7	0.026174793019890785
457342	rnn.weight_ih_l0_reverse	8	-0.07170944660902023
457342	rnn.weight_ih_l0_reverse	9	-0.05872804671525955
457342	rnn.weight_hh_l0_reverse	0	-0.1335153579711914
457342	rnn.weight_hh_l0_reverse	1	0.02371496520936489
457342	rnn.weight_hh_l0_reverse	2	-0.02778106927871704
457342	rnn.weight_hh_l0_reverse	3	0.03403153643012047
457342	rnn.weight_hh_l0_reverse	4	-0.08667458593845367
457342	rnn.weight_hh_l0_reverse	5	0.0352669395506382
457342	rnn.weight_hh_l0_reverse	6	0.028418775647878647
457342	rnn.weight_hh_l0_reverse	7	-0.09381107985973358
457342	rnn.weight_hh_l0_reverse	8	-0.06808894127607346
457342	rnn.weight_hh_l0_reverse	9	0.05260786786675453
457342	rnn.bias_ih_l0_reverse	0	-0.17084158957004547
457342	rnn.bias_ih_l0_reverse	1	-0.06649338454008102
457342	rnn.bias_ih_l0_reverse	2	0.11948948353528976
457342	rnn.bias_ih_l0_reverse	3	-0.28054311871528625
457342	rnn.bias_ih_l0_reverse	4	-0.0416717492043972
457342	rnn.bias_ih_l0_reverse	5	-0.22557131946086884
457342	rnn.bias_ih_l0_reverse	6	0.24871619045734406
457342	rnn.bias_ih_l0_reverse	7	-0.3099577724933624
457342	rnn.bias_ih_l0_reverse	8	-0.17808979749679565
457342	rnn.bias_ih_l0_reverse	9	-0.19305184483528137
457342	rnn.bias_hh_l0_reverse	0	-0.12632301449775696
457342	rnn.bias_hh_l0_reverse	1	0.26704058051109314
457342	rnn.bias_hh_l0_reverse	2	-0.3167438209056854
457342	rnn.bias_hh_l0_reverse	3	-0.1887110024690628
457342	rnn.bias_hh_l0_reverse	4	-0.3915840685367584
457342	rnn.bias_hh_l0_reverse	5	-0.19419261813163757
457342	rnn.bias_hh_l0_reverse	6	-0.2507924437522888
457342	rnn.bias_hh_l0_reverse	7	-0.08658899366855621
457342	rnn.bias_hh_l0_reverse	8	-0.25354158878326416
457342	rnn.bias_hh_l0_reverse	9	0.21884332597255707
457342	linear.weight	0	0.16966743767261505
457342	linear.weight	1	-0.4661544859409332
457342	linear.weight	2	0.0014367380645126104
457342	linear.weight	3	0.06768273562192917
457342	linear.weight	4	-0.13751943409442902
457342	linear.weight	5	0.2502495050430298
457342	linear.weight	6	-0.03340922296047211
457342	linear.weight	7	-0.061847832053899765
457342	linear.weight	8	0.10994959622621536
457342	linear.weight	9	-0.048010870814323425
457342	linear.bias	0	-0.8806583285331726
457342	linear.bias	1	1.8553986549377441
457342	linear.bias	2	0.8220984935760498
457342	linear.bias	3	-2.6710476875305176
457342	linear.bias	4	-0.1521369218826294
457342	linear.bias	5	1.249245524406433
457342	linear.bias	6	-0.15632140636444092
457342	linear.bias	7	0.7739148736000061
457342	linear.bias	8	2.1004974842071533
457342	linear.bias	9	-1.47524893283844
457350	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
457350	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
457350	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
457350	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
457350	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
457350	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
457350	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
457350	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
457350	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
457350	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
457350	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
457350	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
457350	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
457350	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
457350	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
457350	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
457350	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
457350	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
457350	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
457350	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
457350	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
457350	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
457350	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
457350	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
457350	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
457350	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
457350	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
457350	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
457350	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
457350	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
457350	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
457350	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
457350	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
457350	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
457350	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
457350	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
457350	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
457350	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
457350	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
457350	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
457350	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
457350	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
457350	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
457350	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
457350	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
457350	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
457350	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
457350	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
457350	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
457350	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
457350	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
457350	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
457350	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
457350	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
457350	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
457350	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
457350	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
457350	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
457350	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
457350	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
457350	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
457350	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
457350	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
457350	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
457350	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
457350	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
457350	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
457350	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
457350	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
457350	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
457350	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
457350	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
457350	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
457350	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
457350	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
457350	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
457350	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
457350	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
457350	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
457350	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
457350	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
457350	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
457350	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
457350	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
457350	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
457350	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
457350	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
457350	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
457350	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
457350	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
457350	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
457350	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
457350	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
457350	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
457350	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
457350	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
457350	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
457350	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
457350	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
457350	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
457350	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
457350	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
457350	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
457350	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
457350	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
457350	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
457350	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
457350	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
457350	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
457350	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
457350	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
457350	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
457350	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
457350	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
457350	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
457350	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
457350	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
457350	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
457350	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
457350	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
457350	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
457350	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
457350	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
457350	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
457350	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
457350	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
457350	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
457350	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
457350	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
457350	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
457350	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
457350	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
457350	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
457350	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
457350	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
457350	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
457350	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
457350	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
457350	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
457350	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
457350	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
457350	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
457350	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
457350	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
457350	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
457350	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
457350	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
457350	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
457350	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
457350	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
457350	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
457350	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
457350	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
457350	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
457350	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
457350	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
457350	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
457350	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
457350	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
457350	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
457350	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
457350	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
457350	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
457350	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
457350	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
457350	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
457350	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
457350	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
457350	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
457350	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
457350	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
457350	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
457350	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
457350	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
457350	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
457350	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
457350	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
457350	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
457350	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
457350	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
457350	embedding2nn.weight	0	0.3124982416629791
457350	embedding2nn.weight	1	0.4102761149406433
457350	embedding2nn.weight	2	0.036618441343307495
457350	embedding2nn.weight	3	-0.012994932942092419
457350	embedding2nn.weight	4	-0.06429994106292725
457350	embedding2nn.weight	5	0.09430193901062012
457350	embedding2nn.weight	6	0.037376489490270615
457350	embedding2nn.weight	7	0.021819891408085823
457350	embedding2nn.weight	8	0.0611666701734066
457350	embedding2nn.weight	9	-0.026723112910985947
457350	embedding2nn.bias	0	0.05540497228503227
457350	embedding2nn.bias	1	-0.18540100753307343
457350	embedding2nn.bias	2	0.1270837038755417
457350	embedding2nn.bias	3	0.1451224535703659
457350	embedding2nn.bias	4	0.11086197197437286
457350	embedding2nn.bias	5	-0.059311866760253906
457350	embedding2nn.bias	6	-0.04324895516037941
457350	embedding2nn.bias	7	0.050597626715898514
457350	embedding2nn.bias	8	-0.18399302661418915
457350	embedding2nn.bias	9	-0.398175448179245
457350	rnn.weight_ih_l0	0	0.0065991743467748165
457350	rnn.weight_ih_l0	1	-0.07091470062732697
457350	rnn.weight_ih_l0	2	-0.022141218185424805
457350	rnn.weight_ih_l0	3	0.12767527997493744
457350	rnn.weight_ih_l0	4	0.008914635516703129
457350	rnn.weight_ih_l0	5	-0.07491699606180191
457350	rnn.weight_ih_l0	6	0.014734245836734772
457350	rnn.weight_ih_l0	7	-0.04149109125137329
457350	rnn.weight_ih_l0	8	0.040252700448036194
457350	rnn.weight_ih_l0	9	-0.05933675169944763
457350	rnn.weight_hh_l0	0	-0.01337996032088995
457350	rnn.weight_hh_l0	1	0.07391159981489182
457350	rnn.weight_hh_l0	2	0.017067600041627884
457350	rnn.weight_hh_l0	3	-0.011097523383796215
457350	rnn.weight_hh_l0	4	0.03410622477531433
457350	rnn.weight_hh_l0	5	0.04455716535449028
457350	rnn.weight_hh_l0	6	-0.05886624753475189
457350	rnn.weight_hh_l0	7	-0.10734948515892029
457350	rnn.weight_hh_l0	8	0.037167880684137344
457350	rnn.weight_hh_l0	9	-0.0978407934308052
457350	rnn.bias_ih_l0	0	0.15800410509109497
457350	rnn.bias_ih_l0	1	-0.31059837341308594
457350	rnn.bias_ih_l0	2	-0.03785432130098343
457350	rnn.bias_ih_l0	3	-0.20810633897781372
457350	rnn.bias_ih_l0	4	0.03295924514532089
457350	rnn.bias_ih_l0	5	-0.4064725935459137
457350	rnn.bias_ih_l0	6	-0.12692207098007202
457350	rnn.bias_ih_l0	7	-0.33324339985847473
457350	rnn.bias_ih_l0	8	-0.3042958676815033
457350	rnn.bias_ih_l0	9	-0.4361664354801178
457350	rnn.bias_hh_l0	0	-0.33413052558898926
457350	rnn.bias_hh_l0	1	-0.4025985300540924
457350	rnn.bias_hh_l0	2	-0.33777695894241333
457350	rnn.bias_hh_l0	3	-0.09841007739305496
457350	rnn.bias_hh_l0	4	-0.3709806203842163
457350	rnn.bias_hh_l0	5	-0.3189438581466675
457350	rnn.bias_hh_l0	6	-0.08811593800783157
457350	rnn.bias_hh_l0	7	0.07700663059949875
457350	rnn.bias_hh_l0	8	-0.2439272552728653
457350	rnn.bias_hh_l0	9	-0.5474231243133545
457350	rnn.weight_ih_l0_reverse	0	0.07457049190998077
457350	rnn.weight_ih_l0_reverse	1	-0.06199619174003601
457350	rnn.weight_ih_l0_reverse	2	-0.03332905471324921
457350	rnn.weight_ih_l0_reverse	3	-0.1429985761642456
457350	rnn.weight_ih_l0_reverse	4	0.08846400678157806
457350	rnn.weight_ih_l0_reverse	5	-0.14069117605686188
457350	rnn.weight_ih_l0_reverse	6	-0.036157868802547455
457350	rnn.weight_ih_l0_reverse	7	0.02606690675020218
457350	rnn.weight_ih_l0_reverse	8	-0.07226893305778503
457350	rnn.weight_ih_l0_reverse	9	-0.058361709117889404
457350	rnn.weight_hh_l0_reverse	0	-0.13352517783641815
457350	rnn.weight_hh_l0_reverse	1	0.023711523041129112
457350	rnn.weight_hh_l0_reverse	2	-0.027807051315903664
457350	rnn.weight_hh_l0_reverse	3	0.03388771787285805
457350	rnn.weight_hh_l0_reverse	4	-0.0865183025598526
457350	rnn.weight_hh_l0_reverse	5	0.03531485050916672
457350	rnn.weight_hh_l0_reverse	6	0.02839222550392151
457350	rnn.weight_hh_l0_reverse	7	-0.09394688159227371
457350	rnn.weight_hh_l0_reverse	8	-0.06814631074666977
457350	rnn.weight_hh_l0_reverse	9	0.05280754715204239
457350	rnn.bias_ih_l0_reverse	0	-0.1722632646560669
457350	rnn.bias_ih_l0_reverse	1	-0.06758768856525421
457350	rnn.bias_ih_l0_reverse	2	0.11959832906723022
457350	rnn.bias_ih_l0_reverse	3	-0.2798704206943512
457350	rnn.bias_ih_l0_reverse	4	-0.04218524694442749
457350	rnn.bias_ih_l0_reverse	5	-0.22537682950496674
457350	rnn.bias_ih_l0_reverse	6	0.24683347344398499
457350	rnn.bias_ih_l0_reverse	7	-0.30998849868774414
457350	rnn.bias_ih_l0_reverse	8	-0.17845991253852844
457350	rnn.bias_ih_l0_reverse	9	-0.19306343793869019
457350	rnn.bias_hh_l0_reverse	0	-0.12715953588485718
457350	rnn.bias_hh_l0_reverse	1	0.2672364413738251
457350	rnn.bias_hh_l0_reverse	2	-0.31578564643859863
457350	rnn.bias_hh_l0_reverse	3	-0.18848469853401184
457350	rnn.bias_hh_l0_reverse	4	-0.39068546891212463
457350	rnn.bias_hh_l0_reverse	5	-0.1940246969461441
457350	rnn.bias_hh_l0_reverse	6	-0.2492697387933731
457350	rnn.bias_hh_l0_reverse	7	-0.08713925629854202
457350	rnn.bias_hh_l0_reverse	8	-0.253749281167984
457350	rnn.bias_hh_l0_reverse	9	0.21663230657577515
457350	linear.weight	0	0.17172227799892426
457350	linear.weight	1	-0.46162664890289307
457350	linear.weight	2	0.0024766658898442984
457350	linear.weight	3	0.06768209487199783
457350	linear.weight	4	-0.13915635645389557
457350	linear.weight	5	0.2483997344970703
457350	linear.weight	6	-0.039617907255887985
457350	linear.weight	7	-0.061847686767578125
457350	linear.weight	8	0.10905762016773224
457350	linear.weight	9	-0.048009175807237625
457350	linear.bias	0	-0.8823496699333191
457350	linear.bias	1	1.8572505712509155
457350	linear.bias	2	0.8392094969749451
457350	linear.bias	3	-2.67105770111084
457350	linear.bias	4	-0.1664569079875946
457350	linear.bias	5	1.2700730562210083
457350	linear.bias	6	-0.1698066145181656
457350	linear.bias	7	0.7838635444641113
457350	linear.bias	8	2.0845837593078613
457350	linear.bias	9	-1.4795054197311401
457959	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
457959	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
457959	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
457959	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
457959	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
457959	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
457959	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
457959	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
457959	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
457959	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
457959	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
457959	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
457959	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
457959	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
457959	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
457959	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
457959	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
457959	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
457959	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
457959	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
457959	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
457959	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
457959	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
457959	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
457959	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
457959	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
457959	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
457959	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
457959	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
457959	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
457959	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
457959	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
457959	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
457959	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
457959	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
457959	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
457959	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
457959	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
457959	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
457959	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
457959	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
457959	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
457959	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
457959	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
457959	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
457959	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
457959	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
457959	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
457959	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
457959	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
457959	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
457959	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
457959	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
457959	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
457959	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
457959	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
457959	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
457959	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
457959	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
457959	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
457959	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
457959	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
457959	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
457959	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
457959	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
457959	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
457959	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
457959	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
457959	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
457959	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
457959	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
457959	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
457959	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
457959	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
457959	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
457959	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
457959	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
457959	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
457959	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
457959	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
457959	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
457959	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
457959	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
457959	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
457959	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
457959	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
457959	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
457959	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
457959	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
457959	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
457959	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
457959	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
457959	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
457959	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
457959	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
457959	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
457959	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
457959	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
457959	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
457959	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
457959	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
457959	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
457959	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
457959	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
457959	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
457959	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
457959	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
457959	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
457959	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
457959	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
457959	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
457959	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
457959	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
457959	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
457959	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
457959	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
457959	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
457959	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
457959	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
457959	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
457959	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
457959	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
457959	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
457959	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
457959	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
457959	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
457959	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
457959	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
457959	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
457959	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
457959	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
457959	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
457959	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
457959	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
457959	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
457959	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
457959	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
457959	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
457959	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
457959	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
457959	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
457959	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
457959	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
457959	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
457959	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
457959	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
457959	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
457959	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
457959	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
457959	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
457959	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
457959	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
457959	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
457959	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
457959	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
457959	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
457959	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
457959	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
457959	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
457959	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
457959	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
457959	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
457959	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
457959	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
457959	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
457959	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
457959	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
457959	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
457959	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
457959	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
457959	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
457959	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
457959	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
457959	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
457959	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
457959	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
457959	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
457959	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
457959	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
457959	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
457959	embedding2nn.weight	0	0.3128136098384857
457959	embedding2nn.weight	1	0.4080795645713806
457959	embedding2nn.weight	2	0.0407554991543293
457959	embedding2nn.weight	3	-0.016236262395977974
457959	embedding2nn.weight	4	-0.06385856121778488
457959	embedding2nn.weight	5	0.09399689733982086
457959	embedding2nn.weight	6	0.0297040194272995
457959	embedding2nn.weight	7	0.016175249591469765
457959	embedding2nn.weight	8	0.05312274768948555
457959	embedding2nn.weight	9	-0.019197950139641762
457959	embedding2nn.bias	0	0.045599475502967834
457959	embedding2nn.bias	1	-0.18174277245998383
457959	embedding2nn.bias	2	0.11342229694128036
457959	embedding2nn.bias	3	0.14964909851551056
457959	embedding2nn.bias	4	0.12204883992671967
457959	embedding2nn.bias	5	-0.05219368636608124
457959	embedding2nn.bias	6	-0.051359426230192184
457959	embedding2nn.bias	7	0.04700286313891411
457959	embedding2nn.bias	8	-0.15954706072807312
457959	embedding2nn.bias	9	-0.40982452034950256
457959	rnn.weight_ih_l0	0	0.006745542865246534
457959	rnn.weight_ih_l0	1	-0.07205196470022202
457959	rnn.weight_ih_l0	2	-0.0280524380505085
457959	rnn.weight_ih_l0	3	0.12392185628414154
457959	rnn.weight_ih_l0	4	0.016751354560256004
457959	rnn.weight_ih_l0	5	-0.0738610252737999
457959	rnn.weight_ih_l0	6	0.013604511506855488
457959	rnn.weight_ih_l0	7	-0.04192419350147247
457959	rnn.weight_ih_l0	8	0.03742004930973053
457959	rnn.weight_ih_l0	9	-0.05860712379217148
457959	rnn.weight_hh_l0	0	-0.013021131977438927
457959	rnn.weight_hh_l0	1	0.07367684692144394
457959	rnn.weight_hh_l0	2	0.019149011000990868
457959	rnn.weight_hh_l0	3	-0.011607023887336254
457959	rnn.weight_hh_l0	4	0.03465478494763374
457959	rnn.weight_hh_l0	5	0.045277271419763565
457959	rnn.weight_hh_l0	6	-0.05884002894163132
457959	rnn.weight_hh_l0	7	-0.10784478485584259
457959	rnn.weight_hh_l0	8	0.03723635897040367
457959	rnn.weight_hh_l0	9	-0.09758360683917999
457959	rnn.bias_ih_l0	0	0.15852895379066467
457959	rnn.bias_ih_l0	1	-0.3102200925350189
457959	rnn.bias_ih_l0	2	-0.03419634327292442
457959	rnn.bias_ih_l0	3	-0.20154768228530884
457959	rnn.bias_ih_l0	4	0.03135690093040466
457959	rnn.bias_ih_l0	5	-0.40973228216171265
457959	rnn.bias_ih_l0	6	-0.12594182789325714
457959	rnn.bias_ih_l0	7	-0.33383917808532715
457959	rnn.bias_ih_l0	8	-0.29921409487724304
457959	rnn.bias_ih_l0	9	-0.43158894777297974
457959	rnn.bias_hh_l0	0	-0.3464885652065277
457959	rnn.bias_hh_l0	1	-0.40177997946739197
457959	rnn.bias_hh_l0	2	-0.3393317759037018
457959	rnn.bias_hh_l0	3	-0.1015482023358345
457959	rnn.bias_hh_l0	4	-0.3649197816848755
457959	rnn.bias_hh_l0	5	-0.31965839862823486
457959	rnn.bias_hh_l0	6	-0.09236177802085876
457959	rnn.bias_hh_l0	7	0.08129492402076721
457959	rnn.bias_hh_l0	8	-0.23979169130325317
457959	rnn.bias_hh_l0	9	-0.5461233258247375
457959	rnn.weight_ih_l0_reverse	0	0.07791630923748016
457959	rnn.weight_ih_l0_reverse	1	-0.06142609193921089
457959	rnn.weight_ih_l0_reverse	2	-0.03093140758574009
457959	rnn.weight_ih_l0_reverse	3	-0.14674633741378784
457959	rnn.weight_ih_l0_reverse	4	0.086823008954525
457959	rnn.weight_ih_l0_reverse	5	-0.13697093725204468
457959	rnn.weight_ih_l0_reverse	6	-0.03683606907725334
457959	rnn.weight_ih_l0_reverse	7	0.025483597069978714
457959	rnn.weight_ih_l0_reverse	8	-0.07188140600919724
457959	rnn.weight_ih_l0_reverse	9	-0.054411351680755615
457959	rnn.weight_hh_l0_reverse	0	-0.13609716296195984
457959	rnn.weight_hh_l0_reverse	1	0.02260885387659073
457959	rnn.weight_hh_l0_reverse	2	-0.027966665104031563
457959	rnn.weight_hh_l0_reverse	3	0.03389560431241989
457959	rnn.weight_hh_l0_reverse	4	-0.08801242709159851
457959	rnn.weight_hh_l0_reverse	5	0.03533615171909332
457959	rnn.weight_hh_l0_reverse	6	0.02819063514471054
457959	rnn.weight_hh_l0_reverse	7	-0.09523029625415802
457959	rnn.weight_hh_l0_reverse	8	-0.06902486085891724
457959	rnn.weight_hh_l0_reverse	9	0.05325915291905403
457959	rnn.bias_ih_l0_reverse	0	-0.17639249563217163
457959	rnn.bias_ih_l0_reverse	1	-0.06419511139392853
457959	rnn.bias_ih_l0_reverse	2	0.11964887380599976
457959	rnn.bias_ih_l0_reverse	3	-0.28151124715805054
457959	rnn.bias_ih_l0_reverse	4	-0.05103212594985962
457959	rnn.bias_ih_l0_reverse	5	-0.22220690548419952
457959	rnn.bias_ih_l0_reverse	6	0.24498550593852997
457959	rnn.bias_ih_l0_reverse	7	-0.31666529178619385
457959	rnn.bias_ih_l0_reverse	8	-0.18517586588859558
457959	rnn.bias_ih_l0_reverse	9	-0.19185462594032288
457959	rnn.bias_hh_l0_reverse	0	-0.12286403030157089
457959	rnn.bias_hh_l0_reverse	1	0.2620040774345398
457959	rnn.bias_hh_l0_reverse	2	-0.31741467118263245
457959	rnn.bias_hh_l0_reverse	3	-0.18303567171096802
457959	rnn.bias_hh_l0_reverse	4	-0.37978747487068176
457959	rnn.bias_hh_l0_reverse	5	-0.19200581312179565
457959	rnn.bias_hh_l0_reverse	6	-0.25497326254844666
457959	rnn.bias_hh_l0_reverse	7	-0.09065305441617966
457959	rnn.bias_hh_l0_reverse	8	-0.26591935753822327
457959	rnn.bias_hh_l0_reverse	9	0.2225777804851532
457959	linear.weight	0	0.17853930592536926
457959	linear.weight	1	-0.427147775888443
457959	linear.weight	2	0.04100027680397034
457959	linear.weight	3	0.06768014281988144
457959	linear.weight	4	-0.1443861424922943
457959	linear.weight	5	0.2666880786418915
457959	linear.weight	6	-0.014364803209900856
457959	linear.weight	7	-0.061833132058382034
457959	linear.weight	8	0.11412883549928665
457959	linear.weight	9	-0.0480172298848629
457959	linear.bias	0	-0.8915214538574219
457959	linear.bias	1	1.8333520889282227
457959	linear.bias	2	0.7957417368888855
457959	linear.bias	3	-2.671424627304077
457959	linear.bias	4	-0.15545332431793213
457959	linear.bias	5	1.2432624101638794
457959	linear.bias	6	-0.18735401332378387
457959	linear.bias	7	0.7554767727851868
457959	linear.bias	8	2.1416947841644287
457959	linear.bias	9	-1.4858849048614502
458568	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
458568	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
458568	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
458568	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
458568	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
458568	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
458568	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
458568	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
458568	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
458568	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
458568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
458568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
458568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
458568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
458568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
458568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
458568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
458568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
458568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
458568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
458568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
458568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
458568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
458568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
458568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
458568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
458568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
458568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
458568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
458568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
458568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
458568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
458568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
458568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
458568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
458568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
458568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
458568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
458568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
458568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
458568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
458568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
458568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
458568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
458568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
458568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
458568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
458568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
458568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
458568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
458568	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
458568	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
458568	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
458568	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
458568	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
458568	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
458568	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
458568	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
458568	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
458568	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
458568	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
458568	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
458568	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
458568	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
458568	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
458568	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
458568	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
458568	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
458568	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
458568	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
458568	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
458568	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
458568	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
458568	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
458568	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
458568	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
458568	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
458568	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
458568	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
458568	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
458568	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
458568	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
458568	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
458568	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
458568	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
458568	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
458568	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
458568	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
458568	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
458568	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
458568	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
458568	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
458568	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
458568	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
458568	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
458568	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
458568	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
458568	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
458568	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
458568	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
458568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
458568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
458568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
458568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
458568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
458568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
458568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
458568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
458568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
458568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
458568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
458568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
458568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
458568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
458568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
458568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
458568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
458568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
458568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
458568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
458568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
458568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
458568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
458568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
458568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
458568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
458568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
458568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
458568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
458568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
458568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
458568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
458568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
458568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
458568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
458568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
458568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
458568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
458568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
458568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
458568	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
458568	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
458568	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
458568	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
458568	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
458568	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
458568	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
458568	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
458568	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
458568	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
458568	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
458568	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
458568	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
458568	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
458568	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
458568	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
458568	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
458568	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
458568	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
458568	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
458568	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
458568	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
458568	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
458568	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
458568	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
458568	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
458568	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
458568	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
458568	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
458568	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
458568	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
458568	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
458568	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
458568	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
458568	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
458568	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
458568	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
458568	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
458568	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
458568	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
458568	embedding2nn.weight	0	0.31555235385894775
458568	embedding2nn.weight	1	0.41245704889297485
458568	embedding2nn.weight	2	0.03226792812347412
458568	embedding2nn.weight	3	-0.012501103803515434
458568	embedding2nn.weight	4	-0.0678061842918396
458568	embedding2nn.weight	5	0.08939037472009659
458568	embedding2nn.weight	6	0.021495822817087173
458568	embedding2nn.weight	7	0.019998203963041306
458568	embedding2nn.weight	8	0.05119147151708603
458568	embedding2nn.weight	9	-0.01679125241935253
458568	embedding2nn.bias	0	0.04627514258027077
458568	embedding2nn.bias	1	-0.17338502407073975
458568	embedding2nn.bias	2	0.14210236072540283
458568	embedding2nn.bias	3	0.15572571754455566
458568	embedding2nn.bias	4	0.10825739055871964
458568	embedding2nn.bias	5	-0.058463577181100845
458568	embedding2nn.bias	6	-0.06305071711540222
458568	embedding2nn.bias	7	0.06853924691677094
458568	embedding2nn.bias	8	-0.17021633684635162
458568	embedding2nn.bias	9	-0.3947957158088684
458568	rnn.weight_ih_l0	0	0.005259777419269085
458568	rnn.weight_ih_l0	1	-0.07460515946149826
458568	rnn.weight_ih_l0	2	-0.02569306455552578
458568	rnn.weight_ih_l0	3	0.12127672135829926
458568	rnn.weight_ih_l0	4	0.015345575287938118
458568	rnn.weight_ih_l0	5	-0.07205406576395035
458568	rnn.weight_ih_l0	6	0.011319543235003948
458568	rnn.weight_ih_l0	7	-0.0426236167550087
458568	rnn.weight_ih_l0	8	0.03558164834976196
458568	rnn.weight_ih_l0	9	-0.059776514768600464
458568	rnn.weight_hh_l0	0	-0.012879316695034504
458568	rnn.weight_hh_l0	1	0.07456512004137039
458568	rnn.weight_hh_l0	2	0.018838541582226753
458568	rnn.weight_hh_l0	3	-0.011357180774211884
458568	rnn.weight_hh_l0	4	0.03391316533088684
458568	rnn.weight_hh_l0	5	0.04495026543736458
458568	rnn.weight_hh_l0	6	-0.05891319364309311
458568	rnn.weight_hh_l0	7	-0.11225184798240662
458568	rnn.weight_hh_l0	8	0.03770710900425911
458568	rnn.weight_hh_l0	9	-0.09842624515295029
458568	rnn.bias_ih_l0	0	0.17923347651958466
458568	rnn.bias_ih_l0	1	-0.3142632842063904
458568	rnn.bias_ih_l0	2	-0.032099589705467224
458568	rnn.bias_ih_l0	3	-0.19917400181293488
458568	rnn.bias_ih_l0	4	0.027378594502806664
458568	rnn.bias_ih_l0	5	-0.41449522972106934
458568	rnn.bias_ih_l0	6	-0.12744326889514923
458568	rnn.bias_ih_l0	7	-0.3340142071247101
458568	rnn.bias_ih_l0	8	-0.30436834692955017
458568	rnn.bias_ih_l0	9	-0.4265693426132202
458568	rnn.bias_hh_l0	0	-0.35126033425331116
458568	rnn.bias_hh_l0	1	-0.3952700197696686
458568	rnn.bias_hh_l0	2	-0.33174875378608704
458568	rnn.bias_hh_l0	3	-0.10550983250141144
458568	rnn.bias_hh_l0	4	-0.36156758666038513
458568	rnn.bias_hh_l0	5	-0.32114559412002563
458568	rnn.bias_hh_l0	6	-0.09908078610897064
458568	rnn.bias_hh_l0	7	0.07566024363040924
458568	rnn.bias_hh_l0	8	-0.24579134583473206
458568	rnn.bias_hh_l0	9	-0.549953281879425
458568	rnn.weight_ih_l0_reverse	0	0.07748787105083466
458568	rnn.weight_ih_l0_reverse	1	-0.061912186443805695
458568	rnn.weight_ih_l0_reverse	2	-0.03178241848945618
458568	rnn.weight_ih_l0_reverse	3	-0.14697973430156708
458568	rnn.weight_ih_l0_reverse	4	0.08851520717144012
458568	rnn.weight_ih_l0_reverse	5	-0.14263685047626495
458568	rnn.weight_ih_l0_reverse	6	-0.039416439831256866
458568	rnn.weight_ih_l0_reverse	7	0.027980387210845947
458568	rnn.weight_ih_l0_reverse	8	-0.07507637143135071
458568	rnn.weight_ih_l0_reverse	9	-0.05501839518547058
458568	rnn.weight_hh_l0_reverse	0	-0.13626164197921753
458568	rnn.weight_hh_l0_reverse	1	0.023067563772201538
458568	rnn.weight_hh_l0_reverse	2	-0.028047675266861916
458568	rnn.weight_hh_l0_reverse	3	0.03259815648198128
458568	rnn.weight_hh_l0_reverse	4	-0.0890103429555893
458568	rnn.weight_hh_l0_reverse	5	0.035532206296920776
458568	rnn.weight_hh_l0_reverse	6	0.028405936434864998
458568	rnn.weight_hh_l0_reverse	7	-0.09646310657262802
458568	rnn.weight_hh_l0_reverse	8	-0.06752680987119675
458568	rnn.weight_hh_l0_reverse	9	0.05379671975970268
458568	rnn.bias_ih_l0_reverse	0	-0.1763051301240921
458568	rnn.bias_ih_l0_reverse	1	-0.06776093691587448
458568	rnn.bias_ih_l0_reverse	2	0.12632793188095093
458568	rnn.bias_ih_l0_reverse	3	-0.2816149890422821
458568	rnn.bias_ih_l0_reverse	4	-0.03831254690885544
458568	rnn.bias_ih_l0_reverse	5	-0.22244630753993988
458568	rnn.bias_ih_l0_reverse	6	0.24423477053642273
458568	rnn.bias_ih_l0_reverse	7	-0.3246055841445923
458568	rnn.bias_ih_l0_reverse	8	-0.18578587472438812
458568	rnn.bias_ih_l0_reverse	9	-0.18635815382003784
458568	rnn.bias_hh_l0_reverse	0	-0.12891611456871033
458568	rnn.bias_hh_l0_reverse	1	0.25738418102264404
458568	rnn.bias_hh_l0_reverse	2	-0.3224635124206543
458568	rnn.bias_hh_l0_reverse	3	-0.19020505249500275
458568	rnn.bias_hh_l0_reverse	4	-0.38757944107055664
458568	rnn.bias_hh_l0_reverse	5	-0.18958760797977448
458568	rnn.bias_hh_l0_reverse	6	-0.25291216373443604
458568	rnn.bias_hh_l0_reverse	7	-0.10638654977083206
458568	rnn.bias_hh_l0_reverse	8	-0.25496476888656616
458568	rnn.bias_hh_l0_reverse	9	0.2002355009317398
458568	linear.weight	0	0.13677576184272766
458568	linear.weight	1	-0.4435351490974426
458568	linear.weight	2	0.02853742428123951
458568	linear.weight	3	0.0676804780960083
458568	linear.weight	4	-0.11527898162603378
458568	linear.weight	5	0.23489055037498474
458568	linear.weight	6	-0.03434739634394646
458568	linear.weight	7	-0.06181870773434639
458568	linear.weight	8	0.10588372498750687
458568	linear.weight	9	-0.04802729934453964
458568	linear.bias	0	-0.8282792568206787
458568	linear.bias	1	1.8258215188980103
458568	linear.bias	2	0.787699282169342
458568	linear.bias	3	-2.6717910766601562
458568	linear.bias	4	-0.16710998117923737
458568	linear.bias	5	1.22477388381958
458568	linear.bias	6	-0.13211114704608917
458568	linear.bias	7	0.7471979856491089
458568	linear.bias	8	2.1530048847198486
458568	linear.bias	9	-1.4655588865280151
459177	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
459177	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
459177	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
459177	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
459177	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
459177	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
459177	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
459177	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
459177	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
459177	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
459177	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
459177	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
459177	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
459177	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
459177	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
459177	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
459177	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
459177	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
459177	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
459177	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
459177	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
459177	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
459177	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
459177	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
459177	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
459177	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
459177	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
459177	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
459177	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
459177	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
459177	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
459177	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
459177	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
459177	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
459177	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
459177	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
459177	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
459177	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
459177	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
459177	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
459177	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
459177	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
459177	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
459177	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
459177	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
459177	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
459177	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
459177	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
459177	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
459177	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
459177	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
459177	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
459177	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
459177	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
459177	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
459177	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
459177	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
459177	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
459177	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
459177	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
459177	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
459177	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
459177	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
459177	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
459177	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
459177	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
459177	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
459177	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
459177	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
459177	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
459177	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
459177	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
459177	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
459177	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
459177	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
459177	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
459177	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
459177	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
459177	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
459177	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
459177	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
459177	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
459177	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
459177	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
459177	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
459177	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
459177	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
459177	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
459177	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
459177	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
459177	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
459177	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
459177	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
459177	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
459177	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
459177	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
459177	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
459177	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
459177	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
459177	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
459177	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
459177	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
459177	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
459177	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
459177	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
459177	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
459177	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
459177	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
459177	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
459177	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
459177	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
459177	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
459177	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
459177	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
459177	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
459177	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
459177	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
459177	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
459177	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
459177	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
459177	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
459177	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
459177	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
459177	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
459177	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
459177	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
459177	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
459177	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
459177	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
459177	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
459177	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
459177	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
459177	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
459177	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
459177	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
459177	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
459177	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
459177	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
459177	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
459177	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
459177	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
459177	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
459177	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
459177	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
459177	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
459177	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
459177	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
459177	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
459177	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
459177	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
459177	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
459177	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
459177	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
459177	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
459177	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
459177	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
459177	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
459177	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
459177	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
459177	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
459177	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
459177	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
459177	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
459177	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
459177	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
459177	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
459177	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
459177	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
459177	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
459177	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
459177	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
459177	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
459177	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
459177	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
459177	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
459177	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
459177	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
459177	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
459177	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
459177	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
459177	embedding2nn.weight	0	0.3129499554634094
459177	embedding2nn.weight	1	0.41186094284057617
459177	embedding2nn.weight	2	0.03291298449039459
459177	embedding2nn.weight	3	-0.0019956412725150585
459177	embedding2nn.weight	4	-0.06698668748140335
459177	embedding2nn.weight	5	0.08926330506801605
459177	embedding2nn.weight	6	0.021989058703184128
459177	embedding2nn.weight	7	0.027817726135253906
459177	embedding2nn.weight	8	0.04944028705358505
459177	embedding2nn.weight	9	-0.021334383636713028
459177	embedding2nn.bias	0	0.017667969688773155
459177	embedding2nn.bias	1	-0.2080015242099762
459177	embedding2nn.bias	2	0.12832312285900116
459177	embedding2nn.bias	3	0.13083593547344208
459177	embedding2nn.bias	4	0.11771940439939499
459177	embedding2nn.bias	5	-0.03859345614910126
459177	embedding2nn.bias	6	-0.05267176032066345
459177	embedding2nn.bias	7	0.06333915144205093
459177	embedding2nn.bias	8	-0.15606915950775146
459177	embedding2nn.bias	9	-0.3829578161239624
459177	rnn.weight_ih_l0	0	0.003989800810813904
459177	rnn.weight_ih_l0	1	-0.07282238453626633
459177	rnn.weight_ih_l0	2	-0.021465182304382324
459177	rnn.weight_ih_l0	3	0.11858297884464264
459177	rnn.weight_ih_l0	4	0.01384120061993599
459177	rnn.weight_ih_l0	5	-0.0788070484995842
459177	rnn.weight_ih_l0	6	0.016846878454089165
459177	rnn.weight_ih_l0	7	-0.0473230741918087
459177	rnn.weight_ih_l0	8	0.0408976674079895
459177	rnn.weight_ih_l0	9	-0.05736103281378746
459177	rnn.weight_hh_l0	0	-0.013220313936471939
459177	rnn.weight_hh_l0	1	0.07457845658063889
459177	rnn.weight_hh_l0	2	0.019253037869930267
459177	rnn.weight_hh_l0	3	-0.011371644213795662
459177	rnn.weight_hh_l0	4	0.03370411694049835
459177	rnn.weight_hh_l0	5	0.04495575651526451
459177	rnn.weight_hh_l0	6	-0.05947132781147957
459177	rnn.weight_hh_l0	7	-0.11340470612049103
459177	rnn.weight_hh_l0	8	0.03771090507507324
459177	rnn.weight_hh_l0	9	-0.09973294287919998
459177	rnn.bias_ih_l0	0	0.17443811893463135
459177	rnn.bias_ih_l0	1	-0.3235248923301697
459177	rnn.bias_ih_l0	2	-0.0274716317653656
459177	rnn.bias_ih_l0	3	-0.20245027542114258
459177	rnn.bias_ih_l0	4	0.03346256539225578
459177	rnn.bias_ih_l0	5	-0.42064368724823
459177	rnn.bias_ih_l0	6	-0.12395483255386353
459177	rnn.bias_ih_l0	7	-0.3347552418708801
459177	rnn.bias_ih_l0	8	-0.2975273132324219
459177	rnn.bias_ih_l0	9	-0.43720847368240356
459177	rnn.bias_hh_l0	0	-0.3480071425437927
459177	rnn.bias_hh_l0	1	-0.39294275641441345
459177	rnn.bias_hh_l0	2	-0.330218106508255
459177	rnn.bias_hh_l0	3	-0.10454512387514114
459177	rnn.bias_hh_l0	4	-0.3632200360298157
459177	rnn.bias_hh_l0	5	-0.3248346745967865
459177	rnn.bias_hh_l0	6	-0.09764545410871506
459177	rnn.bias_hh_l0	7	0.07625481486320496
459177	rnn.bias_hh_l0	8	-0.24734815955162048
459177	rnn.bias_hh_l0	9	-0.5466988682746887
459177	rnn.weight_ih_l0_reverse	0	0.07519926875829697
459177	rnn.weight_ih_l0_reverse	1	-0.06334323436021805
459177	rnn.weight_ih_l0_reverse	2	-0.032054752111434937
459177	rnn.weight_ih_l0_reverse	3	-0.14615996181964874
459177	rnn.weight_ih_l0_reverse	4	0.0904182568192482
459177	rnn.weight_ih_l0_reverse	5	-0.1476447582244873
459177	rnn.weight_ih_l0_reverse	6	-0.03977437689900398
459177	rnn.weight_ih_l0_reverse	7	0.02987036108970642
459177	rnn.weight_ih_l0_reverse	8	-0.0747121125459671
459177	rnn.weight_ih_l0_reverse	9	-0.058228883892297745
459177	rnn.weight_hh_l0_reverse	0	-0.13686785101890564
459177	rnn.weight_hh_l0_reverse	1	0.021930791437625885
459177	rnn.weight_hh_l0_reverse	2	-0.028342492878437042
459177	rnn.weight_hh_l0_reverse	3	0.03427073732018471
459177	rnn.weight_hh_l0_reverse	4	-0.0904945433139801
459177	rnn.weight_hh_l0_reverse	5	0.03556545078754425
459177	rnn.weight_hh_l0_reverse	6	0.02866559475660324
459177	rnn.weight_hh_l0_reverse	7	-0.09503062814474106
459177	rnn.weight_hh_l0_reverse	8	-0.07154349982738495
459177	rnn.weight_hh_l0_reverse	9	0.05363157019019127
459177	rnn.bias_ih_l0_reverse	0	-0.18030297756195068
459177	rnn.bias_ih_l0_reverse	1	-0.07667609304189682
459177	rnn.bias_ih_l0_reverse	2	0.1256987452507019
459177	rnn.bias_ih_l0_reverse	3	-0.28453242778778076
459177	rnn.bias_ih_l0_reverse	4	-0.03847801312804222
459177	rnn.bias_ih_l0_reverse	5	-0.22048573195934296
459177	rnn.bias_ih_l0_reverse	6	0.24174058437347412
459177	rnn.bias_ih_l0_reverse	7	-0.3164898753166199
459177	rnn.bias_ih_l0_reverse	8	-0.18628597259521484
459177	rnn.bias_ih_l0_reverse	9	-0.1858767867088318
459177	rnn.bias_hh_l0_reverse	0	-0.12573599815368652
459177	rnn.bias_hh_l0_reverse	1	0.26771241426467896
459177	rnn.bias_hh_l0_reverse	2	-0.32283732295036316
459177	rnn.bias_hh_l0_reverse	3	-0.1860732138156891
459177	rnn.bias_hh_l0_reverse	4	-0.3824055790901184
459177	rnn.bias_hh_l0_reverse	5	-0.18829600512981415
459177	rnn.bias_hh_l0_reverse	6	-0.26084011793136597
459177	rnn.bias_hh_l0_reverse	7	-0.10646814852952957
459177	rnn.bias_hh_l0_reverse	8	-0.2649855315685272
459177	rnn.bias_hh_l0_reverse	9	0.17877623438835144
459177	linear.weight	0	0.16292764246463776
459177	linear.weight	1	-0.4494428038597107
459177	linear.weight	2	0.03711196780204773
459177	linear.weight	3	0.06768200546503067
459177	linear.weight	4	-0.1033262386918068
459177	linear.weight	5	0.20285488665103912
459177	linear.weight	6	-0.02448429726064205
459177	linear.weight	7	-0.06181178241968155
459177	linear.weight	8	0.12940098345279694
459177	linear.weight	9	-0.04803616926074028
459177	linear.bias	0	-0.8617792129516602
459177	linear.bias	1	1.8097666501998901
459177	linear.bias	2	0.7795127034187317
459177	linear.bias	3	-2.672110080718994
459177	linear.bias	4	-0.14966066181659698
459177	linear.bias	5	1.23846435546875
459177	linear.bias	6	-0.16752707958221436
459177	linear.bias	7	0.7525532841682434
459177	linear.bias	8	2.203996419906616
459177	linear.bias	9	-1.4746712446212769
459786	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
459786	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
459786	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
459786	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
459786	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
459786	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
459786	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
459786	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
459786	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
459786	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
459786	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
459786	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
459786	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
459786	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
459786	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
459786	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
459786	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
459786	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
459786	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
459786	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
459786	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
459786	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
459786	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
459786	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
459786	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
459786	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
459786	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
459786	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
459786	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
459786	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
459786	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
459786	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
459786	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
459786	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
459786	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
459786	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
459786	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
459786	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
459786	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
459786	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
459786	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
459786	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
459786	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
459786	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
459786	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
459786	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
459786	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
459786	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
459786	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
459786	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
459786	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
459786	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
459786	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
459786	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
459786	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
459786	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
459786	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
459786	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
459786	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
459786	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
459786	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
459786	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
459786	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
459786	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
459786	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
459786	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
459786	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
459786	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
459786	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
459786	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
459786	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
459786	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
459786	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
459786	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
459786	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
459786	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
459786	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
459786	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
459786	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
459786	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
459786	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
459786	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
459786	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
459786	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
459786	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
459786	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
459786	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
459786	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
459786	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
459786	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
459786	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
459786	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
459786	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
459786	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
459786	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
459786	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
459786	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
459786	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
459786	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
459786	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
459786	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
459786	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
459786	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
459786	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
459786	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
459786	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
459786	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
459786	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
459786	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
459786	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
459786	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
459786	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
459786	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
459786	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
459786	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
459786	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
459786	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
459786	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
459786	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
459786	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
459786	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
459786	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
459786	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
459786	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
459786	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
459786	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
459786	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
459786	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
459786	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
459786	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
459786	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
459786	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
459786	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
459786	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
459786	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
459786	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
459786	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
459786	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
459786	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
459786	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
459786	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
459786	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
459786	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
459786	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
459786	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
459786	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
459786	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
459786	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
459786	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
459786	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
459786	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
459786	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
459786	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
459786	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
459786	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
459786	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
459786	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
459786	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
459786	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
459786	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
459786	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
459786	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
459786	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
459786	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
459786	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
459786	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
459786	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
459786	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
459786	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
459786	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
459786	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
459786	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
459786	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
459786	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
459786	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
459786	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
459786	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
459786	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
459786	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
459786	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
459786	embedding2nn.weight	0	0.3131781220436096
459786	embedding2nn.weight	1	0.40807297825813293
459786	embedding2nn.weight	2	0.03273535147309303
459786	embedding2nn.weight	3	-0.001170570496469736
459786	embedding2nn.weight	4	-0.06596198678016663
459786	embedding2nn.weight	5	0.08534248918294907
459786	embedding2nn.weight	6	0.02256924845278263
459786	embedding2nn.weight	7	0.01962963677942753
459786	embedding2nn.weight	8	0.05239109322428703
459786	embedding2nn.weight	9	-0.01785014383494854
459786	embedding2nn.bias	0	0.02268190123140812
459786	embedding2nn.bias	1	-0.17583654820919037
459786	embedding2nn.bias	2	0.1189383864402771
459786	embedding2nn.bias	3	0.14780640602111816
459786	embedding2nn.bias	4	0.1235281229019165
459786	embedding2nn.bias	5	-0.018491823226213455
459786	embedding2nn.bias	6	-0.044539034366607666
459786	embedding2nn.bias	7	0.07955221086740494
459786	embedding2nn.bias	8	-0.1504339724779129
459786	embedding2nn.bias	9	-0.39982637763023376
459786	rnn.weight_ih_l0	0	0.0006146369851194322
459786	rnn.weight_ih_l0	1	-0.07354950904846191
459786	rnn.weight_ih_l0	2	-0.01977885141968727
459786	rnn.weight_ih_l0	3	0.12368246912956238
459786	rnn.weight_ih_l0	4	0.021849844604730606
459786	rnn.weight_ih_l0	5	-0.07764709740877151
459786	rnn.weight_ih_l0	6	0.020830726251006126
459786	rnn.weight_ih_l0	7	-0.0500016063451767
459786	rnn.weight_ih_l0	8	0.04998435825109482
459786	rnn.weight_ih_l0	9	-0.052438389509916306
459786	rnn.weight_hh_l0	0	-0.012915300205349922
459786	rnn.weight_hh_l0	1	0.07423688471317291
459786	rnn.weight_hh_l0	2	0.019055601209402084
459786	rnn.weight_hh_l0	3	-0.011026297695934772
459786	rnn.weight_hh_l0	4	0.032842714339494705
459786	rnn.weight_hh_l0	5	0.04543932527303696
459786	rnn.weight_hh_l0	6	-0.06057027727365494
459786	rnn.weight_hh_l0	7	-0.11408425867557526
459786	rnn.weight_hh_l0	8	0.03760676831007004
459786	rnn.weight_hh_l0	9	-0.09911996871232986
459786	rnn.bias_ih_l0	0	0.17281202971935272
459786	rnn.bias_ih_l0	1	-0.30852171778678894
459786	rnn.bias_ih_l0	2	-0.03400957211852074
459786	rnn.bias_ih_l0	3	-0.19979651272296906
459786	rnn.bias_ih_l0	4	0.039389822632074356
459786	rnn.bias_ih_l0	5	-0.4145379662513733
459786	rnn.bias_ih_l0	6	-0.11907338351011276
459786	rnn.bias_ih_l0	7	-0.3364016115665436
459786	rnn.bias_ih_l0	8	-0.2948758006095886
459786	rnn.bias_ih_l0	9	-0.4290767312049866
459786	rnn.bias_hh_l0	0	-0.3438505530357361
459786	rnn.bias_hh_l0	1	-0.3984178900718689
459786	rnn.bias_hh_l0	2	-0.3302488923072815
459786	rnn.bias_hh_l0	3	-0.09782387316226959
459786	rnn.bias_hh_l0	4	-0.36418259143829346
459786	rnn.bias_hh_l0	5	-0.3250874876976013
459786	rnn.bias_hh_l0	6	-0.09055695682764053
459786	rnn.bias_hh_l0	7	0.08037494122982025
459786	rnn.bias_hh_l0	8	-0.24595040082931519
459786	rnn.bias_hh_l0	9	-0.5528275370597839
459786	rnn.weight_ih_l0_reverse	0	0.07086680084466934
459786	rnn.weight_ih_l0_reverse	1	-0.06451614201068878
459786	rnn.weight_ih_l0_reverse	2	-0.027817165479063988
459786	rnn.weight_ih_l0_reverse	3	-0.14742925763130188
459786	rnn.weight_ih_l0_reverse	4	0.09147827327251434
459786	rnn.weight_ih_l0_reverse	5	-0.15095700323581696
459786	rnn.weight_ih_l0_reverse	6	-0.04535553604364395
459786	rnn.weight_ih_l0_reverse	7	0.029771536588668823
459786	rnn.weight_ih_l0_reverse	8	-0.07347515225410461
459786	rnn.weight_ih_l0_reverse	9	-0.06351201981306076
459786	rnn.weight_hh_l0_reverse	0	-0.13645176589488983
459786	rnn.weight_hh_l0_reverse	1	0.02185591123998165
459786	rnn.weight_hh_l0_reverse	2	-0.028726767748594284
459786	rnn.weight_hh_l0_reverse	3	0.03451281040906906
459786	rnn.weight_hh_l0_reverse	4	-0.09032023698091507
459786	rnn.weight_hh_l0_reverse	5	0.03559387847781181
459786	rnn.weight_hh_l0_reverse	6	0.02897235006093979
459786	rnn.weight_hh_l0_reverse	7	-0.09275578707456589
459786	rnn.weight_hh_l0_reverse	8	-0.0735476091504097
459786	rnn.weight_hh_l0_reverse	9	0.057510681450366974
459786	rnn.bias_ih_l0_reverse	0	-0.18248440325260162
459786	rnn.bias_ih_l0_reverse	1	-0.07949155569076538
459786	rnn.bias_ih_l0_reverse	2	0.13313204050064087
459786	rnn.bias_ih_l0_reverse	3	-0.27293631434440613
459786	rnn.bias_ih_l0_reverse	4	-0.04026947170495987
459786	rnn.bias_ih_l0_reverse	5	-0.21778371930122375
459786	rnn.bias_ih_l0_reverse	6	0.25716927647590637
459786	rnn.bias_ih_l0_reverse	7	-0.32019633054733276
459786	rnn.bias_ih_l0_reverse	8	-0.1873268187046051
459786	rnn.bias_ih_l0_reverse	9	-0.1882256269454956
459786	rnn.bias_hh_l0_reverse	0	-0.11249075829982758
459786	rnn.bias_hh_l0_reverse	1	0.26906466484069824
459786	rnn.bias_hh_l0_reverse	2	-0.31913450360298157
459786	rnn.bias_hh_l0_reverse	3	-0.18345683813095093
459786	rnn.bias_hh_l0_reverse	4	-0.392819344997406
459786	rnn.bias_hh_l0_reverse	5	-0.1818125694990158
459786	rnn.bias_hh_l0_reverse	6	-0.25894695520401
459786	rnn.bias_hh_l0_reverse	7	-0.1088130846619606
459786	rnn.bias_hh_l0_reverse	8	-0.2673179507255554
459786	rnn.bias_hh_l0_reverse	9	0.17922428250312805
459786	linear.weight	0	0.15165665745735168
459786	linear.weight	1	-0.4483006000518799
459786	linear.weight	2	0.015876414254307747
459786	linear.weight	3	0.06768126785755157
459786	linear.weight	4	-0.14704538881778717
459786	linear.weight	5	0.1613021343946457
459786	linear.weight	6	-0.005886939354240894
459786	linear.weight	7	-0.06180156022310257
459786	linear.weight	8	0.1484508514404297
459786	linear.weight	9	-0.04804886505007744
459786	linear.bias	0	-0.847558856010437
459786	linear.bias	1	1.848279595375061
459786	linear.bias	2	0.7596443295478821
459786	linear.bias	3	-2.6724624633789062
459786	linear.bias	4	-0.16080114245414734
459786	linear.bias	5	1.2480369806289673
459786	linear.bias	6	-0.15703360736370087
459786	linear.bias	7	0.7133700847625732
459786	linear.bias	8	2.2251036167144775
459786	linear.bias	9	-1.4846930503845215
460395	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
460395	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
460395	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
460395	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
460395	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
460395	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
460395	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
460395	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
460395	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
460395	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
460395	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
460395	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
460395	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
460395	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
460395	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
460395	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
460395	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
460395	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
460395	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
460395	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
460395	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
460395	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
460395	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
460395	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
460395	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
460395	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
460395	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
460395	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
460395	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
460395	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
460395	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
460395	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
460395	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
460395	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
460395	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
460395	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
460395	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
460395	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
460395	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
460395	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
460395	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
460395	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
460395	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
460395	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
460395	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
460395	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
460395	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
460395	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
460395	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
460395	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
460395	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
460395	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
460395	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
460395	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
460395	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
460395	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
460395	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
460395	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
460395	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
460395	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
460395	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
460395	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
460395	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
460395	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
460395	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
460395	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
460395	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
460395	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
460395	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
460395	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
460395	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
460395	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
460395	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
460395	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
460395	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
460395	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
460395	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
460395	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
460395	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
460395	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
460395	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
460395	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
460395	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
460395	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
460395	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
460395	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
460395	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
460395	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
460395	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
460395	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
460395	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
460395	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
460395	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
460395	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
460395	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
460395	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
460395	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
460395	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
460395	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
460395	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
460395	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
460395	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
460395	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
460395	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
460395	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
460395	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
460395	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
460395	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
460395	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
460395	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
460395	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
460395	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
460395	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
460395	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
460395	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
460395	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
460395	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
460395	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
460395	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
460395	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
460395	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
460395	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
460395	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
460395	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
460395	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
460395	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
460395	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
460395	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
460395	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
460395	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
460395	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
460395	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
460395	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
460395	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
460395	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
460395	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
460395	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
460395	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
460395	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
460395	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
460395	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
460395	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
460395	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
460395	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
460395	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
460395	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
460395	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
460395	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
460395	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
460395	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
460395	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
460395	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
460395	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
460395	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
460395	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
460395	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
460395	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
460395	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
460395	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
460395	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
460395	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
460395	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
460395	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
460395	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
460395	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
460395	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
460395	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
460395	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
460395	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
460395	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
460395	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
460395	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
460395	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
460395	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
460395	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
460395	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
460395	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
460395	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
460395	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
460395	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
460395	embedding2nn.weight	0	0.31602177023887634
460395	embedding2nn.weight	1	0.4070282280445099
460395	embedding2nn.weight	2	0.028511015698313713
460395	embedding2nn.weight	3	0.017417747527360916
460395	embedding2nn.weight	4	-0.06399545073509216
460395	embedding2nn.weight	5	0.08384332060813904
460395	embedding2nn.weight	6	0.007396337576210499
460395	embedding2nn.weight	7	0.019429244101047516
460395	embedding2nn.weight	8	0.05972787365317345
460395	embedding2nn.weight	9	-0.023214193060994148
460395	embedding2nn.bias	0	0.04900820180773735
460395	embedding2nn.bias	1	-0.2187483310699463
460395	embedding2nn.bias	2	0.1135106235742569
460395	embedding2nn.bias	3	0.13881151378154755
460395	embedding2nn.bias	4	0.08556365966796875
460395	embedding2nn.bias	5	-0.045972105115652084
460395	embedding2nn.bias	6	-0.06016605719923973
460395	embedding2nn.bias	7	0.07813424617052078
460395	embedding2nn.bias	8	-0.14153793454170227
460395	embedding2nn.bias	9	-0.3758249878883362
460395	rnn.weight_ih_l0	0	-0.0008929653558880091
460395	rnn.weight_ih_l0	1	-0.07015332579612732
460395	rnn.weight_ih_l0	2	-0.018016410991549492
460395	rnn.weight_ih_l0	3	0.11796299368143082
460395	rnn.weight_ih_l0	4	0.03199746459722519
460395	rnn.weight_ih_l0	5	-0.06780002266168594
460395	rnn.weight_ih_l0	6	0.02607526071369648
460395	rnn.weight_ih_l0	7	-0.04939820617437363
460395	rnn.weight_ih_l0	8	0.05242406576871872
460395	rnn.weight_ih_l0	9	-0.05317728966474533
460395	rnn.weight_hh_l0	0	-0.01238530408591032
460395	rnn.weight_hh_l0	1	0.07591097056865692
460395	rnn.weight_hh_l0	2	0.019561663269996643
460395	rnn.weight_hh_l0	3	-0.011200095526874065
460395	rnn.weight_hh_l0	4	0.03282853215932846
460395	rnn.weight_hh_l0	5	0.0446435809135437
460395	rnn.weight_hh_l0	6	-0.06119155511260033
460395	rnn.weight_hh_l0	7	-0.11062172055244446
460395	rnn.weight_hh_l0	8	0.03792545944452286
460395	rnn.weight_hh_l0	9	-0.09974219650030136
460395	rnn.bias_ih_l0	0	0.16967684030532837
460395	rnn.bias_ih_l0	1	-0.30807921290397644
460395	rnn.bias_ih_l0	2	-0.027983535081148148
460395	rnn.bias_ih_l0	3	-0.2032579481601715
460395	rnn.bias_ih_l0	4	0.03218722343444824
460395	rnn.bias_ih_l0	5	-0.4226061999797821
460395	rnn.bias_ih_l0	6	-0.11975453048944473
460395	rnn.bias_ih_l0	7	-0.3349500894546509
460395	rnn.bias_ih_l0	8	-0.28983283042907715
460395	rnn.bias_ih_l0	9	-0.44861674308776855
460395	rnn.bias_hh_l0	0	-0.3508560359477997
460395	rnn.bias_hh_l0	1	-0.402633935213089
460395	rnn.bias_hh_l0	2	-0.3281315267086029
460395	rnn.bias_hh_l0	3	-0.09701406210660934
460395	rnn.bias_hh_l0	4	-0.3676632344722748
460395	rnn.bias_hh_l0	5	-0.3272086977958679
460395	rnn.bias_hh_l0	6	-0.08960370719432831
460395	rnn.bias_hh_l0	7	0.08465295284986496
460395	rnn.bias_hh_l0	8	-0.2414916455745697
460395	rnn.bias_hh_l0	9	-0.5577593445777893
460395	rnn.weight_ih_l0_reverse	0	0.06884158402681351
460395	rnn.weight_ih_l0_reverse	1	-0.06283885985612869
460395	rnn.weight_ih_l0_reverse	2	-0.028804510831832886
460395	rnn.weight_ih_l0_reverse	3	-0.14255473017692566
460395	rnn.weight_ih_l0_reverse	4	0.09065600484609604
460395	rnn.weight_ih_l0_reverse	5	-0.15543916821479797
460395	rnn.weight_ih_l0_reverse	6	-0.04311549291014671
460395	rnn.weight_ih_l0_reverse	7	0.02812543325126171
460395	rnn.weight_ih_l0_reverse	8	-0.07315349578857422
460395	rnn.weight_ih_l0_reverse	9	-0.058706820011138916
460395	rnn.weight_hh_l0_reverse	0	-0.13713005185127258
460395	rnn.weight_hh_l0_reverse	1	0.021406453102827072
460395	rnn.weight_hh_l0_reverse	2	-0.02950303815305233
460395	rnn.weight_hh_l0_reverse	3	0.03591104596853256
460395	rnn.weight_hh_l0_reverse	4	-0.09186306595802307
460395	rnn.weight_hh_l0_reverse	5	0.0351698137819767
460395	rnn.weight_hh_l0_reverse	6	0.029400549829006195
460395	rnn.weight_hh_l0_reverse	7	-0.0887029618024826
460395	rnn.weight_hh_l0_reverse	8	-0.07449793815612793
460395	rnn.weight_hh_l0_reverse	9	0.055785104632377625
460395	rnn.bias_ih_l0_reverse	0	-0.18584920465946198
460395	rnn.bias_ih_l0_reverse	1	-0.0734417513012886
460395	rnn.bias_ih_l0_reverse	2	0.1410410851240158
460395	rnn.bias_ih_l0_reverse	3	-0.27881234884262085
460395	rnn.bias_ih_l0_reverse	4	-0.0427725575864315
460395	rnn.bias_ih_l0_reverse	5	-0.21726976335048676
460395	rnn.bias_ih_l0_reverse	6	0.2413111925125122
460395	rnn.bias_ih_l0_reverse	7	-0.3265293538570404
460395	rnn.bias_ih_l0_reverse	8	-0.18445497751235962
460395	rnn.bias_ih_l0_reverse	9	-0.19374418258666992
460395	rnn.bias_hh_l0_reverse	0	-0.10346972942352295
460395	rnn.bias_hh_l0_reverse	1	0.26432618498802185
460395	rnn.bias_hh_l0_reverse	2	-0.316242516040802
460395	rnn.bias_hh_l0_reverse	3	-0.1856532245874405
460395	rnn.bias_hh_l0_reverse	4	-0.3998551070690155
460395	rnn.bias_hh_l0_reverse	5	-0.18088354170322418
460395	rnn.bias_hh_l0_reverse	6	-0.2583030164241791
460395	rnn.bias_hh_l0_reverse	7	-0.11127492785453796
460395	rnn.bias_hh_l0_reverse	8	-0.2787100076675415
460395	rnn.bias_hh_l0_reverse	9	0.17676496505737305
460395	linear.weight	0	0.19037750363349915
460395	linear.weight	1	-0.4666503071784973
460395	linear.weight	2	0.08910468965768814
460395	linear.weight	3	0.06767669320106506
460395	linear.weight	4	-0.1972264051437378
460395	linear.weight	5	0.1580820232629776
460395	linear.weight	6	-0.017330793663859367
460395	linear.weight	7	-0.06179169937968254
460395	linear.weight	8	0.12984725832939148
460395	linear.weight	9	-0.04805668070912361
460395	linear.bias	0	-0.8604363203048706
460395	linear.bias	1	1.8179651498794556
460395	linear.bias	2	0.8044321537017822
460395	linear.bias	3	-2.672834873199463
460395	linear.bias	4	-0.14098289608955383
460395	linear.bias	5	1.2413147687911987
460395	linear.bias	6	-0.1554088145494461
460395	linear.bias	7	0.720166802406311
460395	linear.bias	8	2.1383559703826904
460395	linear.bias	9	-1.4948798418045044
461004	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
461004	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
461004	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
461004	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
461004	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
461004	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
461004	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
461004	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
461004	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
461004	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
461004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
461004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
461004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
461004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
461004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
461004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
461004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
461004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
461004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
461004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
461004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
461004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
461004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
461004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
461004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
461004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
461004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
461004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
461004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
461004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
461004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
461004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
461004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
461004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
461004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
461004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
461004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
461004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
461004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
461004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
461004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
461004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
461004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
461004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
461004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
461004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
461004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
461004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
461004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
461004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
461004	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
461004	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
461004	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
461004	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
461004	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
461004	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
461004	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
461004	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
461004	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
461004	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
461004	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
461004	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
461004	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
461004	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
461004	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
461004	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
461004	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
461004	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
461004	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
461004	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
461004	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
461004	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
461004	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
461004	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
461004	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
461004	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
461004	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
461004	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
461004	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
461004	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
461004	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
461004	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
461004	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
461004	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
461004	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
461004	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
461004	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
461004	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
461004	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
461004	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
461004	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
461004	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
461004	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
461004	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
461004	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
461004	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
461004	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
461004	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
461004	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
461004	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
461004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
461004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
461004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
461004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
461004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
461004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
461004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
461004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
461004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
461004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
461004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
461004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
461004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
461004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
461004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
461004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
461004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
461004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
461004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
461004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
461004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
461004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
461004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
461004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
461004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
461004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
461004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
461004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
461004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
461004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
461004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
461004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
461004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
461004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
461004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
461004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
461004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
461004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
461004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
461004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
461004	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
461004	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
461004	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
461004	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
461004	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
461004	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
461004	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
461004	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
461004	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
461004	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
461004	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
461004	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
461004	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
461004	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
461004	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
461004	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
461004	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
461004	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
461004	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
461004	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
461004	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
461004	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
461004	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
461004	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
461004	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
461004	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
461004	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
461004	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
461004	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
461004	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
461004	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
461004	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
461004	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
461004	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
461004	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
461004	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
461004	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
461004	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
461004	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
461004	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
461004	embedding2nn.weight	0	0.3147726058959961
461004	embedding2nn.weight	1	0.4085240364074707
461004	embedding2nn.weight	2	0.03045024536550045
461004	embedding2nn.weight	3	0.013175126165151596
461004	embedding2nn.weight	4	-0.06293575465679169
461004	embedding2nn.weight	5	0.0900636613368988
461004	embedding2nn.weight	6	0.006194612942636013
461004	embedding2nn.weight	7	0.020192284137010574
461004	embedding2nn.weight	8	0.05874771624803543
461004	embedding2nn.weight	9	-0.018822044134140015
461004	embedding2nn.bias	0	0.04899837449193001
461004	embedding2nn.bias	1	-0.24252758920192719
461004	embedding2nn.bias	2	0.12644557654857635
461004	embedding2nn.bias	3	0.15524140000343323
461004	embedding2nn.bias	4	0.11581375449895859
461004	embedding2nn.bias	5	-0.04042059928178787
461004	embedding2nn.bias	6	-0.04645511880517006
461004	embedding2nn.bias	7	0.08492112159729004
461004	embedding2nn.bias	8	-0.14185525476932526
461004	embedding2nn.bias	9	-0.37676864862442017
461004	rnn.weight_ih_l0	0	-0.000675197399687022
461004	rnn.weight_ih_l0	1	-0.06964430958032608
461004	rnn.weight_ih_l0	2	-0.02009476162493229
461004	rnn.weight_ih_l0	3	0.11495210230350494
461004	rnn.weight_ih_l0	4	0.02693132311105728
461004	rnn.weight_ih_l0	5	-0.07521533221006393
461004	rnn.weight_ih_l0	6	0.036988209933042526
461004	rnn.weight_ih_l0	7	-0.050050653517246246
461004	rnn.weight_ih_l0	8	0.053001753985881805
461004	rnn.weight_ih_l0	9	-0.056874439120292664
461004	rnn.weight_hh_l0	0	-0.012704654596745968
461004	rnn.weight_hh_l0	1	0.07513032853603363
461004	rnn.weight_hh_l0	2	0.018965009599924088
461004	rnn.weight_hh_l0	3	-0.010895575396716595
461004	rnn.weight_hh_l0	4	0.03194481506943703
461004	rnn.weight_hh_l0	5	0.043976280838251114
461004	rnn.weight_hh_l0	6	-0.060881029814481735
461004	rnn.weight_hh_l0	7	-0.1053912565112114
461004	rnn.weight_hh_l0	8	0.037895556539297104
461004	rnn.weight_hh_l0	9	-0.09888313710689545
461004	rnn.bias_ih_l0	0	0.15816740691661835
461004	rnn.bias_ih_l0	1	-0.309529572725296
461004	rnn.bias_ih_l0	2	-0.026062393561005592
461004	rnn.bias_ih_l0	3	-0.20907871425151825
461004	rnn.bias_ih_l0	4	0.02499322220683098
461004	rnn.bias_ih_l0	5	-0.42222750186920166
461004	rnn.bias_ih_l0	6	-0.12281910330057144
461004	rnn.bias_ih_l0	7	-0.33228567242622375
461004	rnn.bias_ih_l0	8	-0.2827799320220947
461004	rnn.bias_ih_l0	9	-0.43703344464302063
461004	rnn.bias_hh_l0	0	-0.34519416093826294
461004	rnn.bias_hh_l0	1	-0.4053651690483093
461004	rnn.bias_hh_l0	2	-0.32273781299591064
461004	rnn.bias_hh_l0	3	-0.10170343518257141
461004	rnn.bias_hh_l0	4	-0.3630533218383789
461004	rnn.bias_hh_l0	5	-0.330895334482193
461004	rnn.bias_hh_l0	6	-0.09398477524518967
461004	rnn.bias_hh_l0	7	0.0754079595208168
461004	rnn.bias_hh_l0	8	-0.24287602305412292
461004	rnn.bias_hh_l0	9	-0.5526756048202515
461004	rnn.weight_ih_l0_reverse	0	0.0716952383518219
461004	rnn.weight_ih_l0_reverse	1	-0.06339474022388458
461004	rnn.weight_ih_l0_reverse	2	-0.022186966612935066
461004	rnn.weight_ih_l0_reverse	3	-0.14199861884117126
461004	rnn.weight_ih_l0_reverse	4	0.08918488025665283
461004	rnn.weight_ih_l0_reverse	5	-0.14474698901176453
461004	rnn.weight_ih_l0_reverse	6	-0.042617689818143845
461004	rnn.weight_ih_l0_reverse	7	0.030283378437161446
461004	rnn.weight_ih_l0_reverse	8	-0.07327008992433548
461004	rnn.weight_ih_l0_reverse	9	-0.05827325955033302
461004	rnn.weight_hh_l0_reverse	0	-0.13957884907722473
461004	rnn.weight_hh_l0_reverse	1	0.02056831307709217
461004	rnn.weight_hh_l0_reverse	2	-0.02901175618171692
461004	rnn.weight_hh_l0_reverse	3	0.03672780096530914
461004	rnn.weight_hh_l0_reverse	4	-0.09054432809352875
461004	rnn.weight_hh_l0_reverse	5	0.03451842442154884
461004	rnn.weight_hh_l0_reverse	6	0.029479919001460075
461004	rnn.weight_hh_l0_reverse	7	-0.08844808489084244
461004	rnn.weight_hh_l0_reverse	8	-0.06746508181095123
461004	rnn.weight_hh_l0_reverse	9	0.0559999905526638
461004	rnn.bias_ih_l0_reverse	0	-0.1819043606519699
461004	rnn.bias_ih_l0_reverse	1	-0.07209385186433792
461004	rnn.bias_ih_l0_reverse	2	0.13795536756515503
461004	rnn.bias_ih_l0_reverse	3	-0.27718013525009155
461004	rnn.bias_ih_l0_reverse	4	-0.04243900999426842
461004	rnn.bias_ih_l0_reverse	5	-0.21580462157726288
461004	rnn.bias_ih_l0_reverse	6	0.24240192770957947
461004	rnn.bias_ih_l0_reverse	7	-0.3324700593948364
461004	rnn.bias_ih_l0_reverse	8	-0.18787318468093872
461004	rnn.bias_ih_l0_reverse	9	-0.19337637722492218
461004	rnn.bias_hh_l0_reverse	0	-0.1048339232802391
461004	rnn.bias_hh_l0_reverse	1	0.26754626631736755
461004	rnn.bias_hh_l0_reverse	2	-0.3196333348751068
461004	rnn.bias_hh_l0_reverse	3	-0.18214721977710724
461004	rnn.bias_hh_l0_reverse	4	-0.40196463465690613
461004	rnn.bias_hh_l0_reverse	5	-0.17588628828525543
461004	rnn.bias_hh_l0_reverse	6	-0.25922396779060364
461004	rnn.bias_hh_l0_reverse	7	-0.11365830153226852
461004	rnn.bias_hh_l0_reverse	8	-0.28737208247184753
461004	rnn.bias_hh_l0_reverse	9	0.18356797099113464
461004	linear.weight	0	0.15357059240341187
461004	linear.weight	1	-0.4267267882823944
461004	linear.weight	2	0.046089883893728256
461004	linear.weight	3	0.06767693907022476
461004	linear.weight	4	-0.14370723068714142
461004	linear.weight	5	0.14731375873088837
461004	linear.weight	6	0.003120297798886895
461004	linear.weight	7	-0.06178160756826401
461004	linear.weight	8	0.12337131053209305
461004	linear.weight	9	-0.04806727170944214
461004	linear.bias	0	-0.8656848669052124
461004	linear.bias	1	1.855734944343567
461004	linear.bias	2	0.7697070240974426
461004	linear.bias	3	-2.6731724739074707
461004	linear.bias	4	-0.11475198715925217
461004	linear.bias	5	1.2292414903640747
461004	linear.bias	6	-0.17023448646068573
461004	linear.bias	7	0.7354075312614441
461004	linear.bias	8	2.1815359592437744
461004	linear.bias	9	-1.4795714616775513
461613	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
461613	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
461613	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
461613	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
461613	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
461613	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
461613	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
461613	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
461613	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
461613	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
461613	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
461613	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
461613	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
461613	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
461613	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
461613	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
461613	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
461613	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
461613	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
461613	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
461613	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
461613	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
461613	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
461613	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
461613	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
461613	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
461613	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
461613	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
461613	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
461613	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
461613	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
461613	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
461613	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
461613	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
461613	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
461613	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
461613	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
461613	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
461613	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
461613	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
461613	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
461613	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
461613	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
461613	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
461613	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
461613	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
461613	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
461613	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
461613	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
461613	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
461613	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
461613	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
461613	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
461613	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
461613	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
461613	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
461613	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
461613	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
461613	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
461613	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
461613	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
461613	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
461613	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
461613	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
461613	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
461613	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
461613	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
461613	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
461613	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
461613	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
461613	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
461613	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
461613	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
461613	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
461613	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
461613	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
461613	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
461613	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
461613	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
461613	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
461613	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
461613	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
461613	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
461613	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
461613	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
461613	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
461613	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
461613	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
461613	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
461613	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
461613	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
461613	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
461613	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
461613	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
461613	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
461613	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
461613	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
461613	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
461613	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
461613	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
461613	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
461613	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
461613	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
461613	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
461613	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
461613	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
461613	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
461613	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
461613	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
461613	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
461613	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
461613	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
461613	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
461613	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
461613	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
461613	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
461613	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
461613	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
461613	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
461613	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
461613	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
461613	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
461613	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
461613	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
461613	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
461613	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
461613	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
461613	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
461613	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
461613	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
461613	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
461613	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
461613	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
461613	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
461613	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
461613	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
461613	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
461613	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
461613	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
461613	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
461613	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
461613	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
461613	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
461613	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
461613	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
461613	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
461613	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
461613	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
461613	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
461613	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
461613	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
461613	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
461613	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
461613	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
461613	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
461613	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
461613	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
461613	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
461613	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
461613	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
461613	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
461613	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
461613	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
461613	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
461613	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
461613	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
461613	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
461613	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
461613	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
461613	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
461613	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
461613	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
461613	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
461613	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
461613	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
461613	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
461613	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
461613	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
461613	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
461613	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
461613	embedding2nn.weight	0	0.3133286237716675
461613	embedding2nn.weight	1	0.41001734137535095
461613	embedding2nn.weight	2	0.03091518208384514
461613	embedding2nn.weight	3	-0.006763049401342869
461613	embedding2nn.weight	4	-0.062433090060949326
461613	embedding2nn.weight	5	0.08863747864961624
461613	embedding2nn.weight	6	0.006414495408535004
461613	embedding2nn.weight	7	0.01365135982632637
461613	embedding2nn.weight	8	0.06322123110294342
461613	embedding2nn.weight	9	-0.013629582710564137
461613	embedding2nn.bias	0	0.027243616059422493
461613	embedding2nn.bias	1	-0.19602051377296448
461613	embedding2nn.bias	2	0.1350681632757187
461613	embedding2nn.bias	3	0.16352300345897675
461613	embedding2nn.bias	4	0.08976082503795624
461613	embedding2nn.bias	5	-0.06307893246412277
461613	embedding2nn.bias	6	-0.025523407384753227
461613	embedding2nn.bias	7	0.0771753266453743
461613	embedding2nn.bias	8	-0.14509257674217224
461613	embedding2nn.bias	9	-0.3644862174987793
461613	rnn.weight_ih_l0	0	-0.003172770608216524
461613	rnn.weight_ih_l0	1	-0.06744995713233948
461613	rnn.weight_ih_l0	2	-0.01275983639061451
461613	rnn.weight_ih_l0	3	0.12077225744724274
461613	rnn.weight_ih_l0	4	0.022932926192879677
461613	rnn.weight_ih_l0	5	-0.07903765887022018
461613	rnn.weight_ih_l0	6	0.034644030034542084
461613	rnn.weight_ih_l0	7	-0.05391159653663635
461613	rnn.weight_ih_l0	8	0.05104769766330719
461613	rnn.weight_ih_l0	9	-0.05784483253955841
461613	rnn.weight_hh_l0	0	-0.011348058469593525
461613	rnn.weight_hh_l0	1	0.07602658122777939
461613	rnn.weight_hh_l0	2	0.01865062117576599
461613	rnn.weight_hh_l0	3	-0.011333762668073177
461613	rnn.weight_hh_l0	4	0.032248858362436295
461613	rnn.weight_hh_l0	5	0.04532388597726822
461613	rnn.weight_hh_l0	6	-0.06060098856687546
461613	rnn.weight_hh_l0	7	-0.10895344614982605
461613	rnn.weight_hh_l0	8	0.037734705954790115
461613	rnn.weight_hh_l0	9	-0.10129717737436295
461613	rnn.bias_ih_l0	0	0.14885617792606354
461613	rnn.bias_ih_l0	1	-0.30857932567596436
461613	rnn.bias_ih_l0	2	-0.02822405844926834
461613	rnn.bias_ih_l0	3	-0.20923101902008057
461613	rnn.bias_ih_l0	4	0.013752508908510208
461613	rnn.bias_ih_l0	5	-0.42074069380760193
461613	rnn.bias_ih_l0	6	-0.12901686131954193
461613	rnn.bias_ih_l0	7	-0.3314914405345917
461613	rnn.bias_ih_l0	8	-0.2887558043003082
461613	rnn.bias_ih_l0	9	-0.43473759293556213
461613	rnn.bias_hh_l0	0	-0.3474532961845398
461613	rnn.bias_hh_l0	1	-0.4090802073478699
461613	rnn.bias_hh_l0	2	-0.3255144953727722
461613	rnn.bias_hh_l0	3	-0.10000989586114883
461613	rnn.bias_hh_l0	4	-0.3681034445762634
461613	rnn.bias_hh_l0	5	-0.328581303358078
461613	rnn.bias_hh_l0	6	-0.09170674532651901
461613	rnn.bias_hh_l0	7	0.06690749526023865
461613	rnn.bias_hh_l0	8	-0.2428002804517746
461613	rnn.bias_hh_l0	9	-0.5498197674751282
461613	rnn.weight_ih_l0_reverse	0	0.07600881904363632
461613	rnn.weight_ih_l0_reverse	1	-0.060410577803850174
461613	rnn.weight_ih_l0_reverse	2	-0.02473853901028633
461613	rnn.weight_ih_l0_reverse	3	-0.14144888520240784
461613	rnn.weight_ih_l0_reverse	4	0.09167567640542984
461613	rnn.weight_ih_l0_reverse	5	-0.13185851275920868
461613	rnn.weight_ih_l0_reverse	6	-0.03839556872844696
461613	rnn.weight_ih_l0_reverse	7	0.03242553770542145
461613	rnn.weight_ih_l0_reverse	8	-0.07227572053670883
461613	rnn.weight_ih_l0_reverse	9	-0.06107766926288605
461613	rnn.weight_hh_l0_reverse	0	-0.1363019347190857
461613	rnn.weight_hh_l0_reverse	1	0.020592525601387024
461613	rnn.weight_hh_l0_reverse	2	-0.02893448993563652
461613	rnn.weight_hh_l0_reverse	3	0.03651365265250206
461613	rnn.weight_hh_l0_reverse	4	-0.08887240290641785
461613	rnn.weight_hh_l0_reverse	5	0.034451887011528015
461613	rnn.weight_hh_l0_reverse	6	0.029230544343590736
461613	rnn.weight_hh_l0_reverse	7	-0.08782253414392471
461613	rnn.weight_hh_l0_reverse	8	-0.06500698626041412
461613	rnn.weight_hh_l0_reverse	9	0.05495605245232582
461613	rnn.bias_ih_l0_reverse	0	-0.17950326204299927
461613	rnn.bias_ih_l0_reverse	1	-0.08127480745315552
461613	rnn.bias_ih_l0_reverse	2	0.14025278389453888
461613	rnn.bias_ih_l0_reverse	3	-0.27547943592071533
461613	rnn.bias_ih_l0_reverse	4	-0.04542342945933342
461613	rnn.bias_ih_l0_reverse	5	-0.21639719605445862
461613	rnn.bias_ih_l0_reverse	6	0.24886402487754822
461613	rnn.bias_ih_l0_reverse	7	-0.34529754519462585
461613	rnn.bias_ih_l0_reverse	8	-0.18622225522994995
461613	rnn.bias_ih_l0_reverse	9	-0.18948833644390106
461613	rnn.bias_hh_l0_reverse	0	-0.10888829827308655
461613	rnn.bias_hh_l0_reverse	1	0.275008887052536
461613	rnn.bias_hh_l0_reverse	2	-0.31787028908729553
461613	rnn.bias_hh_l0_reverse	3	-0.18889622390270233
461613	rnn.bias_hh_l0_reverse	4	-0.40065523982048035
461613	rnn.bias_hh_l0_reverse	5	-0.1651657521724701
461613	rnn.bias_hh_l0_reverse	6	-0.2586408257484436
461613	rnn.bias_hh_l0_reverse	7	-0.11325866729021072
461613	rnn.bias_hh_l0_reverse	8	-0.28391164541244507
461613	rnn.bias_hh_l0_reverse	9	0.1837935745716095
461613	linear.weight	0	0.19675949215888977
461613	linear.weight	1	-0.40724268555641174
461613	linear.weight	2	0.019564306363463402
461613	linear.weight	3	0.06767477840185165
461613	linear.weight	4	-0.17523010075092316
461613	linear.weight	5	0.1687682420015335
461613	linear.weight	6	-0.02434542030096054
461613	linear.weight	7	-0.061768729239702225
461613	linear.weight	8	0.1485326588153839
461613	linear.weight	9	-0.04807773977518082
461613	linear.bias	0	-0.8701798915863037
461613	linear.bias	1	1.8501616716384888
461613	linear.bias	2	0.7579122185707092
461613	linear.bias	3	-2.6735329627990723
461613	linear.bias	4	-0.14091266691684723
461613	linear.bias	5	1.2124780416488647
461613	linear.bias	6	-0.18332688510417938
461613	linear.bias	7	0.75285804271698
461613	linear.bias	8	2.21451735496521
461613	linear.bias	9	-1.4908592700958252
462222	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
462222	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
462222	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
462222	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
462222	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
462222	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
462222	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
462222	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
462222	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
462222	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
462222	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
462222	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
462222	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
462222	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
462222	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
462222	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
462222	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
462222	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
462222	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
462222	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
462222	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
462222	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
462222	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
462222	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
462222	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
462222	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
462222	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
462222	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
462222	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
462222	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
462222	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
462222	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
462222	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
462222	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
462222	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
462222	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
462222	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
462222	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
462222	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
462222	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
462222	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
462222	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
462222	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
462222	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
462222	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
462222	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
462222	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
462222	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
462222	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
462222	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
462222	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
462222	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
462222	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
462222	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
462222	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
462222	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
462222	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
462222	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
462222	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
462222	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
462222	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
462222	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
462222	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
462222	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
462222	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
462222	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
462222	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
462222	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
462222	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
462222	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
462222	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
462222	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
462222	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
462222	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
462222	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
462222	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
462222	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
462222	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
462222	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
462222	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
462222	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
462222	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
462222	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
462222	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
462222	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
462222	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
462222	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
462222	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
462222	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
462222	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
462222	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
462222	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
462222	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
462222	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
462222	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
462222	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
462222	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
462222	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
462222	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
462222	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
462222	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
462222	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
462222	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
462222	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
462222	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
462222	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
462222	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
462222	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
462222	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
462222	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
462222	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
462222	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
462222	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
462222	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
462222	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
462222	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
462222	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
462222	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
462222	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
462222	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
462222	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
462222	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
462222	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
462222	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
462222	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
462222	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
462222	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
462222	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
462222	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
462222	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
462222	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
462222	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
462222	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
462222	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
462222	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
462222	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
462222	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
462222	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
462222	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
462222	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
462222	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
462222	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
462222	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
462222	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
462222	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
462222	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
462222	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
462222	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
462222	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
462222	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
462222	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
462222	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
462222	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
462222	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
462222	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
462222	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
462222	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
462222	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
462222	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
462222	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
462222	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
462222	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
462222	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
462222	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
462222	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
462222	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
462222	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
462222	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
462222	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
462222	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
462222	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
462222	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
462222	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
462222	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
462222	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
462222	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
462222	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
462222	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
462222	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
462222	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
462222	embedding2nn.weight	0	0.3144596219062805
462222	embedding2nn.weight	1	0.40463048219680786
462222	embedding2nn.weight	2	0.03197610378265381
462222	embedding2nn.weight	3	0.015306164510548115
462222	embedding2nn.weight	4	-0.062300872057676315
462222	embedding2nn.weight	5	0.08792850375175476
462222	embedding2nn.weight	6	0.008805976249277592
462222	embedding2nn.weight	7	0.019872672855854034
462222	embedding2nn.weight	8	0.06402821093797684
462222	embedding2nn.weight	9	-0.019019657745957375
462222	embedding2nn.bias	0	0.043384045362472534
462222	embedding2nn.bias	1	-0.2039804905653
462222	embedding2nn.bias	2	0.12404266744852066
462222	embedding2nn.bias	3	0.16822786629199982
462222	embedding2nn.bias	4	0.11620361357927322
462222	embedding2nn.bias	5	-0.06059788540005684
462222	embedding2nn.bias	6	-0.0463486984372139
462222	embedding2nn.bias	7	0.06863722950220108
462222	embedding2nn.bias	8	-0.13218450546264648
462222	embedding2nn.bias	9	-0.3890993297100067
462222	rnn.weight_ih_l0	0	-0.004021672997623682
462222	rnn.weight_ih_l0	1	-0.06815368682146072
462222	rnn.weight_ih_l0	2	-0.01777384802699089
462222	rnn.weight_ih_l0	3	0.12651024758815765
462222	rnn.weight_ih_l0	4	0.014088175259530544
462222	rnn.weight_ih_l0	5	-0.07269049435853958
462222	rnn.weight_ih_l0	6	0.025402957573533058
462222	rnn.weight_ih_l0	7	-0.05274871736764908
462222	rnn.weight_ih_l0	8	0.05638744309544563
462222	rnn.weight_ih_l0	9	-0.05884654447436333
462222	rnn.weight_hh_l0	0	-0.010473963804543018
462222	rnn.weight_hh_l0	1	0.07538104057312012
462222	rnn.weight_hh_l0	2	0.017197271808981895
462222	rnn.weight_hh_l0	3	-0.011975122615695
462222	rnn.weight_hh_l0	4	0.032483626157045364
462222	rnn.weight_hh_l0	5	0.044884007424116135
462222	rnn.weight_hh_l0	6	-0.06108434125781059
462222	rnn.weight_hh_l0	7	-0.1074199452996254
462222	rnn.weight_hh_l0	8	0.037803974002599716
462222	rnn.weight_hh_l0	9	-0.10136622935533524
462222	rnn.bias_ih_l0	0	0.1550213098526001
462222	rnn.bias_ih_l0	1	-0.30717772245407104
462222	rnn.bias_ih_l0	2	-0.026671547442674637
462222	rnn.bias_ih_l0	3	-0.2135605365037918
462222	rnn.bias_ih_l0	4	0.015629040077328682
462222	rnn.bias_ih_l0	5	-0.41457852721214294
462222	rnn.bias_ih_l0	6	-0.12820541858673096
462222	rnn.bias_ih_l0	7	-0.3310111165046692
462222	rnn.bias_ih_l0	8	-0.2797321379184723
462222	rnn.bias_ih_l0	9	-0.4283312261104584
462222	rnn.bias_hh_l0	0	-0.3469831645488739
462222	rnn.bias_hh_l0	1	-0.40789440274238586
462222	rnn.bias_hh_l0	2	-0.32881221175193787
462222	rnn.bias_hh_l0	3	-0.09463048726320267
462222	rnn.bias_hh_l0	4	-0.3630167245864868
462222	rnn.bias_hh_l0	5	-0.32834795117378235
462222	rnn.bias_hh_l0	6	-0.08673742413520813
462222	rnn.bias_hh_l0	7	0.07474544644355774
462222	rnn.bias_hh_l0	8	-0.23817622661590576
462222	rnn.bias_hh_l0	9	-0.5553447604179382
462222	rnn.weight_ih_l0_reverse	0	0.07931850850582123
462222	rnn.weight_ih_l0_reverse	1	-0.05850555747747421
462222	rnn.weight_ih_l0_reverse	2	-0.020874381065368652
462222	rnn.weight_ih_l0_reverse	3	-0.1414186805486679
462222	rnn.weight_ih_l0_reverse	4	0.09014662355184555
462222	rnn.weight_ih_l0_reverse	5	-0.1367885023355484
462222	rnn.weight_ih_l0_reverse	6	-0.038552846759557724
462222	rnn.weight_ih_l0_reverse	7	0.029592160135507584
462222	rnn.weight_ih_l0_reverse	8	-0.06610678136348724
462222	rnn.weight_ih_l0_reverse	9	-0.0619736947119236
462222	rnn.weight_hh_l0_reverse	0	-0.13580374419689178
462222	rnn.weight_hh_l0_reverse	1	0.020863911136984825
462222	rnn.weight_hh_l0_reverse	2	-0.029935430735349655
462222	rnn.weight_hh_l0_reverse	3	0.037113528698682785
462222	rnn.weight_hh_l0_reverse	4	-0.08766792714595795
462222	rnn.weight_hh_l0_reverse	5	0.03428657352924347
462222	rnn.weight_hh_l0_reverse	6	0.02915680781006813
462222	rnn.weight_hh_l0_reverse	7	-0.08810614794492722
462222	rnn.weight_hh_l0_reverse	8	-0.06374560296535492
462222	rnn.weight_hh_l0_reverse	9	0.05507441610097885
462222	rnn.bias_ih_l0_reverse	0	-0.17887459695339203
462222	rnn.bias_ih_l0_reverse	1	-0.08250467479228973
462222	rnn.bias_ih_l0_reverse	2	0.13215026259422302
462222	rnn.bias_ih_l0_reverse	3	-0.27308908104896545
462222	rnn.bias_ih_l0_reverse	4	-0.035632889717817307
462222	rnn.bias_ih_l0_reverse	5	-0.21398960053920746
462222	rnn.bias_ih_l0_reverse	6	0.24719452857971191
462222	rnn.bias_ih_l0_reverse	7	-0.34438520669937134
462222	rnn.bias_ih_l0_reverse	8	-0.1891302466392517
462222	rnn.bias_ih_l0_reverse	9	-0.19975988566875458
462222	rnn.bias_hh_l0_reverse	0	-0.12392954528331757
462222	rnn.bias_hh_l0_reverse	1	0.28069016337394714
462222	rnn.bias_hh_l0_reverse	2	-0.3149964213371277
462222	rnn.bias_hh_l0_reverse	3	-0.1984589695930481
462222	rnn.bias_hh_l0_reverse	4	-0.40583691000938416
462222	rnn.bias_hh_l0_reverse	5	-0.1681695431470871
462222	rnn.bias_hh_l0_reverse	6	-0.25434666872024536
462222	rnn.bias_hh_l0_reverse	7	-0.11071615666151047
462222	rnn.bias_hh_l0_reverse	8	-0.29209479689598083
462222	rnn.bias_hh_l0_reverse	9	0.18004536628723145
462222	linear.weight	0	0.21119341254234314
462222	linear.weight	1	-0.4411691427230835
462222	linear.weight	2	0.060459576547145844
462222	linear.weight	3	0.06767287105321884
462222	linear.weight	4	-0.18696941435337067
462222	linear.weight	5	0.14730598032474518
462222	linear.weight	6	0.0032895535696297884
462222	linear.weight	7	-0.061756256967782974
462222	linear.weight	8	0.13582970201969147
462222	linear.weight	9	-0.04808841273188591
462222	linear.bias	0	-0.8671400547027588
462222	linear.bias	1	1.9071143865585327
462222	linear.bias	2	0.7194947600364685
462222	linear.bias	3	-2.6738929748535156
462222	linear.bias	4	-0.1520291268825531
462222	linear.bias	5	1.198681116104126
462222	linear.bias	6	-0.18458247184753418
462222	linear.bias	7	0.7535563707351685
462222	linear.bias	8	2.218867301940918
462222	linear.bias	9	-1.489548921585083
462831	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
462831	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
462831	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
462831	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
462831	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
462831	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
462831	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
462831	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
462831	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
462831	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
462831	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
462831	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
462831	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
462831	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
462831	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
462831	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
462831	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
462831	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
462831	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
462831	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
462831	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
462831	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
462831	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
462831	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
462831	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
462831	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
462831	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
462831	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
462831	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
462831	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
462831	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
462831	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
462831	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
462831	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
462831	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
462831	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
462831	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
462831	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
462831	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
462831	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
462831	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
462831	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
462831	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
462831	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
462831	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
462831	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
462831	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
462831	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
462831	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
462831	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
462831	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
462831	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
462831	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
462831	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
462831	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
462831	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
462831	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
462831	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
462831	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
462831	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
462831	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
462831	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
462831	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
462831	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
462831	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
462831	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
462831	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
462831	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
462831	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
462831	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
462831	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
462831	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
462831	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
462831	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
462831	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
462831	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
462831	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
462831	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
462831	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
462831	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
462831	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
462831	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
462831	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
462831	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
462831	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
462831	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
462831	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
462831	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
462831	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
462831	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
462831	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
462831	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
462831	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
462831	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
462831	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
462831	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
462831	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
462831	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
462831	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
462831	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
462831	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
462831	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
462831	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
462831	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
462831	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
462831	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
462831	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
462831	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
462831	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
462831	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
462831	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
462831	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
462831	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
462831	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
462831	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
462831	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
462831	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
462831	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
462831	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
462831	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
462831	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
462831	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
462831	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
462831	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
462831	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
462831	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
462831	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
462831	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
462831	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
462831	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
462831	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
462831	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
462831	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
462831	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
462831	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
462831	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
462831	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
462831	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
462831	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
462831	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
462831	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
462831	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
462831	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
462831	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
462831	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
462831	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
462831	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
462831	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
462831	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
462831	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
462831	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
462831	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
462831	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
462831	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
462831	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
462831	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
462831	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
462831	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
462831	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
462831	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
462831	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
462831	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
462831	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
462831	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
462831	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
462831	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
462831	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
462831	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
462831	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
462831	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
462831	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
462831	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
462831	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
462831	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
462831	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
462831	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
462831	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
462831	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
462831	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
462831	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
462831	embedding2nn.weight	0	0.31643956899642944
462831	embedding2nn.weight	1	0.40070927143096924
462831	embedding2nn.weight	2	0.03315107524394989
462831	embedding2nn.weight	3	-0.004945832770317793
462831	embedding2nn.weight	4	-0.060667477548122406
462831	embedding2nn.weight	5	0.08890315890312195
462831	embedding2nn.weight	6	0.002013623248785734
462831	embedding2nn.weight	7	0.020812878385186195
462831	embedding2nn.weight	8	0.05765723064541817
462831	embedding2nn.weight	9	-0.016733644530177116
462831	embedding2nn.bias	0	0.02702968567609787
462831	embedding2nn.bias	1	-0.2205679565668106
462831	embedding2nn.bias	2	0.1382952481508255
462831	embedding2nn.bias	3	0.16295576095581055
462831	embedding2nn.bias	4	0.09271533042192459
462831	embedding2nn.bias	5	-0.0642334371805191
462831	embedding2nn.bias	6	-0.027171151712536812
462831	embedding2nn.bias	7	0.09294207394123077
462831	embedding2nn.bias	8	-0.15068644285202026
462831	embedding2nn.bias	9	-0.3721713125705719
462831	rnn.weight_ih_l0	0	-0.004386168904602528
462831	rnn.weight_ih_l0	1	-0.06937456876039505
462831	rnn.weight_ih_l0	2	-0.024153321981430054
462831	rnn.weight_ih_l0	3	0.124391570687294
462831	rnn.weight_ih_l0	4	0.02833443507552147
462831	rnn.weight_ih_l0	5	-0.07918129861354828
462831	rnn.weight_ih_l0	6	0.03005371056497097
462831	rnn.weight_ih_l0	7	-0.0520155243575573
462831	rnn.weight_ih_l0	8	0.055873747915029526
462831	rnn.weight_ih_l0	9	-0.05939580127596855
462831	rnn.weight_hh_l0	0	-0.009803345426917076
462831	rnn.weight_hh_l0	1	0.07496017962694168
462831	rnn.weight_hh_l0	2	0.017307601869106293
462831	rnn.weight_hh_l0	3	-0.011597879230976105
462831	rnn.weight_hh_l0	4	0.03356631100177765
462831	rnn.weight_hh_l0	5	0.04421043023467064
462831	rnn.weight_hh_l0	6	-0.06133845075964928
462831	rnn.weight_hh_l0	7	-0.10549093782901764
462831	rnn.weight_hh_l0	8	0.03804073855280876
462831	rnn.weight_hh_l0	9	-0.10145045071840286
462831	rnn.bias_ih_l0	0	0.16017290949821472
462831	rnn.bias_ih_l0	1	-0.306255042552948
462831	rnn.bias_ih_l0	2	-0.028287893161177635
462831	rnn.bias_ih_l0	3	-0.21273314952850342
462831	rnn.bias_ih_l0	4	0.025968186557292938
462831	rnn.bias_ih_l0	5	-0.4180546998977661
462831	rnn.bias_ih_l0	6	-0.12492702901363373
462831	rnn.bias_ih_l0	7	-0.32987257838249207
462831	rnn.bias_ih_l0	8	-0.2778378129005432
462831	rnn.bias_ih_l0	9	-0.4160817861557007
462831	rnn.bias_hh_l0	0	-0.34100890159606934
462831	rnn.bias_hh_l0	1	-0.40585851669311523
462831	rnn.bias_hh_l0	2	-0.3348667323589325
462831	rnn.bias_hh_l0	3	-0.09140712767839432
462831	rnn.bias_hh_l0	4	-0.3635599911212921
462831	rnn.bias_hh_l0	5	-0.3278774619102478
462831	rnn.bias_hh_l0	6	-0.07877693325281143
462831	rnn.bias_hh_l0	7	0.07156910002231598
462831	rnn.bias_hh_l0	8	-0.23552286624908447
462831	rnn.bias_hh_l0	9	-0.5527253746986389
462831	rnn.weight_ih_l0_reverse	0	0.07046135514974594
462831	rnn.weight_ih_l0_reverse	1	-0.05964892357587814
462831	rnn.weight_ih_l0_reverse	2	-0.021300798282027245
462831	rnn.weight_ih_l0_reverse	3	-0.14259040355682373
462831	rnn.weight_ih_l0_reverse	4	0.09334985166788101
462831	rnn.weight_ih_l0_reverse	5	-0.13479185104370117
462831	rnn.weight_ih_l0_reverse	6	-0.03740037605166435
462831	rnn.weight_ih_l0_reverse	7	0.02883409895002842
462831	rnn.weight_ih_l0_reverse	8	-0.06326593458652496
462831	rnn.weight_ih_l0_reverse	9	-0.06005096808075905
462831	rnn.weight_hh_l0_reverse	0	-0.1386081874370575
462831	rnn.weight_hh_l0_reverse	1	0.020027196034789085
462831	rnn.weight_hh_l0_reverse	2	-0.030721193179488182
462831	rnn.weight_hh_l0_reverse	3	0.03688931092619896
462831	rnn.weight_hh_l0_reverse	4	-0.0875278115272522
462831	rnn.weight_hh_l0_reverse	5	0.034205757081508636
462831	rnn.weight_hh_l0_reverse	6	0.029390757903456688
462831	rnn.weight_hh_l0_reverse	7	-0.08580803871154785
462831	rnn.weight_hh_l0_reverse	8	-0.06347564607858658
462831	rnn.weight_hh_l0_reverse	9	0.05830030143260956
462831	rnn.bias_ih_l0_reverse	0	-0.18441437184810638
462831	rnn.bias_ih_l0_reverse	1	-0.07982823997735977
462831	rnn.bias_ih_l0_reverse	2	0.1308058500289917
462831	rnn.bias_ih_l0_reverse	3	-0.27736812829971313
462831	rnn.bias_ih_l0_reverse	4	-0.04399871453642845
462831	rnn.bias_ih_l0_reverse	5	-0.21690502762794495
462831	rnn.bias_ih_l0_reverse	6	0.24873052537441254
462831	rnn.bias_ih_l0_reverse	7	-0.3413347005844116
462831	rnn.bias_ih_l0_reverse	8	-0.19037067890167236
462831	rnn.bias_ih_l0_reverse	9	-0.1851912885904312
462831	rnn.bias_hh_l0_reverse	0	-0.1220717579126358
462831	rnn.bias_hh_l0_reverse	1	0.2784152626991272
462831	rnn.bias_hh_l0_reverse	2	-0.31818142533302307
462831	rnn.bias_hh_l0_reverse	3	-0.1963602751493454
462831	rnn.bias_hh_l0_reverse	4	-0.4109770953655243
462831	rnn.bias_hh_l0_reverse	5	-0.16857528686523438
462831	rnn.bias_hh_l0_reverse	6	-0.2574906051158905
462831	rnn.bias_hh_l0_reverse	7	-0.10539468377828598
462831	rnn.bias_hh_l0_reverse	8	-0.2902498245239258
462831	rnn.bias_hh_l0_reverse	9	0.1874721199274063
462831	linear.weight	0	0.17769964039325714
462831	linear.weight	1	-0.4451415538787842
462831	linear.weight	2	0.05376181751489639
462831	linear.weight	3	0.06766797602176666
462831	linear.weight	4	-0.19420738518238068
462831	linear.weight	5	0.1949080228805542
462831	linear.weight	6	-0.0005429160664789379
462831	linear.weight	7	-0.06174369528889656
462831	linear.weight	8	0.13501054048538208
462831	linear.weight	9	-0.04809719696640968
462831	linear.bias	0	-0.8356401324272156
462831	linear.bias	1	1.8994547128677368
462831	linear.bias	2	0.7774519324302673
462831	linear.bias	3	-2.674250602722168
462831	linear.bias	4	-0.1231178343296051
462831	linear.bias	5	1.216902732849121
462831	linear.bias	6	-0.18143057823181152
462831	linear.bias	7	0.7428705096244812
462831	linear.bias	8	2.211923360824585
462831	linear.bias	9	-1.5153539180755615
463440	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
463440	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
463440	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
463440	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
463440	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
463440	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
463440	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
463440	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
463440	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
463440	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
463440	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
463440	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
463440	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
463440	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
463440	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
463440	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
463440	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
463440	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
463440	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
463440	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
463440	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
463440	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
463440	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
463440	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
463440	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
463440	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
463440	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
463440	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
463440	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
463440	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
463440	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
463440	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
463440	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
463440	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
463440	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
463440	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
463440	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
463440	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
463440	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
463440	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
463440	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
463440	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
463440	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
463440	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
463440	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
463440	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
463440	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
463440	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
463440	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
463440	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
463440	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
463440	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
463440	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
463440	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
463440	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
463440	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
463440	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
463440	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
463440	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
463440	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
463440	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
463440	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
463440	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
463440	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
463440	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
463440	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
463440	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
463440	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
463440	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
463440	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
463440	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
463440	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
463440	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
463440	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
463440	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
463440	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
463440	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
463440	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
463440	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
463440	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
463440	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
463440	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
463440	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
463440	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
463440	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
463440	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
463440	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
463440	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
463440	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
463440	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
463440	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
463440	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
463440	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
463440	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
463440	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
463440	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
463440	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
463440	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
463440	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
463440	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
463440	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
463440	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
463440	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
463440	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
463440	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
463440	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
463440	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
463440	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
463440	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
463440	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
463440	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
463440	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
463440	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
463440	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
463440	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
463440	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
463440	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
463440	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
463440	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
463440	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
463440	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
463440	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
463440	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
463440	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
463440	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
463440	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
463440	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
463440	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
463440	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
463440	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
463440	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
463440	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
463440	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
463440	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
463440	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
463440	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
463440	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
463440	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
463440	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
463440	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
463440	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
463440	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
463440	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
463440	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
463440	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
463440	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
463440	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
463440	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
463440	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
463440	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
463440	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
463440	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
463440	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
463440	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
463440	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
463440	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
463440	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
463440	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
463440	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
463440	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
463440	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
463440	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
463440	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
463440	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
463440	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
463440	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
463440	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
463440	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
463440	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
463440	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
463440	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
463440	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
463440	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
463440	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
463440	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
463440	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
463440	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
463440	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
463440	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
463440	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
463440	embedding2nn.weight	0	0.3178704082965851
463440	embedding2nn.weight	1	0.3991582691669464
463440	embedding2nn.weight	2	0.02352803945541382
463440	embedding2nn.weight	3	-0.0030263043008744717
463440	embedding2nn.weight	4	-0.06530048698186874
463440	embedding2nn.weight	5	0.090421162545681
463440	embedding2nn.weight	6	-0.0012567155063152313
463440	embedding2nn.weight	7	0.019277404993772507
463440	embedding2nn.weight	8	0.056530579924583435
463440	embedding2nn.weight	9	-0.012980163097381592
463440	embedding2nn.bias	0	0.03541438654065132
463440	embedding2nn.bias	1	-0.2099909633398056
463440	embedding2nn.bias	2	0.13066954910755157
463440	embedding2nn.bias	3	0.14965605735778809
463440	embedding2nn.bias	4	0.09734916687011719
463440	embedding2nn.bias	5	-0.03366101160645485
463440	embedding2nn.bias	6	-0.051310040056705475
463440	embedding2nn.bias	7	0.0840606763958931
463440	embedding2nn.bias	8	-0.13190756738185883
463440	embedding2nn.bias	9	-0.3894065320491791
463440	rnn.weight_ih_l0	0	-0.00675998767837882
463440	rnn.weight_ih_l0	1	-0.07096482813358307
463440	rnn.weight_ih_l0	2	-0.01505577564239502
463440	rnn.weight_ih_l0	3	0.11965279281139374
463440	rnn.weight_ih_l0	4	0.03782840818166733
463440	rnn.weight_ih_l0	5	-0.07137945294380188
463440	rnn.weight_ih_l0	6	0.029164502397179604
463440	rnn.weight_ih_l0	7	-0.05087859183549881
463440	rnn.weight_ih_l0	8	0.061578407883644104
463440	rnn.weight_ih_l0	9	-0.07036050409078598
463440	rnn.weight_hh_l0	0	-0.01039093267172575
463440	rnn.weight_hh_l0	1	0.07477908581495285
463440	rnn.weight_hh_l0	2	0.017181118950247765
463440	rnn.weight_hh_l0	3	-0.01177823543548584
463440	rnn.weight_hh_l0	4	0.033727843314409256
463440	rnn.weight_hh_l0	5	0.0445430651307106
463440	rnn.weight_hh_l0	6	-0.06136928126215935
463440	rnn.weight_hh_l0	7	-0.10555718839168549
463440	rnn.weight_hh_l0	8	0.037860553711652756
463440	rnn.weight_hh_l0	9	-0.10256832093000412
463440	rnn.bias_ih_l0	0	0.16054917871952057
463440	rnn.bias_ih_l0	1	-0.30370500683784485
463440	rnn.bias_ih_l0	2	-0.033878058195114136
463440	rnn.bias_ih_l0	3	-0.21137458086013794
463440	rnn.bias_ih_l0	4	0.02629677765071392
463440	rnn.bias_ih_l0	5	-0.42357274889945984
463440	rnn.bias_ih_l0	6	-0.12432711571455002
463440	rnn.bias_ih_l0	7	-0.328716903924942
463440	rnn.bias_ih_l0	8	-0.28141048550605774
463440	rnn.bias_ih_l0	9	-0.41421008110046387
463440	rnn.bias_hh_l0	0	-0.3432900607585907
463440	rnn.bias_hh_l0	1	-0.4058927297592163
463440	rnn.bias_hh_l0	2	-0.33362722396850586
463440	rnn.bias_hh_l0	3	-0.08701211214065552
463440	rnn.bias_hh_l0	4	-0.36365899443626404
463440	rnn.bias_hh_l0	5	-0.3244083821773529
463440	rnn.bias_hh_l0	6	-0.0836206004023552
463440	rnn.bias_hh_l0	7	0.07451710850000381
463440	rnn.bias_hh_l0	8	-0.24074995517730713
463440	rnn.bias_hh_l0	9	-0.5490025281906128
463440	rnn.weight_ih_l0_reverse	0	0.06735114008188248
463440	rnn.weight_ih_l0_reverse	1	-0.05831750109791756
463440	rnn.weight_ih_l0_reverse	2	-0.024350207298994064
463440	rnn.weight_ih_l0_reverse	3	-0.14053308963775635
463440	rnn.weight_ih_l0_reverse	4	0.09607010334730148
463440	rnn.weight_ih_l0_reverse	5	-0.1429348587989807
463440	rnn.weight_ih_l0_reverse	6	-0.035696811974048615
463440	rnn.weight_ih_l0_reverse	7	0.02984314039349556
463440	rnn.weight_ih_l0_reverse	8	-0.06654421240091324
463440	rnn.weight_ih_l0_reverse	9	-0.0620255284011364
463440	rnn.weight_hh_l0_reverse	0	-0.14179693162441254
463440	rnn.weight_hh_l0_reverse	1	0.01834694668650627
463440	rnn.weight_hh_l0_reverse	2	-0.030085615813732147
463440	rnn.weight_hh_l0_reverse	3	0.03815539553761482
463440	rnn.weight_hh_l0_reverse	4	-0.08767666667699814
463440	rnn.weight_hh_l0_reverse	5	0.03420969843864441
463440	rnn.weight_hh_l0_reverse	6	0.029651597142219543
463440	rnn.weight_hh_l0_reverse	7	-0.08883274346590042
463440	rnn.weight_hh_l0_reverse	8	-0.06725267320871353
463440	rnn.weight_hh_l0_reverse	9	0.05721859261393547
463440	rnn.bias_ih_l0_reverse	0	-0.18453213572502136
463440	rnn.bias_ih_l0_reverse	1	-0.07035129517316818
463440	rnn.bias_ih_l0_reverse	2	0.1207861453294754
463440	rnn.bias_ih_l0_reverse	3	-0.2801007628440857
463440	rnn.bias_ih_l0_reverse	4	-0.03743661567568779
463440	rnn.bias_ih_l0_reverse	5	-0.21893344819545746
463440	rnn.bias_ih_l0_reverse	6	0.2528892159461975
463440	rnn.bias_ih_l0_reverse	7	-0.3278758227825165
463440	rnn.bias_ih_l0_reverse	8	-0.186523899435997
463440	rnn.bias_ih_l0_reverse	9	-0.18573148548603058
463440	rnn.bias_hh_l0_reverse	0	-0.12421511113643646
463440	rnn.bias_hh_l0_reverse	1	0.27433109283447266
463440	rnn.bias_hh_l0_reverse	2	-0.3210737705230713
463440	rnn.bias_hh_l0_reverse	3	-0.19867603480815887
463440	rnn.bias_hh_l0_reverse	4	-0.41840705275535583
463440	rnn.bias_hh_l0_reverse	5	-0.1633167713880539
463440	rnn.bias_hh_l0_reverse	6	-0.2627161145210266
463440	rnn.bias_hh_l0_reverse	7	-0.10248994827270508
463440	rnn.bias_hh_l0_reverse	8	-0.2758326828479767
463440	rnn.bias_hh_l0_reverse	9	0.1892842799425125
463440	linear.weight	0	0.1964844912290573
463440	linear.weight	1	-0.42838743329048157
463440	linear.weight	2	0.0283792857080698
463440	linear.weight	3	0.06766726821660995
463440	linear.weight	4	-0.18977415561676025
463440	linear.weight	5	0.21880367398262024
463440	linear.weight	6	0.021252978593111038
463440	linear.weight	7	-0.06172288954257965
463440	linear.weight	8	0.14858178794384003
463440	linear.weight	9	-0.04810350760817528
463440	linear.bias	0	-0.882348895072937
463440	linear.bias	1	1.902154803276062
463440	linear.bias	2	0.7144542336463928
463440	linear.bias	3	-2.6746151447296143
463440	linear.bias	4	-0.1471242606639862
463440	linear.bias	5	1.218288779258728
463440	linear.bias	6	-0.182722270488739
463440	linear.bias	7	0.7165005803108215
463440	linear.bias	8	2.263763427734375
463440	linear.bias	9	-1.5087945461273193
463448	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
463448	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
463448	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
463448	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
463448	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
463448	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
463448	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
463448	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
463448	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
463448	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
463448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
463448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
463448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
463448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
463448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
463448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
463448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
463448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
463448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
463448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
463448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
463448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
463448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
463448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
463448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
463448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
463448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
463448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
463448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
463448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
463448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
463448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
463448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
463448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
463448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
463448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
463448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
463448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
463448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
463448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
463448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
463448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
463448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
463448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
463448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
463448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
463448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
463448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
463448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
463448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
463448	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
463448	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
463448	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
463448	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
463448	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
463448	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
463448	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
463448	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
463448	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
463448	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
463448	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
463448	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
463448	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
463448	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
463448	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
463448	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
463448	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
463448	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
463448	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
463448	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
463448	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
463448	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
463448	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
463448	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
463448	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
463448	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
463448	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
463448	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
463448	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
463448	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
463448	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
463448	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
463448	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
463448	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
463448	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
463448	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
463448	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
463448	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
463448	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
463448	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
463448	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
463448	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
463448	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
463448	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
463448	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
463448	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
463448	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
463448	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
463448	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
463448	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
463448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
463448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
463448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
463448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
463448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
463448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
463448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
463448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
463448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
463448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
463448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
463448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
463448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
463448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
463448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
463448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
463448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
463448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
463448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
463448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
463448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
463448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
463448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
463448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
463448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
463448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
463448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
463448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
463448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
463448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
463448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
463448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
463448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
463448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
463448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
463448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
463448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
463448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
463448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
463448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
463448	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
463448	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
463448	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
463448	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
463448	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
463448	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
463448	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
463448	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
463448	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
463448	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
463448	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
463448	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
463448	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
463448	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
463448	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
463448	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
463448	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
463448	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
463448	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
463448	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
463448	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
463448	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
463448	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
463448	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
463448	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
463448	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
463448	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
463448	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
463448	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
463448	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
463448	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
463448	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
463448	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
463448	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
463448	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
463448	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
463448	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
463448	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
463448	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
463448	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
463448	embedding2nn.weight	0	0.3179473578929901
463448	embedding2nn.weight	1	0.39877039194107056
463448	embedding2nn.weight	2	0.023627610877156258
463448	embedding2nn.weight	3	-0.0002947485772892833
463448	embedding2nn.weight	4	-0.06428718566894531
463448	embedding2nn.weight	5	0.09057832509279251
463448	embedding2nn.weight	6	-0.0027607078664004803
463448	embedding2nn.weight	7	0.018488332629203796
463448	embedding2nn.weight	8	0.055993832647800446
463448	embedding2nn.weight	9	-0.013283906504511833
463448	embedding2nn.bias	0	0.03755994513630867
463448	embedding2nn.bias	1	-0.21159547567367554
463448	embedding2nn.bias	2	0.13212145864963531
463448	embedding2nn.bias	3	0.1462070643901825
463448	embedding2nn.bias	4	0.09652631729841232
463448	embedding2nn.bias	5	-0.030796421691775322
463448	embedding2nn.bias	6	-0.05039302632212639
463448	embedding2nn.bias	7	0.08562842011451721
463448	embedding2nn.bias	8	-0.1324908584356308
463448	embedding2nn.bias	9	-0.391394704580307
463448	rnn.weight_ih_l0	0	-0.006830315571278334
463448	rnn.weight_ih_l0	1	-0.07097025215625763
463448	rnn.weight_ih_l0	2	-0.014464744366705418
463448	rnn.weight_ih_l0	3	0.11951848119497299
463448	rnn.weight_ih_l0	4	0.037799715995788574
463448	rnn.weight_ih_l0	5	-0.07140307128429413
463448	rnn.weight_ih_l0	6	0.02916651777923107
463448	rnn.weight_ih_l0	7	-0.050794944167137146
463448	rnn.weight_ih_l0	8	0.06167427450418472
463448	rnn.weight_ih_l0	9	-0.07032859325408936
463448	rnn.weight_hh_l0	0	-0.010515865869820118
463448	rnn.weight_hh_l0	1	0.07483701407909393
463448	rnn.weight_hh_l0	2	0.0173757616430521
463448	rnn.weight_hh_l0	3	-0.01179732009768486
463448	rnn.weight_hh_l0	4	0.033719148486852646
463448	rnn.weight_hh_l0	5	0.044586993753910065
463448	rnn.weight_hh_l0	6	-0.0613628514111042
463448	rnn.weight_hh_l0	7	-0.10573897510766983
463448	rnn.weight_hh_l0	8	0.03786695748567581
463448	rnn.weight_hh_l0	9	-0.10253183543682098
463448	rnn.bias_ih_l0	0	0.1618131697177887
463448	rnn.bias_ih_l0	1	-0.3046884834766388
463448	rnn.bias_ih_l0	2	-0.03391594812273979
463448	rnn.bias_ih_l0	3	-0.21118585765361786
463448	rnn.bias_ih_l0	4	0.02902643010020256
463448	rnn.bias_ih_l0	5	-0.42407360672950745
463448	rnn.bias_ih_l0	6	-0.12418957054615021
463448	rnn.bias_ih_l0	7	-0.32873955368995667
463448	rnn.bias_ih_l0	8	-0.2813352942466736
463448	rnn.bias_ih_l0	9	-0.4151056706905365
463448	rnn.bias_hh_l0	0	-0.342985600233078
463448	rnn.bias_hh_l0	1	-0.4062739908695221
463448	rnn.bias_hh_l0	2	-0.33338525891304016
463448	rnn.bias_hh_l0	3	-0.08814018964767456
463448	rnn.bias_hh_l0	4	-0.3641173839569092
463448	rnn.bias_hh_l0	5	-0.3245964050292969
463448	rnn.bias_hh_l0	6	-0.08252493292093277
463448	rnn.bias_hh_l0	7	0.07461010664701462
463448	rnn.bias_hh_l0	8	-0.240330308675766
463448	rnn.bias_hh_l0	9	-0.5500203371047974
463448	rnn.weight_ih_l0_reverse	0	0.06730988621711731
463448	rnn.weight_ih_l0_reverse	1	-0.05842655152082443
463448	rnn.weight_ih_l0_reverse	2	-0.024335887283086777
463448	rnn.weight_ih_l0_reverse	3	-0.14037616550922394
463448	rnn.weight_ih_l0_reverse	4	0.09589024633169174
463448	rnn.weight_ih_l0_reverse	5	-0.13898222148418427
463448	rnn.weight_ih_l0_reverse	6	-0.0351552739739418
463448	rnn.weight_ih_l0_reverse	7	0.029876280575990677
463448	rnn.weight_ih_l0_reverse	8	-0.06593772023916245
463448	rnn.weight_ih_l0_reverse	9	-0.06214505806565285
463448	rnn.weight_hh_l0_reverse	0	-0.14105314016342163
463448	rnn.weight_hh_l0_reverse	1	0.018358813598752022
463448	rnn.weight_hh_l0_reverse	2	-0.030024440959095955
463448	rnn.weight_hh_l0_reverse	3	0.03818030655384064
463448	rnn.weight_hh_l0_reverse	4	-0.08785860985517502
463448	rnn.weight_hh_l0_reverse	5	0.03424367681145668
463448	rnn.weight_hh_l0_reverse	6	0.029673542827367783
463448	rnn.weight_hh_l0_reverse	7	-0.08900638669729233
463448	rnn.weight_hh_l0_reverse	8	-0.0672345831990242
463448	rnn.weight_hh_l0_reverse	9	0.057331521064043045
463448	rnn.bias_ih_l0_reverse	0	-0.18372170627117157
463448	rnn.bias_ih_l0_reverse	1	-0.07133310288190842
463448	rnn.bias_ih_l0_reverse	2	0.12158233672380447
463448	rnn.bias_ih_l0_reverse	3	-0.27957621216773987
463448	rnn.bias_ih_l0_reverse	4	-0.03687871992588043
463448	rnn.bias_ih_l0_reverse	5	-0.21881750226020813
463448	rnn.bias_ih_l0_reverse	6	0.2510777711868286
463448	rnn.bias_ih_l0_reverse	7	-0.3277169466018677
463448	rnn.bias_ih_l0_reverse	8	-0.1864394098520279
463448	rnn.bias_ih_l0_reverse	9	-0.18467091023921967
463448	rnn.bias_hh_l0_reverse	0	-0.12489727884531021
463448	rnn.bias_hh_l0_reverse	1	0.2765422463417053
463448	rnn.bias_hh_l0_reverse	2	-0.3210168182849884
463448	rnn.bias_hh_l0_reverse	3	-0.20016004145145416
463448	rnn.bias_hh_l0_reverse	4	-0.4181024730205536
463448	rnn.bias_hh_l0_reverse	5	-0.16380523145198822
463448	rnn.bias_hh_l0_reverse	6	-0.26212579011917114
463448	rnn.bias_hh_l0_reverse	7	-0.1032269150018692
463448	rnn.bias_hh_l0_reverse	8	-0.2748030126094818
463448	rnn.bias_hh_l0_reverse	9	0.18731871247291565
463448	linear.weight	0	0.1977844536304474
463448	linear.weight	1	-0.42550110816955566
463448	linear.weight	2	0.02325642853975296
463448	linear.weight	3	0.06766726076602936
463448	linear.weight	4	-0.18547266721725464
463448	linear.weight	5	0.21893970668315887
463448	linear.weight	6	0.021893901750445366
463448	linear.weight	7	-0.06172271445393562
463448	linear.weight	8	0.14783668518066406
463448	linear.weight	9	-0.04810357838869095
463448	linear.bias	0	-0.8806025385856628
463448	linear.bias	1	1.9186210632324219
463448	linear.bias	2	0.7007425427436829
463448	linear.bias	3	-2.674618721008301
463448	linear.bias	4	-0.14014331996440887
463448	linear.bias	5	1.2222719192504883
463448	linear.bias	6	-0.1769818365573883
463448	linear.bias	7	0.713219940662384
463448	linear.bias	8	2.2478296756744385
463448	linear.bias	9	-1.5092920064926147
464057	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
464057	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
464057	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
464057	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
464057	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
464057	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
464057	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
464057	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
464057	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
464057	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
464057	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
464057	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
464057	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
464057	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
464057	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
464057	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
464057	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
464057	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
464057	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
464057	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
464057	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
464057	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
464057	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
464057	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
464057	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
464057	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
464057	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
464057	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
464057	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
464057	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
464057	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
464057	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
464057	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
464057	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
464057	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
464057	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
464057	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
464057	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
464057	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
464057	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
464057	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
464057	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
464057	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
464057	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
464057	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
464057	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
464057	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
464057	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
464057	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
464057	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
464057	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
464057	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
464057	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
464057	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
464057	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
464057	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
464057	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
464057	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
464057	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
464057	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
464057	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
464057	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
464057	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
464057	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
464057	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
464057	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
464057	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
464057	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
464057	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
464057	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
464057	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
464057	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
464057	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
464057	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
464057	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
464057	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
464057	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
464057	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
464057	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
464057	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
464057	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
464057	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
464057	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
464057	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
464057	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
464057	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
464057	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
464057	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
464057	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
464057	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
464057	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
464057	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
464057	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
464057	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
464057	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
464057	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
464057	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
464057	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
464057	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
464057	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
464057	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
464057	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
464057	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
464057	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
464057	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
464057	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
464057	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
464057	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
464057	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
464057	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
464057	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
464057	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
464057	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
464057	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
464057	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
464057	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
464057	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
464057	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
464057	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
464057	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
464057	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
464057	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
464057	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
464057	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
464057	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
464057	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
464057	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
464057	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
464057	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
464057	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
464057	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
464057	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
464057	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
464057	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
464057	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
464057	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
464057	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
464057	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
464057	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
464057	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
464057	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
464057	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
464057	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
464057	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
464057	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
464057	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
464057	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
464057	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
464057	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
464057	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
464057	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
464057	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
464057	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
464057	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
464057	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
464057	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
464057	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
464057	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
464057	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
464057	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
464057	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
464057	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
464057	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
464057	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
464057	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
464057	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
464057	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
464057	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
464057	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
464057	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
464057	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
464057	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
464057	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
464057	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
464057	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
464057	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
464057	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
464057	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
464057	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
464057	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
464057	embedding2nn.weight	0	0.3179317116737366
464057	embedding2nn.weight	1	0.4028696119785309
464057	embedding2nn.weight	2	0.024829868227243423
464057	embedding2nn.weight	3	-0.015487371012568474
464057	embedding2nn.weight	4	-0.06216748431324959
464057	embedding2nn.weight	5	0.08763167262077332
464057	embedding2nn.weight	6	0.0011028843000531197
464057	embedding2nn.weight	7	0.009208906441926956
464057	embedding2nn.weight	8	0.056639090180397034
464057	embedding2nn.weight	9	-0.023491449654102325
464057	embedding2nn.bias	0	0.04084712639451027
464057	embedding2nn.bias	1	-0.24325622618198395
464057	embedding2nn.bias	2	0.13411064445972443
464057	embedding2nn.bias	3	0.1315593123435974
464057	embedding2nn.bias	4	0.1073547825217247
464057	embedding2nn.bias	5	-0.03339690342545509
464057	embedding2nn.bias	6	-0.03425059840083122
464057	embedding2nn.bias	7	0.05178466811776161
464057	embedding2nn.bias	8	-0.1522802710533142
464057	embedding2nn.bias	9	-0.39622822403907776
464057	rnn.weight_ih_l0	0	-0.0061330413445830345
464057	rnn.weight_ih_l0	1	-0.07117807865142822
464057	rnn.weight_ih_l0	2	-0.014821400865912437
464057	rnn.weight_ih_l0	3	0.1175381988286972
464057	rnn.weight_ih_l0	4	0.040001459419727325
464057	rnn.weight_ih_l0	5	-0.07184920459985733
464057	rnn.weight_ih_l0	6	0.030465861782431602
464057	rnn.weight_ih_l0	7	-0.048772189766168594
464057	rnn.weight_ih_l0	8	0.048470597714185715
464057	rnn.weight_ih_l0	9	-0.07515594363212585
464057	rnn.weight_hh_l0	0	-0.011239385232329369
464057	rnn.weight_hh_l0	1	0.07492618262767792
464057	rnn.weight_hh_l0	2	0.017953570932149887
464057	rnn.weight_hh_l0	3	-0.011294418014585972
464057	rnn.weight_hh_l0	4	0.03449838235974312
464057	rnn.weight_hh_l0	5	0.04445609822869301
464057	rnn.weight_hh_l0	6	-0.06283433735370636
464057	rnn.weight_hh_l0	7	-0.10431791841983795
464057	rnn.weight_hh_l0	8	0.037679485976696014
464057	rnn.weight_hh_l0	9	-0.10230357199907303
464057	rnn.bias_ih_l0	0	0.15704694390296936
464057	rnn.bias_ih_l0	1	-0.3013801872730255
464057	rnn.bias_ih_l0	2	-0.03857359662652016
464057	rnn.bias_ih_l0	3	-0.20272065699100494
464057	rnn.bias_ih_l0	4	0.02600645273923874
464057	rnn.bias_ih_l0	5	-0.4214661121368408
464057	rnn.bias_ih_l0	6	-0.12447609752416611
464057	rnn.bias_ih_l0	7	-0.32767847180366516
464057	rnn.bias_ih_l0	8	-0.28352802991867065
464057	rnn.bias_ih_l0	9	-0.42905065417289734
464057	rnn.bias_hh_l0	0	-0.3452587425708771
464057	rnn.bias_hh_l0	1	-0.4074549674987793
464057	rnn.bias_hh_l0	2	-0.34285968542099
464057	rnn.bias_hh_l0	3	-0.09108167886734009
464057	rnn.bias_hh_l0	4	-0.3639146089553833
464057	rnn.bias_hh_l0	5	-0.3236152231693268
464057	rnn.bias_hh_l0	6	-0.09369072318077087
464057	rnn.bias_hh_l0	7	0.07810825854539871
464057	rnn.bias_hh_l0	8	-0.23273225128650665
464057	rnn.bias_hh_l0	9	-0.5556871294975281
464057	rnn.weight_ih_l0_reverse	0	0.0691232830286026
464057	rnn.weight_ih_l0_reverse	1	-0.05833685025572777
464057	rnn.weight_ih_l0_reverse	2	-0.025682808831334114
464057	rnn.weight_ih_l0_reverse	3	-0.14265364408493042
464057	rnn.weight_ih_l0_reverse	4	0.09440257400274277
464057	rnn.weight_ih_l0_reverse	5	-0.13762515783309937
464057	rnn.weight_ih_l0_reverse	6	-0.03660789132118225
464057	rnn.weight_ih_l0_reverse	7	0.027947042137384415
464057	rnn.weight_ih_l0_reverse	8	-0.07540398091077805
464057	rnn.weight_ih_l0_reverse	9	-0.06300322711467743
464057	rnn.weight_hh_l0_reverse	0	-0.14113374054431915
464057	rnn.weight_hh_l0_reverse	1	0.01935584656894207
464057	rnn.weight_hh_l0_reverse	2	-0.02954409085214138
464057	rnn.weight_hh_l0_reverse	3	0.03802039474248886
464057	rnn.weight_hh_l0_reverse	4	-0.08721206337213516
464057	rnn.weight_hh_l0_reverse	5	0.03383501246571541
464057	rnn.weight_hh_l0_reverse	6	0.029481951147317886
464057	rnn.weight_hh_l0_reverse	7	-0.08863815665245056
464057	rnn.weight_hh_l0_reverse	8	-0.06860824674367905
464057	rnn.weight_hh_l0_reverse	9	0.05817457661032677
464057	rnn.bias_ih_l0_reverse	0	-0.18401581048965454
464057	rnn.bias_ih_l0_reverse	1	-0.061458416283130646
464057	rnn.bias_ih_l0_reverse	2	0.11909807473421097
464057	rnn.bias_ih_l0_reverse	3	-0.2792952060699463
464057	rnn.bias_ih_l0_reverse	4	-0.04331560432910919
464057	rnn.bias_ih_l0_reverse	5	-0.221979558467865
464057	rnn.bias_ih_l0_reverse	6	0.25644436478614807
464057	rnn.bias_ih_l0_reverse	7	-0.3412292003631592
464057	rnn.bias_ih_l0_reverse	8	-0.1854587197303772
464057	rnn.bias_ih_l0_reverse	9	-0.18665970861911774
464057	rnn.bias_hh_l0_reverse	0	-0.10829472541809082
464057	rnn.bias_hh_l0_reverse	1	0.28177952766418457
464057	rnn.bias_hh_l0_reverse	2	-0.3242798149585724
464057	rnn.bias_hh_l0_reverse	3	-0.20152167975902557
464057	rnn.bias_hh_l0_reverse	4	-0.4122009575366974
464057	rnn.bias_hh_l0_reverse	5	-0.16284771263599396
464057	rnn.bias_hh_l0_reverse	6	-0.2527497708797455
464057	rnn.bias_hh_l0_reverse	7	-0.10469065606594086
464057	rnn.bias_hh_l0_reverse	8	-0.26259106397628784
464057	rnn.bias_hh_l0_reverse	9	0.18945613503456116
464057	linear.weight	0	0.18768228590488434
464057	linear.weight	1	-0.4465155303478241
464057	linear.weight	2	0.03840089216828346
464057	linear.weight	3	0.06765817850828171
464057	linear.weight	4	-0.19965754449367523
464057	linear.weight	5	0.1886824071407318
464057	linear.weight	6	0.030325641855597496
464057	linear.weight	7	-0.06170438975095749
464057	linear.weight	8	0.10997452586889267
464057	linear.weight	9	-0.04811367765069008
464057	linear.bias	0	-0.9055919051170349
464057	linear.bias	1	1.8366895914077759
464057	linear.bias	2	0.6975483894348145
464057	linear.bias	3	-2.6749749183654785
464057	linear.bias	4	-0.11611250787973404
464057	linear.bias	5	1.207387924194336
464057	linear.bias	6	-0.16982415318489075
464057	linear.bias	7	0.763087272644043
464057	linear.bias	8	2.261263847351074
464057	linear.bias	9	-1.5285521745681763
464666	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
464666	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
464666	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
464666	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
464666	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
464666	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
464666	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
464666	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
464666	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
464666	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
464666	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
464666	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
464666	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
464666	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
464666	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
464666	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
464666	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
464666	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
464666	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
464666	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
464666	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
464666	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
464666	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
464666	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
464666	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
464666	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
464666	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
464666	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
464666	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
464666	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
464666	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
464666	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
464666	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
464666	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
464666	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
464666	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
464666	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
464666	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
464666	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
464666	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
464666	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
464666	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
464666	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
464666	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
464666	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
464666	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
464666	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
464666	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
464666	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
464666	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
464666	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
464666	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
464666	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
464666	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
464666	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
464666	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
464666	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
464666	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
464666	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
464666	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
464666	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
464666	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
464666	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
464666	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
464666	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
464666	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
464666	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
464666	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
464666	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
464666	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
464666	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
464666	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
464666	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
464666	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
464666	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
464666	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
464666	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
464666	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
464666	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
464666	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
464666	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
464666	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
464666	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
464666	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
464666	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
464666	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
464666	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
464666	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
464666	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
464666	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
464666	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
464666	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
464666	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
464666	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
464666	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
464666	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
464666	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
464666	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
464666	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
464666	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
464666	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
464666	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
464666	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
464666	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
464666	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
464666	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
464666	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
464666	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
464666	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
464666	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
464666	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
464666	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
464666	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
464666	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
464666	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
464666	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
464666	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
464666	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
464666	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
464666	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
464666	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
464666	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
464666	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
464666	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
464666	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
464666	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
464666	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
464666	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
464666	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
464666	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
464666	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
464666	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
464666	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
464666	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
464666	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
464666	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
464666	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
464666	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
464666	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
464666	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
464666	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
464666	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
464666	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
464666	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
464666	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
464666	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
464666	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
464666	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
464666	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
464666	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
464666	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
464666	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
464666	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
464666	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
464666	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
464666	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
464666	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
464666	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
464666	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
464666	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
464666	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
464666	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
464666	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
464666	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
464666	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
464666	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
464666	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
464666	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
464666	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
464666	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
464666	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
464666	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
464666	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
464666	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
464666	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
464666	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
464666	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
464666	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
464666	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
464666	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
464666	embedding2nn.weight	0	0.31916406750679016
464666	embedding2nn.weight	1	0.399178683757782
464666	embedding2nn.weight	2	0.02588583342730999
464666	embedding2nn.weight	3	-0.01333167776465416
464666	embedding2nn.weight	4	-0.06683827191591263
464666	embedding2nn.weight	5	0.08552371710538864
464666	embedding2nn.weight	6	-0.009244710206985474
464666	embedding2nn.weight	7	0.007709180936217308
464666	embedding2nn.weight	8	0.054581716656684875
464666	embedding2nn.weight	9	-0.03015831857919693
464666	embedding2nn.bias	0	0.04354097321629524
464666	embedding2nn.bias	1	-0.22498051822185516
464666	embedding2nn.bias	2	0.13233943283557892
464666	embedding2nn.bias	3	0.12386897951364517
464666	embedding2nn.bias	4	0.11656494438648224
464666	embedding2nn.bias	5	-0.025409402325749397
464666	embedding2nn.bias	6	-0.051329709589481354
464666	embedding2nn.bias	7	0.053156815469264984
464666	embedding2nn.bias	8	-0.13794317841529846
464666	embedding2nn.bias	9	-0.3931277096271515
464666	rnn.weight_ih_l0	0	-0.007159285247325897
464666	rnn.weight_ih_l0	1	-0.06828177720308304
464666	rnn.weight_ih_l0	2	-0.0158209390938282
464666	rnn.weight_ih_l0	3	0.1140935942530632
464666	rnn.weight_ih_l0	4	0.04539552703499794
464666	rnn.weight_ih_l0	5	-0.06600306183099747
464666	rnn.weight_ih_l0	6	0.02714424766600132
464666	rnn.weight_ih_l0	7	-0.054582975804805756
464666	rnn.weight_ih_l0	8	0.04745802283287048
464666	rnn.weight_ih_l0	9	-0.07957850396633148
464666	rnn.weight_hh_l0	0	-0.011351507157087326
464666	rnn.weight_hh_l0	1	0.07570485025644302
464666	rnn.weight_hh_l0	2	0.01629963517189026
464666	rnn.weight_hh_l0	3	-0.012118284590542316
464666	rnn.weight_hh_l0	4	0.03346826881170273
464666	rnn.weight_hh_l0	5	0.04457675665616989
464666	rnn.weight_hh_l0	6	-0.06376764178276062
464666	rnn.weight_hh_l0	7	-0.1046171486377716
464666	rnn.weight_hh_l0	8	0.037462636828422546
464666	rnn.weight_hh_l0	9	-0.10090839862823486
464666	rnn.bias_ih_l0	0	0.15279671549797058
464666	rnn.bias_ih_l0	1	-0.3005279004573822
464666	rnn.bias_ih_l0	2	-0.038338303565979004
464666	rnn.bias_ih_l0	3	-0.197895348072052
464666	rnn.bias_ih_l0	4	0.02277277782559395
464666	rnn.bias_ih_l0	5	-0.413931667804718
464666	rnn.bias_ih_l0	6	-0.12842783331871033
464666	rnn.bias_ih_l0	7	-0.3306436538696289
464666	rnn.bias_ih_l0	8	-0.2755131721496582
464666	rnn.bias_ih_l0	9	-0.41690874099731445
464666	rnn.bias_hh_l0	0	-0.3464473783969879
464666	rnn.bias_hh_l0	1	-0.40652918815612793
464666	rnn.bias_hh_l0	2	-0.34715551137924194
464666	rnn.bias_hh_l0	3	-0.09614624828100204
464666	rnn.bias_hh_l0	4	-0.3692615032196045
464666	rnn.bias_hh_l0	5	-0.3186849057674408
464666	rnn.bias_hh_l0	6	-0.09430891275405884
464666	rnn.bias_hh_l0	7	0.07733394205570221
464666	rnn.bias_hh_l0	8	-0.23762880265712738
464666	rnn.bias_hh_l0	9	-0.5529250502586365
464666	rnn.weight_ih_l0_reverse	0	0.06054556742310524
464666	rnn.weight_ih_l0_reverse	1	-0.058483246713876724
464666	rnn.weight_ih_l0_reverse	2	-0.030733181163668633
464666	rnn.weight_ih_l0_reverse	3	-0.13757449388504028
464666	rnn.weight_ih_l0_reverse	4	0.09698597341775894
464666	rnn.weight_ih_l0_reverse	5	-0.1295647770166397
464666	rnn.weight_ih_l0_reverse	6	-0.03596537187695503
464666	rnn.weight_ih_l0_reverse	7	0.029071880504488945
464666	rnn.weight_ih_l0_reverse	8	-0.0776672288775444
464666	rnn.weight_ih_l0_reverse	9	-0.0621928945183754
464666	rnn.weight_hh_l0_reverse	0	-0.14131414890289307
464666	rnn.weight_hh_l0_reverse	1	0.0193683709949255
464666	rnn.weight_hh_l0_reverse	2	-0.0304736141115427
464666	rnn.weight_hh_l0_reverse	3	0.03748709708452225
464666	rnn.weight_hh_l0_reverse	4	-0.08867594599723816
464666	rnn.weight_hh_l0_reverse	5	0.033544380217790604
464666	rnn.weight_hh_l0_reverse	6	0.02935679443180561
464666	rnn.weight_hh_l0_reverse	7	-0.08677848428487778
464666	rnn.weight_hh_l0_reverse	8	-0.06713535636663437
464666	rnn.weight_hh_l0_reverse	9	0.059365224093198776
464666	rnn.bias_ih_l0_reverse	0	-0.18070603907108307
464666	rnn.bias_ih_l0_reverse	1	-0.07415252923965454
464666	rnn.bias_ih_l0_reverse	2	0.13396203517913818
464666	rnn.bias_ih_l0_reverse	3	-0.28357601165771484
464666	rnn.bias_ih_l0_reverse	4	-0.05434132739901543
464666	rnn.bias_ih_l0_reverse	5	-0.22218021750450134
464666	rnn.bias_ih_l0_reverse	6	0.2544519603252411
464666	rnn.bias_ih_l0_reverse	7	-0.3414713442325592
464666	rnn.bias_ih_l0_reverse	8	-0.18588340282440186
464666	rnn.bias_ih_l0_reverse	9	-0.18330152332782745
464666	rnn.bias_hh_l0_reverse	0	-0.10269054770469666
464666	rnn.bias_hh_l0_reverse	1	0.28450414538383484
464666	rnn.bias_hh_l0_reverse	2	-0.3212323486804962
464666	rnn.bias_hh_l0_reverse	3	-0.20829984545707703
464666	rnn.bias_hh_l0_reverse	4	-0.41282784938812256
464666	rnn.bias_hh_l0_reverse	5	-0.16951432824134827
464666	rnn.bias_hh_l0_reverse	6	-0.2613590657711029
464666	rnn.bias_hh_l0_reverse	7	-0.10628192871809006
464666	rnn.bias_hh_l0_reverse	8	-0.2822681665420532
464666	rnn.bias_hh_l0_reverse	9	0.19852454960346222
464666	linear.weight	0	0.21828268468379974
464666	linear.weight	1	-0.4259973466396332
464666	linear.weight	2	0.031158367171883583
464666	linear.weight	3	0.0676555186510086
464666	linear.weight	4	-0.13368843495845795
464666	linear.weight	5	0.17589011788368225
464666	linear.weight	6	0.027561204507946968
464666	linear.weight	7	-0.0616895966231823
464666	linear.weight	8	0.12192569673061371
464666	linear.weight	9	-0.04812151566147804
464666	linear.bias	0	-0.8458819389343262
464666	linear.bias	1	1.7949297428131104
464666	linear.bias	2	0.7618204951286316
464666	linear.bias	3	-2.6753017902374268
464666	linear.bias	4	-0.1259780377149582
464666	linear.bias	5	1.2154924869537354
464666	linear.bias	6	-0.17536118626594543
464666	linear.bias	7	0.7248780727386475
464666	linear.bias	8	2.216200828552246
464666	linear.bias	9	-1.4957853555679321
465275	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
465275	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
465275	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
465275	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
465275	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
465275	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
465275	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
465275	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
465275	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
465275	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
465275	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
465275	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
465275	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
465275	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
465275	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
465275	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
465275	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
465275	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
465275	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
465275	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
465275	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
465275	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
465275	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
465275	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
465275	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
465275	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
465275	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
465275	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
465275	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
465275	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
465275	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
465275	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
465275	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
465275	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
465275	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
465275	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
465275	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
465275	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
465275	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
465275	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
465275	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
465275	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
465275	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
465275	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
465275	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
465275	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
465275	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
465275	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
465275	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
465275	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
465275	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
465275	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
465275	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
465275	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
465275	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
465275	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
465275	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
465275	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
465275	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
465275	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
465275	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
465275	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
465275	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
465275	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
465275	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
465275	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
465275	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
465275	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
465275	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
465275	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
465275	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
465275	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
465275	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
465275	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
465275	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
465275	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
465275	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
465275	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
465275	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
465275	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
465275	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
465275	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
465275	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
465275	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
465275	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
465275	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
465275	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
465275	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
465275	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
465275	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
465275	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
465275	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
465275	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
465275	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
465275	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
465275	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
465275	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
465275	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
465275	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
465275	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
465275	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
465275	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
465275	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
465275	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
465275	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
465275	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
465275	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
465275	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
465275	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
465275	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
465275	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
465275	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
465275	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
465275	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
465275	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
465275	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
465275	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
465275	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
465275	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
465275	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
465275	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
465275	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
465275	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
465275	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
465275	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
465275	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
465275	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
465275	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
465275	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
465275	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
465275	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
465275	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
465275	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
465275	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
465275	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
465275	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
465275	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
465275	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
465275	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
465275	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
465275	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
465275	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
465275	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
465275	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
465275	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
465275	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
465275	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
465275	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
465275	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
465275	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
465275	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
465275	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
465275	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
465275	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
465275	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
465275	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
465275	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
465275	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
465275	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
465275	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
465275	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
465275	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
465275	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
465275	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
465275	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
465275	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
465275	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
465275	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
465275	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
465275	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
465275	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
465275	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
465275	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
465275	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
465275	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
465275	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
465275	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
465275	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
465275	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
465275	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
465275	embedding2nn.weight	0	0.31873804330825806
465275	embedding2nn.weight	1	0.4055582880973816
465275	embedding2nn.weight	2	0.02322239987552166
465275	embedding2nn.weight	3	-0.01715240813791752
465275	embedding2nn.weight	4	-0.06266837567090988
465275	embedding2nn.weight	5	0.08639901876449585
465275	embedding2nn.weight	6	-0.0001838604366639629
465275	embedding2nn.weight	7	0.0047453902661800385
465275	embedding2nn.weight	8	0.0531010702252388
465275	embedding2nn.weight	9	-0.026640303432941437
465275	embedding2nn.bias	0	0.05541776865720749
465275	embedding2nn.bias	1	-0.22305503487586975
465275	embedding2nn.bias	2	0.13004644215106964
465275	embedding2nn.bias	3	0.14111293852329254
465275	embedding2nn.bias	4	0.11649138480424881
465275	embedding2nn.bias	5	-0.03879218548536301
465275	embedding2nn.bias	6	-0.05228179693222046
465275	embedding2nn.bias	7	0.05419120192527771
465275	embedding2nn.bias	8	-0.1583816111087799
465275	embedding2nn.bias	9	-0.39991533756256104
465275	rnn.weight_ih_l0	0	-0.00631162291392684
465275	rnn.weight_ih_l0	1	-0.0680248960852623
465275	rnn.weight_ih_l0	2	-0.0156741663813591
465275	rnn.weight_ih_l0	3	0.11064525693655014
465275	rnn.weight_ih_l0	4	0.04455579072237015
465275	rnn.weight_ih_l0	5	-0.056717511266469955
465275	rnn.weight_ih_l0	6	0.023220781236886978
465275	rnn.weight_ih_l0	7	-0.05603570491075516
465275	rnn.weight_ih_l0	8	0.05399569123983383
465275	rnn.weight_ih_l0	9	-0.07187187671661377
465275	rnn.weight_hh_l0	0	-0.011826063506305218
465275	rnn.weight_hh_l0	1	0.07525846362113953
465275	rnn.weight_hh_l0	2	0.01675391010940075
465275	rnn.weight_hh_l0	3	-0.013259639032185078
465275	rnn.weight_hh_l0	4	0.03433623164892197
465275	rnn.weight_hh_l0	5	0.04448534548282623
465275	rnn.weight_hh_l0	6	-0.06348219513893127
465275	rnn.weight_hh_l0	7	-0.10315010696649551
465275	rnn.weight_hh_l0	8	0.037313312292099
465275	rnn.weight_hh_l0	9	-0.10089284181594849
465275	rnn.bias_ih_l0	0	0.15757302939891815
465275	rnn.bias_ih_l0	1	-0.3010658323764801
465275	rnn.bias_ih_l0	2	-0.033496689051389694
465275	rnn.bias_ih_l0	3	-0.20180070400238037
465275	rnn.bias_ih_l0	4	0.01127079501748085
465275	rnn.bias_ih_l0	5	-0.4243801236152649
465275	rnn.bias_ih_l0	6	-0.12524498999118805
465275	rnn.bias_ih_l0	7	-0.3313380479812622
465275	rnn.bias_ih_l0	8	-0.28410500288009644
465275	rnn.bias_ih_l0	9	-0.4285412132740021
465275	rnn.bias_hh_l0	0	-0.3421630263328552
465275	rnn.bias_hh_l0	1	-0.4104997515678406
465275	rnn.bias_hh_l0	2	-0.3534422218799591
465275	rnn.bias_hh_l0	3	-0.09414501488208771
465275	rnn.bias_hh_l0	4	-0.3676389455795288
465275	rnn.bias_hh_l0	5	-0.3189757466316223
465275	rnn.bias_hh_l0	6	-0.10338588804006577
465275	rnn.bias_hh_l0	7	0.09212296456098557
465275	rnn.bias_hh_l0	8	-0.2340942770242691
465275	rnn.bias_hh_l0	9	-0.5601814985275269
465275	rnn.weight_ih_l0_reverse	0	0.062304068356752396
465275	rnn.weight_ih_l0_reverse	1	-0.057699501514434814
465275	rnn.weight_ih_l0_reverse	2	-0.024345003068447113
465275	rnn.weight_ih_l0_reverse	3	-0.1364375203847885
465275	rnn.weight_ih_l0_reverse	4	0.09753598272800446
465275	rnn.weight_ih_l0_reverse	5	-0.12141015380620956
465275	rnn.weight_ih_l0_reverse	6	-0.03627161309123039
465275	rnn.weight_ih_l0_reverse	7	0.02718014270067215
465275	rnn.weight_ih_l0_reverse	8	-0.07833530753850937
465275	rnn.weight_ih_l0_reverse	9	-0.06263068318367004
465275	rnn.weight_hh_l0_reverse	0	-0.14155612885951996
465275	rnn.weight_hh_l0_reverse	1	0.01937226392328739
465275	rnn.weight_hh_l0_reverse	2	-0.031395744532346725
465275	rnn.weight_hh_l0_reverse	3	0.03840605914592743
465275	rnn.weight_hh_l0_reverse	4	-0.08862188458442688
465275	rnn.weight_hh_l0_reverse	5	0.03343817591667175
465275	rnn.weight_hh_l0_reverse	6	0.0294282715767622
465275	rnn.weight_hh_l0_reverse	7	-0.08804723620414734
465275	rnn.weight_hh_l0_reverse	8	-0.07031529396772385
465275	rnn.weight_hh_l0_reverse	9	0.059226348996162415
465275	rnn.bias_ih_l0_reverse	0	-0.1824597716331482
465275	rnn.bias_ih_l0_reverse	1	-0.07387261837720871
465275	rnn.bias_ih_l0_reverse	2	0.13001340627670288
465275	rnn.bias_ih_l0_reverse	3	-0.28113284707069397
465275	rnn.bias_ih_l0_reverse	4	-0.06003490090370178
465275	rnn.bias_ih_l0_reverse	5	-0.22319988906383514
465275	rnn.bias_ih_l0_reverse	6	0.2620914578437805
465275	rnn.bias_ih_l0_reverse	7	-0.3254275918006897
465275	rnn.bias_ih_l0_reverse	8	-0.19194549322128296
465275	rnn.bias_ih_l0_reverse	9	-0.18160255253314972
465275	rnn.bias_hh_l0_reverse	0	-0.08807183802127838
465275	rnn.bias_hh_l0_reverse	1	0.28831642866134644
465275	rnn.bias_hh_l0_reverse	2	-0.31892281770706177
465275	rnn.bias_hh_l0_reverse	3	-0.21207036077976227
465275	rnn.bias_hh_l0_reverse	4	-0.40995821356773376
465275	rnn.bias_hh_l0_reverse	5	-0.17281419038772583
465275	rnn.bias_hh_l0_reverse	6	-0.26479992270469666
465275	rnn.bias_hh_l0_reverse	7	-0.10299737006425858
465275	rnn.bias_hh_l0_reverse	8	-0.2834663987159729
465275	rnn.bias_hh_l0_reverse	9	0.19668807089328766
465275	linear.weight	0	0.19652818143367767
465275	linear.weight	1	-0.4460506737232208
465275	linear.weight	2	0.03446503356099129
465275	linear.weight	3	0.06765799224376678
465275	linear.weight	4	-0.10981953889131546
465275	linear.weight	5	0.2238655537366867
465275	linear.weight	6	0.022439314052462578
465275	linear.weight	7	-0.06167282536625862
465275	linear.weight	8	0.1387714296579361
465275	linear.weight	9	-0.04813217744231224
465275	linear.bias	0	-0.9064469337463379
465275	linear.bias	1	1.8431973457336426
465275	linear.bias	2	0.7740870118141174
465275	linear.bias	3	-2.675654649734497
465275	linear.bias	4	-0.11227652430534363
465275	linear.bias	5	1.2342404127120972
465275	linear.bias	6	-0.2245349884033203
465275	linear.bias	7	0.7754136323928833
465275	linear.bias	8	2.2452499866485596
465275	linear.bias	9	-1.5133068561553955
465884	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
465884	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
465884	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
465884	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
465884	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
465884	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
465884	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
465884	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
465884	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
465884	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
465884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
465884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
465884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
465884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
465884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
465884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
465884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
465884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
465884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
465884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
465884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
465884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
465884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
465884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
465884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
465884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
465884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
465884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
465884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
465884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
465884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
465884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
465884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
465884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
465884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
465884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
465884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
465884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
465884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
465884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
465884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
465884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
465884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
465884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
465884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
465884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
465884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
465884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
465884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
465884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
465884	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
465884	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
465884	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
465884	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
465884	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
465884	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
465884	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
465884	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
465884	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
465884	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
465884	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
465884	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
465884	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
465884	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
465884	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
465884	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
465884	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
465884	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
465884	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
465884	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
465884	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
465884	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
465884	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
465884	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
465884	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
465884	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
465884	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
465884	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
465884	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
465884	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
465884	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
465884	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
465884	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
465884	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
465884	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
465884	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
465884	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
465884	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
465884	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
465884	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
465884	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
465884	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
465884	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
465884	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
465884	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
465884	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
465884	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
465884	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
465884	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
465884	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
465884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
465884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
465884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
465884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
465884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
465884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
465884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
465884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
465884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
465884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
465884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
465884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
465884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
465884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
465884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
465884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
465884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
465884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
465884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
465884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
465884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
465884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
465884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
465884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
465884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
465884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
465884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
465884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
465884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
465884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
465884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
465884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
465884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
465884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
465884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
465884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
465884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
465884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
465884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
465884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
465884	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
465884	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
465884	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
465884	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
465884	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
465884	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
465884	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
465884	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
465884	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
465884	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
465884	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
465884	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
465884	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
465884	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
465884	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
465884	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
465884	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
465884	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
465884	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
465884	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
465884	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
465884	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
465884	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
465884	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
465884	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
465884	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
465884	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
465884	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
465884	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
465884	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
465884	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
465884	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
465884	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
465884	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
465884	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
465884	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
465884	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
465884	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
465884	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
465884	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
465884	embedding2nn.weight	0	0.32061147689819336
465884	embedding2nn.weight	1	0.41218242049217224
465884	embedding2nn.weight	2	0.026180844753980637
465884	embedding2nn.weight	3	-0.014641921035945415
465884	embedding2nn.weight	4	-0.0635387971997261
465884	embedding2nn.weight	5	0.08569083362817764
465884	embedding2nn.weight	6	0.010865590535104275
465884	embedding2nn.weight	7	0.0020528424065560102
465884	embedding2nn.weight	8	0.04946540296077728
465884	embedding2nn.weight	9	-0.021564489230513573
465884	embedding2nn.bias	0	0.026480119675397873
465884	embedding2nn.bias	1	-0.22122426331043243
465884	embedding2nn.bias	2	0.13632945716381073
465884	embedding2nn.bias	3	0.14194051921367645
465884	embedding2nn.bias	4	0.11090511083602905
465884	embedding2nn.bias	5	-0.038606539368629456
465884	embedding2nn.bias	6	-0.05624977871775627
465884	embedding2nn.bias	7	0.044838495552539825
465884	embedding2nn.bias	8	-0.15297475457191467
465884	embedding2nn.bias	9	-0.372577428817749
465884	rnn.weight_ih_l0	0	-0.007623118348419666
465884	rnn.weight_ih_l0	1	-0.06739477813243866
465884	rnn.weight_ih_l0	2	-0.01791924051940441
465884	rnn.weight_ih_l0	3	0.10946587473154068
465884	rnn.weight_ih_l0	4	0.04560582712292671
465884	rnn.weight_ih_l0	5	-0.05084727704524994
465884	rnn.weight_ih_l0	6	0.024201281368732452
465884	rnn.weight_ih_l0	7	-0.05515187606215477
465884	rnn.weight_ih_l0	8	0.05223798006772995
465884	rnn.weight_ih_l0	9	-0.06879480928182602
465884	rnn.weight_hh_l0	0	-0.011570045724511147
465884	rnn.weight_hh_l0	1	0.07483562082052231
465884	rnn.weight_hh_l0	2	0.016288673505187035
465884	rnn.weight_hh_l0	3	-0.013525610789656639
465884	rnn.weight_hh_l0	4	0.034450698643922806
465884	rnn.weight_hh_l0	5	0.04425540566444397
465884	rnn.weight_hh_l0	6	-0.0626690536737442
465884	rnn.weight_hh_l0	7	-0.10680864751338959
465884	rnn.weight_hh_l0	8	0.03729502856731415
465884	rnn.weight_hh_l0	9	-0.10164076089859009
465884	rnn.bias_ih_l0	0	0.15625497698783875
465884	rnn.bias_ih_l0	1	-0.30071964859962463
465884	rnn.bias_ih_l0	2	-0.031443946063518524
465884	rnn.bias_ih_l0	3	-0.20866893231868744
465884	rnn.bias_ih_l0	4	0.009330732747912407
465884	rnn.bias_ih_l0	5	-0.4226565361022949
465884	rnn.bias_ih_l0	6	-0.12484055757522583
465884	rnn.bias_ih_l0	7	-0.3320791721343994
465884	rnn.bias_ih_l0	8	-0.2838313579559326
465884	rnn.bias_ih_l0	9	-0.4298883378505707
465884	rnn.bias_hh_l0	0	-0.34542056918144226
465884	rnn.bias_hh_l0	1	-0.4167235791683197
465884	rnn.bias_hh_l0	2	-0.3587724268436432
465884	rnn.bias_hh_l0	3	-0.08476873487234116
465884	rnn.bias_hh_l0	4	-0.36238518357276917
465884	rnn.bias_hh_l0	5	-0.32045823335647583
465884	rnn.bias_hh_l0	6	-0.10135477781295776
465884	rnn.bias_hh_l0	7	0.09598234295845032
465884	rnn.bias_hh_l0	8	-0.2333230972290039
465884	rnn.bias_hh_l0	9	-0.5586202144622803
465884	rnn.weight_ih_l0_reverse	0	0.05710984766483307
465884	rnn.weight_ih_l0_reverse	1	-0.05671057477593422
465884	rnn.weight_ih_l0_reverse	2	-0.0263927411288023
465884	rnn.weight_ih_l0_reverse	3	-0.14362733066082
465884	rnn.weight_ih_l0_reverse	4	0.09699840843677521
465884	rnn.weight_ih_l0_reverse	5	-0.1255081444978714
465884	rnn.weight_ih_l0_reverse	6	-0.026563862338662148
465884	rnn.weight_ih_l0_reverse	7	0.029006293043494225
465884	rnn.weight_ih_l0_reverse	8	-0.07470203191041946
465884	rnn.weight_ih_l0_reverse	9	-0.06346169114112854
465884	rnn.weight_hh_l0_reverse	0	-0.14194856584072113
465884	rnn.weight_hh_l0_reverse	1	0.01914346218109131
465884	rnn.weight_hh_l0_reverse	2	-0.032238055020570755
465884	rnn.weight_hh_l0_reverse	3	0.03927465155720711
465884	rnn.weight_hh_l0_reverse	4	-0.08997220546007156
465884	rnn.weight_hh_l0_reverse	5	0.03260147199034691
465884	rnn.weight_hh_l0_reverse	6	0.029461128637194633
465884	rnn.weight_hh_l0_reverse	7	-0.08740091323852539
465884	rnn.weight_hh_l0_reverse	8	-0.06815536320209503
465884	rnn.weight_hh_l0_reverse	9	0.0576310008764267
465884	rnn.bias_ih_l0_reverse	0	-0.1825655996799469
465884	rnn.bias_ih_l0_reverse	1	-0.07736564427614212
465884	rnn.bias_ih_l0_reverse	2	0.12405412644147873
465884	rnn.bias_ih_l0_reverse	3	-0.2784159481525421
465884	rnn.bias_ih_l0_reverse	4	-0.05513489246368408
465884	rnn.bias_ih_l0_reverse	5	-0.22241055965423584
465884	rnn.bias_ih_l0_reverse	6	0.2672850489616394
465884	rnn.bias_ih_l0_reverse	7	-0.32823556661605835
465884	rnn.bias_ih_l0_reverse	8	-0.1878856122493744
465884	rnn.bias_ih_l0_reverse	9	-0.18157684803009033
465884	rnn.bias_hh_l0_reverse	0	-0.10052783042192459
465884	rnn.bias_hh_l0_reverse	1	0.2988256812095642
465884	rnn.bias_hh_l0_reverse	2	-0.3172673285007477
465884	rnn.bias_hh_l0_reverse	3	-0.21277886629104614
465884	rnn.bias_hh_l0_reverse	4	-0.4134353697299957
465884	rnn.bias_hh_l0_reverse	5	-0.17898310720920563
465884	rnn.bias_hh_l0_reverse	6	-0.2717040777206421
465884	rnn.bias_hh_l0_reverse	7	-0.10184022784233093
465884	rnn.bias_hh_l0_reverse	8	-0.29629138112068176
465884	rnn.bias_hh_l0_reverse	9	0.18708887696266174
465884	linear.weight	0	0.1786438673734665
465884	linear.weight	1	-0.4481079578399658
465884	linear.weight	2	-0.011322511360049248
465884	linear.weight	3	0.06765914708375931
465884	linear.weight	4	-0.13360947370529175
465884	linear.weight	5	0.2118665874004364
465884	linear.weight	6	0.006166977342218161
465884	linear.weight	7	-0.061646997928619385
465884	linear.weight	8	0.14121077954769135
465884	linear.weight	9	-0.048136644065380096
465884	linear.bias	0	-0.9099133610725403
465884	linear.bias	1	1.8394079208374023
465884	linear.bias	2	0.7441972494125366
465884	linear.bias	3	-2.6760191917419434
465884	linear.bias	4	-0.143987774848938
465884	linear.bias	5	1.2220724821090698
465884	linear.bias	6	-0.1691984385251999
465884	linear.bias	7	0.7110938429832458
465884	linear.bias	8	2.1874001026153564
465884	linear.bias	9	-1.5317214727401733
466493	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
466493	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
466493	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
466493	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
466493	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
466493	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
466493	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
466493	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
466493	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
466493	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
466493	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
466493	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
466493	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
466493	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
466493	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
466493	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
466493	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
466493	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
466493	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
466493	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
466493	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
466493	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
466493	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
466493	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
466493	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
466493	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
466493	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
466493	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
466493	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
466493	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
466493	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
466493	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
466493	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
466493	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
466493	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
466493	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
466493	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
466493	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
466493	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
466493	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
466493	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
466493	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
466493	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
466493	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
466493	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
466493	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
466493	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
466493	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
466493	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
466493	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
466493	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
466493	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
466493	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
466493	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
466493	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
466493	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
466493	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
466493	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
466493	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
466493	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
466493	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
466493	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
466493	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
466493	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
466493	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
466493	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
466493	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
466493	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
466493	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
466493	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
466493	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
466493	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
466493	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
466493	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
466493	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
466493	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
466493	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
466493	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
466493	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
466493	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
466493	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
466493	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
466493	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
466493	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
466493	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
466493	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
466493	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
466493	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
466493	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
466493	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
466493	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
466493	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
466493	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
466493	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
466493	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
466493	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
466493	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
466493	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
466493	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
466493	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
466493	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
466493	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
466493	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
466493	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
466493	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
466493	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
466493	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
466493	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
466493	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
466493	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
466493	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
466493	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
466493	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
466493	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
466493	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
466493	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
466493	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
466493	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
466493	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
466493	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
466493	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
466493	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
466493	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
466493	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
466493	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
466493	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
466493	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
466493	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
466493	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
466493	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
466493	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
466493	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
466493	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
466493	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
466493	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
466493	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
466493	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
466493	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
466493	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
466493	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
466493	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
466493	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
466493	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
466493	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
466493	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
466493	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
466493	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
466493	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
466493	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
466493	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
466493	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
466493	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
466493	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
466493	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
466493	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
466493	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
466493	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
466493	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
466493	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
466493	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
466493	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
466493	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
466493	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
466493	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
466493	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
466493	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
466493	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
466493	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
466493	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
466493	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
466493	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
466493	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
466493	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
466493	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
466493	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
466493	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
466493	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
466493	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
466493	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
466493	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
466493	embedding2nn.weight	0	0.32082054018974304
466493	embedding2nn.weight	1	0.41215211153030396
466493	embedding2nn.weight	2	0.022966433316469193
466493	embedding2nn.weight	3	0.0031840812880545855
466493	embedding2nn.weight	4	-0.06946644932031631
466493	embedding2nn.weight	5	0.08205070346593857
466493	embedding2nn.weight	6	0.012562439776957035
466493	embedding2nn.weight	7	-0.0014106838498264551
466493	embedding2nn.weight	8	0.045852456241846085
466493	embedding2nn.weight	9	-0.019019339233636856
466493	embedding2nn.bias	0	0.01694500260055065
466493	embedding2nn.bias	1	-0.18005841970443726
466493	embedding2nn.bias	2	0.14049336314201355
466493	embedding2nn.bias	3	0.13346651196479797
466493	embedding2nn.bias	4	0.12078123539686203
466493	embedding2nn.bias	5	-0.03622549772262573
466493	embedding2nn.bias	6	-0.03735007718205452
466493	embedding2nn.bias	7	0.060961104929447174
466493	embedding2nn.bias	8	-0.14147283136844635
466493	embedding2nn.bias	9	-0.35707998275756836
466493	rnn.weight_ih_l0	0	-0.00980316661298275
466493	rnn.weight_ih_l0	1	-0.06738228350877762
466493	rnn.weight_ih_l0	2	-0.018735233694314957
466493	rnn.weight_ih_l0	3	0.10797944664955139
466493	rnn.weight_ih_l0	4	0.04981522262096405
466493	rnn.weight_ih_l0	5	-0.05874015763401985
466493	rnn.weight_ih_l0	6	0.019845597445964813
466493	rnn.weight_ih_l0	7	-0.05435552820563316
466493	rnn.weight_ih_l0	8	0.05766783282160759
466493	rnn.weight_ih_l0	9	-0.06825699657201767
466493	rnn.weight_hh_l0	0	-0.012285924516618252
466493	rnn.weight_hh_l0	1	0.07388731092214584
466493	rnn.weight_hh_l0	2	0.018412424251437187
466493	rnn.weight_hh_l0	3	-0.013289105147123337
466493	rnn.weight_hh_l0	4	0.035382743924856186
466493	rnn.weight_hh_l0	5	0.043336350470781326
466493	rnn.weight_hh_l0	6	-0.062364671379327774
466493	rnn.weight_hh_l0	7	-0.10213795304298401
466493	rnn.weight_hh_l0	8	0.037375595420598984
466493	rnn.weight_hh_l0	9	-0.10183319449424744
466493	rnn.bias_ih_l0	0	0.15348176658153534
466493	rnn.bias_ih_l0	1	-0.295486181974411
466493	rnn.bias_ih_l0	2	-0.02977803163230419
466493	rnn.bias_ih_l0	3	-0.20560680329799652
466493	rnn.bias_ih_l0	4	0.019599389284849167
466493	rnn.bias_ih_l0	5	-0.42111366987228394
466493	rnn.bias_ih_l0	6	-0.12505200505256653
466493	rnn.bias_ih_l0	7	-0.3343832790851593
466493	rnn.bias_ih_l0	8	-0.2803346514701843
466493	rnn.bias_ih_l0	9	-0.4333623945713043
466493	rnn.bias_hh_l0	0	-0.346079021692276
466493	rnn.bias_hh_l0	1	-0.41943463683128357
466493	rnn.bias_hh_l0	2	-0.3585875630378723
466493	rnn.bias_hh_l0	3	-0.08580875396728516
466493	rnn.bias_hh_l0	4	-0.3668803572654724
466493	rnn.bias_hh_l0	5	-0.3168241083621979
466493	rnn.bias_hh_l0	6	-0.10008600354194641
466493	rnn.bias_hh_l0	7	0.08543838560581207
466493	rnn.bias_hh_l0	8	-0.24212461709976196
466493	rnn.bias_hh_l0	9	-0.5580055117607117
466493	rnn.weight_ih_l0_reverse	0	0.06589934229850769
466493	rnn.weight_ih_l0_reverse	1	-0.05974899232387543
466493	rnn.weight_ih_l0_reverse	2	-0.024260777980089188
466493	rnn.weight_ih_l0_reverse	3	-0.13817967474460602
466493	rnn.weight_ih_l0_reverse	4	0.09864319115877151
466493	rnn.weight_ih_l0_reverse	5	-0.11553177982568741
466493	rnn.weight_ih_l0_reverse	6	-0.019926663488149643
466493	rnn.weight_ih_l0_reverse	7	0.031614355742931366
466493	rnn.weight_ih_l0_reverse	8	-0.07193825393915176
466493	rnn.weight_ih_l0_reverse	9	-0.060209356248378754
466493	rnn.weight_hh_l0_reverse	0	-0.14093449711799622
466493	rnn.weight_hh_l0_reverse	1	0.018409812822937965
466493	rnn.weight_hh_l0_reverse	2	-0.031462714076042175
466493	rnn.weight_hh_l0_reverse	3	0.03823945298790932
466493	rnn.weight_hh_l0_reverse	4	-0.09005667269229889
466493	rnn.weight_hh_l0_reverse	5	0.032639723271131516
466493	rnn.weight_hh_l0_reverse	6	0.029524624347686768
466493	rnn.weight_hh_l0_reverse	7	-0.08543648570775986
466493	rnn.weight_hh_l0_reverse	8	-0.0669541284441948
466493	rnn.weight_hh_l0_reverse	9	0.05467884615063667
466493	rnn.bias_ih_l0_reverse	0	-0.1746697872877121
466493	rnn.bias_ih_l0_reverse	1	-0.06808985769748688
466493	rnn.bias_ih_l0_reverse	2	0.12407071888446808
466493	rnn.bias_ih_l0_reverse	3	-0.2851913273334503
466493	rnn.bias_ih_l0_reverse	4	-0.06529241055250168
466493	rnn.bias_ih_l0_reverse	5	-0.22079230844974518
466493	rnn.bias_ih_l0_reverse	6	0.27159902453422546
466493	rnn.bias_ih_l0_reverse	7	-0.3374766707420349
466493	rnn.bias_ih_l0_reverse	8	-0.18530328571796417
466493	rnn.bias_ih_l0_reverse	9	-0.17792871594429016
466493	rnn.bias_hh_l0_reverse	0	-0.09801844507455826
466493	rnn.bias_hh_l0_reverse	1	0.28885331749916077
466493	rnn.bias_hh_l0_reverse	2	-0.32112962007522583
466493	rnn.bias_hh_l0_reverse	3	-0.20631149411201477
466493	rnn.bias_hh_l0_reverse	4	-0.41037753224372864
466493	rnn.bias_hh_l0_reverse	5	-0.17280729115009308
466493	rnn.bias_hh_l0_reverse	6	-0.2726009786128998
466493	rnn.bias_hh_l0_reverse	7	-0.1065371111035347
466493	rnn.bias_hh_l0_reverse	8	-0.2929186522960663
466493	rnn.bias_hh_l0_reverse	9	0.18398752808570862
466493	linear.weight	0	0.19185872375965118
466493	linear.weight	1	-0.46252408623695374
466493	linear.weight	2	0.01749819703400135
466493	linear.weight	3	0.06765343993902206
466493	linear.weight	4	-0.19389908015727997
466493	linear.weight	5	0.21634043753147125
466493	linear.weight	6	0.027499502524733543
466493	linear.weight	7	-0.0616300031542778
466493	linear.weight	8	0.12162857502698898
466493	linear.weight	9	-0.04814500734210014
466493	linear.bias	0	-0.8662883043289185
466493	linear.bias	1	1.8730217218399048
466493	linear.bias	2	0.7149098515510559
466493	linear.bias	3	-2.676361322402954
466493	linear.bias	4	-0.14771990478038788
466493	linear.bias	5	1.2160348892211914
466493	linear.bias	6	-0.16111700236797333
466493	linear.bias	7	0.7184133529663086
466493	linear.bias	8	2.238396167755127
466493	linear.bias	9	-1.5286483764648438
467102	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
467102	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
467102	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
467102	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
467102	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
467102	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
467102	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
467102	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
467102	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
467102	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
467102	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
467102	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
467102	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
467102	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
467102	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
467102	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
467102	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
467102	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
467102	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
467102	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
467102	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
467102	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
467102	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
467102	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
467102	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
467102	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
467102	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
467102	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
467102	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
467102	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
467102	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
467102	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
467102	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
467102	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
467102	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
467102	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
467102	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
467102	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
467102	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
467102	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
467102	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
467102	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
467102	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
467102	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
467102	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
467102	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
467102	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
467102	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
467102	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
467102	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
467102	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
467102	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
467102	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
467102	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
467102	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
467102	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
467102	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
467102	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
467102	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
467102	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
467102	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
467102	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
467102	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
467102	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
467102	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
467102	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
467102	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
467102	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
467102	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
467102	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
467102	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
467102	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
467102	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
467102	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
467102	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
467102	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
467102	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
467102	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
467102	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
467102	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
467102	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
467102	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
467102	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
467102	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
467102	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
467102	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
467102	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
467102	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
467102	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
467102	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
467102	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
467102	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
467102	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
467102	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
467102	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
467102	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
467102	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
467102	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
467102	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
467102	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
467102	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
467102	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
467102	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
467102	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
467102	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
467102	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
467102	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
467102	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
467102	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
467102	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
467102	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
467102	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
467102	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
467102	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
467102	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
467102	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
467102	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
467102	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
467102	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
467102	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
467102	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
467102	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
467102	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
467102	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
467102	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
467102	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
467102	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
467102	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
467102	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
467102	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
467102	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
467102	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
467102	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
467102	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
467102	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
467102	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
467102	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
467102	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
467102	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
467102	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
467102	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
467102	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
467102	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
467102	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
467102	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
467102	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
467102	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
467102	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
467102	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
467102	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
467102	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
467102	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
467102	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
467102	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
467102	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
467102	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
467102	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
467102	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
467102	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
467102	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
467102	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
467102	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
467102	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
467102	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
467102	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
467102	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
467102	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
467102	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
467102	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
467102	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
467102	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
467102	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
467102	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
467102	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
467102	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
467102	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
467102	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
467102	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
467102	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
467102	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
467102	embedding2nn.weight	0	0.32018524408340454
467102	embedding2nn.weight	1	0.4136805534362793
467102	embedding2nn.weight	2	0.022888166829943657
467102	embedding2nn.weight	3	-0.003379784757271409
467102	embedding2nn.weight	4	-0.07131950557231903
467102	embedding2nn.weight	5	0.08302631229162216
467102	embedding2nn.weight	6	0.006663176696747541
467102	embedding2nn.weight	7	0.003066116478294134
467102	embedding2nn.weight	8	0.04908495023846626
467102	embedding2nn.weight	9	-0.01436500996351242
467102	embedding2nn.bias	0	0.0372769758105278
467102	embedding2nn.bias	1	-0.19512313604354858
467102	embedding2nn.bias	2	0.1293540894985199
467102	embedding2nn.bias	3	0.16339203715324402
467102	embedding2nn.bias	4	0.12158577889204025
467102	embedding2nn.bias	5	-0.03547695651650429
467102	embedding2nn.bias	6	-0.03754156455397606
467102	embedding2nn.bias	7	0.03957955539226532
467102	embedding2nn.bias	8	-0.1433364748954773
467102	embedding2nn.bias	9	-0.33762767910957336
467102	rnn.weight_ih_l0	0	-0.00864727795124054
467102	rnn.weight_ih_l0	1	-0.06509878486394882
467102	rnn.weight_ih_l0	2	-0.012606806121766567
467102	rnn.weight_ih_l0	3	0.10801981389522552
467102	rnn.weight_ih_l0	4	0.043740689754486084
467102	rnn.weight_ih_l0	5	-0.05541888251900673
467102	rnn.weight_ih_l0	6	0.0194123312830925
467102	rnn.weight_ih_l0	7	-0.05633823946118355
467102	rnn.weight_ih_l0	8	0.054688334465026855
467102	rnn.weight_ih_l0	9	-0.07695839554071426
467102	rnn.weight_hh_l0	0	-0.01260832417756319
467102	rnn.weight_hh_l0	1	0.07353038340806961
467102	rnn.weight_hh_l0	2	0.019036518409848213
467102	rnn.weight_hh_l0	3	-0.01382359117269516
467102	rnn.weight_hh_l0	4	0.0333811417222023
467102	rnn.weight_hh_l0	5	0.04399201273918152
467102	rnn.weight_hh_l0	6	-0.06257804483175278
467102	rnn.weight_hh_l0	7	-0.10182727128267288
467102	rnn.weight_hh_l0	8	0.0373447947204113
467102	rnn.weight_hh_l0	9	-0.102089062333107
467102	rnn.bias_ih_l0	0	0.16380427777767181
467102	rnn.bias_ih_l0	1	-0.2941524386405945
467102	rnn.bias_ih_l0	2	-0.031764548271894455
467102	rnn.bias_ih_l0	3	-0.2057691365480423
467102	rnn.bias_ih_l0	4	0.028509389609098434
467102	rnn.bias_ih_l0	5	-0.42163190245628357
467102	rnn.bias_ih_l0	6	-0.13000977039337158
467102	rnn.bias_ih_l0	7	-0.33381304144859314
467102	rnn.bias_ih_l0	8	-0.27757126092910767
467102	rnn.bias_ih_l0	9	-0.43151238560676575
467102	rnn.bias_hh_l0	0	-0.343692809343338
467102	rnn.bias_hh_l0	1	-0.4235413372516632
467102	rnn.bias_hh_l0	2	-0.35813042521476746
467102	rnn.bias_hh_l0	3	-0.08673457056283951
467102	rnn.bias_hh_l0	4	-0.3665289878845215
467102	rnn.bias_hh_l0	5	-0.3189234435558319
467102	rnn.bias_hh_l0	6	-0.09776955097913742
467102	rnn.bias_hh_l0	7	0.081019327044487
467102	rnn.bias_hh_l0	8	-0.23249264061450958
467102	rnn.bias_hh_l0	9	-0.5621920824050903
467102	rnn.weight_ih_l0_reverse	0	0.06202903017401695
467102	rnn.weight_ih_l0_reverse	1	-0.05976668745279312
467102	rnn.weight_ih_l0_reverse	2	-0.02909146435558796
467102	rnn.weight_ih_l0_reverse	3	-0.1349380910396576
467102	rnn.weight_ih_l0_reverse	4	0.09860830754041672
467102	rnn.weight_ih_l0_reverse	5	-0.11429612338542938
467102	rnn.weight_ih_l0_reverse	6	-0.025998681783676147
467102	rnn.weight_ih_l0_reverse	7	0.03261132165789604
467102	rnn.weight_ih_l0_reverse	8	-0.06770671904087067
467102	rnn.weight_ih_l0_reverse	9	-0.06330306828022003
467102	rnn.weight_hh_l0_reverse	0	-0.14040935039520264
467102	rnn.weight_hh_l0_reverse	1	0.017549831420183182
467102	rnn.weight_hh_l0_reverse	2	-0.030853506177663803
467102	rnn.weight_hh_l0_reverse	3	0.03675246238708496
467102	rnn.weight_hh_l0_reverse	4	-0.09048637002706528
467102	rnn.weight_hh_l0_reverse	5	0.032171186059713364
467102	rnn.weight_hh_l0_reverse	6	0.02973022311925888
467102	rnn.weight_hh_l0_reverse	7	-0.08692667633295059
467102	rnn.weight_hh_l0_reverse	8	-0.06892820447683334
467102	rnn.weight_hh_l0_reverse	9	0.054154712706804276
467102	rnn.bias_ih_l0_reverse	0	-0.1790415346622467
467102	rnn.bias_ih_l0_reverse	1	-0.06712781637907028
467102	rnn.bias_ih_l0_reverse	2	0.12607741355895996
467102	rnn.bias_ih_l0_reverse	3	-0.287584513425827
467102	rnn.bias_ih_l0_reverse	4	-0.058775074779987335
467102	rnn.bias_ih_l0_reverse	5	-0.2202688455581665
467102	rnn.bias_ih_l0_reverse	6	0.26298823952674866
467102	rnn.bias_ih_l0_reverse	7	-0.3398877680301666
467102	rnn.bias_ih_l0_reverse	8	-0.183757945895195
467102	rnn.bias_ih_l0_reverse	9	-0.18509991466999054
467102	rnn.bias_hh_l0_reverse	0	-0.10240006446838379
467102	rnn.bias_hh_l0_reverse	1	0.28133490681648254
467102	rnn.bias_hh_l0_reverse	2	-0.32035309076309204
467102	rnn.bias_hh_l0_reverse	3	-0.21567966043949127
467102	rnn.bias_hh_l0_reverse	4	-0.41251933574676514
467102	rnn.bias_hh_l0_reverse	5	-0.1735578328371048
467102	rnn.bias_hh_l0_reverse	6	-0.26897695660591125
467102	rnn.bias_hh_l0_reverse	7	-0.10830216109752655
467102	rnn.bias_hh_l0_reverse	8	-0.2895078659057617
467102	rnn.bias_hh_l0_reverse	9	0.18119823932647705
467102	linear.weight	0	0.1494797021150589
467102	linear.weight	1	-0.44667941331863403
467102	linear.weight	2	0.012909726239740849
467102	linear.weight	3	0.06765630841255188
467102	linear.weight	4	-0.14491336047649384
467102	linear.weight	5	0.2172822207212448
467102	linear.weight	6	0.04131633788347244
467102	linear.weight	7	-0.061620235443115234
467102	linear.weight	8	0.10835790634155273
467102	linear.weight	9	-0.04815244674682617
467102	linear.bias	0	-0.8972467184066772
467102	linear.bias	1	1.8848538398742676
467102	linear.bias	2	0.7460962533950806
467102	linear.bias	3	-2.6766583919525146
467102	linear.bias	4	-0.1693868637084961
467102	linear.bias	5	1.2283589839935303
467102	linear.bias	6	-0.1686660498380661
467102	linear.bias	7	0.6960457563400269
467102	linear.bias	8	2.1742892265319824
467102	linear.bias	9	-1.5014530420303345
467711	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
467711	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
467711	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
467711	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
467711	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
467711	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
467711	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
467711	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
467711	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
467711	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
467711	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
467711	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
467711	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
467711	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
467711	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
467711	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
467711	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
467711	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
467711	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
467711	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
467711	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
467711	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
467711	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
467711	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
467711	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
467711	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
467711	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
467711	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
467711	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
467711	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
467711	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
467711	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
467711	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
467711	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
467711	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
467711	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
467711	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
467711	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
467711	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
467711	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
467711	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
467711	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
467711	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
467711	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
467711	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
467711	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
467711	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
467711	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
467711	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
467711	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
467711	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
467711	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
467711	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
467711	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
467711	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
467711	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
467711	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
467711	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
467711	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
467711	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
467711	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
467711	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
467711	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
467711	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
467711	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
467711	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
467711	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
467711	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
467711	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
467711	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
467711	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
467711	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
467711	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
467711	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
467711	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
467711	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
467711	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
467711	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
467711	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
467711	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
467711	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
467711	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
467711	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
467711	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
467711	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
467711	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
467711	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
467711	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
467711	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
467711	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
467711	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
467711	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
467711	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
467711	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
467711	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
467711	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
467711	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
467711	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
467711	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
467711	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
467711	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
467711	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
467711	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
467711	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
467711	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
467711	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
467711	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
467711	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
467711	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
467711	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
467711	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
467711	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
467711	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
467711	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
467711	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
467711	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
467711	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
467711	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
467711	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
467711	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
467711	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
467711	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
467711	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
467711	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
467711	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
467711	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
467711	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
467711	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
467711	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
467711	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
467711	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
467711	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
467711	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
467711	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
467711	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
467711	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
467711	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
467711	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
467711	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
467711	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
467711	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
467711	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
467711	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
467711	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
467711	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
467711	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
467711	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
467711	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
467711	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
467711	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
467711	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
467711	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
467711	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
467711	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
467711	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
467711	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
467711	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
467711	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
467711	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
467711	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
467711	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
467711	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
467711	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
467711	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
467711	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
467711	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
467711	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
467711	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
467711	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
467711	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
467711	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
467711	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
467711	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
467711	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
467711	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
467711	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
467711	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
467711	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
467711	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
467711	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
467711	embedding2nn.weight	0	0.320944607257843
467711	embedding2nn.weight	1	0.41174253821372986
467711	embedding2nn.weight	2	0.02541373297572136
467711	embedding2nn.weight	3	-0.0015798446256667376
467711	embedding2nn.weight	4	-0.06930608302354813
467711	embedding2nn.weight	5	0.08167824894189835
467711	embedding2nn.weight	6	0.009050301276147366
467711	embedding2nn.weight	7	0.010277210734784603
467711	embedding2nn.weight	8	0.04976022616028786
467711	embedding2nn.weight	9	-0.01720605418086052
467711	embedding2nn.bias	0	0.048558253794908524
467711	embedding2nn.bias	1	-0.1963580846786499
467711	embedding2nn.bias	2	0.11277144402265549
467711	embedding2nn.bias	3	0.18562132120132446
467711	embedding2nn.bias	4	0.14321476221084595
467711	embedding2nn.bias	5	-0.03929511830210686
467711	embedding2nn.bias	6	-0.04106994718313217
467711	embedding2nn.bias	7	0.042691320180892944
467711	embedding2nn.bias	8	-0.13845670223236084
467711	embedding2nn.bias	9	-0.33022138476371765
467711	rnn.weight_ih_l0	0	-0.006955275312066078
467711	rnn.weight_ih_l0	1	-0.0662103220820427
467711	rnn.weight_ih_l0	2	-0.013653627596795559
467711	rnn.weight_ih_l0	3	0.10656052082777023
467711	rnn.weight_ih_l0	4	0.04560312256217003
467711	rnn.weight_ih_l0	5	-0.05501168221235275
467711	rnn.weight_ih_l0	6	0.02263130433857441
467711	rnn.weight_ih_l0	7	-0.061347994953393936
467711	rnn.weight_ih_l0	8	0.0572727769613266
467711	rnn.weight_ih_l0	9	-0.07660586386919022
467711	rnn.weight_hh_l0	0	-0.012894146144390106
467711	rnn.weight_hh_l0	1	0.07446683198213577
467711	rnn.weight_hh_l0	2	0.019794892519712448
467711	rnn.weight_hh_l0	3	-0.014116412959992886
467711	rnn.weight_hh_l0	4	0.034004732966423035
467711	rnn.weight_hh_l0	5	0.04502691701054573
467711	rnn.weight_hh_l0	6	-0.06239182874560356
467711	rnn.weight_hh_l0	7	-0.10360539704561234
467711	rnn.weight_hh_l0	8	0.037268269807100296
467711	rnn.weight_hh_l0	9	-0.1021236702799797
467711	rnn.bias_ih_l0	0	0.15722566843032837
467711	rnn.bias_ih_l0	1	-0.2920132279396057
467711	rnn.bias_ih_l0	2	-0.03048812225461006
467711	rnn.bias_ih_l0	3	-0.2083297073841095
467711	rnn.bias_ih_l0	4	0.03180190175771713
467711	rnn.bias_ih_l0	5	-0.4187059700489044
467711	rnn.bias_ih_l0	6	-0.13567620515823364
467711	rnn.bias_ih_l0	7	-0.33468806743621826
467711	rnn.bias_ih_l0	8	-0.27994751930236816
467711	rnn.bias_ih_l0	9	-0.42368146777153015
467711	rnn.bias_hh_l0	0	-0.3400455117225647
467711	rnn.bias_hh_l0	1	-0.4193735718727112
467711	rnn.bias_hh_l0	2	-0.35910946130752563
467711	rnn.bias_hh_l0	3	-0.088487908244133
467711	rnn.bias_hh_l0	4	-0.3672679662704468
467711	rnn.bias_hh_l0	5	-0.3227657079696655
467711	rnn.bias_hh_l0	6	-0.0919203832745552
467711	rnn.bias_hh_l0	7	0.07449224591255188
467711	rnn.bias_hh_l0	8	-0.23531357944011688
467711	rnn.bias_hh_l0	9	-0.5564179420471191
467711	rnn.weight_ih_l0_reverse	0	0.0680755153298378
467711	rnn.weight_ih_l0_reverse	1	-0.059147633612155914
467711	rnn.weight_ih_l0_reverse	2	-0.02717612311244011
467711	rnn.weight_ih_l0_reverse	3	-0.1348884552717209
467711	rnn.weight_ih_l0_reverse	4	0.09760259091854095
467711	rnn.weight_ih_l0_reverse	5	-0.11506025493144989
467711	rnn.weight_ih_l0_reverse	6	-0.030580928549170494
467711	rnn.weight_ih_l0_reverse	7	0.0356154590845108
467711	rnn.weight_ih_l0_reverse	8	-0.06851013749837875
467711	rnn.weight_ih_l0_reverse	9	-0.061569590121507645
467711	rnn.weight_hh_l0_reverse	0	-0.14224392175674438
467711	rnn.weight_hh_l0_reverse	1	0.016944188624620438
467711	rnn.weight_hh_l0_reverse	2	-0.030750319361686707
467711	rnn.weight_hh_l0_reverse	3	0.03664291277527809
467711	rnn.weight_hh_l0_reverse	4	-0.09018467366695404
467711	rnn.weight_hh_l0_reverse	5	0.03191840648651123
467711	rnn.weight_hh_l0_reverse	6	0.02984900400042534
467711	rnn.weight_hh_l0_reverse	7	-0.08777996152639389
467711	rnn.weight_hh_l0_reverse	8	-0.06430527567863464
467711	rnn.weight_hh_l0_reverse	9	0.052858974784612656
467711	rnn.bias_ih_l0_reverse	0	-0.18014952540397644
467711	rnn.bias_ih_l0_reverse	1	-0.07075244188308716
467711	rnn.bias_ih_l0_reverse	2	0.12386227399110794
467711	rnn.bias_ih_l0_reverse	3	-0.28700724244117737
467711	rnn.bias_ih_l0_reverse	4	-0.05713915452361107
467711	rnn.bias_ih_l0_reverse	5	-0.21865767240524292
467711	rnn.bias_ih_l0_reverse	6	0.2683601677417755
467711	rnn.bias_ih_l0_reverse	7	-0.34465640783309937
467711	rnn.bias_ih_l0_reverse	8	-0.1799536943435669
467711	rnn.bias_ih_l0_reverse	9	-0.18203331530094147
467711	rnn.bias_hh_l0_reverse	0	-0.10203816741704941
467711	rnn.bias_hh_l0_reverse	1	0.27813103795051575
467711	rnn.bias_hh_l0_reverse	2	-0.32178109884262085
467711	rnn.bias_hh_l0_reverse	3	-0.2140166461467743
467711	rnn.bias_hh_l0_reverse	4	-0.420115202665329
467711	rnn.bias_hh_l0_reverse	5	-0.1709132343530655
467711	rnn.bias_hh_l0_reverse	6	-0.26667898893356323
467711	rnn.bias_hh_l0_reverse	7	-0.10313483327627182
467711	rnn.bias_hh_l0_reverse	8	-0.2998257279396057
467711	rnn.bias_hh_l0_reverse	9	0.18406370282173157
467711	linear.weight	0	0.1643836498260498
467711	linear.weight	1	-0.4310884177684784
467711	linear.weight	2	0.008617499843239784
467711	linear.weight	3	0.06765738874673843
467711	linear.weight	4	-0.15522411465644836
467711	linear.weight	5	0.18524543941020966
467711	linear.weight	6	0.023019572719931602
467711	linear.weight	7	-0.06160496920347214
467711	linear.weight	8	0.12339439243078232
467711	linear.weight	9	-0.048159874975681305
467711	linear.bias	0	-0.8677231073379517
467711	linear.bias	1	1.9183965921401978
467711	linear.bias	2	0.7530235648155212
467711	linear.bias	3	-2.6770055294036865
467711	linear.bias	4	-0.14198341965675354
467711	linear.bias	5	1.2671829462051392
467711	linear.bias	6	-0.1696181744337082
467711	linear.bias	7	0.714533269405365
467711	linear.bias	8	2.2431085109710693
467711	linear.bias	9	-1.497958779335022
468320	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
468320	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
468320	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
468320	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
468320	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
468320	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
468320	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
468320	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
468320	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
468320	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
468320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
468320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
468320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
468320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
468320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
468320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
468320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
468320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
468320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
468320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
468320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
468320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
468320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
468320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
468320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
468320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
468320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
468320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
468320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
468320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
468320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
468320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
468320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
468320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
468320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
468320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
468320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
468320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
468320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
468320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
468320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
468320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
468320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
468320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
468320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
468320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
468320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
468320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
468320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
468320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
468320	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
468320	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
468320	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
468320	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
468320	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
468320	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
468320	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
468320	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
468320	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
468320	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
468320	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
468320	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
468320	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
468320	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
468320	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
468320	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
468320	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
468320	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
468320	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
468320	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
468320	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
468320	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
468320	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
468320	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
468320	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
468320	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
468320	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
468320	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
468320	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
468320	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
468320	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
468320	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
468320	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
468320	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
468320	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
468320	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
468320	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
468320	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
468320	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
468320	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
468320	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
468320	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
468320	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
468320	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
468320	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
468320	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
468320	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
468320	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
468320	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
468320	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
468320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
468320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
468320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
468320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
468320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
468320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
468320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
468320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
468320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
468320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
468320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
468320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
468320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
468320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
468320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
468320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
468320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
468320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
468320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
468320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
468320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
468320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
468320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
468320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
468320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
468320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
468320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
468320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
468320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
468320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
468320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
468320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
468320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
468320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
468320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
468320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
468320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
468320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
468320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
468320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
468320	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
468320	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
468320	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
468320	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
468320	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
468320	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
468320	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
468320	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
468320	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
468320	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
468320	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
468320	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
468320	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
468320	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
468320	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
468320	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
468320	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
468320	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
468320	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
468320	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
468320	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
468320	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
468320	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
468320	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
468320	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
468320	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
468320	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
468320	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
468320	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
468320	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
468320	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
468320	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
468320	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
468320	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
468320	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
468320	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
468320	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
468320	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
468320	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
468320	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
468320	embedding2nn.weight	0	0.3217387795448303
468320	embedding2nn.weight	1	0.40885964035987854
468320	embedding2nn.weight	2	0.027949029579758644
468320	embedding2nn.weight	3	0.01920125260949135
468320	embedding2nn.weight	4	-0.06654688715934753
468320	embedding2nn.weight	5	0.0794176310300827
468320	embedding2nn.weight	6	0.014419100247323513
468320	embedding2nn.weight	7	0.01436831708997488
468320	embedding2nn.weight	8	0.04373620077967644
468320	embedding2nn.weight	9	-0.022876864299178123
468320	embedding2nn.bias	0	0.041208427399396896
468320	embedding2nn.bias	1	-0.21301478147506714
468320	embedding2nn.bias	2	0.11459646373987198
468320	embedding2nn.bias	3	0.16976101696491241
468320	embedding2nn.bias	4	0.13109871745109558
468320	embedding2nn.bias	5	-0.048815563321113586
468320	embedding2nn.bias	6	-0.029108084738254547
468320	embedding2nn.bias	7	0.04120390862226486
468320	embedding2nn.bias	8	-0.13458070158958435
468320	embedding2nn.bias	9	-0.3393956124782562
468320	rnn.weight_ih_l0	0	-0.0057710399851202965
468320	rnn.weight_ih_l0	1	-0.0652875006198883
468320	rnn.weight_ih_l0	2	-0.008547153323888779
468320	rnn.weight_ih_l0	3	0.11055932193994522
468320	rnn.weight_ih_l0	4	0.05136365070939064
468320	rnn.weight_ih_l0	5	-0.05306374281644821
468320	rnn.weight_ih_l0	6	0.01825694926083088
468320	rnn.weight_ih_l0	7	-0.06510941684246063
468320	rnn.weight_ih_l0	8	0.05990707129240036
468320	rnn.weight_ih_l0	9	-0.08185149729251862
468320	rnn.weight_hh_l0	0	-0.013542238622903824
468320	rnn.weight_hh_l0	1	0.07570942491292953
468320	rnn.weight_hh_l0	2	0.019355354830622673
468320	rnn.weight_hh_l0	3	-0.014546437188982964
468320	rnn.weight_hh_l0	4	0.033393893390893936
468320	rnn.weight_hh_l0	5	0.04429721459746361
468320	rnn.weight_hh_l0	6	-0.06268831342458725
468320	rnn.weight_hh_l0	7	-0.10348287224769592
468320	rnn.weight_hh_l0	8	0.03722085803747177
468320	rnn.weight_hh_l0	9	-0.10149186849594116
468320	rnn.bias_ih_l0	0	0.1596454530954361
468320	rnn.bias_ih_l0	1	-0.2944583296775818
468320	rnn.bias_ih_l0	2	-0.03161343187093735
468320	rnn.bias_ih_l0	3	-0.20810945332050323
468320	rnn.bias_ih_l0	4	0.03339330479502678
468320	rnn.bias_ih_l0	5	-0.42226412892341614
468320	rnn.bias_ih_l0	6	-0.13374212384223938
468320	rnn.bias_ih_l0	7	-0.33466237783432007
468320	rnn.bias_ih_l0	8	-0.28230708837509155
468320	rnn.bias_ih_l0	9	-0.43637481331825256
468320	rnn.bias_hh_l0	0	-0.3376905024051666
468320	rnn.bias_hh_l0	1	-0.4224519431591034
468320	rnn.bias_hh_l0	2	-0.3561702370643616
468320	rnn.bias_hh_l0	3	-0.08975948393344879
468320	rnn.bias_hh_l0	4	-0.3718045651912689
468320	rnn.bias_hh_l0	5	-0.32401952147483826
468320	rnn.bias_hh_l0	6	-0.09806481003761292
468320	rnn.bias_hh_l0	7	0.07996891438961029
468320	rnn.bias_hh_l0	8	-0.22848153114318848
468320	rnn.bias_hh_l0	9	-0.5470948219299316
468320	rnn.weight_ih_l0_reverse	0	0.06487303972244263
468320	rnn.weight_ih_l0_reverse	1	-0.06008720025420189
468320	rnn.weight_ih_l0_reverse	2	-0.026089901104569435
468320	rnn.weight_ih_l0_reverse	3	-0.13670384883880615
468320	rnn.weight_ih_l0_reverse	4	0.09521418809890747
468320	rnn.weight_ih_l0_reverse	5	-0.11288527399301529
468320	rnn.weight_ih_l0_reverse	6	-0.03225241228938103
468320	rnn.weight_ih_l0_reverse	7	0.035885248333215714
468320	rnn.weight_ih_l0_reverse	8	-0.06825730204582214
468320	rnn.weight_ih_l0_reverse	9	-0.06494542956352234
468320	rnn.weight_hh_l0_reverse	0	-0.141479030251503
468320	rnn.weight_hh_l0_reverse	1	0.017534786835312843
468320	rnn.weight_hh_l0_reverse	2	-0.0293890293687582
468320	rnn.weight_hh_l0_reverse	3	0.03648912161588669
468320	rnn.weight_hh_l0_reverse	4	-0.090118907392025
468320	rnn.weight_hh_l0_reverse	5	0.032350074499845505
468320	rnn.weight_hh_l0_reverse	6	0.030107272788882256
468320	rnn.weight_hh_l0_reverse	7	-0.0867546871304512
468320	rnn.weight_hh_l0_reverse	8	-0.06127900257706642
468320	rnn.weight_hh_l0_reverse	9	0.05435694754123688
468320	rnn.bias_ih_l0_reverse	0	-0.18761727213859558
468320	rnn.bias_ih_l0_reverse	1	-0.0795617625117302
468320	rnn.bias_ih_l0_reverse	2	0.12968331575393677
468320	rnn.bias_ih_l0_reverse	3	-0.29419928789138794
468320	rnn.bias_ih_l0_reverse	4	-0.05231296271085739
468320	rnn.bias_ih_l0_reverse	5	-0.2184942364692688
468320	rnn.bias_ih_l0_reverse	6	0.25501108169555664
468320	rnn.bias_ih_l0_reverse	7	-0.33593225479125977
468320	rnn.bias_ih_l0_reverse	8	-0.18871159851551056
468320	rnn.bias_ih_l0_reverse	9	-0.19139093160629272
468320	rnn.bias_hh_l0_reverse	0	-0.10224488377571106
468320	rnn.bias_hh_l0_reverse	1	0.28185737133026123
468320	rnn.bias_hh_l0_reverse	2	-0.32908543944358826
468320	rnn.bias_hh_l0_reverse	3	-0.20938138663768768
468320	rnn.bias_hh_l0_reverse	4	-0.408683180809021
468320	rnn.bias_hh_l0_reverse	5	-0.16973960399627686
468320	rnn.bias_hh_l0_reverse	6	-0.26375874876976013
468320	rnn.bias_hh_l0_reverse	7	-0.10181054472923279
468320	rnn.bias_hh_l0_reverse	8	-0.29963982105255127
468320	rnn.bias_hh_l0_reverse	9	0.17003299295902252
468320	linear.weight	0	0.15957891941070557
468320	linear.weight	1	-0.4169308841228485
468320	linear.weight	2	0.02029806189239025
468320	linear.weight	3	0.0676589235663414
468320	linear.weight	4	-0.1344376802444458
468320	linear.weight	5	0.2193259745836258
468320	linear.weight	6	0.005694305058568716
468320	linear.weight	7	-0.061589762568473816
468320	linear.weight	8	0.12146198749542236
468320	linear.weight	9	-0.04816783219575882
468320	linear.bias	0	-0.9006285667419434
468320	linear.bias	1	1.9217796325683594
468320	linear.bias	2	0.7391268610954285
468320	linear.bias	3	-2.6773383617401123
468320	linear.bias	4	-0.12631894648075104
468320	linear.bias	5	1.2712523937225342
468320	linear.bias	6	-0.15220092236995697
468320	linear.bias	7	0.7019612789154053
468320	linear.bias	8	2.3038737773895264
468320	linear.bias	9	-1.4901533126831055
468929	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
468929	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
468929	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
468929	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
468929	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
468929	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
468929	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
468929	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
468929	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
468929	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
468929	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
468929	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
468929	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
468929	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
468929	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
468929	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
468929	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
468929	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
468929	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
468929	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
468929	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
468929	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
468929	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
468929	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
468929	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
468929	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
468929	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
468929	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
468929	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
468929	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
468929	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
468929	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
468929	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
468929	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
468929	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
468929	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
468929	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
468929	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
468929	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
468929	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
468929	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
468929	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
468929	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
468929	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
468929	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
468929	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
468929	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
468929	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
468929	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
468929	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
468929	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
468929	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
468929	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
468929	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
468929	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
468929	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
468929	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
468929	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
468929	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
468929	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
468929	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
468929	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
468929	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
468929	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
468929	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
468929	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
468929	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
468929	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
468929	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
468929	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
468929	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
468929	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
468929	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
468929	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
468929	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
468929	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
468929	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
468929	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
468929	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
468929	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
468929	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
468929	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
468929	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
468929	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
468929	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
468929	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
468929	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
468929	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
468929	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
468929	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
468929	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
468929	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
468929	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
468929	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
468929	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
468929	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
468929	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
468929	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
468929	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
468929	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
468929	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
468929	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
468929	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
468929	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
468929	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
468929	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
468929	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
468929	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
468929	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
468929	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
468929	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
468929	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
468929	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
468929	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
468929	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
468929	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
468929	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
468929	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
468929	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
468929	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
468929	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
468929	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
468929	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
468929	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
468929	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
468929	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
468929	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
468929	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
468929	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
468929	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
468929	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
468929	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
468929	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
468929	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
468929	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
468929	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
468929	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
468929	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
468929	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
468929	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
468929	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
468929	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
468929	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
468929	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
468929	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
468929	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
468929	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
468929	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
468929	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
468929	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
468929	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
468929	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
468929	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
468929	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
468929	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
468929	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
468929	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
468929	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
468929	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
468929	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
468929	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
468929	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
468929	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
468929	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
468929	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
468929	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
468929	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
468929	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
468929	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
468929	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
468929	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
468929	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
468929	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
468929	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
468929	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
468929	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
468929	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
468929	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
468929	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
468929	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
468929	embedding2nn.weight	0	0.3231165111064911
468929	embedding2nn.weight	1	0.40889856219291687
468929	embedding2nn.weight	2	0.0227509792894125
468929	embedding2nn.weight	3	0.01481205690652132
468929	embedding2nn.weight	4	-0.06689411401748657
468929	embedding2nn.weight	5	0.07927162945270538
468929	embedding2nn.weight	6	-0.002119748154655099
468929	embedding2nn.weight	7	0.0033146205823868513
468929	embedding2nn.weight	8	0.04004816338419914
468929	embedding2nn.weight	9	-0.02710985392332077
468929	embedding2nn.bias	0	0.059841588139534
468929	embedding2nn.bias	1	-0.20607347786426544
468929	embedding2nn.bias	2	0.11129917204380035
468929	embedding2nn.bias	3	0.1747886836528778
468929	embedding2nn.bias	4	0.13416513800621033
468929	embedding2nn.bias	5	-0.05114635452628136
468929	embedding2nn.bias	6	-0.04064835235476494
468929	embedding2nn.bias	7	0.025203034281730652
468929	embedding2nn.bias	8	-0.1597343385219574
468929	embedding2nn.bias	9	-0.3359050750732422
468929	rnn.weight_ih_l0	0	-0.005353984888643026
468929	rnn.weight_ih_l0	1	-0.06837794184684753
468929	rnn.weight_ih_l0	2	-0.016480615362524986
468929	rnn.weight_ih_l0	3	0.11127877980470657
468929	rnn.weight_ih_l0	4	0.0484139546751976
468929	rnn.weight_ih_l0	5	-0.059982579201459885
468929	rnn.weight_ih_l0	6	0.022895924746990204
468929	rnn.weight_ih_l0	7	-0.06572479009628296
468929	rnn.weight_ih_l0	8	0.05618882179260254
468929	rnn.weight_ih_l0	9	-0.08375581353902817
468929	rnn.weight_hh_l0	0	-0.014838766306638718
468929	rnn.weight_hh_l0	1	0.07464867830276489
468929	rnn.weight_hh_l0	2	0.019190534949302673
468929	rnn.weight_hh_l0	3	-0.014702466316521168
468929	rnn.weight_hh_l0	4	0.03389625996351242
468929	rnn.weight_hh_l0	5	0.04528292641043663
468929	rnn.weight_hh_l0	6	-0.06280505657196045
468929	rnn.weight_hh_l0	7	-0.10596265643835068
468929	rnn.weight_hh_l0	8	0.03702760115265846
468929	rnn.weight_hh_l0	9	-0.10375449806451797
468929	rnn.bias_ih_l0	0	0.1482963263988495
468929	rnn.bias_ih_l0	1	-0.29562678933143616
468929	rnn.bias_ih_l0	2	-0.0281746294349432
468929	rnn.bias_ih_l0	3	-0.20863935351371765
468929	rnn.bias_ih_l0	4	0.048541489988565445
468929	rnn.bias_ih_l0	5	-0.42289304733276367
468929	rnn.bias_ih_l0	6	-0.13571903109550476
468929	rnn.bias_ih_l0	7	-0.3337979316711426
468929	rnn.bias_ih_l0	8	-0.2849009037017822
468929	rnn.bias_ih_l0	9	-0.4318055808544159
468929	rnn.bias_hh_l0	0	-0.33857423067092896
468929	rnn.bias_hh_l0	1	-0.41709232330322266
468929	rnn.bias_hh_l0	2	-0.35662710666656494
468929	rnn.bias_hh_l0	3	-0.08922800421714783
468929	rnn.bias_hh_l0	4	-0.3700889050960541
468929	rnn.bias_hh_l0	5	-0.32402974367141724
468929	rnn.bias_hh_l0	6	-0.09022781252861023
468929	rnn.bias_hh_l0	7	0.08563569188117981
468929	rnn.bias_hh_l0	8	-0.2257842868566513
468929	rnn.bias_hh_l0	9	-0.5420307517051697
468929	rnn.weight_ih_l0_reverse	0	0.062447723001241684
468929	rnn.weight_ih_l0_reverse	1	-0.0612027607858181
468929	rnn.weight_ih_l0_reverse	2	-0.030566979199647903
468929	rnn.weight_ih_l0_reverse	3	-0.13322484493255615
468929	rnn.weight_ih_l0_reverse	4	0.0965925008058548
468929	rnn.weight_ih_l0_reverse	5	-0.1151537299156189
468929	rnn.weight_ih_l0_reverse	6	-0.030911153182387352
468929	rnn.weight_ih_l0_reverse	7	0.03596518561244011
468929	rnn.weight_ih_l0_reverse	8	-0.06559036672115326
468929	rnn.weight_ih_l0_reverse	9	-0.0644615963101387
468929	rnn.weight_hh_l0_reverse	0	-0.1428128182888031
468929	rnn.weight_hh_l0_reverse	1	0.0184854157269001
468929	rnn.weight_hh_l0_reverse	2	-0.02887064218521118
468929	rnn.weight_hh_l0_reverse	3	0.03601667284965515
468929	rnn.weight_hh_l0_reverse	4	-0.08979863673448563
468929	rnn.weight_hh_l0_reverse	5	0.03228428214788437
468929	rnn.weight_hh_l0_reverse	6	0.030254220589995384
468929	rnn.weight_hh_l0_reverse	7	-0.08484487235546112
468929	rnn.weight_hh_l0_reverse	8	-0.056363798677921295
468929	rnn.weight_hh_l0_reverse	9	0.05513881891965866
468929	rnn.bias_ih_l0_reverse	0	-0.1857372671365738
468929	rnn.bias_ih_l0_reverse	1	-0.07267635315656662
468929	rnn.bias_ih_l0_reverse	2	0.13171951472759247
468929	rnn.bias_ih_l0_reverse	3	-0.29207971692085266
468929	rnn.bias_ih_l0_reverse	4	-0.05123820900917053
468929	rnn.bias_ih_l0_reverse	5	-0.21815839409828186
468929	rnn.bias_ih_l0_reverse	6	0.2613738775253296
468929	rnn.bias_ih_l0_reverse	7	-0.32683470845222473
468929	rnn.bias_ih_l0_reverse	8	-0.1871339976787567
468929	rnn.bias_ih_l0_reverse	9	-0.19308394193649292
468929	rnn.bias_hh_l0_reverse	0	-0.11237332224845886
468929	rnn.bias_hh_l0_reverse	1	0.2820165753364563
468929	rnn.bias_hh_l0_reverse	2	-0.330013245344162
468929	rnn.bias_hh_l0_reverse	3	-0.20436568558216095
468929	rnn.bias_hh_l0_reverse	4	-0.41211217641830444
468929	rnn.bias_hh_l0_reverse	5	-0.17027153074741364
468929	rnn.bias_hh_l0_reverse	6	-0.26237794756889343
468929	rnn.bias_hh_l0_reverse	7	-0.10009869933128357
468929	rnn.bias_hh_l0_reverse	8	-0.2975098490715027
468929	rnn.bias_hh_l0_reverse	9	0.1787773072719574
468929	linear.weight	0	0.18510845303535461
468929	linear.weight	1	-0.43921029567718506
468929	linear.weight	2	0.05217135697603226
468929	linear.weight	3	0.06765641272068024
468929	linear.weight	4	-0.13964787125587463
468929	linear.weight	5	0.22387273609638214
468929	linear.weight	6	-0.023330697789788246
468929	linear.weight	7	-0.06157781928777695
468929	linear.weight	8	0.14996576309204102
468929	linear.weight	9	-0.04817444086074829
468929	linear.bias	0	-0.8829473257064819
468929	linear.bias	1	1.9814388751983643
468929	linear.bias	2	0.7803035974502563
468929	linear.bias	3	-2.6776907444000244
468929	linear.bias	4	-0.1508786827325821
468929	linear.bias	5	1.2288023233413696
468929	linear.bias	6	-0.1942182183265686
468929	linear.bias	7	0.7205786108970642
468929	linear.bias	8	2.311633348464966
468929	linear.bias	9	-1.5032962560653687
469538	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
469538	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
469538	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
469538	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
469538	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
469538	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
469538	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
469538	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
469538	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
469538	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
469538	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
469538	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
469538	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
469538	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
469538	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
469538	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
469538	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
469538	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
469538	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
469538	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
469538	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
469538	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
469538	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
469538	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
469538	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
469538	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
469538	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
469538	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
469538	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
469538	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
469538	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
469538	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
469538	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
469538	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
469538	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
469538	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
469538	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
469538	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
469538	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
469538	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
469538	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
469538	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
469538	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
469538	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
469538	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
469538	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
469538	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
469538	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
469538	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
469538	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
469538	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
469538	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
469538	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
469538	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
469538	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
469538	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
469538	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
469538	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
469538	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
469538	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
469538	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
469538	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
469538	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
469538	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
469538	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
469538	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
469538	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
469538	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
469538	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
469538	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
469538	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
469538	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
469538	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
469538	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
469538	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
469538	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
469538	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
469538	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
469538	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
469538	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
469538	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
469538	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
469538	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
469538	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
469538	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
469538	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
469538	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
469538	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
469538	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
469538	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
469538	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
469538	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
469538	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
469538	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
469538	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
469538	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
469538	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
469538	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
469538	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
469538	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
469538	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
469538	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
469538	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
469538	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
469538	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
469538	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
469538	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
469538	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
469538	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
469538	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
469538	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
469538	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
469538	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
469538	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
469538	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
469538	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
469538	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
469538	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
469538	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
469538	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
469538	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
469538	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
469538	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
469538	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
469538	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
469538	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
469538	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
469538	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
469538	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
469538	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
469538	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
469538	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
469538	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
469538	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
469538	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
469538	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
469538	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
469538	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
469538	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
469538	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
469538	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
469538	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
469538	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
469538	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
469538	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
469538	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
469538	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
469538	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
469538	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
469538	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
469538	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
469538	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
469538	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
469538	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
469538	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
469538	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
469538	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
469538	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
469538	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
469538	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
469538	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
469538	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
469538	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
469538	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
469538	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
469538	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
469538	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
469538	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
469538	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
469538	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
469538	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
469538	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
469538	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
469538	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
469538	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
469538	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
469538	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
469538	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
469538	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
469538	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
469538	embedding2nn.weight	0	0.3225002884864807
469538	embedding2nn.weight	1	0.405674010515213
469538	embedding2nn.weight	2	0.013920286670327187
469538	embedding2nn.weight	3	0.010347341187298298
469538	embedding2nn.weight	4	-0.06560962647199631
469538	embedding2nn.weight	5	0.08008851110935211
469538	embedding2nn.weight	6	0.002409502863883972
469538	embedding2nn.weight	7	0.002268233336508274
469538	embedding2nn.weight	8	0.03661985322833061
469538	embedding2nn.weight	9	-0.02298831194639206
469538	embedding2nn.bias	0	0.037790849804878235
469538	embedding2nn.bias	1	-0.2057206630706787
469538	embedding2nn.bias	2	0.09176253527402878
469538	embedding2nn.bias	3	0.16269724071025848
469538	embedding2nn.bias	4	0.1369733065366745
469538	embedding2nn.bias	5	-0.054207250475883484
469538	embedding2nn.bias	6	-0.01605658046901226
469538	embedding2nn.bias	7	0.027653507888317108
469538	embedding2nn.bias	8	-0.1650935560464859
469538	embedding2nn.bias	9	-0.3575496971607208
469538	rnn.weight_ih_l0	0	-0.006133567076176405
469538	rnn.weight_ih_l0	1	-0.06571158766746521
469538	rnn.weight_ih_l0	2	-0.012081487104296684
469538	rnn.weight_ih_l0	3	0.11216379702091217
469538	rnn.weight_ih_l0	4	0.05214798450469971
469538	rnn.weight_ih_l0	5	-0.056872349232435226
469538	rnn.weight_ih_l0	6	0.016537953168153763
469538	rnn.weight_ih_l0	7	-0.06215605139732361
469538	rnn.weight_ih_l0	8	0.0562305748462677
469538	rnn.weight_ih_l0	9	-0.08165843784809113
469538	rnn.weight_hh_l0	0	-0.014555530622601509
469538	rnn.weight_hh_l0	1	0.07526011765003204
469538	rnn.weight_hh_l0	2	0.02035183273255825
469538	rnn.weight_hh_l0	3	-0.014931479468941689
469538	rnn.weight_hh_l0	4	0.03394370898604393
469538	rnn.weight_hh_l0	5	0.046506911516189575
469538	rnn.weight_hh_l0	6	-0.06199328601360321
469538	rnn.weight_hh_l0	7	-0.10718272626399994
469538	rnn.weight_hh_l0	8	0.03747717663645744
469538	rnn.weight_hh_l0	9	-0.1038937196135521
469538	rnn.bias_ih_l0	0	0.1536603569984436
469538	rnn.bias_ih_l0	1	-0.2986939251422882
469538	rnn.bias_ih_l0	2	-0.02615244686603546
469538	rnn.bias_ih_l0	3	-0.2077445536851883
469538	rnn.bias_ih_l0	4	0.04117172583937645
469538	rnn.bias_ih_l0	5	-0.42854273319244385
469538	rnn.bias_ih_l0	6	-0.1292610913515091
469538	rnn.bias_ih_l0	7	-0.33541491627693176
469538	rnn.bias_ih_l0	8	-0.281232088804245
469538	rnn.bias_ih_l0	9	-0.4462994933128357
469538	rnn.bias_hh_l0	0	-0.3422977924346924
469538	rnn.bias_hh_l0	1	-0.42464032769203186
469538	rnn.bias_hh_l0	2	-0.3572918474674225
469538	rnn.bias_hh_l0	3	-0.07998470216989517
469538	rnn.bias_hh_l0	4	-0.3660305142402649
469538	rnn.bias_hh_l0	5	-0.3202112913131714
469538	rnn.bias_hh_l0	6	-0.09235226362943649
469538	rnn.bias_hh_l0	7	0.08376370370388031
469538	rnn.bias_hh_l0	8	-0.23010167479515076
469538	rnn.bias_hh_l0	9	-0.5559480786323547
469538	rnn.weight_ih_l0_reverse	0	0.06475016474723816
469538	rnn.weight_ih_l0_reverse	1	-0.061584897339344025
469538	rnn.weight_ih_l0_reverse	2	-0.028362371027469635
469538	rnn.weight_ih_l0_reverse	3	-0.13056175410747528
469538	rnn.weight_ih_l0_reverse	4	0.09714352339506149
469538	rnn.weight_ih_l0_reverse	5	-0.11419622600078583
469538	rnn.weight_ih_l0_reverse	6	-0.03250974789261818
469538	rnn.weight_ih_l0_reverse	7	0.03523453325033188
469538	rnn.weight_ih_l0_reverse	8	-0.07059603184461594
469538	rnn.weight_ih_l0_reverse	9	-0.06351827830076218
469538	rnn.weight_hh_l0_reverse	0	-0.14311160147190094
469538	rnn.weight_hh_l0_reverse	1	0.019048001617193222
469538	rnn.weight_hh_l0_reverse	2	-0.027968375012278557
469538	rnn.weight_hh_l0_reverse	3	0.03578096628189087
469538	rnn.weight_hh_l0_reverse	4	-0.09032849222421646
469538	rnn.weight_hh_l0_reverse	5	0.03233380243182182
469538	rnn.weight_hh_l0_reverse	6	0.03023146092891693
469538	rnn.weight_hh_l0_reverse	7	-0.08535211533308029
469538	rnn.weight_hh_l0_reverse	8	-0.05310907959938049
469538	rnn.weight_hh_l0_reverse	9	0.05253206193447113
469538	rnn.bias_ih_l0_reverse	0	-0.1844240128993988
469538	rnn.bias_ih_l0_reverse	1	-0.06749369949102402
469538	rnn.bias_ih_l0_reverse	2	0.12682394683361053
469538	rnn.bias_ih_l0_reverse	3	-0.296964168548584
469538	rnn.bias_ih_l0_reverse	4	-0.044714223593473434
469538	rnn.bias_ih_l0_reverse	5	-0.216328427195549
469538	rnn.bias_ih_l0_reverse	6	0.2684169411659241
469538	rnn.bias_ih_l0_reverse	7	-0.3240443170070648
469538	rnn.bias_ih_l0_reverse	8	-0.18915189802646637
469538	rnn.bias_ih_l0_reverse	9	-0.18982623517513275
469538	rnn.bias_hh_l0_reverse	0	-0.1094469204545021
469538	rnn.bias_hh_l0_reverse	1	0.2787741422653198
469538	rnn.bias_hh_l0_reverse	2	-0.3316107392311096
469538	rnn.bias_hh_l0_reverse	3	-0.20937944948673248
469538	rnn.bias_hh_l0_reverse	4	-0.4173962473869324
469538	rnn.bias_hh_l0_reverse	5	-0.1779700517654419
469538	rnn.bias_hh_l0_reverse	6	-0.2633383572101593
469538	rnn.bias_hh_l0_reverse	7	-0.09458909183740616
469538	rnn.bias_hh_l0_reverse	8	-0.30061042308807373
469538	rnn.bias_hh_l0_reverse	9	0.19668245315551758
469538	linear.weight	0	0.16399919986724854
469538	linear.weight	1	-0.38116663694381714
469538	linear.weight	2	0.07848474383354187
469538	linear.weight	3	0.06765476614236832
469538	linear.weight	4	-0.18018729984760284
469538	linear.weight	5	0.23200567066669464
469538	linear.weight	6	-0.02637568488717079
469538	linear.weight	7	-0.06156693026423454
469538	linear.weight	8	0.14411059021949768
469538	linear.weight	9	-0.04818567633628845
469538	linear.bias	0	-0.8902848362922668
469538	linear.bias	1	1.9861243963241577
469538	linear.bias	2	0.7723115086555481
469538	linear.bias	3	-2.678060293197632
469538	linear.bias	4	-0.13737663626670837
469538	linear.bias	5	1.2380934953689575
469538	linear.bias	6	-0.2214200794696808
469538	linear.bias	7	0.7268031239509583
469538	linear.bias	8	2.222878932952881
469538	linear.bias	9	-1.511443853378296
469546	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
469546	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
469546	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
469546	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
469546	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
469546	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
469546	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
469546	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
469546	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
469546	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
469546	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
469546	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
469546	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
469546	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
469546	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
469546	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
469546	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
469546	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
469546	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
469546	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
469546	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
469546	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
469546	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
469546	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
469546	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
469546	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
469546	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
469546	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
469546	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
469546	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
469546	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
469546	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
469546	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
469546	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
469546	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
469546	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
469546	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
469546	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
469546	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
469546	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
469546	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
469546	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
469546	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
469546	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
469546	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
469546	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
469546	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
469546	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
469546	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
469546	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
469546	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
469546	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
469546	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
469546	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
469546	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
469546	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
469546	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
469546	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
469546	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
469546	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
469546	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
469546	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
469546	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
469546	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
469546	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
469546	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
469546	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
469546	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
469546	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
469546	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
469546	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
469546	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
469546	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
469546	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
469546	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
469546	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
469546	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
469546	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
469546	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
469546	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
469546	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
469546	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
469546	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
469546	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
469546	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
469546	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
469546	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
469546	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
469546	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
469546	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
469546	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
469546	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
469546	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
469546	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
469546	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
469546	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
469546	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
469546	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
469546	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
469546	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
469546	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
469546	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
469546	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
469546	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
469546	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
469546	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
469546	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
469546	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
469546	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
469546	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
469546	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
469546	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
469546	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
469546	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
469546	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
469546	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
469546	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
469546	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
469546	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
469546	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
469546	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
469546	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
469546	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
469546	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
469546	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
469546	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
469546	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
469546	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
469546	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
469546	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
469546	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
469546	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
469546	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
469546	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
469546	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
469546	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
469546	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
469546	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
469546	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
469546	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
469546	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
469546	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
469546	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
469546	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
469546	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
469546	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
469546	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
469546	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
469546	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
469546	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
469546	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
469546	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
469546	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
469546	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
469546	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
469546	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
469546	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
469546	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
469546	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
469546	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
469546	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
469546	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
469546	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
469546	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
469546	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
469546	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
469546	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
469546	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
469546	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
469546	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
469546	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
469546	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
469546	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
469546	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
469546	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
469546	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
469546	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
469546	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
469546	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
469546	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
469546	embedding2nn.weight	0	0.3226780891418457
469546	embedding2nn.weight	1	0.40586182475090027
469546	embedding2nn.weight	2	0.01440607663244009
469546	embedding2nn.weight	3	0.01176969800144434
469546	embedding2nn.weight	4	-0.0641244575381279
469546	embedding2nn.weight	5	0.07967770099639893
469546	embedding2nn.weight	6	0.002003428293392062
469546	embedding2nn.weight	7	0.004198729991912842
469546	embedding2nn.weight	8	0.03551682457327843
469546	embedding2nn.weight	9	-0.022509437054395676
469546	embedding2nn.bias	0	0.03775361552834511
469546	embedding2nn.bias	1	-0.19890010356903076
469546	embedding2nn.bias	2	0.09782799333333969
469546	embedding2nn.bias	3	0.16179679334163666
469546	embedding2nn.bias	4	0.1353771686553955
469546	embedding2nn.bias	5	-0.05902229994535446
469546	embedding2nn.bias	6	-0.010023165494203568
469546	embedding2nn.bias	7	0.031629081815481186
469546	embedding2nn.bias	8	-0.16669127345085144
469546	embedding2nn.bias	9	-0.35867682099342346
469546	rnn.weight_ih_l0	0	-0.0062509821727871895
469546	rnn.weight_ih_l0	1	-0.06573105603456497
469546	rnn.weight_ih_l0	2	-0.011941027827560902
469546	rnn.weight_ih_l0	3	0.11256163567304611
469546	rnn.weight_ih_l0	4	0.05234780162572861
469546	rnn.weight_ih_l0	5	-0.05703802406787872
469546	rnn.weight_ih_l0	6	0.016683688387274742
469546	rnn.weight_ih_l0	7	-0.06227907910943031
469546	rnn.weight_ih_l0	8	0.05570073425769806
469546	rnn.weight_ih_l0	9	-0.08191265910863876
469546	rnn.weight_hh_l0	0	-0.014529449865221977
469546	rnn.weight_hh_l0	1	0.07523031532764435
469546	rnn.weight_hh_l0	2	0.020367233082652092
469546	rnn.weight_hh_l0	3	-0.014887276105582714
469546	rnn.weight_hh_l0	4	0.033843353390693665
469546	rnn.weight_hh_l0	5	0.046426381915807724
469546	rnn.weight_hh_l0	6	-0.06202203780412674
469546	rnn.weight_hh_l0	7	-0.10718177258968353
469546	rnn.weight_hh_l0	8	0.0374751016497612
469546	rnn.weight_hh_l0	9	-0.10384421050548553
469546	rnn.bias_ih_l0	0	0.15422870218753815
469546	rnn.bias_ih_l0	1	-0.298656702041626
469546	rnn.bias_ih_l0	2	-0.026308637112379074
469546	rnn.bias_ih_l0	3	-0.20651300251483917
469546	rnn.bias_ih_l0	4	0.041134003549814224
469546	rnn.bias_ih_l0	5	-0.4279310405254364
469546	rnn.bias_ih_l0	6	-0.12916892766952515
469546	rnn.bias_ih_l0	7	-0.3354659378528595
469546	rnn.bias_ih_l0	8	-0.2812337279319763
469546	rnn.bias_ih_l0	9	-0.44444334506988525
469546	rnn.bias_hh_l0	0	-0.3415687680244446
469546	rnn.bias_hh_l0	1	-0.4244423508644104
469546	rnn.bias_hh_l0	2	-0.3557867109775543
469546	rnn.bias_hh_l0	3	-0.08006207644939423
469546	rnn.bias_hh_l0	4	-0.3667077422142029
469546	rnn.bias_hh_l0	5	-0.3202400803565979
469546	rnn.bias_hh_l0	6	-0.09264300018548965
469546	rnn.bias_hh_l0	7	0.08440525084733963
469546	rnn.bias_hh_l0	8	-0.23034390807151794
469546	rnn.bias_hh_l0	9	-0.5564165115356445
469546	rnn.weight_ih_l0_reverse	0	0.06468170136213303
469546	rnn.weight_ih_l0_reverse	1	-0.061722949147224426
469546	rnn.weight_ih_l0_reverse	2	-0.027883285656571388
469546	rnn.weight_ih_l0_reverse	3	-0.13003979623317719
469546	rnn.weight_ih_l0_reverse	4	0.09737741947174072
469546	rnn.weight_ih_l0_reverse	5	-0.11355309933423996
469546	rnn.weight_ih_l0_reverse	6	-0.03262719511985779
469546	rnn.weight_ih_l0_reverse	7	0.03526672348380089
469546	rnn.weight_ih_l0_reverse	8	-0.07043439894914627
469546	rnn.weight_ih_l0_reverse	9	-0.06294727325439453
469546	rnn.weight_hh_l0_reverse	0	-0.14307154715061188
469546	rnn.weight_hh_l0_reverse	1	0.01899062655866146
469546	rnn.weight_hh_l0_reverse	2	-0.02806011773645878
469546	rnn.weight_hh_l0_reverse	3	0.03587363660335541
469546	rnn.weight_hh_l0_reverse	4	-0.09030518680810928
469546	rnn.weight_hh_l0_reverse	5	0.03222498297691345
469546	rnn.weight_hh_l0_reverse	6	0.030233558267354965
469546	rnn.weight_hh_l0_reverse	7	-0.08519850671291351
469546	rnn.weight_hh_l0_reverse	8	-0.05328454077243805
469546	rnn.weight_hh_l0_reverse	9	0.052781399339437485
469546	rnn.bias_ih_l0_reverse	0	-0.18371780216693878
469546	rnn.bias_ih_l0_reverse	1	-0.06716116517782211
469546	rnn.bias_ih_l0_reverse	2	0.12547928094863892
469546	rnn.bias_ih_l0_reverse	3	-0.29693838953971863
469546	rnn.bias_ih_l0_reverse	4	-0.04366028681397438
469546	rnn.bias_ih_l0_reverse	5	-0.21654659509658813
469546	rnn.bias_ih_l0_reverse	6	0.2678256630897522
469546	rnn.bias_ih_l0_reverse	7	-0.3241099417209625
469546	rnn.bias_ih_l0_reverse	8	-0.1890496164560318
469546	rnn.bias_ih_l0_reverse	9	-0.1881628781557083
469546	rnn.bias_hh_l0_reverse	0	-0.1095740795135498
469546	rnn.bias_hh_l0_reverse	1	0.27921611070632935
469546	rnn.bias_hh_l0_reverse	2	-0.332516074180603
469546	rnn.bias_hh_l0_reverse	3	-0.20951494574546814
469546	rnn.bias_hh_l0_reverse	4	-0.41665810346603394
469546	rnn.bias_hh_l0_reverse	5	-0.17785997688770294
469546	rnn.bias_hh_l0_reverse	6	-0.26238584518432617
469546	rnn.bias_hh_l0_reverse	7	-0.09571226686239243
469546	rnn.bias_hh_l0_reverse	8	-0.3004131615161896
469546	rnn.bias_hh_l0_reverse	9	0.19916240870952606
469546	linear.weight	0	0.16496159136295319
469546	linear.weight	1	-0.37785106897354126
469546	linear.weight	2	0.08008747547864914
469546	linear.weight	3	0.06765483319759369
469546	linear.weight	4	-0.17991498112678528
469546	linear.weight	5	0.23196344077587128
469546	linear.weight	6	-0.02606949582695961
469546	linear.weight	7	-0.06156675145030022
469546	linear.weight	8	0.14103440940380096
469546	linear.weight	9	-0.048185769468545914
469546	linear.bias	0	-0.8889736533164978
469546	linear.bias	1	1.9815632104873657
469546	linear.bias	2	0.7848444581031799
469546	linear.bias	3	-2.678067922592163
469546	linear.bias	4	-0.13600589334964752
469546	linear.bias	5	1.2346593141555786
469546	linear.bias	6	-0.20240968465805054
469546	linear.bias	7	0.737021267414093
469546	linear.bias	8	2.2224340438842773
469546	linear.bias	9	-1.5090478658676147
470155	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
470155	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
470155	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
470155	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
470155	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
470155	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
470155	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
470155	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
470155	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
470155	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
470155	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
470155	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
470155	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
470155	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
470155	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
470155	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
470155	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
470155	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
470155	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
470155	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
470155	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
470155	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
470155	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
470155	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
470155	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
470155	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
470155	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
470155	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
470155	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
470155	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
470155	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
470155	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
470155	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
470155	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
470155	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
470155	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
470155	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
470155	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
470155	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
470155	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
470155	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
470155	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
470155	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
470155	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
470155	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
470155	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
470155	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
470155	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
470155	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
470155	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
470155	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
470155	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
470155	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
470155	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
470155	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
470155	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
470155	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
470155	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
470155	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
470155	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
470155	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
470155	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
470155	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
470155	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
470155	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
470155	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
470155	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
470155	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
470155	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
470155	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
470155	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
470155	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
470155	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
470155	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
470155	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
470155	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
470155	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
470155	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
470155	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
470155	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
470155	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
470155	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
470155	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
470155	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
470155	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
470155	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
470155	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
470155	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
470155	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
470155	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
470155	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
470155	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
470155	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
470155	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
470155	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
470155	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
470155	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
470155	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
470155	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
470155	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
470155	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
470155	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
470155	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
470155	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
470155	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
470155	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
470155	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
470155	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
470155	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
470155	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
470155	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
470155	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
470155	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
470155	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
470155	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
470155	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
470155	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
470155	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
470155	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
470155	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
470155	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
470155	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
470155	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
470155	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
470155	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
470155	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
470155	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
470155	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
470155	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
470155	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
470155	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
470155	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
470155	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
470155	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
470155	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
470155	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
470155	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
470155	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
470155	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
470155	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
470155	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
470155	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
470155	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
470155	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
470155	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
470155	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
470155	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
470155	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
470155	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
470155	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
470155	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
470155	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
470155	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
470155	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
470155	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
470155	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
470155	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
470155	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
470155	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
470155	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
470155	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
470155	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
470155	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
470155	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
470155	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
470155	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
470155	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
470155	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
470155	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
470155	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
470155	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
470155	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
470155	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
470155	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
470155	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
470155	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
470155	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
470155	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
470155	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
470155	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
470155	embedding2nn.weight	0	0.32543009519577026
470155	embedding2nn.weight	1	0.401726633310318
470155	embedding2nn.weight	2	0.0186446700245142
470155	embedding2nn.weight	3	-0.0049008335918188095
470155	embedding2nn.weight	4	-0.06884901970624924
470155	embedding2nn.weight	5	0.07829546183347702
470155	embedding2nn.weight	6	-0.0030928566120564938
470155	embedding2nn.weight	7	0.005990714766085148
470155	embedding2nn.weight	8	0.04159732908010483
470155	embedding2nn.weight	9	-0.02378688007593155
470155	embedding2nn.bias	0	0.031944599002599716
470155	embedding2nn.bias	1	-0.20798498392105103
470155	embedding2nn.bias	2	0.09978796541690826
470155	embedding2nn.bias	3	0.15425525605678558
470155	embedding2nn.bias	4	0.09853687882423401
470155	embedding2nn.bias	5	-0.034436363726854324
470155	embedding2nn.bias	6	-0.020583290606737137
470155	embedding2nn.bias	7	0.05102761834859848
470155	embedding2nn.bias	8	-0.1561446338891983
470155	embedding2nn.bias	9	-0.3594000041484833
470155	rnn.weight_ih_l0	0	-0.004871446173638105
470155	rnn.weight_ih_l0	1	-0.06559547036886215
470155	rnn.weight_ih_l0	2	-0.02197463996708393
470155	rnn.weight_ih_l0	3	0.11247516423463821
470155	rnn.weight_ih_l0	4	0.042042724788188934
470155	rnn.weight_ih_l0	5	-0.056305114179849625
470155	rnn.weight_ih_l0	6	0.007804209366440773
470155	rnn.weight_ih_l0	7	-0.06526651233434677
470155	rnn.weight_ih_l0	8	0.05369585379958153
470155	rnn.weight_ih_l0	9	-0.0830259621143341
470155	rnn.weight_hh_l0	0	-0.013960231095552444
470155	rnn.weight_hh_l0	1	0.0757802203297615
470155	rnn.weight_hh_l0	2	0.02031821571290493
470155	rnn.weight_hh_l0	3	-0.015260562300682068
470155	rnn.weight_hh_l0	4	0.03305928409099579
470155	rnn.weight_hh_l0	5	0.048174984753131866
470155	rnn.weight_hh_l0	6	-0.062231313437223434
470155	rnn.weight_hh_l0	7	-0.10979509353637695
470155	rnn.weight_hh_l0	8	0.037509430199861526
470155	rnn.weight_hh_l0	9	-0.1040409579873085
470155	rnn.bias_ih_l0	0	0.15172189474105835
470155	rnn.bias_ih_l0	1	-0.2945776879787445
470155	rnn.bias_ih_l0	2	-0.024528633803129196
470155	rnn.bias_ih_l0	3	-0.20528443157672882
470155	rnn.bias_ih_l0	4	0.0490633025765419
470155	rnn.bias_ih_l0	5	-0.42790552973747253
470155	rnn.bias_ih_l0	6	-0.1319180130958557
470155	rnn.bias_ih_l0	7	-0.33639901876449585
470155	rnn.bias_ih_l0	8	-0.28300443291664124
470155	rnn.bias_ih_l0	9	-0.4580431580543518
470155	rnn.bias_hh_l0	0	-0.3342367112636566
470155	rnn.bias_hh_l0	1	-0.4336605668067932
470155	rnn.bias_hh_l0	2	-0.3577476143836975
470155	rnn.bias_hh_l0	3	-0.07817491143941879
470155	rnn.bias_hh_l0	4	-0.3657909035682678
470155	rnn.bias_hh_l0	5	-0.3216307461261749
470155	rnn.bias_hh_l0	6	-0.0877910852432251
470155	rnn.bias_hh_l0	7	0.08531001210212708
470155	rnn.bias_hh_l0	8	-0.2292851358652115
470155	rnn.bias_hh_l0	9	-0.5510696172714233
470155	rnn.weight_ih_l0_reverse	0	0.06717223674058914
470155	rnn.weight_ih_l0_reverse	1	-0.06305651366710663
470155	rnn.weight_ih_l0_reverse	2	-0.027053583413362503
470155	rnn.weight_ih_l0_reverse	3	-0.1327103227376938
470155	rnn.weight_ih_l0_reverse	4	0.09585119783878326
470155	rnn.weight_ih_l0_reverse	5	-0.11356321722269058
470155	rnn.weight_ih_l0_reverse	6	-0.02481085993349552
470155	rnn.weight_ih_l0_reverse	7	0.034949976950883865
470155	rnn.weight_ih_l0_reverse	8	-0.0693202093243599
470155	rnn.weight_ih_l0_reverse	9	-0.06219189986586571
470155	rnn.weight_hh_l0_reverse	0	-0.1428186595439911
470155	rnn.weight_hh_l0_reverse	1	0.01992897130548954
470155	rnn.weight_hh_l0_reverse	2	-0.02854301407933235
470155	rnn.weight_hh_l0_reverse	3	0.03611811622977257
470155	rnn.weight_hh_l0_reverse	4	-0.09030338376760483
470155	rnn.weight_hh_l0_reverse	5	0.032020453363657
470155	rnn.weight_hh_l0_reverse	6	0.030033614486455917
470155	rnn.weight_hh_l0_reverse	7	-0.08274626731872559
470155	rnn.weight_hh_l0_reverse	8	-0.05054216831922531
470155	rnn.weight_hh_l0_reverse	9	0.054073136299848557
470155	rnn.bias_ih_l0_reverse	0	-0.18590518832206726
470155	rnn.bias_ih_l0_reverse	1	-0.0754006877541542
470155	rnn.bias_ih_l0_reverse	2	0.12670773267745972
470155	rnn.bias_ih_l0_reverse	3	-0.2903386056423187
470155	rnn.bias_ih_l0_reverse	4	-0.04560438171029091
470155	rnn.bias_ih_l0_reverse	5	-0.21466508507728577
470155	rnn.bias_ih_l0_reverse	6	0.26472049951553345
470155	rnn.bias_ih_l0_reverse	7	-0.3167761564254761
470155	rnn.bias_ih_l0_reverse	8	-0.19055861234664917
470155	rnn.bias_ih_l0_reverse	9	-0.1943599432706833
470155	rnn.bias_hh_l0_reverse	0	-0.10464069992303848
470155	rnn.bias_hh_l0_reverse	1	0.2684231698513031
470155	rnn.bias_hh_l0_reverse	2	-0.33065930008888245
470155	rnn.bias_hh_l0_reverse	3	-0.20148824155330658
470155	rnn.bias_hh_l0_reverse	4	-0.41281765699386597
470155	rnn.bias_hh_l0_reverse	5	-0.17882899940013885
470155	rnn.bias_hh_l0_reverse	6	-0.26092299818992615
470155	rnn.bias_hh_l0_reverse	7	-0.09376285970211029
470155	rnn.bias_hh_l0_reverse	8	-0.30274954438209534
470155	rnn.bias_hh_l0_reverse	9	0.20756492018699646
470155	linear.weight	0	0.14502455294132233
470155	linear.weight	1	-0.412855327129364
470155	linear.weight	2	0.0681801363825798
470155	linear.weight	3	0.06765338778495789
470155	linear.weight	4	-0.17849169671535492
470155	linear.weight	5	0.22377896308898926
470155	linear.weight	6	-0.03382335603237152
470155	linear.weight	7	-0.06155654042959213
470155	linear.weight	8	0.1410580724477768
470155	linear.weight	9	-0.04819294437766075
470155	linear.bias	0	-0.8733063340187073
470155	linear.bias	1	1.9057114124298096
470155	linear.bias	2	0.8096113801002502
470155	linear.bias	3	-2.678386926651001
470155	linear.bias	4	-0.14124858379364014
470155	linear.bias	5	1.2227424383163452
470155	linear.bias	6	-0.21945378184318542
470155	linear.bias	7	0.7579895257949829
470155	linear.bias	8	2.18641996383667
470155	linear.bias	9	-1.5251431465148926
470764	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
470764	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
470764	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
470764	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
470764	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
470764	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
470764	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
470764	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
470764	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
470764	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
470764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
470764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
470764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
470764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
470764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
470764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
470764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
470764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
470764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
470764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
470764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
470764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
470764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
470764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
470764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
470764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
470764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
470764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
470764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
470764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
470764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
470764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
470764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
470764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
470764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
470764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
470764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
470764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
470764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
470764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
470764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
470764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
470764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
470764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
470764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
470764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
470764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
470764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
470764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
470764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
470764	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
470764	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
470764	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
470764	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
470764	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
470764	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
470764	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
470764	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
470764	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
470764	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
470764	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
470764	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
470764	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
470764	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
470764	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
470764	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
470764	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
470764	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
470764	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
470764	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
470764	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
470764	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
470764	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
470764	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
470764	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
470764	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
470764	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
470764	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
470764	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
470764	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
470764	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
470764	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
470764	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
470764	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
470764	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
470764	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
470764	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
470764	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
470764	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
470764	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
470764	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
470764	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
470764	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
470764	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
470764	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
470764	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
470764	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
470764	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
470764	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
470764	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
470764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
470764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
470764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
470764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
470764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
470764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
470764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
470764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
470764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
470764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
470764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
470764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
470764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
470764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
470764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
470764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
470764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
470764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
470764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
470764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
470764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
470764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
470764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
470764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
470764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
470764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
470764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
470764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
470764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
470764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
470764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
470764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
470764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
470764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
470764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
470764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
470764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
470764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
470764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
470764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
470764	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
470764	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
470764	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
470764	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
470764	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
470764	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
470764	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
470764	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
470764	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
470764	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
470764	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
470764	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
470764	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
470764	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
470764	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
470764	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
470764	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
470764	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
470764	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
470764	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
470764	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
470764	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
470764	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
470764	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
470764	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
470764	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
470764	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
470764	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
470764	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
470764	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
470764	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
470764	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
470764	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
470764	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
470764	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
470764	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
470764	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
470764	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
470764	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
470764	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
470764	embedding2nn.weight	0	0.3272514045238495
470764	embedding2nn.weight	1	0.3979949951171875
470764	embedding2nn.weight	2	0.022836655378341675
470764	embedding2nn.weight	3	-0.013854259625077248
470764	embedding2nn.weight	4	-0.06466556340456009
470764	embedding2nn.weight	5	0.07352571934461594
470764	embedding2nn.weight	6	-0.006325251888483763
470764	embedding2nn.weight	7	0.009620707482099533
470764	embedding2nn.weight	8	0.040366146713495255
470764	embedding2nn.weight	9	-0.01872541941702366
470764	embedding2nn.bias	0	0.04372869431972504
470764	embedding2nn.bias	1	-0.22461512684822083
470764	embedding2nn.bias	2	0.11812964081764221
470764	embedding2nn.bias	3	0.16825686395168304
470764	embedding2nn.bias	4	0.12174510210752487
470764	embedding2nn.bias	5	-0.06895127147436142
470764	embedding2nn.bias	6	-0.04983879253268242
470764	embedding2nn.bias	7	0.052755530923604965
470764	embedding2nn.bias	8	-0.18115797638893127
470764	embedding2nn.bias	9	-0.34308335185050964
470764	rnn.weight_ih_l0	0	-0.003885597223415971
470764	rnn.weight_ih_l0	1	-0.06558384001255035
470764	rnn.weight_ih_l0	2	-0.02388501539826393
470764	rnn.weight_ih_l0	3	0.11677233129739761
470764	rnn.weight_ih_l0	4	0.046383995562791824
470764	rnn.weight_ih_l0	5	-0.05624738335609436
470764	rnn.weight_ih_l0	6	0.010788476094603539
470764	rnn.weight_ih_l0	7	-0.062003977596759796
470764	rnn.weight_ih_l0	8	0.05589550361037254
470764	rnn.weight_ih_l0	9	-0.08800158649682999
470764	rnn.weight_hh_l0	0	-0.01306662242859602
470764	rnn.weight_hh_l0	1	0.0762442797422409
470764	rnn.weight_hh_l0	2	0.02054980769753456
470764	rnn.weight_hh_l0	3	-0.016270793974399567
470764	rnn.weight_hh_l0	4	0.03293125331401825
470764	rnn.weight_hh_l0	5	0.04853461682796478
470764	rnn.weight_hh_l0	6	-0.06194066256284714
470764	rnn.weight_hh_l0	7	-0.1098327562212944
470764	rnn.weight_hh_l0	8	0.037718962877988815
470764	rnn.weight_hh_l0	9	-0.10376384109258652
470764	rnn.bias_ih_l0	0	0.15489991009235382
470764	rnn.bias_ih_l0	1	-0.29277950525283813
470764	rnn.bias_ih_l0	2	-0.024066699668765068
470764	rnn.bias_ih_l0	3	-0.2113940268754959
470764	rnn.bias_ih_l0	4	0.05192483589053154
470764	rnn.bias_ih_l0	5	-0.42520347237586975
470764	rnn.bias_ih_l0	6	-0.1296938806772232
470764	rnn.bias_ih_l0	7	-0.3376680612564087
470764	rnn.bias_ih_l0	8	-0.2830074429512024
470764	rnn.bias_ih_l0	9	-0.4457346200942993
470764	rnn.bias_hh_l0	0	-0.3424772024154663
470764	rnn.bias_hh_l0	1	-0.4337555170059204
470764	rnn.bias_hh_l0	2	-0.3597678542137146
470764	rnn.bias_hh_l0	3	-0.07767760008573532
470764	rnn.bias_hh_l0	4	-0.3683866262435913
470764	rnn.bias_hh_l0	5	-0.32173848152160645
470764	rnn.bias_hh_l0	6	-0.09001724421977997
470764	rnn.bias_hh_l0	7	0.07458605617284775
470764	rnn.bias_hh_l0	8	-0.23799845576286316
470764	rnn.bias_hh_l0	9	-0.5477463006973267
470764	rnn.weight_ih_l0_reverse	0	0.06803929060697556
470764	rnn.weight_ih_l0_reverse	1	-0.06360087543725967
470764	rnn.weight_ih_l0_reverse	2	-0.02635013684630394
470764	rnn.weight_ih_l0_reverse	3	-0.13133595883846283
470764	rnn.weight_ih_l0_reverse	4	0.0936652198433876
470764	rnn.weight_ih_l0_reverse	5	-0.11770309507846832
470764	rnn.weight_ih_l0_reverse	6	-0.028811337426304817
470764	rnn.weight_ih_l0_reverse	7	0.03543420881032944
470764	rnn.weight_ih_l0_reverse	8	-0.0646040067076683
470764	rnn.weight_ih_l0_reverse	9	-0.06030284985899925
470764	rnn.weight_hh_l0_reverse	0	-0.14469434320926666
470764	rnn.weight_hh_l0_reverse	1	0.019165726378560066
470764	rnn.weight_hh_l0_reverse	2	-0.02901557646691799
470764	rnn.weight_hh_l0_reverse	3	0.0349646620452404
470764	rnn.weight_hh_l0_reverse	4	-0.08947844803333282
470764	rnn.weight_hh_l0_reverse	5	0.03233917057514191
470764	rnn.weight_hh_l0_reverse	6	0.029964962974190712
470764	rnn.weight_hh_l0_reverse	7	-0.08084205538034439
470764	rnn.weight_hh_l0_reverse	8	-0.04829687997698784
470764	rnn.weight_hh_l0_reverse	9	0.05266893655061722
470764	rnn.bias_ih_l0_reverse	0	-0.1863788664340973
470764	rnn.bias_ih_l0_reverse	1	-0.07896267622709274
470764	rnn.bias_ih_l0_reverse	2	0.12575383484363556
470764	rnn.bias_ih_l0_reverse	3	-0.28852689266204834
470764	rnn.bias_ih_l0_reverse	4	-0.04577624052762985
470764	rnn.bias_ih_l0_reverse	5	-0.21523462235927582
470764	rnn.bias_ih_l0_reverse	6	0.25557851791381836
470764	rnn.bias_ih_l0_reverse	7	-0.3221362233161926
470764	rnn.bias_ih_l0_reverse	8	-0.1903560608625412
470764	rnn.bias_ih_l0_reverse	9	-0.20125775039196014
470764	rnn.bias_hh_l0_reverse	0	-0.11298773437738419
470764	rnn.bias_hh_l0_reverse	1	0.2718665897846222
470764	rnn.bias_hh_l0_reverse	2	-0.33247122168540955
470764	rnn.bias_hh_l0_reverse	3	-0.20172831416130066
470764	rnn.bias_hh_l0_reverse	4	-0.41389957070350647
470764	rnn.bias_hh_l0_reverse	5	-0.17801493406295776
470764	rnn.bias_hh_l0_reverse	6	-0.26276570558547974
470764	rnn.bias_hh_l0_reverse	7	-0.09109330177307129
470764	rnn.bias_hh_l0_reverse	8	-0.2996092438697815
470764	rnn.bias_hh_l0_reverse	9	0.194107323884964
470764	linear.weight	0	0.16822077333927155
470764	linear.weight	1	-0.4383545517921448
470764	linear.weight	2	0.08351841568946838
470764	linear.weight	3	0.06764789670705795
470764	linear.weight	4	-0.14225272834300995
470764	linear.weight	5	0.22837874293327332
470764	linear.weight	6	-0.018736418336629868
470764	linear.weight	7	-0.0615440234541893
470764	linear.weight	8	0.1548723429441452
470764	linear.weight	9	-0.048203710466623306
470764	linear.bias	0	-0.8791781663894653
470764	linear.bias	1	1.9659830331802368
470764	linear.bias	2	0.7929516434669495
470764	linear.bias	3	-2.6787517070770264
470764	linear.bias	4	-0.1250574141740799
470764	linear.bias	5	1.2419157028198242
470764	linear.bias	6	-0.20509283244609833
470764	linear.bias	7	0.7213996648788452
470764	linear.bias	8	2.165225028991699
470764	linear.bias	9	-1.5297385454177856
471373	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
471373	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
471373	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
471373	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
471373	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
471373	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
471373	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
471373	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
471373	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
471373	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
471373	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
471373	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
471373	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
471373	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
471373	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
471373	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
471373	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
471373	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
471373	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
471373	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
471373	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
471373	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
471373	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
471373	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
471373	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
471373	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
471373	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
471373	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
471373	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
471373	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
471373	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
471373	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
471373	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
471373	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
471373	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
471373	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
471373	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
471373	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
471373	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
471373	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
471373	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
471373	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
471373	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
471373	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
471373	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
471373	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
471373	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
471373	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
471373	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
471373	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
471373	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
471373	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
471373	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
471373	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
471373	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
471373	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
471373	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
471373	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
471373	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
471373	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
471373	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
471373	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
471373	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
471373	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
471373	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
471373	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
471373	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
471373	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
471373	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
471373	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
471373	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
471373	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
471373	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
471373	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
471373	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
471373	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
471373	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
471373	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
471373	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
471373	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
471373	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
471373	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
471373	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
471373	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
471373	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
471373	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
471373	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
471373	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
471373	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
471373	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
471373	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
471373	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
471373	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
471373	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
471373	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
471373	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
471373	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
471373	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
471373	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
471373	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
471373	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
471373	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
471373	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
471373	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
471373	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
471373	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
471373	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
471373	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
471373	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
471373	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
471373	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
471373	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
471373	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
471373	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
471373	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
471373	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
471373	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
471373	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
471373	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
471373	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
471373	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
471373	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
471373	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
471373	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
471373	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
471373	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
471373	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
471373	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
471373	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
471373	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
471373	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
471373	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
471373	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
471373	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
471373	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
471373	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
471373	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
471373	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
471373	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
471373	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
471373	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
471373	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
471373	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
471373	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
471373	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
471373	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
471373	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
471373	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
471373	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
471373	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
471373	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
471373	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
471373	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
471373	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
471373	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
471373	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
471373	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
471373	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
471373	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
471373	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
471373	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
471373	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
471373	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
471373	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
471373	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
471373	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
471373	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
471373	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
471373	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
471373	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
471373	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
471373	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
471373	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
471373	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
471373	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
471373	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
471373	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
471373	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
471373	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
471373	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
471373	embedding2nn.weight	0	0.3289099633693695
471373	embedding2nn.weight	1	0.4033281207084656
471373	embedding2nn.weight	2	0.02659260854125023
471373	embedding2nn.weight	3	-0.01259980071336031
471373	embedding2nn.weight	4	-0.06505908817052841
471373	embedding2nn.weight	5	0.07755119353532791
471373	embedding2nn.weight	6	0.008524641394615173
471373	embedding2nn.weight	7	0.004079138860106468
471373	embedding2nn.weight	8	0.040280602872371674
471373	embedding2nn.weight	9	-0.022188521921634674
471373	embedding2nn.bias	0	0.05260471999645233
471373	embedding2nn.bias	1	-0.22406457364559174
471373	embedding2nn.bias	2	0.12003199756145477
471373	embedding2nn.bias	3	0.16830620169639587
471373	embedding2nn.bias	4	0.10734766721725464
471373	embedding2nn.bias	5	-0.05931396409869194
471373	embedding2nn.bias	6	-0.04501308873295784
471373	embedding2nn.bias	7	0.06594855338335037
471373	embedding2nn.bias	8	-0.16103504598140717
471373	embedding2nn.bias	9	-0.3572945296764374
471373	rnn.weight_ih_l0	0	-0.004281163215637207
471373	rnn.weight_ih_l0	1	-0.06762532144784927
471373	rnn.weight_ih_l0	2	-0.025447245687246323
471373	rnn.weight_ih_l0	3	0.11388612538576126
471373	rnn.weight_ih_l0	4	0.041695039719343185
471373	rnn.weight_ih_l0	5	-0.05236372351646423
471373	rnn.weight_ih_l0	6	0.016370311379432678
471373	rnn.weight_ih_l0	7	-0.06153181567788124
471373	rnn.weight_ih_l0	8	0.04198665916919708
471373	rnn.weight_ih_l0	9	-0.08545523881912231
471373	rnn.weight_hh_l0	0	-0.013680475763976574
471373	rnn.weight_hh_l0	1	0.07710253447294235
471373	rnn.weight_hh_l0	2	0.020111216232180595
471373	rnn.weight_hh_l0	3	-0.01625783182680607
471373	rnn.weight_hh_l0	4	0.033116504549980164
471373	rnn.weight_hh_l0	5	0.048509832471609116
471373	rnn.weight_hh_l0	6	-0.06263269484043121
471373	rnn.weight_hh_l0	7	-0.11168407648801804
471373	rnn.weight_hh_l0	8	0.03758500516414642
471373	rnn.weight_hh_l0	9	-0.10253408551216125
471373	rnn.bias_ih_l0	0	0.16339558362960815
471373	rnn.bias_ih_l0	1	-0.29226696491241455
471373	rnn.bias_ih_l0	2	-0.020062249153852463
471373	rnn.bias_ih_l0	3	-0.21125297248363495
471373	rnn.bias_ih_l0	4	0.04328593239188194
471373	rnn.bias_ih_l0	5	-0.4168461859226227
471373	rnn.bias_ih_l0	6	-0.13861624896526337
471373	rnn.bias_ih_l0	7	-0.3392004668712616
471373	rnn.bias_ih_l0	8	-0.2859776020050049
471373	rnn.bias_ih_l0	9	-0.45145899057388306
471373	rnn.bias_hh_l0	0	-0.34104105830192566
471373	rnn.bias_hh_l0	1	-0.4261115491390228
471373	rnn.bias_hh_l0	2	-0.35679304599761963
471373	rnn.bias_hh_l0	3	-0.07700428366661072
471373	rnn.bias_hh_l0	4	-0.3610491156578064
471373	rnn.bias_hh_l0	5	-0.3211686313152313
471373	rnn.bias_hh_l0	6	-0.09450798481702805
471373	rnn.bias_hh_l0	7	0.07322508096694946
471373	rnn.bias_hh_l0	8	-0.23615162074565887
471373	rnn.bias_hh_l0	9	-0.5450354814529419
471373	rnn.weight_ih_l0_reverse	0	0.06696103513240814
471373	rnn.weight_ih_l0_reverse	1	-0.06339479237794876
471373	rnn.weight_ih_l0_reverse	2	-0.022000901401042938
471373	rnn.weight_ih_l0_reverse	3	-0.12990599870681763
471373	rnn.weight_ih_l0_reverse	4	0.09104156494140625
471373	rnn.weight_ih_l0_reverse	5	-0.12642180919647217
471373	rnn.weight_ih_l0_reverse	6	-0.025052500888705254
471373	rnn.weight_ih_l0_reverse	7	0.036244843155145645
471373	rnn.weight_ih_l0_reverse	8	-0.06828442215919495
471373	rnn.weight_ih_l0_reverse	9	-0.0643012747168541
471373	rnn.weight_hh_l0_reverse	0	-0.14261344075202942
471373	rnn.weight_hh_l0_reverse	1	0.01804034411907196
471373	rnn.weight_hh_l0_reverse	2	-0.02854943461716175
471373	rnn.weight_hh_l0_reverse	3	0.035637032240629196
471373	rnn.weight_hh_l0_reverse	4	-0.08944054692983627
471373	rnn.weight_hh_l0_reverse	5	0.03232063725590706
471373	rnn.weight_hh_l0_reverse	6	0.030127517879009247
471373	rnn.weight_hh_l0_reverse	7	-0.08654946088790894
471373	rnn.weight_hh_l0_reverse	8	-0.0506967157125473
471373	rnn.weight_hh_l0_reverse	9	0.05291364714503288
471373	rnn.bias_ih_l0_reverse	0	-0.18567430973052979
471373	rnn.bias_ih_l0_reverse	1	-0.08205365389585495
471373	rnn.bias_ih_l0_reverse	2	0.11778195947408676
471373	rnn.bias_ih_l0_reverse	3	-0.2846418023109436
471373	rnn.bias_ih_l0_reverse	4	-0.029051033779978752
471373	rnn.bias_ih_l0_reverse	5	-0.2159966379404068
471373	rnn.bias_ih_l0_reverse	6	0.26316240429878235
471373	rnn.bias_ih_l0_reverse	7	-0.31159257888793945
471373	rnn.bias_ih_l0_reverse	8	-0.1847190111875534
471373	rnn.bias_ih_l0_reverse	9	-0.1970633864402771
471373	rnn.bias_hh_l0_reverse	0	-0.10790897160768509
471373	rnn.bias_hh_l0_reverse	1	0.28311067819595337
471373	rnn.bias_hh_l0_reverse	2	-0.3368561267852783
471373	rnn.bias_hh_l0_reverse	3	-0.1995103508234024
471373	rnn.bias_hh_l0_reverse	4	-0.41022825241088867
471373	rnn.bias_hh_l0_reverse	5	-0.1761946678161621
471373	rnn.bias_hh_l0_reverse	6	-0.2688160240650177
471373	rnn.bias_hh_l0_reverse	7	-0.09865877777338028
471373	rnn.bias_hh_l0_reverse	8	-0.2960163354873657
471373	rnn.bias_hh_l0_reverse	9	0.174067422747612
471373	linear.weight	0	0.12189894914627075
471373	linear.weight	1	-0.40398937463760376
471373	linear.weight	2	0.027603833004832268
471373	linear.weight	3	0.06764509528875351
471373	linear.weight	4	-0.1350940465927124
471373	linear.weight	5	0.21596917510032654
471373	linear.weight	6	-0.03376191109418869
471373	linear.weight	7	-0.06153950095176697
471373	linear.weight	8	0.13259613513946533
471373	linear.weight	9	-0.048208024352788925
471373	linear.bias	0	-0.8862093091011047
471373	linear.bias	1	1.9750226736068726
471373	linear.bias	2	0.7737171053886414
471373	linear.bias	3	-2.679133176803589
471373	linear.bias	4	-0.1679736226797104
471373	linear.bias	5	1.226068377494812
471373	linear.bias	6	-0.2142457365989685
471373	linear.bias	7	0.7230280637741089
471373	linear.bias	8	2.1593282222747803
471373	linear.bias	9	-1.5438828468322754
471982	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
471982	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
471982	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
471982	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
471982	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
471982	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
471982	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
471982	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
471982	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
471982	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
471982	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
471982	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
471982	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
471982	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
471982	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
471982	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
471982	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
471982	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
471982	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
471982	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
471982	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
471982	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
471982	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
471982	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
471982	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
471982	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
471982	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
471982	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
471982	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
471982	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
471982	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
471982	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
471982	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
471982	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
471982	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
471982	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
471982	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
471982	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
471982	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
471982	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
471982	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
471982	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
471982	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
471982	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
471982	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
471982	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
471982	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
471982	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
471982	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
471982	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
471982	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
471982	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
471982	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
471982	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
471982	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
471982	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
471982	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
471982	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
471982	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
471982	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
471982	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
471982	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
471982	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
471982	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
471982	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
471982	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
471982	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
471982	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
471982	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
471982	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
471982	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
471982	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
471982	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
471982	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
471982	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
471982	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
471982	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
471982	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
471982	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
471982	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
471982	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
471982	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
471982	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
471982	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
471982	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
471982	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
471982	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
471982	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
471982	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
471982	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
471982	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
471982	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
471982	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
471982	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
471982	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
471982	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
471982	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
471982	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
471982	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
471982	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
471982	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
471982	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
471982	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
471982	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
471982	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
471982	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
471982	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
471982	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
471982	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
471982	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
471982	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
471982	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
471982	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
471982	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
471982	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
471982	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
471982	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
471982	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
471982	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
471982	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
471982	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
471982	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
471982	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
471982	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
471982	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
471982	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
471982	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
471982	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
471982	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
471982	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
471982	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
471982	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
471982	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
471982	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
471982	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
471982	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
471982	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
471982	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
471982	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
471982	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
471982	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
471982	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
471982	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
471982	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
471982	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
471982	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
471982	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
471982	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
471982	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
471982	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
471982	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
471982	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
471982	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
471982	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
471982	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
471982	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
471982	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
471982	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
471982	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
471982	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
471982	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
471982	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
471982	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
471982	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
471982	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
471982	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
471982	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
471982	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
471982	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
471982	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
471982	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
471982	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
471982	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
471982	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
471982	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
471982	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
471982	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
471982	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
471982	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
471982	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
471982	embedding2nn.weight	0	0.3287280797958374
471982	embedding2nn.weight	1	0.4036206603050232
471982	embedding2nn.weight	2	0.02096003107726574
471982	embedding2nn.weight	3	0.0031234233174473047
471982	embedding2nn.weight	4	-0.067359060049057
471982	embedding2nn.weight	5	0.07565134018659592
471982	embedding2nn.weight	6	0.016169151291251183
471982	embedding2nn.weight	7	0.0008366295951418579
471982	embedding2nn.weight	8	0.034610435366630554
471982	embedding2nn.weight	9	-0.023869263008236885
471982	embedding2nn.bias	0	0.037274379283189774
471982	embedding2nn.bias	1	-0.19752395153045654
471982	embedding2nn.bias	2	0.13356277346611023
471982	embedding2nn.bias	3	0.18494027853012085
471982	embedding2nn.bias	4	0.10920630395412445
471982	embedding2nn.bias	5	-0.07022195309400558
471982	embedding2nn.bias	6	-0.010990203358232975
471982	embedding2nn.bias	7	0.04996156319975853
471982	embedding2nn.bias	8	-0.16693197190761566
471982	embedding2nn.bias	9	-0.35723888874053955
471982	rnn.weight_ih_l0	0	-0.009946818463504314
471982	rnn.weight_ih_l0	1	-0.066379614174366
471982	rnn.weight_ih_l0	2	-0.03213297203183174
471982	rnn.weight_ih_l0	3	0.1130404993891716
471982	rnn.weight_ih_l0	4	0.04442552477121353
471982	rnn.weight_ih_l0	5	-0.05352644622325897
471982	rnn.weight_ih_l0	6	0.010084428824484348
471982	rnn.weight_ih_l0	7	-0.058829694986343384
471982	rnn.weight_ih_l0	8	0.03566209226846695
471982	rnn.weight_ih_l0	9	-0.08758142590522766
471982	rnn.weight_hh_l0	0	-0.013469627127051353
471982	rnn.weight_hh_l0	1	0.07715687900781631
471982	rnn.weight_hh_l0	2	0.019374698400497437
471982	rnn.weight_hh_l0	3	-0.01593833975493908
471982	rnn.weight_hh_l0	4	0.03297848999500275
471982	rnn.weight_hh_l0	5	0.04832473769783974
471982	rnn.weight_hh_l0	6	-0.06228761002421379
471982	rnn.weight_hh_l0	7	-0.11622793227434158
471982	rnn.weight_hh_l0	8	0.037308469414711
471982	rnn.weight_hh_l0	9	-0.10211356729269028
471982	rnn.bias_ih_l0	0	0.1642584204673767
471982	rnn.bias_ih_l0	1	-0.2922956943511963
471982	rnn.bias_ih_l0	2	-0.022234320640563965
471982	rnn.bias_ih_l0	3	-0.21023447811603546
471982	rnn.bias_ih_l0	4	0.042189110070466995
471982	rnn.bias_ih_l0	5	-0.4153141379356384
471982	rnn.bias_ih_l0	6	-0.1279652863740921
471982	rnn.bias_ih_l0	7	-0.34033167362213135
471982	rnn.bias_ih_l0	8	-0.28498825430870056
471982	rnn.bias_ih_l0	9	-0.4464752972126007
471982	rnn.bias_hh_l0	0	-0.3364287316799164
471982	rnn.bias_hh_l0	1	-0.42305535078048706
471982	rnn.bias_hh_l0	2	-0.35206854343414307
471982	rnn.bias_hh_l0	3	-0.07919853925704956
471982	rnn.bias_hh_l0	4	-0.36606165766716003
471982	rnn.bias_hh_l0	5	-0.3249780237674713
471982	rnn.bias_hh_l0	6	-0.09186553210020065
471982	rnn.bias_hh_l0	7	0.06234182044863701
471982	rnn.bias_hh_l0	8	-0.2312805950641632
471982	rnn.bias_hh_l0	9	-0.5523388385772705
471982	rnn.weight_ih_l0_reverse	0	0.06275493651628494
471982	rnn.weight_ih_l0_reverse	1	-0.06211588904261589
471982	rnn.weight_ih_l0_reverse	2	-0.0192552637308836
471982	rnn.weight_ih_l0_reverse	3	-0.12537409365177155
471982	rnn.weight_ih_l0_reverse	4	0.09047339111566544
471982	rnn.weight_ih_l0_reverse	5	-0.1231926754117012
471982	rnn.weight_ih_l0_reverse	6	-0.027814771980047226
471982	rnn.weight_ih_l0_reverse	7	0.03885107487440109
471982	rnn.weight_ih_l0_reverse	8	-0.0701201781630516
471982	rnn.weight_ih_l0_reverse	9	-0.056838251650333405
471982	rnn.weight_hh_l0_reverse	0	-0.1437765657901764
471982	rnn.weight_hh_l0_reverse	1	0.017483623698353767
471982	rnn.weight_hh_l0_reverse	2	-0.02793138287961483
471982	rnn.weight_hh_l0_reverse	3	0.03515113890171051
471982	rnn.weight_hh_l0_reverse	4	-0.08978799730539322
471982	rnn.weight_hh_l0_reverse	5	0.032048966735601425
471982	rnn.weight_hh_l0_reverse	6	0.03039584495127201
471982	rnn.weight_hh_l0_reverse	7	-0.08768085390329361
471982	rnn.weight_hh_l0_reverse	8	-0.053021371364593506
471982	rnn.weight_hh_l0_reverse	9	0.05361182987689972
471982	rnn.bias_ih_l0_reverse	0	-0.18098542094230652
471982	rnn.bias_ih_l0_reverse	1	-0.08024702221155167
471982	rnn.bias_ih_l0_reverse	2	0.12127828598022461
471982	rnn.bias_ih_l0_reverse	3	-0.28626498579978943
471982	rnn.bias_ih_l0_reverse	4	-0.03909747675061226
471982	rnn.bias_ih_l0_reverse	5	-0.21713057160377502
471982	rnn.bias_ih_l0_reverse	6	0.25547975301742554
471982	rnn.bias_ih_l0_reverse	7	-0.31547296047210693
471982	rnn.bias_ih_l0_reverse	8	-0.18487270176410675
471982	rnn.bias_ih_l0_reverse	9	-0.2084496170282364
471982	rnn.bias_hh_l0_reverse	0	-0.11219070106744766
471982	rnn.bias_hh_l0_reverse	1	0.27832797169685364
471982	rnn.bias_hh_l0_reverse	2	-0.33794236183166504
471982	rnn.bias_hh_l0_reverse	3	-0.20201526582241058
471982	rnn.bias_hh_l0_reverse	4	-0.4061089754104614
471982	rnn.bias_hh_l0_reverse	5	-0.183227077126503
471982	rnn.bias_hh_l0_reverse	6	-0.26557934284210205
471982	rnn.bias_hh_l0_reverse	7	-0.09105341136455536
471982	rnn.bias_hh_l0_reverse	8	-0.3040250837802887
471982	rnn.bias_hh_l0_reverse	9	0.18596437573432922
471982	linear.weight	0	0.162924662232399
471982	linear.weight	1	-0.377787709236145
471982	linear.weight	2	0.03891414403915405
471982	linear.weight	3	0.06764534115791321
471982	linear.weight	4	-0.1402234137058258
471982	linear.weight	5	0.18841174244880676
471982	linear.weight	6	-0.04205845296382904
471982	linear.weight	7	-0.06153252720832825
471982	linear.weight	8	0.1294017732143402
471982	linear.weight	9	-0.04821508377790451
471982	linear.bias	0	-0.8851177096366882
471982	linear.bias	1	1.9500513076782227
471982	linear.bias	2	0.7228835225105286
471982	linear.bias	3	-2.6794402599334717
471982	linear.bias	4	-0.14844906330108643
471982	linear.bias	5	1.241523027420044
471982	linear.bias	6	-0.1965390145778656
471982	linear.bias	7	0.7069429159164429
471982	linear.bias	8	2.2172305583953857
471982	linear.bias	9	-1.552654504776001
472591	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
472591	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
472591	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
472591	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
472591	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
472591	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
472591	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
472591	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
472591	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
472591	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
472591	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
472591	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
472591	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
472591	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
472591	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
472591	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
472591	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
472591	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
472591	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
472591	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
472591	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
472591	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
472591	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
472591	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
472591	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
472591	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
472591	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
472591	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
472591	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
472591	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
472591	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
472591	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
472591	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
472591	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
472591	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
472591	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
472591	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
472591	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
472591	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
472591	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
472591	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
472591	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
472591	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
472591	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
472591	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
472591	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
472591	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
472591	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
472591	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
472591	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
472591	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
472591	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
472591	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
472591	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
472591	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
472591	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
472591	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
472591	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
472591	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
472591	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
472591	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
472591	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
472591	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
472591	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
472591	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
472591	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
472591	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
472591	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
472591	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
472591	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
472591	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
472591	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
472591	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
472591	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
472591	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
472591	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
472591	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
472591	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
472591	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
472591	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
472591	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
472591	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
472591	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
472591	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
472591	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
472591	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
472591	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
472591	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
472591	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
472591	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
472591	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
472591	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
472591	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
472591	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
472591	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
472591	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
472591	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
472591	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
472591	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
472591	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
472591	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
472591	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
472591	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
472591	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
472591	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
472591	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
472591	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
472591	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
472591	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
472591	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
472591	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
472591	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
472591	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
472591	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
472591	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
472591	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
472591	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
472591	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
472591	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
472591	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
472591	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
472591	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
472591	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
472591	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
472591	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
472591	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
472591	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
472591	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
472591	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
472591	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
472591	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
472591	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
472591	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
472591	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
472591	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
472591	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
472591	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
472591	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
472591	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
472591	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
472591	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
472591	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
472591	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
472591	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
472591	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
472591	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
472591	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
472591	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
472591	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
472591	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
472591	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
472591	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
472591	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
472591	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
472591	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
472591	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
472591	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
472591	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
472591	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
472591	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
472591	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
472591	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
472591	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
472591	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
472591	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
472591	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
472591	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
472591	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
472591	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
472591	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
472591	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
472591	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
472591	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
472591	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
472591	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
472591	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
472591	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
472591	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
472591	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
472591	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
472591	embedding2nn.weight	0	0.32903289794921875
472591	embedding2nn.weight	1	0.4058287441730499
472591	embedding2nn.weight	2	0.021094614639878273
472591	embedding2nn.weight	3	0.013322854414582253
472591	embedding2nn.weight	4	-0.06844709813594818
472591	embedding2nn.weight	5	0.07657250016927719
472591	embedding2nn.weight	6	0.015457653440535069
472591	embedding2nn.weight	7	0.0012693608878180385
472591	embedding2nn.weight	8	0.034976061433553696
472591	embedding2nn.weight	9	-0.024785516783595085
472591	embedding2nn.bias	0	0.05202851444482803
472591	embedding2nn.bias	1	-0.17784498631954193
472591	embedding2nn.bias	2	0.10410380363464355
472591	embedding2nn.bias	3	0.1772134155035019
472591	embedding2nn.bias	4	0.10487798601388931
472591	embedding2nn.bias	5	-0.0595063678920269
472591	embedding2nn.bias	6	-0.030168429017066956
472591	embedding2nn.bias	7	0.04239751398563385
472591	embedding2nn.bias	8	-0.1638094186782837
472591	embedding2nn.bias	9	-0.3453810214996338
472591	rnn.weight_ih_l0	0	-0.010492390021681786
472591	rnn.weight_ih_l0	1	-0.06389128416776657
472591	rnn.weight_ih_l0	2	-0.031076304614543915
472591	rnn.weight_ih_l0	3	0.11300380527973175
472591	rnn.weight_ih_l0	4	0.043612316250801086
472591	rnn.weight_ih_l0	5	-0.061975084245204926
472591	rnn.weight_ih_l0	6	0.005367822013795376
472591	rnn.weight_ih_l0	7	-0.04777875915169716
472591	rnn.weight_ih_l0	8	0.03906692564487457
472591	rnn.weight_ih_l0	9	-0.09183507412672043
472591	rnn.weight_hh_l0	0	-0.013181180693209171
472591	rnn.weight_hh_l0	1	0.07814811915159225
472591	rnn.weight_hh_l0	2	0.01844576559960842
472591	rnn.weight_hh_l0	3	-0.01752723567187786
472591	rnn.weight_hh_l0	4	0.03382832556962967
472591	rnn.weight_hh_l0	5	0.048019979149103165
472591	rnn.weight_hh_l0	6	-0.06254678219556808
472591	rnn.weight_hh_l0	7	-0.11310280859470367
472591	rnn.weight_hh_l0	8	0.03730925917625427
472591	rnn.weight_hh_l0	9	-0.1034347340464592
472591	rnn.bias_ih_l0	0	0.16773875057697296
472591	rnn.bias_ih_l0	1	-0.2901943624019623
472591	rnn.bias_ih_l0	2	-0.023467648774385452
472591	rnn.bias_ih_l0	3	-0.20822778344154358
472591	rnn.bias_ih_l0	4	0.028107577934861183
472591	rnn.bias_ih_l0	5	-0.417171448469162
472591	rnn.bias_ih_l0	6	-0.13277098536491394
472591	rnn.bias_ih_l0	7	-0.33976566791534424
472591	rnn.bias_ih_l0	8	-0.28414562344551086
472591	rnn.bias_ih_l0	9	-0.4309859871864319
472591	rnn.bias_hh_l0	0	-0.32725170254707336
472591	rnn.bias_hh_l0	1	-0.4137550890445709
472591	rnn.bias_hh_l0	2	-0.3516092002391815
472591	rnn.bias_hh_l0	3	-0.07954490929841995
472591	rnn.bias_hh_l0	4	-0.3652987778186798
472591	rnn.bias_hh_l0	5	-0.322634756565094
472591	rnn.bias_hh_l0	6	-0.09949315339326859
472591	rnn.bias_hh_l0	7	0.07586982101202011
472591	rnn.bias_hh_l0	8	-0.22638604044914246
472591	rnn.bias_hh_l0	9	-0.5546836853027344
472591	rnn.weight_ih_l0_reverse	0	0.05921339988708496
472591	rnn.weight_ih_l0_reverse	1	-0.0601932555437088
472591	rnn.weight_ih_l0_reverse	2	-0.014725019223988056
472591	rnn.weight_ih_l0_reverse	3	-0.11915987730026245
472591	rnn.weight_ih_l0_reverse	4	0.09112363308668137
472591	rnn.weight_ih_l0_reverse	5	-0.1143297627568245
472591	rnn.weight_ih_l0_reverse	6	-0.03562416508793831
472591	rnn.weight_ih_l0_reverse	7	0.03982042521238327
472591	rnn.weight_ih_l0_reverse	8	-0.06897415220737457
472591	rnn.weight_ih_l0_reverse	9	-0.05518633499741554
472591	rnn.weight_hh_l0_reverse	0	-0.1441122144460678
472591	rnn.weight_hh_l0_reverse	1	0.01677267998456955
472591	rnn.weight_hh_l0_reverse	2	-0.02843867801129818
472591	rnn.weight_hh_l0_reverse	3	0.03591908887028694
472591	rnn.weight_hh_l0_reverse	4	-0.08968523889780045
472591	rnn.weight_hh_l0_reverse	5	0.03186168894171715
472591	rnn.weight_hh_l0_reverse	6	0.03055260144174099
472591	rnn.weight_hh_l0_reverse	7	-0.0902523398399353
472591	rnn.weight_hh_l0_reverse	8	-0.055980704724788666
472591	rnn.weight_hh_l0_reverse	9	0.05484818294644356
472591	rnn.bias_ih_l0_reverse	0	-0.18220104277133942
472591	rnn.bias_ih_l0_reverse	1	-0.09011480957269669
472591	rnn.bias_ih_l0_reverse	2	0.1242981031537056
472591	rnn.bias_ih_l0_reverse	3	-0.2891945540904999
472591	rnn.bias_ih_l0_reverse	4	-0.042599741369485855
472591	rnn.bias_ih_l0_reverse	5	-0.2208670675754547
472591	rnn.bias_ih_l0_reverse	6	0.2549589276313782
472591	rnn.bias_ih_l0_reverse	7	-0.3239624500274658
472591	rnn.bias_ih_l0_reverse	8	-0.18538010120391846
472591	rnn.bias_ih_l0_reverse	9	-0.20926803350448608
472591	rnn.bias_hh_l0_reverse	0	-0.11083333194255829
472591	rnn.bias_hh_l0_reverse	1	0.27947762608528137
472591	rnn.bias_hh_l0_reverse	2	-0.3350931406021118
472591	rnn.bias_hh_l0_reverse	3	-0.20275570452213287
472591	rnn.bias_hh_l0_reverse	4	-0.4018152058124542
472591	rnn.bias_hh_l0_reverse	5	-0.17353789508342743
472591	rnn.bias_hh_l0_reverse	6	-0.2682149410247803
472591	rnn.bias_hh_l0_reverse	7	-0.08899575471878052
472591	rnn.bias_hh_l0_reverse	8	-0.2977817952632904
472591	rnn.bias_hh_l0_reverse	9	0.19637149572372437
472591	linear.weight	0	0.1441061943769455
472591	linear.weight	1	-0.3982824981212616
472591	linear.weight	2	0.011467205360531807
472591	linear.weight	3	0.06764534115791321
472591	linear.weight	4	-0.18757644295692444
472591	linear.weight	5	0.16857042908668518
472591	linear.weight	6	-0.04547968879342079
472591	linear.weight	7	-0.06152592599391937
472591	linear.weight	8	0.1114557757973671
472591	linear.weight	9	-0.04822549968957901
472591	linear.bias	0	-0.8735736608505249
472591	linear.bias	1	1.9312689304351807
472591	linear.bias	2	0.7548075914382935
472591	linear.bias	3	-2.679741859436035
472591	linear.bias	4	-0.16812296211719513
472591	linear.bias	5	1.2718749046325684
472591	linear.bias	6	-0.22004465758800507
472591	linear.bias	7	0.7471049427986145
472591	linear.bias	8	2.1865367889404297
472591	linear.bias	9	-1.5391778945922852
473200	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
473200	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
473200	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
473200	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
473200	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
473200	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
473200	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
473200	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
473200	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
473200	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
473200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
473200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
473200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
473200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
473200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
473200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
473200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
473200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
473200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
473200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
473200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
473200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
473200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
473200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
473200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
473200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
473200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
473200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
473200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
473200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
473200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
473200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
473200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
473200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
473200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
473200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
473200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
473200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
473200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
473200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
473200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
473200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
473200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
473200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
473200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
473200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
473200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
473200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
473200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
473200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
473200	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
473200	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
473200	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
473200	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
473200	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
473200	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
473200	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
473200	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
473200	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
473200	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
473200	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
473200	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
473200	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
473200	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
473200	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
473200	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
473200	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
473200	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
473200	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
473200	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
473200	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
473200	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
473200	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
473200	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
473200	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
473200	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
473200	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
473200	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
473200	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
473200	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
473200	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
473200	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
473200	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
473200	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
473200	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
473200	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
473200	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
473200	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
473200	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
473200	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
473200	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
473200	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
473200	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
473200	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
473200	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
473200	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
473200	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
473200	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
473200	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
473200	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
473200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
473200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
473200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
473200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
473200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
473200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
473200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
473200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
473200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
473200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
473200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
473200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
473200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
473200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
473200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
473200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
473200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
473200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
473200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
473200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
473200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
473200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
473200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
473200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
473200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
473200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
473200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
473200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
473200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
473200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
473200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
473200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
473200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
473200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
473200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
473200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
473200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
473200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
473200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
473200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
473200	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
473200	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
473200	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
473200	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
473200	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
473200	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
473200	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
473200	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
473200	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
473200	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
473200	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
473200	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
473200	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
473200	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
473200	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
473200	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
473200	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
473200	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
473200	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
473200	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
473200	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
473200	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
473200	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
473200	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
473200	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
473200	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
473200	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
473200	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
473200	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
473200	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
473200	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
473200	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
473200	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
473200	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
473200	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
473200	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
473200	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
473200	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
473200	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
473200	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
473200	embedding2nn.weight	0	0.32767483592033386
473200	embedding2nn.weight	1	0.4077847898006439
473200	embedding2nn.weight	2	0.019882723689079285
473200	embedding2nn.weight	3	0.008278844878077507
473200	embedding2nn.weight	4	-0.07148398458957672
473200	embedding2nn.weight	5	0.07206889241933823
473200	embedding2nn.weight	6	0.028788696974515915
473200	embedding2nn.weight	7	-0.0028423687908798456
473200	embedding2nn.weight	8	0.03464212268590927
473200	embedding2nn.weight	9	-0.025230184197425842
473200	embedding2nn.bias	0	0.04091116040945053
473200	embedding2nn.bias	1	-0.2062697857618332
473200	embedding2nn.bias	2	0.10560249537229538
473200	embedding2nn.bias	3	0.17490562796592712
473200	embedding2nn.bias	4	0.1169791966676712
473200	embedding2nn.bias	5	-0.06564716249704361
473200	embedding2nn.bias	6	-0.01725452020764351
473200	embedding2nn.bias	7	0.025984160602092743
473200	embedding2nn.bias	8	-0.16191665828227997
473200	embedding2nn.bias	9	-0.3319109082221985
473200	rnn.weight_ih_l0	0	-0.010624357499182224
473200	rnn.weight_ih_l0	1	-0.06462420523166656
473200	rnn.weight_ih_l0	2	-0.029539387673139572
473200	rnn.weight_ih_l0	3	0.12018462270498276
473200	rnn.weight_ih_l0	4	0.03451943024992943
473200	rnn.weight_ih_l0	5	-0.05834002420306206
473200	rnn.weight_ih_l0	6	0.006005473434925079
473200	rnn.weight_ih_l0	7	-0.051135096698999405
473200	rnn.weight_ih_l0	8	0.034571826457977295
473200	rnn.weight_ih_l0	9	-0.0834246501326561
473200	rnn.weight_hh_l0	0	-0.0134929483756423
473200	rnn.weight_hh_l0	1	0.07887496054172516
473200	rnn.weight_hh_l0	2	0.019498126581311226
473200	rnn.weight_hh_l0	3	-0.017822744324803352
473200	rnn.weight_hh_l0	4	0.03373381495475769
473200	rnn.weight_hh_l0	5	0.04830709844827652
473200	rnn.weight_hh_l0	6	-0.06218606233596802
473200	rnn.weight_hh_l0	7	-0.11254581063985825
473200	rnn.weight_hh_l0	8	0.03694559261202812
473200	rnn.weight_hh_l0	9	-0.1038639098405838
473200	rnn.bias_ih_l0	0	0.16990958154201508
473200	rnn.bias_ih_l0	1	-0.2918981611728668
473200	rnn.bias_ih_l0	2	-0.025779278948903084
473200	rnn.bias_ih_l0	3	-0.20706959068775177
473200	rnn.bias_ih_l0	4	0.025258943438529968
473200	rnn.bias_ih_l0	5	-0.41615360975265503
473200	rnn.bias_ih_l0	6	-0.12944617867469788
473200	rnn.bias_ih_l0	7	-0.3399464190006256
473200	rnn.bias_ih_l0	8	-0.27583426237106323
473200	rnn.bias_ih_l0	9	-0.4193395972251892
473200	rnn.bias_hh_l0	0	-0.3342256247997284
473200	rnn.bias_hh_l0	1	-0.41565412282943726
473200	rnn.bias_hh_l0	2	-0.35163944959640503
473200	rnn.bias_hh_l0	3	-0.07254716753959656
473200	rnn.bias_hh_l0	4	-0.36131733655929565
473200	rnn.bias_hh_l0	5	-0.3292215168476105
473200	rnn.bias_hh_l0	6	-0.0974731519818306
473200	rnn.bias_hh_l0	7	0.06522350758314133
473200	rnn.bias_hh_l0	8	-0.228098064661026
473200	rnn.bias_hh_l0	9	-0.5493353009223938
473200	rnn.weight_ih_l0_reverse	0	0.058203667402267456
473200	rnn.weight_ih_l0_reverse	1	-0.060012031346559525
473200	rnn.weight_ih_l0_reverse	2	-0.014576251618564129
473200	rnn.weight_ih_l0_reverse	3	-0.11481504142284393
473200	rnn.weight_ih_l0_reverse	4	0.09227458387613297
473200	rnn.weight_ih_l0_reverse	5	-0.11799115687608719
473200	rnn.weight_ih_l0_reverse	6	-0.040764857083559036
473200	rnn.weight_ih_l0_reverse	7	0.03875640034675598
473200	rnn.weight_ih_l0_reverse	8	-0.07110030204057693
473200	rnn.weight_ih_l0_reverse	9	-0.05091739818453789
473200	rnn.weight_hh_l0_reverse	0	-0.14347527921199799
473200	rnn.weight_hh_l0_reverse	1	0.016855651512742043
473200	rnn.weight_hh_l0_reverse	2	-0.029226534068584442
473200	rnn.weight_hh_l0_reverse	3	0.03571787104010582
473200	rnn.weight_hh_l0_reverse	4	-0.09043028205633163
473200	rnn.weight_hh_l0_reverse	5	0.032408516854047775
473200	rnn.weight_hh_l0_reverse	6	0.030589720234274864
473200	rnn.weight_hh_l0_reverse	7	-0.09460972249507904
473200	rnn.weight_hh_l0_reverse	8	-0.056806571781635284
473200	rnn.weight_hh_l0_reverse	9	0.05191004276275635
473200	rnn.bias_ih_l0_reverse	0	-0.17613907158374786
473200	rnn.bias_ih_l0_reverse	1	-0.08767776191234589
473200	rnn.bias_ih_l0_reverse	2	0.11823863536119461
473200	rnn.bias_ih_l0_reverse	3	-0.2865939140319824
473200	rnn.bias_ih_l0_reverse	4	-0.04420548304915428
473200	rnn.bias_ih_l0_reverse	5	-0.22436775267124176
473200	rnn.bias_ih_l0_reverse	6	0.24496927857398987
473200	rnn.bias_ih_l0_reverse	7	-0.3262098431587219
473200	rnn.bias_ih_l0_reverse	8	-0.18651211261749268
473200	rnn.bias_ih_l0_reverse	9	-0.20305591821670532
473200	rnn.bias_hh_l0_reverse	0	-0.11968663334846497
473200	rnn.bias_hh_l0_reverse	1	0.2710241675376892
473200	rnn.bias_hh_l0_reverse	2	-0.3332570493221283
473200	rnn.bias_hh_l0_reverse	3	-0.20399676263332367
473200	rnn.bias_hh_l0_reverse	4	-0.4041171371936798
473200	rnn.bias_hh_l0_reverse	5	-0.1764393299818039
473200	rnn.bias_hh_l0_reverse	6	-0.2598732113838196
473200	rnn.bias_hh_l0_reverse	7	-0.088113933801651
473200	rnn.bias_hh_l0_reverse	8	-0.29735565185546875
473200	rnn.bias_hh_l0_reverse	9	0.20083318650722504
473200	linear.weight	0	0.16220122575759888
473200	linear.weight	1	-0.4033932387828827
473200	linear.weight	2	-0.006814836524426937
473200	linear.weight	3	0.06763727962970734
473200	linear.weight	4	-0.15270943939685822
473200	linear.weight	5	0.1602056622505188
473200	linear.weight	6	-0.02167428657412529
473200	linear.weight	7	-0.06151416152715683
473200	linear.weight	8	0.09832708537578583
473200	linear.weight	9	-0.04823252558708191
473200	linear.bias	0	-0.8652272820472717
473200	linear.bias	1	1.9567499160766602
473200	linear.bias	2	0.7390998601913452
473200	linear.bias	3	-2.680082082748413
473200	linear.bias	4	-0.14674124121665955
473200	linear.bias	5	1.178575038909912
473200	linear.bias	6	-0.2486519068479538
473200	linear.bias	7	0.7906380295753479
473200	linear.bias	8	2.222219467163086
473200	linear.bias	9	-1.55442214012146
473809	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
473809	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
473809	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
473809	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
473809	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
473809	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
473809	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
473809	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
473809	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
473809	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
473809	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
473809	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
473809	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
473809	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
473809	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
473809	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
473809	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
473809	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
473809	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
473809	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
473809	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
473809	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
473809	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
473809	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
473809	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
473809	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
473809	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
473809	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
473809	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
473809	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
473809	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
473809	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
473809	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
473809	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
473809	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
473809	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
473809	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
473809	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
473809	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
473809	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
473809	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
473809	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
473809	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
473809	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
473809	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
473809	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
473809	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
473809	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
473809	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
473809	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
473809	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
473809	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
473809	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
473809	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
473809	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
473809	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
473809	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
473809	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
473809	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
473809	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
473809	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
473809	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
473809	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
473809	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
473809	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
473809	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
473809	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
473809	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
473809	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
473809	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
473809	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
473809	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
473809	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
473809	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
473809	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
473809	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
473809	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
473809	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
473809	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
473809	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
473809	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
473809	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
473809	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
473809	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
473809	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
473809	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
473809	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
473809	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
473809	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
473809	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
473809	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
473809	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
473809	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
473809	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
473809	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
473809	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
473809	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
473809	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
473809	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
473809	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
473809	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
473809	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
473809	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
473809	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
473809	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
473809	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
473809	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
473809	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
473809	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
473809	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
473809	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
473809	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
473809	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
473809	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
473809	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
473809	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
473809	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
473809	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
473809	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
473809	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
473809	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
473809	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
473809	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
473809	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
473809	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
473809	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
473809	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
473809	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
473809	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
473809	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
473809	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
473809	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
473809	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
473809	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
473809	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
473809	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
473809	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
473809	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
473809	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
473809	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
473809	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
473809	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
473809	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
473809	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
473809	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
473809	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
473809	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
473809	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
473809	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
473809	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
473809	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
473809	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
473809	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
473809	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
473809	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
473809	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
473809	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
473809	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
473809	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
473809	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
473809	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
473809	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
473809	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
473809	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
473809	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
473809	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
473809	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
473809	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
473809	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
473809	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
473809	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
473809	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
473809	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
473809	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
473809	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
473809	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
473809	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
473809	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
473809	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
473809	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
473809	embedding2nn.weight	0	0.32667064666748047
473809	embedding2nn.weight	1	0.4089950621128082
473809	embedding2nn.weight	2	0.024235453456640244
473809	embedding2nn.weight	3	-0.008040464483201504
473809	embedding2nn.weight	4	-0.0716501995921135
473809	embedding2nn.weight	5	0.0691307857632637
473809	embedding2nn.weight	6	0.03247110918164253
473809	embedding2nn.weight	7	-0.00570479454472661
473809	embedding2nn.weight	8	0.03502347692847252
473809	embedding2nn.weight	9	-0.029835591092705727
473809	embedding2nn.bias	0	0.023067645728588104
473809	embedding2nn.bias	1	-0.1903638392686844
473809	embedding2nn.bias	2	0.11238184571266174
473809	embedding2nn.bias	3	0.18801070749759674
473809	embedding2nn.bias	4	0.12334385514259338
473809	embedding2nn.bias	5	-0.062036409974098206
473809	embedding2nn.bias	6	-0.03503164276480675
473809	embedding2nn.bias	7	0.02922074683010578
473809	embedding2nn.bias	8	-0.1533312052488327
473809	embedding2nn.bias	9	-0.3262217938899994
473809	rnn.weight_ih_l0	0	-0.015979362651705742
473809	rnn.weight_ih_l0	1	-0.06294065713882446
473809	rnn.weight_ih_l0	2	-0.03255573660135269
473809	rnn.weight_ih_l0	3	0.1191597655415535
473809	rnn.weight_ih_l0	4	0.03175158426165581
473809	rnn.weight_ih_l0	5	-0.0646931529045105
473809	rnn.weight_ih_l0	6	0.00858489703387022
473809	rnn.weight_ih_l0	7	-0.05175807699561119
473809	rnn.weight_ih_l0	8	0.04412786290049553
473809	rnn.weight_ih_l0	9	-0.0871896892786026
473809	rnn.weight_hh_l0	0	-0.013575008139014244
473809	rnn.weight_hh_l0	1	0.07853641360998154
473809	rnn.weight_hh_l0	2	0.018598303198814392
473809	rnn.weight_hh_l0	3	-0.018116258084774017
473809	rnn.weight_hh_l0	4	0.03275688365101814
473809	rnn.weight_hh_l0	5	0.04962413012981415
473809	rnn.weight_hh_l0	6	-0.06258320063352585
473809	rnn.weight_hh_l0	7	-0.11094747483730316
473809	rnn.weight_hh_l0	8	0.0371084101498127
473809	rnn.weight_hh_l0	9	-0.10354428738355637
473809	rnn.bias_ih_l0	0	0.17125265300273895
473809	rnn.bias_ih_l0	1	-0.2993249297142029
473809	rnn.bias_ih_l0	2	-0.02556290291249752
473809	rnn.bias_ih_l0	3	-0.19948506355285645
473809	rnn.bias_ih_l0	4	0.020657498389482498
473809	rnn.bias_ih_l0	5	-0.4149247407913208
473809	rnn.bias_ih_l0	6	-0.12119651585817337
473809	rnn.bias_ih_l0	7	-0.3397495150566101
473809	rnn.bias_ih_l0	8	-0.2837264835834503
473809	rnn.bias_ih_l0	9	-0.43286800384521484
473809	rnn.bias_hh_l0	0	-0.33645159006118774
473809	rnn.bias_hh_l0	1	-0.41796875
473809	rnn.bias_hh_l0	2	-0.34775689244270325
473809	rnn.bias_hh_l0	3	-0.07598674297332764
473809	rnn.bias_hh_l0	4	-0.36267995834350586
473809	rnn.bias_hh_l0	5	-0.33127474784851074
473809	rnn.bias_hh_l0	6	-0.10036519169807434
473809	rnn.bias_hh_l0	7	0.07548010349273682
473809	rnn.bias_hh_l0	8	-0.23049072921276093
473809	rnn.bias_hh_l0	9	-0.5475622415542603
473809	rnn.weight_ih_l0_reverse	0	0.056115541607141495
473809	rnn.weight_ih_l0_reverse	1	-0.05839403718709946
473809	rnn.weight_ih_l0_reverse	2	-0.014556101523339748
473809	rnn.weight_ih_l0_reverse	3	-0.11535272002220154
473809	rnn.weight_ih_l0_reverse	4	0.09366246312856674
473809	rnn.weight_ih_l0_reverse	5	-0.11217530071735382
473809	rnn.weight_ih_l0_reverse	6	-0.04230119287967682
473809	rnn.weight_ih_l0_reverse	7	0.037463393062353134
473809	rnn.weight_ih_l0_reverse	8	-0.07324936240911484
473809	rnn.weight_ih_l0_reverse	9	-0.050173234194517136
473809	rnn.weight_hh_l0_reverse	0	-0.14380979537963867
473809	rnn.weight_hh_l0_reverse	1	0.01593097299337387
473809	rnn.weight_hh_l0_reverse	2	-0.027830548584461212
473809	rnn.weight_hh_l0_reverse	3	0.03581366688013077
473809	rnn.weight_hh_l0_reverse	4	-0.09071192890405655
473809	rnn.weight_hh_l0_reverse	5	0.03309593349695206
473809	rnn.weight_hh_l0_reverse	6	0.030420690774917603
473809	rnn.weight_hh_l0_reverse	7	-0.093661367893219
473809	rnn.weight_hh_l0_reverse	8	-0.057251252233982086
473809	rnn.weight_hh_l0_reverse	9	0.051414843648672104
473809	rnn.bias_ih_l0_reverse	0	-0.17448218166828156
473809	rnn.bias_ih_l0_reverse	1	-0.0826941579580307
473809	rnn.bias_ih_l0_reverse	2	0.12082187831401825
473809	rnn.bias_ih_l0_reverse	3	-0.292797327041626
473809	rnn.bias_ih_l0_reverse	4	-0.04277423396706581
473809	rnn.bias_ih_l0_reverse	5	-0.22589074075222015
473809	rnn.bias_ih_l0_reverse	6	0.2519291639328003
473809	rnn.bias_ih_l0_reverse	7	-0.329519122838974
473809	rnn.bias_ih_l0_reverse	8	-0.1853158175945282
473809	rnn.bias_ih_l0_reverse	9	-0.2003369927406311
473809	rnn.bias_hh_l0_reverse	0	-0.11964863538742065
473809	rnn.bias_hh_l0_reverse	1	0.26986366510391235
473809	rnn.bias_hh_l0_reverse	2	-0.3331930339336395
473809	rnn.bias_hh_l0_reverse	3	-0.1957688331604004
473809	rnn.bias_hh_l0_reverse	4	-0.39555007219314575
473809	rnn.bias_hh_l0_reverse	5	-0.18050283193588257
473809	rnn.bias_hh_l0_reverse	6	-0.26534315943717957
473809	rnn.bias_hh_l0_reverse	7	-0.08396393060684204
473809	rnn.bias_hh_l0_reverse	8	-0.2996218502521515
473809	rnn.bias_hh_l0_reverse	9	0.2060054987668991
473809	linear.weight	0	0.19452515244483948
473809	linear.weight	1	-0.3736031949520111
473809	linear.weight	2	0.0300284493714571
473809	linear.weight	3	0.06763482838869095
473809	linear.weight	4	-0.14007669687271118
473809	linear.weight	5	0.1483125388622284
473809	linear.weight	6	-0.049019064754247665
473809	linear.weight	7	-0.06150292605161667
473809	linear.weight	8	0.10956820845603943
473809	linear.weight	9	-0.048243213444948196
473809	linear.bias	0	-0.9133772850036621
473809	linear.bias	1	1.863057255744934
473809	linear.bias	2	0.7431023716926575
473809	linear.bias	3	-2.680419683456421
473809	linear.bias	4	-0.13102075457572937
473809	linear.bias	5	1.2046009302139282
473809	linear.bias	6	-0.23580990731716156
473809	linear.bias	7	0.7652274966239929
473809	linear.bias	8	2.1954917907714844
473809	linear.bias	9	-1.5335166454315186
474418	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
474418	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
474418	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
474418	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
474418	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
474418	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
474418	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
474418	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
474418	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
474418	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
474418	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
474418	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
474418	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
474418	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
474418	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
474418	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
474418	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
474418	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
474418	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
474418	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
474418	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
474418	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
474418	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
474418	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
474418	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
474418	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
474418	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
474418	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
474418	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
474418	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
474418	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
474418	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
474418	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
474418	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
474418	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
474418	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
474418	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
474418	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
474418	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
474418	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
474418	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
474418	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
474418	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
474418	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
474418	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
474418	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
474418	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
474418	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
474418	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
474418	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
474418	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
474418	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
474418	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
474418	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
474418	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
474418	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
474418	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
474418	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
474418	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
474418	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
474418	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
474418	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
474418	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
474418	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
474418	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
474418	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
474418	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
474418	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
474418	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
474418	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
474418	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
474418	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
474418	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
474418	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
474418	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
474418	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
474418	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
474418	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
474418	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
474418	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
474418	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
474418	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
474418	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
474418	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
474418	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
474418	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
474418	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
474418	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
474418	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
474418	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
474418	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
474418	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
474418	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
474418	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
474418	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
474418	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
474418	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
474418	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
474418	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
474418	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
474418	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
474418	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
474418	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
474418	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
474418	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
474418	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
474418	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
474418	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
474418	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
474418	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
474418	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
474418	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
474418	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
474418	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
474418	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
474418	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
474418	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
474418	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
474418	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
474418	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
474418	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
474418	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
474418	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
474418	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
474418	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
474418	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
474418	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
474418	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
474418	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
474418	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
474418	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
474418	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
474418	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
474418	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
474418	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
474418	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
474418	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
474418	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
474418	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
474418	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
474418	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
474418	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
474418	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
474418	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
474418	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
474418	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
474418	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
474418	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
474418	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
474418	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
474418	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
474418	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
474418	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
474418	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
474418	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
474418	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
474418	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
474418	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
474418	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
474418	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
474418	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
474418	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
474418	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
474418	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
474418	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
474418	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
474418	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
474418	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
474418	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
474418	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
474418	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
474418	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
474418	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
474418	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
474418	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
474418	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
474418	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
474418	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
474418	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
474418	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
474418	embedding2nn.weight	0	0.32397371530532837
474418	embedding2nn.weight	1	0.408920019865036
474418	embedding2nn.weight	2	0.022468769922852516
474418	embedding2nn.weight	3	-0.0009107429068535566
474418	embedding2nn.weight	4	-0.07282744348049164
474418	embedding2nn.weight	5	0.07061559706926346
474418	embedding2nn.weight	6	0.038975585252046585
474418	embedding2nn.weight	7	-0.0028769569471478462
474418	embedding2nn.weight	8	0.03759299963712692
474418	embedding2nn.weight	9	-0.026485780254006386
474418	embedding2nn.bias	0	0.03933048993349075
474418	embedding2nn.bias	1	-0.1987125128507614
474418	embedding2nn.bias	2	0.09621963649988174
474418	embedding2nn.bias	3	0.174220472574234
474418	embedding2nn.bias	4	0.11422799527645111
474418	embedding2nn.bias	5	-0.04263123869895935
474418	embedding2nn.bias	6	-0.050507184118032455
474418	embedding2nn.bias	7	0.03457675874233246
474418	embedding2nn.bias	8	-0.17441105842590332
474418	embedding2nn.bias	9	-0.3515779376029968
474418	rnn.weight_ih_l0	0	-0.017337273806333542
474418	rnn.weight_ih_l0	1	-0.06475198268890381
474418	rnn.weight_ih_l0	2	-0.02403455227613449
474418	rnn.weight_ih_l0	3	0.1179528757929802
474418	rnn.weight_ih_l0	4	0.029096389189362526
474418	rnn.weight_ih_l0	5	-0.06767828017473221
474418	rnn.weight_ih_l0	6	0.016510289162397385
474418	rnn.weight_ih_l0	7	-0.05049404874444008
474418	rnn.weight_ih_l0	8	0.05206557363271713
474418	rnn.weight_ih_l0	9	-0.08464622497558594
474418	rnn.weight_hh_l0	0	-0.01453652698546648
474418	rnn.weight_hh_l0	1	0.07840119302272797
474418	rnn.weight_hh_l0	2	0.0194539837539196
474418	rnn.weight_hh_l0	3	-0.017402568832039833
474418	rnn.weight_hh_l0	4	0.03242214024066925
474418	rnn.weight_hh_l0	5	0.048472560942173004
474418	rnn.weight_hh_l0	6	-0.06273867189884186
474418	rnn.weight_hh_l0	7	-0.10854634642601013
474418	rnn.weight_hh_l0	8	0.03684418648481369
474418	rnn.weight_hh_l0	9	-0.10295869410037994
474418	rnn.bias_ih_l0	0	0.1709345281124115
474418	rnn.bias_ih_l0	1	-0.2931569218635559
474418	rnn.bias_ih_l0	2	-0.026165945455431938
474418	rnn.bias_ih_l0	3	-0.20379258692264557
474418	rnn.bias_ih_l0	4	0.03071538545191288
474418	rnn.bias_ih_l0	5	-0.411903440952301
474418	rnn.bias_ih_l0	6	-0.11593849211931229
474418	rnn.bias_ih_l0	7	-0.33948588371276855
474418	rnn.bias_ih_l0	8	-0.28904178738594055
474418	rnn.bias_ih_l0	9	-0.43579035997390747
474418	rnn.bias_hh_l0	0	-0.3361091911792755
474418	rnn.bias_hh_l0	1	-0.4196203649044037
474418	rnn.bias_hh_l0	2	-0.34756335616111755
474418	rnn.bias_hh_l0	3	-0.07211899757385254
474418	rnn.bias_hh_l0	4	-0.3628908097743988
474418	rnn.bias_hh_l0	5	-0.33272579312324524
474418	rnn.bias_hh_l0	6	-0.09590833634138107
474418	rnn.bias_hh_l0	7	0.06309553980827332
474418	rnn.bias_hh_l0	8	-0.23831982910633087
474418	rnn.bias_hh_l0	9	-0.5533544421195984
474418	rnn.weight_ih_l0_reverse	0	0.05819094181060791
474418	rnn.weight_ih_l0_reverse	1	-0.05640142410993576
474418	rnn.weight_ih_l0_reverse	2	-0.012660273350775242
474418	rnn.weight_ih_l0_reverse	3	-0.11732151359319687
474418	rnn.weight_ih_l0_reverse	4	0.09508894383907318
474418	rnn.weight_ih_l0_reverse	5	-0.10885627567768097
474418	rnn.weight_ih_l0_reverse	6	-0.03821488469839096
474418	rnn.weight_ih_l0_reverse	7	0.03732474520802498
474418	rnn.weight_ih_l0_reverse	8	-0.0699985921382904
474418	rnn.weight_ih_l0_reverse	9	-0.049565911293029785
474418	rnn.weight_hh_l0_reverse	0	-0.14253327250480652
474418	rnn.weight_hh_l0_reverse	1	0.017493300139904022
474418	rnn.weight_hh_l0_reverse	2	-0.0280595850199461
474418	rnn.weight_hh_l0_reverse	3	0.03644523397088051
474418	rnn.weight_hh_l0_reverse	4	-0.0897679477930069
474418	rnn.weight_hh_l0_reverse	5	0.032831624150276184
474418	rnn.weight_hh_l0_reverse	6	0.0302825216203928
474418	rnn.weight_hh_l0_reverse	7	-0.09926875680685043
474418	rnn.weight_hh_l0_reverse	8	-0.054028067737817764
474418	rnn.weight_hh_l0_reverse	9	0.05208000913262367
474418	rnn.bias_ih_l0_reverse	0	-0.17174871265888214
474418	rnn.bias_ih_l0_reverse	1	-0.08704572916030884
474418	rnn.bias_ih_l0_reverse	2	0.12193374335765839
474418	rnn.bias_ih_l0_reverse	3	-0.28984618186950684
474418	rnn.bias_ih_l0_reverse	4	-0.04476899281144142
474418	rnn.bias_ih_l0_reverse	5	-0.22348769009113312
474418	rnn.bias_ih_l0_reverse	6	0.2548758089542389
474418	rnn.bias_ih_l0_reverse	7	-0.32248276472091675
474418	rnn.bias_ih_l0_reverse	8	-0.18669579923152924
474418	rnn.bias_ih_l0_reverse	9	-0.1965828686952591
474418	rnn.bias_hh_l0_reverse	0	-0.11097746342420578
474418	rnn.bias_hh_l0_reverse	1	0.27835145592689514
474418	rnn.bias_hh_l0_reverse	2	-0.34271031618118286
474418	rnn.bias_hh_l0_reverse	3	-0.20552703738212585
474418	rnn.bias_hh_l0_reverse	4	-0.3971252143383026
474418	rnn.bias_hh_l0_reverse	5	-0.1872461438179016
474418	rnn.bias_hh_l0_reverse	6	-0.2591336667537689
474418	rnn.bias_hh_l0_reverse	7	-0.07945776730775833
474418	rnn.bias_hh_l0_reverse	8	-0.28629642724990845
474418	rnn.bias_hh_l0_reverse	9	0.22932080924510956
474418	linear.weight	0	0.20389918982982635
474418	linear.weight	1	-0.37747475504875183
474418	linear.weight	2	-0.017396248877048492
474418	linear.weight	3	0.06763335317373276
474418	linear.weight	4	-0.1751469373703003
474418	linear.weight	5	0.18712031841278076
474418	linear.weight	6	-0.045441363006830215
474418	linear.weight	7	-0.0614902600646019
474418	linear.weight	8	0.11978643387556076
474418	linear.weight	9	-0.04825347289443016
474418	linear.bias	0	-0.8879570364952087
474418	linear.bias	1	1.899661660194397
474418	linear.bias	2	0.7671688795089722
474418	linear.bias	3	-2.680772304534912
474418	linear.bias	4	-0.13001759350299835
474418	linear.bias	5	1.2086151838302612
474418	linear.bias	6	-0.2091590017080307
474418	linear.bias	7	0.723763108253479
474418	linear.bias	8	2.224290370941162
474418	linear.bias	9	-1.5142991542816162
475027	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
475027	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
475027	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
475027	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
475027	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
475027	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
475027	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
475027	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
475027	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
475027	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
475027	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
475027	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
475027	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
475027	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
475027	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
475027	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
475027	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
475027	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
475027	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
475027	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
475027	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
475027	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
475027	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
475027	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
475027	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
475027	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
475027	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
475027	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
475027	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
475027	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
475027	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
475027	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
475027	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
475027	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
475027	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
475027	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
475027	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
475027	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
475027	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
475027	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
475027	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
475027	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
475027	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
475027	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
475027	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
475027	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
475027	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
475027	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
475027	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
475027	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
475027	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
475027	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
475027	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
475027	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
475027	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
475027	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
475027	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
475027	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
475027	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
475027	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
475027	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
475027	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
475027	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
475027	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
475027	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
475027	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
475027	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
475027	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
475027	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
475027	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
475027	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
475027	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
475027	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
475027	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
475027	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
475027	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
475027	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
475027	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
475027	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
475027	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
475027	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
475027	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
475027	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
475027	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
475027	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
475027	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
475027	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
475027	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
475027	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
475027	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
475027	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
475027	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
475027	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
475027	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
475027	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
475027	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
475027	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
475027	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
475027	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
475027	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
475027	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
475027	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
475027	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
475027	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
475027	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
475027	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
475027	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
475027	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
475027	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
475027	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
475027	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
475027	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
475027	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
475027	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
475027	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
475027	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
475027	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
475027	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
475027	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
475027	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
475027	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
475027	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
475027	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
475027	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
475027	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
475027	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
475027	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
475027	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
475027	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
475027	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
475027	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
475027	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
475027	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
475027	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
475027	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
475027	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
475027	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
475027	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
475027	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
475027	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
475027	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
475027	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
475027	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
475027	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
475027	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
475027	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
475027	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
475027	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
475027	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
475027	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
475027	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
475027	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
475027	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
475027	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
475027	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
475027	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
475027	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
475027	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
475027	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
475027	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
475027	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
475027	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
475027	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
475027	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
475027	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
475027	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
475027	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
475027	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
475027	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
475027	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
475027	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
475027	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
475027	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
475027	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
475027	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
475027	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
475027	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
475027	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
475027	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
475027	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
475027	embedding2nn.weight	0	0.32255634665489197
475027	embedding2nn.weight	1	0.40821823477745056
475027	embedding2nn.weight	2	0.025283005088567734
475027	embedding2nn.weight	3	-0.007053898647427559
475027	embedding2nn.weight	4	-0.0636894628405571
475027	embedding2nn.weight	5	0.06990549713373184
475027	embedding2nn.weight	6	0.029726382344961166
475027	embedding2nn.weight	7	0.003832638030871749
475027	embedding2nn.weight	8	0.03541065752506256
475027	embedding2nn.weight	9	-0.023267602548003197
475027	embedding2nn.bias	0	0.05654329061508179
475027	embedding2nn.bias	1	-0.19743558764457703
475027	embedding2nn.bias	2	0.10360550135374069
475027	embedding2nn.bias	3	0.16703908145427704
475027	embedding2nn.bias	4	0.14577479660511017
475027	embedding2nn.bias	5	-0.028661448508501053
475027	embedding2nn.bias	6	-0.05606601759791374
475027	embedding2nn.bias	7	0.05547525733709335
475027	embedding2nn.bias	8	-0.18032412230968475
475027	embedding2nn.bias	9	-0.3561561703681946
475027	rnn.weight_ih_l0	0	-0.01637137122452259
475027	rnn.weight_ih_l0	1	-0.06527458131313324
475027	rnn.weight_ih_l0	2	-0.028214041143655777
475027	rnn.weight_ih_l0	3	0.12359664589166641
475027	rnn.weight_ih_l0	4	0.024039940908551216
475027	rnn.weight_ih_l0	5	-0.058434102684259415
475027	rnn.weight_ih_l0	6	0.011868045665323734
475027	rnn.weight_ih_l0	7	-0.04864387959241867
475027	rnn.weight_ih_l0	8	0.046173952519893646
475027	rnn.weight_ih_l0	9	-0.08076675981283188
475027	rnn.weight_hh_l0	0	-0.015438942238688469
475027	rnn.weight_hh_l0	1	0.07835663110017776
475027	rnn.weight_hh_l0	2	0.018228407949209213
475027	rnn.weight_hh_l0	3	-0.017943134531378746
475027	rnn.weight_hh_l0	4	0.03376496583223343
475027	rnn.weight_hh_l0	5	0.04690711200237274
475027	rnn.weight_hh_l0	6	-0.0635770708322525
475027	rnn.weight_hh_l0	7	-0.10833016782999039
475027	rnn.weight_hh_l0	8	0.03672606125473976
475027	rnn.weight_hh_l0	9	-0.10430727154016495
475027	rnn.bias_ih_l0	0	0.17368419468402863
475027	rnn.bias_ih_l0	1	-0.2974657118320465
475027	rnn.bias_ih_l0	2	-0.027037985622882843
475027	rnn.bias_ih_l0	3	-0.20739322900772095
475027	rnn.bias_ih_l0	4	0.04162929579615593
475027	rnn.bias_ih_l0	5	-0.4163011610507965
475027	rnn.bias_ih_l0	6	-0.12474269419908524
475027	rnn.bias_ih_l0	7	-0.3384629487991333
475027	rnn.bias_ih_l0	8	-0.29575634002685547
475027	rnn.bias_ih_l0	9	-0.4328436851501465
475027	rnn.bias_hh_l0	0	-0.3365076780319214
475027	rnn.bias_hh_l0	1	-0.4194573760032654
475027	rnn.bias_hh_l0	2	-0.3461608588695526
475027	rnn.bias_hh_l0	3	-0.07400728762149811
475027	rnn.bias_hh_l0	4	-0.36768653988838196
475027	rnn.bias_hh_l0	5	-0.3346520662307739
475027	rnn.bias_hh_l0	6	-0.10969707369804382
475027	rnn.bias_hh_l0	7	0.06174445152282715
475027	rnn.bias_hh_l0	8	-0.2332945615053177
475027	rnn.bias_hh_l0	9	-0.5476760268211365
475027	rnn.weight_ih_l0_reverse	0	0.05383942276239395
475027	rnn.weight_ih_l0_reverse	1	-0.05506259202957153
475027	rnn.weight_ih_l0_reverse	2	-0.010393689386546612
475027	rnn.weight_ih_l0_reverse	3	-0.12055511772632599
475027	rnn.weight_ih_l0_reverse	4	0.09468156844377518
475027	rnn.weight_ih_l0_reverse	5	-0.1101447269320488
475027	rnn.weight_ih_l0_reverse	6	-0.03672702983021736
475027	rnn.weight_ih_l0_reverse	7	0.03761184960603714
475027	rnn.weight_ih_l0_reverse	8	-0.06578908115625381
475027	rnn.weight_ih_l0_reverse	9	-0.04776187986135483
475027	rnn.weight_hh_l0_reverse	0	-0.14459067583084106
475027	rnn.weight_hh_l0_reverse	1	0.018436651676893234
475027	rnn.weight_hh_l0_reverse	2	-0.028045786544680595
475027	rnn.weight_hh_l0_reverse	3	0.03669292852282524
475027	rnn.weight_hh_l0_reverse	4	-0.09086098521947861
475027	rnn.weight_hh_l0_reverse	5	0.03256212919950485
475027	rnn.weight_hh_l0_reverse	6	0.030132507905364037
475027	rnn.weight_hh_l0_reverse	7	-0.09865179657936096
475027	rnn.weight_hh_l0_reverse	8	-0.05642228201031685
475027	rnn.weight_hh_l0_reverse	9	0.05175355449318886
475027	rnn.bias_ih_l0_reverse	0	-0.17546012997627258
475027	rnn.bias_ih_l0_reverse	1	-0.08106826990842819
475027	rnn.bias_ih_l0_reverse	2	0.12578651309013367
475027	rnn.bias_ih_l0_reverse	3	-0.2973483204841614
475027	rnn.bias_ih_l0_reverse	4	-0.05456720292568207
475027	rnn.bias_ih_l0_reverse	5	-0.2259986847639084
475027	rnn.bias_ih_l0_reverse	6	0.26109012961387634
475027	rnn.bias_ih_l0_reverse	7	-0.3149679899215698
475027	rnn.bias_ih_l0_reverse	8	-0.1883084625005722
475027	rnn.bias_ih_l0_reverse	9	-0.20176301896572113
475027	rnn.bias_hh_l0_reverse	0	-0.11509183794260025
475027	rnn.bias_hh_l0_reverse	1	0.27823540568351746
475027	rnn.bias_hh_l0_reverse	2	-0.3406528830528259
475027	rnn.bias_hh_l0_reverse	3	-0.20795637369155884
475027	rnn.bias_hh_l0_reverse	4	-0.39890170097351074
475027	rnn.bias_hh_l0_reverse	5	-0.1844715029001236
475027	rnn.bias_hh_l0_reverse	6	-0.2548374533653259
475027	rnn.bias_hh_l0_reverse	7	-0.08274514973163605
475027	rnn.bias_hh_l0_reverse	8	-0.27878737449645996
475027	rnn.bias_hh_l0_reverse	9	0.2156660109758377
475027	linear.weight	0	0.21809396147727966
475027	linear.weight	1	-0.3415519893169403
475027	linear.weight	2	-0.03767046332359314
475027	linear.weight	3	0.06762494146823883
475027	linear.weight	4	-0.16072401404380798
475027	linear.weight	5	0.20369139313697815
475027	linear.weight	6	-0.04156394302845001
475027	linear.weight	7	-0.061479974538087845
475027	linear.weight	8	0.13230973482131958
475027	linear.weight	9	-0.0482611209154129
475027	linear.bias	0	-0.8760918974876404
475027	linear.bias	1	1.9436205625534058
475027	linear.bias	2	0.7594098448753357
475027	linear.bias	3	-2.6811347007751465
475027	linear.bias	4	-0.14181265234947205
475027	linear.bias	5	1.1924809217453003
475027	linear.bias	6	-0.24748951196670532
475027	linear.bias	7	0.7270839810371399
475027	linear.bias	8	2.1780784130096436
475027	linear.bias	9	-1.5445282459259033
475636	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
475636	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
475636	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
475636	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
475636	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
475636	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
475636	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
475636	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
475636	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
475636	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
475636	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
475636	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
475636	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
475636	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
475636	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
475636	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
475636	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
475636	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
475636	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
475636	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
475636	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
475636	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
475636	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
475636	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
475636	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
475636	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
475636	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
475636	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
475636	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
475636	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
475636	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
475636	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
475636	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
475636	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
475636	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
475636	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
475636	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
475636	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
475636	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
475636	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
475636	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
475636	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
475636	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
475636	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
475636	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
475636	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
475636	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
475636	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
475636	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
475636	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
475636	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
475636	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
475636	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
475636	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
475636	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
475636	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
475636	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
475636	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
475636	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
475636	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
475636	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
475636	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
475636	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
475636	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
475636	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
475636	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
475636	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
475636	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
475636	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
475636	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
475636	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
475636	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
475636	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
475636	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
475636	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
475636	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
475636	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
475636	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
475636	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
475636	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
475636	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
475636	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
475636	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
475636	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
475636	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
475636	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
475636	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
475636	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
475636	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
475636	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
475636	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
475636	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
475636	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
475636	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
475636	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
475636	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
475636	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
475636	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
475636	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
475636	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
475636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
475636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
475636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
475636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
475636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
475636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
475636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
475636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
475636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
475636	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
475636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
475636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
475636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
475636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
475636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
475636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
475636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
475636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
475636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
475636	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
475636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
475636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
475636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
475636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
475636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
475636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
475636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
475636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
475636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
475636	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
475636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
475636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
475636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
475636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
475636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
475636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
475636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
475636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
475636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
475636	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
475636	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
475636	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
475636	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
475636	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
475636	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
475636	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
475636	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
475636	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
475636	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
475636	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
475636	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
475636	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
475636	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
475636	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
475636	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
475636	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
475636	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
475636	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
475636	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
475636	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
475636	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
475636	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
475636	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
475636	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
475636	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
475636	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
475636	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
475636	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
475636	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
475636	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
475636	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
475636	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
475636	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
475636	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
475636	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
475636	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
475636	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
475636	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
475636	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
475636	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
475636	embedding2nn.weight	0	0.3245440125465393
475636	embedding2nn.weight	1	0.4090433716773987
475636	embedding2nn.weight	2	0.019458776339888573
475636	embedding2nn.weight	3	-0.006829171907156706
475636	embedding2nn.weight	4	-0.0713505893945694
475636	embedding2nn.weight	5	0.06872113049030304
475636	embedding2nn.weight	6	0.02837839163839817
475636	embedding2nn.weight	7	-0.005234896671026945
475636	embedding2nn.weight	8	0.03947727009654045
475636	embedding2nn.weight	9	-0.02212943322956562
475636	embedding2nn.bias	0	0.044701024889945984
475636	embedding2nn.bias	1	-0.19821025431156158
475636	embedding2nn.bias	2	0.11089105159044266
475636	embedding2nn.bias	3	0.17337767779827118
475636	embedding2nn.bias	4	0.13230957090854645
475636	embedding2nn.bias	5	-0.03745504468679428
475636	embedding2nn.bias	6	-0.03977803513407707
475636	embedding2nn.bias	7	0.03436465933918953
475636	embedding2nn.bias	8	-0.17979884147644043
475636	embedding2nn.bias	9	-0.3446279466152191
475636	rnn.weight_ih_l0	0	-0.015525946393609047
475636	rnn.weight_ih_l0	1	-0.0639309212565422
475636	rnn.weight_ih_l0	2	-0.027441630139946938
475636	rnn.weight_ih_l0	3	0.1284472942352295
475636	rnn.weight_ih_l0	4	0.013146654702723026
475636	rnn.weight_ih_l0	5	-0.055911093950271606
475636	rnn.weight_ih_l0	6	0.0145646957680583
475636	rnn.weight_ih_l0	7	-0.04257435351610184
475636	rnn.weight_ih_l0	8	0.050757650285959244
475636	rnn.weight_ih_l0	9	-0.07997704297304153
475636	rnn.weight_hh_l0	0	-0.014771047979593277
475636	rnn.weight_hh_l0	1	0.07868833839893341
475636	rnn.weight_hh_l0	2	0.01956942118704319
475636	rnn.weight_hh_l0	3	-0.018170399591326714
475636	rnn.weight_hh_l0	4	0.03452083095908165
475636	rnn.weight_hh_l0	5	0.047843046486377716
475636	rnn.weight_hh_l0	6	-0.06324651837348938
475636	rnn.weight_hh_l0	7	-0.10783789306879044
475636	rnn.weight_hh_l0	8	0.03669586405158043
475636	rnn.weight_hh_l0	9	-0.10441229492425919
475636	rnn.bias_ih_l0	0	0.18702255189418793
475636	rnn.bias_ih_l0	1	-0.3027440011501312
475636	rnn.bias_ih_l0	2	-0.027078688144683838
475636	rnn.bias_ih_l0	3	-0.20439113676548004
475636	rnn.bias_ih_l0	4	0.046758607029914856
475636	rnn.bias_ih_l0	5	-0.41401907801628113
475636	rnn.bias_ih_l0	6	-0.1362331360578537
475636	rnn.bias_ih_l0	7	-0.3395785391330719
475636	rnn.bias_ih_l0	8	-0.2934838831424713
475636	rnn.bias_ih_l0	9	-0.42002320289611816
475636	rnn.bias_hh_l0	0	-0.34108754992485046
475636	rnn.bias_hh_l0	1	-0.41724124550819397
475636	rnn.bias_hh_l0	2	-0.3513546884059906
475636	rnn.bias_hh_l0	3	-0.07149909436702728
475636	rnn.bias_hh_l0	4	-0.37082168459892273
475636	rnn.bias_hh_l0	5	-0.3356245756149292
475636	rnn.bias_hh_l0	6	-0.09655631333589554
475636	rnn.bias_hh_l0	7	0.07487363368272781
475636	rnn.bias_hh_l0	8	-0.22580324113368988
475636	rnn.bias_hh_l0	9	-0.5443034172058105
475636	rnn.weight_ih_l0_reverse	0	0.05329124256968498
475636	rnn.weight_ih_l0_reverse	1	-0.05891624093055725
475636	rnn.weight_ih_l0_reverse	2	-0.011076666414737701
475636	rnn.weight_ih_l0_reverse	3	-0.1275794357061386
475636	rnn.weight_ih_l0_reverse	4	0.09610486775636673
475636	rnn.weight_ih_l0_reverse	5	-0.11178725212812424
475636	rnn.weight_ih_l0_reverse	6	-0.04167903587222099
475636	rnn.weight_ih_l0_reverse	7	0.03658004850149155
475636	rnn.weight_ih_l0_reverse	8	-0.0632961168885231
475636	rnn.weight_ih_l0_reverse	9	-0.04656682536005974
475636	rnn.weight_hh_l0_reverse	0	-0.14628440141677856
475636	rnn.weight_hh_l0_reverse	1	0.01784961298108101
475636	rnn.weight_hh_l0_reverse	2	-0.027833936735987663
475636	rnn.weight_hh_l0_reverse	3	0.03546042740345001
475636	rnn.weight_hh_l0_reverse	4	-0.09207012504339218
475636	rnn.weight_hh_l0_reverse	5	0.03156481310725212
475636	rnn.weight_hh_l0_reverse	6	0.03001253306865692
475636	rnn.weight_hh_l0_reverse	7	-0.09937313199043274
475636	rnn.weight_hh_l0_reverse	8	-0.056890442967414856
475636	rnn.weight_hh_l0_reverse	9	0.05373344197869301
475636	rnn.bias_ih_l0_reverse	0	-0.1738560050725937
475636	rnn.bias_ih_l0_reverse	1	-0.07485482841730118
475636	rnn.bias_ih_l0_reverse	2	0.13109631836414337
475636	rnn.bias_ih_l0_reverse	3	-0.2942191958427429
475636	rnn.bias_ih_l0_reverse	4	-0.05394960194826126
475636	rnn.bias_ih_l0_reverse	5	-0.22718895971775055
475636	rnn.bias_ih_l0_reverse	6	0.2592065632343292
475636	rnn.bias_ih_l0_reverse	7	-0.32276299595832825
475636	rnn.bias_ih_l0_reverse	8	-0.18894349038600922
475636	rnn.bias_ih_l0_reverse	9	-0.2104196399450302
475636	rnn.bias_hh_l0_reverse	0	-0.12934204936027527
475636	rnn.bias_hh_l0_reverse	1	0.27525997161865234
475636	rnn.bias_hh_l0_reverse	2	-0.33788377046585083
475636	rnn.bias_hh_l0_reverse	3	-0.2056819647550583
475636	rnn.bias_hh_l0_reverse	4	-0.3930570185184479
475636	rnn.bias_hh_l0_reverse	5	-0.18344807624816895
475636	rnn.bias_hh_l0_reverse	6	-0.25161513686180115
475636	rnn.bias_hh_l0_reverse	7	-0.08408207446336746
475636	rnn.bias_hh_l0_reverse	8	-0.29287540912628174
475636	rnn.bias_hh_l0_reverse	9	0.2121453732252121
475636	linear.weight	0	0.19542303681373596
475636	linear.weight	1	-0.40691664814949036
475636	linear.weight	2	0.008602038025856018
475636	linear.weight	3	0.06762145459651947
475636	linear.weight	4	-0.15300893783569336
475636	linear.weight	5	0.2108435183763504
475636	linear.weight	6	-0.040673453360795975
475636	linear.weight	7	-0.061473336070775986
475636	linear.weight	8	0.14736822247505188
475636	linear.weight	9	-0.04826938733458519
475636	linear.bias	0	-0.889171302318573
475636	linear.bias	1	1.9489881992340088
475636	linear.bias	2	0.7582363486289978
475636	linear.bias	3	-2.6814589500427246
475636	linear.bias	4	-0.15653763711452484
475636	linear.bias	5	1.207823395729065
475636	linear.bias	6	-0.22916220128536224
475636	linear.bias	7	0.7408885359764099
475636	linear.bias	8	2.1732747554779053
475636	linear.bias	9	-1.537247657775879
475644	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
475644	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
475644	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
475644	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
475644	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
475644	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
475644	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
475644	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
475644	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
475644	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
475644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
475644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
475644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
475644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
475644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
475644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
475644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
475644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
475644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
475644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
475644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
475644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
475644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
475644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
475644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
475644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
475644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
475644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
475644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
475644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
475644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
475644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
475644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
475644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
475644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
475644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
475644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
475644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
475644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
475644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
475644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
475644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
475644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
475644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
475644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
475644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
475644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
475644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
475644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
475644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
475644	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
475644	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
475644	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
475644	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
475644	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
475644	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
475644	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
475644	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
475644	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
475644	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
475644	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
475644	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
475644	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
475644	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
475644	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
475644	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
475644	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
475644	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
475644	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
475644	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
475644	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
475644	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
475644	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
475644	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
475644	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
475644	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
475644	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
475644	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
475644	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
475644	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
475644	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
475644	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
475644	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
475644	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
475644	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
475644	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
475644	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
475644	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
475644	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
475644	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
475644	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
475644	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
475644	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
475644	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
475644	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
475644	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
475644	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
475644	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
475644	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
475644	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
475644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
475644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
475644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
475644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
475644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
475644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
475644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
475644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
475644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
475644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
475644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
475644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
475644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
475644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
475644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
475644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
475644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
475644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
475644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
475644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
475644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
475644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
475644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
475644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
475644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
475644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
475644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
475644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
475644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
475644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
475644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
475644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
475644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
475644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
475644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
475644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
475644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
475644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
475644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
475644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
475644	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
475644	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
475644	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
475644	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
475644	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
475644	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
475644	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
475644	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
475644	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
475644	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
475644	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
475644	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
475644	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
475644	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
475644	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
475644	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
475644	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
475644	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
475644	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
475644	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
475644	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
475644	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
475644	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
475644	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
475644	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
475644	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
475644	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
475644	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
475644	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
475644	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
475644	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
475644	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
475644	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
475644	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
475644	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
475644	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
475644	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
475644	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
475644	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
475644	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
475644	embedding2nn.weight	0	0.32461974024772644
475644	embedding2nn.weight	1	0.4092003107070923
475644	embedding2nn.weight	2	0.018934883177280426
475644	embedding2nn.weight	3	-0.008824439719319344
475644	embedding2nn.weight	4	-0.07140766829252243
475644	embedding2nn.weight	5	0.06879791617393494
475644	embedding2nn.weight	6	0.029050657525658607
475644	embedding2nn.weight	7	-0.005692124832421541
475644	embedding2nn.weight	8	0.040693096816539764
475644	embedding2nn.weight	9	-0.0217848289757967
475644	embedding2nn.bias	0	0.03411543741822243
475644	embedding2nn.bias	1	-0.19261494278907776
475644	embedding2nn.bias	2	0.10919924080371857
475644	embedding2nn.bias	3	0.17210175096988678
475644	embedding2nn.bias	4	0.13049165904521942
475644	embedding2nn.bias	5	-0.03462592512369156
475644	embedding2nn.bias	6	-0.0402970016002655
475644	embedding2nn.bias	7	0.03357640653848648
475644	embedding2nn.bias	8	-0.18473011255264282
475644	embedding2nn.bias	9	-0.3406476676464081
475644	rnn.weight_ih_l0	0	-0.015584639273583889
475644	rnn.weight_ih_l0	1	-0.06383965909481049
475644	rnn.weight_ih_l0	2	-0.027824999764561653
475644	rnn.weight_ih_l0	3	0.12868374586105347
475644	rnn.weight_ih_l0	4	0.01311409194022417
475644	rnn.weight_ih_l0	5	-0.05520312488079071
475644	rnn.weight_ih_l0	6	0.013521888293325901
475644	rnn.weight_ih_l0	7	-0.04299253597855568
475644	rnn.weight_ih_l0	8	0.050269417464733124
475644	rnn.weight_ih_l0	9	-0.08086223900318146
475644	rnn.weight_hh_l0	0	-0.014829481951892376
475644	rnn.weight_hh_l0	1	0.07872772961854935
475644	rnn.weight_hh_l0	2	0.019420797005295753
475644	rnn.weight_hh_l0	3	-0.01823931746184826
475644	rnn.weight_hh_l0	4	0.03461343050003052
475644	rnn.weight_hh_l0	5	0.047896094620227814
475644	rnn.weight_hh_l0	6	-0.0631675273180008
475644	rnn.weight_hh_l0	7	-0.10761832445859909
475644	rnn.weight_hh_l0	8	0.036684516817331314
475644	rnn.weight_hh_l0	9	-0.1043916642665863
475644	rnn.bias_ih_l0	0	0.18743795156478882
475644	rnn.bias_ih_l0	1	-0.302630752325058
475644	rnn.bias_ih_l0	2	-0.028156401589512825
475644	rnn.bias_ih_l0	3	-0.20277656614780426
475644	rnn.bias_ih_l0	4	0.047531597316265106
475644	rnn.bias_ih_l0	5	-0.41425958275794983
475644	rnn.bias_ih_l0	6	-0.13657398521900177
475644	rnn.bias_ih_l0	7	-0.3390447795391083
475644	rnn.bias_ih_l0	8	-0.2927292287349701
475644	rnn.bias_ih_l0	9	-0.41770997643470764
475644	rnn.bias_hh_l0	0	-0.34104830026626587
475644	rnn.bias_hh_l0	1	-0.418124794960022
475644	rnn.bias_hh_l0	2	-0.35184407234191895
475644	rnn.bias_hh_l0	3	-0.07209263741970062
475644	rnn.bias_hh_l0	4	-0.37078461050987244
475644	rnn.bias_hh_l0	5	-0.3359959125518799
475644	rnn.bias_hh_l0	6	-0.0967731922864914
475644	rnn.bias_hh_l0	7	0.07450422644615173
475644	rnn.bias_hh_l0	8	-0.22621995210647583
475644	rnn.bias_hh_l0	9	-0.5460537075996399
475644	rnn.weight_ih_l0_reverse	0	0.05279654636979103
475644	rnn.weight_ih_l0_reverse	1	-0.0589902363717556
475644	rnn.weight_ih_l0_reverse	2	-0.010984750464558601
475644	rnn.weight_ih_l0_reverse	3	-0.12790143489837646
475644	rnn.weight_ih_l0_reverse	4	0.09602675586938858
475644	rnn.weight_ih_l0_reverse	5	-0.11220163106918335
475644	rnn.weight_ih_l0_reverse	6	-0.04177055507898331
475644	rnn.weight_ih_l0_reverse	7	0.036759134382009506
475644	rnn.weight_ih_l0_reverse	8	-0.06332165747880936
475644	rnn.weight_ih_l0_reverse	9	-0.0463838204741478
475644	rnn.weight_hh_l0_reverse	0	-0.14625462889671326
475644	rnn.weight_hh_l0_reverse	1	0.017852578312158585
475644	rnn.weight_hh_l0_reverse	2	-0.02792874164879322
475644	rnn.weight_hh_l0_reverse	3	0.035317230969667435
475644	rnn.weight_hh_l0_reverse	4	-0.09208407998085022
475644	rnn.weight_hh_l0_reverse	5	0.031539224088191986
475644	rnn.weight_hh_l0_reverse	6	0.03002319484949112
475644	rnn.weight_hh_l0_reverse	7	-0.09922398626804352
475644	rnn.weight_hh_l0_reverse	8	-0.05648159980773926
475644	rnn.weight_hh_l0_reverse	9	0.05388490483164787
475644	rnn.bias_ih_l0_reverse	0	-0.17368745803833008
475644	rnn.bias_ih_l0_reverse	1	-0.07575128227472305
475644	rnn.bias_ih_l0_reverse	2	0.13119548559188843
475644	rnn.bias_ih_l0_reverse	3	-0.29346516728401184
475644	rnn.bias_ih_l0_reverse	4	-0.05417643114924431
475644	rnn.bias_ih_l0_reverse	5	-0.22727710008621216
475644	rnn.bias_ih_l0_reverse	6	0.2582816183567047
475644	rnn.bias_ih_l0_reverse	7	-0.32045823335647583
475644	rnn.bias_ih_l0_reverse	8	-0.18856193125247955
475644	rnn.bias_ih_l0_reverse	9	-0.21008709073066711
475644	rnn.bias_hh_l0_reverse	0	-0.12930341064929962
475644	rnn.bias_hh_l0_reverse	1	0.2760106325149536
475644	rnn.bias_hh_l0_reverse	2	-0.3384588956832886
475644	rnn.bias_hh_l0_reverse	3	-0.20522694289684296
475644	rnn.bias_hh_l0_reverse	4	-0.39191392064094543
475644	rnn.bias_hh_l0_reverse	5	-0.18259353935718536
475644	rnn.bias_hh_l0_reverse	6	-0.2515963315963745
475644	rnn.bias_hh_l0_reverse	7	-0.08382007479667664
475644	rnn.bias_hh_l0_reverse	8	-0.29214128851890564
475644	rnn.bias_hh_l0_reverse	9	0.21235693991184235
475644	linear.weight	0	0.1938256025314331
475644	linear.weight	1	-0.40731269121170044
475644	linear.weight	2	0.0032631508074700832
475644	linear.weight	3	0.06762155145406723
475644	linear.weight	4	-0.15207946300506592
475644	linear.weight	5	0.20999886095523834
475644	linear.weight	6	-0.05250665917992592
475644	linear.weight	7	-0.06147291883826256
475644	linear.weight	8	0.14490722119808197
475644	linear.weight	9	-0.04826939478516579
475644	linear.bias	0	-0.8950804471969604
475644	linear.bias	1	1.9445698261260986
475644	linear.bias	2	0.7614417672157288
475644	linear.bias	3	-2.6814653873443604
475644	linear.bias	4	-0.17231017351150513
475644	linear.bias	5	1.207177996635437
475644	linear.bias	6	-0.23284924030303955
475644	linear.bias	7	0.749921977519989
475644	linear.bias	8	2.1704604625701904
475644	linear.bias	9	-1.5391813516616821
476253	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
476253	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
476253	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
476253	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
476253	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
476253	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
476253	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
476253	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
476253	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
476253	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
476253	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
476253	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
476253	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
476253	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
476253	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
476253	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
476253	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
476253	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
476253	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
476253	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
476253	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
476253	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
476253	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
476253	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
476253	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
476253	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
476253	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
476253	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
476253	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
476253	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
476253	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
476253	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
476253	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
476253	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
476253	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
476253	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
476253	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
476253	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
476253	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
476253	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
476253	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
476253	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
476253	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
476253	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
476253	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
476253	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
476253	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
476253	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
476253	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
476253	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
476253	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
476253	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
476253	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
476253	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
476253	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
476253	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
476253	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
476253	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
476253	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
476253	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
476253	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
476253	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
476253	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
476253	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
476253	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
476253	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
476253	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
476253	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
476253	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
476253	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
476253	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
476253	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
476253	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
476253	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
476253	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
476253	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
476253	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
476253	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
476253	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
476253	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
476253	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
476253	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
476253	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
476253	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
476253	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
476253	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
476253	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
476253	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
476253	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
476253	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
476253	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
476253	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
476253	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
476253	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
476253	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
476253	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
476253	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
476253	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
476253	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
476253	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
476253	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
476253	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
476253	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
476253	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
476253	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
476253	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
476253	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
476253	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
476253	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
476253	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
476253	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
476253	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
476253	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
476253	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
476253	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
476253	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
476253	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
476253	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
476253	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
476253	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
476253	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
476253	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
476253	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
476253	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
476253	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
476253	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
476253	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
476253	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
476253	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
476253	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
476253	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
476253	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
476253	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
476253	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
476253	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
476253	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
476253	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
476253	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
476253	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
476253	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
476253	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
476253	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
476253	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
476253	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
476253	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
476253	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
476253	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
476253	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
476253	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
476253	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
476253	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
476253	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
476253	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
476253	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
476253	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
476253	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
476253	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
476253	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
476253	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
476253	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
476253	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
476253	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
476253	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
476253	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
476253	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
476253	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
476253	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
476253	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
476253	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
476253	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
476253	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
476253	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
476253	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
476253	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
476253	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
476253	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
476253	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
476253	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
476253	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
476253	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
476253	embedding2nn.weight	0	0.3254530131816864
476253	embedding2nn.weight	1	0.41295236349105835
476253	embedding2nn.weight	2	0.014334210194647312
476253	embedding2nn.weight	3	0.008695763535797596
476253	embedding2nn.weight	4	-0.0686805322766304
476253	embedding2nn.weight	5	0.06620629876852036
476253	embedding2nn.weight	6	0.026346959173679352
476253	embedding2nn.weight	7	0.002990174572914839
476253	embedding2nn.weight	8	0.045173779129981995
476253	embedding2nn.weight	9	-0.020102141425013542
476253	embedding2nn.bias	0	0.030382554978132248
476253	embedding2nn.bias	1	-0.17628954350948334
476253	embedding2nn.bias	2	0.09629979729652405
476253	embedding2nn.bias	3	0.17015902698040009
476253	embedding2nn.bias	4	0.1457705795764923
476253	embedding2nn.bias	5	-0.048656534403562546
476253	embedding2nn.bias	6	-0.036078959703445435
476253	embedding2nn.bias	7	0.04210231080651283
476253	embedding2nn.bias	8	-0.1726708561182022
476253	embedding2nn.bias	9	-0.34327834844589233
476253	rnn.weight_ih_l0	0	-0.017036572098731995
476253	rnn.weight_ih_l0	1	-0.06057336926460266
476253	rnn.weight_ih_l0	2	-0.018392829224467278
476253	rnn.weight_ih_l0	3	0.13331203162670135
476253	rnn.weight_ih_l0	4	0.01863514445722103
476253	rnn.weight_ih_l0	5	-0.05263664200901985
476253	rnn.weight_ih_l0	6	0.011972271837294102
476253	rnn.weight_ih_l0	7	-0.05216740071773529
476253	rnn.weight_ih_l0	8	0.04299943149089813
476253	rnn.weight_ih_l0	9	-0.08673455566167831
476253	rnn.weight_hh_l0	0	-0.0146793806925416
476253	rnn.weight_hh_l0	1	0.07859490811824799
476253	rnn.weight_hh_l0	2	0.020111210644245148
476253	rnn.weight_hh_l0	3	-0.01952359452843666
476253	rnn.weight_hh_l0	4	0.03531203791499138
476253	rnn.weight_hh_l0	5	0.04740056023001671
476253	rnn.weight_hh_l0	6	-0.06415543705224991
476253	rnn.weight_hh_l0	7	-0.11035912483930588
476253	rnn.weight_hh_l0	8	0.03676489740610123
476253	rnn.weight_hh_l0	9	-0.10462388396263123
476253	rnn.bias_ih_l0	0	0.17904551327228546
476253	rnn.bias_ih_l0	1	-0.29996150732040405
476253	rnn.bias_ih_l0	2	-0.030496198683977127
476253	rnn.bias_ih_l0	3	-0.20826269686222076
476253	rnn.bias_ih_l0	4	0.04101838171482086
476253	rnn.bias_ih_l0	5	-0.41490283608436584
476253	rnn.bias_ih_l0	6	-0.13388130068778992
476253	rnn.bias_ih_l0	7	-0.3403710722923279
476253	rnn.bias_ih_l0	8	-0.29012367129325867
476253	rnn.bias_ih_l0	9	-0.4195680022239685
476253	rnn.bias_hh_l0	0	-0.3474208414554596
476253	rnn.bias_hh_l0	1	-0.41520318388938904
476253	rnn.bias_hh_l0	2	-0.3589482605457306
476253	rnn.bias_hh_l0	3	-0.07168524712324142
476253	rnn.bias_hh_l0	4	-0.3695383071899414
476253	rnn.bias_hh_l0	5	-0.3301984667778015
476253	rnn.bias_hh_l0	6	-0.09769527614116669
476253	rnn.bias_hh_l0	7	0.07117421925067902
476253	rnn.bias_hh_l0	8	-0.22923265397548676
476253	rnn.bias_hh_l0	9	-0.546238899230957
476253	rnn.weight_ih_l0_reverse	0	0.05511796474456787
476253	rnn.weight_ih_l0_reverse	1	-0.058220621198415756
476253	rnn.weight_ih_l0_reverse	2	-0.01341494731605053
476253	rnn.weight_ih_l0_reverse	3	-0.13245944678783417
476253	rnn.weight_ih_l0_reverse	4	0.09892303496599197
476253	rnn.weight_ih_l0_reverse	5	-0.10676120966672897
476253	rnn.weight_ih_l0_reverse	6	-0.04705575853586197
476253	rnn.weight_ih_l0_reverse	7	0.036236800253391266
476253	rnn.weight_ih_l0_reverse	8	-0.06692074239253998
476253	rnn.weight_ih_l0_reverse	9	-0.05174790322780609
476253	rnn.weight_hh_l0_reverse	0	-0.14678658545017242
476253	rnn.weight_hh_l0_reverse	1	0.018657177686691284
476253	rnn.weight_hh_l0_reverse	2	-0.027731988579034805
476253	rnn.weight_hh_l0_reverse	3	0.03530333191156387
476253	rnn.weight_hh_l0_reverse	4	-0.0918957069516182
476253	rnn.weight_hh_l0_reverse	5	0.03242502361536026
476253	rnn.weight_hh_l0_reverse	6	0.030208632349967957
476253	rnn.weight_hh_l0_reverse	7	-0.09672533720731735
476253	rnn.weight_hh_l0_reverse	8	-0.05678826570510864
476253	rnn.weight_hh_l0_reverse	9	0.05548148974776268
476253	rnn.bias_ih_l0_reverse	0	-0.16714134812355042
476253	rnn.bias_ih_l0_reverse	1	-0.08472076803445816
476253	rnn.bias_ih_l0_reverse	2	0.12956690788269043
476253	rnn.bias_ih_l0_reverse	3	-0.29441148042678833
476253	rnn.bias_ih_l0_reverse	4	-0.05176861211657524
476253	rnn.bias_ih_l0_reverse	5	-0.22347776591777802
476253	rnn.bias_ih_l0_reverse	6	0.25823286175727844
476253	rnn.bias_ih_l0_reverse	7	-0.3234425187110901
476253	rnn.bias_ih_l0_reverse	8	-0.19328714907169342
476253	rnn.bias_ih_l0_reverse	9	-0.2013680338859558
476253	rnn.bias_hh_l0_reverse	0	-0.11421817541122437
476253	rnn.bias_hh_l0_reverse	1	0.2775556147098541
476253	rnn.bias_hh_l0_reverse	2	-0.34593358635902405
476253	rnn.bias_hh_l0_reverse	3	-0.2077641487121582
476253	rnn.bias_hh_l0_reverse	4	-0.39197686314582825
476253	rnn.bias_hh_l0_reverse	5	-0.1919601559638977
476253	rnn.bias_hh_l0_reverse	6	-0.2545415759086609
476253	rnn.bias_hh_l0_reverse	7	-0.0842970684170723
476253	rnn.bias_hh_l0_reverse	8	-0.2991854250431061
476253	rnn.bias_hh_l0_reverse	9	0.2138046771287918
476253	linear.weight	0	0.18056543171405792
476253	linear.weight	1	-0.3992483913898468
476253	linear.weight	2	0.049385134130716324
476253	linear.weight	3	0.06762006133794785
476253	linear.weight	4	-0.17292119562625885
476253	linear.weight	5	0.2236936241388321
476253	linear.weight	6	-0.02872871235013008
476253	linear.weight	7	-0.06146085634827614
476253	linear.weight	8	0.17241641879081726
476253	linear.weight	9	-0.04827916994690895
476253	linear.bias	0	-0.917219877243042
476253	linear.bias	1	1.9386237859725952
476253	linear.bias	2	0.7250921726226807
476253	linear.bias	3	-2.6818206310272217
476253	linear.bias	4	-0.1190885379910469
476253	linear.bias	5	1.2205615043640137
476253	linear.bias	6	-0.19552502036094666
476253	linear.bias	7	0.7359347939491272
476253	linear.bias	8	2.170140266418457
476253	linear.bias	9	-1.5452402830123901
476862	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
476862	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
476862	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
476862	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
476862	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
476862	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
476862	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
476862	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
476862	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
476862	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
476862	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
476862	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
476862	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
476862	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
476862	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
476862	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
476862	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
476862	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
476862	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
476862	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
476862	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
476862	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
476862	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
476862	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
476862	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
476862	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
476862	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
476862	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
476862	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
476862	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
476862	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
476862	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
476862	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
476862	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
476862	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
476862	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
476862	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
476862	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
476862	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
476862	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
476862	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
476862	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
476862	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
476862	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
476862	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
476862	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
476862	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
476862	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
476862	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
476862	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
476862	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
476862	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
476862	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
476862	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
476862	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
476862	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
476862	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
476862	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
476862	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
476862	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
476862	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
476862	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
476862	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
476862	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
476862	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
476862	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
476862	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
476862	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
476862	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
476862	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
476862	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
476862	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
476862	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
476862	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
476862	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
476862	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
476862	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
476862	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
476862	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
476862	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
476862	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
476862	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
476862	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
476862	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
476862	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
476862	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
476862	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
476862	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
476862	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
476862	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
476862	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
476862	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
476862	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
476862	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
476862	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
476862	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
476862	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
476862	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
476862	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
476862	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
476862	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
476862	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
476862	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
476862	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
476862	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
476862	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
476862	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
476862	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
476862	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
476862	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
476862	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
476862	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
476862	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
476862	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
476862	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
476862	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
476862	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
476862	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
476862	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
476862	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
476862	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
476862	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
476862	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
476862	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
476862	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
476862	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
476862	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
476862	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
476862	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
476862	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
476862	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
476862	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
476862	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
476862	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
476862	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
476862	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
476862	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
476862	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
476862	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
476862	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
476862	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
476862	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
476862	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
476862	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
476862	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
476862	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
476862	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
476862	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
476862	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
476862	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
476862	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
476862	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
476862	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
476862	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
476862	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
476862	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
476862	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
476862	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
476862	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
476862	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
476862	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
476862	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
476862	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
476862	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
476862	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
476862	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
476862	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
476862	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
476862	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
476862	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
476862	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
476862	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
476862	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
476862	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
476862	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
476862	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
476862	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
476862	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
476862	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
476862	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
476862	embedding2nn.weight	0	0.32421693205833435
476862	embedding2nn.weight	1	0.41322630643844604
476862	embedding2nn.weight	2	0.011296411044895649
476862	embedding2nn.weight	3	0.008776738308370113
476862	embedding2nn.weight	4	-0.06856052577495575
476862	embedding2nn.weight	5	0.07202747464179993
476862	embedding2nn.weight	6	0.024557292461395264
476862	embedding2nn.weight	7	-0.004274424165487289
476862	embedding2nn.weight	8	0.045016150921583176
476862	embedding2nn.weight	9	-0.018076233565807343
476862	embedding2nn.bias	0	0.0050023696385324
476862	embedding2nn.bias	1	-0.168671652674675
476862	embedding2nn.bias	2	0.09922274947166443
476862	embedding2nn.bias	3	0.18202124536037445
476862	embedding2nn.bias	4	0.1501932293176651
476862	embedding2nn.bias	5	-0.05591956153512001
476862	embedding2nn.bias	6	-0.025529364123940468
476862	embedding2nn.bias	7	0.041027095168828964
476862	embedding2nn.bias	8	-0.16740281879901886
476862	embedding2nn.bias	9	-0.3470207750797272
476862	rnn.weight_ih_l0	0	-0.017422476783394814
476862	rnn.weight_ih_l0	1	-0.06116001307964325
476862	rnn.weight_ih_l0	2	-0.021874183788895607
476862	rnn.weight_ih_l0	3	0.13258947432041168
476862	rnn.weight_ih_l0	4	0.014262215234339237
476862	rnn.weight_ih_l0	5	-0.05595334619283676
476862	rnn.weight_ih_l0	6	0.016049198806285858
476862	rnn.weight_ih_l0	7	-0.055361468344926834
476862	rnn.weight_ih_l0	8	0.03769105672836304
476862	rnn.weight_ih_l0	9	-0.08332362025976181
476862	rnn.weight_hh_l0	0	-0.014690709300339222
476862	rnn.weight_hh_l0	1	0.0778704583644867
476862	rnn.weight_hh_l0	2	0.019556663930416107
476862	rnn.weight_hh_l0	3	-0.020478643476963043
476862	rnn.weight_hh_l0	4	0.03548422455787659
476862	rnn.weight_hh_l0	5	0.046312347054481506
476862	rnn.weight_hh_l0	6	-0.06423670053482056
476862	rnn.weight_hh_l0	7	-0.10402752459049225
476862	rnn.weight_hh_l0	8	0.03665667772293091
476862	rnn.weight_hh_l0	9	-0.10553300380706787
476862	rnn.bias_ih_l0	0	0.17909811437129974
476862	rnn.bias_ih_l0	1	-0.30174028873443604
476862	rnn.bias_ih_l0	2	-0.03441154211759567
476862	rnn.bias_ih_l0	3	-0.21391938626766205
476862	rnn.bias_ih_l0	4	0.032188210636377335
476862	rnn.bias_ih_l0	5	-0.4118101894855499
476862	rnn.bias_ih_l0	6	-0.12862589955329895
476862	rnn.bias_ih_l0	7	-0.3382876515388489
476862	rnn.bias_ih_l0	8	-0.2931551933288574
476862	rnn.bias_ih_l0	9	-0.4315611720085144
476862	rnn.bias_hh_l0	0	-0.3355691730976105
476862	rnn.bias_hh_l0	1	-0.4156875014305115
476862	rnn.bias_hh_l0	2	-0.35254931449890137
476862	rnn.bias_hh_l0	3	-0.07676991820335388
476862	rnn.bias_hh_l0	4	-0.37175291776657104
476862	rnn.bias_hh_l0	5	-0.33110666275024414
476862	rnn.bias_hh_l0	6	-0.10129620134830475
476862	rnn.bias_hh_l0	7	0.07596760988235474
476862	rnn.bias_hh_l0	8	-0.23270902037620544
476862	rnn.bias_hh_l0	9	-0.5488862991333008
476862	rnn.weight_ih_l0_reverse	0	0.05404983460903168
476862	rnn.weight_ih_l0_reverse	1	-0.05901217833161354
476862	rnn.weight_ih_l0_reverse	2	-0.009839950129389763
476862	rnn.weight_ih_l0_reverse	3	-0.13431647419929504
476862	rnn.weight_ih_l0_reverse	4	0.100185826420784
476862	rnn.weight_ih_l0_reverse	5	-0.1142432764172554
476862	rnn.weight_ih_l0_reverse	6	-0.0536440908908844
476862	rnn.weight_ih_l0_reverse	7	0.036297641694545746
476862	rnn.weight_ih_l0_reverse	8	-0.06428606063127518
476862	rnn.weight_ih_l0_reverse	9	-0.05618639662861824
476862	rnn.weight_hh_l0_reverse	0	-0.14773288369178772
476862	rnn.weight_hh_l0_reverse	1	0.019220717251300812
476862	rnn.weight_hh_l0_reverse	2	-0.029246395453810692
476862	rnn.weight_hh_l0_reverse	3	0.035443440079689026
476862	rnn.weight_hh_l0_reverse	4	-0.09230275452136993
476862	rnn.weight_hh_l0_reverse	5	0.03273789584636688
476862	rnn.weight_hh_l0_reverse	6	0.030566580593585968
476862	rnn.weight_hh_l0_reverse	7	-0.09494601935148239
476862	rnn.weight_hh_l0_reverse	8	-0.05747705698013306
476862	rnn.weight_hh_l0_reverse	9	0.05636008083820343
476862	rnn.bias_ih_l0_reverse	0	-0.17358607053756714
476862	rnn.bias_ih_l0_reverse	1	-0.09435812383890152
476862	rnn.bias_ih_l0_reverse	2	0.14298078417778015
476862	rnn.bias_ih_l0_reverse	3	-0.29269373416900635
476862	rnn.bias_ih_l0_reverse	4	-0.04900195822119713
476862	rnn.bias_ih_l0_reverse	5	-0.219872385263443
476862	rnn.bias_ih_l0_reverse	6	0.25740084052085876
476862	rnn.bias_ih_l0_reverse	7	-0.3183409571647644
476862	rnn.bias_ih_l0_reverse	8	-0.19188588857650757
476862	rnn.bias_ih_l0_reverse	9	-0.20900551974773407
476862	rnn.bias_hh_l0_reverse	0	-0.11214490979909897
476862	rnn.bias_hh_l0_reverse	1	0.2685627043247223
476862	rnn.bias_hh_l0_reverse	2	-0.3454713225364685
476862	rnn.bias_hh_l0_reverse	3	-0.20258966088294983
476862	rnn.bias_hh_l0_reverse	4	-0.39039111137390137
476862	rnn.bias_hh_l0_reverse	5	-0.18020379543304443
476862	rnn.bias_hh_l0_reverse	6	-0.26401662826538086
476862	rnn.bias_hh_l0_reverse	7	-0.08686278760433197
476862	rnn.bias_hh_l0_reverse	8	-0.3028363585472107
476862	rnn.bias_hh_l0_reverse	9	0.20669899880886078
476862	linear.weight	0	0.17990227043628693
476862	linear.weight	1	-0.35846254229545593
476862	linear.weight	2	0.056826893240213394
476862	linear.weight	3	0.06761839985847473
476862	linear.weight	4	-0.13136860728263855
476862	linear.weight	5	0.27229321002960205
476862	linear.weight	6	-0.03723332658410072
476862	linear.weight	7	-0.06145378574728966
476862	linear.weight	8	0.15371741354465485
476862	linear.weight	9	-0.048288289457559586
476862	linear.bias	0	-0.9140866994857788
476862	linear.bias	1	1.9446041584014893
476862	linear.bias	2	0.7535165548324585
476862	linear.bias	3	-2.682142496109009
476862	linear.bias	4	-0.1400114744901657
476862	linear.bias	5	1.2397456169128418
476862	linear.bias	6	-0.20824019610881805
476862	linear.bias	7	0.7285497784614563
476862	linear.bias	8	2.1806962490081787
476862	linear.bias	9	-1.5453951358795166
477471	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
477471	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
477471	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
477471	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
477471	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
477471	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
477471	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
477471	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
477471	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
477471	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
477471	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
477471	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
477471	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
477471	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
477471	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
477471	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
477471	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
477471	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
477471	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
477471	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
477471	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
477471	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
477471	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
477471	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
477471	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
477471	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
477471	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
477471	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
477471	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
477471	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
477471	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
477471	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
477471	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
477471	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
477471	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
477471	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
477471	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
477471	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
477471	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
477471	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
477471	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
477471	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
477471	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
477471	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
477471	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
477471	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
477471	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
477471	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
477471	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
477471	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
477471	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
477471	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
477471	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
477471	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
477471	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
477471	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
477471	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
477471	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
477471	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
477471	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
477471	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
477471	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
477471	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
477471	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
477471	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
477471	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
477471	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
477471	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
477471	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
477471	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
477471	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
477471	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
477471	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
477471	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
477471	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
477471	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
477471	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
477471	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
477471	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
477471	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
477471	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
477471	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
477471	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
477471	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
477471	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
477471	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
477471	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
477471	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
477471	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
477471	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
477471	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
477471	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
477471	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
477471	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
477471	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
477471	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
477471	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
477471	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
477471	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
477471	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
477471	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
477471	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
477471	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
477471	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
477471	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
477471	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
477471	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
477471	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
477471	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
477471	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
477471	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
477471	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
477471	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
477471	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
477471	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
477471	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
477471	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
477471	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
477471	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
477471	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
477471	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
477471	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
477471	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
477471	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
477471	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
477471	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
477471	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
477471	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
477471	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
477471	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
477471	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
477471	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
477471	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
477471	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
477471	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
477471	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
477471	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
477471	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
477471	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
477471	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
477471	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
477471	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
477471	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
477471	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
477471	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
477471	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
477471	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
477471	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
477471	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
477471	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
477471	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
477471	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
477471	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
477471	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
477471	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
477471	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
477471	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
477471	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
477471	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
477471	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
477471	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
477471	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
477471	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
477471	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
477471	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
477471	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
477471	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
477471	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
477471	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
477471	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
477471	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
477471	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
477471	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
477471	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
477471	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
477471	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
477471	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
477471	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
477471	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
477471	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
477471	embedding2nn.weight	0	0.3232639729976654
477471	embedding2nn.weight	1	0.41594308614730835
477471	embedding2nn.weight	2	0.011272815056145191
477471	embedding2nn.weight	3	0.002673567971214652
477471	embedding2nn.weight	4	-0.062486905604600906
477471	embedding2nn.weight	5	0.07753613591194153
477471	embedding2nn.weight	6	0.021973995491862297
477471	embedding2nn.weight	7	-0.002419798169285059
477471	embedding2nn.weight	8	0.045117367058992386
477471	embedding2nn.weight	9	-0.01811021752655506
477471	embedding2nn.bias	0	0.013006034307181835
477471	embedding2nn.bias	1	-0.18657027184963226
477471	embedding2nn.bias	2	0.09299039095640182
477471	embedding2nn.bias	3	0.17937660217285156
477471	embedding2nn.bias	4	0.13641269505023956
477471	embedding2nn.bias	5	-0.05249661207199097
477471	embedding2nn.bias	6	-0.02024511806666851
477471	embedding2nn.bias	7	0.026821430772542953
477471	embedding2nn.bias	8	-0.16621962189674377
477471	embedding2nn.bias	9	-0.34162595868110657
477471	rnn.weight_ih_l0	0	-0.017400825396180153
477471	rnn.weight_ih_l0	1	-0.06162529066205025
477471	rnn.weight_ih_l0	2	-0.022119157016277313
477471	rnn.weight_ih_l0	3	0.13452990353107452
477471	rnn.weight_ih_l0	4	0.01932532526552677
477471	rnn.weight_ih_l0	5	-0.05347742140293121
477471	rnn.weight_ih_l0	6	0.013702199794352055
477471	rnn.weight_ih_l0	7	-0.04968114569783211
477471	rnn.weight_ih_l0	8	0.034717440605163574
477471	rnn.weight_ih_l0	9	-0.08320382982492447
477471	rnn.weight_hh_l0	0	-0.014549889601767063
477471	rnn.weight_hh_l0	1	0.07720358669757843
477471	rnn.weight_hh_l0	2	0.020353274419903755
477471	rnn.weight_hh_l0	3	-0.021484041586518288
477471	rnn.weight_hh_l0	4	0.0356176421046257
477471	rnn.weight_hh_l0	5	0.04607119783759117
477471	rnn.weight_hh_l0	6	-0.06422826647758484
477471	rnn.weight_hh_l0	7	-0.10378022491931915
477471	rnn.weight_hh_l0	8	0.03689534589648247
477471	rnn.weight_hh_l0	9	-0.10478928685188293
477471	rnn.bias_ih_l0	0	0.18002335727214813
477471	rnn.bias_ih_l0	1	-0.3022156357765198
477471	rnn.bias_ih_l0	2	-0.03058287501335144
477471	rnn.bias_ih_l0	3	-0.22204355895519257
477471	rnn.bias_ih_l0	4	0.0382680669426918
477471	rnn.bias_ih_l0	5	-0.41695651412010193
477471	rnn.bias_ih_l0	6	-0.11919804662466049
477471	rnn.bias_ih_l0	7	-0.33866217732429504
477471	rnn.bias_ih_l0	8	-0.29747307300567627
477471	rnn.bias_ih_l0	9	-0.4228817820549011
477471	rnn.bias_hh_l0	0	-0.34309640526771545
477471	rnn.bias_hh_l0	1	-0.418084055185318
477471	rnn.bias_hh_l0	2	-0.36112311482429504
477471	rnn.bias_hh_l0	3	-0.08226502686738968
477471	rnn.bias_hh_l0	4	-0.3737315833568573
477471	rnn.bias_hh_l0	5	-0.3310084640979767
477471	rnn.bias_hh_l0	6	-0.09775850921869278
477471	rnn.bias_hh_l0	7	0.0823746994137764
477471	rnn.bias_hh_l0	8	-0.23584820330142975
477471	rnn.bias_hh_l0	9	-0.5552881360054016
477471	rnn.weight_ih_l0_reverse	0	0.05852094665169716
477471	rnn.weight_ih_l0_reverse	1	-0.05926022306084633
477471	rnn.weight_ih_l0_reverse	2	-0.011156907305121422
477471	rnn.weight_ih_l0_reverse	3	-0.13364605605602264
477471	rnn.weight_ih_l0_reverse	4	0.09754325449466705
477471	rnn.weight_ih_l0_reverse	5	-0.11417001485824585
477471	rnn.weight_ih_l0_reverse	6	-0.050277747213840485
477471	rnn.weight_ih_l0_reverse	7	0.03824136033654213
477471	rnn.weight_ih_l0_reverse	8	-0.06105542182922363
477471	rnn.weight_ih_l0_reverse	9	-0.05772196501493454
477471	rnn.weight_hh_l0_reverse	0	-0.15230099856853485
477471	rnn.weight_hh_l0_reverse	1	0.01796109229326248
477471	rnn.weight_hh_l0_reverse	2	-0.029532715678215027
477471	rnn.weight_hh_l0_reverse	3	0.03576704487204552
477471	rnn.weight_hh_l0_reverse	4	-0.09177450835704803
477471	rnn.weight_hh_l0_reverse	5	0.03297671303153038
477471	rnn.weight_hh_l0_reverse	6	0.03034292347729206
477471	rnn.weight_hh_l0_reverse	7	-0.09477400779724121
477471	rnn.weight_hh_l0_reverse	8	-0.06325163692235947
477471	rnn.weight_hh_l0_reverse	9	0.055915843695402145
477471	rnn.bias_ih_l0_reverse	0	-0.17908909916877747
477471	rnn.bias_ih_l0_reverse	1	-0.09413154423236847
477471	rnn.bias_ih_l0_reverse	2	0.14303384721279144
477471	rnn.bias_ih_l0_reverse	3	-0.2891094386577606
477471	rnn.bias_ih_l0_reverse	4	-0.048795558512210846
477471	rnn.bias_ih_l0_reverse	5	-0.22217148542404175
477471	rnn.bias_ih_l0_reverse	6	0.2673809826374054
477471	rnn.bias_ih_l0_reverse	7	-0.3249017596244812
477471	rnn.bias_ih_l0_reverse	8	-0.19552452862262726
477471	rnn.bias_ih_l0_reverse	9	-0.2140544354915619
477471	rnn.bias_hh_l0_reverse	0	-0.11614714562892914
477471	rnn.bias_hh_l0_reverse	1	0.2695286273956299
477471	rnn.bias_hh_l0_reverse	2	-0.351713091135025
477471	rnn.bias_hh_l0_reverse	3	-0.1956564337015152
477471	rnn.bias_hh_l0_reverse	4	-0.39067721366882324
477471	rnn.bias_hh_l0_reverse	5	-0.18825341761112213
477471	rnn.bias_hh_l0_reverse	6	-0.2630380690097809
477471	rnn.bias_hh_l0_reverse	7	-0.09266919642686844
477471	rnn.bias_hh_l0_reverse	8	-0.30478307604789734
477471	rnn.bias_hh_l0_reverse	9	0.20228472352027893
477471	linear.weight	0	0.21620416641235352
477471	linear.weight	1	-0.3620956540107727
477471	linear.weight	2	0.03207557275891304
477471	linear.weight	3	0.06761738657951355
477471	linear.weight	4	-0.19901764392852783
477471	linear.weight	5	0.23398429155349731
477471	linear.weight	6	-0.018734434619545937
477471	linear.weight	7	-0.06144516542553902
477471	linear.weight	8	0.1481582671403885
477471	linear.weight	9	-0.04829688370227814
477471	linear.bias	0	-0.9060677289962769
477471	linear.bias	1	1.9200338125228882
477471	linear.bias	2	0.7766891121864319
477471	linear.bias	3	-2.6824846267700195
477471	linear.bias	4	-0.13938674330711365
477471	linear.bias	5	1.2687526941299438
477471	linear.bias	6	-0.22899673879146576
477471	linear.bias	7	0.7503677606582642
477471	linear.bias	8	2.201281785964966
477471	linear.bias	9	-1.5600144863128662
478080	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
478080	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
478080	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
478080	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
478080	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
478080	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
478080	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
478080	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
478080	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
478080	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
478080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
478080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
478080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
478080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
478080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
478080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
478080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
478080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
478080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
478080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
478080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
478080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
478080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
478080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
478080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
478080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
478080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
478080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
478080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
478080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
478080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
478080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
478080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
478080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
478080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
478080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
478080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
478080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
478080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
478080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
478080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
478080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
478080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
478080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
478080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
478080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
478080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
478080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
478080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
478080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
478080	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
478080	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
478080	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
478080	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
478080	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
478080	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
478080	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
478080	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
478080	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
478080	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
478080	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
478080	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
478080	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
478080	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
478080	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
478080	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
478080	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
478080	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
478080	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
478080	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
478080	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
478080	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
478080	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
478080	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
478080	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
478080	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
478080	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
478080	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
478080	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
478080	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
478080	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
478080	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
478080	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
478080	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
478080	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
478080	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
478080	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
478080	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
478080	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
478080	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
478080	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
478080	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
478080	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
478080	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
478080	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
478080	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
478080	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
478080	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
478080	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
478080	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
478080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
478080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
478080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
478080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
478080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
478080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
478080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
478080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
478080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
478080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
478080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
478080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
478080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
478080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
478080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
478080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
478080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
478080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
478080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
478080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
478080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
478080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
478080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
478080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
478080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
478080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
478080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
478080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
478080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
478080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
478080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
478080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
478080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
478080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
478080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
478080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
478080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
478080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
478080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
478080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
478080	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
478080	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
478080	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
478080	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
478080	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
478080	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
478080	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
478080	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
478080	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
478080	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
478080	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
478080	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
478080	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
478080	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
478080	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
478080	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
478080	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
478080	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
478080	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
478080	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
478080	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
478080	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
478080	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
478080	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
478080	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
478080	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
478080	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
478080	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
478080	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
478080	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
478080	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
478080	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
478080	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
478080	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
478080	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
478080	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
478080	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
478080	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
478080	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
478080	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
478080	embedding2nn.weight	0	0.3242795169353485
478080	embedding2nn.weight	1	0.4160420596599579
478080	embedding2nn.weight	2	0.01087299082428217
478080	embedding2nn.weight	3	0.0037910689134150743
478080	embedding2nn.weight	4	-0.06022962927818298
478080	embedding2nn.weight	5	0.07849705219268799
478080	embedding2nn.weight	6	0.03215775638818741
478080	embedding2nn.weight	7	0.007712624967098236
478080	embedding2nn.weight	8	0.0413874089717865
478080	embedding2nn.weight	9	-0.023066360503435135
478080	embedding2nn.bias	0	0.012456627562642097
478080	embedding2nn.bias	1	-0.16512256860733032
478080	embedding2nn.bias	2	0.10016462951898575
478080	embedding2nn.bias	3	0.15853315591812134
478080	embedding2nn.bias	4	0.11521029472351074
478080	embedding2nn.bias	5	-0.042474690824747086
478080	embedding2nn.bias	6	-0.01723727397620678
478080	embedding2nn.bias	7	0.03890342265367508
478080	embedding2nn.bias	8	-0.16945518553256989
478080	embedding2nn.bias	9	-0.34030261635780334
478080	rnn.weight_ih_l0	0	-0.015573253855109215
478080	rnn.weight_ih_l0	1	-0.061207257211208344
478080	rnn.weight_ih_l0	2	-0.022866344079375267
478080	rnn.weight_ih_l0	3	0.1321493238210678
478080	rnn.weight_ih_l0	4	0.02656266838312149
478080	rnn.weight_ih_l0	5	-0.05093326047062874
478080	rnn.weight_ih_l0	6	0.023609334602952003
478080	rnn.weight_ih_l0	7	-0.0491354763507843
478080	rnn.weight_ih_l0	8	0.033062346279621124
478080	rnn.weight_ih_l0	9	-0.07925824075937271
478080	rnn.weight_hh_l0	0	-0.015040761791169643
478080	rnn.weight_hh_l0	1	0.07588749378919601
478080	rnn.weight_hh_l0	2	0.020448023453354836
478080	rnn.weight_hh_l0	3	-0.020301468670368195
478080	rnn.weight_hh_l0	4	0.03626079484820366
478080	rnn.weight_hh_l0	5	0.04601079598069191
478080	rnn.weight_hh_l0	6	-0.06453211605548859
478080	rnn.weight_hh_l0	7	-0.10766518115997314
478080	rnn.weight_hh_l0	8	0.036933768540620804
478080	rnn.weight_hh_l0	9	-0.10375435650348663
478080	rnn.bias_ih_l0	0	0.19017605483531952
478080	rnn.bias_ih_l0	1	-0.30461713671684265
478080	rnn.bias_ih_l0	2	-0.02967125177383423
478080	rnn.bias_ih_l0	3	-0.2249777466058731
478080	rnn.bias_ih_l0	4	0.027839351445436478
478080	rnn.bias_ih_l0	5	-0.41849857568740845
478080	rnn.bias_ih_l0	6	-0.12153826653957367
478080	rnn.bias_ih_l0	7	-0.33803653717041016
478080	rnn.bias_ih_l0	8	-0.2990885078907013
478080	rnn.bias_ih_l0	9	-0.4268258213996887
478080	rnn.bias_hh_l0	0	-0.34697189927101135
478080	rnn.bias_hh_l0	1	-0.41956445574760437
478080	rnn.bias_hh_l0	2	-0.3599143326282501
478080	rnn.bias_hh_l0	3	-0.08191335201263428
478080	rnn.bias_hh_l0	4	-0.37700337171554565
478080	rnn.bias_hh_l0	5	-0.3304990530014038
478080	rnn.bias_hh_l0	6	-0.08983729034662247
478080	rnn.bias_hh_l0	7	0.0816550925374031
478080	rnn.bias_hh_l0	8	-0.23700959980487823
478080	rnn.bias_hh_l0	9	-0.5537117123603821
478080	rnn.weight_ih_l0_reverse	0	0.05717233940958977
478080	rnn.weight_ih_l0_reverse	1	-0.05881141871213913
478080	rnn.weight_ih_l0_reverse	2	-0.014450457878410816
478080	rnn.weight_ih_l0_reverse	3	-0.13350909948349
478080	rnn.weight_ih_l0_reverse	4	0.09583813697099686
478080	rnn.weight_ih_l0_reverse	5	-0.11382310837507248
478080	rnn.weight_ih_l0_reverse	6	-0.051614802330732346
478080	rnn.weight_ih_l0_reverse	7	0.03742913529276848
478080	rnn.weight_ih_l0_reverse	8	-0.0631452426314354
478080	rnn.weight_ih_l0_reverse	9	-0.05677519366145134
478080	rnn.weight_hh_l0_reverse	0	-0.1514539122581482
478080	rnn.weight_hh_l0_reverse	1	0.01794898696243763
478080	rnn.weight_hh_l0_reverse	2	-0.028846101835370064
478080	rnn.weight_hh_l0_reverse	3	0.03535189852118492
478080	rnn.weight_hh_l0_reverse	4	-0.0905332937836647
478080	rnn.weight_hh_l0_reverse	5	0.03307443857192993
478080	rnn.weight_hh_l0_reverse	6	0.030330974608659744
478080	rnn.weight_hh_l0_reverse	7	-0.09417462348937988
478080	rnn.weight_hh_l0_reverse	8	-0.0669867992401123
478080	rnn.weight_hh_l0_reverse	9	0.058232102543115616
478080	rnn.bias_ih_l0_reverse	0	-0.16866853833198547
478080	rnn.bias_ih_l0_reverse	1	-0.08744103461503983
478080	rnn.bias_ih_l0_reverse	2	0.14091958105564117
478080	rnn.bias_ih_l0_reverse	3	-0.2879023551940918
478080	rnn.bias_ih_l0_reverse	4	-0.047105491161346436
478080	rnn.bias_ih_l0_reverse	5	-0.21942445635795593
478080	rnn.bias_ih_l0_reverse	6	0.26488491892814636
478080	rnn.bias_ih_l0_reverse	7	-0.3240382969379425
478080	rnn.bias_ih_l0_reverse	8	-0.1916106790304184
478080	rnn.bias_ih_l0_reverse	9	-0.20537467300891876
478080	rnn.bias_hh_l0_reverse	0	-0.1142345666885376
478080	rnn.bias_hh_l0_reverse	1	0.2573513388633728
478080	rnn.bias_hh_l0_reverse	2	-0.34419992566108704
478080	rnn.bias_hh_l0_reverse	3	-0.20105953514575958
478080	rnn.bias_hh_l0_reverse	4	-0.39214733242988586
478080	rnn.bias_hh_l0_reverse	5	-0.1923474818468094
478080	rnn.bias_hh_l0_reverse	6	-0.25955021381378174
478080	rnn.bias_hh_l0_reverse	7	-0.09298136085271835
478080	rnn.bias_hh_l0_reverse	8	-0.3035525679588318
478080	rnn.bias_hh_l0_reverse	9	0.21026231348514557
478080	linear.weight	0	0.18980664014816284
478080	linear.weight	1	-0.3912090063095093
478080	linear.weight	2	0.03896721452474594
478080	linear.weight	3	0.06761497259140015
478080	linear.weight	4	-0.15596652030944824
478080	linear.weight	5	0.23045825958251953
478080	linear.weight	6	-0.03216492012143135
478080	linear.weight	7	-0.06143327057361603
478080	linear.weight	8	0.13150563836097717
478080	linear.weight	9	-0.04830630123615265
478080	linear.bias	0	-0.8958574533462524
478080	linear.bias	1	1.8774044513702393
478080	linear.bias	2	0.7953765988349915
478080	linear.bias	3	-2.68285870552063
478080	linear.bias	4	-0.17949804663658142
478080	linear.bias	5	1.283144235610962
478080	linear.bias	6	-0.20706255733966827
478080	linear.bias	7	0.6980100870132446
478080	linear.bias	8	2.2364325523376465
478080	linear.bias	9	-1.5582659244537354
478689	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
478689	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
478689	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
478689	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
478689	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
478689	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
478689	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
478689	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
478689	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
478689	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
478689	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
478689	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
478689	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
478689	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
478689	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
478689	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
478689	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
478689	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
478689	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
478689	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
478689	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
478689	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
478689	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
478689	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
478689	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
478689	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
478689	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
478689	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
478689	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
478689	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
478689	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
478689	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
478689	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
478689	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
478689	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
478689	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
478689	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
478689	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
478689	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
478689	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
478689	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
478689	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
478689	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
478689	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
478689	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
478689	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
478689	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
478689	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
478689	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
478689	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
478689	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
478689	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
478689	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
478689	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
478689	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
478689	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
478689	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
478689	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
478689	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
478689	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
478689	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
478689	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
478689	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
478689	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
478689	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
478689	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
478689	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
478689	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
478689	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
478689	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
478689	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
478689	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
478689	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
478689	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
478689	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
478689	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
478689	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
478689	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
478689	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
478689	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
478689	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
478689	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
478689	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
478689	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
478689	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
478689	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
478689	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
478689	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
478689	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
478689	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
478689	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
478689	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
478689	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
478689	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
478689	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
478689	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
478689	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
478689	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
478689	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
478689	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
478689	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
478689	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
478689	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
478689	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
478689	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
478689	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
478689	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
478689	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
478689	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
478689	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
478689	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
478689	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
478689	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
478689	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
478689	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
478689	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
478689	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
478689	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
478689	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
478689	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
478689	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
478689	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
478689	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
478689	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
478689	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
478689	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
478689	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
478689	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
478689	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
478689	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
478689	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
478689	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
478689	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
478689	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
478689	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
478689	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
478689	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
478689	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
478689	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
478689	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
478689	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
478689	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
478689	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
478689	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
478689	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
478689	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
478689	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
478689	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
478689	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
478689	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
478689	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
478689	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
478689	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
478689	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
478689	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
478689	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
478689	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
478689	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
478689	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
478689	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
478689	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
478689	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
478689	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
478689	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
478689	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
478689	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
478689	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
478689	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
478689	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
478689	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
478689	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
478689	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
478689	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
478689	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
478689	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
478689	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
478689	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
478689	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
478689	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
478689	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
478689	embedding2nn.weight	0	0.3248945474624634
478689	embedding2nn.weight	1	0.4147033989429474
478689	embedding2nn.weight	2	0.010276315733790398
478689	embedding2nn.weight	3	-0.016602275893092155
478689	embedding2nn.weight	4	-0.0536470040678978
478689	embedding2nn.weight	5	0.07928978651762009
478689	embedding2nn.weight	6	0.030603887513279915
478689	embedding2nn.weight	7	0.009380037896335125
478689	embedding2nn.weight	8	0.038660600781440735
478689	embedding2nn.weight	9	-0.027548475190997124
478689	embedding2nn.bias	0	0.0036094337701797485
478689	embedding2nn.bias	1	-0.1633511334657669
478689	embedding2nn.bias	2	0.10243123769760132
478689	embedding2nn.bias	3	0.1653411090373993
478689	embedding2nn.bias	4	0.12156879156827927
478689	embedding2nn.bias	5	-0.07173360139131546
478689	embedding2nn.bias	6	-0.018977077677845955
478689	embedding2nn.bias	7	0.0343952514231205
478689	embedding2nn.bias	8	-0.16214808821678162
478689	embedding2nn.bias	9	-0.3516191840171814
478689	rnn.weight_ih_l0	0	-0.017010001465678215
478689	rnn.weight_ih_l0	1	-0.05924203246831894
478689	rnn.weight_ih_l0	2	-0.024242572486400604
478689	rnn.weight_ih_l0	3	0.1300276666879654
478689	rnn.weight_ih_l0	4	0.013848694041371346
478689	rnn.weight_ih_l0	5	-0.05277673900127411
478689	rnn.weight_ih_l0	6	0.02094104327261448
478689	rnn.weight_ih_l0	7	-0.048673562705516815
478689	rnn.weight_ih_l0	8	0.024061858654022217
478689	rnn.weight_ih_l0	9	-0.08694419264793396
478689	rnn.weight_hh_l0	0	-0.014627247117459774
478689	rnn.weight_hh_l0	1	0.07701175659894943
478689	rnn.weight_hh_l0	2	0.021001214161515236
478689	rnn.weight_hh_l0	3	-0.019155673682689667
478689	rnn.weight_hh_l0	4	0.0365012064576149
478689	rnn.weight_hh_l0	5	0.04434237256646156
478689	rnn.weight_hh_l0	6	-0.06453661620616913
478689	rnn.weight_hh_l0	7	-0.1043478474020958
478689	rnn.weight_hh_l0	8	0.0372372604906559
478689	rnn.weight_hh_l0	9	-0.10381733626127243
478689	rnn.bias_ih_l0	0	0.18750618398189545
478689	rnn.bias_ih_l0	1	-0.29976361989974976
478689	rnn.bias_ih_l0	2	-0.03163701295852661
478689	rnn.bias_ih_l0	3	-0.23005148768424988
478689	rnn.bias_ih_l0	4	0.03834966570138931
478689	rnn.bias_ih_l0	5	-0.417396605014801
478689	rnn.bias_ih_l0	6	-0.117160864174366
478689	rnn.bias_ih_l0	7	-0.33676713705062866
478689	rnn.bias_ih_l0	8	-0.28829166293144226
478689	rnn.bias_ih_l0	9	-0.4178757667541504
478689	rnn.bias_hh_l0	0	-0.34024477005004883
478689	rnn.bias_hh_l0	1	-0.4214182496070862
478689	rnn.bias_hh_l0	2	-0.3660476505756378
478689	rnn.bias_hh_l0	3	-0.07837530970573425
478689	rnn.bias_hh_l0	4	-0.3773425817489624
478689	rnn.bias_hh_l0	5	-0.3302486836910248
478689	rnn.bias_hh_l0	6	-0.09256649017333984
478689	rnn.bias_hh_l0	7	0.07380425184965134
478689	rnn.bias_hh_l0	8	-0.24448943138122559
478689	rnn.bias_hh_l0	9	-0.5559946894645691
478689	rnn.weight_ih_l0_reverse	0	0.05002272501587868
478689	rnn.weight_ih_l0_reverse	1	-0.05503594130277634
478689	rnn.weight_ih_l0_reverse	2	-0.016655122861266136
478689	rnn.weight_ih_l0_reverse	3	-0.13836824893951416
478689	rnn.weight_ih_l0_reverse	4	0.09512791782617569
478689	rnn.weight_ih_l0_reverse	5	-0.12152739614248276
478689	rnn.weight_ih_l0_reverse	6	-0.047901302576065063
478689	rnn.weight_ih_l0_reverse	7	0.03605856001377106
478689	rnn.weight_ih_l0_reverse	8	-0.06872560828924179
478689	rnn.weight_ih_l0_reverse	9	-0.04530125483870506
478689	rnn.weight_hh_l0_reverse	0	-0.15062381327152252
478689	rnn.weight_hh_l0_reverse	1	0.018323812633752823
478689	rnn.weight_hh_l0_reverse	2	-0.028107689693570137
478689	rnn.weight_hh_l0_reverse	3	0.03487101569771767
478689	rnn.weight_hh_l0_reverse	4	-0.08924168348312378
478689	rnn.weight_hh_l0_reverse	5	0.033114656805992126
478689	rnn.weight_hh_l0_reverse	6	0.03038599155843258
478689	rnn.weight_hh_l0_reverse	7	-0.09423793107271194
478689	rnn.weight_hh_l0_reverse	8	-0.06914551556110382
478689	rnn.weight_hh_l0_reverse	9	0.059963423758745193
478689	rnn.bias_ih_l0_reverse	0	-0.16550827026367188
478689	rnn.bias_ih_l0_reverse	1	-0.10006324201822281
478689	rnn.bias_ih_l0_reverse	2	0.14542706310749054
478689	rnn.bias_ih_l0_reverse	3	-0.2873573899269104
478689	rnn.bias_ih_l0_reverse	4	-0.03636254742741585
478689	rnn.bias_ih_l0_reverse	5	-0.2223488837480545
478689	rnn.bias_ih_l0_reverse	6	0.2722179591655731
478689	rnn.bias_ih_l0_reverse	7	-0.32105565071105957
478689	rnn.bias_ih_l0_reverse	8	-0.19447021186351776
478689	rnn.bias_ih_l0_reverse	9	-0.2079525887966156
478689	rnn.bias_hh_l0_reverse	0	-0.10854557156562805
478689	rnn.bias_hh_l0_reverse	1	0.2615565359592438
478689	rnn.bias_hh_l0_reverse	2	-0.3413821756839752
478689	rnn.bias_hh_l0_reverse	3	-0.21136654913425446
478689	rnn.bias_hh_l0_reverse	4	-0.3905051052570343
478689	rnn.bias_hh_l0_reverse	5	-0.1997673362493515
478689	rnn.bias_hh_l0_reverse	6	-0.2536262273788452
478689	rnn.bias_hh_l0_reverse	7	-0.0891084149479866
478689	rnn.bias_hh_l0_reverse	8	-0.2990413308143616
478689	rnn.bias_hh_l0_reverse	9	0.19961464405059814
478689	linear.weight	0	0.2586263418197632
478689	linear.weight	1	-0.39052391052246094
478689	linear.weight	2	0.11124276369810104
478689	linear.weight	3	0.06761353462934494
478689	linear.weight	4	-0.12580005824565887
478689	linear.weight	5	0.23019728064537048
478689	linear.weight	6	-0.07294367998838425
478689	linear.weight	7	-0.06142056733369827
478689	linear.weight	8	0.14248184859752655
478689	linear.weight	9	-0.04831968620419502
478689	linear.bias	0	-0.922827959060669
478689	linear.bias	1	1.9321916103363037
478689	linear.bias	2	0.774875819683075
478689	linear.bias	3	-2.68320631980896
478689	linear.bias	4	-0.1584469974040985
478689	linear.bias	5	1.254914402961731
478689	linear.bias	6	-0.1886165738105774
478689	linear.bias	7	0.7029537558555603
478689	linear.bias	8	2.1509056091308594
478689	linear.bias	9	-1.5562396049499512
479298	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
479298	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
479298	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
479298	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
479298	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
479298	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
479298	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
479298	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
479298	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
479298	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
479298	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
479298	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
479298	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
479298	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
479298	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
479298	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
479298	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
479298	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
479298	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
479298	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
479298	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
479298	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
479298	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
479298	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
479298	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
479298	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
479298	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
479298	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
479298	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
479298	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
479298	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
479298	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
479298	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
479298	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
479298	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
479298	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
479298	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
479298	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
479298	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
479298	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
479298	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
479298	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
479298	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
479298	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
479298	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
479298	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
479298	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
479298	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
479298	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
479298	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
479298	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
479298	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
479298	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
479298	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
479298	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
479298	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
479298	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
479298	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
479298	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
479298	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
479298	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
479298	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
479298	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
479298	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
479298	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
479298	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
479298	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
479298	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
479298	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
479298	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
479298	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
479298	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
479298	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
479298	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
479298	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
479298	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
479298	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
479298	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
479298	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
479298	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
479298	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
479298	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
479298	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
479298	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
479298	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
479298	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
479298	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
479298	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
479298	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
479298	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
479298	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
479298	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
479298	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
479298	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
479298	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
479298	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
479298	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
479298	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
479298	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
479298	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
479298	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
479298	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
479298	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
479298	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
479298	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
479298	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
479298	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
479298	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
479298	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
479298	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
479298	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
479298	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
479298	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
479298	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
479298	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
479298	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
479298	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
479298	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
479298	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
479298	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
479298	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
479298	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
479298	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
479298	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
479298	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
479298	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
479298	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
479298	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
479298	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
479298	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
479298	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
479298	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
479298	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
479298	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
479298	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
479298	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
479298	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
479298	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
479298	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
479298	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
479298	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
479298	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
479298	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
479298	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
479298	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
479298	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
479298	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
479298	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
479298	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
479298	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
479298	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
479298	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
479298	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
479298	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
479298	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
479298	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
479298	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
479298	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
479298	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
479298	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
479298	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
479298	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
479298	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
479298	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
479298	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
479298	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
479298	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
479298	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
479298	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
479298	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
479298	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
479298	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
479298	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
479298	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
479298	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
479298	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
479298	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
479298	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
479298	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
479298	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
479298	embedding2nn.weight	0	0.3226736783981323
479298	embedding2nn.weight	1	0.41292810440063477
479298	embedding2nn.weight	2	0.010617362335324287
479298	embedding2nn.weight	3	-0.012430861592292786
479298	embedding2nn.weight	4	-0.04838709160685539
479298	embedding2nn.weight	5	0.07703285664319992
479298	embedding2nn.weight	6	0.033007457852363586
479298	embedding2nn.weight	7	0.0022792078088968992
479298	embedding2nn.weight	8	0.041428614407777786
479298	embedding2nn.weight	9	-0.030039777979254723
479298	embedding2nn.bias	0	-0.0023063416592776775
479298	embedding2nn.bias	1	-0.19212029874324799
479298	embedding2nn.bias	2	0.09547951817512512
479298	embedding2nn.bias	3	0.17693762481212616
479298	embedding2nn.bias	4	0.11593214422464371
479298	embedding2nn.bias	5	-0.059826966375112534
479298	embedding2nn.bias	6	-0.02612038515508175
479298	embedding2nn.bias	7	0.04607531055808067
479298	embedding2nn.bias	8	-0.17486819624900818
479298	embedding2nn.bias	9	-0.3640843331813812
479298	rnn.weight_ih_l0	0	-0.017174119129776955
479298	rnn.weight_ih_l0	1	-0.05899806693196297
479298	rnn.weight_ih_l0	2	-0.024669893085956573
479298	rnn.weight_ih_l0	3	0.1300162822008133
479298	rnn.weight_ih_l0	4	0.01782662235200405
479298	rnn.weight_ih_l0	5	-0.0464739054441452
479298	rnn.weight_ih_l0	6	0.015149089507758617
479298	rnn.weight_ih_l0	7	-0.05009305104613304
479298	rnn.weight_ih_l0	8	0.020010143518447876
479298	rnn.weight_ih_l0	9	-0.08429659903049469
479298	rnn.weight_hh_l0	0	-0.013832992874085903
479298	rnn.weight_hh_l0	1	0.07725720852613449
479298	rnn.weight_hh_l0	2	0.022987201809883118
479298	rnn.weight_hh_l0	3	-0.018612511456012726
479298	rnn.weight_hh_l0	4	0.034599922597408295
479298	rnn.weight_hh_l0	5	0.04721110314130783
479298	rnn.weight_hh_l0	6	-0.06416782736778259
479298	rnn.weight_hh_l0	7	-0.10144467651844025
479298	rnn.weight_hh_l0	8	0.03769078478217125
479298	rnn.weight_hh_l0	9	-0.1024056226015091
479298	rnn.bias_ih_l0	0	0.1841607391834259
479298	rnn.bias_ih_l0	1	-0.2987914979457855
479298	rnn.bias_ih_l0	2	-0.03083428181707859
479298	rnn.bias_ih_l0	3	-0.23150356113910675
479298	rnn.bias_ih_l0	4	0.04110616818070412
479298	rnn.bias_ih_l0	5	-0.41585999727249146
479298	rnn.bias_ih_l0	6	-0.11697772145271301
479298	rnn.bias_ih_l0	7	-0.33522799611091614
479298	rnn.bias_ih_l0	8	-0.2832365036010742
479298	rnn.bias_ih_l0	9	-0.4312622547149658
479298	rnn.bias_hh_l0	0	-0.34461209177970886
479298	rnn.bias_hh_l0	1	-0.42041754722595215
479298	rnn.bias_hh_l0	2	-0.36579883098602295
479298	rnn.bias_hh_l0	3	-0.08392537385225296
479298	rnn.bias_hh_l0	4	-0.38065698742866516
479298	rnn.bias_hh_l0	5	-0.33292731642723083
479298	rnn.bias_hh_l0	6	-0.09776823222637177
479298	rnn.bias_hh_l0	7	0.06846515834331512
479298	rnn.bias_hh_l0	8	-0.2382916510105133
479298	rnn.bias_hh_l0	9	-0.5661423206329346
479298	rnn.weight_ih_l0_reverse	0	0.03846278414130211
479298	rnn.weight_ih_l0_reverse	1	-0.05703184753656387
479298	rnn.weight_ih_l0_reverse	2	-0.013149826787412167
479298	rnn.weight_ih_l0_reverse	3	-0.13841569423675537
479298	rnn.weight_ih_l0_reverse	4	0.09584246575832367
479298	rnn.weight_ih_l0_reverse	5	-0.120960533618927
479298	rnn.weight_ih_l0_reverse	6	-0.03964134305715561
479298	rnn.weight_ih_l0_reverse	7	0.03639085590839386
479298	rnn.weight_ih_l0_reverse	8	-0.06948137283325195
479298	rnn.weight_ih_l0_reverse	9	-0.04521917179226875
479298	rnn.weight_hh_l0_reverse	0	-0.15209294855594635
479298	rnn.weight_hh_l0_reverse	1	0.02083027921617031
479298	rnn.weight_hh_l0_reverse	2	-0.02707579918205738
479298	rnn.weight_hh_l0_reverse	3	0.033773645758628845
479298	rnn.weight_hh_l0_reverse	4	-0.08756297826766968
479298	rnn.weight_hh_l0_reverse	5	0.033885613083839417
479298	rnn.weight_hh_l0_reverse	6	0.03001415729522705
479298	rnn.weight_hh_l0_reverse	7	-0.09624889492988586
479298	rnn.weight_hh_l0_reverse	8	-0.06711514294147491
479298	rnn.weight_hh_l0_reverse	9	0.059028368443250656
479298	rnn.bias_ih_l0_reverse	0	-0.16903644800186157
479298	rnn.bias_ih_l0_reverse	1	-0.10228195041418076
479298	rnn.bias_ih_l0_reverse	2	0.12828490138053894
479298	rnn.bias_ih_l0_reverse	3	-0.28590893745422363
479298	rnn.bias_ih_l0_reverse	4	-0.0387139730155468
479298	rnn.bias_ih_l0_reverse	5	-0.22575005888938904
479298	rnn.bias_ih_l0_reverse	6	0.27673155069351196
479298	rnn.bias_ih_l0_reverse	7	-0.3205823302268982
479298	rnn.bias_ih_l0_reverse	8	-0.18940463662147522
479298	rnn.bias_ih_l0_reverse	9	-0.21094319224357605
479298	rnn.bias_hh_l0_reverse	0	-0.10673613846302032
479298	rnn.bias_hh_l0_reverse	1	0.2645207941532135
479298	rnn.bias_hh_l0_reverse	2	-0.3404175043106079
479298	rnn.bias_hh_l0_reverse	3	-0.20838762819766998
479298	rnn.bias_hh_l0_reverse	4	-0.38816726207733154
479298	rnn.bias_hh_l0_reverse	5	-0.20174627006053925
479298	rnn.bias_hh_l0_reverse	6	-0.240484818816185
479298	rnn.bias_hh_l0_reverse	7	-0.09194932132959366
479298	rnn.bias_hh_l0_reverse	8	-0.3030410408973694
479298	rnn.bias_hh_l0_reverse	9	0.1808261275291443
479298	linear.weight	0	0.22514811158180237
479298	linear.weight	1	-0.37189051508903503
479298	linear.weight	2	0.1161712184548378
479298	linear.weight	3	0.06761403381824493
479298	linear.weight	4	-0.07717252522706985
479298	linear.weight	5	0.24346046149730682
479298	linear.weight	6	-0.043922994285821915
479298	linear.weight	7	-0.06140846014022827
479298	linear.weight	8	0.13734343647956848
479298	linear.weight	9	-0.04833243042230606
479298	linear.bias	0	-0.903717041015625
479298	linear.bias	1	1.902305245399475
479298	linear.bias	2	0.8325804471969604
479298	linear.bias	3	-2.6835784912109375
479298	linear.bias	4	-0.17572855949401855
479298	linear.bias	5	1.2472625970840454
479298	linear.bias	6	-0.15585213899612427
479298	linear.bias	7	0.7219922542572021
479298	linear.bias	8	2.166679859161377
479298	linear.bias	9	-1.5627861022949219
479907	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
479907	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
479907	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
479907	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
479907	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
479907	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
479907	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
479907	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
479907	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
479907	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
479907	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
479907	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
479907	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
479907	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
479907	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
479907	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
479907	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
479907	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
479907	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
479907	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
479907	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
479907	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
479907	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
479907	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
479907	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
479907	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
479907	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
479907	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
479907	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
479907	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
479907	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
479907	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
479907	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
479907	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
479907	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
479907	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
479907	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
479907	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
479907	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
479907	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
479907	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
479907	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
479907	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
479907	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
479907	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
479907	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
479907	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
479907	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
479907	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
479907	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
479907	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
479907	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
479907	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
479907	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
479907	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
479907	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
479907	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
479907	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
479907	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
479907	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
479907	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
479907	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
479907	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
479907	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
479907	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
479907	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
479907	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
479907	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
479907	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
479907	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
479907	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
479907	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
479907	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
479907	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
479907	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
479907	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
479907	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
479907	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
479907	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
479907	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
479907	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
479907	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
479907	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
479907	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
479907	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
479907	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
479907	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
479907	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
479907	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
479907	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
479907	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
479907	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
479907	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
479907	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
479907	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
479907	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
479907	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
479907	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
479907	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
479907	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
479907	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
479907	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
479907	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
479907	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
479907	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
479907	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
479907	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
479907	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
479907	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
479907	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
479907	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
479907	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
479907	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
479907	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
479907	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
479907	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
479907	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
479907	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
479907	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
479907	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
479907	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
479907	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
479907	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
479907	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
479907	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
479907	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
479907	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
479907	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
479907	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
479907	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
479907	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
479907	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
479907	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
479907	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
479907	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
479907	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
479907	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
479907	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
479907	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
479907	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
479907	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
479907	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
479907	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
479907	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
479907	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
479907	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
479907	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
479907	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
479907	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
479907	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
479907	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
479907	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
479907	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
479907	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
479907	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
479907	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
479907	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
479907	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
479907	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
479907	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
479907	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
479907	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
479907	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
479907	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
479907	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
479907	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
479907	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
479907	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
479907	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
479907	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
479907	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
479907	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
479907	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
479907	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
479907	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
479907	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
479907	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
479907	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
479907	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
479907	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
479907	embedding2nn.weight	0	0.32432830333709717
479907	embedding2nn.weight	1	0.41297879815101624
479907	embedding2nn.weight	2	0.008447624742984772
479907	embedding2nn.weight	3	-0.007301788777112961
479907	embedding2nn.weight	4	-0.055793240666389465
479907	embedding2nn.weight	5	0.07282068580389023
479907	embedding2nn.weight	6	0.03900866582989693
479907	embedding2nn.weight	7	0.006204525008797646
479907	embedding2nn.weight	8	0.04157160595059395
479907	embedding2nn.weight	9	-0.03315472602844238
479907	embedding2nn.bias	0	0.01620922051370144
479907	embedding2nn.bias	1	-0.18313537538051605
479907	embedding2nn.bias	2	0.11035553365945816
479907	embedding2nn.bias	3	0.15606240928173065
479907	embedding2nn.bias	4	0.12539368867874146
479907	embedding2nn.bias	5	-0.07128676027059555
479907	embedding2nn.bias	6	-0.022707978263497353
479907	embedding2nn.bias	7	0.03064323216676712
479907	embedding2nn.bias	8	-0.16399835050106049
479907	embedding2nn.bias	9	-0.35518574714660645
479907	rnn.weight_ih_l0	0	-0.017740750685334206
479907	rnn.weight_ih_l0	1	-0.05742197483778
479907	rnn.weight_ih_l0	2	-0.030501963570713997
479907	rnn.weight_ih_l0	3	0.12866289913654327
479907	rnn.weight_ih_l0	4	0.021623611450195312
479907	rnn.weight_ih_l0	5	-0.05792248249053955
479907	rnn.weight_ih_l0	6	0.014229129068553448
479907	rnn.weight_ih_l0	7	-0.03986309468746185
479907	rnn.weight_ih_l0	8	0.02772863209247589
479907	rnn.weight_ih_l0	9	-0.09010914713144302
479907	rnn.weight_hh_l0	0	-0.013723351992666721
479907	rnn.weight_hh_l0	1	0.07695407420396805
479907	rnn.weight_hh_l0	2	0.023644302040338516
479907	rnn.weight_hh_l0	3	-0.018410665914416313
479907	rnn.weight_hh_l0	4	0.03427206724882126
479907	rnn.weight_hh_l0	5	0.04743720963597298
479907	rnn.weight_hh_l0	6	-0.06360488384962082
479907	rnn.weight_hh_l0	7	-0.10272450000047684
479907	rnn.weight_hh_l0	8	0.037728894501924515
479907	rnn.weight_hh_l0	9	-0.10442156344652176
479907	rnn.bias_ih_l0	0	0.194565549492836
479907	rnn.bias_ih_l0	1	-0.3026719391345978
479907	rnn.bias_ih_l0	2	-0.029593808576464653
479907	rnn.bias_ih_l0	3	-0.22705766558647156
479907	rnn.bias_ih_l0	4	0.03092176653444767
479907	rnn.bias_ih_l0	5	-0.4155654311180115
479907	rnn.bias_ih_l0	6	-0.123982734978199
479907	rnn.bias_ih_l0	7	-0.335401713848114
479907	rnn.bias_ih_l0	8	-0.2921019494533539
479907	rnn.bias_ih_l0	9	-0.4152219295501709
479907	rnn.bias_hh_l0	0	-0.34500592947006226
479907	rnn.bias_hh_l0	1	-0.4191035330295563
479907	rnn.bias_hh_l0	2	-0.37208741903305054
479907	rnn.bias_hh_l0	3	-0.08342917263507843
479907	rnn.bias_hh_l0	4	-0.378683477640152
479907	rnn.bias_hh_l0	5	-0.33412593603134155
479907	rnn.bias_hh_l0	6	-0.09602624177932739
479907	rnn.bias_hh_l0	7	0.06713960319757462
479907	rnn.bias_hh_l0	8	-0.2388685643672943
479907	rnn.bias_hh_l0	9	-0.5691495537757874
479907	rnn.weight_ih_l0_reverse	0	0.04003268480300903
479907	rnn.weight_ih_l0_reverse	1	-0.06042887270450592
479907	rnn.weight_ih_l0_reverse	2	-0.012318676337599754
479907	rnn.weight_ih_l0_reverse	3	-0.13717468082904816
479907	rnn.weight_ih_l0_reverse	4	0.09696647524833679
479907	rnn.weight_ih_l0_reverse	5	-0.11833883821964264
479907	rnn.weight_ih_l0_reverse	6	-0.03997144103050232
479907	rnn.weight_ih_l0_reverse	7	0.03578748181462288
479907	rnn.weight_ih_l0_reverse	8	-0.0666467472910881
479907	rnn.weight_ih_l0_reverse	9	-0.04848896339535713
479907	rnn.weight_hh_l0_reverse	0	-0.15046381950378418
479907	rnn.weight_hh_l0_reverse	1	0.020786838605999947
479907	rnn.weight_hh_l0_reverse	2	-0.0266420841217041
479907	rnn.weight_hh_l0_reverse	3	0.03365581855177879
479907	rnn.weight_hh_l0_reverse	4	-0.08667799830436707
479907	rnn.weight_hh_l0_reverse	5	0.0335124172270298
479907	rnn.weight_hh_l0_reverse	6	0.03004383109509945
479907	rnn.weight_hh_l0_reverse	7	-0.09606572240591049
479907	rnn.weight_hh_l0_reverse	8	-0.06696135550737381
479907	rnn.weight_hh_l0_reverse	9	0.05684855207800865
479907	rnn.bias_ih_l0_reverse	0	-0.16317395865917206
479907	rnn.bias_ih_l0_reverse	1	-0.10430391132831573
479907	rnn.bias_ih_l0_reverse	2	0.13038583099842072
479907	rnn.bias_ih_l0_reverse	3	-0.2839359939098358
479907	rnn.bias_ih_l0_reverse	4	-0.05080413445830345
479907	rnn.bias_ih_l0_reverse	5	-0.22768302261829376
479907	rnn.bias_ih_l0_reverse	6	0.2735932171344757
479907	rnn.bias_ih_l0_reverse	7	-0.3118456304073334
479907	rnn.bias_ih_l0_reverse	8	-0.19292858242988586
479907	rnn.bias_ih_l0_reverse	9	-0.219550222158432
479907	rnn.bias_hh_l0_reverse	0	-0.10595585405826569
479907	rnn.bias_hh_l0_reverse	1	0.2723461091518402
479907	rnn.bias_hh_l0_reverse	2	-0.3370104730129242
479907	rnn.bias_hh_l0_reverse	3	-0.21059644222259521
479907	rnn.bias_hh_l0_reverse	4	-0.400852233171463
479907	rnn.bias_hh_l0_reverse	5	-0.20080360770225525
479907	rnn.bias_hh_l0_reverse	6	-0.23788662254810333
479907	rnn.bias_hh_l0_reverse	7	-0.09348393976688385
479907	rnn.bias_hh_l0_reverse	8	-0.2949668765068054
479907	rnn.bias_hh_l0_reverse	9	0.17901085317134857
479907	linear.weight	0	0.21298734843730927
479907	linear.weight	1	-0.37826400995254517
479907	linear.weight	2	0.10772700607776642
479907	linear.weight	3	0.06761424243450165
479907	linear.weight	4	-0.11059505492448807
479907	linear.weight	5	0.23602008819580078
479907	linear.weight	6	-0.004118863958865404
479907	linear.weight	7	-0.06140214949846268
479907	linear.weight	8	0.12864451110363007
479907	linear.weight	9	-0.048343151807785034
479907	linear.bias	0	-0.9136950969696045
479907	linear.bias	1	1.9274884462356567
479907	linear.bias	2	0.7890990376472473
479907	linear.bias	3	-2.6839003562927246
479907	linear.bias	4	-0.13312165439128876
479907	linear.bias	5	1.2361648082733154
479907	linear.bias	6	-0.1992528736591339
479907	linear.bias	7	0.7236595153808594
479907	linear.bias	8	2.1574718952178955
479907	linear.bias	9	-1.5393762588500977
480516	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
480516	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
480516	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
480516	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
480516	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
480516	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
480516	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
480516	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
480516	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
480516	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
480516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
480516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
480516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
480516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
480516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
480516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
480516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
480516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
480516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
480516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
480516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
480516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
480516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
480516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
480516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
480516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
480516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
480516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
480516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
480516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
480516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
480516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
480516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
480516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
480516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
480516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
480516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
480516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
480516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
480516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
480516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
480516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
480516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
480516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
480516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
480516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
480516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
480516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
480516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
480516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
480516	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
480516	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
480516	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
480516	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
480516	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
480516	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
480516	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
480516	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
480516	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
480516	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
480516	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
480516	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
480516	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
480516	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
480516	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
480516	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
480516	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
480516	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
480516	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
480516	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
480516	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
480516	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
480516	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
480516	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
480516	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
480516	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
480516	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
480516	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
480516	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
480516	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
480516	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
480516	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
480516	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
480516	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
480516	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
480516	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
480516	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
480516	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
480516	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
480516	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
480516	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
480516	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
480516	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
480516	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
480516	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
480516	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
480516	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
480516	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
480516	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
480516	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
480516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
480516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
480516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
480516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
480516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
480516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
480516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
480516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
480516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
480516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
480516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
480516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
480516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
480516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
480516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
480516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
480516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
480516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
480516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
480516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
480516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
480516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
480516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
480516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
480516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
480516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
480516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
480516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
480516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
480516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
480516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
480516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
480516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
480516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
480516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
480516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
480516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
480516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
480516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
480516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
480516	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
480516	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
480516	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
480516	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
480516	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
480516	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
480516	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
480516	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
480516	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
480516	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
480516	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
480516	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
480516	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
480516	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
480516	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
480516	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
480516	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
480516	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
480516	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
480516	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
480516	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
480516	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
480516	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
480516	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
480516	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
480516	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
480516	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
480516	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
480516	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
480516	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
480516	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
480516	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
480516	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
480516	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
480516	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
480516	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
480516	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
480516	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
480516	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
480516	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
480516	embedding2nn.weight	0	0.32428252696990967
480516	embedding2nn.weight	1	0.4158152639865875
480516	embedding2nn.weight	2	0.010771452449262142
480516	embedding2nn.weight	3	0.016718368977308273
480516	embedding2nn.weight	4	-0.053837232291698456
480516	embedding2nn.weight	5	0.07049208879470825
480516	embedding2nn.weight	6	0.040892940014600754
480516	embedding2nn.weight	7	0.008322959765791893
480516	embedding2nn.weight	8	0.04540985822677612
480516	embedding2nn.weight	9	-0.03553621098399162
480516	embedding2nn.bias	0	0.018597643822431564
480516	embedding2nn.bias	1	-0.18230095505714417
480516	embedding2nn.bias	2	0.08625292032957077
480516	embedding2nn.bias	3	0.18877752125263214
480516	embedding2nn.bias	4	0.15001393854618073
480516	embedding2nn.bias	5	-0.057234108448028564
480516	embedding2nn.bias	6	-0.04513944685459137
480516	embedding2nn.bias	7	0.02053031325340271
480516	embedding2nn.bias	8	-0.15775862336158752
480516	embedding2nn.bias	9	-0.34439507126808167
480516	rnn.weight_ih_l0	0	-0.019754158332943916
480516	rnn.weight_ih_l0	1	-0.05608436092734337
480516	rnn.weight_ih_l0	2	-0.03374658152461052
480516	rnn.weight_ih_l0	3	0.1278262734413147
480516	rnn.weight_ih_l0	4	0.02369782142341137
480516	rnn.weight_ih_l0	5	-0.06101289018988609
480516	rnn.weight_ih_l0	6	0.01618642918765545
480516	rnn.weight_ih_l0	7	-0.036425407975912094
480516	rnn.weight_ih_l0	8	0.020019905641674995
480516	rnn.weight_ih_l0	9	-0.0923125147819519
480516	rnn.weight_hh_l0	0	-0.012902173213660717
480516	rnn.weight_hh_l0	1	0.07723315805196762
480516	rnn.weight_hh_l0	2	0.025277169421315193
480516	rnn.weight_hh_l0	3	-0.018654214218258858
480516	rnn.weight_hh_l0	4	0.03319045901298523
480516	rnn.weight_hh_l0	5	0.04603087902069092
480516	rnn.weight_hh_l0	6	-0.06344927102327347
480516	rnn.weight_hh_l0	7	-0.10292518883943558
480516	rnn.weight_hh_l0	8	0.037641510367393494
480516	rnn.weight_hh_l0	9	-0.10550624132156372
480516	rnn.bias_ih_l0	0	0.1964089274406433
480516	rnn.bias_ih_l0	1	-0.31270405650138855
480516	rnn.bias_ih_l0	2	-0.030248481780290604
480516	rnn.bias_ih_l0	3	-0.23666542768478394
480516	rnn.bias_ih_l0	4	0.030987171456217766
480516	rnn.bias_ih_l0	5	-0.43206554651260376
480516	rnn.bias_ih_l0	6	-0.11869791150093079
480516	rnn.bias_ih_l0	7	-0.33528584241867065
480516	rnn.bias_ih_l0	8	-0.2973301410675049
480516	rnn.bias_ih_l0	9	-0.40978527069091797
480516	rnn.bias_hh_l0	0	-0.3382318317890167
480516	rnn.bias_hh_l0	1	-0.41960087418556213
480516	rnn.bias_hh_l0	2	-0.36270982027053833
480516	rnn.bias_hh_l0	3	-0.08516867458820343
480516	rnn.bias_hh_l0	4	-0.3706461191177368
480516	rnn.bias_hh_l0	5	-0.3356454074382782
480516	rnn.bias_hh_l0	6	-0.09963937103748322
480516	rnn.bias_hh_l0	7	0.07323621958494186
480516	rnn.bias_hh_l0	8	-0.23780077695846558
480516	rnn.bias_hh_l0	9	-0.5718544721603394
480516	rnn.weight_ih_l0_reverse	0	0.0474054329097271
480516	rnn.weight_ih_l0_reverse	1	-0.060619864612817764
480516	rnn.weight_ih_l0_reverse	2	-0.008693921379745007
480516	rnn.weight_ih_l0_reverse	3	-0.1357370913028717
480516	rnn.weight_ih_l0_reverse	4	0.09519272297620773
480516	rnn.weight_ih_l0_reverse	5	-0.09806645661592484
480516	rnn.weight_ih_l0_reverse	6	-0.04260236769914627
480516	rnn.weight_ih_l0_reverse	7	0.035660628229379654
480516	rnn.weight_ih_l0_reverse	8	-0.0613337904214859
480516	rnn.weight_ih_l0_reverse	9	-0.04926784709095955
480516	rnn.weight_hh_l0_reverse	0	-0.15128223598003387
480516	rnn.weight_hh_l0_reverse	1	0.02060096338391304
480516	rnn.weight_hh_l0_reverse	2	-0.02584828995168209
480516	rnn.weight_hh_l0_reverse	3	0.03359663113951683
480516	rnn.weight_hh_l0_reverse	4	-0.08740442991256714
480516	rnn.weight_hh_l0_reverse	5	0.03344731405377388
480516	rnn.weight_hh_l0_reverse	6	0.03008149564266205
480516	rnn.weight_hh_l0_reverse	7	-0.0971902459859848
480516	rnn.weight_hh_l0_reverse	8	-0.0670662671327591
480516	rnn.weight_hh_l0_reverse	9	0.05797673016786575
480516	rnn.bias_ih_l0_reverse	0	-0.17008158564567566
480516	rnn.bias_ih_l0_reverse	1	-0.10685350745916367
480516	rnn.bias_ih_l0_reverse	2	0.13044819235801697
480516	rnn.bias_ih_l0_reverse	3	-0.2859377861022949
480516	rnn.bias_ih_l0_reverse	4	-0.05501221865415573
480516	rnn.bias_ih_l0_reverse	5	-0.22936148941516876
480516	rnn.bias_ih_l0_reverse	6	0.2757083773612976
480516	rnn.bias_ih_l0_reverse	7	-0.3126140534877777
480516	rnn.bias_ih_l0_reverse	8	-0.19521936774253845
480516	rnn.bias_ih_l0_reverse	9	-0.20857210457324982
480516	rnn.bias_hh_l0_reverse	0	-0.11000493168830872
480516	rnn.bias_hh_l0_reverse	1	0.2785314619541168
480516	rnn.bias_hh_l0_reverse	2	-0.3331092298030853
480516	rnn.bias_hh_l0_reverse	3	-0.20563355088233948
480516	rnn.bias_hh_l0_reverse	4	-0.4030591547489166
480516	rnn.bias_hh_l0_reverse	5	-0.19961680471897125
480516	rnn.bias_hh_l0_reverse	6	-0.24672193825244904
480516	rnn.bias_hh_l0_reverse	7	-0.09165865182876587
480516	rnn.bias_hh_l0_reverse	8	-0.30355000495910645
480516	rnn.bias_hh_l0_reverse	9	0.1832973212003708
480516	linear.weight	0	0.23231685161590576
480516	linear.weight	1	-0.4062439799308777
480516	linear.weight	2	0.09643206000328064
480516	linear.weight	3	0.06761451810598373
480516	linear.weight	4	-0.15307095646858215
480516	linear.weight	5	0.19873277842998505
480516	linear.weight	6	-0.006937074009329081
480516	linear.weight	7	-0.061396703124046326
480516	linear.weight	8	0.10604538023471832
480516	linear.weight	9	-0.0483572892844677
480516	linear.bias	0	-0.8949255347251892
480516	linear.bias	1	1.914397954940796
480516	linear.bias	2	0.7795085906982422
480516	linear.bias	3	-2.6842432022094727
480516	linear.bias	4	-0.16772323846817017
480516	linear.bias	5	1.246156096458435
480516	linear.bias	6	-0.190562441945076
480516	linear.bias	7	0.7465519309043884
480516	linear.bias	8	2.209780693054199
480516	linear.bias	9	-1.5437744855880737
481125	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
481125	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
481125	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
481125	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
481125	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
481125	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
481125	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
481125	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
481125	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
481125	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
481125	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
481125	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
481125	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
481125	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
481125	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
481125	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
481125	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
481125	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
481125	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
481125	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
481125	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
481125	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
481125	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
481125	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
481125	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
481125	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
481125	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
481125	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
481125	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
481125	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
481125	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
481125	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
481125	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
481125	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
481125	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
481125	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
481125	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
481125	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
481125	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
481125	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
481125	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
481125	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
481125	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
481125	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
481125	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
481125	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
481125	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
481125	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
481125	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
481125	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
481125	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
481125	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
481125	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
481125	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
481125	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
481125	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
481125	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
481125	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
481125	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
481125	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
481125	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
481125	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
481125	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
481125	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
481125	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
481125	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
481125	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
481125	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
481125	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
481125	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
481125	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
481125	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
481125	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
481125	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
481125	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
481125	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
481125	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
481125	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
481125	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
481125	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
481125	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
481125	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
481125	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
481125	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
481125	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
481125	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
481125	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
481125	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
481125	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
481125	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
481125	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
481125	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
481125	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
481125	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
481125	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
481125	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
481125	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
481125	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
481125	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
481125	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
481125	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
481125	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
481125	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
481125	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
481125	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
481125	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
481125	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
481125	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
481125	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
481125	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
481125	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
481125	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
481125	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
481125	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
481125	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
481125	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
481125	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
481125	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
481125	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
481125	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
481125	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
481125	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
481125	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
481125	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
481125	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
481125	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
481125	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
481125	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
481125	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
481125	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
481125	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
481125	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
481125	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
481125	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
481125	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
481125	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
481125	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
481125	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
481125	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
481125	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
481125	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
481125	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
481125	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
481125	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
481125	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
481125	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
481125	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
481125	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
481125	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
481125	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
481125	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
481125	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
481125	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
481125	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
481125	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
481125	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
481125	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
481125	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
481125	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
481125	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
481125	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
481125	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
481125	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
481125	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
481125	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
481125	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
481125	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
481125	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
481125	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
481125	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
481125	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
481125	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
481125	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
481125	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
481125	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
481125	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
481125	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
481125	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
481125	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
481125	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
481125	embedding2nn.weight	0	0.3259880840778351
481125	embedding2nn.weight	1	0.4199691712856293
481125	embedding2nn.weight	2	0.015737012028694153
481125	embedding2nn.weight	3	0.0011183995520696044
481125	embedding2nn.weight	4	-0.061218712478876114
481125	embedding2nn.weight	5	0.07406581938266754
481125	embedding2nn.weight	6	0.03478419780731201
481125	embedding2nn.weight	7	0.01183309406042099
481125	embedding2nn.weight	8	0.04042016714811325
481125	embedding2nn.weight	9	-0.0283840112388134
481125	embedding2nn.bias	0	0.014723964966833591
481125	embedding2nn.bias	1	-0.1997491866350174
481125	embedding2nn.bias	2	0.09095524251461029
481125	embedding2nn.bias	3	0.17445889115333557
481125	embedding2nn.bias	4	0.15049727261066437
481125	embedding2nn.bias	5	-0.041517410427331924
481125	embedding2nn.bias	6	-0.03441643342375755
481125	embedding2nn.bias	7	0.03288133442401886
481125	embedding2nn.bias	8	-0.16447922587394714
481125	embedding2nn.bias	9	-0.3497646749019623
481125	rnn.weight_ih_l0	0	-0.01849541999399662
481125	rnn.weight_ih_l0	1	-0.05609212815761566
481125	rnn.weight_ih_l0	2	-0.036900490522384644
481125	rnn.weight_ih_l0	3	0.12776926159858704
481125	rnn.weight_ih_l0	4	0.019682515412569046
481125	rnn.weight_ih_l0	5	-0.051182687282562256
481125	rnn.weight_ih_l0	6	0.015542667359113693
481125	rnn.weight_ih_l0	7	-0.04072873294353485
481125	rnn.weight_ih_l0	8	0.02046484872698784
481125	rnn.weight_ih_l0	9	-0.09356541931629181
481125	rnn.weight_hh_l0	0	-0.013484071008861065
481125	rnn.weight_hh_l0	1	0.0764521136879921
481125	rnn.weight_hh_l0	2	0.02296186238527298
481125	rnn.weight_hh_l0	3	-0.018554259091615677
481125	rnn.weight_hh_l0	4	0.03407183289527893
481125	rnn.weight_hh_l0	5	0.04570787772536278
481125	rnn.weight_hh_l0	6	-0.06323973089456558
481125	rnn.weight_hh_l0	7	-0.10435999929904938
481125	rnn.weight_hh_l0	8	0.03716113418340683
481125	rnn.weight_hh_l0	9	-0.10655292868614197
481125	rnn.bias_ih_l0	0	0.19969692826271057
481125	rnn.bias_ih_l0	1	-0.31707748770713806
481125	rnn.bias_ih_l0	2	-0.02787034772336483
481125	rnn.bias_ih_l0	3	-0.22256502509117126
481125	rnn.bias_ih_l0	4	0.032858703285455704
481125	rnn.bias_ih_l0	5	-0.43091142177581787
481125	rnn.bias_ih_l0	6	-0.11950182914733887
481125	rnn.bias_ih_l0	7	-0.3379056453704834
481125	rnn.bias_ih_l0	8	-0.2992974519729614
481125	rnn.bias_ih_l0	9	-0.41668713092803955
481125	rnn.bias_hh_l0	0	-0.34582027792930603
481125	rnn.bias_hh_l0	1	-0.41966745257377625
481125	rnn.bias_hh_l0	2	-0.3709488809108734
481125	rnn.bias_hh_l0	3	-0.08169727772474289
481125	rnn.bias_hh_l0	4	-0.3834173381328583
481125	rnn.bias_hh_l0	5	-0.33953240513801575
481125	rnn.bias_hh_l0	6	-0.10513965040445328
481125	rnn.bias_hh_l0	7	0.04802502691745758
481125	rnn.bias_hh_l0	8	-0.22767959535121918
481125	rnn.bias_hh_l0	9	-0.5702853202819824
481125	rnn.weight_ih_l0_reverse	0	0.04186734929680824
481125	rnn.weight_ih_l0_reverse	1	-0.05993461236357689
481125	rnn.weight_ih_l0_reverse	2	-0.004627523012459278
481125	rnn.weight_ih_l0_reverse	3	-0.13498666882514954
481125	rnn.weight_ih_l0_reverse	4	0.0964876264333725
481125	rnn.weight_ih_l0_reverse	5	-0.11320509761571884
481125	rnn.weight_ih_l0_reverse	6	-0.04024987667798996
481125	rnn.weight_ih_l0_reverse	7	0.03515345975756645
481125	rnn.weight_ih_l0_reverse	8	-0.06371857225894928
481125	rnn.weight_ih_l0_reverse	9	-0.0403575636446476
481125	rnn.weight_hh_l0_reverse	0	-0.1492089182138443
481125	rnn.weight_hh_l0_reverse	1	0.020298229530453682
481125	rnn.weight_hh_l0_reverse	2	-0.02687719464302063
481125	rnn.weight_hh_l0_reverse	3	0.034413717687129974
481125	rnn.weight_hh_l0_reverse	4	-0.08863099664449692
481125	rnn.weight_hh_l0_reverse	5	0.03364190086722374
481125	rnn.weight_hh_l0_reverse	6	0.029927397146821022
481125	rnn.weight_hh_l0_reverse	7	-0.09735635668039322
481125	rnn.weight_hh_l0_reverse	8	-0.07124350219964981
481125	rnn.weight_hh_l0_reverse	9	0.0581023208796978
481125	rnn.bias_ih_l0_reverse	0	-0.1732105165719986
481125	rnn.bias_ih_l0_reverse	1	-0.10557544976472855
481125	rnn.bias_ih_l0_reverse	2	0.137494295835495
481125	rnn.bias_ih_l0_reverse	3	-0.28411898016929626
481125	rnn.bias_ih_l0_reverse	4	-0.04193100333213806
481125	rnn.bias_ih_l0_reverse	5	-0.22488346695899963
481125	rnn.bias_ih_l0_reverse	6	0.276452898979187
481125	rnn.bias_ih_l0_reverse	7	-0.31489089131355286
481125	rnn.bias_ih_l0_reverse	8	-0.18986572325229645
481125	rnn.bias_ih_l0_reverse	9	-0.19600197672843933
481125	rnn.bias_hh_l0_reverse	0	-0.11048825830221176
481125	rnn.bias_hh_l0_reverse	1	0.26520204544067383
481125	rnn.bias_hh_l0_reverse	2	-0.32898879051208496
481125	rnn.bias_hh_l0_reverse	3	-0.2003970742225647
481125	rnn.bias_hh_l0_reverse	4	-0.40454819798469543
481125	rnn.bias_hh_l0_reverse	5	-0.18955959379673004
481125	rnn.bias_hh_l0_reverse	6	-0.24670228362083435
481125	rnn.bias_hh_l0_reverse	7	-0.09201870113611221
481125	rnn.bias_hh_l0_reverse	8	-0.3082926571369171
481125	rnn.bias_hh_l0_reverse	9	0.18708306550979614
481125	linear.weight	0	0.20377641916275024
481125	linear.weight	1	-0.40540796518325806
481125	linear.weight	2	0.03852154687047005
481125	linear.weight	3	0.06761527061462402
481125	linear.weight	4	-0.15336385369300842
481125	linear.weight	5	0.24516622722148895
481125	linear.weight	6	-0.03794804960489273
481125	linear.weight	7	-0.06138674169778824
481125	linear.weight	8	0.07865539938211441
481125	linear.weight	9	-0.04836905375123024
481125	linear.bias	0	-0.9040213823318481
481125	linear.bias	1	1.8778373003005981
481125	linear.bias	2	0.7532084584236145
481125	linear.bias	3	-2.6845715045928955
481125	linear.bias	4	-0.1650783121585846
481125	linear.bias	5	1.2936341762542725
481125	linear.bias	6	-0.19932837784290314
481125	linear.bias	7	0.7536410093307495
481125	linear.bias	8	2.19206166267395
481125	linear.bias	9	-1.4985580444335938
481734	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
481734	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
481734	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
481734	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
481734	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
481734	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
481734	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
481734	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
481734	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
481734	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
481734	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
481734	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
481734	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
481734	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
481734	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
481734	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
481734	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
481734	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
481734	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
481734	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
481734	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
481734	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
481734	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
481734	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
481734	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
481734	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
481734	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
481734	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
481734	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
481734	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
481734	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
481734	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
481734	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
481734	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
481734	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
481734	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
481734	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
481734	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
481734	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
481734	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
481734	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
481734	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
481734	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
481734	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
481734	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
481734	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
481734	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
481734	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
481734	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
481734	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
481734	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
481734	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
481734	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
481734	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
481734	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
481734	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
481734	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
481734	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
481734	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
481734	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
481734	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
481734	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
481734	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
481734	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
481734	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
481734	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
481734	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
481734	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
481734	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
481734	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
481734	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
481734	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
481734	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
481734	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
481734	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
481734	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
481734	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
481734	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
481734	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
481734	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
481734	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
481734	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
481734	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
481734	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
481734	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
481734	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
481734	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
481734	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
481734	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
481734	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
481734	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
481734	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
481734	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
481734	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
481734	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
481734	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
481734	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
481734	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
481734	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
481734	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
481734	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
481734	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
481734	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
481734	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
481734	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
481734	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
481734	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
481734	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
481734	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
481734	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
481734	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
481734	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
481734	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
481734	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
481734	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
481734	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
481734	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
481734	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
481734	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
481734	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
481734	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
481734	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
481734	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
481734	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
481734	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
481734	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
481734	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
481734	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
481734	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
481734	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
481734	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
481734	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
481734	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
481734	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
481734	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
481734	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
481734	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
481734	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
481734	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
481734	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
481734	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
481734	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
481734	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
481734	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
481734	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
481734	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
481734	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
481734	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
481734	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
481734	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
481734	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
481734	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
481734	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
481734	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
481734	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
481734	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
481734	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
481734	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
481734	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
481734	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
481734	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
481734	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
481734	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
481734	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
481734	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
481734	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
481734	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
481734	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
481734	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
481734	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
481734	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
481734	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
481734	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
481734	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
481734	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
481734	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
481734	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
481734	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
481734	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
481734	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
481734	embedding2nn.weight	0	0.3286680281162262
481734	embedding2nn.weight	1	0.4218515455722809
481734	embedding2nn.weight	2	0.017268015071749687
481734	embedding2nn.weight	3	-0.01064720842987299
481734	embedding2nn.weight	4	-0.06819882988929749
481734	embedding2nn.weight	5	0.0756421685218811
481734	embedding2nn.weight	6	0.029704419896006584
481734	embedding2nn.weight	7	0.009532151743769646
481734	embedding2nn.weight	8	0.03931053727865219
481734	embedding2nn.weight	9	-0.028423747047781944
481734	embedding2nn.bias	0	0.016175076365470886
481734	embedding2nn.bias	1	-0.20987583696842194
481734	embedding2nn.bias	2	0.09462546557188034
481734	embedding2nn.bias	3	0.1508391797542572
481734	embedding2nn.bias	4	0.14920753240585327
481734	embedding2nn.bias	5	-0.05567825958132744
481734	embedding2nn.bias	6	-0.059015776962041855
481734	embedding2nn.bias	7	0.02884654700756073
481734	embedding2nn.bias	8	-0.15135790407657623
481734	embedding2nn.bias	9	-0.3446689248085022
481734	rnn.weight_ih_l0	0	-0.01872263476252556
481734	rnn.weight_ih_l0	1	-0.05656377226114273
481734	rnn.weight_ih_l0	2	-0.03263917192816734
481734	rnn.weight_ih_l0	3	0.13093648850917816
481734	rnn.weight_ih_l0	4	0.02702055126428604
481734	rnn.weight_ih_l0	5	-0.04574111849069595
481734	rnn.weight_ih_l0	6	0.013021023944020271
481734	rnn.weight_ih_l0	7	-0.03819100931286812
481734	rnn.weight_ih_l0	8	0.027550965547561646
481734	rnn.weight_ih_l0	9	-0.09392230212688446
481734	rnn.weight_hh_l0	0	-0.013672380708158016
481734	rnn.weight_hh_l0	1	0.07710826396942139
481734	rnn.weight_hh_l0	2	0.02265370637178421
481734	rnn.weight_hh_l0	3	-0.01831049844622612
481734	rnn.weight_hh_l0	4	0.034461379051208496
481734	rnn.weight_hh_l0	5	0.044998012483119965
481734	rnn.weight_hh_l0	6	-0.06440930813550949
481734	rnn.weight_hh_l0	7	-0.10262694954872131
481734	rnn.weight_hh_l0	8	0.03712500259280205
481734	rnn.weight_hh_l0	9	-0.10700145363807678
481734	rnn.bias_ih_l0	0	0.19749979674816132
481734	rnn.bias_ih_l0	1	-0.3151088058948517
481734	rnn.bias_ih_l0	2	-0.026281382888555527
481734	rnn.bias_ih_l0	3	-0.21011069416999817
481734	rnn.bias_ih_l0	4	0.03271971642971039
481734	rnn.bias_ih_l0	5	-0.4271523952484131
481734	rnn.bias_ih_l0	6	-0.12924201786518097
481734	rnn.bias_ih_l0	7	-0.3387756943702698
481734	rnn.bias_ih_l0	8	-0.29930341243743896
481734	rnn.bias_ih_l0	9	-0.408119261264801
481734	rnn.bias_hh_l0	0	-0.34243443608283997
481734	rnn.bias_hh_l0	1	-0.4244319200515747
481734	rnn.bias_hh_l0	2	-0.37417060136795044
481734	rnn.bias_hh_l0	3	-0.08462657034397125
481734	rnn.bias_hh_l0	4	-0.3823406398296356
481734	rnn.bias_hh_l0	5	-0.34181705117225647
481734	rnn.bias_hh_l0	6	-0.10247216373682022
481734	rnn.bias_hh_l0	7	0.057656362652778625
481734	rnn.bias_hh_l0	8	-0.2264985740184784
481734	rnn.bias_hh_l0	9	-0.5657712817192078
481734	rnn.weight_ih_l0_reverse	0	0.03900445997714996
481734	rnn.weight_ih_l0_reverse	1	-0.05872352048754692
481734	rnn.weight_ih_l0_reverse	2	-0.0028099340852349997
481734	rnn.weight_ih_l0_reverse	3	-0.13053381443023682
481734	rnn.weight_ih_l0_reverse	4	0.09845352172851562
481734	rnn.weight_ih_l0_reverse	5	-0.1177152693271637
481734	rnn.weight_ih_l0_reverse	6	-0.034462250769138336
481734	rnn.weight_ih_l0_reverse	7	0.0338863842189312
481734	rnn.weight_ih_l0_reverse	8	-0.06321164220571518
481734	rnn.weight_ih_l0_reverse	9	-0.04826344549655914
481734	rnn.weight_hh_l0_reverse	0	-0.14783863723278046
481734	rnn.weight_hh_l0_reverse	1	0.020488226786255836
481734	rnn.weight_hh_l0_reverse	2	-0.027255652472376823
481734	rnn.weight_hh_l0_reverse	3	0.0338573195040226
481734	rnn.weight_hh_l0_reverse	4	-0.0888802781701088
481734	rnn.weight_hh_l0_reverse	5	0.034544363617897034
481734	rnn.weight_hh_l0_reverse	6	0.029852548614144325
481734	rnn.weight_hh_l0_reverse	7	-0.09786650538444519
481734	rnn.weight_hh_l0_reverse	8	-0.06969274580478668
481734	rnn.weight_hh_l0_reverse	9	0.05631584674119949
481734	rnn.bias_ih_l0_reverse	0	-0.17458999156951904
481734	rnn.bias_ih_l0_reverse	1	-0.10670696943998337
481734	rnn.bias_ih_l0_reverse	2	0.1280144602060318
481734	rnn.bias_ih_l0_reverse	3	-0.28928467631340027
481734	rnn.bias_ih_l0_reverse	4	-0.03140775114297867
481734	rnn.bias_ih_l0_reverse	5	-0.226622074842453
481734	rnn.bias_ih_l0_reverse	6	0.27549904584884644
481734	rnn.bias_ih_l0_reverse	7	-0.30434301495552063
481734	rnn.bias_ih_l0_reverse	8	-0.19048117101192474
481734	rnn.bias_ih_l0_reverse	9	-0.19472430646419525
481734	rnn.bias_hh_l0_reverse	0	-0.1230604499578476
481734	rnn.bias_hh_l0_reverse	1	0.26990941166877747
481734	rnn.bias_hh_l0_reverse	2	-0.32009902596473694
481734	rnn.bias_hh_l0_reverse	3	-0.2010728418827057
481734	rnn.bias_hh_l0_reverse	4	-0.4047129452228546
481734	rnn.bias_hh_l0_reverse	5	-0.19069603085517883
481734	rnn.bias_hh_l0_reverse	6	-0.24199853837490082
481734	rnn.bias_hh_l0_reverse	7	-0.09503088146448135
481734	rnn.bias_hh_l0_reverse	8	-0.3079391121864319
481734	rnn.bias_hh_l0_reverse	9	0.18641525506973267
481734	linear.weight	0	0.21786852180957794
481734	linear.weight	1	-0.38257986307144165
481734	linear.weight	2	-0.0021823786664754152
481734	linear.weight	3	0.06761344522237778
481734	linear.weight	4	-0.17411775887012482
481734	linear.weight	5	0.2269698679447174
481734	linear.weight	6	0.00036300899228081107
481734	linear.weight	7	-0.06137469783425331
481734	linear.weight	8	0.09080162644386292
481734	linear.weight	9	-0.04838390648365021
481734	linear.bias	0	-0.8775771856307983
481734	linear.bias	1	1.8608062267303467
481734	linear.bias	2	0.7505569458007812
481734	linear.bias	3	-2.684948444366455
481734	linear.bias	4	-0.17513903975486755
481734	linear.bias	5	1.2729171514511108
481734	linear.bias	6	-0.20042985677719116
481734	linear.bias	7	0.7526175379753113
481734	linear.bias	8	2.2387917041778564
481734	linear.bias	9	-1.476866364479065
481742	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
481742	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
481742	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
481742	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
481742	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
481742	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
481742	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
481742	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
481742	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
481742	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
481742	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
481742	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
481742	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
481742	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
481742	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
481742	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
481742	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
481742	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
481742	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
481742	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
481742	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
481742	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
481742	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
481742	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
481742	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
481742	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
481742	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
481742	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
481742	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
481742	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
481742	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
481742	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
481742	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
481742	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
481742	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
481742	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
481742	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
481742	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
481742	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
481742	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
481742	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
481742	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
481742	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
481742	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
481742	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
481742	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
481742	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
481742	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
481742	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
481742	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
481742	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
481742	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
481742	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
481742	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
481742	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
481742	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
481742	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
481742	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
481742	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
481742	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
481742	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
481742	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
481742	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
481742	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
481742	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
481742	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
481742	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
481742	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
481742	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
481742	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
481742	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
481742	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
481742	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
481742	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
481742	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
481742	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
481742	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
481742	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
481742	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
481742	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
481742	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
481742	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
481742	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
481742	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
481742	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
481742	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
481742	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
481742	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
481742	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
481742	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
481742	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
481742	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
481742	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
481742	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
481742	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
481742	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
481742	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
481742	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
481742	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
481742	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
481742	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
481742	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
481742	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
481742	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
481742	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
481742	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
481742	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
481742	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
481742	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
481742	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
481742	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
481742	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
481742	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
481742	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
481742	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
481742	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
481742	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
481742	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
481742	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
481742	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
481742	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
481742	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
481742	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
481742	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
481742	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
481742	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
481742	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
481742	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
481742	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
481742	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
481742	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
481742	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
481742	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
481742	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
481742	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
481742	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
481742	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
481742	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
481742	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
481742	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
481742	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
481742	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
481742	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
481742	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
481742	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
481742	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
481742	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
481742	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
481742	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
481742	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
481742	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
481742	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
481742	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
481742	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
481742	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
481742	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
481742	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
481742	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
481742	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
481742	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
481742	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
481742	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
481742	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
481742	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
481742	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
481742	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
481742	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
481742	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
481742	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
481742	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
481742	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
481742	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
481742	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
481742	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
481742	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
481742	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
481742	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
481742	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
481742	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
481742	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
481742	embedding2nn.weight	0	0.32854190468788147
481742	embedding2nn.weight	1	0.42169925570487976
481742	embedding2nn.weight	2	0.017255807295441628
481742	embedding2nn.weight	3	-0.008881746791303158
481742	embedding2nn.weight	4	-0.06829570233821869
481742	embedding2nn.weight	5	0.07616055011749268
481742	embedding2nn.weight	6	0.028933409601449966
481742	embedding2nn.weight	7	0.010654597543179989
481742	embedding2nn.weight	8	0.03988306224346161
481742	embedding2nn.weight	9	-0.028823107481002808
481742	embedding2nn.bias	0	0.025591455399990082
481742	embedding2nn.bias	1	-0.20170946419239044
481742	embedding2nn.bias	2	0.09987234324216843
481742	embedding2nn.bias	3	0.14767466485500336
481742	embedding2nn.bias	4	0.1497250497341156
481742	embedding2nn.bias	5	-0.054930899292230606
481742	embedding2nn.bias	6	-0.0634705051779747
481742	embedding2nn.bias	7	0.023004626855254173
481742	embedding2nn.bias	8	-0.15538690984249115
481742	embedding2nn.bias	9	-0.3403718173503876
481742	rnn.weight_ih_l0	0	-0.01880880817770958
481742	rnn.weight_ih_l0	1	-0.056761499494314194
481742	rnn.weight_ih_l0	2	-0.032570891082286835
481742	rnn.weight_ih_l0	3	0.1305994987487793
481742	rnn.weight_ih_l0	4	0.027177579700946808
481742	rnn.weight_ih_l0	5	-0.046444181352853775
481742	rnn.weight_ih_l0	6	0.013440984301269054
481742	rnn.weight_ih_l0	7	-0.03700911998748779
481742	rnn.weight_ih_l0	8	0.027646776288747787
481742	rnn.weight_ih_l0	9	-0.09361936151981354
481742	rnn.weight_hh_l0	0	-0.013688099570572376
481742	rnn.weight_hh_l0	1	0.07703609764575958
481742	rnn.weight_hh_l0	2	0.022556189447641373
481742	rnn.weight_hh_l0	3	-0.018276941031217575
481742	rnn.weight_hh_l0	4	0.034352220594882965
481742	rnn.weight_hh_l0	5	0.04497072100639343
481742	rnn.weight_hh_l0	6	-0.06436780840158463
481742	rnn.weight_hh_l0	7	-0.10264775156974792
481742	rnn.weight_hh_l0	8	0.03714185208082199
481742	rnn.weight_hh_l0	9	-0.10686240345239639
481742	rnn.bias_ih_l0	0	0.19614490866661072
481742	rnn.bias_ih_l0	1	-0.31521081924438477
481742	rnn.bias_ih_l0	2	-0.02614412270486355
481742	rnn.bias_ih_l0	3	-0.2099066823720932
481742	rnn.bias_ih_l0	4	0.03249260038137436
481742	rnn.bias_ih_l0	5	-0.4276067912578583
481742	rnn.bias_ih_l0	6	-0.12965786457061768
481742	rnn.bias_ih_l0	7	-0.33873075246810913
481742	rnn.bias_ih_l0	8	-0.2993782162666321
481742	rnn.bias_ih_l0	9	-0.4087570309638977
481742	rnn.bias_hh_l0	0	-0.34219178557395935
481742	rnn.bias_hh_l0	1	-0.4247983992099762
481742	rnn.bias_hh_l0	2	-0.37426790595054626
481742	rnn.bias_hh_l0	3	-0.08690091222524643
481742	rnn.bias_hh_l0	4	-0.3836463987827301
481742	rnn.bias_hh_l0	5	-0.3418688178062439
481742	rnn.bias_hh_l0	6	-0.10185035318136215
481742	rnn.bias_hh_l0	7	0.05797826126217842
481742	rnn.bias_hh_l0	8	-0.22637632489204407
481742	rnn.bias_hh_l0	9	-0.5651533603668213
481742	rnn.weight_ih_l0_reverse	0	0.03876943141222
481742	rnn.weight_ih_l0_reverse	1	-0.058579880744218826
481742	rnn.weight_ih_l0_reverse	2	-0.0025554930325597525
481742	rnn.weight_ih_l0_reverse	3	-0.13077139854431152
481742	rnn.weight_ih_l0_reverse	4	0.09874632954597473
481742	rnn.weight_ih_l0_reverse	5	-0.11818486452102661
481742	rnn.weight_ih_l0_reverse	6	-0.03457442298531532
481742	rnn.weight_ih_l0_reverse	7	0.03395873308181763
481742	rnn.weight_ih_l0_reverse	8	-0.06322810053825378
481742	rnn.weight_ih_l0_reverse	9	-0.047958891838788986
481742	rnn.weight_hh_l0_reverse	0	-0.14779618382453918
481742	rnn.weight_hh_l0_reverse	1	0.020327547565102577
481742	rnn.weight_hh_l0_reverse	2	-0.027151675894856453
481742	rnn.weight_hh_l0_reverse	3	0.03384818136692047
481742	rnn.weight_hh_l0_reverse	4	-0.08875584602355957
481742	rnn.weight_hh_l0_reverse	5	0.03457203134894371
481742	rnn.weight_hh_l0_reverse	6	0.029851630330085754
481742	rnn.weight_hh_l0_reverse	7	-0.09792032837867737
481742	rnn.weight_hh_l0_reverse	8	-0.06955786049365997
481742	rnn.weight_hh_l0_reverse	9	0.05631975084543228
481742	rnn.bias_ih_l0_reverse	0	-0.175879567861557
481742	rnn.bias_ih_l0_reverse	1	-0.10735437273979187
481742	rnn.bias_ih_l0_reverse	2	0.12811458110809326
481742	rnn.bias_ih_l0_reverse	3	-0.2899247407913208
481742	rnn.bias_ih_l0_reverse	4	-0.032935187220573425
481742	rnn.bias_ih_l0_reverse	5	-0.2256864458322525
481742	rnn.bias_ih_l0_reverse	6	0.2736736834049225
481742	rnn.bias_ih_l0_reverse	7	-0.3049817681312561
481742	rnn.bias_ih_l0_reverse	8	-0.1904071867465973
481742	rnn.bias_ih_l0_reverse	9	-0.19454503059387207
481742	rnn.bias_hh_l0_reverse	0	-0.12279000133275986
481742	rnn.bias_hh_l0_reverse	1	0.26935338973999023
481742	rnn.bias_hh_l0_reverse	2	-0.3197024166584015
481742	rnn.bias_hh_l0_reverse	3	-0.2000942975282669
481742	rnn.bias_hh_l0_reverse	4	-0.4047454595565796
481742	rnn.bias_hh_l0_reverse	5	-0.1901608407497406
481742	rnn.bias_hh_l0_reverse	6	-0.241563618183136
481742	rnn.bias_hh_l0_reverse	7	-0.09471021592617035
481742	rnn.bias_hh_l0_reverse	8	-0.30829763412475586
481742	rnn.bias_hh_l0_reverse	9	0.18607215583324432
481742	linear.weight	0	0.2171948105096817
481742	linear.weight	1	-0.3807993233203888
481742	linear.weight	2	-0.003670643549412489
481742	linear.weight	3	0.06761351227760315
481742	linear.weight	4	-0.16933339834213257
481742	linear.weight	5	0.22751803696155548
481742	linear.weight	6	0.0020890405867248774
481742	linear.weight	7	-0.06137458235025406
481742	linear.weight	8	0.09485585987567902
481742	linear.weight	9	-0.04838399216532707
481742	linear.bias	0	-0.8700277805328369
481742	linear.bias	1	1.8675668239593506
481742	linear.bias	2	0.7464008927345276
481742	linear.bias	3	-2.684950828552246
481742	linear.bias	4	-0.16513679921627045
481742	linear.bias	5	1.268031358718872
481742	linear.bias	6	-0.2052662968635559
481742	linear.bias	7	0.771620512008667
481742	linear.bias	8	2.266115427017212
481742	linear.bias	9	-1.4796208143234253
482351	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
482351	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
482351	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
482351	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
482351	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
482351	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
482351	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
482351	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
482351	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
482351	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
482351	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
482351	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
482351	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
482351	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
482351	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
482351	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
482351	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
482351	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
482351	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
482351	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
482351	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
482351	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
482351	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
482351	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
482351	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
482351	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
482351	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
482351	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
482351	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
482351	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
482351	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
482351	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
482351	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
482351	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
482351	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
482351	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
482351	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
482351	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
482351	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
482351	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
482351	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
482351	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
482351	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
482351	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
482351	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
482351	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
482351	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
482351	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
482351	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
482351	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
482351	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
482351	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
482351	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
482351	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
482351	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
482351	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
482351	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
482351	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
482351	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
482351	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
482351	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
482351	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
482351	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
482351	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
482351	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
482351	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
482351	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
482351	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
482351	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
482351	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
482351	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
482351	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
482351	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
482351	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
482351	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
482351	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
482351	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
482351	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
482351	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
482351	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
482351	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
482351	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
482351	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
482351	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
482351	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
482351	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
482351	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
482351	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
482351	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
482351	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
482351	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
482351	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
482351	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
482351	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
482351	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
482351	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
482351	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
482351	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
482351	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
482351	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
482351	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
482351	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
482351	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
482351	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
482351	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
482351	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
482351	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
482351	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
482351	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
482351	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
482351	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
482351	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
482351	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
482351	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
482351	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
482351	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
482351	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
482351	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
482351	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
482351	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
482351	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
482351	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
482351	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
482351	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
482351	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
482351	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
482351	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
482351	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
482351	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
482351	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
482351	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
482351	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
482351	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
482351	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
482351	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
482351	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
482351	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
482351	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
482351	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
482351	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
482351	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
482351	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
482351	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
482351	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
482351	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
482351	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
482351	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
482351	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
482351	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
482351	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
482351	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
482351	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
482351	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
482351	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
482351	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
482351	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
482351	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
482351	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
482351	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
482351	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
482351	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
482351	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
482351	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
482351	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
482351	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
482351	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
482351	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
482351	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
482351	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
482351	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
482351	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
482351	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
482351	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
482351	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
482351	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
482351	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
482351	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
482351	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
482351	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
482351	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
482351	embedding2nn.weight	0	0.32900792360305786
482351	embedding2nn.weight	1	0.4296587109565735
482351	embedding2nn.weight	2	0.021619291976094246
482351	embedding2nn.weight	3	0.01294318214058876
482351	embedding2nn.weight	4	-0.06115720421075821
482351	embedding2nn.weight	5	0.0770222544670105
482351	embedding2nn.weight	6	0.02693166583776474
482351	embedding2nn.weight	7	0.015195602551102638
482351	embedding2nn.weight	8	0.0320366732776165
482351	embedding2nn.weight	9	-0.035982877016067505
482351	embedding2nn.bias	0	0.02553934045135975
482351	embedding2nn.bias	1	-0.20972231030464172
482351	embedding2nn.bias	2	0.0981995090842247
482351	embedding2nn.bias	3	0.1584310084581375
482351	embedding2nn.bias	4	0.17041093111038208
482351	embedding2nn.bias	5	-0.05116705968976021
482351	embedding2nn.bias	6	-0.04289906099438667
482351	embedding2nn.bias	7	0.02986874245107174
482351	embedding2nn.bias	8	-0.14706702530384064
482351	embedding2nn.bias	9	-0.3533402979373932
482351	rnn.weight_ih_l0	0	-0.016871534287929535
482351	rnn.weight_ih_l0	1	-0.05741126835346222
482351	rnn.weight_ih_l0	2	-0.02886037528514862
482351	rnn.weight_ih_l0	3	0.13447876274585724
482351	rnn.weight_ih_l0	4	0.035112977027893066
482351	rnn.weight_ih_l0	5	-0.046049997210502625
482351	rnn.weight_ih_l0	6	0.007841553539037704
482351	rnn.weight_ih_l0	7	-0.03826001659035683
482351	rnn.weight_ih_l0	8	0.025533625856041908
482351	rnn.weight_ih_l0	9	-0.09613107889890671
482351	rnn.weight_hh_l0	0	-0.013874324038624763
482351	rnn.weight_hh_l0	1	0.07564353197813034
482351	rnn.weight_hh_l0	2	0.0220403503626585
482351	rnn.weight_hh_l0	3	-0.01755133457481861
482351	rnn.weight_hh_l0	4	0.03385552391409874
482351	rnn.weight_hh_l0	5	0.04534479230642319
482351	rnn.weight_hh_l0	6	-0.06449628621339798
482351	rnn.weight_hh_l0	7	-0.09908837080001831
482351	rnn.weight_hh_l0	8	0.03735901787877083
482351	rnn.weight_hh_l0	9	-0.10815592855215073
482351	rnn.bias_ih_l0	0	0.1980704367160797
482351	rnn.bias_ih_l0	1	-0.31121164560317993
482351	rnn.bias_ih_l0	2	-0.029148276895284653
482351	rnn.bias_ih_l0	3	-0.21061435341835022
482351	rnn.bias_ih_l0	4	0.0374128594994545
482351	rnn.bias_ih_l0	5	-0.4270128011703491
482351	rnn.bias_ih_l0	6	-0.12491372972726822
482351	rnn.bias_ih_l0	7	-0.34026506543159485
482351	rnn.bias_ih_l0	8	-0.3041374385356903
482351	rnn.bias_ih_l0	9	-0.41662994027137756
482351	rnn.bias_hh_l0	0	-0.3410433530807495
482351	rnn.bias_hh_l0	1	-0.4192548394203186
482351	rnn.bias_hh_l0	2	-0.37360960245132446
482351	rnn.bias_hh_l0	3	-0.08975779265165329
482351	rnn.bias_hh_l0	4	-0.38360902667045593
482351	rnn.bias_hh_l0	5	-0.34126046299934387
482351	rnn.bias_hh_l0	6	-0.10585536062717438
482351	rnn.bias_hh_l0	7	0.05970308184623718
482351	rnn.bias_hh_l0	8	-0.2255956083536148
482351	rnn.bias_hh_l0	9	-0.5634478330612183
482351	rnn.weight_ih_l0_reverse	0	0.04214078560471535
482351	rnn.weight_ih_l0_reverse	1	-0.057474806904792786
482351	rnn.weight_ih_l0_reverse	2	9.055869304575026e-05
482351	rnn.weight_ih_l0_reverse	3	-0.13018284738063812
482351	rnn.weight_ih_l0_reverse	4	0.09777628630399704
482351	rnn.weight_ih_l0_reverse	5	-0.11223769932985306
482351	rnn.weight_ih_l0_reverse	6	-0.03355351462960243
482351	rnn.weight_ih_l0_reverse	7	0.032271333038806915
482351	rnn.weight_ih_l0_reverse	8	-0.06778912246227264
482351	rnn.weight_ih_l0_reverse	9	-0.04831990599632263
482351	rnn.weight_hh_l0_reverse	0	-0.14749281108379364
482351	rnn.weight_hh_l0_reverse	1	0.020012633875012398
482351	rnn.weight_hh_l0_reverse	2	-0.026328859850764275
482351	rnn.weight_hh_l0_reverse	3	0.03358886390924454
482351	rnn.weight_hh_l0_reverse	4	-0.0901079997420311
482351	rnn.weight_hh_l0_reverse	5	0.03466994687914848
482351	rnn.weight_hh_l0_reverse	6	0.029820382595062256
482351	rnn.weight_hh_l0_reverse	7	-0.09877780824899673
482351	rnn.weight_hh_l0_reverse	8	-0.06872399151325226
482351	rnn.weight_hh_l0_reverse	9	0.05588807538151741
482351	rnn.bias_ih_l0_reverse	0	-0.17158028483390808
482351	rnn.bias_ih_l0_reverse	1	-0.09786901623010635
482351	rnn.bias_ih_l0_reverse	2	0.13162441551685333
482351	rnn.bias_ih_l0_reverse	3	-0.291059672832489
482351	rnn.bias_ih_l0_reverse	4	-0.020071808248758316
482351	rnn.bias_ih_l0_reverse	5	-0.22227448225021362
482351	rnn.bias_ih_l0_reverse	6	0.287009596824646
482351	rnn.bias_ih_l0_reverse	7	-0.3181278705596924
482351	rnn.bias_ih_l0_reverse	8	-0.19280269742012024
482351	rnn.bias_ih_l0_reverse	9	-0.1973743587732315
482351	rnn.bias_hh_l0_reverse	0	-0.11707013100385666
482351	rnn.bias_hh_l0_reverse	1	0.27780812978744507
482351	rnn.bias_hh_l0_reverse	2	-0.31792643666267395
482351	rnn.bias_hh_l0_reverse	3	-0.19951149821281433
482351	rnn.bias_hh_l0_reverse	4	-0.409257173538208
482351	rnn.bias_hh_l0_reverse	5	-0.1875181496143341
482351	rnn.bias_hh_l0_reverse	6	-0.2540745437145233
482351	rnn.bias_hh_l0_reverse	7	-0.08838507533073425
482351	rnn.bias_hh_l0_reverse	8	-0.32461750507354736
482351	rnn.bias_hh_l0_reverse	9	0.18818747997283936
482351	linear.weight	0	0.23497773706912994
482351	linear.weight	1	-0.4181343615055084
482351	linear.weight	2	0.0060771768912673
482351	linear.weight	3	0.06761650741100311
482351	linear.weight	4	-0.1542540043592453
482351	linear.weight	5	0.20866446197032928
482351	linear.weight	6	-0.0035003514494746923
482351	linear.weight	7	-0.06136711314320564
482351	linear.weight	8	0.10281626880168915
482351	linear.weight	9	-0.048395369201898575
482351	linear.bias	0	-0.8835605978965759
482351	linear.bias	1	1.896608829498291
482351	linear.bias	2	0.7623312473297119
482351	linear.bias	3	-2.68532657623291
482351	linear.bias	4	-0.1957152783870697
482351	linear.bias	5	1.2998462915420532
482351	linear.bias	6	-0.20450244843959808
482351	linear.bias	7	0.7509087920188904
482351	linear.bias	8	2.2255313396453857
482351	linear.bias	9	-1.5120878219604492
482960	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
482960	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
482960	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
482960	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
482960	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
482960	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
482960	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
482960	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
482960	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
482960	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
482960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
482960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
482960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
482960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
482960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
482960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
482960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
482960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
482960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
482960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
482960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
482960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
482960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
482960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
482960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
482960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
482960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
482960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
482960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
482960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
482960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
482960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
482960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
482960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
482960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
482960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
482960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
482960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
482960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
482960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
482960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
482960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
482960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
482960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
482960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
482960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
482960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
482960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
482960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
482960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
482960	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
482960	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
482960	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
482960	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
482960	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
482960	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
482960	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
482960	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
482960	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
482960	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
482960	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
482960	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
482960	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
482960	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
482960	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
482960	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
482960	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
482960	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
482960	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
482960	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
482960	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
482960	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
482960	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
482960	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
482960	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
482960	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
482960	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
482960	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
482960	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
482960	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
482960	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
482960	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
482960	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
482960	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
482960	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
482960	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
482960	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
482960	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
482960	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
482960	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
482960	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
482960	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
482960	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
482960	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
482960	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
482960	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
482960	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
482960	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
482960	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
482960	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
482960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
482960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
482960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
482960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
482960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
482960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
482960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
482960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
482960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
482960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
482960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
482960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
482960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
482960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
482960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
482960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
482960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
482960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
482960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
482960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
482960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
482960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
482960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
482960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
482960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
482960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
482960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
482960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
482960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
482960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
482960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
482960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
482960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
482960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
482960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
482960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
482960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
482960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
482960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
482960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
482960	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
482960	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
482960	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
482960	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
482960	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
482960	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
482960	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
482960	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
482960	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
482960	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
482960	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
482960	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
482960	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
482960	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
482960	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
482960	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
482960	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
482960	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
482960	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
482960	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
482960	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
482960	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
482960	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
482960	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
482960	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
482960	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
482960	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
482960	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
482960	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
482960	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
482960	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
482960	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
482960	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
482960	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
482960	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
482960	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
482960	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
482960	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
482960	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
482960	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
482960	embedding2nn.weight	0	0.32946425676345825
482960	embedding2nn.weight	1	0.42896994948387146
482960	embedding2nn.weight	2	0.013692351058125496
482960	embedding2nn.weight	3	0.016574282199144363
482960	embedding2nn.weight	4	-0.06188187748193741
482960	embedding2nn.weight	5	0.07275450229644775
482960	embedding2nn.weight	6	0.029980722814798355
482960	embedding2nn.weight	7	0.005692347884178162
482960	embedding2nn.weight	8	0.02577173337340355
482960	embedding2nn.weight	9	-0.03454155847430229
482960	embedding2nn.bias	0	0.011246560141444206
482960	embedding2nn.bias	1	-0.20290018618106842
482960	embedding2nn.bias	2	0.09986148029565811
482960	embedding2nn.bias	3	0.154244065284729
482960	embedding2nn.bias	4	0.16041697561740875
482960	embedding2nn.bias	5	-0.07056435942649841
482960	embedding2nn.bias	6	-0.038020726293325424
482960	embedding2nn.bias	7	0.03173239529132843
482960	embedding2nn.bias	8	-0.14694204926490784
482960	embedding2nn.bias	9	-0.3398175835609436
482960	rnn.weight_ih_l0	0	-0.01937359943985939
482960	rnn.weight_ih_l0	1	-0.05830464884638786
482960	rnn.weight_ih_l0	2	-0.028867607936263084
482960	rnn.weight_ih_l0	3	0.1370476633310318
482960	rnn.weight_ih_l0	4	0.03889074921607971
482960	rnn.weight_ih_l0	5	-0.036171961575746536
482960	rnn.weight_ih_l0	6	0.014059239998459816
482960	rnn.weight_ih_l0	7	-0.03977562114596367
482960	rnn.weight_ih_l0	8	0.03171280398964882
482960	rnn.weight_ih_l0	9	-0.09666959196329117
482960	rnn.weight_hh_l0	0	-0.014165427535772324
482960	rnn.weight_hh_l0	1	0.07601163536310196
482960	rnn.weight_hh_l0	2	0.021417103707790375
482960	rnn.weight_hh_l0	3	-0.017321884632110596
482960	rnn.weight_hh_l0	4	0.034205224364995956
482960	rnn.weight_hh_l0	5	0.04297225549817085
482960	rnn.weight_hh_l0	6	-0.06450539082288742
482960	rnn.weight_hh_l0	7	-0.09831814467906952
482960	rnn.weight_hh_l0	8	0.03746363893151283
482960	rnn.weight_hh_l0	9	-0.10835043340921402
482960	rnn.bias_ih_l0	0	0.206702321767807
482960	rnn.bias_ih_l0	1	-0.31042802333831787
482960	rnn.bias_ih_l0	2	-0.026833003386855125
482960	rnn.bias_ih_l0	3	-0.21806417405605316
482960	rnn.bias_ih_l0	4	0.039620716124773026
482960	rnn.bias_ih_l0	5	-0.4259986877441406
482960	rnn.bias_ih_l0	6	-0.1305040568113327
482960	rnn.bias_ih_l0	7	-0.34053435921669006
482960	rnn.bias_ih_l0	8	-0.3015008568763733
482960	rnn.bias_ih_l0	9	-0.4189697802066803
482960	rnn.bias_hh_l0	0	-0.340996652841568
482960	rnn.bias_hh_l0	1	-0.4221925735473633
482960	rnn.bias_hh_l0	2	-0.3750993311405182
482960	rnn.bias_hh_l0	3	-0.08356303721666336
482960	rnn.bias_hh_l0	4	-0.38280799984931946
482960	rnn.bias_hh_l0	5	-0.3426439166069031
482960	rnn.bias_hh_l0	6	-0.10096746683120728
482960	rnn.bias_hh_l0	7	0.05754784122109413
482960	rnn.bias_hh_l0	8	-0.2283773422241211
482960	rnn.bias_hh_l0	9	-0.5586513876914978
482960	rnn.weight_ih_l0_reverse	0	0.04305949807167053
482960	rnn.weight_ih_l0_reverse	1	-0.05764583498239517
482960	rnn.weight_ih_l0_reverse	2	-0.005369649268686771
482960	rnn.weight_ih_l0_reverse	3	-0.13050180673599243
482960	rnn.weight_ih_l0_reverse	4	0.09457273781299591
482960	rnn.weight_ih_l0_reverse	5	-0.10866368561983109
482960	rnn.weight_ih_l0_reverse	6	-0.04203968867659569
482960	rnn.weight_ih_l0_reverse	7	0.033460453152656555
482960	rnn.weight_ih_l0_reverse	8	-0.06498350203037262
482960	rnn.weight_ih_l0_reverse	9	-0.05048142373561859
482960	rnn.weight_hh_l0_reverse	0	-0.14691902697086334
482960	rnn.weight_hh_l0_reverse	1	0.019393814727663994
482960	rnn.weight_hh_l0_reverse	2	-0.025461746379733086
482960	rnn.weight_hh_l0_reverse	3	0.03316636011004448
482960	rnn.weight_hh_l0_reverse	4	-0.08951425552368164
482960	rnn.weight_hh_l0_reverse	5	0.03418595343828201
482960	rnn.weight_hh_l0_reverse	6	0.029891327023506165
482960	rnn.weight_hh_l0_reverse	7	-0.09997251629829407
482960	rnn.weight_hh_l0_reverse	8	-0.06803066283464432
482960	rnn.weight_hh_l0_reverse	9	0.05345706269145012
482960	rnn.bias_ih_l0_reverse	0	-0.17766332626342773
482960	rnn.bias_ih_l0_reverse	1	-0.09650973230600357
482960	rnn.bias_ih_l0_reverse	2	0.1273524910211563
482960	rnn.bias_ih_l0_reverse	3	-0.29477834701538086
482960	rnn.bias_ih_l0_reverse	4	-0.014812218025326729
482960	rnn.bias_ih_l0_reverse	5	-0.22186441719532013
482960	rnn.bias_ih_l0_reverse	6	0.28657257556915283
482960	rnn.bias_ih_l0_reverse	7	-0.3068358898162842
482960	rnn.bias_ih_l0_reverse	8	-0.19028562307357788
482960	rnn.bias_ih_l0_reverse	9	-0.18343527615070343
482960	rnn.bias_hh_l0_reverse	0	-0.11982377618551254
482960	rnn.bias_hh_l0_reverse	1	0.26477205753326416
482960	rnn.bias_hh_l0_reverse	2	-0.3146052062511444
482960	rnn.bias_hh_l0_reverse	3	-0.19215327501296997
482960	rnn.bias_hh_l0_reverse	4	-0.3998135030269623
482960	rnn.bias_hh_l0_reverse	5	-0.18392585217952728
482960	rnn.bias_hh_l0_reverse	6	-0.27116191387176514
482960	rnn.bias_hh_l0_reverse	7	-0.09129946678876877
482960	rnn.bias_hh_l0_reverse	8	-0.3366745114326477
482960	rnn.bias_hh_l0_reverse	9	0.1946512758731842
482960	linear.weight	0	0.2681577503681183
482960	linear.weight	1	-0.40235617756843567
482960	linear.weight	2	-0.010676528327167034
482960	linear.weight	3	0.06761685758829117
482960	linear.weight	4	-0.15511876344680786
482960	linear.weight	5	0.2324499636888504
482960	linear.weight	6	-0.03364210203289986
482960	linear.weight	7	-0.061357494443655014
482960	linear.weight	8	0.11785824596881866
482960	linear.weight	9	-0.04840786010026932
482960	linear.bias	0	-0.8645433187484741
482960	linear.bias	1	1.9114841222763062
482960	linear.bias	2	0.7679105401039124
482960	linear.bias	3	-2.685671329498291
482960	linear.bias	4	-0.1777578741312027
482960	linear.bias	5	1.2500158548355103
482960	linear.bias	6	-0.1910107135772705
482960	linear.bias	7	0.7718057632446289
482960	linear.bias	8	2.267993688583374
482960	linear.bias	9	-1.5202901363372803
483569	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
483569	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
483569	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
483569	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
483569	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
483569	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
483569	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
483569	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
483569	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
483569	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
483569	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
483569	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
483569	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
483569	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
483569	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
483569	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
483569	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
483569	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
483569	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
483569	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
483569	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
483569	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
483569	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
483569	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
483569	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
483569	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
483569	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
483569	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
483569	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
483569	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
483569	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
483569	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
483569	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
483569	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
483569	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
483569	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
483569	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
483569	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
483569	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
483569	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
483569	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
483569	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
483569	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
483569	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
483569	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
483569	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
483569	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
483569	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
483569	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
483569	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
483569	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
483569	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
483569	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
483569	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
483569	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
483569	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
483569	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
483569	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
483569	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
483569	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
483569	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
483569	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
483569	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
483569	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
483569	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
483569	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
483569	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
483569	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
483569	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
483569	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
483569	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
483569	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
483569	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
483569	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
483569	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
483569	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
483569	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
483569	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
483569	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
483569	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
483569	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
483569	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
483569	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
483569	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
483569	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
483569	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
483569	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
483569	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
483569	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
483569	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
483569	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
483569	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
483569	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
483569	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
483569	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
483569	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
483569	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
483569	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
483569	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
483569	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
483569	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
483569	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
483569	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
483569	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
483569	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
483569	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
483569	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
483569	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
483569	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
483569	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
483569	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
483569	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
483569	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
483569	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
483569	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
483569	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
483569	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
483569	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
483569	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
483569	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
483569	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
483569	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
483569	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
483569	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
483569	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
483569	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
483569	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
483569	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
483569	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
483569	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
483569	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
483569	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
483569	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
483569	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
483569	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
483569	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
483569	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
483569	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
483569	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
483569	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
483569	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
483569	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
483569	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
483569	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
483569	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
483569	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
483569	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
483569	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
483569	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
483569	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
483569	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
483569	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
483569	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
483569	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
483569	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
483569	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
483569	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
483569	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
483569	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
483569	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
483569	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
483569	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
483569	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
483569	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
483569	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
483569	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
483569	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
483569	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
483569	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
483569	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
483569	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
483569	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
483569	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
483569	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
483569	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
483569	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
483569	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
483569	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
483569	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
483569	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
483569	embedding2nn.weight	0	0.32812437415122986
483569	embedding2nn.weight	1	0.4281351864337921
483569	embedding2nn.weight	2	0.014747922308743
483569	embedding2nn.weight	3	0.029891034588217735
483569	embedding2nn.weight	4	-0.058495085686445236
483569	embedding2nn.weight	5	0.06940833479166031
483569	embedding2nn.weight	6	0.030852902680635452
483569	embedding2nn.weight	7	0.00425281235948205
483569	embedding2nn.weight	8	0.025137636810541153
483569	embedding2nn.weight	9	-0.03369497135281563
483569	embedding2nn.bias	0	0.01695278286933899
483569	embedding2nn.bias	1	-0.19543032348155975
483569	embedding2nn.bias	2	0.09581825137138367
483569	embedding2nn.bias	3	0.1559903770685196
483569	embedding2nn.bias	4	0.12591710686683655
483569	embedding2nn.bias	5	-0.09575419872999191
483569	embedding2nn.bias	6	-0.032585177570581436
483569	embedding2nn.bias	7	0.015439021401107311
483569	embedding2nn.bias	8	-0.17491693794727325
483569	embedding2nn.bias	9	-0.33918797969818115
483569	rnn.weight_ih_l0	0	-0.019648857414722443
483569	rnn.weight_ih_l0	1	-0.059446852654218674
483569	rnn.weight_ih_l0	2	-0.028620107099413872
483569	rnn.weight_ih_l0	3	0.1430608034133911
483569	rnn.weight_ih_l0	4	0.032664306461811066
483569	rnn.weight_ih_l0	5	-0.04102988913655281
483569	rnn.weight_ih_l0	6	0.009721573442220688
483569	rnn.weight_ih_l0	7	-0.03749162703752518
483569	rnn.weight_ih_l0	8	0.026777656748890877
483569	rnn.weight_ih_l0	9	-0.09626807272434235
483569	rnn.weight_hh_l0	0	-0.014256739057600498
483569	rnn.weight_hh_l0	1	0.07682394981384277
483569	rnn.weight_hh_l0	2	0.01968907192349434
483569	rnn.weight_hh_l0	3	-0.017550384625792503
483569	rnn.weight_hh_l0	4	0.03566226363182068
483569	rnn.weight_hh_l0	5	0.04333489388227463
483569	rnn.weight_hh_l0	6	-0.0648401603102684
483569	rnn.weight_hh_l0	7	-0.09568948298692703
483569	rnn.weight_hh_l0	8	0.03758199140429497
483569	rnn.weight_hh_l0	9	-0.10681767761707306
483569	rnn.bias_ih_l0	0	0.20861639082431793
483569	rnn.bias_ih_l0	1	-0.3104749321937561
483569	rnn.bias_ih_l0	2	-0.03154974430799484
483569	rnn.bias_ih_l0	3	-0.21562352776527405
483569	rnn.bias_ih_l0	4	0.035535555332899094
483569	rnn.bias_ih_l0	5	-0.4266326129436493
483569	rnn.bias_ih_l0	6	-0.12924692034721375
483569	rnn.bias_ih_l0	7	-0.3415091335773468
483569	rnn.bias_ih_l0	8	-0.2951566278934479
483569	rnn.bias_ih_l0	9	-0.42028188705444336
483569	rnn.bias_hh_l0	0	-0.3461259603500366
483569	rnn.bias_hh_l0	1	-0.41887980699539185
483569	rnn.bias_hh_l0	2	-0.37469637393951416
483569	rnn.bias_hh_l0	3	-0.08685258030891418
483569	rnn.bias_hh_l0	4	-0.3892463147640228
483569	rnn.bias_hh_l0	5	-0.33980295062065125
483569	rnn.bias_hh_l0	6	-0.0901896208524704
483569	rnn.bias_hh_l0	7	0.06824713200330734
483569	rnn.bias_hh_l0	8	-0.22873634099960327
483569	rnn.bias_hh_l0	9	-0.5571151375770569
483569	rnn.weight_ih_l0_reverse	0	0.03418995067477226
483569	rnn.weight_ih_l0_reverse	1	-0.056508805602788925
483569	rnn.weight_ih_l0_reverse	2	-0.0015784251736477017
483569	rnn.weight_ih_l0_reverse	3	-0.1329200714826584
483569	rnn.weight_ih_l0_reverse	4	0.09280486404895782
483569	rnn.weight_ih_l0_reverse	5	-0.11007149517536163
483569	rnn.weight_ih_l0_reverse	6	-0.04494825750589371
483569	rnn.weight_ih_l0_reverse	7	0.03205003961920738
483569	rnn.weight_ih_l0_reverse	8	-0.05449230968952179
483569	rnn.weight_ih_l0_reverse	9	-0.04800519347190857
483569	rnn.weight_hh_l0_reverse	0	-0.14807654917240143
483569	rnn.weight_hh_l0_reverse	1	0.02070174552500248
483569	rnn.weight_hh_l0_reverse	2	-0.0268521960824728
483569	rnn.weight_hh_l0_reverse	3	0.03356758505105972
483569	rnn.weight_hh_l0_reverse	4	-0.0890466570854187
483569	rnn.weight_hh_l0_reverse	5	0.03409814089536667
483569	rnn.weight_hh_l0_reverse	6	0.02994084730744362
483569	rnn.weight_hh_l0_reverse	7	-0.10236851125955582
483569	rnn.weight_hh_l0_reverse	8	-0.06404078006744385
483569	rnn.weight_hh_l0_reverse	9	0.05303243547677994
483569	rnn.bias_ih_l0_reverse	0	-0.17352059483528137
483569	rnn.bias_ih_l0_reverse	1	-0.0973932147026062
483569	rnn.bias_ih_l0_reverse	2	0.12932932376861572
483569	rnn.bias_ih_l0_reverse	3	-0.29349735379219055
483569	rnn.bias_ih_l0_reverse	4	-0.014686405658721924
483569	rnn.bias_ih_l0_reverse	5	-0.21712031960487366
483569	rnn.bias_ih_l0_reverse	6	0.2797139286994934
483569	rnn.bias_ih_l0_reverse	7	-0.31048980355262756
483569	rnn.bias_ih_l0_reverse	8	-0.18767766654491425
483569	rnn.bias_ih_l0_reverse	9	-0.1814184933900833
483569	rnn.bias_hh_l0_reverse	0	-0.12131503969430923
483569	rnn.bias_hh_l0_reverse	1	0.2721899151802063
483569	rnn.bias_hh_l0_reverse	2	-0.3179171085357666
483569	rnn.bias_hh_l0_reverse	3	-0.1933436244726181
483569	rnn.bias_hh_l0_reverse	4	-0.40685442090034485
483569	rnn.bias_hh_l0_reverse	5	-0.18152739107608795
483569	rnn.bias_hh_l0_reverse	6	-0.2743850648403168
483569	rnn.bias_hh_l0_reverse	7	-0.0886162519454956
483569	rnn.bias_hh_l0_reverse	8	-0.33973848819732666
483569	rnn.bias_hh_l0_reverse	9	0.19360193610191345
483569	linear.weight	0	0.24513861536979675
483569	linear.weight	1	-0.40768107771873474
483569	linear.weight	2	0.009482004679739475
483569	linear.weight	3	0.06761638820171356
483569	linear.weight	4	-0.23111307621002197
483569	linear.weight	5	0.19765108823776245
483569	linear.weight	6	-0.0041832043789327145
483569	linear.weight	7	-0.06134003773331642
483569	linear.weight	8	0.12307949364185333
483569	linear.weight	9	-0.048420991748571396
483569	linear.bias	0	-0.8531352281570435
483569	linear.bias	1	1.914495587348938
483569	linear.bias	2	0.8232160210609436
483569	linear.bias	3	-2.6860411167144775
483569	linear.bias	4	-0.17313213646411896
483569	linear.bias	5	1.2315053939819336
483569	linear.bias	6	-0.19739563763141632
483569	linear.bias	7	0.776044487953186
483569	linear.bias	8	2.230052947998047
483569	linear.bias	9	-1.5077276229858398
484178	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
484178	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
484178	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
484178	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
484178	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
484178	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
484178	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
484178	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
484178	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
484178	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
484178	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
484178	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
484178	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
484178	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
484178	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
484178	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
484178	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
484178	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
484178	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
484178	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
484178	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
484178	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
484178	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
484178	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
484178	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
484178	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
484178	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
484178	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
484178	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
484178	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
484178	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
484178	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
484178	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
484178	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
484178	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
484178	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
484178	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
484178	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
484178	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
484178	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
484178	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
484178	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
484178	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
484178	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
484178	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
484178	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
484178	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
484178	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
484178	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
484178	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
484178	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
484178	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
484178	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
484178	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
484178	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
484178	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
484178	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
484178	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
484178	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
484178	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
484178	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
484178	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
484178	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
484178	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
484178	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
484178	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
484178	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
484178	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
484178	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
484178	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
484178	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
484178	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
484178	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
484178	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
484178	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
484178	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
484178	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
484178	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
484178	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
484178	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
484178	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
484178	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
484178	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
484178	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
484178	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
484178	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
484178	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
484178	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
484178	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
484178	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
484178	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
484178	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
484178	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
484178	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
484178	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
484178	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
484178	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
484178	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
484178	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
484178	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
484178	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
484178	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
484178	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
484178	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
484178	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
484178	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
484178	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
484178	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
484178	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
484178	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
484178	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
484178	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
484178	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
484178	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
484178	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
484178	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
484178	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
484178	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
484178	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
484178	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
484178	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
484178	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
484178	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
484178	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
484178	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
484178	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
484178	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
484178	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
484178	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
484178	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
484178	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
484178	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
484178	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
484178	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
484178	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
484178	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
484178	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
484178	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
484178	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
484178	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
484178	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
484178	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
484178	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
484178	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
484178	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
484178	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
484178	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
484178	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
484178	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
484178	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
484178	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
484178	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
484178	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
484178	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
484178	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
484178	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
484178	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
484178	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
484178	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
484178	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
484178	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
484178	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
484178	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
484178	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
484178	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
484178	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
484178	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
484178	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
484178	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
484178	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
484178	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
484178	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
484178	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
484178	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
484178	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
484178	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
484178	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
484178	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
484178	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
484178	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
484178	embedding2nn.weight	0	0.3274901807308197
484178	embedding2nn.weight	1	0.42699486017227173
484178	embedding2nn.weight	2	0.0126203503459692
484178	embedding2nn.weight	3	0.017884252592921257
484178	embedding2nn.weight	4	-0.052338019013404846
484178	embedding2nn.weight	5	0.07037527859210968
484178	embedding2nn.weight	6	0.028172645717859268
484178	embedding2nn.weight	7	0.006742625962942839
484178	embedding2nn.weight	8	0.0266499575227499
484178	embedding2nn.weight	9	-0.029396111145615578
484178	embedding2nn.bias	0	0.015953170135617256
484178	embedding2nn.bias	1	-0.1887497901916504
484178	embedding2nn.bias	2	0.10055973380804062
484178	embedding2nn.bias	3	0.14553844928741455
484178	embedding2nn.bias	4	0.12312974035739899
484178	embedding2nn.bias	5	-0.07337749749422073
484178	embedding2nn.bias	6	-0.058884963393211365
484178	embedding2nn.bias	7	0.022605882957577705
484178	embedding2nn.bias	8	-0.17816638946533203
484178	embedding2nn.bias	9	-0.3209969401359558
484178	rnn.weight_ih_l0	0	-0.017993779852986336
484178	rnn.weight_ih_l0	1	-0.05730568617582321
484178	rnn.weight_ih_l0	2	-0.03535255044698715
484178	rnn.weight_ih_l0	3	0.14705902338027954
484178	rnn.weight_ih_l0	4	0.035095155239105225
484178	rnn.weight_ih_l0	5	-0.04784749820828438
484178	rnn.weight_ih_l0	6	0.008255939930677414
484178	rnn.weight_ih_l0	7	-0.036704886704683304
484178	rnn.weight_ih_l0	8	0.03687072545289993
484178	rnn.weight_ih_l0	9	-0.0924515500664711
484178	rnn.weight_hh_l0	0	-0.01378992572426796
484178	rnn.weight_hh_l0	1	0.07582078874111176
484178	rnn.weight_hh_l0	2	0.019148478284478188
484178	rnn.weight_hh_l0	3	-0.01744135655462742
484178	rnn.weight_hh_l0	4	0.03654512017965317
484178	rnn.weight_hh_l0	5	0.04385954886674881
484178	rnn.weight_hh_l0	6	-0.06414470076560974
484178	rnn.weight_hh_l0	7	-0.09772587567567825
484178	rnn.weight_hh_l0	8	0.03754289075732231
484178	rnn.weight_hh_l0	9	-0.107272207736969
484178	rnn.bias_ih_l0	0	0.1861582249403
484178	rnn.bias_ih_l0	1	-0.3076879680156708
484178	rnn.bias_ih_l0	2	-0.03855080157518387
484178	rnn.bias_ih_l0	3	-0.21481415629386902
484178	rnn.bias_ih_l0	4	0.034376565366983414
484178	rnn.bias_ih_l0	5	-0.43596598505973816
484178	rnn.bias_ih_l0	6	-0.1371944397687912
484178	rnn.bias_ih_l0	7	-0.3408164978027344
484178	rnn.bias_ih_l0	8	-0.2807582914829254
484178	rnn.bias_ih_l0	9	-0.4303562045097351
484178	rnn.bias_hh_l0	0	-0.35370707511901855
484178	rnn.bias_hh_l0	1	-0.41525301337242126
484178	rnn.bias_hh_l0	2	-0.3782851994037628
484178	rnn.bias_hh_l0	3	-0.08783433586359024
484178	rnn.bias_hh_l0	4	-0.39624831080436707
484178	rnn.bias_hh_l0	5	-0.33814871311187744
484178	rnn.bias_hh_l0	6	-0.08693238347768784
484178	rnn.bias_hh_l0	7	0.07918182760477066
484178	rnn.bias_hh_l0	8	-0.2332705855369568
484178	rnn.bias_hh_l0	9	-0.5566795468330383
484178	rnn.weight_ih_l0_reverse	0	0.03791671246290207
484178	rnn.weight_ih_l0_reverse	1	-0.056495945900678635
484178	rnn.weight_ih_l0_reverse	2	-0.0011570778442546725
484178	rnn.weight_ih_l0_reverse	3	-0.129629984498024
484178	rnn.weight_ih_l0_reverse	4	0.09322265535593033
484178	rnn.weight_ih_l0_reverse	5	-0.11323786526918411
484178	rnn.weight_ih_l0_reverse	6	-0.03936804458498955
484178	rnn.weight_ih_l0_reverse	7	0.031818687915802
484178	rnn.weight_ih_l0_reverse	8	-0.05871221795678139
484178	rnn.weight_ih_l0_reverse	9	-0.04592981934547424
484178	rnn.weight_hh_l0_reverse	0	-0.14855600893497467
484178	rnn.weight_hh_l0_reverse	1	0.020633399486541748
484178	rnn.weight_hh_l0_reverse	2	-0.02729407325387001
484178	rnn.weight_hh_l0_reverse	3	0.03294137492775917
484178	rnn.weight_hh_l0_reverse	4	-0.08745581656694412
484178	rnn.weight_hh_l0_reverse	5	0.03414841741323471
484178	rnn.weight_hh_l0_reverse	6	0.030084561556577682
484178	rnn.weight_hh_l0_reverse	7	-0.10459117591381073
484178	rnn.weight_hh_l0_reverse	8	-0.07100632041692734
484178	rnn.weight_hh_l0_reverse	9	0.050683364272117615
484178	rnn.bias_ih_l0_reverse	0	-0.17136472463607788
484178	rnn.bias_ih_l0_reverse	1	-0.09370356798171997
484178	rnn.bias_ih_l0_reverse	2	0.12489353865385056
484178	rnn.bias_ih_l0_reverse	3	-0.2964765131473541
484178	rnn.bias_ih_l0_reverse	4	-0.013271814212203026
484178	rnn.bias_ih_l0_reverse	5	-0.2191755324602127
484178	rnn.bias_ih_l0_reverse	6	0.28903600573539734
484178	rnn.bias_ih_l0_reverse	7	-0.3146457374095917
484178	rnn.bias_ih_l0_reverse	8	-0.18714642524719238
484178	rnn.bias_ih_l0_reverse	9	-0.18555833399295807
484178	rnn.bias_hh_l0_reverse	0	-0.12891949713230133
484178	rnn.bias_hh_l0_reverse	1	0.2793806493282318
484178	rnn.bias_hh_l0_reverse	2	-0.32368144392967224
484178	rnn.bias_hh_l0_reverse	3	-0.198286235332489
484178	rnn.bias_hh_l0_reverse	4	-0.4035849869251251
484178	rnn.bias_hh_l0_reverse	5	-0.1801833212375641
484178	rnn.bias_hh_l0_reverse	6	-0.26558616757392883
484178	rnn.bias_hh_l0_reverse	7	-0.08926652371883392
484178	rnn.bias_hh_l0_reverse	8	-0.34495869278907776
484178	rnn.bias_hh_l0_reverse	9	0.1710236519575119
484178	linear.weight	0	0.24667347967624664
484178	linear.weight	1	-0.4161541759967804
484178	linear.weight	2	-0.0015818597748875618
484178	linear.weight	3	0.06761640310287476
484178	linear.weight	4	-0.18419675529003143
484178	linear.weight	5	0.20955386757850647
484178	linear.weight	6	-0.030518872663378716
484178	linear.weight	7	-0.061332255601882935
484178	linear.weight	8	0.10774856060743332
484178	linear.weight	9	-0.048432592302560806
484178	linear.bias	0	-0.8745905160903931
484178	linear.bias	1	1.9224992990493774
484178	linear.bias	2	0.8259168863296509
484178	linear.bias	3	-2.686349630355835
484178	linear.bias	4	-0.17027291655540466
484178	linear.bias	5	1.2436789274215698
484178	linear.bias	6	-0.2024623304605484
484178	linear.bias	7	0.7782520055770874
484178	linear.bias	8	2.2572181224823
484178	linear.bias	9	-1.5063073635101318
484787	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
484787	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
484787	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
484787	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
484787	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
484787	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
484787	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
484787	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
484787	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
484787	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
484787	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
484787	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
484787	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
484787	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
484787	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
484787	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
484787	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
484787	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
484787	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
484787	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
484787	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
484787	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
484787	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
484787	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
484787	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
484787	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
484787	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
484787	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
484787	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
484787	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
484787	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
484787	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
484787	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
484787	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
484787	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
484787	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
484787	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
484787	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
484787	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
484787	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
484787	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
484787	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
484787	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
484787	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
484787	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
484787	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
484787	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
484787	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
484787	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
484787	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
484787	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
484787	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
484787	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
484787	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
484787	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
484787	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
484787	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
484787	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
484787	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
484787	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
484787	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
484787	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
484787	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
484787	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
484787	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
484787	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
484787	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
484787	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
484787	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
484787	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
484787	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
484787	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
484787	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
484787	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
484787	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
484787	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
484787	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
484787	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
484787	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
484787	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
484787	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
484787	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
484787	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
484787	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
484787	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
484787	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
484787	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
484787	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
484787	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
484787	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
484787	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
484787	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
484787	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
484787	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
484787	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
484787	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
484787	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
484787	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
484787	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
484787	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
484787	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
484787	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
484787	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
484787	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
484787	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
484787	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
484787	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
484787	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
484787	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
484787	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
484787	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
484787	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
484787	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
484787	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
484787	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
484787	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
484787	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
484787	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
484787	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
484787	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
484787	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
484787	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
484787	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
484787	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
484787	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
484787	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
484787	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
484787	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
484787	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
484787	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
484787	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
484787	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
484787	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
484787	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
484787	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
484787	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
484787	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
484787	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
484787	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
484787	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
484787	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
484787	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
484787	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
484787	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
484787	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
484787	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
484787	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
484787	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
484787	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
484787	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
484787	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
484787	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
484787	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
484787	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
484787	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
484787	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
484787	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
484787	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
484787	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
484787	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
484787	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
484787	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
484787	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
484787	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
484787	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
484787	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
484787	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
484787	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
484787	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
484787	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
484787	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
484787	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
484787	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
484787	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
484787	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
484787	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
484787	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
484787	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
484787	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
484787	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
484787	embedding2nn.weight	0	0.32781416177749634
484787	embedding2nn.weight	1	0.4186858832836151
484787	embedding2nn.weight	2	0.011969025246798992
484787	embedding2nn.weight	3	0.02529732510447502
484787	embedding2nn.weight	4	-0.05506901443004608
484787	embedding2nn.weight	5	0.07405854016542435
484787	embedding2nn.weight	6	0.036067280918359756
484787	embedding2nn.weight	7	0.00760210445150733
484787	embedding2nn.weight	8	0.0353725403547287
484787	embedding2nn.weight	9	-0.024973144754767418
484787	embedding2nn.bias	0	0.01877671480178833
484787	embedding2nn.bias	1	-0.1672040820121765
484787	embedding2nn.bias	2	0.1001221239566803
484787	embedding2nn.bias	3	0.15893174707889557
484787	embedding2nn.bias	4	0.12359298020601273
484787	embedding2nn.bias	5	-0.06674337387084961
484787	embedding2nn.bias	6	-0.03675942122936249
484787	embedding2nn.bias	7	0.03179258108139038
484787	embedding2nn.bias	8	-0.1734863668680191
484787	embedding2nn.bias	9	-0.3407163619995117
484787	rnn.weight_ih_l0	0	-0.01719336211681366
484787	rnn.weight_ih_l0	1	-0.056024305522441864
484787	rnn.weight_ih_l0	2	-0.037954408675432205
484787	rnn.weight_ih_l0	3	0.1451103538274765
484787	rnn.weight_ih_l0	4	0.03560250252485275
484787	rnn.weight_ih_l0	5	-0.04987934231758118
484787	rnn.weight_ih_l0	6	0.015480855479836464
484787	rnn.weight_ih_l0	7	-0.03480418398976326
484787	rnn.weight_ih_l0	8	0.04305088147521019
484787	rnn.weight_ih_l0	9	-0.08969175070524216
484787	rnn.weight_hh_l0	0	-0.01357217412441969
484787	rnn.weight_hh_l0	1	0.07604493945837021
484787	rnn.weight_hh_l0	2	0.019786709919571877
484787	rnn.weight_hh_l0	3	-0.016813546419143677
484787	rnn.weight_hh_l0	4	0.03566235676407814
484787	rnn.weight_hh_l0	5	0.04174313694238663
484787	rnn.weight_hh_l0	6	-0.0636974424123764
484787	rnn.weight_hh_l0	7	-0.09739556163549423
484787	rnn.weight_hh_l0	8	0.03726205229759216
484787	rnn.weight_hh_l0	9	-0.10864990204572678
484787	rnn.bias_ih_l0	0	0.18738815188407898
484787	rnn.bias_ih_l0	1	-0.30888456106185913
484787	rnn.bias_ih_l0	2	-0.03835371136665344
484787	rnn.bias_ih_l0	3	-0.21423818171024323
484787	rnn.bias_ih_l0	4	0.029012350365519524
484787	rnn.bias_ih_l0	5	-0.43594270944595337
484787	rnn.bias_ih_l0	6	-0.13861842453479767
484787	rnn.bias_ih_l0	7	-0.33740556240081787
484787	rnn.bias_ih_l0	8	-0.27626004815101624
484787	rnn.bias_ih_l0	9	-0.4247095584869385
484787	rnn.bias_hh_l0	0	-0.35519325733184814
484787	rnn.bias_hh_l0	1	-0.4278406500816345
484787	rnn.bias_hh_l0	2	-0.3777602016925812
484787	rnn.bias_hh_l0	3	-0.08822499960660934
484787	rnn.bias_hh_l0	4	-0.3968203365802765
484787	rnn.bias_hh_l0	5	-0.33915218710899353
484787	rnn.bias_hh_l0	6	-0.0902186706662178
484787	rnn.bias_hh_l0	7	0.08103349059820175
484787	rnn.bias_hh_l0	8	-0.23912635445594788
484787	rnn.bias_hh_l0	9	-0.5568045377731323
484787	rnn.weight_ih_l0_reverse	0	0.03802930936217308
484787	rnn.weight_ih_l0_reverse	1	-0.05701945349574089
484787	rnn.weight_ih_l0_reverse	2	-0.0028414346743375063
484787	rnn.weight_ih_l0_reverse	3	-0.13560795783996582
484787	rnn.weight_ih_l0_reverse	4	0.08792374283075333
484787	rnn.weight_ih_l0_reverse	5	-0.112929567694664
484787	rnn.weight_ih_l0_reverse	6	-0.037026479840278625
484787	rnn.weight_ih_l0_reverse	7	0.032922469079494476
484787	rnn.weight_ih_l0_reverse	8	-0.05751371011137962
484787	rnn.weight_ih_l0_reverse	9	-0.04101657494902611
484787	rnn.weight_hh_l0_reverse	0	-0.14911909401416779
484787	rnn.weight_hh_l0_reverse	1	0.020973609760403633
484787	rnn.weight_hh_l0_reverse	2	-0.026368139311671257
484787	rnn.weight_hh_l0_reverse	3	0.03151123598217964
484787	rnn.weight_hh_l0_reverse	4	-0.08656493574380875
484787	rnn.weight_hh_l0_reverse	5	0.03397394344210625
484787	rnn.weight_hh_l0_reverse	6	0.03013717383146286
484787	rnn.weight_hh_l0_reverse	7	-0.1060774028301239
484787	rnn.weight_hh_l0_reverse	8	-0.07141385227441788
484787	rnn.weight_hh_l0_reverse	9	0.0513586699962616
484787	rnn.bias_ih_l0_reverse	0	-0.17741969227790833
484787	rnn.bias_ih_l0_reverse	1	-0.09817861020565033
484787	rnn.bias_ih_l0_reverse	2	0.12150951474905014
484787	rnn.bias_ih_l0_reverse	3	-0.29247725009918213
484787	rnn.bias_ih_l0_reverse	4	-0.0066390736028552055
484787	rnn.bias_ih_l0_reverse	5	-0.22089919447898865
484787	rnn.bias_ih_l0_reverse	6	0.27812355756759644
484787	rnn.bias_ih_l0_reverse	7	-0.3095891773700714
484787	rnn.bias_ih_l0_reverse	8	-0.1923980563879013
484787	rnn.bias_ih_l0_reverse	9	-0.19151528179645538
484787	rnn.bias_hh_l0_reverse	0	-0.12378574162721634
484787	rnn.bias_hh_l0_reverse	1	0.27927014231681824
484787	rnn.bias_hh_l0_reverse	2	-0.32299166917800903
484787	rnn.bias_hh_l0_reverse	3	-0.19772599637508392
484787	rnn.bias_hh_l0_reverse	4	-0.417328804731369
484787	rnn.bias_hh_l0_reverse	5	-0.17749401926994324
484787	rnn.bias_hh_l0_reverse	6	-0.26646459102630615
484787	rnn.bias_hh_l0_reverse	7	-0.08872025460004807
484787	rnn.bias_hh_l0_reverse	8	-0.3322107195854187
484787	rnn.bias_hh_l0_reverse	9	0.1985386610031128
484787	linear.weight	0	0.24903397262096405
484787	linear.weight	1	-0.4296858310699463
484787	linear.weight	2	0.03413110226392746
484787	linear.weight	3	0.06761445105075836
484787	linear.weight	4	-0.1828177273273468
484787	linear.weight	5	0.23486292362213135
484787	linear.weight	6	-0.022674065083265305
484787	linear.weight	7	-0.06132161617279053
484787	linear.weight	8	0.11680459976196289
484787	linear.weight	9	-0.04844323918223381
484787	linear.bias	0	-0.8990674614906311
484787	linear.bias	1	1.8848214149475098
484787	linear.bias	2	0.7681583762168884
484787	linear.bias	3	-2.686668634414673
484787	linear.bias	4	-0.17871256172657013
484787	linear.bias	5	1.2211472988128662
484787	linear.bias	6	-0.2315882295370102
484787	linear.bias	7	0.7547328472137451
484787	linear.bias	8	2.3060898780822754
484787	linear.bias	9	-1.5223395824432373
485396	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
485396	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
485396	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
485396	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
485396	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
485396	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
485396	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
485396	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
485396	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
485396	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
485396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
485396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
485396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
485396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
485396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
485396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
485396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
485396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
485396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
485396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
485396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
485396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
485396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
485396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
485396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
485396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
485396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
485396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
485396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
485396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
485396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
485396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
485396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
485396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
485396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
485396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
485396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
485396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
485396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
485396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
485396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
485396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
485396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
485396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
485396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
485396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
485396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
485396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
485396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
485396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
485396	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
485396	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
485396	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
485396	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
485396	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
485396	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
485396	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
485396	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
485396	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
485396	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
485396	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
485396	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
485396	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
485396	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
485396	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
485396	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
485396	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
485396	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
485396	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
485396	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
485396	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
485396	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
485396	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
485396	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
485396	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
485396	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
485396	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
485396	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
485396	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
485396	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
485396	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
485396	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
485396	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
485396	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
485396	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
485396	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
485396	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
485396	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
485396	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
485396	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
485396	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
485396	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
485396	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
485396	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
485396	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
485396	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
485396	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
485396	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
485396	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
485396	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
485396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
485396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
485396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
485396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
485396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
485396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
485396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
485396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
485396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
485396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
485396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
485396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
485396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
485396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
485396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
485396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
485396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
485396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
485396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
485396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
485396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
485396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
485396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
485396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
485396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
485396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
485396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
485396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
485396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
485396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
485396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
485396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
485396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
485396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
485396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
485396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
485396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
485396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
485396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
485396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
485396	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
485396	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
485396	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
485396	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
485396	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
485396	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
485396	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
485396	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
485396	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
485396	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
485396	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
485396	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
485396	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
485396	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
485396	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
485396	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
485396	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
485396	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
485396	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
485396	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
485396	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
485396	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
485396	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
485396	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
485396	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
485396	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
485396	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
485396	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
485396	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
485396	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
485396	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
485396	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
485396	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
485396	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
485396	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
485396	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
485396	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
485396	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
485396	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
485396	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
485396	embedding2nn.weight	0	0.32978376746177673
485396	embedding2nn.weight	1	0.41367045044898987
485396	embedding2nn.weight	2	0.012919115833938122
485396	embedding2nn.weight	3	0.00023172888904809952
485396	embedding2nn.weight	4	-0.05782429873943329
485396	embedding2nn.weight	5	0.07960786670446396
485396	embedding2nn.weight	6	0.028406398370862007
485396	embedding2nn.weight	7	0.013515673577785492
485396	embedding2nn.weight	8	0.035086698830127716
485396	embedding2nn.weight	9	-0.020851487293839455
485396	embedding2nn.bias	0	0.01539132371544838
485396	embedding2nn.bias	1	-0.15979543328285217
485396	embedding2nn.bias	2	0.09946103394031525
485396	embedding2nn.bias	3	0.1743047684431076
485396	embedding2nn.bias	4	0.13339708745479584
485396	embedding2nn.bias	5	-0.05543724447488785
485396	embedding2nn.bias	6	-0.035636499524116516
485396	embedding2nn.bias	7	0.009921440854668617
485396	embedding2nn.bias	8	-0.16918393969535828
485396	embedding2nn.bias	9	-0.3473631739616394
485396	rnn.weight_ih_l0	0	-0.01801472343504429
485396	rnn.weight_ih_l0	1	-0.05736895650625229
485396	rnn.weight_ih_l0	2	-0.03887102007865906
485396	rnn.weight_ih_l0	3	0.14457176625728607
485396	rnn.weight_ih_l0	4	0.03533666953444481
485396	rnn.weight_ih_l0	5	-0.05153263360261917
485396	rnn.weight_ih_l0	6	0.018214713782072067
485396	rnn.weight_ih_l0	7	-0.042116452008485794
485396	rnn.weight_ih_l0	8	0.044684037566185
485396	rnn.weight_ih_l0	9	-0.09079813212156296
485396	rnn.weight_hh_l0	0	-0.01292759831994772
485396	rnn.weight_hh_l0	1	0.07488787174224854
485396	rnn.weight_hh_l0	2	0.019645877182483673
485396	rnn.weight_hh_l0	3	-0.017103120684623718
485396	rnn.weight_hh_l0	4	0.035300206393003464
485396	rnn.weight_hh_l0	5	0.04060793295502663
485396	rnn.weight_hh_l0	6	-0.06427627056837082
485396	rnn.weight_hh_l0	7	-0.09641585499048233
485396	rnn.weight_hh_l0	8	0.037277523428201675
485396	rnn.weight_hh_l0	9	-0.11008225381374359
485396	rnn.bias_ih_l0	0	0.17698748409748077
485396	rnn.bias_ih_l0	1	-0.3063848912715912
485396	rnn.bias_ih_l0	2	-0.042507417500019073
485396	rnn.bias_ih_l0	3	-0.22046108543872833
485396	rnn.bias_ih_l0	4	0.03378017991781235
485396	rnn.bias_ih_l0	5	-0.4346035122871399
485396	rnn.bias_ih_l0	6	-0.1342000514268875
485396	rnn.bias_ih_l0	7	-0.3375709354877472
485396	rnn.bias_ih_l0	8	-0.27614766359329224
485396	rnn.bias_ih_l0	9	-0.43577128648757935
485396	rnn.bias_hh_l0	0	-0.352586030960083
485396	rnn.bias_hh_l0	1	-0.4267524778842926
485396	rnn.bias_hh_l0	2	-0.37145501375198364
485396	rnn.bias_hh_l0	3	-0.0833246037364006
485396	rnn.bias_hh_l0	4	-0.39243993163108826
485396	rnn.bias_hh_l0	5	-0.3374622166156769
485396	rnn.bias_hh_l0	6	-0.09478498995304108
485396	rnn.bias_hh_l0	7	0.07864564657211304
485396	rnn.bias_hh_l0	8	-0.24016204476356506
485396	rnn.bias_hh_l0	9	-0.5562503933906555
485396	rnn.weight_ih_l0_reverse	0	0.04744682088494301
485396	rnn.weight_ih_l0_reverse	1	-0.056534335017204285
485396	rnn.weight_ih_l0_reverse	2	-0.0040407744236290455
485396	rnn.weight_ih_l0_reverse	3	-0.13908636569976807
485396	rnn.weight_ih_l0_reverse	4	0.0883893296122551
485396	rnn.weight_ih_l0_reverse	5	-0.11303536593914032
485396	rnn.weight_ih_l0_reverse	6	-0.03714919835329056
485396	rnn.weight_ih_l0_reverse	7	0.03338130936026573
485396	rnn.weight_ih_l0_reverse	8	-0.061636101454496384
485396	rnn.weight_ih_l0_reverse	9	-0.03899161517620087
485396	rnn.weight_hh_l0_reverse	0	-0.146334707736969
485396	rnn.weight_hh_l0_reverse	1	0.021517690271139145
485396	rnn.weight_hh_l0_reverse	2	-0.02651858702301979
485396	rnn.weight_hh_l0_reverse	3	0.030811524018645287
485396	rnn.weight_hh_l0_reverse	4	-0.08758707344532013
485396	rnn.weight_hh_l0_reverse	5	0.03394924849271774
485396	rnn.weight_hh_l0_reverse	6	0.029935555532574654
485396	rnn.weight_hh_l0_reverse	7	-0.10594353824853897
485396	rnn.weight_hh_l0_reverse	8	-0.06997738778591156
485396	rnn.weight_hh_l0_reverse	9	0.05151793360710144
485396	rnn.bias_ih_l0_reverse	0	-0.1718953549861908
485396	rnn.bias_ih_l0_reverse	1	-0.09748814254999161
485396	rnn.bias_ih_l0_reverse	2	0.1219150573015213
485396	rnn.bias_ih_l0_reverse	3	-0.2940991520881653
485396	rnn.bias_ih_l0_reverse	4	0.010074458085000515
485396	rnn.bias_ih_l0_reverse	5	-0.22317317128181458
485396	rnn.bias_ih_l0_reverse	6	0.2849433124065399
485396	rnn.bias_ih_l0_reverse	7	-0.31959694623947144
485396	rnn.bias_ih_l0_reverse	8	-0.19036994874477386
485396	rnn.bias_ih_l0_reverse	9	-0.20030194520950317
485396	rnn.bias_hh_l0_reverse	0	-0.1222008764743805
485396	rnn.bias_hh_l0_reverse	1	0.28348439931869507
485396	rnn.bias_hh_l0_reverse	2	-0.32210129499435425
485396	rnn.bias_hh_l0_reverse	3	-0.20457994937896729
485396	rnn.bias_hh_l0_reverse	4	-0.41939786076545715
485396	rnn.bias_hh_l0_reverse	5	-0.18049758672714233
485396	rnn.bias_hh_l0_reverse	6	-0.26211807131767273
485396	rnn.bias_hh_l0_reverse	7	-0.09063919633626938
485396	rnn.bias_hh_l0_reverse	8	-0.318590372800827
485396	rnn.bias_hh_l0_reverse	9	0.18433015048503876
485396	linear.weight	0	0.2416686862707138
485396	linear.weight	1	-0.43472161889076233
485396	linear.weight	2	0.06654078513383865
485396	linear.weight	3	0.06761252880096436
485396	linear.weight	4	-0.17003655433654785
485396	linear.weight	5	0.21303564310073853
485396	linear.weight	6	-0.044794127345085144
485396	linear.weight	7	-0.06131475791335106
485396	linear.weight	8	0.12732215225696564
485396	linear.weight	9	-0.048454154282808304
485396	linear.bias	0	-0.8915873169898987
485396	linear.bias	1	1.9119038581848145
485396	linear.bias	2	0.7349591255187988
485396	linear.bias	3	-2.686999797821045
485396	linear.bias	4	-0.18540437519550323
485396	linear.bias	5	1.2612959146499634
485396	linear.bias	6	-0.21044431626796722
485396	linear.bias	7	0.7676395177841187
485396	linear.bias	8	2.299783706665039
485396	linear.bias	9	-1.521181583404541
486005	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
486005	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
486005	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
486005	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
486005	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
486005	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
486005	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
486005	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
486005	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
486005	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
486005	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
486005	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
486005	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
486005	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
486005	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
486005	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
486005	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
486005	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
486005	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
486005	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
486005	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
486005	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
486005	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
486005	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
486005	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
486005	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
486005	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
486005	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
486005	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
486005	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
486005	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
486005	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
486005	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
486005	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
486005	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
486005	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
486005	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
486005	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
486005	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
486005	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
486005	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
486005	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
486005	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
486005	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
486005	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
486005	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
486005	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
486005	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
486005	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
486005	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
486005	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
486005	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
486005	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
486005	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
486005	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
486005	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
486005	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
486005	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
486005	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
486005	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
486005	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
486005	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
486005	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
486005	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
486005	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
486005	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
486005	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
486005	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
486005	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
486005	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
486005	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
486005	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
486005	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
486005	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
486005	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
486005	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
486005	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
486005	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
486005	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
486005	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
486005	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
486005	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
486005	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
486005	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
486005	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
486005	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
486005	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
486005	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
486005	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
486005	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
486005	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
486005	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
486005	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
486005	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
486005	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
486005	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
486005	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
486005	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
486005	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
486005	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
486005	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
486005	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
486005	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
486005	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
486005	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
486005	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
486005	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
486005	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
486005	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
486005	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
486005	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
486005	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
486005	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
486005	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
486005	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
486005	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
486005	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
486005	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
486005	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
486005	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
486005	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
486005	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
486005	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
486005	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
486005	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
486005	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
486005	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
486005	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
486005	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
486005	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
486005	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
486005	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
486005	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
486005	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
486005	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
486005	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
486005	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
486005	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
486005	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
486005	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
486005	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
486005	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
486005	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
486005	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
486005	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
486005	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
486005	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
486005	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
486005	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
486005	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
486005	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
486005	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
486005	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
486005	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
486005	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
486005	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
486005	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
486005	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
486005	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
486005	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
486005	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
486005	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
486005	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
486005	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
486005	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
486005	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
486005	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
486005	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
486005	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
486005	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
486005	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
486005	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
486005	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
486005	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
486005	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
486005	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
486005	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
486005	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
486005	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
486005	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
486005	embedding2nn.weight	0	0.328544557094574
486005	embedding2nn.weight	1	0.414812296628952
486005	embedding2nn.weight	2	0.0055360640399158
486005	embedding2nn.weight	3	0.0274277925491333
486005	embedding2nn.weight	4	-0.05687185749411583
486005	embedding2nn.weight	5	0.07825818657875061
486005	embedding2nn.weight	6	0.025196822360157967
486005	embedding2nn.weight	7	0.017413664609193802
486005	embedding2nn.weight	8	0.037416551262140274
486005	embedding2nn.weight	9	-0.019317587837576866
486005	embedding2nn.bias	0	-0.0014102048007771373
486005	embedding2nn.bias	1	-0.18407760560512543
486005	embedding2nn.bias	2	0.12128408253192902
486005	embedding2nn.bias	3	0.17037399113178253
486005	embedding2nn.bias	4	0.12915952503681183
486005	embedding2nn.bias	5	-0.053356021642684937
486005	embedding2nn.bias	6	-0.03896785527467728
486005	embedding2nn.bias	7	-0.005695254076272249
486005	embedding2nn.bias	8	-0.16284525394439697
486005	embedding2nn.bias	9	-0.33996641635894775
486005	rnn.weight_ih_l0	0	-0.020131103694438934
486005	rnn.weight_ih_l0	1	-0.06008293852210045
486005	rnn.weight_ih_l0	2	-0.031280044466257095
486005	rnn.weight_ih_l0	3	0.1411319524049759
486005	rnn.weight_ih_l0	4	0.03406459838151932
486005	rnn.weight_ih_l0	5	-0.06036132201552391
486005	rnn.weight_ih_l0	6	0.016635378822684288
486005	rnn.weight_ih_l0	7	-0.04131615534424782
486005	rnn.weight_ih_l0	8	0.04492322728037834
486005	rnn.weight_ih_l0	9	-0.09400203078985214
486005	rnn.weight_hh_l0	0	-0.013252638280391693
486005	rnn.weight_hh_l0	1	0.07521159946918488
486005	rnn.weight_hh_l0	2	0.018825313076376915
486005	rnn.weight_hh_l0	3	-0.017901122570037842
486005	rnn.weight_hh_l0	4	0.035029470920562744
486005	rnn.weight_hh_l0	5	0.039511218667030334
486005	rnn.weight_hh_l0	6	-0.0639687106013298
486005	rnn.weight_hh_l0	7	-0.09911119937896729
486005	rnn.weight_hh_l0	8	0.03734235092997551
486005	rnn.weight_hh_l0	9	-0.11044689267873764
486005	rnn.bias_ih_l0	0	0.177781343460083
486005	rnn.bias_ih_l0	1	-0.3071952164173126
486005	rnn.bias_ih_l0	2	-0.04101203754544258
486005	rnn.bias_ih_l0	3	-0.22112497687339783
486005	rnn.bias_ih_l0	4	0.03381692245602608
486005	rnn.bias_ih_l0	5	-0.4260863959789276
486005	rnn.bias_ih_l0	6	-0.14077578485012054
486005	rnn.bias_ih_l0	7	-0.3369588553905487
486005	rnn.bias_ih_l0	8	-0.28349435329437256
486005	rnn.bias_ih_l0	9	-0.45062920451164246
486005	rnn.bias_hh_l0	0	-0.3606020212173462
486005	rnn.bias_hh_l0	1	-0.4267236590385437
486005	rnn.bias_hh_l0	2	-0.36942192912101746
486005	rnn.bias_hh_l0	3	-0.08046447485685349
486005	rnn.bias_hh_l0	4	-0.3984249532222748
486005	rnn.bias_hh_l0	5	-0.3387225866317749
486005	rnn.bias_hh_l0	6	-0.09548743814229965
486005	rnn.bias_hh_l0	7	0.07902276515960693
486005	rnn.bias_hh_l0	8	-0.24270173907279968
486005	rnn.bias_hh_l0	9	-0.5527525544166565
486005	rnn.weight_ih_l0_reverse	0	0.04598661884665489
486005	rnn.weight_ih_l0_reverse	1	-0.06053132563829422
486005	rnn.weight_ih_l0_reverse	2	-0.007375095039606094
486005	rnn.weight_ih_l0_reverse	3	-0.14013248682022095
486005	rnn.weight_ih_l0_reverse	4	0.08899892121553421
486005	rnn.weight_ih_l0_reverse	5	-0.12420796602964401
486005	rnn.weight_ih_l0_reverse	6	-0.03266235068440437
486005	rnn.weight_ih_l0_reverse	7	0.034774959087371826
486005	rnn.weight_ih_l0_reverse	8	-0.0573001392185688
486005	rnn.weight_ih_l0_reverse	9	-0.043939415365457535
486005	rnn.weight_hh_l0_reverse	0	-0.14452248811721802
486005	rnn.weight_hh_l0_reverse	1	0.0227473434060812
486005	rnn.weight_hh_l0_reverse	2	-0.0265938863158226
486005	rnn.weight_hh_l0_reverse	3	0.030095981433987617
486005	rnn.weight_hh_l0_reverse	4	-0.08665335178375244
486005	rnn.weight_hh_l0_reverse	5	0.03352377936244011
486005	rnn.weight_hh_l0_reverse	6	0.030408082529902458
486005	rnn.weight_hh_l0_reverse	7	-0.10239797830581665
486005	rnn.weight_hh_l0_reverse	8	-0.07074804604053497
486005	rnn.weight_hh_l0_reverse	9	0.0534137561917305
486005	rnn.bias_ih_l0_reverse	0	-0.16985011100769043
486005	rnn.bias_ih_l0_reverse	1	-0.08950798213481903
486005	rnn.bias_ih_l0_reverse	2	0.11991804093122482
486005	rnn.bias_ih_l0_reverse	3	-0.29149582982063293
486005	rnn.bias_ih_l0_reverse	4	0.007171597331762314
486005	rnn.bias_ih_l0_reverse	5	-0.22482915222644806
486005	rnn.bias_ih_l0_reverse	6	0.2829712927341461
486005	rnn.bias_ih_l0_reverse	7	-0.300930380821228
486005	rnn.bias_ih_l0_reverse	8	-0.18624725937843323
486005	rnn.bias_ih_l0_reverse	9	-0.19305339455604553
486005	rnn.bias_hh_l0_reverse	0	-0.13134737312793732
486005	rnn.bias_hh_l0_reverse	1	0.2854182720184326
486005	rnn.bias_hh_l0_reverse	2	-0.3223935663700104
486005	rnn.bias_hh_l0_reverse	3	-0.2032644897699356
486005	rnn.bias_hh_l0_reverse	4	-0.41673827171325684
486005	rnn.bias_hh_l0_reverse	5	-0.1747656762599945
486005	rnn.bias_hh_l0_reverse	6	-0.25614458322525024
486005	rnn.bias_hh_l0_reverse	7	-0.08761100471019745
486005	rnn.bias_hh_l0_reverse	8	-0.3201967179775238
486005	rnn.bias_hh_l0_reverse	9	0.17853489518165588
486005	linear.weight	0	0.21400639414787292
486005	linear.weight	1	-0.44487228989601135
486005	linear.weight	2	0.03910304978489876
486005	linear.weight	3	0.06760986894369125
486005	linear.weight	4	-0.1673334389925003
486005	linear.weight	5	0.23644118010997772
486005	linear.weight	6	-0.0258069708943367
486005	linear.weight	7	-0.061305202543735504
486005	linear.weight	8	0.09569938480854034
486005	linear.weight	9	-0.04846495762467384
486005	linear.bias	0	-0.8780501484870911
486005	linear.bias	1	1.9054229259490967
486005	linear.bias	2	0.7319009900093079
486005	linear.bias	3	-2.687321662902832
486005	linear.bias	4	-0.11583384871482849
486005	linear.bias	5	1.23993718624115
486005	linear.bias	6	-0.18951092660427094
486005	linear.bias	7	0.750134289264679
486005	linear.bias	8	2.1673173904418945
486005	linear.bias	9	-1.5028339624404907
486614	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
486614	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
486614	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
486614	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
486614	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
486614	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
486614	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
486614	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
486614	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
486614	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
486614	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
486614	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
486614	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
486614	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
486614	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
486614	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
486614	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
486614	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
486614	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
486614	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
486614	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
486614	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
486614	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
486614	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
486614	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
486614	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
486614	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
486614	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
486614	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
486614	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
486614	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
486614	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
486614	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
486614	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
486614	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
486614	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
486614	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
486614	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
486614	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
486614	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
486614	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
486614	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
486614	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
486614	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
486614	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
486614	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
486614	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
486614	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
486614	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
486614	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
486614	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
486614	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
486614	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
486614	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
486614	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
486614	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
486614	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
486614	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
486614	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
486614	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
486614	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
486614	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
486614	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
486614	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
486614	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
486614	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
486614	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
486614	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
486614	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
486614	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
486614	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
486614	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
486614	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
486614	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
486614	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
486614	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
486614	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
486614	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
486614	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
486614	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
486614	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
486614	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
486614	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
486614	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
486614	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
486614	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
486614	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
486614	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
486614	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
486614	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
486614	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
486614	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
486614	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
486614	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
486614	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
486614	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
486614	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
486614	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
486614	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
486614	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
486614	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
486614	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
486614	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
486614	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
486614	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
486614	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
486614	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
486614	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
486614	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
486614	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
486614	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
486614	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
486614	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
486614	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
486614	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
486614	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
486614	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
486614	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
486614	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
486614	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
486614	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
486614	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
486614	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
486614	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
486614	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
486614	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
486614	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
486614	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
486614	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
486614	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
486614	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
486614	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
486614	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
486614	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
486614	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
486614	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
486614	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
486614	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
486614	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
486614	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
486614	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
486614	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
486614	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
486614	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
486614	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
486614	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
486614	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
486614	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
486614	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
486614	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
486614	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
486614	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
486614	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
486614	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
486614	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
486614	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
486614	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
486614	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
486614	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
486614	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
486614	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
486614	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
486614	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
486614	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
486614	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
486614	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
486614	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
486614	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
486614	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
486614	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
486614	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
486614	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
486614	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
486614	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
486614	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
486614	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
486614	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
486614	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
486614	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
486614	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
486614	embedding2nn.weight	0	0.32840654253959656
486614	embedding2nn.weight	1	0.41814589500427246
486614	embedding2nn.weight	2	-0.0001110806770157069
486614	embedding2nn.weight	3	0.010123416781425476
486614	embedding2nn.weight	4	-0.05985868722200394
486614	embedding2nn.weight	5	0.07431324571371078
486614	embedding2nn.weight	6	0.022874625399708748
486614	embedding2nn.weight	7	0.021212194114923477
486614	embedding2nn.weight	8	0.03998267278075218
486614	embedding2nn.weight	9	-0.016132444143295288
486614	embedding2nn.bias	0	0.005196134559810162
486614	embedding2nn.bias	1	-0.16763105988502502
486614	embedding2nn.bias	2	0.1409914195537567
486614	embedding2nn.bias	3	0.16342154145240784
486614	embedding2nn.bias	4	0.13530167937278748
486614	embedding2nn.bias	5	-0.061127904802560806
486614	embedding2nn.bias	6	-0.04300031065940857
486614	embedding2nn.bias	7	0.0027238873299211264
486614	embedding2nn.bias	8	-0.15802328288555145
486614	embedding2nn.bias	9	-0.3245023787021637
486614	rnn.weight_ih_l0	0	-0.019058888778090477
486614	rnn.weight_ih_l0	1	-0.060161344707012177
486614	rnn.weight_ih_l0	2	-0.03626558557152748
486614	rnn.weight_ih_l0	3	0.14292730391025543
486614	rnn.weight_ih_l0	4	0.03595971688628197
486614	rnn.weight_ih_l0	5	-0.05958501994609833
486614	rnn.weight_ih_l0	6	0.01871996745467186
486614	rnn.weight_ih_l0	7	-0.03714984655380249
486614	rnn.weight_ih_l0	8	0.03958125412464142
486614	rnn.weight_ih_l0	9	-0.0965617299079895
486614	rnn.weight_hh_l0	0	-0.013589252717792988
486614	rnn.weight_hh_l0	1	0.0758824497461319
486614	rnn.weight_hh_l0	2	0.017421329393982887
486614	rnn.weight_hh_l0	3	-0.01765114814043045
486614	rnn.weight_hh_l0	4	0.03586982563138008
486614	rnn.weight_hh_l0	5	0.03713599592447281
486614	rnn.weight_hh_l0	6	-0.06411847472190857
486614	rnn.weight_hh_l0	7	-0.0979136973619461
486614	rnn.weight_hh_l0	8	0.03709585964679718
486614	rnn.weight_hh_l0	9	-0.10972004383802414
486614	rnn.bias_ih_l0	0	0.1854708045721054
486614	rnn.bias_ih_l0	1	-0.3071102201938629
486614	rnn.bias_ih_l0	2	-0.03919725865125656
486614	rnn.bias_ih_l0	3	-0.21922889351844788
486614	rnn.bias_ih_l0	4	0.0253886841237545
486614	rnn.bias_ih_l0	5	-0.4219871461391449
486614	rnn.bias_ih_l0	6	-0.13755813241004944
486614	rnn.bias_ih_l0	7	-0.33596235513687134
486614	rnn.bias_ih_l0	8	-0.28388258814811707
486614	rnn.bias_ih_l0	9	-0.4453984797000885
486614	rnn.bias_hh_l0	0	-0.363057017326355
486614	rnn.bias_hh_l0	1	-0.4234643876552582
486614	rnn.bias_hh_l0	2	-0.3688366115093231
486614	rnn.bias_hh_l0	3	-0.07378515601158142
486614	rnn.bias_hh_l0	4	-0.394370436668396
486614	rnn.bias_hh_l0	5	-0.33997589349746704
486614	rnn.bias_hh_l0	6	-0.09110302478075027
486614	rnn.bias_hh_l0	7	0.07886317372322083
486614	rnn.bias_hh_l0	8	-0.2320149838924408
486614	rnn.bias_hh_l0	9	-0.5574796199798584
486614	rnn.weight_ih_l0_reverse	0	0.04777657985687256
486614	rnn.weight_ih_l0_reverse	1	-0.06153395399451256
486614	rnn.weight_ih_l0_reverse	2	-0.009366371668875217
486614	rnn.weight_ih_l0_reverse	3	-0.13825099170207977
486614	rnn.weight_ih_l0_reverse	4	0.0898822695016861
486614	rnn.weight_ih_l0_reverse	5	-0.12389090657234192
486614	rnn.weight_ih_l0_reverse	6	-0.037174779921770096
486614	rnn.weight_ih_l0_reverse	7	0.03345666080713272
486614	rnn.weight_ih_l0_reverse	8	-0.05506448075175285
486614	rnn.weight_ih_l0_reverse	9	-0.04008892551064491
486614	rnn.weight_hh_l0_reverse	0	-0.14583514630794525
486614	rnn.weight_hh_l0_reverse	1	0.021682895720005035
486614	rnn.weight_hh_l0_reverse	2	-0.02664269506931305
486614	rnn.weight_hh_l0_reverse	3	0.031500834971666336
486614	rnn.weight_hh_l0_reverse	4	-0.0872693657875061
486614	rnn.weight_hh_l0_reverse	5	0.03278617560863495
486614	rnn.weight_hh_l0_reverse	6	0.03024166449904442
486614	rnn.weight_hh_l0_reverse	7	-0.10144417732954025
486614	rnn.weight_hh_l0_reverse	8	-0.0706355944275856
486614	rnn.weight_hh_l0_reverse	9	0.05401536449790001
486614	rnn.bias_ih_l0_reverse	0	-0.17057384550571442
486614	rnn.bias_ih_l0_reverse	1	-0.08581893146038055
486614	rnn.bias_ih_l0_reverse	2	0.11498293280601501
486614	rnn.bias_ih_l0_reverse	3	-0.2934170067310333
486614	rnn.bias_ih_l0_reverse	4	0.01726277358829975
486614	rnn.bias_ih_l0_reverse	5	-0.2196376770734787
486614	rnn.bias_ih_l0_reverse	6	0.275094211101532
486614	rnn.bias_ih_l0_reverse	7	-0.30923527479171753
486614	rnn.bias_ih_l0_reverse	8	-0.19488003849983215
486614	rnn.bias_ih_l0_reverse	9	-0.18950629234313965
486614	rnn.bias_hh_l0_reverse	0	-0.140191912651062
486614	rnn.bias_hh_l0_reverse	1	0.291537880897522
486614	rnn.bias_hh_l0_reverse	2	-0.317795068025589
486614	rnn.bias_hh_l0_reverse	3	-0.2018168568611145
486614	rnn.bias_hh_l0_reverse	4	-0.41881296038627625
486614	rnn.bias_hh_l0_reverse	5	-0.1732131838798523
486614	rnn.bias_hh_l0_reverse	6	-0.2616874873638153
486614	rnn.bias_hh_l0_reverse	7	-0.09288743138313293
486614	rnn.bias_hh_l0_reverse	8	-0.32245609164237976
486614	rnn.bias_hh_l0_reverse	9	0.1881822794675827
486614	linear.weight	0	0.19381029903888702
486614	linear.weight	1	-0.4260982573032379
486614	linear.weight	2	0.007075730711221695
486614	linear.weight	3	0.06760802865028381
486614	linear.weight	4	-0.18617025017738342
486614	linear.weight	5	0.21116535365581512
486614	linear.weight	6	-0.016048619523644447
486614	linear.weight	7	-0.061301153153181076
486614	linear.weight	8	0.08576349169015884
486614	linear.weight	9	-0.04847688972949982
486614	linear.bias	0	-0.8695058226585388
486614	linear.bias	1	1.8972362279891968
486614	linear.bias	2	0.7707310914993286
486614	linear.bias	3	-2.6876490116119385
486614	linear.bias	4	-0.09218427538871765
486614	linear.bias	5	1.238572120666504
486614	linear.bias	6	-0.20332704484462738
486614	linear.bias	7	0.7637766003608704
486614	linear.bias	8	2.209906578063965
486614	linear.bias	9	-1.5096845626831055
487223	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
487223	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
487223	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
487223	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
487223	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
487223	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
487223	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
487223	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
487223	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
487223	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
487223	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
487223	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
487223	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
487223	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
487223	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
487223	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
487223	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
487223	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
487223	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
487223	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
487223	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
487223	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
487223	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
487223	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
487223	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
487223	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
487223	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
487223	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
487223	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
487223	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
487223	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
487223	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
487223	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
487223	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
487223	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
487223	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
487223	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
487223	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
487223	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
487223	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
487223	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
487223	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
487223	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
487223	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
487223	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
487223	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
487223	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
487223	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
487223	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
487223	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
487223	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
487223	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
487223	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
487223	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
487223	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
487223	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
487223	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
487223	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
487223	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
487223	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
487223	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
487223	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
487223	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
487223	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
487223	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
487223	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
487223	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
487223	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
487223	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
487223	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
487223	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
487223	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
487223	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
487223	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
487223	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
487223	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
487223	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
487223	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
487223	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
487223	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
487223	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
487223	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
487223	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
487223	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
487223	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
487223	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
487223	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
487223	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
487223	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
487223	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
487223	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
487223	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
487223	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
487223	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
487223	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
487223	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
487223	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
487223	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
487223	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
487223	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
487223	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
487223	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
487223	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
487223	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
487223	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
487223	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
487223	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
487223	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
487223	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
487223	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
487223	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
487223	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
487223	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
487223	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
487223	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
487223	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
487223	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
487223	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
487223	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
487223	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
487223	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
487223	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
487223	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
487223	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
487223	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
487223	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
487223	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
487223	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
487223	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
487223	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
487223	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
487223	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
487223	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
487223	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
487223	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
487223	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
487223	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
487223	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
487223	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
487223	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
487223	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
487223	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
487223	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
487223	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
487223	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
487223	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
487223	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
487223	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
487223	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
487223	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
487223	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
487223	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
487223	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
487223	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
487223	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
487223	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
487223	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
487223	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
487223	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
487223	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
487223	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
487223	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
487223	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
487223	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
487223	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
487223	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
487223	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
487223	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
487223	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
487223	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
487223	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
487223	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
487223	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
487223	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
487223	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
487223	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
487223	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
487223	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
487223	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
487223	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
487223	embedding2nn.weight	0	0.32735946774482727
487223	embedding2nn.weight	1	0.4163467586040497
487223	embedding2nn.weight	2	0.0031391459051519632
487223	embedding2nn.weight	3	0.022170037031173706
487223	embedding2nn.weight	4	-0.058432258665561676
487223	embedding2nn.weight	5	0.07985888421535492
487223	embedding2nn.weight	6	0.022852763533592224
487223	embedding2nn.weight	7	0.019867923110723495
487223	embedding2nn.weight	8	0.0409637913107872
487223	embedding2nn.weight	9	-0.02303325943648815
487223	embedding2nn.bias	0	0.007600394077599049
487223	embedding2nn.bias	1	-0.15779440104961395
487223	embedding2nn.bias	2	0.09614084661006927
487223	embedding2nn.bias	3	0.18656083941459656
487223	embedding2nn.bias	4	0.1323854625225067
487223	embedding2nn.bias	5	-0.08381035923957825
487223	embedding2nn.bias	6	-0.053911786526441574
487223	embedding2nn.bias	7	0.013141141273081303
487223	embedding2nn.bias	8	-0.17690102756023407
487223	embedding2nn.bias	9	-0.33644506335258484
487223	rnn.weight_ih_l0	0	-0.020203402265906334
487223	rnn.weight_ih_l0	1	-0.05838499590754509
487223	rnn.weight_ih_l0	2	-0.04993877187371254
487223	rnn.weight_ih_l0	3	0.13563793897628784
487223	rnn.weight_ih_l0	4	0.0375828891992569
487223	rnn.weight_ih_l0	5	-0.056701768189668655
487223	rnn.weight_ih_l0	6	0.014330010861158371
487223	rnn.weight_ih_l0	7	-0.03745116665959358
487223	rnn.weight_ih_l0	8	0.04114178568124771
487223	rnn.weight_ih_l0	9	-0.09503009915351868
487223	rnn.weight_hh_l0	0	-0.013825725764036179
487223	rnn.weight_hh_l0	1	0.07616540789604187
487223	rnn.weight_hh_l0	2	0.01801549643278122
487223	rnn.weight_hh_l0	3	-0.017153678461909294
487223	rnn.weight_hh_l0	4	0.0364680215716362
487223	rnn.weight_hh_l0	5	0.03832198679447174
487223	rnn.weight_hh_l0	6	-0.06426728516817093
487223	rnn.weight_hh_l0	7	-0.09748564660549164
487223	rnn.weight_hh_l0	8	0.036867931485176086
487223	rnn.weight_hh_l0	9	-0.11218807101249695
487223	rnn.bias_ih_l0	0	0.18074114620685577
487223	rnn.bias_ih_l0	1	-0.30454379320144653
487223	rnn.bias_ih_l0	2	-0.03767921030521393
487223	rnn.bias_ih_l0	3	-0.22307856380939484
487223	rnn.bias_ih_l0	4	0.021569224074482918
487223	rnn.bias_ih_l0	5	-0.42251208424568176
487223	rnn.bias_ih_l0	6	-0.14082421362400055
487223	rnn.bias_ih_l0	7	-0.33820873498916626
487223	rnn.bias_ih_l0	8	-0.28186658024787903
487223	rnn.bias_ih_l0	9	-0.4449896514415741
487223	rnn.bias_hh_l0	0	-0.366228312253952
487223	rnn.bias_hh_l0	1	-0.4216829836368561
487223	rnn.bias_hh_l0	2	-0.3682743012905121
487223	rnn.bias_hh_l0	3	-0.06704704463481903
487223	rnn.bias_hh_l0	4	-0.38887831568717957
487223	rnn.bias_hh_l0	5	-0.34491661190986633
487223	rnn.bias_hh_l0	6	-0.09434802085161209
487223	rnn.bias_hh_l0	7	0.08088713139295578
487223	rnn.bias_hh_l0	8	-0.22349132597446442
487223	rnn.bias_hh_l0	9	-0.5579184293746948
487223	rnn.weight_ih_l0_reverse	0	0.04836752265691757
487223	rnn.weight_ih_l0_reverse	1	-0.0625489130616188
487223	rnn.weight_ih_l0_reverse	2	-0.012768594548106194
487223	rnn.weight_ih_l0_reverse	3	-0.13707050681114197
487223	rnn.weight_ih_l0_reverse	4	0.08998623490333557
487223	rnn.weight_ih_l0_reverse	5	-0.11835315078496933
487223	rnn.weight_ih_l0_reverse	6	-0.03930031508207321
487223	rnn.weight_ih_l0_reverse	7	0.033400457352399826
487223	rnn.weight_ih_l0_reverse	8	-0.059066805988550186
487223	rnn.weight_ih_l0_reverse	9	-0.04019034653902054
487223	rnn.weight_hh_l0_reverse	0	-0.14742837846279144
487223	rnn.weight_hh_l0_reverse	1	0.022765595465898514
487223	rnn.weight_hh_l0_reverse	2	-0.026814231649041176
487223	rnn.weight_hh_l0_reverse	3	0.03070109337568283
487223	rnn.weight_hh_l0_reverse	4	-0.08695359528064728
487223	rnn.weight_hh_l0_reverse	5	0.03148927167057991
487223	rnn.weight_hh_l0_reverse	6	0.029641835018992424
487223	rnn.weight_hh_l0_reverse	7	-0.10043216496706009
487223	rnn.weight_hh_l0_reverse	8	-0.06872432678937912
487223	rnn.weight_hh_l0_reverse	9	0.05668788403272629
487223	rnn.bias_ih_l0_reverse	0	-0.16745372116565704
487223	rnn.bias_ih_l0_reverse	1	-0.09426573663949966
487223	rnn.bias_ih_l0_reverse	2	0.11798297613859177
487223	rnn.bias_ih_l0_reverse	3	-0.2966759502887726
487223	rnn.bias_ih_l0_reverse	4	0.025117482990026474
487223	rnn.bias_ih_l0_reverse	5	-0.2195875644683838
487223	rnn.bias_ih_l0_reverse	6	0.2688911557197571
487223	rnn.bias_ih_l0_reverse	7	-0.3277524411678314
487223	rnn.bias_ih_l0_reverse	8	-0.19259919226169586
487223	rnn.bias_ih_l0_reverse	9	-0.19776318967342377
487223	rnn.bias_hh_l0_reverse	0	-0.13878262042999268
487223	rnn.bias_hh_l0_reverse	1	0.29692506790161133
487223	rnn.bias_hh_l0_reverse	2	-0.30355361104011536
487223	rnn.bias_hh_l0_reverse	3	-0.20079512894153595
487223	rnn.bias_hh_l0_reverse	4	-0.4195949137210846
487223	rnn.bias_hh_l0_reverse	5	-0.1795497089624405
487223	rnn.bias_hh_l0_reverse	6	-0.2630901634693146
487223	rnn.bias_hh_l0_reverse	7	-0.08972790837287903
487223	rnn.bias_hh_l0_reverse	8	-0.32702672481536865
487223	rnn.bias_hh_l0_reverse	9	0.17984934151172638
487223	linear.weight	0	0.16455259919166565
487223	linear.weight	1	-0.41993293166160583
487223	linear.weight	2	-0.01813870295882225
487223	linear.weight	3	0.06760519742965698
487223	linear.weight	4	-0.13844360411167145
487223	linear.weight	5	0.20476502180099487
487223	linear.weight	6	-0.018870413303375244
487223	linear.weight	7	-0.061291951686143875
487223	linear.weight	8	0.08930318802595139
487223	linear.weight	9	-0.04848770052194595
487223	linear.bias	0	-0.8527185916900635
487223	linear.bias	1	1.8478184938430786
487223	linear.bias	2	0.7792124152183533
487223	linear.bias	3	-2.687959671020508
487223	linear.bias	4	-0.14237521588802338
487223	linear.bias	5	1.234402060508728
487223	linear.bias	6	-0.20404483377933502
487223	linear.bias	7	0.7890730500221252
487223	linear.bias	8	2.186765670776367
487223	linear.bias	9	-1.5263828039169312
487832	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
487832	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
487832	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
487832	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
487832	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
487832	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
487832	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
487832	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
487832	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
487832	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
487832	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
487832	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
487832	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
487832	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
487832	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
487832	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
487832	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
487832	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
487832	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
487832	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
487832	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
487832	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
487832	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
487832	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
487832	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
487832	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
487832	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
487832	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
487832	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
487832	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
487832	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
487832	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
487832	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
487832	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
487832	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
487832	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
487832	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
487832	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
487832	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
487832	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
487832	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
487832	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
487832	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
487832	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
487832	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
487832	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
487832	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
487832	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
487832	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
487832	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
487832	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
487832	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
487832	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
487832	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
487832	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
487832	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
487832	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
487832	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
487832	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
487832	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
487832	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
487832	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
487832	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
487832	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
487832	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
487832	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
487832	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
487832	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
487832	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
487832	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
487832	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
487832	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
487832	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
487832	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
487832	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
487832	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
487832	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
487832	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
487832	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
487832	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
487832	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
487832	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
487832	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
487832	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
487832	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
487832	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
487832	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
487832	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
487832	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
487832	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
487832	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
487832	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
487832	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
487832	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
487832	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
487832	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
487832	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
487832	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
487832	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
487832	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
487832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
487832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
487832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
487832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
487832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
487832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
487832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
487832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
487832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
487832	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
487832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
487832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
487832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
487832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
487832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
487832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
487832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
487832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
487832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
487832	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
487832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
487832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
487832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
487832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
487832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
487832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
487832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
487832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
487832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
487832	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
487832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
487832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
487832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
487832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
487832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
487832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
487832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
487832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
487832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
487832	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
487832	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
487832	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
487832	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
487832	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
487832	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
487832	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
487832	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
487832	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
487832	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
487832	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
487832	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
487832	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
487832	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
487832	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
487832	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
487832	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
487832	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
487832	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
487832	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
487832	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
487832	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
487832	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
487832	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
487832	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
487832	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
487832	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
487832	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
487832	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
487832	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
487832	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
487832	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
487832	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
487832	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
487832	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
487832	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
487832	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
487832	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
487832	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
487832	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
487832	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
487832	embedding2nn.weight	0	0.32850486040115356
487832	embedding2nn.weight	1	0.41823041439056396
487832	embedding2nn.weight	2	0.004220311064273119
487832	embedding2nn.weight	3	0.0066089085303246975
487832	embedding2nn.weight	4	-0.05989927798509598
487832	embedding2nn.weight	5	0.08090288937091827
487832	embedding2nn.weight	6	0.024326728656888008
487832	embedding2nn.weight	7	0.022094184532761574
487832	embedding2nn.weight	8	0.03737527132034302
487832	embedding2nn.weight	9	-0.02565927430987358
487832	embedding2nn.bias	0	0.043025657534599304
487832	embedding2nn.bias	1	-0.18366333842277527
487832	embedding2nn.bias	2	0.1061723455786705
487832	embedding2nn.bias	3	0.19074022769927979
487832	embedding2nn.bias	4	0.12973880767822266
487832	embedding2nn.bias	5	-0.07701638340950012
487832	embedding2nn.bias	6	-0.04555420204997063
487832	embedding2nn.bias	7	0.019037539139389992
487832	embedding2nn.bias	8	-0.17923994362354279
487832	embedding2nn.bias	9	-0.34101593494415283
487832	rnn.weight_ih_l0	0	-0.018929429352283478
487832	rnn.weight_ih_l0	1	-0.05787357687950134
487832	rnn.weight_ih_l0	2	-0.05919105187058449
487832	rnn.weight_ih_l0	3	0.1398475468158722
487832	rnn.weight_ih_l0	4	0.04316920042037964
487832	rnn.weight_ih_l0	5	-0.05368022993206978
487832	rnn.weight_ih_l0	6	0.014442024752497673
487832	rnn.weight_ih_l0	7	-0.036326419562101364
487832	rnn.weight_ih_l0	8	0.036008406430482864
487832	rnn.weight_ih_l0	9	-0.09531061351299286
487832	rnn.weight_hh_l0	0	-0.013315996155142784
487832	rnn.weight_hh_l0	1	0.07641728222370148
487832	rnn.weight_hh_l0	2	0.01869732141494751
487832	rnn.weight_hh_l0	3	-0.019152425229549408
487832	rnn.weight_hh_l0	4	0.037364713847637177
487832	rnn.weight_hh_l0	5	0.03913798928260803
487832	rnn.weight_hh_l0	6	-0.0642591193318367
487832	rnn.weight_hh_l0	7	-0.09447304159402847
487832	rnn.weight_hh_l0	8	0.037319160997867584
487832	rnn.weight_hh_l0	9	-0.11150664836168289
487832	rnn.bias_ih_l0	0	0.18805629014968872
487832	rnn.bias_ih_l0	1	-0.3137676417827606
487832	rnn.bias_ih_l0	2	-0.039511531591415405
487832	rnn.bias_ih_l0	3	-0.22518761456012726
487832	rnn.bias_ih_l0	4	0.007056745234876871
487832	rnn.bias_ih_l0	5	-0.4291830062866211
487832	rnn.bias_ih_l0	6	-0.14462482929229736
487832	rnn.bias_ih_l0	7	-0.3388010859489441
487832	rnn.bias_ih_l0	8	-0.27964797616004944
487832	rnn.bias_ih_l0	9	-0.4513012766838074
487832	rnn.bias_hh_l0	0	-0.3631266951560974
487832	rnn.bias_hh_l0	1	-0.42722830176353455
487832	rnn.bias_hh_l0	2	-0.36334753036499023
487832	rnn.bias_hh_l0	3	-0.07022131979465485
487832	rnn.bias_hh_l0	4	-0.382793664932251
487832	rnn.bias_hh_l0	5	-0.3405418395996094
487832	rnn.bias_hh_l0	6	-0.10419492423534393
487832	rnn.bias_hh_l0	7	0.0773574635386467
487832	rnn.bias_hh_l0	8	-0.23163805902004242
487832	rnn.bias_hh_l0	9	-0.5571550726890564
487832	rnn.weight_ih_l0_reverse	0	0.0492839515209198
487832	rnn.weight_ih_l0_reverse	1	-0.06160781532526016
487832	rnn.weight_ih_l0_reverse	2	-0.014514436013996601
487832	rnn.weight_ih_l0_reverse	3	-0.13707686960697174
487832	rnn.weight_ih_l0_reverse	4	0.08832190185785294
487832	rnn.weight_ih_l0_reverse	5	-0.1315360814332962
487832	rnn.weight_ih_l0_reverse	6	-0.042330846190452576
487832	rnn.weight_ih_l0_reverse	7	0.03359072282910347
487832	rnn.weight_ih_l0_reverse	8	-0.05969147011637688
487832	rnn.weight_ih_l0_reverse	9	-0.04191175848245621
487832	rnn.weight_hh_l0_reverse	0	-0.14825110137462616
487832	rnn.weight_hh_l0_reverse	1	0.022234808653593063
487832	rnn.weight_hh_l0_reverse	2	-0.025910163298249245
487832	rnn.weight_hh_l0_reverse	3	0.029269739985466003
487832	rnn.weight_hh_l0_reverse	4	-0.08798234164714813
487832	rnn.weight_hh_l0_reverse	5	0.030934646725654602
487832	rnn.weight_hh_l0_reverse	6	0.029710257425904274
487832	rnn.weight_hh_l0_reverse	7	-0.10026350617408752
487832	rnn.weight_hh_l0_reverse	8	-0.06658132374286652
487832	rnn.weight_hh_l0_reverse	9	0.05482828989624977
487832	rnn.bias_ih_l0_reverse	0	-0.17174188792705536
487832	rnn.bias_ih_l0_reverse	1	-0.08478083461523056
487832	rnn.bias_ih_l0_reverse	2	0.10555855929851532
487832	rnn.bias_ih_l0_reverse	3	-0.2993191182613373
487832	rnn.bias_ih_l0_reverse	4	0.01737169176340103
487832	rnn.bias_ih_l0_reverse	5	-0.22297674417495728
487832	rnn.bias_ih_l0_reverse	6	0.27161702513694763
487832	rnn.bias_ih_l0_reverse	7	-0.3176107704639435
487832	rnn.bias_ih_l0_reverse	8	-0.19211751222610474
487832	rnn.bias_ih_l0_reverse	9	-0.19409708678722382
487832	rnn.bias_hh_l0_reverse	0	-0.13717105984687805
487832	rnn.bias_hh_l0_reverse	1	0.2892770767211914
487832	rnn.bias_hh_l0_reverse	2	-0.31368881464004517
487832	rnn.bias_hh_l0_reverse	3	-0.20349295437335968
487832	rnn.bias_hh_l0_reverse	4	-0.4126991927623749
487832	rnn.bias_hh_l0_reverse	5	-0.18221934139728546
487832	rnn.bias_hh_l0_reverse	6	-0.25768259167671204
487832	rnn.bias_hh_l0_reverse	7	-0.09337391704320908
487832	rnn.bias_hh_l0_reverse	8	-0.32457491755485535
487832	rnn.bias_hh_l0_reverse	9	0.1828000843524933
487832	linear.weight	0	0.16824594140052795
487832	linear.weight	1	-0.41134747862815857
487832	linear.weight	2	-0.006370261311531067
487832	linear.weight	3	0.06760303676128387
487832	linear.weight	4	-0.1402740180492401
487832	linear.weight	5	0.21101123094558716
487832	linear.weight	6	0.026239542290568352
487832	linear.weight	7	-0.0612822063267231
487832	linear.weight	8	0.12070442736148834
487832	linear.weight	9	-0.048498619347810745
487832	linear.bias	0	-0.8775538802146912
487832	linear.bias	1	1.8908660411834717
487832	linear.bias	2	0.779035747051239
487832	linear.bias	3	-2.6882879734039307
487832	linear.bias	4	-0.13325396180152893
487832	linear.bias	5	1.2315247058868408
487832	linear.bias	6	-0.19363531470298767
487832	linear.bias	7	0.8171761631965637
487832	linear.bias	8	2.129232168197632
487832	linear.bias	9	-1.538316011428833
487840	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
487840	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
487840	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
487840	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
487840	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
487840	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
487840	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
487840	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
487840	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
487840	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
487840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
487840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
487840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
487840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
487840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
487840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
487840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
487840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
487840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
487840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
487840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
487840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
487840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
487840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
487840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
487840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
487840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
487840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
487840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
487840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
487840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
487840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
487840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
487840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
487840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
487840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
487840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
487840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
487840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
487840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
487840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
487840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
487840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
487840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
487840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
487840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
487840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
487840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
487840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
487840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
487840	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
487840	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
487840	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
487840	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
487840	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
487840	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
487840	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
487840	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
487840	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
487840	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
487840	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
487840	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
487840	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
487840	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
487840	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
487840	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
487840	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
487840	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
487840	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
487840	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
487840	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
487840	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
487840	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
487840	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
487840	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
487840	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
487840	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
487840	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
487840	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
487840	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
487840	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
487840	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
487840	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
487840	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
487840	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
487840	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
487840	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
487840	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
487840	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
487840	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
487840	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
487840	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
487840	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
487840	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
487840	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
487840	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
487840	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
487840	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
487840	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
487840	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
487840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
487840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
487840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
487840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
487840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
487840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
487840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
487840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
487840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
487840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
487840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
487840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
487840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
487840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
487840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
487840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
487840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
487840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
487840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
487840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
487840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
487840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
487840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
487840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
487840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
487840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
487840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
487840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
487840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
487840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
487840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
487840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
487840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
487840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
487840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
487840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
487840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
487840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
487840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
487840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
487840	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
487840	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
487840	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
487840	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
487840	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
487840	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
487840	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
487840	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
487840	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
487840	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
487840	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
487840	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
487840	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
487840	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
487840	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
487840	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
487840	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
487840	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
487840	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
487840	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
487840	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
487840	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
487840	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
487840	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
487840	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
487840	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
487840	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
487840	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
487840	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
487840	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
487840	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
487840	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
487840	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
487840	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
487840	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
487840	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
487840	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
487840	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
487840	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
487840	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
487840	embedding2nn.weight	0	0.3282369375228882
487840	embedding2nn.weight	1	0.41798633337020874
487840	embedding2nn.weight	2	0.004760569892823696
487840	embedding2nn.weight	3	0.006950948853045702
487840	embedding2nn.weight	4	-0.059917010366916656
487840	embedding2nn.weight	5	0.08073960244655609
487840	embedding2nn.weight	6	0.02343013882637024
487840	embedding2nn.weight	7	0.0217705387622118
487840	embedding2nn.weight	8	0.0375325046479702
487840	embedding2nn.weight	9	-0.026035582646727562
487840	embedding2nn.bias	0	0.04145737364888191
487840	embedding2nn.bias	1	-0.18246468901634216
487840	embedding2nn.bias	2	0.10716107487678528
487840	embedding2nn.bias	3	0.19043147563934326
487840	embedding2nn.bias	4	0.13055072724819183
487840	embedding2nn.bias	5	-0.07528633624315262
487840	embedding2nn.bias	6	-0.049160152673721313
487840	embedding2nn.bias	7	0.017153847962617874
487840	embedding2nn.bias	8	-0.18152651190757751
487840	embedding2nn.bias	9	-0.34656766057014465
487840	rnn.weight_ih_l0	0	-0.019004441797733307
487840	rnn.weight_ih_l0	1	-0.057756487280130386
487840	rnn.weight_ih_l0	2	-0.05879686027765274
487840	rnn.weight_ih_l0	3	0.13975957036018372
487840	rnn.weight_ih_l0	4	0.04382362589240074
487840	rnn.weight_ih_l0	5	-0.053737740963697433
487840	rnn.weight_ih_l0	6	0.014717000536620617
487840	rnn.weight_ih_l0	7	-0.036904558539390564
487840	rnn.weight_ih_l0	8	0.036231331527233124
487840	rnn.weight_ih_l0	9	-0.0946965292096138
487840	rnn.weight_hh_l0	0	-0.013219394721090794
487840	rnn.weight_hh_l0	1	0.07643457502126694
487840	rnn.weight_hh_l0	2	0.018693851307034492
487840	rnn.weight_hh_l0	3	-0.019136151298880577
487840	rnn.weight_hh_l0	4	0.03740823268890381
487840	rnn.weight_hh_l0	5	0.03904300555586815
487840	rnn.weight_hh_l0	6	-0.0642705038189888
487840	rnn.weight_hh_l0	7	-0.09472355246543884
487840	rnn.weight_hh_l0	8	0.03732043132185936
487840	rnn.weight_hh_l0	9	-0.11154134571552277
487840	rnn.bias_ih_l0	0	0.18753446638584137
487840	rnn.bias_ih_l0	1	-0.3157077431678772
487840	rnn.bias_ih_l0	2	-0.039462972432374954
487840	rnn.bias_ih_l0	3	-0.22377973794937134
487840	rnn.bias_ih_l0	4	0.0071226381696760654
487840	rnn.bias_ih_l0	5	-0.4285176396369934
487840	rnn.bias_ih_l0	6	-0.14490287005901337
487840	rnn.bias_ih_l0	7	-0.33871886134147644
487840	rnn.bias_ih_l0	8	-0.2800344228744507
487840	rnn.bias_ih_l0	9	-0.45349353551864624
487840	rnn.bias_hh_l0	0	-0.3635925054550171
487840	rnn.bias_hh_l0	1	-0.4265165328979492
487840	rnn.bias_hh_l0	2	-0.3631186783313751
487840	rnn.bias_hh_l0	3	-0.06971405446529388
487840	rnn.bias_hh_l0	4	-0.3827684223651886
487840	rnn.bias_hh_l0	5	-0.3404565453529358
487840	rnn.bias_hh_l0	6	-0.10359767079353333
487840	rnn.bias_hh_l0	7	0.07638079673051834
487840	rnn.bias_hh_l0	8	-0.23147693276405334
487840	rnn.bias_hh_l0	9	-0.5571758151054382
487840	rnn.weight_ih_l0_reverse	0	0.04973183944821358
487840	rnn.weight_ih_l0_reverse	1	-0.06163692846894264
487840	rnn.weight_ih_l0_reverse	2	-0.014839645475149155
487840	rnn.weight_ih_l0_reverse	3	-0.13742856681346893
487840	rnn.weight_ih_l0_reverse	4	0.08813364058732986
487840	rnn.weight_ih_l0_reverse	5	-0.13062722980976105
487840	rnn.weight_ih_l0_reverse	6	-0.04237633943557739
487840	rnn.weight_ih_l0_reverse	7	0.033728957176208496
487840	rnn.weight_ih_l0_reverse	8	-0.059533391147851944
487840	rnn.weight_ih_l0_reverse	9	-0.04280703142285347
487840	rnn.weight_hh_l0_reverse	0	-0.14824920892715454
487840	rnn.weight_hh_l0_reverse	1	0.022623207420110703
487840	rnn.weight_hh_l0_reverse	2	-0.025973383337259293
487840	rnn.weight_hh_l0_reverse	3	0.029081957414746284
487840	rnn.weight_hh_l0_reverse	4	-0.08823017030954361
487840	rnn.weight_hh_l0_reverse	5	0.031038599088788033
487840	rnn.weight_hh_l0_reverse	6	0.02971378155052662
487840	rnn.weight_hh_l0_reverse	7	-0.10028581321239471
487840	rnn.weight_hh_l0_reverse	8	-0.06649370491504669
487840	rnn.weight_hh_l0_reverse	9	0.05473631992936134
487840	rnn.bias_ih_l0_reverse	0	-0.17152072489261627
487840	rnn.bias_ih_l0_reverse	1	-0.08574584871530533
487840	rnn.bias_ih_l0_reverse	2	0.10530053079128265
487840	rnn.bias_ih_l0_reverse	3	-0.2996823489665985
487840	rnn.bias_ih_l0_reverse	4	0.01761525869369507
487840	rnn.bias_ih_l0_reverse	5	-0.22334660589694977
487840	rnn.bias_ih_l0_reverse	6	0.27091896533966064
487840	rnn.bias_ih_l0_reverse	7	-0.322183221578598
487840	rnn.bias_ih_l0_reverse	8	-0.1925724595785141
487840	rnn.bias_ih_l0_reverse	9	-0.19336020946502686
487840	rnn.bias_hh_l0_reverse	0	-0.13796789944171906
487840	rnn.bias_hh_l0_reverse	1	0.28992775082588196
487840	rnn.bias_hh_l0_reverse	2	-0.3130326569080353
487840	rnn.bias_hh_l0_reverse	3	-0.2020447850227356
487840	rnn.bias_hh_l0_reverse	4	-0.4140419661998749
487840	rnn.bias_hh_l0_reverse	5	-0.183661088347435
487840	rnn.bias_hh_l0_reverse	6	-0.256977379322052
487840	rnn.bias_hh_l0_reverse	7	-0.09339307248592377
487840	rnn.bias_hh_l0_reverse	8	-0.32393184304237366
487840	rnn.bias_hh_l0_reverse	9	0.18330824375152588
487840	linear.weight	0	0.1697319895029068
487840	linear.weight	1	-0.4116057753562927
487840	linear.weight	2	-0.01104295440018177
487840	linear.weight	3	0.06760308891534805
487840	linear.weight	4	-0.14215880632400513
487840	linear.weight	5	0.2097216695547104
487840	linear.weight	6	0.025201966986060143
487840	linear.weight	7	-0.0612812303006649
487840	linear.weight	8	0.12078731507062912
487840	linear.weight	9	-0.04849877953529358
487840	linear.bias	0	-0.878726065158844
487840	linear.bias	1	1.9007681608200073
487840	linear.bias	2	0.7886401414871216
487840	linear.bias	3	-2.6882917881011963
487840	linear.bias	4	-0.12476466596126556
487840	linear.bias	5	1.240269660949707
487840	linear.bias	6	-0.20033377408981323
487840	linear.bias	7	0.8270924687385559
487840	linear.bias	8	2.1184051036834717
487840	linear.bias	9	-1.535415768623352
488449	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
488449	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
488449	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
488449	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
488449	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
488449	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
488449	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
488449	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
488449	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
488449	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
488449	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
488449	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
488449	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
488449	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
488449	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
488449	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
488449	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
488449	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
488449	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
488449	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
488449	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
488449	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
488449	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
488449	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
488449	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
488449	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
488449	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
488449	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
488449	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
488449	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
488449	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
488449	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
488449	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
488449	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
488449	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
488449	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
488449	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
488449	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
488449	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
488449	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
488449	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
488449	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
488449	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
488449	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
488449	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
488449	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
488449	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
488449	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
488449	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
488449	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
488449	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
488449	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
488449	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
488449	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
488449	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
488449	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
488449	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
488449	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
488449	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
488449	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
488449	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
488449	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
488449	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
488449	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
488449	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
488449	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
488449	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
488449	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
488449	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
488449	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
488449	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
488449	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
488449	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
488449	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
488449	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
488449	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
488449	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
488449	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
488449	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
488449	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
488449	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
488449	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
488449	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
488449	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
488449	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
488449	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
488449	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
488449	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
488449	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
488449	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
488449	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
488449	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
488449	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
488449	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
488449	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
488449	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
488449	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
488449	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
488449	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
488449	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
488449	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
488449	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
488449	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
488449	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
488449	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
488449	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
488449	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
488449	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
488449	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
488449	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
488449	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
488449	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
488449	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
488449	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
488449	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
488449	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
488449	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
488449	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
488449	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
488449	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
488449	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
488449	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
488449	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
488449	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
488449	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
488449	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
488449	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
488449	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
488449	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
488449	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
488449	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
488449	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
488449	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
488449	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
488449	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
488449	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
488449	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
488449	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
488449	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
488449	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
488449	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
488449	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
488449	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
488449	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
488449	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
488449	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
488449	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
488449	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
488449	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
488449	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
488449	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
488449	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
488449	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
488449	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
488449	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
488449	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
488449	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
488449	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
488449	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
488449	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
488449	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
488449	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
488449	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
488449	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
488449	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
488449	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
488449	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
488449	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
488449	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
488449	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
488449	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
488449	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
488449	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
488449	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
488449	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
488449	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
488449	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
488449	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
488449	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
488449	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
488449	embedding2nn.weight	0	0.3300209045410156
488449	embedding2nn.weight	1	0.4182639718055725
488449	embedding2nn.weight	2	0.001335074775852263
488449	embedding2nn.weight	3	0.003122698049992323
488449	embedding2nn.weight	4	-0.05282251164317131
488449	embedding2nn.weight	5	0.07722853124141693
488449	embedding2nn.weight	6	0.02362053655087948
488449	embedding2nn.weight	7	0.0290781669318676
488449	embedding2nn.weight	8	0.03844599053263664
488449	embedding2nn.weight	9	-0.027726205065846443
488449	embedding2nn.bias	0	0.028927471488714218
488449	embedding2nn.bias	1	-0.18463225662708282
488449	embedding2nn.bias	2	0.11690027266740799
488449	embedding2nn.bias	3	0.1752193570137024
488449	embedding2nn.bias	4	0.13509948551654816
488449	embedding2nn.bias	5	-0.06340692937374115
488449	embedding2nn.bias	6	-0.0814574807882309
488449	embedding2nn.bias	7	0.018535980954766273
488449	embedding2nn.bias	8	-0.15133383870124817
488449	embedding2nn.bias	9	-0.3540252149105072
488449	rnn.weight_ih_l0	0	-0.021546142175793648
488449	rnn.weight_ih_l0	1	-0.05762898549437523
488449	rnn.weight_ih_l0	2	-0.05798463150858879
488449	rnn.weight_ih_l0	3	0.13763518631458282
488449	rnn.weight_ih_l0	4	0.046688348054885864
488449	rnn.weight_ih_l0	5	-0.05277128145098686
488449	rnn.weight_ih_l0	6	0.013953185640275478
488449	rnn.weight_ih_l0	7	-0.034595075994729996
488449	rnn.weight_ih_l0	8	0.03869308903813362
488449	rnn.weight_ih_l0	9	-0.08711517602205276
488449	rnn.weight_hh_l0	0	-0.01394809689372778
488449	rnn.weight_hh_l0	1	0.07576605677604675
488449	rnn.weight_hh_l0	2	0.018251359462738037
488449	rnn.weight_hh_l0	3	-0.018885819241404533
488449	rnn.weight_hh_l0	4	0.036903392523527145
488449	rnn.weight_hh_l0	5	0.03764018788933754
488449	rnn.weight_hh_l0	6	-0.06427393108606339
488449	rnn.weight_hh_l0	7	-0.09589236229658127
488449	rnn.weight_hh_l0	8	0.036971595138311386
488449	rnn.weight_hh_l0	9	-0.11009245365858078
488449	rnn.bias_ih_l0	0	0.1982361078262329
488449	rnn.bias_ih_l0	1	-0.31969520449638367
488449	rnn.bias_ih_l0	2	-0.03769880160689354
488449	rnn.bias_ih_l0	3	-0.21469475328922272
488449	rnn.bias_ih_l0	4	0.008567566983401775
488449	rnn.bias_ih_l0	5	-0.4288765490055084
488449	rnn.bias_ih_l0	6	-0.14573965966701508
488449	rnn.bias_ih_l0	7	-0.33812734484672546
488449	rnn.bias_ih_l0	8	-0.2805984318256378
488449	rnn.bias_ih_l0	9	-0.4402296841144562
488449	rnn.bias_hh_l0	0	-0.3597552478313446
488449	rnn.bias_hh_l0	1	-0.4186631143093109
488449	rnn.bias_hh_l0	2	-0.3692133128643036
488449	rnn.bias_hh_l0	3	-0.06693196296691895
488449	rnn.bias_hh_l0	4	-0.3867200016975403
488449	rnn.bias_hh_l0	5	-0.34461718797683716
488449	rnn.bias_hh_l0	6	-0.10581373423337936
488449	rnn.bias_hh_l0	7	0.07638981938362122
488449	rnn.bias_hh_l0	8	-0.21687723696231842
488449	rnn.bias_hh_l0	9	-0.5602185130119324
488449	rnn.weight_ih_l0_reverse	0	0.0509832464158535
488449	rnn.weight_ih_l0_reverse	1	-0.062061209231615067
488449	rnn.weight_ih_l0_reverse	2	-0.016841238364577293
488449	rnn.weight_ih_l0_reverse	3	-0.1402844488620758
488449	rnn.weight_ih_l0_reverse	4	0.08559262007474899
488449	rnn.weight_ih_l0_reverse	5	-0.12505337595939636
488449	rnn.weight_ih_l0_reverse	6	-0.03662428259849548
488449	rnn.weight_ih_l0_reverse	7	0.038065869361162186
488449	rnn.weight_ih_l0_reverse	8	-0.05743983015418053
488449	rnn.weight_ih_l0_reverse	9	-0.03906972333788872
488449	rnn.weight_hh_l0_reverse	0	-0.14802226424217224
488449	rnn.weight_hh_l0_reverse	1	0.02166491374373436
488449	rnn.weight_hh_l0_reverse	2	-0.026184335350990295
488449	rnn.weight_hh_l0_reverse	3	0.02913932502269745
488449	rnn.weight_hh_l0_reverse	4	-0.08832713961601257
488449	rnn.weight_hh_l0_reverse	5	0.030836496502161026
488449	rnn.weight_hh_l0_reverse	6	0.02989441715180874
488449	rnn.weight_hh_l0_reverse	7	-0.09662142395973206
488449	rnn.weight_hh_l0_reverse	8	-0.06543713063001633
488449	rnn.weight_hh_l0_reverse	9	0.05638320744037628
488449	rnn.bias_ih_l0_reverse	0	-0.16722096502780914
488449	rnn.bias_ih_l0_reverse	1	-0.0825573056936264
488449	rnn.bias_ih_l0_reverse	2	0.11338523030281067
488449	rnn.bias_ih_l0_reverse	3	-0.3058878183364868
488449	rnn.bias_ih_l0_reverse	4	0.009558508172631264
488449	rnn.bias_ih_l0_reverse	5	-0.2237093597650528
488449	rnn.bias_ih_l0_reverse	6	0.27792057394981384
488449	rnn.bias_ih_l0_reverse	7	-0.3240114152431488
488449	rnn.bias_ih_l0_reverse	8	-0.18923118710517883
488449	rnn.bias_ih_l0_reverse	9	-0.18402276933193207
488449	rnn.bias_hh_l0_reverse	0	-0.12359370291233063
488449	rnn.bias_hh_l0_reverse	1	0.28828686475753784
488449	rnn.bias_hh_l0_reverse	2	-0.3098194897174835
488449	rnn.bias_hh_l0_reverse	3	-0.2149689644575119
488449	rnn.bias_hh_l0_reverse	4	-0.40578797459602356
488449	rnn.bias_hh_l0_reverse	5	-0.17625024914741516
488449	rnn.bias_hh_l0_reverse	6	-0.260059654712677
488449	rnn.bias_hh_l0_reverse	7	-0.0928785502910614
488449	rnn.bias_hh_l0_reverse	8	-0.3222627639770508
488449	rnn.bias_hh_l0_reverse	9	0.1927739381790161
488449	linear.weight	0	0.1864907145500183
488449	linear.weight	1	-0.42426598072052
488449	linear.weight	2	-0.031223775818943977
488449	linear.weight	3	0.06760141998529434
488449	linear.weight	4	-0.11899150162935257
488449	linear.weight	5	0.19562788307666779
488449	linear.weight	6	0.013955876231193542
488449	linear.weight	7	-0.06125941872596741
488449	linear.weight	8	0.09859832376241684
488449	linear.weight	9	-0.04851339012384415
488449	linear.bias	0	-0.8766355514526367
488449	linear.bias	1	1.9173133373260498
488449	linear.bias	2	0.7546255588531494
488449	linear.bias	3	-2.688626289367676
488449	linear.bias	4	-0.1233057975769043
488449	linear.bias	5	1.2014268636703491
488449	linear.bias	6	-0.19557392597198486
488449	linear.bias	7	0.8104701042175293
488449	linear.bias	8	2.190790891647339
488449	linear.bias	9	-1.5056993961334229
489058	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
489058	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
489058	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
489058	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
489058	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
489058	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
489058	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
489058	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
489058	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
489058	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
489058	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
489058	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
489058	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
489058	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
489058	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
489058	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
489058	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
489058	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
489058	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
489058	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
489058	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
489058	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
489058	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
489058	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
489058	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
489058	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
489058	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
489058	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
489058	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
489058	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
489058	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
489058	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
489058	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
489058	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
489058	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
489058	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
489058	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
489058	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
489058	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
489058	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
489058	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
489058	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
489058	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
489058	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
489058	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
489058	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
489058	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
489058	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
489058	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
489058	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
489058	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
489058	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
489058	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
489058	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
489058	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
489058	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
489058	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
489058	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
489058	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
489058	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
489058	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
489058	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
489058	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
489058	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
489058	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
489058	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
489058	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
489058	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
489058	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
489058	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
489058	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
489058	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
489058	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
489058	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
489058	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
489058	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
489058	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
489058	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
489058	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
489058	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
489058	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
489058	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
489058	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
489058	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
489058	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
489058	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
489058	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
489058	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
489058	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
489058	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
489058	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
489058	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
489058	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
489058	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
489058	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
489058	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
489058	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
489058	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
489058	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
489058	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
489058	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
489058	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
489058	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
489058	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
489058	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
489058	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
489058	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
489058	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
489058	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
489058	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
489058	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
489058	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
489058	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
489058	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
489058	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
489058	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
489058	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
489058	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
489058	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
489058	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
489058	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
489058	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
489058	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
489058	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
489058	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
489058	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
489058	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
489058	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
489058	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
489058	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
489058	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
489058	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
489058	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
489058	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
489058	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
489058	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
489058	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
489058	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
489058	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
489058	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
489058	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
489058	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
489058	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
489058	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
489058	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
489058	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
489058	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
489058	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
489058	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
489058	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
489058	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
489058	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
489058	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
489058	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
489058	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
489058	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
489058	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
489058	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
489058	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
489058	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
489058	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
489058	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
489058	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
489058	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
489058	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
489058	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
489058	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
489058	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
489058	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
489058	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
489058	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
489058	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
489058	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
489058	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
489058	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
489058	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
489058	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
489058	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
489058	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
489058	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
489058	embedding2nn.weight	0	0.3281053304672241
489058	embedding2nn.weight	1	0.4237366020679474
489058	embedding2nn.weight	2	0.005608511622995138
489058	embedding2nn.weight	3	-1.3940959433966782e-05
489058	embedding2nn.weight	4	-0.05279310420155525
489058	embedding2nn.weight	5	0.08653414994478226
489058	embedding2nn.weight	6	0.020161917433142662
489058	embedding2nn.weight	7	0.023497741669416428
489058	embedding2nn.weight	8	0.036811597645282745
489058	embedding2nn.weight	9	-0.021648362278938293
489058	embedding2nn.bias	0	0.021334094926714897
489058	embedding2nn.bias	1	-0.19833028316497803
489058	embedding2nn.bias	2	0.11946414411067963
489058	embedding2nn.bias	3	0.17623022198677063
489058	embedding2nn.bias	4	0.14772488176822662
489058	embedding2nn.bias	5	-0.07851928472518921
489058	embedding2nn.bias	6	-0.08117183297872543
489058	embedding2nn.bias	7	0.0013591503957286477
489058	embedding2nn.bias	8	-0.1584707647562027
489058	embedding2nn.bias	9	-0.35512471199035645
489058	rnn.weight_ih_l0	0	-0.021312512457370758
489058	rnn.weight_ih_l0	1	-0.05441034585237503
489058	rnn.weight_ih_l0	2	-0.0658249631524086
489058	rnn.weight_ih_l0	3	0.13414302468299866
489058	rnn.weight_ih_l0	4	0.02942912094295025
489058	rnn.weight_ih_l0	5	-0.05083416774868965
489058	rnn.weight_ih_l0	6	0.01208474300801754
489058	rnn.weight_ih_l0	7	-0.03630855306982994
489058	rnn.weight_ih_l0	8	0.040852174162864685
489058	rnn.weight_ih_l0	9	-0.08593574911355972
489058	rnn.weight_hh_l0	0	-0.014233370311558247
489058	rnn.weight_hh_l0	1	0.07669752836227417
489058	rnn.weight_hh_l0	2	0.018095925450325012
489058	rnn.weight_hh_l0	3	-0.018667275086045265
489058	rnn.weight_hh_l0	4	0.037613023072481155
489058	rnn.weight_hh_l0	5	0.03788953647017479
489058	rnn.weight_hh_l0	6	-0.06491405516862869
489058	rnn.weight_hh_l0	7	-0.09738846868276596
489058	rnn.weight_hh_l0	8	0.03713660314679146
489058	rnn.weight_hh_l0	9	-0.10740731656551361
489058	rnn.bias_ih_l0	0	0.20973391830921173
489058	rnn.bias_ih_l0	1	-0.3214457333087921
489058	rnn.bias_ih_l0	2	-0.033577386289834976
489058	rnn.bias_ih_l0	3	-0.21276655793190002
489058	rnn.bias_ih_l0	4	0.005114165134727955
489058	rnn.bias_ih_l0	5	-0.4384889602661133
489058	rnn.bias_ih_l0	6	-0.14093397557735443
489058	rnn.bias_ih_l0	7	-0.3393228054046631
489058	rnn.bias_ih_l0	8	-0.27703478932380676
489058	rnn.bias_ih_l0	9	-0.4382811188697815
489058	rnn.bias_hh_l0	0	-0.3610665798187256
489058	rnn.bias_hh_l0	1	-0.41650837659835815
489058	rnn.bias_hh_l0	2	-0.36936867237091064
489058	rnn.bias_hh_l0	3	-0.07636163383722305
489058	rnn.bias_hh_l0	4	-0.3933076560497284
489058	rnn.bias_hh_l0	5	-0.3493150770664215
489058	rnn.bias_hh_l0	6	-0.10479816794395447
489058	rnn.bias_hh_l0	7	0.07848483324050903
489058	rnn.bias_hh_l0	8	-0.22022393345832825
489058	rnn.bias_hh_l0	9	-0.5549876689910889
489058	rnn.weight_ih_l0_reverse	0	0.05336787551641464
489058	rnn.weight_ih_l0_reverse	1	-0.05895230919122696
489058	rnn.weight_ih_l0_reverse	2	-0.019589532166719437
489058	rnn.weight_ih_l0_reverse	3	-0.1382683664560318
489058	rnn.weight_ih_l0_reverse	4	0.08781445026397705
489058	rnn.weight_ih_l0_reverse	5	-0.12212461978197098
489058	rnn.weight_ih_l0_reverse	6	-0.03692585229873657
489058	rnn.weight_ih_l0_reverse	7	0.038897473365068436
489058	rnn.weight_ih_l0_reverse	8	-0.057546451687812805
489058	rnn.weight_ih_l0_reverse	9	-0.03363899514079094
489058	rnn.weight_hh_l0_reverse	0	-0.14725522696971893
489058	rnn.weight_hh_l0_reverse	1	0.022567592561244965
489058	rnn.weight_hh_l0_reverse	2	-0.02638574317097664
489058	rnn.weight_hh_l0_reverse	3	0.028142716735601425
489058	rnn.weight_hh_l0_reverse	4	-0.08838129043579102
489058	rnn.weight_hh_l0_reverse	5	0.030629443004727364
489058	rnn.weight_hh_l0_reverse	6	0.02988383360207081
489058	rnn.weight_hh_l0_reverse	7	-0.09861351549625397
489058	rnn.weight_hh_l0_reverse	8	-0.06526869535446167
489058	rnn.weight_hh_l0_reverse	9	0.05807879567146301
489058	rnn.bias_ih_l0_reverse	0	-0.16819530725479126
489058	rnn.bias_ih_l0_reverse	1	-0.08889725059270859
489058	rnn.bias_ih_l0_reverse	2	0.11110010743141174
489058	rnn.bias_ih_l0_reverse	3	-0.30155983567237854
489058	rnn.bias_ih_l0_reverse	4	0.002632344141602516
489058	rnn.bias_ih_l0_reverse	5	-0.224312886595726
489058	rnn.bias_ih_l0_reverse	6	0.2793809473514557
489058	rnn.bias_ih_l0_reverse	7	-0.33214643597602844
489058	rnn.bias_ih_l0_reverse	8	-0.1901995688676834
489058	rnn.bias_ih_l0_reverse	9	-0.18035277724266052
489058	rnn.bias_hh_l0_reverse	0	-0.11699920892715454
489058	rnn.bias_hh_l0_reverse	1	0.28859806060791016
489058	rnn.bias_hh_l0_reverse	2	-0.31977590918540955
489058	rnn.bias_hh_l0_reverse	3	-0.22238579392433167
489058	rnn.bias_hh_l0_reverse	4	-0.3992060124874115
489058	rnn.bias_hh_l0_reverse	5	-0.17245244979858398
489058	rnn.bias_hh_l0_reverse	6	-0.25277775526046753
489058	rnn.bias_hh_l0_reverse	7	-0.09589847177267075
489058	rnn.bias_hh_l0_reverse	8	-0.32062193751335144
489058	rnn.bias_hh_l0_reverse	9	0.18548370897769928
489058	linear.weight	0	0.17716358602046967
489058	linear.weight	1	-0.3953765332698822
489058	linear.weight	2	0.017454491928219795
489058	linear.weight	3	0.06759970635175705
489058	linear.weight	4	-0.14690853655338287
489058	linear.weight	5	0.19467055797576904
489058	linear.weight	6	0.018465908244252205
489058	linear.weight	7	-0.0612502284348011
489058	linear.weight	8	0.09865742176771164
489058	linear.weight	9	-0.048528965562582016
489058	linear.bias	0	-0.896152675151825
489058	linear.bias	1	1.931518793106079
489058	linear.bias	2	0.7436226606369019
489058	linear.bias	3	-2.688965082168579
489058	linear.bias	4	-0.14895156025886536
489058	linear.bias	5	1.2221057415008545
489058	linear.bias	6	-0.1932654082775116
489058	linear.bias	7	0.8324563503265381
489058	linear.bias	8	2.17063570022583
489058	linear.bias	9	-1.4945528507232666
489667	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
489667	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
489667	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
489667	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
489667	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
489667	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
489667	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
489667	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
489667	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
489667	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
489667	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
489667	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
489667	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
489667	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
489667	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
489667	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
489667	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
489667	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
489667	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
489667	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
489667	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
489667	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
489667	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
489667	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
489667	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
489667	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
489667	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
489667	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
489667	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
489667	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
489667	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
489667	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
489667	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
489667	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
489667	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
489667	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
489667	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
489667	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
489667	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
489667	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
489667	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
489667	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
489667	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
489667	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
489667	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
489667	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
489667	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
489667	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
489667	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
489667	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
489667	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
489667	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
489667	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
489667	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
489667	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
489667	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
489667	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
489667	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
489667	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
489667	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
489667	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
489667	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
489667	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
489667	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
489667	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
489667	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
489667	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
489667	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
489667	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
489667	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
489667	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
489667	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
489667	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
489667	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
489667	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
489667	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
489667	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
489667	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
489667	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
489667	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
489667	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
489667	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
489667	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
489667	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
489667	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
489667	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
489667	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
489667	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
489667	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
489667	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
489667	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
489667	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
489667	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
489667	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
489667	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
489667	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
489667	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
489667	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
489667	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
489667	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
489667	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
489667	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
489667	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
489667	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
489667	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
489667	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
489667	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
489667	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
489667	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
489667	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
489667	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
489667	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
489667	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
489667	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
489667	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
489667	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
489667	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
489667	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
489667	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
489667	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
489667	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
489667	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
489667	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
489667	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
489667	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
489667	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
489667	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
489667	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
489667	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
489667	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
489667	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
489667	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
489667	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
489667	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
489667	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
489667	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
489667	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
489667	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
489667	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
489667	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
489667	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
489667	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
489667	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
489667	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
489667	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
489667	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
489667	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
489667	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
489667	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
489667	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
489667	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
489667	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
489667	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
489667	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
489667	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
489667	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
489667	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
489667	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
489667	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
489667	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
489667	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
489667	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
489667	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
489667	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
489667	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
489667	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
489667	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
489667	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
489667	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
489667	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
489667	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
489667	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
489667	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
489667	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
489667	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
489667	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
489667	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
489667	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
489667	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
489667	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
489667	embedding2nn.weight	0	0.32741492986679077
489667	embedding2nn.weight	1	0.42076510190963745
489667	embedding2nn.weight	2	0.0013341514859348536
489667	embedding2nn.weight	3	0.010700095444917679
489667	embedding2nn.weight	4	-0.058242931962013245
489667	embedding2nn.weight	5	0.08691268414258957
489667	embedding2nn.weight	6	0.002757228212431073
489667	embedding2nn.weight	7	0.03099832311272621
489667	embedding2nn.weight	8	0.033492960035800934
489667	embedding2nn.weight	9	-0.018803950399160385
489667	embedding2nn.bias	0	0.021707074716687202
489667	embedding2nn.bias	1	-0.19715702533721924
489667	embedding2nn.bias	2	0.10751157999038696
489667	embedding2nn.bias	3	0.17515984177589417
489667	embedding2nn.bias	4	0.1620877981185913
489667	embedding2nn.bias	5	-0.08234439790248871
489667	embedding2nn.bias	6	-0.0711255893111229
489667	embedding2nn.bias	7	0.012764448300004005
489667	embedding2nn.bias	8	-0.17342014610767365
489667	embedding2nn.bias	9	-0.35937806963920593
489667	rnn.weight_ih_l0	0	-0.01825111173093319
489667	rnn.weight_ih_l0	1	-0.052990321069955826
489667	rnn.weight_ih_l0	2	-0.06890461593866348
489667	rnn.weight_ih_l0	3	0.13137224316596985
489667	rnn.weight_ih_l0	4	0.037759970873594284
489667	rnn.weight_ih_l0	5	-0.04957151040434837
489667	rnn.weight_ih_l0	6	0.006599640939384699
489667	rnn.weight_ih_l0	7	-0.03435903042554855
489667	rnn.weight_ih_l0	8	0.04395785182714462
489667	rnn.weight_ih_l0	9	-0.08336973935365677
489667	rnn.weight_hh_l0	0	-0.014307739213109016
489667	rnn.weight_hh_l0	1	0.07692330330610275
489667	rnn.weight_hh_l0	2	0.016339976340532303
489667	rnn.weight_hh_l0	3	-0.018977737054228783
489667	rnn.weight_hh_l0	4	0.03812509402632713
489667	rnn.weight_hh_l0	5	0.03719191625714302
489667	rnn.weight_hh_l0	6	-0.06461299955844879
489667	rnn.weight_hh_l0	7	-0.09463755786418915
489667	rnn.weight_hh_l0	8	0.03747629374265671
489667	rnn.weight_hh_l0	9	-0.10981986671686172
489667	rnn.bias_ih_l0	0	0.201044961810112
489667	rnn.bias_ih_l0	1	-0.3212014138698578
489667	rnn.bias_ih_l0	2	-0.02750322036445141
489667	rnn.bias_ih_l0	3	-0.22144664824008942
489667	rnn.bias_ih_l0	4	0.0031488670501857996
489667	rnn.bias_ih_l0	5	-0.43457940220832825
489667	rnn.bias_ih_l0	6	-0.13482406735420227
489667	rnn.bias_ih_l0	7	-0.33980295062065125
489667	rnn.bias_ih_l0	8	-0.27964839339256287
489667	rnn.bias_ih_l0	9	-0.4311339855194092
489667	rnn.bias_hh_l0	0	-0.3655875325202942
489667	rnn.bias_hh_l0	1	-0.417782723903656
489667	rnn.bias_hh_l0	2	-0.3649800419807434
489667	rnn.bias_hh_l0	3	-0.07604989409446716
489667	rnn.bias_hh_l0	4	-0.3969123363494873
489667	rnn.bias_hh_l0	5	-0.34893760085105896
489667	rnn.bias_hh_l0	6	-0.10341601073741913
489667	rnn.bias_hh_l0	7	0.07032914459705353
489667	rnn.bias_hh_l0	8	-0.21882162988185883
489667	rnn.bias_hh_l0	9	-0.5554482340812683
489667	rnn.weight_ih_l0_reverse	0	0.05208734795451164
489667	rnn.weight_ih_l0_reverse	1	-0.060660332441329956
489667	rnn.weight_ih_l0_reverse	2	-0.022387750446796417
489667	rnn.weight_ih_l0_reverse	3	-0.13371795415878296
489667	rnn.weight_ih_l0_reverse	4	0.09072956442832947
489667	rnn.weight_ih_l0_reverse	5	-0.12394563853740692
489667	rnn.weight_ih_l0_reverse	6	-0.040958911180496216
489667	rnn.weight_ih_l0_reverse	7	0.036802686750888824
489667	rnn.weight_ih_l0_reverse	8	-0.05500146746635437
489667	rnn.weight_ih_l0_reverse	9	-0.038095079362392426
489667	rnn.weight_hh_l0_reverse	0	-0.14510087668895721
489667	rnn.weight_hh_l0_reverse	1	0.022802675142884254
489667	rnn.weight_hh_l0_reverse	2	-0.027090424671769142
489667	rnn.weight_hh_l0_reverse	3	0.02774014137685299
489667	rnn.weight_hh_l0_reverse	4	-0.08705602586269379
489667	rnn.weight_hh_l0_reverse	5	0.030567873269319534
489667	rnn.weight_hh_l0_reverse	6	0.029545990750193596
489667	rnn.weight_hh_l0_reverse	7	-0.09771929681301117
489667	rnn.weight_hh_l0_reverse	8	-0.06738089770078659
489667	rnn.weight_hh_l0_reverse	9	0.06023988500237465
489667	rnn.bias_ih_l0_reverse	0	-0.15791277587413788
489667	rnn.bias_ih_l0_reverse	1	-0.08925250917673111
489667	rnn.bias_ih_l0_reverse	2	0.10951656103134155
489667	rnn.bias_ih_l0_reverse	3	-0.30343469977378845
489667	rnn.bias_ih_l0_reverse	4	0.009548836387693882
489667	rnn.bias_ih_l0_reverse	5	-0.2276168316602707
489667	rnn.bias_ih_l0_reverse	6	0.28244078159332275
489667	rnn.bias_ih_l0_reverse	7	-0.3273322582244873
489667	rnn.bias_ih_l0_reverse	8	-0.19058163464069366
489667	rnn.bias_ih_l0_reverse	9	-0.18243862688541412
489667	rnn.bias_hh_l0_reverse	0	-0.11660222709178925
489667	rnn.bias_hh_l0_reverse	1	0.3075399398803711
489667	rnn.bias_hh_l0_reverse	2	-0.3202057182788849
489667	rnn.bias_hh_l0_reverse	3	-0.22296570241451263
489667	rnn.bias_hh_l0_reverse	4	-0.3939076364040375
489667	rnn.bias_hh_l0_reverse	5	-0.17248937487602234
489667	rnn.bias_hh_l0_reverse	6	-0.24972839653491974
489667	rnn.bias_hh_l0_reverse	7	-0.0917934700846672
489667	rnn.bias_hh_l0_reverse	8	-0.3142184615135193
489667	rnn.bias_hh_l0_reverse	9	0.17859822511672974
489667	linear.weight	0	0.2079579085111618
489667	linear.weight	1	-0.4242517352104187
489667	linear.weight	2	0.045636288821697235
489667	linear.weight	3	0.06760105490684509
489667	linear.weight	4	-0.17317458987236023
489667	linear.weight	5	0.19676537811756134
489667	linear.weight	6	0.027247969061136246
489667	linear.weight	7	-0.06124207749962807
489667	linear.weight	8	0.10164318978786469
489667	linear.weight	9	-0.04854073002934456
489667	linear.bias	0	-0.9194297194480896
489667	linear.bias	1	1.9057731628417969
489667	linear.bias	2	0.7352268099784851
489667	linear.bias	3	-2.6893229484558105
489667	linear.bias	4	-0.11727295070886612
489667	linear.bias	5	1.2211869955062866
489667	linear.bias	6	-0.19662494957447052
489667	linear.bias	7	0.8191635608673096
489667	linear.bias	8	2.125234842300415
489667	linear.bias	9	-1.512210726737976
490276	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
490276	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
490276	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
490276	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
490276	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
490276	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
490276	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
490276	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
490276	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
490276	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
490276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
490276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
490276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
490276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
490276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
490276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
490276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
490276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
490276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
490276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
490276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
490276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
490276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
490276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
490276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
490276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
490276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
490276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
490276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
490276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
490276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
490276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
490276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
490276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
490276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
490276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
490276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
490276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
490276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
490276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
490276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
490276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
490276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
490276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
490276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
490276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
490276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
490276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
490276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
490276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
490276	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
490276	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
490276	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
490276	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
490276	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
490276	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
490276	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
490276	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
490276	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
490276	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
490276	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
490276	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
490276	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
490276	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
490276	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
490276	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
490276	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
490276	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
490276	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
490276	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
490276	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
490276	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
490276	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
490276	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
490276	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
490276	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
490276	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
490276	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
490276	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
490276	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
490276	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
490276	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
490276	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
490276	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
490276	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
490276	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
490276	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
490276	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
490276	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
490276	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
490276	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
490276	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
490276	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
490276	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
490276	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
490276	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
490276	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
490276	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
490276	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
490276	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
490276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
490276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
490276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
490276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
490276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
490276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
490276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
490276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
490276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
490276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
490276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
490276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
490276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
490276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
490276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
490276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
490276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
490276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
490276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
490276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
490276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
490276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
490276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
490276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
490276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
490276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
490276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
490276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
490276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
490276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
490276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
490276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
490276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
490276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
490276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
490276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
490276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
490276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
490276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
490276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
490276	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
490276	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
490276	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
490276	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
490276	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
490276	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
490276	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
490276	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
490276	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
490276	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
490276	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
490276	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
490276	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
490276	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
490276	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
490276	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
490276	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
490276	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
490276	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
490276	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
490276	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
490276	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
490276	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
490276	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
490276	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
490276	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
490276	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
490276	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
490276	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
490276	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
490276	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
490276	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
490276	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
490276	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
490276	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
490276	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
490276	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
490276	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
490276	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
490276	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
490276	embedding2nn.weight	0	0.32646942138671875
490276	embedding2nn.weight	1	0.42018768191337585
490276	embedding2nn.weight	2	0.0029756207950413227
490276	embedding2nn.weight	3	0.0033144999761134386
490276	embedding2nn.weight	4	-0.06091656535863876
490276	embedding2nn.weight	5	0.08196381479501724
490276	embedding2nn.weight	6	-0.002209576778113842
490276	embedding2nn.weight	7	0.03153909370303154
490276	embedding2nn.weight	8	0.040165383368730545
490276	embedding2nn.weight	9	-0.02125164121389389
490276	embedding2nn.bias	0	0.008177507668733597
490276	embedding2nn.bias	1	-0.20649152994155884
490276	embedding2nn.bias	2	0.0863383486866951
490276	embedding2nn.bias	3	0.21112710237503052
490276	embedding2nn.bias	4	0.16347092390060425
490276	embedding2nn.bias	5	-0.07048539817333221
490276	embedding2nn.bias	6	-0.07402775436639786
490276	embedding2nn.bias	7	0.01473825704306364
490276	embedding2nn.bias	8	-0.14600519835948944
490276	embedding2nn.bias	9	-0.375240296125412
490276	rnn.weight_ih_l0	0	-0.020616674795746803
490276	rnn.weight_ih_l0	1	-0.052699554711580276
490276	rnn.weight_ih_l0	2	-0.06605817377567291
490276	rnn.weight_ih_l0	3	0.13300777971744537
490276	rnn.weight_ih_l0	4	0.03911891579627991
490276	rnn.weight_ih_l0	5	-0.05263858288526535
490276	rnn.weight_ih_l0	6	-0.0007440079934895039
490276	rnn.weight_ih_l0	7	-0.033629756420850754
490276	rnn.weight_ih_l0	8	0.03700392693281174
490276	rnn.weight_ih_l0	9	-0.08574926108121872
490276	rnn.weight_hh_l0	0	-0.014787297695875168
490276	rnn.weight_hh_l0	1	0.0757828801870346
490276	rnn.weight_hh_l0	2	0.017249388620257378
490276	rnn.weight_hh_l0	3	-0.018875954672694206
490276	rnn.weight_hh_l0	4	0.03740769624710083
490276	rnn.weight_hh_l0	5	0.03753862902522087
490276	rnn.weight_hh_l0	6	-0.06476058065891266
490276	rnn.weight_hh_l0	7	-0.09153930097818375
490276	rnn.weight_hh_l0	8	0.036913610994815826
490276	rnn.weight_hh_l0	9	-0.10963451862335205
490276	rnn.bias_ih_l0	0	0.19149014353752136
490276	rnn.bias_ih_l0	1	-0.3186509311199188
490276	rnn.bias_ih_l0	2	-0.020950959995388985
490276	rnn.bias_ih_l0	3	-0.21442770957946777
490276	rnn.bias_ih_l0	4	0.011388194747269154
490276	rnn.bias_ih_l0	5	-0.4381457567214966
490276	rnn.bias_ih_l0	6	-0.1329166293144226
490276	rnn.bias_ih_l0	7	-0.3403623700141907
490276	rnn.bias_ih_l0	8	-0.2809705436229706
490276	rnn.bias_ih_l0	9	-0.4352929890155792
490276	rnn.bias_hh_l0	0	-0.37018266320228577
490276	rnn.bias_hh_l0	1	-0.4213603436946869
490276	rnn.bias_hh_l0	2	-0.368617981672287
490276	rnn.bias_hh_l0	3	-0.06942930072546005
490276	rnn.bias_hh_l0	4	-0.39552271366119385
490276	rnn.bias_hh_l0	5	-0.34835872054100037
490276	rnn.bias_hh_l0	6	-0.1051442101597786
490276	rnn.bias_hh_l0	7	0.06174245849251747
490276	rnn.bias_hh_l0	8	-0.22204512357711792
490276	rnn.bias_hh_l0	9	-0.5518833994865417
490276	rnn.weight_ih_l0_reverse	0	0.048877716064453125
490276	rnn.weight_ih_l0_reverse	1	-0.06014104187488556
490276	rnn.weight_ih_l0_reverse	2	-0.01890403777360916
490276	rnn.weight_ih_l0_reverse	3	-0.13367433845996857
490276	rnn.weight_ih_l0_reverse	4	0.09001341462135315
490276	rnn.weight_ih_l0_reverse	5	-0.12057653069496155
490276	rnn.weight_ih_l0_reverse	6	-0.04783092811703682
490276	rnn.weight_ih_l0_reverse	7	0.03681326285004616
490276	rnn.weight_ih_l0_reverse	8	-0.05697252228856087
490276	rnn.weight_ih_l0_reverse	9	-0.044259097427129745
490276	rnn.weight_hh_l0_reverse	0	-0.14665038883686066
490276	rnn.weight_hh_l0_reverse	1	0.022861534729599953
490276	rnn.weight_hh_l0_reverse	2	-0.027232322841882706
490276	rnn.weight_hh_l0_reverse	3	0.0271549504250288
490276	rnn.weight_hh_l0_reverse	4	-0.08711189776659012
490276	rnn.weight_hh_l0_reverse	5	0.03036307357251644
490276	rnn.weight_hh_l0_reverse	6	0.02937917411327362
490276	rnn.weight_hh_l0_reverse	7	-0.098700612783432
490276	rnn.weight_hh_l0_reverse	8	-0.07306626439094543
490276	rnn.weight_hh_l0_reverse	9	0.05875833332538605
490276	rnn.bias_ih_l0_reverse	0	-0.15637172758579254
490276	rnn.bias_ih_l0_reverse	1	-0.09620220214128494
490276	rnn.bias_ih_l0_reverse	2	0.1055893674492836
490276	rnn.bias_ih_l0_reverse	3	-0.30267512798309326
490276	rnn.bias_ih_l0_reverse	4	0.006850822363048792
490276	rnn.bias_ih_l0_reverse	5	-0.2293873429298401
490276	rnn.bias_ih_l0_reverse	6	0.287718266248703
490276	rnn.bias_ih_l0_reverse	7	-0.3455471694469452
490276	rnn.bias_ih_l0_reverse	8	-0.19105054438114166
490276	rnn.bias_ih_l0_reverse	9	-0.17660841345787048
490276	rnn.bias_hh_l0_reverse	0	-0.11809471249580383
490276	rnn.bias_hh_l0_reverse	1	0.30346301198005676
490276	rnn.bias_hh_l0_reverse	2	-0.3166952133178711
490276	rnn.bias_hh_l0_reverse	3	-0.214506596326828
490276	rnn.bias_hh_l0_reverse	4	-0.3923049569129944
490276	rnn.bias_hh_l0_reverse	5	-0.17200614511966705
490276	rnn.bias_hh_l0_reverse	6	-0.2451494187116623
490276	rnn.bias_hh_l0_reverse	7	-0.10360686480998993
490276	rnn.bias_hh_l0_reverse	8	-0.31896689534187317
490276	rnn.bias_hh_l0_reverse	9	0.16482315957546234
490276	linear.weight	0	0.24926160275936127
490276	linear.weight	1	-0.43316763639450073
490276	linear.weight	2	0.05646688491106033
490276	linear.weight	3	0.06760086119174957
490276	linear.weight	4	-0.1556033492088318
490276	linear.weight	5	0.19174352288246155
490276	linear.weight	6	0.01962262950837612
490276	linear.weight	7	-0.061233773827552795
490276	linear.weight	8	0.10945691913366318
490276	linear.weight	9	-0.04855058714747429
490276	linear.bias	0	-0.9002485275268555
490276	linear.bias	1	1.9828064441680908
490276	linear.bias	2	0.7298972010612488
490276	linear.bias	3	-2.689666748046875
490276	linear.bias	4	-0.1519470512866974
490276	linear.bias	5	1.2335286140441895
490276	linear.bias	6	-0.17541199922561646
490276	linear.bias	7	0.7798912525177002
490276	linear.bias	8	2.1939709186553955
490276	linear.bias	9	-1.4816467761993408
490885	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
490885	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
490885	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
490885	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
490885	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
490885	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
490885	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
490885	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
490885	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
490885	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
490885	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
490885	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
490885	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
490885	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
490885	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
490885	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
490885	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
490885	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
490885	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
490885	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
490885	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
490885	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
490885	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
490885	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
490885	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
490885	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
490885	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
490885	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
490885	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
490885	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
490885	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
490885	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
490885	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
490885	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
490885	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
490885	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
490885	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
490885	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
490885	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
490885	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
490885	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
490885	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
490885	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
490885	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
490885	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
490885	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
490885	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
490885	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
490885	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
490885	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
490885	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
490885	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
490885	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
490885	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
490885	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
490885	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
490885	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
490885	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
490885	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
490885	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
490885	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
490885	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
490885	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
490885	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
490885	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
490885	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
490885	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
490885	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
490885	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
490885	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
490885	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
490885	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
490885	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
490885	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
490885	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
490885	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
490885	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
490885	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
490885	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
490885	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
490885	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
490885	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
490885	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
490885	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
490885	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
490885	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
490885	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
490885	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
490885	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
490885	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
490885	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
490885	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
490885	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
490885	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
490885	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
490885	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
490885	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
490885	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
490885	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
490885	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
490885	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
490885	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
490885	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
490885	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
490885	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
490885	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
490885	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
490885	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
490885	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
490885	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
490885	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
490885	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
490885	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
490885	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
490885	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
490885	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
490885	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
490885	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
490885	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
490885	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
490885	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
490885	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
490885	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
490885	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
490885	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
490885	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
490885	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
490885	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
490885	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
490885	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
490885	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
490885	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
490885	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
490885	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
490885	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
490885	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
490885	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
490885	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
490885	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
490885	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
490885	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
490885	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
490885	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
490885	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
490885	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
490885	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
490885	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
490885	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
490885	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
490885	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
490885	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
490885	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
490885	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
490885	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
490885	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
490885	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
490885	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
490885	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
490885	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
490885	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
490885	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
490885	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
490885	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
490885	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
490885	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
490885	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
490885	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
490885	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
490885	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
490885	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
490885	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
490885	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
490885	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
490885	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
490885	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
490885	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
490885	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
490885	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
490885	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
490885	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
490885	embedding2nn.weight	0	0.3273586928844452
490885	embedding2nn.weight	1	0.41891688108444214
490885	embedding2nn.weight	2	0.003884966019541025
490885	embedding2nn.weight	3	0.031847964972257614
490885	embedding2nn.weight	4	-0.06653709709644318
490885	embedding2nn.weight	5	0.07572120428085327
490885	embedding2nn.weight	6	0.004137058742344379
490885	embedding2nn.weight	7	0.03928353637456894
490885	embedding2nn.weight	8	0.048440027981996536
490885	embedding2nn.weight	9	-0.024925388395786285
490885	embedding2nn.bias	0	0.02067050151526928
490885	embedding2nn.bias	1	-0.23918180167675018
490885	embedding2nn.bias	2	0.05925246328115463
490885	embedding2nn.bias	3	0.20282022655010223
490885	embedding2nn.bias	4	0.15869779884815216
490885	embedding2nn.bias	5	-0.06369931250810623
490885	embedding2nn.bias	6	-0.07108577340841293
490885	embedding2nn.bias	7	0.0029299124144017696
490885	embedding2nn.bias	8	-0.15698637068271637
490885	embedding2nn.bias	9	-0.361664742231369
490885	rnn.weight_ih_l0	0	-0.020699743181467056
490885	rnn.weight_ih_l0	1	-0.052948519587516785
490885	rnn.weight_ih_l0	2	-0.059579797089099884
490885	rnn.weight_ih_l0	3	0.12859384715557098
490885	rnn.weight_ih_l0	4	0.03618630766868591
490885	rnn.weight_ih_l0	5	-0.058545175939798355
490885	rnn.weight_ih_l0	6	-0.0005471018957905471
490885	rnn.weight_ih_l0	7	-0.03055039793252945
490885	rnn.weight_ih_l0	8	0.047244708985090256
490885	rnn.weight_ih_l0	9	-0.08255427330732346
490885	rnn.weight_hh_l0	0	-0.01410441193729639
490885	rnn.weight_hh_l0	1	0.07474804669618607
490885	rnn.weight_hh_l0	2	0.018258774653077126
490885	rnn.weight_hh_l0	3	-0.019051190465688705
490885	rnn.weight_hh_l0	4	0.03817087784409523
490885	rnn.weight_hh_l0	5	0.03683925420045853
490885	rnn.weight_hh_l0	6	-0.06456030160188675
490885	rnn.weight_hh_l0	7	-0.0868314653635025
490885	rnn.weight_hh_l0	8	0.03655364736914635
490885	rnn.weight_hh_l0	9	-0.10898876935243607
490885	rnn.bias_ih_l0	0	0.18943782150745392
490885	rnn.bias_ih_l0	1	-0.3201603889465332
490885	rnn.bias_ih_l0	2	-0.017672283574938774
490885	rnn.bias_ih_l0	3	-0.2099146842956543
490885	rnn.bias_ih_l0	4	0.011749112978577614
490885	rnn.bias_ih_l0	5	-0.43484941124916077
490885	rnn.bias_ih_l0	6	-0.14068688452243805
490885	rnn.bias_ih_l0	7	-0.3409461975097656
490885	rnn.bias_ih_l0	8	-0.2814940810203552
490885	rnn.bias_ih_l0	9	-0.4255024492740631
490885	rnn.bias_hh_l0	0	-0.3736651539802551
490885	rnn.bias_hh_l0	1	-0.41489219665527344
490885	rnn.bias_hh_l0	2	-0.36611470580101013
490885	rnn.bias_hh_l0	3	-0.07812713086605072
490885	rnn.bias_hh_l0	4	-0.38946443796157837
490885	rnn.bias_hh_l0	5	-0.3477683961391449
490885	rnn.bias_hh_l0	6	-0.10814575850963593
490885	rnn.bias_hh_l0	7	0.07542990893125534
490885	rnn.bias_hh_l0	8	-0.22844740748405457
490885	rnn.bias_hh_l0	9	-0.5492441058158875
490885	rnn.weight_ih_l0_reverse	0	0.051472678780555725
490885	rnn.weight_ih_l0_reverse	1	-0.058392010629177094
490885	rnn.weight_ih_l0_reverse	2	-0.015220013447105885
490885	rnn.weight_ih_l0_reverse	3	-0.13215240836143494
490885	rnn.weight_ih_l0_reverse	4	0.09496501088142395
490885	rnn.weight_ih_l0_reverse	5	-0.11863241344690323
490885	rnn.weight_ih_l0_reverse	6	-0.04649888724088669
490885	rnn.weight_ih_l0_reverse	7	0.03658759593963623
490885	rnn.weight_ih_l0_reverse	8	-0.05674171447753906
490885	rnn.weight_ih_l0_reverse	9	-0.04960491508245468
490885	rnn.weight_hh_l0_reverse	0	-0.1479790210723877
490885	rnn.weight_hh_l0_reverse	1	0.02297048829495907
490885	rnn.weight_hh_l0_reverse	2	-0.028690136969089508
490885	rnn.weight_hh_l0_reverse	3	0.028180573135614395
490885	rnn.weight_hh_l0_reverse	4	-0.08684183657169342
490885	rnn.weight_hh_l0_reverse	5	0.03043089620769024
490885	rnn.weight_hh_l0_reverse	6	0.029312212020158768
490885	rnn.weight_hh_l0_reverse	7	-0.09972342848777771
490885	rnn.weight_hh_l0_reverse	8	-0.07377374917268753
490885	rnn.weight_hh_l0_reverse	9	0.0634901225566864
490885	rnn.bias_ih_l0_reverse	0	-0.15581238269805908
490885	rnn.bias_ih_l0_reverse	1	-0.10360968112945557
490885	rnn.bias_ih_l0_reverse	2	0.1050538569688797
490885	rnn.bias_ih_l0_reverse	3	-0.30581703782081604
490885	rnn.bias_ih_l0_reverse	4	-0.012517265044152737
490885	rnn.bias_ih_l0_reverse	5	-0.23074357211589813
490885	rnn.bias_ih_l0_reverse	6	0.2899787724018097
490885	rnn.bias_ih_l0_reverse	7	-0.335758239030838
490885	rnn.bias_ih_l0_reverse	8	-0.18560662865638733
490885	rnn.bias_ih_l0_reverse	9	-0.1744772046804428
490885	rnn.bias_hh_l0_reverse	0	-0.1151931881904602
490885	rnn.bias_hh_l0_reverse	1	0.3069649040699005
490885	rnn.bias_hh_l0_reverse	2	-0.311289519071579
490885	rnn.bias_hh_l0_reverse	3	-0.216676726937294
490885	rnn.bias_hh_l0_reverse	4	-0.3877657651901245
490885	rnn.bias_hh_l0_reverse	5	-0.17813950777053833
490885	rnn.bias_hh_l0_reverse	6	-0.24905551970005035
490885	rnn.bias_hh_l0_reverse	7	-0.09937501698732376
490885	rnn.bias_hh_l0_reverse	8	-0.3175574243068695
490885	rnn.bias_hh_l0_reverse	9	0.16008782386779785
490885	linear.weight	0	0.2369486540555954
490885	linear.weight	1	-0.4257787764072418
490885	linear.weight	2	0.007636597380042076
490885	linear.weight	3	0.06760204583406448
490885	linear.weight	4	-0.21646396815776825
490885	linear.weight	5	0.1819445788860321
490885	linear.weight	6	-0.004267707001417875
490885	linear.weight	7	-0.06123057380318642
490885	linear.weight	8	0.10548438876867294
490885	linear.weight	9	-0.048560868948698044
490885	linear.bias	0	-0.8733104467391968
490885	linear.bias	1	1.9655970335006714
490885	linear.bias	2	0.7276961207389832
490885	linear.bias	3	-2.68997859954834
490885	linear.bias	4	-0.13625279068946838
490885	linear.bias	5	1.24168860912323
490885	linear.bias	6	-0.19435356557369232
490885	linear.bias	7	0.8116200566291809
490885	linear.bias	8	2.2124810218811035
490885	linear.bias	9	-1.5075626373291016
491494	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
491494	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
491494	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
491494	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
491494	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
491494	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
491494	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
491494	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
491494	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
491494	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
491494	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
491494	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
491494	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
491494	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
491494	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
491494	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
491494	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
491494	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
491494	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
491494	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
491494	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
491494	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
491494	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
491494	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
491494	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
491494	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
491494	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
491494	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
491494	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
491494	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
491494	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
491494	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
491494	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
491494	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
491494	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
491494	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
491494	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
491494	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
491494	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
491494	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
491494	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
491494	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
491494	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
491494	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
491494	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
491494	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
491494	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
491494	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
491494	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
491494	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
491494	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
491494	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
491494	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
491494	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
491494	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
491494	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
491494	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
491494	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
491494	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
491494	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
491494	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
491494	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
491494	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
491494	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
491494	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
491494	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
491494	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
491494	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
491494	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
491494	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
491494	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
491494	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
491494	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
491494	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
491494	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
491494	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
491494	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
491494	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
491494	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
491494	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
491494	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
491494	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
491494	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
491494	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
491494	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
491494	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
491494	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
491494	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
491494	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
491494	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
491494	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
491494	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
491494	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
491494	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
491494	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
491494	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
491494	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
491494	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
491494	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
491494	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
491494	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
491494	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
491494	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
491494	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
491494	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
491494	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
491494	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
491494	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
491494	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
491494	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
491494	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
491494	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
491494	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
491494	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
491494	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
491494	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
491494	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
491494	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
491494	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
491494	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
491494	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
491494	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
491494	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
491494	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
491494	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
491494	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
491494	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
491494	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
491494	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
491494	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
491494	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
491494	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
491494	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
491494	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
491494	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
491494	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
491494	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
491494	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
491494	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
491494	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
491494	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
491494	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
491494	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
491494	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
491494	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
491494	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
491494	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
491494	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
491494	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
491494	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
491494	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
491494	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
491494	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
491494	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
491494	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
491494	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
491494	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
491494	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
491494	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
491494	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
491494	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
491494	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
491494	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
491494	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
491494	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
491494	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
491494	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
491494	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
491494	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
491494	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
491494	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
491494	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
491494	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
491494	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
491494	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
491494	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
491494	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
491494	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
491494	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
491494	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
491494	embedding2nn.weight	0	0.325091689825058
491494	embedding2nn.weight	1	0.41464075446128845
491494	embedding2nn.weight	2	0.0018092104000970721
491494	embedding2nn.weight	3	0.02661571279168129
491494	embedding2nn.weight	4	-0.06617029756307602
491494	embedding2nn.weight	5	0.07649290561676025
491494	embedding2nn.weight	6	0.006789650302380323
491494	embedding2nn.weight	7	0.031316984444856644
491494	embedding2nn.weight	8	0.04366137459874153
491494	embedding2nn.weight	9	-0.029110582545399666
491494	embedding2nn.bias	0	0.005703634582459927
491494	embedding2nn.bias	1	-0.20278003811836243
491494	embedding2nn.bias	2	0.07522039860486984
491494	embedding2nn.bias	3	0.1948496550321579
491494	embedding2nn.bias	4	0.1612086296081543
491494	embedding2nn.bias	5	-0.06052815541625023
491494	embedding2nn.bias	6	-0.06777452677488327
491494	embedding2nn.bias	7	0.02327536791563034
491494	embedding2nn.bias	8	-0.1491955816745758
491494	embedding2nn.bias	9	-0.3687710464000702
491494	rnn.weight_ih_l0	0	-0.020103802904486656
491494	rnn.weight_ih_l0	1	-0.054706014692783356
491494	rnn.weight_ih_l0	2	-0.06254485249519348
491494	rnn.weight_ih_l0	3	0.12806861102581024
491494	rnn.weight_ih_l0	4	0.03168210759758949
491494	rnn.weight_ih_l0	5	-0.056661590933799744
491494	rnn.weight_ih_l0	6	-0.006176076829433441
491494	rnn.weight_ih_l0	7	-0.030430596321821213
491494	rnn.weight_ih_l0	8	0.0466790571808815
491494	rnn.weight_ih_l0	9	-0.0821901187300682
491494	rnn.weight_hh_l0	0	-0.014379821717739105
491494	rnn.weight_hh_l0	1	0.07438363879919052
491494	rnn.weight_hh_l0	2	0.01784461736679077
491494	rnn.weight_hh_l0	3	-0.01860995404422283
491494	rnn.weight_hh_l0	4	0.03782548010349274
491494	rnn.weight_hh_l0	5	0.03659837320446968
491494	rnn.weight_hh_l0	6	-0.06426235288381577
491494	rnn.weight_hh_l0	7	-0.08579199016094208
491494	rnn.weight_hh_l0	8	0.03665350005030632
491494	rnn.weight_hh_l0	9	-0.10828385502099991
491494	rnn.bias_ih_l0	0	0.1951388567686081
491494	rnn.bias_ih_l0	1	-0.3273058533668518
491494	rnn.bias_ih_l0	2	-0.029430272057652473
491494	rnn.bias_ih_l0	3	-0.20383764803409576
491494	rnn.bias_ih_l0	4	-0.00012343862908892334
491494	rnn.bias_ih_l0	5	-0.430140882730484
491494	rnn.bias_ih_l0	6	-0.1430782526731491
491494	rnn.bias_ih_l0	7	-0.33953857421875
491494	rnn.bias_ih_l0	8	-0.28007134795188904
491494	rnn.bias_ih_l0	9	-0.4219718277454376
491494	rnn.bias_hh_l0	0	-0.3667756915092468
491494	rnn.bias_hh_l0	1	-0.4136035740375519
491494	rnn.bias_hh_l0	2	-0.3710100054740906
491494	rnn.bias_hh_l0	3	-0.08459186553955078
491494	rnn.bias_hh_l0	4	-0.3944019377231598
491494	rnn.bias_hh_l0	5	-0.3448362946510315
491494	rnn.bias_hh_l0	6	-0.12154853343963623
491494	rnn.bias_hh_l0	7	0.0621698759496212
491494	rnn.bias_hh_l0	8	-0.22502103447914124
491494	rnn.bias_hh_l0	9	-0.5531108975410461
491494	rnn.weight_ih_l0_reverse	0	0.05008509010076523
491494	rnn.weight_ih_l0_reverse	1	-0.0561373308300972
491494	rnn.weight_ih_l0_reverse	2	-0.010684188455343246
491494	rnn.weight_ih_l0_reverse	3	-0.13011430203914642
491494	rnn.weight_ih_l0_reverse	4	0.09506359696388245
491494	rnn.weight_ih_l0_reverse	5	-0.11752206087112427
491494	rnn.weight_ih_l0_reverse	6	-0.04416169598698616
491494	rnn.weight_ih_l0_reverse	7	0.0360075868666172
491494	rnn.weight_ih_l0_reverse	8	-0.0580529123544693
491494	rnn.weight_ih_l0_reverse	9	-0.05261858180165291
491494	rnn.weight_hh_l0_reverse	0	-0.14824482798576355
491494	rnn.weight_hh_l0_reverse	1	0.025274494662880898
491494	rnn.weight_hh_l0_reverse	2	-0.02773956209421158
491494	rnn.weight_hh_l0_reverse	3	0.02895091287791729
491494	rnn.weight_hh_l0_reverse	4	-0.08766333758831024
491494	rnn.weight_hh_l0_reverse	5	0.03083168901503086
491494	rnn.weight_hh_l0_reverse	6	0.029261650517582893
491494	rnn.weight_hh_l0_reverse	7	-0.09807951003313065
491494	rnn.weight_hh_l0_reverse	8	-0.07447604089975357
491494	rnn.weight_hh_l0_reverse	9	0.06413006782531738
491494	rnn.bias_ih_l0_reverse	0	-0.1601419895887375
491494	rnn.bias_ih_l0_reverse	1	-0.10559245198965073
491494	rnn.bias_ih_l0_reverse	2	0.09863623231649399
491494	rnn.bias_ih_l0_reverse	3	-0.29998260736465454
491494	rnn.bias_ih_l0_reverse	4	-0.004011477809399366
491494	rnn.bias_ih_l0_reverse	5	-0.22849446535110474
491494	rnn.bias_ih_l0_reverse	6	0.2865612208843231
491494	rnn.bias_ih_l0_reverse	7	-0.33986008167266846
491494	rnn.bias_ih_l0_reverse	8	-0.1895856112241745
491494	rnn.bias_ih_l0_reverse	9	-0.1810149997472763
491494	rnn.bias_hh_l0_reverse	0	-0.12760518491268158
491494	rnn.bias_hh_l0_reverse	1	0.30251792073249817
491494	rnn.bias_hh_l0_reverse	2	-0.30406227707862854
491494	rnn.bias_hh_l0_reverse	3	-0.21430496871471405
491494	rnn.bias_hh_l0_reverse	4	-0.3921535313129425
491494	rnn.bias_hh_l0_reverse	5	-0.17273753881454468
491494	rnn.bias_hh_l0_reverse	6	-0.2402983456850052
491494	rnn.bias_hh_l0_reverse	7	-0.10074153542518616
491494	rnn.bias_hh_l0_reverse	8	-0.3097269833087921
491494	rnn.bias_hh_l0_reverse	9	0.16956020891666412
491494	linear.weight	0	0.22067083418369293
491494	linear.weight	1	-0.43702393770217896
491494	linear.weight	2	0.01775132492184639
491494	linear.weight	3	0.06760748475790024
491494	linear.weight	4	-0.2102660834789276
491494	linear.weight	5	0.20284181833267212
491494	linear.weight	6	0.012683016248047352
491494	linear.weight	7	-0.0612267442047596
491494	linear.weight	8	0.09178678691387177
491494	linear.weight	9	-0.048569243401288986
491494	linear.bias	0	-0.8558043837547302
491494	linear.bias	1	1.9129011631011963
491494	linear.bias	2	0.6843389272689819
491494	linear.bias	3	-2.690279483795166
491494	linear.bias	4	-0.1487009972333908
491494	linear.bias	5	1.2041618824005127
491494	linear.bias	6	-0.19318228960037231
491494	linear.bias	7	0.8105400204658508
491494	linear.bias	8	2.2387547492980957
491494	linear.bias	9	-1.4923714399337769
492103	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
492103	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
492103	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
492103	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
492103	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
492103	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
492103	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
492103	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
492103	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
492103	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
492103	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
492103	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
492103	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
492103	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
492103	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
492103	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
492103	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
492103	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
492103	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
492103	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
492103	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
492103	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
492103	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
492103	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
492103	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
492103	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
492103	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
492103	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
492103	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
492103	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
492103	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
492103	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
492103	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
492103	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
492103	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
492103	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
492103	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
492103	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
492103	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
492103	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
492103	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
492103	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
492103	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
492103	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
492103	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
492103	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
492103	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
492103	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
492103	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
492103	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
492103	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
492103	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
492103	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
492103	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
492103	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
492103	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
492103	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
492103	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
492103	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
492103	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
492103	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
492103	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
492103	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
492103	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
492103	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
492103	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
492103	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
492103	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
492103	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
492103	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
492103	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
492103	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
492103	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
492103	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
492103	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
492103	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
492103	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
492103	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
492103	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
492103	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
492103	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
492103	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
492103	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
492103	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
492103	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
492103	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
492103	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
492103	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
492103	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
492103	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
492103	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
492103	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
492103	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
492103	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
492103	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
492103	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
492103	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
492103	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
492103	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
492103	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
492103	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
492103	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
492103	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
492103	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
492103	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
492103	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
492103	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
492103	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
492103	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
492103	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
492103	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
492103	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
492103	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
492103	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
492103	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
492103	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
492103	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
492103	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
492103	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
492103	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
492103	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
492103	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
492103	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
492103	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
492103	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
492103	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
492103	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
492103	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
492103	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
492103	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
492103	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
492103	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
492103	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
492103	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
492103	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
492103	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
492103	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
492103	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
492103	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
492103	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
492103	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
492103	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
492103	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
492103	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
492103	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
492103	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
492103	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
492103	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
492103	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
492103	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
492103	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
492103	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
492103	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
492103	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
492103	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
492103	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
492103	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
492103	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
492103	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
492103	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
492103	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
492103	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
492103	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
492103	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
492103	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
492103	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
492103	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
492103	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
492103	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
492103	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
492103	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
492103	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
492103	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
492103	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
492103	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
492103	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
492103	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
492103	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
492103	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
492103	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
492103	embedding2nn.weight	0	0.3245314657688141
492103	embedding2nn.weight	1	0.416559100151062
492103	embedding2nn.weight	2	0.006076413206756115
492103	embedding2nn.weight	3	0.0180578101426363
492103	embedding2nn.weight	4	-0.06819941103458405
492103	embedding2nn.weight	5	0.08309582620859146
492103	embedding2nn.weight	6	0.010669364593923092
492103	embedding2nn.weight	7	0.026539715006947517
492103	embedding2nn.weight	8	0.045153532177209854
492103	embedding2nn.weight	9	-0.03471284359693527
492103	embedding2nn.bias	0	0.00033927062759175897
492103	embedding2nn.bias	1	-0.21969816088676453
492103	embedding2nn.bias	2	0.07871204614639282
492103	embedding2nn.bias	3	0.181824192404747
492103	embedding2nn.bias	4	0.15161442756652832
492103	embedding2nn.bias	5	-0.0883377268910408
492103	embedding2nn.bias	6	-0.05502934381365776
492103	embedding2nn.bias	7	0.031156277284026146
492103	embedding2nn.bias	8	-0.15817111730575562
492103	embedding2nn.bias	9	-0.3689271807670593
492103	rnn.weight_ih_l0	0	-0.018226031213998795
492103	rnn.weight_ih_l0	1	-0.05650072544813156
492103	rnn.weight_ih_l0	2	-0.05914701893925667
492103	rnn.weight_ih_l0	3	0.1289789229631424
492103	rnn.weight_ih_l0	4	0.02522658370435238
492103	rnn.weight_ih_l0	5	-0.050289902836084366
492103	rnn.weight_ih_l0	6	-0.0065313465893268585
492103	rnn.weight_ih_l0	7	-0.034689899533987045
492103	rnn.weight_ih_l0	8	0.03943471238017082
492103	rnn.weight_ih_l0	9	-0.07759399712085724
492103	rnn.weight_hh_l0	0	-0.013641737401485443
492103	rnn.weight_hh_l0	1	0.07443024218082428
492103	rnn.weight_hh_l0	2	0.018942421302199364
492103	rnn.weight_hh_l0	3	-0.018584370613098145
492103	rnn.weight_hh_l0	4	0.03754187747836113
492103	rnn.weight_hh_l0	5	0.03617855906486511
492103	rnn.weight_hh_l0	6	-0.06470473110675812
492103	rnn.weight_hh_l0	7	-0.08670206367969513
492103	rnn.weight_hh_l0	8	0.03672744706273079
492103	rnn.weight_hh_l0	9	-0.10640961676836014
492103	rnn.bias_ih_l0	0	0.18480703234672546
492103	rnn.bias_ih_l0	1	-0.3271496593952179
492103	rnn.bias_ih_l0	2	-0.022629952058196068
492103	rnn.bias_ih_l0	3	-0.21252816915512085
492103	rnn.bias_ih_l0	4	0.0077607957646250725
492103	rnn.bias_ih_l0	5	-0.4342750906944275
492103	rnn.bias_ih_l0	6	-0.1507507562637329
492103	rnn.bias_ih_l0	7	-0.3414576053619385
492103	rnn.bias_ih_l0	8	-0.2799263894557953
492103	rnn.bias_ih_l0	9	-0.4279947578907013
492103	rnn.bias_hh_l0	0	-0.36721286177635193
492103	rnn.bias_hh_l0	1	-0.41073277592658997
492103	rnn.bias_hh_l0	2	-0.37396761775016785
492103	rnn.bias_hh_l0	3	-0.08814350515604019
492103	rnn.bias_hh_l0	4	-0.3972763419151306
492103	rnn.bias_hh_l0	5	-0.34265759587287903
492103	rnn.bias_hh_l0	6	-0.11856967210769653
492103	rnn.bias_hh_l0	7	0.06587456166744232
492103	rnn.bias_hh_l0	8	-0.22656986117362976
492103	rnn.bias_hh_l0	9	-0.5568147897720337
492103	rnn.weight_ih_l0_reverse	0	0.04180474206805229
492103	rnn.weight_ih_l0_reverse	1	-0.056755609810352325
492103	rnn.weight_ih_l0_reverse	2	-0.011783183552324772
492103	rnn.weight_ih_l0_reverse	3	-0.1277286559343338
492103	rnn.weight_ih_l0_reverse	4	0.09249649196863174
492103	rnn.weight_ih_l0_reverse	5	-0.11371049284934998
492103	rnn.weight_ih_l0_reverse	6	-0.03695512190461159
492103	rnn.weight_ih_l0_reverse	7	0.034670982509851456
492103	rnn.weight_ih_l0_reverse	8	-0.05511937290430069
492103	rnn.weight_ih_l0_reverse	9	-0.05639273300766945
492103	rnn.weight_hh_l0_reverse	0	-0.14856427907943726
492103	rnn.weight_hh_l0_reverse	1	0.024996476247906685
492103	rnn.weight_hh_l0_reverse	2	-0.02764037624001503
492103	rnn.weight_hh_l0_reverse	3	0.029638171195983887
492103	rnn.weight_hh_l0_reverse	4	-0.08462131023406982
492103	rnn.weight_hh_l0_reverse	5	0.03128248453140259
492103	rnn.weight_hh_l0_reverse	6	0.029115989804267883
492103	rnn.weight_hh_l0_reverse	7	-0.09753834456205368
492103	rnn.weight_hh_l0_reverse	8	-0.07465481013059616
492103	rnn.weight_hh_l0_reverse	9	0.061476629227399826
492103	rnn.bias_ih_l0_reverse	0	-0.15243400633335114
492103	rnn.bias_ih_l0_reverse	1	-0.09668245911598206
492103	rnn.bias_ih_l0_reverse	2	0.11534114181995392
492103	rnn.bias_ih_l0_reverse	3	-0.300761878490448
492103	rnn.bias_ih_l0_reverse	4	-0.002605102490633726
492103	rnn.bias_ih_l0_reverse	5	-0.23008616268634796
492103	rnn.bias_ih_l0_reverse	6	0.2863727807998657
492103	rnn.bias_ih_l0_reverse	7	-0.3441865146160126
492103	rnn.bias_ih_l0_reverse	8	-0.18150687217712402
492103	rnn.bias_ih_l0_reverse	9	-0.17950423061847687
492103	rnn.bias_hh_l0_reverse	0	-0.09634920209646225
492103	rnn.bias_hh_l0_reverse	1	0.29853707551956177
492103	rnn.bias_hh_l0_reverse	2	-0.3102157413959503
492103	rnn.bias_hh_l0_reverse	3	-0.2148849070072174
492103	rnn.bias_hh_l0_reverse	4	-0.39512237906455994
492103	rnn.bias_hh_l0_reverse	5	-0.17549531161785126
492103	rnn.bias_hh_l0_reverse	6	-0.24515466392040253
492103	rnn.bias_hh_l0_reverse	7	-0.09667730331420898
492103	rnn.bias_hh_l0_reverse	8	-0.32219547033309937
492103	rnn.bias_hh_l0_reverse	9	0.17184409499168396
492103	linear.weight	0	0.212502121925354
492103	linear.weight	1	-0.4320203959941864
492103	linear.weight	2	0.028641333803534508
492103	linear.weight	3	0.06760482490062714
492103	linear.weight	4	-0.15265628695487976
492103	linear.weight	5	0.21613852679729462
492103	linear.weight	6	0.023289095610380173
492103	linear.weight	7	-0.0612204372882843
492103	linear.weight	8	0.08376902341842651
492103	linear.weight	9	-0.048580802977085114
492103	linear.bias	0	-0.8984959125518799
492103	linear.bias	1	1.9744385480880737
492103	linear.bias	2	0.6671985387802124
492103	linear.bias	3	-2.690593719482422
492103	linear.bias	4	-0.14215613901615143
492103	linear.bias	5	1.2365937232971191
492103	linear.bias	6	-0.2021752893924713
492103	linear.bias	7	0.8126211762428284
492103	linear.bias	8	2.190290927886963
492103	linear.bias	9	-1.4768929481506348
492712	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
492712	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
492712	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
492712	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
492712	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
492712	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
492712	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
492712	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
492712	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
492712	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
492712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
492712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
492712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
492712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
492712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
492712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
492712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
492712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
492712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
492712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
492712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
492712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
492712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
492712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
492712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
492712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
492712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
492712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
492712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
492712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
492712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
492712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
492712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
492712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
492712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
492712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
492712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
492712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
492712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
492712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
492712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
492712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
492712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
492712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
492712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
492712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
492712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
492712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
492712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
492712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
492712	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
492712	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
492712	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
492712	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
492712	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
492712	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
492712	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
492712	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
492712	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
492712	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
492712	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
492712	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
492712	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
492712	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
492712	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
492712	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
492712	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
492712	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
492712	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
492712	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
492712	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
492712	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
492712	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
492712	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
492712	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
492712	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
492712	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
492712	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
492712	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
492712	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
492712	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
492712	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
492712	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
492712	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
492712	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
492712	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
492712	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
492712	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
492712	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
492712	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
492712	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
492712	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
492712	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
492712	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
492712	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
492712	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
492712	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
492712	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
492712	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
492712	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
492712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
492712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
492712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
492712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
492712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
492712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
492712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
492712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
492712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
492712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
492712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
492712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
492712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
492712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
492712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
492712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
492712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
492712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
492712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
492712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
492712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
492712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
492712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
492712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
492712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
492712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
492712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
492712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
492712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
492712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
492712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
492712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
492712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
492712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
492712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
492712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
492712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
492712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
492712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
492712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
492712	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
492712	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
492712	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
492712	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
492712	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
492712	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
492712	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
492712	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
492712	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
492712	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
492712	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
492712	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
492712	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
492712	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
492712	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
492712	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
492712	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
492712	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
492712	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
492712	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
492712	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
492712	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
492712	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
492712	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
492712	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
492712	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
492712	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
492712	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
492712	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
492712	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
492712	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
492712	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
492712	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
492712	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
492712	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
492712	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
492712	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
492712	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
492712	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
492712	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
492712	embedding2nn.weight	0	0.3256511390209198
492712	embedding2nn.weight	1	0.41043853759765625
492712	embedding2nn.weight	2	0.005471233278512955
492712	embedding2nn.weight	3	0.018541768193244934
492712	embedding2nn.weight	4	-0.067476287484169
492712	embedding2nn.weight	5	0.08234507590532303
492712	embedding2nn.weight	6	0.01960901916027069
492712	embedding2nn.weight	7	0.025571849197149277
492712	embedding2nn.weight	8	0.052909109741449356
492712	embedding2nn.weight	9	-0.037513554096221924
492712	embedding2nn.bias	0	0.0004494410823099315
492712	embedding2nn.bias	1	-0.20758697390556335
492712	embedding2nn.bias	2	0.09552090615034103
492712	embedding2nn.bias	3	0.18133719265460968
492712	embedding2nn.bias	4	0.1673959493637085
492712	embedding2nn.bias	5	-0.07701878249645233
492712	embedding2nn.bias	6	-0.0627061203122139
492712	embedding2nn.bias	7	0.04610724374651909
492712	embedding2nn.bias	8	-0.1563197523355484
492712	embedding2nn.bias	9	-0.40023234486579895
492712	rnn.weight_ih_l0	0	-0.020090429112315178
492712	rnn.weight_ih_l0	1	-0.05249285325407982
492712	rnn.weight_ih_l0	2	-0.0532558336853981
492712	rnn.weight_ih_l0	3	0.1280449777841568
492712	rnn.weight_ih_l0	4	0.026002338156104088
492712	rnn.weight_ih_l0	5	-0.05173313245177269
492712	rnn.weight_ih_l0	6	-0.0012161060003563762
492712	rnn.weight_ih_l0	7	-0.026217129081487656
492712	rnn.weight_ih_l0	8	0.04258474335074425
492712	rnn.weight_ih_l0	9	-0.08415161818265915
492712	rnn.weight_hh_l0	0	-0.014711806550621986
492712	rnn.weight_hh_l0	1	0.07391361892223358
492712	rnn.weight_hh_l0	2	0.018789133056998253
492712	rnn.weight_hh_l0	3	-0.01847265101969242
492712	rnn.weight_hh_l0	4	0.03720136359333992
492712	rnn.weight_hh_l0	5	0.03596825152635574
492712	rnn.weight_hh_l0	6	-0.06450622528791428
492712	rnn.weight_hh_l0	7	-0.08561872690916061
492712	rnn.weight_hh_l0	8	0.03677136451005936
492712	rnn.weight_hh_l0	9	-0.10650544613599777
492712	rnn.bias_ih_l0	0	0.18607483804225922
492712	rnn.bias_ih_l0	1	-0.3270706534385681
492712	rnn.bias_ih_l0	2	-0.021405931562185287
492712	rnn.bias_ih_l0	3	-0.20844140648841858
492712	rnn.bias_ih_l0	4	0.010971848852932453
492712	rnn.bias_ih_l0	5	-0.44109323620796204
492712	rnn.bias_ih_l0	6	-0.1538182646036148
492712	rnn.bias_ih_l0	7	-0.3413515090942383
492712	rnn.bias_ih_l0	8	-0.2886516749858856
492712	rnn.bias_ih_l0	9	-0.4378826320171356
492712	rnn.bias_hh_l0	0	-0.36182230710983276
492712	rnn.bias_hh_l0	1	-0.40994080901145935
492712	rnn.bias_hh_l0	2	-0.37418341636657715
492712	rnn.bias_hh_l0	3	-0.0830046609044075
492712	rnn.bias_hh_l0	4	-0.39859387278556824
492712	rnn.bias_hh_l0	5	-0.3454994261264801
492712	rnn.bias_hh_l0	6	-0.12050697207450867
492712	rnn.bias_hh_l0	7	0.0686626210808754
492712	rnn.bias_hh_l0	8	-0.23287639021873474
492712	rnn.bias_hh_l0	9	-0.5522235631942749
492712	rnn.weight_ih_l0_reverse	0	0.030319122597575188
492712	rnn.weight_ih_l0_reverse	1	-0.05501006171107292
492712	rnn.weight_ih_l0_reverse	2	-0.01720798946917057
492712	rnn.weight_ih_l0_reverse	3	-0.13425013422966003
492712	rnn.weight_ih_l0_reverse	4	0.09171688556671143
492712	rnn.weight_ih_l0_reverse	5	-0.11686383187770844
492712	rnn.weight_ih_l0_reverse	6	-0.03726302832365036
492712	rnn.weight_ih_l0_reverse	7	0.034992583096027374
492712	rnn.weight_ih_l0_reverse	8	-0.05094445124268532
492712	rnn.weight_ih_l0_reverse	9	-0.058114685118198395
492712	rnn.weight_hh_l0_reverse	0	-0.14888808131217957
492712	rnn.weight_hh_l0_reverse	1	0.022902468219399452
492712	rnn.weight_hh_l0_reverse	2	-0.027475260198116302
492712	rnn.weight_hh_l0_reverse	3	0.02929549105465412
492712	rnn.weight_hh_l0_reverse	4	-0.0853516235947609
492712	rnn.weight_hh_l0_reverse	5	0.03139616921544075
492712	rnn.weight_hh_l0_reverse	6	0.029176324605941772
492712	rnn.weight_hh_l0_reverse	7	-0.09855494648218155
492712	rnn.weight_hh_l0_reverse	8	-0.07217766344547272
492712	rnn.weight_hh_l0_reverse	9	0.059198807924985886
492712	rnn.bias_ih_l0_reverse	0	-0.15162144601345062
492712	rnn.bias_ih_l0_reverse	1	-0.09332191944122314
492712	rnn.bias_ih_l0_reverse	2	0.11888594925403595
492712	rnn.bias_ih_l0_reverse	3	-0.29886165261268616
492712	rnn.bias_ih_l0_reverse	4	-0.0016884576762095094
492712	rnn.bias_ih_l0_reverse	5	-0.22670289874076843
492712	rnn.bias_ih_l0_reverse	6	0.2895400822162628
492712	rnn.bias_ih_l0_reverse	7	-0.33784371614456177
492712	rnn.bias_ih_l0_reverse	8	-0.18876060843467712
492712	rnn.bias_ih_l0_reverse	9	-0.18304330110549927
492712	rnn.bias_hh_l0_reverse	0	-0.09826629608869553
492712	rnn.bias_hh_l0_reverse	1	0.2990226149559021
492712	rnn.bias_hh_l0_reverse	2	-0.31355923414230347
492712	rnn.bias_hh_l0_reverse	3	-0.21934539079666138
492712	rnn.bias_hh_l0_reverse	4	-0.396941214799881
492712	rnn.bias_hh_l0_reverse	5	-0.1793624758720398
492712	rnn.bias_hh_l0_reverse	6	-0.24781732261180878
492712	rnn.bias_hh_l0_reverse	7	-0.09093671292066574
492712	rnn.bias_hh_l0_reverse	8	-0.3262726962566376
492712	rnn.bias_hh_l0_reverse	9	0.16245460510253906
492712	linear.weight	0	0.21689538657665253
492712	linear.weight	1	-0.42260462045669556
492712	linear.weight	2	-0.002200419781729579
492712	linear.weight	3	0.06760603934526443
492712	linear.weight	4	-0.12771447002887726
492712	linear.weight	5	0.21370463073253632
492712	linear.weight	6	-0.030721159651875496
492712	linear.weight	7	-0.061215080320835114
492712	linear.weight	8	0.07371129095554352
492712	linear.weight	9	-0.04859014227986336
492712	linear.bias	0	-0.8791773915290833
492712	linear.bias	1	1.9653781652450562
492712	linear.bias	2	0.6593841910362244
492712	linear.bias	3	-2.6909093856811523
492712	linear.bias	4	-0.1097026914358139
492712	linear.bias	5	1.257703423500061
492712	linear.bias	6	-0.22829383611679077
492712	linear.bias	7	0.7814377546310425
492712	linear.bias	8	2.2036776542663574
492712	linear.bias	9	-1.5199260711669922
493321	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
493321	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
493321	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
493321	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
493321	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
493321	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
493321	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
493321	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
493321	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
493321	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
493321	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
493321	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
493321	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
493321	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
493321	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
493321	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
493321	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
493321	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
493321	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
493321	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
493321	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
493321	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
493321	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
493321	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
493321	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
493321	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
493321	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
493321	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
493321	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
493321	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
493321	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
493321	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
493321	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
493321	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
493321	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
493321	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
493321	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
493321	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
493321	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
493321	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
493321	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
493321	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
493321	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
493321	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
493321	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
493321	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
493321	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
493321	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
493321	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
493321	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
493321	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
493321	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
493321	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
493321	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
493321	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
493321	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
493321	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
493321	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
493321	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
493321	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
493321	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
493321	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
493321	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
493321	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
493321	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
493321	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
493321	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
493321	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
493321	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
493321	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
493321	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
493321	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
493321	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
493321	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
493321	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
493321	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
493321	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
493321	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
493321	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
493321	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
493321	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
493321	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
493321	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
493321	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
493321	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
493321	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
493321	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
493321	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
493321	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
493321	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
493321	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
493321	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
493321	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
493321	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
493321	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
493321	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
493321	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
493321	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
493321	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
493321	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
493321	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
493321	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
493321	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
493321	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
493321	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
493321	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
493321	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
493321	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
493321	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
493321	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
493321	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
493321	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
493321	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
493321	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
493321	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
493321	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
493321	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
493321	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
493321	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
493321	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
493321	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
493321	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
493321	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
493321	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
493321	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
493321	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
493321	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
493321	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
493321	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
493321	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
493321	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
493321	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
493321	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
493321	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
493321	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
493321	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
493321	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
493321	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
493321	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
493321	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
493321	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
493321	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
493321	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
493321	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
493321	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
493321	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
493321	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
493321	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
493321	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
493321	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
493321	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
493321	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
493321	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
493321	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
493321	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
493321	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
493321	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
493321	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
493321	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
493321	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
493321	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
493321	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
493321	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
493321	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
493321	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
493321	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
493321	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
493321	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
493321	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
493321	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
493321	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
493321	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
493321	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
493321	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
493321	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
493321	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
493321	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
493321	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
493321	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
493321	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
493321	embedding2nn.weight	0	0.325900673866272
493321	embedding2nn.weight	1	0.41037580370903015
493321	embedding2nn.weight	2	0.0038394867442548275
493321	embedding2nn.weight	3	0.018058428540825844
493321	embedding2nn.weight	4	-0.06578879058361053
493321	embedding2nn.weight	5	0.0812792181968689
493321	embedding2nn.weight	6	0.010706750676035881
493321	embedding2nn.weight	7	0.03747161477804184
493321	embedding2nn.weight	8	0.05170558765530586
493321	embedding2nn.weight	9	-0.03200213611125946
493321	embedding2nn.bias	0	-0.003947986289858818
493321	embedding2nn.bias	1	-0.21109835803508759
493321	embedding2nn.bias	2	0.09870948642492294
493321	embedding2nn.bias	3	0.18701423704624176
493321	embedding2nn.bias	4	0.1518937051296234
493321	embedding2nn.bias	5	-0.08176995068788528
493321	embedding2nn.bias	6	-0.027663424611091614
493321	embedding2nn.bias	7	0.04951373115181923
493321	embedding2nn.bias	8	-0.15898768603801727
493321	embedding2nn.bias	9	-0.3921447694301605
493321	rnn.weight_ih_l0	0	-0.020854666829109192
493321	rnn.weight_ih_l0	1	-0.05228320136666298
493321	rnn.weight_ih_l0	2	-0.05919783189892769
493321	rnn.weight_ih_l0	3	0.12731952965259552
493321	rnn.weight_ih_l0	4	0.023377319797873497
493321	rnn.weight_ih_l0	5	-0.05834262818098068
493321	rnn.weight_ih_l0	6	-2.594216311990749e-05
493321	rnn.weight_ih_l0	7	-0.03333112597465515
493321	rnn.weight_ih_l0	8	0.04996674880385399
493321	rnn.weight_ih_l0	9	-0.08396294713020325
493321	rnn.weight_hh_l0	0	-0.014973334036767483
493321	rnn.weight_hh_l0	1	0.07421506196260452
493321	rnn.weight_hh_l0	2	0.017428260296583176
493321	rnn.weight_hh_l0	3	-0.018735051155090332
493321	rnn.weight_hh_l0	4	0.036083023995161057
493321	rnn.weight_hh_l0	5	0.03678959980607033
493321	rnn.weight_hh_l0	6	-0.06385613977909088
493321	rnn.weight_hh_l0	7	-0.08473803848028183
493321	rnn.weight_hh_l0	8	0.03652056306600571
493321	rnn.weight_hh_l0	9	-0.10659114271402359
493321	rnn.bias_ih_l0	0	0.19185373187065125
493321	rnn.bias_ih_l0	1	-0.3293641209602356
493321	rnn.bias_ih_l0	2	-0.021297750994563103
493321	rnn.bias_ih_l0	3	-0.21199865639209747
493321	rnn.bias_ih_l0	4	0.012928816489875317
493321	rnn.bias_ih_l0	5	-0.4449054002761841
493321	rnn.bias_ih_l0	6	-0.1436552107334137
493321	rnn.bias_ih_l0	7	-0.3427372872829437
493321	rnn.bias_ih_l0	8	-0.2859746217727661
493321	rnn.bias_ih_l0	9	-0.43791258335113525
493321	rnn.bias_hh_l0	0	-0.36672887206077576
493321	rnn.bias_hh_l0	1	-0.41219887137413025
493321	rnn.bias_hh_l0	2	-0.3698151111602783
493321	rnn.bias_hh_l0	3	-0.0888352170586586
493321	rnn.bias_hh_l0	4	-0.3958629369735718
493321	rnn.bias_hh_l0	5	-0.3429258465766907
493321	rnn.bias_hh_l0	6	-0.11191931366920471
493321	rnn.bias_hh_l0	7	0.06845436990261078
493321	rnn.bias_hh_l0	8	-0.22676540911197662
493321	rnn.bias_hh_l0	9	-0.5541555881500244
493321	rnn.weight_ih_l0_reverse	0	0.028974823653697968
493321	rnn.weight_ih_l0_reverse	1	-0.05496114492416382
493321	rnn.weight_ih_l0_reverse	2	-0.01566915772855282
493321	rnn.weight_ih_l0_reverse	3	-0.13830238580703735
493321	rnn.weight_ih_l0_reverse	4	0.09343224763870239
493321	rnn.weight_ih_l0_reverse	5	-0.11598454415798187
493321	rnn.weight_ih_l0_reverse	6	-0.036925431340932846
493321	rnn.weight_ih_l0_reverse	7	0.03429333120584488
493321	rnn.weight_ih_l0_reverse	8	-0.05368165299296379
493321	rnn.weight_ih_l0_reverse	9	-0.0581534244120121
493321	rnn.weight_hh_l0_reverse	0	-0.15201033651828766
493321	rnn.weight_hh_l0_reverse	1	0.023355402052402496
493321	rnn.weight_hh_l0_reverse	2	-0.027260474860668182
493321	rnn.weight_hh_l0_reverse	3	0.02952377125620842
493321	rnn.weight_hh_l0_reverse	4	-0.0838962122797966
493321	rnn.weight_hh_l0_reverse	5	0.03084905818104744
493321	rnn.weight_hh_l0_reverse	6	0.02895059995353222
493321	rnn.weight_hh_l0_reverse	7	-0.09888015687465668
493321	rnn.weight_hh_l0_reverse	8	-0.07153401523828506
493321	rnn.weight_hh_l0_reverse	9	0.0592653751373291
493321	rnn.bias_ih_l0_reverse	0	-0.14756548404693604
493321	rnn.bias_ih_l0_reverse	1	-0.08343719691038132
493321	rnn.bias_ih_l0_reverse	2	0.11904337257146835
493321	rnn.bias_ih_l0_reverse	3	-0.2982553541660309
493321	rnn.bias_ih_l0_reverse	4	-0.007486366666853428
493321	rnn.bias_ih_l0_reverse	5	-0.22914175689220428
493321	rnn.bias_ih_l0_reverse	6	0.2828751504421234
493321	rnn.bias_ih_l0_reverse	7	-0.3346010148525238
493321	rnn.bias_ih_l0_reverse	8	-0.19293567538261414
493321	rnn.bias_ih_l0_reverse	9	-0.17821314930915833
493321	rnn.bias_hh_l0_reverse	0	-0.10501910746097565
493321	rnn.bias_hh_l0_reverse	1	0.3040677607059479
493321	rnn.bias_hh_l0_reverse	2	-0.31835833191871643
493321	rnn.bias_hh_l0_reverse	3	-0.2132219523191452
493321	rnn.bias_hh_l0_reverse	4	-0.3971192240715027
493321	rnn.bias_hh_l0_reverse	5	-0.17646634578704834
493321	rnn.bias_hh_l0_reverse	6	-0.25168314576148987
493321	rnn.bias_hh_l0_reverse	7	-0.0857461541891098
493321	rnn.bias_hh_l0_reverse	8	-0.31742221117019653
493321	rnn.bias_hh_l0_reverse	9	0.1820966750383377
493321	linear.weight	0	0.22445963323116302
493321	linear.weight	1	-0.40865612030029297
493321	linear.weight	2	-0.019135892391204834
493321	linear.weight	3	0.06760448962450027
493321	linear.weight	4	-0.07147615402936935
493321	linear.weight	5	0.25025177001953125
493321	linear.weight	6	-0.04084519296884537
493321	linear.weight	7	-0.06120875105261803
493321	linear.weight	8	0.06514614075422287
493321	linear.weight	9	-0.04859865456819534
493321	linear.bias	0	-0.8689481019973755
493321	linear.bias	1	1.9425560235977173
493321	linear.bias	2	0.703569769859314
493321	linear.bias	3	-2.691222667694092
493321	linear.bias	4	-0.13676075637340546
493321	linear.bias	5	1.2528282403945923
493321	linear.bias	6	-0.22158223390579224
493321	linear.bias	7	0.7659369707107544
493321	linear.bias	8	2.1948866844177246
493321	linear.bias	9	-1.5013760328292847
493930	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
493930	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
493930	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
493930	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
493930	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
493930	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
493930	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
493930	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
493930	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
493930	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
493930	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
493930	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
493930	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
493930	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
493930	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
493930	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
493930	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
493930	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
493930	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
493930	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
493930	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
493930	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
493930	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
493930	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
493930	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
493930	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
493930	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
493930	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
493930	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
493930	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
493930	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
493930	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
493930	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
493930	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
493930	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
493930	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
493930	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
493930	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
493930	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
493930	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
493930	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
493930	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
493930	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
493930	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
493930	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
493930	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
493930	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
493930	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
493930	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
493930	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
493930	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
493930	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
493930	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
493930	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
493930	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
493930	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
493930	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
493930	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
493930	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
493930	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
493930	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
493930	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
493930	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
493930	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
493930	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
493930	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
493930	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
493930	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
493930	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
493930	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
493930	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
493930	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
493930	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
493930	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
493930	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
493930	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
493930	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
493930	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
493930	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
493930	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
493930	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
493930	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
493930	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
493930	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
493930	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
493930	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
493930	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
493930	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
493930	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
493930	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
493930	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
493930	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
493930	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
493930	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
493930	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
493930	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
493930	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
493930	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
493930	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
493930	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
493930	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
493930	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
493930	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
493930	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
493930	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
493930	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
493930	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
493930	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
493930	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
493930	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
493930	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
493930	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
493930	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
493930	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
493930	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
493930	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
493930	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
493930	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
493930	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
493930	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
493930	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
493930	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
493930	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
493930	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
493930	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
493930	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
493930	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
493930	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
493930	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
493930	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
493930	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
493930	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
493930	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
493930	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
493930	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
493930	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
493930	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
493930	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
493930	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
493930	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
493930	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
493930	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
493930	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
493930	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
493930	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
493930	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
493930	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
493930	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
493930	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
493930	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
493930	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
493930	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
493930	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
493930	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
493930	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
493930	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
493930	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
493930	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
493930	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
493930	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
493930	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
493930	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
493930	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
493930	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
493930	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
493930	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
493930	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
493930	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
493930	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
493930	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
493930	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
493930	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
493930	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
493930	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
493930	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
493930	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
493930	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
493930	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
493930	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
493930	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
493930	embedding2nn.weight	0	0.32954928278923035
493930	embedding2nn.weight	1	0.40282195806503296
493930	embedding2nn.weight	2	-0.0010324879549443722
493930	embedding2nn.weight	3	0.009379282593727112
493930	embedding2nn.weight	4	-0.06906824558973312
493930	embedding2nn.weight	5	0.08167850971221924
493930	embedding2nn.weight	6	0.01644255965948105
493930	embedding2nn.weight	7	0.02558336779475212
493930	embedding2nn.weight	8	0.05523011460900307
493930	embedding2nn.weight	9	-0.02633298747241497
493930	embedding2nn.bias	0	-0.0013758741552010179
493930	embedding2nn.bias	1	-0.21800705790519714
493930	embedding2nn.bias	2	0.09760922193527222
493930	embedding2nn.bias	3	0.17110174894332886
493930	embedding2nn.bias	4	0.14975035190582275
493930	embedding2nn.bias	5	-0.09366469085216522
493930	embedding2nn.bias	6	-0.05383642762899399
493930	embedding2nn.bias	7	0.04848915711045265
493930	embedding2nn.bias	8	-0.16328826546669006
493930	embedding2nn.bias	9	-0.3819587230682373
493930	rnn.weight_ih_l0	0	-0.017804397270083427
493930	rnn.weight_ih_l0	1	-0.0513308085501194
493930	rnn.weight_ih_l0	2	-0.062314968556165695
493930	rnn.weight_ih_l0	3	0.12724238634109497
493930	rnn.weight_ih_l0	4	0.026612209156155586
493930	rnn.weight_ih_l0	5	-0.05851414427161217
493930	rnn.weight_ih_l0	6	-0.0018890280043706298
493930	rnn.weight_ih_l0	7	-0.03389064595103264
493930	rnn.weight_ih_l0	8	0.05507505312561989
493930	rnn.weight_ih_l0	9	-0.08534522354602814
493930	rnn.weight_hh_l0	0	-0.01416188944131136
493930	rnn.weight_hh_l0	1	0.07366038858890533
493930	rnn.weight_hh_l0	2	0.0170793104916811
493930	rnn.weight_hh_l0	3	-0.01820099540054798
493930	rnn.weight_hh_l0	4	0.03711197152733803
493930	rnn.weight_hh_l0	5	0.03640644997358322
493930	rnn.weight_hh_l0	6	-0.06444394588470459
493930	rnn.weight_hh_l0	7	-0.0830596536397934
493930	rnn.weight_hh_l0	8	0.036892447620630264
493930	rnn.weight_hh_l0	9	-0.10795128345489502
493930	rnn.bias_ih_l0	0	0.19252909719944
493930	rnn.bias_ih_l0	1	-0.32318776845932007
493930	rnn.bias_ih_l0	2	-0.026248548179864883
493930	rnn.bias_ih_l0	3	-0.21323129534721375
493930	rnn.bias_ih_l0	4	0.010253291577100754
493930	rnn.bias_ih_l0	5	-0.4441462457180023
493930	rnn.bias_ih_l0	6	-0.15230382978916168
493930	rnn.bias_ih_l0	7	-0.33980414271354675
493930	rnn.bias_ih_l0	8	-0.2878969609737396
493930	rnn.bias_ih_l0	9	-0.4409414231777191
493930	rnn.bias_hh_l0	0	-0.35987505316734314
493930	rnn.bias_hh_l0	1	-0.41850048303604126
493930	rnn.bias_hh_l0	2	-0.368762731552124
493930	rnn.bias_hh_l0	3	-0.08758027106523514
493930	rnn.bias_hh_l0	4	-0.40008509159088135
493930	rnn.bias_hh_l0	5	-0.34453365206718445
493930	rnn.bias_hh_l0	6	-0.11356109380722046
493930	rnn.bias_hh_l0	7	0.0575423464179039
493930	rnn.bias_hh_l0	8	-0.23855136334896088
493930	rnn.bias_hh_l0	9	-0.5638285875320435
493930	rnn.weight_ih_l0_reverse	0	0.027727385982871056
493930	rnn.weight_ih_l0_reverse	1	-0.051965709775686264
493930	rnn.weight_ih_l0_reverse	2	-0.013247018679976463
493930	rnn.weight_ih_l0_reverse	3	-0.14163795113563538
493930	rnn.weight_ih_l0_reverse	4	0.09258506447076797
493930	rnn.weight_ih_l0_reverse	5	-0.11714322119951248
493930	rnn.weight_ih_l0_reverse	6	-0.03478769585490227
493930	rnn.weight_ih_l0_reverse	7	0.03382384032011032
493930	rnn.weight_ih_l0_reverse	8	-0.051938094198703766
493930	rnn.weight_ih_l0_reverse	9	-0.06269001215696335
493930	rnn.weight_hh_l0_reverse	0	-0.15418022871017456
493930	rnn.weight_hh_l0_reverse	1	0.024795634672045708
493930	rnn.weight_hh_l0_reverse	2	-0.027362937107682228
493930	rnn.weight_hh_l0_reverse	3	0.029730217531323433
493930	rnn.weight_hh_l0_reverse	4	-0.08490662276744843
493930	rnn.weight_hh_l0_reverse	5	0.031022360548377037
493930	rnn.weight_hh_l0_reverse	6	0.028966331854462624
493930	rnn.weight_hh_l0_reverse	7	-0.09887295216321945
493930	rnn.weight_hh_l0_reverse	8	-0.0726567953824997
493930	rnn.weight_hh_l0_reverse	9	0.05988830327987671
493930	rnn.bias_ih_l0_reverse	0	-0.14586929976940155
493930	rnn.bias_ih_l0_reverse	1	-0.08439994603395462
493930	rnn.bias_ih_l0_reverse	2	0.11052972823381424
493930	rnn.bias_ih_l0_reverse	3	-0.2984749972820282
493930	rnn.bias_ih_l0_reverse	4	-0.014934771694242954
493930	rnn.bias_ih_l0_reverse	5	-0.2298056185245514
493930	rnn.bias_ih_l0_reverse	6	0.28320956230163574
493930	rnn.bias_ih_l0_reverse	7	-0.328835129737854
493930	rnn.bias_ih_l0_reverse	8	-0.19847898185253143
493930	rnn.bias_ih_l0_reverse	9	-0.18867990374565125
493930	rnn.bias_hh_l0_reverse	0	-0.1068119928240776
493930	rnn.bias_hh_l0_reverse	1	0.29595324397087097
493930	rnn.bias_hh_l0_reverse	2	-0.32324352860450745
493930	rnn.bias_hh_l0_reverse	3	-0.21039463579654694
493930	rnn.bias_hh_l0_reverse	4	-0.3887154459953308
493930	rnn.bias_hh_l0_reverse	5	-0.17511394619941711
493930	rnn.bias_hh_l0_reverse	6	-0.25404852628707886
493930	rnn.bias_hh_l0_reverse	7	-0.08822506666183472
493930	rnn.bias_hh_l0_reverse	8	-0.3103255331516266
493930	rnn.bias_hh_l0_reverse	9	0.1912822276353836
493930	linear.weight	0	0.20608116686344147
493930	linear.weight	1	-0.42936766147613525
493930	linear.weight	2	-0.026601962745189667
493930	linear.weight	3	0.06760550290346146
493930	linear.weight	4	-0.06764766573905945
493930	linear.weight	5	0.22585205733776093
493930	linear.weight	6	-0.019746316596865654
493930	linear.weight	7	-0.061201225966215134
493930	linear.weight	8	0.07989243417978287
493930	linear.weight	9	-0.04860745370388031
493930	linear.bias	0	-0.8922194242477417
493930	linear.bias	1	1.9117051362991333
493930	linear.bias	2	0.7109929919242859
493930	linear.bias	3	-2.691556930541992
493930	linear.bias	4	-0.18267802894115448
493930	linear.bias	5	1.2559802532196045
493930	linear.bias	6	-0.2340897172689438
493930	linear.bias	7	0.7733410000801086
493930	linear.bias	8	2.2662181854248047
493930	linear.bias	9	-1.506219744682312
493938	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
493938	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
493938	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
493938	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
493938	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
493938	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
493938	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
493938	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
493938	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
493938	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
493938	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
493938	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
493938	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
493938	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
493938	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
493938	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
493938	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
493938	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
493938	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
493938	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
493938	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
493938	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
493938	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
493938	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
493938	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
493938	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
493938	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
493938	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
493938	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
493938	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
493938	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
493938	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
493938	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
493938	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
493938	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
493938	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
493938	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
493938	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
493938	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
493938	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
493938	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
493938	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
493938	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
493938	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
493938	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
493938	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
493938	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
493938	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
493938	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
493938	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
493938	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
493938	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
493938	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
493938	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
493938	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
493938	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
493938	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
493938	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
493938	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
493938	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
493938	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
493938	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
493938	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
493938	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
493938	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
493938	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
493938	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
493938	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
493938	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
493938	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
493938	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
493938	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
493938	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
493938	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
493938	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
493938	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
493938	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
493938	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
493938	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
493938	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
493938	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
493938	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
493938	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
493938	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
493938	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
493938	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
493938	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
493938	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
493938	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
493938	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
493938	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
493938	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
493938	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
493938	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
493938	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
493938	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
493938	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
493938	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
493938	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
493938	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
493938	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
493938	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
493938	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
493938	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
493938	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
493938	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
493938	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
493938	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
493938	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
493938	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
493938	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
493938	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
493938	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
493938	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
493938	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
493938	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
493938	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
493938	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
493938	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
493938	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
493938	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
493938	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
493938	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
493938	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
493938	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
493938	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
493938	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
493938	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
493938	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
493938	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
493938	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
493938	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
493938	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
493938	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
493938	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
493938	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
493938	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
493938	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
493938	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
493938	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
493938	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
493938	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
493938	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
493938	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
493938	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
493938	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
493938	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
493938	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
493938	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
493938	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
493938	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
493938	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
493938	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
493938	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
493938	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
493938	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
493938	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
493938	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
493938	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
493938	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
493938	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
493938	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
493938	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
493938	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
493938	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
493938	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
493938	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
493938	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
493938	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
493938	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
493938	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
493938	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
493938	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
493938	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
493938	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
493938	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
493938	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
493938	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
493938	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
493938	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
493938	embedding2nn.weight	0	0.32945194840431213
493938	embedding2nn.weight	1	0.4025384187698364
493938	embedding2nn.weight	2	-0.0010477628093212843
493938	embedding2nn.weight	3	0.010244384407997131
493938	embedding2nn.weight	4	-0.06962103396654129
493938	embedding2nn.weight	5	0.08245775103569031
493938	embedding2nn.weight	6	0.015534690581262112
493938	embedding2nn.weight	7	0.026327194646000862
493938	embedding2nn.weight	8	0.055060118436813354
493938	embedding2nn.weight	9	-0.02653465047478676
493938	embedding2nn.bias	0	-0.0009739865199662745
493938	embedding2nn.bias	1	-0.21698422729969025
493938	embedding2nn.bias	2	0.09940750151872635
493938	embedding2nn.bias	3	0.16865460574626923
493938	embedding2nn.bias	4	0.15259478986263275
493938	embedding2nn.bias	5	-0.08949355036020279
493938	embedding2nn.bias	6	-0.05366772785782814
493938	embedding2nn.bias	7	0.046640560030937195
493938	embedding2nn.bias	8	-0.160503089427948
493938	embedding2nn.bias	9	-0.37756896018981934
493938	rnn.weight_ih_l0	0	-0.01774015836417675
493938	rnn.weight_ih_l0	1	-0.05142131820321083
493938	rnn.weight_ih_l0	2	-0.06210310757160187
493938	rnn.weight_ih_l0	3	0.12783949077129364
493938	rnn.weight_ih_l0	4	0.02600248157978058
493938	rnn.weight_ih_l0	5	-0.05822063237428665
493938	rnn.weight_ih_l0	6	-0.001764536602422595
493938	rnn.weight_ih_l0	7	-0.03340094909071922
493938	rnn.weight_ih_l0	8	0.05484678968787193
493938	rnn.weight_ih_l0	9	-0.0852401852607727
493938	rnn.weight_hh_l0	0	-0.014196371659636497
493938	rnn.weight_hh_l0	1	0.07359977066516876
493938	rnn.weight_hh_l0	2	0.01706601493060589
493938	rnn.weight_hh_l0	3	-0.018255291506648064
493938	rnn.weight_hh_l0	4	0.03714543953537941
493938	rnn.weight_hh_l0	5	0.03653227910399437
493938	rnn.weight_hh_l0	6	-0.06442292779684067
493938	rnn.weight_hh_l0	7	-0.08338170498609543
493938	rnn.weight_hh_l0	8	0.03689173609018326
493938	rnn.weight_hh_l0	9	-0.10796111822128296
493938	rnn.bias_ih_l0	0	0.19213064014911652
493938	rnn.bias_ih_l0	1	-0.32408273220062256
493938	rnn.bias_ih_l0	2	-0.026581156998872757
493938	rnn.bias_ih_l0	3	-0.2136620730161667
493938	rnn.bias_ih_l0	4	0.01156801637262106
493938	rnn.bias_ih_l0	5	-0.4438713788986206
493938	rnn.bias_ih_l0	6	-0.1521378457546234
493938	rnn.bias_ih_l0	7	-0.3398074805736542
493938	rnn.bias_ih_l0	8	-0.2878572344779968
493938	rnn.bias_ih_l0	9	-0.4415830075740814
493938	rnn.bias_hh_l0	0	-0.3594166338443756
493938	rnn.bias_hh_l0	1	-0.4186435043811798
493938	rnn.bias_hh_l0	2	-0.3680395185947418
493938	rnn.bias_hh_l0	3	-0.08692196011543274
493938	rnn.bias_hh_l0	4	-0.4006139934062958
493938	rnn.bias_hh_l0	5	-0.3440079689025879
493938	rnn.bias_hh_l0	6	-0.1137416735291481
493938	rnn.bias_hh_l0	7	0.057863835245370865
493938	rnn.bias_hh_l0	8	-0.2386365383863449
493938	rnn.bias_hh_l0	9	-0.5641525983810425
493938	rnn.weight_ih_l0_reverse	0	0.02762638032436371
493938	rnn.weight_ih_l0_reverse	1	-0.05177878588438034
493938	rnn.weight_ih_l0_reverse	2	-0.013320180587470531
493938	rnn.weight_ih_l0_reverse	3	-0.14190173149108887
493938	rnn.weight_ih_l0_reverse	4	0.09266980737447739
493938	rnn.weight_ih_l0_reverse	5	-0.11895530670881271
493938	rnn.weight_ih_l0_reverse	6	-0.03437986969947815
493938	rnn.weight_ih_l0_reverse	7	0.03366653621196747
493938	rnn.weight_ih_l0_reverse	8	-0.051587171852588654
493938	rnn.weight_ih_l0_reverse	9	-0.06305495649576187
493938	rnn.weight_hh_l0_reverse	0	-0.15414702892303467
493938	rnn.weight_hh_l0_reverse	1	0.024574680253863335
493938	rnn.weight_hh_l0_reverse	2	-0.027353525161743164
493938	rnn.weight_hh_l0_reverse	3	0.029793694615364075
493938	rnn.weight_hh_l0_reverse	4	-0.08487380295991898
493938	rnn.weight_hh_l0_reverse	5	0.030953167006373405
493938	rnn.weight_hh_l0_reverse	6	0.028964076191186905
493938	rnn.weight_hh_l0_reverse	7	-0.09876634925603867
493938	rnn.weight_hh_l0_reverse	8	-0.07285913079977036
493938	rnn.weight_hh_l0_reverse	9	0.059770237654447556
493938	rnn.bias_ih_l0_reverse	0	-0.14605440199375153
493938	rnn.bias_ih_l0_reverse	1	-0.08468770980834961
493938	rnn.bias_ih_l0_reverse	2	0.11020924896001816
493938	rnn.bias_ih_l0_reverse	3	-0.298630952835083
493938	rnn.bias_ih_l0_reverse	4	-0.014783591032028198
493938	rnn.bias_ih_l0_reverse	5	-0.22981560230255127
493938	rnn.bias_ih_l0_reverse	6	0.2823180556297302
493938	rnn.bias_ih_l0_reverse	7	-0.32940801978111267
493938	rnn.bias_ih_l0_reverse	8	-0.19928579032421112
493938	rnn.bias_ih_l0_reverse	9	-0.18777161836624146
493938	rnn.bias_hh_l0_reverse	0	-0.10670150816440582
493938	rnn.bias_hh_l0_reverse	1	0.2957902252674103
493938	rnn.bias_hh_l0_reverse	2	-0.32276225090026855
493938	rnn.bias_hh_l0_reverse	3	-0.2103186398744583
493938	rnn.bias_hh_l0_reverse	4	-0.38816866278648376
493938	rnn.bias_hh_l0_reverse	5	-0.17696169018745422
493938	rnn.bias_hh_l0_reverse	6	-0.25447359681129456
493938	rnn.bias_hh_l0_reverse	7	-0.08861767500638962
493938	rnn.bias_hh_l0_reverse	8	-0.3103500008583069
493938	rnn.bias_hh_l0_reverse	9	0.19147208333015442
493938	linear.weight	0	0.20377662777900696
493938	linear.weight	1	-0.4297666847705841
493938	linear.weight	2	-0.028142854571342468
493938	linear.weight	3	0.06760556995868683
493938	linear.weight	4	-0.0656699687242508
493938	linear.weight	5	0.2289525270462036
493938	linear.weight	6	-0.024009495973587036
493938	linear.weight	7	-0.061201151460409164
493938	linear.weight	8	0.07915206998586655
493938	linear.weight	9	-0.04860743135213852
493938	linear.bias	0	-0.8933659791946411
493938	linear.bias	1	1.9168236255645752
493938	linear.bias	2	0.7024432420730591
493938	linear.bias	3	-2.691559076309204
493938	linear.bias	4	-0.18051587045192719
493938	linear.bias	5	1.254206895828247
493938	linear.bias	6	-0.23640581965446472
493938	linear.bias	7	0.7818578481674194
493938	linear.bias	8	2.261131525039673
493938	linear.bias	9	-1.508864402770996
494547	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
494547	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
494547	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
494547	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
494547	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
494547	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
494547	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
494547	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
494547	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
494547	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
494547	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
494547	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
494547	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
494547	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
494547	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
494547	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
494547	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
494547	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
494547	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
494547	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
494547	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
494547	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
494547	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
494547	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
494547	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
494547	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
494547	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
494547	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
494547	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
494547	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
494547	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
494547	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
494547	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
494547	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
494547	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
494547	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
494547	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
494547	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
494547	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
494547	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
494547	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
494547	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
494547	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
494547	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
494547	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
494547	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
494547	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
494547	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
494547	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
494547	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
494547	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
494547	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
494547	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
494547	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
494547	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
494547	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
494547	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
494547	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
494547	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
494547	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
494547	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
494547	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
494547	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
494547	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
494547	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
494547	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
494547	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
494547	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
494547	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
494547	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
494547	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
494547	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
494547	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
494547	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
494547	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
494547	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
494547	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
494547	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
494547	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
494547	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
494547	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
494547	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
494547	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
494547	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
494547	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
494547	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
494547	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
494547	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
494547	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
494547	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
494547	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
494547	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
494547	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
494547	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
494547	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
494547	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
494547	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
494547	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
494547	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
494547	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
494547	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
494547	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
494547	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
494547	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
494547	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
494547	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
494547	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
494547	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
494547	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
494547	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
494547	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
494547	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
494547	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
494547	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
494547	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
494547	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
494547	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
494547	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
494547	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
494547	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
494547	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
494547	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
494547	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
494547	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
494547	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
494547	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
494547	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
494547	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
494547	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
494547	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
494547	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
494547	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
494547	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
494547	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
494547	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
494547	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
494547	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
494547	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
494547	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
494547	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
494547	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
494547	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
494547	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
494547	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
494547	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
494547	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
494547	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
494547	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
494547	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
494547	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
494547	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
494547	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
494547	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
494547	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
494547	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
494547	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
494547	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
494547	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
494547	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
494547	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
494547	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
494547	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
494547	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
494547	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
494547	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
494547	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
494547	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
494547	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
494547	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
494547	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
494547	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
494547	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
494547	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
494547	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
494547	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
494547	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
494547	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
494547	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
494547	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
494547	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
494547	embedding2nn.weight	0	0.3274509906768799
494547	embedding2nn.weight	1	0.4091779291629791
494547	embedding2nn.weight	2	0.0039680213667452335
494547	embedding2nn.weight	3	0.009989023208618164
494547	embedding2nn.weight	4	-0.07391926646232605
494547	embedding2nn.weight	5	0.08609770983457565
494547	embedding2nn.weight	6	0.0056567080318927765
494547	embedding2nn.weight	7	0.03574615716934204
494547	embedding2nn.weight	8	0.05118967220187187
494547	embedding2nn.weight	9	-0.030663104727864265
494547	embedding2nn.bias	0	-0.031051121652126312
494547	embedding2nn.bias	1	-0.22776544094085693
494547	embedding2nn.bias	2	0.12117432057857513
494547	embedding2nn.bias	3	0.1623643934726715
494547	embedding2nn.bias	4	0.1496657133102417
494547	embedding2nn.bias	5	-0.07765049487352371
494547	embedding2nn.bias	6	-0.040607351809740067
494547	embedding2nn.bias	7	0.0382072776556015
494547	embedding2nn.bias	8	-0.14636729657649994
494547	embedding2nn.bias	9	-0.38306501507759094
494547	rnn.weight_ih_l0	0	-0.018179185688495636
494547	rnn.weight_ih_l0	1	-0.05155621096491814
494547	rnn.weight_ih_l0	2	-0.059757575392723083
494547	rnn.weight_ih_l0	3	0.12781928479671478
494547	rnn.weight_ih_l0	4	0.034756895154714584
494547	rnn.weight_ih_l0	5	-0.05767720192670822
494547	rnn.weight_ih_l0	6	-0.0037560227792710066
494547	rnn.weight_ih_l0	7	-0.03836061432957649
494547	rnn.weight_ih_l0	8	0.05284013971686363
494547	rnn.weight_ih_l0	9	-0.08696433156728745
494547	rnn.weight_hh_l0	0	-0.01461385004222393
494547	rnn.weight_hh_l0	1	0.07396358996629715
494547	rnn.weight_hh_l0	2	0.01738598756492138
494547	rnn.weight_hh_l0	3	-0.018505936488509178
494547	rnn.weight_hh_l0	4	0.037446483969688416
494547	rnn.weight_hh_l0	5	0.036633867770433426
494547	rnn.weight_hh_l0	6	-0.06494971364736557
494547	rnn.weight_hh_l0	7	-0.08554751425981522
494547	rnn.weight_hh_l0	8	0.03724285215139389
494547	rnn.weight_hh_l0	9	-0.10775058716535568
494547	rnn.bias_ih_l0	0	0.19551266729831696
494547	rnn.bias_ih_l0	1	-0.316615492105484
494547	rnn.bias_ih_l0	2	-0.022373521700501442
494547	rnn.bias_ih_l0	3	-0.21119657158851624
494547	rnn.bias_ih_l0	4	0.015545151196420193
494547	rnn.bias_ih_l0	5	-0.44295454025268555
494547	rnn.bias_ih_l0	6	-0.14039723575115204
494547	rnn.bias_ih_l0	7	-0.3418489098548889
494547	rnn.bias_ih_l0	8	-0.2888447642326355
494547	rnn.bias_ih_l0	9	-0.4255846440792084
494547	rnn.bias_hh_l0	0	-0.35652604699134827
494547	rnn.bias_hh_l0	1	-0.414612740278244
494547	rnn.bias_hh_l0	2	-0.37410423159599304
494547	rnn.bias_hh_l0	3	-0.08407369256019592
494547	rnn.bias_hh_l0	4	-0.4039389491081238
494547	rnn.bias_hh_l0	5	-0.34473884105682373
494547	rnn.bias_hh_l0	6	-0.11632256209850311
494547	rnn.bias_hh_l0	7	0.06812726706266403
494547	rnn.bias_hh_l0	8	-0.24258124828338623
494547	rnn.bias_hh_l0	9	-0.5646673440933228
494547	rnn.weight_ih_l0_reverse	0	0.023152651265263557
494547	rnn.weight_ih_l0_reverse	1	-0.05537477880716324
494547	rnn.weight_ih_l0_reverse	2	-0.0149905476719141
494547	rnn.weight_ih_l0_reverse	3	-0.14119939506053925
494547	rnn.weight_ih_l0_reverse	4	0.09272155165672302
494547	rnn.weight_ih_l0_reverse	5	-0.11503934115171432
494547	rnn.weight_ih_l0_reverse	6	-0.036258094012737274
494547	rnn.weight_ih_l0_reverse	7	0.032331790775060654
494547	rnn.weight_ih_l0_reverse	8	-0.04604759067296982
494547	rnn.weight_ih_l0_reverse	9	-0.06837005168199539
494547	rnn.weight_hh_l0_reverse	0	-0.15269042551517487
494547	rnn.weight_hh_l0_reverse	1	0.026015713810920715
494547	rnn.weight_hh_l0_reverse	2	-0.026227161288261414
494547	rnn.weight_hh_l0_reverse	3	0.030258575454354286
494547	rnn.weight_hh_l0_reverse	4	-0.08329787850379944
494547	rnn.weight_hh_l0_reverse	5	0.03165023401379585
494547	rnn.weight_hh_l0_reverse	6	0.0290913674980402
494547	rnn.weight_hh_l0_reverse	7	-0.09486977010965347
494547	rnn.weight_hh_l0_reverse	8	-0.07429242134094238
494547	rnn.weight_hh_l0_reverse	9	0.058389417827129364
494547	rnn.bias_ih_l0_reverse	0	-0.15168465673923492
494547	rnn.bias_ih_l0_reverse	1	-0.08092247694730759
494547	rnn.bias_ih_l0_reverse	2	0.1087045669555664
494547	rnn.bias_ih_l0_reverse	3	-0.3016609847545624
494547	rnn.bias_ih_l0_reverse	4	-0.024548351764678955
494547	rnn.bias_ih_l0_reverse	5	-0.23175972700119019
494547	rnn.bias_ih_l0_reverse	6	0.282399445772171
494547	rnn.bias_ih_l0_reverse	7	-0.31319770216941833
494547	rnn.bias_ih_l0_reverse	8	-0.19964931905269623
494547	rnn.bias_ih_l0_reverse	9	-0.18723143637180328
494547	rnn.bias_hh_l0_reverse	0	-0.11108623445034027
494547	rnn.bias_hh_l0_reverse	1	0.29117003083229065
494547	rnn.bias_hh_l0_reverse	2	-0.3155782222747803
494547	rnn.bias_hh_l0_reverse	3	-0.21469570696353912
494547	rnn.bias_hh_l0_reverse	4	-0.38801366090774536
494547	rnn.bias_hh_l0_reverse	5	-0.1795380562543869
494547	rnn.bias_hh_l0_reverse	6	-0.2517505884170532
494547	rnn.bias_hh_l0_reverse	7	-0.08339458703994751
494547	rnn.bias_hh_l0_reverse	8	-0.31678536534309387
494547	rnn.bias_hh_l0_reverse	9	0.19056671857833862
494547	linear.weight	0	0.2028018832206726
494547	linear.weight	1	-0.41834279894828796
494547	linear.weight	2	-0.01912745274603367
494547	linear.weight	3	0.06760550290346146
494547	linear.weight	4	-0.0883471891283989
494547	linear.weight	5	0.2406536340713501
494547	linear.weight	6	-0.0256397295743227
494547	linear.weight	7	-0.061194416135549545
494547	linear.weight	8	0.09439051896333694
494547	linear.weight	9	-0.04861581325531006
494547	linear.bias	0	-0.8860349059104919
494547	linear.bias	1	1.9059031009674072
494547	linear.bias	2	0.6850764751434326
494547	linear.bias	3	-2.6918842792510986
494547	linear.bias	4	-0.1518004983663559
494547	linear.bias	5	1.2209054231643677
494547	linear.bias	6	-0.24251259863376617
494547	linear.bias	7	0.753879725933075
494547	linear.bias	8	2.285151720046997
494547	linear.bias	9	-1.4866193532943726
495156	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
495156	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
495156	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
495156	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
495156	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
495156	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
495156	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
495156	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
495156	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
495156	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
495156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
495156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
495156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
495156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
495156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
495156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
495156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
495156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
495156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
495156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
495156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
495156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
495156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
495156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
495156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
495156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
495156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
495156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
495156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
495156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
495156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
495156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
495156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
495156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
495156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
495156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
495156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
495156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
495156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
495156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
495156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
495156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
495156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
495156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
495156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
495156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
495156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
495156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
495156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
495156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
495156	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
495156	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
495156	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
495156	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
495156	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
495156	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
495156	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
495156	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
495156	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
495156	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
495156	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
495156	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
495156	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
495156	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
495156	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
495156	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
495156	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
495156	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
495156	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
495156	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
495156	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
495156	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
495156	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
495156	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
495156	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
495156	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
495156	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
495156	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
495156	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
495156	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
495156	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
495156	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
495156	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
495156	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
495156	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
495156	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
495156	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
495156	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
495156	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
495156	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
495156	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
495156	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
495156	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
495156	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
495156	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
495156	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
495156	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
495156	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
495156	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
495156	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
495156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
495156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
495156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
495156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
495156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
495156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
495156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
495156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
495156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
495156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
495156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
495156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
495156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
495156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
495156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
495156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
495156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
495156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
495156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
495156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
495156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
495156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
495156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
495156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
495156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
495156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
495156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
495156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
495156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
495156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
495156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
495156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
495156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
495156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
495156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
495156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
495156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
495156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
495156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
495156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
495156	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
495156	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
495156	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
495156	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
495156	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
495156	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
495156	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
495156	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
495156	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
495156	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
495156	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
495156	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
495156	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
495156	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
495156	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
495156	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
495156	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
495156	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
495156	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
495156	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
495156	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
495156	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
495156	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
495156	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
495156	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
495156	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
495156	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
495156	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
495156	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
495156	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
495156	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
495156	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
495156	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
495156	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
495156	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
495156	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
495156	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
495156	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
495156	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
495156	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
495156	embedding2nn.weight	0	0.327200710773468
495156	embedding2nn.weight	1	0.40926647186279297
495156	embedding2nn.weight	2	0.003356280503794551
495156	embedding2nn.weight	3	0.001145297777839005
495156	embedding2nn.weight	4	-0.06538833677768707
495156	embedding2nn.weight	5	0.08634485304355621
495156	embedding2nn.weight	6	0.0009360655676573515
495156	embedding2nn.weight	7	0.033510010689496994
495156	embedding2nn.weight	8	0.055613599717617035
495156	embedding2nn.weight	9	-0.04007900133728981
495156	embedding2nn.bias	0	0.0058632828295230865
495156	embedding2nn.bias	1	-0.21708978712558746
495156	embedding2nn.bias	2	0.1412796974182129
495156	embedding2nn.bias	3	0.15969666838645935
495156	embedding2nn.bias	4	0.17327876389026642
495156	embedding2nn.bias	5	-0.09699214994907379
495156	embedding2nn.bias	6	-0.04393617808818817
495156	embedding2nn.bias	7	0.04471949487924576
495156	embedding2nn.bias	8	-0.16928686201572418
495156	embedding2nn.bias	9	-0.38178661465644836
495156	rnn.weight_ih_l0	0	-0.01870591752231121
495156	rnn.weight_ih_l0	1	-0.052083682268857956
495156	rnn.weight_ih_l0	2	-0.061201710253953934
495156	rnn.weight_ih_l0	3	0.1249530240893364
495156	rnn.weight_ih_l0	4	0.03084675967693329
495156	rnn.weight_ih_l0	5	-0.059302542358636856
495156	rnn.weight_ih_l0	6	-0.0015933908289298415
495156	rnn.weight_ih_l0	7	-0.03806520998477936
495156	rnn.weight_ih_l0	8	0.05950251594185829
495156	rnn.weight_ih_l0	9	-0.08521261066198349
495156	rnn.weight_hh_l0	0	-0.014911402948200703
495156	rnn.weight_hh_l0	1	0.0739070400595665
495156	rnn.weight_hh_l0	2	0.017019346356391907
495156	rnn.weight_hh_l0	3	-0.019261514768004417
495156	rnn.weight_hh_l0	4	0.0368005596101284
495156	rnn.weight_hh_l0	5	0.03657056763768196
495156	rnn.weight_hh_l0	6	-0.06490577012300491
495156	rnn.weight_hh_l0	7	-0.08582666516304016
495156	rnn.weight_hh_l0	8	0.037341050803661346
495156	rnn.weight_hh_l0	9	-0.10761476308107376
495156	rnn.bias_ih_l0	0	0.19677035510540009
495156	rnn.bias_ih_l0	1	-0.317669540643692
495156	rnn.bias_ih_l0	2	-0.02776363305747509
495156	rnn.bias_ih_l0	3	-0.21091420948505402
495156	rnn.bias_ih_l0	4	0.005550405476242304
495156	rnn.bias_ih_l0	5	-0.4449925124645233
495156	rnn.bias_ih_l0	6	-0.13973525166511536
495156	rnn.bias_ih_l0	7	-0.341667503118515
495156	rnn.bias_ih_l0	8	-0.28775253891944885
495156	rnn.bias_ih_l0	9	-0.43787333369255066
495156	rnn.bias_hh_l0	0	-0.3450423777103424
495156	rnn.bias_hh_l0	1	-0.4183163344860077
495156	rnn.bias_hh_l0	2	-0.37944161891937256
495156	rnn.bias_hh_l0	3	-0.07978236675262451
495156	rnn.bias_hh_l0	4	-0.40940600633621216
495156	rnn.bias_hh_l0	5	-0.34418120980262756
495156	rnn.bias_hh_l0	6	-0.12050546705722809
495156	rnn.bias_hh_l0	7	0.07344310730695724
495156	rnn.bias_hh_l0	8	-0.23818321526050568
495156	rnn.bias_hh_l0	9	-0.5642548203468323
495156	rnn.weight_ih_l0_reverse	0	0.020616749301552773
495156	rnn.weight_ih_l0_reverse	1	-0.05456184223294258
495156	rnn.weight_ih_l0_reverse	2	-0.01887774094939232
495156	rnn.weight_ih_l0_reverse	3	-0.14475709199905396
495156	rnn.weight_ih_l0_reverse	4	0.09327447414398193
495156	rnn.weight_ih_l0_reverse	5	-0.1010255441069603
495156	rnn.weight_ih_l0_reverse	6	-0.035833314061164856
495156	rnn.weight_ih_l0_reverse	7	0.03218385577201843
495156	rnn.weight_ih_l0_reverse	8	-0.04468568414449692
495156	rnn.weight_ih_l0_reverse	9	-0.06769922375679016
495156	rnn.weight_hh_l0_reverse	0	-0.15102766454219818
495156	rnn.weight_hh_l0_reverse	1	0.026520315557718277
495156	rnn.weight_hh_l0_reverse	2	-0.026477748528122902
495156	rnn.weight_hh_l0_reverse	3	0.029098806902766228
495156	rnn.weight_hh_l0_reverse	4	-0.08569267392158508
495156	rnn.weight_hh_l0_reverse	5	0.031610291451215744
495156	rnn.weight_hh_l0_reverse	6	0.028987213969230652
495156	rnn.weight_hh_l0_reverse	7	-0.09281294792890549
495156	rnn.weight_hh_l0_reverse	8	-0.06965833902359009
495156	rnn.weight_hh_l0_reverse	9	0.05743107199668884
495156	rnn.bias_ih_l0_reverse	0	-0.1533951312303543
495156	rnn.bias_ih_l0_reverse	1	-0.08070249110460281
495156	rnn.bias_ih_l0_reverse	2	0.11348134279251099
495156	rnn.bias_ih_l0_reverse	3	-0.2934621572494507
495156	rnn.bias_ih_l0_reverse	4	-0.014988986775279045
495156	rnn.bias_ih_l0_reverse	5	-0.23003935813903809
495156	rnn.bias_ih_l0_reverse	6	0.27170631289482117
495156	rnn.bias_ih_l0_reverse	7	-0.31929248571395874
495156	rnn.bias_ih_l0_reverse	8	-0.20648406445980072
495156	rnn.bias_ih_l0_reverse	9	-0.18765954673290253
495156	rnn.bias_hh_l0_reverse	0	-0.10950390994548798
495156	rnn.bias_hh_l0_reverse	1	0.2938978970050812
495156	rnn.bias_hh_l0_reverse	2	-0.31538569927215576
495156	rnn.bias_hh_l0_reverse	3	-0.21960774064064026
495156	rnn.bias_hh_l0_reverse	4	-0.39017218351364136
495156	rnn.bias_hh_l0_reverse	5	-0.1778879016637802
495156	rnn.bias_hh_l0_reverse	6	-0.2512817084789276
495156	rnn.bias_hh_l0_reverse	7	-0.0891001746058464
495156	rnn.bias_hh_l0_reverse	8	-0.3167603611946106
495156	rnn.bias_hh_l0_reverse	9	0.16980983316898346
495156	linear.weight	0	0.19357484579086304
495156	linear.weight	1	-0.43171700835227966
495156	linear.weight	2	-0.012625656090676785
495156	linear.weight	3	0.06760462373495102
495156	linear.weight	4	-0.07906517386436462
495156	linear.weight	5	0.21626700460910797
495156	linear.weight	6	-0.04297647997736931
495156	linear.weight	7	-0.06118990108370781
495156	linear.weight	8	0.07762930542230606
495156	linear.weight	9	-0.04862302169203758
495156	linear.bias	0	-0.8659230470657349
495156	linear.bias	1	1.9197982549667358
495156	linear.bias	2	0.6751962304115295
495156	linear.bias	3	-2.692196846008301
495156	linear.bias	4	-0.1749640852212906
495156	linear.bias	5	1.2314027547836304
495156	linear.bias	6	-0.21962250769138336
495156	linear.bias	7	0.7545813918113708
495156	linear.bias	8	2.2511706352233887
495156	linear.bias	9	-1.5000050067901611
495765	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
495765	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
495765	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
495765	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
495765	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
495765	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
495765	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
495765	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
495765	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
495765	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
495765	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
495765	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
495765	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
495765	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
495765	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
495765	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
495765	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
495765	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
495765	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
495765	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
495765	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
495765	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
495765	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
495765	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
495765	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
495765	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
495765	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
495765	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
495765	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
495765	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
495765	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
495765	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
495765	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
495765	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
495765	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
495765	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
495765	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
495765	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
495765	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
495765	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
495765	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
495765	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
495765	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
495765	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
495765	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
495765	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
495765	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
495765	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
495765	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
495765	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
495765	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
495765	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
495765	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
495765	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
495765	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
495765	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
495765	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
495765	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
495765	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
495765	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
495765	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
495765	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
495765	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
495765	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
495765	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
495765	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
495765	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
495765	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
495765	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
495765	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
495765	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
495765	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
495765	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
495765	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
495765	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
495765	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
495765	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
495765	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
495765	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
495765	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
495765	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
495765	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
495765	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
495765	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
495765	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
495765	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
495765	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
495765	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
495765	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
495765	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
495765	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
495765	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
495765	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
495765	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
495765	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
495765	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
495765	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
495765	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
495765	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
495765	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
495765	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
495765	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
495765	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
495765	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
495765	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
495765	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
495765	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
495765	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
495765	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
495765	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
495765	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
495765	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
495765	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
495765	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
495765	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
495765	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
495765	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
495765	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
495765	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
495765	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
495765	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
495765	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
495765	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
495765	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
495765	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
495765	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
495765	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
495765	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
495765	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
495765	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
495765	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
495765	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
495765	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
495765	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
495765	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
495765	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
495765	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
495765	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
495765	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
495765	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
495765	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
495765	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
495765	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
495765	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
495765	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
495765	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
495765	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
495765	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
495765	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
495765	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
495765	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
495765	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
495765	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
495765	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
495765	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
495765	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
495765	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
495765	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
495765	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
495765	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
495765	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
495765	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
495765	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
495765	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
495765	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
495765	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
495765	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
495765	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
495765	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
495765	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
495765	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
495765	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
495765	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
495765	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
495765	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
495765	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
495765	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
495765	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
495765	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
495765	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
495765	embedding2nn.weight	0	0.3265034258365631
495765	embedding2nn.weight	1	0.4100429117679596
495765	embedding2nn.weight	2	0.005217195488512516
495765	embedding2nn.weight	3	0.0056038666516542435
495765	embedding2nn.weight	4	-0.06516576558351517
495765	embedding2nn.weight	5	0.08454815298318863
495765	embedding2nn.weight	6	0.009398628026247025
495765	embedding2nn.weight	7	0.035795703530311584
495765	embedding2nn.weight	8	0.05404219031333923
495765	embedding2nn.weight	9	-0.04421282187104225
495765	embedding2nn.bias	0	2.3530568796559237e-05
495765	embedding2nn.bias	1	-0.22143135964870453
495765	embedding2nn.bias	2	0.1235184520483017
495765	embedding2nn.bias	3	0.13681761920452118
495765	embedding2nn.bias	4	0.170755535364151
495765	embedding2nn.bias	5	-0.0761934369802475
495765	embedding2nn.bias	6	-0.04310892894864082
495765	embedding2nn.bias	7	0.03212033957242966
495765	embedding2nn.bias	8	-0.15297816693782806
495765	embedding2nn.bias	9	-0.36837223172187805
495765	rnn.weight_ih_l0	0	-0.01941884122788906
495765	rnn.weight_ih_l0	1	-0.05253411829471588
495765	rnn.weight_ih_l0	2	-0.058392610400915146
495765	rnn.weight_ih_l0	3	0.12042846530675888
495765	rnn.weight_ih_l0	4	0.04505644738674164
495765	rnn.weight_ih_l0	5	-0.05956967920064926
495765	rnn.weight_ih_l0	6	0.0005002556135877967
495765	rnn.weight_ih_l0	7	-0.0386950857937336
495765	rnn.weight_ih_l0	8	0.06239425763487816
495765	rnn.weight_ih_l0	9	-0.08305712044239044
495765	rnn.weight_hh_l0	0	-0.015781812369823456
495765	rnn.weight_hh_l0	1	0.07472074031829834
495765	rnn.weight_hh_l0	2	0.017013773322105408
495765	rnn.weight_hh_l0	3	-0.019389664754271507
495765	rnn.weight_hh_l0	4	0.03724851831793785
495765	rnn.weight_hh_l0	5	0.03664548695087433
495765	rnn.weight_hh_l0	6	-0.06544077396392822
495765	rnn.weight_hh_l0	7	-0.08753079175949097
495765	rnn.weight_hh_l0	8	0.037261925637722015
495765	rnn.weight_hh_l0	9	-0.10768187046051025
495765	rnn.bias_ih_l0	0	0.18630993366241455
495765	rnn.bias_ih_l0	1	-0.31583306193351746
495765	rnn.bias_ih_l0	2	-0.02905905991792679
495765	rnn.bias_ih_l0	3	-0.21041294932365417
495765	rnn.bias_ih_l0	4	-0.0030378540977835655
495765	rnn.bias_ih_l0	5	-0.440279483795166
495765	rnn.bias_ih_l0	6	-0.13894560933113098
495765	rnn.bias_ih_l0	7	-0.34364843368530273
495765	rnn.bias_ih_l0	8	-0.2893390655517578
495765	rnn.bias_ih_l0	9	-0.43584969639778137
495765	rnn.bias_hh_l0	0	-0.3352419435977936
495765	rnn.bias_hh_l0	1	-0.4161280393600464
495765	rnn.bias_hh_l0	2	-0.3801233768463135
495765	rnn.bias_hh_l0	3	-0.07735785841941833
495765	rnn.bias_hh_l0	4	-0.4128589630126953
495765	rnn.bias_hh_l0	5	-0.343063622713089
495765	rnn.bias_hh_l0	6	-0.12024961411952972
495765	rnn.bias_hh_l0	7	0.07929283380508423
495765	rnn.bias_hh_l0	8	-0.24488116800785065
495765	rnn.bias_hh_l0	9	-0.563498854637146
495765	rnn.weight_ih_l0_reverse	0	0.02690996043384075
495765	rnn.weight_ih_l0_reverse	1	-0.05495275557041168
495765	rnn.weight_ih_l0_reverse	2	-0.020435120910406113
495765	rnn.weight_ih_l0_reverse	3	-0.1441524773836136
495765	rnn.weight_ih_l0_reverse	4	0.09454632550477982
495765	rnn.weight_ih_l0_reverse	5	-0.10435231029987335
495765	rnn.weight_ih_l0_reverse	6	-0.03192771226167679
495765	rnn.weight_ih_l0_reverse	7	0.032882437109947205
495765	rnn.weight_ih_l0_reverse	8	-0.048676732927560806
495765	rnn.weight_ih_l0_reverse	9	-0.0671144649386406
495765	rnn.weight_hh_l0_reverse	0	-0.14815008640289307
495765	rnn.weight_hh_l0_reverse	1	0.02614031918346882
495765	rnn.weight_hh_l0_reverse	2	-0.027450500056147575
495765	rnn.weight_hh_l0_reverse	3	0.028530901297926903
495765	rnn.weight_hh_l0_reverse	4	-0.08558515459299088
495765	rnn.weight_hh_l0_reverse	5	0.03201708197593689
495765	rnn.weight_hh_l0_reverse	6	0.029134755954146385
495765	rnn.weight_hh_l0_reverse	7	-0.09687905758619308
495765	rnn.weight_hh_l0_reverse	8	-0.07261821627616882
495765	rnn.weight_hh_l0_reverse	9	0.05876435711979866
495765	rnn.bias_ih_l0_reverse	0	-0.15333737432956696
495765	rnn.bias_ih_l0_reverse	1	-0.08511387556791306
495765	rnn.bias_ih_l0_reverse	2	0.11473975330591202
495765	rnn.bias_ih_l0_reverse	3	-0.29247379302978516
495765	rnn.bias_ih_l0_reverse	4	-0.004747332539409399
495765	rnn.bias_ih_l0_reverse	5	-0.22447024285793304
495765	rnn.bias_ih_l0_reverse	6	0.2606457769870758
495765	rnn.bias_ih_l0_reverse	7	-0.31777289509773254
495765	rnn.bias_ih_l0_reverse	8	-0.20241892337799072
495765	rnn.bias_ih_l0_reverse	9	-0.18713970482349396
495765	rnn.bias_hh_l0_reverse	0	-0.10845735669136047
495765	rnn.bias_hh_l0_reverse	1	0.28984639048576355
495765	rnn.bias_hh_l0_reverse	2	-0.3191344439983368
495765	rnn.bias_hh_l0_reverse	3	-0.21878930926322937
495765	rnn.bias_hh_l0_reverse	4	-0.38368383049964905
495765	rnn.bias_hh_l0_reverse	5	-0.18373489379882812
495765	rnn.bias_hh_l0_reverse	6	-0.24796685576438904
495765	rnn.bias_hh_l0_reverse	7	-0.09115572273731232
495765	rnn.bias_hh_l0_reverse	8	-0.3114386796951294
495765	rnn.bias_hh_l0_reverse	9	0.18866077065467834
495765	linear.weight	0	0.18048696219921112
495765	linear.weight	1	-0.4003543257713318
495765	linear.weight	2	0.05388646572828293
495765	linear.weight	3	0.06760523468255997
495765	linear.weight	4	-0.07100455462932587
495765	linear.weight	5	0.19038638472557068
495765	linear.weight	6	-0.013966727070510387
495765	linear.weight	7	-0.06118267774581909
495765	linear.weight	8	0.08606302738189697
495765	linear.weight	9	-0.04863348603248596
495765	linear.bias	0	-0.8796355724334717
495765	linear.bias	1	1.9010238647460938
495765	linear.bias	2	0.6944066882133484
495765	linear.bias	3	-2.692532539367676
495765	linear.bias	4	-0.179168701171875
495765	linear.bias	5	1.2238881587982178
495765	linear.bias	6	-0.17312297224998474
495765	linear.bias	7	0.7851595282554626
495765	linear.bias	8	2.263239622116089
495765	linear.bias	9	-1.504867434501648
496374	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
496374	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
496374	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
496374	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
496374	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
496374	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
496374	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
496374	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
496374	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
496374	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
496374	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
496374	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
496374	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
496374	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
496374	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
496374	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
496374	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
496374	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
496374	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
496374	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
496374	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
496374	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
496374	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
496374	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
496374	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
496374	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
496374	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
496374	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
496374	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
496374	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
496374	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
496374	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
496374	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
496374	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
496374	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
496374	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
496374	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
496374	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
496374	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
496374	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
496374	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
496374	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
496374	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
496374	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
496374	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
496374	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
496374	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
496374	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
496374	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
496374	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
496374	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
496374	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
496374	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
496374	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
496374	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
496374	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
496374	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
496374	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
496374	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
496374	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
496374	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
496374	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
496374	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
496374	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
496374	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
496374	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
496374	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
496374	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
496374	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
496374	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
496374	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
496374	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
496374	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
496374	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
496374	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
496374	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
496374	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
496374	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
496374	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
496374	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
496374	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
496374	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
496374	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
496374	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
496374	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
496374	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
496374	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
496374	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
496374	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
496374	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
496374	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
496374	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
496374	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
496374	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
496374	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
496374	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
496374	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
496374	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
496374	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
496374	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
496374	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
496374	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
496374	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
496374	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
496374	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
496374	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
496374	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
496374	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
496374	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
496374	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
496374	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
496374	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
496374	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
496374	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
496374	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
496374	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
496374	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
496374	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
496374	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
496374	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
496374	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
496374	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
496374	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
496374	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
496374	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
496374	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
496374	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
496374	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
496374	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
496374	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
496374	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
496374	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
496374	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
496374	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
496374	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
496374	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
496374	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
496374	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
496374	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
496374	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
496374	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
496374	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
496374	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
496374	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
496374	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
496374	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
496374	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
496374	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
496374	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
496374	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
496374	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
496374	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
496374	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
496374	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
496374	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
496374	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
496374	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
496374	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
496374	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
496374	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
496374	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
496374	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
496374	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
496374	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
496374	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
496374	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
496374	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
496374	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
496374	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
496374	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
496374	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
496374	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
496374	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
496374	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
496374	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
496374	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
496374	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
496374	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
496374	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
496374	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
496374	embedding2nn.weight	0	0.32585856318473816
496374	embedding2nn.weight	1	0.40901392698287964
496374	embedding2nn.weight	2	0.007795225363224745
496374	embedding2nn.weight	3	-0.0017471715109422803
496374	embedding2nn.weight	4	-0.06106938049197197
496374	embedding2nn.weight	5	0.08339419960975647
496374	embedding2nn.weight	6	0.0061994618736207485
496374	embedding2nn.weight	7	0.029577627778053284
496374	embedding2nn.weight	8	0.05888663977384567
496374	embedding2nn.weight	9	-0.05521942675113678
496374	embedding2nn.bias	0	0.019902940839529037
496374	embedding2nn.bias	1	-0.22272388637065887
496374	embedding2nn.bias	2	0.0997762680053711
496374	embedding2nn.bias	3	0.1778045892715454
496374	embedding2nn.bias	4	0.1767752319574356
496374	embedding2nn.bias	5	-0.06497032940387726
496374	embedding2nn.bias	6	-0.04632170870900154
496374	embedding2nn.bias	7	0.03872399777173996
496374	embedding2nn.bias	8	-0.147727370262146
496374	embedding2nn.bias	9	-0.3634873032569885
496374	rnn.weight_ih_l0	0	-0.01827375963330269
496374	rnn.weight_ih_l0	1	-0.05321459472179413
496374	rnn.weight_ih_l0	2	-0.05779092386364937
496374	rnn.weight_ih_l0	3	0.12027548998594284
496374	rnn.weight_ih_l0	4	0.04860895499587059
496374	rnn.weight_ih_l0	5	-0.05873802304267883
496374	rnn.weight_ih_l0	6	0.0038185978773981333
496374	rnn.weight_ih_l0	7	-0.0407886765897274
496374	rnn.weight_ih_l0	8	0.06462112814188004
496374	rnn.weight_ih_l0	9	-0.08508208394050598
496374	rnn.weight_hh_l0	0	-0.014267565682530403
496374	rnn.weight_hh_l0	1	0.07563388347625732
496374	rnn.weight_hh_l0	2	0.018284091725945473
496374	rnn.weight_hh_l0	3	-0.019056782126426697
496374	rnn.weight_hh_l0	4	0.039482273161411285
496374	rnn.weight_hh_l0	5	0.037965480238199234
496374	rnn.weight_hh_l0	6	-0.06565907597541809
496374	rnn.weight_hh_l0	7	-0.08373433351516724
496374	rnn.weight_hh_l0	8	0.03700730577111244
496374	rnn.weight_hh_l0	9	-0.10762131959199905
496374	rnn.bias_ih_l0	0	0.19467030465602875
496374	rnn.bias_ih_l0	1	-0.3169909119606018
496374	rnn.bias_ih_l0	2	-0.032749563455581665
496374	rnn.bias_ih_l0	3	-0.21143680810928345
496374	rnn.bias_ih_l0	4	0.009591746143996716
496374	rnn.bias_ih_l0	5	-0.4421500861644745
496374	rnn.bias_ih_l0	6	-0.14252111315727234
496374	rnn.bias_ih_l0	7	-0.3454838991165161
496374	rnn.bias_ih_l0	8	-0.2903578579425812
496374	rnn.bias_ih_l0	9	-0.4289317727088928
496374	rnn.bias_hh_l0	0	-0.338446706533432
496374	rnn.bias_hh_l0	1	-0.4188517928123474
496374	rnn.bias_hh_l0	2	-0.38031190633773804
496374	rnn.bias_hh_l0	3	-0.07412977516651154
496374	rnn.bias_hh_l0	4	-0.4045524001121521
496374	rnn.bias_hh_l0	5	-0.34316569566726685
496374	rnn.bias_hh_l0	6	-0.11511477082967758
496374	rnn.bias_hh_l0	7	0.0809846818447113
496374	rnn.bias_hh_l0	8	-0.2415655553340912
496374	rnn.bias_hh_l0	9	-0.5564974546432495
496374	rnn.weight_ih_l0_reverse	0	0.029124395921826363
496374	rnn.weight_ih_l0_reverse	1	-0.05630532652139664
496374	rnn.weight_ih_l0_reverse	2	-0.02034582756459713
496374	rnn.weight_ih_l0_reverse	3	-0.14506663382053375
496374	rnn.weight_ih_l0_reverse	4	0.09525932371616364
496374	rnn.weight_ih_l0_reverse	5	-0.10583081096410751
496374	rnn.weight_ih_l0_reverse	6	-0.02638431265950203
496374	rnn.weight_ih_l0_reverse	7	0.028872717171907425
496374	rnn.weight_ih_l0_reverse	8	-0.051027342677116394
496374	rnn.weight_ih_l0_reverse	9	-0.0712485983967781
496374	rnn.weight_hh_l0_reverse	0	-0.14891383051872253
496374	rnn.weight_hh_l0_reverse	1	0.028338991105556488
496374	rnn.weight_hh_l0_reverse	2	-0.02707725204527378
496374	rnn.weight_hh_l0_reverse	3	0.028648488223552704
496374	rnn.weight_hh_l0_reverse	4	-0.08471398055553436
496374	rnn.weight_hh_l0_reverse	5	0.03221239149570465
496374	rnn.weight_hh_l0_reverse	6	0.029039829969406128
496374	rnn.weight_hh_l0_reverse	7	-0.0964936688542366
496374	rnn.weight_hh_l0_reverse	8	-0.07530941814184189
496374	rnn.weight_hh_l0_reverse	9	0.06004282832145691
496374	rnn.bias_ih_l0_reverse	0	-0.15521551668643951
496374	rnn.bias_ih_l0_reverse	1	-0.09144402295351028
496374	rnn.bias_ih_l0_reverse	2	0.11120691895484924
496374	rnn.bias_ih_l0_reverse	3	-0.2914768159389496
496374	rnn.bias_ih_l0_reverse	4	-0.019592884927988052
496374	rnn.bias_ih_l0_reverse	5	-0.22819580137729645
496374	rnn.bias_ih_l0_reverse	6	0.2585022449493408
496374	rnn.bias_ih_l0_reverse	7	-0.31625521183013916
496374	rnn.bias_ih_l0_reverse	8	-0.20041240751743317
496374	rnn.bias_ih_l0_reverse	9	-0.18863460421562195
496374	rnn.bias_hh_l0_reverse	0	-0.11193300783634186
496374	rnn.bias_hh_l0_reverse	1	0.2810090184211731
496374	rnn.bias_hh_l0_reverse	2	-0.32168158888816833
496374	rnn.bias_hh_l0_reverse	3	-0.2299213856458664
496374	rnn.bias_hh_l0_reverse	4	-0.3866274356842041
496374	rnn.bias_hh_l0_reverse	5	-0.1732836663722992
496374	rnn.bias_hh_l0_reverse	6	-0.2488785684108734
496374	rnn.bias_hh_l0_reverse	7	-0.09038836508989334
496374	rnn.bias_hh_l0_reverse	8	-0.3122083842754364
496374	rnn.bias_hh_l0_reverse	9	0.2011980414390564
496374	linear.weight	0	0.2010197937488556
496374	linear.weight	1	-0.39252394437789917
496374	linear.weight	2	0.020448904484510422
496374	linear.weight	3	0.06760482490062714
496374	linear.weight	4	-0.1254468858242035
496374	linear.weight	5	0.23224888741970062
496374	linear.weight	6	-0.0001997865183511749
496374	linear.weight	7	-0.061177123337984085
496374	linear.weight	8	0.08489252626895905
496374	linear.weight	9	-0.04863825440406799
496374	linear.bias	0	-0.8854015469551086
496374	linear.bias	1	1.9038896560668945
496374	linear.bias	2	0.7216971516609192
496374	linear.bias	3	-2.6928822994232178
496374	linear.bias	4	-0.2090805619955063
496374	linear.bias	5	1.2483959197998047
496374	linear.bias	6	-0.19068484008312225
496374	linear.bias	7	0.7802059650421143
496374	linear.bias	8	2.2035293579101562
496374	linear.bias	9	-1.5112017393112183
496983	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
496983	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
496983	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
496983	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
496983	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
496983	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
496983	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
496983	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
496983	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
496983	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
496983	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
496983	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
496983	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
496983	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
496983	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
496983	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
496983	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
496983	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
496983	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
496983	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
496983	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
496983	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
496983	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
496983	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
496983	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
496983	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
496983	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
496983	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
496983	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
496983	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
496983	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
496983	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
496983	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
496983	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
496983	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
496983	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
496983	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
496983	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
496983	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
496983	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
496983	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
496983	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
496983	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
496983	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
496983	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
496983	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
496983	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
496983	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
496983	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
496983	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
496983	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
496983	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
496983	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
496983	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
496983	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
496983	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
496983	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
496983	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
496983	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
496983	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
496983	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
496983	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
496983	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
496983	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
496983	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
496983	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
496983	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
496983	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
496983	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
496983	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
496983	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
496983	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
496983	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
496983	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
496983	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
496983	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
496983	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
496983	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
496983	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
496983	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
496983	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
496983	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
496983	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
496983	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
496983	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
496983	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
496983	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
496983	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
496983	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
496983	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
496983	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
496983	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
496983	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
496983	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
496983	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
496983	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
496983	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
496983	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
496983	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
496983	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
496983	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
496983	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
496983	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
496983	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
496983	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
496983	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
496983	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
496983	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
496983	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
496983	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
496983	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
496983	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
496983	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
496983	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
496983	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
496983	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
496983	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
496983	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
496983	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
496983	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
496983	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
496983	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
496983	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
496983	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
496983	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
496983	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
496983	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
496983	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
496983	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
496983	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
496983	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
496983	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
496983	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
496983	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
496983	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
496983	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
496983	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
496983	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
496983	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
496983	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
496983	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
496983	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
496983	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
496983	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
496983	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
496983	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
496983	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
496983	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
496983	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
496983	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
496983	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
496983	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
496983	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
496983	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
496983	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
496983	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
496983	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
496983	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
496983	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
496983	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
496983	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
496983	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
496983	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
496983	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
496983	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
496983	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
496983	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
496983	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
496983	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
496983	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
496983	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
496983	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
496983	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
496983	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
496983	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
496983	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
496983	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
496983	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
496983	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
496983	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
496983	embedding2nn.weight	0	0.3243907690048218
496983	embedding2nn.weight	1	0.4040488004684448
496983	embedding2nn.weight	2	0.0005294667207635939
496983	embedding2nn.weight	3	-0.013001046143472195
496983	embedding2nn.weight	4	-0.06242607533931732
496983	embedding2nn.weight	5	0.08768060803413391
496983	embedding2nn.weight	6	0.006623587571084499
496983	embedding2nn.weight	7	0.03171740472316742
496983	embedding2nn.weight	8	0.05794203281402588
496983	embedding2nn.weight	9	-0.053873371332883835
496983	embedding2nn.bias	0	0.00801121350377798
496983	embedding2nn.bias	1	-0.20795676112174988
496983	embedding2nn.bias	2	0.11699333786964417
496983	embedding2nn.bias	3	0.18948058784008026
496983	embedding2nn.bias	4	0.16441865265369415
496983	embedding2nn.bias	5	-0.06633047014474869
496983	embedding2nn.bias	6	-0.026335643604397774
496983	embedding2nn.bias	7	0.02664799802005291
496983	embedding2nn.bias	8	-0.18150490522384644
496983	embedding2nn.bias	9	-0.3505231738090515
496983	rnn.weight_ih_l0	0	-0.018637575209140778
496983	rnn.weight_ih_l0	1	-0.052614569664001465
496983	rnn.weight_ih_l0	2	-0.05620453506708145
496983	rnn.weight_ih_l0	3	0.119184210896492
496983	rnn.weight_ih_l0	4	0.042329855263233185
496983	rnn.weight_ih_l0	5	-0.05684464052319527
496983	rnn.weight_ih_l0	6	0.0022410317324101925
496983	rnn.weight_ih_l0	7	-0.04244343936443329
496983	rnn.weight_ih_l0	8	0.06373363733291626
496983	rnn.weight_ih_l0	9	-0.07448107749223709
496983	rnn.weight_hh_l0	0	-0.014359990134835243
496983	rnn.weight_hh_l0	1	0.07482316344976425
496983	rnn.weight_hh_l0	2	0.01851453073322773
496983	rnn.weight_hh_l0	3	-0.01848103664815426
496983	rnn.weight_hh_l0	4	0.03923656791448593
496983	rnn.weight_hh_l0	5	0.036595236510038376
496983	rnn.weight_hh_l0	6	-0.06561189889907837
496983	rnn.weight_hh_l0	7	-0.08023783564567566
496983	rnn.weight_hh_l0	8	0.03696747124195099
496983	rnn.weight_hh_l0	9	-0.10775087773799896
496983	rnn.bias_ih_l0	0	0.1946493685245514
496983	rnn.bias_ih_l0	1	-0.31225553154945374
496983	rnn.bias_ih_l0	2	-0.03180354833602905
496983	rnn.bias_ih_l0	3	-0.2128998041152954
496983	rnn.bias_ih_l0	4	0.007556634023785591
496983	rnn.bias_ih_l0	5	-0.4468577802181244
496983	rnn.bias_ih_l0	6	-0.14935074746608734
496983	rnn.bias_ih_l0	7	-0.34715643525123596
496983	rnn.bias_ih_l0	8	-0.28130319714546204
496983	rnn.bias_ih_l0	9	-0.43144360184669495
496983	rnn.bias_hh_l0	0	-0.34290775656700134
496983	rnn.bias_hh_l0	1	-0.4153263568878174
496983	rnn.bias_hh_l0	2	-0.38163718581199646
496983	rnn.bias_hh_l0	3	-0.06968209892511368
496983	rnn.bias_hh_l0	4	-0.4003739655017853
496983	rnn.bias_hh_l0	5	-0.3473096787929535
496983	rnn.bias_hh_l0	6	-0.10268577933311462
496983	rnn.bias_hh_l0	7	0.06914933025836945
496983	rnn.bias_hh_l0	8	-0.2434048354625702
496983	rnn.bias_hh_l0	9	-0.5591891407966614
496983	rnn.weight_ih_l0_reverse	0	0.03709213435649872
496983	rnn.weight_ih_l0_reverse	1	-0.05491267889738083
496983	rnn.weight_ih_l0_reverse	2	-0.021907206624746323
496983	rnn.weight_ih_l0_reverse	3	-0.1444854587316513
496983	rnn.weight_ih_l0_reverse	4	0.09766155481338501
496983	rnn.weight_ih_l0_reverse	5	-0.10434874147176743
496983	rnn.weight_ih_l0_reverse	6	-0.03063681721687317
496983	rnn.weight_ih_l0_reverse	7	0.027925295755267143
496983	rnn.weight_ih_l0_reverse	8	-0.05409710481762886
496983	rnn.weight_ih_l0_reverse	9	-0.07888676971197128
496983	rnn.weight_hh_l0_reverse	0	-0.15040646493434906
496983	rnn.weight_hh_l0_reverse	1	0.02898995205760002
496983	rnn.weight_hh_l0_reverse	2	-0.028192369267344475
496983	rnn.weight_hh_l0_reverse	3	0.02780052460730076
496983	rnn.weight_hh_l0_reverse	4	-0.08573082089424133
496983	rnn.weight_hh_l0_reverse	5	0.032329488545656204
496983	rnn.weight_hh_l0_reverse	6	0.028811948373913765
496983	rnn.weight_hh_l0_reverse	7	-0.09547868371009827
496983	rnn.weight_hh_l0_reverse	8	-0.07005339860916138
496983	rnn.weight_hh_l0_reverse	9	0.06119530275464058
496983	rnn.bias_ih_l0_reverse	0	-0.15480652451515198
496983	rnn.bias_ih_l0_reverse	1	-0.08927222341299057
496983	rnn.bias_ih_l0_reverse	2	0.11300820112228394
496983	rnn.bias_ih_l0_reverse	3	-0.28515511751174927
496983	rnn.bias_ih_l0_reverse	4	-0.015579101629555225
496983	rnn.bias_ih_l0_reverse	5	-0.22935546934604645
496983	rnn.bias_ih_l0_reverse	6	0.265038400888443
496983	rnn.bias_ih_l0_reverse	7	-0.3206537961959839
496983	rnn.bias_ih_l0_reverse	8	-0.2011673003435135
496983	rnn.bias_ih_l0_reverse	9	-0.19614209234714508
496983	rnn.bias_hh_l0_reverse	0	-0.10166819393634796
496983	rnn.bias_hh_l0_reverse	1	0.28517818450927734
496983	rnn.bias_hh_l0_reverse	2	-0.32461994886398315
496983	rnn.bias_hh_l0_reverse	3	-0.2308756560087204
496983	rnn.bias_hh_l0_reverse	4	-0.37971144914627075
496983	rnn.bias_hh_l0_reverse	5	-0.1670563966035843
496983	rnn.bias_hh_l0_reverse	6	-0.23480704426765442
496983	rnn.bias_hh_l0_reverse	7	-0.087469682097435
496983	rnn.bias_hh_l0_reverse	8	-0.31274911761283875
496983	rnn.bias_hh_l0_reverse	9	0.19107820093631744
496983	linear.weight	0	0.22776861488819122
496983	linear.weight	1	-0.4015617370605469
496983	linear.weight	2	0.031140891835093498
496983	linear.weight	3	0.06760738790035248
496983	linear.weight	4	-0.14723807573318481
496983	linear.weight	5	0.2524532377719879
496983	linear.weight	6	-0.0043451520614326
496983	linear.weight	7	-0.06116301938891411
496983	linear.weight	8	0.10188862681388855
496983	linear.weight	9	-0.04864564910531044
496983	linear.bias	0	-0.9038419127464294
496983	linear.bias	1	1.9011825323104858
496983	linear.bias	2	0.7181132435798645
496983	linear.bias	3	-2.6932177543640137
496983	linear.bias	4	-0.16293366253376007
496983	linear.bias	5	1.3018662929534912
496983	linear.bias	6	-0.2042204588651657
496983	linear.bias	7	0.7511669397354126
496983	linear.bias	8	2.1995410919189453
496983	linear.bias	9	-1.5195811986923218
497592	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
497592	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
497592	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
497592	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
497592	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
497592	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
497592	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
497592	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
497592	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
497592	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
497592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
497592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
497592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
497592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
497592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
497592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
497592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
497592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
497592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
497592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
497592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
497592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
497592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
497592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
497592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
497592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
497592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
497592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
497592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
497592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
497592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
497592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
497592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
497592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
497592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
497592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
497592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
497592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
497592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
497592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
497592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
497592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
497592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
497592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
497592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
497592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
497592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
497592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
497592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
497592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
497592	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
497592	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
497592	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
497592	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
497592	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
497592	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
497592	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
497592	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
497592	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
497592	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
497592	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
497592	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
497592	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
497592	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
497592	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
497592	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
497592	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
497592	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
497592	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
497592	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
497592	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
497592	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
497592	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
497592	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
497592	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
497592	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
497592	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
497592	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
497592	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
497592	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
497592	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
497592	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
497592	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
497592	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
497592	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
497592	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
497592	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
497592	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
497592	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
497592	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
497592	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
497592	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
497592	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
497592	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
497592	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
497592	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
497592	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
497592	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
497592	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
497592	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
497592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
497592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
497592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
497592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
497592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
497592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
497592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
497592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
497592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
497592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
497592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
497592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
497592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
497592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
497592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
497592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
497592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
497592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
497592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
497592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
497592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
497592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
497592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
497592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
497592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
497592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
497592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
497592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
497592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
497592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
497592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
497592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
497592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
497592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
497592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
497592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
497592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
497592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
497592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
497592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
497592	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
497592	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
497592	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
497592	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
497592	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
497592	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
497592	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
497592	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
497592	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
497592	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
497592	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
497592	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
497592	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
497592	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
497592	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
497592	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
497592	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
497592	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
497592	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
497592	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
497592	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
497592	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
497592	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
497592	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
497592	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
497592	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
497592	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
497592	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
497592	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
497592	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
497592	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
497592	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
497592	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
497592	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
497592	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
497592	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
497592	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
497592	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
497592	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
497592	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
497592	embedding2nn.weight	0	0.3245653510093689
497592	embedding2nn.weight	1	0.40460288524627686
497592	embedding2nn.weight	2	-0.004782275762408972
497592	embedding2nn.weight	3	-0.01189027726650238
497592	embedding2nn.weight	4	-0.06060414761304855
497592	embedding2nn.weight	5	0.08714096993207932
497592	embedding2nn.weight	6	0.018529534339904785
497592	embedding2nn.weight	7	0.02629140391945839
497592	embedding2nn.weight	8	0.06464240700006485
497592	embedding2nn.weight	9	-0.04758022353053093
497592	embedding2nn.bias	0	0.0046484582126140594
497592	embedding2nn.bias	1	-0.1847817301750183
497592	embedding2nn.bias	2	0.1135466918349266
497592	embedding2nn.bias	3	0.1734018474817276
497592	embedding2nn.bias	4	0.16831958293914795
497592	embedding2nn.bias	5	-0.08335793018341064
497592	embedding2nn.bias	6	-0.02614922821521759
497592	embedding2nn.bias	7	0.04505326971411705
497592	embedding2nn.bias	8	-0.17341890931129456
497592	embedding2nn.bias	9	-0.35684019327163696
497592	rnn.weight_ih_l0	0	-0.018906066194176674
497592	rnn.weight_ih_l0	1	-0.050792135298252106
497592	rnn.weight_ih_l0	2	-0.06473074853420258
497592	rnn.weight_ih_l0	3	0.11557716876268387
497592	rnn.weight_ih_l0	4	0.03342706710100174
497592	rnn.weight_ih_l0	5	-0.05993591248989105
497592	rnn.weight_ih_l0	6	0.004021750297397375
497592	rnn.weight_ih_l0	7	-0.04242780804634094
497592	rnn.weight_ih_l0	8	0.05407346412539482
497592	rnn.weight_ih_l0	9	-0.08003891259431839
497592	rnn.weight_hh_l0	0	-0.014815052971243858
497592	rnn.weight_hh_l0	1	0.07416404783725739
497592	rnn.weight_hh_l0	2	0.01687641441822052
497592	rnn.weight_hh_l0	3	-0.01799251139163971
497592	rnn.weight_hh_l0	4	0.03989003226161003
497592	rnn.weight_hh_l0	5	0.03799799457192421
497592	rnn.weight_hh_l0	6	-0.06634853780269623
497592	rnn.weight_hh_l0	7	-0.08168703317642212
497592	rnn.weight_hh_l0	8	0.03683960437774658
497592	rnn.weight_hh_l0	9	-0.10850468277931213
497592	rnn.bias_ih_l0	0	0.19558703899383545
497592	rnn.bias_ih_l0	1	-0.3103910982608795
497592	rnn.bias_ih_l0	2	-0.02634534239768982
497592	rnn.bias_ih_l0	3	-0.2117215245962143
497592	rnn.bias_ih_l0	4	0.006911863572895527
497592	rnn.bias_ih_l0	5	-0.4479539096355438
497592	rnn.bias_ih_l0	6	-0.14757733047008514
497592	rnn.bias_ih_l0	7	-0.3479015529155731
497592	rnn.bias_ih_l0	8	-0.2865370810031891
497592	rnn.bias_ih_l0	9	-0.43065109848976135
497592	rnn.bias_hh_l0	0	-0.34653639793395996
497592	rnn.bias_hh_l0	1	-0.4227416217327118
497592	rnn.bias_hh_l0	2	-0.38375532627105713
497592	rnn.bias_hh_l0	3	-0.06907308846712112
497592	rnn.bias_hh_l0	4	-0.40297019481658936
497592	rnn.bias_hh_l0	5	-0.34586891531944275
497592	rnn.bias_hh_l0	6	-0.10619543492794037
497592	rnn.bias_hh_l0	7	0.07910028845071793
497592	rnn.bias_hh_l0	8	-0.24753788113594055
497592	rnn.bias_hh_l0	9	-0.5549255609512329
497592	rnn.weight_ih_l0_reverse	0	0.04399651288986206
497592	rnn.weight_ih_l0_reverse	1	-0.05651182308793068
497592	rnn.weight_ih_l0_reverse	2	-0.019615333527326584
497592	rnn.weight_ih_l0_reverse	3	-0.14717446267604828
497592	rnn.weight_ih_l0_reverse	4	0.09749820828437805
497592	rnn.weight_ih_l0_reverse	5	-0.10478474944829941
497592	rnn.weight_ih_l0_reverse	6	-0.033950600773096085
497592	rnn.weight_ih_l0_reverse	7	0.0254594087600708
497592	rnn.weight_ih_l0_reverse	8	-0.05116894096136093
497592	rnn.weight_ih_l0_reverse	9	-0.08011028170585632
497592	rnn.weight_hh_l0_reverse	0	-0.15292100608348846
497592	rnn.weight_hh_l0_reverse	1	0.029353413730859756
497592	rnn.weight_hh_l0_reverse	2	-0.02707742713391781
497592	rnn.weight_hh_l0_reverse	3	0.028097452595829964
497592	rnn.weight_hh_l0_reverse	4	-0.08762433379888535
497592	rnn.weight_hh_l0_reverse	5	0.032486412674188614
497592	rnn.weight_hh_l0_reverse	6	0.02892799861729145
497592	rnn.weight_hh_l0_reverse	7	-0.0968792736530304
497592	rnn.weight_hh_l0_reverse	8	-0.07397788017988205
497592	rnn.weight_hh_l0_reverse	9	0.059897277504205704
497592	rnn.bias_ih_l0_reverse	0	-0.16459627449512482
497592	rnn.bias_ih_l0_reverse	1	-0.09287766367197037
497592	rnn.bias_ih_l0_reverse	2	0.11875776201486588
497592	rnn.bias_ih_l0_reverse	3	-0.2919968366622925
497592	rnn.bias_ih_l0_reverse	4	-0.023245329037308693
497592	rnn.bias_ih_l0_reverse	5	-0.22934454679489136
497592	rnn.bias_ih_l0_reverse	6	0.2714678645133972
497592	rnn.bias_ih_l0_reverse	7	-0.33244284987449646
497592	rnn.bias_ih_l0_reverse	8	-0.20639817416667938
497592	rnn.bias_ih_l0_reverse	9	-0.20151595771312714
497592	rnn.bias_hh_l0_reverse	0	-0.09012242406606674
497592	rnn.bias_hh_l0_reverse	1	0.2856658697128296
497592	rnn.bias_hh_l0_reverse	2	-0.3230353891849518
497592	rnn.bias_hh_l0_reverse	3	-0.21910890936851501
497592	rnn.bias_hh_l0_reverse	4	-0.379257470369339
497592	rnn.bias_hh_l0_reverse	5	-0.16914613544940948
497592	rnn.bias_hh_l0_reverse	6	-0.24912551045417786
497592	rnn.bias_hh_l0_reverse	7	-0.08875147998332977
497592	rnn.bias_hh_l0_reverse	8	-0.32520347833633423
497592	rnn.bias_hh_l0_reverse	9	0.20153862237930298
497592	linear.weight	0	0.22549018263816833
497592	linear.weight	1	-0.4542234539985657
497592	linear.weight	2	0.0369189977645874
497592	linear.weight	3	0.06760916113853455
497592	linear.weight	4	-0.09768950194120407
497592	linear.weight	5	0.25684821605682373
497592	linear.weight	6	-0.04325443133711815
497592	linear.weight	7	-0.06115294247865677
497592	linear.weight	8	0.13135138154029846
497592	linear.weight	9	-0.04865267500281334
497592	linear.bias	0	-0.8512675166130066
497592	linear.bias	1	1.8579347133636475
497592	linear.bias	2	0.7257711291313171
497592	linear.bias	3	-2.6935486793518066
497592	linear.bias	4	-0.1765356808900833
497592	linear.bias	5	1.2610222101211548
497592	linear.bias	6	-0.1949881911277771
497592	linear.bias	7	0.7480013966560364
497592	linear.bias	8	2.1675491333007812
497592	linear.bias	9	-1.4932655096054077
498201	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
498201	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
498201	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
498201	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
498201	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
498201	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
498201	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
498201	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
498201	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
498201	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
498201	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
498201	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
498201	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
498201	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
498201	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
498201	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
498201	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
498201	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
498201	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
498201	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
498201	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
498201	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
498201	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
498201	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
498201	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
498201	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
498201	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
498201	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
498201	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
498201	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
498201	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
498201	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
498201	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
498201	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
498201	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
498201	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
498201	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
498201	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
498201	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
498201	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
498201	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
498201	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
498201	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
498201	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
498201	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
498201	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
498201	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
498201	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
498201	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
498201	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
498201	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
498201	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
498201	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
498201	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
498201	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
498201	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
498201	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
498201	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
498201	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
498201	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
498201	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
498201	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
498201	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
498201	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
498201	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
498201	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
498201	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
498201	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
498201	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
498201	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
498201	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
498201	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
498201	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
498201	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
498201	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
498201	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
498201	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
498201	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
498201	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
498201	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
498201	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
498201	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
498201	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
498201	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
498201	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
498201	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
498201	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
498201	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
498201	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
498201	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
498201	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
498201	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
498201	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
498201	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
498201	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
498201	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
498201	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
498201	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
498201	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
498201	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
498201	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
498201	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
498201	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
498201	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
498201	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
498201	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
498201	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
498201	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
498201	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
498201	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
498201	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
498201	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
498201	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
498201	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
498201	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
498201	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
498201	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
498201	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
498201	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
498201	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
498201	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
498201	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
498201	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
498201	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
498201	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
498201	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
498201	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
498201	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
498201	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
498201	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
498201	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
498201	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
498201	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
498201	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
498201	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
498201	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
498201	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
498201	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
498201	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
498201	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
498201	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
498201	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
498201	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
498201	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
498201	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
498201	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
498201	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
498201	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
498201	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
498201	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
498201	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
498201	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
498201	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
498201	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
498201	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
498201	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
498201	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
498201	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
498201	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
498201	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
498201	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
498201	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
498201	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
498201	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
498201	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
498201	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
498201	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
498201	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
498201	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
498201	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
498201	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
498201	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
498201	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
498201	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
498201	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
498201	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
498201	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
498201	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
498201	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
498201	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
498201	embedding2nn.weight	0	0.3236103057861328
498201	embedding2nn.weight	1	0.40474629402160645
498201	embedding2nn.weight	2	-0.008756597526371479
498201	embedding2nn.weight	3	-0.04999512434005737
498201	embedding2nn.weight	4	-0.06541290134191513
498201	embedding2nn.weight	5	0.09035973250865936
498201	embedding2nn.weight	6	0.015415139496326447
498201	embedding2nn.weight	7	0.028358301147818565
498201	embedding2nn.weight	8	0.06676779687404633
498201	embedding2nn.weight	9	-0.044865161180496216
498201	embedding2nn.bias	0	-0.0010340578155592084
498201	embedding2nn.bias	1	-0.1892877221107483
498201	embedding2nn.bias	2	0.11921580135822296
498201	embedding2nn.bias	3	0.1848769336938858
498201	embedding2nn.bias	4	0.1684875339269638
498201	embedding2nn.bias	5	-0.05719823017716408
498201	embedding2nn.bias	6	-0.05042094737291336
498201	embedding2nn.bias	7	0.045119985938072205
498201	embedding2nn.bias	8	-0.182079017162323
498201	embedding2nn.bias	9	-0.36448970437049866
498201	rnn.weight_ih_l0	0	-0.019491417333483696
498201	rnn.weight_ih_l0	1	-0.05101417005062103
498201	rnn.weight_ih_l0	2	-0.06243710219860077
498201	rnn.weight_ih_l0	3	0.1163950115442276
498201	rnn.weight_ih_l0	4	0.03108738735318184
498201	rnn.weight_ih_l0	5	-0.05954659730195999
498201	rnn.weight_ih_l0	6	0.007774400059133768
498201	rnn.weight_ih_l0	7	-0.04889168217778206
498201	rnn.weight_ih_l0	8	0.059996914118528366
498201	rnn.weight_ih_l0	9	-0.08192037791013718
498201	rnn.weight_hh_l0	0	-0.014001595787703991
498201	rnn.weight_hh_l0	1	0.07387781143188477
498201	rnn.weight_hh_l0	2	0.016931112855672836
498201	rnn.weight_hh_l0	3	-0.01775839738547802
498201	rnn.weight_hh_l0	4	0.03835621476173401
498201	rnn.weight_hh_l0	5	0.04024176299571991
498201	rnn.weight_hh_l0	6	-0.06601077318191528
498201	rnn.weight_hh_l0	7	-0.08448858559131622
498201	rnn.weight_hh_l0	8	0.03668971359729767
498201	rnn.weight_hh_l0	9	-0.10880374163389206
498201	rnn.bias_ih_l0	0	0.18357057869434357
498201	rnn.bias_ih_l0	1	-0.3158825933933258
498201	rnn.bias_ih_l0	2	-0.02413155883550644
498201	rnn.bias_ih_l0	3	-0.20670607686042786
498201	rnn.bias_ih_l0	4	0.01676039956510067
498201	rnn.bias_ih_l0	5	-0.45063143968582153
498201	rnn.bias_ih_l0	6	-0.15105606615543365
498201	rnn.bias_ih_l0	7	-0.3477086126804352
498201	rnn.bias_ih_l0	8	-0.28474923968315125
498201	rnn.bias_ih_l0	9	-0.4269888997077942
498201	rnn.bias_hh_l0	0	-0.35005903244018555
498201	rnn.bias_hh_l0	1	-0.4214816689491272
498201	rnn.bias_hh_l0	2	-0.37789592146873474
498201	rnn.bias_hh_l0	3	-0.07482202351093292
498201	rnn.bias_hh_l0	4	-0.3953999876976013
498201	rnn.bias_hh_l0	5	-0.34833526611328125
498201	rnn.bias_hh_l0	6	-0.10583358258008957
498201	rnn.bias_hh_l0	7	0.07764016836881638
498201	rnn.bias_hh_l0	8	-0.2599213421344757
498201	rnn.bias_hh_l0	9	-0.5517693758010864
498201	rnn.weight_ih_l0_reverse	0	0.044152919203042984
498201	rnn.weight_ih_l0_reverse	1	-0.05324632301926613
498201	rnn.weight_ih_l0_reverse	2	-0.016693327575922012
498201	rnn.weight_ih_l0_reverse	3	-0.15009048581123352
498201	rnn.weight_ih_l0_reverse	4	0.10029680281877518
498201	rnn.weight_ih_l0_reverse	5	-0.10670918971300125
498201	rnn.weight_ih_l0_reverse	6	-0.03180941939353943
498201	rnn.weight_ih_l0_reverse	7	0.024013880640268326
498201	rnn.weight_ih_l0_reverse	8	-0.054822199046611786
498201	rnn.weight_ih_l0_reverse	9	-0.08445815742015839
498201	rnn.weight_hh_l0_reverse	0	-0.15177252888679504
498201	rnn.weight_hh_l0_reverse	1	0.03003881126642227
498201	rnn.weight_hh_l0_reverse	2	-0.027255108579993248
498201	rnn.weight_hh_l0_reverse	3	0.026852965354919434
498201	rnn.weight_hh_l0_reverse	4	-0.08722736686468124
498201	rnn.weight_hh_l0_reverse	5	0.03310272842645645
498201	rnn.weight_hh_l0_reverse	6	0.029001567512750626
498201	rnn.weight_hh_l0_reverse	7	-0.10046090930700302
498201	rnn.weight_hh_l0_reverse	8	-0.07672353833913803
498201	rnn.weight_hh_l0_reverse	9	0.059504058212041855
498201	rnn.bias_ih_l0_reverse	0	-0.15611156821250916
498201	rnn.bias_ih_l0_reverse	1	-0.09235352277755737
498201	rnn.bias_ih_l0_reverse	2	0.1276366412639618
498201	rnn.bias_ih_l0_reverse	3	-0.2901366353034973
498201	rnn.bias_ih_l0_reverse	4	-0.02825375273823738
498201	rnn.bias_ih_l0_reverse	5	-0.2297406792640686
498201	rnn.bias_ih_l0_reverse	6	0.26485303044319153
498201	rnn.bias_ih_l0_reverse	7	-0.31504082679748535
498201	rnn.bias_ih_l0_reverse	8	-0.20535658299922943
498201	rnn.bias_ih_l0_reverse	9	-0.19988888502120972
498201	rnn.bias_hh_l0_reverse	0	-0.08969874680042267
498201	rnn.bias_hh_l0_reverse	1	0.2788214087486267
498201	rnn.bias_hh_l0_reverse	2	-0.31508052349090576
498201	rnn.bias_hh_l0_reverse	3	-0.2168244570493698
498201	rnn.bias_hh_l0_reverse	4	-0.37663495540618896
498201	rnn.bias_hh_l0_reverse	5	-0.17006561160087585
498201	rnn.bias_hh_l0_reverse	6	-0.24560049176216125
498201	rnn.bias_hh_l0_reverse	7	-0.08398287743330002
498201	rnn.bias_hh_l0_reverse	8	-0.326202392578125
498201	rnn.bias_hh_l0_reverse	9	0.1934482753276825
498201	linear.weight	0	0.19909557700157166
498201	linear.weight	1	-0.41636478900909424
498201	linear.weight	2	0.03306519612669945
498201	linear.weight	3	0.06760883331298828
498201	linear.weight	4	-0.13068701326847076
498201	linear.weight	5	0.2469130903482437
498201	linear.weight	6	-0.05285348370671272
498201	linear.weight	7	-0.06114070117473602
498201	linear.weight	8	0.12086057662963867
498201	linear.weight	9	-0.048662204295396805
498201	linear.bias	0	-0.8592962622642517
498201	linear.bias	1	1.884798526763916
498201	linear.bias	2	0.7250034213066101
498201	linear.bias	3	-2.693927764892578
498201	linear.bias	4	-0.14821693301200867
498201	linear.bias	5	1.2815415859222412
498201	linear.bias	6	-0.20375102758407593
498201	linear.bias	7	0.7650732398033142
498201	linear.bias	8	2.180363416671753
498201	linear.bias	9	-1.4780983924865723
498810	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
498810	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
498810	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
498810	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
498810	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
498810	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
498810	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
498810	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
498810	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
498810	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
498810	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
498810	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
498810	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
498810	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
498810	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
498810	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
498810	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
498810	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
498810	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
498810	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
498810	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
498810	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
498810	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
498810	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
498810	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
498810	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
498810	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
498810	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
498810	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
498810	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
498810	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
498810	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
498810	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
498810	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
498810	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
498810	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
498810	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
498810	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
498810	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
498810	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
498810	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
498810	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
498810	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
498810	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
498810	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
498810	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
498810	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
498810	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
498810	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
498810	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
498810	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
498810	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
498810	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
498810	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
498810	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
498810	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
498810	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
498810	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
498810	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
498810	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
498810	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
498810	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
498810	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
498810	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
498810	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
498810	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
498810	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
498810	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
498810	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
498810	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
498810	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
498810	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
498810	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
498810	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
498810	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
498810	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
498810	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
498810	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
498810	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
498810	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
498810	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
498810	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
498810	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
498810	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
498810	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
498810	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
498810	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
498810	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
498810	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
498810	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
498810	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
498810	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
498810	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
498810	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
498810	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
498810	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
498810	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
498810	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
498810	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
498810	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
498810	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
498810	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
498810	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
498810	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
498810	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
498810	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
498810	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
498810	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
498810	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
498810	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
498810	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
498810	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
498810	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
498810	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
498810	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
498810	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
498810	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
498810	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
498810	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
498810	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
498810	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
498810	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
498810	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
498810	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
498810	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
498810	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
498810	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
498810	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
498810	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
498810	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
498810	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
498810	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
498810	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
498810	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
498810	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
498810	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
498810	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
498810	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
498810	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
498810	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
498810	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
498810	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
498810	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
498810	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
498810	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
498810	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
498810	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
498810	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
498810	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
498810	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
498810	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
498810	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
498810	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
498810	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
498810	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
498810	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
498810	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
498810	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
498810	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
498810	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
498810	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
498810	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
498810	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
498810	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
498810	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
498810	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
498810	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
498810	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
498810	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
498810	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
498810	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
498810	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
498810	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
498810	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
498810	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
498810	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
498810	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
498810	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
498810	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
498810	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
498810	embedding2nn.weight	0	0.32130393385887146
498810	embedding2nn.weight	1	0.4103977084159851
498810	embedding2nn.weight	2	-0.013932740315794945
498810	embedding2nn.weight	3	-0.04287710785865784
498810	embedding2nn.weight	4	-0.06674475222826004
498810	embedding2nn.weight	5	0.08870911598205566
498810	embedding2nn.weight	6	0.006749228574335575
498810	embedding2nn.weight	7	0.03492861986160278
498810	embedding2nn.weight	8	0.06591680645942688
498810	embedding2nn.weight	9	-0.04307246953248978
498810	embedding2nn.bias	0	-0.00021610615658573806
498810	embedding2nn.bias	1	-0.1726100593805313
498810	embedding2nn.bias	2	0.14628534018993378
498810	embedding2nn.bias	3	0.15018706023693085
498810	embedding2nn.bias	4	0.1378895342350006
498810	embedding2nn.bias	5	-0.07044947892427444
498810	embedding2nn.bias	6	-0.0471312440931797
498810	embedding2nn.bias	7	0.05153632536530495
498810	embedding2nn.bias	8	-0.1626417487859726
498810	embedding2nn.bias	9	-0.3733445107936859
498810	rnn.weight_ih_l0	0	-0.021298594772815704
498810	rnn.weight_ih_l0	1	-0.05330212786793709
498810	rnn.weight_ih_l0	2	-0.0639258325099945
498810	rnn.weight_ih_l0	3	0.11305942386388779
498810	rnn.weight_ih_l0	4	0.03457285463809967
498810	rnn.weight_ih_l0	5	-0.06749828159809113
498810	rnn.weight_ih_l0	6	0.014885171316564083
498810	rnn.weight_ih_l0	7	-0.04395580291748047
498810	rnn.weight_ih_l0	8	0.06163927540183067
498810	rnn.weight_ih_l0	9	-0.08409030735492706
498810	rnn.weight_hh_l0	0	-0.013214458711445332
498810	rnn.weight_hh_l0	1	0.0740189403295517
498810	rnn.weight_hh_l0	2	0.01705077849328518
498810	rnn.weight_hh_l0	3	-0.017475778236985207
498810	rnn.weight_hh_l0	4	0.03757590055465698
498810	rnn.weight_hh_l0	5	0.04083293676376343
498810	rnn.weight_hh_l0	6	-0.06620440632104874
498810	rnn.weight_hh_l0	7	-0.0828288272023201
498810	rnn.weight_hh_l0	8	0.03643980249762535
498810	rnn.weight_hh_l0	9	-0.10856867581605911
498810	rnn.bias_ih_l0	0	0.18509136140346527
498810	rnn.bias_ih_l0	1	-0.32207223773002625
498810	rnn.bias_ih_l0	2	-0.024037737399339676
498810	rnn.bias_ih_l0	3	-0.21046824753284454
498810	rnn.bias_ih_l0	4	0.011539777740836143
498810	rnn.bias_ih_l0	5	-0.4539205729961395
498810	rnn.bias_ih_l0	6	-0.15416401624679565
498810	rnn.bias_ih_l0	7	-0.34755924344062805
498810	rnn.bias_ih_l0	8	-0.2889436185359955
498810	rnn.bias_ih_l0	9	-0.4400339722633362
498810	rnn.bias_hh_l0	0	-0.3542376458644867
498810	rnn.bias_hh_l0	1	-0.41473108530044556
498810	rnn.bias_hh_l0	2	-0.3796045780181885
498810	rnn.bias_hh_l0	3	-0.07555925101041794
498810	rnn.bias_hh_l0	4	-0.3881707489490509
498810	rnn.bias_hh_l0	5	-0.34779903292655945
498810	rnn.bias_hh_l0	6	-0.1055809035897255
498810	rnn.bias_hh_l0	7	0.07807431370019913
498810	rnn.bias_hh_l0	8	-0.2625678479671478
498810	rnn.bias_hh_l0	9	-0.5506484508514404
498810	rnn.weight_ih_l0_reverse	0	0.038938865065574646
498810	rnn.weight_ih_l0_reverse	1	-0.05612070485949516
498810	rnn.weight_ih_l0_reverse	2	-0.020341040566563606
498810	rnn.weight_ih_l0_reverse	3	-0.15076179802417755
498810	rnn.weight_ih_l0_reverse	4	0.09788744896650314
498810	rnn.weight_ih_l0_reverse	5	-0.11102037876844406
498810	rnn.weight_ih_l0_reverse	6	-0.033198773860931396
498810	rnn.weight_ih_l0_reverse	7	0.02292465791106224
498810	rnn.weight_ih_l0_reverse	8	-0.0580095499753952
498810	rnn.weight_ih_l0_reverse	9	-0.08258983492851257
498810	rnn.weight_hh_l0_reverse	0	-0.15304623544216156
498810	rnn.weight_hh_l0_reverse	1	0.031019577756524086
498810	rnn.weight_hh_l0_reverse	2	-0.027439670637249947
498810	rnn.weight_hh_l0_reverse	3	0.02539156563580036
498810	rnn.weight_hh_l0_reverse	4	-0.08722870796918869
498810	rnn.weight_hh_l0_reverse	5	0.033073872327804565
498810	rnn.weight_hh_l0_reverse	6	0.029133088886737823
498810	rnn.weight_hh_l0_reverse	7	-0.10076349228620529
498810	rnn.weight_hh_l0_reverse	8	-0.07331424951553345
498810	rnn.weight_hh_l0_reverse	9	0.05786319077014923
498810	rnn.bias_ih_l0_reverse	0	-0.16073648631572723
498810	rnn.bias_ih_l0_reverse	1	-0.08954184502363205
498810	rnn.bias_ih_l0_reverse	2	0.1257655918598175
498810	rnn.bias_ih_l0_reverse	3	-0.2952898144721985
498810	rnn.bias_ih_l0_reverse	4	-0.025631830096244812
498810	rnn.bias_ih_l0_reverse	5	-0.22859393060207367
498810	rnn.bias_ih_l0_reverse	6	0.2698362171649933
498810	rnn.bias_ih_l0_reverse	7	-0.313810795545578
498810	rnn.bias_ih_l0_reverse	8	-0.20773832499980927
498810	rnn.bias_ih_l0_reverse	9	-0.20536552369594574
498810	rnn.bias_hh_l0_reverse	0	-0.09176883846521378
498810	rnn.bias_hh_l0_reverse	1	0.27778488397598267
498810	rnn.bias_hh_l0_reverse	2	-0.30490463972091675
498810	rnn.bias_hh_l0_reverse	3	-0.21024107933044434
498810	rnn.bias_hh_l0_reverse	4	-0.38209372758865356
498810	rnn.bias_hh_l0_reverse	5	-0.16899095475673676
498810	rnn.bias_hh_l0_reverse	6	-0.25179269909858704
498810	rnn.bias_hh_l0_reverse	7	-0.08744180202484131
498810	rnn.bias_hh_l0_reverse	8	-0.3204115927219391
498810	rnn.bias_hh_l0_reverse	9	0.19087089598178864
498810	linear.weight	0	0.18088814616203308
498810	linear.weight	1	-0.3964717984199524
498810	linear.weight	2	0.024761606007814407
498810	linear.weight	3	0.06761185079813004
498810	linear.weight	4	-0.12147916853427887
498810	linear.weight	5	0.2552829384803772
498810	linear.weight	6	-0.06288638710975647
498810	linear.weight	7	-0.061130039393901825
498810	linear.weight	8	0.1424056738615036
498810	linear.weight	9	-0.04867103695869446
498810	linear.bias	0	-0.898832380771637
498810	linear.bias	1	1.9163732528686523
498810	linear.bias	2	0.7426983118057251
498810	linear.bias	3	-2.694288969039917
498810	linear.bias	4	-0.09676996618509293
498810	linear.bias	5	1.271863579750061
498810	linear.bias	6	-0.22372758388519287
498810	linear.bias	7	0.7391182780265808
498810	linear.bias	8	2.2152576446533203
498810	linear.bias	9	-1.5294606685638428
499419	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
499419	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
499419	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
499419	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
499419	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
499419	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
499419	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
499419	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
499419	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
499419	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
499419	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
499419	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
499419	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
499419	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
499419	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
499419	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
499419	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
499419	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
499419	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
499419	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
499419	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
499419	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
499419	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
499419	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
499419	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
499419	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
499419	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
499419	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
499419	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
499419	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
499419	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
499419	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
499419	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
499419	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
499419	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
499419	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
499419	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
499419	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
499419	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
499419	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
499419	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
499419	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
499419	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
499419	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
499419	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
499419	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
499419	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
499419	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
499419	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
499419	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
499419	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
499419	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
499419	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
499419	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
499419	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
499419	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
499419	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
499419	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
499419	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
499419	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
499419	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
499419	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
499419	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
499419	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
499419	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
499419	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
499419	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
499419	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
499419	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
499419	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
499419	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
499419	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
499419	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
499419	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
499419	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
499419	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
499419	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
499419	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
499419	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
499419	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
499419	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
499419	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
499419	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
499419	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
499419	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
499419	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
499419	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
499419	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
499419	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
499419	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
499419	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
499419	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
499419	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
499419	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
499419	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
499419	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
499419	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
499419	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
499419	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
499419	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
499419	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
499419	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
499419	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
499419	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
499419	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
499419	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
499419	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
499419	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
499419	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
499419	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
499419	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
499419	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
499419	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
499419	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
499419	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
499419	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
499419	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
499419	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
499419	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
499419	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
499419	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
499419	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
499419	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
499419	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
499419	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
499419	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
499419	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
499419	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
499419	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
499419	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
499419	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
499419	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
499419	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
499419	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
499419	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
499419	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
499419	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
499419	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
499419	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
499419	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
499419	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
499419	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
499419	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
499419	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
499419	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
499419	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
499419	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
499419	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
499419	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
499419	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
499419	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
499419	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
499419	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
499419	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
499419	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
499419	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
499419	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
499419	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
499419	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
499419	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
499419	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
499419	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
499419	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
499419	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
499419	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
499419	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
499419	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
499419	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
499419	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
499419	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
499419	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
499419	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
499419	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
499419	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
499419	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
499419	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
499419	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
499419	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
499419	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
499419	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
499419	embedding2nn.weight	0	0.3195555508136749
499419	embedding2nn.weight	1	0.4111381769180298
499419	embedding2nn.weight	2	-0.010645526461303234
499419	embedding2nn.weight	3	-0.06656111031770706
499419	embedding2nn.weight	4	-0.0724099799990654
499419	embedding2nn.weight	5	0.08906817436218262
499419	embedding2nn.weight	6	0.01879952847957611
499419	embedding2nn.weight	7	0.02636845037341118
499419	embedding2nn.weight	8	0.06407243013381958
499419	embedding2nn.weight	9	-0.04544093832373619
499419	embedding2nn.bias	0	0.006423234939575195
499419	embedding2nn.bias	1	-0.17488040030002594
499419	embedding2nn.bias	2	0.1419127881526947
499419	embedding2nn.bias	3	0.15264396369457245
499419	embedding2nn.bias	4	0.1494351476430893
499419	embedding2nn.bias	5	-0.07322659343481064
499419	embedding2nn.bias	6	-0.024320023134350777
499419	embedding2nn.bias	7	0.043235961347818375
499419	embedding2nn.bias	8	-0.16989736258983612
499419	embedding2nn.bias	9	-0.3556532859802246
499419	rnn.weight_ih_l0	0	-0.01912330649793148
499419	rnn.weight_ih_l0	1	-0.05273813009262085
499419	rnn.weight_ih_l0	2	-0.060291651636362076
499419	rnn.weight_ih_l0	3	0.11378517001867294
499419	rnn.weight_ih_l0	4	0.039793651551008224
499419	rnn.weight_ih_l0	5	-0.06532421708106995
499419	rnn.weight_ih_l0	6	0.02095494046807289
499419	rnn.weight_ih_l0	7	-0.040678635239601135
499419	rnn.weight_ih_l0	8	0.06440166383981705
499419	rnn.weight_ih_l0	9	-0.08114544302225113
499419	rnn.weight_hh_l0	0	-0.013483639806509018
499419	rnn.weight_hh_l0	1	0.07364893704652786
499419	rnn.weight_hh_l0	2	0.015848953276872635
499419	rnn.weight_hh_l0	3	-0.01744399406015873
499419	rnn.weight_hh_l0	4	0.036761388182640076
499419	rnn.weight_hh_l0	5	0.04050120338797569
499419	rnn.weight_hh_l0	6	-0.0660419762134552
499419	rnn.weight_hh_l0	7	-0.07919450849294662
499419	rnn.weight_hh_l0	8	0.036109261214733124
499419	rnn.weight_hh_l0	9	-0.10888224840164185
499419	rnn.bias_ih_l0	0	0.189850851893425
499419	rnn.bias_ih_l0	1	-0.3244316577911377
499419	rnn.bias_ih_l0	2	-0.02566601149737835
499419	rnn.bias_ih_l0	3	-0.215684711933136
499419	rnn.bias_ih_l0	4	0.02385285496711731
499419	rnn.bias_ih_l0	5	-0.45145419239997864
499419	rnn.bias_ih_l0	6	-0.1520678848028183
499419	rnn.bias_ih_l0	7	-0.3467360734939575
499419	rnn.bias_ih_l0	8	-0.2814933955669403
499419	rnn.bias_ih_l0	9	-0.44077131152153015
499419	rnn.bias_hh_l0	0	-0.3548544943332672
499419	rnn.bias_hh_l0	1	-0.41370928287506104
499419	rnn.bias_hh_l0	2	-0.37825170159339905
499419	rnn.bias_hh_l0	3	-0.07792942225933075
499419	rnn.bias_hh_l0	4	-0.38523510098457336
499419	rnn.bias_hh_l0	5	-0.3502449691295624
499419	rnn.bias_hh_l0	6	-0.11098581552505493
499419	rnn.bias_hh_l0	7	0.06550624221563339
499419	rnn.bias_hh_l0	8	-0.25740158557891846
499419	rnn.bias_hh_l0	9	-0.5473156571388245
499419	rnn.weight_ih_l0_reverse	0	0.04441343992948532
499419	rnn.weight_ih_l0_reverse	1	-0.05591944232583046
499419	rnn.weight_ih_l0_reverse	2	-0.02076864056289196
499419	rnn.weight_ih_l0_reverse	3	-0.15315480530261993
499419	rnn.weight_ih_l0_reverse	4	0.09868498146533966
499419	rnn.weight_ih_l0_reverse	5	-0.10435862094163895
499419	rnn.weight_ih_l0_reverse	6	-0.0448935441672802
499419	rnn.weight_ih_l0_reverse	7	0.023158488795161247
499419	rnn.weight_ih_l0_reverse	8	-0.05945756658911705
499419	rnn.weight_ih_l0_reverse	9	-0.08152829855680466
499419	rnn.weight_hh_l0_reverse	0	-0.15386930108070374
499419	rnn.weight_hh_l0_reverse	1	0.030421946197748184
499419	rnn.weight_hh_l0_reverse	2	-0.02643887884914875
499419	rnn.weight_hh_l0_reverse	3	0.0261661559343338
499419	rnn.weight_hh_l0_reverse	4	-0.0871211588382721
499419	rnn.weight_hh_l0_reverse	5	0.03288240730762482
499419	rnn.weight_hh_l0_reverse	6	0.029256418347358704
499419	rnn.weight_hh_l0_reverse	7	-0.09952932596206665
499419	rnn.weight_hh_l0_reverse	8	-0.071588896214962
499419	rnn.weight_hh_l0_reverse	9	0.0592956468462944
499419	rnn.bias_ih_l0_reverse	0	-0.16529583930969238
499419	rnn.bias_ih_l0_reverse	1	-0.08767145127058029
499419	rnn.bias_ih_l0_reverse	2	0.13466207683086395
499419	rnn.bias_ih_l0_reverse	3	-0.30215591192245483
499419	rnn.bias_ih_l0_reverse	4	-0.01271547470241785
499419	rnn.bias_ih_l0_reverse	5	-0.22886918485164642
499419	rnn.bias_ih_l0_reverse	6	0.26799607276916504
499419	rnn.bias_ih_l0_reverse	7	-0.32731741666793823
499419	rnn.bias_ih_l0_reverse	8	-0.20912718772888184
499419	rnn.bias_ih_l0_reverse	9	-0.21231825649738312
499419	rnn.bias_hh_l0_reverse	0	-0.08840023726224899
499419	rnn.bias_hh_l0_reverse	1	0.28236764669418335
499419	rnn.bias_hh_l0_reverse	2	-0.31090497970581055
499419	rnn.bias_hh_l0_reverse	3	-0.21449048817157745
499419	rnn.bias_hh_l0_reverse	4	-0.3926859200000763
499419	rnn.bias_hh_l0_reverse	5	-0.1694898009300232
499419	rnn.bias_hh_l0_reverse	6	-0.25839221477508545
499419	rnn.bias_hh_l0_reverse	7	-0.08583447337150574
499419	rnn.bias_hh_l0_reverse	8	-0.30886855721473694
499419	rnn.bias_hh_l0_reverse	9	0.21213263273239136
499419	linear.weight	0	0.1876673549413681
499419	linear.weight	1	-0.4221670627593994
499419	linear.weight	2	0.028911789879202843
499419	linear.weight	3	0.06761034578084946
499419	linear.weight	4	-0.10435579717159271
499419	linear.weight	5	0.20548580586910248
499419	linear.weight	6	-0.0148683562874794
499419	linear.weight	7	-0.06112176924943924
499419	linear.weight	8	0.11706668883562088
499419	linear.weight	9	-0.04867691546678543
499419	linear.bias	0	-0.8997060060501099
499419	linear.bias	1	1.930363655090332
499419	linear.bias	2	0.76087486743927
499419	linear.bias	3	-2.6946427822113037
499419	linear.bias	4	-0.09010852128267288
499419	linear.bias	5	1.2882788181304932
499419	linear.bias	6	-0.22719243168830872
499419	linear.bias	7	0.7410025000572205
499419	linear.bias	8	2.249410629272461
499419	linear.bias	9	-1.5431779623031616
500028	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
500028	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
500028	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
500028	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
500028	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
500028	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
500028	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
500028	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
500028	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
500028	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
500028	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
500028	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
500028	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
500028	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
500028	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
500028	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
500028	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
500028	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
500028	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
500028	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
500028	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
500028	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
500028	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
500028	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
500028	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
500028	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
500028	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
500028	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
500028	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
500028	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
500028	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
500028	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
500028	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
500028	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
500028	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
500028	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
500028	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
500028	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
500028	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
500028	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
500028	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
500028	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
500028	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
500028	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
500028	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
500028	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
500028	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
500028	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
500028	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
500028	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
500028	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
500028	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
500028	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
500028	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
500028	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
500028	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
500028	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
500028	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
500028	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
500028	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
500028	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
500028	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
500028	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
500028	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
500028	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
500028	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
500028	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
500028	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
500028	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
500028	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
500028	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
500028	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
500028	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
500028	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
500028	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
500028	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
500028	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
500028	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
500028	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
500028	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
500028	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
500028	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
500028	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
500028	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
500028	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
500028	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
500028	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
500028	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
500028	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
500028	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
500028	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
500028	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
500028	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
500028	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
500028	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
500028	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
500028	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
500028	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
500028	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
500028	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
500028	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
500028	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
500028	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
500028	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
500028	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
500028	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
500028	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
500028	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
500028	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
500028	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
500028	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
500028	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
500028	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
500028	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
500028	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
500028	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
500028	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
500028	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
500028	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
500028	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
500028	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
500028	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
500028	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
500028	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
500028	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
500028	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
500028	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
500028	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
500028	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
500028	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
500028	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
500028	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
500028	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
500028	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
500028	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
500028	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
500028	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
500028	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
500028	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
500028	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
500028	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
500028	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
500028	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
500028	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
500028	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
500028	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
500028	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
500028	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
500028	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
500028	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
500028	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
500028	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
500028	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
500028	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
500028	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
500028	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
500028	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
500028	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
500028	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
500028	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
500028	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
500028	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
500028	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
500028	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
500028	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
500028	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
500028	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
500028	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
500028	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
500028	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
500028	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
500028	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
500028	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
500028	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
500028	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
500028	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
500028	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
500028	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
500028	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
500028	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
500028	embedding2nn.weight	0	0.31751206517219543
500028	embedding2nn.weight	1	0.4111187160015106
500028	embedding2nn.weight	2	8.209064253605902e-05
500028	embedding2nn.weight	3	-0.04136151075363159
500028	embedding2nn.weight	4	-0.07198064774274826
500028	embedding2nn.weight	5	0.08459144085645676
500028	embedding2nn.weight	6	0.01514830719679594
500028	embedding2nn.weight	7	0.012025776319205761
500028	embedding2nn.weight	8	0.057610951364040375
500028	embedding2nn.weight	9	-0.04239699989557266
500028	embedding2nn.bias	0	0.002736198017373681
500028	embedding2nn.bias	1	-0.1981709599494934
500028	embedding2nn.bias	2	0.1351696252822876
500028	embedding2nn.bias	3	0.16541741788387299
500028	embedding2nn.bias	4	0.1481170356273651
500028	embedding2nn.bias	5	-0.08600133657455444
500028	embedding2nn.bias	6	-0.027367349714040756
500028	embedding2nn.bias	7	0.03323914483189583
500028	embedding2nn.bias	8	-0.17554442584514618
500028	embedding2nn.bias	9	-0.3712303340435028
500028	rnn.weight_ih_l0	0	-0.02030414715409279
500028	rnn.weight_ih_l0	1	-0.05366351827979088
500028	rnn.weight_ih_l0	2	-0.05961281806230545
500028	rnn.weight_ih_l0	3	0.11743536591529846
500028	rnn.weight_ih_l0	4	0.042005755007267
500028	rnn.weight_ih_l0	5	-0.06621597707271576
500028	rnn.weight_ih_l0	6	0.00887164194136858
500028	rnn.weight_ih_l0	7	-0.038300659507513046
500028	rnn.weight_ih_l0	8	0.05930976942181587
500028	rnn.weight_ih_l0	9	-0.08029269427061081
500028	rnn.weight_hh_l0	0	-0.013168585486710072
500028	rnn.weight_hh_l0	1	0.07346486300230026
500028	rnn.weight_hh_l0	2	0.016599610447883606
500028	rnn.weight_hh_l0	3	-0.017272289842367172
500028	rnn.weight_hh_l0	4	0.036715518683195114
500028	rnn.weight_hh_l0	5	0.039467692375183105
500028	rnn.weight_hh_l0	6	-0.06628591567277908
500028	rnn.weight_hh_l0	7	-0.07924903184175491
500028	rnn.weight_hh_l0	8	0.036442726850509644
500028	rnn.weight_hh_l0	9	-0.10693994164466858
500028	rnn.bias_ih_l0	0	0.16834159195423126
500028	rnn.bias_ih_l0	1	-0.32703256607055664
500028	rnn.bias_ih_l0	2	-0.023873209953308105
500028	rnn.bias_ih_l0	3	-0.21404311060905457
500028	rnn.bias_ih_l0	4	0.02479015290737152
500028	rnn.bias_ih_l0	5	-0.45479893684387207
500028	rnn.bias_ih_l0	6	-0.1606322079896927
500028	rnn.bias_ih_l0	7	-0.3454575836658478
500028	rnn.bias_ih_l0	8	-0.2826436460018158
500028	rnn.bias_ih_l0	9	-0.43007591366767883
500028	rnn.bias_hh_l0	0	-0.3596559762954712
500028	rnn.bias_hh_l0	1	-0.4135455787181854
500028	rnn.bias_hh_l0	2	-0.3669512867927551
500028	rnn.bias_hh_l0	3	-0.07821495831012726
500028	rnn.bias_hh_l0	4	-0.3853939175605774
500028	rnn.bias_hh_l0	5	-0.34928277134895325
500028	rnn.bias_hh_l0	6	-0.1070188507437706
500028	rnn.bias_hh_l0	7	0.057988133281469345
500028	rnn.bias_hh_l0	8	-0.26126667857170105
500028	rnn.bias_hh_l0	9	-0.5457606315612793
500028	rnn.weight_ih_l0_reverse	0	0.04574619606137276
500028	rnn.weight_ih_l0_reverse	1	-0.05752554163336754
500028	rnn.weight_ih_l0_reverse	2	-0.02019009366631508
500028	rnn.weight_ih_l0_reverse	3	-0.1539006531238556
500028	rnn.weight_ih_l0_reverse	4	0.09772759675979614
500028	rnn.weight_ih_l0_reverse	5	-0.10155721753835678
500028	rnn.weight_ih_l0_reverse	6	-0.03679578751325607
500028	rnn.weight_ih_l0_reverse	7	0.022977543994784355
500028	rnn.weight_ih_l0_reverse	8	-0.06343354284763336
500028	rnn.weight_ih_l0_reverse	9	-0.07874895632266998
500028	rnn.weight_hh_l0_reverse	0	-0.15428586304187775
500028	rnn.weight_hh_l0_reverse	1	0.031029045581817627
500028	rnn.weight_hh_l0_reverse	2	-0.027285410091280937
500028	rnn.weight_hh_l0_reverse	3	0.02635357528924942
500028	rnn.weight_hh_l0_reverse	4	-0.08603764325380325
500028	rnn.weight_hh_l0_reverse	5	0.03185407072305679
500028	rnn.weight_hh_l0_reverse	6	0.02903660759329796
500028	rnn.weight_hh_l0_reverse	7	-0.0997544601559639
500028	rnn.weight_hh_l0_reverse	8	-0.07393323630094528
500028	rnn.weight_hh_l0_reverse	9	0.058565977960824966
500028	rnn.bias_ih_l0_reverse	0	-0.16744111478328705
500028	rnn.bias_ih_l0_reverse	1	-0.0820540264248848
500028	rnn.bias_ih_l0_reverse	2	0.13087967038154602
500028	rnn.bias_ih_l0_reverse	3	-0.2975773811340332
500028	rnn.bias_ih_l0_reverse	4	-0.01926635205745697
500028	rnn.bias_ih_l0_reverse	5	-0.22582542896270752
500028	rnn.bias_ih_l0_reverse	6	0.2652853727340698
500028	rnn.bias_ih_l0_reverse	7	-0.3275737464427948
500028	rnn.bias_ih_l0_reverse	8	-0.20872944593429565
500028	rnn.bias_ih_l0_reverse	9	-0.19788986444473267
500028	rnn.bias_hh_l0_reverse	0	-0.08371342718601227
500028	rnn.bias_hh_l0_reverse	1	0.278903990983963
500028	rnn.bias_hh_l0_reverse	2	-0.3024179935455322
500028	rnn.bias_hh_l0_reverse	3	-0.21191591024398804
500028	rnn.bias_hh_l0_reverse	4	-0.39381617307662964
500028	rnn.bias_hh_l0_reverse	5	-0.16648106276988983
500028	rnn.bias_hh_l0_reverse	6	-0.2579514980316162
500028	rnn.bias_hh_l0_reverse	7	-0.08279004693031311
500028	rnn.bias_hh_l0_reverse	8	-0.3280283510684967
500028	rnn.bias_hh_l0_reverse	9	0.21943624317646027
500028	linear.weight	0	0.1985517293214798
500028	linear.weight	1	-0.42764225602149963
500028	linear.weight	2	0.07086219638586044
500028	linear.weight	3	0.06760977953672409
500028	linear.weight	4	-0.15296049416065216
500028	linear.weight	5	0.1901237964630127
500028	linear.weight	6	-8.314890146721154e-05
500028	linear.weight	7	-0.06111133098602295
500028	linear.weight	8	0.10967019945383072
500028	linear.weight	9	-0.04868391528725624
500028	linear.bias	0	-0.8714755773544312
500028	linear.bias	1	1.8784606456756592
500028	linear.bias	2	0.7778019905090332
500028	linear.bias	3	-2.6949703693389893
500028	linear.bias	4	-0.07616352289915085
500028	linear.bias	5	1.2566032409667969
500028	linear.bias	6	-0.21146748960018158
500028	linear.bias	7	0.739578127861023
500028	linear.bias	8	2.220966100692749
500028	linear.bias	9	-1.5021718740463257
500036	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
500036	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
500036	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
500036	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
500036	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
500036	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
500036	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
500036	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
500036	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
500036	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
500036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
500036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
500036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
500036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
500036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
500036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
500036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
500036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
500036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
500036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
500036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
500036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
500036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
500036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
500036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
500036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
500036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
500036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
500036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
500036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
500036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
500036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
500036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
500036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
500036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
500036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
500036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
500036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
500036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
500036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
500036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
500036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
500036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
500036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
500036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
500036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
500036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
500036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
500036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
500036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
500036	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
500036	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
500036	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
500036	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
500036	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
500036	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
500036	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
500036	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
500036	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
500036	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
500036	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
500036	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
500036	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
500036	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
500036	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
500036	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
500036	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
500036	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
500036	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
500036	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
500036	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
500036	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
500036	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
500036	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
500036	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
500036	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
500036	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
500036	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
500036	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
500036	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
500036	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
500036	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
500036	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
500036	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
500036	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
500036	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
500036	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
500036	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
500036	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
500036	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
500036	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
500036	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
500036	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
500036	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
500036	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
500036	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
500036	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
500036	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
500036	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
500036	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
500036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
500036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
500036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
500036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
500036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
500036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
500036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
500036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
500036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
500036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
500036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
500036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
500036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
500036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
500036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
500036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
500036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
500036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
500036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
500036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
500036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
500036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
500036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
500036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
500036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
500036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
500036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
500036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
500036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
500036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
500036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
500036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
500036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
500036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
500036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
500036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
500036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
500036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
500036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
500036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
500036	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
500036	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
500036	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
500036	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
500036	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
500036	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
500036	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
500036	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
500036	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
500036	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
500036	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
500036	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
500036	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
500036	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
500036	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
500036	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
500036	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
500036	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
500036	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
500036	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
500036	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
500036	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
500036	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
500036	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
500036	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
500036	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
500036	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
500036	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
500036	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
500036	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
500036	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
500036	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
500036	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
500036	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
500036	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
500036	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
500036	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
500036	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
500036	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
500036	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
500036	embedding2nn.weight	0	0.3176499605178833
500036	embedding2nn.weight	1	0.4111870527267456
500036	embedding2nn.weight	2	-5.469852112582885e-05
500036	embedding2nn.weight	3	-0.04214589670300484
500036	embedding2nn.weight	4	-0.07284197956323624
500036	embedding2nn.weight	5	0.08504647761583328
500036	embedding2nn.weight	6	0.012019149959087372
500036	embedding2nn.weight	7	0.011394075118005276
500036	embedding2nn.weight	8	0.05777376517653465
500036	embedding2nn.weight	9	-0.042594071477651596
500036	embedding2nn.bias	0	0.008371224626898766
500036	embedding2nn.bias	1	-0.20096881687641144
500036	embedding2nn.bias	2	0.13422656059265137
500036	embedding2nn.bias	3	0.16963395476341248
500036	embedding2nn.bias	4	0.1550006866455078
500036	embedding2nn.bias	5	-0.08081169426441193
500036	embedding2nn.bias	6	-0.028905635699629784
500036	embedding2nn.bias	7	0.0235600508749485
500036	embedding2nn.bias	8	-0.17227314412593842
500036	embedding2nn.bias	9	-0.3737223446369171
500036	rnn.weight_ih_l0	0	-0.020446788519620895
500036	rnn.weight_ih_l0	1	-0.05373465269804001
500036	rnn.weight_ih_l0	2	-0.05909283831715584
500036	rnn.weight_ih_l0	3	0.11740075796842575
500036	rnn.weight_ih_l0	4	0.04152700677514076
500036	rnn.weight_ih_l0	5	-0.06489749997854233
500036	rnn.weight_ih_l0	6	0.008950945921242237
500036	rnn.weight_ih_l0	7	-0.03847278282046318
500036	rnn.weight_ih_l0	8	0.058687545359134674
500036	rnn.weight_ih_l0	9	-0.08031649142503738
500036	rnn.weight_hh_l0	0	-0.013171963393688202
500036	rnn.weight_hh_l0	1	0.07335428893566132
500036	rnn.weight_hh_l0	2	0.016669681295752525
500036	rnn.weight_hh_l0	3	-0.017252400517463684
500036	rnn.weight_hh_l0	4	0.03652461618185043
500036	rnn.weight_hh_l0	5	0.03950240835547447
500036	rnn.weight_hh_l0	6	-0.06628168374300003
500036	rnn.weight_hh_l0	7	-0.07899408787488937
500036	rnn.weight_hh_l0	8	0.036408279091119766
500036	rnn.weight_hh_l0	9	-0.10694758594036102
500036	rnn.bias_ih_l0	0	0.1674601286649704
500036	rnn.bias_ih_l0	1	-0.32638347148895264
500036	rnn.bias_ih_l0	2	-0.02359408140182495
500036	rnn.bias_ih_l0	3	-0.21496762335300446
500036	rnn.bias_ih_l0	4	0.023595601320266724
500036	rnn.bias_ih_l0	5	-0.4543112516403198
500036	rnn.bias_ih_l0	6	-0.16096198558807373
500036	rnn.bias_ih_l0	7	-0.3453686237335205
500036	rnn.bias_ih_l0	8	-0.28267523646354675
500036	rnn.bias_ih_l0	9	-0.43065905570983887
500036	rnn.bias_hh_l0	0	-0.36009541153907776
500036	rnn.bias_hh_l0	1	-0.4131094813346863
500036	rnn.bias_hh_l0	2	-0.36615318059921265
500036	rnn.bias_hh_l0	3	-0.0778994932770729
500036	rnn.bias_hh_l0	4	-0.38507190346717834
500036	rnn.bias_hh_l0	5	-0.3492335081100464
500036	rnn.bias_hh_l0	6	-0.10683556646108627
500036	rnn.bias_hh_l0	7	0.057755231857299805
500036	rnn.bias_hh_l0	8	-0.26118987798690796
500036	rnn.bias_hh_l0	9	-0.5460823774337769
500036	rnn.weight_ih_l0_reverse	0	0.04531706124544144
500036	rnn.weight_ih_l0_reverse	1	-0.05756478011608124
500036	rnn.weight_ih_l0_reverse	2	-0.02010168693959713
500036	rnn.weight_ih_l0_reverse	3	-0.154047429561615
500036	rnn.weight_ih_l0_reverse	4	0.09768258035182953
500036	rnn.weight_ih_l0_reverse	5	-0.10127054154872894
500036	rnn.weight_ih_l0_reverse	6	-0.03695269674062729
500036	rnn.weight_ih_l0_reverse	7	0.02311493083834648
500036	rnn.weight_ih_l0_reverse	8	-0.06349276751279831
500036	rnn.weight_ih_l0_reverse	9	-0.07920213043689728
500036	rnn.weight_hh_l0_reverse	0	-0.15422695875167847
500036	rnn.weight_hh_l0_reverse	1	0.03112284280359745
500036	rnn.weight_hh_l0_reverse	2	-0.027392838150262833
500036	rnn.weight_hh_l0_reverse	3	0.02623116225004196
500036	rnn.weight_hh_l0_reverse	4	-0.08615991473197937
500036	rnn.weight_hh_l0_reverse	5	0.031872499734163284
500036	rnn.weight_hh_l0_reverse	6	0.029024314135313034
500036	rnn.weight_hh_l0_reverse	7	-0.09988320618867874
500036	rnn.weight_hh_l0_reverse	8	-0.07419081032276154
500036	rnn.weight_hh_l0_reverse	9	0.058611854910850525
500036	rnn.bias_ih_l0_reverse	0	-0.16847075521945953
500036	rnn.bias_ih_l0_reverse	1	-0.08325577527284622
500036	rnn.bias_ih_l0_reverse	2	0.1305702030658722
500036	rnn.bias_ih_l0_reverse	3	-0.29763439297676086
500036	rnn.bias_ih_l0_reverse	4	-0.017869342118501663
500036	rnn.bias_ih_l0_reverse	5	-0.22536085546016693
500036	rnn.bias_ih_l0_reverse	6	0.26658815145492554
500036	rnn.bias_ih_l0_reverse	7	-0.32637280225753784
500036	rnn.bias_ih_l0_reverse	8	-0.20822212100028992
500036	rnn.bias_ih_l0_reverse	9	-0.1968383938074112
500036	rnn.bias_hh_l0_reverse	0	-0.08332013338804245
500036	rnn.bias_hh_l0_reverse	1	0.27912336587905884
500036	rnn.bias_hh_l0_reverse	2	-0.30220603942871094
500036	rnn.bias_hh_l0_reverse	3	-0.212061807513237
500036	rnn.bias_hh_l0_reverse	4	-0.3941628634929657
500036	rnn.bias_hh_l0_reverse	5	-0.1667630970478058
500036	rnn.bias_hh_l0_reverse	6	-0.25881317257881165
500036	rnn.bias_hh_l0_reverse	7	-0.08275547623634338
500036	rnn.bias_hh_l0_reverse	8	-0.3259841799736023
500036	rnn.bias_hh_l0_reverse	9	0.21773940324783325
500036	linear.weight	0	0.20371153950691223
500036	linear.weight	1	-0.423319011926651
500036	linear.weight	2	0.06686381250619888
500036	linear.weight	3	0.06760968267917633
500036	linear.weight	4	-0.1537497192621231
500036	linear.weight	5	0.18262141942977905
500036	linear.weight	6	-0.0023824304807931185
500036	linear.weight	7	-0.061111338436603546
500036	linear.weight	8	0.11123230308294296
500036	linear.weight	9	-0.04868421331048012
500036	linear.bias	0	-0.8694915771484375
500036	linear.bias	1	1.8906160593032837
500036	linear.bias	2	0.7706999182701111
500036	linear.bias	3	-2.694973945617676
500036	linear.bias	4	-0.06878066807985306
500036	linear.bias	5	1.2476673126220703
500036	linear.bias	6	-0.21539795398712158
500036	linear.bias	7	0.7489017248153687
500036	linear.bias	8	2.2277729511260986
500036	linear.bias	9	-1.5041813850402832
500645	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
500645	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
500645	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
500645	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
500645	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
500645	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
500645	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
500645	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
500645	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
500645	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
500645	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
500645	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
500645	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
500645	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
500645	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
500645	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
500645	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
500645	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
500645	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
500645	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
500645	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
500645	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
500645	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
500645	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
500645	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
500645	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
500645	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
500645	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
500645	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
500645	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
500645	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
500645	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
500645	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
500645	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
500645	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
500645	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
500645	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
500645	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
500645	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
500645	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
500645	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
500645	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
500645	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
500645	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
500645	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
500645	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
500645	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
500645	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
500645	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
500645	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
500645	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
500645	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
500645	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
500645	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
500645	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
500645	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
500645	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
500645	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
500645	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
500645	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
500645	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
500645	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
500645	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
500645	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
500645	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
500645	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
500645	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
500645	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
500645	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
500645	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
500645	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
500645	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
500645	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
500645	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
500645	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
500645	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
500645	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
500645	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
500645	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
500645	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
500645	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
500645	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
500645	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
500645	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
500645	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
500645	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
500645	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
500645	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
500645	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
500645	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
500645	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
500645	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
500645	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
500645	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
500645	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
500645	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
500645	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
500645	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
500645	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
500645	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
500645	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
500645	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
500645	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
500645	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
500645	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
500645	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
500645	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
500645	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
500645	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
500645	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
500645	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
500645	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
500645	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
500645	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
500645	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
500645	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
500645	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
500645	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
500645	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
500645	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
500645	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
500645	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
500645	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
500645	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
500645	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
500645	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
500645	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
500645	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
500645	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
500645	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
500645	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
500645	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
500645	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
500645	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
500645	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
500645	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
500645	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
500645	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
500645	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
500645	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
500645	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
500645	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
500645	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
500645	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
500645	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
500645	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
500645	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
500645	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
500645	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
500645	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
500645	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
500645	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
500645	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
500645	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
500645	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
500645	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
500645	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
500645	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
500645	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
500645	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
500645	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
500645	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
500645	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
500645	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
500645	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
500645	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
500645	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
500645	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
500645	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
500645	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
500645	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
500645	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
500645	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
500645	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
500645	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
500645	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
500645	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
500645	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
500645	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
500645	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
500645	embedding2nn.weight	0	0.31852689385414124
500645	embedding2nn.weight	1	0.4075823128223419
500645	embedding2nn.weight	2	-0.0003388135228306055
500645	embedding2nn.weight	3	-0.017057543620467186
500645	embedding2nn.weight	4	-0.07655709236860275
500645	embedding2nn.weight	5	0.0860782265663147
500645	embedding2nn.weight	6	0.01634271815419197
500645	embedding2nn.weight	7	0.009723197668790817
500645	embedding2nn.weight	8	0.060049861669540405
500645	embedding2nn.weight	9	-0.046692680567502975
500645	embedding2nn.bias	0	-0.00031927021336741745
500645	embedding2nn.bias	1	-0.21139997243881226
500645	embedding2nn.bias	2	0.13240037858486176
500645	embedding2nn.bias	3	0.15149761736392975
500645	embedding2nn.bias	4	0.17230257391929626
500645	embedding2nn.bias	5	-0.06771653890609741
500645	embedding2nn.bias	6	-0.02786424569785595
500645	embedding2nn.bias	7	0.052965082228183746
500645	embedding2nn.bias	8	-0.14785431325435638
500645	embedding2nn.bias	9	-0.3722659945487976
500645	rnn.weight_ih_l0	0	-0.021305443719029427
500645	rnn.weight_ih_l0	1	-0.05233662948012352
500645	rnn.weight_ih_l0	2	-0.05134731903672218
500645	rnn.weight_ih_l0	3	0.12112842500209808
500645	rnn.weight_ih_l0	4	0.03839608281850815
500645	rnn.weight_ih_l0	5	-0.05832847207784653
500645	rnn.weight_ih_l0	6	0.00019431546388659626
500645	rnn.weight_ih_l0	7	-0.037300437688827515
500645	rnn.weight_ih_l0	8	0.06113726273179054
500645	rnn.weight_ih_l0	9	-0.08604449033737183
500645	rnn.weight_hh_l0	0	-0.013324652798473835
500645	rnn.weight_hh_l0	1	0.07312042266130447
500645	rnn.weight_hh_l0	2	0.016606906428933144
500645	rnn.weight_hh_l0	3	-0.01716877892613411
500645	rnn.weight_hh_l0	4	0.03698078915476799
500645	rnn.weight_hh_l0	5	0.03995807468891144
500645	rnn.weight_hh_l0	6	-0.06561784446239471
500645	rnn.weight_hh_l0	7	-0.08294136822223663
500645	rnn.weight_hh_l0	8	0.03664056211709976
500645	rnn.weight_hh_l0	9	-0.10614686459302902
500645	rnn.bias_ih_l0	0	0.1775258332490921
500645	rnn.bias_ih_l0	1	-0.3268734812736511
500645	rnn.bias_ih_l0	2	-0.023839814588427544
500645	rnn.bias_ih_l0	3	-0.2056114673614502
500645	rnn.bias_ih_l0	4	0.016962381079792976
500645	rnn.bias_ih_l0	5	-0.448068231344223
500645	rnn.bias_ih_l0	6	-0.15288293361663818
500645	rnn.bias_ih_l0	7	-0.34394195675849915
500645	rnn.bias_ih_l0	8	-0.2819054424762726
500645	rnn.bias_ih_l0	9	-0.4316765069961548
500645	rnn.bias_hh_l0	0	-0.362761914730072
500645	rnn.bias_hh_l0	1	-0.4114392399787903
500645	rnn.bias_hh_l0	2	-0.3705886900424957
500645	rnn.bias_hh_l0	3	-0.07575166970491409
500645	rnn.bias_hh_l0	4	-0.3904899060726166
500645	rnn.bias_hh_l0	5	-0.3499923348426819
500645	rnn.bias_hh_l0	6	-0.1081552803516388
500645	rnn.bias_hh_l0	7	0.056868456304073334
500645	rnn.bias_hh_l0	8	-0.25502926111221313
500645	rnn.bias_hh_l0	9	-0.5550349354743958
500645	rnn.weight_ih_l0_reverse	0	0.039424583315849304
500645	rnn.weight_ih_l0_reverse	1	-0.05429905652999878
500645	rnn.weight_ih_l0_reverse	2	-0.017104288563132286
500645	rnn.weight_ih_l0_reverse	3	-0.1565304845571518
500645	rnn.weight_ih_l0_reverse	4	0.09720225632190704
500645	rnn.weight_ih_l0_reverse	5	-0.09337024390697479
500645	rnn.weight_ih_l0_reverse	6	-0.028483819216489792
500645	rnn.weight_ih_l0_reverse	7	0.024922288954257965
500645	rnn.weight_ih_l0_reverse	8	-0.058708518743515015
500645	rnn.weight_ih_l0_reverse	9	-0.07676403224468231
500645	rnn.weight_hh_l0_reverse	0	-0.1539611965417862
500645	rnn.weight_hh_l0_reverse	1	0.03178605064749718
500645	rnn.weight_hh_l0_reverse	2	-0.026766572147607803
500645	rnn.weight_hh_l0_reverse	3	0.026242487132549286
500645	rnn.weight_hh_l0_reverse	4	-0.08488355576992035
500645	rnn.weight_hh_l0_reverse	5	0.03200604021549225
500645	rnn.weight_hh_l0_reverse	6	0.029351774603128433
500645	rnn.weight_hh_l0_reverse	7	-0.09885907173156738
500645	rnn.weight_hh_l0_reverse	8	-0.07332848757505417
500645	rnn.weight_hh_l0_reverse	9	0.06003027409315109
500645	rnn.bias_ih_l0_reverse	0	-0.16568152606487274
500645	rnn.bias_ih_l0_reverse	1	-0.09246496856212616
500645	rnn.bias_ih_l0_reverse	2	0.12353711575269699
500645	rnn.bias_ih_l0_reverse	3	-0.29575613141059875
500645	rnn.bias_ih_l0_reverse	4	-0.008188964799046516
500645	rnn.bias_ih_l0_reverse	5	-0.22719506919384003
500645	rnn.bias_ih_l0_reverse	6	0.26845845580101013
500645	rnn.bias_ih_l0_reverse	7	-0.3270394206047058
500645	rnn.bias_ih_l0_reverse	8	-0.21152850985527039
500645	rnn.bias_ih_l0_reverse	9	-0.1926901936531067
500645	rnn.bias_hh_l0_reverse	0	-0.09228132665157318
500645	rnn.bias_hh_l0_reverse	1	0.2768740653991699
500645	rnn.bias_hh_l0_reverse	2	-0.30525991320610046
500645	rnn.bias_hh_l0_reverse	3	-0.22608435153961182
500645	rnn.bias_hh_l0_reverse	4	-0.39169856905937195
500645	rnn.bias_hh_l0_reverse	5	-0.16600589454174042
500645	rnn.bias_hh_l0_reverse	6	-0.2569175064563751
500645	rnn.bias_hh_l0_reverse	7	-0.08438688516616821
500645	rnn.bias_hh_l0_reverse	8	-0.31505727767944336
500645	rnn.bias_hh_l0_reverse	9	0.21838316321372986
500645	linear.weight	0	0.18447621166706085
500645	linear.weight	1	-0.4542941749095917
500645	linear.weight	2	-0.0005342107033357024
500645	linear.weight	3	0.06760744005441666
500645	linear.weight	4	-0.1538863629102707
500645	linear.weight	5	0.1909119337797165
500645	linear.weight	6	-0.004055768717080355
500645	linear.weight	7	-0.06110316514968872
500645	linear.weight	8	0.11584251374006271
500645	linear.weight	9	-0.048692867159843445
500645	linear.bias	0	-0.8755801320075989
500645	linear.bias	1	1.8798906803131104
500645	linear.bias	2	0.7639860510826111
500645	linear.bias	3	-2.6953237056732178
500645	linear.bias	4	-0.04525986313819885
500645	linear.bias	5	1.2234399318695068
500645	linear.bias	6	-0.2233210653066635
500645	linear.bias	7	0.7494294047355652
500645	linear.bias	8	2.2020905017852783
500645	linear.bias	9	-1.5008643865585327
501254	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
501254	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
501254	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
501254	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
501254	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
501254	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
501254	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
501254	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
501254	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
501254	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
501254	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
501254	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
501254	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
501254	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
501254	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
501254	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
501254	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
501254	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
501254	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
501254	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
501254	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
501254	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
501254	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
501254	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
501254	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
501254	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
501254	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
501254	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
501254	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
501254	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
501254	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
501254	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
501254	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
501254	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
501254	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
501254	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
501254	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
501254	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
501254	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
501254	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
501254	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
501254	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
501254	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
501254	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
501254	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
501254	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
501254	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
501254	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
501254	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
501254	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
501254	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
501254	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
501254	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
501254	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
501254	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
501254	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
501254	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
501254	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
501254	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
501254	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
501254	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
501254	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
501254	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
501254	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
501254	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
501254	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
501254	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
501254	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
501254	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
501254	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
501254	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
501254	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
501254	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
501254	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
501254	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
501254	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
501254	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
501254	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
501254	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
501254	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
501254	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
501254	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
501254	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
501254	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
501254	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
501254	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
501254	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
501254	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
501254	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
501254	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
501254	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
501254	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
501254	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
501254	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
501254	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
501254	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
501254	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
501254	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
501254	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
501254	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
501254	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
501254	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
501254	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
501254	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
501254	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
501254	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
501254	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
501254	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
501254	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
501254	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
501254	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
501254	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
501254	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
501254	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
501254	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
501254	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
501254	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
501254	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
501254	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
501254	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
501254	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
501254	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
501254	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
501254	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
501254	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
501254	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
501254	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
501254	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
501254	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
501254	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
501254	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
501254	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
501254	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
501254	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
501254	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
501254	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
501254	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
501254	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
501254	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
501254	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
501254	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
501254	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
501254	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
501254	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
501254	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
501254	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
501254	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
501254	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
501254	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
501254	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
501254	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
501254	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
501254	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
501254	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
501254	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
501254	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
501254	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
501254	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
501254	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
501254	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
501254	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
501254	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
501254	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
501254	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
501254	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
501254	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
501254	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
501254	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
501254	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
501254	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
501254	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
501254	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
501254	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
501254	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
501254	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
501254	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
501254	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
501254	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
501254	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
501254	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
501254	embedding2nn.weight	0	0.3193853497505188
501254	embedding2nn.weight	1	0.4072646498680115
501254	embedding2nn.weight	2	0.0036665014922618866
501254	embedding2nn.weight	3	-0.0201245304197073
501254	embedding2nn.weight	4	-0.0725180134177208
501254	embedding2nn.weight	5	0.08597243577241898
501254	embedding2nn.weight	6	0.023455528542399406
501254	embedding2nn.weight	7	-0.0022224176209419966
501254	embedding2nn.weight	8	0.05662114918231964
501254	embedding2nn.weight	9	-0.04729606583714485
501254	embedding2nn.bias	0	0.018975835293531418
501254	embedding2nn.bias	1	-0.19750966131687164
501254	embedding2nn.bias	2	0.1217188760638237
501254	embedding2nn.bias	3	0.17080776393413544
501254	embedding2nn.bias	4	0.16623172163963318
501254	embedding2nn.bias	5	-0.09772951155900955
501254	embedding2nn.bias	6	-0.03653733804821968
501254	embedding2nn.bias	7	0.04944050312042236
501254	embedding2nn.bias	8	-0.15564461052417755
501254	embedding2nn.bias	9	-0.379726767539978
501254	rnn.weight_ih_l0	0	-0.019855229184031487
501254	rnn.weight_ih_l0	1	-0.05146060138940811
501254	rnn.weight_ih_l0	2	-0.059169281274080276
501254	rnn.weight_ih_l0	3	0.11844614893198013
501254	rnn.weight_ih_l0	4	0.030985349789261818
501254	rnn.weight_ih_l0	5	-0.053323399275541306
501254	rnn.weight_ih_l0	6	0.002299923449754715
501254	rnn.weight_ih_l0	7	-0.03731534630060196
501254	rnn.weight_ih_l0	8	0.06321417540311813
501254	rnn.weight_ih_l0	9	-0.09126733988523483
501254	rnn.weight_hh_l0	0	-0.01342687662690878
501254	rnn.weight_hh_l0	1	0.07286790758371353
501254	rnn.weight_hh_l0	2	0.017190951853990555
501254	rnn.weight_hh_l0	3	-0.018338153138756752
501254	rnn.weight_hh_l0	4	0.038440290838479996
501254	rnn.weight_hh_l0	5	0.038150060921907425
501254	rnn.weight_hh_l0	6	-0.06550044566392899
501254	rnn.weight_hh_l0	7	-0.07824086397886276
501254	rnn.weight_hh_l0	8	0.03649318218231201
501254	rnn.weight_hh_l0	9	-0.1057257428765297
501254	rnn.bias_ih_l0	0	0.16176268458366394
501254	rnn.bias_ih_l0	1	-0.3309476971626282
501254	rnn.bias_ih_l0	2	-0.02083229087293148
501254	rnn.bias_ih_l0	3	-0.215586856007576
501254	rnn.bias_ih_l0	4	0.020015524700284004
501254	rnn.bias_ih_l0	5	-0.45446890592575073
501254	rnn.bias_ih_l0	6	-0.1414799839258194
501254	rnn.bias_ih_l0	7	-0.3442729711532593
501254	rnn.bias_ih_l0	8	-0.27078235149383545
501254	rnn.bias_ih_l0	9	-0.42783746123313904
501254	rnn.bias_hh_l0	0	-0.35715460777282715
501254	rnn.bias_hh_l0	1	-0.4180130064487457
501254	rnn.bias_hh_l0	2	-0.3698735237121582
501254	rnn.bias_hh_l0	3	-0.07742303609848022
501254	rnn.bias_hh_l0	4	-0.38357147574424744
501254	rnn.bias_hh_l0	5	-0.3508520722389221
501254	rnn.bias_hh_l0	6	-0.1119188666343689
501254	rnn.bias_hh_l0	7	0.06314336508512497
501254	rnn.bias_hh_l0	8	-0.24938799440860748
501254	rnn.bias_hh_l0	9	-0.5583708882331848
501254	rnn.weight_ih_l0_reverse	0	0.03908667713403702
501254	rnn.weight_ih_l0_reverse	1	-0.05343245342373848
501254	rnn.weight_ih_l0_reverse	2	-0.015661196783185005
501254	rnn.weight_ih_l0_reverse	3	-0.15441188216209412
501254	rnn.weight_ih_l0_reverse	4	0.09827738255262375
501254	rnn.weight_ih_l0_reverse	5	-0.09066736698150635
501254	rnn.weight_ih_l0_reverse	6	-0.02677873708307743
501254	rnn.weight_ih_l0_reverse	7	0.025751221925020218
501254	rnn.weight_ih_l0_reverse	8	-0.05598732456564903
501254	rnn.weight_ih_l0_reverse	9	-0.07975176721811295
501254	rnn.weight_hh_l0_reverse	0	-0.155643492937088
501254	rnn.weight_hh_l0_reverse	1	0.031046565622091293
501254	rnn.weight_hh_l0_reverse	2	-0.02624177560210228
501254	rnn.weight_hh_l0_reverse	3	0.024768583476543427
501254	rnn.weight_hh_l0_reverse	4	-0.08497373759746552
501254	rnn.weight_hh_l0_reverse	5	0.032734695822000504
501254	rnn.weight_hh_l0_reverse	6	0.02917042002081871
501254	rnn.weight_hh_l0_reverse	7	-0.09801575541496277
501254	rnn.weight_hh_l0_reverse	8	-0.0682569071650505
501254	rnn.weight_hh_l0_reverse	9	0.05845961347222328
501254	rnn.bias_ih_l0_reverse	0	-0.16592232882976532
501254	rnn.bias_ih_l0_reverse	1	-0.094099260866642
501254	rnn.bias_ih_l0_reverse	2	0.1289864331483841
501254	rnn.bias_ih_l0_reverse	3	-0.29421040415763855
501254	rnn.bias_ih_l0_reverse	4	-0.00995159987360239
501254	rnn.bias_ih_l0_reverse	5	-0.23081178963184357
501254	rnn.bias_ih_l0_reverse	6	0.27579858899116516
501254	rnn.bias_ih_l0_reverse	7	-0.33215150237083435
501254	rnn.bias_ih_l0_reverse	8	-0.21296457946300507
501254	rnn.bias_ih_l0_reverse	9	-0.18464535474777222
501254	rnn.bias_hh_l0_reverse	0	-0.09011898189783096
501254	rnn.bias_hh_l0_reverse	1	0.2656877338886261
501254	rnn.bias_hh_l0_reverse	2	-0.3075019419193268
501254	rnn.bias_hh_l0_reverse	3	-0.22002455592155457
501254	rnn.bias_hh_l0_reverse	4	-0.397401362657547
501254	rnn.bias_hh_l0_reverse	5	-0.16707229614257812
501254	rnn.bias_hh_l0_reverse	6	-0.25827550888061523
501254	rnn.bias_hh_l0_reverse	7	-0.08452960103750229
501254	rnn.bias_hh_l0_reverse	8	-0.31773313879966736
501254	rnn.bias_hh_l0_reverse	9	0.23149943351745605
501254	linear.weight	0	0.1859614998102188
501254	linear.weight	1	-0.4535079598426819
501254	linear.weight	2	0.008755333721637726
501254	linear.weight	3	0.0676070898771286
501254	linear.weight	4	-0.09165800362825394
501254	linear.weight	5	0.1967007964849472
501254	linear.weight	6	0.009589539840817451
501254	linear.weight	7	-0.061091743409633636
501254	linear.weight	8	0.11283349990844727
501254	linear.weight	9	-0.04870252683758736
501254	linear.bias	0	-0.8826804161071777
501254	linear.bias	1	1.9121415615081787
501254	linear.bias	2	0.7607622146606445
501254	linear.bias	3	-2.695650577545166
501254	linear.bias	4	-0.10555224865674973
501254	linear.bias	5	1.2612802982330322
501254	linear.bias	6	-0.20005179941654205
501254	linear.bias	7	0.8009712100028992
501254	linear.bias	8	2.2125566005706787
501254	linear.bias	9	-1.502007246017456
501863	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
501863	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
501863	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
501863	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
501863	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
501863	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
501863	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
501863	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
501863	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
501863	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
501863	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
501863	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
501863	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
501863	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
501863	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
501863	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
501863	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
501863	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
501863	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
501863	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
501863	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
501863	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
501863	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
501863	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
501863	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
501863	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
501863	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
501863	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
501863	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
501863	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
501863	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
501863	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
501863	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
501863	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
501863	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
501863	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
501863	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
501863	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
501863	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
501863	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
501863	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
501863	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
501863	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
501863	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
501863	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
501863	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
501863	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
501863	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
501863	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
501863	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
501863	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
501863	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
501863	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
501863	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
501863	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
501863	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
501863	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
501863	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
501863	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
501863	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
501863	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
501863	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
501863	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
501863	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
501863	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
501863	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
501863	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
501863	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
501863	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
501863	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
501863	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
501863	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
501863	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
501863	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
501863	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
501863	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
501863	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
501863	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
501863	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
501863	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
501863	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
501863	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
501863	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
501863	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
501863	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
501863	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
501863	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
501863	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
501863	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
501863	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
501863	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
501863	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
501863	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
501863	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
501863	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
501863	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
501863	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
501863	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
501863	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
501863	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
501863	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
501863	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
501863	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
501863	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
501863	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
501863	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
501863	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
501863	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
501863	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
501863	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
501863	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
501863	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
501863	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
501863	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
501863	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
501863	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
501863	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
501863	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
501863	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
501863	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
501863	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
501863	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
501863	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
501863	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
501863	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
501863	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
501863	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
501863	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
501863	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
501863	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
501863	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
501863	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
501863	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
501863	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
501863	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
501863	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
501863	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
501863	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
501863	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
501863	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
501863	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
501863	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
501863	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
501863	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
501863	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
501863	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
501863	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
501863	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
501863	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
501863	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
501863	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
501863	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
501863	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
501863	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
501863	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
501863	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
501863	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
501863	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
501863	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
501863	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
501863	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
501863	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
501863	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
501863	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
501863	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
501863	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
501863	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
501863	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
501863	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
501863	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
501863	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
501863	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
501863	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
501863	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
501863	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
501863	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
501863	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
501863	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
501863	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
501863	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
501863	embedding2nn.weight	0	0.32017529010772705
501863	embedding2nn.weight	1	0.4088411331176758
501863	embedding2nn.weight	2	0.006596168037503958
501863	embedding2nn.weight	3	-0.006676893215626478
501863	embedding2nn.weight	4	-0.07152418792247772
501863	embedding2nn.weight	5	0.08182954788208008
501863	embedding2nn.weight	6	0.01280152052640915
501863	embedding2nn.weight	7	0.011929044499993324
501863	embedding2nn.weight	8	0.05252872407436371
501863	embedding2nn.weight	9	-0.05111541226506233
501863	embedding2nn.bias	0	0.0013436827575787902
501863	embedding2nn.bias	1	-0.19342967867851257
501863	embedding2nn.bias	2	0.11067322641611099
501863	embedding2nn.bias	3	0.1988498419523239
501863	embedding2nn.bias	4	0.14367297291755676
501863	embedding2nn.bias	5	-0.11156155169010162
501863	embedding2nn.bias	6	-0.034262679517269135
501863	embedding2nn.bias	7	0.036716535687446594
501863	embedding2nn.bias	8	-0.1728454828262329
501863	embedding2nn.bias	9	-0.37243109941482544
501863	rnn.weight_ih_l0	0	-0.02154088206589222
501863	rnn.weight_ih_l0	1	-0.05058368667960167
501863	rnn.weight_ih_l0	2	-0.06600498408079147
501863	rnn.weight_ih_l0	3	0.11936425417661667
501863	rnn.weight_ih_l0	4	0.03170132264494896
501863	rnn.weight_ih_l0	5	-0.05832738056778908
501863	rnn.weight_ih_l0	6	0.003169881645590067
501863	rnn.weight_ih_l0	7	-0.03947605937719345
501863	rnn.weight_ih_l0	8	0.0679742768406868
501863	rnn.weight_ih_l0	9	-0.08690734952688217
501863	rnn.weight_hh_l0	0	-0.014513282105326653
501863	rnn.weight_hh_l0	1	0.0720134899020195
501863	rnn.weight_hh_l0	2	0.01744093932211399
501863	rnn.weight_hh_l0	3	-0.018395191058516502
501863	rnn.weight_hh_l0	4	0.03866519033908844
501863	rnn.weight_hh_l0	5	0.03703372925519943
501863	rnn.weight_hh_l0	6	-0.0662003606557846
501863	rnn.weight_hh_l0	7	-0.080885149538517
501863	rnn.weight_hh_l0	8	0.036650415509939194
501863	rnn.weight_hh_l0	9	-0.10516727715730667
501863	rnn.bias_ih_l0	0	0.1753906011581421
501863	rnn.bias_ih_l0	1	-0.3313044011592865
501863	rnn.bias_ih_l0	2	-0.023047665134072304
501863	rnn.bias_ih_l0	3	-0.22155088186264038
501863	rnn.bias_ih_l0	4	0.02571035735309124
501863	rnn.bias_ih_l0	5	-0.44939154386520386
501863	rnn.bias_ih_l0	6	-0.14114315807819366
501863	rnn.bias_ih_l0	7	-0.34306418895721436
501863	rnn.bias_ih_l0	8	-0.28397393226623535
501863	rnn.bias_ih_l0	9	-0.42884981632232666
501863	rnn.bias_hh_l0	0	-0.36075684428215027
501863	rnn.bias_hh_l0	1	-0.40971246361732483
501863	rnn.bias_hh_l0	2	-0.37580838799476624
501863	rnn.bias_hh_l0	3	-0.07565352320671082
501863	rnn.bias_hh_l0	4	-0.38814693689346313
501863	rnn.bias_hh_l0	5	-0.3469054102897644
501863	rnn.bias_hh_l0	6	-0.10716865956783295
501863	rnn.bias_hh_l0	7	0.05413318797945976
501863	rnn.bias_hh_l0	8	-0.25073519349098206
501863	rnn.bias_hh_l0	9	-0.5617573261260986
501863	rnn.weight_ih_l0_reverse	0	0.04654696211218834
501863	rnn.weight_ih_l0_reverse	1	-0.04997065290808678
501863	rnn.weight_ih_l0_reverse	2	-0.02044643461704254
501863	rnn.weight_ih_l0_reverse	3	-0.15416362881660461
501863	rnn.weight_ih_l0_reverse	4	0.09941016137599945
501863	rnn.weight_ih_l0_reverse	5	-0.09435036778450012
501863	rnn.weight_ih_l0_reverse	6	-0.021841732785105705
501863	rnn.weight_ih_l0_reverse	7	0.025919625535607338
501863	rnn.weight_ih_l0_reverse	8	-0.05806681886315346
501863	rnn.weight_ih_l0_reverse	9	-0.07689128816127777
501863	rnn.weight_hh_l0_reverse	0	-0.15612421929836273
501863	rnn.weight_hh_l0_reverse	1	0.03095860406756401
501863	rnn.weight_hh_l0_reverse	2	-0.027722828090190887
501863	rnn.weight_hh_l0_reverse	3	0.024981403723359108
501863	rnn.weight_hh_l0_reverse	4	-0.0858282819390297
501863	rnn.weight_hh_l0_reverse	5	0.03294142335653305
501863	rnn.weight_hh_l0_reverse	6	0.029232414439320564
501863	rnn.weight_hh_l0_reverse	7	-0.09895157068967819
501863	rnn.weight_hh_l0_reverse	8	-0.0633869469165802
501863	rnn.weight_hh_l0_reverse	9	0.05645882710814476
501863	rnn.bias_ih_l0_reverse	0	-0.1664845198392868
501863	rnn.bias_ih_l0_reverse	1	-0.09445775300264359
501863	rnn.bias_ih_l0_reverse	2	0.1347784847021103
501863	rnn.bias_ih_l0_reverse	3	-0.2906506061553955
501863	rnn.bias_ih_l0_reverse	4	-0.011188317090272903
501863	rnn.bias_ih_l0_reverse	5	-0.23142856359481812
501863	rnn.bias_ih_l0_reverse	6	0.2824878990650177
501863	rnn.bias_ih_l0_reverse	7	-0.3254397213459015
501863	rnn.bias_ih_l0_reverse	8	-0.21093574166297913
501863	rnn.bias_ih_l0_reverse	9	-0.17775657773017883
501863	rnn.bias_hh_l0_reverse	0	-0.08818728476762772
501863	rnn.bias_hh_l0_reverse	1	0.26809465885162354
501863	rnn.bias_hh_l0_reverse	2	-0.31025272607803345
501863	rnn.bias_hh_l0_reverse	3	-0.21783874928951263
501863	rnn.bias_hh_l0_reverse	4	-0.3959687650203705
501863	rnn.bias_hh_l0_reverse	5	-0.16564379632472992
501863	rnn.bias_hh_l0_reverse	6	-0.25609180331230164
501863	rnn.bias_hh_l0_reverse	7	-0.08548630028963089
501863	rnn.bias_hh_l0_reverse	8	-0.31554746627807617
501863	rnn.bias_hh_l0_reverse	9	0.22324663400650024
501863	linear.weight	0	0.18153080344200134
501863	linear.weight	1	-0.4147151708602905
501863	linear.weight	2	0.10774551331996918
501863	linear.weight	3	0.06760640442371368
501863	linear.weight	4	-0.08971990644931793
501863	linear.weight	5	0.2241707593202591
501863	linear.weight	6	-0.016610266640782356
501863	linear.weight	7	-0.06108414754271507
501863	linear.weight	8	0.11130958795547485
501863	linear.weight	9	-0.048714540898799896
501863	linear.bias	0	-0.8658769726753235
501863	linear.bias	1	1.9501018524169922
501863	linear.bias	2	0.7575333118438721
501863	linear.bias	3	-2.6960031986236572
501863	linear.bias	4	-0.08886466920375824
501863	linear.bias	5	1.2166939973831177
501863	linear.bias	6	-0.22631363570690155
501863	linear.bias	7	0.7808837294578552
501863	linear.bias	8	2.206090211868286
501863	linear.bias	9	-1.4962002038955688
502472	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
502472	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
502472	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
502472	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
502472	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
502472	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
502472	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
502472	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
502472	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
502472	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
502472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
502472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
502472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
502472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
502472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
502472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
502472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
502472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
502472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
502472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
502472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
502472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
502472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
502472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
502472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
502472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
502472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
502472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
502472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
502472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
502472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
502472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
502472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
502472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
502472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
502472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
502472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
502472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
502472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
502472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
502472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
502472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
502472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
502472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
502472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
502472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
502472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
502472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
502472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
502472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
502472	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
502472	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
502472	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
502472	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
502472	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
502472	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
502472	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
502472	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
502472	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
502472	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
502472	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
502472	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
502472	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
502472	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
502472	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
502472	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
502472	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
502472	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
502472	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
502472	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
502472	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
502472	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
502472	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
502472	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
502472	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
502472	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
502472	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
502472	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
502472	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
502472	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
502472	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
502472	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
502472	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
502472	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
502472	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
502472	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
502472	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
502472	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
502472	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
502472	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
502472	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
502472	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
502472	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
502472	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
502472	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
502472	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
502472	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
502472	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
502472	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
502472	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
502472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
502472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
502472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
502472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
502472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
502472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
502472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
502472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
502472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
502472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
502472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
502472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
502472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
502472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
502472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
502472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
502472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
502472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
502472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
502472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
502472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
502472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
502472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
502472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
502472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
502472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
502472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
502472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
502472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
502472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
502472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
502472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
502472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
502472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
502472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
502472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
502472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
502472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
502472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
502472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
502472	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
502472	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
502472	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
502472	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
502472	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
502472	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
502472	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
502472	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
502472	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
502472	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
502472	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
502472	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
502472	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
502472	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
502472	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
502472	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
502472	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
502472	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
502472	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
502472	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
502472	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
502472	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
502472	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
502472	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
502472	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
502472	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
502472	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
502472	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
502472	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
502472	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
502472	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
502472	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
502472	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
502472	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
502472	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
502472	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
502472	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
502472	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
502472	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
502472	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
502472	embedding2nn.weight	0	0.3207549452781677
502472	embedding2nn.weight	1	0.4096900224685669
502472	embedding2nn.weight	2	0.004214149434119463
502472	embedding2nn.weight	3	-0.0036574224941432476
502472	embedding2nn.weight	4	-0.065885990858078
502472	embedding2nn.weight	5	0.07462949305772781
502472	embedding2nn.weight	6	0.007969214580953121
502472	embedding2nn.weight	7	0.013795174658298492
502472	embedding2nn.weight	8	0.05159837380051613
502472	embedding2nn.weight	9	-0.05381367355585098
502472	embedding2nn.bias	0	0.01696356199681759
502472	embedding2nn.bias	1	-0.2082311511039734
502472	embedding2nn.bias	2	0.12076079100370407
502472	embedding2nn.bias	3	0.17037075757980347
502472	embedding2nn.bias	4	0.14439444243907928
502472	embedding2nn.bias	5	-0.11843333393335342
502472	embedding2nn.bias	6	-0.028435710817575455
502472	embedding2nn.bias	7	0.06447569280862808
502472	embedding2nn.bias	8	-0.1820199191570282
502472	embedding2nn.bias	9	-0.3594827651977539
502472	rnn.weight_ih_l0	0	-0.022743437439203262
502472	rnn.weight_ih_l0	1	-0.04886739328503609
502472	rnn.weight_ih_l0	2	-0.07725761830806732
502472	rnn.weight_ih_l0	3	0.12081576138734818
502472	rnn.weight_ih_l0	4	0.028395535424351692
502472	rnn.weight_ih_l0	5	-0.06276104599237442
502472	rnn.weight_ih_l0	6	0.0005479331011883914
502472	rnn.weight_ih_l0	7	-0.04061419889330864
502472	rnn.weight_ih_l0	8	0.06429602205753326
502472	rnn.weight_ih_l0	9	-0.08644509315490723
502472	rnn.weight_hh_l0	0	-0.014363343827426434
502472	rnn.weight_hh_l0	1	0.0721052810549736
502472	rnn.weight_hh_l0	2	0.016421735286712646
502472	rnn.weight_hh_l0	3	-0.018250616267323494
502472	rnn.weight_hh_l0	4	0.03925991430878639
502472	rnn.weight_hh_l0	5	0.03601933270692825
502472	rnn.weight_hh_l0	6	-0.06683239340782166
502472	rnn.weight_hh_l0	7	-0.08177245408296585
502472	rnn.weight_hh_l0	8	0.03609893471002579
502472	rnn.weight_hh_l0	9	-0.10531299561262131
502472	rnn.bias_ih_l0	0	0.17909720540046692
502472	rnn.bias_ih_l0	1	-0.3273949921131134
502472	rnn.bias_ih_l0	2	-0.019933778792619705
502472	rnn.bias_ih_l0	3	-0.23070558905601501
502472	rnn.bias_ih_l0	4	0.026259921491146088
502472	rnn.bias_ih_l0	5	-0.444338858127594
502472	rnn.bias_ih_l0	6	-0.1375281661748886
502472	rnn.bias_ih_l0	7	-0.3422810435295105
502472	rnn.bias_ih_l0	8	-0.28336021304130554
502472	rnn.bias_ih_l0	9	-0.44066551327705383
502472	rnn.bias_hh_l0	0	-0.3642837703227997
502472	rnn.bias_hh_l0	1	-0.41329923272132874
502472	rnn.bias_hh_l0	2	-0.37971943616867065
502472	rnn.bias_hh_l0	3	-0.07879823446273804
502472	rnn.bias_hh_l0	4	-0.38913965225219727
502472	rnn.bias_hh_l0	5	-0.34790071845054626
502472	rnn.bias_hh_l0	6	-0.10066074877977371
502472	rnn.bias_hh_l0	7	0.0533861368894577
502472	rnn.bias_hh_l0	8	-0.2535392940044403
502472	rnn.bias_hh_l0	9	-0.558783769607544
502472	rnn.weight_ih_l0_reverse	0	0.04683525115251541
502472	rnn.weight_ih_l0_reverse	1	-0.05173226818442345
502472	rnn.weight_ih_l0_reverse	2	-0.017173541709780693
502472	rnn.weight_ih_l0_reverse	3	-0.15468372404575348
502472	rnn.weight_ih_l0_reverse	4	0.09878963977098465
502472	rnn.weight_ih_l0_reverse	5	-0.09116280823945999
502472	rnn.weight_ih_l0_reverse	6	-0.01969761960208416
502472	rnn.weight_ih_l0_reverse	7	0.026334280148148537
502472	rnn.weight_ih_l0_reverse	8	-0.05876221880316734
502472	rnn.weight_ih_l0_reverse	9	-0.07378115504980087
502472	rnn.weight_hh_l0_reverse	0	-0.15541943907737732
502472	rnn.weight_hh_l0_reverse	1	0.03074364736676216
502472	rnn.weight_hh_l0_reverse	2	-0.027751900255680084
502472	rnn.weight_hh_l0_reverse	3	0.024386655539274216
502472	rnn.weight_hh_l0_reverse	4	-0.08317061513662338
502472	rnn.weight_hh_l0_reverse	5	0.03218870982527733
502472	rnn.weight_hh_l0_reverse	6	0.028849266469478607
502472	rnn.weight_hh_l0_reverse	7	-0.09929221868515015
502472	rnn.weight_hh_l0_reverse	8	-0.06304406374692917
502472	rnn.weight_hh_l0_reverse	9	0.05511672794818878
502472	rnn.bias_ih_l0_reverse	0	-0.17549248039722443
502472	rnn.bias_ih_l0_reverse	1	-0.0918315127491951
502472	rnn.bias_ih_l0_reverse	2	0.13300198316574097
502472	rnn.bias_ih_l0_reverse	3	-0.294185996055603
502472	rnn.bias_ih_l0_reverse	4	-0.01915000006556511
502472	rnn.bias_ih_l0_reverse	5	-0.23344187438488007
502472	rnn.bias_ih_l0_reverse	6	0.2802845239639282
502472	rnn.bias_ih_l0_reverse	7	-0.3315637409687042
502472	rnn.bias_ih_l0_reverse	8	-0.21434316039085388
502472	rnn.bias_ih_l0_reverse	9	-0.18690621852874756
502472	rnn.bias_hh_l0_reverse	0	-0.08462104946374893
502472	rnn.bias_hh_l0_reverse	1	0.2767879068851471
502472	rnn.bias_hh_l0_reverse	2	-0.31037667393684387
502472	rnn.bias_hh_l0_reverse	3	-0.2174990475177765
502472	rnn.bias_hh_l0_reverse	4	-0.40125787258148193
502472	rnn.bias_hh_l0_reverse	5	-0.167314350605011
502472	rnn.bias_hh_l0_reverse	6	-0.2541101574897766
502472	rnn.bias_hh_l0_reverse	7	-0.08444080501794815
502472	rnn.bias_hh_l0_reverse	8	-0.30314135551452637
502472	rnn.bias_hh_l0_reverse	9	0.23000012338161469
502472	linear.weight	0	0.1882559359073639
502472	linear.weight	1	-0.46434539556503296
502472	linear.weight	2	0.09165120124816895
502472	linear.weight	3	0.06760469824075699
502472	linear.weight	4	-0.08311601728200912
502472	linear.weight	5	0.23699529469013214
502472	linear.weight	6	-0.029136022552847862
502472	linear.weight	7	-0.061076901853084564
502472	linear.weight	8	0.10805734246969223
502472	linear.weight	9	-0.04872477054595947
502472	linear.bias	0	-0.9023838639259338
502472	linear.bias	1	1.9788132905960083
502472	linear.bias	2	0.7996646761894226
502472	linear.bias	3	-2.6963279247283936
502472	linear.bias	4	-0.12777821719646454
502472	linear.bias	5	1.262454628944397
502472	linear.bias	6	-0.2201639711856842
502472	linear.bias	7	0.7779220342636108
502472	linear.bias	8	2.214155673980713
502472	linear.bias	9	-1.488287329673767
503081	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
503081	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
503081	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
503081	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
503081	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
503081	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
503081	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
503081	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
503081	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
503081	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
503081	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
503081	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
503081	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
503081	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
503081	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
503081	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
503081	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
503081	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
503081	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
503081	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
503081	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
503081	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
503081	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
503081	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
503081	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
503081	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
503081	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
503081	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
503081	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
503081	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
503081	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
503081	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
503081	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
503081	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
503081	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
503081	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
503081	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
503081	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
503081	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
503081	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
503081	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
503081	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
503081	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
503081	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
503081	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
503081	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
503081	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
503081	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
503081	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
503081	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
503081	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
503081	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
503081	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
503081	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
503081	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
503081	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
503081	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
503081	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
503081	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
503081	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
503081	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
503081	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
503081	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
503081	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
503081	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
503081	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
503081	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
503081	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
503081	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
503081	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
503081	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
503081	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
503081	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
503081	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
503081	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
503081	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
503081	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
503081	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
503081	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
503081	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
503081	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
503081	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
503081	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
503081	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
503081	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
503081	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
503081	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
503081	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
503081	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
503081	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
503081	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
503081	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
503081	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
503081	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
503081	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
503081	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
503081	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
503081	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
503081	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
503081	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
503081	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
503081	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
503081	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
503081	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
503081	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
503081	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
503081	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
503081	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
503081	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
503081	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
503081	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
503081	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
503081	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
503081	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
503081	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
503081	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
503081	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
503081	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
503081	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
503081	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
503081	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
503081	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
503081	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
503081	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
503081	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
503081	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
503081	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
503081	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
503081	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
503081	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
503081	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
503081	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
503081	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
503081	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
503081	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
503081	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
503081	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
503081	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
503081	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
503081	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
503081	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
503081	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
503081	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
503081	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
503081	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
503081	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
503081	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
503081	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
503081	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
503081	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
503081	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
503081	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
503081	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
503081	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
503081	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
503081	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
503081	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
503081	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
503081	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
503081	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
503081	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
503081	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
503081	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
503081	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
503081	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
503081	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
503081	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
503081	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
503081	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
503081	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
503081	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
503081	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
503081	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
503081	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
503081	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
503081	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
503081	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
503081	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
503081	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
503081	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
503081	embedding2nn.weight	0	0.3207590579986572
503081	embedding2nn.weight	1	0.4085789918899536
503081	embedding2nn.weight	2	-0.0016168851871043444
503081	embedding2nn.weight	3	-0.004433182999491692
503081	embedding2nn.weight	4	-0.06700583547353745
503081	embedding2nn.weight	5	0.07853402942419052
503081	embedding2nn.weight	6	0.0037576903123408556
503081	embedding2nn.weight	7	0.009389243088662624
503081	embedding2nn.weight	8	0.052126169204711914
503081	embedding2nn.weight	9	-0.04968895763158798
503081	embedding2nn.bias	0	0.020033426582813263
503081	embedding2nn.bias	1	-0.22081466019153595
503081	embedding2nn.bias	2	0.13242246210575104
503081	embedding2nn.bias	3	0.17108583450317383
503081	embedding2nn.bias	4	0.15288423001766205
503081	embedding2nn.bias	5	-0.09125878661870956
503081	embedding2nn.bias	6	-0.052239760756492615
503081	embedding2nn.bias	7	0.07052688300609589
503081	embedding2nn.bias	8	-0.17295782268047333
503081	embedding2nn.bias	9	-0.3543671667575836
503081	rnn.weight_ih_l0	0	-0.023828448727726936
503081	rnn.weight_ih_l0	1	-0.048843756318092346
503081	rnn.weight_ih_l0	2	-0.07272458076477051
503081	rnn.weight_ih_l0	3	0.1213759183883667
503081	rnn.weight_ih_l0	4	0.024242613464593887
503081	rnn.weight_ih_l0	5	-0.06729946285486221
503081	rnn.weight_ih_l0	6	-0.0012430640636011958
503081	rnn.weight_ih_l0	7	-0.03874636068940163
503081	rnn.weight_ih_l0	8	0.05932728946208954
503081	rnn.weight_ih_l0	9	-0.08704472333192825
503081	rnn.weight_hh_l0	0	-0.014433134347200394
503081	rnn.weight_hh_l0	1	0.07257553935050964
503081	rnn.weight_hh_l0	2	0.015253430232405663
503081	rnn.weight_hh_l0	3	-0.01782536506652832
503081	rnn.weight_hh_l0	4	0.04022406414151192
503081	rnn.weight_hh_l0	5	0.03619750216603279
503081	rnn.weight_hh_l0	6	-0.06746107339859009
503081	rnn.weight_hh_l0	7	-0.08194897323846817
503081	rnn.weight_hh_l0	8	0.03614538162946701
503081	rnn.weight_hh_l0	9	-0.10381976515054703
503081	rnn.bias_ih_l0	0	0.18347139656543732
503081	rnn.bias_ih_l0	1	-0.32346561551094055
503081	rnn.bias_ih_l0	2	-0.019655976444482803
503081	rnn.bias_ih_l0	3	-0.23446911573410034
503081	rnn.bias_ih_l0	4	0.02626827545464039
503081	rnn.bias_ih_l0	5	-0.4430810809135437
503081	rnn.bias_ih_l0	6	-0.12877310812473297
503081	rnn.bias_ih_l0	7	-0.34357649087905884
503081	rnn.bias_ih_l0	8	-0.2930181622505188
503081	rnn.bias_ih_l0	9	-0.4558667838573456
503081	rnn.bias_hh_l0	0	-0.35340315103530884
503081	rnn.bias_hh_l0	1	-0.41788923740386963
503081	rnn.bias_hh_l0	2	-0.37790194153785706
503081	rnn.bias_hh_l0	3	-0.07473301887512207
503081	rnn.bias_hh_l0	4	-0.38510051369667053
503081	rnn.bias_hh_l0	5	-0.3494972884654999
503081	rnn.bias_hh_l0	6	-0.10710642486810684
503081	rnn.bias_hh_l0	7	0.06311492621898651
503081	rnn.bias_hh_l0	8	-0.2598290741443634
503081	rnn.bias_hh_l0	9	-0.556145966053009
503081	rnn.weight_ih_l0_reverse	0	0.03900701180100441
503081	rnn.weight_ih_l0_reverse	1	-0.05463220179080963
503081	rnn.weight_ih_l0_reverse	2	-0.01064295507967472
503081	rnn.weight_ih_l0_reverse	3	-0.14892026782035828
503081	rnn.weight_ih_l0_reverse	4	0.10051793605089188
503081	rnn.weight_ih_l0_reverse	5	-0.10091201961040497
503081	rnn.weight_ih_l0_reverse	6	-0.012151523493230343
503081	rnn.weight_ih_l0_reverse	7	0.0239035002887249
503081	rnn.weight_ih_l0_reverse	8	-0.05759859085083008
503081	rnn.weight_ih_l0_reverse	9	-0.06905054301023483
503081	rnn.weight_hh_l0_reverse	0	-0.15308165550231934
503081	rnn.weight_hh_l0_reverse	1	0.03133493289351463
503081	rnn.weight_hh_l0_reverse	2	-0.027923058718442917
503081	rnn.weight_hh_l0_reverse	3	0.023954477161169052
503081	rnn.weight_hh_l0_reverse	4	-0.08316463232040405
503081	rnn.weight_hh_l0_reverse	5	0.03181995451450348
503081	rnn.weight_hh_l0_reverse	6	0.028731828555464745
503081	rnn.weight_hh_l0_reverse	7	-0.09914855659008026
503081	rnn.weight_hh_l0_reverse	8	-0.06452850252389908
503081	rnn.weight_hh_l0_reverse	9	0.05470576509833336
503081	rnn.bias_ih_l0_reverse	0	-0.17549656331539154
503081	rnn.bias_ih_l0_reverse	1	-0.08971228450536728
503081	rnn.bias_ih_l0_reverse	2	0.1310579776763916
503081	rnn.bias_ih_l0_reverse	3	-0.2972157895565033
503081	rnn.bias_ih_l0_reverse	4	-0.025341540575027466
503081	rnn.bias_ih_l0_reverse	5	-0.23702898621559143
503081	rnn.bias_ih_l0_reverse	6	0.29088449478149414
503081	rnn.bias_ih_l0_reverse	7	-0.31998538970947266
503081	rnn.bias_ih_l0_reverse	8	-0.2093956023454666
503081	rnn.bias_ih_l0_reverse	9	-0.1772983968257904
503081	rnn.bias_hh_l0_reverse	0	-0.09293456375598907
503081	rnn.bias_hh_l0_reverse	1	0.2735779583454132
503081	rnn.bias_hh_l0_reverse	2	-0.31532418727874756
503081	rnn.bias_hh_l0_reverse	3	-0.2127133011817932
503081	rnn.bias_hh_l0_reverse	4	-0.3990181088447571
503081	rnn.bias_hh_l0_reverse	5	-0.1636640876531601
503081	rnn.bias_hh_l0_reverse	6	-0.2555241584777832
503081	rnn.bias_hh_l0_reverse	7	-0.08279003947973251
503081	rnn.bias_hh_l0_reverse	8	-0.312296062707901
503081	rnn.bias_hh_l0_reverse	9	0.22000309824943542
503081	linear.weight	0	0.23444803059101105
503081	linear.weight	1	-0.41132721304893494
503081	linear.weight	2	-0.0008582867449149489
503081	linear.weight	3	0.06760008633136749
503081	linear.weight	4	-0.13239991664886475
503081	linear.weight	5	0.2656916081905365
503081	linear.weight	6	-0.04926586151123047
503081	linear.weight	7	-0.061068519949913025
503081	linear.weight	8	0.07930880039930344
503081	linear.weight	9	-0.04873216152191162
503081	linear.bias	0	-0.897576093673706
503081	linear.bias	1	1.916164517402649
503081	linear.bias	2	0.7887358665466309
503081	linear.bias	3	-2.6966724395751953
503081	linear.bias	4	-0.12289181351661682
503081	linear.bias	5	1.2510944604873657
503081	linear.bias	6	-0.22054988145828247
503081	linear.bias	7	0.7564358115196228
503081	linear.bias	8	2.1953091621398926
503081	linear.bias	9	-1.5077418088912964
503690	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
503690	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
503690	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
503690	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
503690	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
503690	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
503690	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
503690	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
503690	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
503690	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
503690	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
503690	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
503690	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
503690	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
503690	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
503690	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
503690	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
503690	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
503690	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
503690	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
503690	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
503690	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
503690	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
503690	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
503690	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
503690	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
503690	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
503690	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
503690	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
503690	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
503690	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
503690	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
503690	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
503690	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
503690	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
503690	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
503690	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
503690	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
503690	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
503690	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
503690	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
503690	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
503690	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
503690	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
503690	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
503690	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
503690	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
503690	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
503690	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
503690	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
503690	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
503690	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
503690	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
503690	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
503690	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
503690	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
503690	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
503690	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
503690	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
503690	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
503690	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
503690	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
503690	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
503690	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
503690	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
503690	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
503690	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
503690	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
503690	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
503690	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
503690	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
503690	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
503690	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
503690	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
503690	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
503690	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
503690	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
503690	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
503690	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
503690	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
503690	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
503690	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
503690	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
503690	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
503690	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
503690	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
503690	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
503690	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
503690	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
503690	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
503690	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
503690	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
503690	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
503690	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
503690	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
503690	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
503690	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
503690	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
503690	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
503690	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
503690	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
503690	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
503690	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
503690	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
503690	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
503690	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
503690	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
503690	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
503690	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
503690	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
503690	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
503690	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
503690	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
503690	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
503690	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
503690	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
503690	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
503690	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
503690	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
503690	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
503690	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
503690	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
503690	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
503690	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
503690	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
503690	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
503690	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
503690	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
503690	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
503690	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
503690	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
503690	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
503690	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
503690	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
503690	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
503690	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
503690	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
503690	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
503690	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
503690	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
503690	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
503690	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
503690	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
503690	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
503690	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
503690	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
503690	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
503690	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
503690	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
503690	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
503690	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
503690	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
503690	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
503690	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
503690	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
503690	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
503690	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
503690	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
503690	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
503690	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
503690	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
503690	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
503690	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
503690	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
503690	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
503690	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
503690	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
503690	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
503690	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
503690	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
503690	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
503690	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
503690	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
503690	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
503690	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
503690	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
503690	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
503690	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
503690	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
503690	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
503690	embedding2nn.weight	0	0.3229374289512634
503690	embedding2nn.weight	1	0.41129305958747864
503690	embedding2nn.weight	2	-0.0036783902905881405
503690	embedding2nn.weight	3	0.00843485351651907
503690	embedding2nn.weight	4	-0.06654701381921768
503690	embedding2nn.weight	5	0.08285894989967346
503690	embedding2nn.weight	6	0.018102211877703667
503690	embedding2nn.weight	7	0.011032817885279655
503690	embedding2nn.weight	8	0.04935251548886299
503690	embedding2nn.weight	9	-0.04944957420229912
503690	embedding2nn.bias	0	0.03569399565458298
503690	embedding2nn.bias	1	-0.21613886952400208
503690	embedding2nn.bias	2	0.13780035078525543
503690	embedding2nn.bias	3	0.1910240799188614
503690	embedding2nn.bias	4	0.165748730301857
503690	embedding2nn.bias	5	-0.11362029612064362
503690	embedding2nn.bias	6	-0.0559302382171154
503690	embedding2nn.bias	7	0.048062387853860855
503690	embedding2nn.bias	8	-0.17108289897441864
503690	embedding2nn.bias	9	-0.38897904753685
503690	rnn.weight_ih_l0	0	-0.02368776500225067
503690	rnn.weight_ih_l0	1	-0.050584644079208374
503690	rnn.weight_ih_l0	2	-0.07181191444396973
503690	rnn.weight_ih_l0	3	0.11985325068235397
503690	rnn.weight_ih_l0	4	0.026290327310562134
503690	rnn.weight_ih_l0	5	-0.05991140753030777
503690	rnn.weight_ih_l0	6	-0.003904361743479967
503690	rnn.weight_ih_l0	7	-0.032649628818035126
503690	rnn.weight_ih_l0	8	0.047853171825408936
503690	rnn.weight_ih_l0	9	-0.09001123160123825
503690	rnn.weight_hh_l0	0	-0.014454778283834457
503690	rnn.weight_hh_l0	1	0.0732775554060936
503690	rnn.weight_hh_l0	2	0.014698246493935585
503690	rnn.weight_hh_l0	3	-0.017740225419402122
503690	rnn.weight_hh_l0	4	0.04062000289559364
503690	rnn.weight_hh_l0	5	0.035131167620420456
503690	rnn.weight_hh_l0	6	-0.06721680611371994
503690	rnn.weight_hh_l0	7	-0.08294260501861572
503690	rnn.weight_hh_l0	8	0.0359298512339592
503690	rnn.weight_hh_l0	9	-0.1028900295495987
503690	rnn.bias_ih_l0	0	0.1866641491651535
503690	rnn.bias_ih_l0	1	-0.320073664188385
503690	rnn.bias_ih_l0	2	-0.018729446455836296
503690	rnn.bias_ih_l0	3	-0.23065315186977386
503690	rnn.bias_ih_l0	4	0.0422278456389904
503690	rnn.bias_ih_l0	5	-0.4461108148097992
503690	rnn.bias_ih_l0	6	-0.13456134498119354
503690	rnn.bias_ih_l0	7	-0.3479571044445038
503690	rnn.bias_ih_l0	8	-0.2900386154651642
503690	rnn.bias_ih_l0	9	-0.44711044430732727
503690	rnn.bias_hh_l0	0	-0.3540906012058258
503690	rnn.bias_hh_l0	1	-0.4141005277633667
503690	rnn.bias_hh_l0	2	-0.3787113130092621
503690	rnn.bias_hh_l0	3	-0.0709935799241066
503690	rnn.bias_hh_l0	4	-0.3897703289985657
503690	rnn.bias_hh_l0	5	-0.34965798258781433
503690	rnn.bias_hh_l0	6	-0.111564502120018
503690	rnn.bias_hh_l0	7	0.06424678862094879
503690	rnn.bias_hh_l0	8	-0.26225385069847107
503690	rnn.bias_hh_l0	9	-0.555821418762207
503690	rnn.weight_ih_l0_reverse	0	0.03680303320288658
503690	rnn.weight_ih_l0_reverse	1	-0.055266451090574265
503690	rnn.weight_ih_l0_reverse	2	-0.01222456805408001
503690	rnn.weight_ih_l0_reverse	3	-0.14799407124519348
503690	rnn.weight_ih_l0_reverse	4	0.10211005061864853
503690	rnn.weight_ih_l0_reverse	5	-0.10922655463218689
503690	rnn.weight_ih_l0_reverse	6	-0.0070123737677931786
503690	rnn.weight_ih_l0_reverse	7	0.024511108174920082
503690	rnn.weight_ih_l0_reverse	8	-0.05586130917072296
503690	rnn.weight_ih_l0_reverse	9	-0.07137015461921692
503690	rnn.weight_hh_l0_reverse	0	-0.15259037911891937
503690	rnn.weight_hh_l0_reverse	1	0.029790572822093964
503690	rnn.weight_hh_l0_reverse	2	-0.02781822346150875
503690	rnn.weight_hh_l0_reverse	3	0.025095000863075256
503690	rnn.weight_hh_l0_reverse	4	-0.08424845337867737
503690	rnn.weight_hh_l0_reverse	5	0.03123721107840538
503690	rnn.weight_hh_l0_reverse	6	0.028680916875600815
503690	rnn.weight_hh_l0_reverse	7	-0.10001841932535172
503690	rnn.weight_hh_l0_reverse	8	-0.06371231377124786
503690	rnn.weight_hh_l0_reverse	9	0.057121578603982925
503690	rnn.bias_ih_l0_reverse	0	-0.17856302857398987
503690	rnn.bias_ih_l0_reverse	1	-0.091673344373703
503690	rnn.bias_ih_l0_reverse	2	0.1187874972820282
503690	rnn.bias_ih_l0_reverse	3	-0.29951992630958557
503690	rnn.bias_ih_l0_reverse	4	-0.033783044666051865
503690	rnn.bias_ih_l0_reverse	5	-0.23386895656585693
503690	rnn.bias_ih_l0_reverse	6	0.2926428020000458
503690	rnn.bias_ih_l0_reverse	7	-0.3270869553089142
503690	rnn.bias_ih_l0_reverse	8	-0.2101936638355255
503690	rnn.bias_ih_l0_reverse	9	-0.17839191854000092
503690	rnn.bias_hh_l0_reverse	0	-0.08834715187549591
503690	rnn.bias_hh_l0_reverse	1	0.27440112829208374
503690	rnn.bias_hh_l0_reverse	2	-0.3197955787181854
503690	rnn.bias_hh_l0_reverse	3	-0.2117859572172165
503690	rnn.bias_hh_l0_reverse	4	-0.3989012539386749
503690	rnn.bias_hh_l0_reverse	5	-0.1686670333147049
503690	rnn.bias_hh_l0_reverse	6	-0.24858418107032776
503690	rnn.bias_hh_l0_reverse	7	-0.08749046921730042
503690	rnn.bias_hh_l0_reverse	8	-0.30355361104011536
503690	rnn.bias_hh_l0_reverse	9	0.20637169480323792
503690	linear.weight	0	0.21829982101917267
503690	linear.weight	1	-0.42557135224342346
503690	linear.weight	2	0.04881655052304268
503690	linear.weight	3	0.06759762763977051
503690	linear.weight	4	-0.16012294590473175
503690	linear.weight	5	0.2410394698381424
503690	linear.weight	6	-0.023496631532907486
503690	linear.weight	7	-0.06105777621269226
503690	linear.weight	8	0.050472721457481384
503690	linear.weight	9	-0.04874080792069435
503690	linear.bias	0	-0.8831321597099304
503690	linear.bias	1	1.9419782161712646
503690	linear.bias	2	0.7711400389671326
503690	linear.bias	3	-2.6970036029815674
503690	linear.bias	4	-0.13649432361125946
503690	linear.bias	5	1.2192471027374268
503690	linear.bias	6	-0.22157777845859528
503690	linear.bias	7	0.7138800621032715
503690	linear.bias	8	2.196110725402832
503690	linear.bias	9	-1.5125246047973633
504299	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
504299	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
504299	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
504299	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
504299	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
504299	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
504299	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
504299	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
504299	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
504299	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
504299	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
504299	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
504299	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
504299	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
504299	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
504299	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
504299	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
504299	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
504299	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
504299	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
504299	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
504299	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
504299	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
504299	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
504299	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
504299	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
504299	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
504299	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
504299	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
504299	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
504299	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
504299	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
504299	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
504299	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
504299	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
504299	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
504299	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
504299	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
504299	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
504299	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
504299	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
504299	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
504299	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
504299	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
504299	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
504299	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
504299	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
504299	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
504299	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
504299	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
504299	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
504299	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
504299	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
504299	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
504299	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
504299	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
504299	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
504299	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
504299	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
504299	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
504299	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
504299	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
504299	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
504299	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
504299	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
504299	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
504299	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
504299	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
504299	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
504299	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
504299	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
504299	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
504299	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
504299	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
504299	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
504299	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
504299	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
504299	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
504299	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
504299	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
504299	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
504299	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
504299	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
504299	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
504299	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
504299	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
504299	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
504299	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
504299	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
504299	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
504299	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
504299	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
504299	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
504299	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
504299	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
504299	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
504299	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
504299	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
504299	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
504299	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
504299	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
504299	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
504299	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
504299	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
504299	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
504299	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
504299	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
504299	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
504299	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
504299	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
504299	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
504299	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
504299	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
504299	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
504299	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
504299	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
504299	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
504299	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
504299	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
504299	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
504299	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
504299	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
504299	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
504299	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
504299	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
504299	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
504299	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
504299	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
504299	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
504299	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
504299	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
504299	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
504299	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
504299	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
504299	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
504299	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
504299	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
504299	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
504299	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
504299	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
504299	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
504299	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
504299	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
504299	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
504299	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
504299	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
504299	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
504299	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
504299	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
504299	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
504299	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
504299	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
504299	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
504299	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
504299	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
504299	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
504299	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
504299	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
504299	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
504299	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
504299	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
504299	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
504299	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
504299	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
504299	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
504299	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
504299	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
504299	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
504299	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
504299	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
504299	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
504299	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
504299	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
504299	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
504299	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
504299	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
504299	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
504299	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
504299	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
504299	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
504299	embedding2nn.weight	0	0.3223057985305786
504299	embedding2nn.weight	1	0.4102054536342621
504299	embedding2nn.weight	2	-0.002550033852458
504299	embedding2nn.weight	3	-0.004221175331622362
504299	embedding2nn.weight	4	-0.06225932016968727
504299	embedding2nn.weight	5	0.08549438416957855
504299	embedding2nn.weight	6	0.023493625223636627
504299	embedding2nn.weight	7	0.023125488311052322
504299	embedding2nn.weight	8	0.04773762822151184
504299	embedding2nn.weight	9	-0.04892018809914589
504299	embedding2nn.bias	0	0.024856818839907646
504299	embedding2nn.bias	1	-0.21771080791950226
504299	embedding2nn.bias	2	0.14605075120925903
504299	embedding2nn.bias	3	0.1690129190683365
504299	embedding2nn.bias	4	0.1693042516708374
504299	embedding2nn.bias	5	-0.10707193613052368
504299	embedding2nn.bias	6	-0.05092887580394745
504299	embedding2nn.bias	7	0.03339302912354469
504299	embedding2nn.bias	8	-0.16859698295593262
504299	embedding2nn.bias	9	-0.39234623312950134
504299	rnn.weight_ih_l0	0	-0.02438187412917614
504299	rnn.weight_ih_l0	1	-0.048816531896591187
504299	rnn.weight_ih_l0	2	-0.06915684789419174
504299	rnn.weight_ih_l0	3	0.11857219785451889
504299	rnn.weight_ih_l0	4	0.023349815979599953
504299	rnn.weight_ih_l0	5	-0.061076659709215164
504299	rnn.weight_ih_l0	6	-0.008647342212498188
504299	rnn.weight_ih_l0	7	-0.032709524035453796
504299	rnn.weight_ih_l0	8	0.04208396375179291
504299	rnn.weight_ih_l0	9	-0.09286925941705704
504299	rnn.weight_hh_l0	0	-0.015263888984918594
504299	rnn.weight_hh_l0	1	0.07138717174530029
504299	rnn.weight_hh_l0	2	0.013885741122066975
504299	rnn.weight_hh_l0	3	-0.016925731673836708
504299	rnn.weight_hh_l0	4	0.040123350918293
504299	rnn.weight_hh_l0	5	0.035730037838220596
504299	rnn.weight_hh_l0	6	-0.06732422858476639
504299	rnn.weight_hh_l0	7	-0.08174768835306168
504299	rnn.weight_hh_l0	8	0.036782436072826385
504299	rnn.weight_hh_l0	9	-0.10275747627019882
504299	rnn.bias_ih_l0	0	0.1945399045944214
504299	rnn.bias_ih_l0	1	-0.3227654695510864
504299	rnn.bias_ih_l0	2	-0.022736920043826103
504299	rnn.bias_ih_l0	3	-0.22965501248836517
504299	rnn.bias_ih_l0	4	0.03591160476207733
504299	rnn.bias_ih_l0	5	-0.4466618001461029
504299	rnn.bias_ih_l0	6	-0.14152021706104279
504299	rnn.bias_ih_l0	7	-0.3465142548084259
504299	rnn.bias_ih_l0	8	-0.295774906873703
504299	rnn.bias_ih_l0	9	-0.45192041993141174
504299	rnn.bias_hh_l0	0	-0.3574916422367096
504299	rnn.bias_hh_l0	1	-0.42060884833335876
504299	rnn.bias_hh_l0	2	-0.3747193217277527
504299	rnn.bias_hh_l0	3	-0.06925852596759796
504299	rnn.bias_hh_l0	4	-0.39030027389526367
504299	rnn.bias_hh_l0	5	-0.3462182283401489
504299	rnn.bias_hh_l0	6	-0.11145485937595367
504299	rnn.bias_hh_l0	7	0.0631253570318222
504299	rnn.bias_hh_l0	8	-0.2564922571182251
504299	rnn.bias_hh_l0	9	-0.5559484958648682
504299	rnn.weight_ih_l0_reverse	0	0.033319637179374695
504299	rnn.weight_ih_l0_reverse	1	-0.053646888583898544
504299	rnn.weight_ih_l0_reverse	2	-0.01341113168746233
504299	rnn.weight_ih_l0_reverse	3	-0.1443842500448227
504299	rnn.weight_ih_l0_reverse	4	0.10129249840974808
504299	rnn.weight_ih_l0_reverse	5	-0.11132031679153442
504299	rnn.weight_ih_l0_reverse	6	-0.009964372962713242
504299	rnn.weight_ih_l0_reverse	7	0.025019023567438126
504299	rnn.weight_ih_l0_reverse	8	-0.057214707136154175
504299	rnn.weight_ih_l0_reverse	9	-0.06632508337497711
504299	rnn.weight_hh_l0_reverse	0	-0.15405745804309845
504299	rnn.weight_hh_l0_reverse	1	0.031071515753865242
504299	rnn.weight_hh_l0_reverse	2	-0.027150236070156097
504299	rnn.weight_hh_l0_reverse	3	0.026364274322986603
504299	rnn.weight_hh_l0_reverse	4	-0.08550122380256653
504299	rnn.weight_hh_l0_reverse	5	0.03132060915231705
504299	rnn.weight_hh_l0_reverse	6	0.02851170115172863
504299	rnn.weight_hh_l0_reverse	7	-0.0994734838604927
504299	rnn.weight_hh_l0_reverse	8	-0.06326071172952652
504299	rnn.weight_hh_l0_reverse	9	0.0561741441488266
504299	rnn.bias_ih_l0_reverse	0	-0.17946161329746246
504299	rnn.bias_ih_l0_reverse	1	-0.09161732345819473
504299	rnn.bias_ih_l0_reverse	2	0.12107754498720169
504299	rnn.bias_ih_l0_reverse	3	-0.3009847104549408
504299	rnn.bias_ih_l0_reverse	4	-0.023173514753580093
504299	rnn.bias_ih_l0_reverse	5	-0.23330485820770264
504299	rnn.bias_ih_l0_reverse	6	0.29491642117500305
504299	rnn.bias_ih_l0_reverse	7	-0.3299815058708191
504299	rnn.bias_ih_l0_reverse	8	-0.21217869222164154
504299	rnn.bias_ih_l0_reverse	9	-0.17719054222106934
504299	rnn.bias_hh_l0_reverse	0	-0.08974514901638031
504299	rnn.bias_hh_l0_reverse	1	0.27239030599594116
504299	rnn.bias_hh_l0_reverse	2	-0.3149968683719635
504299	rnn.bias_hh_l0_reverse	3	-0.2219516634941101
504299	rnn.bias_hh_l0_reverse	4	-0.3987042307853699
504299	rnn.bias_hh_l0_reverse	5	-0.16686056554317474
504299	rnn.bias_hh_l0_reverse	6	-0.2523304224014282
504299	rnn.bias_hh_l0_reverse	7	-0.09259720891714096
504299	rnn.bias_hh_l0_reverse	8	-0.30979108810424805
504299	rnn.bias_hh_l0_reverse	9	0.19655030965805054
504299	linear.weight	0	0.2389807552099228
504299	linear.weight	1	-0.3988877832889557
504299	linear.weight	2	0.03843767195940018
504299	linear.weight	3	0.06759893894195557
504299	linear.weight	4	-0.09807305783033371
504299	linear.weight	5	0.2575734853744507
504299	linear.weight	6	-0.012269380502402782
504299	linear.weight	7	-0.061031732708215714
504299	linear.weight	8	0.037185411900281906
504299	linear.weight	9	-0.04874926060438156
504299	linear.bias	0	-0.889704167842865
504299	linear.bias	1	1.910467505455017
504299	linear.bias	2	0.7360049486160278
504299	linear.bias	3	-2.6973378658294678
504299	linear.bias	4	-0.11886657774448395
504299	linear.bias	5	1.2519655227661133
504299	linear.bias	6	-0.2048172801733017
504299	linear.bias	7	0.7643664479255676
504299	linear.bias	8	2.18686580657959
504299	linear.bias	9	-1.5132490396499634
504908	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
504908	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
504908	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
504908	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
504908	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
504908	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
504908	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
504908	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
504908	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
504908	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
504908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
504908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
504908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
504908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
504908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
504908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
504908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
504908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
504908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
504908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
504908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
504908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
504908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
504908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
504908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
504908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
504908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
504908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
504908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
504908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
504908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
504908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
504908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
504908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
504908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
504908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
504908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
504908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
504908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
504908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
504908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
504908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
504908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
504908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
504908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
504908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
504908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
504908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
504908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
504908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
504908	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
504908	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
504908	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
504908	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
504908	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
504908	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
504908	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
504908	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
504908	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
504908	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
504908	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
504908	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
504908	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
504908	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
504908	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
504908	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
504908	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
504908	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
504908	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
504908	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
504908	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
504908	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
504908	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
504908	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
504908	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
504908	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
504908	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
504908	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
504908	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
504908	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
504908	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
504908	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
504908	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
504908	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
504908	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
504908	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
504908	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
504908	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
504908	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
504908	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
504908	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
504908	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
504908	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
504908	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
504908	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
504908	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
504908	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
504908	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
504908	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
504908	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
504908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
504908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
504908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
504908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
504908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
504908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
504908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
504908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
504908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
504908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
504908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
504908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
504908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
504908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
504908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
504908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
504908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
504908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
504908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
504908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
504908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
504908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
504908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
504908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
504908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
504908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
504908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
504908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
504908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
504908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
504908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
504908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
504908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
504908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
504908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
504908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
504908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
504908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
504908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
504908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
504908	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
504908	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
504908	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
504908	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
504908	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
504908	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
504908	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
504908	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
504908	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
504908	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
504908	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
504908	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
504908	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
504908	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
504908	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
504908	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
504908	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
504908	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
504908	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
504908	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
504908	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
504908	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
504908	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
504908	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
504908	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
504908	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
504908	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
504908	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
504908	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
504908	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
504908	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
504908	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
504908	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
504908	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
504908	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
504908	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
504908	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
504908	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
504908	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
504908	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
504908	embedding2nn.weight	0	0.32097071409225464
504908	embedding2nn.weight	1	0.409934401512146
504908	embedding2nn.weight	2	0.002385438419878483
504908	embedding2nn.weight	3	0.01178907323628664
504908	embedding2nn.weight	4	-0.06252775341272354
504908	embedding2nn.weight	5	0.08487482368946075
504908	embedding2nn.weight	6	0.02206878922879696
504908	embedding2nn.weight	7	0.014359960332512856
504908	embedding2nn.weight	8	0.04481734707951546
504908	embedding2nn.weight	9	-0.04950189217925072
504908	embedding2nn.bias	0	0.03200431168079376
504908	embedding2nn.bias	1	-0.19719983637332916
504908	embedding2nn.bias	2	0.12809689342975616
504908	embedding2nn.bias	3	0.16672606766223907
504908	embedding2nn.bias	4	0.1801483929157257
504908	embedding2nn.bias	5	-0.10239920020103455
504908	embedding2nn.bias	6	-0.05944736301898956
504908	embedding2nn.bias	7	0.06684502214193344
504908	embedding2nn.bias	8	-0.1602421998977661
504908	embedding2nn.bias	9	-0.3591071367263794
504908	rnn.weight_ih_l0	0	-0.025228489190340042
504908	rnn.weight_ih_l0	1	-0.05018050596117973
504908	rnn.weight_ih_l0	2	-0.06481891125440598
504908	rnn.weight_ih_l0	3	0.12165607511997223
504908	rnn.weight_ih_l0	4	0.028950847685337067
504908	rnn.weight_ih_l0	5	-0.0634785145521164
504908	rnn.weight_ih_l0	6	-0.0026329192332923412
504908	rnn.weight_ih_l0	7	-0.03877204284071922
504908	rnn.weight_ih_l0	8	0.0436401292681694
504908	rnn.weight_ih_l0	9	-0.09377112984657288
504908	rnn.weight_hh_l0	0	-0.015599140897393227
504908	rnn.weight_hh_l0	1	0.07139953970909119
504908	rnn.weight_hh_l0	2	0.013613912276923656
504908	rnn.weight_hh_l0	3	-0.015889642760157585
504908	rnn.weight_hh_l0	4	0.04035118594765663
504908	rnn.weight_hh_l0	5	0.0352175198495388
504908	rnn.weight_hh_l0	6	-0.06823808699846268
504908	rnn.weight_hh_l0	7	-0.08151156455278397
504908	rnn.weight_hh_l0	8	0.03722593933343887
504908	rnn.weight_hh_l0	9	-0.10209131985902786
504908	rnn.bias_ih_l0	0	0.18247756361961365
504908	rnn.bias_ih_l0	1	-0.3295229971408844
504908	rnn.bias_ih_l0	2	-0.020083963871002197
504908	rnn.bias_ih_l0	3	-0.23495325446128845
504908	rnn.bias_ih_l0	4	0.04178646206855774
504908	rnn.bias_ih_l0	5	-0.4523276388645172
504908	rnn.bias_ih_l0	6	-0.14267781376838684
504908	rnn.bias_ih_l0	7	-0.3486502170562744
504908	rnn.bias_ih_l0	8	-0.29344677925109863
504908	rnn.bias_ih_l0	9	-0.4594540596008301
504908	rnn.bias_hh_l0	0	-0.36191901564598083
504908	rnn.bias_hh_l0	1	-0.4200038015842438
504908	rnn.bias_hh_l0	2	-0.37850332260131836
504908	rnn.bias_hh_l0	3	-0.07547570765018463
504908	rnn.bias_hh_l0	4	-0.3888552188873291
504908	rnn.bias_hh_l0	5	-0.34393510222435
504908	rnn.bias_hh_l0	6	-0.11535177379846573
504908	rnn.bias_hh_l0	7	0.05055183172225952
504908	rnn.bias_hh_l0	8	-0.25157591700553894
504908	rnn.bias_hh_l0	9	-0.5519629716873169
504908	rnn.weight_ih_l0_reverse	0	0.029083004221320152
504908	rnn.weight_ih_l0_reverse	1	-0.05476265773177147
504908	rnn.weight_ih_l0_reverse	2	-0.011710490100085735
504908	rnn.weight_ih_l0_reverse	3	-0.14692425727844238
504908	rnn.weight_ih_l0_reverse	4	0.10173673927783966
504908	rnn.weight_ih_l0_reverse	5	-0.10823217779397964
504908	rnn.weight_ih_l0_reverse	6	-0.008058788254857063
504908	rnn.weight_ih_l0_reverse	7	0.024907227605581284
504908	rnn.weight_ih_l0_reverse	8	-0.06468889117240906
504908	rnn.weight_ih_l0_reverse	9	-0.06471513956785202
504908	rnn.weight_hh_l0_reverse	0	-0.15293559432029724
504908	rnn.weight_hh_l0_reverse	1	0.03113657236099243
504908	rnn.weight_hh_l0_reverse	2	-0.02728470228612423
504908	rnn.weight_hh_l0_reverse	3	0.02621227316558361
504908	rnn.weight_hh_l0_reverse	4	-0.0828733891248703
504908	rnn.weight_hh_l0_reverse	5	0.031915850937366486
504908	rnn.weight_hh_l0_reverse	6	0.02818385697901249
504908	rnn.weight_hh_l0_reverse	7	-0.09965508431196213
504908	rnn.weight_hh_l0_reverse	8	-0.0656200721859932
504908	rnn.weight_hh_l0_reverse	9	0.055976323783397675
504908	rnn.bias_ih_l0_reverse	0	-0.175175741314888
504908	rnn.bias_ih_l0_reverse	1	-0.09216061234474182
504908	rnn.bias_ih_l0_reverse	2	0.12004972994327545
504908	rnn.bias_ih_l0_reverse	3	-0.30252447724342346
504908	rnn.bias_ih_l0_reverse	4	-0.010532441549003124
504908	rnn.bias_ih_l0_reverse	5	-0.23240339756011963
504908	rnn.bias_ih_l0_reverse	6	0.2900874614715576
504908	rnn.bias_ih_l0_reverse	7	-0.33165624737739563
504908	rnn.bias_ih_l0_reverse	8	-0.2112361490726471
504908	rnn.bias_ih_l0_reverse	9	-0.1752251535654068
504908	rnn.bias_hh_l0_reverse	0	-0.09563372284173965
504908	rnn.bias_hh_l0_reverse	1	0.26763027906417847
504908	rnn.bias_hh_l0_reverse	2	-0.3218751847743988
504908	rnn.bias_hh_l0_reverse	3	-0.22394368052482605
504908	rnn.bias_hh_l0_reverse	4	-0.39461660385131836
504908	rnn.bias_hh_l0_reverse	5	-0.16788345575332642
504908	rnn.bias_hh_l0_reverse	6	-0.25315940380096436
504908	rnn.bias_hh_l0_reverse	7	-0.09446600824594498
504908	rnn.bias_hh_l0_reverse	8	-0.31181418895721436
504908	rnn.bias_hh_l0_reverse	9	0.2001924365758896
504908	linear.weight	0	0.22881443798542023
504908	linear.weight	1	-0.39242884516716003
504908	linear.weight	2	0.006133843678981066
504908	linear.weight	3	0.06759770214557648
504908	linear.weight	4	-0.08361489325761795
504908	linear.weight	5	0.28497177362442017
504908	linear.weight	6	-0.012687318958342075
504908	linear.weight	7	-0.0610228106379509
504908	linear.weight	8	0.03211843594908714
504908	linear.weight	9	-0.048758313059806824
504908	linear.bias	0	-0.862270176410675
504908	linear.bias	1	1.9759148359298706
504908	linear.bias	2	0.7517395615577698
504908	linear.bias	3	-2.6976895332336426
504908	linear.bias	4	-0.13130530714988708
504908	linear.bias	5	1.2603929042816162
504908	linear.bias	6	-0.2329735904932022
504908	linear.bias	7	0.7472664713859558
504908	linear.bias	8	2.1825125217437744
504908	linear.bias	9	-1.514840006828308
505517	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
505517	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
505517	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
505517	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
505517	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
505517	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
505517	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
505517	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
505517	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
505517	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
505517	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
505517	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
505517	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
505517	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
505517	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
505517	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
505517	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
505517	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
505517	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
505517	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
505517	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
505517	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
505517	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
505517	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
505517	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
505517	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
505517	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
505517	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
505517	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
505517	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
505517	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
505517	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
505517	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
505517	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
505517	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
505517	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
505517	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
505517	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
505517	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
505517	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
505517	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
505517	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
505517	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
505517	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
505517	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
505517	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
505517	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
505517	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
505517	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
505517	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
505517	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
505517	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
505517	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
505517	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
505517	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
505517	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
505517	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
505517	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
505517	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
505517	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
505517	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
505517	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
505517	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
505517	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
505517	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
505517	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
505517	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
505517	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
505517	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
505517	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
505517	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
505517	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
505517	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
505517	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
505517	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
505517	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
505517	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
505517	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
505517	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
505517	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
505517	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
505517	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
505517	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
505517	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
505517	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
505517	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
505517	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
505517	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
505517	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
505517	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
505517	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
505517	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
505517	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
505517	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
505517	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
505517	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
505517	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
505517	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
505517	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
505517	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
505517	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
505517	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
505517	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
505517	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
505517	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
505517	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
505517	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
505517	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
505517	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
505517	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
505517	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
505517	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
505517	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
505517	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
505517	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
505517	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
505517	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
505517	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
505517	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
505517	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
505517	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
505517	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
505517	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
505517	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
505517	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
505517	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
505517	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
505517	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
505517	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
505517	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
505517	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
505517	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
505517	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
505517	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
505517	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
505517	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
505517	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
505517	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
505517	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
505517	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
505517	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
505517	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
505517	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
505517	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
505517	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
505517	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
505517	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
505517	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
505517	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
505517	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
505517	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
505517	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
505517	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
505517	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
505517	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
505517	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
505517	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
505517	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
505517	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
505517	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
505517	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
505517	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
505517	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
505517	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
505517	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
505517	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
505517	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
505517	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
505517	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
505517	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
505517	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
505517	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
505517	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
505517	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
505517	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
505517	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
505517	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
505517	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
505517	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
505517	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
505517	embedding2nn.weight	0	0.3208884298801422
505517	embedding2nn.weight	1	0.40590205788612366
505517	embedding2nn.weight	2	0.00037459548912011087
505517	embedding2nn.weight	3	-0.0071752071380615234
505517	embedding2nn.weight	4	-0.06240243464708328
505517	embedding2nn.weight	5	0.08277542144060135
505517	embedding2nn.weight	6	0.01059009786695242
505517	embedding2nn.weight	7	0.010546283796429634
505517	embedding2nn.weight	8	0.04666070267558098
505517	embedding2nn.weight	9	-0.05261998996138573
505517	embedding2nn.bias	0	0.016823891550302505
505517	embedding2nn.bias	1	-0.22678233683109283
505517	embedding2nn.bias	2	0.13485871255397797
505517	embedding2nn.bias	3	0.18261153995990753
505517	embedding2nn.bias	4	0.16997960209846497
505517	embedding2nn.bias	5	-0.10642342269420624
505517	embedding2nn.bias	6	-0.04278421774506569
505517	embedding2nn.bias	7	0.054327547550201416
505517	embedding2nn.bias	8	-0.16524627804756165
505517	embedding2nn.bias	9	-0.3510607182979584
505517	rnn.weight_ih_l0	0	-0.026604942977428436
505517	rnn.weight_ih_l0	1	-0.050950948148965836
505517	rnn.weight_ih_l0	2	-0.06582435220479965
505517	rnn.weight_ih_l0	3	0.12103274464607239
505517	rnn.weight_ih_l0	4	0.02562354877591133
505517	rnn.weight_ih_l0	5	-0.05955490469932556
505517	rnn.weight_ih_l0	6	-0.0033473449293524027
505517	rnn.weight_ih_l0	7	-0.03490655869245529
505517	rnn.weight_ih_l0	8	0.045191552489995956
505517	rnn.weight_ih_l0	9	-0.10121192038059235
505517	rnn.weight_hh_l0	0	-0.015561508014798164
505517	rnn.weight_hh_l0	1	0.07345820218324661
505517	rnn.weight_hh_l0	2	0.014368859119713306
505517	rnn.weight_hh_l0	3	-0.01595797948539257
505517	rnn.weight_hh_l0	4	0.04068745672702789
505517	rnn.weight_hh_l0	5	0.03483719378709793
505517	rnn.weight_hh_l0	6	-0.06793411076068878
505517	rnn.weight_hh_l0	7	-0.08325540274381638
505517	rnn.weight_hh_l0	8	0.03747183084487915
505517	rnn.weight_hh_l0	9	-0.10190155357122421
505517	rnn.bias_ih_l0	0	0.20308510959148407
505517	rnn.bias_ih_l0	1	-0.3265528380870819
505517	rnn.bias_ih_l0	2	-0.023495472967624664
505517	rnn.bias_ih_l0	3	-0.2299215942621231
505517	rnn.bias_ih_l0	4	0.030547671020030975
505517	rnn.bias_ih_l0	5	-0.4548737704753876
505517	rnn.bias_ih_l0	6	-0.1470111906528473
505517	rnn.bias_ih_l0	7	-0.34565770626068115
505517	rnn.bias_ih_l0	8	-0.29655593633651733
505517	rnn.bias_ih_l0	9	-0.4595656394958496
505517	rnn.bias_hh_l0	0	-0.35693180561065674
505517	rnn.bias_hh_l0	1	-0.42393457889556885
505517	rnn.bias_hh_l0	2	-0.37797456979751587
505517	rnn.bias_hh_l0	3	-0.07569423317909241
505517	rnn.bias_hh_l0	4	-0.38315579295158386
505517	rnn.bias_hh_l0	5	-0.3414826989173889
505517	rnn.bias_hh_l0	6	-0.1133890450000763
505517	rnn.bias_hh_l0	7	0.05109195038676262
505517	rnn.bias_hh_l0	8	-0.24389176070690155
505517	rnn.bias_hh_l0	9	-0.5535199642181396
505517	rnn.weight_ih_l0_reverse	0	0.03325076773762703
505517	rnn.weight_ih_l0_reverse	1	-0.05199434235692024
505517	rnn.weight_ih_l0_reverse	2	-0.003534879768267274
505517	rnn.weight_ih_l0_reverse	3	-0.14333848655223846
505517	rnn.weight_ih_l0_reverse	4	0.10270249098539352
505517	rnn.weight_ih_l0_reverse	5	-0.10988236218690872
505517	rnn.weight_ih_l0_reverse	6	-0.005587262567132711
505517	rnn.weight_ih_l0_reverse	7	0.030032364651560783
505517	rnn.weight_ih_l0_reverse	8	-0.06799229979515076
505517	rnn.weight_ih_l0_reverse	9	-0.06630787998437881
505517	rnn.weight_hh_l0_reverse	0	-0.15419434010982513
505517	rnn.weight_hh_l0_reverse	1	0.03033594787120819
505517	rnn.weight_hh_l0_reverse	2	-0.027773912996053696
505517	rnn.weight_hh_l0_reverse	3	0.027135033160448074
505517	rnn.weight_hh_l0_reverse	4	-0.08404552191495895
505517	rnn.weight_hh_l0_reverse	5	0.03219260647892952
505517	rnn.weight_hh_l0_reverse	6	0.02803361974656582
505517	rnn.weight_hh_l0_reverse	7	-0.10029082745313644
505517	rnn.weight_hh_l0_reverse	8	-0.07053840905427933
505517	rnn.weight_hh_l0_reverse	9	0.05610149726271629
505517	rnn.bias_ih_l0_reverse	0	-0.17640243470668793
505517	rnn.bias_ih_l0_reverse	1	-0.0936482697725296
505517	rnn.bias_ih_l0_reverse	2	0.1150236651301384
505517	rnn.bias_ih_l0_reverse	3	-0.3073785901069641
505517	rnn.bias_ih_l0_reverse	4	-0.01392393559217453
505517	rnn.bias_ih_l0_reverse	5	-0.23227131366729736
505517	rnn.bias_ih_l0_reverse	6	0.29388922452926636
505517	rnn.bias_ih_l0_reverse	7	-0.3443169891834259
505517	rnn.bias_ih_l0_reverse	8	-0.20838917791843414
505517	rnn.bias_ih_l0_reverse	9	-0.17976440489292145
505517	rnn.bias_hh_l0_reverse	0	-0.10433873534202576
505517	rnn.bias_hh_l0_reverse	1	0.27106907963752747
505517	rnn.bias_hh_l0_reverse	2	-0.32889649271965027
505517	rnn.bias_hh_l0_reverse	3	-0.22495445609092712
505517	rnn.bias_hh_l0_reverse	4	-0.3936767876148224
505517	rnn.bias_hh_l0_reverse	5	-0.1677234172821045
505517	rnn.bias_hh_l0_reverse	6	-0.25154563784599304
505517	rnn.bias_hh_l0_reverse	7	-0.09270157665014267
505517	rnn.bias_hh_l0_reverse	8	-0.3091133236885071
505517	rnn.bias_hh_l0_reverse	9	0.2034575194120407
505517	linear.weight	0	0.20889267325401306
505517	linear.weight	1	-0.41185134649276733
505517	linear.weight	2	0.006857096683233976
505517	linear.weight	3	0.06759990006685257
505517	linear.weight	4	-0.10719993710517883
505517	linear.weight	5	0.27496054768562317
505517	linear.weight	6	-0.015546150505542755
505517	linear.weight	7	-0.06101696193218231
505517	linear.weight	8	0.044447388499975204
505517	linear.weight	9	-0.0487673282623291
505517	linear.bias	0	-0.8857706785202026
505517	linear.bias	1	1.9555312395095825
505517	linear.bias	2	0.7352737188339233
505517	linear.bias	3	-2.6979928016662598
505517	linear.bias	4	-0.09740021079778671
505517	linear.bias	5	1.2509424686431885
505517	linear.bias	6	-0.21991170942783356
505517	linear.bias	7	0.7458577156066895
505517	linear.bias	8	2.1594622135162354
505517	linear.bias	9	-1.4959090948104858
506126	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
506126	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
506126	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
506126	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
506126	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
506126	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
506126	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
506126	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
506126	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
506126	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
506126	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
506126	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
506126	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
506126	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
506126	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
506126	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
506126	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
506126	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
506126	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
506126	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
506126	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
506126	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
506126	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
506126	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
506126	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
506126	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
506126	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
506126	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
506126	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
506126	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
506126	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
506126	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
506126	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
506126	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
506126	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
506126	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
506126	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
506126	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
506126	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
506126	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
506126	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
506126	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
506126	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
506126	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
506126	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
506126	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
506126	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
506126	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
506126	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
506126	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
506126	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
506126	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
506126	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
506126	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
506126	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
506126	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
506126	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
506126	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
506126	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
506126	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
506126	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
506126	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
506126	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
506126	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
506126	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
506126	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
506126	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
506126	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
506126	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
506126	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
506126	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
506126	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
506126	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
506126	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
506126	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
506126	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
506126	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
506126	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
506126	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
506126	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
506126	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
506126	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
506126	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
506126	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
506126	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
506126	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
506126	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
506126	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
506126	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
506126	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
506126	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
506126	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
506126	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
506126	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
506126	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
506126	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
506126	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
506126	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
506126	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
506126	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
506126	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
506126	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
506126	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
506126	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
506126	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
506126	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
506126	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
506126	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
506126	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
506126	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
506126	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
506126	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
506126	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
506126	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
506126	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
506126	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
506126	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
506126	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
506126	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
506126	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
506126	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
506126	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
506126	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
506126	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
506126	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
506126	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
506126	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
506126	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
506126	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
506126	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
506126	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
506126	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
506126	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
506126	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
506126	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
506126	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
506126	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
506126	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
506126	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
506126	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
506126	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
506126	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
506126	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
506126	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
506126	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
506126	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
506126	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
506126	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
506126	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
506126	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
506126	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
506126	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
506126	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
506126	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
506126	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
506126	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
506126	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
506126	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
506126	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
506126	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
506126	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
506126	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
506126	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
506126	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
506126	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
506126	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
506126	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
506126	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
506126	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
506126	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
506126	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
506126	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
506126	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
506126	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
506126	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
506126	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
506126	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
506126	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
506126	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
506126	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
506126	embedding2nn.weight	0	0.3222864866256714
506126	embedding2nn.weight	1	0.4114835262298584
506126	embedding2nn.weight	2	-0.0015157911693677306
506126	embedding2nn.weight	3	0.01984510011970997
506126	embedding2nn.weight	4	-0.06528857350349426
506126	embedding2nn.weight	5	0.08267337083816528
506126	embedding2nn.weight	6	0.008242032490670681
506126	embedding2nn.weight	7	0.01284029334783554
506126	embedding2nn.weight	8	0.04188136011362076
506126	embedding2nn.weight	9	-0.056415993720293045
506126	embedding2nn.bias	0	0.011436105705797672
506126	embedding2nn.bias	1	-0.20652948319911957
506126	embedding2nn.bias	2	0.1277422457933426
506126	embedding2nn.bias	3	0.18544639647006989
506126	embedding2nn.bias	4	0.16212548315525055
506126	embedding2nn.bias	5	-0.08594828099012375
506126	embedding2nn.bias	6	-0.03583737835288048
506126	embedding2nn.bias	7	0.038444723933935165
506126	embedding2nn.bias	8	-0.16544251143932343
506126	embedding2nn.bias	9	-0.37789860367774963
506126	rnn.weight_ih_l0	0	-0.02893354557454586
506126	rnn.weight_ih_l0	1	-0.049464207142591476
506126	rnn.weight_ih_l0	2	-0.06487128138542175
506126	rnn.weight_ih_l0	3	0.1245688796043396
506126	rnn.weight_ih_l0	4	0.022286152467131615
506126	rnn.weight_ih_l0	5	-0.06394227594137192
506126	rnn.weight_ih_l0	6	-0.008601892739534378
506126	rnn.weight_ih_l0	7	-0.03962027654051781
506126	rnn.weight_ih_l0	8	0.038792479783296585
506126	rnn.weight_ih_l0	9	-0.10995129495859146
506126	rnn.weight_hh_l0	0	-0.015999097377061844
506126	rnn.weight_hh_l0	1	0.07364194840192795
506126	rnn.weight_hh_l0	2	0.015181700699031353
506126	rnn.weight_hh_l0	3	-0.015321760438382626
506126	rnn.weight_hh_l0	4	0.041514504700899124
506126	rnn.weight_hh_l0	5	0.03402968868613243
506126	rnn.weight_hh_l0	6	-0.06715919077396393
506126	rnn.weight_hh_l0	7	-0.0855274349451065
506126	rnn.weight_hh_l0	8	0.03710921108722687
506126	rnn.weight_hh_l0	9	-0.10155496001243591
506126	rnn.bias_ih_l0	0	0.2147989422082901
506126	rnn.bias_ih_l0	1	-0.31649988889694214
506126	rnn.bias_ih_l0	2	-0.02339344285428524
506126	rnn.bias_ih_l0	3	-0.23322418332099915
506126	rnn.bias_ih_l0	4	0.025717124342918396
506126	rnn.bias_ih_l0	5	-0.44920703768730164
506126	rnn.bias_ih_l0	6	-0.14058585464954376
506126	rnn.bias_ih_l0	7	-0.3466936945915222
506126	rnn.bias_ih_l0	8	-0.2966783046722412
506126	rnn.bias_ih_l0	9	-0.45490849018096924
506126	rnn.bias_hh_l0	0	-0.354524701833725
506126	rnn.bias_hh_l0	1	-0.4180174469947815
506126	rnn.bias_hh_l0	2	-0.37669357657432556
506126	rnn.bias_hh_l0	3	-0.07156753540039062
506126	rnn.bias_hh_l0	4	-0.3864782154560089
506126	rnn.bias_hh_l0	5	-0.34283655881881714
506126	rnn.bias_hh_l0	6	-0.12005545943975449
506126	rnn.bias_hh_l0	7	0.06665190309286118
506126	rnn.bias_hh_l0	8	-0.2488962560892105
506126	rnn.bias_hh_l0	9	-0.5487779378890991
506126	rnn.weight_ih_l0_reverse	0	0.033283770084381104
506126	rnn.weight_ih_l0_reverse	1	-0.05413125455379486
506126	rnn.weight_ih_l0_reverse	2	-0.0020869418513029814
506126	rnn.weight_ih_l0_reverse	3	-0.14694322645664215
506126	rnn.weight_ih_l0_reverse	4	0.10111019015312195
506126	rnn.weight_ih_l0_reverse	5	-0.10543636977672577
506126	rnn.weight_ih_l0_reverse	6	-0.002537329914048314
506126	rnn.weight_ih_l0_reverse	7	0.02914397232234478
506126	rnn.weight_ih_l0_reverse	8	-0.06332804262638092
506126	rnn.weight_ih_l0_reverse	9	-0.06959747523069382
506126	rnn.weight_hh_l0_reverse	0	-0.1536160409450531
506126	rnn.weight_hh_l0_reverse	1	0.029286028817296028
506126	rnn.weight_hh_l0_reverse	2	-0.027476314455270767
506126	rnn.weight_hh_l0_reverse	3	0.027152933180332184
506126	rnn.weight_hh_l0_reverse	4	-0.08313308656215668
506126	rnn.weight_hh_l0_reverse	5	0.03281526640057564
506126	rnn.weight_hh_l0_reverse	6	0.02831142581999302
506126	rnn.weight_hh_l0_reverse	7	-0.10178104043006897
506126	rnn.weight_hh_l0_reverse	8	-0.07076865434646606
506126	rnn.weight_hh_l0_reverse	9	0.05518912523984909
506126	rnn.bias_ih_l0_reverse	0	-0.1736171990633011
506126	rnn.bias_ih_l0_reverse	1	-0.08756847679615021
506126	rnn.bias_ih_l0_reverse	2	0.12437732517719269
506126	rnn.bias_ih_l0_reverse	3	-0.3010435104370117
506126	rnn.bias_ih_l0_reverse	4	-0.0131196528673172
506126	rnn.bias_ih_l0_reverse	5	-0.23042455315589905
506126	rnn.bias_ih_l0_reverse	6	0.2833401560783386
506126	rnn.bias_ih_l0_reverse	7	-0.33444347977638245
506126	rnn.bias_ih_l0_reverse	8	-0.20810376107692719
506126	rnn.bias_ih_l0_reverse	9	-0.19115082919597626
506126	rnn.bias_hh_l0_reverse	0	-0.09769690036773682
506126	rnn.bias_hh_l0_reverse	1	0.2760511040687561
506126	rnn.bias_hh_l0_reverse	2	-0.33052846789360046
506126	rnn.bias_hh_l0_reverse	3	-0.2206130474805832
506126	rnn.bias_hh_l0_reverse	4	-0.3929102122783661
506126	rnn.bias_hh_l0_reverse	5	-0.1700991988182068
506126	rnn.bias_hh_l0_reverse	6	-0.23847827315330505
506126	rnn.bias_hh_l0_reverse	7	-0.08110550045967102
506126	rnn.bias_hh_l0_reverse	8	-0.32385945320129395
506126	rnn.bias_hh_l0_reverse	9	0.2200748771429062
506126	linear.weight	0	0.21214573085308075
506126	linear.weight	1	-0.40185680985450745
506126	linear.weight	2	0.01177830807864666
506126	linear.weight	3	0.06759835034608841
506126	linear.weight	4	-0.10335231572389603
506126	linear.weight	5	0.2680986523628235
506126	linear.weight	6	0.017421171069145203
506126	linear.weight	7	-0.06100337952375412
506126	linear.weight	8	0.08002127707004547
506126	linear.weight	9	-0.048779841512441635
506126	linear.bias	0	-0.8477154970169067
506126	linear.bias	1	1.8975279331207275
506126	linear.bias	2	0.7320635318756104
506126	linear.bias	3	-2.6983888149261475
506126	linear.bias	4	-0.10401592403650284
506126	linear.bias	5	1.262939214706421
506126	linear.bias	6	-0.21818242967128754
506126	linear.bias	7	0.7389461398124695
506126	linear.bias	8	2.149501323699951
506126	linear.bias	9	-1.5157476663589478
506134	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
506134	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
506134	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
506134	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
506134	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
506134	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
506134	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
506134	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
506134	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
506134	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
506134	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
506134	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
506134	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
506134	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
506134	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
506134	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
506134	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
506134	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
506134	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
506134	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
506134	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
506134	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
506134	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
506134	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
506134	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
506134	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
506134	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
506134	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
506134	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
506134	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
506134	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
506134	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
506134	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
506134	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
506134	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
506134	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
506134	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
506134	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
506134	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
506134	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
506134	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
506134	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
506134	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
506134	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
506134	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
506134	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
506134	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
506134	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
506134	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
506134	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
506134	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
506134	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
506134	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
506134	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
506134	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
506134	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
506134	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
506134	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
506134	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
506134	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
506134	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
506134	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
506134	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
506134	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
506134	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
506134	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
506134	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
506134	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
506134	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
506134	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
506134	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
506134	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
506134	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
506134	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
506134	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
506134	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
506134	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
506134	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
506134	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
506134	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
506134	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
506134	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
506134	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
506134	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
506134	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
506134	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
506134	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
506134	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
506134	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
506134	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
506134	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
506134	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
506134	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
506134	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
506134	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
506134	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
506134	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
506134	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
506134	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
506134	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
506134	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
506134	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
506134	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
506134	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
506134	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
506134	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
506134	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
506134	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
506134	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
506134	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
506134	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
506134	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
506134	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
506134	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
506134	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
506134	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
506134	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
506134	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
506134	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
506134	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
506134	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
506134	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
506134	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
506134	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
506134	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
506134	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
506134	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
506134	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
506134	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
506134	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
506134	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
506134	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
506134	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
506134	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
506134	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
506134	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
506134	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
506134	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
506134	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
506134	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
506134	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
506134	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
506134	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
506134	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
506134	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
506134	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
506134	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
506134	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
506134	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
506134	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
506134	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
506134	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
506134	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
506134	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
506134	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
506134	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
506134	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
506134	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
506134	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
506134	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
506134	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
506134	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
506134	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
506134	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
506134	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
506134	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
506134	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
506134	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
506134	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
506134	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
506134	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
506134	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
506134	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
506134	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
506134	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
506134	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
506134	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
506134	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
506134	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
506134	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
506134	embedding2nn.weight	0	0.3220326900482178
506134	embedding2nn.weight	1	0.41190579533576965
506134	embedding2nn.weight	2	-0.0020229374058544636
506134	embedding2nn.weight	3	0.01602652482688427
506134	embedding2nn.weight	4	-0.0651039332151413
506134	embedding2nn.weight	5	0.0827798843383789
506134	embedding2nn.weight	6	0.007424301002174616
506134	embedding2nn.weight	7	0.012230996042490005
506134	embedding2nn.weight	8	0.04150422289967537
506134	embedding2nn.weight	9	-0.05747006833553314
506134	embedding2nn.bias	0	0.012082069180905819
506134	embedding2nn.bias	1	-0.20248258113861084
506134	embedding2nn.bias	2	0.13098014891147614
506134	embedding2nn.bias	3	0.18478411436080933
506134	embedding2nn.bias	4	0.15984468162059784
506134	embedding2nn.bias	5	-0.08985377848148346
506134	embedding2nn.bias	6	-0.03903811052441597
506134	embedding2nn.bias	7	0.043373022228479385
506134	embedding2nn.bias	8	-0.1622130572795868
506134	embedding2nn.bias	9	-0.37454602122306824
506134	rnn.weight_ih_l0	0	-0.02894507348537445
506134	rnn.weight_ih_l0	1	-0.04960799217224121
506134	rnn.weight_ih_l0	2	-0.0646369680762291
506134	rnn.weight_ih_l0	3	0.1247658059000969
506134	rnn.weight_ih_l0	4	0.02205348201096058
506134	rnn.weight_ih_l0	5	-0.06267128884792328
506134	rnn.weight_ih_l0	6	-0.008352549746632576
506134	rnn.weight_ih_l0	7	-0.0396404042840004
506134	rnn.weight_ih_l0	8	0.03873172774910927
506134	rnn.weight_ih_l0	9	-0.10952726006507874
506134	rnn.weight_hh_l0	0	-0.016010068356990814
506134	rnn.weight_hh_l0	1	0.07375270128250122
506134	rnn.weight_hh_l0	2	0.01528220996260643
506134	rnn.weight_hh_l0	3	-0.01531887985765934
506134	rnn.weight_hh_l0	4	0.04128646105527878
506134	rnn.weight_hh_l0	5	0.03417382761836052
506134	rnn.weight_hh_l0	6	-0.06717464327812195
506134	rnn.weight_hh_l0	7	-0.08621298521757126
506134	rnn.weight_hh_l0	8	0.03712662309408188
506134	rnn.weight_hh_l0	9	-0.10155108571052551
506134	rnn.bias_ih_l0	0	0.21484126150608063
506134	rnn.bias_ih_l0	1	-0.3153358995914459
506134	rnn.bias_ih_l0	2	-0.023752067238092422
506134	rnn.bias_ih_l0	3	-0.23316816985607147
506134	rnn.bias_ih_l0	4	0.02698325179517269
506134	rnn.bias_ih_l0	5	-0.449550062417984
506134	rnn.bias_ih_l0	6	-0.14090514183044434
506134	rnn.bias_ih_l0	7	-0.34660786390304565
506134	rnn.bias_ih_l0	8	-0.29609280824661255
506134	rnn.bias_ih_l0	9	-0.45420295000076294
506134	rnn.bias_hh_l0	0	-0.3527349531650543
506134	rnn.bias_hh_l0	1	-0.4176185131072998
506134	rnn.bias_hh_l0	2	-0.37695977091789246
506134	rnn.bias_hh_l0	3	-0.07173359394073486
506134	rnn.bias_hh_l0	4	-0.38605043292045593
506134	rnn.bias_hh_l0	5	-0.3427504003047943
506134	rnn.bias_hh_l0	6	-0.12076067924499512
506134	rnn.bias_hh_l0	7	0.06764290481805801
506134	rnn.bias_hh_l0	8	-0.24938304722309113
506134	rnn.bias_hh_l0	9	-0.548859179019928
506134	rnn.weight_ih_l0_reverse	0	0.033187396824359894
506134	rnn.weight_ih_l0_reverse	1	-0.05402803421020508
506134	rnn.weight_ih_l0_reverse	2	-0.0018750166054815054
506134	rnn.weight_ih_l0_reverse	3	-0.14648179709911346
506134	rnn.weight_ih_l0_reverse	4	0.10085820406675339
506134	rnn.weight_ih_l0_reverse	5	-0.10596045851707458
506134	rnn.weight_ih_l0_reverse	6	-0.003208334092050791
506134	rnn.weight_ih_l0_reverse	7	0.02897736430168152
506134	rnn.weight_ih_l0_reverse	8	-0.06325461715459824
506134	rnn.weight_ih_l0_reverse	9	-0.06939554959535599
506134	rnn.weight_hh_l0_reverse	0	-0.15395815670490265
506134	rnn.weight_hh_l0_reverse	1	0.029292453080415726
506134	rnn.weight_hh_l0_reverse	2	-0.02741990238428116
506134	rnn.weight_hh_l0_reverse	3	0.027151931077241898
506134	rnn.weight_hh_l0_reverse	4	-0.08318336308002472
506134	rnn.weight_hh_l0_reverse	5	0.03280969336628914
506134	rnn.weight_hh_l0_reverse	6	0.02832510694861412
506134	rnn.weight_hh_l0_reverse	7	-0.10179746896028519
506134	rnn.weight_hh_l0_reverse	8	-0.07077864557504654
506134	rnn.weight_hh_l0_reverse	9	0.05504380911588669
506134	rnn.bias_ih_l0_reverse	0	-0.1736116111278534
506134	rnn.bias_ih_l0_reverse	1	-0.08729509264230728
506134	rnn.bias_ih_l0_reverse	2	0.12465257942676544
506134	rnn.bias_ih_l0_reverse	3	-0.3018885850906372
506134	rnn.bias_ih_l0_reverse	4	-0.01485958881676197
506134	rnn.bias_ih_l0_reverse	5	-0.22995196282863617
506134	rnn.bias_ih_l0_reverse	6	0.28251272439956665
506134	rnn.bias_ih_l0_reverse	7	-0.3340834975242615
506134	rnn.bias_ih_l0_reverse	8	-0.20759007334709167
506134	rnn.bias_ih_l0_reverse	9	-0.1901787668466568
506134	rnn.bias_hh_l0_reverse	0	-0.09672805666923523
506134	rnn.bias_hh_l0_reverse	1	0.2765227258205414
506134	rnn.bias_hh_l0_reverse	2	-0.3304823040962219
506134	rnn.bias_hh_l0_reverse	3	-0.21971911191940308
506134	rnn.bias_hh_l0_reverse	4	-0.3928031921386719
506134	rnn.bias_hh_l0_reverse	5	-0.16941490769386292
506134	rnn.bias_hh_l0_reverse	6	-0.23854683339595795
506134	rnn.bias_hh_l0_reverse	7	-0.08183403313159943
506134	rnn.bias_hh_l0_reverse	8	-0.3238190710544586
506134	rnn.bias_hh_l0_reverse	9	0.21919648349285126
506134	linear.weight	0	0.21199314296245575
506134	linear.weight	1	-0.40027669072151184
506134	linear.weight	2	0.01411120593547821
506134	linear.weight	3	0.06759820133447647
506134	linear.weight	4	-0.1071116104722023
506134	linear.weight	5	0.2672107219696045
506134	linear.weight	6	0.017804445698857307
506134	linear.weight	7	-0.061002910137176514
506134	linear.weight	8	0.08476059138774872
506134	linear.weight	9	-0.04878011345863342
506134	linear.bias	0	-0.8460299968719482
506134	linear.bias	1	1.8767167329788208
506134	linear.bias	2	0.7449595928192139
506134	linear.bias	3	-2.698396921157837
506134	linear.bias	4	-0.11614380776882172
506134	linear.bias	5	1.2614299058914185
506134	linear.bias	6	-0.2225511521100998
506134	linear.bias	7	0.7551388144493103
506134	linear.bias	8	2.1593785285949707
506134	linear.bias	9	-1.5196994543075562
506743	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
506743	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
506743	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
506743	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
506743	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
506743	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
506743	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
506743	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
506743	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
506743	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
506743	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
506743	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
506743	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
506743	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
506743	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
506743	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
506743	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
506743	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
506743	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
506743	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
506743	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
506743	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
506743	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
506743	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
506743	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
506743	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
506743	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
506743	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
506743	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
506743	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
506743	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
506743	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
506743	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
506743	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
506743	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
506743	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
506743	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
506743	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
506743	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
506743	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
506743	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
506743	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
506743	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
506743	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
506743	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
506743	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
506743	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
506743	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
506743	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
506743	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
506743	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
506743	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
506743	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
506743	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
506743	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
506743	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
506743	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
506743	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
506743	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
506743	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
506743	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
506743	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
506743	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
506743	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
506743	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
506743	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
506743	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
506743	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
506743	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
506743	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
506743	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
506743	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
506743	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
506743	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
506743	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
506743	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
506743	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
506743	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
506743	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
506743	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
506743	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
506743	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
506743	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
506743	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
506743	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
506743	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
506743	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
506743	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
506743	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
506743	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
506743	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
506743	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
506743	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
506743	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
506743	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
506743	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
506743	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
506743	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
506743	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
506743	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
506743	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
506743	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
506743	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
506743	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
506743	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
506743	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
506743	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
506743	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
506743	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
506743	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
506743	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
506743	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
506743	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
506743	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
506743	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
506743	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
506743	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
506743	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
506743	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
506743	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
506743	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
506743	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
506743	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
506743	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
506743	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
506743	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
506743	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
506743	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
506743	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
506743	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
506743	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
506743	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
506743	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
506743	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
506743	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
506743	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
506743	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
506743	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
506743	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
506743	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
506743	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
506743	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
506743	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
506743	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
506743	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
506743	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
506743	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
506743	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
506743	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
506743	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
506743	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
506743	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
506743	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
506743	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
506743	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
506743	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
506743	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
506743	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
506743	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
506743	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
506743	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
506743	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
506743	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
506743	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
506743	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
506743	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
506743	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
506743	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
506743	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
506743	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
506743	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
506743	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
506743	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
506743	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
506743	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
506743	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
506743	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
506743	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
506743	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
506743	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
506743	embedding2nn.weight	0	0.3210122287273407
506743	embedding2nn.weight	1	0.4121638238430023
506743	embedding2nn.weight	2	0.0020889141596853733
506743	embedding2nn.weight	3	0.03163456916809082
506743	embedding2nn.weight	4	-0.06352002918720245
506743	embedding2nn.weight	5	0.08388131856918335
506743	embedding2nn.weight	6	0.004353818949311972
506743	embedding2nn.weight	7	0.010284415446221828
506743	embedding2nn.weight	8	0.0318450853228569
506743	embedding2nn.weight	9	-0.04851179197430611
506743	embedding2nn.bias	0	0.021169107407331467
506743	embedding2nn.bias	1	-0.20124195516109467
506743	embedding2nn.bias	2	0.1706153303384781
506743	embedding2nn.bias	3	0.1761702597141266
506743	embedding2nn.bias	4	0.1731061041355133
506743	embedding2nn.bias	5	-0.10059140622615814
506743	embedding2nn.bias	6	-0.021884456276893616
506743	embedding2nn.bias	7	0.05304345861077309
506743	embedding2nn.bias	8	-0.15445782244205475
506743	embedding2nn.bias	9	-0.3902154564857483
506743	rnn.weight_ih_l0	0	-0.03036859631538391
506743	rnn.weight_ih_l0	1	-0.051092952489852905
506743	rnn.weight_ih_l0	2	-0.06496687233448029
506743	rnn.weight_ih_l0	3	0.12922929227352142
506743	rnn.weight_ih_l0	4	0.01977609097957611
506743	rnn.weight_ih_l0	5	-0.06896305829286575
506743	rnn.weight_ih_l0	6	-0.005130855366587639
506743	rnn.weight_ih_l0	7	-0.03643091395497322
506743	rnn.weight_ih_l0	8	0.03998138755559921
506743	rnn.weight_ih_l0	9	-0.10593535751104355
506743	rnn.weight_hh_l0	0	-0.016817668452858925
506743	rnn.weight_hh_l0	1	0.07446858286857605
506743	rnn.weight_hh_l0	2	0.015777137130498886
506743	rnn.weight_hh_l0	3	-0.0158856064081192
506743	rnn.weight_hh_l0	4	0.041868217289447784
506743	rnn.weight_hh_l0	5	0.03394170105457306
506743	rnn.weight_hh_l0	6	-0.06763340532779694
506743	rnn.weight_hh_l0	7	-0.0858893021941185
506743	rnn.weight_hh_l0	8	0.03717523440718651
506743	rnn.weight_hh_l0	9	-0.10170207172632217
506743	rnn.bias_ih_l0	0	0.1999714970588684
506743	rnn.bias_ih_l0	1	-0.31624114513397217
506743	rnn.bias_ih_l0	2	-0.027935942634940147
506743	rnn.bias_ih_l0	3	-0.23668977618217468
506743	rnn.bias_ih_l0	4	0.01757413148880005
506743	rnn.bias_ih_l0	5	-0.44672417640686035
506743	rnn.bias_ih_l0	6	-0.13260681927204132
506743	rnn.bias_ih_l0	7	-0.34637659788131714
506743	rnn.bias_ih_l0	8	-0.29035237431526184
506743	rnn.bias_ih_l0	9	-0.44972214102745056
506743	rnn.bias_hh_l0	0	-0.35407644510269165
506743	rnn.bias_hh_l0	1	-0.42463114857673645
506743	rnn.bias_hh_l0	2	-0.38732361793518066
506743	rnn.bias_hh_l0	3	-0.07433277368545532
506743	rnn.bias_hh_l0	4	-0.3912231922149658
506743	rnn.bias_hh_l0	5	-0.3405820429325104
506743	rnn.bias_hh_l0	6	-0.11589156091213226
506743	rnn.bias_hh_l0	7	0.06420908868312836
506743	rnn.bias_hh_l0	8	-0.241689071059227
506743	rnn.bias_hh_l0	9	-0.5477124452590942
506743	rnn.weight_ih_l0_reverse	0	0.03735540062189102
506743	rnn.weight_ih_l0_reverse	1	-0.05525016039609909
506743	rnn.weight_ih_l0_reverse	2	-0.0019361537415534258
506743	rnn.weight_ih_l0_reverse	3	-0.14841292798519135
506743	rnn.weight_ih_l0_reverse	4	0.10126923024654388
506743	rnn.weight_ih_l0_reverse	5	-0.1071658656001091
506743	rnn.weight_ih_l0_reverse	6	-0.007275471463799477
506743	rnn.weight_ih_l0_reverse	7	0.03026597388088703
506743	rnn.weight_ih_l0_reverse	8	-0.058157842606306076
506743	rnn.weight_ih_l0_reverse	9	-0.0710645243525505
506743	rnn.weight_hh_l0_reverse	0	-0.15315566956996918
506743	rnn.weight_hh_l0_reverse	1	0.027866479009389877
506743	rnn.weight_hh_l0_reverse	2	-0.02720874547958374
506743	rnn.weight_hh_l0_reverse	3	0.02734014391899109
506743	rnn.weight_hh_l0_reverse	4	-0.08335112035274506
506743	rnn.weight_hh_l0_reverse	5	0.032637182623147964
506743	rnn.weight_hh_l0_reverse	6	0.02863783948123455
506743	rnn.weight_hh_l0_reverse	7	-0.09877198934555054
506743	rnn.weight_hh_l0_reverse	8	-0.06843548268079758
506743	rnn.weight_hh_l0_reverse	9	0.05554453656077385
506743	rnn.bias_ih_l0_reverse	0	-0.16752108931541443
506743	rnn.bias_ih_l0_reverse	1	-0.08882777392864227
506743	rnn.bias_ih_l0_reverse	2	0.12062989920377731
506743	rnn.bias_ih_l0_reverse	3	-0.3010292053222656
506743	rnn.bias_ih_l0_reverse	4	-0.010366183705627918
506743	rnn.bias_ih_l0_reverse	5	-0.23032306134700775
506743	rnn.bias_ih_l0_reverse	6	0.2884431779384613
506743	rnn.bias_ih_l0_reverse	7	-0.33645254373550415
506743	rnn.bias_ih_l0_reverse	8	-0.20512819290161133
506743	rnn.bias_ih_l0_reverse	9	-0.19512516260147095
506743	rnn.bias_hh_l0_reverse	0	-0.09522638469934464
506743	rnn.bias_hh_l0_reverse	1	0.2661112844944
506743	rnn.bias_hh_l0_reverse	2	-0.327841192483902
506743	rnn.bias_hh_l0_reverse	3	-0.22071224451065063
506743	rnn.bias_hh_l0_reverse	4	-0.3958655595779419
506743	rnn.bias_hh_l0_reverse	5	-0.17207713425159454
506743	rnn.bias_hh_l0_reverse	6	-0.24295151233673096
506743	rnn.bias_hh_l0_reverse	7	-0.08463265746831894
506743	rnn.bias_hh_l0_reverse	8	-0.32343366742134094
506743	rnn.bias_hh_l0_reverse	9	0.2100064605474472
506743	linear.weight	0	0.22241662442684174
506743	linear.weight	1	-0.4111576974391937
506743	linear.weight	2	0.03071514703333378
506743	linear.weight	3	0.067597396671772
506743	linear.weight	4	-0.08082640916109085
506743	linear.weight	5	0.26507413387298584
506743	linear.weight	6	0.013152629137039185
506743	linear.weight	7	-0.06099841371178627
506743	linear.weight	8	0.0774758905172348
506743	linear.weight	9	-0.048788443207740784
506743	linear.bias	0	-0.8676028847694397
506743	linear.bias	1	1.8700791597366333
506743	linear.bias	2	0.7592715620994568
506743	linear.bias	3	-2.6986887454986572
506743	linear.bias	4	-0.059227876365184784
506743	linear.bias	5	1.250699520111084
506743	linear.bias	6	-0.20882172882556915
506743	linear.bias	7	0.714760959148407
506743	linear.bias	8	2.2000584602355957
506743	linear.bias	9	-1.4892089366912842
507352	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
507352	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
507352	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
507352	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
507352	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
507352	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
507352	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
507352	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
507352	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
507352	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
507352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
507352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
507352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
507352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
507352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
507352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
507352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
507352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
507352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
507352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
507352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
507352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
507352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
507352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
507352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
507352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
507352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
507352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
507352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
507352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
507352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
507352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
507352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
507352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
507352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
507352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
507352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
507352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
507352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
507352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
507352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
507352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
507352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
507352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
507352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
507352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
507352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
507352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
507352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
507352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
507352	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
507352	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
507352	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
507352	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
507352	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
507352	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
507352	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
507352	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
507352	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
507352	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
507352	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
507352	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
507352	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
507352	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
507352	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
507352	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
507352	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
507352	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
507352	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
507352	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
507352	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
507352	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
507352	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
507352	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
507352	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
507352	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
507352	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
507352	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
507352	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
507352	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
507352	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
507352	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
507352	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
507352	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
507352	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
507352	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
507352	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
507352	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
507352	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
507352	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
507352	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
507352	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
507352	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
507352	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
507352	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
507352	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
507352	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
507352	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
507352	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
507352	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
507352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
507352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
507352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
507352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
507352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
507352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
507352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
507352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
507352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
507352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
507352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
507352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
507352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
507352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
507352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
507352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
507352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
507352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
507352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
507352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
507352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
507352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
507352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
507352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
507352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
507352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
507352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
507352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
507352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
507352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
507352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
507352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
507352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
507352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
507352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
507352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
507352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
507352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
507352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
507352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
507352	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
507352	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
507352	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
507352	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
507352	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
507352	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
507352	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
507352	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
507352	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
507352	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
507352	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
507352	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
507352	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
507352	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
507352	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
507352	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
507352	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
507352	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
507352	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
507352	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
507352	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
507352	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
507352	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
507352	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
507352	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
507352	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
507352	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
507352	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
507352	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
507352	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
507352	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
507352	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
507352	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
507352	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
507352	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
507352	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
507352	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
507352	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
507352	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
507352	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
507352	embedding2nn.weight	0	0.3218986988067627
507352	embedding2nn.weight	1	0.41631749272346497
507352	embedding2nn.weight	2	-0.0033025150187313557
507352	embedding2nn.weight	3	0.014116227626800537
507352	embedding2nn.weight	4	-0.06265375763177872
507352	embedding2nn.weight	5	0.08471013605594635
507352	embedding2nn.weight	6	-0.006007550749927759
507352	embedding2nn.weight	7	0.009855085052549839
507352	embedding2nn.weight	8	0.030044281855225563
507352	embedding2nn.weight	9	-0.04759753495454788
507352	embedding2nn.bias	0	0.023943696171045303
507352	embedding2nn.bias	1	-0.2008282095193863
507352	embedding2nn.bias	2	0.1717032939195633
507352	embedding2nn.bias	3	0.16362549364566803
507352	embedding2nn.bias	4	0.16356199979782104
507352	embedding2nn.bias	5	-0.08621065318584442
507352	embedding2nn.bias	6	-0.053144004195928574
507352	embedding2nn.bias	7	0.038954854011535645
507352	embedding2nn.bias	8	-0.13601036369800568
507352	embedding2nn.bias	9	-0.3870934844017029
507352	rnn.weight_ih_l0	0	-0.03392980620265007
507352	rnn.weight_ih_l0	1	-0.04967106506228447
507352	rnn.weight_ih_l0	2	-0.06307286024093628
507352	rnn.weight_ih_l0	3	0.13103456795215607
507352	rnn.weight_ih_l0	4	0.015185979194939137
507352	rnn.weight_ih_l0	5	-0.06412530690431595
507352	rnn.weight_ih_l0	6	-0.009272774681448936
507352	rnn.weight_ih_l0	7	-0.037824343889951706
507352	rnn.weight_ih_l0	8	0.030561227351427078
507352	rnn.weight_ih_l0	9	-0.1031360849738121
507352	rnn.weight_hh_l0	0	-0.015802765265107155
507352	rnn.weight_hh_l0	1	0.07515069097280502
507352	rnn.weight_hh_l0	2	0.015394343994557858
507352	rnn.weight_hh_l0	3	-0.016572849825024605
507352	rnn.weight_hh_l0	4	0.04269519820809364
507352	rnn.weight_hh_l0	5	0.03321024030447006
507352	rnn.weight_hh_l0	6	-0.0681224837899208
507352	rnn.weight_hh_l0	7	-0.08617021143436432
507352	rnn.weight_hh_l0	8	0.03668660297989845
507352	rnn.weight_hh_l0	9	-0.10171061754226685
507352	rnn.bias_ih_l0	0	0.1896887719631195
507352	rnn.bias_ih_l0	1	-0.3150317966938019
507352	rnn.bias_ih_l0	2	-0.02391558140516281
507352	rnn.bias_ih_l0	3	-0.2464788556098938
507352	rnn.bias_ih_l0	4	0.029115205630660057
507352	rnn.bias_ih_l0	5	-0.44144508242607117
507352	rnn.bias_ih_l0	6	-0.1243840903043747
507352	rnn.bias_ih_l0	7	-0.34625473618507385
507352	rnn.bias_ih_l0	8	-0.28718212246894836
507352	rnn.bias_ih_l0	9	-0.45604655146598816
507352	rnn.bias_hh_l0	0	-0.35392841696739197
507352	rnn.bias_hh_l0	1	-0.4261844754219055
507352	rnn.bias_hh_l0	2	-0.38225674629211426
507352	rnn.bias_hh_l0	3	-0.07493586838245392
507352	rnn.bias_hh_l0	4	-0.3880654573440552
507352	rnn.bias_hh_l0	5	-0.3445756435394287
507352	rnn.bias_hh_l0	6	-0.11193499714136124
507352	rnn.bias_hh_l0	7	0.06403516978025436
507352	rnn.bias_hh_l0	8	-0.23579645156860352
507352	rnn.bias_hh_l0	9	-0.5500589609146118
507352	rnn.weight_ih_l0_reverse	0	0.057690564543008804
507352	rnn.weight_ih_l0_reverse	1	-0.053118959069252014
507352	rnn.weight_ih_l0_reverse	2	0.0029065280687063932
507352	rnn.weight_ih_l0_reverse	3	-0.14785878360271454
507352	rnn.weight_ih_l0_reverse	4	0.10241317003965378
507352	rnn.weight_ih_l0_reverse	5	-0.10475122928619385
507352	rnn.weight_ih_l0_reverse	6	-0.014372074045240879
507352	rnn.weight_ih_l0_reverse	7	0.029673973098397255
507352	rnn.weight_ih_l0_reverse	8	-0.0639810785651207
507352	rnn.weight_ih_l0_reverse	9	-0.07366320490837097
507352	rnn.weight_hh_l0_reverse	0	-0.15470419824123383
507352	rnn.weight_hh_l0_reverse	1	0.029601503163576126
507352	rnn.weight_hh_l0_reverse	2	-0.027435077354311943
507352	rnn.weight_hh_l0_reverse	3	0.02799096889793873
507352	rnn.weight_hh_l0_reverse	4	-0.08364486694335938
507352	rnn.weight_hh_l0_reverse	5	0.03340933844447136
507352	rnn.weight_hh_l0_reverse	6	0.02833096869289875
507352	rnn.weight_hh_l0_reverse	7	-0.09694469720125198
507352	rnn.weight_hh_l0_reverse	8	-0.06733545660972595
507352	rnn.weight_hh_l0_reverse	9	0.05529993772506714
507352	rnn.bias_ih_l0_reverse	0	-0.16037362813949585
507352	rnn.bias_ih_l0_reverse	1	-0.08317205309867859
507352	rnn.bias_ih_l0_reverse	2	0.12379847466945648
507352	rnn.bias_ih_l0_reverse	3	-0.3058875501155853
507352	rnn.bias_ih_l0_reverse	4	-0.0048841084353625774
507352	rnn.bias_ih_l0_reverse	5	-0.23419900238513947
507352	rnn.bias_ih_l0_reverse	6	0.2842901349067688
507352	rnn.bias_ih_l0_reverse	7	-0.33570751547813416
507352	rnn.bias_ih_l0_reverse	8	-0.1985967606306076
507352	rnn.bias_ih_l0_reverse	9	-0.19434839487075806
507352	rnn.bias_hh_l0_reverse	0	-0.09760262817144394
507352	rnn.bias_hh_l0_reverse	1	0.2747463583946228
507352	rnn.bias_hh_l0_reverse	2	-0.324856162071228
507352	rnn.bias_hh_l0_reverse	3	-0.22192542254924774
507352	rnn.bias_hh_l0_reverse	4	-0.3938443064689636
507352	rnn.bias_hh_l0_reverse	5	-0.1702830046415329
507352	rnn.bias_hh_l0_reverse	6	-0.24400362372398376
507352	rnn.bias_hh_l0_reverse	7	-0.08816620707511902
507352	rnn.bias_hh_l0_reverse	8	-0.3241980969905853
507352	rnn.bias_hh_l0_reverse	9	0.20753231644630432
507352	linear.weight	0	0.20629240572452545
507352	linear.weight	1	-0.42471885681152344
507352	linear.weight	2	0.019567113369703293
507352	linear.weight	3	0.06759602576494217
507352	linear.weight	4	-0.0971202477812767
507352	linear.weight	5	0.1908726841211319
507352	linear.weight	6	-0.003181101754307747
507352	linear.weight	7	-0.060992058366537094
507352	linear.weight	8	0.08980846405029297
507352	linear.weight	9	-0.04879840090870857
507352	linear.bias	0	-0.8679214715957642
507352	linear.bias	1	1.879774808883667
507352	linear.bias	2	0.8045563697814941
507352	linear.bias	3	-2.699023723602295
507352	linear.bias	4	-0.07264132052659988
507352	linear.bias	5	1.273838758468628
507352	linear.bias	6	-0.216519296169281
507352	linear.bias	7	0.7435639500617981
507352	linear.bias	8	2.1657814979553223
507352	linear.bias	9	-1.4800918102264404
507961	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
507961	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
507961	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
507961	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
507961	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
507961	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
507961	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
507961	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
507961	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
507961	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
507961	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
507961	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
507961	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
507961	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
507961	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
507961	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
507961	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
507961	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
507961	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
507961	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
507961	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
507961	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
507961	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
507961	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
507961	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
507961	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
507961	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
507961	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
507961	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
507961	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
507961	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
507961	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
507961	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
507961	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
507961	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
507961	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
507961	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
507961	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
507961	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
507961	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
507961	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
507961	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
507961	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
507961	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
507961	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
507961	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
507961	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
507961	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
507961	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
507961	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
507961	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
507961	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
507961	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
507961	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
507961	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
507961	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
507961	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
507961	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
507961	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
507961	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
507961	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
507961	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
507961	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
507961	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
507961	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
507961	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
507961	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
507961	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
507961	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
507961	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
507961	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
507961	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
507961	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
507961	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
507961	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
507961	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
507961	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
507961	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
507961	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
507961	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
507961	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
507961	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
507961	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
507961	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
507961	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
507961	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
507961	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
507961	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
507961	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
507961	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
507961	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
507961	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
507961	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
507961	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
507961	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
507961	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
507961	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
507961	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
507961	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
507961	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
507961	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
507961	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
507961	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
507961	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
507961	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
507961	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
507961	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
507961	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
507961	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
507961	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
507961	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
507961	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
507961	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
507961	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
507961	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
507961	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
507961	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
507961	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
507961	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
507961	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
507961	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
507961	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
507961	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
507961	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
507961	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
507961	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
507961	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
507961	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
507961	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
507961	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
507961	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
507961	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
507961	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
507961	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
507961	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
507961	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
507961	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
507961	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
507961	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
507961	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
507961	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
507961	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
507961	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
507961	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
507961	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
507961	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
507961	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
507961	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
507961	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
507961	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
507961	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
507961	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
507961	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
507961	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
507961	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
507961	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
507961	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
507961	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
507961	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
507961	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
507961	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
507961	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
507961	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
507961	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
507961	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
507961	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
507961	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
507961	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
507961	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
507961	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
507961	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
507961	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
507961	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
507961	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
507961	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
507961	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
507961	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
507961	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
507961	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
507961	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
507961	embedding2nn.weight	0	0.3214988112449646
507961	embedding2nn.weight	1	0.4213433861732483
507961	embedding2nn.weight	2	-0.004388096276670694
507961	embedding2nn.weight	3	0.01841943897306919
507961	embedding2nn.weight	4	-0.060992754995822906
507961	embedding2nn.weight	5	0.08419543504714966
507961	embedding2nn.weight	6	-0.029437772929668427
507961	embedding2nn.weight	7	0.010133394040167332
507961	embedding2nn.weight	8	0.030775969848036766
507961	embedding2nn.weight	9	-0.04728579521179199
507961	embedding2nn.bias	0	0.03537082299590111
507961	embedding2nn.bias	1	-0.1993025243282318
507961	embedding2nn.bias	2	0.16941192746162415
507961	embedding2nn.bias	3	0.15414384007453918
507961	embedding2nn.bias	4	0.13399504125118256
507961	embedding2nn.bias	5	-0.08788525313138962
507961	embedding2nn.bias	6	-0.05501313880085945
507961	embedding2nn.bias	7	0.04470263049006462
507961	embedding2nn.bias	8	-0.13835880160331726
507961	embedding2nn.bias	9	-0.36316975951194763
507961	rnn.weight_ih_l0	0	-0.035472117364406586
507961	rnn.weight_ih_l0	1	-0.05022231116890907
507961	rnn.weight_ih_l0	2	-0.06331150978803635
507961	rnn.weight_ih_l0	3	0.1314074993133545
507961	rnn.weight_ih_l0	4	0.0196492038667202
507961	rnn.weight_ih_l0	5	-0.06396757066249847
507961	rnn.weight_ih_l0	6	-0.008097643963992596
507961	rnn.weight_ih_l0	7	-0.04126011207699776
507961	rnn.weight_ih_l0	8	0.03356316313147545
507961	rnn.weight_ih_l0	9	-0.09787609428167343
507961	rnn.weight_hh_l0	0	-0.015912814065814018
507961	rnn.weight_hh_l0	1	0.07500642538070679
507961	rnn.weight_hh_l0	2	0.013006821274757385
507961	rnn.weight_hh_l0	3	-0.017003696411848068
507961	rnn.weight_hh_l0	4	0.043155524879693985
507961	rnn.weight_hh_l0	5	0.03130391612648964
507961	rnn.weight_hh_l0	6	-0.06841563433408737
507961	rnn.weight_hh_l0	7	-0.0858335942029953
507961	rnn.weight_hh_l0	8	0.03722844272851944
507961	rnn.weight_hh_l0	9	-0.10165943205356598
507961	rnn.bias_ih_l0	0	0.1885034441947937
507961	rnn.bias_ih_l0	1	-0.3221120536327362
507961	rnn.bias_ih_l0	2	-0.030988462269306183
507961	rnn.bias_ih_l0	3	-0.24592450261116028
507961	rnn.bias_ih_l0	4	0.019418058916926384
507961	rnn.bias_ih_l0	5	-0.4397817850112915
507961	rnn.bias_ih_l0	6	-0.13576868176460266
507961	rnn.bias_ih_l0	7	-0.34634408354759216
507961	rnn.bias_ih_l0	8	-0.2766283452510834
507961	rnn.bias_ih_l0	9	-0.46469318866729736
507961	rnn.bias_hh_l0	0	-0.3553568422794342
507961	rnn.bias_hh_l0	1	-0.42144277691841125
507961	rnn.bias_hh_l0	2	-0.36931005120277405
507961	rnn.bias_hh_l0	3	-0.0760221779346466
507961	rnn.bias_hh_l0	4	-0.3836614787578583
507961	rnn.bias_hh_l0	5	-0.3435966670513153
507961	rnn.bias_hh_l0	6	-0.12217537313699722
507961	rnn.bias_hh_l0	7	0.06832421571016312
507961	rnn.bias_hh_l0	8	-0.23728995025157928
507961	rnn.bias_hh_l0	9	-0.5500751733779907
507961	rnn.weight_ih_l0_reverse	0	0.05006793513894081
507961	rnn.weight_ih_l0_reverse	1	-0.05078193172812462
507961	rnn.weight_ih_l0_reverse	2	0.0015116754220798612
507961	rnn.weight_ih_l0_reverse	3	-0.1431683599948883
507961	rnn.weight_ih_l0_reverse	4	0.10489232838153839
507961	rnn.weight_ih_l0_reverse	5	-0.11030060052871704
507961	rnn.weight_ih_l0_reverse	6	-0.018351659178733826
507961	rnn.weight_ih_l0_reverse	7	0.02818908914923668
507961	rnn.weight_ih_l0_reverse	8	-0.06744503974914551
507961	rnn.weight_ih_l0_reverse	9	-0.0785028487443924
507961	rnn.weight_hh_l0_reverse	0	-0.15292580425739288
507961	rnn.weight_hh_l0_reverse	1	0.027990929782390594
507961	rnn.weight_hh_l0_reverse	2	-0.026780342683196068
507961	rnn.weight_hh_l0_reverse	3	0.02827572636306286
507961	rnn.weight_hh_l0_reverse	4	-0.08471695333719254
507961	rnn.weight_hh_l0_reverse	5	0.03347058966755867
507961	rnn.weight_hh_l0_reverse	6	0.0282075647264719
507961	rnn.weight_hh_l0_reverse	7	-0.09867805242538452
507961	rnn.weight_hh_l0_reverse	8	-0.06926057487726212
507961	rnn.weight_hh_l0_reverse	9	0.055505864322185516
507961	rnn.bias_ih_l0_reverse	0	-0.15914040803909302
507961	rnn.bias_ih_l0_reverse	1	-0.09239193052053452
507961	rnn.bias_ih_l0_reverse	2	0.12541401386260986
507961	rnn.bias_ih_l0_reverse	3	-0.3050549328327179
507961	rnn.bias_ih_l0_reverse	4	-0.0130931306630373
507961	rnn.bias_ih_l0_reverse	5	-0.22865790128707886
507961	rnn.bias_ih_l0_reverse	6	0.28042083978652954
507961	rnn.bias_ih_l0_reverse	7	-0.33688968420028687
507961	rnn.bias_ih_l0_reverse	8	-0.20127984881401062
507961	rnn.bias_ih_l0_reverse	9	-0.1877625435590744
507961	rnn.bias_hh_l0_reverse	0	-0.09030119329690933
507961	rnn.bias_hh_l0_reverse	1	0.2801096737384796
507961	rnn.bias_hh_l0_reverse	2	-0.33200734853744507
507961	rnn.bias_hh_l0_reverse	3	-0.21816018223762512
507961	rnn.bias_hh_l0_reverse	4	-0.39677053689956665
507961	rnn.bias_hh_l0_reverse	5	-0.17428424954414368
507961	rnn.bias_hh_l0_reverse	6	-0.24625743925571442
507961	rnn.bias_hh_l0_reverse	7	-0.08996425569057465
507961	rnn.bias_hh_l0_reverse	8	-0.3146238923072815
507961	rnn.bias_hh_l0_reverse	9	0.20826224982738495
507961	linear.weight	0	0.1997482031583786
507961	linear.weight	1	-0.4220941364765167
507961	linear.weight	2	0.04452868551015854
507961	linear.weight	3	0.06759513169527054
507961	linear.weight	4	-0.09430569410324097
507961	linear.weight	5	0.18077291548252106
507961	linear.weight	6	-0.02627415955066681
507961	linear.weight	7	-0.0609809011220932
507961	linear.weight	8	0.12583160400390625
507961	linear.weight	9	-0.048807378858327866
507961	linear.bias	0	-0.8762563467025757
507961	linear.bias	1	1.8958594799041748
507961	linear.bias	2	0.7508835196495056
507961	linear.bias	3	-2.699363946914673
507961	linear.bias	4	-0.10261688381433487
507961	linear.bias	5	1.245504379272461
507961	linear.bias	6	-0.17742696404457092
507961	linear.bias	7	0.7249115109443665
507961	linear.bias	8	2.157471179962158
507961	linear.bias	9	-1.4875555038452148
508570	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
508570	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
508570	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
508570	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
508570	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
508570	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
508570	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
508570	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
508570	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
508570	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
508570	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
508570	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
508570	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
508570	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
508570	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
508570	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
508570	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
508570	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
508570	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
508570	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
508570	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
508570	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
508570	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
508570	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
508570	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
508570	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
508570	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
508570	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
508570	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
508570	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
508570	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
508570	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
508570	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
508570	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
508570	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
508570	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
508570	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
508570	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
508570	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
508570	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
508570	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
508570	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
508570	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
508570	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
508570	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
508570	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
508570	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
508570	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
508570	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
508570	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
508570	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
508570	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
508570	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
508570	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
508570	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
508570	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
508570	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
508570	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
508570	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
508570	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
508570	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
508570	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
508570	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
508570	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
508570	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
508570	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
508570	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
508570	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
508570	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
508570	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
508570	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
508570	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
508570	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
508570	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
508570	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
508570	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
508570	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
508570	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
508570	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
508570	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
508570	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
508570	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
508570	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
508570	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
508570	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
508570	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
508570	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
508570	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
508570	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
508570	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
508570	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
508570	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
508570	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
508570	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
508570	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
508570	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
508570	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
508570	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
508570	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
508570	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
508570	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
508570	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
508570	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
508570	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
508570	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
508570	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
508570	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
508570	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
508570	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
508570	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
508570	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
508570	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
508570	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
508570	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
508570	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
508570	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
508570	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
508570	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
508570	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
508570	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
508570	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
508570	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
508570	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
508570	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
508570	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
508570	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
508570	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
508570	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
508570	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
508570	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
508570	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
508570	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
508570	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
508570	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
508570	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
508570	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
508570	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
508570	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
508570	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
508570	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
508570	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
508570	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
508570	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
508570	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
508570	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
508570	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
508570	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
508570	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
508570	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
508570	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
508570	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
508570	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
508570	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
508570	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
508570	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
508570	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
508570	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
508570	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
508570	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
508570	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
508570	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
508570	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
508570	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
508570	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
508570	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
508570	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
508570	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
508570	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
508570	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
508570	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
508570	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
508570	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
508570	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
508570	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
508570	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
508570	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
508570	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
508570	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
508570	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
508570	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
508570	embedding2nn.weight	0	0.32120510935783386
508570	embedding2nn.weight	1	0.4255219101905823
508570	embedding2nn.weight	2	-0.0036695401649922132
508570	embedding2nn.weight	3	0.014814886264503002
508570	embedding2nn.weight	4	-0.06412440538406372
508570	embedding2nn.weight	5	0.08221404999494553
508570	embedding2nn.weight	6	-0.021167684346437454
508570	embedding2nn.weight	7	0.008863902650773525
508570	embedding2nn.weight	8	0.034491997212171555
508570	embedding2nn.weight	9	-0.05541045218706131
508570	embedding2nn.bias	0	0.03519042208790779
508570	embedding2nn.bias	1	-0.2056128829717636
508570	embedding2nn.bias	2	0.13963235914707184
508570	embedding2nn.bias	3	0.1596076488494873
508570	embedding2nn.bias	4	0.14710858464241028
508570	embedding2nn.bias	5	-0.10244663059711456
508570	embedding2nn.bias	6	-0.054265327751636505
508570	embedding2nn.bias	7	0.032836031168699265
508570	embedding2nn.bias	8	-0.14499817788600922
508570	embedding2nn.bias	9	-0.36968210339546204
508570	rnn.weight_ih_l0	0	-0.03520271182060242
508570	rnn.weight_ih_l0	1	-0.05075329542160034
508570	rnn.weight_ih_l0	2	-0.06565127521753311
508570	rnn.weight_ih_l0	3	0.13213717937469482
508570	rnn.weight_ih_l0	4	0.009519369341433048
508570	rnn.weight_ih_l0	5	-0.06794575601816177
508570	rnn.weight_ih_l0	6	-0.007067861966788769
508570	rnn.weight_ih_l0	7	-0.0356408916413784
508570	rnn.weight_ih_l0	8	0.01986739970743656
508570	rnn.weight_ih_l0	9	-0.10228924453258514
508570	rnn.weight_hh_l0	0	-0.015323509462177753
508570	rnn.weight_hh_l0	1	0.07562436908483505
508570	rnn.weight_hh_l0	2	0.012602380476891994
508570	rnn.weight_hh_l0	3	-0.016721729189157486
508570	rnn.weight_hh_l0	4	0.04406749829649925
508570	rnn.weight_hh_l0	5	0.03142990544438362
508570	rnn.weight_hh_l0	6	-0.06816097348928452
508570	rnn.weight_hh_l0	7	-0.0850171446800232
508570	rnn.weight_hh_l0	8	0.037119124084711075
508570	rnn.weight_hh_l0	9	-0.10153531283140182
508570	rnn.bias_ih_l0	0	0.19946002960205078
508570	rnn.bias_ih_l0	1	-0.3246079385280609
508570	rnn.bias_ih_l0	2	-0.0256650410592556
508570	rnn.bias_ih_l0	3	-0.24284853041172028
508570	rnn.bias_ih_l0	4	0.0301993228495121
508570	rnn.bias_ih_l0	5	-0.4403804838657379
508570	rnn.bias_ih_l0	6	-0.13029170036315918
508570	rnn.bias_ih_l0	7	-0.3450300991535187
508570	rnn.bias_ih_l0	8	-0.2805550992488861
508570	rnn.bias_ih_l0	9	-0.46267759799957275
508570	rnn.bias_hh_l0	0	-0.35390758514404297
508570	rnn.bias_hh_l0	1	-0.4211791157722473
508570	rnn.bias_hh_l0	2	-0.3811878263950348
508570	rnn.bias_hh_l0	3	-0.07606896013021469
508570	rnn.bias_hh_l0	4	-0.38205501437187195
508570	rnn.bias_hh_l0	5	-0.3404183089733124
508570	rnn.bias_hh_l0	6	-0.11945699155330658
508570	rnn.bias_hh_l0	7	0.055209070444107056
508570	rnn.bias_hh_l0	8	-0.24558715522289276
508570	rnn.bias_hh_l0	9	-0.5502668619155884
508570	rnn.weight_ih_l0_reverse	0	0.04272240772843361
508570	rnn.weight_ih_l0_reverse	1	-0.048891134560108185
508570	rnn.weight_ih_l0_reverse	2	0.00032626703614369035
508570	rnn.weight_ih_l0_reverse	3	-0.14426366984844208
508570	rnn.weight_ih_l0_reverse	4	0.104416124522686
508570	rnn.weight_ih_l0_reverse	5	-0.10362952202558517
508570	rnn.weight_ih_l0_reverse	6	-0.01851709745824337
508570	rnn.weight_ih_l0_reverse	7	0.02900419756770134
508570	rnn.weight_ih_l0_reverse	8	-0.07059808075428009
508570	rnn.weight_ih_l0_reverse	9	-0.07914377748966217
508570	rnn.weight_hh_l0_reverse	0	-0.15259262919425964
508570	rnn.weight_hh_l0_reverse	1	0.029809502884745598
508570	rnn.weight_hh_l0_reverse	2	-0.026843832805752754
508570	rnn.weight_hh_l0_reverse	3	0.028290914371609688
508570	rnn.weight_hh_l0_reverse	4	-0.08563639223575592
508570	rnn.weight_hh_l0_reverse	5	0.03341146558523178
508570	rnn.weight_hh_l0_reverse	6	0.02828766033053398
508570	rnn.weight_hh_l0_reverse	7	-0.09893380850553513
508570	rnn.weight_hh_l0_reverse	8	-0.07296938449144363
508570	rnn.weight_hh_l0_reverse	9	0.05156698822975159
508570	rnn.bias_ih_l0_reverse	0	-0.16698352992534637
508570	rnn.bias_ih_l0_reverse	1	-0.09425392001867294
508570	rnn.bias_ih_l0_reverse	2	0.12821468710899353
508570	rnn.bias_ih_l0_reverse	3	-0.3060376048088074
508570	rnn.bias_ih_l0_reverse	4	-0.011523420922458172
508570	rnn.bias_ih_l0_reverse	5	-0.2290235459804535
508570	rnn.bias_ih_l0_reverse	6	0.27885717153549194
508570	rnn.bias_ih_l0_reverse	7	-0.32797545194625854
508570	rnn.bias_ih_l0_reverse	8	-0.20298756659030914
508570	rnn.bias_ih_l0_reverse	9	-0.18706291913986206
508570	rnn.bias_hh_l0_reverse	0	-0.09772109985351562
508570	rnn.bias_hh_l0_reverse	1	0.28010550141334534
508570	rnn.bias_hh_l0_reverse	2	-0.32999923825263977
508570	rnn.bias_hh_l0_reverse	3	-0.21461035311222076
508570	rnn.bias_hh_l0_reverse	4	-0.4002380669116974
508570	rnn.bias_hh_l0_reverse	5	-0.17341597378253937
508570	rnn.bias_hh_l0_reverse	6	-0.2485666573047638
508570	rnn.bias_hh_l0_reverse	7	-0.09038548916578293
508570	rnn.bias_hh_l0_reverse	8	-0.3148292303085327
508570	rnn.bias_hh_l0_reverse	9	0.1983793079853058
508570	linear.weight	0	0.1978805959224701
508570	linear.weight	1	-0.508152425289154
508570	linear.weight	2	-0.004471221473067999
508570	linear.weight	3	0.06759165972471237
508570	linear.weight	4	-0.1096530556678772
508570	linear.weight	5	0.2067205309867859
508570	linear.weight	6	-0.012876361608505249
508570	linear.weight	7	-0.06096842139959335
508570	linear.weight	8	0.10031627118587494
508570	linear.weight	9	-0.0488179549574852
508570	linear.bias	0	-0.8566428422927856
508570	linear.bias	1	1.8174697160720825
508570	linear.bias	2	0.7635351419448853
508570	linear.bias	3	-2.6997101306915283
508570	linear.bias	4	-0.1054021418094635
508570	linear.bias	5	1.2869515419006348
508570	linear.bias	6	-0.23454253375530243
508570	linear.bias	7	0.7149971723556519
508570	linear.bias	8	2.2102227210998535
508570	linear.bias	9	-1.495155692100525
509179	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
509179	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
509179	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
509179	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
509179	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
509179	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
509179	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
509179	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
509179	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
509179	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
509179	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
509179	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
509179	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
509179	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
509179	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
509179	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
509179	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
509179	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
509179	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
509179	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
509179	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
509179	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
509179	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
509179	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
509179	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
509179	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
509179	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
509179	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
509179	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
509179	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
509179	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
509179	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
509179	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
509179	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
509179	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
509179	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
509179	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
509179	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
509179	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
509179	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
509179	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
509179	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
509179	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
509179	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
509179	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
509179	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
509179	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
509179	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
509179	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
509179	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
509179	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
509179	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
509179	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
509179	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
509179	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
509179	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
509179	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
509179	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
509179	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
509179	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
509179	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
509179	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
509179	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
509179	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
509179	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
509179	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
509179	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
509179	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
509179	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
509179	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
509179	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
509179	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
509179	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
509179	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
509179	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
509179	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
509179	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
509179	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
509179	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
509179	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
509179	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
509179	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
509179	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
509179	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
509179	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
509179	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
509179	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
509179	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
509179	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
509179	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
509179	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
509179	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
509179	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
509179	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
509179	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
509179	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
509179	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
509179	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
509179	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
509179	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
509179	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
509179	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
509179	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
509179	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
509179	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
509179	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
509179	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
509179	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
509179	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
509179	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
509179	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
509179	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
509179	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
509179	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
509179	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
509179	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
509179	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
509179	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
509179	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
509179	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
509179	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
509179	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
509179	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
509179	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
509179	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
509179	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
509179	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
509179	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
509179	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
509179	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
509179	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
509179	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
509179	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
509179	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
509179	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
509179	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
509179	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
509179	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
509179	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
509179	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
509179	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
509179	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
509179	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
509179	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
509179	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
509179	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
509179	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
509179	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
509179	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
509179	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
509179	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
509179	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
509179	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
509179	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
509179	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
509179	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
509179	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
509179	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
509179	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
509179	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
509179	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
509179	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
509179	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
509179	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
509179	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
509179	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
509179	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
509179	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
509179	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
509179	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
509179	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
509179	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
509179	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
509179	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
509179	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
509179	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
509179	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
509179	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
509179	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
509179	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
509179	embedding2nn.weight	0	0.32199421525001526
509179	embedding2nn.weight	1	0.42390260100364685
509179	embedding2nn.weight	2	0.002219599671661854
509179	embedding2nn.weight	3	0.003854430513456464
509179	embedding2nn.weight	4	-0.06314171850681305
509179	embedding2nn.weight	5	0.0796131119132042
509179	embedding2nn.weight	6	-0.02692539058625698
509179	embedding2nn.weight	7	0.008397844620049
509179	embedding2nn.weight	8	0.03410625085234642
509179	embedding2nn.weight	9	-0.05100095272064209
509179	embedding2nn.bias	0	0.01201691385358572
509179	embedding2nn.bias	1	-0.21006189286708832
509179	embedding2nn.bias	2	0.14915750920772552
509179	embedding2nn.bias	3	0.16460540890693665
509179	embedding2nn.bias	4	0.15559688210487366
509179	embedding2nn.bias	5	-0.09480920433998108
509179	embedding2nn.bias	6	-0.0395018607378006
509179	embedding2nn.bias	7	0.03016955591738224
509179	embedding2nn.bias	8	-0.15400733053684235
509179	embedding2nn.bias	9	-0.3980540335178375
509179	rnn.weight_ih_l0	0	-0.035640932619571686
509179	rnn.weight_ih_l0	1	-0.049800992012023926
509179	rnn.weight_ih_l0	2	-0.0648665502667427
509179	rnn.weight_ih_l0	3	0.12814821302890778
509179	rnn.weight_ih_l0	4	0.012092845514416695
509179	rnn.weight_ih_l0	5	-0.07245377451181412
509179	rnn.weight_ih_l0	6	-0.005053065251559019
509179	rnn.weight_ih_l0	7	-0.035016849637031555
509179	rnn.weight_ih_l0	8	0.01917661726474762
509179	rnn.weight_ih_l0	9	-0.10767952352762222
509179	rnn.weight_hh_l0	0	-0.015445243567228317
509179	rnn.weight_hh_l0	1	0.07690773159265518
509179	rnn.weight_hh_l0	2	0.011857880279421806
509179	rnn.weight_hh_l0	3	-0.01673959009349346
509179	rnn.weight_hh_l0	4	0.043850772082805634
509179	rnn.weight_hh_l0	5	0.030718175694346428
509179	rnn.weight_hh_l0	6	-0.06790238618850708
509179	rnn.weight_hh_l0	7	-0.0839824378490448
509179	rnn.weight_hh_l0	8	0.03719824552536011
509179	rnn.weight_hh_l0	9	-0.10267002880573273
509179	rnn.bias_ih_l0	0	0.18597935140132904
509179	rnn.bias_ih_l0	1	-0.3264366090297699
509179	rnn.bias_ih_l0	2	-0.030688336119055748
509179	rnn.bias_ih_l0	3	-0.23432748019695282
509179	rnn.bias_ih_l0	4	0.03357190266251564
509179	rnn.bias_ih_l0	5	-0.43843042850494385
509179	rnn.bias_ih_l0	6	-0.12688732147216797
509179	rnn.bias_ih_l0	7	-0.3452853262424469
509179	rnn.bias_ih_l0	8	-0.2791556715965271
509179	rnn.bias_ih_l0	9	-0.47087714076042175
509179	rnn.bias_hh_l0	0	-0.3540858328342438
509179	rnn.bias_hh_l0	1	-0.423213928937912
509179	rnn.bias_hh_l0	2	-0.3842046856880188
509179	rnn.bias_hh_l0	3	-0.07242991030216217
509179	rnn.bias_hh_l0	4	-0.3825904428958893
509179	rnn.bias_hh_l0	5	-0.34226423501968384
509179	rnn.bias_hh_l0	6	-0.12832851707935333
509179	rnn.bias_hh_l0	7	0.06003749370574951
509179	rnn.bias_hh_l0	8	-0.24283932149410248
509179	rnn.bias_hh_l0	9	-0.5541718006134033
509179	rnn.weight_ih_l0_reverse	0	0.03954661637544632
509179	rnn.weight_ih_l0_reverse	1	-0.0515955351293087
509179	rnn.weight_ih_l0_reverse	2	-0.0037671257741749287
509179	rnn.weight_ih_l0_reverse	3	-0.14471721649169922
509179	rnn.weight_ih_l0_reverse	4	0.10331079363822937
509179	rnn.weight_ih_l0_reverse	5	-0.10636056959629059
509179	rnn.weight_ih_l0_reverse	6	-0.016795771196484566
509179	rnn.weight_ih_l0_reverse	7	0.02756090834736824
509179	rnn.weight_ih_l0_reverse	8	-0.07286100089550018
509179	rnn.weight_ih_l0_reverse	9	-0.0773397907614708
509179	rnn.weight_hh_l0_reverse	0	-0.15107189118862152
509179	rnn.weight_hh_l0_reverse	1	0.029291559010744095
509179	rnn.weight_hh_l0_reverse	2	-0.027068113908171654
509179	rnn.weight_hh_l0_reverse	3	0.028355993330478668
509179	rnn.weight_hh_l0_reverse	4	-0.08548478037118912
509179	rnn.weight_hh_l0_reverse	5	0.032512128353118896
509179	rnn.weight_hh_l0_reverse	6	0.028440339490771294
509179	rnn.weight_hh_l0_reverse	7	-0.10188702493906021
509179	rnn.weight_hh_l0_reverse	8	-0.07181795686483383
509179	rnn.weight_hh_l0_reverse	9	0.05398983880877495
509179	rnn.bias_ih_l0_reverse	0	-0.16678699851036072
509179	rnn.bias_ih_l0_reverse	1	-0.09610578417778015
509179	rnn.bias_ih_l0_reverse	2	0.1267823576927185
509179	rnn.bias_ih_l0_reverse	3	-0.30618521571159363
509179	rnn.bias_ih_l0_reverse	4	-0.009729033336043358
509179	rnn.bias_ih_l0_reverse	5	-0.2229708433151245
509179	rnn.bias_ih_l0_reverse	6	0.2775111198425293
509179	rnn.bias_ih_l0_reverse	7	-0.33043551445007324
509179	rnn.bias_ih_l0_reverse	8	-0.20332024991512299
509179	rnn.bias_ih_l0_reverse	9	-0.19539114832878113
509179	rnn.bias_hh_l0_reverse	0	-0.09438160061836243
509179	rnn.bias_hh_l0_reverse	1	0.2853330969810486
509179	rnn.bias_hh_l0_reverse	2	-0.3390968143939972
509179	rnn.bias_hh_l0_reverse	3	-0.21689102053642273
509179	rnn.bias_hh_l0_reverse	4	-0.39629116654396057
509179	rnn.bias_hh_l0_reverse	5	-0.17105016112327576
509179	rnn.bias_hh_l0_reverse	6	-0.2459680438041687
509179	rnn.bias_hh_l0_reverse	7	-0.08842620253562927
509179	rnn.bias_hh_l0_reverse	8	-0.30835798382759094
509179	rnn.bias_hh_l0_reverse	9	0.18752913177013397
509179	linear.weight	0	0.21435114741325378
509179	linear.weight	1	-0.47322919964790344
509179	linear.weight	2	-0.005637417081743479
509179	linear.weight	3	0.06759247928857803
509179	linear.weight	4	-0.08827240020036697
509179	linear.weight	5	0.222795769572258
509179	linear.weight	6	-0.0026518357917666435
509179	linear.weight	7	-0.06095900759100914
509179	linear.weight	8	0.1134270578622818
509179	linear.weight	9	-0.048828333616256714
509179	linear.bias	0	-0.8658667206764221
509179	linear.bias	1	1.8510808944702148
509179	linear.bias	2	0.7573027610778809
509179	linear.bias	3	-2.70002818107605
509179	linear.bias	4	-0.07611312717199326
509179	linear.bias	5	1.2819737195968628
509179	linear.bias	6	-0.2318468689918518
509179	linear.bias	7	0.7321596145629883
509179	linear.bias	8	2.163886785507202
509179	linear.bias	9	-1.4953688383102417
509788	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
509788	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
509788	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
509788	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
509788	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
509788	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
509788	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
509788	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
509788	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
509788	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
509788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
509788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
509788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
509788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
509788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
509788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
509788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
509788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
509788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
509788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
509788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
509788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
509788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
509788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
509788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
509788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
509788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
509788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
509788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
509788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
509788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
509788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
509788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
509788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
509788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
509788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
509788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
509788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
509788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
509788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
509788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
509788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
509788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
509788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
509788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
509788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
509788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
509788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
509788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
509788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
509788	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
509788	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
509788	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
509788	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
509788	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
509788	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
509788	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
509788	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
509788	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
509788	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
509788	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
509788	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
509788	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
509788	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
509788	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
509788	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
509788	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
509788	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
509788	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
509788	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
509788	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
509788	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
509788	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
509788	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
509788	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
509788	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
509788	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
509788	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
509788	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
509788	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
509788	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
509788	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
509788	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
509788	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
509788	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
509788	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
509788	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
509788	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
509788	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
509788	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
509788	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
509788	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
509788	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
509788	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
509788	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
509788	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
509788	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
509788	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
509788	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
509788	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
509788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
509788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
509788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
509788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
509788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
509788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
509788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
509788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
509788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
509788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
509788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
509788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
509788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
509788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
509788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
509788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
509788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
509788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
509788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
509788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
509788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
509788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
509788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
509788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
509788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
509788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
509788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
509788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
509788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
509788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
509788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
509788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
509788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
509788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
509788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
509788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
509788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
509788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
509788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
509788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
509788	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
509788	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
509788	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
509788	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
509788	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
509788	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
509788	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
509788	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
509788	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
509788	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
509788	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
509788	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
509788	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
509788	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
509788	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
509788	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
509788	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
509788	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
509788	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
509788	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
509788	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
509788	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
509788	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
509788	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
509788	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
509788	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
509788	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
509788	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
509788	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
509788	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
509788	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
509788	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
509788	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
509788	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
509788	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
509788	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
509788	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
509788	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
509788	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
509788	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
509788	embedding2nn.weight	0	0.3247987627983093
509788	embedding2nn.weight	1	0.41536375880241394
509788	embedding2nn.weight	2	0.0009966305224224925
509788	embedding2nn.weight	3	-0.0027918298728764057
509788	embedding2nn.weight	4	-0.06454078108072281
509788	embedding2nn.weight	5	0.07647950202226639
509788	embedding2nn.weight	6	-0.018245896324515343
509788	embedding2nn.weight	7	0.006892309058457613
509788	embedding2nn.weight	8	0.039521172642707825
509788	embedding2nn.weight	9	-0.050387904047966
509788	embedding2nn.bias	0	-0.002171026775613427
509788	embedding2nn.bias	1	-0.1991087794303894
509788	embedding2nn.bias	2	0.1556069552898407
509788	embedding2nn.bias	3	0.1565888673067093
509788	embedding2nn.bias	4	0.14742133021354675
509788	embedding2nn.bias	5	-0.07926856726408005
509788	embedding2nn.bias	6	-0.047230467200279236
509788	embedding2nn.bias	7	0.04091007262468338
509788	embedding2nn.bias	8	-0.16232161223888397
509788	embedding2nn.bias	9	-0.3906043767929077
509788	rnn.weight_ih_l0	0	-0.0344986654818058
509788	rnn.weight_ih_l0	1	-0.04697695001959801
509788	rnn.weight_ih_l0	2	-0.05978589132428169
509788	rnn.weight_ih_l0	3	0.12831516563892365
509788	rnn.weight_ih_l0	4	0.016678964719176292
509788	rnn.weight_ih_l0	5	-0.06266216188669205
509788	rnn.weight_ih_l0	6	-0.005358906928449869
509788	rnn.weight_ih_l0	7	-0.033456116914749146
509788	rnn.weight_ih_l0	8	0.01834682747721672
509788	rnn.weight_ih_l0	9	-0.10727038234472275
509788	rnn.weight_hh_l0	0	-0.01554509624838829
509788	rnn.weight_hh_l0	1	0.0759085863828659
509788	rnn.weight_hh_l0	2	0.01454333309084177
509788	rnn.weight_hh_l0	3	-0.016919005662202835
509788	rnn.weight_hh_l0	4	0.04316120967268944
509788	rnn.weight_hh_l0	5	0.03075234964489937
509788	rnn.weight_hh_l0	6	-0.06825607270002365
509788	rnn.weight_hh_l0	7	-0.08600772172212601
509788	rnn.weight_hh_l0	8	0.037028729915618896
509788	rnn.weight_hh_l0	9	-0.10334628820419312
509788	rnn.bias_ih_l0	0	0.20423223078250885
509788	rnn.bias_ih_l0	1	-0.3260277807712555
509788	rnn.bias_ih_l0	2	-0.029937848448753357
509788	rnn.bias_ih_l0	3	-0.22741073369979858
509788	rnn.bias_ih_l0	4	0.05164015293121338
509788	rnn.bias_ih_l0	5	-0.43125858902931213
509788	rnn.bias_ih_l0	6	-0.14406654238700867
509788	rnn.bias_ih_l0	7	-0.34388217329978943
509788	rnn.bias_ih_l0	8	-0.27722445130348206
509788	rnn.bias_ih_l0	9	-0.45516252517700195
509788	rnn.bias_hh_l0	0	-0.34979695081710815
509788	rnn.bias_hh_l0	1	-0.43355512619018555
509788	rnn.bias_hh_l0	2	-0.37742331624031067
509788	rnn.bias_hh_l0	3	-0.07268138229846954
509788	rnn.bias_hh_l0	4	-0.38861599564552307
509788	rnn.bias_hh_l0	5	-0.34184691309928894
509788	rnn.bias_hh_l0	6	-0.11904492974281311
509788	rnn.bias_hh_l0	7	0.052497293800115585
509788	rnn.bias_hh_l0	8	-0.24133352935314178
509788	rnn.bias_hh_l0	9	-0.5595274567604065
509788	rnn.weight_ih_l0_reverse	0	0.03575631603598595
509788	rnn.weight_ih_l0_reverse	1	-0.050058700144290924
509788	rnn.weight_ih_l0_reverse	2	-0.007430806290358305
509788	rnn.weight_ih_l0_reverse	3	-0.14612501859664917
509788	rnn.weight_ih_l0_reverse	4	0.102118119597435
509788	rnn.weight_ih_l0_reverse	5	-0.10046955943107605
509788	rnn.weight_ih_l0_reverse	6	-0.016920384019613266
509788	rnn.weight_ih_l0_reverse	7	0.02678230218589306
509788	rnn.weight_ih_l0_reverse	8	-0.07188552618026733
509788	rnn.weight_ih_l0_reverse	9	-0.08051898330450058
509788	rnn.weight_hh_l0_reverse	0	-0.15106475353240967
509788	rnn.weight_hh_l0_reverse	1	0.02979082055389881
509788	rnn.weight_hh_l0_reverse	2	-0.027335986495018005
509788	rnn.weight_hh_l0_reverse	3	0.028830286115407944
509788	rnn.weight_hh_l0_reverse	4	-0.08601972460746765
509788	rnn.weight_hh_l0_reverse	5	0.033245258033275604
509788	rnn.weight_hh_l0_reverse	6	0.02839593216776848
509788	rnn.weight_hh_l0_reverse	7	-0.1024770438671112
509788	rnn.weight_hh_l0_reverse	8	-0.07423999905586243
509788	rnn.weight_hh_l0_reverse	9	0.05569237470626831
509788	rnn.bias_ih_l0_reverse	0	-0.1562122106552124
509788	rnn.bias_ih_l0_reverse	1	-0.09728563576936722
509788	rnn.bias_ih_l0_reverse	2	0.13485349714756012
509788	rnn.bias_ih_l0_reverse	3	-0.30787816643714905
509788	rnn.bias_ih_l0_reverse	4	0.0016644104616716504
509788	rnn.bias_ih_l0_reverse	5	-0.2218242883682251
509788	rnn.bias_ih_l0_reverse	6	0.27420857548713684
509788	rnn.bias_ih_l0_reverse	7	-0.3415861427783966
509788	rnn.bias_ih_l0_reverse	8	-0.20301485061645508
509788	rnn.bias_ih_l0_reverse	9	-0.19689756631851196
509788	rnn.bias_hh_l0_reverse	0	-0.08690245449542999
509788	rnn.bias_hh_l0_reverse	1	0.27709531784057617
509788	rnn.bias_hh_l0_reverse	2	-0.3371863067150116
509788	rnn.bias_hh_l0_reverse	3	-0.22102472186088562
509788	rnn.bias_hh_l0_reverse	4	-0.4103768765926361
509788	rnn.bias_hh_l0_reverse	5	-0.17945320904254913
509788	rnn.bias_hh_l0_reverse	6	-0.2419283539056778
509788	rnn.bias_hh_l0_reverse	7	-0.08521272242069244
509788	rnn.bias_hh_l0_reverse	8	-0.3174436390399933
509788	rnn.bias_hh_l0_reverse	9	0.19125932455062866
509788	linear.weight	0	0.19861437380313873
509788	linear.weight	1	-0.4673852324485779
509788	linear.weight	2	-0.024571266025304794
509788	linear.weight	3	0.06759276986122131
509788	linear.weight	4	-0.10466498136520386
509788	linear.weight	5	0.20280921459197998
509788	linear.weight	6	-0.002578838262706995
509788	linear.weight	7	-0.06094808131456375
509788	linear.weight	8	0.08605194836854935
509788	linear.weight	9	-0.04883961006999016
509788	linear.bias	0	-0.8652651309967041
509788	linear.bias	1	1.86676824092865
509788	linear.bias	2	0.7716052532196045
509788	linear.bias	3	-2.7003962993621826
509788	linear.bias	4	-0.08727879077196121
509788	linear.bias	5	1.280004858970642
509788	linear.bias	6	-0.2140737920999527
509788	linear.bias	7	0.725829005241394
509788	linear.bias	8	2.183518409729004
509788	linear.bias	9	-1.4970834255218506
510397	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
510397	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
510397	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
510397	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
510397	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
510397	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
510397	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
510397	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
510397	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
510397	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
510397	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
510397	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
510397	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
510397	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
510397	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
510397	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
510397	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
510397	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
510397	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
510397	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
510397	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
510397	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
510397	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
510397	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
510397	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
510397	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
510397	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
510397	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
510397	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
510397	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
510397	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
510397	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
510397	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
510397	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
510397	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
510397	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
510397	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
510397	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
510397	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
510397	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
510397	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
510397	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
510397	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
510397	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
510397	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
510397	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
510397	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
510397	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
510397	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
510397	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
510397	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
510397	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
510397	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
510397	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
510397	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
510397	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
510397	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
510397	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
510397	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
510397	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
510397	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
510397	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
510397	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
510397	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
510397	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
510397	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
510397	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
510397	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
510397	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
510397	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
510397	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
510397	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
510397	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
510397	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
510397	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
510397	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
510397	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
510397	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
510397	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
510397	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
510397	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
510397	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
510397	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
510397	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
510397	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
510397	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
510397	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
510397	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
510397	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
510397	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
510397	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
510397	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
510397	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
510397	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
510397	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
510397	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
510397	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
510397	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
510397	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
510397	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
510397	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
510397	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
510397	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
510397	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
510397	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
510397	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
510397	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
510397	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
510397	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
510397	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
510397	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
510397	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
510397	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
510397	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
510397	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
510397	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
510397	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
510397	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
510397	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
510397	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
510397	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
510397	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
510397	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
510397	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
510397	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
510397	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
510397	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
510397	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
510397	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
510397	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
510397	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
510397	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
510397	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
510397	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
510397	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
510397	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
510397	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
510397	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
510397	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
510397	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
510397	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
510397	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
510397	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
510397	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
510397	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
510397	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
510397	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
510397	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
510397	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
510397	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
510397	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
510397	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
510397	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
510397	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
510397	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
510397	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
510397	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
510397	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
510397	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
510397	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
510397	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
510397	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
510397	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
510397	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
510397	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
510397	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
510397	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
510397	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
510397	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
510397	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
510397	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
510397	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
510397	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
510397	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
510397	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
510397	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
510397	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
510397	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
510397	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
510397	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
510397	embedding2nn.weight	0	0.32401108741760254
510397	embedding2nn.weight	1	0.4131198525428772
510397	embedding2nn.weight	2	-0.003326962236315012
510397	embedding2nn.weight	3	0.012836751528084278
510397	embedding2nn.weight	4	-0.06800755858421326
510397	embedding2nn.weight	5	0.07595470547676086
510397	embedding2nn.weight	6	-0.017952533438801765
510397	embedding2nn.weight	7	0.003595468122512102
510397	embedding2nn.weight	8	0.04695005714893341
510397	embedding2nn.weight	9	-0.05242760851979256
510397	embedding2nn.bias	0	0.026339063420891762
510397	embedding2nn.bias	1	-0.18579940497875214
510397	embedding2nn.bias	2	0.13713455200195312
510397	embedding2nn.bias	3	0.15190614759922028
510397	embedding2nn.bias	4	0.15736646950244904
510397	embedding2nn.bias	5	-0.06417785584926605
510397	embedding2nn.bias	6	-0.037575770169496536
510397	embedding2nn.bias	7	0.07130567729473114
510397	embedding2nn.bias	8	-0.1669611781835556
510397	embedding2nn.bias	9	-0.37645235657691956
510397	rnn.weight_ih_l0	0	-0.03595997020602226
510397	rnn.weight_ih_l0	1	-0.0464339405298233
510397	rnn.weight_ih_l0	2	-0.06709395349025726
510397	rnn.weight_ih_l0	3	0.12342552095651627
510397	rnn.weight_ih_l0	4	0.02576005831360817
510397	rnn.weight_ih_l0	5	-0.062025148421525955
510397	rnn.weight_ih_l0	6	-0.002875968348234892
510397	rnn.weight_ih_l0	7	-0.031666021794080734
510397	rnn.weight_ih_l0	8	0.02918437495827675
510397	rnn.weight_ih_l0	9	-0.11554355919361115
510397	rnn.weight_hh_l0	0	-0.01669224724173546
510397	rnn.weight_hh_l0	1	0.07563895732164383
510397	rnn.weight_hh_l0	2	0.01570078544318676
510397	rnn.weight_hh_l0	3	-0.01712554134428501
510397	rnn.weight_hh_l0	4	0.043351445347070694
510397	rnn.weight_hh_l0	5	0.030839936807751656
510397	rnn.weight_hh_l0	6	-0.06793839484453201
510397	rnn.weight_hh_l0	7	-0.08651293814182281
510397	rnn.weight_hh_l0	8	0.03730816766619682
510397	rnn.weight_hh_l0	9	-0.1022111028432846
510397	rnn.bias_ih_l0	0	0.2009323090314865
510397	rnn.bias_ih_l0	1	-0.32785025238990784
510397	rnn.bias_ih_l0	2	-0.02805701270699501
510397	rnn.bias_ih_l0	3	-0.22717353701591492
510397	rnn.bias_ih_l0	4	0.04411796107888222
510397	rnn.bias_ih_l0	5	-0.43096253275871277
510397	rnn.bias_ih_l0	6	-0.14714477956295013
510397	rnn.bias_ih_l0	7	-0.34483247995376587
510397	rnn.bias_ih_l0	8	-0.2844735383987427
510397	rnn.bias_ih_l0	9	-0.45778346061706543
510397	rnn.bias_hh_l0	0	-0.3484497368335724
510397	rnn.bias_hh_l0	1	-0.43306052684783936
510397	rnn.bias_hh_l0	2	-0.3837243914604187
510397	rnn.bias_hh_l0	3	-0.0748310387134552
510397	rnn.bias_hh_l0	4	-0.3927478790283203
510397	rnn.bias_hh_l0	5	-0.34302571415901184
510397	rnn.bias_hh_l0	6	-0.11006886512041092
510397	rnn.bias_hh_l0	7	0.07090704888105392
510397	rnn.bias_hh_l0	8	-0.24071601033210754
510397	rnn.bias_hh_l0	9	-0.5636447668075562
510397	rnn.weight_ih_l0_reverse	0	0.03440915048122406
510397	rnn.weight_ih_l0_reverse	1	-0.04837990924715996
510397	rnn.weight_ih_l0_reverse	2	-0.008521282114088535
510397	rnn.weight_ih_l0_reverse	3	-0.1487836390733719
510397	rnn.weight_ih_l0_reverse	4	0.09766208380460739
510397	rnn.weight_ih_l0_reverse	5	-0.10318771004676819
510397	rnn.weight_ih_l0_reverse	6	-0.016031842678785324
510397	rnn.weight_ih_l0_reverse	7	0.026702385395765305
510397	rnn.weight_ih_l0_reverse	8	-0.07544851303100586
510397	rnn.weight_ih_l0_reverse	9	-0.07366997748613358
510397	rnn.weight_hh_l0_reverse	0	-0.1497507244348526
510397	rnn.weight_hh_l0_reverse	1	0.03155990317463875
510397	rnn.weight_hh_l0_reverse	2	-0.026890456676483154
510397	rnn.weight_hh_l0_reverse	3	0.027927666902542114
510397	rnn.weight_hh_l0_reverse	4	-0.0861789882183075
510397	rnn.weight_hh_l0_reverse	5	0.033726952970027924
510397	rnn.weight_hh_l0_reverse	6	0.028373658657073975
510397	rnn.weight_hh_l0_reverse	7	-0.10034535080194473
510397	rnn.weight_hh_l0_reverse	8	-0.07241636514663696
510397	rnn.weight_hh_l0_reverse	9	0.05486266687512398
510397	rnn.bias_ih_l0_reverse	0	-0.1551431566476822
510397	rnn.bias_ih_l0_reverse	1	-0.09216218441724777
510397	rnn.bias_ih_l0_reverse	2	0.14016146957874298
510397	rnn.bias_ih_l0_reverse	3	-0.3120373487472534
510397	rnn.bias_ih_l0_reverse	4	-0.008516201749444008
510397	rnn.bias_ih_l0_reverse	5	-0.2184932827949524
510397	rnn.bias_ih_l0_reverse	6	0.26218441128730774
510397	rnn.bias_ih_l0_reverse	7	-0.33468812704086304
510397	rnn.bias_ih_l0_reverse	8	-0.20666679739952087
510397	rnn.bias_ih_l0_reverse	9	-0.18814042210578918
510397	rnn.bias_hh_l0_reverse	0	-0.09347919374704361
510397	rnn.bias_hh_l0_reverse	1	0.27512747049331665
510397	rnn.bias_hh_l0_reverse	2	-0.3320543169975281
510397	rnn.bias_hh_l0_reverse	3	-0.21334737539291382
510397	rnn.bias_hh_l0_reverse	4	-0.41312867403030396
510397	rnn.bias_hh_l0_reverse	5	-0.17780080437660217
510397	rnn.bias_hh_l0_reverse	6	-0.2358710765838623
510397	rnn.bias_hh_l0_reverse	7	-0.09343677759170532
510397	rnn.bias_hh_l0_reverse	8	-0.3204710781574249
510397	rnn.bias_hh_l0_reverse	9	0.18321625888347626
510397	linear.weight	0	0.2272312343120575
510397	linear.weight	1	-0.446228563785553
510397	linear.weight	2	-0.05078877508640289
510397	linear.weight	3	0.0675920695066452
510397	linear.weight	4	-0.10735876113176346
510397	linear.weight	5	0.2143966406583786
510397	linear.weight	6	-0.010379155166447163
510397	linear.weight	7	-0.06094076856970787
510397	linear.weight	8	0.08575702458620071
510397	linear.weight	9	-0.04884946718811989
510397	linear.bias	0	-0.8549582958221436
510397	linear.bias	1	1.8778561353683472
510397	linear.bias	2	0.7876083850860596
510397	linear.bias	3	-2.7006914615631104
510397	linear.bias	4	-0.09239276498556137
510397	linear.bias	5	1.2655625343322754
510397	linear.bias	6	-0.21848496794700623
510397	linear.bias	7	0.7426459789276123
510397	linear.bias	8	2.200813055038452
510397	linear.bias	9	-1.4967725276947021
511006	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
511006	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
511006	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
511006	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
511006	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
511006	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
511006	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
511006	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
511006	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
511006	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
511006	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
511006	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
511006	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
511006	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
511006	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
511006	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
511006	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
511006	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
511006	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
511006	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
511006	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
511006	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
511006	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
511006	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
511006	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
511006	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
511006	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
511006	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
511006	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
511006	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
511006	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
511006	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
511006	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
511006	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
511006	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
511006	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
511006	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
511006	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
511006	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
511006	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
511006	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
511006	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
511006	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
511006	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
511006	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
511006	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
511006	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
511006	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
511006	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
511006	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
511006	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
511006	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
511006	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
511006	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
511006	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
511006	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
511006	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
511006	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
511006	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
511006	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
511006	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
511006	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
511006	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
511006	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
511006	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
511006	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
511006	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
511006	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
511006	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
511006	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
511006	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
511006	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
511006	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
511006	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
511006	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
511006	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
511006	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
511006	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
511006	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
511006	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
511006	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
511006	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
511006	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
511006	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
511006	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
511006	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
511006	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
511006	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
511006	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
511006	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
511006	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
511006	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
511006	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
511006	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
511006	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
511006	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
511006	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
511006	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
511006	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
511006	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
511006	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
511006	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
511006	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
511006	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
511006	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
511006	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
511006	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
511006	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
511006	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
511006	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
511006	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
511006	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
511006	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
511006	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
511006	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
511006	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
511006	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
511006	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
511006	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
511006	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
511006	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
511006	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
511006	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
511006	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
511006	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
511006	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
511006	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
511006	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
511006	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
511006	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
511006	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
511006	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
511006	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
511006	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
511006	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
511006	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
511006	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
511006	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
511006	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
511006	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
511006	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
511006	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
511006	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
511006	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
511006	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
511006	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
511006	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
511006	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
511006	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
511006	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
511006	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
511006	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
511006	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
511006	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
511006	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
511006	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
511006	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
511006	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
511006	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
511006	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
511006	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
511006	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
511006	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
511006	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
511006	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
511006	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
511006	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
511006	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
511006	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
511006	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
511006	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
511006	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
511006	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
511006	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
511006	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
511006	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
511006	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
511006	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
511006	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
511006	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
511006	embedding2nn.weight	0	0.3254620432853699
511006	embedding2nn.weight	1	0.41216719150543213
511006	embedding2nn.weight	2	-0.001211055787280202
511006	embedding2nn.weight	3	0.017444919794797897
511006	embedding2nn.weight	4	-0.0665530264377594
511006	embedding2nn.weight	5	0.08102674782276154
511006	embedding2nn.weight	6	-0.028764501214027405
511006	embedding2nn.weight	7	0.00015892827650532126
511006	embedding2nn.weight	8	0.045722708106040955
511006	embedding2nn.weight	9	-0.045077160000801086
511006	embedding2nn.bias	0	0.023523399606347084
511006	embedding2nn.bias	1	-0.19245047867298126
511006	embedding2nn.bias	2	0.104829341173172
511006	embedding2nn.bias	3	0.17361244559288025
511006	embedding2nn.bias	4	0.18326422572135925
511006	embedding2nn.bias	5	-0.10942014306783676
511006	embedding2nn.bias	6	-0.04748846963047981
511006	embedding2nn.bias	7	0.05715511739253998
511006	embedding2nn.bias	8	-0.18705983459949493
511006	embedding2nn.bias	9	-0.374397873878479
511006	rnn.weight_ih_l0	0	-0.03566909208893776
511006	rnn.weight_ih_l0	1	-0.04842914268374443
511006	rnn.weight_ih_l0	2	-0.07190145552158356
511006	rnn.weight_ih_l0	3	0.11907736212015152
511006	rnn.weight_ih_l0	4	0.020638978108763695
511006	rnn.weight_ih_l0	5	-0.0650906041264534
511006	rnn.weight_ih_l0	6	0.0016487491084262729
511006	rnn.weight_ih_l0	7	-0.03476675599813461
511006	rnn.weight_ih_l0	8	0.021920019760727882
511006	rnn.weight_ih_l0	9	-0.11370499432086945
511006	rnn.weight_hh_l0	0	-0.015806352719664574
511006	rnn.weight_hh_l0	1	0.07448272407054901
511006	rnn.weight_hh_l0	2	0.015083346515893936
511006	rnn.weight_hh_l0	3	-0.017715130001306534
511006	rnn.weight_hh_l0	4	0.04433851316571236
511006	rnn.weight_hh_l0	5	0.02979929931461811
511006	rnn.weight_hh_l0	6	-0.06788995116949081
511006	rnn.weight_hh_l0	7	-0.08977155387401581
511006	rnn.weight_hh_l0	8	0.03757704421877861
511006	rnn.weight_hh_l0	9	-0.1033046543598175
511006	rnn.bias_ih_l0	0	0.19539251923561096
511006	rnn.bias_ih_l0	1	-0.33163729310035706
511006	rnn.bias_ih_l0	2	-0.03105468489229679
511006	rnn.bias_ih_l0	3	-0.23406969010829926
511006	rnn.bias_ih_l0	4	0.03381020948290825
511006	rnn.bias_ih_l0	5	-0.4311828315258026
511006	rnn.bias_ih_l0	6	-0.1406088024377823
511006	rnn.bias_ih_l0	7	-0.34863269329071045
511006	rnn.bias_ih_l0	8	-0.28913673758506775
511006	rnn.bias_ih_l0	9	-0.4792012572288513
511006	rnn.bias_hh_l0	0	-0.34737491607666016
511006	rnn.bias_hh_l0	1	-0.4394950568675995
511006	rnn.bias_hh_l0	2	-0.3894212543964386
511006	rnn.bias_hh_l0	3	-0.07383397221565247
511006	rnn.bias_hh_l0	4	-0.38648301362991333
511006	rnn.bias_hh_l0	5	-0.33995458483695984
511006	rnn.bias_hh_l0	6	-0.11413808912038803
511006	rnn.bias_hh_l0	7	0.06499862670898438
511006	rnn.bias_hh_l0	8	-0.24045531451702118
511006	rnn.bias_hh_l0	9	-0.565725564956665
511006	rnn.weight_ih_l0_reverse	0	0.03590797632932663
511006	rnn.weight_ih_l0_reverse	1	-0.04910026863217354
511006	rnn.weight_ih_l0_reverse	2	-0.006022011395543814
511006	rnn.weight_ih_l0_reverse	3	-0.14818184077739716
511006	rnn.weight_ih_l0_reverse	4	0.0953606590628624
511006	rnn.weight_ih_l0_reverse	5	-0.09734679013490677
511006	rnn.weight_ih_l0_reverse	6	-0.025264514610171318
511006	rnn.weight_ih_l0_reverse	7	0.025082414969801903
511006	rnn.weight_ih_l0_reverse	8	-0.07583990693092346
511006	rnn.weight_ih_l0_reverse	9	-0.07052619010210037
511006	rnn.weight_hh_l0_reverse	0	-0.14890353381633759
511006	rnn.weight_hh_l0_reverse	1	0.03240925073623657
511006	rnn.weight_hh_l0_reverse	2	-0.026538781821727753
511006	rnn.weight_hh_l0_reverse	3	0.028088534250855446
511006	rnn.weight_hh_l0_reverse	4	-0.08640403300523758
511006	rnn.weight_hh_l0_reverse	5	0.03348160907626152
511006	rnn.weight_hh_l0_reverse	6	0.028042830526828766
511006	rnn.weight_hh_l0_reverse	7	-0.09968641400337219
511006	rnn.weight_hh_l0_reverse	8	-0.06973889470100403
511006	rnn.weight_hh_l0_reverse	9	0.052748650312423706
511006	rnn.bias_ih_l0_reverse	0	-0.15879502892494202
511006	rnn.bias_ih_l0_reverse	1	-0.1003822311758995
511006	rnn.bias_ih_l0_reverse	2	0.13539697229862213
511006	rnn.bias_ih_l0_reverse	3	-0.30898135900497437
511006	rnn.bias_ih_l0_reverse	4	3.411237048567273e-05
511006	rnn.bias_ih_l0_reverse	5	-0.2149358093738556
511006	rnn.bias_ih_l0_reverse	6	0.2718985974788666
511006	rnn.bias_ih_l0_reverse	7	-0.339245468378067
511006	rnn.bias_ih_l0_reverse	8	-0.20492646098136902
511006	rnn.bias_ih_l0_reverse	9	-0.19938057661056519
511006	rnn.bias_hh_l0_reverse	0	-0.09891943633556366
511006	rnn.bias_hh_l0_reverse	1	0.27409595251083374
511006	rnn.bias_hh_l0_reverse	2	-0.3302212357521057
511006	rnn.bias_hh_l0_reverse	3	-0.21661801636219025
511006	rnn.bias_hh_l0_reverse	4	-0.40702348947525024
511006	rnn.bias_hh_l0_reverse	5	-0.17087288200855255
511006	rnn.bias_hh_l0_reverse	6	-0.24304142594337463
511006	rnn.bias_hh_l0_reverse	7	-0.0905148983001709
511006	rnn.bias_hh_l0_reverse	8	-0.32207486033439636
511006	rnn.bias_hh_l0_reverse	9	0.19649982452392578
511006	linear.weight	0	0.22350016236305237
511006	linear.weight	1	-0.45220091938972473
511006	linear.weight	2	-0.0366029217839241
511006	linear.weight	3	0.0675891563296318
511006	linear.weight	4	-0.1193787157535553
511006	linear.weight	5	0.19081182777881622
511006	linear.weight	6	-0.013485542498528957
511006	linear.weight	7	-0.060928910970687866
511006	linear.weight	8	0.08411543071269989
511006	linear.weight	9	-0.048857394605875015
511006	linear.bias	0	-0.8688914179801941
511006	linear.bias	1	1.8207919597625732
511006	linear.bias	2	0.7901734113693237
511006	linear.bias	3	-2.701052665710449
511006	linear.bias	4	-0.0927671268582344
511006	linear.bias	5	1.321199893951416
511006	linear.bias	6	-0.2444276064634323
511006	linear.bias	7	0.7310320138931274
511006	linear.bias	8	2.2496089935302734
511006	linear.bias	9	-1.5015677213668823
511615	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
511615	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
511615	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
511615	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
511615	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
511615	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
511615	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
511615	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
511615	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
511615	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
511615	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
511615	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
511615	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
511615	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
511615	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
511615	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
511615	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
511615	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
511615	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
511615	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
511615	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
511615	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
511615	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
511615	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
511615	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
511615	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
511615	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
511615	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
511615	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
511615	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
511615	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
511615	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
511615	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
511615	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
511615	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
511615	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
511615	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
511615	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
511615	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
511615	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
511615	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
511615	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
511615	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
511615	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
511615	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
511615	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
511615	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
511615	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
511615	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
511615	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
511615	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
511615	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
511615	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
511615	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
511615	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
511615	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
511615	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
511615	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
511615	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
511615	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
511615	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
511615	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
511615	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
511615	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
511615	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
511615	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
511615	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
511615	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
511615	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
511615	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
511615	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
511615	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
511615	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
511615	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
511615	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
511615	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
511615	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
511615	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
511615	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
511615	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
511615	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
511615	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
511615	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
511615	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
511615	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
511615	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
511615	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
511615	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
511615	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
511615	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
511615	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
511615	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
511615	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
511615	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
511615	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
511615	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
511615	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
511615	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
511615	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
511615	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
511615	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
511615	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
511615	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
511615	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
511615	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
511615	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
511615	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
511615	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
511615	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
511615	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
511615	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
511615	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
511615	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
511615	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
511615	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
511615	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
511615	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
511615	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
511615	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
511615	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
511615	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
511615	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
511615	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
511615	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
511615	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
511615	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
511615	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
511615	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
511615	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
511615	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
511615	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
511615	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
511615	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
511615	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
511615	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
511615	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
511615	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
511615	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
511615	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
511615	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
511615	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
511615	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
511615	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
511615	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
511615	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
511615	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
511615	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
511615	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
511615	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
511615	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
511615	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
511615	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
511615	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
511615	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
511615	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
511615	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
511615	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
511615	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
511615	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
511615	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
511615	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
511615	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
511615	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
511615	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
511615	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
511615	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
511615	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
511615	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
511615	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
511615	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
511615	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
511615	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
511615	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
511615	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
511615	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
511615	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
511615	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
511615	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
511615	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
511615	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
511615	embedding2nn.weight	0	0.3272070288658142
511615	embedding2nn.weight	1	0.4155017137527466
511615	embedding2nn.weight	2	-0.003853985108435154
511615	embedding2nn.weight	3	0.015938036143779755
511615	embedding2nn.weight	4	-0.06854544579982758
511615	embedding2nn.weight	5	0.08530481904745102
511615	embedding2nn.weight	6	-0.014337738044559956
511615	embedding2nn.weight	7	0.004846272990107536
511615	embedding2nn.weight	8	0.04818766564130783
511615	embedding2nn.weight	9	-0.04964252933859825
511615	embedding2nn.bias	0	0.034257374703884125
511615	embedding2nn.bias	1	-0.20689019560813904
511615	embedding2nn.bias	2	0.11923780292272568
511615	embedding2nn.bias	3	0.16668981313705444
511615	embedding2nn.bias	4	0.16881705820560455
511615	embedding2nn.bias	5	-0.0794217437505722
511615	embedding2nn.bias	6	-0.042585380375385284
511615	embedding2nn.bias	7	0.043498896062374115
511615	embedding2nn.bias	8	-0.18359988927841187
511615	embedding2nn.bias	9	-0.38353976607322693
511615	rnn.weight_ih_l0	0	-0.034817371517419815
511615	rnn.weight_ih_l0	1	-0.049702152609825134
511615	rnn.weight_ih_l0	2	-0.07455600053071976
511615	rnn.weight_ih_l0	3	0.12066302448511124
511615	rnn.weight_ih_l0	4	0.022566646337509155
511615	rnn.weight_ih_l0	5	-0.06099267676472664
511615	rnn.weight_ih_l0	6	0.006567464210093021
511615	rnn.weight_ih_l0	7	-0.0378711111843586
511615	rnn.weight_ih_l0	8	0.024620961397886276
511615	rnn.weight_ih_l0	9	-0.11516215652227402
511615	rnn.weight_hh_l0	0	-0.01615520380437374
511615	rnn.weight_hh_l0	1	0.0759320855140686
511615	rnn.weight_hh_l0	2	0.015332412905991077
511615	rnn.weight_hh_l0	3	-0.018734704703092575
511615	rnn.weight_hh_l0	4	0.04381060227751732
511615	rnn.weight_hh_l0	5	0.029211033135652542
511615	rnn.weight_hh_l0	6	-0.06776781380176544
511615	rnn.weight_hh_l0	7	-0.09444141387939453
511615	rnn.weight_hh_l0	8	0.037578415125608444
511615	rnn.weight_hh_l0	9	-0.10398509353399277
511615	rnn.bias_ih_l0	0	0.19541634619235992
511615	rnn.bias_ih_l0	1	-0.3325906991958618
511615	rnn.bias_ih_l0	2	-0.0344107486307621
511615	rnn.bias_ih_l0	3	-0.24281181395053864
511615	rnn.bias_ih_l0	4	0.037521980702877045
511615	rnn.bias_ih_l0	5	-0.43460813164711
511615	rnn.bias_ih_l0	6	-0.14452558755874634
511615	rnn.bias_ih_l0	7	-0.351400226354599
511615	rnn.bias_ih_l0	8	-0.2800353765487671
511615	rnn.bias_ih_l0	9	-0.4810248017311096
511615	rnn.bias_hh_l0	0	-0.3532178997993469
511615	rnn.bias_hh_l0	1	-0.4406026303768158
511615	rnn.bias_hh_l0	2	-0.38582542538642883
511615	rnn.bias_hh_l0	3	-0.06889519095420837
511615	rnn.bias_hh_l0	4	-0.38820669054985046
511615	rnn.bias_hh_l0	5	-0.3396012783050537
511615	rnn.bias_hh_l0	6	-0.11861726641654968
511615	rnn.bias_hh_l0	7	0.06580112874507904
511615	rnn.bias_hh_l0	8	-0.2327740490436554
511615	rnn.bias_hh_l0	9	-0.5616884827613831
511615	rnn.weight_ih_l0_reverse	0	0.03425465524196625
511615	rnn.weight_ih_l0_reverse	1	-0.04752917215228081
511615	rnn.weight_ih_l0_reverse	2	-0.003645674092695117
511615	rnn.weight_ih_l0_reverse	3	-0.146993950009346
511615	rnn.weight_ih_l0_reverse	4	0.09383311867713928
511615	rnn.weight_ih_l0_reverse	5	-0.09897256642580032
511615	rnn.weight_ih_l0_reverse	6	-0.015048220753669739
511615	rnn.weight_ih_l0_reverse	7	0.02827014960348606
511615	rnn.weight_ih_l0_reverse	8	-0.0784405842423439
511615	rnn.weight_ih_l0_reverse	9	-0.07577317208051682
511615	rnn.weight_hh_l0_reverse	0	-0.1503768414258957
511615	rnn.weight_hh_l0_reverse	1	0.03204210847616196
511615	rnn.weight_hh_l0_reverse	2	-0.02670232020318508
511615	rnn.weight_hh_l0_reverse	3	0.028114978224039078
511615	rnn.weight_hh_l0_reverse	4	-0.08664107322692871
511615	rnn.weight_hh_l0_reverse	5	0.03296162188053131
511615	rnn.weight_hh_l0_reverse	6	0.02781226672232151
511615	rnn.weight_hh_l0_reverse	7	-0.09605161845684052
511615	rnn.weight_hh_l0_reverse	8	-0.06849714368581772
511615	rnn.weight_hh_l0_reverse	9	0.052840299904346466
511615	rnn.bias_ih_l0_reverse	0	-0.16154663264751434
511615	rnn.bias_ih_l0_reverse	1	-0.09556741267442703
511615	rnn.bias_ih_l0_reverse	2	0.13795782625675201
511615	rnn.bias_ih_l0_reverse	3	-0.31436270475387573
511615	rnn.bias_ih_l0_reverse	4	-0.008180292323231697
511615	rnn.bias_ih_l0_reverse	5	-0.22261561453342438
511615	rnn.bias_ih_l0_reverse	6	0.2737428843975067
511615	rnn.bias_ih_l0_reverse	7	-0.34726250171661377
511615	rnn.bias_ih_l0_reverse	8	-0.20009084045886993
511615	rnn.bias_ih_l0_reverse	9	-0.20407870411872864
511615	rnn.bias_hh_l0_reverse	0	-0.09492377936840057
511615	rnn.bias_hh_l0_reverse	1	0.27641960978507996
511615	rnn.bias_hh_l0_reverse	2	-0.3308776021003723
511615	rnn.bias_hh_l0_reverse	3	-0.21791087090969086
511615	rnn.bias_hh_l0_reverse	4	-0.41084158420562744
511615	rnn.bias_hh_l0_reverse	5	-0.18141525983810425
511615	rnn.bias_hh_l0_reverse	6	-0.2399487942457199
511615	rnn.bias_hh_l0_reverse	7	-0.09554225206375122
511615	rnn.bias_hh_l0_reverse	8	-0.3240651488304138
511615	rnn.bias_hh_l0_reverse	9	0.19376929104328156
511615	linear.weight	0	0.20966552197933197
511615	linear.weight	1	-0.4270786941051483
511615	linear.weight	2	0.009386027231812477
511615	linear.weight	3	0.06759023666381836
511615	linear.weight	4	-0.14856354892253876
511615	linear.weight	5	0.20064154267311096
511615	linear.weight	6	-0.008071470074355602
511615	linear.weight	7	-0.06091279909014702
511615	linear.weight	8	0.12249308824539185
511615	linear.weight	9	-0.04885805398225784
511615	linear.bias	0	-0.8585646152496338
511615	linear.bias	1	1.8549350500106812
511615	linear.bias	2	0.7854651212692261
511615	linear.bias	3	-2.7013943195343018
511615	linear.bias	4	-0.1007571890950203
511615	linear.bias	5	1.2835952043533325
511615	linear.bias	6	-0.18768556416034698
511615	linear.bias	7	0.7595744132995605
511615	linear.bias	8	2.214035987854004
511615	linear.bias	9	-1.5025626420974731
512224	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
512224	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
512224	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
512224	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
512224	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
512224	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
512224	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
512224	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
512224	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
512224	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
512224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
512224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
512224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
512224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
512224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
512224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
512224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
512224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
512224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
512224	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
512224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
512224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
512224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
512224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
512224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
512224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
512224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
512224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
512224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
512224	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
512224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
512224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
512224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
512224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
512224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
512224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
512224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
512224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
512224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
512224	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
512224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
512224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
512224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
512224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
512224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
512224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
512224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
512224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
512224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
512224	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
512224	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
512224	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
512224	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
512224	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
512224	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
512224	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
512224	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
512224	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
512224	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
512224	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
512224	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
512224	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
512224	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
512224	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
512224	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
512224	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
512224	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
512224	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
512224	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
512224	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
512224	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
512224	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
512224	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
512224	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
512224	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
512224	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
512224	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
512224	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
512224	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
512224	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
512224	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
512224	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
512224	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
512224	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
512224	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
512224	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
512224	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
512224	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
512224	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
512224	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
512224	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
512224	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
512224	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
512224	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
512224	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
512224	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
512224	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
512224	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
512224	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
512224	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
512224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
512224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
512224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
512224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
512224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
512224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
512224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
512224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
512224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
512224	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
512224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
512224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
512224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
512224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
512224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
512224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
512224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
512224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
512224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
512224	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
512224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
512224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
512224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
512224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
512224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
512224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
512224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
512224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
512224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
512224	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
512224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
512224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
512224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
512224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
512224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
512224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
512224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
512224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
512224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
512224	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
512224	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
512224	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
512224	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
512224	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
512224	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
512224	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
512224	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
512224	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
512224	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
512224	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
512224	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
512224	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
512224	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
512224	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
512224	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
512224	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
512224	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
512224	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
512224	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
512224	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
512224	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
512224	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
512224	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
512224	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
512224	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
512224	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
512224	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
512224	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
512224	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
512224	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
512224	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
512224	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
512224	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
512224	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
512224	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
512224	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
512224	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
512224	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
512224	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
512224	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
512224	embedding2nn.weight	0	0.3303390443325043
512224	embedding2nn.weight	1	0.42077553272247314
512224	embedding2nn.weight	2	-0.006239510141313076
512224	embedding2nn.weight	3	0.025272799655795097
512224	embedding2nn.weight	4	-0.0682419091463089
512224	embedding2nn.weight	5	0.08726775646209717
512224	embedding2nn.weight	6	-0.023491257801651955
512224	embedding2nn.weight	7	0.014940843917429447
512224	embedding2nn.weight	8	0.04442023113369942
512224	embedding2nn.weight	9	-0.056882359087467194
512224	embedding2nn.bias	0	0.059696752578020096
512224	embedding2nn.bias	1	-0.18788808584213257
512224	embedding2nn.bias	2	0.12119089812040329
512224	embedding2nn.bias	3	0.16452664136886597
512224	embedding2nn.bias	4	0.16463080048561096
512224	embedding2nn.bias	5	-0.09341642260551453
512224	embedding2nn.bias	6	-0.04077449440956116
512224	embedding2nn.bias	7	0.04333755001425743
512224	embedding2nn.bias	8	-0.17481878399848938
512224	embedding2nn.bias	9	-0.36472639441490173
512224	rnn.weight_ih_l0	0	-0.03617103025317192
512224	rnn.weight_ih_l0	1	-0.05155288800597191
512224	rnn.weight_ih_l0	2	-0.07351916283369064
512224	rnn.weight_ih_l0	3	0.1270999014377594
512224	rnn.weight_ih_l0	4	0.020055079832673073
512224	rnn.weight_ih_l0	5	-0.06086966395378113
512224	rnn.weight_ih_l0	6	0.00540657714009285
512224	rnn.weight_ih_l0	7	-0.04102495312690735
512224	rnn.weight_ih_l0	8	0.01873064786195755
512224	rnn.weight_ih_l0	9	-0.11328846961259842
512224	rnn.weight_hh_l0	0	-0.015551259741187096
512224	rnn.weight_hh_l0	1	0.07562510669231415
512224	rnn.weight_hh_l0	2	0.014745228923857212
512224	rnn.weight_hh_l0	3	-0.018786616623401642
512224	rnn.weight_hh_l0	4	0.04221076890826225
512224	rnn.weight_hh_l0	5	0.02920611761510372
512224	rnn.weight_hh_l0	6	-0.06731043010950089
512224	rnn.weight_hh_l0	7	-0.09482730180025101
512224	rnn.weight_hh_l0	8	0.03705056756734848
512224	rnn.weight_hh_l0	9	-0.10427691042423248
512224	rnn.bias_ih_l0	0	0.18623609840869904
512224	rnn.bias_ih_l0	1	-0.3296169936656952
512224	rnn.bias_ih_l0	2	-0.033039629459381104
512224	rnn.bias_ih_l0	3	-0.2487616389989853
512224	rnn.bias_ih_l0	4	0.03467029333114624
512224	rnn.bias_ih_l0	5	-0.44149696826934814
512224	rnn.bias_ih_l0	6	-0.13947094976902008
512224	rnn.bias_ih_l0	7	-0.3516444265842438
512224	rnn.bias_ih_l0	8	-0.27500322461128235
512224	rnn.bias_ih_l0	9	-0.4678730368614197
512224	rnn.bias_hh_l0	0	-0.35113516449928284
512224	rnn.bias_hh_l0	1	-0.44465065002441406
512224	rnn.bias_hh_l0	2	-0.3803825378417969
512224	rnn.bias_hh_l0	3	-0.07393693178892136
512224	rnn.bias_hh_l0	4	-0.3877103328704834
512224	rnn.bias_hh_l0	5	-0.3421441316604614
512224	rnn.bias_hh_l0	6	-0.12051814049482346
512224	rnn.bias_hh_l0	7	0.05817226320505142
512224	rnn.bias_hh_l0	8	-0.2278030961751938
512224	rnn.bias_hh_l0	9	-0.559686541557312
512224	rnn.weight_ih_l0_reverse	0	0.03162584453821182
512224	rnn.weight_ih_l0_reverse	1	-0.04739108681678772
512224	rnn.weight_ih_l0_reverse	2	-0.0041862246580421925
512224	rnn.weight_ih_l0_reverse	3	-0.14903639256954193
512224	rnn.weight_ih_l0_reverse	4	0.09283828735351562
512224	rnn.weight_ih_l0_reverse	5	-0.09972354769706726
512224	rnn.weight_ih_l0_reverse	6	-0.01425070222467184
512224	rnn.weight_ih_l0_reverse	7	0.02851925976574421
512224	rnn.weight_ih_l0_reverse	8	-0.08610693365335464
512224	rnn.weight_ih_l0_reverse	9	-0.08311784267425537
512224	rnn.weight_hh_l0_reverse	0	-0.15127260982990265
512224	rnn.weight_hh_l0_reverse	1	0.032802462577819824
512224	rnn.weight_hh_l0_reverse	2	-0.02752557396888733
512224	rnn.weight_hh_l0_reverse	3	0.02840873971581459
512224	rnn.weight_hh_l0_reverse	4	-0.08816127479076385
512224	rnn.weight_hh_l0_reverse	5	0.03340869024395943
512224	rnn.weight_hh_l0_reverse	6	0.027786049991846085
512224	rnn.weight_hh_l0_reverse	7	-0.09556561708450317
512224	rnn.weight_hh_l0_reverse	8	-0.06843245029449463
512224	rnn.weight_hh_l0_reverse	9	0.051816705614328384
512224	rnn.bias_ih_l0_reverse	0	-0.16065125167369843
512224	rnn.bias_ih_l0_reverse	1	-0.09431643784046173
512224	rnn.bias_ih_l0_reverse	2	0.13843531906604767
512224	rnn.bias_ih_l0_reverse	3	-0.3170965313911438
512224	rnn.bias_ih_l0_reverse	4	-0.0007311399676837027
512224	rnn.bias_ih_l0_reverse	5	-0.23096512258052826
512224	rnn.bias_ih_l0_reverse	6	0.2737780213356018
512224	rnn.bias_ih_l0_reverse	7	-0.3328287899494171
512224	rnn.bias_ih_l0_reverse	8	-0.2030775249004364
512224	rnn.bias_ih_l0_reverse	9	-0.20176884531974792
512224	rnn.bias_hh_l0_reverse	0	-0.09095574915409088
512224	rnn.bias_hh_l0_reverse	1	0.28119608759880066
512224	rnn.bias_hh_l0_reverse	2	-0.3361148238182068
512224	rnn.bias_hh_l0_reverse	3	-0.21517318487167358
512224	rnn.bias_hh_l0_reverse	4	-0.4086861312389374
512224	rnn.bias_hh_l0_reverse	5	-0.1835741251707077
512224	rnn.bias_hh_l0_reverse	6	-0.24666506052017212
512224	rnn.bias_hh_l0_reverse	7	-0.08522078394889832
512224	rnn.bias_hh_l0_reverse	8	-0.31937676668167114
512224	rnn.bias_hh_l0_reverse	9	0.19462352991104126
512224	linear.weight	0	0.20027339458465576
512224	linear.weight	1	-0.42698997259140015
512224	linear.weight	2	0.01066675316542387
512224	linear.weight	3	0.06758863478899002
512224	linear.weight	4	-0.1432007998228073
512224	linear.weight	5	0.21487385034561157
512224	linear.weight	6	-0.02389879710972309
512224	linear.weight	7	-0.06090552732348442
512224	linear.weight	8	0.108828105032444
512224	linear.weight	9	-0.048865702003240585
512224	linear.bias	0	-0.8511332869529724
512224	linear.bias	1	1.808006763458252
512224	linear.bias	2	0.7747476100921631
512224	linear.bias	3	-2.7017247676849365
512224	linear.bias	4	-0.12002817541360855
512224	linear.bias	5	1.2783327102661133
512224	linear.bias	6	-0.2245982438325882
512224	linear.bias	7	0.7737936973571777
512224	linear.bias	8	2.1830997467041016
512224	linear.bias	9	-1.4671705961227417
512232	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
512232	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
512232	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
512232	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
512232	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
512232	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
512232	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
512232	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
512232	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
512232	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
512232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
512232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
512232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
512232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
512232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
512232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
512232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
512232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
512232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
512232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
512232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
512232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
512232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
512232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
512232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
512232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
512232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
512232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
512232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
512232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
512232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
512232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
512232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
512232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
512232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
512232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
512232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
512232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
512232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
512232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
512232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
512232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
512232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
512232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
512232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
512232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
512232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
512232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
512232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
512232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
512232	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
512232	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
512232	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
512232	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
512232	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
512232	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
512232	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
512232	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
512232	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
512232	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
512232	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
512232	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
512232	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
512232	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
512232	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
512232	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
512232	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
512232	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
512232	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
512232	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
512232	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
512232	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
512232	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
512232	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
512232	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
512232	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
512232	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
512232	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
512232	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
512232	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
512232	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
512232	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
512232	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
512232	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
512232	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
512232	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
512232	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
512232	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
512232	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
512232	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
512232	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
512232	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
512232	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
512232	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
512232	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
512232	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
512232	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
512232	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
512232	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
512232	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
512232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
512232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
512232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
512232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
512232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
512232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
512232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
512232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
512232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
512232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
512232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
512232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
512232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
512232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
512232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
512232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
512232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
512232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
512232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
512232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
512232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
512232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
512232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
512232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
512232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
512232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
512232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
512232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
512232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
512232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
512232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
512232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
512232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
512232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
512232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
512232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
512232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
512232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
512232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
512232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
512232	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
512232	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
512232	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
512232	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
512232	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
512232	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
512232	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
512232	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
512232	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
512232	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
512232	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
512232	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
512232	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
512232	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
512232	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
512232	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
512232	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
512232	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
512232	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
512232	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
512232	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
512232	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
512232	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
512232	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
512232	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
512232	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
512232	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
512232	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
512232	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
512232	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
512232	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
512232	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
512232	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
512232	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
512232	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
512232	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
512232	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
512232	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
512232	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
512232	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
512232	embedding2nn.weight	0	0.3306850790977478
512232	embedding2nn.weight	1	0.42135417461395264
512232	embedding2nn.weight	2	-0.00603824807330966
512232	embedding2nn.weight	3	0.0241876058280468
512232	embedding2nn.weight	4	-0.06891683489084244
512232	embedding2nn.weight	5	0.08701438456773758
512232	embedding2nn.weight	6	-0.025082916021347046
512232	embedding2nn.weight	7	0.015064956620335579
512232	embedding2nn.weight	8	0.04458227381110191
512232	embedding2nn.weight	9	-0.05640475079417229
512232	embedding2nn.bias	0	0.05715141445398331
512232	embedding2nn.bias	1	-0.19245831668376923
512232	embedding2nn.bias	2	0.1255216896533966
512232	embedding2nn.bias	3	0.16161736845970154
512232	embedding2nn.bias	4	0.1623610407114029
512232	embedding2nn.bias	5	-0.0927274078130722
512232	embedding2nn.bias	6	-0.03605468571186066
512232	embedding2nn.bias	7	0.04325499385595322
512232	embedding2nn.bias	8	-0.17154033482074738
512232	embedding2nn.bias	9	-0.3630823791027069
512232	rnn.weight_ih_l0	0	-0.03611942380666733
512232	rnn.weight_ih_l0	1	-0.05149660259485245
512232	rnn.weight_ih_l0	2	-0.07402385771274567
512232	rnn.weight_ih_l0	3	0.12704364955425262
512232	rnn.weight_ih_l0	4	0.019431758671998978
512232	rnn.weight_ih_l0	5	-0.06118129566311836
512232	rnn.weight_ih_l0	6	0.005446720868349075
512232	rnn.weight_ih_l0	7	-0.040077999234199524
512232	rnn.weight_ih_l0	8	0.018548227846622467
512232	rnn.weight_ih_l0	9	-0.11276169866323471
512232	rnn.weight_hh_l0	0	-0.015576884150505066
512232	rnn.weight_hh_l0	1	0.07573852688074112
512232	rnn.weight_hh_l0	2	0.014776431955397129
512232	rnn.weight_hh_l0	3	-0.018648089841008186
512232	rnn.weight_hh_l0	4	0.042275261133909225
512232	rnn.weight_hh_l0	5	0.029167333617806435
512232	rnn.weight_hh_l0	6	-0.06734220683574677
512232	rnn.weight_hh_l0	7	-0.0943903848528862
512232	rnn.weight_hh_l0	8	0.0370667390525341
512232	rnn.weight_hh_l0	9	-0.1042478084564209
512232	rnn.bias_ih_l0	0	0.18681666254997253
512232	rnn.bias_ih_l0	1	-0.3283996284008026
512232	rnn.bias_ih_l0	2	-0.033084142953157425
512232	rnn.bias_ih_l0	3	-0.2490321397781372
512232	rnn.bias_ih_l0	4	0.034270159900188446
512232	rnn.bias_ih_l0	5	-0.4413633644580841
512232	rnn.bias_ih_l0	6	-0.13392096757888794
512232	rnn.bias_ih_l0	7	-0.35170915722846985
512232	rnn.bias_ih_l0	8	-0.2750281095504761
512232	rnn.bias_ih_l0	9	-0.4675023555755615
512232	rnn.bias_hh_l0	0	-0.35162219405174255
512232	rnn.bias_hh_l0	1	-0.44536104798316956
512232	rnn.bias_hh_l0	2	-0.3792731761932373
512232	rnn.bias_hh_l0	3	-0.07354024052619934
512232	rnn.bias_hh_l0	4	-0.3869820833206177
512232	rnn.bias_hh_l0	5	-0.342026025056839
512232	rnn.bias_hh_l0	6	-0.12152468413114548
512232	rnn.bias_hh_l0	7	0.0575455017387867
512232	rnn.bias_hh_l0	8	-0.22738438844680786
512232	rnn.bias_hh_l0	9	-0.5594355463981628
512232	rnn.weight_ih_l0_reverse	0	0.03177084028720856
512232	rnn.weight_ih_l0_reverse	1	-0.04759490117430687
512232	rnn.weight_ih_l0_reverse	2	-0.0044567338190972805
512232	rnn.weight_ih_l0_reverse	3	-0.14915069937705994
512232	rnn.weight_ih_l0_reverse	4	0.09293985366821289
512232	rnn.weight_ih_l0_reverse	5	-0.10002393275499344
512232	rnn.weight_ih_l0_reverse	6	-0.01434111688286066
512232	rnn.weight_ih_l0_reverse	7	0.028607813641428947
512232	rnn.weight_ih_l0_reverse	8	-0.0863601490855217
512232	rnn.weight_ih_l0_reverse	9	-0.08318079262971878
512232	rnn.weight_hh_l0_reverse	0	-0.15103884041309357
512232	rnn.weight_hh_l0_reverse	1	0.03216014802455902
512232	rnn.weight_hh_l0_reverse	2	-0.027517126873135567
512232	rnn.weight_hh_l0_reverse	3	0.02840394712984562
512232	rnn.weight_hh_l0_reverse	4	-0.08788486570119858
512232	rnn.weight_hh_l0_reverse	5	0.03340128809213638
512232	rnn.weight_hh_l0_reverse	6	0.02778240479528904
512232	rnn.weight_hh_l0_reverse	7	-0.09546899795532227
512232	rnn.weight_hh_l0_reverse	8	-0.06865757703781128
512232	rnn.weight_hh_l0_reverse	9	0.05161257088184357
512232	rnn.bias_ih_l0_reverse	0	-0.1607520878314972
512232	rnn.bias_ih_l0_reverse	1	-0.09400932490825653
512232	rnn.bias_ih_l0_reverse	2	0.13868418335914612
512232	rnn.bias_ih_l0_reverse	3	-0.31724458932876587
512232	rnn.bias_ih_l0_reverse	4	-0.00012433889787644148
512232	rnn.bias_ih_l0_reverse	5	-0.23095686733722687
512232	rnn.bias_ih_l0_reverse	6	0.273353636264801
512232	rnn.bias_ih_l0_reverse	7	-0.33390262722969055
512232	rnn.bias_ih_l0_reverse	8	-0.20297376811504364
512232	rnn.bias_ih_l0_reverse	9	-0.20233820378780365
512232	rnn.bias_hh_l0_reverse	0	-0.0932345762848854
512232	rnn.bias_hh_l0_reverse	1	0.280582994222641
512232	rnn.bias_hh_l0_reverse	2	-0.3361920416355133
512232	rnn.bias_hh_l0_reverse	3	-0.216051384806633
512232	rnn.bias_hh_l0_reverse	4	-0.4089191257953644
512232	rnn.bias_hh_l0_reverse	5	-0.1840391308069229
512232	rnn.bias_hh_l0_reverse	6	-0.24741078913211823
512232	rnn.bias_hh_l0_reverse	7	-0.08535832166671753
512232	rnn.bias_hh_l0_reverse	8	-0.3194819986820221
512232	rnn.bias_hh_l0_reverse	9	0.19558611512184143
512232	linear.weight	0	0.20046934485435486
512232	linear.weight	1	-0.4266340732574463
512232	linear.weight	2	0.01180067379027605
512232	linear.weight	3	0.06758859753608704
512232	linear.weight	4	-0.14139828085899353
512232	linear.weight	5	0.2160792350769043
512232	linear.weight	6	-0.027362577617168427
512232	linear.weight	7	-0.06090525537729263
512232	linear.weight	8	0.10715696960687637
512232	linear.weight	9	-0.048865772783756256
512232	linear.bias	0	-0.8513316512107849
512232	linear.bias	1	1.8217157125473022
512232	linear.bias	2	0.7833582758903503
512232	linear.bias	3	-2.701727867126465
512232	linear.bias	4	-0.10987649857997894
512232	linear.bias	5	1.2898104190826416
512232	linear.bias	6	-0.22770997881889343
512232	linear.bias	7	0.7420678734779358
512232	linear.bias	8	2.215543031692505
512232	linear.bias	9	-1.4682157039642334
512841	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
512841	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
512841	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
512841	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
512841	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
512841	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
512841	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
512841	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
512841	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
512841	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
512841	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
512841	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
512841	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
512841	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
512841	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
512841	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
512841	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
512841	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
512841	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
512841	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
512841	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
512841	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
512841	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
512841	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
512841	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
512841	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
512841	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
512841	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
512841	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
512841	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
512841	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
512841	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
512841	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
512841	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
512841	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
512841	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
512841	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
512841	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
512841	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
512841	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
512841	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
512841	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
512841	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
512841	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
512841	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
512841	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
512841	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
512841	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
512841	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
512841	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
512841	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
512841	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
512841	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
512841	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
512841	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
512841	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
512841	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
512841	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
512841	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
512841	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
512841	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
512841	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
512841	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
512841	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
512841	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
512841	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
512841	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
512841	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
512841	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
512841	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
512841	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
512841	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
512841	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
512841	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
512841	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
512841	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
512841	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
512841	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
512841	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
512841	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
512841	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
512841	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
512841	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
512841	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
512841	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
512841	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
512841	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
512841	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
512841	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
512841	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
512841	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
512841	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
512841	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
512841	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
512841	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
512841	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
512841	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
512841	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
512841	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
512841	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
512841	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
512841	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
512841	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
512841	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
512841	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
512841	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
512841	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
512841	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
512841	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
512841	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
512841	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
512841	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
512841	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
512841	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
512841	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
512841	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
512841	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
512841	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
512841	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
512841	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
512841	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
512841	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
512841	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
512841	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
512841	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
512841	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
512841	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
512841	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
512841	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
512841	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
512841	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
512841	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
512841	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
512841	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
512841	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
512841	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
512841	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
512841	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
512841	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
512841	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
512841	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
512841	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
512841	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
512841	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
512841	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
512841	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
512841	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
512841	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
512841	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
512841	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
512841	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
512841	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
512841	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
512841	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
512841	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
512841	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
512841	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
512841	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
512841	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
512841	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
512841	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
512841	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
512841	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
512841	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
512841	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
512841	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
512841	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
512841	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
512841	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
512841	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
512841	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
512841	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
512841	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
512841	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
512841	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
512841	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
512841	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
512841	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
512841	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
512841	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
512841	embedding2nn.weight	0	0.33015090227127075
512841	embedding2nn.weight	1	0.4182615876197815
512841	embedding2nn.weight	2	-0.007694626227021217
512841	embedding2nn.weight	3	-0.00036423405981622636
512841	embedding2nn.weight	4	-0.06585186719894409
512841	embedding2nn.weight	5	0.08729825168848038
512841	embedding2nn.weight	6	-0.01987013779580593
512841	embedding2nn.weight	7	0.013149015605449677
512841	embedding2nn.weight	8	0.03729422390460968
512841	embedding2nn.weight	9	-0.04922002553939819
512841	embedding2nn.bias	0	0.03998594358563423
512841	embedding2nn.bias	1	-0.1765667349100113
512841	embedding2nn.bias	2	0.1131785586476326
512841	embedding2nn.bias	3	0.15602914988994598
512841	embedding2nn.bias	4	0.1478305160999298
512841	embedding2nn.bias	5	-0.08548726886510849
512841	embedding2nn.bias	6	-0.03626514598727226
512841	embedding2nn.bias	7	0.04321586713194847
512841	embedding2nn.bias	8	-0.17239035665988922
512841	embedding2nn.bias	9	-0.35229387879371643
512841	rnn.weight_ih_l0	0	-0.038597896695137024
512841	rnn.weight_ih_l0	1	-0.04999791085720062
512841	rnn.weight_ih_l0	2	-0.0737449899315834
512841	rnn.weight_ih_l0	3	0.12567588686943054
512841	rnn.weight_ih_l0	4	0.01863749511539936
512841	rnn.weight_ih_l0	5	-0.06314365565776825
512841	rnn.weight_ih_l0	6	0.01283596083521843
512841	rnn.weight_ih_l0	7	-0.041137125343084335
512841	rnn.weight_ih_l0	8	0.007193243596702814
512841	rnn.weight_ih_l0	9	-0.11051040887832642
512841	rnn.weight_hh_l0	0	-0.016525300219655037
512841	rnn.weight_hh_l0	1	0.07469221949577332
512841	rnn.weight_hh_l0	2	0.014697162434458733
512841	rnn.weight_hh_l0	3	-0.018408674746751785
512841	rnn.weight_hh_l0	4	0.042399246245622635
512841	rnn.weight_hh_l0	5	0.028320610523223877
512841	rnn.weight_hh_l0	6	-0.06742384284734726
512841	rnn.weight_hh_l0	7	-0.09860409051179886
512841	rnn.weight_hh_l0	8	0.03701738268136978
512841	rnn.weight_hh_l0	9	-0.1046534851193428
512841	rnn.bias_ih_l0	0	0.1888519823551178
512841	rnn.bias_ih_l0	1	-0.3249175250530243
512841	rnn.bias_ih_l0	2	-0.029698973521590233
512841	rnn.bias_ih_l0	3	-0.24193120002746582
512841	rnn.bias_ih_l0	4	0.02773742564022541
512841	rnn.bias_ih_l0	5	-0.44027817249298096
512841	rnn.bias_ih_l0	6	-0.13812345266342163
512841	rnn.bias_ih_l0	7	-0.3510899841785431
512841	rnn.bias_ih_l0	8	-0.28111040592193604
512841	rnn.bias_ih_l0	9	-0.46631166338920593
512841	rnn.bias_hh_l0	0	-0.35017526149749756
512841	rnn.bias_hh_l0	1	-0.4456072747707367
512841	rnn.bias_hh_l0	2	-0.3831663727760315
512841	rnn.bias_hh_l0	3	-0.06654206663370132
512841	rnn.bias_hh_l0	4	-0.387546569108963
512841	rnn.bias_hh_l0	5	-0.34046968817710876
512841	rnn.bias_hh_l0	6	-0.12300264090299606
512841	rnn.bias_hh_l0	7	0.05598584935069084
512841	rnn.bias_hh_l0	8	-0.23157493770122528
512841	rnn.bias_hh_l0	9	-0.5554348826408386
512841	rnn.weight_ih_l0_reverse	0	0.036046113818883896
512841	rnn.weight_ih_l0_reverse	1	-0.04492631182074547
512841	rnn.weight_ih_l0_reverse	2	-0.005879668518900871
512841	rnn.weight_ih_l0_reverse	3	-0.14826416969299316
512841	rnn.weight_ih_l0_reverse	4	0.09206962585449219
512841	rnn.weight_ih_l0_reverse	5	-0.08997012674808502
512841	rnn.weight_ih_l0_reverse	6	-0.009240866638720036
512841	rnn.weight_ih_l0_reverse	7	0.031690604984760284
512841	rnn.weight_ih_l0_reverse	8	-0.09016895294189453
512841	rnn.weight_ih_l0_reverse	9	-0.07319190353155136
512841	rnn.weight_hh_l0_reverse	0	-0.14955955743789673
512841	rnn.weight_hh_l0_reverse	1	0.03270817920565605
512841	rnn.weight_hh_l0_reverse	2	-0.026311131194233894
512841	rnn.weight_hh_l0_reverse	3	0.028774475678801537
512841	rnn.weight_hh_l0_reverse	4	-0.08737295866012573
512841	rnn.weight_hh_l0_reverse	5	0.032707635313272476
512841	rnn.weight_hh_l0_reverse	6	0.027714809402823448
512841	rnn.weight_hh_l0_reverse	7	-0.0995403528213501
512841	rnn.weight_hh_l0_reverse	8	-0.06614720076322556
512841	rnn.weight_hh_l0_reverse	9	0.053258370608091354
512841	rnn.bias_ih_l0_reverse	0	-0.15366986393928528
512841	rnn.bias_ih_l0_reverse	1	-0.09917037189006805
512841	rnn.bias_ih_l0_reverse	2	0.1281895786523819
512841	rnn.bias_ih_l0_reverse	3	-0.3113710880279541
512841	rnn.bias_ih_l0_reverse	4	0.0003142246569041163
512841	rnn.bias_ih_l0_reverse	5	-0.23051224648952484
512841	rnn.bias_ih_l0_reverse	6	0.2694741487503052
512841	rnn.bias_ih_l0_reverse	7	-0.3356195092201233
512841	rnn.bias_ih_l0_reverse	8	-0.1983616054058075
512841	rnn.bias_ih_l0_reverse	9	-0.1904667317867279
512841	rnn.bias_hh_l0_reverse	0	-0.08426526188850403
512841	rnn.bias_hh_l0_reverse	1	0.28093215823173523
512841	rnn.bias_hh_l0_reverse	2	-0.33255162835121155
512841	rnn.bias_hh_l0_reverse	3	-0.21762889623641968
512841	rnn.bias_hh_l0_reverse	4	-0.4097956717014313
512841	rnn.bias_hh_l0_reverse	5	-0.18218667805194855
512841	rnn.bias_hh_l0_reverse	6	-0.23964013159275055
512841	rnn.bias_hh_l0_reverse	7	-0.07891535013914108
512841	rnn.bias_hh_l0_reverse	8	-0.3154250979423523
512841	rnn.bias_hh_l0_reverse	9	0.1873314529657364
512841	linear.weight	0	0.2039620578289032
512841	linear.weight	1	-0.4445333778858185
512841	linear.weight	2	0.05384666845202446
512841	linear.weight	3	0.0675869807600975
512841	linear.weight	4	-0.09029986709356308
512841	linear.weight	5	0.23115481436252594
512841	linear.weight	6	-0.02560528554022312
512841	linear.weight	7	-0.06089230999350548
512841	linear.weight	8	0.10565774887800217
512841	linear.weight	9	-0.04887612164020538
512841	linear.bias	0	-0.8760442733764648
512841	linear.bias	1	1.7907558679580688
512841	linear.bias	2	0.7850009202957153
512841	linear.bias	3	-2.7020699977874756
512841	linear.bias	4	-0.07951932400465012
512841	linear.bias	5	1.290810227394104
512841	linear.bias	6	-0.2281862497329712
512841	linear.bias	7	0.7073820233345032
512841	linear.bias	8	2.1859092712402344
512841	linear.bias	9	-1.4309114217758179
513450	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
513450	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
513450	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
513450	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
513450	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
513450	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
513450	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
513450	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
513450	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
513450	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
513450	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
513450	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
513450	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
513450	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
513450	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
513450	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
513450	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
513450	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
513450	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
513450	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
513450	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
513450	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
513450	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
513450	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
513450	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
513450	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
513450	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
513450	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
513450	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
513450	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
513450	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
513450	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
513450	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
513450	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
513450	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
513450	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
513450	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
513450	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
513450	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
513450	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
513450	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
513450	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
513450	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
513450	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
513450	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
513450	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
513450	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
513450	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
513450	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
513450	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
513450	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
513450	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
513450	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
513450	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
513450	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
513450	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
513450	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
513450	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
513450	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
513450	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
513450	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
513450	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
513450	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
513450	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
513450	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
513450	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
513450	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
513450	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
513450	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
513450	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
513450	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
513450	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
513450	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
513450	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
513450	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
513450	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
513450	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
513450	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
513450	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
513450	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
513450	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
513450	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
513450	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
513450	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
513450	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
513450	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
513450	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
513450	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
513450	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
513450	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
513450	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
513450	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
513450	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
513450	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
513450	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
513450	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
513450	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
513450	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
513450	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
513450	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
513450	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
513450	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
513450	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
513450	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
513450	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
513450	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
513450	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
513450	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
513450	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
513450	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
513450	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
513450	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
513450	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
513450	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
513450	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
513450	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
513450	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
513450	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
513450	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
513450	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
513450	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
513450	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
513450	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
513450	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
513450	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
513450	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
513450	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
513450	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
513450	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
513450	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
513450	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
513450	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
513450	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
513450	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
513450	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
513450	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
513450	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
513450	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
513450	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
513450	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
513450	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
513450	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
513450	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
513450	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
513450	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
513450	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
513450	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
513450	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
513450	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
513450	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
513450	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
513450	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
513450	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
513450	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
513450	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
513450	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
513450	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
513450	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
513450	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
513450	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
513450	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
513450	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
513450	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
513450	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
513450	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
513450	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
513450	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
513450	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
513450	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
513450	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
513450	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
513450	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
513450	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
513450	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
513450	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
513450	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
513450	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
513450	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
513450	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
513450	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
513450	embedding2nn.weight	0	0.3290327787399292
513450	embedding2nn.weight	1	0.4134065508842468
513450	embedding2nn.weight	2	-0.013953573070466518
513450	embedding2nn.weight	3	0.008398890495300293
513450	embedding2nn.weight	4	-0.06763848662376404
513450	embedding2nn.weight	5	0.0864703506231308
513450	embedding2nn.weight	6	-0.024856651201844215
513450	embedding2nn.weight	7	0.014571378007531166
513450	embedding2nn.weight	8	0.035831518471241
513450	embedding2nn.weight	9	-0.05674904212355614
513450	embedding2nn.bias	0	0.01395938079804182
513450	embedding2nn.bias	1	-0.16390293836593628
513450	embedding2nn.bias	2	0.09576123207807541
513450	embedding2nn.bias	3	0.1677386313676834
513450	embedding2nn.bias	4	0.128157839179039
513450	embedding2nn.bias	5	-0.08132610470056534
513450	embedding2nn.bias	6	-0.06668204814195633
513450	embedding2nn.bias	7	0.044161904603242874
513450	embedding2nn.bias	8	-0.16892708837985992
513450	embedding2nn.bias	9	-0.37812942266464233
513450	rnn.weight_ih_l0	0	-0.03737599402666092
513450	rnn.weight_ih_l0	1	-0.051581576466560364
513450	rnn.weight_ih_l0	2	-0.06737049669027328
513450	rnn.weight_ih_l0	3	0.12678147852420807
513450	rnn.weight_ih_l0	4	0.01659834384918213
513450	rnn.weight_ih_l0	5	-0.05431049317121506
513450	rnn.weight_ih_l0	6	0.014789413660764694
513450	rnn.weight_ih_l0	7	-0.037481889128685
513450	rnn.weight_ih_l0	8	0.017869513481855392
513450	rnn.weight_ih_l0	9	-0.11202391237020493
513450	rnn.weight_hh_l0	0	-0.015850868076086044
513450	rnn.weight_hh_l0	1	0.07421742379665375
513450	rnn.weight_hh_l0	2	0.015605192631483078
513450	rnn.weight_hh_l0	3	-0.01777110993862152
513450	rnn.weight_hh_l0	4	0.042139794677495956
513450	rnn.weight_hh_l0	5	0.030055925250053406
513450	rnn.weight_hh_l0	6	-0.06710454821586609
513450	rnn.weight_hh_l0	7	-0.09876610338687897
513450	rnn.weight_hh_l0	8	0.0367853082716465
513450	rnn.weight_hh_l0	9	-0.10552847385406494
513450	rnn.bias_ih_l0	0	0.19135315716266632
513450	rnn.bias_ih_l0	1	-0.3172158896923065
513450	rnn.bias_ih_l0	2	-0.034129541367292404
513450	rnn.bias_ih_l0	3	-0.23709197342395782
513450	rnn.bias_ih_l0	4	0.026469336822628975
513450	rnn.bias_ih_l0	5	-0.44141677021980286
513450	rnn.bias_ih_l0	6	-0.14428795874118805
513450	rnn.bias_ih_l0	7	-0.3509952127933502
513450	rnn.bias_ih_l0	8	-0.2727351486682892
513450	rnn.bias_ih_l0	9	-0.4537592828273773
513450	rnn.bias_hh_l0	0	-0.3583335280418396
513450	rnn.bias_hh_l0	1	-0.4418763220310211
513450	rnn.bias_hh_l0	2	-0.38404905796051025
513450	rnn.bias_hh_l0	3	-0.07358843088150024
513450	rnn.bias_hh_l0	4	-0.3868209421634674
513450	rnn.bias_hh_l0	5	-0.33695188164711
513450	rnn.bias_hh_l0	6	-0.11642282456159592
513450	rnn.bias_hh_l0	7	0.058034978806972504
513450	rnn.bias_hh_l0	8	-0.23604948818683624
513450	rnn.bias_hh_l0	9	-0.5557239055633545
513450	rnn.weight_ih_l0_reverse	0	0.0300286952406168
513450	rnn.weight_ih_l0_reverse	1	-0.04271417856216431
513450	rnn.weight_ih_l0_reverse	2	-0.005439275410026312
513450	rnn.weight_ih_l0_reverse	3	-0.14616665244102478
513450	rnn.weight_ih_l0_reverse	4	0.08983369916677475
513450	rnn.weight_ih_l0_reverse	5	-0.08333104848861694
513450	rnn.weight_ih_l0_reverse	6	-0.005346090067178011
513450	rnn.weight_ih_l0_reverse	7	0.03277786076068878
513450	rnn.weight_ih_l0_reverse	8	-0.0909041240811348
513450	rnn.weight_ih_l0_reverse	9	-0.07366407662630081
513450	rnn.weight_hh_l0_reverse	0	-0.1498316526412964
513450	rnn.weight_hh_l0_reverse	1	0.033341869711875916
513450	rnn.weight_hh_l0_reverse	2	-0.02610688842833042
513450	rnn.weight_hh_l0_reverse	3	0.027782225981354713
513450	rnn.weight_hh_l0_reverse	4	-0.0877925232052803
513450	rnn.weight_hh_l0_reverse	5	0.031928014010190964
513450	rnn.weight_hh_l0_reverse	6	0.027731964364647865
513450	rnn.weight_hh_l0_reverse	7	-0.09778536111116409
513450	rnn.weight_hh_l0_reverse	8	-0.06403325498104095
513450	rnn.weight_hh_l0_reverse	9	0.05294334143400192
513450	rnn.bias_ih_l0_reverse	0	-0.15503212809562683
513450	rnn.bias_ih_l0_reverse	1	-0.10741118341684341
513450	rnn.bias_ih_l0_reverse	2	0.1283492147922516
513450	rnn.bias_ih_l0_reverse	3	-0.3088195323944092
513450	rnn.bias_ih_l0_reverse	4	-0.00686139240860939
513450	rnn.bias_ih_l0_reverse	5	-0.22652973234653473
513450	rnn.bias_ih_l0_reverse	6	0.2761079668998718
513450	rnn.bias_ih_l0_reverse	7	-0.3438071608543396
513450	rnn.bias_ih_l0_reverse	8	-0.19854508340358734
513450	rnn.bias_ih_l0_reverse	9	-0.19166550040245056
513450	rnn.bias_hh_l0_reverse	0	-0.08671630173921585
513450	rnn.bias_hh_l0_reverse	1	0.2879129946231842
513450	rnn.bias_hh_l0_reverse	2	-0.3293774425983429
513450	rnn.bias_hh_l0_reverse	3	-0.22301198542118073
513450	rnn.bias_hh_l0_reverse	4	-0.40888869762420654
513450	rnn.bias_hh_l0_reverse	5	-0.18706093728542328
513450	rnn.bias_hh_l0_reverse	6	-0.24720291793346405
513450	rnn.bias_hh_l0_reverse	7	-0.08638282120227814
513450	rnn.bias_hh_l0_reverse	8	-0.3126089572906494
513450	rnn.bias_hh_l0_reverse	9	0.18666993081569672
513450	linear.weight	0	0.21647460758686066
513450	linear.weight	1	-0.3915993571281433
513450	linear.weight	2	0.013047514483332634
513450	linear.weight	3	0.0675874575972557
513450	linear.weight	4	-0.14548765122890472
513450	linear.weight	5	0.20359139144420624
513450	linear.weight	6	-0.019335320219397545
513450	linear.weight	7	-0.06087730452418327
513450	linear.weight	8	0.09695141762495041
513450	linear.weight	9	-0.04888654872775078
513450	linear.bias	0	-0.9177785515785217
513450	linear.bias	1	1.8563189506530762
513450	linear.bias	2	0.7420524954795837
513450	linear.bias	3	-2.7023987770080566
513450	linear.bias	4	-0.08926338702440262
513450	linear.bias	5	1.2848302125930786
513450	linear.bias	6	-0.2248842716217041
513450	linear.bias	7	0.7022861242294312
513450	linear.bias	8	2.2223498821258545
513450	linear.bias	9	-1.4586036205291748
514059	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
514059	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
514059	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
514059	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
514059	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
514059	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
514059	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
514059	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
514059	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
514059	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
514059	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
514059	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
514059	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
514059	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
514059	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
514059	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
514059	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
514059	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
514059	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
514059	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
514059	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
514059	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
514059	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
514059	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
514059	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
514059	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
514059	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
514059	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
514059	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
514059	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
514059	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
514059	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
514059	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
514059	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
514059	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
514059	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
514059	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
514059	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
514059	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
514059	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
514059	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
514059	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
514059	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
514059	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
514059	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
514059	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
514059	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
514059	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
514059	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
514059	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
514059	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
514059	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
514059	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
514059	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
514059	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
514059	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
514059	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
514059	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
514059	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
514059	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
514059	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
514059	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
514059	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
514059	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
514059	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
514059	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
514059	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
514059	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
514059	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
514059	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
514059	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
514059	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
514059	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
514059	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
514059	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
514059	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
514059	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
514059	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
514059	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
514059	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
514059	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
514059	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
514059	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
514059	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
514059	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
514059	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
514059	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
514059	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
514059	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
514059	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
514059	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
514059	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
514059	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
514059	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
514059	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
514059	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
514059	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
514059	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
514059	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
514059	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
514059	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
514059	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
514059	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
514059	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
514059	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
514059	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
514059	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
514059	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
514059	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
514059	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
514059	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
514059	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
514059	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
514059	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
514059	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
514059	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
514059	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
514059	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
514059	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
514059	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
514059	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
514059	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
514059	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
514059	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
514059	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
514059	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
514059	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
514059	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
514059	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
514059	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
514059	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
514059	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
514059	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
514059	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
514059	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
514059	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
514059	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
514059	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
514059	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
514059	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
514059	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
514059	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
514059	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
514059	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
514059	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
514059	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
514059	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
514059	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
514059	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
514059	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
514059	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
514059	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
514059	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
514059	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
514059	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
514059	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
514059	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
514059	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
514059	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
514059	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
514059	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
514059	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
514059	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
514059	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
514059	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
514059	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
514059	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
514059	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
514059	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
514059	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
514059	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
514059	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
514059	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
514059	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
514059	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
514059	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
514059	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
514059	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
514059	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
514059	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
514059	embedding2nn.weight	0	0.3269354999065399
514059	embedding2nn.weight	1	0.41585448384284973
514059	embedding2nn.weight	2	-0.010671832598745823
514059	embedding2nn.weight	3	-0.0036907047033309937
514059	embedding2nn.weight	4	-0.06462458521127701
514059	embedding2nn.weight	5	0.08607541769742966
514059	embedding2nn.weight	6	-0.01796930469572544
514059	embedding2nn.weight	7	0.00792675744742155
514059	embedding2nn.weight	8	0.03892800956964493
514059	embedding2nn.weight	9	-0.057182248681783676
514059	embedding2nn.bias	0	0.03200237452983856
514059	embedding2nn.bias	1	-0.17865881323814392
514059	embedding2nn.bias	2	0.1127081885933876
514059	embedding2nn.bias	3	0.170230895280838
514059	embedding2nn.bias	4	0.12934646010398865
514059	embedding2nn.bias	5	-0.06927695870399475
514059	embedding2nn.bias	6	-0.04604712128639221
514059	embedding2nn.bias	7	0.031383417546749115
514059	embedding2nn.bias	8	-0.13735881447792053
514059	embedding2nn.bias	9	-0.3981359601020813
514059	rnn.weight_ih_l0	0	-0.03717132285237312
514059	rnn.weight_ih_l0	1	-0.05216580256819725
514059	rnn.weight_ih_l0	2	-0.061641398817300797
514059	rnn.weight_ih_l0	3	0.1285899430513382
514059	rnn.weight_ih_l0	4	0.013033417984843254
514059	rnn.weight_ih_l0	5	-0.05607274919748306
514059	rnn.weight_ih_l0	6	0.01675231009721756
514059	rnn.weight_ih_l0	7	-0.03044760227203369
514059	rnn.weight_ih_l0	8	0.009821819141507149
514059	rnn.weight_ih_l0	9	-0.11703570932149887
514059	rnn.weight_hh_l0	0	-0.015301540493965149
514059	rnn.weight_hh_l0	1	0.07440275698900223
514059	rnn.weight_hh_l0	2	0.0157319288700819
514059	rnn.weight_hh_l0	3	-0.018745996057987213
514059	rnn.weight_hh_l0	4	0.04109838977456093
514059	rnn.weight_hh_l0	5	0.03146626427769661
514059	rnn.weight_hh_l0	6	-0.06848903000354767
514059	rnn.weight_hh_l0	7	-0.10245785117149353
514059	rnn.weight_hh_l0	8	0.03690307214856148
514059	rnn.weight_hh_l0	9	-0.10543359071016312
514059	rnn.bias_ih_l0	0	0.19434678554534912
514059	rnn.bias_ih_l0	1	-0.3162122964859009
514059	rnn.bias_ih_l0	2	-0.031953539699316025
514059	rnn.bias_ih_l0	3	-0.23678810894489288
514059	rnn.bias_ih_l0	4	0.042640283703804016
514059	rnn.bias_ih_l0	5	-0.45087769627571106
514059	rnn.bias_ih_l0	6	-0.13317959010601044
514059	rnn.bias_ih_l0	7	-0.3512946367263794
514059	rnn.bias_ih_l0	8	-0.27733442187309265
514059	rnn.bias_ih_l0	9	-0.46819305419921875
514059	rnn.bias_hh_l0	0	-0.35166704654693604
514059	rnn.bias_hh_l0	1	-0.43939176201820374
514059	rnn.bias_hh_l0	2	-0.3841121792793274
514059	rnn.bias_hh_l0	3	-0.07207144051790237
514059	rnn.bias_hh_l0	4	-0.39668017625808716
514059	rnn.bias_hh_l0	5	-0.3405378460884094
514059	rnn.bias_hh_l0	6	-0.10664156824350357
514059	rnn.bias_hh_l0	7	0.04776300489902496
514059	rnn.bias_hh_l0	8	-0.24433504045009613
514059	rnn.bias_hh_l0	9	-0.5511398315429688
514059	rnn.weight_ih_l0_reverse	0	0.03618451580405235
514059	rnn.weight_ih_l0_reverse	1	-0.044283509254455566
514059	rnn.weight_ih_l0_reverse	2	-0.007090951316058636
514059	rnn.weight_ih_l0_reverse	3	-0.1485157161951065
514059	rnn.weight_ih_l0_reverse	4	0.09117045253515244
514059	rnn.weight_ih_l0_reverse	5	-0.0880308449268341
514059	rnn.weight_ih_l0_reverse	6	-0.0032592930365353823
514059	rnn.weight_ih_l0_reverse	7	0.031004250049591064
514059	rnn.weight_ih_l0_reverse	8	-0.09775768965482712
514059	rnn.weight_ih_l0_reverse	9	-0.07980650663375854
514059	rnn.weight_hh_l0_reverse	0	-0.151118665933609
514059	rnn.weight_hh_l0_reverse	1	0.033469170331954956
514059	rnn.weight_hh_l0_reverse	2	-0.02502647042274475
514059	rnn.weight_hh_l0_reverse	3	0.029022205621004105
514059	rnn.weight_hh_l0_reverse	4	-0.08720561116933823
514059	rnn.weight_hh_l0_reverse	5	0.03170904517173767
514059	rnn.weight_hh_l0_reverse	6	0.028049370273947716
514059	rnn.weight_hh_l0_reverse	7	-0.09896528720855713
514059	rnn.weight_hh_l0_reverse	8	-0.058419086039066315
514059	rnn.weight_hh_l0_reverse	9	0.05295154079794884
514059	rnn.bias_ih_l0_reverse	0	-0.15942597389221191
514059	rnn.bias_ih_l0_reverse	1	-0.10285506397485733
514059	rnn.bias_ih_l0_reverse	2	0.1267269104719162
514059	rnn.bias_ih_l0_reverse	3	-0.3141055405139923
514059	rnn.bias_ih_l0_reverse	4	-0.006760627496987581
514059	rnn.bias_ih_l0_reverse	5	-0.22669389843940735
514059	rnn.bias_ih_l0_reverse	6	0.27130430936813354
514059	rnn.bias_ih_l0_reverse	7	-0.3471279442310333
514059	rnn.bias_ih_l0_reverse	8	-0.1999351680278778
514059	rnn.bias_ih_l0_reverse	9	-0.19484631717205048
514059	rnn.bias_hh_l0_reverse	0	-0.08246344327926636
514059	rnn.bias_hh_l0_reverse	1	0.2812352180480957
514059	rnn.bias_hh_l0_reverse	2	-0.32654985785484314
514059	rnn.bias_hh_l0_reverse	3	-0.2247259020805359
514059	rnn.bias_hh_l0_reverse	4	-0.4027678668498993
514059	rnn.bias_hh_l0_reverse	5	-0.18273046612739563
514059	rnn.bias_hh_l0_reverse	6	-0.24376912415027618
514059	rnn.bias_hh_l0_reverse	7	-0.09021209925413132
514059	rnn.bias_hh_l0_reverse	8	-0.3127860128879547
514059	rnn.bias_hh_l0_reverse	9	0.19367878139019012
514059	linear.weight	0	0.23970310389995575
514059	linear.weight	1	-0.3739096522331238
514059	linear.weight	2	0.016217106953263283
514059	linear.weight	3	0.06758755445480347
514059	linear.weight	4	-0.1472398042678833
514059	linear.weight	5	0.21711547672748566
514059	linear.weight	6	-0.018427817150950432
514059	linear.weight	7	-0.060867033898830414
514059	linear.weight	8	0.06744612008333206
514059	linear.weight	9	-0.04889765754342079
514059	linear.bias	0	-0.8962823152542114
514059	linear.bias	1	1.8916937112808228
514059	linear.bias	2	0.8031889796257019
514059	linear.bias	3	-2.7027506828308105
514059	linear.bias	4	-0.08886675536632538
514059	linear.bias	5	1.2137020826339722
514059	linear.bias	6	-0.19861504435539246
514059	linear.bias	7	0.7160882353782654
514059	linear.bias	8	2.207400321960449
514059	linear.bias	9	-1.4665553569793701
514668	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
514668	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
514668	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
514668	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
514668	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
514668	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
514668	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
514668	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
514668	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
514668	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
514668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
514668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
514668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
514668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
514668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
514668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
514668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
514668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
514668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
514668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
514668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
514668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
514668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
514668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
514668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
514668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
514668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
514668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
514668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
514668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
514668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
514668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
514668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
514668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
514668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
514668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
514668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
514668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
514668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
514668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
514668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
514668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
514668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
514668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
514668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
514668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
514668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
514668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
514668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
514668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
514668	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
514668	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
514668	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
514668	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
514668	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
514668	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
514668	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
514668	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
514668	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
514668	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
514668	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
514668	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
514668	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
514668	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
514668	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
514668	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
514668	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
514668	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
514668	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
514668	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
514668	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
514668	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
514668	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
514668	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
514668	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
514668	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
514668	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
514668	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
514668	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
514668	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
514668	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
514668	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
514668	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
514668	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
514668	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
514668	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
514668	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
514668	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
514668	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
514668	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
514668	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
514668	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
514668	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
514668	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
514668	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
514668	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
514668	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
514668	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
514668	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
514668	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
514668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
514668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
514668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
514668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
514668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
514668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
514668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
514668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
514668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
514668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
514668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
514668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
514668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
514668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
514668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
514668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
514668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
514668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
514668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
514668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
514668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
514668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
514668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
514668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
514668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
514668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
514668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
514668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
514668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
514668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
514668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
514668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
514668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
514668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
514668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
514668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
514668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
514668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
514668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
514668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
514668	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
514668	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
514668	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
514668	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
514668	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
514668	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
514668	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
514668	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
514668	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
514668	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
514668	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
514668	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
514668	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
514668	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
514668	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
514668	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
514668	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
514668	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
514668	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
514668	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
514668	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
514668	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
514668	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
514668	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
514668	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
514668	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
514668	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
514668	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
514668	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
514668	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
514668	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
514668	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
514668	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
514668	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
514668	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
514668	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
514668	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
514668	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
514668	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
514668	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
514668	embedding2nn.weight	0	0.32452231645584106
514668	embedding2nn.weight	1	0.41141825914382935
514668	embedding2nn.weight	2	-0.010299505665898323
514668	embedding2nn.weight	3	0.031163278967142105
514668	embedding2nn.weight	4	-0.0635092630982399
514668	embedding2nn.weight	5	0.08606375753879547
514668	embedding2nn.weight	6	-0.013432588428258896
514668	embedding2nn.weight	7	0.013992667198181152
514668	embedding2nn.weight	8	0.03603668138384819
514668	embedding2nn.weight	9	-0.06061984598636627
514668	embedding2nn.bias	0	0.03270798176527023
514668	embedding2nn.bias	1	-0.18627016246318817
514668	embedding2nn.bias	2	0.0991632491350174
514668	embedding2nn.bias	3	0.16464999318122864
514668	embedding2nn.bias	4	0.1633913218975067
514668	embedding2nn.bias	5	-0.07200837880373001
514668	embedding2nn.bias	6	-0.041340190917253494
514668	embedding2nn.bias	7	0.05375734716653824
514668	embedding2nn.bias	8	-0.1468171626329422
514668	embedding2nn.bias	9	-0.39783862233161926
514668	rnn.weight_ih_l0	0	-0.03593100607395172
514668	rnn.weight_ih_l0	1	-0.05267815291881561
514668	rnn.weight_ih_l0	2	-0.06201386824250221
514668	rnn.weight_ih_l0	3	0.13031473755836487
514668	rnn.weight_ih_l0	4	0.016920436173677444
514668	rnn.weight_ih_l0	5	-0.05186232551932335
514668	rnn.weight_ih_l0	6	0.015880418941378593
514668	rnn.weight_ih_l0	7	-0.02475760132074356
514668	rnn.weight_ih_l0	8	0.010774888098239899
514668	rnn.weight_ih_l0	9	-0.12269386649131775
514668	rnn.weight_hh_l0	0	-0.016122063621878624
514668	rnn.weight_hh_l0	1	0.07473896443843842
514668	rnn.weight_hh_l0	2	0.01765584386885166
514668	rnn.weight_hh_l0	3	-0.019023381173610687
514668	rnn.weight_hh_l0	4	0.03988289460539818
514668	rnn.weight_hh_l0	5	0.031884368509054184
514668	rnn.weight_hh_l0	6	-0.068785160779953
514668	rnn.weight_hh_l0	7	-0.10605267435312271
514668	rnn.weight_hh_l0	8	0.03689901903271675
514668	rnn.weight_hh_l0	9	-0.10535285621881485
514668	rnn.bias_ih_l0	0	0.18951143324375153
514668	rnn.bias_ih_l0	1	-0.3188757002353668
514668	rnn.bias_ih_l0	2	-0.031578417867422104
514668	rnn.bias_ih_l0	3	-0.24454179406166077
514668	rnn.bias_ih_l0	4	0.043818335980176926
514668	rnn.bias_ih_l0	5	-0.4530041217803955
514668	rnn.bias_ih_l0	6	-0.13436861336231232
514668	rnn.bias_ih_l0	7	-0.34992140531539917
514668	rnn.bias_ih_l0	8	-0.27474310994148254
514668	rnn.bias_ih_l0	9	-0.4692756235599518
514668	rnn.bias_hh_l0	0	-0.3544558584690094
514668	rnn.bias_hh_l0	1	-0.4425426125526428
514668	rnn.bias_hh_l0	2	-0.38860589265823364
514668	rnn.bias_hh_l0	3	-0.06561562418937683
514668	rnn.bias_hh_l0	4	-0.396588534116745
514668	rnn.bias_hh_l0	5	-0.34135738015174866
514668	rnn.bias_hh_l0	6	-0.11138319969177246
514668	rnn.bias_hh_l0	7	0.04405718296766281
514668	rnn.bias_hh_l0	8	-0.2434195578098297
514668	rnn.bias_hh_l0	9	-0.5510790348052979
514668	rnn.weight_ih_l0_reverse	0	0.036200303584337234
514668	rnn.weight_ih_l0_reverse	1	-0.043372929096221924
514668	rnn.weight_ih_l0_reverse	2	-0.009154627099633217
514668	rnn.weight_ih_l0_reverse	3	-0.14513395726680756
514668	rnn.weight_ih_l0_reverse	4	0.09000937640666962
514668	rnn.weight_ih_l0_reverse	5	-0.08422563970088959
514668	rnn.weight_ih_l0_reverse	6	-0.007362977601587772
514668	rnn.weight_ih_l0_reverse	7	0.032488007098436356
514668	rnn.weight_ih_l0_reverse	8	-0.09792143106460571
514668	rnn.weight_ih_l0_reverse	9	-0.08545122295618057
514668	rnn.weight_hh_l0_reverse	0	-0.15156352519989014
514668	rnn.weight_hh_l0_reverse	1	0.03301473334431648
514668	rnn.weight_hh_l0_reverse	2	-0.024943457916378975
514668	rnn.weight_hh_l0_reverse	3	0.02933909371495247
514668	rnn.weight_hh_l0_reverse	4	-0.08494357764720917
514668	rnn.weight_hh_l0_reverse	5	0.03202061727643013
514668	rnn.weight_hh_l0_reverse	6	0.02799147181212902
514668	rnn.weight_hh_l0_reverse	7	-0.10195084661245346
514668	rnn.weight_hh_l0_reverse	8	-0.060457952320575714
514668	rnn.weight_hh_l0_reverse	9	0.052579447627067566
514668	rnn.bias_ih_l0_reverse	0	-0.16665664315223694
514668	rnn.bias_ih_l0_reverse	1	-0.10772723704576492
514668	rnn.bias_ih_l0_reverse	2	0.12297804653644562
514668	rnn.bias_ih_l0_reverse	3	-0.31657758355140686
514668	rnn.bias_ih_l0_reverse	4	-0.011682613752782345
514668	rnn.bias_ih_l0_reverse	5	-0.22566789388656616
514668	rnn.bias_ih_l0_reverse	6	0.2656518220901489
514668	rnn.bias_ih_l0_reverse	7	-0.34126412868499756
514668	rnn.bias_ih_l0_reverse	8	-0.20430287718772888
514668	rnn.bias_ih_l0_reverse	9	-0.19768290221691132
514668	rnn.bias_hh_l0_reverse	0	-0.09037575125694275
514668	rnn.bias_hh_l0_reverse	1	0.2738230228424072
514668	rnn.bias_hh_l0_reverse	2	-0.3197232484817505
514668	rnn.bias_hh_l0_reverse	3	-0.22968395054340363
514668	rnn.bias_hh_l0_reverse	4	-0.40948790311813354
514668	rnn.bias_hh_l0_reverse	5	-0.1792779266834259
514668	rnn.bias_hh_l0_reverse	6	-0.24860259890556335
514668	rnn.bias_hh_l0_reverse	7	-0.09000653028488159
514668	rnn.bias_hh_l0_reverse	8	-0.3074752688407898
514668	rnn.bias_hh_l0_reverse	9	0.20029592514038086
514668	linear.weight	0	0.26725509762763977
514668	linear.weight	1	-0.41182780265808105
514668	linear.weight	2	0.048666566610336304
514668	linear.weight	3	0.06758558005094528
514668	linear.weight	4	-0.1122223362326622
514668	linear.weight	5	0.2388814240694046
514668	linear.weight	6	0.00012353424972388893
514668	linear.weight	7	-0.060856543481349945
514668	linear.weight	8	0.08350736647844315
514668	linear.weight	9	-0.04890645295381546
514668	linear.bias	0	-0.867033064365387
514668	linear.bias	1	1.9242862462997437
514668	linear.bias	2	0.7586214542388916
514668	linear.bias	3	-2.7031052112579346
514668	linear.bias	4	-0.1495409905910492
514668	linear.bias	5	1.2419158220291138
514668	linear.bias	6	-0.19840936362743378
514668	linear.bias	7	0.747524082660675
514668	linear.bias	8	2.207343339920044
514668	linear.bias	9	-1.474658727645874
515277	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
515277	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
515277	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
515277	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
515277	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
515277	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
515277	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
515277	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
515277	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
515277	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
515277	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
515277	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
515277	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
515277	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
515277	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
515277	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
515277	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
515277	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
515277	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
515277	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
515277	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
515277	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
515277	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
515277	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
515277	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
515277	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
515277	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
515277	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
515277	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
515277	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
515277	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
515277	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
515277	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
515277	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
515277	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
515277	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
515277	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
515277	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
515277	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
515277	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
515277	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
515277	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
515277	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
515277	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
515277	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
515277	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
515277	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
515277	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
515277	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
515277	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
515277	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
515277	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
515277	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
515277	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
515277	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
515277	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
515277	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
515277	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
515277	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
515277	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
515277	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
515277	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
515277	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
515277	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
515277	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
515277	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
515277	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
515277	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
515277	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
515277	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
515277	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
515277	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
515277	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
515277	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
515277	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
515277	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
515277	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
515277	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
515277	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
515277	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
515277	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
515277	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
515277	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
515277	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
515277	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
515277	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
515277	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
515277	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
515277	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
515277	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
515277	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
515277	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
515277	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
515277	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
515277	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
515277	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
515277	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
515277	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
515277	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
515277	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
515277	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
515277	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
515277	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
515277	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
515277	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
515277	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
515277	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
515277	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
515277	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
515277	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
515277	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
515277	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
515277	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
515277	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
515277	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
515277	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
515277	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
515277	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
515277	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
515277	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
515277	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
515277	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
515277	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
515277	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
515277	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
515277	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
515277	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
515277	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
515277	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
515277	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
515277	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
515277	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
515277	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
515277	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
515277	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
515277	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
515277	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
515277	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
515277	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
515277	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
515277	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
515277	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
515277	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
515277	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
515277	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
515277	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
515277	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
515277	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
515277	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
515277	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
515277	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
515277	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
515277	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
515277	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
515277	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
515277	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
515277	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
515277	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
515277	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
515277	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
515277	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
515277	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
515277	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
515277	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
515277	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
515277	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
515277	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
515277	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
515277	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
515277	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
515277	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
515277	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
515277	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
515277	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
515277	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
515277	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
515277	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
515277	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
515277	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
515277	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
515277	embedding2nn.weight	0	0.3236190676689148
515277	embedding2nn.weight	1	0.413961797952652
515277	embedding2nn.weight	2	-0.01290771085768938
515277	embedding2nn.weight	3	0.012920576147735119
515277	embedding2nn.weight	4	-0.05403245612978935
515277	embedding2nn.weight	5	0.08350828289985657
515277	embedding2nn.weight	6	-0.013589666225016117
515277	embedding2nn.weight	7	0.009428480640053749
515277	embedding2nn.weight	8	0.04101114720106125
515277	embedding2nn.weight	9	-0.05564558878540993
515277	embedding2nn.bias	0	0.027143269777297974
515277	embedding2nn.bias	1	-0.19411921501159668
515277	embedding2nn.bias	2	0.07974933087825775
515277	embedding2nn.bias	3	0.17632392048835754
515277	embedding2nn.bias	4	0.14313821494579315
515277	embedding2nn.bias	5	-0.0675036609172821
515277	embedding2nn.bias	6	-0.0598817802965641
515277	embedding2nn.bias	7	0.02110675349831581
515277	embedding2nn.bias	8	-0.16776767373085022
515277	embedding2nn.bias	9	-0.39694103598594666
515277	rnn.weight_ih_l0	0	-0.03496822342276573
515277	rnn.weight_ih_l0	1	-0.051430828869342804
515277	rnn.weight_ih_l0	2	-0.06597410887479782
515277	rnn.weight_ih_l0	3	0.12559404969215393
515277	rnn.weight_ih_l0	4	0.017579032108187675
515277	rnn.weight_ih_l0	5	-0.04875923693180084
515277	rnn.weight_ih_l0	6	0.014693080447614193
515277	rnn.weight_ih_l0	7	-0.019592687487602234
515277	rnn.weight_ih_l0	8	0.006585454102605581
515277	rnn.weight_ih_l0	9	-0.12552304565906525
515277	rnn.weight_hh_l0	0	-0.016535699367523193
515277	rnn.weight_hh_l0	1	0.07456766813993454
515277	rnn.weight_hh_l0	2	0.01826459728181362
515277	rnn.weight_hh_l0	3	-0.017731884494423866
515277	rnn.weight_hh_l0	4	0.04018853232264519
515277	rnn.weight_hh_l0	5	0.03170737624168396
515277	rnn.weight_hh_l0	6	-0.0687526986002922
515277	rnn.weight_hh_l0	7	-0.10531014949083328
515277	rnn.weight_hh_l0	8	0.03718898817896843
515277	rnn.weight_hh_l0	9	-0.10428310930728912
515277	rnn.bias_ih_l0	0	0.1858217865228653
515277	rnn.bias_ih_l0	1	-0.31573569774627686
515277	rnn.bias_ih_l0	2	-0.031498849391937256
515277	rnn.bias_ih_l0	3	-0.24301795661449432
515277	rnn.bias_ih_l0	4	0.03587881475687027
515277	rnn.bias_ih_l0	5	-0.4409905672073364
515277	rnn.bias_ih_l0	6	-0.1262328028678894
515277	rnn.bias_ih_l0	7	-0.34950393438339233
515277	rnn.bias_ih_l0	8	-0.280061811208725
515277	rnn.bias_ih_l0	9	-0.46773362159729004
515277	rnn.bias_hh_l0	0	-0.35019561648368835
515277	rnn.bias_hh_l0	1	-0.44481998682022095
515277	rnn.bias_hh_l0	2	-0.3930743336677551
515277	rnn.bias_hh_l0	3	-0.06436511129140854
515277	rnn.bias_hh_l0	4	-0.39774832129478455
515277	rnn.bias_hh_l0	5	-0.3440278172492981
515277	rnn.bias_hh_l0	6	-0.11662358045578003
515277	rnn.bias_hh_l0	7	0.048136331140995026
515277	rnn.bias_hh_l0	8	-0.24648086726665497
515277	rnn.bias_hh_l0	9	-0.5544716715812683
515277	rnn.weight_ih_l0_reverse	0	0.03683827072381973
515277	rnn.weight_ih_l0_reverse	1	-0.04493461176753044
515277	rnn.weight_ih_l0_reverse	2	-0.012566954828798771
515277	rnn.weight_ih_l0_reverse	3	-0.14404968917369843
515277	rnn.weight_ih_l0_reverse	4	0.087375707924366
515277	rnn.weight_ih_l0_reverse	5	-0.07722192257642746
515277	rnn.weight_ih_l0_reverse	6	-0.013864795677363873
515277	rnn.weight_ih_l0_reverse	7	0.03070634789764881
515277	rnn.weight_ih_l0_reverse	8	-0.09727538377046585
515277	rnn.weight_ih_l0_reverse	9	-0.0896449089050293
515277	rnn.weight_hh_l0_reverse	0	-0.15071164071559906
515277	rnn.weight_hh_l0_reverse	1	0.0337199904024601
515277	rnn.weight_hh_l0_reverse	2	-0.02497950568795204
515277	rnn.weight_hh_l0_reverse	3	0.02870982512831688
515277	rnn.weight_hh_l0_reverse	4	-0.08793499320745468
515277	rnn.weight_hh_l0_reverse	5	0.03250013664364815
515277	rnn.weight_hh_l0_reverse	6	0.0279059000313282
515277	rnn.weight_hh_l0_reverse	7	-0.09952932596206665
515277	rnn.weight_hh_l0_reverse	8	-0.06134013086557388
515277	rnn.weight_hh_l0_reverse	9	0.054197024554014206
515277	rnn.bias_ih_l0_reverse	0	-0.1668773591518402
515277	rnn.bias_ih_l0_reverse	1	-0.10938156396150589
515277	rnn.bias_ih_l0_reverse	2	0.12370452284812927
515277	rnn.bias_ih_l0_reverse	3	-0.3092106282711029
515277	rnn.bias_ih_l0_reverse	4	-0.007251493167132139
515277	rnn.bias_ih_l0_reverse	5	-0.2256467342376709
515277	rnn.bias_ih_l0_reverse	6	0.2704297602176666
515277	rnn.bias_ih_l0_reverse	7	-0.35181310772895813
515277	rnn.bias_ih_l0_reverse	8	-0.1997663974761963
515277	rnn.bias_ih_l0_reverse	9	-0.1936464011669159
515277	rnn.bias_hh_l0_reverse	0	-0.09817031770944595
515277	rnn.bias_hh_l0_reverse	1	0.28593549132347107
515277	rnn.bias_hh_l0_reverse	2	-0.323351114988327
515277	rnn.bias_hh_l0_reverse	3	-0.22287768125534058
515277	rnn.bias_hh_l0_reverse	4	-0.40688464045524597
515277	rnn.bias_hh_l0_reverse	5	-0.17962539196014404
515277	rnn.bias_hh_l0_reverse	6	-0.25395721197128296
515277	rnn.bias_hh_l0_reverse	7	-0.08569387346506119
515277	rnn.bias_hh_l0_reverse	8	-0.31202465295791626
515277	rnn.bias_hh_l0_reverse	9	0.20200976729393005
515277	linear.weight	0	0.2575528621673584
515277	linear.weight	1	-0.42023929953575134
515277	linear.weight	2	0.03408517315983772
515277	linear.weight	3	0.06758232414722443
515277	linear.weight	4	-0.09856341779232025
515277	linear.weight	5	0.27332374453544617
515277	linear.weight	6	0.014268497936427593
515277	linear.weight	7	-0.06084774062037468
515277	linear.weight	8	0.0764111652970314
515277	linear.weight	9	-0.048914242535829544
515277	linear.bias	0	-0.8801560997962952
515277	linear.bias	1	1.9082576036453247
515277	linear.bias	2	0.7836980223655701
515277	linear.bias	3	-2.7034518718719482
515277	linear.bias	4	-0.12995046377182007
515277	linear.bias	5	1.2864481210708618
515277	linear.bias	6	-0.18785259127616882
515277	linear.bias	7	0.7663710117340088
515277	linear.bias	8	2.1497302055358887
515277	linear.bias	9	-1.4592560529708862
515886	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
515886	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
515886	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
515886	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
515886	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
515886	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
515886	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
515886	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
515886	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
515886	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
515886	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
515886	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
515886	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
515886	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
515886	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
515886	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
515886	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
515886	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
515886	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
515886	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
515886	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
515886	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
515886	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
515886	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
515886	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
515886	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
515886	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
515886	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
515886	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
515886	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
515886	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
515886	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
515886	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
515886	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
515886	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
515886	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
515886	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
515886	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
515886	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
515886	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
515886	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
515886	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
515886	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
515886	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
515886	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
515886	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
515886	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
515886	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
515886	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
515886	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
515886	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
515886	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
515886	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
515886	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
515886	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
515886	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
515886	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
515886	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
515886	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
515886	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
515886	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
515886	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
515886	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
515886	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
515886	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
515886	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
515886	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
515886	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
515886	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
515886	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
515886	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
515886	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
515886	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
515886	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
515886	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
515886	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
515886	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
515886	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
515886	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
515886	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
515886	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
515886	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
515886	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
515886	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
515886	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
515886	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
515886	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
515886	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
515886	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
515886	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
515886	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
515886	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
515886	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
515886	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
515886	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
515886	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
515886	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
515886	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
515886	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
515886	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
515886	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
515886	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
515886	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
515886	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
515886	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
515886	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
515886	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
515886	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
515886	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
515886	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
515886	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
515886	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
515886	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
515886	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
515886	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
515886	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
515886	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
515886	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
515886	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
515886	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
515886	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
515886	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
515886	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
515886	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
515886	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
515886	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
515886	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
515886	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
515886	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
515886	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
515886	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
515886	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
515886	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
515886	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
515886	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
515886	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
515886	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
515886	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
515886	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
515886	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
515886	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
515886	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
515886	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
515886	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
515886	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
515886	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
515886	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
515886	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
515886	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
515886	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
515886	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
515886	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
515886	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
515886	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
515886	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
515886	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
515886	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
515886	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
515886	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
515886	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
515886	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
515886	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
515886	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
515886	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
515886	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
515886	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
515886	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
515886	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
515886	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
515886	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
515886	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
515886	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
515886	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
515886	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
515886	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
515886	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
515886	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
515886	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
515886	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
515886	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
515886	embedding2nn.weight	0	0.32328954339027405
515886	embedding2nn.weight	1	0.41127803921699524
515886	embedding2nn.weight	2	-0.011584699153900146
515886	embedding2nn.weight	3	0.002471640706062317
515886	embedding2nn.weight	4	-0.05456581339240074
515886	embedding2nn.weight	5	0.08453983813524246
515886	embedding2nn.weight	6	-0.024170678108930588
515886	embedding2nn.weight	7	0.008041076362133026
515886	embedding2nn.weight	8	0.03134943172335625
515886	embedding2nn.weight	9	-0.04876282811164856
515886	embedding2nn.bias	0	0.0456840917468071
515886	embedding2nn.bias	1	-0.1863679438829422
515886	embedding2nn.bias	2	0.07325950264930725
515886	embedding2nn.bias	3	0.16196778416633606
515886	embedding2nn.bias	4	0.15487222373485565
515886	embedding2nn.bias	5	-0.0693536177277565
515886	embedding2nn.bias	6	-0.04430462047457695
515886	embedding2nn.bias	7	0.024031206965446472
515886	embedding2nn.bias	8	-0.16705450415611267
515886	embedding2nn.bias	9	-0.4111199975013733
515886	rnn.weight_ih_l0	0	-0.03180719166994095
515886	rnn.weight_ih_l0	1	-0.05111091583967209
515886	rnn.weight_ih_l0	2	-0.07379208505153656
515886	rnn.weight_ih_l0	3	0.12344412505626678
515886	rnn.weight_ih_l0	4	0.012394947931170464
515886	rnn.weight_ih_l0	5	-0.05364984646439552
515886	rnn.weight_ih_l0	6	0.00993288028985262
515886	rnn.weight_ih_l0	7	-0.0166168212890625
515886	rnn.weight_ih_l0	8	0.0008211965323425829
515886	rnn.weight_ih_l0	9	-0.12950056791305542
515886	rnn.weight_hh_l0	0	-0.01605953648686409
515886	rnn.weight_hh_l0	1	0.07533486932516098
515886	rnn.weight_hh_l0	2	0.018479885533452034
515886	rnn.weight_hh_l0	3	-0.01767859049141407
515886	rnn.weight_hh_l0	4	0.041645679622888565
515886	rnn.weight_hh_l0	5	0.030141014605760574
515886	rnn.weight_hh_l0	6	-0.06932466477155685
515886	rnn.weight_hh_l0	7	-0.10424739122390747
515886	rnn.weight_hh_l0	8	0.03758253529667854
515886	rnn.weight_hh_l0	9	-0.10479385405778885
515886	rnn.bias_ih_l0	0	0.1910158395767212
515886	rnn.bias_ih_l0	1	-0.32134151458740234
515886	rnn.bias_ih_l0	2	-0.029629182070493698
515886	rnn.bias_ih_l0	3	-0.2477176934480667
515886	rnn.bias_ih_l0	4	0.03720735386013985
515886	rnn.bias_ih_l0	5	-0.4377601742744446
515886	rnn.bias_ih_l0	6	-0.11330240219831467
515886	rnn.bias_ih_l0	7	-0.3495751917362213
515886	rnn.bias_ih_l0	8	-0.2806134819984436
515886	rnn.bias_ih_l0	9	-0.4538026452064514
515886	rnn.bias_hh_l0	0	-0.35221293568611145
515886	rnn.bias_hh_l0	1	-0.44311854243278503
515886	rnn.bias_hh_l0	2	-0.3938028812408447
515886	rnn.bias_hh_l0	3	-0.05949196219444275
515886	rnn.bias_hh_l0	4	-0.3961707651615143
515886	rnn.bias_hh_l0	5	-0.3436979651451111
515886	rnn.bias_hh_l0	6	-0.11467048525810242
515886	rnn.bias_hh_l0	7	0.05408469960093498
515886	rnn.bias_hh_l0	8	-0.234568253159523
515886	rnn.bias_hh_l0	9	-0.5584257245063782
515886	rnn.weight_ih_l0_reverse	0	0.03561291843652725
515886	rnn.weight_ih_l0_reverse	1	-0.0434933565557003
515886	rnn.weight_ih_l0_reverse	2	-0.01387788262218237
515886	rnn.weight_ih_l0_reverse	3	-0.14663845300674438
515886	rnn.weight_ih_l0_reverse	4	0.08819494396448135
515886	rnn.weight_ih_l0_reverse	5	-0.0950903594493866
515886	rnn.weight_ih_l0_reverse	6	-0.013458644971251488
515886	rnn.weight_ih_l0_reverse	7	0.03204265236854553
515886	rnn.weight_ih_l0_reverse	8	-0.0941179171204567
515886	rnn.weight_ih_l0_reverse	9	-0.08918805420398712
515886	rnn.weight_hh_l0_reverse	0	-0.15104103088378906
515886	rnn.weight_hh_l0_reverse	1	0.03388016298413277
515886	rnn.weight_hh_l0_reverse	2	-0.025216586887836456
515886	rnn.weight_hh_l0_reverse	3	0.027750549837946892
515886	rnn.weight_hh_l0_reverse	4	-0.08715563267469406
515886	rnn.weight_hh_l0_reverse	5	0.03225647285580635
515886	rnn.weight_hh_l0_reverse	6	0.02780725061893463
515886	rnn.weight_hh_l0_reverse	7	-0.10189629346132278
515886	rnn.weight_hh_l0_reverse	8	-0.061084263026714325
515886	rnn.weight_hh_l0_reverse	9	0.052281979471445084
515886	rnn.bias_ih_l0_reverse	0	-0.16985644400119781
515886	rnn.bias_ih_l0_reverse	1	-0.10933751612901688
515886	rnn.bias_ih_l0_reverse	2	0.12630407512187958
515886	rnn.bias_ih_l0_reverse	3	-0.30686214566230774
515886	rnn.bias_ih_l0_reverse	4	-0.007367555517703295
515886	rnn.bias_ih_l0_reverse	5	-0.22150376439094543
515886	rnn.bias_ih_l0_reverse	6	0.2730787992477417
515886	rnn.bias_ih_l0_reverse	7	-0.3462766408920288
515886	rnn.bias_ih_l0_reverse	8	-0.20188820362091064
515886	rnn.bias_ih_l0_reverse	9	-0.193759486079216
515886	rnn.bias_hh_l0_reverse	0	-0.10374034941196442
515886	rnn.bias_hh_l0_reverse	1	0.28497231006622314
515886	rnn.bias_hh_l0_reverse	2	-0.3265739679336548
515886	rnn.bias_hh_l0_reverse	3	-0.2193153202533722
515886	rnn.bias_hh_l0_reverse	4	-0.40321531891822815
515886	rnn.bias_hh_l0_reverse	5	-0.1880439966917038
515886	rnn.bias_hh_l0_reverse	6	-0.26245081424713135
515886	rnn.bias_hh_l0_reverse	7	-0.0841941311955452
515886	rnn.bias_hh_l0_reverse	8	-0.3095496892929077
515886	rnn.bias_hh_l0_reverse	9	0.2118818461894989
515886	linear.weight	0	0.2704872488975525
515886	linear.weight	1	-0.41610273718833923
515886	linear.weight	2	0.0594460591673851
515886	linear.weight	3	0.06758268177509308
515886	linear.weight	4	-0.13399899005889893
515886	linear.weight	5	0.2696581184864044
515886	linear.weight	6	0.027157120406627655
515886	linear.weight	7	-0.06083729863166809
515886	linear.weight	8	0.07271597534418106
515886	linear.weight	9	-0.04892377555370331
515886	linear.bias	0	-0.863624632358551
515886	linear.bias	1	1.8801478147506714
515886	linear.bias	2	0.7513729929924011
515886	linear.bias	3	-2.7038352489471436
515886	linear.bias	4	-0.12415773421525955
515886	linear.bias	5	1.3047624826431274
515886	linear.bias	6	-0.22251339256763458
515886	linear.bias	7	0.7786604762077332
515886	linear.bias	8	2.1980435848236084
515886	linear.bias	9	-1.4513806104660034
516495	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
516495	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
516495	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
516495	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
516495	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
516495	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
516495	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
516495	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
516495	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
516495	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
516495	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
516495	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
516495	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
516495	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
516495	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
516495	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
516495	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
516495	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
516495	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
516495	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
516495	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
516495	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
516495	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
516495	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
516495	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
516495	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
516495	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
516495	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
516495	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
516495	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
516495	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
516495	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
516495	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
516495	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
516495	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
516495	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
516495	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
516495	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
516495	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
516495	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
516495	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
516495	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
516495	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
516495	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
516495	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
516495	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
516495	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
516495	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
516495	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
516495	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
516495	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
516495	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
516495	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
516495	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
516495	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
516495	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
516495	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
516495	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
516495	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
516495	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
516495	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
516495	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
516495	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
516495	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
516495	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
516495	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
516495	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
516495	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
516495	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
516495	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
516495	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
516495	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
516495	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
516495	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
516495	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
516495	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
516495	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
516495	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
516495	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
516495	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
516495	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
516495	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
516495	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
516495	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
516495	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
516495	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
516495	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
516495	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
516495	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
516495	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
516495	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
516495	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
516495	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
516495	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
516495	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
516495	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
516495	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
516495	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
516495	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
516495	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
516495	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
516495	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
516495	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
516495	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
516495	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
516495	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
516495	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
516495	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
516495	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
516495	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
516495	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
516495	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
516495	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
516495	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
516495	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
516495	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
516495	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
516495	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
516495	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
516495	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
516495	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
516495	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
516495	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
516495	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
516495	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
516495	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
516495	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
516495	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
516495	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
516495	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
516495	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
516495	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
516495	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
516495	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
516495	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
516495	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
516495	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
516495	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
516495	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
516495	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
516495	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
516495	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
516495	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
516495	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
516495	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
516495	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
516495	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
516495	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
516495	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
516495	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
516495	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
516495	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
516495	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
516495	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
516495	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
516495	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
516495	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
516495	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
516495	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
516495	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
516495	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
516495	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
516495	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
516495	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
516495	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
516495	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
516495	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
516495	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
516495	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
516495	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
516495	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
516495	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
516495	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
516495	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
516495	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
516495	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
516495	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
516495	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
516495	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
516495	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
516495	embedding2nn.weight	0	0.32570114731788635
516495	embedding2nn.weight	1	0.4103091359138489
516495	embedding2nn.weight	2	-0.00822384562343359
516495	embedding2nn.weight	3	0.016729459166526794
516495	embedding2nn.weight	4	-0.056598883122205734
516495	embedding2nn.weight	5	0.08116260915994644
516495	embedding2nn.weight	6	-0.016560280695557594
516495	embedding2nn.weight	7	0.013352734036743641
516495	embedding2nn.weight	8	0.02932482585310936
516495	embedding2nn.weight	9	-0.04498736932873726
516495	embedding2nn.bias	0	0.011754981242120266
516495	embedding2nn.bias	1	-0.18691463768482208
516495	embedding2nn.bias	2	0.09078547358512878
516495	embedding2nn.bias	3	0.17021124064922333
516495	embedding2nn.bias	4	0.14019693434238434
516495	embedding2nn.bias	5	-0.04338735714554787
516495	embedding2nn.bias	6	-0.037228990346193314
516495	embedding2nn.bias	7	0.02370760403573513
516495	embedding2nn.bias	8	-0.17775142192840576
516495	embedding2nn.bias	9	-0.39107051491737366
516495	rnn.weight_ih_l0	0	-0.030417639762163162
516495	rnn.weight_ih_l0	1	-0.05370898172259331
516495	rnn.weight_ih_l0	2	-0.0704745352268219
516495	rnn.weight_ih_l0	3	0.12848111987113953
516495	rnn.weight_ih_l0	4	0.008877004496753216
516495	rnn.weight_ih_l0	5	-0.05266652628779411
516495	rnn.weight_ih_l0	6	0.01048746146261692
516495	rnn.weight_ih_l0	7	-0.01830780878663063
516495	rnn.weight_ih_l0	8	-0.0021458114497363567
516495	rnn.weight_ih_l0	9	-0.1302908957004547
516495	rnn.weight_hh_l0	0	-0.01653488166630268
516495	rnn.weight_hh_l0	1	0.07547368109226227
516495	rnn.weight_hh_l0	2	0.019632108509540558
516495	rnn.weight_hh_l0	3	-0.016955897212028503
516495	rnn.weight_hh_l0	4	0.041189044713974
516495	rnn.weight_hh_l0	5	0.02711953967809677
516495	rnn.weight_hh_l0	6	-0.06985706835985184
516495	rnn.weight_hh_l0	7	-0.10537169873714447
516495	rnn.weight_hh_l0	8	0.03707832098007202
516495	rnn.weight_hh_l0	9	-0.10500094294548035
516495	rnn.bias_ih_l0	0	0.19652989506721497
516495	rnn.bias_ih_l0	1	-0.3179410994052887
516495	rnn.bias_ih_l0	2	-0.029925992712378502
516495	rnn.bias_ih_l0	3	-0.24147188663482666
516495	rnn.bias_ih_l0	4	0.044057805091142654
516495	rnn.bias_ih_l0	5	-0.427979052066803
516495	rnn.bias_ih_l0	6	-0.12309182435274124
516495	rnn.bias_ih_l0	7	-0.34817102551460266
516495	rnn.bias_ih_l0	8	-0.27543994784355164
516495	rnn.bias_ih_l0	9	-0.4543623626232147
516495	rnn.bias_hh_l0	0	-0.357934832572937
516495	rnn.bias_hh_l0	1	-0.4451780915260315
516495	rnn.bias_hh_l0	2	-0.39585232734680176
516495	rnn.bias_hh_l0	3	-0.06129942089319229
516495	rnn.bias_hh_l0	4	-0.39893385767936707
516495	rnn.bias_hh_l0	5	-0.3465901017189026
516495	rnn.bias_hh_l0	6	-0.11198935657739639
516495	rnn.bias_hh_l0	7	0.05247274786233902
516495	rnn.bias_hh_l0	8	-0.24075376987457275
516495	rnn.bias_hh_l0	9	-0.560261607170105
516495	rnn.weight_ih_l0_reverse	0	0.040788181126117706
516495	rnn.weight_ih_l0_reverse	1	-0.042944323271512985
516495	rnn.weight_ih_l0_reverse	2	-0.01253440324217081
516495	rnn.weight_ih_l0_reverse	3	-0.15288318693637848
516495	rnn.weight_ih_l0_reverse	4	0.09067738056182861
516495	rnn.weight_ih_l0_reverse	5	-0.08775968849658966
516495	rnn.weight_ih_l0_reverse	6	-0.014008702710270882
516495	rnn.weight_ih_l0_reverse	7	0.031845562160015106
516495	rnn.weight_ih_l0_reverse	8	-0.09239771962165833
516495	rnn.weight_ih_l0_reverse	9	-0.0861152708530426
516495	rnn.weight_hh_l0_reverse	0	-0.15017960965633392
516495	rnn.weight_hh_l0_reverse	1	0.033120669424533844
516495	rnn.weight_hh_l0_reverse	2	-0.025542259216308594
516495	rnn.weight_hh_l0_reverse	3	0.02799028716981411
516495	rnn.weight_hh_l0_reverse	4	-0.08832444995641708
516495	rnn.weight_hh_l0_reverse	5	0.03295888751745224
516495	rnn.weight_hh_l0_reverse	6	0.027971280738711357
516495	rnn.weight_hh_l0_reverse	7	-0.10372752696275711
516495	rnn.weight_hh_l0_reverse	8	-0.05913908779621124
516495	rnn.weight_hh_l0_reverse	9	0.053808849304914474
516495	rnn.bias_ih_l0_reverse	0	-0.16495680809020996
516495	rnn.bias_ih_l0_reverse	1	-0.10050014406442642
516495	rnn.bias_ih_l0_reverse	2	0.12579146027565002
516495	rnn.bias_ih_l0_reverse	3	-0.30052152276039124
516495	rnn.bias_ih_l0_reverse	4	-0.007147185504436493
516495	rnn.bias_ih_l0_reverse	5	-0.2193612903356552
516495	rnn.bias_ih_l0_reverse	6	0.2721787989139557
516495	rnn.bias_ih_l0_reverse	7	-0.3431277275085449
516495	rnn.bias_ih_l0_reverse	8	-0.19708473980426788
516495	rnn.bias_ih_l0_reverse	9	-0.197053000330925
516495	rnn.bias_hh_l0_reverse	0	-0.09971725940704346
516495	rnn.bias_hh_l0_reverse	1	0.2907811105251312
516495	rnn.bias_hh_l0_reverse	2	-0.33174264430999756
516495	rnn.bias_hh_l0_reverse	3	-0.2167544811964035
516495	rnn.bias_hh_l0_reverse	4	-0.40347883105278015
516495	rnn.bias_hh_l0_reverse	5	-0.18714171648025513
516495	rnn.bias_hh_l0_reverse	6	-0.260735422372818
516495	rnn.bias_hh_l0_reverse	7	-0.08453582227230072
516495	rnn.bias_hh_l0_reverse	8	-0.3108280897140503
516495	rnn.bias_hh_l0_reverse	9	0.21041066944599152
516495	linear.weight	0	0.23608845472335815
516495	linear.weight	1	-0.44535353779792786
516495	linear.weight	2	0.021280618384480476
516495	linear.weight	3	0.06758326292037964
516495	linear.weight	4	-0.10734298080205917
516495	linear.weight	5	0.275704026222229
516495	linear.weight	6	0.009111191146075726
516495	linear.weight	7	-0.06083147972822189
516495	linear.weight	8	0.09242291748523712
516495	linear.weight	9	-0.04893088340759277
516495	linear.bias	0	-0.8614252209663391
516495	linear.bias	1	1.890834093093872
516495	linear.bias	2	0.7539857029914856
516495	linear.bias	3	-2.7041847705841064
516495	linear.bias	4	-0.13188676536083221
516495	linear.bias	5	1.2542922496795654
516495	linear.bias	6	-0.21075543761253357
516495	linear.bias	7	0.77723228931427
516495	linear.bias	8	2.203962564468384
516495	linear.bias	9	-1.4550520181655884
517104	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
517104	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
517104	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
517104	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
517104	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
517104	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
517104	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
517104	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
517104	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
517104	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
517104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
517104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
517104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
517104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
517104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
517104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
517104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
517104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
517104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
517104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
517104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
517104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
517104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
517104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
517104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
517104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
517104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
517104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
517104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
517104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
517104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
517104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
517104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
517104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
517104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
517104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
517104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
517104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
517104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
517104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
517104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
517104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
517104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
517104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
517104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
517104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
517104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
517104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
517104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
517104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
517104	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
517104	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
517104	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
517104	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
517104	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
517104	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
517104	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
517104	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
517104	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
517104	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
517104	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
517104	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
517104	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
517104	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
517104	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
517104	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
517104	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
517104	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
517104	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
517104	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
517104	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
517104	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
517104	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
517104	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
517104	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
517104	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
517104	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
517104	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
517104	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
517104	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
517104	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
517104	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
517104	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
517104	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
517104	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
517104	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
517104	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
517104	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
517104	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
517104	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
517104	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
517104	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
517104	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
517104	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
517104	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
517104	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
517104	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
517104	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
517104	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
517104	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
517104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
517104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
517104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
517104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
517104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
517104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
517104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
517104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
517104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
517104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
517104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
517104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
517104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
517104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
517104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
517104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
517104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
517104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
517104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
517104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
517104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
517104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
517104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
517104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
517104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
517104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
517104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
517104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
517104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
517104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
517104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
517104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
517104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
517104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
517104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
517104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
517104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
517104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
517104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
517104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
517104	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
517104	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
517104	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
517104	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
517104	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
517104	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
517104	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
517104	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
517104	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
517104	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
517104	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
517104	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
517104	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
517104	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
517104	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
517104	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
517104	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
517104	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
517104	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
517104	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
517104	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
517104	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
517104	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
517104	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
517104	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
517104	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
517104	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
517104	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
517104	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
517104	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
517104	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
517104	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
517104	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
517104	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
517104	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
517104	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
517104	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
517104	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
517104	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
517104	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
517104	embedding2nn.weight	0	0.32575368881225586
517104	embedding2nn.weight	1	0.4082805812358856
517104	embedding2nn.weight	2	-0.012260153889656067
517104	embedding2nn.weight	3	0.029639555141329765
517104	embedding2nn.weight	4	-0.05598042532801628
517104	embedding2nn.weight	5	0.07437552511692047
517104	embedding2nn.weight	6	-0.022676078602671623
517104	embedding2nn.weight	7	0.00475153187289834
517104	embedding2nn.weight	8	0.02872639149427414
517104	embedding2nn.weight	9	-0.046102799475193024
517104	embedding2nn.bias	0	0.02886328659951687
517104	embedding2nn.bias	1	-0.1717611849308014
517104	embedding2nn.bias	2	0.10612326860427856
517104	embedding2nn.bias	3	0.16035860776901245
517104	embedding2nn.bias	4	0.16083677113056183
517104	embedding2nn.bias	5	-0.06688755005598068
517104	embedding2nn.bias	6	-0.03134796395897865
517104	embedding2nn.bias	7	0.04021896421909332
517104	embedding2nn.bias	8	-0.16437958180904388
517104	embedding2nn.bias	9	-0.3782772421836853
517104	rnn.weight_ih_l0	0	-0.029901718720793724
517104	rnn.weight_ih_l0	1	-0.055062271654605865
517104	rnn.weight_ih_l0	2	-0.06665918231010437
517104	rnn.weight_ih_l0	3	0.1325204074382782
517104	rnn.weight_ih_l0	4	0.007177490741014481
517104	rnn.weight_ih_l0	5	-0.054740000516176224
517104	rnn.weight_ih_l0	6	0.007093027234077454
517104	rnn.weight_ih_l0	7	-0.023598773404955864
517104	rnn.weight_ih_l0	8	-0.004058698192238808
517104	rnn.weight_ih_l0	9	-0.13314959406852722
517104	rnn.weight_hh_l0	0	-0.01624387316405773
517104	rnn.weight_hh_l0	1	0.07549727708101273
517104	rnn.weight_hh_l0	2	0.01967471092939377
517104	rnn.weight_hh_l0	3	-0.01749231480062008
517104	rnn.weight_hh_l0	4	0.04243997856974602
517104	rnn.weight_hh_l0	5	0.02749938704073429
517104	rnn.weight_hh_l0	6	-0.06984950602054596
517104	rnn.weight_hh_l0	7	-0.1049509048461914
517104	rnn.weight_hh_l0	8	0.03664273023605347
517104	rnn.weight_hh_l0	9	-0.10536927729845047
517104	rnn.bias_ih_l0	0	0.20943816006183624
517104	rnn.bias_ih_l0	1	-0.3165493309497833
517104	rnn.bias_ih_l0	2	-0.03404955193400383
517104	rnn.bias_ih_l0	3	-0.24597150087356567
517104	rnn.bias_ih_l0	4	0.048252250999212265
517104	rnn.bias_ih_l0	5	-0.42753320932388306
517104	rnn.bias_ih_l0	6	-0.12546835839748383
517104	rnn.bias_ih_l0	7	-0.34492167830467224
517104	rnn.bias_ih_l0	8	-0.2774413824081421
517104	rnn.bias_ih_l0	9	-0.45779818296432495
517104	rnn.bias_hh_l0	0	-0.35306334495544434
517104	rnn.bias_hh_l0	1	-0.44350337982177734
517104	rnn.bias_hh_l0	2	-0.39649900794029236
517104	rnn.bias_hh_l0	3	-0.06412433087825775
517104	rnn.bias_hh_l0	4	-0.39761054515838623
517104	rnn.bias_hh_l0	5	-0.34839409589767456
517104	rnn.bias_hh_l0	6	-0.10997173190116882
517104	rnn.bias_hh_l0	7	0.05697392672300339
517104	rnn.bias_hh_l0	8	-0.2363044172525406
517104	rnn.bias_hh_l0	9	-0.5586963295936584
517104	rnn.weight_ih_l0_reverse	0	0.037589866667985916
517104	rnn.weight_ih_l0_reverse	1	-0.04020172730088234
517104	rnn.weight_ih_l0_reverse	2	-0.013394366949796677
517104	rnn.weight_ih_l0_reverse	3	-0.1542433202266693
517104	rnn.weight_ih_l0_reverse	4	0.0885360836982727
517104	rnn.weight_ih_l0_reverse	5	-0.09869000315666199
517104	rnn.weight_ih_l0_reverse	6	-0.016089705750346184
517104	rnn.weight_ih_l0_reverse	7	0.03236082196235657
517104	rnn.weight_ih_l0_reverse	8	-0.09061864763498306
517104	rnn.weight_ih_l0_reverse	9	-0.08742766082286835
517104	rnn.weight_hh_l0_reverse	0	-0.15057137608528137
517104	rnn.weight_hh_l0_reverse	1	0.03245421499013901
517104	rnn.weight_hh_l0_reverse	2	-0.026575583964586258
517104	rnn.weight_hh_l0_reverse	3	0.0287032313644886
517104	rnn.weight_hh_l0_reverse	4	-0.08829458057880402
517104	rnn.weight_hh_l0_reverse	5	0.03317342698574066
517104	rnn.weight_hh_l0_reverse	6	0.0276414155960083
517104	rnn.weight_hh_l0_reverse	7	-0.10319234430789948
517104	rnn.weight_hh_l0_reverse	8	-0.05818251520395279
517104	rnn.weight_hh_l0_reverse	9	0.052283160388469696
517104	rnn.bias_ih_l0_reverse	0	-0.16376647353172302
517104	rnn.bias_ih_l0_reverse	1	-0.10339437425136566
517104	rnn.bias_ih_l0_reverse	2	0.12178768962621689
517104	rnn.bias_ih_l0_reverse	3	-0.31128376722335815
517104	rnn.bias_ih_l0_reverse	4	0.0008840396767482162
517104	rnn.bias_ih_l0_reverse	5	-0.21394240856170654
517104	rnn.bias_ih_l0_reverse	6	0.27517130970954895
517104	rnn.bias_ih_l0_reverse	7	-0.3358645439147949
517104	rnn.bias_ih_l0_reverse	8	-0.19285467267036438
517104	rnn.bias_ih_l0_reverse	9	-0.1963343769311905
517104	rnn.bias_hh_l0_reverse	0	-0.09584187716245651
517104	rnn.bias_hh_l0_reverse	1	0.29252946376800537
517104	rnn.bias_hh_l0_reverse	2	-0.3345626890659332
517104	rnn.bias_hh_l0_reverse	3	-0.21744613349437714
517104	rnn.bias_hh_l0_reverse	4	-0.39435356855392456
517104	rnn.bias_hh_l0_reverse	5	-0.18461188673973083
517104	rnn.bias_hh_l0_reverse	6	-0.2587653696537018
517104	rnn.bias_hh_l0_reverse	7	-0.07972513139247894
517104	rnn.bias_hh_l0_reverse	8	-0.3135155141353607
517104	rnn.bias_hh_l0_reverse	9	0.20840780436992645
517104	linear.weight	0	0.25213468074798584
517104	linear.weight	1	-0.3982082009315491
517104	linear.weight	2	-0.02005089446902275
517104	linear.weight	3	0.06758429110050201
517104	linear.weight	4	-0.09231497347354889
517104	linear.weight	5	0.25451159477233887
517104	linear.weight	6	-0.00455558393150568
517104	linear.weight	7	-0.06082673743367195
517104	linear.weight	8	0.11671257764101028
517104	linear.weight	9	-0.048939693719148636
517104	linear.bias	0	-0.8798686265945435
517104	linear.bias	1	1.8798645734786987
517104	linear.bias	2	0.7459464073181152
517104	linear.bias	3	-2.704519271850586
517104	linear.bias	4	-0.10523917526006699
517104	linear.bias	5	1.2799837589263916
517104	linear.bias	6	-0.21520809829235077
517104	linear.bias	7	0.764535129070282
517104	linear.bias	8	2.1641037464141846
517104	linear.bias	9	-1.4572746753692627
517713	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
517713	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
517713	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
517713	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
517713	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
517713	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
517713	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
517713	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
517713	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
517713	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
517713	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
517713	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
517713	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
517713	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
517713	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
517713	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
517713	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
517713	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
517713	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
517713	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
517713	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
517713	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
517713	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
517713	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
517713	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
517713	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
517713	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
517713	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
517713	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
517713	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
517713	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
517713	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
517713	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
517713	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
517713	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
517713	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
517713	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
517713	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
517713	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
517713	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
517713	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
517713	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
517713	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
517713	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
517713	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
517713	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
517713	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
517713	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
517713	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
517713	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
517713	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
517713	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
517713	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
517713	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
517713	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
517713	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
517713	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
517713	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
517713	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
517713	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
517713	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
517713	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
517713	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
517713	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
517713	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
517713	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
517713	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
517713	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
517713	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
517713	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
517713	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
517713	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
517713	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
517713	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
517713	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
517713	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
517713	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
517713	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
517713	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
517713	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
517713	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
517713	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
517713	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
517713	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
517713	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
517713	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
517713	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
517713	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
517713	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
517713	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
517713	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
517713	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
517713	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
517713	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
517713	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
517713	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
517713	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
517713	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
517713	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
517713	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
517713	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
517713	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
517713	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
517713	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
517713	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
517713	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
517713	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
517713	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
517713	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
517713	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
517713	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
517713	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
517713	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
517713	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
517713	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
517713	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
517713	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
517713	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
517713	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
517713	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
517713	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
517713	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
517713	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
517713	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
517713	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
517713	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
517713	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
517713	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
517713	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
517713	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
517713	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
517713	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
517713	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
517713	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
517713	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
517713	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
517713	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
517713	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
517713	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
517713	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
517713	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
517713	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
517713	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
517713	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
517713	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
517713	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
517713	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
517713	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
517713	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
517713	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
517713	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
517713	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
517713	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
517713	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
517713	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
517713	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
517713	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
517713	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
517713	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
517713	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
517713	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
517713	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
517713	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
517713	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
517713	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
517713	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
517713	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
517713	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
517713	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
517713	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
517713	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
517713	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
517713	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
517713	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
517713	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
517713	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
517713	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
517713	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
517713	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
517713	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
517713	embedding2nn.weight	0	0.32491180300712585
517713	embedding2nn.weight	1	0.40288007259368896
517713	embedding2nn.weight	2	-0.015018563717603683
517713	embedding2nn.weight	3	0.028332404792308807
517713	embedding2nn.weight	4	-0.05728352814912796
517713	embedding2nn.weight	5	0.07737650722265244
517713	embedding2nn.weight	6	-0.008736190386116505
517713	embedding2nn.weight	7	0.008416634984314442
517713	embedding2nn.weight	8	0.03248681500554085
517713	embedding2nn.weight	9	-0.048400864005088806
517713	embedding2nn.bias	0	0.03892874717712402
517713	embedding2nn.bias	1	-0.18377141654491425
517713	embedding2nn.bias	2	0.08890809118747711
517713	embedding2nn.bias	3	0.16590258479118347
517713	embedding2nn.bias	4	0.15384209156036377
517713	embedding2nn.bias	5	-0.07013919204473495
517713	embedding2nn.bias	6	-0.023451030254364014
517713	embedding2nn.bias	7	0.048069216310977936
517713	embedding2nn.bias	8	-0.18260061740875244
517713	embedding2nn.bias	9	-0.372099906206131
517713	rnn.weight_ih_l0	0	-0.030728183686733246
517713	rnn.weight_ih_l0	1	-0.054255321621894836
517713	rnn.weight_ih_l0	2	-0.05510050430893898
517713	rnn.weight_ih_l0	3	0.1343020647764206
517713	rnn.weight_ih_l0	4	0.002991675864905119
517713	rnn.weight_ih_l0	5	-0.046707186847925186
517713	rnn.weight_ih_l0	6	0.0027750080917030573
517713	rnn.weight_ih_l0	7	-0.02626091241836548
517713	rnn.weight_ih_l0	8	-0.002749756211414933
517713	rnn.weight_ih_l0	9	-0.13569457828998566
517713	rnn.weight_hh_l0	0	-0.01674191839993
517713	rnn.weight_hh_l0	1	0.07552007585763931
517713	rnn.weight_hh_l0	2	0.0188969224691391
517713	rnn.weight_hh_l0	3	-0.017006630077958107
517713	rnn.weight_hh_l0	4	0.041783157736063004
517713	rnn.weight_hh_l0	5	0.02682136557996273
517713	rnn.weight_hh_l0	6	-0.0702410414814949
517713	rnn.weight_hh_l0	7	-0.101467564702034
517713	rnn.weight_hh_l0	8	0.03668052330613136
517713	rnn.weight_hh_l0	9	-0.10495950281620026
517713	rnn.bias_ih_l0	0	0.2170819789171219
517713	rnn.bias_ih_l0	1	-0.30746540427207947
517713	rnn.bias_ih_l0	2	-0.030451621860265732
517713	rnn.bias_ih_l0	3	-0.24377089738845825
517713	rnn.bias_ih_l0	4	0.04319252446293831
517713	rnn.bias_ih_l0	5	-0.4319019019603729
517713	rnn.bias_ih_l0	6	-0.1316230148077011
517713	rnn.bias_ih_l0	7	-0.3463004231452942
517713	rnn.bias_ih_l0	8	-0.2703016996383667
517713	rnn.bias_ih_l0	9	-0.45924386382102966
517713	rnn.bias_hh_l0	0	-0.36001327633857727
517713	rnn.bias_hh_l0	1	-0.4421144127845764
517713	rnn.bias_hh_l0	2	-0.3929480314254761
517713	rnn.bias_hh_l0	3	-0.05758051201701164
517713	rnn.bias_hh_l0	4	-0.3956981599330902
517713	rnn.bias_hh_l0	5	-0.35645198822021484
517713	rnn.bias_hh_l0	6	-0.10893319547176361
517713	rnn.bias_hh_l0	7	0.06840214133262634
517713	rnn.bias_hh_l0	8	-0.23641300201416016
517713	rnn.bias_hh_l0	9	-0.5599400997161865
517713	rnn.weight_ih_l0_reverse	0	0.028912121430039406
517713	rnn.weight_ih_l0_reverse	1	-0.040515460073947906
517713	rnn.weight_ih_l0_reverse	2	-0.011845978908240795
517713	rnn.weight_ih_l0_reverse	3	-0.15640445053577423
517713	rnn.weight_ih_l0_reverse	4	0.0872822180390358
517713	rnn.weight_ih_l0_reverse	5	-0.10935227572917938
517713	rnn.weight_ih_l0_reverse	6	-0.009172209538519382
517713	rnn.weight_ih_l0_reverse	7	0.03312095254659653
517713	rnn.weight_ih_l0_reverse	8	-0.08691900968551636
517713	rnn.weight_ih_l0_reverse	9	-0.08890610188245773
517713	rnn.weight_hh_l0_reverse	0	-0.14946262538433075
517713	rnn.weight_hh_l0_reverse	1	0.03110317513346672
517713	rnn.weight_hh_l0_reverse	2	-0.027783701196312904
517713	rnn.weight_hh_l0_reverse	3	0.027686743065714836
517713	rnn.weight_hh_l0_reverse	4	-0.08886570483446121
517713	rnn.weight_hh_l0_reverse	5	0.033206015825271606
517713	rnn.weight_hh_l0_reverse	6	0.02783830836415291
517713	rnn.weight_hh_l0_reverse	7	-0.10007810592651367
517713	rnn.weight_hh_l0_reverse	8	-0.05835631117224693
517713	rnn.weight_hh_l0_reverse	9	0.0504252091050148
517713	rnn.bias_ih_l0_reverse	0	-0.17035232484340668
517713	rnn.bias_ih_l0_reverse	1	-0.10426415503025055
517713	rnn.bias_ih_l0_reverse	2	0.117978535592556
517713	rnn.bias_ih_l0_reverse	3	-0.30622538924217224
517713	rnn.bias_ih_l0_reverse	4	0.0091016236692667
517713	rnn.bias_ih_l0_reverse	5	-0.22128312289714813
517713	rnn.bias_ih_l0_reverse	6	0.27652955055236816
517713	rnn.bias_ih_l0_reverse	7	-0.34106793999671936
517713	rnn.bias_ih_l0_reverse	8	-0.1966535896062851
517713	rnn.bias_ih_l0_reverse	9	-0.19658102095127106
517713	rnn.bias_hh_l0_reverse	0	-0.09371479600667953
517713	rnn.bias_hh_l0_reverse	1	0.29513439536094666
517713	rnn.bias_hh_l0_reverse	2	-0.33883509039878845
517713	rnn.bias_hh_l0_reverse	3	-0.22100932896137238
517713	rnn.bias_hh_l0_reverse	4	-0.38750943541526794
517713	rnn.bias_hh_l0_reverse	5	-0.18775802850723267
517713	rnn.bias_hh_l0_reverse	6	-0.259224534034729
517713	rnn.bias_hh_l0_reverse	7	-0.08187264949083328
517713	rnn.bias_hh_l0_reverse	8	-0.3120564818382263
517713	rnn.bias_hh_l0_reverse	9	0.22084732353687286
517713	linear.weight	0	0.2588171064853668
517713	linear.weight	1	-0.3822397291660309
517713	linear.weight	2	-0.028162650763988495
517713	linear.weight	3	0.06758473813533783
517713	linear.weight	4	-0.1602582335472107
517713	linear.weight	5	0.2857123017311096
517713	linear.weight	6	-0.01802043430507183
517713	linear.weight	7	-0.060825202614068985
517713	linear.weight	8	0.13227416574954987
517713	linear.weight	9	-0.04894491657614708
517713	linear.bias	0	-0.8631054162979126
517713	linear.bias	1	1.863494634628296
517713	linear.bias	2	0.7788435220718384
517713	linear.bias	3	-2.7048282623291016
517713	linear.bias	4	-0.1195407584309578
517713	linear.bias	5	1.2962086200714111
517713	linear.bias	6	-0.20211414992809296
517713	linear.bias	7	0.832026481628418
517713	linear.bias	8	2.1429362297058105
517713	linear.bias	9	-1.4810700416564941
518322	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
518322	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
518322	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
518322	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
518322	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
518322	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
518322	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
518322	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
518322	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
518322	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
518322	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
518322	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
518322	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
518322	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
518322	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
518322	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
518322	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
518322	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
518322	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
518322	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
518322	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
518322	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
518322	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
518322	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
518322	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
518322	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
518322	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
518322	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
518322	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
518322	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
518322	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
518322	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
518322	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
518322	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
518322	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
518322	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
518322	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
518322	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
518322	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
518322	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
518322	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
518322	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
518322	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
518322	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
518322	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
518322	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
518322	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
518322	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
518322	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
518322	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
518322	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
518322	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
518322	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
518322	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
518322	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
518322	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
518322	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
518322	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
518322	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
518322	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
518322	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
518322	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
518322	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
518322	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
518322	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
518322	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
518322	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
518322	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
518322	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
518322	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
518322	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
518322	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
518322	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
518322	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
518322	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
518322	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
518322	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
518322	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
518322	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
518322	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
518322	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
518322	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
518322	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
518322	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
518322	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
518322	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
518322	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
518322	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
518322	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
518322	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
518322	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
518322	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
518322	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
518322	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
518322	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
518322	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
518322	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
518322	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
518322	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
518322	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
518322	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
518322	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
518322	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
518322	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
518322	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
518322	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
518322	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
518322	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
518322	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
518322	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
518322	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
518322	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
518322	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
518322	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
518322	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
518322	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
518322	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
518322	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
518322	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
518322	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
518322	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
518322	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
518322	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
518322	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
518322	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
518322	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
518322	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
518322	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
518322	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
518322	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
518322	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
518322	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
518322	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
518322	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
518322	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
518322	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
518322	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
518322	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
518322	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
518322	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
518322	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
518322	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
518322	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
518322	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
518322	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
518322	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
518322	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
518322	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
518322	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
518322	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
518322	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
518322	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
518322	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
518322	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
518322	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
518322	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
518322	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
518322	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
518322	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
518322	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
518322	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
518322	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
518322	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
518322	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
518322	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
518322	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
518322	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
518322	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
518322	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
518322	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
518322	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
518322	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
518322	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
518322	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
518322	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
518322	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
518322	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
518322	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
518322	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
518322	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
518322	embedding2nn.weight	0	0.3235098421573639
518322	embedding2nn.weight	1	0.4015296995639801
518322	embedding2nn.weight	2	-0.009017333388328552
518322	embedding2nn.weight	3	0.036249421536922455
518322	embedding2nn.weight	4	-0.05053156986832619
518322	embedding2nn.weight	5	0.07691729068756104
518322	embedding2nn.weight	6	-0.008268618024885654
518322	embedding2nn.weight	7	0.004519207403063774
518322	embedding2nn.weight	8	0.03469724953174591
518322	embedding2nn.weight	9	-0.04994232580065727
518322	embedding2nn.bias	0	0.03532660752534866
518322	embedding2nn.bias	1	-0.17967218160629272
518322	embedding2nn.bias	2	0.09816624224185944
518322	embedding2nn.bias	3	0.19086584448814392
518322	embedding2nn.bias	4	0.163272887468338
518322	embedding2nn.bias	5	-0.11033770442008972
518322	embedding2nn.bias	6	-0.02633514627814293
518322	embedding2nn.bias	7	0.022732242941856384
518322	embedding2nn.bias	8	-0.1450810581445694
518322	embedding2nn.bias	9	-0.3682900369167328
518322	rnn.weight_ih_l0	0	-0.026448046788573265
518322	rnn.weight_ih_l0	1	-0.05532800778746605
518322	rnn.weight_ih_l0	2	-0.06725245714187622
518322	rnn.weight_ih_l0	3	0.1334766149520874
518322	rnn.weight_ih_l0	4	0.0035106008872389793
518322	rnn.weight_ih_l0	5	-0.0458763986825943
518322	rnn.weight_ih_l0	6	0.0010083367815241218
518322	rnn.weight_ih_l0	7	-0.02811179682612419
518322	rnn.weight_ih_l0	8	0.001430609729140997
518322	rnn.weight_ih_l0	9	-0.13790783286094666
518322	rnn.weight_hh_l0	0	-0.01717051863670349
518322	rnn.weight_hh_l0	1	0.0753404051065445
518322	rnn.weight_hh_l0	2	0.018182937055826187
518322	rnn.weight_hh_l0	3	-0.019080014899373055
518322	rnn.weight_hh_l0	4	0.04315275698900223
518322	rnn.weight_hh_l0	5	0.02707553468644619
518322	rnn.weight_hh_l0	6	-0.06963059306144714
518322	rnn.weight_hh_l0	7	-0.10031474381685257
518322	rnn.weight_hh_l0	8	0.036904383450746536
518322	rnn.weight_hh_l0	9	-0.10282627493143082
518322	rnn.bias_ih_l0	0	0.20618537068367004
518322	rnn.bias_ih_l0	1	-0.30320608615875244
518322	rnn.bias_ih_l0	2	-0.031142624095082283
518322	rnn.bias_ih_l0	3	-0.2494574934244156
518322	rnn.bias_ih_l0	4	0.045260727405548096
518322	rnn.bias_ih_l0	5	-0.4233716130256653
518322	rnn.bias_ih_l0	6	-0.13171379268169403
518322	rnn.bias_ih_l0	7	-0.3481411337852478
518322	rnn.bias_ih_l0	8	-0.2733055353164673
518322	rnn.bias_ih_l0	9	-0.44931918382644653
518322	rnn.bias_hh_l0	0	-0.3650842308998108
518322	rnn.bias_hh_l0	1	-0.43354880809783936
518322	rnn.bias_hh_l0	2	-0.3907983601093292
518322	rnn.bias_hh_l0	3	-0.0524558424949646
518322	rnn.bias_hh_l0	4	-0.3990533947944641
518322	rnn.bias_hh_l0	5	-0.35213539004325867
518322	rnn.bias_hh_l0	6	-0.110420823097229
518322	rnn.bias_hh_l0	7	0.07631973177194595
518322	rnn.bias_hh_l0	8	-0.24874424934387207
518322	rnn.bias_hh_l0	9	-0.5625851154327393
518322	rnn.weight_ih_l0_reverse	0	0.02661365643143654
518322	rnn.weight_ih_l0_reverse	1	-0.03969700261950493
518322	rnn.weight_ih_l0_reverse	2	-0.014972653239965439
518322	rnn.weight_ih_l0_reverse	3	-0.15328139066696167
518322	rnn.weight_ih_l0_reverse	4	0.08758987486362457
518322	rnn.weight_ih_l0_reverse	5	-0.10889001935720444
518322	rnn.weight_ih_l0_reverse	6	-0.0060113342478871346
518322	rnn.weight_ih_l0_reverse	7	0.030382730066776276
518322	rnn.weight_ih_l0_reverse	8	-0.08422230929136276
518322	rnn.weight_ih_l0_reverse	9	-0.08824309706687927
518322	rnn.weight_hh_l0_reverse	0	-0.15137514472007751
518322	rnn.weight_hh_l0_reverse	1	0.031827621161937714
518322	rnn.weight_hh_l0_reverse	2	-0.027691276744008064
518322	rnn.weight_hh_l0_reverse	3	0.027236640453338623
518322	rnn.weight_hh_l0_reverse	4	-0.0888323038816452
518322	rnn.weight_hh_l0_reverse	5	0.03258495032787323
518322	rnn.weight_hh_l0_reverse	6	0.028026632964611053
518322	rnn.weight_hh_l0_reverse	7	-0.10193536430597305
518322	rnn.weight_hh_l0_reverse	8	-0.05794372037053108
518322	rnn.weight_hh_l0_reverse	9	0.0502360500395298
518322	rnn.bias_ih_l0_reverse	0	-0.17293508350849152
518322	rnn.bias_ih_l0_reverse	1	-0.0958784818649292
518322	rnn.bias_ih_l0_reverse	2	0.11927180737257004
518322	rnn.bias_ih_l0_reverse	3	-0.3060908913612366
518322	rnn.bias_ih_l0_reverse	4	0.01596069522202015
518322	rnn.bias_ih_l0_reverse	5	-0.22528523206710815
518322	rnn.bias_ih_l0_reverse	6	0.2647480368614197
518322	rnn.bias_ih_l0_reverse	7	-0.34027090668678284
518322	rnn.bias_ih_l0_reverse	8	-0.19736243784427643
518322	rnn.bias_ih_l0_reverse	9	-0.2021453082561493
518322	rnn.bias_hh_l0_reverse	0	-0.08996531367301941
518322	rnn.bias_hh_l0_reverse	1	0.2949894368648529
518322	rnn.bias_hh_l0_reverse	2	-0.33178454637527466
518322	rnn.bias_hh_l0_reverse	3	-0.22684426605701447
518322	rnn.bias_hh_l0_reverse	4	-0.3967527747154236
518322	rnn.bias_hh_l0_reverse	5	-0.19827790558338165
518322	rnn.bias_hh_l0_reverse	6	-0.2725069224834442
518322	rnn.bias_hh_l0_reverse	7	-0.08143597096204758
518322	rnn.bias_hh_l0_reverse	8	-0.30063652992248535
518322	rnn.bias_hh_l0_reverse	9	0.22408427298069
518322	linear.weight	0	0.24492387473583221
518322	linear.weight	1	-0.394302636384964
518322	linear.weight	2	-0.008512772619724274
518322	linear.weight	3	0.06758271157741547
518322	linear.weight	4	-0.15088452398777008
518322	linear.weight	5	0.24396340548992157
518322	linear.weight	6	0.0009458585409447551
518322	linear.weight	7	-0.06081688031554222
518322	linear.weight	8	0.10521674901247025
518322	linear.weight	9	-0.04895573854446411
518322	linear.bias	0	-0.87190842628479
518322	linear.bias	1	1.8465209007263184
518322	linear.bias	2	0.746878981590271
518322	linear.bias	3	-2.705167770385742
518322	linear.bias	4	-0.10799701511859894
518322	linear.bias	5	1.2742975950241089
518322	linear.bias	6	-0.22016896307468414
518322	linear.bias	7	0.7807517647743225
518322	linear.bias	8	2.2205026149749756
518322	linear.bias	9	-1.4854987859725952
518330	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
518330	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
518330	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
518330	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
518330	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
518330	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
518330	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
518330	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
518330	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
518330	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
518330	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
518330	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
518330	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
518330	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
518330	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
518330	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
518330	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
518330	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
518330	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
518330	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
518330	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
518330	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
518330	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
518330	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
518330	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
518330	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
518330	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
518330	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
518330	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
518330	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
518330	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
518330	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
518330	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
518330	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
518330	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
518330	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
518330	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
518330	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
518330	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
518330	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
518330	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
518330	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
518330	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
518330	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
518330	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
518330	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
518330	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
518330	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
518330	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
518330	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
518330	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
518330	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
518330	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
518330	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
518330	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
518330	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
518330	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
518330	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
518330	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
518330	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
518330	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
518330	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
518330	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
518330	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
518330	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
518330	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
518330	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
518330	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
518330	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
518330	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
518330	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
518330	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
518330	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
518330	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
518330	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
518330	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
518330	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
518330	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
518330	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
518330	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
518330	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
518330	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
518330	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
518330	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
518330	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
518330	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
518330	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
518330	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
518330	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
518330	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
518330	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
518330	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
518330	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
518330	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
518330	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
518330	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
518330	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
518330	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
518330	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
518330	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
518330	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
518330	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
518330	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
518330	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
518330	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
518330	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
518330	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
518330	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
518330	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
518330	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
518330	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
518330	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
518330	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
518330	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
518330	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
518330	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
518330	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
518330	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
518330	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
518330	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
518330	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
518330	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
518330	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
518330	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
518330	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
518330	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
518330	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
518330	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
518330	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
518330	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
518330	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
518330	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
518330	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
518330	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
518330	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
518330	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
518330	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
518330	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
518330	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
518330	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
518330	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
518330	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
518330	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
518330	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
518330	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
518330	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
518330	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
518330	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
518330	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
518330	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
518330	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
518330	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
518330	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
518330	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
518330	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
518330	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
518330	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
518330	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
518330	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
518330	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
518330	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
518330	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
518330	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
518330	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
518330	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
518330	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
518330	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
518330	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
518330	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
518330	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
518330	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
518330	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
518330	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
518330	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
518330	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
518330	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
518330	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
518330	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
518330	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
518330	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
518330	embedding2nn.weight	0	0.3234262764453888
518330	embedding2nn.weight	1	0.40128079056739807
518330	embedding2nn.weight	2	-0.009127913042902946
518330	embedding2nn.weight	3	0.03590816631913185
518330	embedding2nn.weight	4	-0.05091136693954468
518330	embedding2nn.weight	5	0.07649510353803635
518330	embedding2nn.weight	6	-0.008794567547738552
518330	embedding2nn.weight	7	0.00394619582220912
518330	embedding2nn.weight	8	0.03499506413936615
518330	embedding2nn.weight	9	-0.04916856437921524
518330	embedding2nn.bias	0	0.030392365530133247
518330	embedding2nn.bias	1	-0.17627649009227753
518330	embedding2nn.bias	2	0.1041453406214714
518330	embedding2nn.bias	3	0.1979084610939026
518330	embedding2nn.bias	4	0.1678449809551239
518330	embedding2nn.bias	5	-0.1079825833439827
518330	embedding2nn.bias	6	-0.024856729432940483
518330	embedding2nn.bias	7	0.022401869297027588
518330	embedding2nn.bias	8	-0.14225369691848755
518330	embedding2nn.bias	9	-0.3596397340297699
518330	rnn.weight_ih_l0	0	-0.026209482923150063
518330	rnn.weight_ih_l0	1	-0.055310387164354324
518330	rnn.weight_ih_l0	2	-0.06686198711395264
518330	rnn.weight_ih_l0	3	0.1335628479719162
518330	rnn.weight_ih_l0	4	0.0030988638754934072
518330	rnn.weight_ih_l0	5	-0.04628218710422516
518330	rnn.weight_ih_l0	6	0.0009686942212283611
518330	rnn.weight_ih_l0	7	-0.028349662199616432
518330	rnn.weight_ih_l0	8	0.0015662995865568519
518330	rnn.weight_ih_l0	9	-0.1390594094991684
518330	rnn.weight_hh_l0	0	-0.01704259403049946
518330	rnn.weight_hh_l0	1	0.07521244883537292
518330	rnn.weight_hh_l0	2	0.01808854378759861
518330	rnn.weight_hh_l0	3	-0.018672538921236992
518330	rnn.weight_hh_l0	4	0.04343603551387787
518330	rnn.weight_hh_l0	5	0.026921914890408516
518330	rnn.weight_hh_l0	6	-0.06962216645479202
518330	rnn.weight_hh_l0	7	-0.10028072446584702
518330	rnn.weight_hh_l0	8	0.03690966218709946
518330	rnn.weight_hh_l0	9	-0.10284684598445892
518330	rnn.bias_ih_l0	0	0.2060055434703827
518330	rnn.bias_ih_l0	1	-0.3057740032672882
518330	rnn.bias_ih_l0	2	-0.03181251138448715
518330	rnn.bias_ih_l0	3	-0.2492281049489975
518330	rnn.bias_ih_l0	4	0.04686012119054794
518330	rnn.bias_ih_l0	5	-0.42387738823890686
518330	rnn.bias_ih_l0	6	-0.1305016577243805
518330	rnn.bias_ih_l0	7	-0.34813836216926575
518330	rnn.bias_ih_l0	8	-0.2744874656200409
518330	rnn.bias_ih_l0	9	-0.4490920901298523
518330	rnn.bias_hh_l0	0	-0.3645320236682892
518330	rnn.bias_hh_l0	1	-0.4328869879245758
518330	rnn.bias_hh_l0	2	-0.3902161717414856
518330	rnn.bias_hh_l0	3	-0.05325056612491608
518330	rnn.bias_hh_l0	4	-0.3989425599575043
518330	rnn.bias_hh_l0	5	-0.352912575006485
518330	rnn.bias_hh_l0	6	-0.11122793704271317
518330	rnn.bias_hh_l0	7	0.07799803465604782
518330	rnn.bias_hh_l0	8	-0.24953940510749817
518330	rnn.bias_hh_l0	9	-0.5624769330024719
518330	rnn.weight_ih_l0_reverse	0	0.027161220088601112
518330	rnn.weight_ih_l0_reverse	1	-0.03956612944602966
518330	rnn.weight_ih_l0_reverse	2	-0.015060115605592728
518330	rnn.weight_ih_l0_reverse	3	-0.1533304750919342
518330	rnn.weight_ih_l0_reverse	4	0.08750132471323013
518330	rnn.weight_ih_l0_reverse	5	-0.10912227630615234
518330	rnn.weight_ih_l0_reverse	6	-0.005799655336886644
518330	rnn.weight_ih_l0_reverse	7	0.030420489609241486
518330	rnn.weight_ih_l0_reverse	8	-0.08465802669525146
518330	rnn.weight_ih_l0_reverse	9	-0.08786363154649734
518330	rnn.weight_hh_l0_reverse	0	-0.15141025185585022
518330	rnn.weight_hh_l0_reverse	1	0.03181324526667595
518330	rnn.weight_hh_l0_reverse	2	-0.027680935338139534
518330	rnn.weight_hh_l0_reverse	3	0.027241095900535583
518330	rnn.weight_hh_l0_reverse	4	-0.08892044425010681
518330	rnn.weight_hh_l0_reverse	5	0.03251110389828682
518330	rnn.weight_hh_l0_reverse	6	0.028051083907485008
518330	rnn.weight_hh_l0_reverse	7	-0.10175427794456482
518330	rnn.weight_hh_l0_reverse	8	-0.05791481211781502
518330	rnn.weight_hh_l0_reverse	9	0.050073202699422836
518330	rnn.bias_ih_l0_reverse	0	-0.17367011308670044
518330	rnn.bias_ih_l0_reverse	1	-0.0967034250497818
518330	rnn.bias_ih_l0_reverse	2	0.11896007508039474
518330	rnn.bias_ih_l0_reverse	3	-0.30615755915641785
518330	rnn.bias_ih_l0_reverse	4	0.017173921689391136
518330	rnn.bias_ih_l0_reverse	5	-0.22488856315612793
518330	rnn.bias_ih_l0_reverse	6	0.2648872435092926
518330	rnn.bias_ih_l0_reverse	7	-0.34096595644950867
518330	rnn.bias_ih_l0_reverse	8	-0.19752942025661469
518330	rnn.bias_ih_l0_reverse	9	-0.20153027772903442
518330	rnn.bias_hh_l0_reverse	0	-0.09048403054475784
518330	rnn.bias_hh_l0_reverse	1	0.2936159670352936
518330	rnn.bias_hh_l0_reverse	2	-0.3323458731174469
518330	rnn.bias_hh_l0_reverse	3	-0.22670187056064606
518330	rnn.bias_hh_l0_reverse	4	-0.39661893248558044
518330	rnn.bias_hh_l0_reverse	5	-0.19879940152168274
518330	rnn.bias_hh_l0_reverse	6	-0.27311640977859497
518330	rnn.bias_hh_l0_reverse	7	-0.08134111762046814
518330	rnn.bias_hh_l0_reverse	8	-0.3012797236442566
518330	rnn.bias_hh_l0_reverse	9	0.22254815697669983
518330	linear.weight	0	0.24668225646018982
518330	linear.weight	1	-0.39642226696014404
518330	linear.weight	2	-0.009142039343714714
518330	linear.weight	3	0.0675826370716095
518330	linear.weight	4	-0.14481693506240845
518330	linear.weight	5	0.24546939134597778
518330	linear.weight	6	0.0009674837929196656
518330	linear.weight	7	-0.06081686541438103
518330	linear.weight	8	0.10489023476839066
518330	linear.weight	9	-0.04895591363310814
518330	linear.bias	0	-0.8632148504257202
518330	linear.bias	1	1.8438265323638916
518330	linear.bias	2	0.761256217956543
518330	linear.bias	3	-2.7051737308502197
518330	linear.bias	4	-0.1114557757973671
518330	linear.bias	5	1.2810189723968506
518330	linear.bias	6	-0.2225419580936432
518330	linear.bias	7	0.7807905077934265
518330	linear.bias	8	2.218015432357788
518330	linear.bias	9	-1.4864355325698853
518939	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
518939	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
518939	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
518939	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
518939	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
518939	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
518939	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
518939	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
518939	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
518939	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
518939	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
518939	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
518939	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
518939	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
518939	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
518939	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
518939	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
518939	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
518939	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
518939	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
518939	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
518939	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
518939	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
518939	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
518939	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
518939	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
518939	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
518939	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
518939	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
518939	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
518939	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
518939	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
518939	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
518939	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
518939	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
518939	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
518939	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
518939	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
518939	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
518939	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
518939	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
518939	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
518939	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
518939	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
518939	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
518939	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
518939	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
518939	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
518939	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
518939	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
518939	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
518939	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
518939	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
518939	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
518939	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
518939	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
518939	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
518939	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
518939	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
518939	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
518939	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
518939	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
518939	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
518939	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
518939	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
518939	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
518939	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
518939	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
518939	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
518939	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
518939	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
518939	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
518939	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
518939	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
518939	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
518939	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
518939	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
518939	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
518939	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
518939	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
518939	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
518939	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
518939	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
518939	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
518939	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
518939	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
518939	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
518939	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
518939	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
518939	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
518939	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
518939	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
518939	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
518939	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
518939	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
518939	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
518939	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
518939	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
518939	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
518939	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
518939	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
518939	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
518939	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
518939	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
518939	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
518939	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
518939	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
518939	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
518939	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
518939	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
518939	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
518939	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
518939	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
518939	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
518939	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
518939	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
518939	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
518939	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
518939	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
518939	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
518939	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
518939	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
518939	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
518939	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
518939	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
518939	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
518939	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
518939	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
518939	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
518939	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
518939	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
518939	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
518939	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
518939	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
518939	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
518939	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
518939	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
518939	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
518939	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
518939	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
518939	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
518939	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
518939	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
518939	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
518939	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
518939	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
518939	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
518939	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
518939	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
518939	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
518939	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
518939	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
518939	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
518939	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
518939	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
518939	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
518939	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
518939	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
518939	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
518939	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
518939	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
518939	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
518939	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
518939	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
518939	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
518939	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
518939	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
518939	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
518939	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
518939	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
518939	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
518939	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
518939	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
518939	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
518939	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
518939	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
518939	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
518939	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
518939	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
518939	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
518939	embedding2nn.weight	0	0.32653018832206726
518939	embedding2nn.weight	1	0.4022188186645508
518939	embedding2nn.weight	2	-0.006303481291979551
518939	embedding2nn.weight	3	0.02945566736161709
518939	embedding2nn.weight	4	-0.04931287840008736
518939	embedding2nn.weight	5	0.07227025181055069
518939	embedding2nn.weight	6	-0.016205191612243652
518939	embedding2nn.weight	7	0.008348261006176472
518939	embedding2nn.weight	8	0.024705810472369194
518939	embedding2nn.weight	9	-0.053215619176626205
518939	embedding2nn.bias	0	0.031179305166006088
518939	embedding2nn.bias	1	-0.19256454706192017
518939	embedding2nn.bias	2	0.10382774472236633
518939	embedding2nn.bias	3	0.1705053597688675
518939	embedding2nn.bias	4	0.1476883441209793
518939	embedding2nn.bias	5	-0.09087418019771576
518939	embedding2nn.bias	6	-0.012852235697209835
518939	embedding2nn.bias	7	0.046870727092027664
518939	embedding2nn.bias	8	-0.160719096660614
518939	embedding2nn.bias	9	-0.3721884489059448
518939	rnn.weight_ih_l0	0	-0.02410229481756687
518939	rnn.weight_ih_l0	1	-0.05582974851131439
518939	rnn.weight_ih_l0	2	-0.06332845240831375
518939	rnn.weight_ih_l0	3	0.12726716697216034
518939	rnn.weight_ih_l0	4	0.013286758214235306
518939	rnn.weight_ih_l0	5	-0.05060616135597229
518939	rnn.weight_ih_l0	6	0.006093751173466444
518939	rnn.weight_ih_l0	7	-0.0250859297811985
518939	rnn.weight_ih_l0	8	-0.00033791785244829953
518939	rnn.weight_ih_l0	9	-0.13514679670333862
518939	rnn.weight_hh_l0	0	-0.01769801788032055
518939	rnn.weight_hh_l0	1	0.07482951134443283
518939	rnn.weight_hh_l0	2	0.017372863367199898
518939	rnn.weight_hh_l0	3	-0.018280664458870888
518939	rnn.weight_hh_l0	4	0.04534469172358513
518939	rnn.weight_hh_l0	5	0.028142502531409264
518939	rnn.weight_hh_l0	6	-0.07057619839906693
518939	rnn.weight_hh_l0	7	-0.0996018648147583
518939	rnn.weight_hh_l0	8	0.03688305988907814
518939	rnn.weight_hh_l0	9	-0.1026211678981781
518939	rnn.bias_ih_l0	0	0.21221090853214264
518939	rnn.bias_ih_l0	1	-0.3038937747478485
518939	rnn.bias_ih_l0	2	-0.03637978062033653
518939	rnn.bias_ih_l0	3	-0.24730457365512848
518939	rnn.bias_ih_l0	4	0.05161100625991821
518939	rnn.bias_ih_l0	5	-0.43037810921669006
518939	rnn.bias_ih_l0	6	-0.12846994400024414
518939	rnn.bias_ih_l0	7	-0.35119205713272095
518939	rnn.bias_ih_l0	8	-0.2791776955127716
518939	rnn.bias_ih_l0	9	-0.4465646743774414
518939	rnn.bias_hh_l0	0	-0.3694484531879425
518939	rnn.bias_hh_l0	1	-0.42868974804878235
518939	rnn.bias_hh_l0	2	-0.4009670615196228
518939	rnn.bias_hh_l0	3	-0.05174790322780609
518939	rnn.bias_hh_l0	4	-0.38971182703971863
518939	rnn.bias_hh_l0	5	-0.3513236939907074
518939	rnn.bias_hh_l0	6	-0.12220483273267746
518939	rnn.bias_hh_l0	7	0.0662921667098999
518939	rnn.bias_hh_l0	8	-0.25140678882598877
518939	rnn.bias_hh_l0	9	-0.5673201680183411
518939	rnn.weight_ih_l0_reverse	0	0.03693787381052971
518939	rnn.weight_ih_l0_reverse	1	-0.04008449241518974
518939	rnn.weight_ih_l0_reverse	2	-0.016668042168021202
518939	rnn.weight_ih_l0_reverse	3	-0.1503632366657257
518939	rnn.weight_ih_l0_reverse	4	0.0894089862704277
518939	rnn.weight_ih_l0_reverse	5	-0.11503705382347107
518939	rnn.weight_ih_l0_reverse	6	-0.0074611627496778965
518939	rnn.weight_ih_l0_reverse	7	0.03200867027044296
518939	rnn.weight_ih_l0_reverse	8	-0.07992088794708252
518939	rnn.weight_ih_l0_reverse	9	-0.0907779261469841
518939	rnn.weight_hh_l0_reverse	0	-0.15086056292057037
518939	rnn.weight_hh_l0_reverse	1	0.03224928677082062
518939	rnn.weight_hh_l0_reverse	2	-0.027760054916143417
518939	rnn.weight_hh_l0_reverse	3	0.027012832462787628
518939	rnn.weight_hh_l0_reverse	4	-0.09019983559846878
518939	rnn.weight_hh_l0_reverse	5	0.03259254992008209
518939	rnn.weight_hh_l0_reverse	6	0.027566011995077133
518939	rnn.weight_hh_l0_reverse	7	-0.10505340993404388
518939	rnn.weight_hh_l0_reverse	8	-0.059284865856170654
518939	rnn.weight_hh_l0_reverse	9	0.05082404240965843
518939	rnn.bias_ih_l0_reverse	0	-0.17122143507003784
518939	rnn.bias_ih_l0_reverse	1	-0.0927436351776123
518939	rnn.bias_ih_l0_reverse	2	0.12109845876693726
518939	rnn.bias_ih_l0_reverse	3	-0.3053070902824402
518939	rnn.bias_ih_l0_reverse	4	0.011276882141828537
518939	rnn.bias_ih_l0_reverse	5	-0.22526010870933533
518939	rnn.bias_ih_l0_reverse	6	0.2626917362213135
518939	rnn.bias_ih_l0_reverse	7	-0.33226990699768066
518939	rnn.bias_ih_l0_reverse	8	-0.19520612061023712
518939	rnn.bias_ih_l0_reverse	9	-0.19492317736148834
518939	rnn.bias_hh_l0_reverse	0	-0.08355952054262161
518939	rnn.bias_hh_l0_reverse	1	0.2740482985973358
518939	rnn.bias_hh_l0_reverse	2	-0.3329463005065918
518939	rnn.bias_hh_l0_reverse	3	-0.2255145013332367
518939	rnn.bias_hh_l0_reverse	4	-0.40186089277267456
518939	rnn.bias_hh_l0_reverse	5	-0.18667635321617126
518939	rnn.bias_hh_l0_reverse	6	-0.26422300934791565
518939	rnn.bias_hh_l0_reverse	7	-0.09052623808383942
518939	rnn.bias_hh_l0_reverse	8	-0.30864521861076355
518939	rnn.bias_hh_l0_reverse	9	0.22809232771396637
518939	linear.weight	0	0.2104533314704895
518939	linear.weight	1	-0.4080926775932312
518939	linear.weight	2	0.047277603298425674
518939	linear.weight	3	0.06758075952529907
518939	linear.weight	4	-0.1438719630241394
518939	linear.weight	5	0.2510678768157959
518939	linear.weight	6	0.004937951453030109
518939	linear.weight	7	-0.06081113964319229
518939	linear.weight	8	0.11527088284492493
518939	linear.weight	9	-0.04896208643913269
518939	linear.bias	0	-0.8561363816261292
518939	linear.bias	1	1.8426308631896973
518939	linear.bias	2	0.7368610501289368
518939	linear.bias	3	-2.705481767654419
518939	linear.bias	4	-0.13409900665283203
518939	linear.bias	5	1.2963902950286865
518939	linear.bias	6	-0.19954222440719604
518939	linear.bias	7	0.7969373464584351
518939	linear.bias	8	2.1601076126098633
518939	linear.bias	9	-1.487925410270691
519548	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
519548	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
519548	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
519548	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
519548	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
519548	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
519548	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
519548	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
519548	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
519548	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
519548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
519548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
519548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
519548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
519548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
519548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
519548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
519548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
519548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
519548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
519548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
519548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
519548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
519548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
519548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
519548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
519548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
519548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
519548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
519548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
519548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
519548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
519548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
519548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
519548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
519548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
519548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
519548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
519548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
519548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
519548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
519548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
519548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
519548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
519548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
519548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
519548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
519548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
519548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
519548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
519548	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
519548	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
519548	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
519548	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
519548	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
519548	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
519548	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
519548	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
519548	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
519548	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
519548	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
519548	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
519548	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
519548	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
519548	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
519548	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
519548	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
519548	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
519548	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
519548	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
519548	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
519548	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
519548	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
519548	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
519548	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
519548	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
519548	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
519548	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
519548	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
519548	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
519548	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
519548	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
519548	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
519548	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
519548	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
519548	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
519548	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
519548	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
519548	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
519548	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
519548	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
519548	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
519548	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
519548	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
519548	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
519548	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
519548	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
519548	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
519548	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
519548	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
519548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
519548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
519548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
519548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
519548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
519548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
519548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
519548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
519548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
519548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
519548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
519548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
519548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
519548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
519548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
519548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
519548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
519548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
519548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
519548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
519548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
519548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
519548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
519548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
519548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
519548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
519548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
519548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
519548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
519548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
519548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
519548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
519548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
519548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
519548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
519548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
519548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
519548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
519548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
519548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
519548	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
519548	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
519548	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
519548	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
519548	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
519548	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
519548	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
519548	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
519548	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
519548	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
519548	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
519548	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
519548	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
519548	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
519548	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
519548	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
519548	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
519548	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
519548	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
519548	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
519548	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
519548	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
519548	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
519548	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
519548	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
519548	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
519548	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
519548	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
519548	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
519548	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
519548	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
519548	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
519548	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
519548	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
519548	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
519548	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
519548	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
519548	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
519548	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
519548	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
519548	embedding2nn.weight	0	0.32681804895401
519548	embedding2nn.weight	1	0.4021233320236206
519548	embedding2nn.weight	2	-0.006474682129919529
519548	embedding2nn.weight	3	0.028254667297005653
519548	embedding2nn.weight	4	-0.042529407888650894
519548	embedding2nn.weight	5	0.07391036301851273
519548	embedding2nn.weight	6	-0.008109614253044128
519548	embedding2nn.weight	7	0.009055604226887226
519548	embedding2nn.weight	8	0.026518378406763077
519548	embedding2nn.weight	9	-0.05688172206282616
519548	embedding2nn.bias	0	0.05896548926830292
519548	embedding2nn.bias	1	-0.1943950653076172
519548	embedding2nn.bias	2	0.1226271390914917
519548	embedding2nn.bias	3	0.17912814021110535
519548	embedding2nn.bias	4	0.15748991072177887
519548	embedding2nn.bias	5	-0.09169488400220871
519548	embedding2nn.bias	6	0.0031128008849918842
519548	embedding2nn.bias	7	0.04874986782670021
519548	embedding2nn.bias	8	-0.16264167428016663
519548	embedding2nn.bias	9	-0.37607887387275696
519548	rnn.weight_ih_l0	0	-0.023760443553328514
519548	rnn.weight_ih_l0	1	-0.056778911501169205
519548	rnn.weight_ih_l0	2	-0.06304403394460678
519548	rnn.weight_ih_l0	3	0.12695756554603577
519548	rnn.weight_ih_l0	4	0.00892476923763752
519548	rnn.weight_ih_l0	5	-0.058118294924497604
519548	rnn.weight_ih_l0	6	0.005094505846500397
519548	rnn.weight_ih_l0	7	-0.028909336775541306
519548	rnn.weight_ih_l0	8	0.00023316517763305455
519548	rnn.weight_ih_l0	9	-0.13735531270503998
519548	rnn.weight_hh_l0	0	-0.017866842448711395
519548	rnn.weight_hh_l0	1	0.07510089874267578
519548	rnn.weight_hh_l0	2	0.017323240637779236
519548	rnn.weight_hh_l0	3	-0.01759159006178379
519548	rnn.weight_hh_l0	4	0.0465899296104908
519548	rnn.weight_hh_l0	5	0.027492057532072067
519548	rnn.weight_hh_l0	6	-0.0708678662776947
519548	rnn.weight_hh_l0	7	-0.0969625785946846
519548	rnn.weight_hh_l0	8	0.03662759065628052
519548	rnn.weight_hh_l0	9	-0.10328131914138794
519548	rnn.bias_ih_l0	0	0.2003258913755417
519548	rnn.bias_ih_l0	1	-0.30202123522758484
519548	rnn.bias_ih_l0	2	-0.03349701315164566
519548	rnn.bias_ih_l0	3	-0.25369587540626526
519548	rnn.bias_ih_l0	4	0.06327150762081146
519548	rnn.bias_ih_l0	5	-0.42659813165664673
519548	rnn.bias_ih_l0	6	-0.1295149177312851
519548	rnn.bias_ih_l0	7	-0.35022807121276855
519548	rnn.bias_ih_l0	8	-0.2888045012950897
519548	rnn.bias_ih_l0	9	-0.44428572058677673
519548	rnn.bias_hh_l0	0	-0.3702516555786133
519548	rnn.bias_hh_l0	1	-0.42790496349334717
519548	rnn.bias_hh_l0	2	-0.3968631625175476
519548	rnn.bias_hh_l0	3	-0.048287808895111084
519548	rnn.bias_hh_l0	4	-0.388726145029068
519548	rnn.bias_hh_l0	5	-0.3513496220111847
519548	rnn.bias_hh_l0	6	-0.12429986149072647
519548	rnn.bias_hh_l0	7	0.07997529953718185
519548	rnn.bias_hh_l0	8	-0.2542034685611725
519548	rnn.bias_hh_l0	9	-0.5666055083274841
519548	rnn.weight_ih_l0_reverse	0	0.0353228896856308
519548	rnn.weight_ih_l0_reverse	1	-0.038537297397851944
519548	rnn.weight_ih_l0_reverse	2	-0.018890321254730225
519548	rnn.weight_ih_l0_reverse	3	-0.15667109191417694
519548	rnn.weight_ih_l0_reverse	4	0.08951126039028168
519548	rnn.weight_ih_l0_reverse	5	-0.11806599795818329
519548	rnn.weight_ih_l0_reverse	6	-0.010551800020039082
519548	rnn.weight_ih_l0_reverse	7	0.0319531224668026
519548	rnn.weight_ih_l0_reverse	8	-0.08077172189950943
519548	rnn.weight_ih_l0_reverse	9	-0.08727765828371048
519548	rnn.weight_hh_l0_reverse	0	-0.15044718980789185
519548	rnn.weight_hh_l0_reverse	1	0.03133831173181534
519548	rnn.weight_hh_l0_reverse	2	-0.028622804209589958
519548	rnn.weight_hh_l0_reverse	3	0.026670871302485466
519548	rnn.weight_hh_l0_reverse	4	-0.08969233185052872
519548	rnn.weight_hh_l0_reverse	5	0.03217645362019539
519548	rnn.weight_hh_l0_reverse	6	0.027547184377908707
519548	rnn.weight_hh_l0_reverse	7	-0.1030433401465416
519548	rnn.weight_hh_l0_reverse	8	-0.060065872967243195
519548	rnn.weight_hh_l0_reverse	9	0.050834450870752335
519548	rnn.bias_ih_l0_reverse	0	-0.16911885142326355
519548	rnn.bias_ih_l0_reverse	1	-0.08607493340969086
519548	rnn.bias_ih_l0_reverse	2	0.12402848899364471
519548	rnn.bias_ih_l0_reverse	3	-0.31011834740638733
519548	rnn.bias_ih_l0_reverse	4	0.0054836515337228775
519548	rnn.bias_ih_l0_reverse	5	-0.22480756044387817
519548	rnn.bias_ih_l0_reverse	6	0.26440948247909546
519548	rnn.bias_ih_l0_reverse	7	-0.3257352411746979
519548	rnn.bias_ih_l0_reverse	8	-0.19714170694351196
519548	rnn.bias_ih_l0_reverse	9	-0.20126518607139587
519548	rnn.bias_hh_l0_reverse	0	-0.09635613113641739
519548	rnn.bias_hh_l0_reverse	1	0.28726720809936523
519548	rnn.bias_hh_l0_reverse	2	-0.33546391129493713
519548	rnn.bias_hh_l0_reverse	3	-0.22861045598983765
519548	rnn.bias_hh_l0_reverse	4	-0.40529143810272217
519548	rnn.bias_hh_l0_reverse	5	-0.18245042860507965
519548	rnn.bias_hh_l0_reverse	6	-0.2571774125099182
519548	rnn.bias_hh_l0_reverse	7	-0.09713480621576309
519548	rnn.bias_hh_l0_reverse	8	-0.31334754824638367
519548	rnn.bias_hh_l0_reverse	9	0.2303420752286911
519548	linear.weight	0	0.2385508120059967
519548	linear.weight	1	-0.4220319092273712
519548	linear.weight	2	0.0026296358555555344
519548	linear.weight	3	0.06757453829050064
519548	linear.weight	4	-0.13797633349895477
519548	linear.weight	5	0.23098227381706238
519548	linear.weight	6	0.0010571193415671587
519548	linear.weight	7	-0.06080279126763344
519548	linear.weight	8	0.1138470247387886
519548	linear.weight	9	-0.048968616873025894
519548	linear.bias	0	-0.8761304616928101
519548	linear.bias	1	1.8716717958450317
519548	linear.bias	2	0.7490721940994263
519548	linear.bias	3	-2.7058346271514893
519548	linear.bias	4	-0.10737941414117813
519548	linear.bias	5	1.2736918926239014
519548	linear.bias	6	-0.17835751175880432
519548	linear.bias	7	0.7690595984458923
519548	linear.bias	8	2.181061029434204
519548	linear.bias	9	-1.4791163206100464
520157	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
520157	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
520157	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
520157	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
520157	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
520157	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
520157	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
520157	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
520157	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
520157	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
520157	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
520157	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
520157	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
520157	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
520157	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
520157	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
520157	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
520157	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
520157	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
520157	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
520157	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
520157	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
520157	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
520157	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
520157	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
520157	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
520157	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
520157	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
520157	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
520157	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
520157	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
520157	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
520157	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
520157	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
520157	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
520157	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
520157	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
520157	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
520157	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
520157	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
520157	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
520157	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
520157	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
520157	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
520157	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
520157	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
520157	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
520157	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
520157	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
520157	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
520157	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
520157	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
520157	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
520157	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
520157	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
520157	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
520157	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
520157	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
520157	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
520157	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
520157	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
520157	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
520157	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
520157	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
520157	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
520157	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
520157	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
520157	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
520157	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
520157	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
520157	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
520157	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
520157	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
520157	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
520157	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
520157	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
520157	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
520157	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
520157	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
520157	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
520157	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
520157	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
520157	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
520157	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
520157	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
520157	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
520157	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
520157	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
520157	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
520157	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
520157	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
520157	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
520157	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
520157	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
520157	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
520157	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
520157	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
520157	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
520157	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
520157	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
520157	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
520157	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
520157	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
520157	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
520157	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
520157	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
520157	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
520157	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
520157	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
520157	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
520157	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
520157	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
520157	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
520157	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
520157	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
520157	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
520157	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
520157	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
520157	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
520157	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
520157	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
520157	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
520157	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
520157	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
520157	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
520157	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
520157	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
520157	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
520157	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
520157	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
520157	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
520157	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
520157	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
520157	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
520157	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
520157	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
520157	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
520157	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
520157	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
520157	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
520157	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
520157	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
520157	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
520157	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
520157	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
520157	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
520157	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
520157	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
520157	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
520157	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
520157	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
520157	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
520157	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
520157	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
520157	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
520157	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
520157	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
520157	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
520157	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
520157	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
520157	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
520157	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
520157	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
520157	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
520157	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
520157	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
520157	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
520157	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
520157	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
520157	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
520157	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
520157	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
520157	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
520157	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
520157	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
520157	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
520157	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
520157	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
520157	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
520157	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
520157	embedding2nn.weight	0	0.32723042368888855
520157	embedding2nn.weight	1	0.40744560956954956
520157	embedding2nn.weight	2	-0.004220737610012293
520157	embedding2nn.weight	3	0.022602207958698273
520157	embedding2nn.weight	4	-0.046396300196647644
520157	embedding2nn.weight	5	0.07209230214357376
520157	embedding2nn.weight	6	-0.016483373939990997
520157	embedding2nn.weight	7	0.003938451409339905
520157	embedding2nn.weight	8	0.027860209345817566
520157	embedding2nn.weight	9	-0.059249602258205414
520157	embedding2nn.bias	0	0.04475384205579758
520157	embedding2nn.bias	1	-0.20360296964645386
520157	embedding2nn.bias	2	0.11276297271251678
520157	embedding2nn.bias	3	0.1900167018175125
520157	embedding2nn.bias	4	0.15498481690883636
520157	embedding2nn.bias	5	-0.0849834531545639
520157	embedding2nn.bias	6	-0.025204326957464218
520157	embedding2nn.bias	7	0.03203350678086281
520157	embedding2nn.bias	8	-0.16114187240600586
520157	embedding2nn.bias	9	-0.3723513185977936
520157	rnn.weight_ih_l0	0	-0.022997179999947548
520157	rnn.weight_ih_l0	1	-0.0554371103644371
520157	rnn.weight_ih_l0	2	-0.07128509134054184
520157	rnn.weight_ih_l0	3	0.12185085564851761
520157	rnn.weight_ih_l0	4	0.010518304072320461
520157	rnn.weight_ih_l0	5	-0.052292343229055405
520157	rnn.weight_ih_l0	6	0.0073519437573850155
520157	rnn.weight_ih_l0	7	-0.026615846902132034
520157	rnn.weight_ih_l0	8	-0.003033539280295372
520157	rnn.weight_ih_l0	9	-0.13164012134075165
520157	rnn.weight_hh_l0	0	-0.017037654295563698
520157	rnn.weight_hh_l0	1	0.07524868100881577
520157	rnn.weight_hh_l0	2	0.017246296629309654
520157	rnn.weight_hh_l0	3	-0.017808299511671066
520157	rnn.weight_hh_l0	4	0.04624644294381142
520157	rnn.weight_hh_l0	5	0.02866881527006626
520157	rnn.weight_hh_l0	6	-0.06992028653621674
520157	rnn.weight_hh_l0	7	-0.09643572568893433
520157	rnn.weight_hh_l0	8	0.03671170026063919
520157	rnn.weight_hh_l0	9	-0.10288967192173004
520157	rnn.bias_ih_l0	0	0.2100040316581726
520157	rnn.bias_ih_l0	1	-0.3092533051967621
520157	rnn.bias_ih_l0	2	-0.031128983944654465
520157	rnn.bias_ih_l0	3	-0.2595035135746002
520157	rnn.bias_ih_l0	4	0.06662837415933609
520157	rnn.bias_ih_l0	5	-0.42347773909568787
520157	rnn.bias_ih_l0	6	-0.12810161709785461
520157	rnn.bias_ih_l0	7	-0.3511449694633484
520157	rnn.bias_ih_l0	8	-0.2878606915473938
520157	rnn.bias_ih_l0	9	-0.44890666007995605
520157	rnn.bias_hh_l0	0	-0.3643929362297058
520157	rnn.bias_hh_l0	1	-0.4294467866420746
520157	rnn.bias_hh_l0	2	-0.38916870951652527
520157	rnn.bias_hh_l0	3	-0.052203405648469925
520157	rnn.bias_hh_l0	4	-0.38739487528800964
520157	rnn.bias_hh_l0	5	-0.35422104597091675
520157	rnn.bias_hh_l0	6	-0.12366312742233276
520157	rnn.bias_hh_l0	7	0.07870332896709442
520157	rnn.bias_hh_l0	8	-0.24962136149406433
520157	rnn.bias_hh_l0	9	-0.5703352093696594
520157	rnn.weight_ih_l0_reverse	0	0.03473704308271408
520157	rnn.weight_ih_l0_reverse	1	-0.03725261613726616
520157	rnn.weight_ih_l0_reverse	2	-0.02169707417488098
520157	rnn.weight_ih_l0_reverse	3	-0.1518932282924652
520157	rnn.weight_ih_l0_reverse	4	0.09087872505187988
520157	rnn.weight_ih_l0_reverse	5	-0.11678957939147949
520157	rnn.weight_ih_l0_reverse	6	-0.007401150185614824
520157	rnn.weight_ih_l0_reverse	7	0.030976686626672745
520157	rnn.weight_ih_l0_reverse	8	-0.0819019228219986
520157	rnn.weight_ih_l0_reverse	9	-0.08927536010742188
520157	rnn.weight_hh_l0_reverse	0	-0.14987589418888092
520157	rnn.weight_hh_l0_reverse	1	0.030912304297089577
520157	rnn.weight_hh_l0_reverse	2	-0.029086917638778687
520157	rnn.weight_hh_l0_reverse	3	0.02680356428027153
520157	rnn.weight_hh_l0_reverse	4	-0.08967015892267227
520157	rnn.weight_hh_l0_reverse	5	0.0322272814810276
520157	rnn.weight_hh_l0_reverse	6	0.027737285941839218
520157	rnn.weight_hh_l0_reverse	7	-0.10360623896121979
520157	rnn.weight_hh_l0_reverse	8	-0.05950070917606354
520157	rnn.weight_hh_l0_reverse	9	0.05396585166454315
520157	rnn.bias_ih_l0_reverse	0	-0.16816863417625427
520157	rnn.bias_ih_l0_reverse	1	-0.08689440041780472
520157	rnn.bias_ih_l0_reverse	2	0.12164772301912308
520157	rnn.bias_ih_l0_reverse	3	-0.31018608808517456
520157	rnn.bias_ih_l0_reverse	4	0.01461186446249485
520157	rnn.bias_ih_l0_reverse	5	-0.2250191867351532
520157	rnn.bias_ih_l0_reverse	6	0.2643967866897583
520157	rnn.bias_ih_l0_reverse	7	-0.31436777114868164
520157	rnn.bias_ih_l0_reverse	8	-0.1938571035861969
520157	rnn.bias_ih_l0_reverse	9	-0.20163798332214355
520157	rnn.bias_hh_l0_reverse	0	-0.10616287589073181
520157	rnn.bias_hh_l0_reverse	1	0.2830086052417755
520157	rnn.bias_hh_l0_reverse	2	-0.3333077132701874
520157	rnn.bias_hh_l0_reverse	3	-0.22353345155715942
520157	rnn.bias_hh_l0_reverse	4	-0.4050320088863373
520157	rnn.bias_hh_l0_reverse	5	-0.17626243829727173
520157	rnn.bias_hh_l0_reverse	6	-0.2576757073402405
520157	rnn.bias_hh_l0_reverse	7	-0.09355752170085907
520157	rnn.bias_hh_l0_reverse	8	-0.3064345121383667
520157	rnn.bias_hh_l0_reverse	9	0.2217608541250229
520157	linear.weight	0	0.22655679285526276
520157	linear.weight	1	-0.3985408842563629
520157	linear.weight	2	0.0320109948515892
520157	linear.weight	3	0.06756750494241714
520157	linear.weight	4	-0.13562527298927307
520157	linear.weight	5	0.22783233225345612
520157	linear.weight	6	2.389746077824384e-05
520157	linear.weight	7	-0.06080091372132301
520157	linear.weight	8	0.0963011309504509
520157	linear.weight	9	-0.0489794947206974
520157	linear.bias	0	-0.8995543122291565
520157	linear.bias	1	1.8516935110092163
520157	linear.bias	2	0.7766162157058716
520157	linear.bias	3	-2.7061691284179688
520157	linear.bias	4	-0.08249703794717789
520157	linear.bias	5	1.2094321250915527
520157	linear.bias	6	-0.17765702307224274
520157	linear.bias	7	0.7902511954307556
520157	linear.bias	8	2.2096498012542725
520157	linear.bias	9	-1.4495693445205688
520766	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
520766	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
520766	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
520766	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
520766	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
520766	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
520766	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
520766	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
520766	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
520766	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
520766	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
520766	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
520766	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
520766	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
520766	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
520766	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
520766	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
520766	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
520766	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
520766	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
520766	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
520766	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
520766	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
520766	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
520766	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
520766	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
520766	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
520766	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
520766	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
520766	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
520766	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
520766	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
520766	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
520766	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
520766	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
520766	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
520766	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
520766	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
520766	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
520766	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
520766	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
520766	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
520766	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
520766	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
520766	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
520766	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
520766	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
520766	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
520766	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
520766	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
520766	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
520766	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
520766	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
520766	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
520766	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
520766	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
520766	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
520766	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
520766	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
520766	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
520766	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
520766	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
520766	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
520766	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
520766	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
520766	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
520766	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
520766	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
520766	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
520766	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
520766	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
520766	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
520766	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
520766	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
520766	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
520766	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
520766	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
520766	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
520766	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
520766	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
520766	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
520766	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
520766	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
520766	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
520766	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
520766	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
520766	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
520766	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
520766	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
520766	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
520766	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
520766	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
520766	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
520766	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
520766	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
520766	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
520766	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
520766	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
520766	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
520766	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
520766	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
520766	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
520766	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
520766	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
520766	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
520766	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
520766	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
520766	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
520766	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
520766	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
520766	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
520766	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
520766	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
520766	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
520766	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
520766	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
520766	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
520766	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
520766	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
520766	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
520766	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
520766	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
520766	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
520766	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
520766	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
520766	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
520766	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
520766	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
520766	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
520766	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
520766	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
520766	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
520766	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
520766	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
520766	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
520766	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
520766	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
520766	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
520766	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
520766	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
520766	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
520766	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
520766	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
520766	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
520766	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
520766	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
520766	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
520766	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
520766	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
520766	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
520766	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
520766	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
520766	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
520766	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
520766	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
520766	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
520766	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
520766	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
520766	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
520766	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
520766	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
520766	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
520766	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
520766	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
520766	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
520766	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
520766	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
520766	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
520766	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
520766	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
520766	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
520766	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
520766	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
520766	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
520766	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
520766	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
520766	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
520766	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
520766	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
520766	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
520766	embedding2nn.weight	0	0.3281644582748413
520766	embedding2nn.weight	1	0.4069591760635376
520766	embedding2nn.weight	2	-0.0027094408869743347
520766	embedding2nn.weight	3	0.019834274426102638
520766	embedding2nn.weight	4	-0.04791304096579552
520766	embedding2nn.weight	5	0.06605995446443558
520766	embedding2nn.weight	6	-0.019197454676032066
520766	embedding2nn.weight	7	0.0037083495408296585
520766	embedding2nn.weight	8	0.02735200710594654
520766	embedding2nn.weight	9	-0.05509960278868675
520766	embedding2nn.bias	0	0.04413999617099762
520766	embedding2nn.bias	1	-0.17942334711551666
520766	embedding2nn.bias	2	0.1018550917506218
520766	embedding2nn.bias	3	0.18038411438465118
520766	embedding2nn.bias	4	0.1438247412443161
520766	embedding2nn.bias	5	-0.06640546768903732
520766	embedding2nn.bias	6	-0.015796655789017677
520766	embedding2nn.bias	7	0.0392426997423172
520766	embedding2nn.bias	8	-0.15559367835521698
520766	embedding2nn.bias	9	-0.3740956485271454
520766	rnn.weight_ih_l0	0	-0.023798402398824692
520766	rnn.weight_ih_l0	1	-0.055213525891304016
520766	rnn.weight_ih_l0	2	-0.06741257011890411
520766	rnn.weight_ih_l0	3	0.11893808096647263
520766	rnn.weight_ih_l0	4	0.010116895660758018
520766	rnn.weight_ih_l0	5	-0.05499185621738434
520766	rnn.weight_ih_l0	6	0.010004118084907532
520766	rnn.weight_ih_l0	7	-0.03314763307571411
520766	rnn.weight_ih_l0	8	-0.005237003788352013
520766	rnn.weight_ih_l0	9	-0.12857802212238312
520766	rnn.weight_hh_l0	0	-0.01662236452102661
520766	rnn.weight_hh_l0	1	0.07618144899606705
520766	rnn.weight_hh_l0	2	0.015444900840520859
520766	rnn.weight_hh_l0	3	-0.017816094681620598
520766	rnn.weight_hh_l0	4	0.045589420944452286
520766	rnn.weight_hh_l0	5	0.026659367606043816
520766	rnn.weight_hh_l0	6	-0.0703461691737175
520766	rnn.weight_hh_l0	7	-0.1004590317606926
520766	rnn.weight_hh_l0	8	0.03670637682080269
520766	rnn.weight_hh_l0	9	-0.10341166704893112
520766	rnn.bias_ih_l0	0	0.19387692213058472
520766	rnn.bias_ih_l0	1	-0.3098856806755066
520766	rnn.bias_ih_l0	2	-0.03600924089550972
520766	rnn.bias_ih_l0	3	-0.24675193428993225
520766	rnn.bias_ih_l0	4	0.06819988042116165
520766	rnn.bias_ih_l0	5	-0.4078422784805298
520766	rnn.bias_ih_l0	6	-0.1261061280965805
520766	rnn.bias_ih_l0	7	-0.3524192273616791
520766	rnn.bias_ih_l0	8	-0.2887086868286133
520766	rnn.bias_ih_l0	9	-0.46478310227394104
520766	rnn.bias_hh_l0	0	-0.3595794439315796
520766	rnn.bias_hh_l0	1	-0.43348032236099243
520766	rnn.bias_hh_l0	2	-0.3930605947971344
520766	rnn.bias_hh_l0	3	-0.05148997902870178
520766	rnn.bias_hh_l0	4	-0.3888844847679138
520766	rnn.bias_hh_l0	5	-0.3549100458621979
520766	rnn.bias_hh_l0	6	-0.12082693725824356
520766	rnn.bias_hh_l0	7	0.07073049992322922
520766	rnn.bias_hh_l0	8	-0.25531283020973206
520766	rnn.bias_hh_l0	9	-0.5707195997238159
520766	rnn.weight_ih_l0_reverse	0	0.028011927381157875
520766	rnn.weight_ih_l0_reverse	1	-0.03934115916490555
520766	rnn.weight_ih_l0_reverse	2	-0.019797367975115776
520766	rnn.weight_ih_l0_reverse	3	-0.14332255721092224
520766	rnn.weight_ih_l0_reverse	4	0.09049396216869354
520766	rnn.weight_ih_l0_reverse	5	-0.11259232461452484
520766	rnn.weight_ih_l0_reverse	6	-0.007925247773528099
520766	rnn.weight_ih_l0_reverse	7	0.03185228258371353
520766	rnn.weight_ih_l0_reverse	8	-0.08255299180746078
520766	rnn.weight_ih_l0_reverse	9	-0.09238682687282562
520766	rnn.weight_hh_l0_reverse	0	-0.15102529525756836
520766	rnn.weight_hh_l0_reverse	1	0.030542900785803795
520766	rnn.weight_hh_l0_reverse	2	-0.03043004870414734
520766	rnn.weight_hh_l0_reverse	3	0.026256177574396133
520766	rnn.weight_hh_l0_reverse	4	-0.08942076563835144
520766	rnn.weight_hh_l0_reverse	5	0.032351166009902954
520766	rnn.weight_hh_l0_reverse	6	0.02754402719438076
520766	rnn.weight_hh_l0_reverse	7	-0.10211595892906189
520766	rnn.weight_hh_l0_reverse	8	-0.0582648329436779
520766	rnn.weight_hh_l0_reverse	9	0.054954878985881805
520766	rnn.bias_ih_l0_reverse	0	-0.1625119149684906
520766	rnn.bias_ih_l0_reverse	1	-0.09162063151597977
520766	rnn.bias_ih_l0_reverse	2	0.12459782510995865
520766	rnn.bias_ih_l0_reverse	3	-0.3049956262111664
520766	rnn.bias_ih_l0_reverse	4	0.008044903166592121
520766	rnn.bias_ih_l0_reverse	5	-0.22530749440193176
520766	rnn.bias_ih_l0_reverse	6	0.2546656131744385
520766	rnn.bias_ih_l0_reverse	7	-0.31912761926651
520766	rnn.bias_ih_l0_reverse	8	-0.19130292534828186
520766	rnn.bias_ih_l0_reverse	9	-0.19988608360290527
520766	rnn.bias_hh_l0_reverse	0	-0.09313536435365677
520766	rnn.bias_hh_l0_reverse	1	0.2757117748260498
520766	rnn.bias_hh_l0_reverse	2	-0.34293434023857117
520766	rnn.bias_hh_l0_reverse	3	-0.2247147560119629
520766	rnn.bias_hh_l0_reverse	4	-0.4032960534095764
520766	rnn.bias_hh_l0_reverse	5	-0.1757248193025589
520766	rnn.bias_hh_l0_reverse	6	-0.2658798396587372
520766	rnn.bias_hh_l0_reverse	7	-0.09390690922737122
520766	rnn.bias_hh_l0_reverse	8	-0.30753692984580994
520766	rnn.bias_hh_l0_reverse	9	0.2181999683380127
520766	linear.weight	0	0.2443888783454895
520766	linear.weight	1	-0.4015119671821594
520766	linear.weight	2	0.001803252729587257
520766	linear.weight	3	0.06756269931793213
520766	linear.weight	4	-0.10033349692821503
520766	linear.weight	5	0.2460998147726059
520766	linear.weight	6	-0.011198116466403008
520766	linear.weight	7	-0.06079523265361786
520766	linear.weight	8	0.13298436999320984
520766	linear.weight	9	-0.048989634960889816
520766	linear.bias	0	-0.8882944583892822
520766	linear.bias	1	1.864370346069336
520766	linear.bias	2	0.7916319370269775
520766	linear.bias	3	-2.7064900398254395
520766	linear.bias	4	-0.07344929873943329
520766	linear.bias	5	1.3002091646194458
520766	linear.bias	6	-0.20540852844715118
520766	linear.bias	7	0.7096095085144043
520766	linear.bias	8	2.272125005722046
520766	linear.bias	9	-1.471360445022583
521375	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
521375	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
521375	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
521375	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
521375	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
521375	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
521375	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
521375	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
521375	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
521375	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
521375	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
521375	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
521375	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
521375	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
521375	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
521375	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
521375	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
521375	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
521375	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
521375	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
521375	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
521375	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
521375	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
521375	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
521375	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
521375	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
521375	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
521375	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
521375	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
521375	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
521375	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
521375	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
521375	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
521375	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
521375	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
521375	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
521375	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
521375	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
521375	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
521375	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
521375	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
521375	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
521375	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
521375	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
521375	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
521375	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
521375	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
521375	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
521375	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
521375	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
521375	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
521375	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
521375	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
521375	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
521375	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
521375	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
521375	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
521375	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
521375	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
521375	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
521375	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
521375	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
521375	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
521375	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
521375	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
521375	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
521375	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
521375	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
521375	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
521375	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
521375	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
521375	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
521375	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
521375	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
521375	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
521375	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
521375	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
521375	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
521375	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
521375	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
521375	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
521375	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
521375	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
521375	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
521375	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
521375	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
521375	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
521375	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
521375	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
521375	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
521375	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
521375	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
521375	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
521375	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
521375	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
521375	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
521375	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
521375	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
521375	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
521375	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
521375	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
521375	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
521375	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
521375	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
521375	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
521375	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
521375	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
521375	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
521375	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
521375	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
521375	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
521375	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
521375	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
521375	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
521375	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
521375	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
521375	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
521375	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
521375	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
521375	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
521375	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
521375	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
521375	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
521375	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
521375	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
521375	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
521375	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
521375	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
521375	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
521375	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
521375	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
521375	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
521375	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
521375	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
521375	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
521375	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
521375	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
521375	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
521375	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
521375	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
521375	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
521375	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
521375	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
521375	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
521375	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
521375	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
521375	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
521375	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
521375	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
521375	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
521375	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
521375	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
521375	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
521375	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
521375	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
521375	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
521375	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
521375	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
521375	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
521375	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
521375	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
521375	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
521375	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
521375	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
521375	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
521375	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
521375	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
521375	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
521375	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
521375	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
521375	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
521375	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
521375	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
521375	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
521375	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
521375	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
521375	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
521375	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
521375	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
521375	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
521375	embedding2nn.weight	0	0.3302565813064575
521375	embedding2nn.weight	1	0.4027000665664673
521375	embedding2nn.weight	2	-0.003018269082531333
521375	embedding2nn.weight	3	0.040613435208797455
521375	embedding2nn.weight	4	-0.04464801028370857
521375	embedding2nn.weight	5	0.0631101131439209
521375	embedding2nn.weight	6	-0.024487456306815147
521375	embedding2nn.weight	7	-0.00640083709731698
521375	embedding2nn.weight	8	0.02721158042550087
521375	embedding2nn.weight	9	-0.050917550921440125
521375	embedding2nn.bias	0	0.039343591779470444
521375	embedding2nn.bias	1	-0.17098696529865265
521375	embedding2nn.bias	2	0.08601374924182892
521375	embedding2nn.bias	3	0.16200079023838043
521375	embedding2nn.bias	4	0.14743196964263916
521375	embedding2nn.bias	5	-0.049519121646881104
521375	embedding2nn.bias	6	-0.023389406502246857
521375	embedding2nn.bias	7	0.05833083391189575
521375	embedding2nn.bias	8	-0.1599748730659485
521375	embedding2nn.bias	9	-0.37343260645866394
521375	rnn.weight_ih_l0	0	-0.024677490815520287
521375	rnn.weight_ih_l0	1	-0.053172387182712555
521375	rnn.weight_ih_l0	2	-0.06136135756969452
521375	rnn.weight_ih_l0	3	0.11809995025396347
521375	rnn.weight_ih_l0	4	0.0128752700984478
521375	rnn.weight_ih_l0	5	-0.054438430815935135
521375	rnn.weight_ih_l0	6	0.005755889229476452
521375	rnn.weight_ih_l0	7	-0.03335932269692421
521375	rnn.weight_ih_l0	8	-0.005316731054335833
521375	rnn.weight_ih_l0	9	-0.12708987295627594
521375	rnn.weight_hh_l0	0	-0.016595540568232536
521375	rnn.weight_hh_l0	1	0.07710134238004684
521375	rnn.weight_hh_l0	2	0.014490989036858082
521375	rnn.weight_hh_l0	3	-0.018150627613067627
521375	rnn.weight_hh_l0	4	0.04556044563651085
521375	rnn.weight_hh_l0	5	0.025895684957504272
521375	rnn.weight_hh_l0	6	-0.07003316283226013
521375	rnn.weight_hh_l0	7	-0.10054682940244675
521375	rnn.weight_hh_l0	8	0.03680667653679848
521375	rnn.weight_hh_l0	9	-0.10414638370275497
521375	rnn.bias_ih_l0	0	0.20321568846702576
521375	rnn.bias_ih_l0	1	-0.3193987309932709
521375	rnn.bias_ih_l0	2	-0.035040050745010376
521375	rnn.bias_ih_l0	3	-0.2408875972032547
521375	rnn.bias_ih_l0	4	0.051215481013059616
521375	rnn.bias_ih_l0	5	-0.4082249104976654
521375	rnn.bias_ih_l0	6	-0.13586479425430298
521375	rnn.bias_ih_l0	7	-0.3525029122829437
521375	rnn.bias_ih_l0	8	-0.29301726818084717
521375	rnn.bias_ih_l0	9	-0.45700547099113464
521375	rnn.bias_hh_l0	0	-0.36129480600357056
521375	rnn.bias_hh_l0	1	-0.43701568245887756
521375	rnn.bias_hh_l0	2	-0.3942227363586426
521375	rnn.bias_hh_l0	3	-0.05825667455792427
521375	rnn.bias_hh_l0	4	-0.3939712345600128
521375	rnn.bias_hh_l0	5	-0.35543927550315857
521375	rnn.bias_hh_l0	6	-0.11964361369609833
521375	rnn.bias_hh_l0	7	0.07800064980983734
521375	rnn.bias_hh_l0	8	-0.25112420320510864
521375	rnn.bias_hh_l0	9	-0.5747267603874207
521375	rnn.weight_ih_l0_reverse	0	0.026613613590598106
521375	rnn.weight_ih_l0_reverse	1	-0.03989173099398613
521375	rnn.weight_ih_l0_reverse	2	-0.02101747877895832
521375	rnn.weight_ih_l0_reverse	3	-0.14391671121120453
521375	rnn.weight_ih_l0_reverse	4	0.09117954969406128
521375	rnn.weight_ih_l0_reverse	5	-0.11424731463193893
521375	rnn.weight_ih_l0_reverse	6	-0.0058791921474039555
521375	rnn.weight_ih_l0_reverse	7	0.029647838324308395
521375	rnn.weight_ih_l0_reverse	8	-0.08544152230024338
521375	rnn.weight_ih_l0_reverse	9	-0.09244337677955627
521375	rnn.weight_hh_l0_reverse	0	-0.1517094373703003
521375	rnn.weight_hh_l0_reverse	1	0.031396351754665375
521375	rnn.weight_hh_l0_reverse	2	-0.029252002015709877
521375	rnn.weight_hh_l0_reverse	3	0.02680720016360283
521375	rnn.weight_hh_l0_reverse	4	-0.08909919112920761
521375	rnn.weight_hh_l0_reverse	5	0.033054180443286896
521375	rnn.weight_hh_l0_reverse	6	0.02791602723300457
521375	rnn.weight_hh_l0_reverse	7	-0.10192359983921051
521375	rnn.weight_hh_l0_reverse	8	-0.05888405442237854
521375	rnn.weight_hh_l0_reverse	9	0.050172727555036545
521375	rnn.bias_ih_l0_reverse	0	-0.16200414299964905
521375	rnn.bias_ih_l0_reverse	1	-0.08925309777259827
521375	rnn.bias_ih_l0_reverse	2	0.12927262485027313
521375	rnn.bias_ih_l0_reverse	3	-0.3062185049057007
521375	rnn.bias_ih_l0_reverse	4	0.005197891034185886
521375	rnn.bias_ih_l0_reverse	5	-0.22575244307518005
521375	rnn.bias_ih_l0_reverse	6	0.2572363317012787
521375	rnn.bias_ih_l0_reverse	7	-0.3292481601238251
521375	rnn.bias_ih_l0_reverse	8	-0.19026295840740204
521375	rnn.bias_ih_l0_reverse	9	-0.19109602272510529
521375	rnn.bias_hh_l0_reverse	0	-0.08753013610839844
521375	rnn.bias_hh_l0_reverse	1	0.27437570691108704
521375	rnn.bias_hh_l0_reverse	2	-0.33842819929122925
521375	rnn.bias_hh_l0_reverse	3	-0.22489701211452484
521375	rnn.bias_hh_l0_reverse	4	-0.4056556820869446
521375	rnn.bias_hh_l0_reverse	5	-0.17081783711910248
521375	rnn.bias_hh_l0_reverse	6	-0.2661791145801544
521375	rnn.bias_hh_l0_reverse	7	-0.09244291484355927
521375	rnn.bias_hh_l0_reverse	8	-0.31586015224456787
521375	rnn.bias_hh_l0_reverse	9	0.22227056324481964
521375	linear.weight	0	0.21511994302272797
521375	linear.weight	1	-0.4626147449016571
521375	linear.weight	2	0.01199790183454752
521375	linear.weight	3	0.06755982339382172
521375	linear.weight	4	-0.14610601961612701
521375	linear.weight	5	0.24868786334991455
521375	linear.weight	6	-0.004948079586029053
521375	linear.weight	7	-0.0607856884598732
521375	linear.weight	8	0.13363465666770935
521375	linear.weight	9	-0.048997603356838226
521375	linear.bias	0	-0.870378315448761
521375	linear.bias	1	1.8590964078903198
521375	linear.bias	2	0.7552831172943115
521375	linear.bias	3	-2.706845998764038
521375	linear.bias	4	-0.07051407545804977
521375	linear.bias	5	1.2623342275619507
521375	linear.bias	6	-0.230404794216156
521375	linear.bias	7	0.7263796925544739
521375	linear.bias	8	2.2425951957702637
521375	linear.bias	9	-1.4531323909759521
521984	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
521984	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
521984	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
521984	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
521984	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
521984	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
521984	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
521984	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
521984	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
521984	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
521984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
521984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
521984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
521984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
521984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
521984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
521984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
521984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
521984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
521984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
521984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
521984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
521984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
521984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
521984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
521984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
521984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
521984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
521984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
521984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
521984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
521984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
521984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
521984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
521984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
521984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
521984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
521984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
521984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
521984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
521984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
521984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
521984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
521984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
521984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
521984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
521984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
521984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
521984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
521984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
521984	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
521984	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
521984	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
521984	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
521984	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
521984	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
521984	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
521984	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
521984	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
521984	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
521984	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
521984	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
521984	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
521984	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
521984	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
521984	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
521984	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
521984	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
521984	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
521984	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
521984	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
521984	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
521984	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
521984	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
521984	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
521984	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
521984	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
521984	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
521984	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
521984	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
521984	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
521984	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
521984	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
521984	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
521984	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
521984	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
521984	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
521984	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
521984	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
521984	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
521984	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
521984	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
521984	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
521984	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
521984	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
521984	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
521984	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
521984	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
521984	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
521984	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
521984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
521984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
521984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
521984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
521984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
521984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
521984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
521984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
521984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
521984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
521984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
521984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
521984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
521984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
521984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
521984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
521984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
521984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
521984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
521984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
521984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
521984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
521984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
521984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
521984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
521984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
521984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
521984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
521984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
521984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
521984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
521984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
521984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
521984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
521984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
521984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
521984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
521984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
521984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
521984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
521984	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
521984	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
521984	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
521984	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
521984	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
521984	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
521984	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
521984	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
521984	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
521984	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
521984	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
521984	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
521984	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
521984	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
521984	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
521984	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
521984	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
521984	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
521984	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
521984	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
521984	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
521984	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
521984	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
521984	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
521984	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
521984	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
521984	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
521984	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
521984	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
521984	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
521984	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
521984	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
521984	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
521984	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
521984	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
521984	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
521984	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
521984	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
521984	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
521984	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
521984	embedding2nn.weight	0	0.3308028280735016
521984	embedding2nn.weight	1	0.4015120565891266
521984	embedding2nn.weight	2	-0.0028333873488008976
521984	embedding2nn.weight	3	0.03503734990954399
521984	embedding2nn.weight	4	-0.038101036101579666
521984	embedding2nn.weight	5	0.06813980638980865
521984	embedding2nn.weight	6	-0.02671032026410103
521984	embedding2nn.weight	7	-0.009340410120785236
521984	embedding2nn.weight	8	0.02727350778877735
521984	embedding2nn.weight	9	-0.043071240186691284
521984	embedding2nn.bias	0	0.027314065024256706
521984	embedding2nn.bias	1	-0.178397536277771
521984	embedding2nn.bias	2	0.11137239634990692
521984	embedding2nn.bias	3	0.1821453869342804
521984	embedding2nn.bias	4	0.1512688249349594
521984	embedding2nn.bias	5	-0.056647416204214096
521984	embedding2nn.bias	6	-0.0016834595007821918
521984	embedding2nn.bias	7	0.04691419005393982
521984	embedding2nn.bias	8	-0.14562566578388214
521984	embedding2nn.bias	9	-0.35424911975860596
521984	rnn.weight_ih_l0	0	-0.024844277650117874
521984	rnn.weight_ih_l0	1	-0.05392308533191681
521984	rnn.weight_ih_l0	2	-0.06287336349487305
521984	rnn.weight_ih_l0	3	0.11859076470136642
521984	rnn.weight_ih_l0	4	0.013687960803508759
521984	rnn.weight_ih_l0	5	-0.04431381821632385
521984	rnn.weight_ih_l0	6	0.005035976879298687
521984	rnn.weight_ih_l0	7	-0.03981698676943779
521984	rnn.weight_ih_l0	8	0.006189377978444099
521984	rnn.weight_ih_l0	9	-0.13578738272190094
521984	rnn.weight_hh_l0	0	-0.017147524282336235
521984	rnn.weight_hh_l0	1	0.07731524109840393
521984	rnn.weight_hh_l0	2	0.014683740213513374
521984	rnn.weight_hh_l0	3	-0.018118757754564285
521984	rnn.weight_hh_l0	4	0.0449703149497509
521984	rnn.weight_hh_l0	5	0.0250469371676445
521984	rnn.weight_hh_l0	6	-0.0702504888176918
521984	rnn.weight_hh_l0	7	-0.0980028584599495
521984	rnn.weight_hh_l0	8	0.0369923897087574
521984	rnn.weight_hh_l0	9	-0.10362786054611206
521984	rnn.bias_ih_l0	0	0.20110394060611725
521984	rnn.bias_ih_l0	1	-0.32269835472106934
521984	rnn.bias_ih_l0	2	-0.03733215108513832
521984	rnn.bias_ih_l0	3	-0.23468555510044098
521984	rnn.bias_ih_l0	4	0.054180823266506195
521984	rnn.bias_ih_l0	5	-0.416657954454422
521984	rnn.bias_ih_l0	6	-0.14495046436786652
521984	rnn.bias_ih_l0	7	-0.3543604612350464
521984	rnn.bias_ih_l0	8	-0.29742932319641113
521984	rnn.bias_ih_l0	9	-0.4613058865070343
521984	rnn.bias_hh_l0	0	-0.34823518991470337
521984	rnn.bias_hh_l0	1	-0.44595396518707275
521984	rnn.bias_hh_l0	2	-0.40355074405670166
521984	rnn.bias_hh_l0	3	-0.06124434992671013
521984	rnn.bias_hh_l0	4	-0.38747265934944153
521984	rnn.bias_hh_l0	5	-0.3555601239204407
521984	rnn.bias_hh_l0	6	-0.12477361410856247
521984	rnn.bias_hh_l0	7	0.06874396651983261
521984	rnn.bias_hh_l0	8	-0.2500750720500946
521984	rnn.bias_hh_l0	9	-0.5648416876792908
521984	rnn.weight_ih_l0_reverse	0	0.02312108501791954
521984	rnn.weight_ih_l0_reverse	1	-0.04218745231628418
521984	rnn.weight_ih_l0_reverse	2	-0.02407107688486576
521984	rnn.weight_ih_l0_reverse	3	-0.14478614926338196
521984	rnn.weight_ih_l0_reverse	4	0.09128738939762115
521984	rnn.weight_ih_l0_reverse	5	-0.11200734972953796
521984	rnn.weight_ih_l0_reverse	6	0.003746182192116976
521984	rnn.weight_ih_l0_reverse	7	0.031011611223220825
521984	rnn.weight_ih_l0_reverse	8	-0.0824061781167984
521984	rnn.weight_ih_l0_reverse	9	-0.0925372838973999
521984	rnn.weight_hh_l0_reverse	0	-0.15048064291477203
521984	rnn.weight_hh_l0_reverse	1	0.03168000280857086
521984	rnn.weight_hh_l0_reverse	2	-0.029122555628418922
521984	rnn.weight_hh_l0_reverse	3	0.026912037283182144
521984	rnn.weight_hh_l0_reverse	4	-0.08910685032606125
521984	rnn.weight_hh_l0_reverse	5	0.033629409968853
521984	rnn.weight_hh_l0_reverse	6	0.02789146825671196
521984	rnn.weight_hh_l0_reverse	7	-0.10438235104084015
521984	rnn.weight_hh_l0_reverse	8	-0.06224731355905533
521984	rnn.weight_hh_l0_reverse	9	0.05180133506655693
521984	rnn.bias_ih_l0_reverse	0	-0.15638725459575653
521984	rnn.bias_ih_l0_reverse	1	-0.09636566042900085
521984	rnn.bias_ih_l0_reverse	2	0.13417336344718933
521984	rnn.bias_ih_l0_reverse	3	-0.3016038239002228
521984	rnn.bias_ih_l0_reverse	4	0.0033349525183439255
521984	rnn.bias_ih_l0_reverse	5	-0.22464291751384735
521984	rnn.bias_ih_l0_reverse	6	0.24431467056274414
521984	rnn.bias_ih_l0_reverse	7	-0.31888988614082336
521984	rnn.bias_ih_l0_reverse	8	-0.18269437551498413
521984	rnn.bias_ih_l0_reverse	9	-0.20125265419483185
521984	rnn.bias_hh_l0_reverse	0	-0.09139098227024078
521984	rnn.bias_hh_l0_reverse	1	0.26591482758522034
521984	rnn.bias_hh_l0_reverse	2	-0.33069127798080444
521984	rnn.bias_hh_l0_reverse	3	-0.22997665405273438
521984	rnn.bias_hh_l0_reverse	4	-0.39728090167045593
521984	rnn.bias_hh_l0_reverse	5	-0.1745421439409256
521984	rnn.bias_hh_l0_reverse	6	-0.2541102170944214
521984	rnn.bias_hh_l0_reverse	7	-0.093819759786129
521984	rnn.bias_hh_l0_reverse	8	-0.3224058449268341
521984	rnn.bias_hh_l0_reverse	9	0.21232295036315918
521984	linear.weight	0	0.210160493850708
521984	linear.weight	1	-0.437256395816803
521984	linear.weight	2	0.026606108993291855
521984	linear.weight	3	0.0675572082400322
521984	linear.weight	4	-0.1158316507935524
521984	linear.weight	5	0.2686391770839691
521984	linear.weight	6	-0.023467261344194412
521984	linear.weight	7	-0.060777146369218826
521984	linear.weight	8	0.1356227993965149
521984	linear.weight	9	-0.04900608956813812
521984	linear.bias	0	-0.8909125924110413
521984	linear.bias	1	1.8679698705673218
521984	linear.bias	2	0.7528769373893738
521984	linear.bias	3	-2.70717191696167
521984	linear.bias	4	-0.0894269123673439
521984	linear.bias	5	1.269453763961792
521984	linear.bias	6	-0.25237536430358887
521984	linear.bias	7	0.7346293330192566
521984	linear.bias	8	2.204022169113159
521984	linear.bias	9	-1.4374372959136963
522593	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
522593	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
522593	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
522593	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
522593	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
522593	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
522593	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
522593	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
522593	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
522593	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
522593	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
522593	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
522593	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
522593	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
522593	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
522593	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
522593	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
522593	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
522593	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
522593	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
522593	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
522593	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
522593	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
522593	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
522593	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
522593	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
522593	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
522593	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
522593	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
522593	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
522593	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
522593	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
522593	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
522593	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
522593	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
522593	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
522593	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
522593	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
522593	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
522593	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
522593	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
522593	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
522593	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
522593	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
522593	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
522593	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
522593	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
522593	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
522593	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
522593	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
522593	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
522593	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
522593	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
522593	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
522593	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
522593	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
522593	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
522593	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
522593	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
522593	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
522593	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
522593	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
522593	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
522593	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
522593	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
522593	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
522593	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
522593	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
522593	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
522593	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
522593	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
522593	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
522593	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
522593	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
522593	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
522593	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
522593	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
522593	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
522593	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
522593	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
522593	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
522593	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
522593	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
522593	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
522593	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
522593	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
522593	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
522593	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
522593	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
522593	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
522593	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
522593	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
522593	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
522593	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
522593	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
522593	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
522593	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
522593	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
522593	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
522593	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
522593	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
522593	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
522593	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
522593	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
522593	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
522593	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
522593	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
522593	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
522593	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
522593	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
522593	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
522593	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
522593	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
522593	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
522593	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
522593	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
522593	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
522593	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
522593	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
522593	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
522593	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
522593	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
522593	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
522593	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
522593	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
522593	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
522593	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
522593	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
522593	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
522593	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
522593	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
522593	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
522593	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
522593	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
522593	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
522593	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
522593	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
522593	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
522593	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
522593	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
522593	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
522593	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
522593	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
522593	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
522593	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
522593	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
522593	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
522593	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
522593	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
522593	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
522593	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
522593	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
522593	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
522593	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
522593	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
522593	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
522593	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
522593	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
522593	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
522593	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
522593	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
522593	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
522593	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
522593	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
522593	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
522593	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
522593	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
522593	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
522593	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
522593	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
522593	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
522593	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
522593	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
522593	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
522593	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
522593	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
522593	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
522593	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
522593	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
522593	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
522593	embedding2nn.weight	0	0.32918623089790344
522593	embedding2nn.weight	1	0.40572354197502136
522593	embedding2nn.weight	2	-0.005389802157878876
522593	embedding2nn.weight	3	0.04093797877430916
522593	embedding2nn.weight	4	-0.034583356231451035
522593	embedding2nn.weight	5	0.07043372839689255
522593	embedding2nn.weight	6	-0.030525946989655495
522593	embedding2nn.weight	7	0.00022195679775904864
522593	embedding2nn.weight	8	0.025385212153196335
522593	embedding2nn.weight	9	-0.04503723978996277
522593	embedding2nn.bias	0	0.03605411946773529
522593	embedding2nn.bias	1	-0.1837739646434784
522593	embedding2nn.bias	2	0.11196330934762955
522593	embedding2nn.bias	3	0.1892540603876114
522593	embedding2nn.bias	4	0.15979741513729095
522593	embedding2nn.bias	5	-0.07151615619659424
522593	embedding2nn.bias	6	-0.018227675929665565
522593	embedding2nn.bias	7	0.0514812245965004
522593	embedding2nn.bias	8	-0.1701730638742447
522593	embedding2nn.bias	9	-0.35772040486335754
522593	rnn.weight_ih_l0	0	-0.022122126072645187
522593	rnn.weight_ih_l0	1	-0.05372844636440277
522593	rnn.weight_ih_l0	2	-0.06572448462247849
522593	rnn.weight_ih_l0	3	0.11397355049848557
522593	rnn.weight_ih_l0	4	0.008567016571760178
522593	rnn.weight_ih_l0	5	-0.04231816902756691
522593	rnn.weight_ih_l0	6	0.002961382968351245
522593	rnn.weight_ih_l0	7	-0.035540640354156494
522593	rnn.weight_ih_l0	8	0.005847395863384008
522593	rnn.weight_ih_l0	9	-0.1265975683927536
522593	rnn.weight_hh_l0	0	-0.017110854387283325
522593	rnn.weight_hh_l0	1	0.07683639228343964
522593	rnn.weight_hh_l0	2	0.013825294561684132
522593	rnn.weight_hh_l0	3	-0.018809115514159203
522593	rnn.weight_hh_l0	4	0.04700549691915512
522593	rnn.weight_hh_l0	5	0.02508312277495861
522593	rnn.weight_hh_l0	6	-0.06978903710842133
522593	rnn.weight_hh_l0	7	-0.09823480993509293
522593	rnn.weight_hh_l0	8	0.036836642771959305
522593	rnn.weight_hh_l0	9	-0.10445879399776459
522593	rnn.bias_ih_l0	0	0.20512087643146515
522593	rnn.bias_ih_l0	1	-0.32341691851615906
522593	rnn.bias_ih_l0	2	-0.035168230533599854
522593	rnn.bias_ih_l0	3	-0.23219510912895203
522593	rnn.bias_ih_l0	4	0.05078586935997009
522593	rnn.bias_ih_l0	5	-0.41901931166648865
522593	rnn.bias_ih_l0	6	-0.14387573301792145
522593	rnn.bias_ih_l0	7	-0.3536521792411804
522593	rnn.bias_ih_l0	8	-0.2905277609825134
522593	rnn.bias_ih_l0	9	-0.46766552329063416
522593	rnn.bias_hh_l0	0	-0.3488251864910126
522593	rnn.bias_hh_l0	1	-0.45558446645736694
522593	rnn.bias_hh_l0	2	-0.3992898464202881
522593	rnn.bias_hh_l0	3	-0.06217208504676819
522593	rnn.bias_hh_l0	4	-0.3864537477493286
522593	rnn.bias_hh_l0	5	-0.34922778606414795
522593	rnn.bias_hh_l0	6	-0.12446462363004684
522593	rnn.bias_hh_l0	7	0.0622149296104908
522593	rnn.bias_hh_l0	8	-0.24306394159793854
522593	rnn.bias_hh_l0	9	-0.5718086361885071
522593	rnn.weight_ih_l0_reverse	0	0.022999059408903122
522593	rnn.weight_ih_l0_reverse	1	-0.04264262318611145
522593	rnn.weight_ih_l0_reverse	2	-0.021681154146790504
522593	rnn.weight_ih_l0_reverse	3	-0.14832143485546112
522593	rnn.weight_ih_l0_reverse	4	0.09408389776945114
522593	rnn.weight_ih_l0_reverse	5	-0.1059773713350296
522593	rnn.weight_ih_l0_reverse	6	0.0024150796234607697
522593	rnn.weight_ih_l0_reverse	7	0.031924813985824585
522593	rnn.weight_ih_l0_reverse	8	-0.08400768041610718
522593	rnn.weight_ih_l0_reverse	9	-0.09346406906843185
522593	rnn.weight_hh_l0_reverse	0	-0.15047499537467957
522593	rnn.weight_hh_l0_reverse	1	0.03170376643538475
522593	rnn.weight_hh_l0_reverse	2	-0.028657596558332443
522593	rnn.weight_hh_l0_reverse	3	0.027701590210199356
522593	rnn.weight_hh_l0_reverse	4	-0.0876658484339714
522593	rnn.weight_hh_l0_reverse	5	0.03350227326154709
522593	rnn.weight_hh_l0_reverse	6	0.027729758992791176
522593	rnn.weight_hh_l0_reverse	7	-0.10462076216936111
522593	rnn.weight_hh_l0_reverse	8	-0.06206490099430084
522593	rnn.weight_hh_l0_reverse	9	0.052609603852033615
522593	rnn.bias_ih_l0_reverse	0	-0.15339773893356323
522593	rnn.bias_ih_l0_reverse	1	-0.09496802091598511
522593	rnn.bias_ih_l0_reverse	2	0.13375072181224823
522593	rnn.bias_ih_l0_reverse	3	-0.3011212646961212
522593	rnn.bias_ih_l0_reverse	4	0.005045486614108086
522593	rnn.bias_ih_l0_reverse	5	-0.22082288563251495
522593	rnn.bias_ih_l0_reverse	6	0.2513415217399597
522593	rnn.bias_ih_l0_reverse	7	-0.330252468585968
522593	rnn.bias_ih_l0_reverse	8	-0.18453268706798553
522593	rnn.bias_ih_l0_reverse	9	-0.1991434246301651
522593	rnn.bias_hh_l0_reverse	0	-0.09624551236629486
522593	rnn.bias_hh_l0_reverse	1	0.26419204473495483
522593	rnn.bias_hh_l0_reverse	2	-0.33108949661254883
522593	rnn.bias_hh_l0_reverse	3	-0.2255495935678482
522593	rnn.bias_hh_l0_reverse	4	-0.3927348852157593
522593	rnn.bias_hh_l0_reverse	5	-0.18616671860218048
522593	rnn.bias_hh_l0_reverse	6	-0.2629118859767914
522593	rnn.bias_hh_l0_reverse	7	-0.10111233592033386
522593	rnn.bias_hh_l0_reverse	8	-0.3187006115913391
522593	rnn.bias_hh_l0_reverse	9	0.22355712950229645
522593	linear.weight	0	0.21341601014137268
522593	linear.weight	1	-0.4392104148864746
522593	linear.weight	2	0.010311608202755451
522593	linear.weight	3	0.0675668939948082
522593	linear.weight	4	-0.07993123680353165
522593	linear.weight	5	0.23714374005794525
522593	linear.weight	6	-0.020971745252609253
522593	linear.weight	7	-0.060765668749809265
522593	linear.weight	8	0.122917041182518
522593	linear.weight	9	-0.049013614654541016
522593	linear.bias	0	-0.8960263133049011
522593	linear.bias	1	1.82650887966156
522593	linear.bias	2	0.7868660688400269
522593	linear.bias	3	-2.707540512084961
522593	linear.bias	4	-0.07435441017150879
522593	linear.bias	5	1.2770038843154907
522593	linear.bias	6	-0.25272735953330994
522593	linear.bias	7	0.7819066047668457
522593	linear.bias	8	2.214616060256958
522593	linear.bias	9	-1.4735604524612427
523202	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
523202	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
523202	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
523202	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
523202	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
523202	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
523202	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
523202	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
523202	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
523202	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
523202	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
523202	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
523202	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
523202	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
523202	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
523202	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
523202	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
523202	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
523202	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
523202	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
523202	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
523202	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
523202	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
523202	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
523202	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
523202	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
523202	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
523202	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
523202	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
523202	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
523202	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
523202	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
523202	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
523202	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
523202	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
523202	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
523202	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
523202	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
523202	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
523202	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
523202	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
523202	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
523202	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
523202	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
523202	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
523202	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
523202	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
523202	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
523202	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
523202	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
523202	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
523202	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
523202	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
523202	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
523202	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
523202	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
523202	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
523202	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
523202	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
523202	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
523202	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
523202	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
523202	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
523202	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
523202	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
523202	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
523202	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
523202	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
523202	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
523202	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
523202	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
523202	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
523202	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
523202	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
523202	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
523202	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
523202	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
523202	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
523202	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
523202	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
523202	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
523202	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
523202	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
523202	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
523202	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
523202	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
523202	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
523202	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
523202	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
523202	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
523202	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
523202	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
523202	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
523202	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
523202	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
523202	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
523202	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
523202	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
523202	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
523202	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
523202	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
523202	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
523202	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
523202	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
523202	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
523202	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
523202	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
523202	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
523202	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
523202	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
523202	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
523202	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
523202	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
523202	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
523202	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
523202	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
523202	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
523202	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
523202	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
523202	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
523202	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
523202	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
523202	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
523202	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
523202	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
523202	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
523202	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
523202	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
523202	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
523202	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
523202	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
523202	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
523202	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
523202	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
523202	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
523202	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
523202	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
523202	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
523202	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
523202	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
523202	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
523202	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
523202	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
523202	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
523202	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
523202	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
523202	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
523202	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
523202	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
523202	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
523202	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
523202	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
523202	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
523202	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
523202	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
523202	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
523202	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
523202	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
523202	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
523202	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
523202	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
523202	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
523202	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
523202	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
523202	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
523202	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
523202	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
523202	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
523202	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
523202	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
523202	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
523202	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
523202	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
523202	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
523202	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
523202	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
523202	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
523202	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
523202	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
523202	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
523202	embedding2nn.weight	0	0.32854339480400085
523202	embedding2nn.weight	1	0.4068426489830017
523202	embedding2nn.weight	2	-0.001713276724331081
523202	embedding2nn.weight	3	0.02470037341117859
523202	embedding2nn.weight	4	-0.03044155240058899
523202	embedding2nn.weight	5	0.0721050277352333
523202	embedding2nn.weight	6	-0.027300400659441948
523202	embedding2nn.weight	7	-0.0016764169558882713
523202	embedding2nn.weight	8	0.02444286458194256
523202	embedding2nn.weight	9	-0.043222133070230484
523202	embedding2nn.bias	0	0.03965963050723076
523202	embedding2nn.bias	1	-0.19498562812805176
523202	embedding2nn.bias	2	0.09676873683929443
523202	embedding2nn.bias	3	0.1849709302186966
523202	embedding2nn.bias	4	0.17703235149383545
523202	embedding2nn.bias	5	-0.07754112035036087
523202	embedding2nn.bias	6	-0.04273393377661705
523202	embedding2nn.bias	7	0.05700286105275154
523202	embedding2nn.bias	8	-0.14591601490974426
523202	embedding2nn.bias	9	-0.375995010137558
523202	rnn.weight_ih_l0	0	-0.021811731159687042
523202	rnn.weight_ih_l0	1	-0.050676651298999786
523202	rnn.weight_ih_l0	2	-0.0640137642621994
523202	rnn.weight_ih_l0	3	0.10836009681224823
523202	rnn.weight_ih_l0	4	0.0041223205626010895
523202	rnn.weight_ih_l0	5	-0.05159546062350273
523202	rnn.weight_ih_l0	6	0.0021008842159062624
523202	rnn.weight_ih_l0	7	-0.03811914846301079
523202	rnn.weight_ih_l0	8	0.0013652852503582835
523202	rnn.weight_ih_l0	9	-0.12470518052577972
523202	rnn.weight_hh_l0	0	-0.016946176066994667
523202	rnn.weight_hh_l0	1	0.07837337255477905
523202	rnn.weight_hh_l0	2	0.012218550778925419
523202	rnn.weight_hh_l0	3	-0.018948495388031006
523202	rnn.weight_hh_l0	4	0.04714453965425491
523202	rnn.weight_hh_l0	5	0.02514171414077282
523202	rnn.weight_hh_l0	6	-0.06903430074453354
523202	rnn.weight_hh_l0	7	-0.09976734220981598
523202	rnn.weight_hh_l0	8	0.03668087720870972
523202	rnn.weight_hh_l0	9	-0.1051998883485794
523202	rnn.bias_ih_l0	0	0.20031923055648804
523202	rnn.bias_ih_l0	1	-0.3291952610015869
523202	rnn.bias_ih_l0	2	-0.039396073669195175
523202	rnn.bias_ih_l0	3	-0.2349460870027542
523202	rnn.bias_ih_l0	4	0.05360013246536255
523202	rnn.bias_ih_l0	5	-0.4201454520225525
523202	rnn.bias_ih_l0	6	-0.14854347705841064
523202	rnn.bias_ih_l0	7	-0.3557843863964081
523202	rnn.bias_ih_l0	8	-0.2886892855167389
523202	rnn.bias_ih_l0	9	-0.46502363681793213
523202	rnn.bias_hh_l0	0	-0.3442768454551697
523202	rnn.bias_hh_l0	1	-0.4544695317745209
523202	rnn.bias_hh_l0	2	-0.39852067828178406
523202	rnn.bias_hh_l0	3	-0.06820491701364517
523202	rnn.bias_hh_l0	4	-0.3811696767807007
523202	rnn.bias_hh_l0	5	-0.35152190923690796
523202	rnn.bias_hh_l0	6	-0.12664157152175903
523202	rnn.bias_hh_l0	7	0.04829080402851105
523202	rnn.bias_hh_l0	8	-0.23615436255931854
523202	rnn.bias_hh_l0	9	-0.5756439566612244
523202	rnn.weight_ih_l0_reverse	0	0.02456378936767578
523202	rnn.weight_ih_l0_reverse	1	-0.04047026485204697
523202	rnn.weight_ih_l0_reverse	2	-0.022188616916537285
523202	rnn.weight_ih_l0_reverse	3	-0.1520480364561081
523202	rnn.weight_ih_l0_reverse	4	0.0921761766076088
523202	rnn.weight_ih_l0_reverse	5	-0.1162654459476471
523202	rnn.weight_ih_l0_reverse	6	-0.004418047610670328
523202	rnn.weight_ih_l0_reverse	7	0.03198113292455673
523202	rnn.weight_ih_l0_reverse	8	-0.08231817930936813
523202	rnn.weight_ih_l0_reverse	9	-0.09429106116294861
523202	rnn.weight_hh_l0_reverse	0	-0.1513735055923462
523202	rnn.weight_hh_l0_reverse	1	0.030625831335783005
523202	rnn.weight_hh_l0_reverse	2	-0.027743201702833176
523202	rnn.weight_hh_l0_reverse	3	0.026964880526065826
523202	rnn.weight_hh_l0_reverse	4	-0.08748859167098999
523202	rnn.weight_hh_l0_reverse	5	0.033050376921892166
523202	rnn.weight_hh_l0_reverse	6	0.02771182172000408
523202	rnn.weight_hh_l0_reverse	7	-0.10075388103723526
523202	rnn.weight_hh_l0_reverse	8	-0.06251408904790878
523202	rnn.weight_hh_l0_reverse	9	0.050196513533592224
523202	rnn.bias_ih_l0_reverse	0	-0.1495838612318039
523202	rnn.bias_ih_l0_reverse	1	-0.09429866075515747
523202	rnn.bias_ih_l0_reverse	2	0.13393864035606384
523202	rnn.bias_ih_l0_reverse	3	-0.29720085859298706
523202	rnn.bias_ih_l0_reverse	4	0.006512933876365423
523202	rnn.bias_ih_l0_reverse	5	-0.221884623169899
523202	rnn.bias_ih_l0_reverse	6	0.24689458310604095
523202	rnn.bias_ih_l0_reverse	7	-0.34593465924263
523202	rnn.bias_ih_l0_reverse	8	-0.18432173132896423
523202	rnn.bias_ih_l0_reverse	9	-0.19408874213695526
523202	rnn.bias_hh_l0_reverse	0	-0.09757853299379349
523202	rnn.bias_hh_l0_reverse	1	0.2528480589389801
523202	rnn.bias_hh_l0_reverse	2	-0.3266564607620239
523202	rnn.bias_hh_l0_reverse	3	-0.22403912246227264
523202	rnn.bias_hh_l0_reverse	4	-0.38897034525871277
523202	rnn.bias_hh_l0_reverse	5	-0.19031724333763123
523202	rnn.bias_hh_l0_reverse	6	-0.265521377325058
523202	rnn.bias_hh_l0_reverse	7	-0.09667547792196274
523202	rnn.bias_hh_l0_reverse	8	-0.3196483552455902
523202	rnn.bias_hh_l0_reverse	9	0.21964150667190552
523202	linear.weight	0	0.20687390863895416
523202	linear.weight	1	-0.3853117525577545
523202	linear.weight	2	-0.017045937478542328
523202	linear.weight	3	0.06756513565778732
523202	linear.weight	4	-0.11216091364622116
523202	linear.weight	5	0.24242670834064484
523202	linear.weight	6	-0.05620672181248665
523202	linear.weight	7	-0.06075848266482353
523202	linear.weight	8	0.1465844213962555
523202	linear.weight	9	-0.04902065917849541
523202	linear.bias	0	-0.8952419757843018
523202	linear.bias	1	1.8106012344360352
523202	linear.bias	2	0.8334190249443054
523202	linear.bias	3	-2.707866907119751
523202	linear.bias	4	-0.08770913630723953
523202	linear.bias	5	1.2607595920562744
523202	linear.bias	6	-0.2465878129005432
523202	linear.bias	7	0.8004567623138428
523202	linear.bias	8	2.1980090141296387
523202	linear.bias	9	-1.4774153232574463
523811	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
523811	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
523811	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
523811	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
523811	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
523811	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
523811	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
523811	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
523811	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
523811	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
523811	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
523811	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
523811	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
523811	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
523811	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
523811	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
523811	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
523811	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
523811	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
523811	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
523811	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
523811	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
523811	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
523811	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
523811	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
523811	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
523811	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
523811	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
523811	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
523811	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
523811	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
523811	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
523811	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
523811	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
523811	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
523811	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
523811	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
523811	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
523811	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
523811	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
523811	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
523811	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
523811	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
523811	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
523811	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
523811	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
523811	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
523811	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
523811	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
523811	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
523811	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
523811	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
523811	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
523811	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
523811	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
523811	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
523811	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
523811	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
523811	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
523811	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
523811	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
523811	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
523811	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
523811	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
523811	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
523811	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
523811	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
523811	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
523811	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
523811	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
523811	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
523811	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
523811	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
523811	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
523811	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
523811	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
523811	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
523811	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
523811	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
523811	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
523811	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
523811	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
523811	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
523811	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
523811	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
523811	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
523811	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
523811	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
523811	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
523811	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
523811	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
523811	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
523811	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
523811	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
523811	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
523811	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
523811	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
523811	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
523811	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
523811	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
523811	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
523811	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
523811	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
523811	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
523811	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
523811	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
523811	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
523811	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
523811	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
523811	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
523811	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
523811	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
523811	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
523811	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
523811	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
523811	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
523811	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
523811	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
523811	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
523811	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
523811	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
523811	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
523811	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
523811	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
523811	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
523811	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
523811	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
523811	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
523811	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
523811	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
523811	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
523811	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
523811	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
523811	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
523811	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
523811	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
523811	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
523811	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
523811	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
523811	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
523811	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
523811	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
523811	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
523811	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
523811	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
523811	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
523811	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
523811	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
523811	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
523811	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
523811	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
523811	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
523811	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
523811	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
523811	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
523811	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
523811	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
523811	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
523811	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
523811	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
523811	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
523811	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
523811	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
523811	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
523811	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
523811	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
523811	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
523811	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
523811	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
523811	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
523811	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
523811	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
523811	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
523811	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
523811	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
523811	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
523811	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
523811	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
523811	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
523811	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
523811	embedding2nn.weight	0	0.3260461688041687
523811	embedding2nn.weight	1	0.4064071774482727
523811	embedding2nn.weight	2	0.0004794893611688167
523811	embedding2nn.weight	3	0.0231175497174263
523811	embedding2nn.weight	4	-0.03496517986059189
523811	embedding2nn.weight	5	0.0654013380408287
523811	embedding2nn.weight	6	-0.02302985079586506
523811	embedding2nn.weight	7	0.002602862659841776
523811	embedding2nn.weight	8	0.02321617491543293
523811	embedding2nn.weight	9	-0.0446341373026371
523811	embedding2nn.bias	0	0.03106861002743244
523811	embedding2nn.bias	1	-0.17883260548114777
523811	embedding2nn.bias	2	0.1280626505613327
523811	embedding2nn.bias	3	0.17096097767353058
523811	embedding2nn.bias	4	0.15654250979423523
523811	embedding2nn.bias	5	-0.07278203219175339
523811	embedding2nn.bias	6	-0.02257479727268219
523811	embedding2nn.bias	7	0.051900092512369156
523811	embedding2nn.bias	8	-0.15203739702701569
523811	embedding2nn.bias	9	-0.3671000301837921
523811	rnn.weight_ih_l0	0	-0.022600850090384483
523811	rnn.weight_ih_l0	1	-0.051125649362802505
523811	rnn.weight_ih_l0	2	-0.06456360965967178
523811	rnn.weight_ih_l0	3	0.10937487334012985
523811	rnn.weight_ih_l0	4	0.011256282217800617
523811	rnn.weight_ih_l0	5	-0.05592899024486542
523811	rnn.weight_ih_l0	6	0.00303571461699903
523811	rnn.weight_ih_l0	7	-0.03563463315367699
523811	rnn.weight_ih_l0	8	0.00349305453710258
523811	rnn.weight_ih_l0	9	-0.1269373744726181
523811	rnn.weight_hh_l0	0	-0.017107900232076645
523811	rnn.weight_hh_l0	1	0.0785629153251648
523811	rnn.weight_hh_l0	2	0.01105407252907753
523811	rnn.weight_hh_l0	3	-0.019017448648810387
523811	rnn.weight_hh_l0	4	0.045985959470272064
523811	rnn.weight_hh_l0	5	0.026354387402534485
523811	rnn.weight_hh_l0	6	-0.06909700483083725
523811	rnn.weight_hh_l0	7	-0.09764033555984497
523811	rnn.weight_hh_l0	8	0.03675788268446922
523811	rnn.weight_hh_l0	9	-0.10403019934892654
523811	rnn.bias_ih_l0	0	0.20250998437404633
523811	rnn.bias_ih_l0	1	-0.329336017370224
523811	rnn.bias_ih_l0	2	-0.036868371069431305
523811	rnn.bias_ih_l0	3	-0.23517517745494843
523811	rnn.bias_ih_l0	4	0.04474330693483353
523811	rnn.bias_ih_l0	5	-0.4215734899044037
523811	rnn.bias_ih_l0	6	-0.1443132758140564
523811	rnn.bias_ih_l0	7	-0.3544645309448242
523811	rnn.bias_ih_l0	8	-0.2944672405719757
523811	rnn.bias_ih_l0	9	-0.4717240333557129
523811	rnn.bias_hh_l0	0	-0.3446415066719055
523811	rnn.bias_hh_l0	1	-0.45520803332328796
523811	rnn.bias_hh_l0	2	-0.39612776041030884
523811	rnn.bias_hh_l0	3	-0.05689317360520363
523811	rnn.bias_hh_l0	4	-0.3795359432697296
523811	rnn.bias_hh_l0	5	-0.3544439673423767
523811	rnn.bias_hh_l0	6	-0.1290813386440277
523811	rnn.bias_hh_l0	7	0.04832072928547859
523811	rnn.bias_hh_l0	8	-0.23692134022712708
523811	rnn.bias_hh_l0	9	-0.5771982669830322
523811	rnn.weight_ih_l0_reverse	0	0.028751209378242493
523811	rnn.weight_ih_l0_reverse	1	-0.03875533491373062
523811	rnn.weight_ih_l0_reverse	2	-0.02459263801574707
523811	rnn.weight_ih_l0_reverse	3	-0.1520492136478424
523811	rnn.weight_ih_l0_reverse	4	0.09183190017938614
523811	rnn.weight_ih_l0_reverse	5	-0.10537060350179672
523811	rnn.weight_ih_l0_reverse	6	0.0007608921150676906
523811	rnn.weight_ih_l0_reverse	7	0.03350713104009628
523811	rnn.weight_ih_l0_reverse	8	-0.08074934780597687
523811	rnn.weight_ih_l0_reverse	9	-0.08966038376092911
523811	rnn.weight_hh_l0_reverse	0	-0.15015597641468048
523811	rnn.weight_hh_l0_reverse	1	0.028734972700476646
523811	rnn.weight_hh_l0_reverse	2	-0.027766676619648933
523811	rnn.weight_hh_l0_reverse	3	0.027691438794136047
523811	rnn.weight_hh_l0_reverse	4	-0.08767236769199371
523811	rnn.weight_hh_l0_reverse	5	0.03321222588419914
523811	rnn.weight_hh_l0_reverse	6	0.027502506971359253
523811	rnn.weight_hh_l0_reverse	7	-0.09790924936532974
523811	rnn.weight_hh_l0_reverse	8	-0.06253518909215927
523811	rnn.weight_hh_l0_reverse	9	0.05169101804494858
523811	rnn.bias_ih_l0_reverse	0	-0.14910905063152313
523811	rnn.bias_ih_l0_reverse	1	-0.10023146867752075
523811	rnn.bias_ih_l0_reverse	2	0.12768712639808655
523811	rnn.bias_ih_l0_reverse	3	-0.29901254177093506
523811	rnn.bias_ih_l0_reverse	4	0.004352395422756672
523811	rnn.bias_ih_l0_reverse	5	-0.22008587419986725
523811	rnn.bias_ih_l0_reverse	6	0.24242904782295227
523811	rnn.bias_ih_l0_reverse	7	-0.3399067223072052
523811	rnn.bias_ih_l0_reverse	8	-0.1834380030632019
523811	rnn.bias_ih_l0_reverse	9	-0.1956535130739212
523811	rnn.bias_hh_l0_reverse	0	-0.10170066356658936
523811	rnn.bias_hh_l0_reverse	1	0.24814291298389435
523811	rnn.bias_hh_l0_reverse	2	-0.3241346776485443
523811	rnn.bias_hh_l0_reverse	3	-0.21781803667545319
523811	rnn.bias_hh_l0_reverse	4	-0.3861897885799408
523811	rnn.bias_hh_l0_reverse	5	-0.19574549794197083
523811	rnn.bias_hh_l0_reverse	6	-0.26411452889442444
523811	rnn.bias_hh_l0_reverse	7	-0.08761145174503326
523811	rnn.bias_hh_l0_reverse	8	-0.3127727806568146
523811	rnn.bias_hh_l0_reverse	9	0.1957300901412964
523811	linear.weight	0	0.19990555942058563
523811	linear.weight	1	-0.39859727025032043
523811	linear.weight	2	0.04690951108932495
523811	linear.weight	3	0.06756342202425003
523811	linear.weight	4	-0.0771520808339119
523811	linear.weight	5	0.2507070004940033
523811	linear.weight	6	-0.0743875503540039
523811	linear.weight	7	-0.06075000762939453
523811	linear.weight	8	0.1323506087064743
523811	linear.weight	9	-0.04903123527765274
523811	linear.bias	0	-0.877934992313385
523811	linear.bias	1	1.8126341104507446
523811	linear.bias	2	0.8405532836914062
523811	linear.bias	3	-2.7082037925720215
523811	linear.bias	4	-0.10470512509346008
523811	linear.bias	5	1.2312159538269043
523811	linear.bias	6	-0.2370145320892334
523811	linear.bias	7	0.7979504466056824
523811	linear.bias	8	2.1909255981445312
523811	linear.bias	9	-1.4717820882797241
524420	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
524420	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
524420	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
524420	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
524420	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
524420	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
524420	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
524420	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
524420	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
524420	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
524420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
524420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
524420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
524420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
524420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
524420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
524420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
524420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
524420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
524420	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
524420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
524420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
524420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
524420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
524420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
524420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
524420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
524420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
524420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
524420	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
524420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
524420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
524420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
524420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
524420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
524420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
524420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
524420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
524420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
524420	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
524420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
524420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
524420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
524420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
524420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
524420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
524420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
524420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
524420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
524420	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
524420	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
524420	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
524420	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
524420	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
524420	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
524420	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
524420	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
524420	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
524420	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
524420	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
524420	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
524420	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
524420	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
524420	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
524420	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
524420	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
524420	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
524420	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
524420	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
524420	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
524420	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
524420	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
524420	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
524420	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
524420	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
524420	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
524420	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
524420	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
524420	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
524420	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
524420	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
524420	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
524420	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
524420	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
524420	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
524420	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
524420	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
524420	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
524420	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
524420	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
524420	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
524420	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
524420	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
524420	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
524420	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
524420	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
524420	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
524420	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
524420	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
524420	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
524420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
524420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
524420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
524420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
524420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
524420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
524420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
524420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
524420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
524420	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
524420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
524420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
524420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
524420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
524420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
524420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
524420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
524420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
524420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
524420	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
524420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
524420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
524420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
524420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
524420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
524420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
524420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
524420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
524420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
524420	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
524420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
524420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
524420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
524420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
524420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
524420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
524420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
524420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
524420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
524420	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
524420	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
524420	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
524420	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
524420	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
524420	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
524420	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
524420	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
524420	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
524420	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
524420	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
524420	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
524420	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
524420	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
524420	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
524420	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
524420	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
524420	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
524420	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
524420	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
524420	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
524420	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
524420	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
524420	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
524420	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
524420	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
524420	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
524420	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
524420	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
524420	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
524420	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
524420	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
524420	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
524420	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
524420	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
524420	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
524420	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
524420	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
524420	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
524420	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
524420	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
524420	embedding2nn.weight	0	0.32473042607307434
524420	embedding2nn.weight	1	0.40390104055404663
524420	embedding2nn.weight	2	0.003978273831307888
524420	embedding2nn.weight	3	0.022573309019207954
524420	embedding2nn.weight	4	-0.036341458559036255
524420	embedding2nn.weight	5	0.07187876105308533
524420	embedding2nn.weight	6	-0.024815477430820465
524420	embedding2nn.weight	7	0.0006220901268534362
524420	embedding2nn.weight	8	0.02590874396264553
524420	embedding2nn.weight	9	-0.045685138553380966
524420	embedding2nn.bias	0	0.03571313992142677
524420	embedding2nn.bias	1	-0.19466982781887054
524420	embedding2nn.bias	2	0.09692281484603882
524420	embedding2nn.bias	3	0.1870981603860855
524420	embedding2nn.bias	4	0.1423553228378296
524420	embedding2nn.bias	5	-0.04919297993183136
524420	embedding2nn.bias	6	-0.02407362125813961
524420	embedding2nn.bias	7	0.054551996290683746
524420	embedding2nn.bias	8	-0.16681978106498718
524420	embedding2nn.bias	9	-0.3682084381580353
524420	rnn.weight_ih_l0	0	-0.018392877653241158
524420	rnn.weight_ih_l0	1	-0.05502887815237045
524420	rnn.weight_ih_l0	2	-0.06696724891662598
524420	rnn.weight_ih_l0	3	0.11437200754880905
524420	rnn.weight_ih_l0	4	0.013229424133896828
524420	rnn.weight_ih_l0	5	-0.05105800926685333
524420	rnn.weight_ih_l0	6	0.007066104561090469
524420	rnn.weight_ih_l0	7	-0.034935206174850464
524420	rnn.weight_ih_l0	8	0.0034367043990641832
524420	rnn.weight_ih_l0	9	-0.12578657269477844
524420	rnn.weight_hh_l0	0	-0.016452014446258545
524420	rnn.weight_hh_l0	1	0.07914157956838608
524420	rnn.weight_hh_l0	2	0.012774718925356865
524420	rnn.weight_hh_l0	3	-0.01914313994348049
524420	rnn.weight_hh_l0	4	0.04704561084508896
524420	rnn.weight_hh_l0	5	0.025068750604987144
524420	rnn.weight_hh_l0	6	-0.06946010142564774
524420	rnn.weight_hh_l0	7	-0.09718573093414307
524420	rnn.weight_hh_l0	8	0.03660307452082634
524420	rnn.weight_hh_l0	9	-0.10495244711637497
524420	rnn.bias_ih_l0	0	0.20893603563308716
524420	rnn.bias_ih_l0	1	-0.3348679840564728
524420	rnn.bias_ih_l0	2	-0.03962850943207741
524420	rnn.bias_ih_l0	3	-0.23261305689811707
524420	rnn.bias_ih_l0	4	0.04621322825551033
524420	rnn.bias_ih_l0	5	-0.4205387234687805
524420	rnn.bias_ih_l0	6	-0.13472576439380646
524420	rnn.bias_ih_l0	7	-0.35613489151000977
524420	rnn.bias_ih_l0	8	-0.2931538224220276
524420	rnn.bias_ih_l0	9	-0.4700240194797516
524420	rnn.bias_hh_l0	0	-0.3514252305030823
524420	rnn.bias_hh_l0	1	-0.4554794728755951
524420	rnn.bias_hh_l0	2	-0.39288419485092163
524420	rnn.bias_hh_l0	3	-0.05126171186566353
524420	rnn.bias_hh_l0	4	-0.3770238161087036
524420	rnn.bias_hh_l0	5	-0.3551832139492035
524420	rnn.bias_hh_l0	6	-0.12903040647506714
524420	rnn.bias_hh_l0	7	0.047359537333250046
524420	rnn.bias_hh_l0	8	-0.23736318945884705
524420	rnn.bias_hh_l0	9	-0.5822012424468994
524420	rnn.weight_ih_l0_reverse	0	0.021583186462521553
524420	rnn.weight_ih_l0_reverse	1	-0.039736129343509674
524420	rnn.weight_ih_l0_reverse	2	-0.02272653952240944
524420	rnn.weight_ih_l0_reverse	3	-0.15103952586650848
524420	rnn.weight_ih_l0_reverse	4	0.09459570795297623
524420	rnn.weight_ih_l0_reverse	5	-0.11187893897294998
524420	rnn.weight_ih_l0_reverse	6	-0.005136608611792326
524420	rnn.weight_ih_l0_reverse	7	0.0340714231133461
524420	rnn.weight_ih_l0_reverse	8	-0.07858879119157791
524420	rnn.weight_ih_l0_reverse	9	-0.08367462456226349
524420	rnn.weight_hh_l0_reverse	0	-0.15212175250053406
524420	rnn.weight_hh_l0_reverse	1	0.028258096426725388
524420	rnn.weight_hh_l0_reverse	2	-0.02798047475516796
524420	rnn.weight_hh_l0_reverse	3	0.02793225087225437
524420	rnn.weight_hh_l0_reverse	4	-0.08763176947832108
524420	rnn.weight_hh_l0_reverse	5	0.03374269977211952
524420	rnn.weight_hh_l0_reverse	6	0.02666347846388817
524420	rnn.weight_hh_l0_reverse	7	-0.09835998713970184
524420	rnn.weight_hh_l0_reverse	8	-0.06471264362335205
524420	rnn.weight_hh_l0_reverse	9	0.051026057451963425
524420	rnn.bias_ih_l0_reverse	0	-0.13918694853782654
524420	rnn.bias_ih_l0_reverse	1	-0.0975552499294281
524420	rnn.bias_ih_l0_reverse	2	0.14650504291057587
524420	rnn.bias_ih_l0_reverse	3	-0.30484870076179504
524420	rnn.bias_ih_l0_reverse	4	0.021089451387524605
524420	rnn.bias_ih_l0_reverse	5	-0.22582127153873444
524420	rnn.bias_ih_l0_reverse	6	0.24854043126106262
524420	rnn.bias_ih_l0_reverse	7	-0.3371909260749817
524420	rnn.bias_ih_l0_reverse	8	-0.17766112089157104
524420	rnn.bias_ih_l0_reverse	9	-0.194014772772789
524420	rnn.bias_hh_l0_reverse	0	-0.09717197716236115
524420	rnn.bias_hh_l0_reverse	1	0.25416478514671326
524420	rnn.bias_hh_l0_reverse	2	-0.33095723390579224
524420	rnn.bias_hh_l0_reverse	3	-0.2103310525417328
524420	rnn.bias_hh_l0_reverse	4	-0.3891148567199707
524420	rnn.bias_hh_l0_reverse	5	-0.19224509596824646
524420	rnn.bias_hh_l0_reverse	6	-0.2524196207523346
524420	rnn.bias_hh_l0_reverse	7	-0.08605363219976425
524420	rnn.bias_hh_l0_reverse	8	-0.32413336634635925
524420	rnn.bias_hh_l0_reverse	9	0.18827375769615173
524420	linear.weight	0	0.19148015975952148
524420	linear.weight	1	-0.39050421118736267
524420	linear.weight	2	0.0440673902630806
524420	linear.weight	3	0.06756352633237839
524420	linear.weight	4	-0.11130720376968384
524420	linear.weight	5	0.248763769865036
524420	linear.weight	6	-0.07065043598413467
524420	linear.weight	7	-0.06074226275086403
524420	linear.weight	8	0.11861607432365417
524420	linear.weight	9	-0.04903670400381088
524420	linear.bias	0	-0.8754487633705139
524420	linear.bias	1	1.7901275157928467
524420	linear.bias	2	0.8913219571113586
524420	linear.bias	3	-2.7085673809051514
524420	linear.bias	4	-0.14287425577640533
524420	linear.bias	5	1.2465410232543945
524420	linear.bias	6	-0.292767196893692
524420	linear.bias	7	0.7654672861099243
524420	linear.bias	8	2.188934326171875
524420	linear.bias	9	-1.465183973312378
524428	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
524428	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
524428	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
524428	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
524428	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
524428	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
524428	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
524428	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
524428	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
524428	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
524428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
524428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
524428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
524428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
524428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
524428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
524428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
524428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
524428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
524428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
524428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
524428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
524428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
524428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
524428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
524428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
524428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
524428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
524428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
524428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
524428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
524428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
524428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
524428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
524428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
524428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
524428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
524428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
524428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
524428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
524428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
524428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
524428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
524428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
524428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
524428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
524428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
524428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
524428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
524428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
524428	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
524428	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
524428	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
524428	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
524428	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
524428	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
524428	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
524428	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
524428	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
524428	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
524428	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
524428	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
524428	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
524428	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
524428	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
524428	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
524428	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
524428	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
524428	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
524428	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
524428	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
524428	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
524428	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
524428	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
524428	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
524428	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
524428	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
524428	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
524428	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
524428	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
524428	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
524428	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
524428	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
524428	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
524428	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
524428	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
524428	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
524428	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
524428	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
524428	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
524428	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
524428	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
524428	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
524428	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
524428	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
524428	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
524428	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
524428	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
524428	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
524428	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
524428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
524428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
524428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
524428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
524428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
524428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
524428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
524428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
524428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
524428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
524428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
524428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
524428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
524428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
524428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
524428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
524428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
524428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
524428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
524428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
524428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
524428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
524428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
524428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
524428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
524428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
524428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
524428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
524428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
524428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
524428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
524428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
524428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
524428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
524428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
524428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
524428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
524428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
524428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
524428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
524428	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
524428	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
524428	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
524428	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
524428	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
524428	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
524428	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
524428	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
524428	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
524428	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
524428	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
524428	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
524428	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
524428	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
524428	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
524428	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
524428	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
524428	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
524428	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
524428	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
524428	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
524428	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
524428	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
524428	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
524428	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
524428	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
524428	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
524428	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
524428	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
524428	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
524428	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
524428	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
524428	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
524428	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
524428	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
524428	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
524428	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
524428	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
524428	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
524428	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
524428	embedding2nn.weight	0	0.3248377740383148
524428	embedding2nn.weight	1	0.4034947156906128
524428	embedding2nn.weight	2	0.004242813680320978
524428	embedding2nn.weight	3	0.023559095337986946
524428	embedding2nn.weight	4	-0.03585215285420418
524428	embedding2nn.weight	5	0.07155299931764603
524428	embedding2nn.weight	6	-0.025769667699933052
524428	embedding2nn.weight	7	0.0016799630830064416
524428	embedding2nn.weight	8	0.025558341294527054
524428	embedding2nn.weight	9	-0.046620458364486694
524428	embedding2nn.bias	0	0.03342161327600479
524428	embedding2nn.bias	1	-0.19372481107711792
524428	embedding2nn.bias	2	0.1018613651394844
524428	embedding2nn.bias	3	0.18575811386108398
524428	embedding2nn.bias	4	0.1395837813615799
524428	embedding2nn.bias	5	-0.04978437349200249
524428	embedding2nn.bias	6	-0.026445800438523293
524428	embedding2nn.bias	7	0.052278853952884674
524428	embedding2nn.bias	8	-0.16775642335414886
524428	embedding2nn.bias	9	-0.36302369832992554
524428	rnn.weight_ih_l0	0	-0.018256746232509613
524428	rnn.weight_ih_l0	1	-0.0551370307803154
524428	rnn.weight_ih_l0	2	-0.0674421489238739
524428	rnn.weight_ih_l0	3	0.1147364005446434
524428	rnn.weight_ih_l0	4	0.01306031085550785
524428	rnn.weight_ih_l0	5	-0.05160892382264137
524428	rnn.weight_ih_l0	6	0.007096318528056145
524428	rnn.weight_ih_l0	7	-0.03507082164287567
524428	rnn.weight_ih_l0	8	0.003912160638719797
524428	rnn.weight_ih_l0	9	-0.12616464495658875
524428	rnn.weight_hh_l0	0	-0.016468510031700134
524428	rnn.weight_hh_l0	1	0.07917717844247818
524428	rnn.weight_hh_l0	2	0.012718653306365013
524428	rnn.weight_hh_l0	3	-0.019093088805675507
524428	rnn.weight_hh_l0	4	0.047040753066539764
524428	rnn.weight_hh_l0	5	0.025156723335385323
524428	rnn.weight_hh_l0	6	-0.06943563371896744
524428	rnn.weight_hh_l0	7	-0.09699395298957825
524428	rnn.weight_hh_l0	8	0.03659791871905327
524428	rnn.weight_hh_l0	9	-0.10501960664987564
524428	rnn.bias_ih_l0	0	0.20808416604995728
524428	rnn.bias_ih_l0	1	-0.33527660369873047
524428	rnn.bias_ih_l0	2	-0.03980857878923416
524428	rnn.bias_ih_l0	3	-0.2329661101102829
524428	rnn.bias_ih_l0	4	0.046646375209093094
524428	rnn.bias_ih_l0	5	-0.4212869703769684
524428	rnn.bias_ih_l0	6	-0.1350603699684143
524428	rnn.bias_ih_l0	7	-0.35628098249435425
524428	rnn.bias_ih_l0	8	-0.2940032184123993
524428	rnn.bias_ih_l0	9	-0.4709184467792511
524428	rnn.bias_hh_l0	0	-0.35240355134010315
524428	rnn.bias_hh_l0	1	-0.4553253650665283
524428	rnn.bias_hh_l0	2	-0.3933458626270294
524428	rnn.bias_hh_l0	3	-0.05126470699906349
524428	rnn.bias_hh_l0	4	-0.37609001994132996
524428	rnn.bias_hh_l0	5	-0.3552177846431732
524428	rnn.bias_hh_l0	6	-0.1300102174282074
524428	rnn.bias_hh_l0	7	0.04800304025411606
524428	rnn.bias_hh_l0	8	-0.236798956990242
524428	rnn.bias_hh_l0	9	-0.5818572044372559
524428	rnn.weight_ih_l0_reverse	0	0.021426130086183548
524428	rnn.weight_ih_l0_reverse	1	-0.039546869695186615
524428	rnn.weight_ih_l0_reverse	2	-0.022781701758503914
524428	rnn.weight_ih_l0_reverse	3	-0.1501864790916443
524428	rnn.weight_ih_l0_reverse	4	0.09469735622406006
524428	rnn.weight_ih_l0_reverse	5	-0.11193019896745682
524428	rnn.weight_ih_l0_reverse	6	-0.004993405193090439
524428	rnn.weight_ih_l0_reverse	7	0.034043051302433014
524428	rnn.weight_ih_l0_reverse	8	-0.07837039977312088
524428	rnn.weight_ih_l0_reverse	9	-0.08367948979139328
524428	rnn.weight_hh_l0_reverse	0	-0.15206395089626312
524428	rnn.weight_hh_l0_reverse	1	0.028374388813972473
524428	rnn.weight_hh_l0_reverse	2	-0.027932560071349144
524428	rnn.weight_hh_l0_reverse	3	0.02798798680305481
524428	rnn.weight_hh_l0_reverse	4	-0.08766112476587296
524428	rnn.weight_hh_l0_reverse	5	0.03374127298593521
524428	rnn.weight_hh_l0_reverse	6	0.02664182148873806
524428	rnn.weight_hh_l0_reverse	7	-0.09848462045192719
524428	rnn.weight_hh_l0_reverse	8	-0.06510160863399506
524428	rnn.weight_hh_l0_reverse	9	0.05107603967189789
524428	rnn.bias_ih_l0_reverse	0	-0.13912267982959747
524428	rnn.bias_ih_l0_reverse	1	-0.09716231375932693
524428	rnn.bias_ih_l0_reverse	2	0.14566369354724884
524428	rnn.bias_ih_l0_reverse	3	-0.3056609034538269
524428	rnn.bias_ih_l0_reverse	4	0.02042122557759285
524428	rnn.bias_ih_l0_reverse	5	-0.2257905751466751
524428	rnn.bias_ih_l0_reverse	6	0.2502204179763794
524428	rnn.bias_ih_l0_reverse	7	-0.3375847637653351
524428	rnn.bias_ih_l0_reverse	8	-0.17799635231494904
524428	rnn.bias_ih_l0_reverse	9	-0.1940506398677826
524428	rnn.bias_hh_l0_reverse	0	-0.09820129722356796
524428	rnn.bias_hh_l0_reverse	1	0.2541371285915375
524428	rnn.bias_hh_l0_reverse	2	-0.3313976526260376
524428	rnn.bias_hh_l0_reverse	3	-0.21069350838661194
524428	rnn.bias_hh_l0_reverse	4	-0.38937458395957947
524428	rnn.bias_hh_l0_reverse	5	-0.19141124188899994
524428	rnn.bias_hh_l0_reverse	6	-0.2525569498538971
524428	rnn.bias_hh_l0_reverse	7	-0.08610236644744873
524428	rnn.bias_hh_l0_reverse	8	-0.3254256844520569
524428	rnn.bias_hh_l0_reverse	9	0.18803201615810394
524428	linear.weight	0	0.191644087433815
524428	linear.weight	1	-0.3964819312095642
524428	linear.weight	2	0.04449346661567688
524428	linear.weight	3	0.06756354868412018
524428	linear.weight	4	-0.1156308650970459
524428	linear.weight	5	0.24564331769943237
524428	linear.weight	6	-0.07213389873504639
524428	linear.weight	7	-0.06074228510260582
524428	linear.weight	8	0.11742004752159119
524428	linear.weight	9	-0.04903675615787506
524428	linear.bias	0	-0.8853491544723511
524428	linear.bias	1	1.7938388586044312
524428	linear.bias	2	0.8714197278022766
524428	linear.bias	3	-2.708573341369629
524428	linear.bias	4	-0.1478874534368515
524428	linear.bias	5	1.2511405944824219
524428	linear.bias	6	-0.2899278402328491
524428	linear.bias	7	0.7714536190032959
524428	linear.bias	8	2.2323966026306152
524428	linear.bias	9	-1.462490439414978
525037	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
525037	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
525037	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
525037	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
525037	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
525037	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
525037	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
525037	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
525037	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
525037	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
525037	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
525037	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
525037	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
525037	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
525037	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
525037	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
525037	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
525037	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
525037	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
525037	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
525037	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
525037	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
525037	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
525037	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
525037	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
525037	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
525037	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
525037	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
525037	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
525037	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
525037	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
525037	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
525037	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
525037	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
525037	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
525037	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
525037	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
525037	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
525037	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
525037	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
525037	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
525037	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
525037	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
525037	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
525037	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
525037	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
525037	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
525037	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
525037	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
525037	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
525037	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
525037	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
525037	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
525037	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
525037	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
525037	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
525037	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
525037	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
525037	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
525037	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
525037	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
525037	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
525037	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
525037	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
525037	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
525037	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
525037	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
525037	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
525037	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
525037	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
525037	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
525037	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
525037	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
525037	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
525037	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
525037	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
525037	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
525037	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
525037	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
525037	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
525037	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
525037	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
525037	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
525037	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
525037	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
525037	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
525037	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
525037	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
525037	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
525037	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
525037	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
525037	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
525037	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
525037	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
525037	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
525037	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
525037	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
525037	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
525037	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
525037	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
525037	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
525037	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
525037	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
525037	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
525037	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
525037	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
525037	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
525037	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
525037	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
525037	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
525037	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
525037	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
525037	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
525037	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
525037	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
525037	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
525037	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
525037	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
525037	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
525037	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
525037	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
525037	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
525037	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
525037	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
525037	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
525037	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
525037	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
525037	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
525037	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
525037	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
525037	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
525037	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
525037	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
525037	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
525037	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
525037	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
525037	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
525037	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
525037	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
525037	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
525037	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
525037	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
525037	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
525037	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
525037	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
525037	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
525037	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
525037	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
525037	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
525037	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
525037	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
525037	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
525037	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
525037	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
525037	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
525037	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
525037	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
525037	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
525037	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
525037	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
525037	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
525037	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
525037	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
525037	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
525037	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
525037	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
525037	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
525037	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
525037	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
525037	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
525037	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
525037	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
525037	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
525037	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
525037	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
525037	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
525037	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
525037	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
525037	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
525037	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
525037	embedding2nn.weight	0	0.32642096281051636
525037	embedding2nn.weight	1	0.4027584493160248
525037	embedding2nn.weight	2	-0.001516960677690804
525037	embedding2nn.weight	3	0.032841671258211136
525037	embedding2nn.weight	4	-0.03592384606599808
525037	embedding2nn.weight	5	0.07003848999738693
525037	embedding2nn.weight	6	-0.02195003814995289
525037	embedding2nn.weight	7	0.00585202919319272
525037	embedding2nn.weight	8	0.024947019293904305
525037	embedding2nn.weight	9	-0.04587585851550102
525037	embedding2nn.bias	0	0.037366483360528946
525037	embedding2nn.bias	1	-0.1995808333158493
525037	embedding2nn.bias	2	0.11166860163211823
525037	embedding2nn.bias	3	0.16582940518856049
525037	embedding2nn.bias	4	0.13881586492061615
525037	embedding2nn.bias	5	-0.05609158053994179
525037	embedding2nn.bias	6	-0.02174772135913372
525037	embedding2nn.bias	7	0.05925583466887474
525037	embedding2nn.bias	8	-0.16310618817806244
525037	embedding2nn.bias	9	-0.3779953718185425
525037	rnn.weight_ih_l0	0	-0.01923028938472271
525037	rnn.weight_ih_l0	1	-0.05470757558941841
525037	rnn.weight_ih_l0	2	-0.06930305808782578
525037	rnn.weight_ih_l0	3	0.1121135801076889
525037	rnn.weight_ih_l0	4	0.0181281678378582
525037	rnn.weight_ih_l0	5	-0.04710542783141136
525037	rnn.weight_ih_l0	6	0.009214265272021294
525037	rnn.weight_ih_l0	7	-0.036599572747945786
525037	rnn.weight_ih_l0	8	0.002652567345649004
525037	rnn.weight_ih_l0	9	-0.12679126858711243
525037	rnn.weight_hh_l0	0	-0.016529597342014313
525037	rnn.weight_hh_l0	1	0.07933001220226288
525037	rnn.weight_hh_l0	2	0.013688124716281891
525037	rnn.weight_hh_l0	3	-0.01927548460662365
525037	rnn.weight_hh_l0	4	0.046975184231996536
525037	rnn.weight_hh_l0	5	0.025626165792346
525037	rnn.weight_hh_l0	6	-0.06966891139745712
525037	rnn.weight_hh_l0	7	-0.09942630678415298
525037	rnn.weight_hh_l0	8	0.036520082503557205
525037	rnn.weight_hh_l0	9	-0.1045151799917221
525037	rnn.bias_ih_l0	0	0.20540742576122284
525037	rnn.bias_ih_l0	1	-0.33337676525115967
525037	rnn.bias_ih_l0	2	-0.037413015961647034
525037	rnn.bias_ih_l0	3	-0.22892449796199799
525037	rnn.bias_ih_l0	4	0.04256398603320122
525037	rnn.bias_ih_l0	5	-0.4184827208518982
525037	rnn.bias_ih_l0	6	-0.13931146264076233
525037	rnn.bias_ih_l0	7	-0.35615843534469604
525037	rnn.bias_ih_l0	8	-0.29025784134864807
525037	rnn.bias_ih_l0	9	-0.4645101726055145
525037	rnn.bias_hh_l0	0	-0.35151559114456177
525037	rnn.bias_hh_l0	1	-0.45437338948249817
525037	rnn.bias_hh_l0	2	-0.3918050229549408
525037	rnn.bias_hh_l0	3	-0.05646669119596481
525037	rnn.bias_hh_l0	4	-0.3778892755508423
525037	rnn.bias_hh_l0	5	-0.3543258011341095
525037	rnn.bias_hh_l0	6	-0.12750723958015442
525037	rnn.bias_hh_l0	7	0.04903850331902504
525037	rnn.bias_hh_l0	8	-0.2352181077003479
525037	rnn.bias_hh_l0	9	-0.5768693685531616
525037	rnn.weight_ih_l0_reverse	0	0.022502074018120766
525037	rnn.weight_ih_l0_reverse	1	-0.03989874944090843
525037	rnn.weight_ih_l0_reverse	2	-0.01917237602174282
525037	rnn.weight_ih_l0_reverse	3	-0.15162555873394012
525037	rnn.weight_ih_l0_reverse	4	0.0936649739742279
525037	rnn.weight_ih_l0_reverse	5	-0.11607044190168381
525037	rnn.weight_ih_l0_reverse	6	-0.009795714169740677
525037	rnn.weight_ih_l0_reverse	7	0.03282526507973671
525037	rnn.weight_ih_l0_reverse	8	-0.07719609886407852
525037	rnn.weight_ih_l0_reverse	9	-0.08132199198007584
525037	rnn.weight_hh_l0_reverse	0	-0.15259584784507751
525037	rnn.weight_hh_l0_reverse	1	0.02822314016520977
525037	rnn.weight_hh_l0_reverse	2	-0.02786836214363575
525037	rnn.weight_hh_l0_reverse	3	0.02771434187889099
525037	rnn.weight_hh_l0_reverse	4	-0.0883723795413971
525037	rnn.weight_hh_l0_reverse	5	0.03393430635333061
525037	rnn.weight_hh_l0_reverse	6	0.026640212163329124
525037	rnn.weight_hh_l0_reverse	7	-0.09957680106163025
525037	rnn.weight_hh_l0_reverse	8	-0.06480864435434341
525037	rnn.weight_hh_l0_reverse	9	0.05123214051127434
525037	rnn.bias_ih_l0_reverse	0	-0.14030270278453827
525037	rnn.bias_ih_l0_reverse	1	-0.0946911871433258
525037	rnn.bias_ih_l0_reverse	2	0.14376869797706604
525037	rnn.bias_ih_l0_reverse	3	-0.3040445148944855
525037	rnn.bias_ih_l0_reverse	4	0.016372347250580788
525037	rnn.bias_ih_l0_reverse	5	-0.22661839425563812
525037	rnn.bias_ih_l0_reverse	6	0.2420344203710556
525037	rnn.bias_ih_l0_reverse	7	-0.3351619243621826
525037	rnn.bias_ih_l0_reverse	8	-0.1772712916135788
525037	rnn.bias_ih_l0_reverse	9	-0.18880361318588257
525037	rnn.bias_hh_l0_reverse	0	-0.09253323078155518
525037	rnn.bias_hh_l0_reverse	1	0.24887195229530334
525037	rnn.bias_hh_l0_reverse	2	-0.3294390141963959
525037	rnn.bias_hh_l0_reverse	3	-0.21335235238075256
525037	rnn.bias_hh_l0_reverse	4	-0.3904602527618408
525037	rnn.bias_hh_l0_reverse	5	-0.19530287384986877
525037	rnn.bias_hh_l0_reverse	6	-0.24892842769622803
525037	rnn.bias_hh_l0_reverse	7	-0.08768374472856522
525037	rnn.bias_hh_l0_reverse	8	-0.3177042603492737
525037	rnn.bias_hh_l0_reverse	9	0.19629165530204773
525037	linear.weight	0	0.18724599480628967
525037	linear.weight	1	-0.3922736644744873
525037	linear.weight	2	0.046603381633758545
525037	linear.weight	3	0.06756236404180527
525037	linear.weight	4	-0.14868563413619995
525037	linear.weight	5	0.22772110998630524
525037	linear.weight	6	-0.06551214307546616
525037	linear.weight	7	-0.060738787055015564
525037	linear.weight	8	0.11268796026706696
525037	linear.weight	9	-0.04904019832611084
525037	linear.bias	0	-0.8919110298156738
525037	linear.bias	1	1.8163912296295166
525037	linear.bias	2	0.8575046062469482
525037	linear.bias	3	-2.7087290287017822
525037	linear.bias	4	-0.13565415143966675
525037	linear.bias	5	1.2433292865753174
525037	linear.bias	6	-0.255706787109375
525037	linear.bias	7	0.7733542919158936
525037	linear.bias	8	2.195662021636963
525037	linear.bias	9	-1.4783475399017334
525646	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
525646	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
525646	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
525646	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
525646	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
525646	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
525646	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
525646	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
525646	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
525646	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
525646	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
525646	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
525646	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
525646	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
525646	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
525646	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
525646	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
525646	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
525646	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
525646	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
525646	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
525646	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
525646	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
525646	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
525646	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
525646	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
525646	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
525646	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
525646	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
525646	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
525646	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
525646	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
525646	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
525646	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
525646	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
525646	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
525646	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
525646	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
525646	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
525646	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
525646	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
525646	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
525646	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
525646	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
525646	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
525646	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
525646	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
525646	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
525646	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
525646	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
525646	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
525646	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
525646	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
525646	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
525646	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
525646	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
525646	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
525646	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
525646	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
525646	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
525646	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
525646	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
525646	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
525646	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
525646	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
525646	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
525646	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
525646	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
525646	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
525646	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
525646	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
525646	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
525646	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
525646	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
525646	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
525646	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
525646	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
525646	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
525646	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
525646	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
525646	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
525646	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
525646	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
525646	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
525646	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
525646	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
525646	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
525646	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
525646	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
525646	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
525646	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
525646	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
525646	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
525646	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
525646	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
525646	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
525646	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
525646	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
525646	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
525646	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
525646	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
525646	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
525646	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
525646	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
525646	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
525646	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
525646	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
525646	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
525646	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
525646	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
525646	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
525646	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
525646	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
525646	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
525646	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
525646	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
525646	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
525646	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
525646	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
525646	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
525646	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
525646	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
525646	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
525646	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
525646	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
525646	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
525646	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
525646	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
525646	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
525646	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
525646	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
525646	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
525646	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
525646	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
525646	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
525646	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
525646	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
525646	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
525646	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
525646	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
525646	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
525646	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
525646	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
525646	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
525646	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
525646	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
525646	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
525646	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
525646	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
525646	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
525646	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
525646	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
525646	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
525646	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
525646	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
525646	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
525646	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
525646	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
525646	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
525646	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
525646	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
525646	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
525646	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
525646	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
525646	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
525646	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
525646	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
525646	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
525646	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
525646	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
525646	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
525646	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
525646	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
525646	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
525646	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
525646	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
525646	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
525646	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
525646	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
525646	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
525646	embedding2nn.weight	0	0.3267645537853241
525646	embedding2nn.weight	1	0.4005109369754791
525646	embedding2nn.weight	2	0.0010967759881168604
525646	embedding2nn.weight	3	0.02997853048145771
525646	embedding2nn.weight	4	-0.033934932202100754
525646	embedding2nn.weight	5	0.07105915248394012
525646	embedding2nn.weight	6	-0.019282279536128044
525646	embedding2nn.weight	7	0.004776550456881523
525646	embedding2nn.weight	8	0.026397813111543655
525646	embedding2nn.weight	9	-0.0423186793923378
525646	embedding2nn.bias	0	0.03498081862926483
525646	embedding2nn.bias	1	-0.2086116075515747
525646	embedding2nn.bias	2	0.10609559714794159
525646	embedding2nn.bias	3	0.15716552734375
525646	embedding2nn.bias	4	0.1369858831167221
525646	embedding2nn.bias	5	-0.06023254618048668
525646	embedding2nn.bias	6	-0.009481647051870823
525646	embedding2nn.bias	7	0.06348845362663269
525646	embedding2nn.bias	8	-0.15323765575885773
525646	embedding2nn.bias	9	-0.3726814091205597
525646	rnn.weight_ih_l0	0	-0.01925385743379593
525646	rnn.weight_ih_l0	1	-0.05405106768012047
525646	rnn.weight_ih_l0	2	-0.06788401305675507
525646	rnn.weight_ih_l0	3	0.11318256705999374
525646	rnn.weight_ih_l0	4	0.01956997811794281
525646	rnn.weight_ih_l0	5	-0.05200259014964104
525646	rnn.weight_ih_l0	6	0.00861650425940752
525646	rnn.weight_ih_l0	7	-0.03699112311005592
525646	rnn.weight_ih_l0	8	0.0025967026595026255
525646	rnn.weight_ih_l0	9	-0.1289401799440384
525646	rnn.weight_hh_l0	0	-0.016643725335597992
525646	rnn.weight_hh_l0	1	0.07914824783802032
525646	rnn.weight_hh_l0	2	0.01345958560705185
525646	rnn.weight_hh_l0	3	-0.01930449716746807
525646	rnn.weight_hh_l0	4	0.0477001816034317
525646	rnn.weight_hh_l0	5	0.026080382987856865
525646	rnn.weight_hh_l0	6	-0.07005983591079712
525646	rnn.weight_hh_l0	7	-0.09936076402664185
525646	rnn.weight_hh_l0	8	0.036500390619039536
525646	rnn.weight_hh_l0	9	-0.10444676131010056
525646	rnn.bias_ih_l0	0	0.20395788550376892
525646	rnn.bias_ih_l0	1	-0.3367360234260559
525646	rnn.bias_ih_l0	2	-0.03765510767698288
525646	rnn.bias_ih_l0	3	-0.22742432355880737
525646	rnn.bias_ih_l0	4	0.040104035288095474
525646	rnn.bias_ih_l0	5	-0.4161170721054077
525646	rnn.bias_ih_l0	6	-0.136867955327034
525646	rnn.bias_ih_l0	7	-0.3554692566394806
525646	rnn.bias_ih_l0	8	-0.29181212186813354
525646	rnn.bias_ih_l0	9	-0.469182550907135
525646	rnn.bias_hh_l0	0	-0.34983810782432556
525646	rnn.bias_hh_l0	1	-0.45556125044822693
525646	rnn.bias_hh_l0	2	-0.39265161752700806
525646	rnn.bias_hh_l0	3	-0.059247907251119614
525646	rnn.bias_hh_l0	4	-0.37267881631851196
525646	rnn.bias_hh_l0	5	-0.3524474501609802
525646	rnn.bias_hh_l0	6	-0.13000281155109406
525646	rnn.bias_hh_l0	7	0.05232008919119835
525646	rnn.bias_hh_l0	8	-0.2320491373538971
525646	rnn.bias_hh_l0	9	-0.5750429034233093
525646	rnn.weight_ih_l0_reverse	0	0.02305743284523487
525646	rnn.weight_ih_l0_reverse	1	-0.03855198994278908
525646	rnn.weight_ih_l0_reverse	2	-0.017189936712384224
525646	rnn.weight_ih_l0_reverse	3	-0.15005943179130554
525646	rnn.weight_ih_l0_reverse	4	0.09374929219484329
525646	rnn.weight_ih_l0_reverse	5	-0.11381835490465164
525646	rnn.weight_ih_l0_reverse	6	-0.009536484256386757
525646	rnn.weight_ih_l0_reverse	7	0.031565260142087936
525646	rnn.weight_ih_l0_reverse	8	-0.07589072734117508
525646	rnn.weight_ih_l0_reverse	9	-0.08293699473142624
525646	rnn.weight_hh_l0_reverse	0	-0.15263554453849792
525646	rnn.weight_hh_l0_reverse	1	0.02836119569838047
525646	rnn.weight_hh_l0_reverse	2	-0.028149336576461792
525646	rnn.weight_hh_l0_reverse	3	0.02791975811123848
525646	rnn.weight_hh_l0_reverse	4	-0.0883181169629097
525646	rnn.weight_hh_l0_reverse	5	0.03410039097070694
525646	rnn.weight_hh_l0_reverse	6	0.02637060359120369
525646	rnn.weight_hh_l0_reverse	7	-0.09942726790904999
525646	rnn.weight_hh_l0_reverse	8	-0.06508934497833252
525646	rnn.weight_hh_l0_reverse	9	0.052494198083877563
525646	rnn.bias_ih_l0_reverse	0	-0.14103156328201294
525646	rnn.bias_ih_l0_reverse	1	-0.09658272564411163
525646	rnn.bias_ih_l0_reverse	2	0.14362214505672455
525646	rnn.bias_ih_l0_reverse	3	-0.3080703318119049
525646	rnn.bias_ih_l0_reverse	4	0.01806858368217945
525646	rnn.bias_ih_l0_reverse	5	-0.22577299177646637
525646	rnn.bias_ih_l0_reverse	6	0.2459627389907837
525646	rnn.bias_ih_l0_reverse	7	-0.3266945779323578
525646	rnn.bias_ih_l0_reverse	8	-0.17777767777442932
525646	rnn.bias_ih_l0_reverse	9	-0.1901720017194748
525646	rnn.bias_hh_l0_reverse	0	-0.09717561304569244
525646	rnn.bias_hh_l0_reverse	1	0.2495039999485016
525646	rnn.bias_hh_l0_reverse	2	-0.3270440399646759
525646	rnn.bias_hh_l0_reverse	3	-0.21175594627857208
525646	rnn.bias_hh_l0_reverse	4	-0.39583620429039
525646	rnn.bias_hh_l0_reverse	5	-0.19774143397808075
525646	rnn.bias_hh_l0_reverse	6	-0.24549107253551483
525646	rnn.bias_hh_l0_reverse	7	-0.08725803345441818
525646	rnn.bias_hh_l0_reverse	8	-0.30988115072250366
525646	rnn.bias_hh_l0_reverse	9	0.1943340003490448
525646	linear.weight	0	0.1657409369945526
525646	linear.weight	1	-0.3773093521595001
525646	linear.weight	2	0.05774066969752312
525646	linear.weight	3	0.06756096333265305
525646	linear.weight	4	-0.15239378809928894
525646	linear.weight	5	0.2238929569721222
525646	linear.weight	6	-0.07002808153629303
525646	linear.weight	7	-0.06073595955967903
525646	linear.weight	8	0.1098422259092331
525646	linear.weight	9	-0.04904384911060333
525646	linear.bias	0	-0.8796883225440979
525646	linear.bias	1	1.8164288997650146
525646	linear.bias	2	0.8665787577629089
525646	linear.bias	3	-2.708897352218628
525646	linear.bias	4	-0.08692850172519684
525646	linear.bias	5	1.22909414768219
525646	linear.bias	6	-0.26686668395996094
525646	linear.bias	7	0.7849430441856384
525646	linear.bias	8	2.1786320209503174
525646	linear.bias	9	-1.488835096359253
526255	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
526255	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
526255	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
526255	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
526255	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
526255	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
526255	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
526255	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
526255	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
526255	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
526255	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
526255	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
526255	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
526255	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
526255	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
526255	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
526255	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
526255	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
526255	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
526255	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
526255	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
526255	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
526255	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
526255	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
526255	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
526255	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
526255	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
526255	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
526255	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
526255	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
526255	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
526255	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
526255	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
526255	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
526255	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
526255	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
526255	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
526255	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
526255	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
526255	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
526255	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
526255	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
526255	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
526255	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
526255	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
526255	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
526255	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
526255	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
526255	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
526255	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
526255	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
526255	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
526255	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
526255	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
526255	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
526255	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
526255	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
526255	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
526255	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
526255	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
526255	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
526255	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
526255	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
526255	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
526255	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
526255	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
526255	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
526255	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
526255	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
526255	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
526255	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
526255	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
526255	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
526255	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
526255	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
526255	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
526255	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
526255	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
526255	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
526255	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
526255	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
526255	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
526255	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
526255	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
526255	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
526255	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
526255	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
526255	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
526255	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
526255	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
526255	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
526255	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
526255	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
526255	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
526255	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
526255	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
526255	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
526255	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
526255	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
526255	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
526255	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
526255	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
526255	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
526255	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
526255	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
526255	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
526255	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
526255	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
526255	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
526255	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
526255	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
526255	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
526255	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
526255	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
526255	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
526255	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
526255	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
526255	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
526255	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
526255	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
526255	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
526255	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
526255	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
526255	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
526255	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
526255	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
526255	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
526255	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
526255	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
526255	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
526255	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
526255	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
526255	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
526255	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
526255	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
526255	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
526255	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
526255	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
526255	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
526255	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
526255	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
526255	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
526255	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
526255	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
526255	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
526255	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
526255	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
526255	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
526255	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
526255	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
526255	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
526255	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
526255	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
526255	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
526255	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
526255	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
526255	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
526255	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
526255	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
526255	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
526255	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
526255	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
526255	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
526255	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
526255	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
526255	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
526255	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
526255	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
526255	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
526255	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
526255	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
526255	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
526255	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
526255	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
526255	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
526255	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
526255	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
526255	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
526255	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
526255	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
526255	embedding2nn.weight	0	0.326744943857193
526255	embedding2nn.weight	1	0.4015125632286072
526255	embedding2nn.weight	2	0.0007054278976283967
526255	embedding2nn.weight	3	0.02651413157582283
526255	embedding2nn.weight	4	-0.03475471958518028
526255	embedding2nn.weight	5	0.07297774404287338
526255	embedding2nn.weight	6	-0.020759228616952896
526255	embedding2nn.weight	7	0.005772559903562069
526255	embedding2nn.weight	8	0.02761506848037243
526255	embedding2nn.weight	9	-0.040116600692272186
526255	embedding2nn.bias	0	0.023780900985002518
526255	embedding2nn.bias	1	-0.1979275345802307
526255	embedding2nn.bias	2	0.09398925304412842
526255	embedding2nn.bias	3	0.17302899062633514
526255	embedding2nn.bias	4	0.13622748851776123
526255	embedding2nn.bias	5	-0.06284574419260025
526255	embedding2nn.bias	6	-0.024455947801470757
526255	embedding2nn.bias	7	0.04750385880470276
526255	embedding2nn.bias	8	-0.14875303208827972
526255	embedding2nn.bias	9	-0.3671305179595947
526255	rnn.weight_ih_l0	0	-0.019360795617103577
526255	rnn.weight_ih_l0	1	-0.054353393614292145
526255	rnn.weight_ih_l0	2	-0.07084690779447556
526255	rnn.weight_ih_l0	3	0.11282087862491608
526255	rnn.weight_ih_l0	4	0.021964669227600098
526255	rnn.weight_ih_l0	5	-0.05555243790149689
526255	rnn.weight_ih_l0	6	0.008980458602309227
526255	rnn.weight_ih_l0	7	-0.03857225924730301
526255	rnn.weight_ih_l0	8	0.0001826330117182806
526255	rnn.weight_ih_l0	9	-0.1287904679775238
526255	rnn.weight_hh_l0	0	-0.016096577048301697
526255	rnn.weight_hh_l0	1	0.07917150855064392
526255	rnn.weight_hh_l0	2	0.014066888950765133
526255	rnn.weight_hh_l0	3	-0.01985345408320427
526255	rnn.weight_hh_l0	4	0.04752028360962868
526255	rnn.weight_hh_l0	5	0.025822119787335396
526255	rnn.weight_hh_l0	6	-0.0697314664721489
526255	rnn.weight_hh_l0	7	-0.09839419275522232
526255	rnn.weight_hh_l0	8	0.03635937720537186
526255	rnn.weight_hh_l0	9	-0.10487517714500427
526255	rnn.bias_ih_l0	0	0.19424758851528168
526255	rnn.bias_ih_l0	1	-0.33334270119667053
526255	rnn.bias_ih_l0	2	-0.03764069825410843
526255	rnn.bias_ih_l0	3	-0.23105227947235107
526255	rnn.bias_ih_l0	4	0.043657541275024414
526255	rnn.bias_ih_l0	5	-0.41185566782951355
526255	rnn.bias_ih_l0	6	-0.13750068843364716
526255	rnn.bias_ih_l0	7	-0.35638394951820374
526255	rnn.bias_ih_l0	8	-0.2920144498348236
526255	rnn.bias_ih_l0	9	-0.46356329321861267
526255	rnn.bias_hh_l0	0	-0.3492383360862732
526255	rnn.bias_hh_l0	1	-0.45249611139297485
526255	rnn.bias_hh_l0	2	-0.39427945017814636
526255	rnn.bias_hh_l0	3	-0.05975228175520897
526255	rnn.bias_hh_l0	4	-0.37509700655937195
526255	rnn.bias_hh_l0	5	-0.3528621196746826
526255	rnn.bias_hh_l0	6	-0.12853972613811493
526255	rnn.bias_hh_l0	7	0.05416320636868477
526255	rnn.bias_hh_l0	8	-0.23159004747867584
526255	rnn.bias_hh_l0	9	-0.5711798071861267
526255	rnn.weight_ih_l0_reverse	0	0.019336728379130363
526255	rnn.weight_ih_l0_reverse	1	-0.03823601081967354
526255	rnn.weight_ih_l0_reverse	2	-0.020326482132077217
526255	rnn.weight_ih_l0_reverse	3	-0.14884792268276215
526255	rnn.weight_ih_l0_reverse	4	0.09451506286859512
526255	rnn.weight_ih_l0_reverse	5	-0.11063135415315628
526255	rnn.weight_ih_l0_reverse	6	-0.007824167609214783
526255	rnn.weight_ih_l0_reverse	7	0.03119751811027527
526255	rnn.weight_ih_l0_reverse	8	-0.07396984845399857
526255	rnn.weight_ih_l0_reverse	9	-0.08285795897245407
526255	rnn.weight_hh_l0_reverse	0	-0.15252815186977386
526255	rnn.weight_hh_l0_reverse	1	0.02868666872382164
526255	rnn.weight_hh_l0_reverse	2	-0.02774328738451004
526255	rnn.weight_hh_l0_reverse	3	0.027836253866553307
526255	rnn.weight_hh_l0_reverse	4	-0.08836617320775986
526255	rnn.weight_hh_l0_reverse	5	0.034331221133470535
526255	rnn.weight_hh_l0_reverse	6	0.02638155035674572
526255	rnn.weight_hh_l0_reverse	7	-0.10091116279363632
526255	rnn.weight_hh_l0_reverse	8	-0.06375938653945923
526255	rnn.weight_hh_l0_reverse	9	0.05310706049203873
526255	rnn.bias_ih_l0_reverse	0	-0.1461585909128189
526255	rnn.bias_ih_l0_reverse	1	-0.09373334050178528
526255	rnn.bias_ih_l0_reverse	2	0.14333437383174896
526255	rnn.bias_ih_l0_reverse	3	-0.305105060338974
526255	rnn.bias_ih_l0_reverse	4	0.014126875437796116
526255	rnn.bias_ih_l0_reverse	5	-0.22429011762142181
526255	rnn.bias_ih_l0_reverse	6	0.2473994493484497
526255	rnn.bias_ih_l0_reverse	7	-0.33133283257484436
526255	rnn.bias_ih_l0_reverse	8	-0.1790948361158371
526255	rnn.bias_ih_l0_reverse	9	-0.18568620085716248
526255	rnn.bias_hh_l0_reverse	0	-0.09013035893440247
526255	rnn.bias_hh_l0_reverse	1	0.25640547275543213
526255	rnn.bias_hh_l0_reverse	2	-0.32807621359825134
526255	rnn.bias_hh_l0_reverse	3	-0.21465671062469482
526255	rnn.bias_hh_l0_reverse	4	-0.39437878131866455
526255	rnn.bias_hh_l0_reverse	5	-0.19247962534427643
526255	rnn.bias_hh_l0_reverse	6	-0.24706482887268066
526255	rnn.bias_hh_l0_reverse	7	-0.08548994362354279
526255	rnn.bias_hh_l0_reverse	8	-0.3131831884384155
526255	rnn.bias_hh_l0_reverse	9	0.19058865308761597
526255	linear.weight	0	0.16701902449131012
526255	linear.weight	1	-0.3858182430267334
526255	linear.weight	2	0.03643869608640671
526255	linear.weight	3	0.06756046414375305
526255	linear.weight	4	-0.17933039367198944
526255	linear.weight	5	0.23126935958862305
526255	linear.weight	6	-0.06013185530900955
526255	linear.weight	7	-0.0607336089015007
526255	linear.weight	8	0.10079328715801239
526255	linear.weight	9	-0.0490482933819294
526255	linear.bias	0	-0.897665798664093
526255	linear.bias	1	1.8239022493362427
526255	linear.bias	2	0.8632937073707581
526255	linear.bias	3	-2.7090373039245605
526255	linear.bias	4	-0.1222064197063446
526255	linear.bias	5	1.2207962274551392
526255	linear.bias	6	-0.2592792809009552
526255	linear.bias	7	0.7858376502990723
526255	linear.bias	8	2.1479735374450684
526255	linear.bias	9	-1.4947487115859985
526864	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
526864	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
526864	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
526864	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
526864	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
526864	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
526864	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
526864	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
526864	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
526864	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
526864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
526864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
526864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
526864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
526864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
526864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
526864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
526864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
526864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
526864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
526864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
526864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
526864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
526864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
526864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
526864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
526864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
526864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
526864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
526864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
526864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
526864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
526864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
526864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
526864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
526864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
526864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
526864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
526864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
526864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
526864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
526864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
526864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
526864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
526864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
526864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
526864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
526864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
526864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
526864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
526864	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
526864	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
526864	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
526864	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
526864	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
526864	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
526864	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
526864	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
526864	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
526864	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
526864	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
526864	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
526864	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
526864	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
526864	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
526864	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
526864	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
526864	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
526864	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
526864	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
526864	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
526864	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
526864	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
526864	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
526864	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
526864	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
526864	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
526864	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
526864	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
526864	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
526864	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
526864	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
526864	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
526864	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
526864	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
526864	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
526864	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
526864	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
526864	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
526864	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
526864	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
526864	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
526864	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
526864	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
526864	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
526864	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
526864	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
526864	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
526864	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
526864	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
526864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
526864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
526864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
526864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
526864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
526864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
526864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
526864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
526864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
526864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
526864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
526864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
526864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
526864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
526864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
526864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
526864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
526864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
526864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
526864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
526864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
526864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
526864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
526864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
526864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
526864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
526864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
526864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
526864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
526864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
526864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
526864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
526864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
526864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
526864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
526864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
526864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
526864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
526864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
526864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
526864	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
526864	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
526864	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
526864	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
526864	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
526864	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
526864	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
526864	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
526864	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
526864	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
526864	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
526864	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
526864	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
526864	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
526864	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
526864	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
526864	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
526864	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
526864	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
526864	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
526864	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
526864	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
526864	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
526864	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
526864	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
526864	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
526864	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
526864	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
526864	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
526864	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
526864	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
526864	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
526864	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
526864	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
526864	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
526864	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
526864	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
526864	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
526864	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
526864	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
526864	embedding2nn.weight	0	0.32584646344184875
526864	embedding2nn.weight	1	0.4007623493671417
526864	embedding2nn.weight	2	0.00018010743951890618
526864	embedding2nn.weight	3	0.0280605461448431
526864	embedding2nn.weight	4	-0.03354519233107567
526864	embedding2nn.weight	5	0.0741199404001236
526864	embedding2nn.weight	6	-0.0180924441665411
526864	embedding2nn.weight	7	0.002883077599108219
526864	embedding2nn.weight	8	0.026293708011507988
526864	embedding2nn.weight	9	-0.043143339455127716
526864	embedding2nn.bias	0	0.03280798718333244
526864	embedding2nn.bias	1	-0.20496642589569092
526864	embedding2nn.bias	2	0.089752696454525
526864	embedding2nn.bias	3	0.16711090505123138
526864	embedding2nn.bias	4	0.14558418095111847
526864	embedding2nn.bias	5	-0.06380598247051239
526864	embedding2nn.bias	6	-0.02718307077884674
526864	embedding2nn.bias	7	0.044907357543706894
526864	embedding2nn.bias	8	-0.14907337725162506
526864	embedding2nn.bias	9	-0.382999449968338
526864	rnn.weight_ih_l0	0	-0.01929950900375843
526864	rnn.weight_ih_l0	1	-0.05287550762295723
526864	rnn.weight_ih_l0	2	-0.0734739825129509
526864	rnn.weight_ih_l0	3	0.11345098912715912
526864	rnn.weight_ih_l0	4	0.019033636897802353
526864	rnn.weight_ih_l0	5	-0.05749552324414253
526864	rnn.weight_ih_l0	6	0.007288857363164425
526864	rnn.weight_ih_l0	7	-0.03790218010544777
526864	rnn.weight_ih_l0	8	-0.0038347826339304447
526864	rnn.weight_ih_l0	9	-0.1276860535144806
526864	rnn.weight_hh_l0	0	-0.01626797765493393
526864	rnn.weight_hh_l0	1	0.0794232189655304
526864	rnn.weight_hh_l0	2	0.013621383346617222
526864	rnn.weight_hh_l0	3	-0.020060360431671143
526864	rnn.weight_hh_l0	4	0.04737519845366478
526864	rnn.weight_hh_l0	5	0.025608401745557785
526864	rnn.weight_hh_l0	6	-0.06949810683727264
526864	rnn.weight_hh_l0	7	-0.0998675748705864
526864	rnn.weight_hh_l0	8	0.03634287789463997
526864	rnn.weight_hh_l0	9	-0.10472311824560165
526864	rnn.bias_ih_l0	0	0.1922813504934311
526864	rnn.bias_ih_l0	1	-0.3333887755870819
526864	rnn.bias_ih_l0	2	-0.040406908839941025
526864	rnn.bias_ih_l0	3	-0.23499161005020142
526864	rnn.bias_ih_l0	4	0.04040242359042168
526864	rnn.bias_ih_l0	5	-0.41293662786483765
526864	rnn.bias_ih_l0	6	-0.14062882959842682
526864	rnn.bias_ih_l0	7	-0.3558427393436432
526864	rnn.bias_ih_l0	8	-0.29408615827560425
526864	rnn.bias_ih_l0	9	-0.4582962393760681
526864	rnn.bias_hh_l0	0	-0.3499080240726471
526864	rnn.bias_hh_l0	1	-0.45199689269065857
526864	rnn.bias_hh_l0	2	-0.39307382702827454
526864	rnn.bias_hh_l0	3	-0.06278843432664871
526864	rnn.bias_hh_l0	4	-0.37518438696861267
526864	rnn.bias_hh_l0	5	-0.351951539516449
526864	rnn.bias_hh_l0	6	-0.12863188982009888
526864	rnn.bias_hh_l0	7	0.06173243746161461
526864	rnn.bias_hh_l0	8	-0.23577077686786652
526864	rnn.bias_hh_l0	9	-0.5761664509773254
526864	rnn.weight_ih_l0_reverse	0	0.016717035323381424
526864	rnn.weight_ih_l0_reverse	1	-0.038107872009277344
526864	rnn.weight_ih_l0_reverse	2	-0.02129104733467102
526864	rnn.weight_ih_l0_reverse	3	-0.14761976897716522
526864	rnn.weight_ih_l0_reverse	4	0.09513633698225021
526864	rnn.weight_ih_l0_reverse	5	-0.11207776516675949
526864	rnn.weight_ih_l0_reverse	6	-0.006785649806261063
526864	rnn.weight_ih_l0_reverse	7	0.03146785497665405
526864	rnn.weight_ih_l0_reverse	8	-0.07339416444301605
526864	rnn.weight_ih_l0_reverse	9	-0.08270156383514404
526864	rnn.weight_hh_l0_reverse	0	-0.1523210108280182
526864	rnn.weight_hh_l0_reverse	1	0.028707025572657585
526864	rnn.weight_hh_l0_reverse	2	-0.027678964659571648
526864	rnn.weight_hh_l0_reverse	3	0.02792118303477764
526864	rnn.weight_hh_l0_reverse	4	-0.08873731642961502
526864	rnn.weight_hh_l0_reverse	5	0.034405481070280075
526864	rnn.weight_hh_l0_reverse	6	0.026420170441269875
526864	rnn.weight_hh_l0_reverse	7	-0.10116760432720184
526864	rnn.weight_hh_l0_reverse	8	-0.06587143987417221
526864	rnn.weight_hh_l0_reverse	9	0.0515565499663353
526864	rnn.bias_ih_l0_reverse	0	-0.14639928936958313
526864	rnn.bias_ih_l0_reverse	1	-0.09302245825529099
526864	rnn.bias_ih_l0_reverse	2	0.14157220721244812
526864	rnn.bias_ih_l0_reverse	3	-0.30592986941337585
526864	rnn.bias_ih_l0_reverse	4	0.00602227495983243
526864	rnn.bias_ih_l0_reverse	5	-0.22392538189888
526864	rnn.bias_ih_l0_reverse	6	0.2501433789730072
526864	rnn.bias_ih_l0_reverse	7	-0.327615886926651
526864	rnn.bias_ih_l0_reverse	8	-0.18122737109661102
526864	rnn.bias_ih_l0_reverse	9	-0.18697276711463928
526864	rnn.bias_hh_l0_reverse	0	-0.08714856952428818
526864	rnn.bias_hh_l0_reverse	1	0.2554128170013428
526864	rnn.bias_hh_l0_reverse	2	-0.32754674553871155
526864	rnn.bias_hh_l0_reverse	3	-0.21353057026863098
526864	rnn.bias_hh_l0_reverse	4	-0.3939122259616852
526864	rnn.bias_hh_l0_reverse	5	-0.19067957997322083
526864	rnn.bias_hh_l0_reverse	6	-0.24374224245548248
526864	rnn.bias_hh_l0_reverse	7	-0.08297500014305115
526864	rnn.bias_hh_l0_reverse	8	-0.31580808758735657
526864	rnn.bias_hh_l0_reverse	9	0.18897360563278198
526864	linear.weight	0	0.16537562012672424
526864	linear.weight	1	-0.3892354965209961
526864	linear.weight	2	0.023870376870036125
526864	linear.weight	3	0.06755677610635757
526864	linear.weight	4	-0.17214636504650116
526864	linear.weight	5	0.23952320218086243
526864	linear.weight	6	-0.03850537911057472
526864	linear.weight	7	-0.06072941794991493
526864	linear.weight	8	0.10105141252279282
526864	linear.weight	9	-0.049052055925130844
526864	linear.bias	0	-0.9082706570625305
526864	linear.bias	1	1.8064121007919312
526864	linear.bias	2	0.8651061654090881
526864	linear.bias	3	-2.7091846466064453
526864	linear.bias	4	-0.11064550280570984
526864	linear.bias	5	1.2500814199447632
526864	linear.bias	6	-0.2671809196472168
526864	linear.bias	7	0.8168007135391235
526864	linear.bias	8	2.1473472118377686
526864	linear.bias	9	-1.5007619857788086
527473	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
527473	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
527473	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
527473	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
527473	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
527473	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
527473	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
527473	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
527473	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
527473	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
527473	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
527473	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
527473	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
527473	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
527473	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
527473	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
527473	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
527473	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
527473	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
527473	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
527473	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
527473	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
527473	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
527473	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
527473	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
527473	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
527473	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
527473	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
527473	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
527473	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
527473	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
527473	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
527473	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
527473	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
527473	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
527473	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
527473	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
527473	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
527473	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
527473	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
527473	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
527473	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
527473	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
527473	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
527473	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
527473	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
527473	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
527473	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
527473	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
527473	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
527473	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
527473	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
527473	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
527473	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
527473	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
527473	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
527473	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
527473	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
527473	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
527473	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
527473	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
527473	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
527473	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
527473	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
527473	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
527473	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
527473	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
527473	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
527473	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
527473	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
527473	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
527473	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
527473	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
527473	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
527473	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
527473	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
527473	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
527473	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
527473	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
527473	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
527473	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
527473	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
527473	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
527473	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
527473	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
527473	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
527473	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
527473	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
527473	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
527473	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
527473	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
527473	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
527473	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
527473	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
527473	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
527473	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
527473	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
527473	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
527473	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
527473	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
527473	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
527473	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
527473	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
527473	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
527473	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
527473	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
527473	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
527473	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
527473	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
527473	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
527473	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
527473	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
527473	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
527473	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
527473	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
527473	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
527473	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
527473	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
527473	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
527473	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
527473	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
527473	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
527473	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
527473	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
527473	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
527473	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
527473	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
527473	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
527473	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
527473	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
527473	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
527473	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
527473	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
527473	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
527473	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
527473	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
527473	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
527473	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
527473	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
527473	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
527473	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
527473	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
527473	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
527473	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
527473	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
527473	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
527473	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
527473	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
527473	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
527473	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
527473	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
527473	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
527473	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
527473	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
527473	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
527473	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
527473	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
527473	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
527473	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
527473	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
527473	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
527473	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
527473	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
527473	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
527473	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
527473	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
527473	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
527473	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
527473	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
527473	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
527473	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
527473	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
527473	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
527473	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
527473	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
527473	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
527473	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
527473	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
527473	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
527473	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
527473	embedding2nn.weight	0	0.3253406584262848
527473	embedding2nn.weight	1	0.4031565189361572
527473	embedding2nn.weight	2	0.0009383588330820203
527473	embedding2nn.weight	3	0.016243433579802513
527473	embedding2nn.weight	4	-0.03260030969977379
527473	embedding2nn.weight	5	0.0746394619345665
527473	embedding2nn.weight	6	-0.01808861270546913
527473	embedding2nn.weight	7	0.004529412370175123
527473	embedding2nn.weight	8	0.024988573044538498
527473	embedding2nn.weight	9	-0.0413031205534935
527473	embedding2nn.bias	0	0.025928836315870285
527473	embedding2nn.bias	1	-0.18856880068778992
527473	embedding2nn.bias	2	0.07360873371362686
527473	embedding2nn.bias	3	0.16827711462974548
527473	embedding2nn.bias	4	0.13743892312049866
527473	embedding2nn.bias	5	-0.06961635500192642
527473	embedding2nn.bias	6	-0.03215501829981804
527473	embedding2nn.bias	7	0.04123660549521446
527473	embedding2nn.bias	8	-0.16138184070587158
527473	embedding2nn.bias	9	-0.38462159037590027
527473	rnn.weight_ih_l0	0	-0.018716776743531227
527473	rnn.weight_ih_l0	1	-0.05394231528043747
527473	rnn.weight_ih_l0	2	-0.07118348032236099
527473	rnn.weight_ih_l0	3	0.11365100741386414
527473	rnn.weight_ih_l0	4	0.0172430407255888
527473	rnn.weight_ih_l0	5	-0.05582583323121071
527473	rnn.weight_ih_l0	6	0.006890366785228252
527473	rnn.weight_ih_l0	7	-0.03735539689660072
527473	rnn.weight_ih_l0	8	-0.0017788349650800228
527473	rnn.weight_ih_l0	9	-0.12765221297740936
527473	rnn.weight_hh_l0	0	-0.016200797632336617
527473	rnn.weight_hh_l0	1	0.07975929230451584
527473	rnn.weight_hh_l0	2	0.013843127526342869
527473	rnn.weight_hh_l0	3	-0.019908636808395386
527473	rnn.weight_hh_l0	4	0.047456469386816025
527473	rnn.weight_hh_l0	5	0.025661317631602287
527473	rnn.weight_hh_l0	6	-0.07015726715326309
527473	rnn.weight_hh_l0	7	-0.10080140084028244
527473	rnn.weight_hh_l0	8	0.03622438386082649
527473	rnn.weight_hh_l0	9	-0.1051950603723526
527473	rnn.bias_ih_l0	0	0.1968022584915161
527473	rnn.bias_ih_l0	1	-0.3381156623363495
527473	rnn.bias_ih_l0	2	-0.039883799850940704
527473	rnn.bias_ih_l0	3	-0.23531368374824524
527473	rnn.bias_ih_l0	4	0.044095590710639954
527473	rnn.bias_ih_l0	5	-0.41038063168525696
527473	rnn.bias_ih_l0	6	-0.1438516229391098
527473	rnn.bias_ih_l0	7	-0.35664796829223633
527473	rnn.bias_ih_l0	8	-0.29740577936172485
527473	rnn.bias_ih_l0	9	-0.4619971215724945
527473	rnn.bias_hh_l0	0	-0.3522953391075134
527473	rnn.bias_hh_l0	1	-0.4509712755680084
527473	rnn.bias_hh_l0	2	-0.39350709319114685
527473	rnn.bias_hh_l0	3	-0.059742193669080734
527473	rnn.bias_hh_l0	4	-0.3735668659210205
527473	rnn.bias_hh_l0	5	-0.35263702273368835
527473	rnn.bias_hh_l0	6	-0.1271408498287201
527473	rnn.bias_hh_l0	7	0.06255422532558441
527473	rnn.bias_hh_l0	8	-0.2373705804347992
527473	rnn.bias_hh_l0	9	-0.5759426951408386
527473	rnn.weight_ih_l0_reverse	0	0.016369180753827095
527473	rnn.weight_ih_l0_reverse	1	-0.03810915723443031
527473	rnn.weight_ih_l0_reverse	2	-0.023470884189009666
527473	rnn.weight_ih_l0_reverse	3	-0.14857886731624603
527473	rnn.weight_ih_l0_reverse	4	0.09608140587806702
527473	rnn.weight_ih_l0_reverse	5	-0.11486884951591492
527473	rnn.weight_ih_l0_reverse	6	-0.010423591360449791
527473	rnn.weight_ih_l0_reverse	7	0.031366631388664246
527473	rnn.weight_ih_l0_reverse	8	-0.07302065938711166
527473	rnn.weight_ih_l0_reverse	9	-0.08206581324338913
527473	rnn.weight_hh_l0_reverse	0	-0.1521703600883484
527473	rnn.weight_hh_l0_reverse	1	0.028995726257562637
527473	rnn.weight_hh_l0_reverse	2	-0.02772536501288414
527473	rnn.weight_hh_l0_reverse	3	0.027899710461497307
527473	rnn.weight_hh_l0_reverse	4	-0.08912957459688187
527473	rnn.weight_hh_l0_reverse	5	0.03437197580933571
527473	rnn.weight_hh_l0_reverse	6	0.02639724127948284
527473	rnn.weight_hh_l0_reverse	7	-0.10110338777303696
527473	rnn.weight_hh_l0_reverse	8	-0.06450146436691284
527473	rnn.weight_hh_l0_reverse	9	0.05219794437289238
527473	rnn.bias_ih_l0_reverse	0	-0.14061839878559113
527473	rnn.bias_ih_l0_reverse	1	-0.09041409194469452
527473	rnn.bias_ih_l0_reverse	2	0.14363117516040802
527473	rnn.bias_ih_l0_reverse	3	-0.29945462942123413
527473	rnn.bias_ih_l0_reverse	4	0.0002365958789596334
527473	rnn.bias_ih_l0_reverse	5	-0.22503428161144257
527473	rnn.bias_ih_l0_reverse	6	0.25110021233558655
527473	rnn.bias_ih_l0_reverse	7	-0.3250589966773987
527473	rnn.bias_ih_l0_reverse	8	-0.17952871322631836
527473	rnn.bias_ih_l0_reverse	9	-0.1876983493566513
527473	rnn.bias_hh_l0_reverse	0	-0.0925297737121582
527473	rnn.bias_hh_l0_reverse	1	0.25382402539253235
527473	rnn.bias_hh_l0_reverse	2	-0.3286462724208832
527473	rnn.bias_hh_l0_reverse	3	-0.21407803893089294
527473	rnn.bias_hh_l0_reverse	4	-0.3915523290634155
527473	rnn.bias_hh_l0_reverse	5	-0.18672172725200653
527473	rnn.bias_hh_l0_reverse	6	-0.24275177717208862
527473	rnn.bias_hh_l0_reverse	7	-0.08474106341600418
527473	rnn.bias_hh_l0_reverse	8	-0.31496959924697876
527473	rnn.bias_hh_l0_reverse	9	0.19754794239997864
527473	linear.weight	0	0.17032532393932343
527473	linear.weight	1	-0.4065009355545044
527473	linear.weight	2	0.025827260687947273
527473	linear.weight	3	0.06755620241165161
527473	linear.weight	4	-0.1612672507762909
527473	linear.weight	5	0.263393372297287
527473	linear.weight	6	-0.03485347330570221
527473	linear.weight	7	-0.060726363211870193
527473	linear.weight	8	0.10152223706245422
527473	linear.weight	9	-0.0490550622344017
527473	linear.bias	0	-0.903537392616272
527473	linear.bias	1	1.8253347873687744
527473	linear.bias	2	0.8637506365776062
527473	linear.bias	3	-2.7093448638916016
527473	linear.bias	4	-0.11256632953882217
527473	linear.bias	5	1.287392020225525
527473	linear.bias	6	-0.2506001591682434
527473	linear.bias	7	0.7910956144332886
527473	linear.bias	8	2.1630358695983887
527473	linear.bias	9	-1.4885848760604858
528082	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
528082	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
528082	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
528082	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
528082	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
528082	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
528082	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
528082	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
528082	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
528082	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
528082	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
528082	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
528082	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
528082	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
528082	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
528082	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
528082	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
528082	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
528082	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
528082	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
528082	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
528082	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
528082	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
528082	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
528082	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
528082	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
528082	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
528082	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
528082	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
528082	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
528082	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
528082	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
528082	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
528082	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
528082	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
528082	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
528082	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
528082	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
528082	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
528082	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
528082	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
528082	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
528082	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
528082	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
528082	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
528082	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
528082	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
528082	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
528082	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
528082	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
528082	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
528082	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
528082	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
528082	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
528082	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
528082	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
528082	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
528082	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
528082	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
528082	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
528082	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
528082	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
528082	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
528082	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
528082	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
528082	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
528082	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
528082	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
528082	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
528082	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
528082	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
528082	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
528082	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
528082	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
528082	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
528082	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
528082	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
528082	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
528082	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
528082	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
528082	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
528082	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
528082	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
528082	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
528082	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
528082	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
528082	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
528082	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
528082	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
528082	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
528082	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
528082	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
528082	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
528082	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
528082	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
528082	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
528082	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
528082	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
528082	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
528082	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
528082	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
528082	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
528082	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
528082	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
528082	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
528082	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
528082	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
528082	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
528082	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
528082	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
528082	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
528082	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
528082	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
528082	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
528082	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
528082	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
528082	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
528082	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
528082	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
528082	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
528082	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
528082	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
528082	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
528082	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
528082	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
528082	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
528082	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
528082	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
528082	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
528082	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
528082	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
528082	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
528082	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
528082	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
528082	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
528082	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
528082	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
528082	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
528082	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
528082	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
528082	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
528082	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
528082	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
528082	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
528082	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
528082	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
528082	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
528082	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
528082	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
528082	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
528082	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
528082	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
528082	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
528082	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
528082	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
528082	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
528082	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
528082	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
528082	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
528082	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
528082	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
528082	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
528082	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
528082	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
528082	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
528082	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
528082	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
528082	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
528082	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
528082	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
528082	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
528082	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
528082	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
528082	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
528082	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
528082	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
528082	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
528082	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
528082	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
528082	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
528082	embedding2nn.weight	0	0.3261030614376068
528082	embedding2nn.weight	1	0.4055050313472748
528082	embedding2nn.weight	2	0.0050694639794528484
528082	embedding2nn.weight	3	0.015025806613266468
528082	embedding2nn.weight	4	-0.03230910003185272
528082	embedding2nn.weight	5	0.0748855471611023
528082	embedding2nn.weight	6	-0.019871439784765244
528082	embedding2nn.weight	7	0.0025739839766174555
528082	embedding2nn.weight	8	0.022049443796277046
528082	embedding2nn.weight	9	-0.03754444420337677
528082	embedding2nn.bias	0	0.017006389796733856
528082	embedding2nn.bias	1	-0.18105673789978027
528082	embedding2nn.bias	2	0.07247660309076309
528082	embedding2nn.bias	3	0.16084933280944824
528082	embedding2nn.bias	4	0.13150663673877716
528082	embedding2nn.bias	5	-0.05542050674557686
528082	embedding2nn.bias	6	-0.03038519248366356
528082	embedding2nn.bias	7	0.056385718286037445
528082	embedding2nn.bias	8	-0.16460077464580536
528082	embedding2nn.bias	9	-0.380276083946228
528082	rnn.weight_ih_l0	0	-0.01883251965045929
528082	rnn.weight_ih_l0	1	-0.05497230961918831
528082	rnn.weight_ih_l0	2	-0.07601821422576904
528082	rnn.weight_ih_l0	3	0.11475788056850433
528082	rnn.weight_ih_l0	4	0.022789234295487404
528082	rnn.weight_ih_l0	5	-0.055376891046762466
528082	rnn.weight_ih_l0	6	0.0037459658924490213
528082	rnn.weight_ih_l0	7	-0.035929784178733826
528082	rnn.weight_ih_l0	8	-0.0014588679186999798
528082	rnn.weight_ih_l0	9	-0.1290365606546402
528082	rnn.weight_hh_l0	0	-0.016249224543571472
528082	rnn.weight_hh_l0	1	0.079501211643219
528082	rnn.weight_hh_l0	2	0.013815116137266159
528082	rnn.weight_hh_l0	3	-0.02005717344582081
528082	rnn.weight_hh_l0	4	0.048667412251234055
528082	rnn.weight_hh_l0	5	0.024718154221773148
528082	rnn.weight_hh_l0	6	-0.07042081654071808
528082	rnn.weight_hh_l0	7	-0.10122139006853104
528082	rnn.weight_hh_l0	8	0.036307137459516525
528082	rnn.weight_hh_l0	9	-0.10588598996400833
528082	rnn.bias_ih_l0	0	0.1928168684244156
528082	rnn.bias_ih_l0	1	-0.337272584438324
528082	rnn.bias_ih_l0	2	-0.041279833763837814
528082	rnn.bias_ih_l0	3	-0.23656314611434937
528082	rnn.bias_ih_l0	4	0.04075330123305321
528082	rnn.bias_ih_l0	5	-0.40973392128944397
528082	rnn.bias_ih_l0	6	-0.14640626311302185
528082	rnn.bias_ih_l0	7	-0.3563460409641266
528082	rnn.bias_ih_l0	8	-0.29306429624557495
528082	rnn.bias_ih_l0	9	-0.46150001883506775
528082	rnn.bias_hh_l0	0	-0.3503287732601166
528082	rnn.bias_hh_l0	1	-0.4489584267139435
528082	rnn.bias_hh_l0	2	-0.3954089283943176
528082	rnn.bias_hh_l0	3	-0.061592958867549896
528082	rnn.bias_hh_l0	4	-0.37349194288253784
528082	rnn.bias_hh_l0	5	-0.34875819087028503
528082	rnn.bias_hh_l0	6	-0.12376584112644196
528082	rnn.bias_hh_l0	7	0.06168249994516373
528082	rnn.bias_hh_l0	8	-0.24087941646575928
528082	rnn.bias_hh_l0	9	-0.5751128792762756
528082	rnn.weight_ih_l0_reverse	0	0.01702478528022766
528082	rnn.weight_ih_l0_reverse	1	-0.03938257321715355
528082	rnn.weight_ih_l0_reverse	2	-0.024294348433613777
528082	rnn.weight_ih_l0_reverse	3	-0.14852987229824066
528082	rnn.weight_ih_l0_reverse	4	0.09543304890394211
528082	rnn.weight_ih_l0_reverse	5	-0.11877381056547165
528082	rnn.weight_ih_l0_reverse	6	-0.008112479001283646
528082	rnn.weight_ih_l0_reverse	7	0.03185413032770157
528082	rnn.weight_ih_l0_reverse	8	-0.0677017867565155
528082	rnn.weight_ih_l0_reverse	9	-0.08392427116632462
528082	rnn.weight_hh_l0_reverse	0	-0.15224230289459229
528082	rnn.weight_hh_l0_reverse	1	0.02961004711687565
528082	rnn.weight_hh_l0_reverse	2	-0.027896566316485405
528082	rnn.weight_hh_l0_reverse	3	0.02768038399517536
528082	rnn.weight_hh_l0_reverse	4	-0.08869140595197678
528082	rnn.weight_hh_l0_reverse	5	0.03428178280591965
528082	rnn.weight_hh_l0_reverse	6	0.026411207392811775
528082	rnn.weight_hh_l0_reverse	7	-0.10055651515722275
528082	rnn.weight_hh_l0_reverse	8	-0.06344418972730637
528082	rnn.weight_hh_l0_reverse	9	0.051486220210790634
528082	rnn.bias_ih_l0_reverse	0	-0.13796751201152802
528082	rnn.bias_ih_l0_reverse	1	-0.09353430569171906
528082	rnn.bias_ih_l0_reverse	2	0.1432083696126938
528082	rnn.bias_ih_l0_reverse	3	-0.29888254404067993
528082	rnn.bias_ih_l0_reverse	4	0.0034497957676649094
528082	rnn.bias_ih_l0_reverse	5	-0.22173891961574554
528082	rnn.bias_ih_l0_reverse	6	0.2522650361061096
528082	rnn.bias_ih_l0_reverse	7	-0.32708364725112915
528082	rnn.bias_ih_l0_reverse	8	-0.18166643381118774
528082	rnn.bias_ih_l0_reverse	9	-0.18863309919834137
528082	rnn.bias_hh_l0_reverse	0	-0.09913497418165207
528082	rnn.bias_hh_l0_reverse	1	0.2548936903476715
528082	rnn.bias_hh_l0_reverse	2	-0.3274621367454529
528082	rnn.bias_hh_l0_reverse	3	-0.21349750459194183
528082	rnn.bias_hh_l0_reverse	4	-0.39440011978149414
528082	rnn.bias_hh_l0_reverse	5	-0.1834222823381424
528082	rnn.bias_hh_l0_reverse	6	-0.24080610275268555
528082	rnn.bias_hh_l0_reverse	7	-0.0853813961148262
528082	rnn.bias_hh_l0_reverse	8	-0.32136833667755127
528082	rnn.bias_hh_l0_reverse	9	0.19557306170463562
528082	linear.weight	0	0.18342626094818115
528082	linear.weight	1	-0.42200255393981934
528082	linear.weight	2	0.010476256720721722
528082	linear.weight	3	0.0675562173128128
528082	linear.weight	4	-0.1649187058210373
528082	linear.weight	5	0.26566749811172485
528082	linear.weight	6	-0.03564729541540146
528082	linear.weight	7	-0.060723546892404556
528082	linear.weight	8	0.09652559459209442
528082	linear.weight	9	-0.0490572527050972
528082	linear.bias	0	-0.8821313977241516
528082	linear.bias	1	1.8201645612716675
528082	linear.bias	2	0.838508129119873
528082	linear.bias	3	-2.709486722946167
528082	linear.bias	4	-0.11957152187824249
528082	linear.bias	5	1.2574571371078491
528082	linear.bias	6	-0.2575587034225464
528082	linear.bias	7	0.7973979115486145
528082	linear.bias	8	2.176652431488037
528082	linear.bias	9	-1.4812719821929932
528691	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
528691	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
528691	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
528691	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
528691	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
528691	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
528691	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
528691	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
528691	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
528691	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
528691	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
528691	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
528691	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
528691	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
528691	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
528691	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
528691	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
528691	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
528691	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
528691	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
528691	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
528691	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
528691	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
528691	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
528691	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
528691	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
528691	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
528691	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
528691	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
528691	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
528691	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
528691	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
528691	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
528691	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
528691	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
528691	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
528691	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
528691	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
528691	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
528691	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
528691	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
528691	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
528691	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
528691	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
528691	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
528691	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
528691	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
528691	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
528691	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
528691	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
528691	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
528691	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
528691	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
528691	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
528691	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
528691	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
528691	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
528691	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
528691	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
528691	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
528691	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
528691	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
528691	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
528691	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
528691	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
528691	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
528691	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
528691	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
528691	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
528691	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
528691	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
528691	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
528691	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
528691	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
528691	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
528691	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
528691	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
528691	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
528691	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
528691	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
528691	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
528691	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
528691	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
528691	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
528691	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
528691	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
528691	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
528691	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
528691	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
528691	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
528691	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
528691	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
528691	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
528691	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
528691	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
528691	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
528691	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
528691	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
528691	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
528691	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
528691	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
528691	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
528691	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
528691	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
528691	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
528691	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
528691	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
528691	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
528691	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
528691	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
528691	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
528691	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
528691	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
528691	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
528691	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
528691	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
528691	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
528691	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
528691	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
528691	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
528691	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
528691	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
528691	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
528691	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
528691	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
528691	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
528691	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
528691	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
528691	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
528691	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
528691	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
528691	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
528691	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
528691	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
528691	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
528691	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
528691	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
528691	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
528691	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
528691	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
528691	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
528691	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
528691	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
528691	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
528691	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
528691	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
528691	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
528691	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
528691	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
528691	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
528691	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
528691	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
528691	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
528691	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
528691	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
528691	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
528691	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
528691	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
528691	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
528691	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
528691	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
528691	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
528691	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
528691	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
528691	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
528691	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
528691	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
528691	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
528691	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
528691	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
528691	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
528691	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
528691	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
528691	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
528691	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
528691	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
528691	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
528691	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
528691	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
528691	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
528691	embedding2nn.weight	0	0.327146977186203
528691	embedding2nn.weight	1	0.40511268377304077
528691	embedding2nn.weight	2	0.005678935907781124
528691	embedding2nn.weight	3	0.012558596208691597
528691	embedding2nn.weight	4	-0.03408660367131233
528691	embedding2nn.weight	5	0.07254641503095627
528691	embedding2nn.weight	6	-0.01467211451381445
528691	embedding2nn.weight	7	0.0037239333614706993
528691	embedding2nn.weight	8	0.020465726032853127
528691	embedding2nn.weight	9	-0.04065850004553795
528691	embedding2nn.bias	0	0.02879256382584572
528691	embedding2nn.bias	1	-0.17751936614513397
528691	embedding2nn.bias	2	0.07491435110569
528691	embedding2nn.bias	3	0.16616708040237427
528691	embedding2nn.bias	4	0.14786624908447266
528691	embedding2nn.bias	5	-0.06383081525564194
528691	embedding2nn.bias	6	-0.006212982814759016
528691	embedding2nn.bias	7	0.038944702595472336
528691	embedding2nn.bias	8	-0.16584835946559906
528691	embedding2nn.bias	9	-0.3765262961387634
528691	rnn.weight_ih_l0	0	-0.01944258250296116
528691	rnn.weight_ih_l0	1	-0.054113663733005524
528691	rnn.weight_ih_l0	2	-0.07618045061826706
528691	rnn.weight_ih_l0	3	0.11578787863254547
528691	rnn.weight_ih_l0	4	0.025005513802170753
528691	rnn.weight_ih_l0	5	-0.056995127350091934
528691	rnn.weight_ih_l0	6	0.006850013975054026
528691	rnn.weight_ih_l0	7	-0.0339839868247509
528691	rnn.weight_ih_l0	8	0.003636677050963044
528691	rnn.weight_ih_l0	9	-0.13137874007225037
528691	rnn.weight_hh_l0	0	-0.016346001997590065
528691	rnn.weight_hh_l0	1	0.0798725038766861
528691	rnn.weight_hh_l0	2	0.014075162820518017
528691	rnn.weight_hh_l0	3	-0.019824644550681114
528691	rnn.weight_hh_l0	4	0.04890859127044678
528691	rnn.weight_hh_l0	5	0.024274323135614395
528691	rnn.weight_hh_l0	6	-0.07059293240308762
528691	rnn.weight_hh_l0	7	-0.10138610005378723
528691	rnn.weight_hh_l0	8	0.03638263791799545
528691	rnn.weight_hh_l0	9	-0.10625319927930832
528691	rnn.bias_ih_l0	0	0.1914440095424652
528691	rnn.bias_ih_l0	1	-0.3336075246334076
528691	rnn.bias_ih_l0	2	-0.042129676789045334
528691	rnn.bias_ih_l0	3	-0.2300492823123932
528691	rnn.bias_ih_l0	4	0.037717632949352264
528691	rnn.bias_ih_l0	5	-0.41484498977661133
528691	rnn.bias_ih_l0	6	-0.15016327798366547
528691	rnn.bias_ih_l0	7	-0.3571167290210724
528691	rnn.bias_ih_l0	8	-0.29626455903053284
528691	rnn.bias_ih_l0	9	-0.46713000535964966
528691	rnn.bias_hh_l0	0	-0.3461526930332184
528691	rnn.bias_hh_l0	1	-0.44660764932632446
528691	rnn.bias_hh_l0	2	-0.39800986647605896
528691	rnn.bias_hh_l0	3	-0.06112729012966156
528691	rnn.bias_hh_l0	4	-0.37232133746147156
528691	rnn.bias_hh_l0	5	-0.3492307662963867
528691	rnn.bias_hh_l0	6	-0.1236947700381279
528691	rnn.bias_hh_l0	7	0.05353384092450142
528691	rnn.bias_hh_l0	8	-0.23892952501773834
528691	rnn.bias_hh_l0	9	-0.5707957744598389
528691	rnn.weight_ih_l0_reverse	0	0.011645970866084099
528691	rnn.weight_ih_l0_reverse	1	-0.03858310729265213
528691	rnn.weight_ih_l0_reverse	2	-0.024651143699884415
528691	rnn.weight_ih_l0_reverse	3	-0.14700721204280853
528691	rnn.weight_ih_l0_reverse	4	0.09496364742517471
528691	rnn.weight_ih_l0_reverse	5	-0.12178388237953186
528691	rnn.weight_ih_l0_reverse	6	-0.012935202568769455
528691	rnn.weight_ih_l0_reverse	7	0.03252694755792618
528691	rnn.weight_ih_l0_reverse	8	-0.06601238995790482
528691	rnn.weight_ih_l0_reverse	9	-0.08277319371700287
528691	rnn.weight_hh_l0_reverse	0	-0.15108078718185425
528691	rnn.weight_hh_l0_reverse	1	0.029744626954197884
528691	rnn.weight_hh_l0_reverse	2	-0.028077591210603714
528691	rnn.weight_hh_l0_reverse	3	0.027597591280937195
528691	rnn.weight_hh_l0_reverse	4	-0.08910439908504486
528691	rnn.weight_hh_l0_reverse	5	0.03428567200899124
528691	rnn.weight_hh_l0_reverse	6	0.026253223419189453
528691	rnn.weight_hh_l0_reverse	7	-0.10029345750808716
528691	rnn.weight_hh_l0_reverse	8	-0.06283297389745712
528691	rnn.weight_hh_l0_reverse	9	0.05128895491361618
528691	rnn.bias_ih_l0_reverse	0	-0.14123880863189697
528691	rnn.bias_ih_l0_reverse	1	-0.0929187461733818
528691	rnn.bias_ih_l0_reverse	2	0.14566880464553833
528691	rnn.bias_ih_l0_reverse	3	-0.30034852027893066
528691	rnn.bias_ih_l0_reverse	4	0.0007676856475882232
528691	rnn.bias_ih_l0_reverse	5	-0.22171565890312195
528691	rnn.bias_ih_l0_reverse	6	0.25266173481941223
528691	rnn.bias_ih_l0_reverse	7	-0.323353111743927
528691	rnn.bias_ih_l0_reverse	8	-0.18064402043819427
528691	rnn.bias_ih_l0_reverse	9	-0.19303950667381287
528691	rnn.bias_hh_l0_reverse	0	-0.10176175832748413
528691	rnn.bias_hh_l0_reverse	1	0.263893187046051
528691	rnn.bias_hh_l0_reverse	2	-0.3299386501312256
528691	rnn.bias_hh_l0_reverse	3	-0.21556879580020905
528691	rnn.bias_hh_l0_reverse	4	-0.3965339660644531
528691	rnn.bias_hh_l0_reverse	5	-0.1820102035999298
528691	rnn.bias_hh_l0_reverse	6	-0.24269817769527435
528691	rnn.bias_hh_l0_reverse	7	-0.08348849415779114
528691	rnn.bias_hh_l0_reverse	8	-0.3189018666744232
528691	rnn.bias_hh_l0_reverse	9	0.20365571975708008
528691	linear.weight	0	0.18560536205768585
528691	linear.weight	1	-0.4224679172039032
528691	linear.weight	2	0.00865965522825718
528691	linear.weight	3	0.06755521148443222
528691	linear.weight	4	-0.1488666832447052
528691	linear.weight	5	0.24202664196491241
528691	linear.weight	6	-0.053277675062417984
528691	linear.weight	7	-0.060719311237335205
528691	linear.weight	8	0.09888799488544464
528691	linear.weight	9	-0.04906129837036133
528691	linear.bias	0	-0.88052898645401
528691	linear.bias	1	1.8270277976989746
528691	linear.bias	2	0.8228901624679565
528691	linear.bias	3	-2.7096493244171143
528691	linear.bias	4	-0.09458982944488525
528691	linear.bias	5	1.2729822397232056
528691	linear.bias	6	-0.2526533603668213
528691	linear.bias	7	0.798305869102478
528691	linear.bias	8	2.1888842582702637
528691	linear.bias	9	-1.469063639640808
529300	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
529300	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
529300	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
529300	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
529300	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
529300	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
529300	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
529300	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
529300	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
529300	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
529300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
529300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
529300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
529300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
529300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
529300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
529300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
529300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
529300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
529300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
529300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
529300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
529300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
529300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
529300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
529300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
529300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
529300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
529300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
529300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
529300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
529300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
529300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
529300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
529300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
529300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
529300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
529300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
529300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
529300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
529300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
529300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
529300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
529300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
529300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
529300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
529300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
529300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
529300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
529300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
529300	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
529300	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
529300	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
529300	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
529300	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
529300	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
529300	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
529300	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
529300	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
529300	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
529300	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
529300	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
529300	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
529300	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
529300	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
529300	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
529300	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
529300	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
529300	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
529300	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
529300	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
529300	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
529300	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
529300	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
529300	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
529300	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
529300	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
529300	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
529300	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
529300	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
529300	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
529300	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
529300	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
529300	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
529300	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
529300	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
529300	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
529300	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
529300	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
529300	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
529300	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
529300	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
529300	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
529300	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
529300	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
529300	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
529300	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
529300	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
529300	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
529300	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
529300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
529300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
529300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
529300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
529300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
529300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
529300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
529300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
529300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
529300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
529300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
529300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
529300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
529300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
529300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
529300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
529300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
529300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
529300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
529300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
529300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
529300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
529300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
529300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
529300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
529300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
529300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
529300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
529300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
529300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
529300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
529300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
529300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
529300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
529300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
529300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
529300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
529300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
529300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
529300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
529300	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
529300	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
529300	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
529300	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
529300	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
529300	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
529300	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
529300	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
529300	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
529300	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
529300	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
529300	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
529300	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
529300	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
529300	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
529300	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
529300	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
529300	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
529300	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
529300	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
529300	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
529300	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
529300	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
529300	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
529300	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
529300	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
529300	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
529300	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
529300	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
529300	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
529300	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
529300	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
529300	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
529300	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
529300	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
529300	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
529300	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
529300	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
529300	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
529300	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
529300	embedding2nn.weight	0	0.3282611072063446
529300	embedding2nn.weight	1	0.4058924615383148
529300	embedding2nn.weight	2	0.006874401587992907
529300	embedding2nn.weight	3	0.004214344080537558
529300	embedding2nn.weight	4	-0.03140869364142418
529300	embedding2nn.weight	5	0.07279815524816513
529300	embedding2nn.weight	6	-0.00944648776203394
529300	embedding2nn.weight	7	0.011205868795514107
529300	embedding2nn.weight	8	0.021213840693235397
529300	embedding2nn.weight	9	-0.045537348836660385
529300	embedding2nn.bias	0	0.04400103539228439
529300	embedding2nn.bias	1	-0.18489010632038116
529300	embedding2nn.bias	2	0.08818327635526657
529300	embedding2nn.bias	3	0.15276508033275604
529300	embedding2nn.bias	4	0.13905958831310272
529300	embedding2nn.bias	5	-0.06391184777021408
529300	embedding2nn.bias	6	-0.007736704777926207
529300	embedding2nn.bias	7	0.04318081960082054
529300	embedding2nn.bias	8	-0.1604718118906021
529300	embedding2nn.bias	9	-0.36988240480422974
529300	rnn.weight_ih_l0	0	-0.02016375958919525
529300	rnn.weight_ih_l0	1	-0.05450459197163582
529300	rnn.weight_ih_l0	2	-0.07452026009559631
529300	rnn.weight_ih_l0	3	0.11676838248968124
529300	rnn.weight_ih_l0	4	0.027519412338733673
529300	rnn.weight_ih_l0	5	-0.05551133677363396
529300	rnn.weight_ih_l0	6	-0.0015360116958618164
529300	rnn.weight_ih_l0	7	-0.03435559943318367
529300	rnn.weight_ih_l0	8	0.005302480421960354
529300	rnn.weight_ih_l0	9	-0.13024653494358063
529300	rnn.weight_hh_l0	0	-0.016449274495244026
529300	rnn.weight_hh_l0	1	0.08027175813913345
529300	rnn.weight_hh_l0	2	0.013468476012349129
529300	rnn.weight_hh_l0	3	-0.020272238180041313
529300	rnn.weight_hh_l0	4	0.04979167506098747
529300	rnn.weight_hh_l0	5	0.025014735758304596
529300	rnn.weight_hh_l0	6	-0.07101781666278839
529300	rnn.weight_hh_l0	7	-0.1010250672698021
529300	rnn.weight_hh_l0	8	0.036256104707717896
529300	rnn.weight_hh_l0	9	-0.10647263377904892
529300	rnn.bias_ih_l0	0	0.18994839489459991
529300	rnn.bias_ih_l0	1	-0.33213233947753906
529300	rnn.bias_ih_l0	2	-0.04107018932700157
529300	rnn.bias_ih_l0	3	-0.22377604246139526
529300	rnn.bias_ih_l0	4	0.032415181398391724
529300	rnn.bias_ih_l0	5	-0.4179171323776245
529300	rnn.bias_ih_l0	6	-0.15082797408103943
529300	rnn.bias_ih_l0	7	-0.3575732707977295
529300	rnn.bias_ih_l0	8	-0.2935006618499756
529300	rnn.bias_ih_l0	9	-0.46523603796958923
529300	rnn.bias_hh_l0	0	-0.34643247723579407
529300	rnn.bias_hh_l0	1	-0.4457380473613739
529300	rnn.bias_hh_l0	2	-0.39659902453422546
529300	rnn.bias_hh_l0	3	-0.05729999020695686
529300	rnn.bias_hh_l0	4	-0.3723040819168091
529300	rnn.bias_hh_l0	5	-0.3486690819263458
529300	rnn.bias_hh_l0	6	-0.12156931310892105
529300	rnn.bias_hh_l0	7	0.05184028670191765
529300	rnn.bias_hh_l0	8	-0.2448156177997589
529300	rnn.bias_hh_l0	9	-0.5679441690444946
529300	rnn.weight_ih_l0_reverse	0	0.01195430662482977
529300	rnn.weight_ih_l0_reverse	1	-0.038731180131435394
529300	rnn.weight_ih_l0_reverse	2	-0.025231443345546722
529300	rnn.weight_ih_l0_reverse	3	-0.14793439209461212
529300	rnn.weight_ih_l0_reverse	4	0.09615188837051392
529300	rnn.weight_ih_l0_reverse	5	-0.11636500060558319
529300	rnn.weight_ih_l0_reverse	6	-0.017071716487407684
529300	rnn.weight_ih_l0_reverse	7	0.03264693170785904
529300	rnn.weight_ih_l0_reverse	8	-0.06617003679275513
529300	rnn.weight_ih_l0_reverse	9	-0.08552556484937668
529300	rnn.weight_hh_l0_reverse	0	-0.1513894945383072
529300	rnn.weight_hh_l0_reverse	1	0.02988516166806221
529300	rnn.weight_hh_l0_reverse	2	-0.02720808982849121
529300	rnn.weight_hh_l0_reverse	3	0.027271492406725883
529300	rnn.weight_hh_l0_reverse	4	-0.08935844898223877
529300	rnn.weight_hh_l0_reverse	5	0.034205444157123566
529300	rnn.weight_hh_l0_reverse	6	0.026327628642320633
529300	rnn.weight_hh_l0_reverse	7	-0.09837068617343903
529300	rnn.weight_hh_l0_reverse	8	-0.0617310106754303
529300	rnn.weight_hh_l0_reverse	9	0.05173363536596298
529300	rnn.bias_ih_l0_reverse	0	-0.14192984998226166
529300	rnn.bias_ih_l0_reverse	1	-0.08885149657726288
529300	rnn.bias_ih_l0_reverse	2	0.14288970828056335
529300	rnn.bias_ih_l0_reverse	3	-0.30062007904052734
529300	rnn.bias_ih_l0_reverse	4	-0.0024975615087896585
529300	rnn.bias_ih_l0_reverse	5	-0.22387580573558807
529300	rnn.bias_ih_l0_reverse	6	0.2512984871864319
529300	rnn.bias_ih_l0_reverse	7	-0.3248305320739746
529300	rnn.bias_ih_l0_reverse	8	-0.1806066483259201
529300	rnn.bias_ih_l0_reverse	9	-0.19615694880485535
529300	rnn.bias_hh_l0_reverse	0	-0.09581726044416428
529300	rnn.bias_hh_l0_reverse	1	0.2591639757156372
529300	rnn.bias_hh_l0_reverse	2	-0.325459748506546
529300	rnn.bias_hh_l0_reverse	3	-0.21568825840950012
529300	rnn.bias_hh_l0_reverse	4	-0.3955383896827698
529300	rnn.bias_hh_l0_reverse	5	-0.18191181123256683
529300	rnn.bias_hh_l0_reverse	6	-0.24551843106746674
529300	rnn.bias_hh_l0_reverse	7	-0.08750348538160324
529300	rnn.bias_hh_l0_reverse	8	-0.3182443082332611
529300	rnn.bias_hh_l0_reverse	9	0.20940068364143372
529300	linear.weight	0	0.1812032014131546
529300	linear.weight	1	-0.4357813596725464
529300	linear.weight	2	0.04344688355922699
529300	linear.weight	3	0.06755542010068893
529300	linear.weight	4	-0.1502748727798462
529300	linear.weight	5	0.22613950073719025
529300	linear.weight	6	-0.04743378236889839
529300	linear.weight	7	-0.060716453939676285
529300	linear.weight	8	0.10171985626220703
529300	linear.weight	9	-0.04906579107046127
529300	linear.bias	0	-0.8969495892524719
529300	linear.bias	1	1.843774437904358
529300	linear.bias	2	0.8401128649711609
529300	linear.bias	3	-2.709791898727417
529300	linear.bias	4	-0.11004360765218735
529300	linear.bias	5	1.2644166946411133
529300	linear.bias	6	-0.2524535059928894
529300	linear.bias	7	0.7855972051620483
529300	linear.bias	8	2.2253944873809814
529300	linear.bias	9	-1.4773929119110107
529909	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
529909	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
529909	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
529909	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
529909	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
529909	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
529909	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
529909	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
529909	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
529909	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
529909	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
529909	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
529909	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
529909	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
529909	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
529909	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
529909	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
529909	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
529909	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
529909	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
529909	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
529909	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
529909	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
529909	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
529909	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
529909	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
529909	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
529909	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
529909	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
529909	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
529909	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
529909	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
529909	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
529909	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
529909	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
529909	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
529909	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
529909	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
529909	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
529909	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
529909	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
529909	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
529909	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
529909	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
529909	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
529909	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
529909	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
529909	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
529909	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
529909	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
529909	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
529909	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
529909	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
529909	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
529909	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
529909	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
529909	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
529909	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
529909	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
529909	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
529909	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
529909	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
529909	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
529909	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
529909	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
529909	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
529909	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
529909	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
529909	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
529909	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
529909	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
529909	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
529909	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
529909	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
529909	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
529909	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
529909	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
529909	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
529909	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
529909	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
529909	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
529909	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
529909	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
529909	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
529909	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
529909	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
529909	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
529909	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
529909	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
529909	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
529909	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
529909	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
529909	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
529909	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
529909	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
529909	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
529909	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
529909	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
529909	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
529909	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
529909	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
529909	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
529909	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
529909	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
529909	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
529909	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
529909	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
529909	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
529909	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
529909	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
529909	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
529909	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
529909	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
529909	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
529909	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
529909	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
529909	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
529909	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
529909	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
529909	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
529909	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
529909	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
529909	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
529909	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
529909	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
529909	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
529909	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
529909	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
529909	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
529909	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
529909	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
529909	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
529909	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
529909	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
529909	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
529909	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
529909	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
529909	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
529909	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
529909	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
529909	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
529909	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
529909	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
529909	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
529909	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
529909	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
529909	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
529909	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
529909	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
529909	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
529909	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
529909	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
529909	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
529909	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
529909	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
529909	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
529909	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
529909	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
529909	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
529909	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
529909	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
529909	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
529909	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
529909	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
529909	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
529909	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
529909	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
529909	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
529909	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
529909	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
529909	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
529909	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
529909	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
529909	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
529909	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
529909	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
529909	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
529909	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
529909	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
529909	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
529909	embedding2nn.weight	0	0.33033302426338196
529909	embedding2nn.weight	1	0.4064362645149231
529909	embedding2nn.weight	2	0.006254296749830246
529909	embedding2nn.weight	3	0.006573397200554609
529909	embedding2nn.weight	4	-0.0322326198220253
529909	embedding2nn.weight	5	0.07103197276592255
529909	embedding2nn.weight	6	-0.014317805878818035
529909	embedding2nn.weight	7	0.006029995623975992
529909	embedding2nn.weight	8	0.022502947598695755
529909	embedding2nn.weight	9	-0.04235459119081497
529909	embedding2nn.bias	0	0.0312943309545517
529909	embedding2nn.bias	1	-0.18836678564548492
529909	embedding2nn.bias	2	0.08984556049108505
529909	embedding2nn.bias	3	0.16035504639148712
529909	embedding2nn.bias	4	0.1419861912727356
529909	embedding2nn.bias	5	-0.065342478454113
529909	embedding2nn.bias	6	-0.012598123401403427
529909	embedding2nn.bias	7	0.028702666983008385
529909	embedding2nn.bias	8	-0.14675568044185638
529909	embedding2nn.bias	9	-0.37484151124954224
529909	rnn.weight_ih_l0	0	-0.020356735214591026
529909	rnn.weight_ih_l0	1	-0.05520213767886162
529909	rnn.weight_ih_l0	2	-0.07548672705888748
529909	rnn.weight_ih_l0	3	0.11685366183519363
529909	rnn.weight_ih_l0	4	0.024469677358865738
529909	rnn.weight_ih_l0	5	-0.05548728629946709
529909	rnn.weight_ih_l0	6	-0.0011718794703483582
529909	rnn.weight_ih_l0	7	-0.03492863476276398
529909	rnn.weight_ih_l0	8	0.007264562416821718
529909	rnn.weight_ih_l0	9	-0.13166040182113647
529909	rnn.weight_hh_l0	0	-0.015990588814020157
529909	rnn.weight_hh_l0	1	0.08015643805265427
529909	rnn.weight_hh_l0	2	0.014555332250893116
529909	rnn.weight_hh_l0	3	-0.020722096785902977
529909	rnn.weight_hh_l0	4	0.04996355250477791
529909	rnn.weight_hh_l0	5	0.024883044883608818
529909	rnn.weight_hh_l0	6	-0.07057173550128937
529909	rnn.weight_hh_l0	7	-0.10120145231485367
529909	rnn.weight_hh_l0	8	0.03642352297902107
529909	rnn.weight_hh_l0	9	-0.10642527788877487
529909	rnn.bias_ih_l0	0	0.1942337602376938
529909	rnn.bias_ih_l0	1	-0.3317814767360687
529909	rnn.bias_ih_l0	2	-0.0445302315056324
529909	rnn.bias_ih_l0	3	-0.22391758859157562
529909	rnn.bias_ih_l0	4	0.022594401612877846
529909	rnn.bias_ih_l0	5	-0.41443878412246704
529909	rnn.bias_ih_l0	6	-0.14836129546165466
529909	rnn.bias_ih_l0	7	-0.3576115667819977
529909	rnn.bias_ih_l0	8	-0.29652881622314453
529909	rnn.bias_ih_l0	9	-0.47062036395072937
529909	rnn.bias_hh_l0	0	-0.3515828251838684
529909	rnn.bias_hh_l0	1	-0.44921255111694336
529909	rnn.bias_hh_l0	2	-0.39491212368011475
529909	rnn.bias_hh_l0	3	-0.055694207549095154
529909	rnn.bias_hh_l0	4	-0.3733050525188446
529909	rnn.bias_hh_l0	5	-0.34825199842453003
529909	rnn.bias_hh_l0	6	-0.11573346704244614
529909	rnn.bias_hh_l0	7	0.0532049797475338
529909	rnn.bias_hh_l0	8	-0.24303819239139557
529909	rnn.bias_hh_l0	9	-0.5707116723060608
529909	rnn.weight_ih_l0_reverse	0	0.013118954375386238
529909	rnn.weight_ih_l0_reverse	1	-0.03866751864552498
529909	rnn.weight_ih_l0_reverse	2	-0.02314850687980652
529909	rnn.weight_ih_l0_reverse	3	-0.14549072086811066
529909	rnn.weight_ih_l0_reverse	4	0.09721773117780685
529909	rnn.weight_ih_l0_reverse	5	-0.11417760699987411
529909	rnn.weight_ih_l0_reverse	6	-0.013388039544224739
529909	rnn.weight_ih_l0_reverse	7	0.032383717596530914
529909	rnn.weight_ih_l0_reverse	8	-0.06729406863451004
529909	rnn.weight_ih_l0_reverse	9	-0.08486563712358475
529909	rnn.weight_hh_l0_reverse	0	-0.1528225690126419
529909	rnn.weight_hh_l0_reverse	1	0.029475046321749687
529909	rnn.weight_hh_l0_reverse	2	-0.026786133646965027
529909	rnn.weight_hh_l0_reverse	3	0.02738817222416401
529909	rnn.weight_hh_l0_reverse	4	-0.08970091491937637
529909	rnn.weight_hh_l0_reverse	5	0.0341302864253521
529909	rnn.weight_hh_l0_reverse	6	0.026228128001093864
529909	rnn.weight_hh_l0_reverse	7	-0.0981123223900795
529909	rnn.weight_hh_l0_reverse	8	-0.059229448437690735
529909	rnn.weight_hh_l0_reverse	9	0.05182051286101341
529909	rnn.bias_ih_l0_reverse	0	-0.1418110430240631
529909	rnn.bias_ih_l0_reverse	1	-0.08122961223125458
529909	rnn.bias_ih_l0_reverse	2	0.1484953761100769
529909	rnn.bias_ih_l0_reverse	3	-0.30230996012687683
529909	rnn.bias_ih_l0_reverse	4	-0.000510707963258028
529909	rnn.bias_ih_l0_reverse	5	-0.22213508188724518
529909	rnn.bias_ih_l0_reverse	6	0.2553633451461792
529909	rnn.bias_ih_l0_reverse	7	-0.324215829372406
529909	rnn.bias_ih_l0_reverse	8	-0.17913922667503357
529909	rnn.bias_ih_l0_reverse	9	-0.19103747606277466
529909	rnn.bias_hh_l0_reverse	0	-0.09524735808372498
529909	rnn.bias_hh_l0_reverse	1	0.26331400871276855
529909	rnn.bias_hh_l0_reverse	2	-0.3281431198120117
529909	rnn.bias_hh_l0_reverse	3	-0.21403290331363678
529909	rnn.bias_hh_l0_reverse	4	-0.39549389481544495
529909	rnn.bias_hh_l0_reverse	5	-0.1850113719701767
529909	rnn.bias_hh_l0_reverse	6	-0.24473485350608826
529909	rnn.bias_hh_l0_reverse	7	-0.08682028204202652
529909	rnn.bias_hh_l0_reverse	8	-0.32099589705467224
529909	rnn.bias_hh_l0_reverse	9	0.21944621205329895
529909	linear.weight	0	0.20257353782653809
529909	linear.weight	1	-0.4212791919708252
529909	linear.weight	2	0.01710358075797558
529909	linear.weight	3	0.06755498051643372
529909	linear.weight	4	-0.1649397611618042
529909	linear.weight	5	0.2241760641336441
529909	linear.weight	6	-0.042961448431015015
529909	linear.weight	7	-0.06071365997195244
529909	linear.weight	8	0.10252468287944794
529909	linear.weight	9	-0.04907022789120674
529909	linear.bias	0	-0.9076632261276245
529909	linear.bias	1	1.834381103515625
529909	linear.bias	2	0.8384291529655457
529909	linear.bias	3	-2.7099268436431885
529909	linear.bias	4	-0.11320114135742188
529909	linear.bias	5	1.297398567199707
529909	linear.bias	6	-0.26207074522972107
529909	linear.bias	7	0.7887609004974365
529909	linear.bias	8	2.203627109527588
529909	linear.bias	9	-1.4765058755874634
530518	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
530518	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
530518	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
530518	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
530518	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
530518	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
530518	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
530518	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
530518	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
530518	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
530518	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
530518	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
530518	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
530518	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
530518	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
530518	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
530518	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
530518	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
530518	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
530518	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
530518	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
530518	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
530518	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
530518	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
530518	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
530518	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
530518	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
530518	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
530518	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
530518	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
530518	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
530518	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
530518	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
530518	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
530518	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
530518	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
530518	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
530518	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
530518	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
530518	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
530518	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
530518	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
530518	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
530518	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
530518	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
530518	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
530518	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
530518	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
530518	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
530518	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
530518	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
530518	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
530518	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
530518	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
530518	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
530518	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
530518	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
530518	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
530518	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
530518	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
530518	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
530518	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
530518	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
530518	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
530518	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
530518	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
530518	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
530518	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
530518	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
530518	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
530518	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
530518	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
530518	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
530518	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
530518	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
530518	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
530518	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
530518	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
530518	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
530518	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
530518	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
530518	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
530518	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
530518	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
530518	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
530518	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
530518	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
530518	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
530518	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
530518	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
530518	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
530518	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
530518	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
530518	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
530518	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
530518	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
530518	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
530518	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
530518	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
530518	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
530518	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
530518	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
530518	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
530518	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
530518	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
530518	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
530518	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
530518	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
530518	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
530518	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
530518	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
530518	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
530518	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
530518	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
530518	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
530518	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
530518	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
530518	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
530518	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
530518	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
530518	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
530518	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
530518	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
530518	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
530518	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
530518	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
530518	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
530518	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
530518	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
530518	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
530518	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
530518	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
530518	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
530518	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
530518	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
530518	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
530518	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
530518	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
530518	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
530518	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
530518	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
530518	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
530518	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
530518	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
530518	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
530518	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
530518	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
530518	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
530518	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
530518	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
530518	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
530518	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
530518	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
530518	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
530518	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
530518	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
530518	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
530518	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
530518	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
530518	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
530518	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
530518	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
530518	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
530518	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
530518	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
530518	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
530518	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
530518	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
530518	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
530518	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
530518	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
530518	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
530518	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
530518	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
530518	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
530518	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
530518	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
530518	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
530518	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
530518	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
530518	embedding2nn.weight	0	0.32942718267440796
530518	embedding2nn.weight	1	0.4083673059940338
530518	embedding2nn.weight	2	0.002044475171715021
530518	embedding2nn.weight	3	0.013592555187642574
530518	embedding2nn.weight	4	-0.03028365969657898
530518	embedding2nn.weight	5	0.06997819244861603
530518	embedding2nn.weight	6	-0.019756624475121498
530518	embedding2nn.weight	7	0.005119708366692066
530518	embedding2nn.weight	8	0.02531486004590988
530518	embedding2nn.weight	9	-0.040375977754592896
530518	embedding2nn.bias	0	0.037168554961681366
530518	embedding2nn.bias	1	-0.19692786037921906
530518	embedding2nn.bias	2	0.08671660721302032
530518	embedding2nn.bias	3	0.17429937422275543
530518	embedding2nn.bias	4	0.1315779983997345
530518	embedding2nn.bias	5	-0.06522518396377563
530518	embedding2nn.bias	6	-0.012468391098082066
530518	embedding2nn.bias	7	0.04163787513971329
530518	embedding2nn.bias	8	-0.14675575494766235
530518	embedding2nn.bias	9	-0.3791487216949463
530518	rnn.weight_ih_l0	0	-0.020952342078089714
530518	rnn.weight_ih_l0	1	-0.05561274290084839
530518	rnn.weight_ih_l0	2	-0.07832754403352737
530518	rnn.weight_ih_l0	3	0.11511196196079254
530518	rnn.weight_ih_l0	4	0.025287996977567673
530518	rnn.weight_ih_l0	5	-0.06320802867412567
530518	rnn.weight_ih_l0	6	-0.005362033378332853
530518	rnn.weight_ih_l0	7	-0.0329630970954895
530518	rnn.weight_ih_l0	8	0.008035611361265182
530518	rnn.weight_ih_l0	9	-0.1292138397693634
530518	rnn.weight_hh_l0	0	-0.01610259711742401
530518	rnn.weight_hh_l0	1	0.07943741977214813
530518	rnn.weight_hh_l0	2	0.014641591347754002
530518	rnn.weight_hh_l0	3	-0.021430781111121178
530518	rnn.weight_hh_l0	4	0.050127431750297546
530518	rnn.weight_hh_l0	5	0.025199858471751213
530518	rnn.weight_hh_l0	6	-0.07033544033765793
530518	rnn.weight_hh_l0	7	-0.10355279594659805
530518	rnn.weight_hh_l0	8	0.03634161502122879
530518	rnn.weight_hh_l0	9	-0.10600921511650085
530518	rnn.bias_ih_l0	0	0.18515563011169434
530518	rnn.bias_ih_l0	1	-0.3324570953845978
530518	rnn.bias_ih_l0	2	-0.0455629862844944
530518	rnn.bias_ih_l0	3	-0.22986264526844025
530518	rnn.bias_ih_l0	4	0.0316493883728981
530518	rnn.bias_ih_l0	5	-0.41765129566192627
530518	rnn.bias_ih_l0	6	-0.14909280836582184
530518	rnn.bias_ih_l0	7	-0.35793429613113403
530518	rnn.bias_ih_l0	8	-0.29612424969673157
530518	rnn.bias_ih_l0	9	-0.47464925050735474
530518	rnn.bias_hh_l0	0	-0.3508966565132141
530518	rnn.bias_hh_l0	1	-0.4528031349182129
530518	rnn.bias_hh_l0	2	-0.3924844563007355
530518	rnn.bias_hh_l0	3	-0.05528634414076805
530518	rnn.bias_hh_l0	4	-0.37593403458595276
530518	rnn.bias_hh_l0	5	-0.3465012311935425
530518	rnn.bias_hh_l0	6	-0.11725857853889465
530518	rnn.bias_hh_l0	7	0.051860444247722626
530518	rnn.bias_hh_l0	8	-0.24474558234214783
530518	rnn.bias_hh_l0	9	-0.5698288083076477
530518	rnn.weight_ih_l0_reverse	0	0.015194992534816265
530518	rnn.weight_ih_l0_reverse	1	-0.039074644446372986
530518	rnn.weight_ih_l0_reverse	2	-0.02237740531563759
530518	rnn.weight_ih_l0_reverse	3	-0.14638002216815948
530518	rnn.weight_ih_l0_reverse	4	0.09590025246143341
530518	rnn.weight_ih_l0_reverse	5	-0.11053493618965149
530518	rnn.weight_ih_l0_reverse	6	-0.011357891373336315
530518	rnn.weight_ih_l0_reverse	7	0.03361443802714348
530518	rnn.weight_ih_l0_reverse	8	-0.06544257700443268
530518	rnn.weight_ih_l0_reverse	9	-0.08192848414182663
530518	rnn.weight_hh_l0_reverse	0	-0.15237604081630707
530518	rnn.weight_hh_l0_reverse	1	0.0297421682626009
530518	rnn.weight_hh_l0_reverse	2	-0.027241652831435204
530518	rnn.weight_hh_l0_reverse	3	0.027651330456137657
530518	rnn.weight_hh_l0_reverse	4	-0.09051000326871872
530518	rnn.weight_hh_l0_reverse	5	0.034117113798856735
530518	rnn.weight_hh_l0_reverse	6	0.026107367128133774
530518	rnn.weight_hh_l0_reverse	7	-0.09962756931781769
530518	rnn.weight_hh_l0_reverse	8	-0.058625902980566025
530518	rnn.weight_hh_l0_reverse	9	0.0513048879802227
530518	rnn.bias_ih_l0_reverse	0	-0.1428619623184204
530518	rnn.bias_ih_l0_reverse	1	-0.08622285723686218
530518	rnn.bias_ih_l0_reverse	2	0.14948371052742004
530518	rnn.bias_ih_l0_reverse	3	-0.30490642786026
530518	rnn.bias_ih_l0_reverse	4	0.0011851864401251078
530518	rnn.bias_ih_l0_reverse	5	-0.22014664113521576
530518	rnn.bias_ih_l0_reverse	6	0.2558678984642029
530518	rnn.bias_ih_l0_reverse	7	-0.32052522897720337
530518	rnn.bias_ih_l0_reverse	8	-0.179125115275383
530518	rnn.bias_ih_l0_reverse	9	-0.191173255443573
530518	rnn.bias_hh_l0_reverse	0	-0.09224957227706909
530518	rnn.bias_hh_l0_reverse	1	0.26545217633247375
530518	rnn.bias_hh_l0_reverse	2	-0.330476850271225
530518	rnn.bias_hh_l0_reverse	3	-0.21181893348693848
530518	rnn.bias_hh_l0_reverse	4	-0.3927205204963684
530518	rnn.bias_hh_l0_reverse	5	-0.18737158179283142
530518	rnn.bias_hh_l0_reverse	6	-0.2468516081571579
530518	rnn.bias_hh_l0_reverse	7	-0.0847521722316742
530518	rnn.bias_hh_l0_reverse	8	-0.3333391547203064
530518	rnn.bias_hh_l0_reverse	9	0.2148522138595581
530518	linear.weight	0	0.20804156363010406
530518	linear.weight	1	-0.44334086775779724
530518	linear.weight	2	0.008727743290364742
530518	linear.weight	3	0.06755559146404266
530518	linear.weight	4	-0.1649869680404663
530518	linear.weight	5	0.2301328033208847
530518	linear.weight	6	-0.042261429131031036
530518	linear.weight	7	-0.06071056053042412
530518	linear.weight	8	0.09680016338825226
530518	linear.weight	9	-0.04907386749982834
530518	linear.bias	0	-0.9029856324195862
530518	linear.bias	1	1.8036507368087769
530518	linear.bias	2	0.8088157176971436
530518	linear.bias	3	-2.710078001022339
530518	linear.bias	4	-0.10471104085445404
530518	linear.bias	5	1.2754474878311157
530518	linear.bias	6	-0.23897448182106018
530518	linear.bias	7	0.7875645756721497
530518	linear.bias	8	2.189697265625
530518	linear.bias	9	-1.470582365989685
530526	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
530526	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
530526	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
530526	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
530526	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
530526	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
530526	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
530526	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
530526	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
530526	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
530526	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
530526	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
530526	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
530526	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
530526	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
530526	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
530526	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
530526	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
530526	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
530526	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
530526	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
530526	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
530526	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
530526	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
530526	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
530526	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
530526	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
530526	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
530526	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
530526	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
530526	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
530526	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
530526	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
530526	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
530526	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
530526	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
530526	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
530526	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
530526	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
530526	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
530526	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
530526	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
530526	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
530526	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
530526	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
530526	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
530526	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
530526	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
530526	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
530526	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
530526	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
530526	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
530526	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
530526	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
530526	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
530526	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
530526	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
530526	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
530526	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
530526	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
530526	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
530526	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
530526	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
530526	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
530526	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
530526	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
530526	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
530526	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
530526	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
530526	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
530526	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
530526	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
530526	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
530526	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
530526	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
530526	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
530526	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
530526	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
530526	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
530526	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
530526	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
530526	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
530526	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
530526	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
530526	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
530526	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
530526	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
530526	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
530526	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
530526	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
530526	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
530526	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
530526	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
530526	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
530526	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
530526	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
530526	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
530526	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
530526	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
530526	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
530526	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
530526	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
530526	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
530526	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
530526	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
530526	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
530526	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
530526	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
530526	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
530526	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
530526	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
530526	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
530526	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
530526	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
530526	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
530526	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
530526	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
530526	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
530526	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
530526	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
530526	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
530526	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
530526	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
530526	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
530526	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
530526	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
530526	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
530526	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
530526	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
530526	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
530526	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
530526	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
530526	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
530526	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
530526	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
530526	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
530526	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
530526	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
530526	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
530526	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
530526	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
530526	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
530526	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
530526	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
530526	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
530526	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
530526	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
530526	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
530526	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
530526	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
530526	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
530526	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
530526	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
530526	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
530526	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
530526	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
530526	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
530526	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
530526	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
530526	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
530526	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
530526	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
530526	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
530526	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
530526	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
530526	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
530526	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
530526	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
530526	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
530526	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
530526	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
530526	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
530526	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
530526	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
530526	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
530526	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
530526	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
530526	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
530526	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
530526	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
530526	embedding2nn.weight	0	0.32952430844306946
530526	embedding2nn.weight	1	0.40841859579086304
530526	embedding2nn.weight	2	0.002572618192061782
530526	embedding2nn.weight	3	0.013698760420084
530526	embedding2nn.weight	4	-0.030275380238890648
530526	embedding2nn.weight	5	0.07031255215406418
530526	embedding2nn.weight	6	-0.020035400986671448
530526	embedding2nn.weight	7	0.005091433878988028
530526	embedding2nn.weight	8	0.02543889731168747
530526	embedding2nn.weight	9	-0.04011207073926926
530526	embedding2nn.bias	0	0.03712134063243866
530526	embedding2nn.bias	1	-0.2002113163471222
530526	embedding2nn.bias	2	0.08604098856449127
530526	embedding2nn.bias	3	0.1748325526714325
530526	embedding2nn.bias	4	0.13058272004127502
530526	embedding2nn.bias	5	-0.06440890580415726
530526	embedding2nn.bias	6	-0.014735129661858082
530526	embedding2nn.bias	7	0.043931834399700165
530526	embedding2nn.bias	8	-0.14891131222248077
530526	embedding2nn.bias	9	-0.37751835584640503
530526	rnn.weight_ih_l0	0	-0.020944125950336456
530526	rnn.weight_ih_l0	1	-0.055588044226169586
530526	rnn.weight_ih_l0	2	-0.07810331881046295
530526	rnn.weight_ih_l0	3	0.114982470870018
530526	rnn.weight_ih_l0	4	0.02527168020606041
530526	rnn.weight_ih_l0	5	-0.0633930116891861
530526	rnn.weight_ih_l0	6	-0.0054446118883788586
530526	rnn.weight_ih_l0	7	-0.03294553980231285
530526	rnn.weight_ih_l0	8	0.007819750346243382
530526	rnn.weight_ih_l0	9	-0.12903210520744324
530526	rnn.weight_hh_l0	0	-0.016090046614408493
530526	rnn.weight_hh_l0	1	0.07944652438163757
530526	rnn.weight_hh_l0	2	0.014560009352862835
530526	rnn.weight_hh_l0	3	-0.021385522559285164
530526	rnn.weight_hh_l0	4	0.05004186928272247
530526	rnn.weight_hh_l0	5	0.025143088772892952
530526	rnn.weight_hh_l0	6	-0.07032526284456253
530526	rnn.weight_hh_l0	7	-0.1035161092877388
530526	rnn.weight_hh_l0	8	0.036350131034851074
530526	rnn.weight_hh_l0	9	-0.10600462555885315
530526	rnn.bias_ih_l0	0	0.18484537303447723
530526	rnn.bias_ih_l0	1	-0.3322702646255493
530526	rnn.bias_ih_l0	2	-0.04542288929224014
530526	rnn.bias_ih_l0	3	-0.22918766736984253
530526	rnn.bias_ih_l0	4	0.03166938200592995
530526	rnn.bias_ih_l0	5	-0.4172709286212921
530526	rnn.bias_ih_l0	6	-0.14869795739650726
530526	rnn.bias_ih_l0	7	-0.3579753339290619
530526	rnn.bias_ih_l0	8	-0.2964222729206085
530526	rnn.bias_ih_l0	9	-0.475711464881897
530526	rnn.bias_hh_l0	0	-0.35103607177734375
530526	rnn.bias_hh_l0	1	-0.45262476801872253
530526	rnn.bias_hh_l0	2	-0.3923088610172272
530526	rnn.bias_hh_l0	3	-0.055599313229322433
530526	rnn.bias_hh_l0	4	-0.3757244944572449
530526	rnn.bias_hh_l0	5	-0.3464773893356323
530526	rnn.bias_hh_l0	6	-0.11729463189840317
530526	rnn.bias_hh_l0	7	0.0519108846783638
530526	rnn.bias_hh_l0	8	-0.24473193287849426
530526	rnn.bias_hh_l0	9	-0.5697370767593384
530526	rnn.weight_ih_l0_reverse	0	0.014956365339457989
530526	rnn.weight_ih_l0_reverse	1	-0.03907821327447891
530526	rnn.weight_ih_l0_reverse	2	-0.02210119180381298
530526	rnn.weight_ih_l0_reverse	3	-0.14637896418571472
530526	rnn.weight_ih_l0_reverse	4	0.09584030508995056
530526	rnn.weight_ih_l0_reverse	5	-0.11031696200370789
530526	rnn.weight_ih_l0_reverse	6	-0.011255989782512188
530526	rnn.weight_ih_l0_reverse	7	0.033456698060035706
530526	rnn.weight_ih_l0_reverse	8	-0.06535343080759048
530526	rnn.weight_ih_l0_reverse	9	-0.08175452053546906
530526	rnn.weight_hh_l0_reverse	0	-0.15234340727329254
530526	rnn.weight_hh_l0_reverse	1	0.029757138341665268
530526	rnn.weight_hh_l0_reverse	2	-0.02725152298808098
530526	rnn.weight_hh_l0_reverse	3	0.027507662773132324
530526	rnn.weight_hh_l0_reverse	4	-0.09063316136598587
530526	rnn.weight_hh_l0_reverse	5	0.0341130793094635
530526	rnn.weight_hh_l0_reverse	6	0.026107247918844223
530526	rnn.weight_hh_l0_reverse	7	-0.09958066046237946
530526	rnn.weight_hh_l0_reverse	8	-0.058618247509002686
530526	rnn.weight_hh_l0_reverse	9	0.051185064017772675
530526	rnn.bias_ih_l0_reverse	0	-0.14251449704170227
530526	rnn.bias_ih_l0_reverse	1	-0.08630133420228958
530526	rnn.bias_ih_l0_reverse	2	0.14959564805030823
530526	rnn.bias_ih_l0_reverse	3	-0.30465492606163025
530526	rnn.bias_ih_l0_reverse	4	0.0009893786627799273
530526	rnn.bias_ih_l0_reverse	5	-0.22018636763095856
530526	rnn.bias_ih_l0_reverse	6	0.2541269063949585
530526	rnn.bias_ih_l0_reverse	7	-0.32079604268074036
530526	rnn.bias_ih_l0_reverse	8	-0.17887823283672333
530526	rnn.bias_ih_l0_reverse	9	-0.19116587936878204
530526	rnn.bias_hh_l0_reverse	0	-0.09227408468723297
530526	rnn.bias_hh_l0_reverse	1	0.26595523953437805
530526	rnn.bias_hh_l0_reverse	2	-0.3306598663330078
530526	rnn.bias_hh_l0_reverse	3	-0.21149618923664093
530526	rnn.bias_hh_l0_reverse	4	-0.3926149308681488
530526	rnn.bias_hh_l0_reverse	5	-0.18703144788742065
530526	rnn.bias_hh_l0_reverse	6	-0.2467709481716156
530526	rnn.bias_hh_l0_reverse	7	-0.08517391979694366
530526	rnn.bias_hh_l0_reverse	8	-0.33351683616638184
530526	rnn.bias_hh_l0_reverse	9	0.21494384109973907
530526	linear.weight	0	0.20856787264347076
530526	linear.weight	1	-0.4437563717365265
530526	linear.weight	2	0.007770924363285303
530526	linear.weight	3	0.06755553185939789
530526	linear.weight	4	-0.16211703419685364
530526	linear.weight	5	0.23067380487918854
530526	linear.weight	6	-0.0446137972176075
530526	linear.weight	7	-0.06071054935455322
530526	linear.weight	8	0.09644569456577301
530526	linear.weight	9	-0.04907391220331192
530526	linear.bias	0	-0.9003391861915588
530526	linear.bias	1	1.816096544265747
530526	linear.bias	2	0.8014960289001465
530526	linear.bias	3	-2.7100796699523926
530526	linear.bias	4	-0.10492712259292603
530526	linear.bias	5	1.2789301872253418
530526	linear.bias	6	-0.23847509920597076
530526	linear.bias	7	0.7887030243873596
530526	linear.bias	8	2.185534715652466
530526	linear.bias	9	-1.4693936109542847
531135	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
531135	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
531135	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
531135	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
531135	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
531135	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
531135	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
531135	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
531135	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
531135	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
531135	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
531135	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
531135	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
531135	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
531135	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
531135	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
531135	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
531135	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
531135	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
531135	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
531135	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
531135	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
531135	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
531135	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
531135	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
531135	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
531135	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
531135	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
531135	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
531135	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
531135	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
531135	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
531135	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
531135	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
531135	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
531135	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
531135	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
531135	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
531135	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
531135	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
531135	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
531135	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
531135	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
531135	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
531135	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
531135	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
531135	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
531135	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
531135	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
531135	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
531135	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
531135	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
531135	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
531135	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
531135	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
531135	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
531135	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
531135	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
531135	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
531135	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
531135	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
531135	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
531135	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
531135	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
531135	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
531135	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
531135	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
531135	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
531135	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
531135	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
531135	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
531135	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
531135	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
531135	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
531135	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
531135	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
531135	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
531135	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
531135	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
531135	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
531135	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
531135	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
531135	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
531135	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
531135	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
531135	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
531135	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
531135	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
531135	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
531135	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
531135	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
531135	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
531135	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
531135	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
531135	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
531135	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
531135	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
531135	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
531135	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
531135	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
531135	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
531135	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
531135	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
531135	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
531135	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
531135	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
531135	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
531135	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
531135	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
531135	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
531135	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
531135	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
531135	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
531135	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
531135	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
531135	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
531135	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
531135	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
531135	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
531135	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
531135	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
531135	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
531135	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
531135	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
531135	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
531135	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
531135	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
531135	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
531135	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
531135	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
531135	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
531135	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
531135	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
531135	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
531135	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
531135	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
531135	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
531135	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
531135	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
531135	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
531135	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
531135	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
531135	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
531135	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
531135	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
531135	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
531135	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
531135	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
531135	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
531135	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
531135	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
531135	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
531135	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
531135	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
531135	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
531135	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
531135	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
531135	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
531135	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
531135	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
531135	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
531135	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
531135	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
531135	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
531135	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
531135	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
531135	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
531135	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
531135	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
531135	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
531135	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
531135	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
531135	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
531135	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
531135	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
531135	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
531135	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
531135	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
531135	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
531135	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
531135	embedding2nn.weight	0	0.32990995049476624
531135	embedding2nn.weight	1	0.40853703022003174
531135	embedding2nn.weight	2	0.0014813488814979792
531135	embedding2nn.weight	3	0.02203257754445076
531135	embedding2nn.weight	4	-0.027957400307059288
531135	embedding2nn.weight	5	0.068150095641613
531135	embedding2nn.weight	6	-0.02444419637322426
531135	embedding2nn.weight	7	0.0022939934860914946
531135	embedding2nn.weight	8	0.023294197395443916
531135	embedding2nn.weight	9	-0.04071710258722305
531135	embedding2nn.bias	0	0.030466079711914062
531135	embedding2nn.bias	1	-0.19007056951522827
531135	embedding2nn.bias	2	0.08880656957626343
531135	embedding2nn.bias	3	0.16682963073253632
531135	embedding2nn.bias	4	0.13607387244701385
531135	embedding2nn.bias	5	-0.0707196295261383
531135	embedding2nn.bias	6	-0.017740480601787567
531135	embedding2nn.bias	7	0.0318952314555645
531135	embedding2nn.bias	8	-0.1491841822862625
531135	embedding2nn.bias	9	-0.38398170471191406
531135	rnn.weight_ih_l0	0	-0.02023402415215969
531135	rnn.weight_ih_l0	1	-0.056549906730651855
531135	rnn.weight_ih_l0	2	-0.07600650191307068
531135	rnn.weight_ih_l0	3	0.11475849896669388
531135	rnn.weight_ih_l0	4	0.024639630690217018
531135	rnn.weight_ih_l0	5	-0.05906437709927559
531135	rnn.weight_ih_l0	6	-0.0034981840290129185
531135	rnn.weight_ih_l0	7	-0.03214966505765915
531135	rnn.weight_ih_l0	8	0.00672186678275466
531135	rnn.weight_ih_l0	9	-0.12397819012403488
531135	rnn.weight_hh_l0	0	-0.016224827617406845
531135	rnn.weight_hh_l0	1	0.07951299846172333
531135	rnn.weight_hh_l0	2	0.014731750823557377
531135	rnn.weight_hh_l0	3	-0.02133895643055439
531135	rnn.weight_hh_l0	4	0.05040252208709717
531135	rnn.weight_hh_l0	5	0.0246964693069458
531135	rnn.weight_hh_l0	6	-0.07050996273756027
531135	rnn.weight_hh_l0	7	-0.10360423475503922
531135	rnn.weight_hh_l0	8	0.03617678955197334
531135	rnn.weight_hh_l0	9	-0.10685120522975922
531135	rnn.bias_ih_l0	0	0.19099506735801697
531135	rnn.bias_ih_l0	1	-0.33019962906837463
531135	rnn.bias_ih_l0	2	-0.046614594757556915
531135	rnn.bias_ih_l0	3	-0.23279033601284027
531135	rnn.bias_ih_l0	4	0.033146005123853683
531135	rnn.bias_ih_l0	5	-0.415353387594223
531135	rnn.bias_ih_l0	6	-0.1512284129858017
531135	rnn.bias_ih_l0	7	-0.3592093586921692
531135	rnn.bias_ih_l0	8	-0.2929029166698456
531135	rnn.bias_ih_l0	9	-0.4818142354488373
531135	rnn.bias_hh_l0	0	-0.35104653239250183
531135	rnn.bias_hh_l0	1	-0.45023995637893677
531135	rnn.bias_hh_l0	2	-0.3923237919807434
531135	rnn.bias_hh_l0	3	-0.05290091037750244
531135	rnn.bias_hh_l0	4	-0.3731935918331146
531135	rnn.bias_hh_l0	5	-0.34539341926574707
531135	rnn.bias_hh_l0	6	-0.11586077511310577
531135	rnn.bias_hh_l0	7	0.05091267079114914
531135	rnn.bias_hh_l0	8	-0.24142064154148102
531135	rnn.bias_hh_l0	9	-0.5684785842895508
531135	rnn.weight_ih_l0_reverse	0	0.014575357548892498
531135	rnn.weight_ih_l0_reverse	1	-0.039313726127147675
531135	rnn.weight_ih_l0_reverse	2	-0.024862026795744896
531135	rnn.weight_ih_l0_reverse	3	-0.14577797055244446
531135	rnn.weight_ih_l0_reverse	4	0.09724973142147064
531135	rnn.weight_ih_l0_reverse	5	-0.106928750872612
531135	rnn.weight_ih_l0_reverse	6	-0.011685595847666264
531135	rnn.weight_ih_l0_reverse	7	0.032948464155197144
531135	rnn.weight_ih_l0_reverse	8	-0.06699822098016739
531135	rnn.weight_ih_l0_reverse	9	-0.08137799054384232
531135	rnn.weight_hh_l0_reverse	0	-0.15250229835510254
531135	rnn.weight_hh_l0_reverse	1	0.02987530268728733
531135	rnn.weight_hh_l0_reverse	2	-0.027625123038887978
531135	rnn.weight_hh_l0_reverse	3	0.02802739292383194
531135	rnn.weight_hh_l0_reverse	4	-0.09085691720247269
531135	rnn.weight_hh_l0_reverse	5	0.034075941890478134
531135	rnn.weight_hh_l0_reverse	6	0.025980575010180473
531135	rnn.weight_hh_l0_reverse	7	-0.10103023797273636
531135	rnn.weight_hh_l0_reverse	8	-0.05900796130299568
531135	rnn.weight_hh_l0_reverse	9	0.050040654838085175
531135	rnn.bias_ih_l0_reverse	0	-0.14278243482112885
531135	rnn.bias_ih_l0_reverse	1	-0.08663124591112137
531135	rnn.bias_ih_l0_reverse	2	0.15074311196804047
531135	rnn.bias_ih_l0_reverse	3	-0.30650317668914795
531135	rnn.bias_ih_l0_reverse	4	0.011223425157368183
531135	rnn.bias_ih_l0_reverse	5	-0.22367919981479645
531135	rnn.bias_ih_l0_reverse	6	0.25036439299583435
531135	rnn.bias_ih_l0_reverse	7	-0.32029473781585693
531135	rnn.bias_ih_l0_reverse	8	-0.18097418546676636
531135	rnn.bias_ih_l0_reverse	9	-0.19101467728614807
531135	rnn.bias_hh_l0_reverse	0	-0.09476573765277863
531135	rnn.bias_hh_l0_reverse	1	0.27036750316619873
531135	rnn.bias_hh_l0_reverse	2	-0.32860127091407776
531135	rnn.bias_hh_l0_reverse	3	-0.2141362875699997
531135	rnn.bias_hh_l0_reverse	4	-0.39122092723846436
531135	rnn.bias_hh_l0_reverse	5	-0.18796168267726898
531135	rnn.bias_hh_l0_reverse	6	-0.23829738795757294
531135	rnn.bias_hh_l0_reverse	7	-0.0890837013721466
531135	rnn.bias_hh_l0_reverse	8	-0.33422714471817017
531135	rnn.bias_hh_l0_reverse	9	0.20961499214172363
531135	linear.weight	0	0.21253137290477753
531135	linear.weight	1	-0.4550873637199402
531135	linear.weight	2	0.028188373893499374
531135	linear.weight	3	0.06755442172288895
531135	linear.weight	4	-0.18807902932167053
531135	linear.weight	5	0.23968768119812012
531135	linear.weight	6	-0.03685246407985687
531135	linear.weight	7	-0.06070627272129059
531135	linear.weight	8	0.09838089346885681
531135	linear.weight	9	-0.049077536910772324
531135	linear.bias	0	-0.8888534307479858
531135	linear.bias	1	1.8011633157730103
531135	linear.bias	2	0.8330973386764526
531135	linear.bias	3	-2.7102231979370117
531135	linear.bias	4	-0.11708469688892365
531135	linear.bias	5	1.2757071256637573
531135	linear.bias	6	-0.2644392251968384
531135	linear.bias	7	0.7812603116035461
531135	linear.bias	8	2.1849684715270996
531135	linear.bias	9	-1.4662405252456665
531744	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
531744	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
531744	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
531744	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
531744	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
531744	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
531744	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
531744	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
531744	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
531744	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
531744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
531744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
531744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
531744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
531744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
531744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
531744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
531744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
531744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
531744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
531744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
531744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
531744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
531744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
531744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
531744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
531744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
531744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
531744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
531744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
531744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
531744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
531744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
531744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
531744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
531744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
531744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
531744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
531744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
531744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
531744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
531744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
531744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
531744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
531744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
531744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
531744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
531744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
531744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
531744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
531744	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
531744	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
531744	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
531744	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
531744	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
531744	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
531744	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
531744	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
531744	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
531744	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
531744	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
531744	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
531744	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
531744	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
531744	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
531744	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
531744	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
531744	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
531744	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
531744	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
531744	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
531744	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
531744	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
531744	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
531744	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
531744	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
531744	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
531744	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
531744	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
531744	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
531744	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
531744	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
531744	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
531744	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
531744	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
531744	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
531744	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
531744	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
531744	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
531744	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
531744	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
531744	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
531744	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
531744	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
531744	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
531744	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
531744	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
531744	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
531744	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
531744	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
531744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
531744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
531744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
531744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
531744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
531744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
531744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
531744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
531744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
531744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
531744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
531744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
531744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
531744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
531744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
531744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
531744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
531744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
531744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
531744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
531744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
531744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
531744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
531744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
531744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
531744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
531744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
531744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
531744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
531744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
531744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
531744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
531744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
531744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
531744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
531744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
531744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
531744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
531744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
531744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
531744	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
531744	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
531744	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
531744	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
531744	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
531744	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
531744	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
531744	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
531744	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
531744	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
531744	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
531744	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
531744	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
531744	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
531744	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
531744	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
531744	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
531744	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
531744	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
531744	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
531744	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
531744	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
531744	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
531744	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
531744	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
531744	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
531744	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
531744	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
531744	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
531744	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
531744	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
531744	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
531744	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
531744	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
531744	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
531744	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
531744	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
531744	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
531744	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
531744	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
531744	embedding2nn.weight	0	0.32951194047927856
531744	embedding2nn.weight	1	0.4077675938606262
531744	embedding2nn.weight	2	0.0047753676772117615
531744	embedding2nn.weight	3	0.021302394568920135
531744	embedding2nn.weight	4	-0.03009207360446453
531744	embedding2nn.weight	5	0.0698930025100708
531744	embedding2nn.weight	6	-0.03289293497800827
531744	embedding2nn.weight	7	0.0029517088551074266
531744	embedding2nn.weight	8	0.02476169727742672
531744	embedding2nn.weight	9	-0.039758190512657166
531744	embedding2nn.bias	0	0.028572315350174904
531744	embedding2nn.bias	1	-0.20591042935848236
531744	embedding2nn.bias	2	0.0928838923573494
531744	embedding2nn.bias	3	0.1741730123758316
531744	embedding2nn.bias	4	0.13866375386714935
531744	embedding2nn.bias	5	-0.08008105307817459
531744	embedding2nn.bias	6	-0.012955092824995518
531744	embedding2nn.bias	7	0.030863415449857712
531744	embedding2nn.bias	8	-0.14915934205055237
531744	embedding2nn.bias	9	-0.3709075450897217
531744	rnn.weight_ih_l0	0	-0.01932280883193016
531744	rnn.weight_ih_l0	1	-0.0561031810939312
531744	rnn.weight_ih_l0	2	-0.07513532042503357
531744	rnn.weight_ih_l0	3	0.11389908939599991
531744	rnn.weight_ih_l0	4	0.02917330153286457
531744	rnn.weight_ih_l0	5	-0.06172500550746918
531744	rnn.weight_ih_l0	6	-0.0009616903262212873
531744	rnn.weight_ih_l0	7	-0.03352511301636696
531744	rnn.weight_ih_l0	8	0.007661020383238792
531744	rnn.weight_ih_l0	9	-0.12448827177286148
531744	rnn.weight_hh_l0	0	-0.015826653689146042
531744	rnn.weight_hh_l0	1	0.07980795204639435
531744	rnn.weight_hh_l0	2	0.015318389981985092
531744	rnn.weight_hh_l0	3	-0.020895104855298996
531744	rnn.weight_hh_l0	4	0.05041535943746567
531744	rnn.weight_hh_l0	5	0.02538076788187027
531744	rnn.weight_hh_l0	6	-0.06995102018117905
531744	rnn.weight_hh_l0	7	-0.1034996509552002
531744	rnn.weight_hh_l0	8	0.036132488399744034
531744	rnn.weight_hh_l0	9	-0.10665908455848694
531744	rnn.bias_ih_l0	0	0.19161391258239746
531744	rnn.bias_ih_l0	1	-0.3311826288700104
531744	rnn.bias_ih_l0	2	-0.04537172615528107
531744	rnn.bias_ih_l0	3	-0.23205144703388214
531744	rnn.bias_ih_l0	4	0.029676398262381554
531744	rnn.bias_ih_l0	5	-0.4121659994125366
531744	rnn.bias_ih_l0	6	-0.15414388477802277
531744	rnn.bias_ih_l0	7	-0.3596538305282593
531744	rnn.bias_ih_l0	8	-0.28910669684410095
531744	rnn.bias_ih_l0	9	-0.47363755106925964
531744	rnn.bias_hh_l0	0	-0.34938183426856995
531744	rnn.bias_hh_l0	1	-0.45355677604675293
531744	rnn.bias_hh_l0	2	-0.3907332718372345
531744	rnn.bias_hh_l0	3	-0.0525939054787159
531744	rnn.bias_hh_l0	4	-0.3750090003013611
531744	rnn.bias_hh_l0	5	-0.34392791986465454
531744	rnn.bias_hh_l0	6	-0.11559291183948517
531744	rnn.bias_hh_l0	7	0.04620034247636795
531744	rnn.bias_hh_l0	8	-0.2414126694202423
531744	rnn.bias_hh_l0	9	-0.5699779987335205
531744	rnn.weight_ih_l0_reverse	0	0.015033947303891182
531744	rnn.weight_ih_l0_reverse	1	-0.04046335071325302
531744	rnn.weight_ih_l0_reverse	2	-0.024681776762008667
531744	rnn.weight_ih_l0_reverse	3	-0.14424316585063934
531744	rnn.weight_ih_l0_reverse	4	0.09637609124183655
531744	rnn.weight_ih_l0_reverse	5	-0.10759557038545609
531744	rnn.weight_ih_l0_reverse	6	-0.01088970247656107
531744	rnn.weight_ih_l0_reverse	7	0.03289263695478439
531744	rnn.weight_ih_l0_reverse	8	-0.06810636818408966
531744	rnn.weight_ih_l0_reverse	9	-0.07899370044469833
531744	rnn.weight_hh_l0_reverse	0	-0.1510842889547348
531744	rnn.weight_hh_l0_reverse	1	0.029582956805825233
531744	rnn.weight_hh_l0_reverse	2	-0.027497680857777596
531744	rnn.weight_hh_l0_reverse	3	0.027914343401789665
531744	rnn.weight_hh_l0_reverse	4	-0.09063385426998138
531744	rnn.weight_hh_l0_reverse	5	0.0337287001311779
531744	rnn.weight_hh_l0_reverse	6	0.026087818667292595
531744	rnn.weight_hh_l0_reverse	7	-0.10056076943874359
531744	rnn.weight_hh_l0_reverse	8	-0.06031229719519615
531744	rnn.weight_hh_l0_reverse	9	0.05041424557566643
531744	rnn.bias_ih_l0_reverse	0	-0.1450909674167633
531744	rnn.bias_ih_l0_reverse	1	-0.08503369241952896
531744	rnn.bias_ih_l0_reverse	2	0.15059329569339752
531744	rnn.bias_ih_l0_reverse	3	-0.3048568069934845
531744	rnn.bias_ih_l0_reverse	4	0.009587290696799755
531744	rnn.bias_ih_l0_reverse	5	-0.22474242746829987
531744	rnn.bias_ih_l0_reverse	6	0.25027143955230713
531744	rnn.bias_ih_l0_reverse	7	-0.3249596953392029
531744	rnn.bias_ih_l0_reverse	8	-0.1816869080066681
531744	rnn.bias_ih_l0_reverse	9	-0.1910446584224701
531744	rnn.bias_hh_l0_reverse	0	-0.1036057099699974
531744	rnn.bias_hh_l0_reverse	1	0.2648817002773285
531744	rnn.bias_hh_l0_reverse	2	-0.3290846347808838
531744	rnn.bias_hh_l0_reverse	3	-0.21523554623126984
531744	rnn.bias_hh_l0_reverse	4	-0.3890700936317444
531744	rnn.bias_hh_l0_reverse	5	-0.19024062156677246
531744	rnn.bias_hh_l0_reverse	6	-0.2404087781906128
531744	rnn.bias_hh_l0_reverse	7	-0.08573218435049057
531744	rnn.bias_hh_l0_reverse	8	-0.3276212513446808
531744	rnn.bias_hh_l0_reverse	9	0.21415360271930695
531744	linear.weight	0	0.19837330281734467
531744	linear.weight	1	-0.45512649416923523
531744	linear.weight	2	0.020833255723118782
531744	linear.weight	3	0.06755432486534119
531744	linear.weight	4	-0.1877153515815735
531744	linear.weight	5	0.23481568694114685
531744	linear.weight	6	-0.032381512224674225
531744	linear.weight	7	-0.06070252135396004
531744	linear.weight	8	0.1018814742565155
531744	linear.weight	9	-0.04908009618520737
531744	linear.bias	0	-0.9065579175949097
531744	linear.bias	1	1.8238941431045532
531744	linear.bias	2	0.8177139163017273
531744	linear.bias	3	-2.71036696434021
531744	linear.bias	4	-0.11900810897350311
531744	linear.bias	5	1.3066800832748413
531744	linear.bias	6	-0.24424682557582855
531744	linear.bias	7	0.7562461495399475
531744	linear.bias	8	2.213893413543701
531744	linear.bias	9	-1.4725126028060913
532353	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
532353	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
532353	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
532353	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
532353	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
532353	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
532353	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
532353	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
532353	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
532353	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
532353	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
532353	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
532353	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
532353	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
532353	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
532353	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
532353	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
532353	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
532353	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
532353	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
532353	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
532353	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
532353	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
532353	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
532353	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
532353	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
532353	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
532353	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
532353	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
532353	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
532353	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
532353	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
532353	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
532353	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
532353	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
532353	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
532353	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
532353	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
532353	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
532353	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
532353	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
532353	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
532353	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
532353	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
532353	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
532353	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
532353	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
532353	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
532353	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
532353	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
532353	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
532353	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
532353	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
532353	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
532353	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
532353	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
532353	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
532353	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
532353	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
532353	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
532353	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
532353	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
532353	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
532353	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
532353	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
532353	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
532353	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
532353	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
532353	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
532353	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
532353	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
532353	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
532353	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
532353	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
532353	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
532353	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
532353	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
532353	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
532353	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
532353	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
532353	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
532353	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
532353	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
532353	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
532353	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
532353	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
532353	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
532353	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
532353	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
532353	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
532353	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
532353	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
532353	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
532353	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
532353	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
532353	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
532353	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
532353	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
532353	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
532353	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
532353	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
532353	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
532353	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
532353	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
532353	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
532353	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
532353	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
532353	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
532353	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
532353	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
532353	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
532353	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
532353	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
532353	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
532353	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
532353	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
532353	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
532353	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
532353	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
532353	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
532353	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
532353	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
532353	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
532353	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
532353	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
532353	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
532353	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
532353	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
532353	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
532353	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
532353	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
532353	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
532353	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
532353	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
532353	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
532353	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
532353	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
532353	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
532353	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
532353	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
532353	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
532353	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
532353	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
532353	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
532353	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
532353	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
532353	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
532353	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
532353	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
532353	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
532353	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
532353	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
532353	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
532353	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
532353	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
532353	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
532353	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
532353	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
532353	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
532353	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
532353	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
532353	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
532353	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
532353	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
532353	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
532353	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
532353	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
532353	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
532353	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
532353	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
532353	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
532353	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
532353	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
532353	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
532353	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
532353	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
532353	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
532353	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
532353	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
532353	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
532353	embedding2nn.weight	0	0.3288753628730774
532353	embedding2nn.weight	1	0.40784043073654175
532353	embedding2nn.weight	2	0.004533391445875168
532353	embedding2nn.weight	3	0.018018363043665886
532353	embedding2nn.weight	4	-0.02952645905315876
532353	embedding2nn.weight	5	0.07061494886875153
532353	embedding2nn.weight	6	-0.0275505930185318
532353	embedding2nn.weight	7	-0.0027905418537557125
532353	embedding2nn.weight	8	0.02584298513829708
532353	embedding2nn.weight	9	-0.039829354733228683
532353	embedding2nn.bias	0	0.010794970206916332
532353	embedding2nn.bias	1	-0.18624982237815857
532353	embedding2nn.bias	2	0.09497840702533722
532353	embedding2nn.bias	3	0.17869362235069275
532353	embedding2nn.bias	4	0.13732552528381348
532353	embedding2nn.bias	5	-0.06888461112976074
532353	embedding2nn.bias	6	-0.01078403927385807
532353	embedding2nn.bias	7	0.027747327461838722
532353	embedding2nn.bias	8	-0.14869804680347443
532353	embedding2nn.bias	9	-0.36727017164230347
532353	rnn.weight_ih_l0	0	-0.01958971470594406
532353	rnn.weight_ih_l0	1	-0.05598066374659538
532353	rnn.weight_ih_l0	2	-0.07309651374816895
532353	rnn.weight_ih_l0	3	0.11458899080753326
532353	rnn.weight_ih_l0	4	0.02336573228240013
532353	rnn.weight_ih_l0	5	-0.06225590407848358
532353	rnn.weight_ih_l0	6	-0.0006604920490644872
532353	rnn.weight_ih_l0	7	-0.0345463901758194
532353	rnn.weight_ih_l0	8	0.011577668599784374
532353	rnn.weight_ih_l0	9	-0.12490648776292801
532353	rnn.weight_hh_l0	0	-0.015671467408537865
532353	rnn.weight_hh_l0	1	0.0799093022942543
532353	rnn.weight_hh_l0	2	0.014364932663738728
532353	rnn.weight_hh_l0	3	-0.02095661498606205
532353	rnn.weight_hh_l0	4	0.05042015016078949
532353	rnn.weight_hh_l0	5	0.02538449689745903
532353	rnn.weight_hh_l0	6	-0.0701659768819809
532353	rnn.weight_hh_l0	7	-0.10182524472475052
532353	rnn.weight_hh_l0	8	0.03606896474957466
532353	rnn.weight_hh_l0	9	-0.1072600856423378
532353	rnn.bias_ih_l0	0	0.18620017170906067
532353	rnn.bias_ih_l0	1	-0.33514639735221863
532353	rnn.bias_ih_l0	2	-0.04697766900062561
532353	rnn.bias_ih_l0	3	-0.2350149154663086
532353	rnn.bias_ih_l0	4	0.030497686937451363
532353	rnn.bias_ih_l0	5	-0.41488948464393616
532353	rnn.bias_ih_l0	6	-0.1520465612411499
532353	rnn.bias_ih_l0	7	-0.36085522174835205
532353	rnn.bias_ih_l0	8	-0.2938348054885864
532353	rnn.bias_ih_l0	9	-0.47217124700546265
532353	rnn.bias_hh_l0	0	-0.34664487838745117
532353	rnn.bias_hh_l0	1	-0.4520862400531769
532353	rnn.bias_hh_l0	2	-0.39291730523109436
532353	rnn.bias_hh_l0	3	-0.05593175068497658
532353	rnn.bias_hh_l0	4	-0.3746059536933899
532353	rnn.bias_hh_l0	5	-0.34398356080055237
532353	rnn.bias_hh_l0	6	-0.11663642525672913
532353	rnn.bias_hh_l0	7	0.040532439947128296
532353	rnn.bias_hh_l0	8	-0.2495083510875702
532353	rnn.bias_hh_l0	9	-0.5681599378585815
532353	rnn.weight_ih_l0_reverse	0	0.01388376671820879
532353	rnn.weight_ih_l0_reverse	1	-0.04016682133078575
532353	rnn.weight_ih_l0_reverse	2	-0.025814983993768692
532353	rnn.weight_ih_l0_reverse	3	-0.14463679492473602
532353	rnn.weight_ih_l0_reverse	4	0.09625674784183502
532353	rnn.weight_ih_l0_reverse	5	-0.11206674575805664
532353	rnn.weight_ih_l0_reverse	6	-0.0023435454349964857
532353	rnn.weight_ih_l0_reverse	7	0.03273266181349754
532353	rnn.weight_ih_l0_reverse	8	-0.06814281642436981
532353	rnn.weight_ih_l0_reverse	9	-0.07841147482395172
532353	rnn.weight_hh_l0_reverse	0	-0.15099160373210907
532353	rnn.weight_hh_l0_reverse	1	0.02942863665521145
532353	rnn.weight_hh_l0_reverse	2	-0.027415979653596878
532353	rnn.weight_hh_l0_reverse	3	0.02745533362030983
532353	rnn.weight_hh_l0_reverse	4	-0.09005000442266464
532353	rnn.weight_hh_l0_reverse	5	0.03374110907316208
532353	rnn.weight_hh_l0_reverse	6	0.0258762426674366
532353	rnn.weight_hh_l0_reverse	7	-0.09928761422634125
532353	rnn.weight_hh_l0_reverse	8	-0.06174377351999283
532353	rnn.weight_hh_l0_reverse	9	0.050638940185308456
532353	rnn.bias_ih_l0_reverse	0	-0.14474673569202423
532353	rnn.bias_ih_l0_reverse	1	-0.08947180211544037
532353	rnn.bias_ih_l0_reverse	2	0.144429549574852
532353	rnn.bias_ih_l0_reverse	3	-0.3078380525112152
532353	rnn.bias_ih_l0_reverse	4	0.006196224596351385
532353	rnn.bias_ih_l0_reverse	5	-0.22336900234222412
532353	rnn.bias_ih_l0_reverse	6	0.24922949075698853
532353	rnn.bias_ih_l0_reverse	7	-0.32621490955352783
532353	rnn.bias_ih_l0_reverse	8	-0.1816229224205017
532353	rnn.bias_ih_l0_reverse	9	-0.18996210396289825
532353	rnn.bias_hh_l0_reverse	0	-0.10123029351234436
532353	rnn.bias_hh_l0_reverse	1	0.2574189603328705
532353	rnn.bias_hh_l0_reverse	2	-0.3304305970668793
532353	rnn.bias_hh_l0_reverse	3	-0.21394196152687073
532353	rnn.bias_hh_l0_reverse	4	-0.3892730474472046
532353	rnn.bias_hh_l0_reverse	5	-0.18944044411182404
532353	rnn.bias_hh_l0_reverse	6	-0.2423475831747055
532353	rnn.bias_hh_l0_reverse	7	-0.0868193507194519
532353	rnn.bias_hh_l0_reverse	8	-0.32143375277519226
532353	rnn.bias_hh_l0_reverse	9	0.2205881029367447
532353	linear.weight	0	0.18390415608882904
532353	linear.weight	1	-0.4441048800945282
532353	linear.weight	2	0.04744133725762367
532353	linear.weight	3	0.0675550252199173
532353	linear.weight	4	-0.19691239297389984
532353	linear.weight	5	0.2340688854455948
532353	linear.weight	6	-0.036787670105695724
532353	linear.weight	7	-0.060698188841342926
532353	linear.weight	8	0.09929726272821426
532353	linear.weight	9	-0.04908350855112076
532353	linear.bias	0	-0.9036751985549927
532353	linear.bias	1	1.8246291875839233
532353	linear.bias	2	0.8508980870246887
532353	linear.bias	3	-2.7105214595794678
532353	linear.bias	4	-0.12537799775600433
532353	linear.bias	5	1.30449640750885
532353	linear.bias	6	-0.2542172372341156
532353	linear.bias	7	0.7677875757217407
532353	linear.bias	8	2.1849007606506348
532353	linear.bias	9	-1.476905345916748
532962	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
532962	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
532962	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
532962	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
532962	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
532962	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
532962	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
532962	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
532962	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
532962	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
532962	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
532962	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
532962	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
532962	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
532962	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
532962	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
532962	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
532962	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
532962	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
532962	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
532962	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
532962	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
532962	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
532962	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
532962	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
532962	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
532962	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
532962	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
532962	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
532962	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
532962	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
532962	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
532962	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
532962	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
532962	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
532962	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
532962	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
532962	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
532962	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
532962	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
532962	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
532962	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
532962	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
532962	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
532962	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
532962	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
532962	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
532962	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
532962	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
532962	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
532962	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
532962	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
532962	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
532962	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
532962	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
532962	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
532962	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
532962	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
532962	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
532962	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
532962	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
532962	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
532962	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
532962	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
532962	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
532962	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
532962	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
532962	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
532962	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
532962	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
532962	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
532962	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
532962	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
532962	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
532962	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
532962	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
532962	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
532962	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
532962	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
532962	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
532962	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
532962	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
532962	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
532962	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
532962	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
532962	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
532962	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
532962	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
532962	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
532962	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
532962	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
532962	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
532962	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
532962	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
532962	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
532962	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
532962	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
532962	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
532962	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
532962	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
532962	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
532962	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
532962	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
532962	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
532962	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
532962	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
532962	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
532962	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
532962	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
532962	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
532962	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
532962	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
532962	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
532962	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
532962	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
532962	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
532962	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
532962	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
532962	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
532962	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
532962	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
532962	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
532962	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
532962	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
532962	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
532962	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
532962	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
532962	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
532962	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
532962	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
532962	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
532962	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
532962	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
532962	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
532962	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
532962	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
532962	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
532962	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
532962	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
532962	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
532962	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
532962	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
532962	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
532962	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
532962	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
532962	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
532962	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
532962	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
532962	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
532962	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
532962	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
532962	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
532962	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
532962	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
532962	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
532962	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
532962	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
532962	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
532962	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
532962	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
532962	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
532962	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
532962	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
532962	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
532962	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
532962	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
532962	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
532962	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
532962	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
532962	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
532962	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
532962	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
532962	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
532962	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
532962	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
532962	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
532962	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
532962	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
532962	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
532962	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
532962	embedding2nn.weight	0	0.32666489481925964
532962	embedding2nn.weight	1	0.4072130620479584
532962	embedding2nn.weight	2	0.005024733021855354
532962	embedding2nn.weight	3	0.026016877964138985
532962	embedding2nn.weight	4	-0.030501551926136017
532962	embedding2nn.weight	5	0.06833433359861374
532962	embedding2nn.weight	6	-0.025623122230172157
532962	embedding2nn.weight	7	-0.005538227502256632
532962	embedding2nn.weight	8	0.021994072943925858
532962	embedding2nn.weight	9	-0.03680603951215744
532962	embedding2nn.bias	0	0.01964728720486164
532962	embedding2nn.bias	1	-0.2010522484779358
532962	embedding2nn.bias	2	0.08756200224161148
532962	embedding2nn.bias	3	0.18441307544708252
532962	embedding2nn.bias	4	0.15549422800540924
532962	embedding2nn.bias	5	-0.07317405939102173
532962	embedding2nn.bias	6	-0.02807336300611496
532962	embedding2nn.bias	7	0.029215438291430473
532962	embedding2nn.bias	8	-0.16390877962112427
532962	embedding2nn.bias	9	-0.3732571005821228
532962	rnn.weight_ih_l0	0	-0.019223008304834366
532962	rnn.weight_ih_l0	1	-0.05623661354184151
532962	rnn.weight_ih_l0	2	-0.07511631399393082
532962	rnn.weight_ih_l0	3	0.11429882794618607
532962	rnn.weight_ih_l0	4	0.01647167280316353
532962	rnn.weight_ih_l0	5	-0.06334494799375534
532962	rnn.weight_ih_l0	6	0.0004931680159643292
532962	rnn.weight_ih_l0	7	-0.03403715789318085
532962	rnn.weight_ih_l0	8	0.014542493969202042
532962	rnn.weight_ih_l0	9	-0.12595874071121216
532962	rnn.weight_hh_l0	0	-0.015760837122797966
532962	rnn.weight_hh_l0	1	0.08009380847215652
532962	rnn.weight_hh_l0	2	0.014034036546945572
532962	rnn.weight_hh_l0	3	-0.020979661494493484
532962	rnn.weight_hh_l0	4	0.05119616165757179
532962	rnn.weight_hh_l0	5	0.025409331545233727
532962	rnn.weight_hh_l0	6	-0.07011644542217255
532962	rnn.weight_hh_l0	7	-0.10192042589187622
532962	rnn.weight_hh_l0	8	0.03580029681324959
532962	rnn.weight_hh_l0	9	-0.1072269082069397
532962	rnn.bias_ih_l0	0	0.18279926478862762
532962	rnn.bias_ih_l0	1	-0.33292582631111145
532962	rnn.bias_ih_l0	2	-0.043970491737127304
532962	rnn.bias_ih_l0	3	-0.23475219309329987
532962	rnn.bias_ih_l0	4	0.030587639659643173
532962	rnn.bias_ih_l0	5	-0.4178503751754761
532962	rnn.bias_ih_l0	6	-0.15103675425052643
532962	rnn.bias_ih_l0	7	-0.3604084253311157
532962	rnn.bias_ih_l0	8	-0.29500988125801086
532962	rnn.bias_ih_l0	9	-0.4675692617893219
532962	rnn.bias_hh_l0	0	-0.3465785086154938
532962	rnn.bias_hh_l0	1	-0.44763508439064026
532962	rnn.bias_hh_l0	2	-0.39141765236854553
532962	rnn.bias_hh_l0	3	-0.05483502894639969
532962	rnn.bias_hh_l0	4	-0.37829533219337463
532962	rnn.bias_hh_l0	5	-0.3458075523376465
532962	rnn.bias_hh_l0	6	-0.11681360751390457
532962	rnn.bias_hh_l0	7	0.04667406156659126
532962	rnn.bias_hh_l0	8	-0.24988415837287903
532962	rnn.bias_hh_l0	9	-0.5661762952804565
532962	rnn.weight_ih_l0_reverse	0	0.012511610984802246
532962	rnn.weight_ih_l0_reverse	1	-0.04015735909342766
532962	rnn.weight_ih_l0_reverse	2	-0.022195734083652496
532962	rnn.weight_ih_l0_reverse	3	-0.14392265677452087
532962	rnn.weight_ih_l0_reverse	4	0.09642094373703003
532962	rnn.weight_ih_l0_reverse	5	-0.11533548682928085
532962	rnn.weight_ih_l0_reverse	6	-0.003529281122609973
532962	rnn.weight_ih_l0_reverse	7	0.032223500311374664
532962	rnn.weight_ih_l0_reverse	8	-0.06743504852056503
532962	rnn.weight_ih_l0_reverse	9	-0.08020459860563278
532962	rnn.weight_hh_l0_reverse	0	-0.15083375573158264
532962	rnn.weight_hh_l0_reverse	1	0.02971370331943035
532962	rnn.weight_hh_l0_reverse	2	-0.02734789438545704
532962	rnn.weight_hh_l0_reverse	3	0.026768352836370468
532962	rnn.weight_hh_l0_reverse	4	-0.09024231880903244
532962	rnn.weight_hh_l0_reverse	5	0.03375573456287384
532962	rnn.weight_hh_l0_reverse	6	0.025921674445271492
532962	rnn.weight_hh_l0_reverse	7	-0.09930762648582458
532962	rnn.weight_hh_l0_reverse	8	-0.062036484479904175
532962	rnn.weight_hh_l0_reverse	9	0.05191480368375778
532962	rnn.bias_ih_l0_reverse	0	-0.1435873955488205
532962	rnn.bias_ih_l0_reverse	1	-0.0868513286113739
532962	rnn.bias_ih_l0_reverse	2	0.143501877784729
532962	rnn.bias_ih_l0_reverse	3	-0.30616268515586853
532962	rnn.bias_ih_l0_reverse	4	0.00263906829059124
532962	rnn.bias_ih_l0_reverse	5	-0.22547923028469086
532962	rnn.bias_ih_l0_reverse	6	0.24933429062366486
532962	rnn.bias_ih_l0_reverse	7	-0.3260599672794342
532962	rnn.bias_ih_l0_reverse	8	-0.18104898929595947
532962	rnn.bias_ih_l0_reverse	9	-0.18496210873126984
532962	rnn.bias_hh_l0_reverse	0	-0.09822070598602295
532962	rnn.bias_hh_l0_reverse	1	0.2581627070903778
532962	rnn.bias_hh_l0_reverse	2	-0.3314020335674286
532962	rnn.bias_hh_l0_reverse	3	-0.22196656465530396
532962	rnn.bias_hh_l0_reverse	4	-0.38842499256134033
532962	rnn.bias_hh_l0_reverse	5	-0.18647997081279755
532962	rnn.bias_hh_l0_reverse	6	-0.24292446672916412
532962	rnn.bias_hh_l0_reverse	7	-0.08702581375837326
532962	rnn.bias_hh_l0_reverse	8	-0.3162532448768616
532962	rnn.bias_hh_l0_reverse	9	0.21723030507564545
532962	linear.weight	0	0.176419198513031
532962	linear.weight	1	-0.41373664140701294
532962	linear.weight	2	0.0790538489818573
532962	linear.weight	3	0.06755492091178894
532962	linear.weight	4	-0.17698977887630463
532962	linear.weight	5	0.24043460190296173
532962	linear.weight	6	-0.04697731137275696
532962	linear.weight	7	-0.06069311872124672
532962	linear.weight	8	0.10172024369239807
532962	linear.weight	9	-0.04908521845936775
532962	linear.bias	0	-0.8935170769691467
532962	linear.bias	1	1.8268486261367798
532962	linear.bias	2	0.8227078914642334
532962	linear.bias	3	-2.710660219192505
532962	linear.bias	4	-0.11620083451271057
532962	linear.bias	5	1.3033720254898071
532962	linear.bias	6	-0.2459355890750885
532962	linear.bias	7	0.7609589099884033
532962	linear.bias	8	2.193484306335449
532962	linear.bias	9	-1.4812061786651611
533571	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
533571	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
533571	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
533571	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
533571	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
533571	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
533571	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
533571	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
533571	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
533571	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
533571	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
533571	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
533571	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
533571	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
533571	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
533571	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
533571	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
533571	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
533571	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
533571	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
533571	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
533571	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
533571	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
533571	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
533571	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
533571	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
533571	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
533571	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
533571	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
533571	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
533571	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
533571	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
533571	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
533571	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
533571	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
533571	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
533571	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
533571	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
533571	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
533571	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
533571	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
533571	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
533571	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
533571	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
533571	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
533571	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
533571	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
533571	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
533571	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
533571	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
533571	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
533571	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
533571	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
533571	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
533571	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
533571	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
533571	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
533571	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
533571	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
533571	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
533571	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
533571	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
533571	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
533571	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
533571	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
533571	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
533571	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
533571	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
533571	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
533571	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
533571	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
533571	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
533571	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
533571	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
533571	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
533571	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
533571	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
533571	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
533571	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
533571	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
533571	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
533571	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
533571	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
533571	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
533571	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
533571	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
533571	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
533571	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
533571	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
533571	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
533571	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
533571	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
533571	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
533571	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
533571	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
533571	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
533571	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
533571	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
533571	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
533571	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
533571	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
533571	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
533571	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
533571	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
533571	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
533571	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
533571	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
533571	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
533571	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
533571	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
533571	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
533571	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
533571	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
533571	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
533571	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
533571	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
533571	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
533571	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
533571	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
533571	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
533571	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
533571	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
533571	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
533571	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
533571	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
533571	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
533571	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
533571	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
533571	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
533571	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
533571	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
533571	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
533571	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
533571	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
533571	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
533571	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
533571	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
533571	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
533571	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
533571	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
533571	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
533571	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
533571	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
533571	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
533571	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
533571	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
533571	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
533571	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
533571	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
533571	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
533571	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
533571	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
533571	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
533571	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
533571	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
533571	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
533571	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
533571	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
533571	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
533571	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
533571	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
533571	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
533571	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
533571	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
533571	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
533571	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
533571	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
533571	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
533571	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
533571	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
533571	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
533571	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
533571	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
533571	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
533571	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
533571	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
533571	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
533571	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
533571	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
533571	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
533571	embedding2nn.weight	0	0.32615381479263306
533571	embedding2nn.weight	1	0.40578460693359375
533571	embedding2nn.weight	2	0.008933749049901962
533571	embedding2nn.weight	3	0.030611084774136543
533571	embedding2nn.weight	4	-0.030674288049340248
533571	embedding2nn.weight	5	0.06764684617519379
533571	embedding2nn.weight	6	-0.01791013963520527
533571	embedding2nn.weight	7	-0.009145934134721756
533571	embedding2nn.weight	8	0.022151459008455276
533571	embedding2nn.weight	9	-0.037300217896699905
533571	embedding2nn.bias	0	0.03265602886676788
533571	embedding2nn.bias	1	-0.19118072092533112
533571	embedding2nn.bias	2	0.08951499313116074
533571	embedding2nn.bias	3	0.18634440004825592
533571	embedding2nn.bias	4	0.1568538099527359
533571	embedding2nn.bias	5	-0.052304867655038834
533571	embedding2nn.bias	6	-0.025108812376856804
533571	embedding2nn.bias	7	0.03145824372768402
533571	embedding2nn.bias	8	-0.1716168224811554
533571	embedding2nn.bias	9	-0.35987383127212524
533571	rnn.weight_ih_l0	0	-0.018017319962382317
533571	rnn.weight_ih_l0	1	-0.056955672800540924
533571	rnn.weight_ih_l0	2	-0.07751118391752243
533571	rnn.weight_ih_l0	3	0.11404266208410263
533571	rnn.weight_ih_l0	4	0.020298438146710396
533571	rnn.weight_ih_l0	5	-0.06213933229446411
533571	rnn.weight_ih_l0	6	-0.00010324103641323745
533571	rnn.weight_ih_l0	7	-0.03664661943912506
533571	rnn.weight_ih_l0	8	0.01381141971796751
533571	rnn.weight_ih_l0	9	-0.12599144876003265
533571	rnn.weight_hh_l0	0	-0.01536975335329771
533571	rnn.weight_hh_l0	1	0.07955969125032425
533571	rnn.weight_hh_l0	2	0.014536097645759583
533571	rnn.weight_hh_l0	3	-0.020471537485718727
533571	rnn.weight_hh_l0	4	0.050747375935316086
533571	rnn.weight_hh_l0	5	0.02457841858267784
533571	rnn.weight_hh_l0	6	-0.07031208276748657
533571	rnn.weight_hh_l0	7	-0.10404276847839355
533571	rnn.weight_hh_l0	8	0.03580198809504509
533571	rnn.weight_hh_l0	9	-0.10750525444746017
533571	rnn.bias_ih_l0	0	0.1883706897497177
533571	rnn.bias_ih_l0	1	-0.33266985416412354
533571	rnn.bias_ih_l0	2	-0.04425359517335892
533571	rnn.bias_ih_l0	3	-0.23556701838970184
533571	rnn.bias_ih_l0	4	0.03142787143588066
533571	rnn.bias_ih_l0	5	-0.4180564880371094
533571	rnn.bias_ih_l0	6	-0.15123479068279266
533571	rnn.bias_ih_l0	7	-0.36078953742980957
533571	rnn.bias_ih_l0	8	-0.2986532747745514
533571	rnn.bias_ih_l0	9	-0.47092893719673157
533571	rnn.bias_hh_l0	0	-0.3474774956703186
533571	rnn.bias_hh_l0	1	-0.44772112369537354
533571	rnn.bias_hh_l0	2	-0.3919466733932495
533571	rnn.bias_hh_l0	3	-0.05479931831359863
533571	rnn.bias_hh_l0	4	-0.3780604600906372
533571	rnn.bias_hh_l0	5	-0.34591859579086304
533571	rnn.bias_hh_l0	6	-0.11773089319467545
533571	rnn.bias_hh_l0	7	0.047605834901332855
533571	rnn.bias_hh_l0	8	-0.2438184916973114
533571	rnn.bias_hh_l0	9	-0.5674582719802856
533571	rnn.weight_ih_l0_reverse	0	0.014906340278685093
533571	rnn.weight_ih_l0_reverse	1	-0.03809630498290062
533571	rnn.weight_ih_l0_reverse	2	-0.019405769184231758
533571	rnn.weight_ih_l0_reverse	3	-0.14332741498947144
533571	rnn.weight_ih_l0_reverse	4	0.09535885602235794
533571	rnn.weight_ih_l0_reverse	5	-0.11507204920053482
533571	rnn.weight_ih_l0_reverse	6	-0.005229481961578131
533571	rnn.weight_ih_l0_reverse	7	0.03311280161142349
533571	rnn.weight_ih_l0_reverse	8	-0.06865431368350983
533571	rnn.weight_ih_l0_reverse	9	-0.0822029709815979
533571	rnn.weight_hh_l0_reverse	0	-0.15011624991893768
533571	rnn.weight_hh_l0_reverse	1	0.029734479263424873
533571	rnn.weight_hh_l0_reverse	2	-0.027538754045963287
533571	rnn.weight_hh_l0_reverse	3	0.026468515396118164
533571	rnn.weight_hh_l0_reverse	4	-0.08992031961679459
533571	rnn.weight_hh_l0_reverse	5	0.03376868739724159
533571	rnn.weight_hh_l0_reverse	6	0.026098201051354408
533571	rnn.weight_hh_l0_reverse	7	-0.10020989179611206
533571	rnn.weight_hh_l0_reverse	8	-0.06295978277921677
533571	rnn.weight_hh_l0_reverse	9	0.052633821964263916
533571	rnn.bias_ih_l0_reverse	0	-0.14673593640327454
533571	rnn.bias_ih_l0_reverse	1	-0.08955499529838562
533571	rnn.bias_ih_l0_reverse	2	0.14532695710659027
533571	rnn.bias_ih_l0_reverse	3	-0.30433157086372375
533571	rnn.bias_ih_l0_reverse	4	0.0006676375633105636
533571	rnn.bias_ih_l0_reverse	5	-0.22637951374053955
533571	rnn.bias_ih_l0_reverse	6	0.2522667646408081
533571	rnn.bias_ih_l0_reverse	7	-0.32174259424209595
533571	rnn.bias_ih_l0_reverse	8	-0.18148154020309448
533571	rnn.bias_ih_l0_reverse	9	-0.1795300394296646
533571	rnn.bias_hh_l0_reverse	0	-0.10102896392345428
533571	rnn.bias_hh_l0_reverse	1	0.2578933835029602
533571	rnn.bias_hh_l0_reverse	2	-0.3335394263267517
533571	rnn.bias_hh_l0_reverse	3	-0.21854689717292786
533571	rnn.bias_hh_l0_reverse	4	-0.3860403001308441
533571	rnn.bias_hh_l0_reverse	5	-0.1906057894229889
533571	rnn.bias_hh_l0_reverse	6	-0.25024718046188354
533571	rnn.bias_hh_l0_reverse	7	-0.08175009489059448
533571	rnn.bias_hh_l0_reverse	8	-0.3125106990337372
533571	rnn.bias_hh_l0_reverse	9	0.23036938905715942
533571	linear.weight	0	0.17211420834064484
533571	linear.weight	1	-0.407085657119751
533571	linear.weight	2	0.07490444928407669
533571	linear.weight	3	0.06755498051643372
533571	linear.weight	4	-0.14973290264606476
533571	linear.weight	5	0.24112123250961304
533571	linear.weight	6	-0.04524458944797516
533571	linear.weight	7	-0.06068770959973335
533571	linear.weight	8	0.10021533817052841
533571	linear.weight	9	-0.04908835142850876
533571	linear.bias	0	-0.89914870262146
533571	linear.bias	1	1.838322639465332
533571	linear.bias	2	0.8353618383407593
533571	linear.bias	3	-2.7108066082000732
533571	linear.bias	4	-0.09797774255275726
533571	linear.bias	5	1.3052899837493896
533571	linear.bias	6	-0.23396611213684082
533571	linear.bias	7	0.7643991708755493
533571	linear.bias	8	2.1963069438934326
533571	linear.bias	9	-1.4701980352401733
534180	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
534180	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
534180	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
534180	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
534180	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
534180	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
534180	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
534180	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
534180	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
534180	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
534180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
534180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
534180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
534180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
534180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
534180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
534180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
534180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
534180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
534180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
534180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
534180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
534180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
534180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
534180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
534180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
534180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
534180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
534180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
534180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
534180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
534180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
534180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
534180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
534180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
534180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
534180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
534180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
534180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
534180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
534180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
534180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
534180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
534180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
534180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
534180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
534180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
534180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
534180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
534180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
534180	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
534180	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
534180	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
534180	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
534180	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
534180	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
534180	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
534180	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
534180	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
534180	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
534180	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
534180	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
534180	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
534180	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
534180	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
534180	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
534180	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
534180	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
534180	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
534180	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
534180	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
534180	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
534180	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
534180	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
534180	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
534180	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
534180	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
534180	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
534180	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
534180	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
534180	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
534180	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
534180	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
534180	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
534180	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
534180	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
534180	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
534180	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
534180	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
534180	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
534180	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
534180	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
534180	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
534180	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
534180	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
534180	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
534180	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
534180	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
534180	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
534180	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
534180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
534180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
534180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
534180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
534180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
534180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
534180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
534180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
534180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
534180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
534180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
534180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
534180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
534180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
534180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
534180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
534180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
534180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
534180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
534180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
534180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
534180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
534180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
534180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
534180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
534180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
534180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
534180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
534180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
534180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
534180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
534180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
534180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
534180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
534180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
534180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
534180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
534180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
534180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
534180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
534180	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
534180	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
534180	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
534180	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
534180	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
534180	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
534180	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
534180	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
534180	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
534180	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
534180	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
534180	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
534180	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
534180	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
534180	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
534180	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
534180	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
534180	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
534180	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
534180	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
534180	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
534180	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
534180	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
534180	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
534180	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
534180	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
534180	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
534180	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
534180	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
534180	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
534180	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
534180	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
534180	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
534180	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
534180	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
534180	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
534180	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
534180	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
534180	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
534180	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
534180	embedding2nn.weight	0	0.3265310525894165
534180	embedding2nn.weight	1	0.4071802496910095
534180	embedding2nn.weight	2	0.006502256728708744
534180	embedding2nn.weight	3	0.030356690287590027
534180	embedding2nn.weight	4	-0.031577859073877335
534180	embedding2nn.weight	5	0.06916022300720215
534180	embedding2nn.weight	6	-0.013740872032940388
534180	embedding2nn.weight	7	-0.011528483591973782
534180	embedding2nn.weight	8	0.023283377289772034
534180	embedding2nn.weight	9	-0.04181456193327904
534180	embedding2nn.bias	0	0.03235863521695137
534180	embedding2nn.bias	1	-0.17779076099395752
534180	embedding2nn.bias	2	0.08227000385522842
534180	embedding2nn.bias	3	0.1832151710987091
534180	embedding2nn.bias	4	0.15964265167713165
534180	embedding2nn.bias	5	-0.041803620755672455
534180	embedding2nn.bias	6	-0.028037207201123238
534180	embedding2nn.bias	7	0.03418387845158577
534180	embedding2nn.bias	8	-0.1446293294429779
534180	embedding2nn.bias	9	-0.37512555718421936
534180	rnn.weight_ih_l0	0	-0.018445545807480812
534180	rnn.weight_ih_l0	1	-0.05777239426970482
534180	rnn.weight_ih_l0	2	-0.07427259534597397
534180	rnn.weight_ih_l0	3	0.1126098558306694
534180	rnn.weight_ih_l0	4	0.021661575883626938
534180	rnn.weight_ih_l0	5	-0.06092541292309761
534180	rnn.weight_ih_l0	6	-0.0013553154421970248
534180	rnn.weight_ih_l0	7	-0.03683662787079811
534180	rnn.weight_ih_l0	8	0.012104121968150139
534180	rnn.weight_ih_l0	9	-0.12684574723243713
534180	rnn.weight_hh_l0	0	-0.015270473435521126
534180	rnn.weight_hh_l0	1	0.07934262603521347
534180	rnn.weight_hh_l0	2	0.014611572958528996
534180	rnn.weight_hh_l0	3	-0.02030116878449917
534180	rnn.weight_hh_l0	4	0.05155803635716438
534180	rnn.weight_hh_l0	5	0.024887463077902794
534180	rnn.weight_hh_l0	6	-0.07035236805677414
534180	rnn.weight_hh_l0	7	-0.1030174270272255
534180	rnn.weight_hh_l0	8	0.035731542855501175
534180	rnn.weight_hh_l0	9	-0.10719023644924164
534180	rnn.bias_ih_l0	0	0.1811182051897049
534180	rnn.bias_ih_l0	1	-0.3350934088230133
534180	rnn.bias_ih_l0	2	-0.04730532690882683
534180	rnn.bias_ih_l0	3	-0.2353316694498062
534180	rnn.bias_ih_l0	4	0.03218488395214081
534180	rnn.bias_ih_l0	5	-0.4212198555469513
534180	rnn.bias_ih_l0	6	-0.15231676399707794
534180	rnn.bias_ih_l0	7	-0.3580608367919922
534180	rnn.bias_ih_l0	8	-0.2950092554092407
534180	rnn.bias_ih_l0	9	-0.4679861068725586
534180	rnn.bias_hh_l0	0	-0.34416502714157104
534180	rnn.bias_hh_l0	1	-0.4475499391555786
534180	rnn.bias_hh_l0	2	-0.3921149969100952
534180	rnn.bias_hh_l0	3	-0.055338941514492035
534180	rnn.bias_hh_l0	4	-0.38067662715911865
534180	rnn.bias_hh_l0	5	-0.3457929193973541
534180	rnn.bias_hh_l0	6	-0.11845949292182922
534180	rnn.bias_hh_l0	7	0.05326481908559799
534180	rnn.bias_hh_l0	8	-0.23904912173748016
534180	rnn.bias_hh_l0	9	-0.5689942836761475
534180	rnn.weight_ih_l0_reverse	0	0.015367604792118073
534180	rnn.weight_ih_l0_reverse	1	-0.03946473076939583
534180	rnn.weight_ih_l0_reverse	2	-0.02075033262372017
534180	rnn.weight_ih_l0_reverse	3	-0.1420508325099945
534180	rnn.weight_ih_l0_reverse	4	0.09586115926504135
534180	rnn.weight_ih_l0_reverse	5	-0.11713538318872452
534180	rnn.weight_ih_l0_reverse	6	-0.0067925406619906425
534180	rnn.weight_ih_l0_reverse	7	0.03370731323957443
534180	rnn.weight_ih_l0_reverse	8	-0.06642527878284454
534180	rnn.weight_ih_l0_reverse	9	-0.0848560705780983
534180	rnn.weight_hh_l0_reverse	0	-0.15061169862747192
534180	rnn.weight_hh_l0_reverse	1	0.030985768884420395
534180	rnn.weight_hh_l0_reverse	2	-0.027177108451724052
534180	rnn.weight_hh_l0_reverse	3	0.026298509910702705
534180	rnn.weight_hh_l0_reverse	4	-0.09044279903173447
534180	rnn.weight_hh_l0_reverse	5	0.033560849726200104
534180	rnn.weight_hh_l0_reverse	6	0.02615094929933548
534180	rnn.weight_hh_l0_reverse	7	-0.10202163457870483
534180	rnn.weight_hh_l0_reverse	8	-0.06332994252443314
534180	rnn.weight_hh_l0_reverse	9	0.05251283198595047
534180	rnn.bias_ih_l0_reverse	0	-0.14544056355953217
534180	rnn.bias_ih_l0_reverse	1	-0.09032610058784485
534180	rnn.bias_ih_l0_reverse	2	0.1454763263463974
534180	rnn.bias_ih_l0_reverse	3	-0.31000816822052
534180	rnn.bias_ih_l0_reverse	4	0.006222526542842388
534180	rnn.bias_ih_l0_reverse	5	-0.227882519364357
534180	rnn.bias_ih_l0_reverse	6	0.2520999610424042
534180	rnn.bias_ih_l0_reverse	7	-0.32035815715789795
534180	rnn.bias_ih_l0_reverse	8	-0.1813436597585678
534180	rnn.bias_ih_l0_reverse	9	-0.1776050627231598
534180	rnn.bias_hh_l0_reverse	0	-0.09772744029760361
534180	rnn.bias_hh_l0_reverse	1	0.2612512707710266
534180	rnn.bias_hh_l0_reverse	2	-0.33338573575019836
534180	rnn.bias_hh_l0_reverse	3	-0.21471759676933289
534180	rnn.bias_hh_l0_reverse	4	-0.3879765272140503
534180	rnn.bias_hh_l0_reverse	5	-0.18997621536254883
534180	rnn.bias_hh_l0_reverse	6	-0.25415346026420593
534180	rnn.bias_hh_l0_reverse	7	-0.08004803210496902
534180	rnn.bias_hh_l0_reverse	8	-0.31972673535346985
534180	rnn.bias_hh_l0_reverse	9	0.21139807999134064
534180	linear.weight	0	0.18332597613334656
534180	linear.weight	1	-0.41479241847991943
534180	linear.weight	2	0.04747505858540535
534180	linear.weight	3	0.06755411624908447
534180	linear.weight	4	-0.1254831850528717
534180	linear.weight	5	0.24952776730060577
534180	linear.weight	6	-0.037117429077625275
534180	linear.weight	7	-0.06068195775151253
534180	linear.weight	8	0.10541652888059616
534180	linear.weight	9	-0.04909171909093857
534180	linear.bias	0	-0.9162971377372742
534180	linear.bias	1	1.8455216884613037
534180	linear.bias	2	0.8519352674484253
534180	linear.bias	3	-2.7109498977661133
534180	linear.bias	4	-0.12534932792186737
534180	linear.bias	5	1.2851999998092651
534180	linear.bias	6	-0.2493109107017517
534180	linear.bias	7	0.7894493937492371
534180	linear.bias	8	2.227048873901367
534180	linear.bias	9	-1.4559390544891357
534789	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
534789	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
534789	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
534789	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
534789	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
534789	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
534789	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
534789	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
534789	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
534789	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
534789	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
534789	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
534789	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
534789	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
534789	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
534789	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
534789	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
534789	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
534789	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
534789	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
534789	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
534789	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
534789	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
534789	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
534789	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
534789	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
534789	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
534789	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
534789	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
534789	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
534789	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
534789	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
534789	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
534789	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
534789	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
534789	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
534789	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
534789	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
534789	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
534789	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
534789	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
534789	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
534789	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
534789	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
534789	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
534789	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
534789	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
534789	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
534789	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
534789	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
534789	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
534789	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
534789	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
534789	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
534789	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
534789	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
534789	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
534789	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
534789	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
534789	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
534789	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
534789	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
534789	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
534789	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
534789	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
534789	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
534789	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
534789	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
534789	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
534789	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
534789	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
534789	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
534789	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
534789	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
534789	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
534789	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
534789	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
534789	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
534789	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
534789	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
534789	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
534789	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
534789	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
534789	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
534789	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
534789	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
534789	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
534789	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
534789	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
534789	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
534789	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
534789	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
534789	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
534789	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
534789	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
534789	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
534789	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
534789	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
534789	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
534789	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
534789	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
534789	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
534789	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
534789	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
534789	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
534789	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
534789	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
534789	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
534789	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
534789	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
534789	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
534789	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
534789	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
534789	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
534789	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
534789	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
534789	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
534789	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
534789	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
534789	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
534789	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
534789	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
534789	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
534789	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
534789	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
534789	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
534789	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
534789	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
534789	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
534789	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
534789	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
534789	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
534789	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
534789	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
534789	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
534789	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
534789	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
534789	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
534789	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
534789	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
534789	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
534789	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
534789	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
534789	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
534789	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
534789	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
534789	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
534789	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
534789	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
534789	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
534789	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
534789	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
534789	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
534789	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
534789	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
534789	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
534789	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
534789	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
534789	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
534789	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
534789	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
534789	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
534789	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
534789	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
534789	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
534789	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
534789	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
534789	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
534789	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
534789	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
534789	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
534789	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
534789	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
534789	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
534789	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
534789	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
534789	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
534789	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
534789	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
534789	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
534789	embedding2nn.weight	0	0.32664769887924194
534789	embedding2nn.weight	1	0.40799573063850403
534789	embedding2nn.weight	2	0.0035696818958967924
534789	embedding2nn.weight	3	0.022826269268989563
534789	embedding2nn.weight	4	-0.03163933753967285
534789	embedding2nn.weight	5	0.06845971941947937
534789	embedding2nn.weight	6	-0.006535790860652924
534789	embedding2nn.weight	7	-0.011113299056887627
534789	embedding2nn.weight	8	0.026857348158955574
534789	embedding2nn.weight	9	-0.038743823766708374
534789	embedding2nn.bias	0	0.03735562041401863
534789	embedding2nn.bias	1	-0.19082248210906982
534789	embedding2nn.bias	2	0.0846390351653099
534789	embedding2nn.bias	3	0.18622912466526031
534789	embedding2nn.bias	4	0.15452909469604492
534789	embedding2nn.bias	5	-0.03817872330546379
534789	embedding2nn.bias	6	-0.028717298060655594
534789	embedding2nn.bias	7	0.029778657481074333
534789	embedding2nn.bias	8	-0.1601070612668991
534789	embedding2nn.bias	9	-0.3766389489173889
534789	rnn.weight_ih_l0	0	-0.018928097561001778
534789	rnn.weight_ih_l0	1	-0.05769350379705429
534789	rnn.weight_ih_l0	2	-0.07640618085861206
534789	rnn.weight_ih_l0	3	0.11192363500595093
534789	rnn.weight_ih_l0	4	0.026373371481895447
534789	rnn.weight_ih_l0	5	-0.06098049134016037
534789	rnn.weight_ih_l0	6	-0.0006450330838561058
534789	rnn.weight_ih_l0	7	-0.03550872951745987
534789	rnn.weight_ih_l0	8	0.008838755078613758
534789	rnn.weight_ih_l0	9	-0.12596984207630157
534789	rnn.weight_hh_l0	0	-0.015188335441052914
534789	rnn.weight_hh_l0	1	0.07895173877477646
534789	rnn.weight_hh_l0	2	0.015882816165685654
534789	rnn.weight_hh_l0	3	-0.020335184410214424
534789	rnn.weight_hh_l0	4	0.051125455647706985
534789	rnn.weight_hh_l0	5	0.025782985612750053
534789	rnn.weight_hh_l0	6	-0.07033658772706985
534789	rnn.weight_hh_l0	7	-0.1022721379995346
534789	rnn.weight_hh_l0	8	0.035704031586647034
534789	rnn.weight_hh_l0	9	-0.10685643553733826
534789	rnn.bias_ih_l0	0	0.18035583198070526
534789	rnn.bias_ih_l0	1	-0.3352592885494232
534789	rnn.bias_ih_l0	2	-0.04506053775548935
534789	rnn.bias_ih_l0	3	-0.23244893550872803
534789	rnn.bias_ih_l0	4	0.033617373555898666
534789	rnn.bias_ih_l0	5	-0.4232929050922394
534789	rnn.bias_ih_l0	6	-0.15268312394618988
534789	rnn.bias_ih_l0	7	-0.35826244950294495
534789	rnn.bias_ih_l0	8	-0.29261502623558044
534789	rnn.bias_ih_l0	9	-0.4615173935890198
534789	rnn.bias_hh_l0	0	-0.3396473228931427
534789	rnn.bias_hh_l0	1	-0.443984717130661
534789	rnn.bias_hh_l0	2	-0.38788339495658875
534789	rnn.bias_hh_l0	3	-0.05427438020706177
534789	rnn.bias_hh_l0	4	-0.37914136052131653
534789	rnn.bias_hh_l0	5	-0.34600555896759033
534789	rnn.bias_hh_l0	6	-0.12031158059835434
534789	rnn.bias_hh_l0	7	0.05255025997757912
534789	rnn.bias_hh_l0	8	-0.23528768122196198
534789	rnn.bias_hh_l0	9	-0.567619800567627
534789	rnn.weight_ih_l0_reverse	0	0.017705010250210762
534789	rnn.weight_ih_l0_reverse	1	-0.03851356729865074
534789	rnn.weight_ih_l0_reverse	2	-0.022821784019470215
534789	rnn.weight_ih_l0_reverse	3	-0.13998949527740479
534789	rnn.weight_ih_l0_reverse	4	0.09538749605417252
534789	rnn.weight_ih_l0_reverse	5	-0.1157485768198967
534789	rnn.weight_ih_l0_reverse	6	-0.006815404165536165
534789	rnn.weight_ih_l0_reverse	7	0.033441733568906784
534789	rnn.weight_ih_l0_reverse	8	-0.06696843355894089
534789	rnn.weight_ih_l0_reverse	9	-0.08442151546478271
534789	rnn.weight_hh_l0_reverse	0	-0.15036936104297638
534789	rnn.weight_hh_l0_reverse	1	0.0303663220256567
534789	rnn.weight_hh_l0_reverse	2	-0.027288660407066345
534789	rnn.weight_hh_l0_reverse	3	0.025981919839978218
534789	rnn.weight_hh_l0_reverse	4	-0.09034034609794617
534789	rnn.weight_hh_l0_reverse	5	0.033359792083501816
534789	rnn.weight_hh_l0_reverse	6	0.026122141629457474
534789	rnn.weight_hh_l0_reverse	7	-0.10137858241796494
534789	rnn.weight_hh_l0_reverse	8	-0.06259395182132721
534789	rnn.weight_hh_l0_reverse	9	0.05303959548473358
534789	rnn.bias_ih_l0_reverse	0	-0.14673757553100586
534789	rnn.bias_ih_l0_reverse	1	-0.08681130409240723
534789	rnn.bias_ih_l0_reverse	2	0.1406567543745041
534789	rnn.bias_ih_l0_reverse	3	-0.3088895082473755
534789	rnn.bias_ih_l0_reverse	4	0.00867671612650156
534789	rnn.bias_ih_l0_reverse	5	-0.22540350258350372
534789	rnn.bias_ih_l0_reverse	6	0.2505533695220947
534789	rnn.bias_ih_l0_reverse	7	-0.32826802134513855
534789	rnn.bias_ih_l0_reverse	8	-0.1831332892179489
534789	rnn.bias_ih_l0_reverse	9	-0.17952528595924377
534789	rnn.bias_hh_l0_reverse	0	-0.09554283320903778
534789	rnn.bias_hh_l0_reverse	1	0.27085545659065247
534789	rnn.bias_hh_l0_reverse	2	-0.3341357111930847
534789	rnn.bias_hh_l0_reverse	3	-0.21150799095630646
534789	rnn.bias_hh_l0_reverse	4	-0.38645482063293457
534789	rnn.bias_hh_l0_reverse	5	-0.18604840338230133
534789	rnn.bias_hh_l0_reverse	6	-0.2569362223148346
534789	rnn.bias_hh_l0_reverse	7	-0.08257284015417099
534789	rnn.bias_hh_l0_reverse	8	-0.3155258297920227
534789	rnn.bias_hh_l0_reverse	9	0.217331200838089
534789	linear.weight	0	0.17904072999954224
534789	linear.weight	1	-0.4106629490852356
534789	linear.weight	2	0.03503889590501785
534789	linear.weight	3	0.06755377352237701
534789	linear.weight	4	-0.11260511726140976
534789	linear.weight	5	0.23793698847293854
534789	linear.weight	6	-0.03155485540628433
534789	linear.weight	7	-0.06067553535103798
534789	linear.weight	8	0.1109832152724266
534789	linear.weight	9	-0.04909694567322731
534789	linear.bias	0	-0.8850804567337036
534789	linear.bias	1	1.8581533432006836
534789	linear.bias	2	0.8462961912155151
534789	linear.bias	3	-2.7111191749572754
534789	linear.bias	4	-0.12759479880332947
534789	linear.bias	5	1.2533830404281616
534789	linear.bias	6	-0.23515954613685608
534789	linear.bias	7	0.7787114977836609
534789	linear.bias	8	2.2514514923095703
534789	linear.bias	9	-1.4538742303848267
535398	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
535398	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
535398	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
535398	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
535398	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
535398	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
535398	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
535398	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
535398	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
535398	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
535398	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
535398	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
535398	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
535398	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
535398	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
535398	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
535398	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
535398	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
535398	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
535398	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
535398	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
535398	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
535398	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
535398	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
535398	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
535398	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
535398	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
535398	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
535398	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
535398	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
535398	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
535398	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
535398	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
535398	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
535398	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
535398	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
535398	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
535398	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
535398	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
535398	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
535398	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
535398	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
535398	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
535398	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
535398	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
535398	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
535398	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
535398	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
535398	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
535398	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
535398	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
535398	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
535398	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
535398	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
535398	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
535398	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
535398	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
535398	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
535398	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
535398	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
535398	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
535398	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
535398	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
535398	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
535398	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
535398	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
535398	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
535398	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
535398	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
535398	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
535398	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
535398	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
535398	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
535398	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
535398	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
535398	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
535398	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
535398	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
535398	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
535398	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
535398	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
535398	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
535398	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
535398	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
535398	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
535398	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
535398	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
535398	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
535398	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
535398	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
535398	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
535398	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
535398	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
535398	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
535398	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
535398	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
535398	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
535398	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
535398	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
535398	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
535398	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
535398	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
535398	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
535398	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
535398	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
535398	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
535398	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
535398	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
535398	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
535398	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
535398	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
535398	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
535398	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
535398	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
535398	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
535398	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
535398	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
535398	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
535398	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
535398	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
535398	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
535398	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
535398	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
535398	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
535398	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
535398	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
535398	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
535398	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
535398	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
535398	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
535398	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
535398	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
535398	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
535398	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
535398	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
535398	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
535398	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
535398	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
535398	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
535398	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
535398	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
535398	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
535398	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
535398	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
535398	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
535398	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
535398	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
535398	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
535398	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
535398	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
535398	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
535398	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
535398	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
535398	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
535398	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
535398	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
535398	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
535398	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
535398	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
535398	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
535398	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
535398	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
535398	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
535398	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
535398	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
535398	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
535398	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
535398	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
535398	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
535398	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
535398	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
535398	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
535398	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
535398	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
535398	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
535398	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
535398	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
535398	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
535398	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
535398	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
535398	embedding2nn.weight	0	0.32595548033714294
535398	embedding2nn.weight	1	0.40617620944976807
535398	embedding2nn.weight	2	0.0039001284167170525
535398	embedding2nn.weight	3	0.027389297261834145
535398	embedding2nn.weight	4	-0.02945350855588913
535398	embedding2nn.weight	5	0.07060789316892624
535398	embedding2nn.weight	6	-0.006457344628870487
535398	embedding2nn.weight	7	-0.013091097585856915
535398	embedding2nn.weight	8	0.023258870467543602
535398	embedding2nn.weight	9	-0.04070644453167915
535398	embedding2nn.bias	0	0.043020281940698624
535398	embedding2nn.bias	1	-0.1974053829908371
535398	embedding2nn.bias	2	0.07706745713949203
535398	embedding2nn.bias	3	0.19943857192993164
535398	embedding2nn.bias	4	0.15904708206653595
535398	embedding2nn.bias	5	-0.05413060262799263
535398	embedding2nn.bias	6	-0.03358795493841171
535398	embedding2nn.bias	7	0.03757619112730026
535398	embedding2nn.bias	8	-0.15797068178653717
535398	embedding2nn.bias	9	-0.3748115301132202
535398	rnn.weight_ih_l0	0	-0.01818673685193062
535398	rnn.weight_ih_l0	1	-0.0567936934530735
535398	rnn.weight_ih_l0	2	-0.0787312388420105
535398	rnn.weight_ih_l0	3	0.11200076341629028
535398	rnn.weight_ih_l0	4	0.025225982069969177
535398	rnn.weight_ih_l0	5	-0.057203259319067
535398	rnn.weight_ih_l0	6	-0.0002464794961269945
535398	rnn.weight_ih_l0	7	-0.0314742848277092
535398	rnn.weight_ih_l0	8	0.0072565944865345955
535398	rnn.weight_ih_l0	9	-0.12166094034910202
535398	rnn.weight_hh_l0	0	-0.015128406696021557
535398	rnn.weight_hh_l0	1	0.07869188487529755
535398	rnn.weight_hh_l0	2	0.01600262150168419
535398	rnn.weight_hh_l0	3	-0.0199483260512352
535398	rnn.weight_hh_l0	4	0.05043382942676544
535398	rnn.weight_hh_l0	5	0.025207659229636192
535398	rnn.weight_hh_l0	6	-0.06985294818878174
535398	rnn.weight_hh_l0	7	-0.10110428184270859
535398	rnn.weight_hh_l0	8	0.03560835123062134
535398	rnn.weight_hh_l0	9	-0.10723328590393066
535398	rnn.bias_ih_l0	0	0.17853793501853943
535398	rnn.bias_ih_l0	1	-0.3402916491031647
535398	rnn.bias_ih_l0	2	-0.042573992162942886
535398	rnn.bias_ih_l0	3	-0.2283051460981369
535398	rnn.bias_ih_l0	4	0.02969023771584034
535398	rnn.bias_ih_l0	5	-0.42596110701560974
535398	rnn.bias_ih_l0	6	-0.15660406649112701
535398	rnn.bias_ih_l0	7	-0.3581869602203369
535398	rnn.bias_ih_l0	8	-0.2953396737575531
535398	rnn.bias_ih_l0	9	-0.4646788537502289
535398	rnn.bias_hh_l0	0	-0.3342558443546295
535398	rnn.bias_hh_l0	1	-0.44425711035728455
535398	rnn.bias_hh_l0	2	-0.3870996832847595
535398	rnn.bias_hh_l0	3	-0.05463412031531334
535398	rnn.bias_hh_l0	4	-0.3793949782848358
535398	rnn.bias_hh_l0	5	-0.34818318486213684
535398	rnn.bias_hh_l0	6	-0.11934638023376465
535398	rnn.bias_hh_l0	7	0.05174577981233597
535398	rnn.bias_hh_l0	8	-0.2430073320865631
535398	rnn.bias_hh_l0	9	-0.5653562545776367
535398	rnn.weight_ih_l0_reverse	0	0.01698344014585018
535398	rnn.weight_ih_l0_reverse	1	-0.03755400329828262
535398	rnn.weight_ih_l0_reverse	2	-0.02156900055706501
535398	rnn.weight_ih_l0_reverse	3	-0.14074304699897766
535398	rnn.weight_ih_l0_reverse	4	0.09614111483097076
535398	rnn.weight_ih_l0_reverse	5	-0.1140458732843399
535398	rnn.weight_ih_l0_reverse	6	-0.006165510043501854
535398	rnn.weight_ih_l0_reverse	7	0.03428801894187927
535398	rnn.weight_ih_l0_reverse	8	-0.06407756358385086
535398	rnn.weight_ih_l0_reverse	9	-0.08065395802259445
535398	rnn.weight_hh_l0_reverse	0	-0.1511320173740387
535398	rnn.weight_hh_l0_reverse	1	0.02964864671230316
535398	rnn.weight_hh_l0_reverse	2	-0.027094854041934013
535398	rnn.weight_hh_l0_reverse	3	0.025355305522680283
535398	rnn.weight_hh_l0_reverse	4	-0.09060852974653244
535398	rnn.weight_hh_l0_reverse	5	0.03339314088225365
535398	rnn.weight_hh_l0_reverse	6	0.026262199506163597
535398	rnn.weight_hh_l0_reverse	7	-0.09979014098644257
535398	rnn.weight_hh_l0_reverse	8	-0.06319744139909744
535398	rnn.weight_hh_l0_reverse	9	0.05242288112640381
535398	rnn.bias_ih_l0_reverse	0	-0.14804409444332123
535398	rnn.bias_ih_l0_reverse	1	-0.08473130315542221
535398	rnn.bias_ih_l0_reverse	2	0.14299549162387848
535398	rnn.bias_ih_l0_reverse	3	-0.30752772092819214
535398	rnn.bias_ih_l0_reverse	4	0.0036560483276844025
535398	rnn.bias_ih_l0_reverse	5	-0.2251441329717636
535398	rnn.bias_ih_l0_reverse	6	0.24364978075027466
535398	rnn.bias_ih_l0_reverse	7	-0.33259570598602295
535398	rnn.bias_ih_l0_reverse	8	-0.1821179986000061
535398	rnn.bias_ih_l0_reverse	9	-0.18063761293888092
535398	rnn.bias_hh_l0_reverse	0	-0.10298988223075867
535398	rnn.bias_hh_l0_reverse	1	0.2738235890865326
535398	rnn.bias_hh_l0_reverse	2	-0.3325149118900299
535398	rnn.bias_hh_l0_reverse	3	-0.2079048752784729
535398	rnn.bias_hh_l0_reverse	4	-0.38331952691078186
535398	rnn.bias_hh_l0_reverse	5	-0.18793825805187225
535398	rnn.bias_hh_l0_reverse	6	-0.26315274834632874
535398	rnn.bias_hh_l0_reverse	7	-0.08641367405653
535398	rnn.bias_hh_l0_reverse	8	-0.3191930949687958
535398	rnn.bias_hh_l0_reverse	9	0.2043195366859436
535398	linear.weight	0	0.16296173632144928
535398	linear.weight	1	-0.4329124689102173
535398	linear.weight	2	0.02779439277946949
535398	linear.weight	3	0.06755431741476059
535398	linear.weight	4	-0.10172910988330841
535398	linear.weight	5	0.22798849642276764
535398	linear.weight	6	-0.05768270790576935
535398	linear.weight	7	-0.06067074090242386
535398	linear.weight	8	0.11972612887620926
535398	linear.weight	9	-0.04909922555088997
535398	linear.bias	0	-0.8907030820846558
535398	linear.bias	1	1.8478366136550903
535398	linear.bias	2	0.8412038683891296
535398	linear.bias	3	-2.7112643718719482
535398	linear.bias	4	-0.11909694224596024
535398	linear.bias	5	1.2706365585327148
535398	linear.bias	6	-0.24907729029655457
535398	linear.bias	7	0.7453084588050842
535398	linear.bias	8	2.197746753692627
535398	linear.bias	9	-1.4473161697387695
536007	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
536007	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
536007	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
536007	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
536007	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
536007	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
536007	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
536007	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
536007	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
536007	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
536007	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
536007	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
536007	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
536007	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
536007	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
536007	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
536007	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
536007	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
536007	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
536007	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
536007	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
536007	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
536007	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
536007	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
536007	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
536007	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
536007	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
536007	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
536007	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
536007	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
536007	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
536007	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
536007	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
536007	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
536007	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
536007	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
536007	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
536007	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
536007	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
536007	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
536007	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
536007	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
536007	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
536007	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
536007	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
536007	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
536007	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
536007	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
536007	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
536007	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
536007	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
536007	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
536007	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
536007	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
536007	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
536007	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
536007	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
536007	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
536007	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
536007	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
536007	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
536007	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
536007	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
536007	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
536007	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
536007	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
536007	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
536007	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
536007	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
536007	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
536007	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
536007	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
536007	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
536007	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
536007	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
536007	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
536007	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
536007	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
536007	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
536007	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
536007	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
536007	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
536007	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
536007	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
536007	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
536007	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
536007	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
536007	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
536007	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
536007	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
536007	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
536007	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
536007	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
536007	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
536007	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
536007	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
536007	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
536007	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
536007	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
536007	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
536007	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
536007	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
536007	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
536007	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
536007	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
536007	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
536007	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
536007	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
536007	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
536007	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
536007	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
536007	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
536007	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
536007	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
536007	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
536007	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
536007	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
536007	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
536007	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
536007	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
536007	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
536007	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
536007	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
536007	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
536007	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
536007	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
536007	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
536007	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
536007	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
536007	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
536007	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
536007	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
536007	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
536007	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
536007	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
536007	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
536007	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
536007	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
536007	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
536007	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
536007	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
536007	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
536007	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
536007	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
536007	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
536007	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
536007	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
536007	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
536007	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
536007	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
536007	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
536007	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
536007	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
536007	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
536007	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
536007	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
536007	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
536007	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
536007	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
536007	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
536007	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
536007	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
536007	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
536007	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
536007	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
536007	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
536007	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
536007	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
536007	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
536007	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
536007	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
536007	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
536007	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
536007	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
536007	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
536007	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
536007	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
536007	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
536007	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
536007	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
536007	embedding2nn.weight	0	0.326158732175827
536007	embedding2nn.weight	1	0.408774733543396
536007	embedding2nn.weight	2	0.004748436622321606
536007	embedding2nn.weight	3	0.027664322406053543
536007	embedding2nn.weight	4	-0.026734424754977226
536007	embedding2nn.weight	5	0.07080399245023727
536007	embedding2nn.weight	6	-0.001600921619683504
536007	embedding2nn.weight	7	-0.014119895175099373
536007	embedding2nn.weight	8	0.01990196853876114
536007	embedding2nn.weight	9	-0.04145164415240288
536007	embedding2nn.bias	0	0.028610851615667343
536007	embedding2nn.bias	1	-0.19513817131519318
536007	embedding2nn.bias	2	0.09186240285634995
536007	embedding2nn.bias	3	0.1752377152442932
536007	embedding2nn.bias	4	0.1564638763666153
536007	embedding2nn.bias	5	-0.0437600314617157
536007	embedding2nn.bias	6	-0.03747431933879852
536007	embedding2nn.bias	7	0.040110033005476
536007	embedding2nn.bias	8	-0.15403275191783905
536007	embedding2nn.bias	9	-0.37898018956184387
536007	rnn.weight_ih_l0	0	-0.019265886396169662
536007	rnn.weight_ih_l0	1	-0.056307531893253326
536007	rnn.weight_ih_l0	2	-0.08041868358850479
536007	rnn.weight_ih_l0	3	0.11077211052179337
536007	rnn.weight_ih_l0	4	0.022660544142127037
536007	rnn.weight_ih_l0	5	-0.062081076204776764
536007	rnn.weight_ih_l0	6	-0.0021654164884239435
536007	rnn.weight_ih_l0	7	-0.03270780295133591
536007	rnn.weight_ih_l0	8	0.009646818973124027
536007	rnn.weight_ih_l0	9	-0.12252607941627502
536007	rnn.weight_hh_l0	0	-0.015423533506691456
536007	rnn.weight_hh_l0	1	0.07830013334751129
536007	rnn.weight_hh_l0	2	0.015637381002306938
536007	rnn.weight_hh_l0	3	-0.01951020397245884
536007	rnn.weight_hh_l0	4	0.050421714782714844
536007	rnn.weight_hh_l0	5	0.02488614059984684
536007	rnn.weight_hh_l0	6	-0.06959156692028046
536007	rnn.weight_hh_l0	7	-0.10382820665836334
536007	rnn.weight_hh_l0	8	0.03561985865235329
536007	rnn.weight_hh_l0	9	-0.10720595717430115
536007	rnn.bias_ih_l0	0	0.17609454691410065
536007	rnn.bias_ih_l0	1	-0.3356310725212097
536007	rnn.bias_ih_l0	2	-0.04416635259985924
536007	rnn.bias_ih_l0	3	-0.2248978614807129
536007	rnn.bias_ih_l0	4	0.03426568582653999
536007	rnn.bias_ih_l0	5	-0.4257925748825073
536007	rnn.bias_ih_l0	6	-0.15397469699382782
536007	rnn.bias_ih_l0	7	-0.3579798638820648
536007	rnn.bias_ih_l0	8	-0.29346004128456116
536007	rnn.bias_ih_l0	9	-0.46866026520729065
536007	rnn.bias_hh_l0	0	-0.338018536567688
536007	rnn.bias_hh_l0	1	-0.44381871819496155
536007	rnn.bias_hh_l0	2	-0.3852073550224304
536007	rnn.bias_hh_l0	3	-0.05561324208974838
536007	rnn.bias_hh_l0	4	-0.37849846482276917
536007	rnn.bias_hh_l0	5	-0.3480169475078583
536007	rnn.bias_hh_l0	6	-0.11828426271677017
536007	rnn.bias_hh_l0	7	0.052320245653390884
536007	rnn.bias_hh_l0	8	-0.23625269532203674
536007	rnn.bias_hh_l0	9	-0.5623177289962769
536007	rnn.weight_ih_l0_reverse	0	0.02009647525846958
536007	rnn.weight_ih_l0_reverse	1	-0.03859028220176697
536007	rnn.weight_ih_l0_reverse	2	-0.019747134298086166
536007	rnn.weight_ih_l0_reverse	3	-0.14087532460689545
536007	rnn.weight_ih_l0_reverse	4	0.09551654756069183
536007	rnn.weight_ih_l0_reverse	5	-0.1145017221570015
536007	rnn.weight_ih_l0_reverse	6	-0.008086019195616245
536007	rnn.weight_ih_l0_reverse	7	0.03357929736375809
536007	rnn.weight_ih_l0_reverse	8	-0.0629802718758583
536007	rnn.weight_ih_l0_reverse	9	-0.07972249388694763
536007	rnn.weight_hh_l0_reverse	0	-0.15118125081062317
536007	rnn.weight_hh_l0_reverse	1	0.030359597876667976
536007	rnn.weight_hh_l0_reverse	2	-0.027062134817242622
536007	rnn.weight_hh_l0_reverse	3	0.025441953912377357
536007	rnn.weight_hh_l0_reverse	4	-0.08998464792966843
536007	rnn.weight_hh_l0_reverse	5	0.033701688051223755
536007	rnn.weight_hh_l0_reverse	6	0.026034286245703697
536007	rnn.weight_hh_l0_reverse	7	-0.10093560069799423
536007	rnn.weight_hh_l0_reverse	8	-0.06461793184280396
536007	rnn.weight_hh_l0_reverse	9	0.05292091518640518
536007	rnn.bias_ih_l0_reverse	0	-0.14845344424247742
536007	rnn.bias_ih_l0_reverse	1	-0.08214424550533295
536007	rnn.bias_ih_l0_reverse	2	0.13966450095176697
536007	rnn.bias_ih_l0_reverse	3	-0.3053940534591675
536007	rnn.bias_ih_l0_reverse	4	-0.0024635992012917995
536007	rnn.bias_ih_l0_reverse	5	-0.2265615612268448
536007	rnn.bias_ih_l0_reverse	6	0.24819037318229675
536007	rnn.bias_ih_l0_reverse	7	-0.33341944217681885
536007	rnn.bias_ih_l0_reverse	8	-0.1841176450252533
536007	rnn.bias_ih_l0_reverse	9	-0.18504221737384796
536007	rnn.bias_hh_l0_reverse	0	-0.11021488904953003
536007	rnn.bias_hh_l0_reverse	1	0.27174142003059387
536007	rnn.bias_hh_l0_reverse	2	-0.33311012387275696
536007	rnn.bias_hh_l0_reverse	3	-0.20840336382389069
536007	rnn.bias_hh_l0_reverse	4	-0.3868676722049713
536007	rnn.bias_hh_l0_reverse	5	-0.18965595960617065
536007	rnn.bias_hh_l0_reverse	6	-0.26454901695251465
536007	rnn.bias_hh_l0_reverse	7	-0.09216629713773727
536007	rnn.bias_hh_l0_reverse	8	-0.3218636214733124
536007	rnn.bias_hh_l0_reverse	9	0.20247770845890045
536007	linear.weight	0	0.16236186027526855
536007	linear.weight	1	-0.4312346279621124
536007	linear.weight	2	-0.012108281254768372
536007	linear.weight	3	0.06755448877811432
536007	linear.weight	4	-0.11538633704185486
536007	linear.weight	5	0.2109953612089157
536007	linear.weight	6	-0.04736734554171562
536007	linear.weight	7	-0.06066453456878662
536007	linear.weight	8	0.1264054775238037
536007	linear.weight	9	-0.04910293594002724
536007	linear.bias	0	-0.9016891121864319
536007	linear.bias	1	1.852699875831604
536007	linear.bias	2	0.8421916961669922
536007	linear.bias	3	-2.711411714553833
536007	linear.bias	4	-0.12105138599872589
536007	linear.bias	5	1.281854271888733
536007	linear.bias	6	-0.2377471923828125
536007	linear.bias	7	0.7360218167304993
536007	linear.bias	8	2.2028753757476807
536007	linear.bias	9	-1.4668054580688477
536616	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
536616	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
536616	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
536616	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
536616	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
536616	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
536616	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
536616	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
536616	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
536616	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
536616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
536616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
536616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
536616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
536616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
536616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
536616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
536616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
536616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
536616	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
536616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
536616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
536616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
536616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
536616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
536616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
536616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
536616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
536616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
536616	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
536616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
536616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
536616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
536616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
536616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
536616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
536616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
536616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
536616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
536616	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
536616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
536616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
536616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
536616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
536616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
536616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
536616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
536616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
536616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
536616	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
536616	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
536616	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
536616	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
536616	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
536616	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
536616	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
536616	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
536616	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
536616	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
536616	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
536616	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
536616	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
536616	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
536616	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
536616	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
536616	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
536616	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
536616	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
536616	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
536616	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
536616	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
536616	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
536616	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
536616	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
536616	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
536616	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
536616	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
536616	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
536616	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
536616	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
536616	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
536616	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
536616	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
536616	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
536616	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
536616	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
536616	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
536616	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
536616	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
536616	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
536616	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
536616	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
536616	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
536616	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
536616	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
536616	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
536616	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
536616	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
536616	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
536616	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
536616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
536616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
536616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
536616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
536616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
536616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
536616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
536616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
536616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
536616	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
536616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
536616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
536616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
536616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
536616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
536616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
536616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
536616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
536616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
536616	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
536616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
536616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
536616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
536616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
536616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
536616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
536616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
536616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
536616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
536616	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
536616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
536616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
536616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
536616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
536616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
536616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
536616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
536616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
536616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
536616	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
536616	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
536616	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
536616	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
536616	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
536616	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
536616	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
536616	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
536616	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
536616	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
536616	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
536616	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
536616	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
536616	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
536616	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
536616	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
536616	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
536616	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
536616	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
536616	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
536616	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
536616	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
536616	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
536616	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
536616	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
536616	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
536616	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
536616	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
536616	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
536616	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
536616	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
536616	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
536616	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
536616	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
536616	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
536616	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
536616	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
536616	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
536616	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
536616	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
536616	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
536616	embedding2nn.weight	0	0.3255365192890167
536616	embedding2nn.weight	1	0.4107392132282257
536616	embedding2nn.weight	2	0.00709237065166235
536616	embedding2nn.weight	3	0.033389706164598465
536616	embedding2nn.weight	4	-0.027356883510947227
536616	embedding2nn.weight	5	0.0708124041557312
536616	embedding2nn.weight	6	-0.004447535611689091
536616	embedding2nn.weight	7	-0.025644123554229736
536616	embedding2nn.weight	8	0.019125675782561302
536616	embedding2nn.weight	9	-0.044541530311107635
536616	embedding2nn.bias	0	0.029378429055213928
536616	embedding2nn.bias	1	-0.1843838095664978
536616	embedding2nn.bias	2	0.09422103315591812
536616	embedding2nn.bias	3	0.17832210659980774
536616	embedding2nn.bias	4	0.15925940871238708
536616	embedding2nn.bias	5	-0.04877743124961853
536616	embedding2nn.bias	6	-0.03672036901116371
536616	embedding2nn.bias	7	0.022100280970335007
536616	embedding2nn.bias	8	-0.17174744606018066
536616	embedding2nn.bias	9	-0.37168192863464355
536616	rnn.weight_ih_l0	0	-0.018387190997600555
536616	rnn.weight_ih_l0	1	-0.05459859222173691
536616	rnn.weight_ih_l0	2	-0.07827331125736237
536616	rnn.weight_ih_l0	3	0.10971766710281372
536616	rnn.weight_ih_l0	4	0.020698025822639465
536616	rnn.weight_ih_l0	5	-0.0627235621213913
536616	rnn.weight_ih_l0	6	-0.00012551623512990773
536616	rnn.weight_ih_l0	7	-0.03269185125827789
536616	rnn.weight_ih_l0	8	0.0026971788611263037
536616	rnn.weight_ih_l0	9	-0.1240583285689354
536616	rnn.weight_hh_l0	0	-0.015321103855967522
536616	rnn.weight_hh_l0	1	0.07811427861452103
536616	rnn.weight_hh_l0	2	0.01611144468188286
536616	rnn.weight_hh_l0	3	-0.019918490201234818
536616	rnn.weight_hh_l0	4	0.050790101289749146
536616	rnn.weight_hh_l0	5	0.02434147708117962
536616	rnn.weight_hh_l0	6	-0.06923820823431015
536616	rnn.weight_hh_l0	7	-0.1045144721865654
536616	rnn.weight_hh_l0	8	0.03576761856675148
536616	rnn.weight_hh_l0	9	-0.10615293681621552
536616	rnn.bias_ih_l0	0	0.17771966755390167
536616	rnn.bias_ih_l0	1	-0.340002179145813
536616	rnn.bias_ih_l0	2	-0.046079471707344055
536616	rnn.bias_ih_l0	3	-0.2268863171339035
536616	rnn.bias_ih_l0	4	0.034624408930540085
536616	rnn.bias_ih_l0	5	-0.4225858747959137
536616	rnn.bias_ih_l0	6	-0.15759800374507904
536616	rnn.bias_ih_l0	7	-0.35813164710998535
536616	rnn.bias_ih_l0	8	-0.2938566207885742
536616	rnn.bias_ih_l0	9	-0.46864044666290283
536616	rnn.bias_hh_l0	0	-0.3444952070713043
536616	rnn.bias_hh_l0	1	-0.4439215362071991
536616	rnn.bias_hh_l0	2	-0.38640254735946655
536616	rnn.bias_hh_l0	3	-0.05414033681154251
536616	rnn.bias_hh_l0	4	-0.37873375415802
536616	rnn.bias_hh_l0	5	-0.3476031720638275
536616	rnn.bias_hh_l0	6	-0.11732727289199829
536616	rnn.bias_hh_l0	7	0.05221124738454819
536616	rnn.bias_hh_l0	8	-0.2366975098848343
536616	rnn.bias_hh_l0	9	-0.5611006617546082
536616	rnn.weight_ih_l0_reverse	0	0.0220180694013834
536616	rnn.weight_ih_l0_reverse	1	-0.038847699761390686
536616	rnn.weight_ih_l0_reverse	2	-0.021753637120127678
536616	rnn.weight_ih_l0_reverse	3	-0.14223983883857727
536616	rnn.weight_ih_l0_reverse	4	0.09625113755464554
536616	rnn.weight_ih_l0_reverse	5	-0.11522277444601059
536616	rnn.weight_ih_l0_reverse	6	-0.00785733014345169
536616	rnn.weight_ih_l0_reverse	7	0.032750483602285385
536616	rnn.weight_ih_l0_reverse	8	-0.06508775055408478
536616	rnn.weight_ih_l0_reverse	9	-0.07896910607814789
536616	rnn.weight_hh_l0_reverse	0	-0.15213806927204132
536616	rnn.weight_hh_l0_reverse	1	0.02999708615243435
536616	rnn.weight_hh_l0_reverse	2	-0.027109136804938316
536616	rnn.weight_hh_l0_reverse	3	0.025359001010656357
536616	rnn.weight_hh_l0_reverse	4	-0.09010762721300125
536616	rnn.weight_hh_l0_reverse	5	0.033678606152534485
536616	rnn.weight_hh_l0_reverse	6	0.02600550651550293
536616	rnn.weight_hh_l0_reverse	7	-0.10045585036277771
536616	rnn.weight_hh_l0_reverse	8	-0.06497366726398468
536616	rnn.weight_hh_l0_reverse	9	0.05331142246723175
536616	rnn.bias_ih_l0_reverse	0	-0.14903521537780762
536616	rnn.bias_ih_l0_reverse	1	-0.08152447640895844
536616	rnn.bias_ih_l0_reverse	2	0.13996565341949463
536616	rnn.bias_ih_l0_reverse	3	-0.3089950978755951
536616	rnn.bias_ih_l0_reverse	4	-0.0035989831667393446
536616	rnn.bias_ih_l0_reverse	5	-0.22660914063453674
536616	rnn.bias_ih_l0_reverse	6	0.25075751543045044
536616	rnn.bias_ih_l0_reverse	7	-0.3294910192489624
536616	rnn.bias_ih_l0_reverse	8	-0.18070778250694275
536616	rnn.bias_ih_l0_reverse	9	-0.19303691387176514
536616	rnn.bias_hh_l0_reverse	0	-0.11113150417804718
536616	rnn.bias_hh_l0_reverse	1	0.27297842502593994
536616	rnn.bias_hh_l0_reverse	2	-0.3307056725025177
536616	rnn.bias_hh_l0_reverse	3	-0.21284087002277374
536616	rnn.bias_hh_l0_reverse	4	-0.38804158568382263
536616	rnn.bias_hh_l0_reverse	5	-0.19230374693870544
536616	rnn.bias_hh_l0_reverse	6	-0.25955238938331604
536616	rnn.bias_hh_l0_reverse	7	-0.09079322218894958
536616	rnn.bias_hh_l0_reverse	8	-0.31838542222976685
536616	rnn.bias_hh_l0_reverse	9	0.19344280660152435
536616	linear.weight	0	0.1667955368757248
536616	linear.weight	1	-0.4325524866580963
536616	linear.weight	2	0.019444521516561508
536616	linear.weight	3	0.06755461543798447
536616	linear.weight	4	-0.1519622653722763
536616	linear.weight	5	0.21736720204353333
536616	linear.weight	6	-0.05396231263875961
536616	linear.weight	7	-0.060661010444164276
536616	linear.weight	8	0.11508742719888687
536616	linear.weight	9	-0.04910583049058914
536616	linear.bias	0	-0.9135191440582275
536616	linear.bias	1	1.8368809223175049
536616	linear.bias	2	0.823883056640625
536616	linear.bias	3	-2.71154522895813
536616	linear.bias	4	-0.09902377426624298
536616	linear.bias	5	1.2874315977096558
536616	linear.bias	6	-0.23069021105766296
536616	linear.bias	7	0.7903860807418823
536616	linear.bias	8	2.198281764984131
536616	linear.bias	9	-1.4703055620193481
536624	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
536624	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
536624	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
536624	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
536624	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
536624	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
536624	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
536624	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
536624	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
536624	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
536624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
536624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
536624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
536624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
536624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
536624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
536624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
536624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
536624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
536624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
536624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
536624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
536624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
536624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
536624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
536624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
536624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
536624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
536624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
536624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
536624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
536624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
536624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
536624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
536624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
536624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
536624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
536624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
536624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
536624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
536624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
536624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
536624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
536624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
536624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
536624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
536624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
536624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
536624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
536624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
536624	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
536624	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
536624	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
536624	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
536624	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
536624	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
536624	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
536624	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
536624	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
536624	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
536624	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
536624	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
536624	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
536624	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
536624	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
536624	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
536624	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
536624	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
536624	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
536624	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
536624	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
536624	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
536624	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
536624	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
536624	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
536624	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
536624	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
536624	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
536624	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
536624	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
536624	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
536624	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
536624	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
536624	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
536624	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
536624	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
536624	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
536624	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
536624	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
536624	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
536624	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
536624	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
536624	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
536624	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
536624	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
536624	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
536624	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
536624	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
536624	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
536624	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
536624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
536624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
536624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
536624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
536624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
536624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
536624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
536624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
536624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
536624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
536624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
536624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
536624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
536624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
536624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
536624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
536624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
536624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
536624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
536624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
536624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
536624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
536624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
536624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
536624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
536624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
536624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
536624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
536624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
536624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
536624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
536624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
536624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
536624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
536624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
536624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
536624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
536624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
536624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
536624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
536624	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
536624	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
536624	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
536624	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
536624	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
536624	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
536624	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
536624	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
536624	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
536624	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
536624	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
536624	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
536624	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
536624	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
536624	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
536624	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
536624	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
536624	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
536624	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
536624	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
536624	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
536624	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
536624	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
536624	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
536624	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
536624	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
536624	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
536624	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
536624	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
536624	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
536624	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
536624	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
536624	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
536624	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
536624	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
536624	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
536624	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
536624	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
536624	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
536624	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
536624	embedding2nn.weight	0	0.32567667961120605
536624	embedding2nn.weight	1	0.4107450842857361
536624	embedding2nn.weight	2	0.006902678869664669
536624	embedding2nn.weight	3	0.0328381285071373
536624	embedding2nn.weight	4	-0.027429362758994102
536624	embedding2nn.weight	5	0.07109911739826202
536624	embedding2nn.weight	6	-0.005018061026930809
536624	embedding2nn.weight	7	-0.02633041888475418
536624	embedding2nn.weight	8	0.01908733695745468
536624	embedding2nn.weight	9	-0.04412660002708435
536624	embedding2nn.bias	0	0.02863183803856373
536624	embedding2nn.bias	1	-0.18651752173900604
536624	embedding2nn.bias	2	0.09192821383476257
536624	embedding2nn.bias	3	0.17821623384952545
536624	embedding2nn.bias	4	0.15933510661125183
536624	embedding2nn.bias	5	-0.04903348162770271
536624	embedding2nn.bias	6	-0.03662453964352608
536624	embedding2nn.bias	7	0.022725574672222137
536624	embedding2nn.bias	8	-0.16861176490783691
536624	embedding2nn.bias	9	-0.3721424639225006
536624	rnn.weight_ih_l0	0	-0.018357539549469948
536624	rnn.weight_ih_l0	1	-0.05464796721935272
536624	rnn.weight_ih_l0	2	-0.07830290496349335
536624	rnn.weight_ih_l0	3	0.10995214432477951
536624	rnn.weight_ih_l0	4	0.020656675100326538
536624	rnn.weight_ih_l0	5	-0.06271464377641678
536624	rnn.weight_ih_l0	6	5.271356349112466e-05
536624	rnn.weight_ih_l0	7	-0.0328652486205101
536624	rnn.weight_ih_l0	8	0.002495075576007366
536624	rnn.weight_ih_l0	9	-0.12396901100873947
536624	rnn.weight_hh_l0	0	-0.015311800874769688
536624	rnn.weight_hh_l0	1	0.07813587039709091
536624	rnn.weight_hh_l0	2	0.016181765124201775
536624	rnn.weight_hh_l0	3	-0.019918058067560196
536624	rnn.weight_hh_l0	4	0.05076644569635391
536624	rnn.weight_hh_l0	5	0.024144206196069717
536624	rnn.weight_hh_l0	6	-0.06924622505903244
536624	rnn.weight_hh_l0	7	-0.10438860952854156
536624	rnn.weight_hh_l0	8	0.03577139601111412
536624	rnn.weight_hh_l0	9	-0.10615211725234985
536624	rnn.bias_ih_l0	0	0.17683246731758118
536624	rnn.bias_ih_l0	1	-0.33963173627853394
536624	rnn.bias_ih_l0	2	-0.046206824481487274
536624	rnn.bias_ih_l0	3	-0.22720791399478912
536624	rnn.bias_ih_l0	4	0.03498118743300438
536624	rnn.bias_ih_l0	5	-0.42307108640670776
536624	rnn.bias_ih_l0	6	-0.15725445747375488
536624	rnn.bias_ih_l0	7	-0.358259916305542
536624	rnn.bias_ih_l0	8	-0.29352694749832153
536624	rnn.bias_ih_l0	9	-0.46952444314956665
536624	rnn.bias_hh_l0	0	-0.3441886007785797
536624	rnn.bias_hh_l0	1	-0.4446967542171478
536624	rnn.bias_hh_l0	2	-0.3855922222137451
536624	rnn.bias_hh_l0	3	-0.05411495640873909
536624	rnn.bias_hh_l0	4	-0.3787505030632019
536624	rnn.bias_hh_l0	5	-0.34780654311180115
536624	rnn.bias_hh_l0	6	-0.11713307350873947
536624	rnn.bias_hh_l0	7	0.05185677483677864
536624	rnn.bias_hh_l0	8	-0.23763558268547058
536624	rnn.bias_hh_l0	9	-0.5600827932357788
536624	rnn.weight_ih_l0_reverse	0	0.02196846529841423
536624	rnn.weight_ih_l0_reverse	1	-0.03863144293427467
536624	rnn.weight_ih_l0_reverse	2	-0.021777860820293427
536624	rnn.weight_ih_l0_reverse	3	-0.14236554503440857
536624	rnn.weight_ih_l0_reverse	4	0.0961650013923645
536624	rnn.weight_ih_l0_reverse	5	-0.1152111068367958
536624	rnn.weight_ih_l0_reverse	6	-0.007955007255077362
536624	rnn.weight_ih_l0_reverse	7	0.0328330360352993
536624	rnn.weight_ih_l0_reverse	8	-0.06518500298261642
536624	rnn.weight_ih_l0_reverse	9	-0.07896534353494644
536624	rnn.weight_hh_l0_reverse	0	-0.15213380753993988
536624	rnn.weight_hh_l0_reverse	1	0.03001636639237404
536624	rnn.weight_hh_l0_reverse	2	-0.02710648998618126
536624	rnn.weight_hh_l0_reverse	3	0.02535124309360981
536624	rnn.weight_hh_l0_reverse	4	-0.09011055529117584
536624	rnn.weight_hh_l0_reverse	5	0.03366957977414131
536624	rnn.weight_hh_l0_reverse	6	0.026000600308179855
536624	rnn.weight_hh_l0_reverse	7	-0.1004321500658989
536624	rnn.weight_hh_l0_reverse	8	-0.06487082690000534
536624	rnn.weight_hh_l0_reverse	9	0.053329888731241226
536624	rnn.bias_ih_l0_reverse	0	-0.14960730075836182
536624	rnn.bias_ih_l0_reverse	1	-0.08143668621778488
536624	rnn.bias_ih_l0_reverse	2	0.13978375494480133
536624	rnn.bias_ih_l0_reverse	3	-0.30914974212646484
536624	rnn.bias_ih_l0_reverse	4	-0.0032834759913384914
536624	rnn.bias_ih_l0_reverse	5	-0.22624212503433228
536624	rnn.bias_ih_l0_reverse	6	0.2512873709201813
536624	rnn.bias_ih_l0_reverse	7	-0.32933539152145386
536624	rnn.bias_ih_l0_reverse	8	-0.1805199682712555
536624	rnn.bias_ih_l0_reverse	9	-0.19345185160636902
536624	rnn.bias_hh_l0_reverse	0	-0.1099141389131546
536624	rnn.bias_hh_l0_reverse	1	0.2722465395927429
536624	rnn.bias_hh_l0_reverse	2	-0.33140015602111816
536624	rnn.bias_hh_l0_reverse	3	-0.21223758161067963
536624	rnn.bias_hh_l0_reverse	4	-0.38808953762054443
536624	rnn.bias_hh_l0_reverse	5	-0.19236372411251068
536624	rnn.bias_hh_l0_reverse	6	-0.2593437731266022
536624	rnn.bias_hh_l0_reverse	7	-0.09081050008535385
536624	rnn.bias_hh_l0_reverse	8	-0.3195902407169342
536624	rnn.bias_hh_l0_reverse	9	0.19358894228935242
536624	linear.weight	0	0.16669856011867523
536624	linear.weight	1	-0.43361932039260864
536624	linear.weight	2	0.01958753541111946
536624	linear.weight	3	0.06755461543798447
536624	linear.weight	4	-0.15143972635269165
536624	linear.weight	5	0.2171659916639328
536624	linear.weight	6	-0.05372477322816849
536624	linear.weight	7	-0.060661010444164276
536624	linear.weight	8	0.11677176505327225
536624	linear.weight	9	-0.04910585656762123
536624	linear.bias	0	-0.9041166305541992
536624	linear.bias	1	1.8334267139434814
536624	linear.bias	2	0.8246654272079468
536624	linear.bias	3	-2.7115461826324463
536624	linear.bias	4	-0.10054744780063629
536624	linear.bias	5	1.2825498580932617
536624	linear.bias	6	-0.2310885488986969
536624	linear.bias	7	0.786576509475708
536624	linear.bias	8	2.209831714630127
536624	linear.bias	9	-1.4687020778656006
537233	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
537233	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
537233	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
537233	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
537233	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
537233	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
537233	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
537233	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
537233	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
537233	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
537233	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
537233	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
537233	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
537233	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
537233	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
537233	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
537233	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
537233	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
537233	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
537233	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
537233	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
537233	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
537233	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
537233	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
537233	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
537233	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
537233	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
537233	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
537233	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
537233	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
537233	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
537233	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
537233	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
537233	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
537233	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
537233	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
537233	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
537233	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
537233	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
537233	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
537233	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
537233	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
537233	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
537233	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
537233	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
537233	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
537233	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
537233	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
537233	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
537233	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
537233	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
537233	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
537233	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
537233	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
537233	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
537233	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
537233	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
537233	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
537233	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
537233	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
537233	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
537233	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
537233	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
537233	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
537233	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
537233	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
537233	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
537233	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
537233	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
537233	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
537233	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
537233	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
537233	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
537233	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
537233	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
537233	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
537233	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
537233	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
537233	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
537233	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
537233	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
537233	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
537233	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
537233	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
537233	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
537233	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
537233	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
537233	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
537233	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
537233	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
537233	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
537233	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
537233	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
537233	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
537233	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
537233	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
537233	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
537233	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
537233	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
537233	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
537233	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
537233	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
537233	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
537233	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
537233	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
537233	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
537233	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
537233	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
537233	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
537233	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
537233	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
537233	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
537233	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
537233	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
537233	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
537233	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
537233	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
537233	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
537233	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
537233	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
537233	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
537233	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
537233	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
537233	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
537233	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
537233	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
537233	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
537233	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
537233	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
537233	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
537233	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
537233	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
537233	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
537233	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
537233	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
537233	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
537233	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
537233	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
537233	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
537233	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
537233	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
537233	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
537233	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
537233	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
537233	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
537233	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
537233	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
537233	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
537233	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
537233	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
537233	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
537233	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
537233	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
537233	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
537233	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
537233	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
537233	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
537233	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
537233	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
537233	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
537233	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
537233	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
537233	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
537233	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
537233	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
537233	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
537233	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
537233	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
537233	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
537233	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
537233	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
537233	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
537233	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
537233	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
537233	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
537233	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
537233	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
537233	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
537233	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
537233	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
537233	embedding2nn.weight	0	0.3253295421600342
537233	embedding2nn.weight	1	0.411442369222641
537233	embedding2nn.weight	2	0.006925663910806179
537233	embedding2nn.weight	3	0.03417935594916344
537233	embedding2nn.weight	4	-0.02742871455848217
537233	embedding2nn.weight	5	0.07061327993869781
537233	embedding2nn.weight	6	-0.0031040136236697435
537233	embedding2nn.weight	7	-0.026465782895684242
537233	embedding2nn.weight	8	0.01830357313156128
537233	embedding2nn.weight	9	-0.043396659195423126
537233	embedding2nn.bias	0	0.023703929036855698
537233	embedding2nn.bias	1	-0.18969738483428955
537233	embedding2nn.bias	2	0.0932428166270256
537233	embedding2nn.bias	3	0.18808875977993011
537233	embedding2nn.bias	4	0.15410783886909485
537233	embedding2nn.bias	5	-0.05569590628147125
537233	embedding2nn.bias	6	-0.048846494406461716
537233	embedding2nn.bias	7	0.02169470675289631
537233	embedding2nn.bias	8	-0.17052099108695984
537233	embedding2nn.bias	9	-0.3732716739177704
537233	rnn.weight_ih_l0	0	-0.018069544807076454
537233	rnn.weight_ih_l0	1	-0.05616262927651405
537233	rnn.weight_ih_l0	2	-0.07644402235746384
537233	rnn.weight_ih_l0	3	0.11106285452842712
537233	rnn.weight_ih_l0	4	0.02203020267188549
537233	rnn.weight_ih_l0	5	-0.06552422791719437
537233	rnn.weight_ih_l0	6	-0.0011681937612593174
537233	rnn.weight_ih_l0	7	-0.030668482184410095
537233	rnn.weight_ih_l0	8	0.00556474644690752
537233	rnn.weight_ih_l0	9	-0.12368142604827881
537233	rnn.weight_hh_l0	0	-0.01588318683207035
537233	rnn.weight_hh_l0	1	0.07810922712087631
537233	rnn.weight_hh_l0	2	0.01589646376669407
537233	rnn.weight_hh_l0	3	-0.019391097128391266
537233	rnn.weight_hh_l0	4	0.05048802122473717
537233	rnn.weight_hh_l0	5	0.02358485944569111
537233	rnn.weight_hh_l0	6	-0.06950251013040543
537233	rnn.weight_hh_l0	7	-0.10491107404232025
537233	rnn.weight_hh_l0	8	0.03569358214735985
537233	rnn.weight_hh_l0	9	-0.10688629001379013
537233	rnn.bias_ih_l0	0	0.17911769449710846
537233	rnn.bias_ih_l0	1	-0.3410464823246002
537233	rnn.bias_ih_l0	2	-0.04651287943124771
537233	rnn.bias_ih_l0	3	-0.22742176055908203
537233	rnn.bias_ih_l0	4	0.027658499777317047
537233	rnn.bias_ih_l0	5	-0.42626991868019104
537233	rnn.bias_ih_l0	6	-0.15810735523700714
537233	rnn.bias_ih_l0	7	-0.3579500615596771
537233	rnn.bias_ih_l0	8	-0.28630974888801575
537233	rnn.bias_ih_l0	9	-0.4754566550254822
537233	rnn.bias_hh_l0	0	-0.3436477482318878
537233	rnn.bias_hh_l0	1	-0.4437234401702881
537233	rnn.bias_hh_l0	2	-0.38571757078170776
537233	rnn.bias_hh_l0	3	-0.056826625019311905
537233	rnn.bias_hh_l0	4	-0.3829331696033478
537233	rnn.bias_hh_l0	5	-0.3485468924045563
537233	rnn.bias_hh_l0	6	-0.11788713186979294
537233	rnn.bias_hh_l0	7	0.05315486714243889
537233	rnn.bias_hh_l0	8	-0.2401568591594696
537233	rnn.bias_hh_l0	9	-0.5609380006790161
537233	rnn.weight_ih_l0_reverse	0	0.022137820720672607
537233	rnn.weight_ih_l0_reverse	1	-0.04036059230566025
537233	rnn.weight_ih_l0_reverse	2	-0.0221087783575058
537233	rnn.weight_ih_l0_reverse	3	-0.14130829274654388
537233	rnn.weight_ih_l0_reverse	4	0.09482387453317642
537233	rnn.weight_ih_l0_reverse	5	-0.11526457220315933
537233	rnn.weight_ih_l0_reverse	6	-0.004218352027237415
537233	rnn.weight_ih_l0_reverse	7	0.033242274075746536
537233	rnn.weight_ih_l0_reverse	8	-0.06531554460525513
537233	rnn.weight_ih_l0_reverse	9	-0.08299779891967773
537233	rnn.weight_hh_l0_reverse	0	-0.15128804743289948
537233	rnn.weight_hh_l0_reverse	1	0.02969512902200222
537233	rnn.weight_hh_l0_reverse	2	-0.027287054806947708
537233	rnn.weight_hh_l0_reverse	3	0.025832250714302063
537233	rnn.weight_hh_l0_reverse	4	-0.08972091972827911
537233	rnn.weight_hh_l0_reverse	5	0.03375296667218208
537233	rnn.weight_hh_l0_reverse	6	0.025644557550549507
537233	rnn.weight_hh_l0_reverse	7	-0.10136788338422775
537233	rnn.weight_hh_l0_reverse	8	-0.06601562350988388
537233	rnn.weight_hh_l0_reverse	9	0.052364058792591095
537233	rnn.bias_ih_l0_reverse	0	-0.149667426943779
537233	rnn.bias_ih_l0_reverse	1	-0.08013615012168884
537233	rnn.bias_ih_l0_reverse	2	0.14005224406719208
537233	rnn.bias_ih_l0_reverse	3	-0.3100588321685791
537233	rnn.bias_ih_l0_reverse	4	-0.006018409039825201
537233	rnn.bias_ih_l0_reverse	5	-0.22542090713977814
537233	rnn.bias_ih_l0_reverse	6	0.25458693504333496
537233	rnn.bias_ih_l0_reverse	7	-0.32831767201423645
537233	rnn.bias_ih_l0_reverse	8	-0.17965257167816162
537233	rnn.bias_ih_l0_reverse	9	-0.18871591985225677
537233	rnn.bias_hh_l0_reverse	0	-0.11399486660957336
537233	rnn.bias_hh_l0_reverse	1	0.27398571372032166
537233	rnn.bias_hh_l0_reverse	2	-0.32382145524024963
537233	rnn.bias_hh_l0_reverse	3	-0.20773901045322418
537233	rnn.bias_hh_l0_reverse	4	-0.38902926445007324
537233	rnn.bias_hh_l0_reverse	5	-0.19239407777786255
537233	rnn.bias_hh_l0_reverse	6	-0.25578975677490234
537233	rnn.bias_hh_l0_reverse	7	-0.09003419429063797
537233	rnn.bias_hh_l0_reverse	8	-0.3202027380466461
537233	rnn.bias_hh_l0_reverse	9	0.18616488575935364
537233	linear.weight	0	0.17215611040592194
537233	linear.weight	1	-0.44448715448379517
537233	linear.weight	2	0.029282106086611748
537233	linear.weight	3	0.06755489856004715
537233	linear.weight	4	-0.15093547105789185
537233	linear.weight	5	0.21603335440158844
537233	linear.weight	6	-0.037231601774692535
537233	linear.weight	7	-0.06065647676587105
537233	linear.weight	8	0.12890011072158813
537233	linear.weight	9	-0.04910891875624657
537233	linear.bias	0	-0.8878911137580872
537233	linear.bias	1	1.8534995317459106
537233	linear.bias	2	0.8204089403152466
537233	linear.bias	3	-2.711683988571167
537233	linear.bias	4	-0.10833712667226791
537233	linear.bias	5	1.27016019821167
537233	linear.bias	6	-0.22479777038097382
537233	linear.bias	7	0.7720845341682434
537233	linear.bias	8	2.206193208694458
537233	linear.bias	9	-1.475860595703125
537842	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
537842	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
537842	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
537842	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
537842	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
537842	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
537842	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
537842	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
537842	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
537842	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
537842	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
537842	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
537842	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
537842	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
537842	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
537842	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
537842	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
537842	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
537842	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
537842	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
537842	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
537842	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
537842	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
537842	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
537842	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
537842	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
537842	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
537842	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
537842	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
537842	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
537842	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
537842	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
537842	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
537842	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
537842	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
537842	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
537842	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
537842	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
537842	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
537842	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
537842	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
537842	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
537842	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
537842	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
537842	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
537842	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
537842	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
537842	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
537842	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
537842	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
537842	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
537842	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
537842	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
537842	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
537842	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
537842	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
537842	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
537842	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
537842	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
537842	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
537842	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
537842	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
537842	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
537842	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
537842	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
537842	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
537842	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
537842	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
537842	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
537842	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
537842	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
537842	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
537842	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
537842	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
537842	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
537842	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
537842	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
537842	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
537842	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
537842	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
537842	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
537842	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
537842	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
537842	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
537842	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
537842	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
537842	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
537842	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
537842	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
537842	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
537842	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
537842	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
537842	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
537842	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
537842	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
537842	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
537842	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
537842	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
537842	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
537842	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
537842	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
537842	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
537842	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
537842	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
537842	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
537842	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
537842	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
537842	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
537842	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
537842	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
537842	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
537842	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
537842	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
537842	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
537842	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
537842	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
537842	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
537842	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
537842	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
537842	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
537842	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
537842	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
537842	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
537842	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
537842	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
537842	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
537842	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
537842	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
537842	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
537842	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
537842	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
537842	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
537842	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
537842	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
537842	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
537842	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
537842	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
537842	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
537842	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
537842	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
537842	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
537842	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
537842	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
537842	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
537842	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
537842	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
537842	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
537842	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
537842	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
537842	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
537842	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
537842	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
537842	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
537842	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
537842	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
537842	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
537842	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
537842	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
537842	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
537842	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
537842	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
537842	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
537842	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
537842	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
537842	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
537842	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
537842	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
537842	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
537842	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
537842	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
537842	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
537842	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
537842	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
537842	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
537842	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
537842	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
537842	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
537842	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
537842	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
537842	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
537842	embedding2nn.weight	0	0.3248171806335449
537842	embedding2nn.weight	1	0.4126243591308594
537842	embedding2nn.weight	2	0.005950042512267828
537842	embedding2nn.weight	3	0.028251424431800842
537842	embedding2nn.weight	4	-0.02988508716225624
537842	embedding2nn.weight	5	0.07119368016719818
537842	embedding2nn.weight	6	-0.00466115353628993
537842	embedding2nn.weight	7	-0.03081621415913105
537842	embedding2nn.weight	8	0.01646115817129612
537842	embedding2nn.weight	9	-0.042172592133283615
537842	embedding2nn.bias	0	0.028303517028689384
537842	embedding2nn.bias	1	-0.18314051628112793
537842	embedding2nn.bias	2	0.1003466248512268
537842	embedding2nn.bias	3	0.18673670291900635
537842	embedding2nn.bias	4	0.16074322164058685
537842	embedding2nn.bias	5	-0.050212789326906204
537842	embedding2nn.bias	6	-0.034583088010549545
537842	embedding2nn.bias	7	0.0117197809740901
537842	embedding2nn.bias	8	-0.180219829082489
537842	embedding2nn.bias	9	-0.3843070864677429
537842	rnn.weight_ih_l0	0	-0.01761450059711933
537842	rnn.weight_ih_l0	1	-0.05516638606786728
537842	rnn.weight_ih_l0	2	-0.0780867487192154
537842	rnn.weight_ih_l0	3	0.10953859984874725
537842	rnn.weight_ih_l0	4	0.024714354425668716
537842	rnn.weight_ih_l0	5	-0.05714871361851692
537842	rnn.weight_ih_l0	6	-0.002194133121520281
537842	rnn.weight_ih_l0	7	-0.0323600210249424
537842	rnn.weight_ih_l0	8	0.0037059306632727385
537842	rnn.weight_ih_l0	9	-0.123863086104393
537842	rnn.weight_hh_l0	0	-0.015852540731430054
537842	rnn.weight_hh_l0	1	0.07827585190534592
537842	rnn.weight_hh_l0	2	0.015736563131213188
537842	rnn.weight_hh_l0	3	-0.01989036053419113
537842	rnn.weight_hh_l0	4	0.050862107425928116
537842	rnn.weight_hh_l0	5	0.02361326664686203
537842	rnn.weight_hh_l0	6	-0.06960233300924301
537842	rnn.weight_hh_l0	7	-0.10573875904083252
537842	rnn.weight_hh_l0	8	0.03576517477631569
537842	rnn.weight_hh_l0	9	-0.10686813294887543
537842	rnn.bias_ih_l0	0	0.17379741370677948
537842	rnn.bias_ih_l0	1	-0.3411361277103424
537842	rnn.bias_ih_l0	2	-0.046123385429382324
537842	rnn.bias_ih_l0	3	-0.22303496301174164
537842	rnn.bias_ih_l0	4	0.026985852047801018
537842	rnn.bias_ih_l0	5	-0.4233681857585907
537842	rnn.bias_ih_l0	6	-0.15798799693584442
537842	rnn.bias_ih_l0	7	-0.3577531576156616
537842	rnn.bias_ih_l0	8	-0.28306683897972107
537842	rnn.bias_ih_l0	9	-0.47245335578918457
537842	rnn.bias_hh_l0	0	-0.34251365065574646
537842	rnn.bias_hh_l0	1	-0.4471935033798218
537842	rnn.bias_hh_l0	2	-0.3833877444267273
537842	rnn.bias_hh_l0	3	-0.058390021324157715
537842	rnn.bias_hh_l0	4	-0.38319867849349976
537842	rnn.bias_hh_l0	5	-0.3496756851673126
537842	rnn.bias_hh_l0	6	-0.11446753144264221
537842	rnn.bias_hh_l0	7	0.05176921188831329
537842	rnn.bias_hh_l0	8	-0.2428002953529358
537842	rnn.bias_hh_l0	9	-0.5610969066619873
537842	rnn.weight_ih_l0_reverse	0	0.025954723358154297
537842	rnn.weight_ih_l0_reverse	1	-0.03913576155900955
537842	rnn.weight_ih_l0_reverse	2	-0.021703647449612617
537842	rnn.weight_ih_l0_reverse	3	-0.14073486626148224
537842	rnn.weight_ih_l0_reverse	4	0.09492142498493195
537842	rnn.weight_ih_l0_reverse	5	-0.11815225332975388
537842	rnn.weight_ih_l0_reverse	6	-0.0034711386542767286
537842	rnn.weight_ih_l0_reverse	7	0.03393099457025528
537842	rnn.weight_ih_l0_reverse	8	-0.06301261484622955
537842	rnn.weight_ih_l0_reverse	9	-0.08154729008674622
537842	rnn.weight_hh_l0_reverse	0	-0.15229454636573792
537842	rnn.weight_hh_l0_reverse	1	0.02975313365459442
537842	rnn.weight_hh_l0_reverse	2	-0.02722952328622341
537842	rnn.weight_hh_l0_reverse	3	0.0259054247289896
537842	rnn.weight_hh_l0_reverse	4	-0.090040422976017
537842	rnn.weight_hh_l0_reverse	5	0.033478930592536926
537842	rnn.weight_hh_l0_reverse	6	0.02580534853041172
537842	rnn.weight_hh_l0_reverse	7	-0.10319559276103973
537842	rnn.weight_hh_l0_reverse	8	-0.06634117662906647
537842	rnn.weight_hh_l0_reverse	9	0.05135195329785347
537842	rnn.bias_ih_l0_reverse	0	-0.14873133599758148
537842	rnn.bias_ih_l0_reverse	1	-0.08494613319635391
537842	rnn.bias_ih_l0_reverse	2	0.1430988609790802
537842	rnn.bias_ih_l0_reverse	3	-0.308739572763443
537842	rnn.bias_ih_l0_reverse	4	-0.004554098006337881
537842	rnn.bias_ih_l0_reverse	5	-0.22631841897964478
537842	rnn.bias_ih_l0_reverse	6	0.25582706928253174
537842	rnn.bias_ih_l0_reverse	7	-0.33101582527160645
537842	rnn.bias_ih_l0_reverse	8	-0.18186748027801514
537842	rnn.bias_ih_l0_reverse	9	-0.18958717584609985
537842	rnn.bias_hh_l0_reverse	0	-0.11646123975515366
537842	rnn.bias_hh_l0_reverse	1	0.270338237285614
537842	rnn.bias_hh_l0_reverse	2	-0.32812875509262085
537842	rnn.bias_hh_l0_reverse	3	-0.21270614862442017
537842	rnn.bias_hh_l0_reverse	4	-0.38572198152542114
537842	rnn.bias_hh_l0_reverse	5	-0.19389833509922028
537842	rnn.bias_hh_l0_reverse	6	-0.25637805461883545
537842	rnn.bias_hh_l0_reverse	7	-0.0871700569987297
537842	rnn.bias_hh_l0_reverse	8	-0.32064077258110046
537842	rnn.bias_hh_l0_reverse	9	0.19051198661327362
537842	linear.weight	0	0.17009350657463074
537842	linear.weight	1	-0.42418333888053894
537842	linear.weight	2	0.01340907346457243
537842	linear.weight	3	0.06755422800779343
537842	linear.weight	4	-0.11167124658823013
537842	linear.weight	5	0.22867849469184875
537842	linear.weight	6	-0.03541232645511627
537842	linear.weight	7	-0.06065287068486214
537842	linear.weight	8	0.12984758615493774
537842	linear.weight	9	-0.04911033809185028
537842	linear.bias	0	-0.8643571138381958
537842	linear.bias	1	1.8346073627471924
537842	linear.bias	2	0.8108245730400085
537842	linear.bias	3	-2.7118113040924072
537842	linear.bias	4	-0.10414811968803406
537842	linear.bias	5	1.242714524269104
537842	linear.bias	6	-0.22600151598453522
537842	linear.bias	7	0.7996166944503784
537842	linear.bias	8	2.2131776809692383
537842	linear.bias	9	-1.462141513824463
538451	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
538451	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
538451	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
538451	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
538451	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
538451	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
538451	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
538451	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
538451	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
538451	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
538451	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
538451	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
538451	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
538451	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
538451	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
538451	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
538451	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
538451	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
538451	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
538451	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
538451	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
538451	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
538451	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
538451	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
538451	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
538451	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
538451	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
538451	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
538451	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
538451	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
538451	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
538451	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
538451	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
538451	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
538451	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
538451	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
538451	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
538451	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
538451	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
538451	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
538451	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
538451	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
538451	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
538451	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
538451	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
538451	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
538451	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
538451	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
538451	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
538451	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
538451	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
538451	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
538451	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
538451	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
538451	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
538451	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
538451	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
538451	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
538451	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
538451	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
538451	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
538451	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
538451	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
538451	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
538451	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
538451	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
538451	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
538451	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
538451	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
538451	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
538451	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
538451	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
538451	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
538451	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
538451	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
538451	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
538451	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
538451	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
538451	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
538451	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
538451	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
538451	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
538451	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
538451	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
538451	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
538451	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
538451	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
538451	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
538451	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
538451	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
538451	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
538451	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
538451	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
538451	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
538451	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
538451	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
538451	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
538451	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
538451	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
538451	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
538451	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
538451	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
538451	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
538451	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
538451	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
538451	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
538451	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
538451	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
538451	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
538451	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
538451	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
538451	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
538451	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
538451	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
538451	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
538451	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
538451	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
538451	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
538451	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
538451	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
538451	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
538451	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
538451	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
538451	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
538451	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
538451	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
538451	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
538451	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
538451	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
538451	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
538451	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
538451	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
538451	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
538451	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
538451	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
538451	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
538451	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
538451	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
538451	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
538451	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
538451	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
538451	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
538451	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
538451	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
538451	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
538451	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
538451	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
538451	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
538451	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
538451	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
538451	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
538451	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
538451	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
538451	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
538451	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
538451	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
538451	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
538451	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
538451	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
538451	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
538451	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
538451	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
538451	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
538451	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
538451	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
538451	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
538451	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
538451	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
538451	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
538451	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
538451	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
538451	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
538451	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
538451	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
538451	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
538451	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
538451	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
538451	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
538451	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
538451	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
538451	embedding2nn.weight	0	0.32497525215148926
538451	embedding2nn.weight	1	0.411075234413147
538451	embedding2nn.weight	2	0.003795638680458069
538451	embedding2nn.weight	3	0.01844416745007038
538451	embedding2nn.weight	4	-0.03122507594525814
538451	embedding2nn.weight	5	0.07195077836513519
538451	embedding2nn.weight	6	0.0015674689784646034
538451	embedding2nn.weight	7	-0.029406439512968063
538451	embedding2nn.weight	8	0.01870058849453926
538451	embedding2nn.weight	9	-0.04315238445997238
538451	embedding2nn.bias	0	0.02925696037709713
538451	embedding2nn.bias	1	-0.19088277220726013
538451	embedding2nn.bias	2	0.10411326587200165
538451	embedding2nn.bias	3	0.1718636155128479
538451	embedding2nn.bias	4	0.16482973098754883
538451	embedding2nn.bias	5	-0.056137651205062866
538451	embedding2nn.bias	6	-0.037808191031217575
538451	embedding2nn.bias	7	0.01829054392874241
538451	embedding2nn.bias	8	-0.17231017351150513
538451	embedding2nn.bias	9	-0.3785378336906433
538451	rnn.weight_ih_l0	0	-0.018198508769273758
538451	rnn.weight_ih_l0	1	-0.05513188987970352
538451	rnn.weight_ih_l0	2	-0.0780968889594078
538451	rnn.weight_ih_l0	3	0.10859081149101257
538451	rnn.weight_ih_l0	4	0.027143467217683792
538451	rnn.weight_ih_l0	5	-0.05648628994822502
538451	rnn.weight_ih_l0	6	-0.0016926012467592955
538451	rnn.weight_ih_l0	7	-0.0319502167403698
538451	rnn.weight_ih_l0	8	0.005332110449671745
538451	rnn.weight_ih_l0	9	-0.12178148329257965
538451	rnn.weight_hh_l0	0	-0.0158951748162508
538451	rnn.weight_hh_l0	1	0.07755791395902634
538451	rnn.weight_hh_l0	2	0.015489509329199791
538451	rnn.weight_hh_l0	3	-0.02004455029964447
538451	rnn.weight_hh_l0	4	0.050613511353731155
538451	rnn.weight_hh_l0	5	0.024858979508280754
538451	rnn.weight_hh_l0	6	-0.06903883814811707
538451	rnn.weight_hh_l0	7	-0.10548748821020126
538451	rnn.weight_hh_l0	8	0.035592954605817795
538451	rnn.weight_hh_l0	9	-0.10683876276016235
538451	rnn.bias_ih_l0	0	0.17913585901260376
538451	rnn.bias_ih_l0	1	-0.3407194912433624
538451	rnn.bias_ih_l0	2	-0.047604646533727646
538451	rnn.bias_ih_l0	3	-0.22043180465698242
538451	rnn.bias_ih_l0	4	0.028785597532987595
538451	rnn.bias_ih_l0	5	-0.4258858263492584
538451	rnn.bias_ih_l0	6	-0.1503990739583969
538451	rnn.bias_ih_l0	7	-0.3585025668144226
538451	rnn.bias_ih_l0	8	-0.28313007950782776
538451	rnn.bias_ih_l0	9	-0.46270665526390076
538451	rnn.bias_hh_l0	0	-0.34063461422920227
538451	rnn.bias_hh_l0	1	-0.4455970227718353
538451	rnn.bias_hh_l0	2	-0.3817381262779236
538451	rnn.bias_hh_l0	3	-0.05951622873544693
538451	rnn.bias_hh_l0	4	-0.37904125452041626
538451	rnn.bias_hh_l0	5	-0.34906959533691406
538451	rnn.bias_hh_l0	6	-0.11303583532571793
538451	rnn.bias_hh_l0	7	0.05315587669610977
538451	rnn.bias_hh_l0	8	-0.24240615963935852
538451	rnn.bias_hh_l0	9	-0.5601332783699036
538451	rnn.weight_ih_l0_reverse	0	0.028142189607024193
538451	rnn.weight_ih_l0_reverse	1	-0.03815176337957382
538451	rnn.weight_ih_l0_reverse	2	-0.023219507187604904
538451	rnn.weight_ih_l0_reverse	3	-0.1420108675956726
538451	rnn.weight_ih_l0_reverse	4	0.09390754252672195
538451	rnn.weight_ih_l0_reverse	5	-0.1192522719502449
538451	rnn.weight_ih_l0_reverse	6	-0.0030862046405673027
538451	rnn.weight_ih_l0_reverse	7	0.033905770629644394
538451	rnn.weight_ih_l0_reverse	8	-0.06287124007940292
538451	rnn.weight_ih_l0_reverse	9	-0.07972485572099686
538451	rnn.weight_hh_l0_reverse	0	-0.15169315040111542
538451	rnn.weight_hh_l0_reverse	1	0.02911524847149849
538451	rnn.weight_hh_l0_reverse	2	-0.026868565008044243
538451	rnn.weight_hh_l0_reverse	3	0.025905635207891464
538451	rnn.weight_hh_l0_reverse	4	-0.09083445370197296
538451	rnn.weight_hh_l0_reverse	5	0.033387910574674606
538451	rnn.weight_hh_l0_reverse	6	0.02580629102885723
538451	rnn.weight_hh_l0_reverse	7	-0.10199994593858719
538451	rnn.weight_hh_l0_reverse	8	-0.06661762297153473
538451	rnn.weight_hh_l0_reverse	9	0.05060860514640808
538451	rnn.bias_ih_l0_reverse	0	-0.14343126118183136
538451	rnn.bias_ih_l0_reverse	1	-0.08466789126396179
538451	rnn.bias_ih_l0_reverse	2	0.14216920733451843
538451	rnn.bias_ih_l0_reverse	3	-0.3116028606891632
538451	rnn.bias_ih_l0_reverse	4	-0.010445290245115757
538451	rnn.bias_ih_l0_reverse	5	-0.22478047013282776
538451	rnn.bias_ih_l0_reverse	6	0.2546626031398773
538451	rnn.bias_ih_l0_reverse	7	-0.3213278651237488
538451	rnn.bias_ih_l0_reverse	8	-0.18187806010246277
538451	rnn.bias_ih_l0_reverse	9	-0.19064170122146606
538451	rnn.bias_hh_l0_reverse	0	-0.11314361542463303
538451	rnn.bias_hh_l0_reverse	1	0.2757650315761566
538451	rnn.bias_hh_l0_reverse	2	-0.3283421993255615
538451	rnn.bias_hh_l0_reverse	3	-0.21229703724384308
538451	rnn.bias_hh_l0_reverse	4	-0.38600876927375793
538451	rnn.bias_hh_l0_reverse	5	-0.20171023905277252
538451	rnn.bias_hh_l0_reverse	6	-0.25902655720710754
538451	rnn.bias_hh_l0_reverse	7	-0.08514008671045303
538451	rnn.bias_hh_l0_reverse	8	-0.31612929701805115
538451	rnn.bias_hh_l0_reverse	9	0.19327300786972046
538451	linear.weight	0	0.18736182153224945
538451	linear.weight	1	-0.4308408200740814
538451	linear.weight	2	0.0024152565747499466
538451	linear.weight	3	0.06755536794662476
538451	linear.weight	4	-0.11088702082633972
538451	linear.weight	5	0.23442116379737854
538451	linear.weight	6	-0.027460802346467972
538451	linear.weight	7	-0.06065022572875023
538451	linear.weight	8	0.11501076817512512
538451	linear.weight	9	-0.0491141602396965
538451	linear.bias	0	-0.883988082408905
538451	linear.bias	1	1.8293094635009766
538451	linear.bias	2	0.8158195614814758
538451	linear.bias	3	-2.711944103240967
538451	linear.bias	4	-0.10664764791727066
538451	linear.bias	5	1.2666771411895752
538451	linear.bias	6	-0.2330440878868103
538451	linear.bias	7	0.7908182740211487
538451	linear.bias	8	2.1970574855804443
538451	linear.bias	9	-1.4625319242477417
539060	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
539060	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
539060	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
539060	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
539060	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
539060	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
539060	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
539060	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
539060	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
539060	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
539060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
539060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
539060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
539060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
539060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
539060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
539060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
539060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
539060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
539060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
539060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
539060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
539060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
539060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
539060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
539060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
539060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
539060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
539060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
539060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
539060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
539060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
539060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
539060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
539060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
539060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
539060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
539060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
539060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
539060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
539060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
539060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
539060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
539060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
539060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
539060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
539060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
539060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
539060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
539060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
539060	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
539060	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
539060	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
539060	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
539060	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
539060	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
539060	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
539060	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
539060	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
539060	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
539060	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
539060	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
539060	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
539060	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
539060	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
539060	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
539060	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
539060	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
539060	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
539060	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
539060	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
539060	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
539060	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
539060	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
539060	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
539060	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
539060	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
539060	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
539060	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
539060	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
539060	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
539060	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
539060	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
539060	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
539060	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
539060	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
539060	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
539060	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
539060	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
539060	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
539060	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
539060	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
539060	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
539060	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
539060	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
539060	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
539060	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
539060	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
539060	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
539060	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
539060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
539060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
539060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
539060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
539060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
539060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
539060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
539060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
539060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
539060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
539060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
539060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
539060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
539060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
539060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
539060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
539060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
539060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
539060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
539060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
539060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
539060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
539060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
539060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
539060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
539060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
539060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
539060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
539060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
539060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
539060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
539060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
539060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
539060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
539060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
539060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
539060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
539060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
539060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
539060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
539060	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
539060	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
539060	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
539060	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
539060	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
539060	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
539060	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
539060	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
539060	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
539060	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
539060	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
539060	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
539060	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
539060	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
539060	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
539060	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
539060	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
539060	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
539060	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
539060	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
539060	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
539060	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
539060	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
539060	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
539060	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
539060	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
539060	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
539060	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
539060	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
539060	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
539060	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
539060	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
539060	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
539060	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
539060	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
539060	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
539060	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
539060	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
539060	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
539060	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
539060	embedding2nn.weight	0	0.32462078332901
539060	embedding2nn.weight	1	0.4102318286895752
539060	embedding2nn.weight	2	0.005563557613641024
539060	embedding2nn.weight	3	0.014254111796617508
539060	embedding2nn.weight	4	-0.032819997519254684
539060	embedding2nn.weight	5	0.07235915958881378
539060	embedding2nn.weight	6	0.0076836831867694855
539060	embedding2nn.weight	7	-0.024811143055558205
539060	embedding2nn.weight	8	0.016583414748311043
539060	embedding2nn.weight	9	-0.04020330309867859
539060	embedding2nn.bias	0	0.02513345330953598
539060	embedding2nn.bias	1	-0.19241328537464142
539060	embedding2nn.bias	2	0.11258134990930557
539060	embedding2nn.bias	3	0.18503381311893463
539060	embedding2nn.bias	4	0.1642729789018631
539060	embedding2nn.bias	5	-0.0626407265663147
539060	embedding2nn.bias	6	-0.038962818682193756
539060	embedding2nn.bias	7	0.005234148818999529
539060	embedding2nn.bias	8	-0.18397527933120728
539060	embedding2nn.bias	9	-0.38050222396850586
539060	rnn.weight_ih_l0	0	-0.017021171748638153
539060	rnn.weight_ih_l0	1	-0.055048681795597076
539060	rnn.weight_ih_l0	2	-0.07442811876535416
539060	rnn.weight_ih_l0	3	0.10941258817911148
539060	rnn.weight_ih_l0	4	0.03047199919819832
539060	rnn.weight_ih_l0	5	-0.05418532341718674
539060	rnn.weight_ih_l0	6	-3.4631448215804994e-05
539060	rnn.weight_ih_l0	7	-0.03271552547812462
539060	rnn.weight_ih_l0	8	0.00462347874417901
539060	rnn.weight_ih_l0	9	-0.12254598736763
539060	rnn.weight_hh_l0	0	-0.01632894203066826
539060	rnn.weight_hh_l0	1	0.07732763141393661
539060	rnn.weight_hh_l0	2	0.015756458044052124
539060	rnn.weight_hh_l0	3	-0.02044263668358326
539060	rnn.weight_hh_l0	4	0.05156444013118744
539060	rnn.weight_hh_l0	5	0.024373620748519897
539060	rnn.weight_hh_l0	6	-0.06906536966562271
539060	rnn.weight_hh_l0	7	-0.10630300641059875
539060	rnn.weight_hh_l0	8	0.03532017394900322
539060	rnn.weight_hh_l0	9	-0.10745774954557419
539060	rnn.bias_ih_l0	0	0.1841471791267395
539060	rnn.bias_ih_l0	1	-0.3385806679725647
539060	rnn.bias_ih_l0	2	-0.04683241993188858
539060	rnn.bias_ih_l0	3	-0.2185215950012207
539060	rnn.bias_ih_l0	4	0.03199902921915054
539060	rnn.bias_ih_l0	5	-0.4254157543182373
539060	rnn.bias_ih_l0	6	-0.1478833556175232
539060	rnn.bias_ih_l0	7	-0.35910260677337646
539060	rnn.bias_ih_l0	8	-0.2804662585258484
539060	rnn.bias_ih_l0	9	-0.4673801362514496
539060	rnn.bias_hh_l0	0	-0.34022367000579834
539060	rnn.bias_hh_l0	1	-0.44257649779319763
539060	rnn.bias_hh_l0	2	-0.37739861011505127
539060	rnn.bias_hh_l0	3	-0.05969247221946716
539060	rnn.bias_hh_l0	4	-0.38010716438293457
539060	rnn.bias_hh_l0	5	-0.34952789545059204
539060	rnn.bias_hh_l0	6	-0.11551783978939056
539060	rnn.bias_hh_l0	7	0.05107179656624794
539060	rnn.bias_hh_l0	8	-0.24384796619415283
539060	rnn.bias_hh_l0	9	-0.5607787370681763
539060	rnn.weight_ih_l0_reverse	0	0.02847296930849552
539060	rnn.weight_ih_l0_reverse	1	-0.03746798634529114
539060	rnn.weight_ih_l0_reverse	2	-0.022838249802589417
539060	rnn.weight_ih_l0_reverse	3	-0.1405905783176422
539060	rnn.weight_ih_l0_reverse	4	0.09506314247846603
539060	rnn.weight_ih_l0_reverse	5	-0.11778981983661652
539060	rnn.weight_ih_l0_reverse	6	-0.0007440748740918934
539060	rnn.weight_ih_l0_reverse	7	0.03321724757552147
539060	rnn.weight_ih_l0_reverse	8	-0.06257586926221848
539060	rnn.weight_ih_l0_reverse	9	-0.08104560524225235
539060	rnn.weight_hh_l0_reverse	0	-0.15119268000125885
539060	rnn.weight_hh_l0_reverse	1	0.028601815924048424
539060	rnn.weight_hh_l0_reverse	2	-0.026806915178894997
539060	rnn.weight_hh_l0_reverse	3	0.026110030710697174
539060	rnn.weight_hh_l0_reverse	4	-0.09099625796079636
539060	rnn.weight_hh_l0_reverse	5	0.03321642428636551
539060	rnn.weight_hh_l0_reverse	6	0.025907989591360092
539060	rnn.weight_hh_l0_reverse	7	-0.10110030323266983
539060	rnn.weight_hh_l0_reverse	8	-0.0672341138124466
539060	rnn.weight_hh_l0_reverse	9	0.049436721950769424
539060	rnn.bias_ih_l0_reverse	0	-0.14451120793819427
539060	rnn.bias_ih_l0_reverse	1	-0.08047820627689362
539060	rnn.bias_ih_l0_reverse	2	0.1418004184961319
539060	rnn.bias_ih_l0_reverse	3	-0.31375205516815186
539060	rnn.bias_ih_l0_reverse	4	-0.013883478008210659
539060	rnn.bias_ih_l0_reverse	5	-0.2268913835287094
539060	rnn.bias_ih_l0_reverse	6	0.25414544343948364
539060	rnn.bias_ih_l0_reverse	7	-0.32182028889656067
539060	rnn.bias_ih_l0_reverse	8	-0.1827293187379837
539060	rnn.bias_ih_l0_reverse	9	-0.1934957057237625
539060	rnn.bias_hh_l0_reverse	0	-0.10893379151821136
539060	rnn.bias_hh_l0_reverse	1	0.2752023935317993
539060	rnn.bias_hh_l0_reverse	2	-0.3274303674697876
539060	rnn.bias_hh_l0_reverse	3	-0.2172764539718628
539060	rnn.bias_hh_l0_reverse	4	-0.38742515444755554
539060	rnn.bias_hh_l0_reverse	5	-0.2007496953010559
539060	rnn.bias_hh_l0_reverse	6	-0.26000407338142395
539060	rnn.bias_hh_l0_reverse	7	-0.08715705573558807
539060	rnn.bias_hh_l0_reverse	8	-0.31433069705963135
539060	rnn.bias_hh_l0_reverse	9	0.20287306606769562
539060	linear.weight	0	0.1739078313112259
539060	linear.weight	1	-0.424326628446579
539060	linear.weight	2	0.005209146533161402
539060	linear.weight	3	0.06755565106868744
539060	linear.weight	4	-0.10836094617843628
539060	linear.weight	5	0.22108308970928192
539060	linear.weight	6	-0.023001637309789658
539060	linear.weight	7	-0.06064584478735924
539060	linear.weight	8	0.12134785205125809
539060	linear.weight	9	-0.04911796748638153
539060	linear.bias	0	-0.8931303024291992
539060	linear.bias	1	1.8274250030517578
539060	linear.bias	2	0.8087631464004517
539060	linear.bias	3	-2.712078809738159
539060	linear.bias	4	-0.08604039996862411
539060	linear.bias	5	1.2771353721618652
539060	linear.bias	6	-0.25557929277420044
539060	linear.bias	7	0.7643312811851501
539060	linear.bias	8	2.2180988788604736
539060	linear.bias	9	-1.4504802227020264
539669	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
539669	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
539669	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
539669	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
539669	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
539669	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
539669	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
539669	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
539669	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
539669	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
539669	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
539669	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
539669	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
539669	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
539669	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
539669	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
539669	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
539669	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
539669	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
539669	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
539669	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
539669	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
539669	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
539669	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
539669	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
539669	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
539669	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
539669	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
539669	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
539669	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
539669	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
539669	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
539669	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
539669	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
539669	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
539669	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
539669	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
539669	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
539669	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
539669	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
539669	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
539669	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
539669	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
539669	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
539669	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
539669	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
539669	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
539669	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
539669	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
539669	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
539669	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
539669	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
539669	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
539669	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
539669	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
539669	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
539669	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
539669	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
539669	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
539669	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
539669	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
539669	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
539669	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
539669	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
539669	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
539669	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
539669	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
539669	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
539669	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
539669	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
539669	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
539669	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
539669	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
539669	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
539669	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
539669	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
539669	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
539669	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
539669	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
539669	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
539669	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
539669	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
539669	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
539669	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
539669	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
539669	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
539669	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
539669	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
539669	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
539669	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
539669	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
539669	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
539669	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
539669	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
539669	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
539669	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
539669	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
539669	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
539669	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
539669	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
539669	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
539669	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
539669	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
539669	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
539669	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
539669	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
539669	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
539669	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
539669	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
539669	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
539669	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
539669	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
539669	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
539669	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
539669	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
539669	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
539669	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
539669	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
539669	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
539669	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
539669	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
539669	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
539669	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
539669	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
539669	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
539669	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
539669	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
539669	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
539669	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
539669	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
539669	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
539669	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
539669	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
539669	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
539669	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
539669	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
539669	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
539669	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
539669	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
539669	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
539669	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
539669	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
539669	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
539669	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
539669	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
539669	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
539669	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
539669	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
539669	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
539669	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
539669	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
539669	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
539669	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
539669	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
539669	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
539669	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
539669	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
539669	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
539669	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
539669	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
539669	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
539669	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
539669	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
539669	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
539669	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
539669	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
539669	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
539669	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
539669	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
539669	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
539669	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
539669	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
539669	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
539669	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
539669	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
539669	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
539669	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
539669	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
539669	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
539669	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
539669	embedding2nn.weight	0	0.32517412304878235
539669	embedding2nn.weight	1	0.4097563922405243
539669	embedding2nn.weight	2	0.004909088369458914
539669	embedding2nn.weight	3	0.016169100999832153
539669	embedding2nn.weight	4	-0.03143290802836418
539669	embedding2nn.weight	5	0.07033336162567139
539669	embedding2nn.weight	6	0.014190186746418476
539669	embedding2nn.weight	7	-0.019498175010085106
539669	embedding2nn.weight	8	0.015938444063067436
539669	embedding2nn.weight	9	-0.03937310725450516
539669	embedding2nn.bias	0	0.024029700085520744
539669	embedding2nn.bias	1	-0.19581563770771027
539669	embedding2nn.bias	2	0.09797557443380356
539669	embedding2nn.bias	3	0.18695873022079468
539669	embedding2nn.bias	4	0.14733950793743134
539669	embedding2nn.bias	5	-0.05710726976394653
539669	embedding2nn.bias	6	-0.03888895735144615
539669	embedding2nn.bias	7	0.010396947152912617
539669	embedding2nn.bias	8	-0.17157001793384552
539669	embedding2nn.bias	9	-0.3776409924030304
539669	rnn.weight_ih_l0	0	-0.015262973494827747
539669	rnn.weight_ih_l0	1	-0.05603219196200371
539669	rnn.weight_ih_l0	2	-0.07623174786567688
539669	rnn.weight_ih_l0	3	0.11138784885406494
539669	rnn.weight_ih_l0	4	0.0270834993571043
539669	rnn.weight_ih_l0	5	-0.054966412484645844
539669	rnn.weight_ih_l0	6	-0.00038649793714284897
539669	rnn.weight_ih_l0	7	-0.0343121774494648
539669	rnn.weight_ih_l0	8	0.002838603686541319
539669	rnn.weight_ih_l0	9	-0.1230897307395935
539669	rnn.weight_hh_l0	0	-0.01646381989121437
539669	rnn.weight_hh_l0	1	0.07742851227521896
539669	rnn.weight_hh_l0	2	0.015553616918623447
539669	rnn.weight_hh_l0	3	-0.019880030304193497
539669	rnn.weight_hh_l0	4	0.051201485097408295
539669	rnn.weight_hh_l0	5	0.024360131472349167
539669	rnn.weight_hh_l0	6	-0.06909378618001938
539669	rnn.weight_hh_l0	7	-0.1069185808300972
539669	rnn.weight_hh_l0	8	0.03539355471730232
539669	rnn.weight_hh_l0	9	-0.10694701224565506
539669	rnn.bias_ih_l0	0	0.18724626302719116
539669	rnn.bias_ih_l0	1	-0.33840635418891907
539669	rnn.bias_ih_l0	2	-0.04657707363367081
539669	rnn.bias_ih_l0	3	-0.22284309566020966
539669	rnn.bias_ih_l0	4	0.03316592052578926
539669	rnn.bias_ih_l0	5	-0.4238283634185791
539669	rnn.bias_ih_l0	6	-0.1536402851343155
539669	rnn.bias_ih_l0	7	-0.3583182692527771
539669	rnn.bias_ih_l0	8	-0.2829797863960266
539669	rnn.bias_ih_l0	9	-0.46851325035095215
539669	rnn.bias_hh_l0	0	-0.34157323837280273
539669	rnn.bias_hh_l0	1	-0.4405096471309662
539669	rnn.bias_hh_l0	2	-0.3822668194770813
539669	rnn.bias_hh_l0	3	-0.060734208673238754
539669	rnn.bias_hh_l0	4	-0.3775556981563568
539669	rnn.bias_hh_l0	5	-0.3508340120315552
539669	rnn.bias_hh_l0	6	-0.11533059924840927
539669	rnn.bias_hh_l0	7	0.05212455987930298
539669	rnn.bias_hh_l0	8	-0.2449355274438858
539669	rnn.bias_hh_l0	9	-0.5599126219749451
539669	rnn.weight_ih_l0_reverse	0	0.029762497171759605
539669	rnn.weight_ih_l0_reverse	1	-0.03958362340927124
539669	rnn.weight_ih_l0_reverse	2	-0.02389759011566639
539669	rnn.weight_ih_l0_reverse	3	-0.13763289153575897
539669	rnn.weight_ih_l0_reverse	4	0.09470143169164658
539669	rnn.weight_ih_l0_reverse	5	-0.11787644028663635
539669	rnn.weight_ih_l0_reverse	6	0.0021990679670125246
539669	rnn.weight_ih_l0_reverse	7	0.03305619955062866
539669	rnn.weight_ih_l0_reverse	8	-0.06173163279891014
539669	rnn.weight_ih_l0_reverse	9	-0.08556665480136871
539669	rnn.weight_hh_l0_reverse	0	-0.15034909546375275
539669	rnn.weight_hh_l0_reverse	1	0.027962859719991684
539669	rnn.weight_hh_l0_reverse	2	-0.02735329046845436
539669	rnn.weight_hh_l0_reverse	3	0.02632889524102211
539669	rnn.weight_hh_l0_reverse	4	-0.08948510885238647
539669	rnn.weight_hh_l0_reverse	5	0.03305448591709137
539669	rnn.weight_hh_l0_reverse	6	0.025991804897785187
539669	rnn.weight_hh_l0_reverse	7	-0.10043207556009293
539669	rnn.weight_hh_l0_reverse	8	-0.06817330420017242
539669	rnn.weight_hh_l0_reverse	9	0.04986916482448578
539669	rnn.bias_ih_l0_reverse	0	-0.1455504447221756
539669	rnn.bias_ih_l0_reverse	1	-0.08166670054197311
539669	rnn.bias_ih_l0_reverse	2	0.14008165895938873
539669	rnn.bias_ih_l0_reverse	3	-0.31153443455696106
539669	rnn.bias_ih_l0_reverse	4	-0.012179674580693245
539669	rnn.bias_ih_l0_reverse	5	-0.2285345047712326
539669	rnn.bias_ih_l0_reverse	6	0.2556798458099365
539669	rnn.bias_ih_l0_reverse	7	-0.32004135847091675
539669	rnn.bias_ih_l0_reverse	8	-0.1801677644252777
539669	rnn.bias_ih_l0_reverse	9	-0.19395796954631805
539669	rnn.bias_hh_l0_reverse	0	-0.11285431683063507
539669	rnn.bias_hh_l0_reverse	1	0.2736603021621704
539669	rnn.bias_hh_l0_reverse	2	-0.3270185589790344
539669	rnn.bias_hh_l0_reverse	3	-0.21145661175251007
539669	rnn.bias_hh_l0_reverse	4	-0.3833504617214203
539669	rnn.bias_hh_l0_reverse	5	-0.1972760260105133
539669	rnn.bias_hh_l0_reverse	6	-0.26000720262527466
539669	rnn.bias_hh_l0_reverse	7	-0.0900019183754921
539669	rnn.bias_hh_l0_reverse	8	-0.320306658744812
539669	rnn.bias_hh_l0_reverse	9	0.21048837900161743
539669	linear.weight	0	0.17303216457366943
539669	linear.weight	1	-0.42570817470550537
539669	linear.weight	2	-0.0006333852652460337
539669	linear.weight	3	0.06755471229553223
539669	linear.weight	4	-0.1066967099905014
539669	linear.weight	5	0.23488721251487732
539669	linear.weight	6	-0.031178563833236694
539669	linear.weight	7	-0.06064260005950928
539669	linear.weight	8	0.12259384989738464
539669	linear.weight	9	-0.04912082850933075
539669	linear.bias	0	-0.8936676383018494
539669	linear.bias	1	1.8207277059555054
539669	linear.bias	2	0.8214161992073059
539669	linear.bias	3	-2.7122035026550293
539669	linear.bias	4	-0.09273708611726761
539669	linear.bias	5	1.2892152070999146
539669	linear.bias	6	-0.23385615646839142
539669	linear.bias	7	0.7781468629837036
539669	linear.bias	8	2.2072861194610596
539669	linear.bias	9	-1.4513049125671387
540278	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
540278	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
540278	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
540278	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
540278	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
540278	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
540278	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
540278	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
540278	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
540278	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
540278	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
540278	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
540278	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
540278	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
540278	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
540278	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
540278	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
540278	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
540278	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
540278	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
540278	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
540278	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
540278	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
540278	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
540278	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
540278	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
540278	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
540278	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
540278	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
540278	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
540278	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
540278	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
540278	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
540278	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
540278	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
540278	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
540278	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
540278	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
540278	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
540278	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
540278	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
540278	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
540278	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
540278	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
540278	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
540278	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
540278	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
540278	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
540278	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
540278	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
540278	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
540278	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
540278	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
540278	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
540278	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
540278	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
540278	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
540278	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
540278	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
540278	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
540278	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
540278	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
540278	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
540278	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
540278	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
540278	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
540278	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
540278	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
540278	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
540278	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
540278	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
540278	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
540278	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
540278	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
540278	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
540278	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
540278	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
540278	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
540278	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
540278	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
540278	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
540278	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
540278	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
540278	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
540278	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
540278	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
540278	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
540278	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
540278	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
540278	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
540278	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
540278	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
540278	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
540278	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
540278	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
540278	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
540278	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
540278	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
540278	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
540278	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
540278	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
540278	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
540278	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
540278	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
540278	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
540278	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
540278	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
540278	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
540278	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
540278	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
540278	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
540278	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
540278	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
540278	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
540278	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
540278	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
540278	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
540278	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
540278	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
540278	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
540278	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
540278	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
540278	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
540278	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
540278	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
540278	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
540278	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
540278	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
540278	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
540278	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
540278	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
540278	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
540278	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
540278	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
540278	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
540278	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
540278	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
540278	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
540278	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
540278	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
540278	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
540278	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
540278	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
540278	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
540278	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
540278	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
540278	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
540278	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
540278	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
540278	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
540278	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
540278	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
540278	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
540278	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
540278	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
540278	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
540278	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
540278	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
540278	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
540278	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
540278	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
540278	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
540278	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
540278	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
540278	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
540278	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
540278	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
540278	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
540278	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
540278	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
540278	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
540278	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
540278	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
540278	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
540278	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
540278	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
540278	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
540278	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
540278	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
540278	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
540278	embedding2nn.weight	0	0.32575008273124695
540278	embedding2nn.weight	1	0.4086318016052246
540278	embedding2nn.weight	2	0.007061284966766834
540278	embedding2nn.weight	3	0.019582567736506462
540278	embedding2nn.weight	4	-0.028436671942472458
540278	embedding2nn.weight	5	0.07006403058767319
540278	embedding2nn.weight	6	0.010425363667309284
540278	embedding2nn.weight	7	-0.02100338786840439
540278	embedding2nn.weight	8	0.017596133053302765
540278	embedding2nn.weight	9	-0.036420539021492004
540278	embedding2nn.bias	0	0.01929217018187046
540278	embedding2nn.bias	1	-0.2079639881849289
540278	embedding2nn.bias	2	0.11142133176326752
540278	embedding2nn.bias	3	0.18249572813510895
540278	embedding2nn.bias	4	0.1352083832025528
540278	embedding2nn.bias	5	-0.06119268015027046
540278	embedding2nn.bias	6	-0.04587668925523758
540278	embedding2nn.bias	7	0.006943177431821823
540278	embedding2nn.bias	8	-0.1737757921218872
540278	embedding2nn.bias	9	-0.3649267256259918
540278	rnn.weight_ih_l0	0	-0.016233347356319427
540278	rnn.weight_ih_l0	1	-0.05630806088447571
540278	rnn.weight_ih_l0	2	-0.07309514284133911
540278	rnn.weight_ih_l0	3	0.11083412915468216
540278	rnn.weight_ih_l0	4	0.027954241260886192
540278	rnn.weight_ih_l0	5	-0.054796021431684494
540278	rnn.weight_ih_l0	6	0.002328495727851987
540278	rnn.weight_ih_l0	7	-0.03376590088009834
540278	rnn.weight_ih_l0	8	0.004119995981454849
540278	rnn.weight_ih_l0	9	-0.122165746986866
540278	rnn.weight_hh_l0	0	-0.016587059944868088
540278	rnn.weight_hh_l0	1	0.07674064487218857
540278	rnn.weight_hh_l0	2	0.015318559482693672
540278	rnn.weight_hh_l0	3	-0.020252082496881485
540278	rnn.weight_hh_l0	4	0.05097438395023346
540278	rnn.weight_hh_l0	5	0.0249419417232275
540278	rnn.weight_hh_l0	6	-0.06872782111167908
540278	rnn.weight_hh_l0	7	-0.10831853002309799
540278	rnn.weight_hh_l0	8	0.035355694591999054
540278	rnn.weight_hh_l0	9	-0.10706964880228043
540278	rnn.bias_ih_l0	0	0.18831788003444672
540278	rnn.bias_ih_l0	1	-0.33949553966522217
540278	rnn.bias_ih_l0	2	-0.04602152481675148
540278	rnn.bias_ih_l0	3	-0.22303757071495056
540278	rnn.bias_ih_l0	4	0.028324514627456665
540278	rnn.bias_ih_l0	5	-0.41813984513282776
540278	rnn.bias_ih_l0	6	-0.16069936752319336
540278	rnn.bias_ih_l0	7	-0.359078049659729
540278	rnn.bias_ih_l0	8	-0.2835942208766937
540278	rnn.bias_ih_l0	9	-0.46809762716293335
540278	rnn.bias_hh_l0	0	-0.3444894552230835
540278	rnn.bias_hh_l0	1	-0.43793830275535583
540278	rnn.bias_hh_l0	2	-0.3803400993347168
540278	rnn.bias_hh_l0	3	-0.058043453842401505
540278	rnn.bias_hh_l0	4	-0.37623298168182373
540278	rnn.bias_hh_l0	5	-0.3520689308643341
540278	rnn.bias_hh_l0	6	-0.11367049068212509
540278	rnn.bias_hh_l0	7	0.05084066092967987
540278	rnn.bias_hh_l0	8	-0.24695080518722534
540278	rnn.bias_hh_l0	9	-0.5647842288017273
540278	rnn.weight_ih_l0_reverse	0	0.034704580903053284
540278	rnn.weight_ih_l0_reverse	1	-0.03993135318160057
540278	rnn.weight_ih_l0_reverse	2	-0.02308531664311886
540278	rnn.weight_ih_l0_reverse	3	-0.13794110715389252
540278	rnn.weight_ih_l0_reverse	4	0.09417133033275604
540278	rnn.weight_ih_l0_reverse	5	-0.11484235525131226
540278	rnn.weight_ih_l0_reverse	6	0.004087612498551607
540278	rnn.weight_ih_l0_reverse	7	0.03365425020456314
540278	rnn.weight_ih_l0_reverse	8	-0.06358735263347626
540278	rnn.weight_ih_l0_reverse	9	-0.08290257304906845
540278	rnn.weight_hh_l0_reverse	0	-0.15173368155956268
540278	rnn.weight_hh_l0_reverse	1	0.027514547109603882
540278	rnn.weight_hh_l0_reverse	2	-0.027269158512353897
540278	rnn.weight_hh_l0_reverse	3	0.02612476795911789
540278	rnn.weight_hh_l0_reverse	4	-0.08889488130807877
540278	rnn.weight_hh_l0_reverse	5	0.033054642379283905
540278	rnn.weight_hh_l0_reverse	6	0.025944551452994347
540278	rnn.weight_hh_l0_reverse	7	-0.10115525126457214
540278	rnn.weight_hh_l0_reverse	8	-0.06755223125219345
540278	rnn.weight_hh_l0_reverse	9	0.04943511635065079
540278	rnn.bias_ih_l0_reverse	0	-0.14665472507476807
540278	rnn.bias_ih_l0_reverse	1	-0.07981447875499725
540278	rnn.bias_ih_l0_reverse	2	0.14245964586734772
540278	rnn.bias_ih_l0_reverse	3	-0.3101389408111572
540278	rnn.bias_ih_l0_reverse	4	-0.005754419602453709
540278	rnn.bias_ih_l0_reverse	5	-0.22775939106941223
540278	rnn.bias_ih_l0_reverse	6	0.25366875529289246
540278	rnn.bias_ih_l0_reverse	7	-0.3245098888874054
540278	rnn.bias_ih_l0_reverse	8	-0.18304026126861572
540278	rnn.bias_ih_l0_reverse	9	-0.18627990782260895
540278	rnn.bias_hh_l0_reverse	0	-0.11663468927145004
540278	rnn.bias_hh_l0_reverse	1	0.2749675512313843
540278	rnn.bias_hh_l0_reverse	2	-0.33004823327064514
540278	rnn.bias_hh_l0_reverse	3	-0.21714788675308228
540278	rnn.bias_hh_l0_reverse	4	-0.38093721866607666
540278	rnn.bias_hh_l0_reverse	5	-0.1997896283864975
540278	rnn.bias_hh_l0_reverse	6	-0.2592077851295471
540278	rnn.bias_hh_l0_reverse	7	-0.09166049212217331
540278	rnn.bias_hh_l0_reverse	8	-0.32514113187789917
540278	rnn.bias_hh_l0_reverse	9	0.20201070606708527
540278	linear.weight	0	0.1853816956281662
540278	linear.weight	1	-0.4391591548919678
540278	linear.weight	2	-0.004222703631967306
540278	linear.weight	3	0.06755546480417252
540278	linear.weight	4	-0.1003839373588562
540278	linear.weight	5	0.23209276795387268
540278	linear.weight	6	-0.023880967870354652
540278	linear.weight	7	-0.06063786521553993
540278	linear.weight	8	0.12315307557582855
540278	linear.weight	9	-0.049124520272016525
540278	linear.bias	0	-0.8934550285339355
540278	linear.bias	1	1.8380625247955322
540278	linear.bias	2	0.7973318696022034
540278	linear.bias	3	-2.712343215942383
540278	linear.bias	4	-0.0941421315073967
540278	linear.bias	5	1.2727599143981934
540278	linear.bias	6	-0.21389718353748322
540278	linear.bias	7	0.80104660987854
540278	linear.bias	8	2.202808141708374
540278	linear.bias	9	-1.4652446508407593
540887	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
540887	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
540887	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
540887	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
540887	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
540887	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
540887	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
540887	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
540887	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
540887	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
540887	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
540887	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
540887	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
540887	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
540887	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
540887	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
540887	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
540887	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
540887	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
540887	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
540887	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
540887	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
540887	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
540887	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
540887	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
540887	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
540887	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
540887	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
540887	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
540887	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
540887	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
540887	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
540887	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
540887	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
540887	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
540887	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
540887	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
540887	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
540887	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
540887	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
540887	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
540887	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
540887	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
540887	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
540887	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
540887	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
540887	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
540887	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
540887	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
540887	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
540887	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
540887	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
540887	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
540887	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
540887	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
540887	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
540887	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
540887	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
540887	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
540887	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
540887	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
540887	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
540887	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
540887	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
540887	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
540887	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
540887	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
540887	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
540887	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
540887	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
540887	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
540887	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
540887	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
540887	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
540887	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
540887	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
540887	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
540887	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
540887	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
540887	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
540887	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
540887	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
540887	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
540887	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
540887	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
540887	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
540887	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
540887	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
540887	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
540887	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
540887	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
540887	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
540887	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
540887	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
540887	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
540887	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
540887	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
540887	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
540887	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
540887	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
540887	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
540887	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
540887	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
540887	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
540887	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
540887	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
540887	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
540887	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
540887	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
540887	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
540887	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
540887	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
540887	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
540887	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
540887	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
540887	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
540887	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
540887	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
540887	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
540887	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
540887	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
540887	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
540887	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
540887	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
540887	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
540887	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
540887	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
540887	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
540887	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
540887	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
540887	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
540887	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
540887	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
540887	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
540887	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
540887	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
540887	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
540887	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
540887	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
540887	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
540887	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
540887	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
540887	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
540887	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
540887	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
540887	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
540887	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
540887	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
540887	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
540887	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
540887	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
540887	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
540887	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
540887	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
540887	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
540887	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
540887	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
540887	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
540887	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
540887	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
540887	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
540887	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
540887	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
540887	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
540887	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
540887	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
540887	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
540887	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
540887	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
540887	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
540887	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
540887	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
540887	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
540887	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
540887	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
540887	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
540887	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
540887	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
540887	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
540887	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
540887	embedding2nn.weight	0	0.32711586356163025
540887	embedding2nn.weight	1	0.40657514333724976
540887	embedding2nn.weight	2	0.0067054289393126965
540887	embedding2nn.weight	3	0.02203080989420414
540887	embedding2nn.weight	4	-0.03190593048930168
540887	embedding2nn.weight	5	0.07009255141019821
540887	embedding2nn.weight	6	0.002665566047653556
540887	embedding2nn.weight	7	-0.019648496061563492
540887	embedding2nn.weight	8	0.019421521574258804
540887	embedding2nn.weight	9	-0.03612479194998741
540887	embedding2nn.bias	0	0.01278761588037014
540887	embedding2nn.bias	1	-0.21174311637878418
540887	embedding2nn.bias	2	0.12053704261779785
540887	embedding2nn.bias	3	0.18769177794456482
540887	embedding2nn.bias	4	0.15226981043815613
540887	embedding2nn.bias	5	-0.04972527548670769
540887	embedding2nn.bias	6	-0.04565173387527466
540887	embedding2nn.bias	7	0.025468936190009117
540887	embedding2nn.bias	8	-0.17537762224674225
540887	embedding2nn.bias	9	-0.36327505111694336
540887	rnn.weight_ih_l0	0	-0.01412923727184534
540887	rnn.weight_ih_l0	1	-0.05568721890449524
540887	rnn.weight_ih_l0	2	-0.07560636103153229
540887	rnn.weight_ih_l0	3	0.11121462285518646
540887	rnn.weight_ih_l0	4	0.028720630332827568
540887	rnn.weight_ih_l0	5	-0.04833076521754265
540887	rnn.weight_ih_l0	6	0.004888066090643406
540887	rnn.weight_ih_l0	7	-0.03392660617828369
540887	rnn.weight_ih_l0	8	-0.0029207973275333643
540887	rnn.weight_ih_l0	9	-0.12179739028215408
540887	rnn.weight_hh_l0	0	-0.016754278913140297
540887	rnn.weight_hh_l0	1	0.07708723098039627
540887	rnn.weight_hh_l0	2	0.014611875638365746
540887	rnn.weight_hh_l0	3	-0.01998034305870533
540887	rnn.weight_hh_l0	4	0.05108082294464111
540887	rnn.weight_hh_l0	5	0.02542939782142639
540887	rnn.weight_hh_l0	6	-0.06898633390665054
540887	rnn.weight_hh_l0	7	-0.107305146753788
540887	rnn.weight_hh_l0	8	0.03520188853144646
540887	rnn.weight_hh_l0	9	-0.10632644593715668
540887	rnn.bias_ih_l0	0	0.17978306114673615
540887	rnn.bias_ih_l0	1	-0.3373180031776428
540887	rnn.bias_ih_l0	2	-0.044569190591573715
540887	rnn.bias_ih_l0	3	-0.223623126745224
540887	rnn.bias_ih_l0	4	0.028372494503855705
540887	rnn.bias_ih_l0	5	-0.4179352819919586
540887	rnn.bias_ih_l0	6	-0.16163821518421173
540887	rnn.bias_ih_l0	7	-0.35943275690078735
540887	rnn.bias_ih_l0	8	-0.2820656895637512
540887	rnn.bias_ih_l0	9	-0.47471222281455994
540887	rnn.bias_hh_l0	0	-0.34436357021331787
540887	rnn.bias_hh_l0	1	-0.4385170638561249
540887	rnn.bias_hh_l0	2	-0.3810558319091797
540887	rnn.bias_hh_l0	3	-0.05862145125865936
540887	rnn.bias_hh_l0	4	-0.38089126348495483
540887	rnn.bias_hh_l0	5	-0.3530038297176361
540887	rnn.bias_hh_l0	6	-0.11337930709123611
540887	rnn.bias_hh_l0	7	0.04841088876128197
540887	rnn.bias_hh_l0	8	-0.24513955414295197
540887	rnn.bias_hh_l0	9	-0.5643131732940674
540887	rnn.weight_ih_l0_reverse	0	0.033766649663448334
540887	rnn.weight_ih_l0_reverse	1	-0.04127936810255051
540887	rnn.weight_ih_l0_reverse	2	-0.019311346113681793
540887	rnn.weight_ih_l0_reverse	3	-0.13596642017364502
540887	rnn.weight_ih_l0_reverse	4	0.0975472629070282
540887	rnn.weight_ih_l0_reverse	5	-0.12111727148294449
540887	rnn.weight_ih_l0_reverse	6	0.004380185157060623
540887	rnn.weight_ih_l0_reverse	7	0.03439365327358246
540887	rnn.weight_ih_l0_reverse	8	-0.06430210173130035
540887	rnn.weight_ih_l0_reverse	9	-0.08206554502248764
540887	rnn.weight_hh_l0_reverse	0	-0.1508171558380127
540887	rnn.weight_hh_l0_reverse	1	0.02671831287443638
540887	rnn.weight_hh_l0_reverse	2	-0.027066219598054886
540887	rnn.weight_hh_l0_reverse	3	0.026245297864079475
540887	rnn.weight_hh_l0_reverse	4	-0.08873731642961502
540887	rnn.weight_hh_l0_reverse	5	0.03282522037625313
540887	rnn.weight_hh_l0_reverse	6	0.025965189561247826
540887	rnn.weight_hh_l0_reverse	7	-0.10099451243877411
540887	rnn.weight_hh_l0_reverse	8	-0.06460828334093094
540887	rnn.weight_hh_l0_reverse	9	0.049451906234025955
540887	rnn.bias_ih_l0_reverse	0	-0.145906001329422
540887	rnn.bias_ih_l0_reverse	1	-0.07680446654558182
540887	rnn.bias_ih_l0_reverse	2	0.14215786755084991
540887	rnn.bias_ih_l0_reverse	3	-0.30818578600883484
540887	rnn.bias_ih_l0_reverse	4	0.0015765614807605743
540887	rnn.bias_ih_l0_reverse	5	-0.226030170917511
540887	rnn.bias_ih_l0_reverse	6	0.2477177083492279
540887	rnn.bias_ih_l0_reverse	7	-0.32784923911094666
540887	rnn.bias_ih_l0_reverse	8	-0.18406741321086884
540887	rnn.bias_ih_l0_reverse	9	-0.18768997490406036
540887	rnn.bias_hh_l0_reverse	0	-0.11586432158946991
540887	rnn.bias_hh_l0_reverse	1	0.27314653992652893
540887	rnn.bias_hh_l0_reverse	2	-0.33213844895362854
540887	rnn.bias_hh_l0_reverse	3	-0.21669410169124603
540887	rnn.bias_hh_l0_reverse	4	-0.37869831919670105
540887	rnn.bias_hh_l0_reverse	5	-0.198835089802742
540887	rnn.bias_hh_l0_reverse	6	-0.26355889439582825
540887	rnn.bias_hh_l0_reverse	7	-0.09466728568077087
540887	rnn.bias_hh_l0_reverse	8	-0.3267200291156769
540887	rnn.bias_hh_l0_reverse	9	0.202112078666687
540887	linear.weight	0	0.1875041276216507
540887	linear.weight	1	-0.4430377185344696
540887	linear.weight	2	0.005708553362637758
540887	linear.weight	3	0.06755615025758743
540887	linear.weight	4	-0.09036426991224289
540887	linear.weight	5	0.23165111243724823
540887	linear.weight	6	-0.015816979110240936
540887	linear.weight	7	-0.06063268333673477
540887	linear.weight	8	0.1225130558013916
540887	linear.weight	9	-0.04912727698683739
540887	linear.bias	0	-0.9027130007743835
540887	linear.bias	1	1.8597081899642944
540887	linear.bias	2	0.7974176406860352
540887	linear.bias	3	-2.7124838829040527
540887	linear.bias	4	-0.10044750571250916
540887	linear.bias	5	1.2737042903900146
540887	linear.bias	6	-0.23300176858901978
540887	linear.bias	7	0.7867615222930908
540887	linear.bias	8	2.2072954177856445
540887	linear.bias	9	-1.4552022218704224
541496	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
541496	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
541496	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
541496	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
541496	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
541496	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
541496	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
541496	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
541496	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
541496	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
541496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
541496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
541496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
541496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
541496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
541496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
541496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
541496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
541496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
541496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
541496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
541496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
541496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
541496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
541496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
541496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
541496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
541496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
541496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
541496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
541496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
541496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
541496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
541496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
541496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
541496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
541496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
541496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
541496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
541496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
541496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
541496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
541496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
541496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
541496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
541496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
541496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
541496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
541496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
541496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
541496	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
541496	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
541496	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
541496	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
541496	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
541496	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
541496	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
541496	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
541496	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
541496	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
541496	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
541496	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
541496	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
541496	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
541496	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
541496	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
541496	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
541496	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
541496	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
541496	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
541496	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
541496	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
541496	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
541496	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
541496	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
541496	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
541496	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
541496	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
541496	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
541496	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
541496	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
541496	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
541496	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
541496	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
541496	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
541496	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
541496	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
541496	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
541496	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
541496	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
541496	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
541496	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
541496	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
541496	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
541496	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
541496	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
541496	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
541496	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
541496	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
541496	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
541496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
541496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
541496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
541496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
541496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
541496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
541496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
541496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
541496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
541496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
541496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
541496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
541496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
541496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
541496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
541496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
541496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
541496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
541496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
541496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
541496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
541496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
541496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
541496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
541496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
541496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
541496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
541496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
541496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
541496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
541496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
541496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
541496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
541496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
541496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
541496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
541496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
541496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
541496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
541496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
541496	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
541496	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
541496	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
541496	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
541496	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
541496	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
541496	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
541496	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
541496	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
541496	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
541496	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
541496	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
541496	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
541496	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
541496	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
541496	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
541496	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
541496	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
541496	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
541496	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
541496	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
541496	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
541496	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
541496	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
541496	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
541496	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
541496	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
541496	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
541496	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
541496	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
541496	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
541496	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
541496	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
541496	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
541496	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
541496	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
541496	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
541496	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
541496	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
541496	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
541496	embedding2nn.weight	0	0.32586219906806946
541496	embedding2nn.weight	1	0.40842434763908386
541496	embedding2nn.weight	2	0.008342879824340343
541496	embedding2nn.weight	3	0.01915092021226883
541496	embedding2nn.weight	4	-0.03327938914299011
541496	embedding2nn.weight	5	0.0717800036072731
541496	embedding2nn.weight	6	0.002798905363306403
541496	embedding2nn.weight	7	-0.01874459907412529
541496	embedding2nn.weight	8	0.021421005949378014
541496	embedding2nn.weight	9	-0.03669687360525131
541496	embedding2nn.bias	0	0.02742580510675907
541496	embedding2nn.bias	1	-0.20994269847869873
541496	embedding2nn.bias	2	0.10935940593481064
541496	embedding2nn.bias	3	0.18049000203609467
541496	embedding2nn.bias	4	0.14671805500984192
541496	embedding2nn.bias	5	-0.04867687448859215
541496	embedding2nn.bias	6	-0.04730422422289848
541496	embedding2nn.bias	7	0.01137928944081068
541496	embedding2nn.bias	8	-0.1782350242137909
541496	embedding2nn.bias	9	-0.3678255081176758
541496	rnn.weight_ih_l0	0	-0.013792954385280609
541496	rnn.weight_ih_l0	1	-0.055179670453071594
541496	rnn.weight_ih_l0	2	-0.07927300781011581
541496	rnn.weight_ih_l0	3	0.11261804401874542
541496	rnn.weight_ih_l0	4	0.03464176878333092
541496	rnn.weight_ih_l0	5	-0.05174415186047554
541496	rnn.weight_ih_l0	6	0.001979289809241891
541496	rnn.weight_ih_l0	7	-0.03369254618883133
541496	rnn.weight_ih_l0	8	-0.0028208207804709673
541496	rnn.weight_ih_l0	9	-0.12056383490562439
541496	rnn.weight_hh_l0	0	-0.01689654029905796
541496	rnn.weight_hh_l0	1	0.0777013823390007
541496	rnn.weight_hh_l0	2	0.014645344577729702
541496	rnn.weight_hh_l0	3	-0.0200816560536623
541496	rnn.weight_hh_l0	4	0.05162069946527481
541496	rnn.weight_hh_l0	5	0.024995509535074234
541496	rnn.weight_hh_l0	6	-0.06917880475521088
541496	rnn.weight_hh_l0	7	-0.10738714784383774
541496	rnn.weight_hh_l0	8	0.03515348210930824
541496	rnn.weight_hh_l0	9	-0.10664788633584976
541496	rnn.bias_ih_l0	0	0.18900439143180847
541496	rnn.bias_ih_l0	1	-0.33531320095062256
541496	rnn.bias_ih_l0	2	-0.040767792612314224
541496	rnn.bias_ih_l0	3	-0.22462992370128632
541496	rnn.bias_ih_l0	4	0.030598413199186325
541496	rnn.bias_ih_l0	5	-0.4168609082698822
541496	rnn.bias_ih_l0	6	-0.16290168464183807
541496	rnn.bias_ih_l0	7	-0.35913190245628357
541496	rnn.bias_ih_l0	8	-0.27921244502067566
541496	rnn.bias_ih_l0	9	-0.4717015027999878
541496	rnn.bias_hh_l0	0	-0.3429129719734192
541496	rnn.bias_hh_l0	1	-0.4394867718219757
541496	rnn.bias_hh_l0	2	-0.3783128261566162
541496	rnn.bias_hh_l0	3	-0.05960935354232788
541496	rnn.bias_hh_l0	4	-0.378461092710495
541496	rnn.bias_hh_l0	5	-0.351312518119812
541496	rnn.bias_hh_l0	6	-0.1112826019525528
541496	rnn.bias_hh_l0	7	0.04533381387591362
541496	rnn.bias_hh_l0	8	-0.24343545734882355
541496	rnn.bias_hh_l0	9	-0.5658463835716248
541496	rnn.weight_ih_l0_reverse	0	0.032917529344558716
541496	rnn.weight_ih_l0_reverse	1	-0.04211486503481865
541496	rnn.weight_ih_l0_reverse	2	-0.018063966184854507
541496	rnn.weight_ih_l0_reverse	3	-0.13450326025485992
541496	rnn.weight_ih_l0_reverse	4	0.0979171097278595
541496	rnn.weight_ih_l0_reverse	5	-0.1267460584640503
541496	rnn.weight_ih_l0_reverse	6	0.00485266512259841
541496	rnn.weight_ih_l0_reverse	7	0.03535236045718193
541496	rnn.weight_ih_l0_reverse	8	-0.0657353326678276
541496	rnn.weight_ih_l0_reverse	9	-0.08432312309741974
541496	rnn.weight_hh_l0_reverse	0	-0.15027405321598053
541496	rnn.weight_hh_l0_reverse	1	0.027086831629276276
541496	rnn.weight_hh_l0_reverse	2	-0.026991527527570724
541496	rnn.weight_hh_l0_reverse	3	0.02606298215687275
541496	rnn.weight_hh_l0_reverse	4	-0.08815762400627136
541496	rnn.weight_hh_l0_reverse	5	0.032970160245895386
541496	rnn.weight_hh_l0_reverse	6	0.02589680626988411
541496	rnn.weight_hh_l0_reverse	7	-0.10057976841926575
541496	rnn.weight_hh_l0_reverse	8	-0.06507669389247894
541496	rnn.weight_hh_l0_reverse	9	0.0479925237596035
541496	rnn.bias_ih_l0_reverse	0	-0.1473052054643631
541496	rnn.bias_ih_l0_reverse	1	-0.0731993019580841
541496	rnn.bias_ih_l0_reverse	2	0.14439226686954498
541496	rnn.bias_ih_l0_reverse	3	-0.3081133961677551
541496	rnn.bias_ih_l0_reverse	4	-0.0006104812491685152
541496	rnn.bias_ih_l0_reverse	5	-0.22344793379306793
541496	rnn.bias_ih_l0_reverse	6	0.24906645715236664
541496	rnn.bias_ih_l0_reverse	7	-0.32614684104919434
541496	rnn.bias_ih_l0_reverse	8	-0.18528904020786285
541496	rnn.bias_ih_l0_reverse	9	-0.18601253628730774
541496	rnn.bias_hh_l0_reverse	0	-0.11345537006855011
541496	rnn.bias_hh_l0_reverse	1	0.2642873227596283
541496	rnn.bias_hh_l0_reverse	2	-0.33104321360588074
541496	rnn.bias_hh_l0_reverse	3	-0.2143789827823639
541496	rnn.bias_hh_l0_reverse	4	-0.38056838512420654
541496	rnn.bias_hh_l0_reverse	5	-0.20038922131061554
541496	rnn.bias_hh_l0_reverse	6	-0.26125404238700867
541496	rnn.bias_hh_l0_reverse	7	-0.0984310433268547
541496	rnn.bias_hh_l0_reverse	8	-0.3269525468349457
541496	rnn.bias_hh_l0_reverse	9	0.1987193077802658
541496	linear.weight	0	0.19883467257022858
541496	linear.weight	1	-0.4576432704925537
541496	linear.weight	2	0.029910273849964142
541496	linear.weight	3	0.06755650788545609
541496	linear.weight	4	-0.11824708431959152
541496	linear.weight	5	0.22766339778900146
541496	linear.weight	6	-0.02355187200009823
541496	linear.weight	7	-0.06062867492437363
541496	linear.weight	8	0.11488430947065353
541496	linear.weight	9	-0.049130506813526154
541496	linear.bias	0	-0.9022048115730286
541496	linear.bias	1	1.8327250480651855
541496	linear.bias	2	0.7983566522598267
541496	linear.bias	3	-2.7126057147979736
541496	linear.bias	4	-0.10285108536481857
541496	linear.bias	5	1.2827088832855225
541496	linear.bias	6	-0.24553903937339783
541496	linear.bias	7	0.8060786724090576
541496	linear.bias	8	2.196157693862915
541496	linear.bias	9	-1.4668346643447876
542105	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
542105	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
542105	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
542105	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
542105	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
542105	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
542105	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
542105	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
542105	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
542105	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
542105	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
542105	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
542105	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
542105	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
542105	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
542105	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
542105	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
542105	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
542105	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
542105	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
542105	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
542105	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
542105	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
542105	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
542105	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
542105	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
542105	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
542105	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
542105	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
542105	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
542105	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
542105	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
542105	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
542105	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
542105	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
542105	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
542105	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
542105	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
542105	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
542105	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
542105	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
542105	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
542105	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
542105	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
542105	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
542105	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
542105	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
542105	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
542105	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
542105	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
542105	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
542105	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
542105	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
542105	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
542105	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
542105	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
542105	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
542105	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
542105	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
542105	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
542105	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
542105	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
542105	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
542105	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
542105	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
542105	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
542105	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
542105	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
542105	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
542105	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
542105	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
542105	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
542105	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
542105	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
542105	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
542105	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
542105	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
542105	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
542105	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
542105	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
542105	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
542105	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
542105	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
542105	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
542105	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
542105	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
542105	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
542105	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
542105	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
542105	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
542105	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
542105	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
542105	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
542105	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
542105	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
542105	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
542105	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
542105	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
542105	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
542105	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
542105	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
542105	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
542105	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
542105	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
542105	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
542105	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
542105	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
542105	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
542105	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
542105	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
542105	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
542105	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
542105	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
542105	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
542105	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
542105	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
542105	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
542105	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
542105	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
542105	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
542105	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
542105	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
542105	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
542105	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
542105	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
542105	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
542105	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
542105	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
542105	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
542105	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
542105	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
542105	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
542105	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
542105	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
542105	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
542105	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
542105	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
542105	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
542105	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
542105	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
542105	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
542105	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
542105	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
542105	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
542105	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
542105	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
542105	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
542105	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
542105	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
542105	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
542105	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
542105	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
542105	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
542105	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
542105	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
542105	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
542105	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
542105	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
542105	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
542105	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
542105	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
542105	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
542105	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
542105	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
542105	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
542105	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
542105	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
542105	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
542105	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
542105	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
542105	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
542105	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
542105	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
542105	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
542105	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
542105	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
542105	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
542105	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
542105	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
542105	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
542105	embedding2nn.weight	0	0.32642143964767456
542105	embedding2nn.weight	1	0.4083303213119507
542105	embedding2nn.weight	2	0.006424968130886555
542105	embedding2nn.weight	3	0.015760021284222603
542105	embedding2nn.weight	4	-0.029518242925405502
542105	embedding2nn.weight	5	0.06921321898698807
542105	embedding2nn.weight	6	0.005056879483163357
542105	embedding2nn.weight	7	-0.016832547262310982
542105	embedding2nn.weight	8	0.024416787549853325
542105	embedding2nn.weight	9	-0.04047903046011925
542105	embedding2nn.bias	0	0.018707428127527237
542105	embedding2nn.bias	1	-0.19239327311515808
542105	embedding2nn.bias	2	0.10957822948694229
542105	embedding2nn.bias	3	0.19651828706264496
542105	embedding2nn.bias	4	0.1530919224023819
542105	embedding2nn.bias	5	-0.06202077493071556
542105	embedding2nn.bias	6	-0.048059556633234024
542105	embedding2nn.bias	7	0.008663398213684559
542105	embedding2nn.bias	8	-0.18576732277870178
542105	embedding2nn.bias	9	-0.3695732653141022
542105	rnn.weight_ih_l0	0	-0.013879813253879547
542105	rnn.weight_ih_l0	1	-0.05551759898662567
542105	rnn.weight_ih_l0	2	-0.07946494221687317
542105	rnn.weight_ih_l0	3	0.11241158843040466
542105	rnn.weight_ih_l0	4	0.03591063246130943
542105	rnn.weight_ih_l0	5	-0.05651869252324104
542105	rnn.weight_ih_l0	6	0.004635381046682596
542105	rnn.weight_ih_l0	7	-0.03352484852075577
542105	rnn.weight_ih_l0	8	-0.00021179691248107702
542105	rnn.weight_ih_l0	9	-0.12032553553581238
542105	rnn.weight_hh_l0	0	-0.01666424795985222
542105	rnn.weight_hh_l0	1	0.07789010554552078
542105	rnn.weight_hh_l0	2	0.015013374388217926
542105	rnn.weight_hh_l0	3	-0.019927924498915672
542105	rnn.weight_hh_l0	4	0.051835380494594574
542105	rnn.weight_hh_l0	5	0.024372722953557968
542105	rnn.weight_hh_l0	6	-0.0689651295542717
542105	rnn.weight_hh_l0	7	-0.10738633573055267
542105	rnn.weight_hh_l0	8	0.03544299677014351
542105	rnn.weight_hh_l0	9	-0.10670939832925797
542105	rnn.bias_ih_l0	0	0.18921434879302979
542105	rnn.bias_ih_l0	1	-0.3355788290500641
542105	rnn.bias_ih_l0	2	-0.04105642810463905
542105	rnn.bias_ih_l0	3	-0.22382806241512299
542105	rnn.bias_ih_l0	4	0.030834704637527466
542105	rnn.bias_ih_l0	5	-0.4187236726284027
542105	rnn.bias_ih_l0	6	-0.16424459218978882
542105	rnn.bias_ih_l0	7	-0.35955432057380676
542105	rnn.bias_ih_l0	8	-0.2822128236293793
542105	rnn.bias_ih_l0	9	-0.4709939658641815
542105	rnn.bias_hh_l0	0	-0.3448998034000397
542105	rnn.bias_hh_l0	1	-0.43956953287124634
542105	rnn.bias_hh_l0	2	-0.3831655979156494
542105	rnn.bias_hh_l0	3	-0.05742168426513672
542105	rnn.bias_hh_l0	4	-0.3746494948863983
542105	rnn.bias_hh_l0	5	-0.3525450527667999
542105	rnn.bias_hh_l0	6	-0.1116296723484993
542105	rnn.bias_hh_l0	7	0.04501127079129219
542105	rnn.bias_hh_l0	8	-0.2430158406496048
542105	rnn.bias_hh_l0	9	-0.5656917691230774
542105	rnn.weight_ih_l0_reverse	0	0.032508473843336105
542105	rnn.weight_ih_l0_reverse	1	-0.040784962475299835
542105	rnn.weight_ih_l0_reverse	2	-0.015297610312700272
542105	rnn.weight_ih_l0_reverse	3	-0.1353338658809662
542105	rnn.weight_ih_l0_reverse	4	0.09651742875576019
542105	rnn.weight_ih_l0_reverse	5	-0.12980052828788757
542105	rnn.weight_ih_l0_reverse	6	0.007915033027529716
542105	rnn.weight_ih_l0_reverse	7	0.0355212427675724
542105	rnn.weight_ih_l0_reverse	8	-0.06541875004768372
542105	rnn.weight_ih_l0_reverse	9	-0.08855660259723663
542105	rnn.weight_hh_l0_reverse	0	-0.149319127202034
542105	rnn.weight_hh_l0_reverse	1	0.026568764820694923
542105	rnn.weight_hh_l0_reverse	2	-0.02668096497654915
542105	rnn.weight_hh_l0_reverse	3	0.02584107033908367
542105	rnn.weight_hh_l0_reverse	4	-0.08841272443532944
542105	rnn.weight_hh_l0_reverse	5	0.03317137062549591
542105	rnn.weight_hh_l0_reverse	6	0.025878392159938812
542105	rnn.weight_hh_l0_reverse	7	-0.10105980187654495
542105	rnn.weight_hh_l0_reverse	8	-0.06291454285383224
542105	rnn.weight_hh_l0_reverse	9	0.048948824405670166
542105	rnn.bias_ih_l0_reverse	0	-0.14439591765403748
542105	rnn.bias_ih_l0_reverse	1	-0.07654061913490295
542105	rnn.bias_ih_l0_reverse	2	0.14067380130290985
542105	rnn.bias_ih_l0_reverse	3	-0.3101683259010315
542105	rnn.bias_ih_l0_reverse	4	-0.005332945846021175
542105	rnn.bias_ih_l0_reverse	5	-0.22389140725135803
542105	rnn.bias_ih_l0_reverse	6	0.24545252323150635
542105	rnn.bias_ih_l0_reverse	7	-0.3220899701118469
542105	rnn.bias_ih_l0_reverse	8	-0.18386703729629517
542105	rnn.bias_ih_l0_reverse	9	-0.18660569190979004
542105	rnn.bias_hh_l0_reverse	0	-0.11525040119886398
542105	rnn.bias_hh_l0_reverse	1	0.2643848955631256
542105	rnn.bias_hh_l0_reverse	2	-0.3329395055770874
542105	rnn.bias_hh_l0_reverse	3	-0.21202433109283447
542105	rnn.bias_hh_l0_reverse	4	-0.38132333755493164
542105	rnn.bias_hh_l0_reverse	5	-0.19819723069667816
542105	rnn.bias_hh_l0_reverse	6	-0.26236778497695923
542105	rnn.bias_hh_l0_reverse	7	-0.0997062474489212
542105	rnn.bias_hh_l0_reverse	8	-0.32339388132095337
542105	rnn.bias_hh_l0_reverse	9	0.21172988414764404
542105	linear.weight	0	0.21052193641662598
542105	linear.weight	1	-0.47784337401390076
542105	linear.weight	2	-0.006062106229364872
542105	linear.weight	3	0.06755705177783966
542105	linear.weight	4	-0.12312499433755875
542105	linear.weight	5	0.2431247979402542
542105	linear.weight	6	-0.01055093202739954
542105	linear.weight	7	-0.06062503159046173
542105	linear.weight	8	0.1299719512462616
542105	linear.weight	9	-0.04913363605737686
542105	linear.bias	0	-0.9178486466407776
542105	linear.bias	1	1.8732624053955078
542105	linear.bias	2	0.8023719191551208
542105	linear.bias	3	-2.7127299308776855
542105	linear.bias	4	-0.0864417776465416
542105	linear.bias	5	1.2758464813232422
542105	linear.bias	6	-0.2552662789821625
542105	linear.bias	7	0.771439790725708
542105	linear.bias	8	2.1889162063598633
542105	linear.bias	9	-1.478543758392334
542714	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
542714	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
542714	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
542714	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
542714	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
542714	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
542714	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
542714	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
542714	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
542714	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
542714	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
542714	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
542714	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
542714	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
542714	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
542714	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
542714	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
542714	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
542714	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
542714	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
542714	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
542714	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
542714	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
542714	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
542714	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
542714	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
542714	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
542714	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
542714	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
542714	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
542714	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
542714	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
542714	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
542714	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
542714	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
542714	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
542714	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
542714	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
542714	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
542714	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
542714	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
542714	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
542714	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
542714	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
542714	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
542714	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
542714	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
542714	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
542714	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
542714	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
542714	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
542714	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
542714	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
542714	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
542714	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
542714	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
542714	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
542714	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
542714	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
542714	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
542714	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
542714	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
542714	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
542714	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
542714	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
542714	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
542714	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
542714	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
542714	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
542714	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
542714	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
542714	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
542714	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
542714	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
542714	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
542714	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
542714	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
542714	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
542714	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
542714	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
542714	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
542714	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
542714	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
542714	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
542714	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
542714	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
542714	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
542714	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
542714	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
542714	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
542714	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
542714	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
542714	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
542714	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
542714	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
542714	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
542714	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
542714	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
542714	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
542714	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
542714	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
542714	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
542714	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
542714	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
542714	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
542714	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
542714	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
542714	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
542714	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
542714	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
542714	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
542714	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
542714	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
542714	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
542714	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
542714	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
542714	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
542714	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
542714	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
542714	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
542714	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
542714	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
542714	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
542714	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
542714	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
542714	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
542714	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
542714	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
542714	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
542714	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
542714	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
542714	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
542714	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
542714	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
542714	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
542714	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
542714	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
542714	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
542714	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
542714	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
542714	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
542714	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
542714	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
542714	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
542714	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
542714	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
542714	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
542714	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
542714	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
542714	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
542714	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
542714	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
542714	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
542714	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
542714	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
542714	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
542714	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
542714	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
542714	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
542714	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
542714	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
542714	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
542714	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
542714	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
542714	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
542714	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
542714	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
542714	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
542714	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
542714	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
542714	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
542714	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
542714	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
542714	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
542714	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
542714	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
542714	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
542714	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
542714	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
542714	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
542714	embedding2nn.weight	0	0.3267498016357422
542714	embedding2nn.weight	1	0.40935686230659485
542714	embedding2nn.weight	2	0.006693525239825249
542714	embedding2nn.weight	3	0.013748683966696262
542714	embedding2nn.weight	4	-0.03274449333548546
542714	embedding2nn.weight	5	0.06920211017131805
542714	embedding2nn.weight	6	0.0018289699219167233
542714	embedding2nn.weight	7	-0.01615183614194393
542714	embedding2nn.weight	8	0.022661790251731873
542714	embedding2nn.weight	9	-0.03899142146110535
542714	embedding2nn.bias	0	0.03533126413822174
542714	embedding2nn.bias	1	-0.20114408433437347
542714	embedding2nn.bias	2	0.09851694852113724
542714	embedding2nn.bias	3	0.19295305013656616
542714	embedding2nn.bias	4	0.15088626742362976
542714	embedding2nn.bias	5	-0.05370080843567848
542714	embedding2nn.bias	6	-0.04430495575070381
542714	embedding2nn.bias	7	0.01372683234512806
542714	embedding2nn.bias	8	-0.17299409210681915
542714	embedding2nn.bias	9	-0.36227139830589294
542714	rnn.weight_ih_l0	0	-0.01418399065732956
542714	rnn.weight_ih_l0	1	-0.05437011271715164
542714	rnn.weight_ih_l0	2	-0.07893212884664536
542714	rnn.weight_ih_l0	3	0.11286231130361557
542714	rnn.weight_ih_l0	4	0.032127298414707184
542714	rnn.weight_ih_l0	5	-0.051917485892772675
542714	rnn.weight_ih_l0	6	0.005813846364617348
542714	rnn.weight_ih_l0	7	-0.03328091651201248
542714	rnn.weight_ih_l0	8	0.0045398264192044735
542714	rnn.weight_ih_l0	9	-0.1199151948094368
542714	rnn.weight_hh_l0	0	-0.01696115732192993
542714	rnn.weight_hh_l0	1	0.07769955694675446
542714	rnn.weight_hh_l0	2	0.015801088884472847
542714	rnn.weight_hh_l0	3	-0.020032871514558792
542714	rnn.weight_hh_l0	4	0.05157971382141113
542714	rnn.weight_hh_l0	5	0.023808173835277557
542714	rnn.weight_hh_l0	6	-0.06925802677869797
542714	rnn.weight_hh_l0	7	-0.10660190135240555
542714	rnn.weight_hh_l0	8	0.03515850007534027
542714	rnn.weight_hh_l0	9	-0.10691356658935547
542714	rnn.bias_ih_l0	0	0.18835265934467316
542714	rnn.bias_ih_l0	1	-0.3347092270851135
542714	rnn.bias_ih_l0	2	-0.03992406278848648
542714	rnn.bias_ih_l0	3	-0.22295673191547394
542714	rnn.bias_ih_l0	4	0.025588886812329292
542714	rnn.bias_ih_l0	5	-0.41584011912345886
542714	rnn.bias_ih_l0	6	-0.16337348520755768
542714	rnn.bias_ih_l0	7	-0.35964053869247437
542714	rnn.bias_ih_l0	8	-0.2852340042591095
542714	rnn.bias_ih_l0	9	-0.46138718724250793
542714	rnn.bias_hh_l0	0	-0.34155309200286865
542714	rnn.bias_hh_l0	1	-0.4377932548522949
542714	rnn.bias_hh_l0	2	-0.38166218996047974
542714	rnn.bias_hh_l0	3	-0.06061017885804176
542714	rnn.bias_hh_l0	4	-0.37829354405403137
542714	rnn.bias_hh_l0	5	-0.3508404791355133
542714	rnn.bias_hh_l0	6	-0.11159205436706543
542714	rnn.bias_hh_l0	7	0.046787939965724945
542714	rnn.bias_hh_l0	8	-0.24036327004432678
542714	rnn.bias_hh_l0	9	-0.5633505582809448
542714	rnn.weight_ih_l0_reverse	0	0.0349295474588871
542714	rnn.weight_ih_l0_reverse	1	-0.041322723031044006
542714	rnn.weight_ih_l0_reverse	2	-0.013068373315036297
542714	rnn.weight_ih_l0_reverse	3	-0.134404256939888
542714	rnn.weight_ih_l0_reverse	4	0.09504011273384094
542714	rnn.weight_ih_l0_reverse	5	-0.13408665359020233
542714	rnn.weight_ih_l0_reverse	6	0.009455679915845394
542714	rnn.weight_ih_l0_reverse	7	0.03450113534927368
542714	rnn.weight_ih_l0_reverse	8	-0.06393089145421982
542714	rnn.weight_ih_l0_reverse	9	-0.08960351347923279
542714	rnn.weight_hh_l0_reverse	0	-0.1498006284236908
542714	rnn.weight_hh_l0_reverse	1	0.02635117992758751
542714	rnn.weight_hh_l0_reverse	2	-0.02644946798682213
542714	rnn.weight_hh_l0_reverse	3	0.025493891909718513
542714	rnn.weight_hh_l0_reverse	4	-0.08833529055118561
542714	rnn.weight_hh_l0_reverse	5	0.03302090987563133
542714	rnn.weight_hh_l0_reverse	6	0.0259245652705431
542714	rnn.weight_hh_l0_reverse	7	-0.10194116830825806
542714	rnn.weight_hh_l0_reverse	8	-0.0628264844417572
542714	rnn.weight_hh_l0_reverse	9	0.049479011446237564
542714	rnn.bias_ih_l0_reverse	0	-0.1425773799419403
542714	rnn.bias_ih_l0_reverse	1	-0.07819882035255432
542714	rnn.bias_ih_l0_reverse	2	0.13910751044750214
542714	rnn.bias_ih_l0_reverse	3	-0.3081398904323578
542714	rnn.bias_ih_l0_reverse	4	-0.006756574846804142
542714	rnn.bias_ih_l0_reverse	5	-0.22372782230377197
542714	rnn.bias_ih_l0_reverse	6	0.2451259344816208
542714	rnn.bias_ih_l0_reverse	7	-0.33057281374931335
542714	rnn.bias_ih_l0_reverse	8	-0.18716514110565186
542714	rnn.bias_ih_l0_reverse	9	-0.18957601487636566
542714	rnn.bias_hh_l0_reverse	0	-0.11087152361869812
542714	rnn.bias_hh_l0_reverse	1	0.2727389931678772
542714	rnn.bias_hh_l0_reverse	2	-0.3367832601070404
542714	rnn.bias_hh_l0_reverse	3	-0.21260489523410797
542714	rnn.bias_hh_l0_reverse	4	-0.3851464092731476
542714	rnn.bias_hh_l0_reverse	5	-0.2006085366010666
542714	rnn.bias_hh_l0_reverse	6	-0.2593202292919159
542714	rnn.bias_hh_l0_reverse	7	-0.09709678590297699
542714	rnn.bias_hh_l0_reverse	8	-0.31856364011764526
542714	rnn.bias_hh_l0_reverse	9	0.21019206941127777
542714	linear.weight	0	0.21154139935970306
542714	linear.weight	1	-0.4753462076187134
542714	linear.weight	2	0.02464638091623783
542714	linear.weight	3	0.06755721569061279
542714	linear.weight	4	-0.11107483506202698
542714	linear.weight	5	0.2516632676124573
542714	linear.weight	6	-0.012408376671373844
542714	linear.weight	7	-0.06061922758817673
542714	linear.weight	8	0.12437339127063751
542714	linear.weight	9	-0.04913829267024994
542714	linear.bias	0	-0.8965362906455994
542714	linear.bias	1	1.902388334274292
542714	linear.bias	2	0.7970667481422424
542714	linear.bias	3	-2.712864398956299
542714	linear.bias	4	-0.09593436121940613
542714	linear.bias	5	1.2839419841766357
542714	linear.bias	6	-0.24589359760284424
542714	linear.bias	7	0.7692636847496033
542714	linear.bias	8	2.173602819442749
542714	linear.bias	9	-1.4548622369766235
542722	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
542722	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
542722	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
542722	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
542722	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
542722	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
542722	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
542722	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
542722	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
542722	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
542722	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
542722	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
542722	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
542722	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
542722	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
542722	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
542722	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
542722	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
542722	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
542722	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
542722	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
542722	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
542722	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
542722	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
542722	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
542722	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
542722	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
542722	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
542722	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
542722	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
542722	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
542722	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
542722	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
542722	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
542722	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
542722	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
542722	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
542722	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
542722	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
542722	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
542722	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
542722	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
542722	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
542722	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
542722	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
542722	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
542722	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
542722	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
542722	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
542722	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
542722	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
542722	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
542722	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
542722	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
542722	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
542722	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
542722	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
542722	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
542722	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
542722	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
542722	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
542722	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
542722	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
542722	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
542722	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
542722	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
542722	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
542722	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
542722	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
542722	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
542722	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
542722	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
542722	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
542722	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
542722	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
542722	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
542722	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
542722	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
542722	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
542722	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
542722	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
542722	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
542722	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
542722	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
542722	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
542722	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
542722	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
542722	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
542722	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
542722	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
542722	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
542722	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
542722	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
542722	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
542722	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
542722	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
542722	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
542722	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
542722	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
542722	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
542722	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
542722	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
542722	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
542722	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
542722	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
542722	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
542722	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
542722	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
542722	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
542722	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
542722	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
542722	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
542722	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
542722	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
542722	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
542722	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
542722	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
542722	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
542722	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
542722	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
542722	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
542722	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
542722	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
542722	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
542722	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
542722	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
542722	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
542722	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
542722	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
542722	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
542722	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
542722	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
542722	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
542722	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
542722	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
542722	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
542722	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
542722	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
542722	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
542722	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
542722	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
542722	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
542722	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
542722	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
542722	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
542722	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
542722	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
542722	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
542722	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
542722	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
542722	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
542722	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
542722	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
542722	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
542722	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
542722	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
542722	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
542722	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
542722	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
542722	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
542722	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
542722	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
542722	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
542722	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
542722	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
542722	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
542722	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
542722	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
542722	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
542722	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
542722	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
542722	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
542722	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
542722	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
542722	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
542722	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
542722	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
542722	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
542722	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
542722	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
542722	embedding2nn.weight	0	0.32693713903427124
542722	embedding2nn.weight	1	0.40912285447120667
542722	embedding2nn.weight	2	0.0066703492775559425
542722	embedding2nn.weight	3	0.014401864260435104
542722	embedding2nn.weight	4	-0.03190551698207855
542722	embedding2nn.weight	5	0.06923913955688477
542722	embedding2nn.weight	6	0.0020646697375923395
542722	embedding2nn.weight	7	-0.01672135479748249
542722	embedding2nn.weight	8	0.022486813366413116
542722	embedding2nn.weight	9	-0.03922257944941521
542722	embedding2nn.bias	0	0.03341761976480484
542722	embedding2nn.bias	1	-0.20323149859905243
542722	embedding2nn.bias	2	0.09861413389444351
542722	embedding2nn.bias	3	0.19343745708465576
542722	embedding2nn.bias	4	0.14864490926265717
542722	embedding2nn.bias	5	-0.05647558346390724
542722	embedding2nn.bias	6	-0.04133374243974686
542722	embedding2nn.bias	7	0.012781080789864063
542722	embedding2nn.bias	8	-0.17458221316337585
542722	embedding2nn.bias	9	-0.36605679988861084
542722	rnn.weight_ih_l0	0	-0.014014406129717827
542722	rnn.weight_ih_l0	1	-0.0544649101793766
542722	rnn.weight_ih_l0	2	-0.078523188829422
542722	rnn.weight_ih_l0	3	0.11299098283052444
542722	rnn.weight_ih_l0	4	0.03138536587357521
542722	rnn.weight_ih_l0	5	-0.052158791571855545
542722	rnn.weight_ih_l0	6	0.005869859829545021
542722	rnn.weight_ih_l0	7	-0.03346063941717148
542722	rnn.weight_ih_l0	8	0.004691318143159151
542722	rnn.weight_ih_l0	9	-0.12025649845600128
542722	rnn.weight_hh_l0	0	-0.0169242974370718
542722	rnn.weight_hh_l0	1	0.0776602178812027
542722	rnn.weight_hh_l0	2	0.01577315665781498
542722	rnn.weight_hh_l0	3	-0.020043646916747093
542722	rnn.weight_hh_l0	4	0.05144462361931801
542722	rnn.weight_hh_l0	5	0.02375575341284275
542722	rnn.weight_hh_l0	6	-0.06924735754728317
542722	rnn.weight_hh_l0	7	-0.10659351199865341
542722	rnn.weight_hh_l0	8	0.035161908715963364
542722	rnn.weight_hh_l0	9	-0.10689737647771835
542722	rnn.bias_ih_l0	0	0.18966896831989288
542722	rnn.bias_ih_l0	1	-0.33478844165802
542722	rnn.bias_ih_l0	2	-0.03977011516690254
542722	rnn.bias_ih_l0	3	-0.22244808077812195
542722	rnn.bias_ih_l0	4	0.02603132650256157
542722	rnn.bias_ih_l0	5	-0.41612252593040466
542722	rnn.bias_ih_l0	6	-0.1630081832408905
542722	rnn.bias_ih_l0	7	-0.35964637994766235
542722	rnn.bias_ih_l0	8	-0.28533318638801575
542722	rnn.bias_ih_l0	9	-0.46265602111816406
542722	rnn.bias_hh_l0	0	-0.34140855073928833
542722	rnn.bias_hh_l0	1	-0.43769651651382446
542722	rnn.bias_hh_l0	2	-0.38203805685043335
542722	rnn.bias_hh_l0	3	-0.060564812272787094
542722	rnn.bias_hh_l0	4	-0.37865781784057617
542722	rnn.bias_hh_l0	5	-0.35072430968284607
542722	rnn.bias_hh_l0	6	-0.11156121641397476
542722	rnn.bias_hh_l0	7	0.04762972146272659
542722	rnn.bias_hh_l0	8	-0.24037395417690277
542722	rnn.bias_hh_l0	9	-0.5632421970367432
542722	rnn.weight_ih_l0_reverse	0	0.03485232591629028
542722	rnn.weight_ih_l0_reverse	1	-0.041134465485811234
542722	rnn.weight_ih_l0_reverse	2	-0.012724751606583595
542722	rnn.weight_ih_l0_reverse	3	-0.13435539603233337
542722	rnn.weight_ih_l0_reverse	4	0.09501611441373825
542722	rnn.weight_ih_l0_reverse	5	-0.13410602509975433
542722	rnn.weight_ih_l0_reverse	6	0.009404722601175308
542722	rnn.weight_ih_l0_reverse	7	0.03442457690834999
542722	rnn.weight_ih_l0_reverse	8	-0.06406082957983017
542722	rnn.weight_ih_l0_reverse	9	-0.08953605592250824
542722	rnn.weight_hh_l0_reverse	0	-0.14982375502586365
542722	rnn.weight_hh_l0_reverse	1	0.026332002133131027
542722	rnn.weight_hh_l0_reverse	2	-0.02644873410463333
542722	rnn.weight_hh_l0_reverse	3	0.025499749928712845
542722	rnn.weight_hh_l0_reverse	4	-0.08824177086353302
542722	rnn.weight_hh_l0_reverse	5	0.033019788563251495
542722	rnn.weight_hh_l0_reverse	6	0.025919822975993156
542722	rnn.weight_hh_l0_reverse	7	-0.10195356607437134
542722	rnn.weight_hh_l0_reverse	8	-0.06281063705682755
542722	rnn.weight_hh_l0_reverse	9	0.04945383593440056
542722	rnn.bias_ih_l0_reverse	0	-0.1426307111978531
542722	rnn.bias_ih_l0_reverse	1	-0.07851095497608185
542722	rnn.bias_ih_l0_reverse	2	0.13918937742710114
542722	rnn.bias_ih_l0_reverse	3	-0.3074377179145813
542722	rnn.bias_ih_l0_reverse	4	-0.005692275241017342
542722	rnn.bias_ih_l0_reverse	5	-0.22394372522830963
542722	rnn.bias_ih_l0_reverse	6	0.2466985285282135
542722	rnn.bias_ih_l0_reverse	7	-0.33031558990478516
542722	rnn.bias_ih_l0_reverse	8	-0.187561497092247
542722	rnn.bias_ih_l0_reverse	9	-0.18943192064762115
542722	rnn.bias_hh_l0_reverse	0	-0.11040310561656952
542722	rnn.bias_hh_l0_reverse	1	0.27234211564064026
542722	rnn.bias_hh_l0_reverse	2	-0.3371095359325409
542722	rnn.bias_hh_l0_reverse	3	-0.21236854791641235
542722	rnn.bias_hh_l0_reverse	4	-0.3847271502017975
542722	rnn.bias_hh_l0_reverse	5	-0.2012244015932083
542722	rnn.bias_hh_l0_reverse	6	-0.2590186297893524
542722	rnn.bias_hh_l0_reverse	7	-0.09716533869504929
542722	rnn.bias_hh_l0_reverse	8	-0.31841471791267395
542722	rnn.bias_hh_l0_reverse	9	0.20940007269382477
542722	linear.weight	0	0.21502935886383057
542722	linear.weight	1	-0.4750491976737976
542722	linear.weight	2	0.022119520232081413
542722	linear.weight	3	0.06755717843770981
542722	linear.weight	4	-0.1103680431842804
542722	linear.weight	5	0.25054582953453064
542722	linear.weight	6	-0.012219344265758991
542722	linear.weight	7	-0.06061917915940285
542722	linear.weight	8	0.12365244328975677
542722	linear.weight	9	-0.04913835972547531
542722	linear.bias	0	-0.9024191498756409
542722	linear.bias	1	1.8918389081954956
542722	linear.bias	2	0.8018724322319031
542722	linear.bias	3	-2.7128660678863525
542722	linear.bias	4	-0.09705346077680588
542722	linear.bias	5	1.2926366329193115
542722	linear.bias	6	-0.2437971830368042
542722	linear.bias	7	0.7739193439483643
542722	linear.bias	8	2.1813950538635254
542722	linear.bias	9	-1.4570395946502686
543331	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
543331	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
543331	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
543331	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
543331	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
543331	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
543331	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
543331	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
543331	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
543331	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
543331	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
543331	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
543331	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
543331	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
543331	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
543331	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
543331	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
543331	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
543331	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
543331	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
543331	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
543331	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
543331	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
543331	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
543331	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
543331	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
543331	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
543331	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
543331	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
543331	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
543331	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
543331	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
543331	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
543331	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
543331	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
543331	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
543331	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
543331	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
543331	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
543331	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
543331	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
543331	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
543331	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
543331	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
543331	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
543331	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
543331	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
543331	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
543331	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
543331	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
543331	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
543331	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
543331	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
543331	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
543331	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
543331	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
543331	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
543331	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
543331	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
543331	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
543331	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
543331	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
543331	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
543331	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
543331	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
543331	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
543331	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
543331	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
543331	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
543331	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
543331	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
543331	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
543331	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
543331	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
543331	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
543331	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
543331	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
543331	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
543331	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
543331	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
543331	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
543331	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
543331	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
543331	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
543331	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
543331	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
543331	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
543331	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
543331	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
543331	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
543331	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
543331	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
543331	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
543331	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
543331	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
543331	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
543331	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
543331	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
543331	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
543331	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
543331	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
543331	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
543331	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
543331	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
543331	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
543331	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
543331	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
543331	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
543331	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
543331	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
543331	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
543331	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
543331	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
543331	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
543331	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
543331	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
543331	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
543331	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
543331	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
543331	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
543331	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
543331	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
543331	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
543331	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
543331	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
543331	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
543331	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
543331	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
543331	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
543331	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
543331	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
543331	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
543331	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
543331	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
543331	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
543331	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
543331	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
543331	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
543331	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
543331	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
543331	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
543331	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
543331	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
543331	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
543331	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
543331	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
543331	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
543331	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
543331	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
543331	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
543331	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
543331	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
543331	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
543331	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
543331	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
543331	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
543331	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
543331	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
543331	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
543331	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
543331	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
543331	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
543331	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
543331	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
543331	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
543331	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
543331	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
543331	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
543331	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
543331	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
543331	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
543331	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
543331	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
543331	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
543331	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
543331	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
543331	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
543331	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
543331	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
543331	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
543331	embedding2nn.weight	0	0.32689422369003296
543331	embedding2nn.weight	1	0.40599626302719116
543331	embedding2nn.weight	2	0.0045320275239646435
543331	embedding2nn.weight	3	0.013883738778531551
543331	embedding2nn.weight	4	-0.03428970277309418
543331	embedding2nn.weight	5	0.06847461313009262
543331	embedding2nn.weight	6	0.0007718430715613067
543331	embedding2nn.weight	7	-0.015917614102363586
543331	embedding2nn.weight	8	0.019881702959537506
543331	embedding2nn.weight	9	-0.04295007139444351
543331	embedding2nn.bias	0	0.02888738363981247
543331	embedding2nn.bias	1	-0.20423288643360138
543331	embedding2nn.bias	2	0.09333979338407516
543331	embedding2nn.bias	3	0.19403253495693207
543331	embedding2nn.bias	4	0.15556374192237854
543331	embedding2nn.bias	5	-0.05720916762948036
543331	embedding2nn.bias	6	-0.03600144013762474
543331	embedding2nn.bias	7	0.008086765184998512
543331	embedding2nn.bias	8	-0.17302706837654114
543331	embedding2nn.bias	9	-0.37079134583473206
543331	rnn.weight_ih_l0	0	-0.013973399996757507
543331	rnn.weight_ih_l0	1	-0.05561268702149391
543331	rnn.weight_ih_l0	2	-0.0772901177406311
543331	rnn.weight_ih_l0	3	0.11286496371030807
543331	rnn.weight_ih_l0	4	0.027679212391376495
543331	rnn.weight_ih_l0	5	-0.04993435740470886
543331	rnn.weight_ih_l0	6	0.004436498042196035
543331	rnn.weight_ih_l0	7	-0.03340958058834076
543331	rnn.weight_ih_l0	8	0.004311610013246536
543331	rnn.weight_ih_l0	9	-0.1210193857550621
543331	rnn.weight_hh_l0	0	-0.01714763231575489
543331	rnn.weight_hh_l0	1	0.07719579339027405
543331	rnn.weight_hh_l0	2	0.016020789742469788
543331	rnn.weight_hh_l0	3	-0.0201234333217144
543331	rnn.weight_hh_l0	4	0.05138939991593361
543331	rnn.weight_hh_l0	5	0.023623425513505936
543331	rnn.weight_hh_l0	6	-0.06917449831962585
543331	rnn.weight_hh_l0	7	-0.10616361349821091
543331	rnn.weight_hh_l0	8	0.03502552956342697
543331	rnn.weight_hh_l0	9	-0.10708282887935638
543331	rnn.bias_ih_l0	0	0.20003019273281097
543331	rnn.bias_ih_l0	1	-0.3348052203655243
543331	rnn.bias_ih_l0	2	-0.03859047591686249
543331	rnn.bias_ih_l0	3	-0.21624790132045746
543331	rnn.bias_ih_l0	4	0.02259744144976139
543331	rnn.bias_ih_l0	5	-0.420431524515152
543331	rnn.bias_ih_l0	6	-0.17098838090896606
543331	rnn.bias_ih_l0	7	-0.3593578040599823
543331	rnn.bias_ih_l0	8	-0.28178855776786804
543331	rnn.bias_ih_l0	9	-0.4688016474246979
543331	rnn.bias_hh_l0	0	-0.34198617935180664
543331	rnn.bias_hh_l0	1	-0.4307980239391327
543331	rnn.bias_hh_l0	2	-0.387545108795166
543331	rnn.bias_hh_l0	3	-0.05989627540111542
543331	rnn.bias_hh_l0	4	-0.3782940208911896
543331	rnn.bias_hh_l0	5	-0.3510090708732605
543331	rnn.bias_hh_l0	6	-0.11123955994844437
543331	rnn.bias_hh_l0	7	0.04373342543840408
543331	rnn.bias_hh_l0	8	-0.23967121541500092
543331	rnn.bias_hh_l0	9	-0.5651190280914307
543331	rnn.weight_ih_l0_reverse	0	0.03674896061420441
543331	rnn.weight_ih_l0_reverse	1	-0.04163701832294464
543331	rnn.weight_ih_l0_reverse	2	-0.013851095922291279
543331	rnn.weight_ih_l0_reverse	3	-0.13282202184200287
543331	rnn.weight_ih_l0_reverse	4	0.09560992568731308
543331	rnn.weight_ih_l0_reverse	5	-0.13115018606185913
543331	rnn.weight_ih_l0_reverse	6	0.007506082765758038
543331	rnn.weight_ih_l0_reverse	7	0.03353974223136902
543331	rnn.weight_ih_l0_reverse	8	-0.06408550590276718
543331	rnn.weight_ih_l0_reverse	9	-0.08889880031347275
543331	rnn.weight_hh_l0_reverse	0	-0.1494922786951065
543331	rnn.weight_hh_l0_reverse	1	0.02636907435953617
543331	rnn.weight_hh_l0_reverse	2	-0.026799596846103668
543331	rnn.weight_hh_l0_reverse	3	0.025593845173716545
543331	rnn.weight_hh_l0_reverse	4	-0.08791295439004898
543331	rnn.weight_hh_l0_reverse	5	0.03331544250249863
543331	rnn.weight_hh_l0_reverse	6	0.026041703298687935
543331	rnn.weight_hh_l0_reverse	7	-0.10426565259695053
543331	rnn.weight_hh_l0_reverse	8	-0.06545271724462509
543331	rnn.weight_hh_l0_reverse	9	0.050133638083934784
543331	rnn.bias_ih_l0_reverse	0	-0.14591015875339508
543331	rnn.bias_ih_l0_reverse	1	-0.08107487857341766
543331	rnn.bias_ih_l0_reverse	2	0.14452140033245087
543331	rnn.bias_ih_l0_reverse	3	-0.31079596281051636
543331	rnn.bias_ih_l0_reverse	4	-0.009556076489388943
543331	rnn.bias_ih_l0_reverse	5	-0.22350750863552094
543331	rnn.bias_ih_l0_reverse	6	0.25034722685813904
543331	rnn.bias_ih_l0_reverse	7	-0.32735419273376465
543331	rnn.bias_ih_l0_reverse	8	-0.1887102574110031
543331	rnn.bias_ih_l0_reverse	9	-0.1867828369140625
543331	rnn.bias_hh_l0_reverse	0	-0.11301065236330032
543331	rnn.bias_hh_l0_reverse	1	0.2735346853733063
543331	rnn.bias_hh_l0_reverse	2	-0.33083125948905945
543331	rnn.bias_hh_l0_reverse	3	-0.2143598049879074
543331	rnn.bias_hh_l0_reverse	4	-0.3854176700115204
543331	rnn.bias_hh_l0_reverse	5	-0.19925035536289215
543331	rnn.bias_hh_l0_reverse	6	-0.26056036353111267
543331	rnn.bias_hh_l0_reverse	7	-0.09690345823764801
543331	rnn.bias_hh_l0_reverse	8	-0.32460668683052063
543331	rnn.bias_hh_l0_reverse	9	0.20320363342761993
543331	linear.weight	0	0.22764775156974792
543331	linear.weight	1	-0.4798518717288971
543331	linear.weight	2	0.032450102269649506
543331	linear.weight	3	0.06755717843770981
543331	linear.weight	4	-0.09681164473295212
543331	linear.weight	5	0.24460779130458832
543331	linear.weight	6	-0.006575634703040123
543331	linear.weight	7	-0.06061675772070885
543331	linear.weight	8	0.12512926757335663
543331	linear.weight	9	-0.04914157837629318
543331	linear.bias	0	-0.9013976454734802
543331	linear.bias	1	1.8556681871414185
543331	linear.bias	2	0.807589054107666
543331	linear.bias	3	-2.71298885345459
543331	linear.bias	4	-0.08033162355422974
543331	linear.bias	5	1.3076401948928833
543331	linear.bias	6	-0.24272944033145905
543331	linear.bias	7	0.7842574119567871
543331	linear.bias	8	2.146864891052246
543331	linear.bias	9	-1.4565867185592651
543940	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
543940	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
543940	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
543940	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
543940	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
543940	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
543940	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
543940	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
543940	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
543940	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
543940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
543940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
543940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
543940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
543940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
543940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
543940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
543940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
543940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
543940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
543940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
543940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
543940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
543940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
543940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
543940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
543940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
543940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
543940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
543940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
543940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
543940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
543940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
543940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
543940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
543940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
543940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
543940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
543940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
543940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
543940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
543940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
543940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
543940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
543940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
543940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
543940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
543940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
543940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
543940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
543940	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
543940	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
543940	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
543940	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
543940	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
543940	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
543940	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
543940	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
543940	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
543940	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
543940	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
543940	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
543940	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
543940	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
543940	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
543940	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
543940	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
543940	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
543940	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
543940	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
543940	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
543940	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
543940	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
543940	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
543940	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
543940	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
543940	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
543940	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
543940	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
543940	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
543940	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
543940	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
543940	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
543940	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
543940	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
543940	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
543940	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
543940	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
543940	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
543940	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
543940	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
543940	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
543940	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
543940	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
543940	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
543940	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
543940	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
543940	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
543940	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
543940	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
543940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
543940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
543940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
543940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
543940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
543940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
543940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
543940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
543940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
543940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
543940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
543940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
543940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
543940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
543940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
543940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
543940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
543940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
543940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
543940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
543940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
543940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
543940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
543940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
543940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
543940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
543940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
543940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
543940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
543940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
543940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
543940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
543940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
543940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
543940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
543940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
543940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
543940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
543940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
543940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
543940	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
543940	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
543940	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
543940	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
543940	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
543940	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
543940	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
543940	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
543940	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
543940	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
543940	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
543940	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
543940	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
543940	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
543940	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
543940	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
543940	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
543940	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
543940	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
543940	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
543940	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
543940	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
543940	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
543940	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
543940	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
543940	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
543940	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
543940	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
543940	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
543940	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
543940	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
543940	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
543940	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
543940	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
543940	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
543940	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
543940	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
543940	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
543940	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
543940	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
543940	embedding2nn.weight	0	0.32650265097618103
543940	embedding2nn.weight	1	0.40622082352638245
543940	embedding2nn.weight	2	0.003699541324749589
543940	embedding2nn.weight	3	0.014248457737267017
543940	embedding2nn.weight	4	-0.033585816621780396
543940	embedding2nn.weight	5	0.0684237852692604
543940	embedding2nn.weight	6	-0.0024184987414628267
543940	embedding2nn.weight	7	-0.012783914804458618
543940	embedding2nn.weight	8	0.018730852752923965
543940	embedding2nn.weight	9	-0.045133430510759354
543940	embedding2nn.bias	0	0.026890438050031662
543940	embedding2nn.bias	1	-0.2151610106229782
543940	embedding2nn.bias	2	0.10044233500957489
543940	embedding2nn.bias	3	0.1937992423772812
543940	embedding2nn.bias	4	0.15392479300498962
543940	embedding2nn.bias	5	-0.046639375388622284
543940	embedding2nn.bias	6	-0.024926433339715004
543940	embedding2nn.bias	7	0.006659709848463535
543940	embedding2nn.bias	8	-0.17084507644176483
543940	embedding2nn.bias	9	-0.3608897030353546
543940	rnn.weight_ih_l0	0	-0.012899234890937805
543940	rnn.weight_ih_l0	1	-0.05548077076673508
543940	rnn.weight_ih_l0	2	-0.07322101294994354
543940	rnn.weight_ih_l0	3	0.10955067723989487
543940	rnn.weight_ih_l0	4	0.03329206630587578
543940	rnn.weight_ih_l0	5	-0.05198201164603233
543940	rnn.weight_ih_l0	6	0.005161036271601915
543940	rnn.weight_ih_l0	7	-0.034764379262924194
543940	rnn.weight_ih_l0	8	0.006662226747721434
543940	rnn.weight_ih_l0	9	-0.1205260381102562
543940	rnn.weight_hh_l0	0	-0.017070168629288673
543940	rnn.weight_hh_l0	1	0.07683595269918442
543940	rnn.weight_hh_l0	2	0.016177216544747353
543940	rnn.weight_hh_l0	3	-0.019787060096859932
543940	rnn.weight_hh_l0	4	0.05151786282658577
543940	rnn.weight_hh_l0	5	0.023177511990070343
543940	rnn.weight_hh_l0	6	-0.06920146197080612
543940	rnn.weight_hh_l0	7	-0.10656975954771042
543940	rnn.weight_hh_l0	8	0.03505698963999748
543940	rnn.weight_hh_l0	9	-0.10753139108419418
543940	rnn.bias_ih_l0	0	0.20290246605873108
543940	rnn.bias_ih_l0	1	-0.3332616686820984
543940	rnn.bias_ih_l0	2	-0.038221292197704315
543940	rnn.bias_ih_l0	3	-0.21617335081100464
543940	rnn.bias_ih_l0	4	0.024231869727373123
543940	rnn.bias_ih_l0	5	-0.4222581386566162
543940	rnn.bias_ih_l0	6	-0.17688366770744324
543940	rnn.bias_ih_l0	7	-0.35764870047569275
543940	rnn.bias_ih_l0	8	-0.2839033305644989
543940	rnn.bias_ih_l0	9	-0.4638156592845917
543940	rnn.bias_hh_l0	0	-0.3415606617927551
543940	rnn.bias_hh_l0	1	-0.42983466386795044
543940	rnn.bias_hh_l0	2	-0.3881889581680298
543940	rnn.bias_hh_l0	3	-0.058427441865205765
543940	rnn.bias_hh_l0	4	-0.3774109184741974
543940	rnn.bias_hh_l0	5	-0.35036519169807434
543940	rnn.bias_hh_l0	6	-0.11368896067142487
543940	rnn.bias_hh_l0	7	0.04163432493805885
543940	rnn.bias_hh_l0	8	-0.23626819252967834
543940	rnn.bias_hh_l0	9	-0.5653747916221619
543940	rnn.weight_ih_l0_reverse	0	0.03710014373064041
543940	rnn.weight_ih_l0_reverse	1	-0.04232793301343918
543940	rnn.weight_ih_l0_reverse	2	-0.013917136937379837
543940	rnn.weight_ih_l0_reverse	3	-0.13303203880786896
543940	rnn.weight_ih_l0_reverse	4	0.09532979875802994
543940	rnn.weight_ih_l0_reverse	5	-0.13321031630039215
543940	rnn.weight_ih_l0_reverse	6	0.0077438512817025185
543940	rnn.weight_ih_l0_reverse	7	0.033268120139837265
543940	rnn.weight_ih_l0_reverse	8	-0.06485641002655029
543940	rnn.weight_ih_l0_reverse	9	-0.08721324056386948
543940	rnn.weight_hh_l0_reverse	0	-0.1490662395954132
543940	rnn.weight_hh_l0_reverse	1	0.026049956679344177
543940	rnn.weight_hh_l0_reverse	2	-0.026763146743178368
543940	rnn.weight_hh_l0_reverse	3	0.026053112000226974
543940	rnn.weight_hh_l0_reverse	4	-0.08770836144685745
543940	rnn.weight_hh_l0_reverse	5	0.03323368355631828
543940	rnn.weight_hh_l0_reverse	6	0.02600492164492607
543940	rnn.weight_hh_l0_reverse	7	-0.10264827311038971
543940	rnn.weight_hh_l0_reverse	8	-0.06584317982196808
543940	rnn.weight_hh_l0_reverse	9	0.050934888422489166
543940	rnn.bias_ih_l0_reverse	0	-0.14901544153690338
543940	rnn.bias_ih_l0_reverse	1	-0.083262600004673
543940	rnn.bias_ih_l0_reverse	2	0.1417061984539032
543940	rnn.bias_ih_l0_reverse	3	-0.31165948510169983
543940	rnn.bias_ih_l0_reverse	4	-0.014739210717380047
543940	rnn.bias_ih_l0_reverse	5	-0.22270098328590393
543940	rnn.bias_ih_l0_reverse	6	0.25647103786468506
543940	rnn.bias_ih_l0_reverse	7	-0.32762235403060913
543940	rnn.bias_ih_l0_reverse	8	-0.1916505992412567
543940	rnn.bias_ih_l0_reverse	9	-0.18959976732730865
543940	rnn.bias_hh_l0_reverse	0	-0.11563801020383835
543940	rnn.bias_hh_l0_reverse	1	0.27025654911994934
543940	rnn.bias_hh_l0_reverse	2	-0.3309635519981384
543940	rnn.bias_hh_l0_reverse	3	-0.21489699184894562
543940	rnn.bias_hh_l0_reverse	4	-0.38737553358078003
543940	rnn.bias_hh_l0_reverse	5	-0.19597560167312622
543940	rnn.bias_hh_l0_reverse	6	-0.25844916701316833
543940	rnn.bias_hh_l0_reverse	7	-0.10128606855869293
543940	rnn.bias_hh_l0_reverse	8	-0.32086384296417236
543940	rnn.bias_hh_l0_reverse	9	0.20833352208137512
543940	linear.weight	0	0.21688051521778107
543940	linear.weight	1	-0.47007766366004944
543940	linear.weight	2	0.03125316649675369
543940	linear.weight	3	0.0675564780831337
543940	linear.weight	4	-0.11448511481285095
543940	linear.weight	5	0.23933014273643494
543940	linear.weight	6	-0.002380216494202614
543940	linear.weight	7	-0.06061333790421486
543940	linear.weight	8	0.125213161110878
543940	linear.weight	9	-0.0491444393992424
543940	linear.bias	0	-0.8922767639160156
543940	linear.bias	1	1.8704637289047241
543940	linear.bias	2	0.8103312253952026
543940	linear.bias	3	-2.713121175765991
543940	linear.bias	4	-0.09270575642585754
543940	linear.bias	5	1.2867861986160278
543940	linear.bias	6	-0.24305769801139832
543940	linear.bias	7	0.7867476344108582
543940	linear.bias	8	2.1837875843048096
543940	linear.bias	9	-1.439777135848999
544549	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
544549	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
544549	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
544549	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
544549	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
544549	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
544549	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
544549	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
544549	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
544549	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
544549	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
544549	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
544549	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
544549	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
544549	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
544549	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
544549	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
544549	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
544549	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
544549	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
544549	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
544549	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
544549	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
544549	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
544549	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
544549	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
544549	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
544549	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
544549	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
544549	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
544549	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
544549	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
544549	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
544549	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
544549	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
544549	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
544549	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
544549	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
544549	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
544549	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
544549	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
544549	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
544549	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
544549	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
544549	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
544549	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
544549	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
544549	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
544549	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
544549	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
544549	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
544549	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
544549	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
544549	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
544549	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
544549	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
544549	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
544549	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
544549	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
544549	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
544549	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
544549	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
544549	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
544549	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
544549	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
544549	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
544549	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
544549	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
544549	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
544549	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
544549	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
544549	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
544549	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
544549	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
544549	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
544549	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
544549	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
544549	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
544549	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
544549	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
544549	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
544549	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
544549	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
544549	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
544549	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
544549	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
544549	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
544549	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
544549	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
544549	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
544549	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
544549	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
544549	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
544549	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
544549	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
544549	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
544549	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
544549	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
544549	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
544549	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
544549	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
544549	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
544549	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
544549	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
544549	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
544549	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
544549	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
544549	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
544549	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
544549	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
544549	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
544549	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
544549	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
544549	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
544549	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
544549	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
544549	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
544549	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
544549	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
544549	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
544549	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
544549	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
544549	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
544549	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
544549	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
544549	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
544549	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
544549	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
544549	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
544549	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
544549	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
544549	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
544549	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
544549	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
544549	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
544549	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
544549	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
544549	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
544549	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
544549	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
544549	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
544549	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
544549	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
544549	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
544549	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
544549	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
544549	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
544549	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
544549	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
544549	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
544549	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
544549	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
544549	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
544549	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
544549	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
544549	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
544549	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
544549	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
544549	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
544549	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
544549	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
544549	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
544549	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
544549	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
544549	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
544549	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
544549	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
544549	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
544549	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
544549	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
544549	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
544549	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
544549	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
544549	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
544549	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
544549	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
544549	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
544549	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
544549	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
544549	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
544549	embedding2nn.weight	0	0.326555997133255
544549	embedding2nn.weight	1	0.40441423654556274
544549	embedding2nn.weight	2	0.004033462144434452
544549	embedding2nn.weight	3	0.008988064713776112
544549	embedding2nn.weight	4	-0.03210325539112091
544549	embedding2nn.weight	5	0.06601585447788239
544549	embedding2nn.weight	6	-0.0018634805455803871
544549	embedding2nn.weight	7	-0.012770603410899639
544549	embedding2nn.weight	8	0.01620028354227543
544549	embedding2nn.weight	9	-0.04223809018731117
544549	embedding2nn.bias	0	0.030403034761548042
544549	embedding2nn.bias	1	-0.19950999319553375
544549	embedding2nn.bias	2	0.09513192623853683
544549	embedding2nn.bias	3	0.16799233853816986
544549	embedding2nn.bias	4	0.15370459854602814
544549	embedding2nn.bias	5	-0.052940573543310165
544549	embedding2nn.bias	6	-0.02556547522544861
544549	embedding2nn.bias	7	0.011820782907307148
544549	embedding2nn.bias	8	-0.17102588713169098
544549	embedding2nn.bias	9	-0.3517967164516449
544549	rnn.weight_ih_l0	0	-0.012515392154455185
544549	rnn.weight_ih_l0	1	-0.05671944469213486
544549	rnn.weight_ih_l0	2	-0.07232572138309479
544549	rnn.weight_ih_l0	3	0.11164145171642303
544549	rnn.weight_ih_l0	4	0.029661081731319427
544549	rnn.weight_ih_l0	5	-0.052948467433452606
544549	rnn.weight_ih_l0	6	0.004482461605221033
544549	rnn.weight_ih_l0	7	-0.03500819578766823
544549	rnn.weight_ih_l0	8	0.005595481488853693
544549	rnn.weight_ih_l0	9	-0.11867919564247131
544549	rnn.weight_hh_l0	0	-0.017078109085559845
544549	rnn.weight_hh_l0	1	0.07718504220247269
544549	rnn.weight_hh_l0	2	0.015540257096290588
544549	rnn.weight_hh_l0	3	-0.019400497898459435
544549	rnn.weight_hh_l0	4	0.0516173392534256
544549	rnn.weight_hh_l0	5	0.02393358200788498
544549	rnn.weight_hh_l0	6	-0.06929517537355423
544549	rnn.weight_hh_l0	7	-0.10686639696359634
544549	rnn.weight_hh_l0	8	0.03507678955793381
544549	rnn.weight_hh_l0	9	-0.1084352433681488
544549	rnn.bias_ih_l0	0	0.19506695866584778
544549	rnn.bias_ih_l0	1	-0.3337593972682953
544549	rnn.bias_ih_l0	2	-0.03742422163486481
544549	rnn.bias_ih_l0	3	-0.21764826774597168
544549	rnn.bias_ih_l0	4	0.028417322784662247
544549	rnn.bias_ih_l0	5	-0.42106160521507263
544549	rnn.bias_ih_l0	6	-0.1760595142841339
544549	rnn.bias_ih_l0	7	-0.3580007255077362
544549	rnn.bias_ih_l0	8	-0.28976970911026
544549	rnn.bias_ih_l0	9	-0.468613862991333
544549	rnn.bias_hh_l0	0	-0.34253478050231934
544549	rnn.bias_hh_l0	1	-0.43459707498550415
544549	rnn.bias_hh_l0	2	-0.3899673819541931
544549	rnn.bias_hh_l0	3	-0.05674467608332634
544549	rnn.bias_hh_l0	4	-0.38123905658721924
544549	rnn.bias_hh_l0	5	-0.34787243604660034
544549	rnn.bias_hh_l0	6	-0.11619850993156433
544549	rnn.bias_hh_l0	7	0.045615389943122864
544549	rnn.bias_hh_l0	8	-0.23943041265010834
544549	rnn.bias_hh_l0	9	-0.5694116950035095
544549	rnn.weight_ih_l0_reverse	0	0.03576156869530678
544549	rnn.weight_ih_l0_reverse	1	-0.041643477976322174
544549	rnn.weight_ih_l0_reverse	2	-0.01375495083630085
544549	rnn.weight_ih_l0_reverse	3	-0.13109083473682404
544549	rnn.weight_ih_l0_reverse	4	0.09488247334957123
544549	rnn.weight_ih_l0_reverse	5	-0.13531483709812164
544549	rnn.weight_ih_l0_reverse	6	0.013094774447381496
544549	rnn.weight_ih_l0_reverse	7	0.034189630299806595
544549	rnn.weight_ih_l0_reverse	8	-0.06654375046491623
544549	rnn.weight_ih_l0_reverse	9	-0.08552293479442596
544549	rnn.weight_hh_l0_reverse	0	-0.14905589818954468
544549	rnn.weight_hh_l0_reverse	1	0.025986282154917717
544549	rnn.weight_hh_l0_reverse	2	-0.027406666427850723
544549	rnn.weight_hh_l0_reverse	3	0.026770390570163727
544549	rnn.weight_hh_l0_reverse	4	-0.08758492022752762
544549	rnn.weight_hh_l0_reverse	5	0.033427268266677856
544549	rnn.weight_hh_l0_reverse	6	0.026094747707247734
544549	rnn.weight_hh_l0_reverse	7	-0.10276312381029129
544549	rnn.weight_hh_l0_reverse	8	-0.06491465866565704
544549	rnn.weight_hh_l0_reverse	9	0.051327895373106
544549	rnn.bias_ih_l0_reverse	0	-0.15532837808132172
544549	rnn.bias_ih_l0_reverse	1	-0.08271051198244095
544549	rnn.bias_ih_l0_reverse	2	0.14440573751926422
544549	rnn.bias_ih_l0_reverse	3	-0.3138749301433563
544549	rnn.bias_ih_l0_reverse	4	-0.015070773661136627
544549	rnn.bias_ih_l0_reverse	5	-0.2231833040714264
544549	rnn.bias_ih_l0_reverse	6	0.2504599690437317
544549	rnn.bias_ih_l0_reverse	7	-0.3309188783168793
544549	rnn.bias_ih_l0_reverse	8	-0.19050930440425873
544549	rnn.bias_ih_l0_reverse	9	-0.19046123325824738
544549	rnn.bias_hh_l0_reverse	0	-0.11196143180131912
544549	rnn.bias_hh_l0_reverse	1	0.26496055722236633
544549	rnn.bias_hh_l0_reverse	2	-0.33056390285491943
544549	rnn.bias_hh_l0_reverse	3	-0.2178923785686493
544549	rnn.bias_hh_l0_reverse	4	-0.39021235704421997
544549	rnn.bias_hh_l0_reverse	5	-0.20253737270832062
544549	rnn.bias_hh_l0_reverse	6	-0.25651493668556213
544549	rnn.bias_hh_l0_reverse	7	-0.10089536756277084
544549	rnn.bias_hh_l0_reverse	8	-0.3213786482810974
544549	rnn.bias_hh_l0_reverse	9	0.21293537318706512
544549	linear.weight	0	0.21475307643413544
544549	linear.weight	1	-0.48209211230278015
544549	linear.weight	2	0.04140133038163185
544549	linear.weight	3	0.06755799055099487
544549	linear.weight	4	-0.12251237034797668
544549	linear.weight	5	0.24504852294921875
544549	linear.weight	6	-0.009089728817343712
544549	linear.weight	7	-0.06061064451932907
544549	linear.weight	8	0.13310937583446503
544549	linear.weight	9	-0.049146927893161774
544549	linear.bias	0	-0.895027220249176
544549	linear.bias	1	1.8724693059921265
544549	linear.bias	2	0.8138378262519836
544549	linear.bias	3	-2.7132527828216553
544549	linear.bias	4	-0.11320557445287704
544549	linear.bias	5	1.2722755670547485
544549	linear.bias	6	-0.22276870906352997
544549	linear.bias	7	0.7837947010993958
544549	linear.bias	8	2.1916818618774414
544549	linear.bias	9	-1.444293737411499
545158	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
545158	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
545158	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
545158	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
545158	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
545158	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
545158	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
545158	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
545158	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
545158	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
545158	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
545158	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
545158	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
545158	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
545158	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
545158	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
545158	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
545158	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
545158	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
545158	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
545158	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
545158	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
545158	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
545158	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
545158	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
545158	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
545158	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
545158	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
545158	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
545158	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
545158	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
545158	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
545158	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
545158	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
545158	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
545158	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
545158	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
545158	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
545158	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
545158	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
545158	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
545158	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
545158	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
545158	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
545158	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
545158	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
545158	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
545158	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
545158	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
545158	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
545158	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
545158	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
545158	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
545158	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
545158	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
545158	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
545158	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
545158	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
545158	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
545158	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
545158	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
545158	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
545158	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
545158	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
545158	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
545158	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
545158	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
545158	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
545158	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
545158	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
545158	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
545158	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
545158	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
545158	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
545158	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
545158	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
545158	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
545158	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
545158	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
545158	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
545158	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
545158	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
545158	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
545158	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
545158	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
545158	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
545158	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
545158	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
545158	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
545158	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
545158	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
545158	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
545158	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
545158	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
545158	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
545158	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
545158	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
545158	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
545158	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
545158	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
545158	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
545158	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
545158	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
545158	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
545158	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
545158	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
545158	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
545158	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
545158	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
545158	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
545158	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
545158	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
545158	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
545158	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
545158	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
545158	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
545158	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
545158	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
545158	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
545158	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
545158	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
545158	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
545158	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
545158	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
545158	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
545158	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
545158	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
545158	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
545158	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
545158	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
545158	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
545158	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
545158	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
545158	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
545158	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
545158	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
545158	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
545158	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
545158	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
545158	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
545158	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
545158	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
545158	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
545158	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
545158	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
545158	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
545158	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
545158	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
545158	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
545158	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
545158	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
545158	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
545158	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
545158	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
545158	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
545158	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
545158	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
545158	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
545158	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
545158	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
545158	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
545158	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
545158	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
545158	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
545158	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
545158	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
545158	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
545158	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
545158	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
545158	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
545158	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
545158	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
545158	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
545158	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
545158	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
545158	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
545158	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
545158	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
545158	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
545158	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
545158	embedding2nn.weight	0	0.3272337019443512
545158	embedding2nn.weight	1	0.4060561954975128
545158	embedding2nn.weight	2	0.0004687806940637529
545158	embedding2nn.weight	3	0.001684783142991364
545158	embedding2nn.weight	4	-0.030172355473041534
545158	embedding2nn.weight	5	0.06654796004295349
545158	embedding2nn.weight	6	-0.0011236448772251606
545158	embedding2nn.weight	7	-0.013829009607434273
545158	embedding2nn.weight	8	0.021686071529984474
545158	embedding2nn.weight	9	-0.043966811150312424
545158	embedding2nn.bias	0	0.03210233896970749
545158	embedding2nn.bias	1	-0.18857240676879883
545158	embedding2nn.bias	2	0.09985874593257904
545158	embedding2nn.bias	3	0.180695578455925
545158	embedding2nn.bias	4	0.14902198314666748
545158	embedding2nn.bias	5	-0.0525895319879055
545158	embedding2nn.bias	6	-0.03200307860970497
545158	embedding2nn.bias	7	0.021988609805703163
545158	embedding2nn.bias	8	-0.16105087101459503
545158	embedding2nn.bias	9	-0.3459114730358124
545158	rnn.weight_ih_l0	0	-0.012547334656119347
545158	rnn.weight_ih_l0	1	-0.056246235966682434
545158	rnn.weight_ih_l0	2	-0.06906718015670776
545158	rnn.weight_ih_l0	3	0.11055178940296173
545158	rnn.weight_ih_l0	4	0.02782251313328743
545158	rnn.weight_ih_l0	5	-0.05406872183084488
545158	rnn.weight_ih_l0	6	0.007213968317955732
545158	rnn.weight_ih_l0	7	-0.03261075168848038
545158	rnn.weight_ih_l0	8	0.006395161151885986
545158	rnn.weight_ih_l0	9	-0.11785286664962769
545158	rnn.weight_hh_l0	0	-0.01702474243938923
545158	rnn.weight_hh_l0	1	0.07779493927955627
545158	rnn.weight_hh_l0	2	0.015225205570459366
545158	rnn.weight_hh_l0	3	-0.019565168768167496
545158	rnn.weight_hh_l0	4	0.052513107657432556
545158	rnn.weight_hh_l0	5	0.0245490912348032
545158	rnn.weight_hh_l0	6	-0.0691550150513649
545158	rnn.weight_hh_l0	7	-0.10668367147445679
545158	rnn.weight_hh_l0	8	0.03517846763134003
545158	rnn.weight_hh_l0	9	-0.10959795862436295
545158	rnn.bias_ih_l0	0	0.1937771588563919
545158	rnn.bias_ih_l0	1	-0.33250048756599426
545158	rnn.bias_ih_l0	2	-0.03858920931816101
545158	rnn.bias_ih_l0	3	-0.21629779040813446
545158	rnn.bias_ih_l0	4	0.03219810500741005
545158	rnn.bias_ih_l0	5	-0.4228602945804596
545158	rnn.bias_ih_l0	6	-0.17732171714305878
545158	rnn.bias_ih_l0	7	-0.35864174365997314
545158	rnn.bias_ih_l0	8	-0.28756970167160034
545158	rnn.bias_ih_l0	9	-0.4587145447731018
545158	rnn.bias_hh_l0	0	-0.34395089745521545
545158	rnn.bias_hh_l0	1	-0.4324270486831665
545158	rnn.bias_hh_l0	2	-0.3921532928943634
545158	rnn.bias_hh_l0	3	-0.054677315056324005
545158	rnn.bias_hh_l0	4	-0.380279541015625
545158	rnn.bias_hh_l0	5	-0.3470443785190582
545158	rnn.bias_hh_l0	6	-0.11716008931398392
545158	rnn.bias_hh_l0	7	0.04570034146308899
545158	rnn.bias_hh_l0	8	-0.24082572758197784
545158	rnn.bias_hh_l0	9	-0.5692890286445618
545158	rnn.weight_ih_l0_reverse	0	0.03891865536570549
545158	rnn.weight_ih_l0_reverse	1	-0.04002273082733154
545158	rnn.weight_ih_l0_reverse	2	-0.012411808595061302
545158	rnn.weight_ih_l0_reverse	3	-0.131624236702919
545158	rnn.weight_ih_l0_reverse	4	0.09582992643117905
545158	rnn.weight_ih_l0_reverse	5	-0.13793934881687164
545158	rnn.weight_ih_l0_reverse	6	0.013225439935922623
545158	rnn.weight_ih_l0_reverse	7	0.03519752621650696
545158	rnn.weight_ih_l0_reverse	8	-0.06770804524421692
545158	rnn.weight_ih_l0_reverse	9	-0.08542606979608536
545158	rnn.weight_hh_l0_reverse	0	-0.14882265031337738
545158	rnn.weight_hh_l0_reverse	1	0.02644944190979004
545158	rnn.weight_hh_l0_reverse	2	-0.027689315378665924
545158	rnn.weight_hh_l0_reverse	3	0.026817960664629936
545158	rnn.weight_hh_l0_reverse	4	-0.08696123212575912
545158	rnn.weight_hh_l0_reverse	5	0.03380991891026497
545158	rnn.weight_hh_l0_reverse	6	0.02625618502497673
545158	rnn.weight_hh_l0_reverse	7	-0.10388822853565216
545158	rnn.weight_hh_l0_reverse	8	-0.06605147570371628
545158	rnn.weight_hh_l0_reverse	9	0.05115572363138199
545158	rnn.bias_ih_l0_reverse	0	-0.15177074074745178
545158	rnn.bias_ih_l0_reverse	1	-0.08428188413381577
545158	rnn.bias_ih_l0_reverse	2	0.14358609914779663
545158	rnn.bias_ih_l0_reverse	3	-0.3139645457267761
545158	rnn.bias_ih_l0_reverse	4	-0.021726548671722412
545158	rnn.bias_ih_l0_reverse	5	-0.2234576940536499
545158	rnn.bias_ih_l0_reverse	6	0.25374945998191833
545158	rnn.bias_ih_l0_reverse	7	-0.32882967591285706
545158	rnn.bias_ih_l0_reverse	8	-0.18686231970787048
545158	rnn.bias_ih_l0_reverse	9	-0.1863938421010971
545158	rnn.bias_hh_l0_reverse	0	-0.11193101853132248
545158	rnn.bias_hh_l0_reverse	1	0.26094311475753784
545158	rnn.bias_hh_l0_reverse	2	-0.3311593234539032
545158	rnn.bias_hh_l0_reverse	3	-0.21602597832679749
545158	rnn.bias_hh_l0_reverse	4	-0.39156511425971985
545158	rnn.bias_hh_l0_reverse	5	-0.19804668426513672
545158	rnn.bias_hh_l0_reverse	6	-0.25961703062057495
545158	rnn.bias_hh_l0_reverse	7	-0.10089463740587234
545158	rnn.bias_hh_l0_reverse	8	-0.3150503635406494
545158	rnn.bias_hh_l0_reverse	9	0.20647922158241272
545158	linear.weight	0	0.22712644934654236
545158	linear.weight	1	-0.4753779470920563
545158	linear.weight	2	0.08242000639438629
545158	linear.weight	3	0.06755892932415009
545158	linear.weight	4	-0.09996563196182251
545158	linear.weight	5	0.24316895008087158
545158	linear.weight	6	0.008049326948821545
545158	linear.weight	7	-0.060607269406318665
545158	linear.weight	8	0.11021026968955994
545158	linear.weight	9	-0.049149829894304276
545158	linear.bias	0	-0.8939204812049866
545158	linear.bias	1	1.8962079286575317
545158	linear.bias	2	0.8076483011245728
545158	linear.bias	3	-2.7133688926696777
545158	linear.bias	4	-0.10670351982116699
545158	linear.bias	5	1.2703109979629517
545158	linear.bias	6	-0.235357403755188
545158	linear.bias	7	0.7675312161445618
545158	linear.bias	8	2.218296766281128
545158	linear.bias	9	-1.4368393421173096
545767	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
545767	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
545767	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
545767	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
545767	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
545767	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
545767	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
545767	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
545767	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
545767	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
545767	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
545767	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
545767	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
545767	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
545767	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
545767	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
545767	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
545767	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
545767	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
545767	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
545767	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
545767	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
545767	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
545767	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
545767	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
545767	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
545767	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
545767	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
545767	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
545767	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
545767	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
545767	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
545767	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
545767	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
545767	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
545767	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
545767	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
545767	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
545767	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
545767	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
545767	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
545767	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
545767	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
545767	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
545767	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
545767	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
545767	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
545767	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
545767	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
545767	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
545767	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
545767	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
545767	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
545767	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
545767	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
545767	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
545767	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
545767	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
545767	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
545767	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
545767	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
545767	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
545767	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
545767	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
545767	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
545767	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
545767	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
545767	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
545767	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
545767	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
545767	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
545767	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
545767	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
545767	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
545767	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
545767	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
545767	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
545767	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
545767	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
545767	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
545767	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
545767	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
545767	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
545767	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
545767	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
545767	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
545767	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
545767	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
545767	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
545767	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
545767	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
545767	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
545767	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
545767	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
545767	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
545767	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
545767	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
545767	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
545767	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
545767	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
545767	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
545767	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
545767	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
545767	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
545767	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
545767	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
545767	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
545767	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
545767	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
545767	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
545767	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
545767	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
545767	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
545767	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
545767	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
545767	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
545767	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
545767	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
545767	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
545767	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
545767	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
545767	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
545767	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
545767	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
545767	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
545767	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
545767	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
545767	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
545767	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
545767	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
545767	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
545767	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
545767	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
545767	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
545767	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
545767	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
545767	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
545767	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
545767	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
545767	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
545767	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
545767	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
545767	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
545767	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
545767	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
545767	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
545767	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
545767	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
545767	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
545767	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
545767	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
545767	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
545767	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
545767	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
545767	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
545767	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
545767	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
545767	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
545767	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
545767	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
545767	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
545767	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
545767	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
545767	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
545767	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
545767	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
545767	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
545767	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
545767	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
545767	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
545767	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
545767	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
545767	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
545767	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
545767	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
545767	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
545767	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
545767	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
545767	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
545767	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
545767	embedding2nn.weight	0	0.32608747482299805
545767	embedding2nn.weight	1	0.4067859649658203
545767	embedding2nn.weight	2	0.00308628985658288
545767	embedding2nn.weight	3	-0.004247935954481363
545767	embedding2nn.weight	4	-0.02981553226709366
545767	embedding2nn.weight	5	0.06797575950622559
545767	embedding2nn.weight	6	-0.003393645863980055
545767	embedding2nn.weight	7	-0.016805270686745644
545767	embedding2nn.weight	8	0.01869479939341545
545767	embedding2nn.weight	9	-0.042497459799051285
545767	embedding2nn.bias	0	0.019130269065499306
545767	embedding2nn.bias	1	-0.18937499821186066
545767	embedding2nn.bias	2	0.11102127283811569
545767	embedding2nn.bias	3	0.18204964697360992
545767	embedding2nn.bias	4	0.1536639779806137
545767	embedding2nn.bias	5	-0.060457177460193634
545767	embedding2nn.bias	6	-0.03329955413937569
545767	embedding2nn.bias	7	0.03554413467645645
545767	embedding2nn.bias	8	-0.1648837774991989
545767	embedding2nn.bias	9	-0.3508039712905884
545767	rnn.weight_ih_l0	0	-0.011922427453100681
545767	rnn.weight_ih_l0	1	-0.05687086284160614
545767	rnn.weight_ih_l0	2	-0.06967991590499878
545767	rnn.weight_ih_l0	3	0.11113600432872772
545767	rnn.weight_ih_l0	4	0.028317799791693687
545767	rnn.weight_ih_l0	5	-0.056797876954078674
545767	rnn.weight_ih_l0	6	0.005895020440220833
545767	rnn.weight_ih_l0	7	-0.034118082374334335
545767	rnn.weight_ih_l0	8	0.005845994688570499
545767	rnn.weight_ih_l0	9	-0.11208785325288773
545767	rnn.weight_hh_l0	0	-0.01666473038494587
545767	rnn.weight_hh_l0	1	0.07751304656267166
545767	rnn.weight_hh_l0	2	0.01597471721470356
545767	rnn.weight_hh_l0	3	-0.019632237032055855
545767	rnn.weight_hh_l0	4	0.05299310386180878
545767	rnn.weight_hh_l0	5	0.024756645783782005
545767	rnn.weight_hh_l0	6	-0.06944777816534042
545767	rnn.weight_hh_l0	7	-0.10551416873931885
545767	rnn.weight_hh_l0	8	0.035196855664253235
545767	rnn.weight_hh_l0	9	-0.11030784249305725
545767	rnn.bias_ih_l0	0	0.19834451377391815
545767	rnn.bias_ih_l0	1	-0.32961535453796387
545767	rnn.bias_ih_l0	2	-0.03972125053405762
545767	rnn.bias_ih_l0	3	-0.22047407925128937
545767	rnn.bias_ih_l0	4	0.03311828896403313
545767	rnn.bias_ih_l0	5	-0.42395326495170593
545767	rnn.bias_ih_l0	6	-0.17751444876194
545767	rnn.bias_ih_l0	7	-0.35936158895492554
545767	rnn.bias_ih_l0	8	-0.28548821806907654
545767	rnn.bias_ih_l0	9	-0.45899322628974915
545767	rnn.bias_hh_l0	0	-0.3432798981666565
545767	rnn.bias_hh_l0	1	-0.43667033314704895
545767	rnn.bias_hh_l0	2	-0.3875795006752014
545767	rnn.bias_hh_l0	3	-0.06019650027155876
545767	rnn.bias_hh_l0	4	-0.3799969553947449
545767	rnn.bias_hh_l0	5	-0.3469446301460266
545767	rnn.bias_hh_l0	6	-0.11710862815380096
545767	rnn.bias_hh_l0	7	0.0486585833132267
545767	rnn.bias_hh_l0	8	-0.23903459310531616
545767	rnn.bias_hh_l0	9	-0.5655288100242615
545767	rnn.weight_ih_l0_reverse	0	0.039671897888183594
545767	rnn.weight_ih_l0_reverse	1	-0.0402439720928669
545767	rnn.weight_ih_l0_reverse	2	-0.015259016305208206
545767	rnn.weight_ih_l0_reverse	3	-0.13555847108364105
545767	rnn.weight_ih_l0_reverse	4	0.09547052532434464
545767	rnn.weight_ih_l0_reverse	5	-0.13593019545078278
545767	rnn.weight_ih_l0_reverse	6	0.01319000031799078
545767	rnn.weight_ih_l0_reverse	7	0.034270137548446655
545767	rnn.weight_ih_l0_reverse	8	-0.06509388983249664
545767	rnn.weight_ih_l0_reverse	9	-0.08732113987207413
545767	rnn.weight_hh_l0_reverse	0	-0.14763285219669342
545767	rnn.weight_hh_l0_reverse	1	0.026804829016327858
545767	rnn.weight_hh_l0_reverse	2	-0.027316253632307053
545767	rnn.weight_hh_l0_reverse	3	0.026421023532748222
545767	rnn.weight_hh_l0_reverse	4	-0.08669957518577576
545767	rnn.weight_hh_l0_reverse	5	0.03363156318664551
545767	rnn.weight_hh_l0_reverse	6	0.026157837361097336
545767	rnn.weight_hh_l0_reverse	7	-0.10551603883504868
545767	rnn.weight_hh_l0_reverse	8	-0.06497450917959213
545767	rnn.weight_hh_l0_reverse	9	0.0508585199713707
545767	rnn.bias_ih_l0_reverse	0	-0.1500302255153656
545767	rnn.bias_ih_l0_reverse	1	-0.08519155532121658
545767	rnn.bias_ih_l0_reverse	2	0.1419759839773178
545767	rnn.bias_ih_l0_reverse	3	-0.3136898875236511
545767	rnn.bias_ih_l0_reverse	4	-0.021433591842651367
545767	rnn.bias_ih_l0_reverse	5	-0.2244201898574829
545767	rnn.bias_ih_l0_reverse	6	0.25231102108955383
545767	rnn.bias_ih_l0_reverse	7	-0.3315415680408478
545767	rnn.bias_ih_l0_reverse	8	-0.1871638000011444
545767	rnn.bias_ih_l0_reverse	9	-0.18500147759914398
545767	rnn.bias_hh_l0_reverse	0	-0.11143835633993149
545767	rnn.bias_hh_l0_reverse	1	0.2602332830429077
545767	rnn.bias_hh_l0_reverse	2	-0.334795743227005
545767	rnn.bias_hh_l0_reverse	3	-0.21304196119308472
545767	rnn.bias_hh_l0_reverse	4	-0.39593568444252014
545767	rnn.bias_hh_l0_reverse	5	-0.19618409872055054
545767	rnn.bias_hh_l0_reverse	6	-0.2610541582107544
545767	rnn.bias_hh_l0_reverse	7	-0.09721589833498001
545767	rnn.bias_hh_l0_reverse	8	-0.31504055857658386
545767	rnn.bias_hh_l0_reverse	9	0.2075936645269394
545767	linear.weight	0	0.22997547686100006
545767	linear.weight	1	-0.4284232258796692
545767	linear.weight	2	0.08263888210058212
545767	linear.weight	3	0.06755910068750381
545767	linear.weight	4	-0.10741733759641647
545767	linear.weight	5	0.2323385626077652
545767	linear.weight	6	0.009998242370784283
545767	linear.weight	7	-0.060602765530347824
545767	linear.weight	8	0.11215868592262268
545767	linear.weight	9	-0.0491521917283535
545767	linear.bias	0	-0.8907603621482849
545767	linear.bias	1	1.8714191913604736
545767	linear.bias	2	0.7963595986366272
545767	linear.bias	3	-2.7134947776794434
545767	linear.bias	4	-0.07905960083007812
545767	linear.bias	5	1.2618122100830078
545767	linear.bias	6	-0.24087463319301605
545767	linear.bias	7	0.7536081671714783
545767	linear.bias	8	2.2042956352233887
545767	linear.bias	9	-1.4444276094436646
546376	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
546376	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
546376	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
546376	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
546376	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
546376	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
546376	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
546376	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
546376	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
546376	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
546376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
546376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
546376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
546376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
546376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
546376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
546376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
546376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
546376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
546376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
546376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
546376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
546376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
546376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
546376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
546376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
546376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
546376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
546376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
546376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
546376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
546376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
546376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
546376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
546376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
546376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
546376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
546376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
546376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
546376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
546376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
546376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
546376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
546376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
546376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
546376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
546376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
546376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
546376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
546376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
546376	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
546376	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
546376	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
546376	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
546376	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
546376	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
546376	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
546376	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
546376	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
546376	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
546376	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
546376	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
546376	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
546376	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
546376	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
546376	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
546376	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
546376	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
546376	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
546376	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
546376	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
546376	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
546376	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
546376	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
546376	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
546376	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
546376	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
546376	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
546376	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
546376	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
546376	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
546376	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
546376	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
546376	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
546376	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
546376	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
546376	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
546376	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
546376	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
546376	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
546376	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
546376	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
546376	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
546376	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
546376	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
546376	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
546376	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
546376	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
546376	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
546376	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
546376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
546376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
546376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
546376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
546376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
546376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
546376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
546376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
546376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
546376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
546376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
546376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
546376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
546376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
546376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
546376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
546376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
546376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
546376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
546376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
546376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
546376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
546376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
546376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
546376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
546376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
546376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
546376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
546376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
546376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
546376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
546376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
546376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
546376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
546376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
546376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
546376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
546376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
546376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
546376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
546376	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
546376	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
546376	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
546376	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
546376	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
546376	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
546376	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
546376	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
546376	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
546376	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
546376	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
546376	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
546376	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
546376	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
546376	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
546376	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
546376	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
546376	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
546376	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
546376	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
546376	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
546376	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
546376	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
546376	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
546376	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
546376	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
546376	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
546376	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
546376	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
546376	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
546376	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
546376	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
546376	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
546376	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
546376	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
546376	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
546376	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
546376	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
546376	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
546376	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
546376	embedding2nn.weight	0	0.3264661431312561
546376	embedding2nn.weight	1	0.4065386652946472
546376	embedding2nn.weight	2	0.002943073632195592
546376	embedding2nn.weight	3	-0.012933261692523956
546376	embedding2nn.weight	4	-0.030096689239144325
546376	embedding2nn.weight	5	0.0678103119134903
546376	embedding2nn.weight	6	-0.0007863492937758565
546376	embedding2nn.weight	7	-0.015921391546726227
546376	embedding2nn.weight	8	0.019306154921650887
546376	embedding2nn.weight	9	-0.040535084903240204
546376	embedding2nn.bias	0	0.026117751374840736
546376	embedding2nn.bias	1	-0.19067427515983582
546376	embedding2nn.bias	2	0.09504728764295578
546376	embedding2nn.bias	3	0.1757042109966278
546376	embedding2nn.bias	4	0.1528167575597763
546376	embedding2nn.bias	5	-0.06379083544015884
546376	embedding2nn.bias	6	-0.04054693132638931
546376	embedding2nn.bias	7	0.03933560475707054
546376	embedding2nn.bias	8	-0.15277521312236786
546376	embedding2nn.bias	9	-0.35434165596961975
546376	rnn.weight_ih_l0	0	-0.010981707833707333
546376	rnn.weight_ih_l0	1	-0.05782265588641167
546376	rnn.weight_ih_l0	2	-0.07024391740560532
546376	rnn.weight_ih_l0	3	0.11113393306732178
546376	rnn.weight_ih_l0	4	0.029069524258375168
546376	rnn.weight_ih_l0	5	-0.056098487228155136
546376	rnn.weight_ih_l0	6	0.001690327888354659
546376	rnn.weight_ih_l0	7	-0.0346706360578537
546376	rnn.weight_ih_l0	8	0.0020840377546846867
546376	rnn.weight_ih_l0	9	-0.11225441098213196
546376	rnn.weight_hh_l0	0	-0.01635798253118992
546376	rnn.weight_hh_l0	1	0.07743489742279053
546376	rnn.weight_hh_l0	2	0.01589575596153736
546376	rnn.weight_hh_l0	3	-0.019742170348763466
546376	rnn.weight_hh_l0	4	0.05305875465273857
546376	rnn.weight_hh_l0	5	0.02597164176404476
546376	rnn.weight_hh_l0	6	-0.06897120177745819
546376	rnn.weight_hh_l0	7	-0.10494843870401382
546376	rnn.weight_hh_l0	8	0.03505910560488701
546376	rnn.weight_hh_l0	9	-0.11029303073883057
546376	rnn.bias_ih_l0	0	0.19371917843818665
546376	rnn.bias_ih_l0	1	-0.33131688833236694
546376	rnn.bias_ih_l0	2	-0.03987269848585129
546376	rnn.bias_ih_l0	3	-0.2176920771598816
546376	rnn.bias_ih_l0	4	0.03527642413973808
546376	rnn.bias_ih_l0	5	-0.4196159243583679
546376	rnn.bias_ih_l0	6	-0.17723985016345978
546376	rnn.bias_ih_l0	7	-0.3606196939945221
546376	rnn.bias_ih_l0	8	-0.2880652844905853
546376	rnn.bias_ih_l0	9	-0.4609184265136719
546376	rnn.bias_hh_l0	0	-0.3401678204536438
546376	rnn.bias_hh_l0	1	-0.4391602873802185
546376	rnn.bias_hh_l0	2	-0.39320486783981323
546376	rnn.bias_hh_l0	3	-0.05702579766511917
546376	rnn.bias_hh_l0	4	-0.3806517720222473
546376	rnn.bias_hh_l0	5	-0.34499841928482056
546376	rnn.bias_hh_l0	6	-0.11475405097007751
546376	rnn.bias_hh_l0	7	0.055934879928827286
546376	rnn.bias_hh_l0	8	-0.23846790194511414
546376	rnn.bias_hh_l0	9	-0.5666252970695496
546376	rnn.weight_ih_l0_reverse	0	0.03858484327793121
546376	rnn.weight_ih_l0_reverse	1	-0.040083952248096466
546376	rnn.weight_ih_l0_reverse	2	-0.013958231545984745
546376	rnn.weight_ih_l0_reverse	3	-0.13666997849941254
546376	rnn.weight_ih_l0_reverse	4	0.09502160549163818
546376	rnn.weight_ih_l0_reverse	5	-0.13990232348442078
546376	rnn.weight_ih_l0_reverse	6	0.010552863590419292
546376	rnn.weight_ih_l0_reverse	7	0.0333743691444397
546376	rnn.weight_ih_l0_reverse	8	-0.06671065092086792
546376	rnn.weight_ih_l0_reverse	9	-0.0879708081483841
546376	rnn.weight_hh_l0_reverse	0	-0.14799268543720245
546376	rnn.weight_hh_l0_reverse	1	0.026501093059778214
546376	rnn.weight_hh_l0_reverse	2	-0.02727929875254631
546376	rnn.weight_hh_l0_reverse	3	0.025844475254416466
546376	rnn.weight_hh_l0_reverse	4	-0.08647177368402481
546376	rnn.weight_hh_l0_reverse	5	0.03344009444117546
546376	rnn.weight_hh_l0_reverse	6	0.026254666969180107
546376	rnn.weight_hh_l0_reverse	7	-0.10514914989471436
546376	rnn.weight_hh_l0_reverse	8	-0.06368300318717957
546376	rnn.weight_hh_l0_reverse	9	0.05183493718504906
546376	rnn.bias_ih_l0_reverse	0	-0.1496817022562027
546376	rnn.bias_ih_l0_reverse	1	-0.08776019513607025
546376	rnn.bias_ih_l0_reverse	2	0.14153391122817993
546376	rnn.bias_ih_l0_reverse	3	-0.31271496415138245
546376	rnn.bias_ih_l0_reverse	4	-0.02052338607609272
546376	rnn.bias_ih_l0_reverse	5	-0.22634568810462952
546376	rnn.bias_ih_l0_reverse	6	0.2556312680244446
546376	rnn.bias_ih_l0_reverse	7	-0.336038202047348
546376	rnn.bias_ih_l0_reverse	8	-0.18970173597335815
546376	rnn.bias_ih_l0_reverse	9	-0.18737928569316864
546376	rnn.bias_hh_l0_reverse	0	-0.11393719166517258
546376	rnn.bias_hh_l0_reverse	1	0.26153603196144104
546376	rnn.bias_hh_l0_reverse	2	-0.3344981372356415
546376	rnn.bias_hh_l0_reverse	3	-0.20904582738876343
546376	rnn.bias_hh_l0_reverse	4	-0.39609676599502563
546376	rnn.bias_hh_l0_reverse	5	-0.20016035437583923
546376	rnn.bias_hh_l0_reverse	6	-0.262168288230896
546376	rnn.bias_hh_l0_reverse	7	-0.09507289528846741
546376	rnn.bias_hh_l0_reverse	8	-0.31280025839805603
546376	rnn.bias_hh_l0_reverse	9	0.21337150037288666
546376	linear.weight	0	0.24326451122760773
546376	linear.weight	1	-0.44110485911369324
546376	linear.weight	2	0.07898873835802078
546376	linear.weight	3	0.06755784898996353
546376	linear.weight	4	-0.12364700436592102
546376	linear.weight	5	0.22808237373828888
546376	linear.weight	6	-0.0015516505809500813
546376	linear.weight	7	-0.060598213225603104
546376	linear.weight	8	0.11312556266784668
546376	linear.weight	9	-0.049155738204717636
546376	linear.bias	0	-0.8979665637016296
546376	linear.bias	1	1.8680135011672974
546376	linear.bias	2	0.8171966671943665
546376	linear.bias	3	-2.713623523712158
546376	linear.bias	4	-0.10115110129117966
546376	linear.bias	5	1.255073070526123
546376	linear.bias	6	-0.25246670842170715
546376	linear.bias	7	0.7689170241355896
546376	linear.bias	8	2.186217784881592
546376	linear.bias	9	-1.4424623250961304
546985	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
546985	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
546985	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
546985	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
546985	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
546985	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
546985	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
546985	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
546985	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
546985	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
546985	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
546985	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
546985	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
546985	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
546985	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
546985	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
546985	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
546985	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
546985	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
546985	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
546985	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
546985	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
546985	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
546985	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
546985	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
546985	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
546985	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
546985	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
546985	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
546985	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
546985	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
546985	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
546985	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
546985	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
546985	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
546985	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
546985	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
546985	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
546985	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
546985	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
546985	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
546985	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
546985	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
546985	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
546985	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
546985	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
546985	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
546985	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
546985	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
546985	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
546985	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
546985	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
546985	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
546985	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
546985	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
546985	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
546985	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
546985	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
546985	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
546985	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
546985	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
546985	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
546985	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
546985	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
546985	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
546985	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
546985	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
546985	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
546985	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
546985	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
546985	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
546985	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
546985	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
546985	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
546985	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
546985	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
546985	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
546985	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
546985	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
546985	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
546985	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
546985	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
546985	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
546985	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
546985	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
546985	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
546985	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
546985	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
546985	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
546985	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
546985	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
546985	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
546985	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
546985	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
546985	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
546985	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
546985	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
546985	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
546985	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
546985	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
546985	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
546985	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
546985	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
546985	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
546985	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
546985	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
546985	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
546985	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
546985	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
546985	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
546985	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
546985	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
546985	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
546985	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
546985	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
546985	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
546985	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
546985	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
546985	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
546985	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
546985	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
546985	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
546985	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
546985	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
546985	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
546985	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
546985	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
546985	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
546985	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
546985	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
546985	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
546985	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
546985	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
546985	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
546985	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
546985	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
546985	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
546985	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
546985	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
546985	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
546985	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
546985	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
546985	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
546985	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
546985	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
546985	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
546985	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
546985	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
546985	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
546985	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
546985	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
546985	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
546985	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
546985	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
546985	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
546985	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
546985	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
546985	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
546985	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
546985	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
546985	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
546985	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
546985	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
546985	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
546985	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
546985	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
546985	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
546985	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
546985	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
546985	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
546985	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
546985	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
546985	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
546985	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
546985	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
546985	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
546985	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
546985	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
546985	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
546985	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
546985	embedding2nn.weight	0	0.3263551592826843
546985	embedding2nn.weight	1	0.4076294004917145
546985	embedding2nn.weight	2	-0.0011779740452766418
546985	embedding2nn.weight	3	-0.008960067294538021
546985	embedding2nn.weight	4	-0.028499683365225792
546985	embedding2nn.weight	5	0.06953521072864532
546985	embedding2nn.weight	6	0.004624851979315281
546985	embedding2nn.weight	7	-0.017486216500401497
546985	embedding2nn.weight	8	0.020772960036993027
546985	embedding2nn.weight	9	-0.04395010322332382
546985	embedding2nn.bias	0	0.037468429654836655
546985	embedding2nn.bias	1	-0.19697695970535278
546985	embedding2nn.bias	2	0.11085807532072067
546985	embedding2nn.bias	3	0.17562228441238403
546985	embedding2nn.bias	4	0.15190134942531586
546985	embedding2nn.bias	5	-0.05694938078522682
546985	embedding2nn.bias	6	-0.030585356056690216
546985	embedding2nn.bias	7	0.03657928481698036
546985	embedding2nn.bias	8	-0.1531904637813568
546985	embedding2nn.bias	9	-0.35776087641716003
546985	rnn.weight_ih_l0	0	-0.011625374667346478
546985	rnn.weight_ih_l0	1	-0.0582420639693737
546985	rnn.weight_ih_l0	2	-0.06960967928171158
546985	rnn.weight_ih_l0	3	0.11165381222963333
546985	rnn.weight_ih_l0	4	0.025557737797498703
546985	rnn.weight_ih_l0	5	-0.05533849075436592
546985	rnn.weight_ih_l0	6	0.0032700819429010153
546985	rnn.weight_ih_l0	7	-0.03336605057120323
546985	rnn.weight_ih_l0	8	0.0016659591346979141
546985	rnn.weight_ih_l0	9	-0.110309898853302
546985	rnn.weight_hh_l0	0	-0.01604842208325863
546985	rnn.weight_hh_l0	1	0.07758576422929764
546985	rnn.weight_hh_l0	2	0.015683166682720184
546985	rnn.weight_hh_l0	3	-0.020169831812381744
546985	rnn.weight_hh_l0	4	0.05386153236031532
546985	rnn.weight_hh_l0	5	0.024508213624358177
546985	rnn.weight_hh_l0	6	-0.06892566382884979
546985	rnn.weight_hh_l0	7	-0.1054612547159195
546985	rnn.weight_hh_l0	8	0.035125989466905594
546985	rnn.weight_hh_l0	9	-0.11066970974206924
546985	rnn.bias_ih_l0	0	0.1906556338071823
546985	rnn.bias_ih_l0	1	-0.33034586906433105
546985	rnn.bias_ih_l0	2	-0.03704484552145004
546985	rnn.bias_ih_l0	3	-0.21550627052783966
546985	rnn.bias_ih_l0	4	0.025409355759620667
546985	rnn.bias_ih_l0	5	-0.42172589898109436
546985	rnn.bias_ih_l0	6	-0.18036971986293793
546985	rnn.bias_ih_l0	7	-0.36093494296073914
546985	rnn.bias_ih_l0	8	-0.2893361449241638
546985	rnn.bias_ih_l0	9	-0.46218961477279663
546985	rnn.bias_hh_l0	0	-0.3375133275985718
546985	rnn.bias_hh_l0	1	-0.4368640184402466
546985	rnn.bias_hh_l0	2	-0.3908972144126892
546985	rnn.bias_hh_l0	3	-0.05845917761325836
546985	rnn.bias_hh_l0	4	-0.38142523169517517
546985	rnn.bias_hh_l0	5	-0.34410277009010315
546985	rnn.bias_hh_l0	6	-0.11523399502038956
546985	rnn.bias_hh_l0	7	0.05626960098743439
546985	rnn.bias_hh_l0	8	-0.23467828333377838
546985	rnn.bias_hh_l0	9	-0.5702275633811951
546985	rnn.weight_ih_l0_reverse	0	0.037016112357378006
546985	rnn.weight_ih_l0_reverse	1	-0.04096081852912903
546985	rnn.weight_ih_l0_reverse	2	-0.012360950000584126
546985	rnn.weight_ih_l0_reverse	3	-0.13539119064807892
546985	rnn.weight_ih_l0_reverse	4	0.09238776564598083
546985	rnn.weight_ih_l0_reverse	5	-0.13922984898090363
546985	rnn.weight_ih_l0_reverse	6	0.010917700827121735
546985	rnn.weight_ih_l0_reverse	7	0.034243397414684296
546985	rnn.weight_ih_l0_reverse	8	-0.0666273757815361
546985	rnn.weight_ih_l0_reverse	9	-0.08646749705076218
546985	rnn.weight_hh_l0_reverse	0	-0.14963573217391968
546985	rnn.weight_hh_l0_reverse	1	0.026095928624272346
546985	rnn.weight_hh_l0_reverse	2	-0.027140585705637932
546985	rnn.weight_hh_l0_reverse	3	0.02550540678203106
546985	rnn.weight_hh_l0_reverse	4	-0.0864805281162262
546985	rnn.weight_hh_l0_reverse	5	0.033698104321956635
546985	rnn.weight_hh_l0_reverse	6	0.026182500645518303
546985	rnn.weight_hh_l0_reverse	7	-0.10591930896043777
546985	rnn.weight_hh_l0_reverse	8	-0.06486451625823975
546985	rnn.weight_hh_l0_reverse	9	0.051550474017858505
546985	rnn.bias_ih_l0_reverse	0	-0.15015198290348053
546985	rnn.bias_ih_l0_reverse	1	-0.08754642307758331
546985	rnn.bias_ih_l0_reverse	2	0.14344686269760132
546985	rnn.bias_ih_l0_reverse	3	-0.3129694163799286
546985	rnn.bias_ih_l0_reverse	4	-0.021739395335316658
546985	rnn.bias_ih_l0_reverse	5	-0.22561728954315186
546985	rnn.bias_ih_l0_reverse	6	0.25189122557640076
546985	rnn.bias_ih_l0_reverse	7	-0.33048415184020996
546985	rnn.bias_ih_l0_reverse	8	-0.18898828327655792
546985	rnn.bias_ih_l0_reverse	9	-0.18640993535518646
546985	rnn.bias_hh_l0_reverse	0	-0.11251194775104523
546985	rnn.bias_hh_l0_reverse	1	0.26553666591644287
546985	rnn.bias_hh_l0_reverse	2	-0.3345278799533844
546985	rnn.bias_hh_l0_reverse	3	-0.2129051685333252
546985	rnn.bias_hh_l0_reverse	4	-0.3969515562057495
546985	rnn.bias_hh_l0_reverse	5	-0.19659128785133362
546985	rnn.bias_hh_l0_reverse	6	-0.2613289952278137
546985	rnn.bias_hh_l0_reverse	7	-0.09182312339544296
546985	rnn.bias_hh_l0_reverse	8	-0.3151775598526001
546985	rnn.bias_hh_l0_reverse	9	0.21535497903823853
546985	linear.weight	0	0.23219679296016693
546985	linear.weight	1	-0.44968703389167786
546985	linear.weight	2	0.04261031001806259
546985	linear.weight	3	0.06755785644054413
546985	linear.weight	4	-0.13271546363830566
546985	linear.weight	5	0.24052606523036957
546985	linear.weight	6	-0.002199108013883233
546985	linear.weight	7	-0.0605960376560688
546985	linear.weight	8	0.12937107682228088
546985	linear.weight	9	-0.049160186201334
546985	linear.bias	0	-0.916000247001648
546985	linear.bias	1	1.8695909976959229
546985	linear.bias	2	0.8138651251792908
546985	linear.bias	3	-2.7137584686279297
546985	linear.bias	4	-0.1048542708158493
546985	linear.bias	5	1.2560373544692993
546985	linear.bias	6	-0.2072281837463379
546985	linear.bias	7	0.7619642615318298
546985	linear.bias	8	2.1902520656585693
546985	linear.bias	9	-1.4415138959884644
547594	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
547594	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
547594	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
547594	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
547594	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
547594	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
547594	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
547594	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
547594	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
547594	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
547594	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
547594	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
547594	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
547594	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
547594	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
547594	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
547594	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
547594	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
547594	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
547594	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
547594	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
547594	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
547594	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
547594	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
547594	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
547594	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
547594	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
547594	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
547594	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
547594	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
547594	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
547594	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
547594	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
547594	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
547594	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
547594	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
547594	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
547594	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
547594	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
547594	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
547594	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
547594	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
547594	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
547594	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
547594	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
547594	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
547594	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
547594	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
547594	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
547594	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
547594	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
547594	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
547594	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
547594	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
547594	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
547594	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
547594	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
547594	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
547594	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
547594	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
547594	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
547594	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
547594	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
547594	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
547594	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
547594	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
547594	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
547594	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
547594	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
547594	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
547594	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
547594	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
547594	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
547594	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
547594	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
547594	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
547594	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
547594	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
547594	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
547594	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
547594	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
547594	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
547594	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
547594	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
547594	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
547594	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
547594	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
547594	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
547594	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
547594	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
547594	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
547594	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
547594	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
547594	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
547594	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
547594	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
547594	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
547594	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
547594	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
547594	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
547594	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
547594	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
547594	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
547594	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
547594	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
547594	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
547594	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
547594	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
547594	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
547594	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
547594	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
547594	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
547594	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
547594	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
547594	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
547594	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
547594	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
547594	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
547594	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
547594	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
547594	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
547594	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
547594	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
547594	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
547594	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
547594	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
547594	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
547594	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
547594	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
547594	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
547594	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
547594	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
547594	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
547594	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
547594	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
547594	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
547594	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
547594	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
547594	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
547594	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
547594	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
547594	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
547594	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
547594	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
547594	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
547594	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
547594	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
547594	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
547594	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
547594	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
547594	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
547594	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
547594	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
547594	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
547594	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
547594	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
547594	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
547594	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
547594	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
547594	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
547594	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
547594	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
547594	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
547594	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
547594	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
547594	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
547594	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
547594	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
547594	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
547594	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
547594	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
547594	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
547594	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
547594	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
547594	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
547594	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
547594	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
547594	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
547594	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
547594	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
547594	embedding2nn.weight	0	0.3251883089542389
547594	embedding2nn.weight	1	0.4042870104312897
547594	embedding2nn.weight	2	0.0008727691601961851
547594	embedding2nn.weight	3	-0.0058941300958395
547594	embedding2nn.weight	4	-0.03110378608107567
547594	embedding2nn.weight	5	0.07099337130784988
547594	embedding2nn.weight	6	0.00670551648363471
547594	embedding2nn.weight	7	-0.016251767054200172
547594	embedding2nn.weight	8	0.019182581454515457
547594	embedding2nn.weight	9	-0.04436948150396347
547594	embedding2nn.bias	0	0.028285138309001923
547594	embedding2nn.bias	1	-0.21356795728206635
547594	embedding2nn.bias	2	0.10728536546230316
547594	embedding2nn.bias	3	0.17605438828468323
547594	embedding2nn.bias	4	0.15551909804344177
547594	embedding2nn.bias	5	-0.05285391956567764
547594	embedding2nn.bias	6	-0.028221601620316505
547594	embedding2nn.bias	7	0.04308875650167465
547594	embedding2nn.bias	8	-0.15855740010738373
547594	embedding2nn.bias	9	-0.3772338032722473
547594	rnn.weight_ih_l0	0	-0.010508118197321892
547594	rnn.weight_ih_l0	1	-0.05706728622317314
547594	rnn.weight_ih_l0	2	-0.07020950317382812
547594	rnn.weight_ih_l0	3	0.1089254841208458
547594	rnn.weight_ih_l0	4	0.023555899038910866
547594	rnn.weight_ih_l0	5	-0.05650269240140915
547594	rnn.weight_ih_l0	6	0.0033154734410345554
547594	rnn.weight_ih_l0	7	-0.03439323604106903
547594	rnn.weight_ih_l0	8	-0.003112422302365303
547594	rnn.weight_ih_l0	9	-0.11210732161998749
547594	rnn.weight_hh_l0	0	-0.01617087982594967
547594	rnn.weight_hh_l0	1	0.07782574743032455
547594	rnn.weight_hh_l0	2	0.015613164752721786
547594	rnn.weight_hh_l0	3	-0.020305389538407326
547594	rnn.weight_hh_l0	4	0.05489519611001015
547594	rnn.weight_hh_l0	5	0.023541616275906563
547594	rnn.weight_hh_l0	6	-0.06994787603616714
547594	rnn.weight_hh_l0	7	-0.10452467948198318
547594	rnn.weight_hh_l0	8	0.03503456339240074
547594	rnn.weight_hh_l0	9	-0.11119356751441956
547594	rnn.bias_ih_l0	0	0.1961323618888855
547594	rnn.bias_ih_l0	1	-0.3296845257282257
547594	rnn.bias_ih_l0	2	-0.04120418429374695
547594	rnn.bias_ih_l0	3	-0.21480514109134674
547594	rnn.bias_ih_l0	4	0.033866167068481445
547594	rnn.bias_ih_l0	5	-0.4217282831668854
547594	rnn.bias_ih_l0	6	-0.17670145630836487
547594	rnn.bias_ih_l0	7	-0.35875988006591797
547594	rnn.bias_ih_l0	8	-0.2882678210735321
547594	rnn.bias_ih_l0	9	-0.46064215898513794
547594	rnn.bias_hh_l0	0	-0.33215275406837463
547594	rnn.bias_hh_l0	1	-0.4374084770679474
547594	rnn.bias_hh_l0	2	-0.39650383591651917
547594	rnn.bias_hh_l0	3	-0.05855206027626991
547594	rnn.bias_hh_l0	4	-0.3809938132762909
547594	rnn.bias_hh_l0	5	-0.34486880898475647
547594	rnn.bias_hh_l0	6	-0.11464442312717438
547594	rnn.bias_hh_l0	7	0.05136791616678238
547594	rnn.bias_hh_l0	8	-0.2332390397787094
547594	rnn.bias_hh_l0	9	-0.5713205337524414
547594	rnn.weight_ih_l0_reverse	0	0.040425289422273636
547594	rnn.weight_ih_l0_reverse	1	-0.041032884269952774
547594	rnn.weight_ih_l0_reverse	2	-0.012340988032519817
547594	rnn.weight_ih_l0_reverse	3	-0.13380663096904755
547594	rnn.weight_ih_l0_reverse	4	0.09132808446884155
547594	rnn.weight_ih_l0_reverse	5	-0.13614995777606964
547594	rnn.weight_ih_l0_reverse	6	0.00947487261146307
547594	rnn.weight_ih_l0_reverse	7	0.03375440835952759
547594	rnn.weight_ih_l0_reverse	8	-0.06754932552576065
547594	rnn.weight_ih_l0_reverse	9	-0.08697579056024551
547594	rnn.weight_hh_l0_reverse	0	-0.14897891879081726
547594	rnn.weight_hh_l0_reverse	1	0.02678532339632511
547594	rnn.weight_hh_l0_reverse	2	-0.02699865773320198
547594	rnn.weight_hh_l0_reverse	3	0.02552703022956848
547594	rnn.weight_hh_l0_reverse	4	-0.08787916600704193
547594	rnn.weight_hh_l0_reverse	5	0.033666521310806274
547594	rnn.weight_hh_l0_reverse	6	0.02616235986351967
547594	rnn.weight_hh_l0_reverse	7	-0.10414034128189087
547594	rnn.weight_hh_l0_reverse	8	-0.06358303129673004
547594	rnn.weight_hh_l0_reverse	9	0.05162668973207474
547594	rnn.bias_ih_l0_reverse	0	-0.15345078706741333
547594	rnn.bias_ih_l0_reverse	1	-0.0863126590847969
547594	rnn.bias_ih_l0_reverse	2	0.14145617187023163
547594	rnn.bias_ih_l0_reverse	3	-0.3153945803642273
547594	rnn.bias_ih_l0_reverse	4	-0.015600202605128288
547594	rnn.bias_ih_l0_reverse	5	-0.22400625050067902
547594	rnn.bias_ih_l0_reverse	6	0.2504342496395111
547594	rnn.bias_ih_l0_reverse	7	-0.3253287672996521
547594	rnn.bias_ih_l0_reverse	8	-0.18857768177986145
547594	rnn.bias_ih_l0_reverse	9	-0.18555772304534912
547594	rnn.bias_hh_l0_reverse	0	-0.1167578473687172
547594	rnn.bias_hh_l0_reverse	1	0.2647145688533783
547594	rnn.bias_hh_l0_reverse	2	-0.3343573212623596
547594	rnn.bias_hh_l0_reverse	3	-0.2135501503944397
547594	rnn.bias_hh_l0_reverse	4	-0.39448341727256775
547594	rnn.bias_hh_l0_reverse	5	-0.19189484417438507
547594	rnn.bias_hh_l0_reverse	6	-0.2580578029155731
547594	rnn.bias_hh_l0_reverse	7	-0.09169553220272064
547594	rnn.bias_hh_l0_reverse	8	-0.310414582490921
547594	rnn.bias_hh_l0_reverse	9	0.21947942674160004
547594	linear.weight	0	0.22098396718502045
547594	linear.weight	1	-0.44107064604759216
547594	linear.weight	2	0.03676019236445427
547594	linear.weight	3	0.06755685061216354
547594	linear.weight	4	-0.10221557319164276
547594	linear.weight	5	0.23539750277996063
547594	linear.weight	6	-0.011628848500549793
547594	linear.weight	7	-0.0605936199426651
547594	linear.weight	8	0.12926015257835388
547594	linear.weight	9	-0.04916272684931755
547594	linear.bias	0	-0.8985568284988403
547594	linear.bias	1	1.8919295072555542
547594	linear.bias	2	0.8146523237228394
547594	linear.bias	3	-2.7138912677764893
547594	linear.bias	4	-0.12196490168571472
547594	linear.bias	5	1.2659574747085571
547594	linear.bias	6	-0.2289191037416458
547594	linear.bias	7	0.7755646109580994
547594	linear.bias	8	2.2163760662078857
547594	linear.bias	9	-1.4642046689987183
548203	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
548203	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
548203	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
548203	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
548203	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
548203	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
548203	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
548203	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
548203	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
548203	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
548203	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
548203	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
548203	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
548203	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
548203	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
548203	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
548203	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
548203	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
548203	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
548203	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
548203	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
548203	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
548203	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
548203	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
548203	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
548203	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
548203	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
548203	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
548203	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
548203	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
548203	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
548203	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
548203	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
548203	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
548203	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
548203	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
548203	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
548203	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
548203	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
548203	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
548203	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
548203	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
548203	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
548203	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
548203	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
548203	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
548203	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
548203	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
548203	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
548203	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
548203	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
548203	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
548203	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
548203	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
548203	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
548203	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
548203	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
548203	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
548203	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
548203	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
548203	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
548203	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
548203	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
548203	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
548203	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
548203	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
548203	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
548203	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
548203	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
548203	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
548203	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
548203	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
548203	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
548203	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
548203	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
548203	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
548203	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
548203	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
548203	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
548203	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
548203	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
548203	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
548203	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
548203	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
548203	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
548203	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
548203	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
548203	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
548203	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
548203	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
548203	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
548203	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
548203	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
548203	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
548203	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
548203	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
548203	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
548203	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
548203	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
548203	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
548203	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
548203	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
548203	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
548203	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
548203	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
548203	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
548203	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
548203	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
548203	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
548203	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
548203	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
548203	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
548203	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
548203	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
548203	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
548203	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
548203	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
548203	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
548203	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
548203	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
548203	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
548203	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
548203	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
548203	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
548203	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
548203	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
548203	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
548203	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
548203	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
548203	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
548203	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
548203	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
548203	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
548203	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
548203	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
548203	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
548203	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
548203	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
548203	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
548203	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
548203	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
548203	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
548203	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
548203	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
548203	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
548203	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
548203	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
548203	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
548203	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
548203	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
548203	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
548203	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
548203	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
548203	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
548203	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
548203	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
548203	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
548203	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
548203	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
548203	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
548203	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
548203	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
548203	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
548203	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
548203	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
548203	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
548203	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
548203	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
548203	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
548203	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
548203	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
548203	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
548203	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
548203	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
548203	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
548203	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
548203	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
548203	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
548203	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
548203	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
548203	embedding2nn.weight	0	0.3246304392814636
548203	embedding2nn.weight	1	0.4036032259464264
548203	embedding2nn.weight	2	0.000106803112430498
548203	embedding2nn.weight	3	-0.001963382586836815
548203	embedding2nn.weight	4	-0.030369553714990616
548203	embedding2nn.weight	5	0.07047178596258163
548203	embedding2nn.weight	6	0.004671038594096899
548203	embedding2nn.weight	7	-0.015969710424542427
548203	embedding2nn.weight	8	0.020248666405677795
548203	embedding2nn.weight	9	-0.04473309591412544
548203	embedding2nn.bias	0	0.03497425094246864
548203	embedding2nn.bias	1	-0.21882417798042297
548203	embedding2nn.bias	2	0.10178716480731964
548203	embedding2nn.bias	3	0.1792762726545334
548203	embedding2nn.bias	4	0.15192750096321106
548203	embedding2nn.bias	5	-0.05000510439276695
548203	embedding2nn.bias	6	-0.04297640547156334
548203	embedding2nn.bias	7	0.04981883615255356
548203	embedding2nn.bias	8	-0.16245871782302856
548203	embedding2nn.bias	9	-0.3575083315372467
548203	rnn.weight_ih_l0	0	-0.01209095399826765
548203	rnn.weight_ih_l0	1	-0.057530440390110016
548203	rnn.weight_ih_l0	2	-0.06970085948705673
548203	rnn.weight_ih_l0	3	0.1060037687420845
548203	rnn.weight_ih_l0	4	0.02809804305434227
548203	rnn.weight_ih_l0	5	-0.05609436333179474
548203	rnn.weight_ih_l0	6	-0.002064585918560624
548203	rnn.weight_ih_l0	7	-0.03320527449250221
548203	rnn.weight_ih_l0	8	-0.0009935343405231833
548203	rnn.weight_ih_l0	9	-0.11023026704788208
548203	rnn.weight_hh_l0	0	-0.016475394368171692
548203	rnn.weight_hh_l0	1	0.07774579524993896
548203	rnn.weight_hh_l0	2	0.015453292988240719
548203	rnn.weight_hh_l0	3	-0.020995331928133965
548203	rnn.weight_hh_l0	4	0.055326201021671295
548203	rnn.weight_hh_l0	5	0.023996394127607346
548203	rnn.weight_hh_l0	6	-0.07024430483579636
548203	rnn.weight_hh_l0	7	-0.10505979508161545
548203	rnn.weight_hh_l0	8	0.0349096842110157
548203	rnn.weight_hh_l0	9	-0.11094411462545395
548203	rnn.bias_ih_l0	0	0.19108852744102478
548203	rnn.bias_ih_l0	1	-0.33262214064598083
548203	rnn.bias_ih_l0	2	-0.040094878524541855
548203	rnn.bias_ih_l0	3	-0.21512539684772491
548203	rnn.bias_ih_l0	4	0.027909860014915466
548203	rnn.bias_ih_l0	5	-0.420054167509079
548203	rnn.bias_ih_l0	6	-0.1760115623474121
548203	rnn.bias_ih_l0	7	-0.3595757484436035
548203	rnn.bias_ih_l0	8	-0.2904917001724243
548203	rnn.bias_ih_l0	9	-0.4575324058532715
548203	rnn.bias_hh_l0	0	-0.33073556423187256
548203	rnn.bias_hh_l0	1	-0.438871294260025
548203	rnn.bias_hh_l0	2	-0.39611366391181946
548203	rnn.bias_hh_l0	3	-0.05898023396730423
548203	rnn.bias_hh_l0	4	-0.382196843624115
548203	rnn.bias_hh_l0	5	-0.3464175760746002
548203	rnn.bias_hh_l0	6	-0.11966513097286224
548203	rnn.bias_hh_l0	7	0.047659892588853836
548203	rnn.bias_hh_l0	8	-0.23595283925533295
548203	rnn.bias_hh_l0	9	-0.5699184536933899
548203	rnn.weight_ih_l0_reverse	0	0.04214395582675934
548203	rnn.weight_ih_l0_reverse	1	-0.040683671832084656
548203	rnn.weight_ih_l0_reverse	2	-0.01262710615992546
548203	rnn.weight_ih_l0_reverse	3	-0.1354949176311493
548203	rnn.weight_ih_l0_reverse	4	0.09119334071874619
548203	rnn.weight_ih_l0_reverse	5	-0.13984638452529907
548203	rnn.weight_ih_l0_reverse	6	0.005450247321277857
548203	rnn.weight_ih_l0_reverse	7	0.034179139882326126
548203	rnn.weight_ih_l0_reverse	8	-0.06815332174301147
548203	rnn.weight_ih_l0_reverse	9	-0.08552099764347076
548203	rnn.weight_hh_l0_reverse	0	-0.1484096795320511
548203	rnn.weight_hh_l0_reverse	1	0.026409970596432686
548203	rnn.weight_hh_l0_reverse	2	-0.027466529980301857
548203	rnn.weight_hh_l0_reverse	3	0.0257684588432312
548203	rnn.weight_hh_l0_reverse	4	-0.08791334182024002
548203	rnn.weight_hh_l0_reverse	5	0.0339023619890213
548203	rnn.weight_hh_l0_reverse	6	0.026101108640432358
548203	rnn.weight_hh_l0_reverse	7	-0.1027078777551651
548203	rnn.weight_hh_l0_reverse	8	-0.06293261796236038
548203	rnn.weight_hh_l0_reverse	9	0.05164989456534386
548203	rnn.bias_ih_l0_reverse	0	-0.1555321216583252
548203	rnn.bias_ih_l0_reverse	1	-0.08102487772703171
548203	rnn.bias_ih_l0_reverse	2	0.14198243618011475
548203	rnn.bias_ih_l0_reverse	3	-0.31419992446899414
548203	rnn.bias_ih_l0_reverse	4	-0.009313804097473621
548203	rnn.bias_ih_l0_reverse	5	-0.22264565527439117
548203	rnn.bias_ih_l0_reverse	6	0.25133606791496277
548203	rnn.bias_ih_l0_reverse	7	-0.32307204604148865
548203	rnn.bias_ih_l0_reverse	8	-0.19023357331752777
548203	rnn.bias_ih_l0_reverse	9	-0.18704047799110413
548203	rnn.bias_hh_l0_reverse	0	-0.11423918604850769
548203	rnn.bias_hh_l0_reverse	1	0.2710171639919281
548203	rnn.bias_hh_l0_reverse	2	-0.3362625241279602
548203	rnn.bias_hh_l0_reverse	3	-0.2118741273880005
548203	rnn.bias_hh_l0_reverse	4	-0.3953275978565216
548203	rnn.bias_hh_l0_reverse	5	-0.19217568635940552
548203	rnn.bias_hh_l0_reverse	6	-0.2602338194847107
548203	rnn.bias_hh_l0_reverse	7	-0.087553009390831
548203	rnn.bias_hh_l0_reverse	8	-0.31942495703697205
548203	rnn.bias_hh_l0_reverse	9	0.22280006110668182
548203	linear.weight	0	0.2370283007621765
548203	linear.weight	1	-0.4352985620498657
548203	linear.weight	2	0.015746846795082092
548203	linear.weight	3	0.06755775958299637
548203	linear.weight	4	-0.10490328073501587
548203	linear.weight	5	0.2357330471277237
548203	linear.weight	6	-0.010756378062069416
548203	linear.weight	7	-0.06059156730771065
548203	linear.weight	8	0.11742597818374634
548203	linear.weight	9	-0.04916595295071602
548203	linear.bias	0	-0.909183919429779
548203	linear.bias	1	1.8905551433563232
548203	linear.bias	2	0.815561056137085
548203	linear.bias	3	-2.7140085697174072
548203	linear.bias	4	-0.11321067065000534
548203	linear.bias	5	1.2616920471191406
548203	linear.bias	6	-0.19682039320468903
548203	linear.bias	7	0.7823803424835205
548203	linear.bias	8	2.207453727722168
548203	linear.bias	9	-1.4662237167358398
548812	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
548812	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
548812	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
548812	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
548812	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
548812	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
548812	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
548812	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
548812	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
548812	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
548812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
548812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
548812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
548812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
548812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
548812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
548812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
548812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
548812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
548812	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
548812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
548812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
548812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
548812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
548812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
548812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
548812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
548812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
548812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
548812	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
548812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
548812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
548812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
548812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
548812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
548812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
548812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
548812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
548812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
548812	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
548812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
548812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
548812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
548812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
548812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
548812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
548812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
548812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
548812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
548812	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
548812	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
548812	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
548812	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
548812	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
548812	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
548812	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
548812	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
548812	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
548812	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
548812	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
548812	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
548812	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
548812	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
548812	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
548812	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
548812	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
548812	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
548812	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
548812	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
548812	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
548812	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
548812	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
548812	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
548812	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
548812	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
548812	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
548812	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
548812	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
548812	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
548812	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
548812	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
548812	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
548812	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
548812	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
548812	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
548812	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
548812	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
548812	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
548812	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
548812	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
548812	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
548812	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
548812	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
548812	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
548812	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
548812	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
548812	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
548812	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
548812	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
548812	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
548812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
548812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
548812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
548812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
548812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
548812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
548812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
548812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
548812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
548812	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
548812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
548812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
548812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
548812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
548812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
548812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
548812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
548812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
548812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
548812	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
548812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
548812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
548812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
548812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
548812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
548812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
548812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
548812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
548812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
548812	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
548812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
548812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
548812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
548812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
548812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
548812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
548812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
548812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
548812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
548812	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
548812	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
548812	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
548812	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
548812	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
548812	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
548812	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
548812	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
548812	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
548812	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
548812	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
548812	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
548812	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
548812	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
548812	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
548812	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
548812	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
548812	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
548812	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
548812	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
548812	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
548812	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
548812	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
548812	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
548812	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
548812	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
548812	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
548812	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
548812	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
548812	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
548812	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
548812	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
548812	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
548812	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
548812	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
548812	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
548812	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
548812	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
548812	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
548812	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
548812	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
548812	embedding2nn.weight	0	0.32541507482528687
548812	embedding2nn.weight	1	0.4027925729751587
548812	embedding2nn.weight	2	0.0006827219040133059
548812	embedding2nn.weight	3	-0.010304473340511322
548812	embedding2nn.weight	4	-0.031143976375460625
548812	embedding2nn.weight	5	0.0704190582036972
548812	embedding2nn.weight	6	0.004343914799392223
548812	embedding2nn.weight	7	-0.013211751356720924
548812	embedding2nn.weight	8	0.016341721639037132
548812	embedding2nn.weight	9	-0.04212898761034012
548812	embedding2nn.bias	0	0.0310519989579916
548812	embedding2nn.bias	1	-0.20919464528560638
548812	embedding2nn.bias	2	0.09935010969638824
548812	embedding2nn.bias	3	0.18708370625972748
548812	embedding2nn.bias	4	0.15151447057724
548812	embedding2nn.bias	5	-0.04813745990395546
548812	embedding2nn.bias	6	-0.05433576554059982
548812	embedding2nn.bias	7	0.05003425106406212
548812	embedding2nn.bias	8	-0.1622692197561264
548812	embedding2nn.bias	9	-0.3575085699558258
548812	rnn.weight_ih_l0	0	-0.010999031364917755
548812	rnn.weight_ih_l0	1	-0.05647730082273483
548812	rnn.weight_ih_l0	2	-0.07148411870002747
548812	rnn.weight_ih_l0	3	0.10694513469934464
548812	rnn.weight_ih_l0	4	0.027049006894230843
548812	rnn.weight_ih_l0	5	-0.058397311717271805
548812	rnn.weight_ih_l0	6	-0.004481772426515818
548812	rnn.weight_ih_l0	7	-0.03322476148605347
548812	rnn.weight_ih_l0	8	0.000155321104102768
548812	rnn.weight_ih_l0	9	-0.11252498626708984
548812	rnn.weight_hh_l0	0	-0.01692788489162922
548812	rnn.weight_hh_l0	1	0.07789558172225952
548812	rnn.weight_hh_l0	2	0.015275511890649796
548812	rnn.weight_hh_l0	3	-0.02089526690542698
548812	rnn.weight_hh_l0	4	0.0555250346660614
548812	rnn.weight_hh_l0	5	0.023848939687013626
548812	rnn.weight_hh_l0	6	-0.06989354640245438
548812	rnn.weight_hh_l0	7	-0.10412472486495972
548812	rnn.weight_hh_l0	8	0.034793972969055176
548812	rnn.weight_hh_l0	9	-0.11033514887094498
548812	rnn.bias_ih_l0	0	0.19840727746486664
548812	rnn.bias_ih_l0	1	-0.3298550844192505
548812	rnn.bias_ih_l0	2	-0.03933549299836159
548812	rnn.bias_ih_l0	3	-0.21569646894931793
548812	rnn.bias_ih_l0	4	0.03171144425868988
548812	rnn.bias_ih_l0	5	-0.4165106415748596
548812	rnn.bias_ih_l0	6	-0.1706690937280655
548812	rnn.bias_ih_l0	7	-0.3609229028224945
548812	rnn.bias_ih_l0	8	-0.2913458049297333
548812	rnn.bias_ih_l0	9	-0.4613572359085083
548812	rnn.bias_hh_l0	0	-0.33072808384895325
548812	rnn.bias_hh_l0	1	-0.43916746973991394
548812	rnn.bias_hh_l0	2	-0.3965800404548645
548812	rnn.bias_hh_l0	3	-0.0581175833940506
548812	rnn.bias_hh_l0	4	-0.38049712777137756
548812	rnn.bias_hh_l0	5	-0.3459120988845825
548812	rnn.bias_hh_l0	6	-0.12168403714895248
548812	rnn.bias_hh_l0	7	0.05373920500278473
548812	rnn.bias_hh_l0	8	-0.23339784145355225
548812	rnn.bias_hh_l0	9	-0.5687025785446167
548812	rnn.weight_ih_l0_reverse	0	0.039626345038414
548812	rnn.weight_ih_l0_reverse	1	-0.04043152928352356
548812	rnn.weight_ih_l0_reverse	2	-0.01062180008739233
548812	rnn.weight_ih_l0_reverse	3	-0.1374688744544983
548812	rnn.weight_ih_l0_reverse	4	0.09101800620555878
548812	rnn.weight_ih_l0_reverse	5	-0.1416202038526535
548812	rnn.weight_ih_l0_reverse	6	0.002156041795387864
548812	rnn.weight_ih_l0_reverse	7	0.03477230668067932
548812	rnn.weight_ih_l0_reverse	8	-0.06789971888065338
548812	rnn.weight_ih_l0_reverse	9	-0.08888273686170578
548812	rnn.weight_hh_l0_reverse	0	-0.14868038892745972
548812	rnn.weight_hh_l0_reverse	1	0.026009680703282356
548812	rnn.weight_hh_l0_reverse	2	-0.02764885313808918
548812	rnn.weight_hh_l0_reverse	3	0.025641102343797684
548812	rnn.weight_hh_l0_reverse	4	-0.08726543188095093
548812	rnn.weight_hh_l0_reverse	5	0.03403591364622116
548812	rnn.weight_hh_l0_reverse	6	0.026181640103459358
548812	rnn.weight_hh_l0_reverse	7	-0.10294970870018005
548812	rnn.weight_hh_l0_reverse	8	-0.06312208622694016
548812	rnn.weight_hh_l0_reverse	9	0.05230897292494774
548812	rnn.bias_ih_l0_reverse	0	-0.1563359498977661
548812	rnn.bias_ih_l0_reverse	1	-0.07785727083683014
548812	rnn.bias_ih_l0_reverse	2	0.14373426139354706
548812	rnn.bias_ih_l0_reverse	3	-0.3112649619579315
548812	rnn.bias_ih_l0_reverse	4	-0.011491990648210049
548812	rnn.bias_ih_l0_reverse	5	-0.22366391122341156
548812	rnn.bias_ih_l0_reverse	6	0.25176000595092773
548812	rnn.bias_ih_l0_reverse	7	-0.32470473647117615
548812	rnn.bias_ih_l0_reverse	8	-0.188115194439888
548812	rnn.bias_ih_l0_reverse	9	-0.18752413988113403
548812	rnn.bias_hh_l0_reverse	0	-0.11574895679950714
548812	rnn.bias_hh_l0_reverse	1	0.27364757657051086
548812	rnn.bias_hh_l0_reverse	2	-0.3344021439552307
548812	rnn.bias_hh_l0_reverse	3	-0.21284230053424835
548812	rnn.bias_hh_l0_reverse	4	-0.3939574360847473
548812	rnn.bias_hh_l0_reverse	5	-0.19902053475379944
548812	rnn.bias_hh_l0_reverse	6	-0.2599586844444275
548812	rnn.bias_hh_l0_reverse	7	-0.08818349242210388
548812	rnn.bias_hh_l0_reverse	8	-0.30961018800735474
548812	rnn.bias_hh_l0_reverse	9	0.22487576305866241
548812	linear.weight	0	0.21735303103923798
548812	linear.weight	1	-0.41994398832321167
548812	linear.weight	2	0.010694204829633236
548812	linear.weight	3	0.06755763292312622
548812	linear.weight	4	-0.1392204612493515
548812	linear.weight	5	0.22842147946357727
548812	linear.weight	6	-0.020515207201242447
548812	linear.weight	7	-0.0605878122150898
548812	linear.weight	8	0.1155182421207428
548812	linear.weight	9	-0.04916856065392494
548812	linear.bias	0	-0.9054824113845825
548812	linear.bias	1	1.866152048110962
548812	linear.bias	2	0.812089741230011
548812	linear.bias	3	-2.7141401767730713
548812	linear.bias	4	-0.09507045149803162
548812	linear.bias	5	1.2503985166549683
548812	linear.bias	6	-0.20861701667308807
548812	linear.bias	7	0.7866833806037903
548812	linear.bias	8	2.2287514209747314
548812	linear.bias	9	-1.463565707206726
548820	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
548820	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
548820	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
548820	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
548820	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
548820	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
548820	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
548820	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
548820	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
548820	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
548820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
548820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
548820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
548820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
548820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
548820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
548820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
548820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
548820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
548820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
548820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
548820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
548820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
548820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
548820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
548820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
548820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
548820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
548820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
548820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
548820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
548820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
548820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
548820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
548820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
548820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
548820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
548820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
548820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
548820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
548820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
548820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
548820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
548820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
548820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
548820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
548820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
548820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
548820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
548820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
548820	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
548820	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
548820	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
548820	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
548820	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
548820	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
548820	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
548820	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
548820	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
548820	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
548820	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
548820	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
548820	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
548820	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
548820	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
548820	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
548820	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
548820	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
548820	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
548820	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
548820	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
548820	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
548820	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
548820	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
548820	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
548820	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
548820	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
548820	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
548820	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
548820	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
548820	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
548820	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
548820	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
548820	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
548820	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
548820	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
548820	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
548820	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
548820	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
548820	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
548820	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
548820	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
548820	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
548820	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
548820	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
548820	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
548820	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
548820	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
548820	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
548820	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
548820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
548820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
548820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
548820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
548820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
548820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
548820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
548820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
548820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
548820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
548820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
548820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
548820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
548820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
548820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
548820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
548820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
548820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
548820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
548820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
548820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
548820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
548820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
548820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
548820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
548820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
548820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
548820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
548820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
548820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
548820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
548820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
548820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
548820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
548820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
548820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
548820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
548820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
548820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
548820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
548820	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
548820	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
548820	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
548820	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
548820	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
548820	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
548820	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
548820	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
548820	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
548820	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
548820	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
548820	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
548820	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
548820	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
548820	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
548820	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
548820	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
548820	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
548820	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
548820	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
548820	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
548820	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
548820	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
548820	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
548820	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
548820	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
548820	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
548820	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
548820	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
548820	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
548820	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
548820	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
548820	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
548820	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
548820	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
548820	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
548820	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
548820	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
548820	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
548820	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
548820	embedding2nn.weight	0	0.32545751333236694
548820	embedding2nn.weight	1	0.4028228521347046
548820	embedding2nn.weight	2	0.00047818769235163927
548820	embedding2nn.weight	3	-0.00970599427819252
548820	embedding2nn.weight	4	-0.03116670437157154
548820	embedding2nn.weight	5	0.07013629376888275
548820	embedding2nn.weight	6	0.004109771456569433
548820	embedding2nn.weight	7	-0.014530780725181103
548820	embedding2nn.weight	8	0.016265608370304108
548820	embedding2nn.weight	9	-0.04208352416753769
548820	embedding2nn.bias	0	0.031168488785624504
548820	embedding2nn.bias	1	-0.2081095278263092
548820	embedding2nn.bias	2	0.1001218929886818
548820	embedding2nn.bias	3	0.18512502312660217
548820	embedding2nn.bias	4	0.15095485746860504
548820	embedding2nn.bias	5	-0.04666361212730408
548820	embedding2nn.bias	6	-0.05482585355639458
548820	embedding2nn.bias	7	0.05023254081606865
548820	embedding2nn.bias	8	-0.16260455548763275
548820	embedding2nn.bias	9	-0.35852450132369995
548820	rnn.weight_ih_l0	0	-0.010957462713122368
548820	rnn.weight_ih_l0	1	-0.05647644028067589
548820	rnn.weight_ih_l0	2	-0.07158666104078293
548820	rnn.weight_ih_l0	3	0.10693854838609695
548820	rnn.weight_ih_l0	4	0.026633331552147865
548820	rnn.weight_ih_l0	5	-0.059409528970718384
548820	rnn.weight_ih_l0	6	-0.004539957270026207
548820	rnn.weight_ih_l0	7	-0.03325008973479271
548820	rnn.weight_ih_l0	8	0.00012093337863916531
548820	rnn.weight_ih_l0	9	-0.11243117600679398
548820	rnn.weight_hh_l0	0	-0.016970202326774597
548820	rnn.weight_hh_l0	1	0.0778852254152298
548820	rnn.weight_hh_l0	2	0.015229016542434692
548820	rnn.weight_hh_l0	3	-0.02090761624276638
548820	rnn.weight_hh_l0	4	0.05554666742682457
548820	rnn.weight_hh_l0	5	0.023879781365394592
548820	rnn.weight_hh_l0	6	-0.069921113550663
548820	rnn.weight_hh_l0	7	-0.10407939553260803
548820	rnn.weight_hh_l0	8	0.034789085388183594
548820	rnn.weight_hh_l0	9	-0.11033614724874496
548820	rnn.bias_ih_l0	0	0.19725459814071655
548820	rnn.bias_ih_l0	1	-0.3296392858028412
548820	rnn.bias_ih_l0	2	-0.03894723579287529
548820	rnn.bias_ih_l0	3	-0.21555744111537933
548820	rnn.bias_ih_l0	4	0.032472483813762665
548820	rnn.bias_ih_l0	5	-0.41641905903816223
548820	rnn.bias_ih_l0	6	-0.17109793424606323
548820	rnn.bias_ih_l0	7	-0.36108943819999695
548820	rnn.bias_ih_l0	8	-0.2910962402820587
548820	rnn.bias_ih_l0	9	-0.46025550365448
548820	rnn.bias_hh_l0	0	-0.33113399147987366
548820	rnn.bias_hh_l0	1	-0.4393543601036072
548820	rnn.bias_hh_l0	2	-0.39665886759757996
548820	rnn.bias_hh_l0	3	-0.05825190991163254
548820	rnn.bias_hh_l0	4	-0.38091185688972473
548820	rnn.bias_hh_l0	5	-0.34580209851264954
548820	rnn.bias_hh_l0	6	-0.12201949954032898
548820	rnn.bias_hh_l0	7	0.05438624322414398
548820	rnn.bias_hh_l0	8	-0.23377586901187897
548820	rnn.bias_hh_l0	9	-0.5686887502670288
548820	rnn.weight_ih_l0_reverse	0	0.03958361595869064
548820	rnn.weight_ih_l0_reverse	1	-0.040542762726545334
548820	rnn.weight_ih_l0_reverse	2	-0.010749053210020065
548820	rnn.weight_ih_l0_reverse	3	-0.13755469024181366
548820	rnn.weight_ih_l0_reverse	4	0.09109839797019958
548820	rnn.weight_ih_l0_reverse	5	-0.1417037397623062
548820	rnn.weight_ih_l0_reverse	6	0.001216215081512928
548820	rnn.weight_ih_l0_reverse	7	0.03475435823202133
548820	rnn.weight_ih_l0_reverse	8	-0.06800124794244766
548820	rnn.weight_ih_l0_reverse	9	-0.0891474112868309
548820	rnn.weight_hh_l0_reverse	0	-0.14869801700115204
548820	rnn.weight_hh_l0_reverse	1	0.026042994111776352
548820	rnn.weight_hh_l0_reverse	2	-0.027718156576156616
548820	rnn.weight_hh_l0_reverse	3	0.025637635961174965
548820	rnn.weight_hh_l0_reverse	4	-0.08726214617490768
548820	rnn.weight_hh_l0_reverse	5	0.03403516113758087
548820	rnn.weight_hh_l0_reverse	6	0.026175547391176224
548820	rnn.weight_hh_l0_reverse	7	-0.10305271297693253
548820	rnn.weight_hh_l0_reverse	8	-0.0631968080997467
548820	rnn.weight_hh_l0_reverse	9	0.052298277616500854
548820	rnn.bias_ih_l0_reverse	0	-0.15628895163536072
548820	rnn.bias_ih_l0_reverse	1	-0.07792319357395172
548820	rnn.bias_ih_l0_reverse	2	0.14388714730739594
548820	rnn.bias_ih_l0_reverse	3	-0.31123313307762146
548820	rnn.bias_ih_l0_reverse	4	-0.01151969563215971
548820	rnn.bias_ih_l0_reverse	5	-0.2236279845237732
548820	rnn.bias_ih_l0_reverse	6	0.2518828213214874
548820	rnn.bias_ih_l0_reverse	7	-0.32561904191970825
548820	rnn.bias_ih_l0_reverse	8	-0.18828658759593964
548820	rnn.bias_ih_l0_reverse	9	-0.18783044815063477
548820	rnn.bias_hh_l0_reverse	0	-0.11425112187862396
548820	rnn.bias_hh_l0_reverse	1	0.27360957860946655
548820	rnn.bias_hh_l0_reverse	2	-0.3347426652908325
548820	rnn.bias_hh_l0_reverse	3	-0.2131258100271225
548820	rnn.bias_hh_l0_reverse	4	-0.39404502511024475
548820	rnn.bias_hh_l0_reverse	5	-0.19879385828971863
548820	rnn.bias_hh_l0_reverse	6	-0.25981974601745605
548820	rnn.bias_hh_l0_reverse	7	-0.08799898624420166
548820	rnn.bias_hh_l0_reverse	8	-0.3091830015182495
548820	rnn.bias_hh_l0_reverse	9	0.22572460770606995
548820	linear.weight	0	0.21527451276779175
548820	linear.weight	1	-0.42321085929870605
548820	linear.weight	2	0.012624126859009266
548820	linear.weight	3	0.06755764037370682
548820	linear.weight	4	-0.13860002160072327
548820	linear.weight	5	0.22838427126407623
548820	linear.weight	6	-0.02109510637819767
548820	linear.weight	7	-0.060587748885154724
548820	linear.weight	8	0.1120494157075882
548820	linear.weight	9	-0.049168605357408524
548820	linear.bias	0	-0.9001251459121704
548820	linear.bias	1	1.8550776243209839
548820	linear.bias	2	0.8076828122138977
548820	linear.bias	3	-2.7141425609588623
548820	linear.bias	4	-0.0904807448387146
548820	linear.bias	5	1.2454538345336914
548820	linear.bias	6	-0.213718980550766
548820	linear.bias	7	0.7938747406005859
548820	linear.bias	8	2.236130952835083
548820	linear.bias	9	-1.46654212474823
549429	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
549429	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
549429	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
549429	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
549429	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
549429	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
549429	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
549429	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
549429	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
549429	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
549429	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
549429	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
549429	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
549429	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
549429	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
549429	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
549429	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
549429	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
549429	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
549429	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
549429	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
549429	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
549429	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
549429	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
549429	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
549429	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
549429	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
549429	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
549429	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
549429	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
549429	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
549429	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
549429	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
549429	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
549429	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
549429	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
549429	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
549429	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
549429	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
549429	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
549429	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
549429	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
549429	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
549429	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
549429	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
549429	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
549429	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
549429	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
549429	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
549429	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
549429	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
549429	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
549429	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
549429	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
549429	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
549429	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
549429	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
549429	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
549429	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
549429	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
549429	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
549429	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
549429	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
549429	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
549429	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
549429	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
549429	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
549429	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
549429	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
549429	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
549429	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
549429	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
549429	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
549429	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
549429	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
549429	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
549429	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
549429	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
549429	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
549429	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
549429	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
549429	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
549429	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
549429	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
549429	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
549429	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
549429	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
549429	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
549429	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
549429	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
549429	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
549429	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
549429	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
549429	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
549429	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
549429	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
549429	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
549429	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
549429	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
549429	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
549429	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
549429	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
549429	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
549429	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
549429	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
549429	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
549429	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
549429	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
549429	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
549429	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
549429	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
549429	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
549429	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
549429	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
549429	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
549429	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
549429	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
549429	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
549429	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
549429	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
549429	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
549429	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
549429	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
549429	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
549429	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
549429	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
549429	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
549429	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
549429	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
549429	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
549429	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
549429	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
549429	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
549429	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
549429	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
549429	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
549429	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
549429	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
549429	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
549429	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
549429	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
549429	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
549429	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
549429	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
549429	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
549429	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
549429	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
549429	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
549429	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
549429	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
549429	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
549429	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
549429	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
549429	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
549429	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
549429	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
549429	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
549429	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
549429	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
549429	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
549429	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
549429	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
549429	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
549429	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
549429	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
549429	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
549429	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
549429	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
549429	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
549429	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
549429	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
549429	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
549429	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
549429	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
549429	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
549429	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
549429	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
549429	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
549429	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
549429	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
549429	embedding2nn.weight	0	0.32531389594078064
549429	embedding2nn.weight	1	0.4020223617553711
549429	embedding2nn.weight	2	0.0027418420650064945
549429	embedding2nn.weight	3	-0.005088162142783403
549429	embedding2nn.weight	4	-0.029863495379686356
549429	embedding2nn.weight	5	0.07139189541339874
549429	embedding2nn.weight	6	0.006307712756097317
549429	embedding2nn.weight	7	-0.011161006055772305
549429	embedding2nn.weight	8	0.013729802332818508
549429	embedding2nn.weight	9	-0.04436403512954712
549429	embedding2nn.bias	0	0.027447445318102837
549429	embedding2nn.bias	1	-0.19654366374015808
549429	embedding2nn.bias	2	0.10414959490299225
549429	embedding2nn.bias	3	0.17191928625106812
549429	embedding2nn.bias	4	0.14773914217948914
549429	embedding2nn.bias	5	-0.06100384518504143
549429	embedding2nn.bias	6	-0.06299073994159698
549429	embedding2nn.bias	7	0.051714565604925156
549429	embedding2nn.bias	8	-0.16739045083522797
549429	embedding2nn.bias	9	-0.3707456886768341
549429	rnn.weight_ih_l0	0	-0.010702105239033699
549429	rnn.weight_ih_l0	1	-0.057290952652692795
549429	rnn.weight_ih_l0	2	-0.06912637501955032
549429	rnn.weight_ih_l0	3	0.1086481362581253
549429	rnn.weight_ih_l0	4	0.02789410762488842
549429	rnn.weight_ih_l0	5	-0.055751100182533264
549429	rnn.weight_ih_l0	6	-0.0013977204216644168
549429	rnn.weight_ih_l0	7	-0.03413614258170128
549429	rnn.weight_ih_l0	8	-0.0029490471351891756
549429	rnn.weight_ih_l0	9	-0.11749480664730072
549429	rnn.weight_hh_l0	0	-0.017067892476916313
549429	rnn.weight_hh_l0	1	0.07892732322216034
549429	rnn.weight_hh_l0	2	0.015407049097120762
549429	rnn.weight_hh_l0	3	-0.020701462402939796
549429	rnn.weight_hh_l0	4	0.0560532845556736
549429	rnn.weight_hh_l0	5	0.023191677406430244
549429	rnn.weight_hh_l0	6	-0.07019522041082382
549429	rnn.weight_hh_l0	7	-0.104205422103405
549429	rnn.weight_hh_l0	8	0.03454737737774849
549429	rnn.weight_hh_l0	9	-0.11083700507879257
549429	rnn.bias_ih_l0	0	0.1977570652961731
549429	rnn.bias_ih_l0	1	-0.3350357115268707
549429	rnn.bias_ih_l0	2	-0.03947333246469498
549429	rnn.bias_ih_l0	3	-0.213358536362648
549429	rnn.bias_ih_l0	4	0.03005271404981613
549429	rnn.bias_ih_l0	5	-0.4194468557834625
549429	rnn.bias_ih_l0	6	-0.16801558434963226
549429	rnn.bias_ih_l0	7	-0.36127060651779175
549429	rnn.bias_ih_l0	8	-0.29055196046829224
549429	rnn.bias_ih_l0	9	-0.4659368097782135
549429	rnn.bias_hh_l0	0	-0.32911819219589233
549429	rnn.bias_hh_l0	1	-0.4417281150817871
549429	rnn.bias_hh_l0	2	-0.3966924250125885
549429	rnn.bias_hh_l0	3	-0.0552903413772583
549429	rnn.bias_hh_l0	4	-0.38597172498703003
549429	rnn.bias_hh_l0	5	-0.3441949486732483
549429	rnn.bias_hh_l0	6	-0.12105205655097961
549429	rnn.bias_hh_l0	7	0.05663831904530525
549429	rnn.bias_hh_l0	8	-0.23849891126155853
549429	rnn.bias_hh_l0	9	-0.5673523545265198
549429	rnn.weight_ih_l0_reverse	0	0.04035617783665657
549429	rnn.weight_ih_l0_reverse	1	-0.04179583117365837
549429	rnn.weight_ih_l0_reverse	2	-0.0101036187261343
549429	rnn.weight_ih_l0_reverse	3	-0.13841664791107178
549429	rnn.weight_ih_l0_reverse	4	0.09244319051504135
549429	rnn.weight_ih_l0_reverse	5	-0.14151133596897125
549429	rnn.weight_ih_l0_reverse	6	-0.0013383582700043917
549429	rnn.weight_ih_l0_reverse	7	0.03332461789250374
549429	rnn.weight_ih_l0_reverse	8	-0.06984628736972809
549429	rnn.weight_ih_l0_reverse	9	-0.08675850182771683
549429	rnn.weight_hh_l0_reverse	0	-0.1491353064775467
549429	rnn.weight_hh_l0_reverse	1	0.02656552568078041
549429	rnn.weight_hh_l0_reverse	2	-0.027531204745173454
549429	rnn.weight_hh_l0_reverse	3	0.025429651141166687
549429	rnn.weight_hh_l0_reverse	4	-0.087456613779068
549429	rnn.weight_hh_l0_reverse	5	0.034144122153520584
549429	rnn.weight_hh_l0_reverse	6	0.026295814663171768
549429	rnn.weight_hh_l0_reverse	7	-0.10518103092908859
549429	rnn.weight_hh_l0_reverse	8	-0.06279215216636658
549429	rnn.weight_hh_l0_reverse	9	0.053124457597732544
549429	rnn.bias_ih_l0_reverse	0	-0.1600843369960785
549429	rnn.bias_ih_l0_reverse	1	-0.07460567355155945
549429	rnn.bias_ih_l0_reverse	2	0.14283545315265656
549429	rnn.bias_ih_l0_reverse	3	-0.30941298604011536
549429	rnn.bias_ih_l0_reverse	4	-0.00958835519850254
549429	rnn.bias_ih_l0_reverse	5	-0.22271598875522614
549429	rnn.bias_ih_l0_reverse	6	0.2500719428062439
549429	rnn.bias_ih_l0_reverse	7	-0.32311442494392395
549429	rnn.bias_ih_l0_reverse	8	-0.18861182034015656
549429	rnn.bias_ih_l0_reverse	9	-0.18897084891796112
549429	rnn.bias_hh_l0_reverse	0	-0.11432208120822906
549429	rnn.bias_hh_l0_reverse	1	0.2685685455799103
549429	rnn.bias_hh_l0_reverse	2	-0.3344683349132538
549429	rnn.bias_hh_l0_reverse	3	-0.21121951937675476
549429	rnn.bias_hh_l0_reverse	4	-0.39155739545822144
549429	rnn.bias_hh_l0_reverse	5	-0.19687509536743164
549429	rnn.bias_hh_l0_reverse	6	-0.26250702142715454
549429	rnn.bias_hh_l0_reverse	7	-0.08287923038005829
549429	rnn.bias_hh_l0_reverse	8	-0.30831578373908997
549429	rnn.bias_hh_l0_reverse	9	0.22877413034439087
549429	linear.weight	0	0.21672296524047852
549429	linear.weight	1	-0.3949802815914154
549429	linear.weight	2	0.0276943389326334
549429	linear.weight	3	0.06755736470222473
549429	linear.weight	4	-0.12299930304288864
549429	linear.weight	5	0.23410743474960327
549429	linear.weight	6	-0.033394765108823776
549429	linear.weight	7	-0.06058340147137642
549429	linear.weight	8	0.10771667212247849
549429	linear.weight	9	-0.04917142167687416
549429	linear.bias	0	-0.907683789730072
549429	linear.bias	1	1.863205909729004
549429	linear.bias	2	0.8018460869789124
549429	linear.bias	3	-2.714275360107422
549429	linear.bias	4	-0.08709200471639633
549429	linear.bias	5	1.281358003616333
549429	linear.bias	6	-0.22336594760417938
549429	linear.bias	7	0.7761209607124329
549429	linear.bias	8	2.2182321548461914
549429	linear.bias	9	-1.4647866487503052
550038	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
550038	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
550038	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
550038	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
550038	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
550038	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
550038	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
550038	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
550038	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
550038	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
550038	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
550038	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
550038	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
550038	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
550038	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
550038	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
550038	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
550038	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
550038	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
550038	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
550038	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
550038	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
550038	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
550038	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
550038	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
550038	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
550038	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
550038	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
550038	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
550038	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
550038	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
550038	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
550038	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
550038	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
550038	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
550038	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
550038	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
550038	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
550038	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
550038	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
550038	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
550038	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
550038	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
550038	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
550038	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
550038	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
550038	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
550038	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
550038	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
550038	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
550038	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
550038	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
550038	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
550038	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
550038	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
550038	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
550038	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
550038	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
550038	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
550038	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
550038	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
550038	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
550038	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
550038	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
550038	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
550038	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
550038	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
550038	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
550038	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
550038	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
550038	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
550038	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
550038	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
550038	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
550038	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
550038	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
550038	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
550038	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
550038	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
550038	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
550038	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
550038	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
550038	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
550038	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
550038	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
550038	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
550038	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
550038	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
550038	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
550038	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
550038	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
550038	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
550038	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
550038	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
550038	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
550038	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
550038	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
550038	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
550038	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
550038	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
550038	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
550038	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
550038	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
550038	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
550038	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
550038	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
550038	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
550038	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
550038	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
550038	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
550038	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
550038	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
550038	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
550038	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
550038	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
550038	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
550038	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
550038	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
550038	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
550038	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
550038	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
550038	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
550038	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
550038	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
550038	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
550038	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
550038	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
550038	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
550038	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
550038	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
550038	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
550038	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
550038	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
550038	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
550038	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
550038	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
550038	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
550038	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
550038	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
550038	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
550038	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
550038	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
550038	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
550038	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
550038	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
550038	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
550038	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
550038	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
550038	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
550038	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
550038	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
550038	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
550038	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
550038	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
550038	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
550038	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
550038	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
550038	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
550038	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
550038	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
550038	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
550038	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
550038	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
550038	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
550038	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
550038	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
550038	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
550038	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
550038	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
550038	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
550038	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
550038	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
550038	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
550038	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
550038	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
550038	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
550038	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
550038	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
550038	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
550038	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
550038	embedding2nn.weight	0	0.32550132274627686
550038	embedding2nn.weight	1	0.40198737382888794
550038	embedding2nn.weight	2	0.004828670993447304
550038	embedding2nn.weight	3	-0.0006931064417585731
550038	embedding2nn.weight	4	-0.0282357856631279
550038	embedding2nn.weight	5	0.07246927171945572
550038	embedding2nn.weight	6	0.005361688788980246
550038	embedding2nn.weight	7	-0.019295459613204002
550038	embedding2nn.weight	8	0.019320176914334297
550038	embedding2nn.weight	9	-0.04638505354523659
550038	embedding2nn.bias	0	0.04381133243441582
550038	embedding2nn.bias	1	-0.20699314773082733
550038	embedding2nn.bias	2	0.09186039119958878
550038	embedding2nn.bias	3	0.18160931766033173
550038	embedding2nn.bias	4	0.15548394620418549
550038	embedding2nn.bias	5	-0.06412136554718018
550038	embedding2nn.bias	6	-0.06049438938498497
550038	embedding2nn.bias	7	0.0577995702624321
550038	embedding2nn.bias	8	-0.16036659479141235
550038	embedding2nn.bias	9	-0.36276692152023315
550038	rnn.weight_ih_l0	0	-0.012267659418284893
550038	rnn.weight_ih_l0	1	-0.0574641190469265
550038	rnn.weight_ih_l0	2	-0.07040353119373322
550038	rnn.weight_ih_l0	3	0.1083199754357338
550038	rnn.weight_ih_l0	4	0.028042180463671684
550038	rnn.weight_ih_l0	5	-0.05303201451897621
550038	rnn.weight_ih_l0	6	0.0003899149305652827
550038	rnn.weight_ih_l0	7	-0.03642559051513672
550038	rnn.weight_ih_l0	8	-0.0018571872496977448
550038	rnn.weight_ih_l0	9	-0.1179170310497284
550038	rnn.weight_hh_l0	0	-0.016945529729127884
550038	rnn.weight_hh_l0	1	0.07881660759449005
550038	rnn.weight_hh_l0	2	0.015257949940860271
550038	rnn.weight_hh_l0	3	-0.020812558010220528
550038	rnn.weight_hh_l0	4	0.05698762461543083
550038	rnn.weight_hh_l0	5	0.02339843474328518
550038	rnn.weight_hh_l0	6	-0.07037093490362167
550038	rnn.weight_hh_l0	7	-0.10529204457998276
550038	rnn.weight_hh_l0	8	0.03466763719916344
550038	rnn.weight_hh_l0	9	-0.10998092591762543
550038	rnn.bias_ih_l0	0	0.20243406295776367
550038	rnn.bias_ih_l0	1	-0.33385586738586426
550038	rnn.bias_ih_l0	2	-0.039298418909311295
550038	rnn.bias_ih_l0	3	-0.2109411358833313
550038	rnn.bias_ih_l0	4	0.03386872634291649
550038	rnn.bias_ih_l0	5	-0.4216037392616272
550038	rnn.bias_ih_l0	6	-0.16559231281280518
550038	rnn.bias_ih_l0	7	-0.3611489236354828
550038	rnn.bias_ih_l0	8	-0.2913573980331421
550038	rnn.bias_ih_l0	9	-0.46276167035102844
550038	rnn.bias_hh_l0	0	-0.33325254917144775
550038	rnn.bias_hh_l0	1	-0.44434699416160583
550038	rnn.bias_hh_l0	2	-0.40177011489868164
550038	rnn.bias_hh_l0	3	-0.06010854244232178
550038	rnn.bias_hh_l0	4	-0.38918590545654297
550038	rnn.bias_hh_l0	5	-0.344796359539032
550038	rnn.bias_hh_l0	6	-0.12403487414121628
550038	rnn.bias_hh_l0	7	0.06240653991699219
550038	rnn.bias_hh_l0	8	-0.2351408302783966
550038	rnn.bias_hh_l0	9	-0.5655836462974548
550038	rnn.weight_ih_l0_reverse	0	0.039286546409130096
550038	rnn.weight_ih_l0_reverse	1	-0.041527438908815384
550038	rnn.weight_ih_l0_reverse	2	-0.012512068264186382
550038	rnn.weight_ih_l0_reverse	3	-0.14067327976226807
550038	rnn.weight_ih_l0_reverse	4	0.09249728918075562
550038	rnn.weight_ih_l0_reverse	5	-0.13446496427059174
550038	rnn.weight_ih_l0_reverse	6	0.0017220712034031749
550038	rnn.weight_ih_l0_reverse	7	0.03278258815407753
550038	rnn.weight_ih_l0_reverse	8	-0.06700792163610458
550038	rnn.weight_ih_l0_reverse	9	-0.0880231037735939
550038	rnn.weight_hh_l0_reverse	0	-0.1476156860589981
550038	rnn.weight_hh_l0_reverse	1	0.026214567944407463
550038	rnn.weight_hh_l0_reverse	2	-0.02735782414674759
550038	rnn.weight_hh_l0_reverse	3	0.02545594796538353
550038	rnn.weight_hh_l0_reverse	4	-0.08744688332080841
550038	rnn.weight_hh_l0_reverse	5	0.03397253900766373
550038	rnn.weight_hh_l0_reverse	6	0.02629190869629383
550038	rnn.weight_hh_l0_reverse	7	-0.10617859661579132
550038	rnn.weight_hh_l0_reverse	8	-0.05991927906870842
550038	rnn.weight_hh_l0_reverse	9	0.053448572754859924
550038	rnn.bias_ih_l0_reverse	0	-0.16009671986103058
550038	rnn.bias_ih_l0_reverse	1	-0.07668725401163101
550038	rnn.bias_ih_l0_reverse	2	0.14129012823104858
550038	rnn.bias_ih_l0_reverse	3	-0.3126596510410309
550038	rnn.bias_ih_l0_reverse	4	-0.009803411550819874
550038	rnn.bias_ih_l0_reverse	5	-0.22188341617584229
550038	rnn.bias_ih_l0_reverse	6	0.2497095763683319
550038	rnn.bias_ih_l0_reverse	7	-0.3179187476634979
550038	rnn.bias_ih_l0_reverse	8	-0.18990561366081238
550038	rnn.bias_ih_l0_reverse	9	-0.19014735519886017
550038	rnn.bias_hh_l0_reverse	0	-0.11540764570236206
550038	rnn.bias_hh_l0_reverse	1	0.26859602332115173
550038	rnn.bias_hh_l0_reverse	2	-0.3339690864086151
550038	rnn.bias_hh_l0_reverse	3	-0.21140386164188385
550038	rnn.bias_hh_l0_reverse	4	-0.39043647050857544
550038	rnn.bias_hh_l0_reverse	5	-0.1943569779396057
550038	rnn.bias_hh_l0_reverse	6	-0.262757807970047
550038	rnn.bias_hh_l0_reverse	7	-0.08615925908088684
550038	rnn.bias_hh_l0_reverse	8	-0.30223456025123596
550038	rnn.bias_hh_l0_reverse	9	0.2250237762928009
550038	linear.weight	0	0.22304487228393555
550038	linear.weight	1	-0.3811115026473999
550038	linear.weight	2	0.03264332935214043
550038	linear.weight	3	0.06755735725164413
550038	linear.weight	4	-0.13218925893306732
550038	linear.weight	5	0.24444186687469482
550038	linear.weight	6	-0.035793472081422806
550038	linear.weight	7	-0.0605810172855854
550038	linear.weight	8	0.11264324188232422
550038	linear.weight	9	-0.049174316227436066
550038	linear.bias	0	-0.894012451171875
550038	linear.bias	1	1.8809263706207275
550038	linear.bias	2	0.797095537185669
550038	linear.bias	3	-2.7143940925598145
550038	linear.bias	4	-0.11635371297597885
550038	linear.bias	5	1.2741001844406128
550038	linear.bias	6	-0.24320055544376373
550038	linear.bias	7	0.7759478688240051
550038	linear.bias	8	2.215754508972168
550038	linear.bias	9	-1.454013466835022
550647	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
550647	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
550647	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
550647	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
550647	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
550647	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
550647	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
550647	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
550647	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
550647	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
550647	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
550647	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
550647	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
550647	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
550647	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
550647	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
550647	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
550647	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
550647	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
550647	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
550647	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
550647	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
550647	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
550647	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
550647	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
550647	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
550647	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
550647	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
550647	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
550647	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
550647	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
550647	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
550647	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
550647	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
550647	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
550647	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
550647	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
550647	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
550647	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
550647	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
550647	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
550647	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
550647	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
550647	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
550647	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
550647	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
550647	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
550647	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
550647	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
550647	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
550647	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
550647	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
550647	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
550647	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
550647	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
550647	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
550647	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
550647	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
550647	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
550647	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
550647	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
550647	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
550647	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
550647	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
550647	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
550647	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
550647	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
550647	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
550647	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
550647	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
550647	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
550647	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
550647	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
550647	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
550647	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
550647	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
550647	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
550647	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
550647	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
550647	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
550647	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
550647	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
550647	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
550647	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
550647	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
550647	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
550647	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
550647	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
550647	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
550647	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
550647	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
550647	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
550647	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
550647	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
550647	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
550647	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
550647	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
550647	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
550647	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
550647	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
550647	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
550647	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
550647	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
550647	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
550647	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
550647	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
550647	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
550647	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
550647	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
550647	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
550647	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
550647	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
550647	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
550647	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
550647	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
550647	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
550647	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
550647	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
550647	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
550647	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
550647	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
550647	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
550647	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
550647	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
550647	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
550647	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
550647	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
550647	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
550647	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
550647	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
550647	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
550647	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
550647	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
550647	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
550647	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
550647	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
550647	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
550647	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
550647	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
550647	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
550647	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
550647	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
550647	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
550647	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
550647	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
550647	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
550647	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
550647	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
550647	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
550647	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
550647	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
550647	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
550647	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
550647	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
550647	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
550647	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
550647	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
550647	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
550647	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
550647	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
550647	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
550647	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
550647	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
550647	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
550647	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
550647	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
550647	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
550647	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
550647	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
550647	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
550647	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
550647	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
550647	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
550647	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
550647	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
550647	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
550647	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
550647	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
550647	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
550647	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
550647	embedding2nn.weight	0	0.3259773552417755
550647	embedding2nn.weight	1	0.40537387132644653
550647	embedding2nn.weight	2	0.0039269449189305305
550647	embedding2nn.weight	3	-0.011500086635351181
550647	embedding2nn.weight	4	-0.030910881236195564
550647	embedding2nn.weight	5	0.0733712911605835
550647	embedding2nn.weight	6	-0.003903379663825035
550647	embedding2nn.weight	7	-0.021097457036376
550647	embedding2nn.weight	8	0.023041119799017906
550647	embedding2nn.weight	9	-0.0458160899579525
550647	embedding2nn.bias	0	0.055855367332696915
550647	embedding2nn.bias	1	-0.21493473649024963
550647	embedding2nn.bias	2	0.08298834413290024
550647	embedding2nn.bias	3	0.17740705609321594
550647	embedding2nn.bias	4	0.1543855220079422
550647	embedding2nn.bias	5	-0.05457693338394165
550647	embedding2nn.bias	6	-0.04394318535923958
550647	embedding2nn.bias	7	0.049370113760232925
550647	embedding2nn.bias	8	-0.17318794131278992
550647	embedding2nn.bias	9	-0.35429471731185913
550647	rnn.weight_ih_l0	0	-0.011380355805158615
550647	rnn.weight_ih_l0	1	-0.05682799965143204
550647	rnn.weight_ih_l0	2	-0.07199980318546295
550647	rnn.weight_ih_l0	3	0.10746235400438309
550647	rnn.weight_ih_l0	4	0.029628800228238106
550647	rnn.weight_ih_l0	5	-0.0596439503133297
550647	rnn.weight_ih_l0	6	-0.0005173783283680677
550647	rnn.weight_ih_l0	7	-0.032306261360645294
550647	rnn.weight_ih_l0	8	0.001865874044597149
550647	rnn.weight_ih_l0	9	-0.11521104723215103
550647	rnn.weight_hh_l0	0	-0.01680944487452507
550647	rnn.weight_hh_l0	1	0.07900074869394302
550647	rnn.weight_hh_l0	2	0.015318150632083416
550647	rnn.weight_hh_l0	3	-0.021328238770365715
550647	rnn.weight_hh_l0	4	0.05672811344265938
550647	rnn.weight_hh_l0	5	0.022675538435578346
550647	rnn.weight_hh_l0	6	-0.07117896527051926
550647	rnn.weight_hh_l0	7	-0.10280224680900574
550647	rnn.weight_hh_l0	8	0.034876126796007156
550647	rnn.weight_hh_l0	9	-0.1104135513305664
550647	rnn.bias_ih_l0	0	0.19802115857601166
550647	rnn.bias_ih_l0	1	-0.33582842350006104
550647	rnn.bias_ih_l0	2	-0.03965378925204277
550647	rnn.bias_ih_l0	3	-0.21476438641548157
550647	rnn.bias_ih_l0	4	0.03137814626097679
550647	rnn.bias_ih_l0	5	-0.4187808036804199
550647	rnn.bias_ih_l0	6	-0.1633736789226532
550647	rnn.bias_ih_l0	7	-0.36167553067207336
550647	rnn.bias_ih_l0	8	-0.28842347860336304
550647	rnn.bias_ih_l0	9	-0.4456927180290222
550647	rnn.bias_hh_l0	0	-0.33019134402275085
550647	rnn.bias_hh_l0	1	-0.44477584958076477
550647	rnn.bias_hh_l0	2	-0.40393906831741333
550647	rnn.bias_hh_l0	3	-0.060443807393312454
550647	rnn.bias_hh_l0	4	-0.38663268089294434
550647	rnn.bias_hh_l0	5	-0.34409916400909424
550647	rnn.bias_hh_l0	6	-0.12307513505220413
550647	rnn.bias_hh_l0	7	0.058905426412820816
550647	rnn.bias_hh_l0	8	-0.2321360558271408
550647	rnn.bias_hh_l0	9	-0.5651485323905945
550647	rnn.weight_ih_l0_reverse	0	0.042109545320272446
550647	rnn.weight_ih_l0_reverse	1	-0.040933456271886826
550647	rnn.weight_ih_l0_reverse	2	-0.011811158619821072
550647	rnn.weight_ih_l0_reverse	3	-0.139417827129364
550647	rnn.weight_ih_l0_reverse	4	0.09134223312139511
550647	rnn.weight_ih_l0_reverse	5	-0.13123354315757751
550647	rnn.weight_ih_l0_reverse	6	0.0029019038192927837
550647	rnn.weight_ih_l0_reverse	7	0.03309616446495056
550647	rnn.weight_ih_l0_reverse	8	-0.06933948397636414
550647	rnn.weight_ih_l0_reverse	9	-0.09020079672336578
550647	rnn.weight_hh_l0_reverse	0	-0.14810693264007568
550647	rnn.weight_hh_l0_reverse	1	0.026146801188588142
550647	rnn.weight_hh_l0_reverse	2	-0.027572624385356903
550647	rnn.weight_hh_l0_reverse	3	0.025690682232379913
550647	rnn.weight_hh_l0_reverse	4	-0.08760163933038712
550647	rnn.weight_hh_l0_reverse	5	0.03414203226566315
550647	rnn.weight_hh_l0_reverse	6	0.026324748992919922
550647	rnn.weight_hh_l0_reverse	7	-0.10629834979772568
550647	rnn.weight_hh_l0_reverse	8	-0.061116915196180344
550647	rnn.weight_hh_l0_reverse	9	0.053849559277296066
550647	rnn.bias_ih_l0_reverse	0	-0.16164520382881165
550647	rnn.bias_ih_l0_reverse	1	-0.07546577602624893
550647	rnn.bias_ih_l0_reverse	2	0.13805939257144928
550647	rnn.bias_ih_l0_reverse	3	-0.30811068415641785
550647	rnn.bias_ih_l0_reverse	4	-0.013398637995123863
550647	rnn.bias_ih_l0_reverse	5	-0.22465826570987701
550647	rnn.bias_ih_l0_reverse	6	0.24760618805885315
550647	rnn.bias_ih_l0_reverse	7	-0.3152933716773987
550647	rnn.bias_ih_l0_reverse	8	-0.18720360100269318
550647	rnn.bias_ih_l0_reverse	9	-0.18418435752391815
550647	rnn.bias_hh_l0_reverse	0	-0.115630142390728
550647	rnn.bias_hh_l0_reverse	1	0.26495733857154846
550647	rnn.bias_hh_l0_reverse	2	-0.334431916475296
550647	rnn.bias_hh_l0_reverse	3	-0.21056705713272095
550647	rnn.bias_hh_l0_reverse	4	-0.3905201256275177
550647	rnn.bias_hh_l0_reverse	5	-0.19587795436382294
550647	rnn.bias_hh_l0_reverse	6	-0.26399070024490356
550647	rnn.bias_hh_l0_reverse	7	-0.08516816794872284
550647	rnn.bias_hh_l0_reverse	8	-0.30552101135253906
550647	rnn.bias_hh_l0_reverse	9	0.2266501486301422
550647	linear.weight	0	0.21383176743984222
550647	linear.weight	1	-0.39764097332954407
550647	linear.weight	2	0.05910655856132507
550647	linear.weight	3	0.06755726784467697
550647	linear.weight	4	-0.128073588013649
550647	linear.weight	5	0.2519601285457611
550647	linear.weight	6	-0.03345044329762459
550647	linear.weight	7	-0.06057814881205559
550647	linear.weight	8	0.13013418018817902
550647	linear.weight	9	-0.04917700216174126
550647	linear.bias	0	-0.884886622428894
550647	linear.bias	1	1.879578709602356
550647	linear.bias	2	0.8015945553779602
550647	linear.bias	3	-2.714503765106201
550647	linear.bias	4	-0.09311814606189728
550647	linear.bias	5	1.277889370918274
550647	linear.bias	6	-0.21096812188625336
550647	linear.bias	7	0.7651364207267761
550647	linear.bias	8	2.1621031761169434
550647	linear.bias	9	-1.4387247562408447
551256	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
551256	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
551256	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
551256	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
551256	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
551256	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
551256	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
551256	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
551256	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
551256	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
551256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
551256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
551256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
551256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
551256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
551256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
551256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
551256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
551256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
551256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
551256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
551256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
551256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
551256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
551256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
551256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
551256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
551256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
551256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
551256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
551256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
551256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
551256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
551256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
551256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
551256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
551256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
551256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
551256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
551256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
551256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
551256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
551256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
551256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
551256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
551256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
551256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
551256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
551256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
551256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
551256	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
551256	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
551256	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
551256	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
551256	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
551256	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
551256	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
551256	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
551256	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
551256	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
551256	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
551256	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
551256	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
551256	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
551256	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
551256	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
551256	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
551256	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
551256	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
551256	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
551256	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
551256	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
551256	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
551256	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
551256	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
551256	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
551256	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
551256	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
551256	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
551256	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
551256	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
551256	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
551256	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
551256	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
551256	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
551256	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
551256	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
551256	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
551256	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
551256	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
551256	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
551256	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
551256	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
551256	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
551256	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
551256	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
551256	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
551256	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
551256	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
551256	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
551256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
551256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
551256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
551256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
551256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
551256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
551256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
551256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
551256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
551256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
551256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
551256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
551256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
551256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
551256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
551256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
551256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
551256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
551256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
551256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
551256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
551256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
551256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
551256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
551256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
551256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
551256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
551256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
551256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
551256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
551256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
551256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
551256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
551256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
551256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
551256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
551256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
551256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
551256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
551256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
551256	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
551256	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
551256	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
551256	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
551256	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
551256	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
551256	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
551256	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
551256	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
551256	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
551256	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
551256	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
551256	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
551256	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
551256	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
551256	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
551256	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
551256	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
551256	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
551256	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
551256	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
551256	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
551256	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
551256	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
551256	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
551256	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
551256	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
551256	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
551256	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
551256	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
551256	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
551256	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
551256	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
551256	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
551256	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
551256	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
551256	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
551256	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
551256	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
551256	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
551256	embedding2nn.weight	0	0.32527512311935425
551256	embedding2nn.weight	1	0.4037473797798157
551256	embedding2nn.weight	2	0.007659021764993668
551256	embedding2nn.weight	3	-0.012569460086524487
551256	embedding2nn.weight	4	-0.02896912395954132
551256	embedding2nn.weight	5	0.07376807183027267
551256	embedding2nn.weight	6	-0.008142651990056038
551256	embedding2nn.weight	7	-0.02592654526233673
551256	embedding2nn.weight	8	0.02521880529820919
551256	embedding2nn.weight	9	-0.047462861984968185
551256	embedding2nn.bias	0	0.030277563259005547
551256	embedding2nn.bias	1	-0.19914403557777405
551256	embedding2nn.bias	2	0.09399071335792542
551256	embedding2nn.bias	3	0.17446941137313843
551256	embedding2nn.bias	4	0.15154783427715302
551256	embedding2nn.bias	5	-0.06192953512072563
551256	embedding2nn.bias	6	-0.05644506216049194
551256	embedding2nn.bias	7	0.046994179487228394
551256	embedding2nn.bias	8	-0.1733725666999817
551256	embedding2nn.bias	9	-0.3670772314071655
551256	rnn.weight_ih_l0	0	-0.008850042708218098
551256	rnn.weight_ih_l0	1	-0.05818072333931923
551256	rnn.weight_ih_l0	2	-0.06913375109434128
551256	rnn.weight_ih_l0	3	0.10838168859481812
551256	rnn.weight_ih_l0	4	0.027607684955000877
551256	rnn.weight_ih_l0	5	-0.05985994264483452
551256	rnn.weight_ih_l0	6	-0.002762663410976529
551256	rnn.weight_ih_l0	7	-0.03246084600687027
551256	rnn.weight_ih_l0	8	0.005662109237164259
551256	rnn.weight_ih_l0	9	-0.11444588005542755
551256	rnn.weight_hh_l0	0	-0.016841111704707146
551256	rnn.weight_hh_l0	1	0.07888051867485046
551256	rnn.weight_hh_l0	2	0.015335245057940483
551256	rnn.weight_hh_l0	3	-0.021825900301337242
551256	rnn.weight_hh_l0	4	0.05613159015774727
551256	rnn.weight_hh_l0	5	0.02323053777217865
551256	rnn.weight_hh_l0	6	-0.07196557521820068
551256	rnn.weight_hh_l0	7	-0.10092893242835999
551256	rnn.weight_hh_l0	8	0.03481602668762207
551256	rnn.weight_hh_l0	9	-0.11084600538015366
551256	rnn.bias_ih_l0	0	0.19787360727787018
551256	rnn.bias_ih_l0	1	-0.32967087626457214
551256	rnn.bias_ih_l0	2	-0.03806917369365692
551256	rnn.bias_ih_l0	3	-0.2160942107439041
551256	rnn.bias_ih_l0	4	0.03134620934724808
551256	rnn.bias_ih_l0	5	-0.41844114661216736
551256	rnn.bias_ih_l0	6	-0.16760392487049103
551256	rnn.bias_ih_l0	7	-0.362348735332489
551256	rnn.bias_ih_l0	8	-0.28261029720306396
551256	rnn.bias_ih_l0	9	-0.45389121770858765
551256	rnn.bias_hh_l0	0	-0.32840585708618164
551256	rnn.bias_hh_l0	1	-0.44206491112709045
551256	rnn.bias_hh_l0	2	-0.4024447500705719
551256	rnn.bias_hh_l0	3	-0.05999304726719856
551256	rnn.bias_hh_l0	4	-0.3894413411617279
551256	rnn.bias_hh_l0	5	-0.34551987051963806
551256	rnn.bias_hh_l0	6	-0.12216315418481827
551256	rnn.bias_hh_l0	7	0.06168150529265404
551256	rnn.bias_hh_l0	8	-0.22796697914600372
551256	rnn.bias_hh_l0	9	-0.564847469329834
551256	rnn.weight_ih_l0_reverse	0	0.04042806476354599
551256	rnn.weight_ih_l0_reverse	1	-0.04132255166769028
551256	rnn.weight_ih_l0_reverse	2	-0.012126030400395393
551256	rnn.weight_ih_l0_reverse	3	-0.1379317045211792
551256	rnn.weight_ih_l0_reverse	4	0.09230402857065201
551256	rnn.weight_ih_l0_reverse	5	-0.13401879370212555
551256	rnn.weight_ih_l0_reverse	6	0.002115863375365734
551256	rnn.weight_ih_l0_reverse	7	0.032543063163757324
551256	rnn.weight_ih_l0_reverse	8	-0.07153571397066116
551256	rnn.weight_ih_l0_reverse	9	-0.0918213352560997
551256	rnn.weight_hh_l0_reverse	0	-0.14942464232444763
551256	rnn.weight_hh_l0_reverse	1	0.026054836809635162
551256	rnn.weight_hh_l0_reverse	2	-0.027817921712994576
551256	rnn.weight_hh_l0_reverse	3	0.025913458317518234
551256	rnn.weight_hh_l0_reverse	4	-0.08816186338663101
551256	rnn.weight_hh_l0_reverse	5	0.03399214148521423
551256	rnn.weight_hh_l0_reverse	6	0.02630065195262432
551256	rnn.weight_hh_l0_reverse	7	-0.10465924441814423
551256	rnn.weight_hh_l0_reverse	8	-0.06054651364684105
551256	rnn.weight_hh_l0_reverse	9	0.05395728722214699
551256	rnn.bias_ih_l0_reverse	0	-0.1602325737476349
551256	rnn.bias_ih_l0_reverse	1	-0.07286504656076431
551256	rnn.bias_ih_l0_reverse	2	0.13582061231136322
551256	rnn.bias_ih_l0_reverse	3	-0.3099639117717743
551256	rnn.bias_ih_l0_reverse	4	-0.011194765567779541
551256	rnn.bias_ih_l0_reverse	5	-0.22596241533756256
551256	rnn.bias_ih_l0_reverse	6	0.25353866815567017
551256	rnn.bias_ih_l0_reverse	7	-0.31789636611938477
551256	rnn.bias_ih_l0_reverse	8	-0.18772733211517334
551256	rnn.bias_ih_l0_reverse	9	-0.1843646913766861
551256	rnn.bias_hh_l0_reverse	0	-0.11591506749391556
551256	rnn.bias_hh_l0_reverse	1	0.2677651047706604
551256	rnn.bias_hh_l0_reverse	2	-0.33576321601867676
551256	rnn.bias_hh_l0_reverse	3	-0.21308140456676483
551256	rnn.bias_hh_l0_reverse	4	-0.3937985301017761
551256	rnn.bias_hh_l0_reverse	5	-0.19907787442207336
551256	rnn.bias_hh_l0_reverse	6	-0.2724934220314026
551256	rnn.bias_hh_l0_reverse	7	-0.08651397377252579
551256	rnn.bias_hh_l0_reverse	8	-0.31237009167671204
551256	rnn.bias_hh_l0_reverse	9	0.22188784182071686
551256	linear.weight	0	0.22014589607715607
551256	linear.weight	1	-0.3959067463874817
551256	linear.weight	2	0.04999362304806709
551256	linear.weight	3	0.06755644828081131
551256	linear.weight	4	-0.10203471034765244
551256	linear.weight	5	0.26169878244400024
551256	linear.weight	6	-0.03288254141807556
551256	linear.weight	7	-0.06057342141866684
551256	linear.weight	8	0.139505073428154
551256	linear.weight	9	-0.04918000474572182
551256	linear.bias	0	-0.9015811085700989
551256	linear.bias	1	1.8484282493591309
551256	linear.bias	2	0.8016577959060669
551256	linear.bias	3	-2.7146170139312744
551256	linear.bias	4	-0.10855995863676071
551256	linear.bias	5	1.2759536504745483
551256	linear.bias	6	-0.21734197437763214
551256	linear.bias	7	0.7798203825950623
551256	linear.bias	8	2.1773204803466797
551256	linear.bias	9	-1.45543372631073
551865	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
551865	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
551865	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
551865	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
551865	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
551865	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
551865	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
551865	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
551865	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
551865	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
551865	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
551865	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
551865	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
551865	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
551865	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
551865	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
551865	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
551865	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
551865	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
551865	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
551865	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
551865	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
551865	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
551865	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
551865	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
551865	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
551865	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
551865	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
551865	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
551865	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
551865	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
551865	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
551865	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
551865	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
551865	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
551865	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
551865	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
551865	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
551865	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
551865	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
551865	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
551865	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
551865	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
551865	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
551865	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
551865	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
551865	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
551865	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
551865	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
551865	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
551865	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
551865	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
551865	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
551865	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
551865	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
551865	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
551865	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
551865	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
551865	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
551865	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
551865	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
551865	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
551865	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
551865	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
551865	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
551865	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
551865	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
551865	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
551865	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
551865	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
551865	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
551865	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
551865	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
551865	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
551865	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
551865	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
551865	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
551865	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
551865	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
551865	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
551865	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
551865	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
551865	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
551865	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
551865	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
551865	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
551865	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
551865	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
551865	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
551865	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
551865	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
551865	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
551865	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
551865	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
551865	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
551865	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
551865	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
551865	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
551865	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
551865	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
551865	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
551865	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
551865	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
551865	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
551865	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
551865	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
551865	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
551865	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
551865	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
551865	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
551865	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
551865	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
551865	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
551865	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
551865	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
551865	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
551865	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
551865	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
551865	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
551865	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
551865	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
551865	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
551865	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
551865	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
551865	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
551865	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
551865	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
551865	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
551865	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
551865	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
551865	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
551865	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
551865	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
551865	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
551865	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
551865	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
551865	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
551865	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
551865	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
551865	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
551865	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
551865	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
551865	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
551865	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
551865	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
551865	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
551865	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
551865	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
551865	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
551865	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
551865	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
551865	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
551865	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
551865	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
551865	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
551865	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
551865	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
551865	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
551865	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
551865	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
551865	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
551865	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
551865	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
551865	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
551865	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
551865	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
551865	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
551865	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
551865	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
551865	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
551865	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
551865	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
551865	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
551865	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
551865	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
551865	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
551865	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
551865	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
551865	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
551865	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
551865	embedding2nn.weight	0	0.32587823271751404
551865	embedding2nn.weight	1	0.40124619007110596
551865	embedding2nn.weight	2	0.006623364053666592
551865	embedding2nn.weight	3	-0.0022894449066370726
551865	embedding2nn.weight	4	-0.028885606676340103
551865	embedding2nn.weight	5	0.07203754782676697
551865	embedding2nn.weight	6	-0.005800891201943159
551865	embedding2nn.weight	7	-0.02338174544274807
551865	embedding2nn.weight	8	0.028025556355714798
551865	embedding2nn.weight	9	-0.042264778167009354
551865	embedding2nn.bias	0	0.034730277955532074
551865	embedding2nn.bias	1	-0.20413918793201447
551865	embedding2nn.bias	2	0.11029333621263504
551865	embedding2nn.bias	3	0.16755683720111847
551865	embedding2nn.bias	4	0.13764023780822754
551865	embedding2nn.bias	5	-0.07476509362459183
551865	embedding2nn.bias	6	-0.06299041211605072
551865	embedding2nn.bias	7	0.044984541833400726
551865	embedding2nn.bias	8	-0.15823248028755188
551865	embedding2nn.bias	9	-0.3488481640815735
551865	rnn.weight_ih_l0	0	-0.007938288152217865
551865	rnn.weight_ih_l0	1	-0.058303214609622955
551865	rnn.weight_ih_l0	2	-0.07073195278644562
551865	rnn.weight_ih_l0	3	0.11091175675392151
551865	rnn.weight_ih_l0	4	0.02836778573691845
551865	rnn.weight_ih_l0	5	-0.0575118213891983
551865	rnn.weight_ih_l0	6	-0.002818893641233444
551865	rnn.weight_ih_l0	7	-0.03143470734357834
551865	rnn.weight_ih_l0	8	0.005844554398208857
551865	rnn.weight_ih_l0	9	-0.11649572104215622
551865	rnn.weight_hh_l0	0	-0.016941184177994728
551865	rnn.weight_hh_l0	1	0.07906606048345566
551865	rnn.weight_hh_l0	2	0.015435243956744671
551865	rnn.weight_hh_l0	3	-0.021540405228734016
551865	rnn.weight_hh_l0	4	0.05673149973154068
551865	rnn.weight_hh_l0	5	0.022325821220874786
551865	rnn.weight_hh_l0	6	-0.07261630892753601
551865	rnn.weight_hh_l0	7	-0.10092829912900925
551865	rnn.weight_hh_l0	8	0.0348006896674633
551865	rnn.weight_hh_l0	9	-0.11112780123949051
551865	rnn.bias_ih_l0	0	0.18740370869636536
551865	rnn.bias_ih_l0	1	-0.33223119378089905
551865	rnn.bias_ih_l0	2	-0.03892018646001816
551865	rnn.bias_ih_l0	3	-0.2160930037498474
551865	rnn.bias_ih_l0	4	0.02800746262073517
551865	rnn.bias_ih_l0	5	-0.4205394387245178
551865	rnn.bias_ih_l0	6	-0.16687729954719543
551865	rnn.bias_ih_l0	7	-0.36285239458084106
551865	rnn.bias_ih_l0	8	-0.28020918369293213
551865	rnn.bias_ih_l0	9	-0.44627371430397034
551865	rnn.bias_hh_l0	0	-0.32887527346611023
551865	rnn.bias_hh_l0	1	-0.44148489832878113
551865	rnn.bias_hh_l0	2	-0.40260952711105347
551865	rnn.bias_hh_l0	3	-0.055116087198257446
551865	rnn.bias_hh_l0	4	-0.38804861903190613
551865	rnn.bias_hh_l0	5	-0.3469671905040741
551865	rnn.bias_hh_l0	6	-0.11911295354366302
551865	rnn.bias_hh_l0	7	0.06033756211400032
551865	rnn.bias_hh_l0	8	-0.2274264544248581
551865	rnn.bias_hh_l0	9	-0.5651995539665222
551865	rnn.weight_ih_l0_reverse	0	0.04062041640281677
551865	rnn.weight_ih_l0_reverse	1	-0.04081069305539131
551865	rnn.weight_ih_l0_reverse	2	-0.013462236151099205
551865	rnn.weight_ih_l0_reverse	3	-0.13782979547977448
551865	rnn.weight_ih_l0_reverse	4	0.09131224453449249
551865	rnn.weight_ih_l0_reverse	5	-0.13522043824195862
551865	rnn.weight_ih_l0_reverse	6	8.201711170841008e-05
551865	rnn.weight_ih_l0_reverse	7	0.03251116722822189
551865	rnn.weight_ih_l0_reverse	8	-0.07507392764091492
551865	rnn.weight_ih_l0_reverse	9	-0.09238911420106888
551865	rnn.weight_hh_l0_reverse	0	-0.14973682165145874
551865	rnn.weight_hh_l0_reverse	1	0.025082692503929138
551865	rnn.weight_hh_l0_reverse	2	-0.02773543819785118
551865	rnn.weight_hh_l0_reverse	3	0.02581377886235714
551865	rnn.weight_hh_l0_reverse	4	-0.08844763040542603
551865	rnn.weight_hh_l0_reverse	5	0.03395877778530121
551865	rnn.weight_hh_l0_reverse	6	0.026257552206516266
551865	rnn.weight_hh_l0_reverse	7	-0.10351121425628662
551865	rnn.weight_hh_l0_reverse	8	-0.06341181695461273
551865	rnn.weight_hh_l0_reverse	9	0.0526750385761261
551865	rnn.bias_ih_l0_reverse	0	-0.1584763079881668
551865	rnn.bias_ih_l0_reverse	1	-0.07093847543001175
551865	rnn.bias_ih_l0_reverse	2	0.13673904538154602
551865	rnn.bias_ih_l0_reverse	3	-0.3134622275829315
551865	rnn.bias_ih_l0_reverse	4	-0.011144724674522877
551865	rnn.bias_ih_l0_reverse	5	-0.22216010093688965
551865	rnn.bias_ih_l0_reverse	6	0.2509790062904358
551865	rnn.bias_ih_l0_reverse	7	-0.3154416084289551
551865	rnn.bias_ih_l0_reverse	8	-0.1919085681438446
551865	rnn.bias_ih_l0_reverse	9	-0.18579310178756714
551865	rnn.bias_hh_l0_reverse	0	-0.10986935347318649
551865	rnn.bias_hh_l0_reverse	1	0.2704709470272064
551865	rnn.bias_hh_l0_reverse	2	-0.33472126722335815
551865	rnn.bias_hh_l0_reverse	3	-0.21088482439517975
551865	rnn.bias_hh_l0_reverse	4	-0.3897968828678131
551865	rnn.bias_hh_l0_reverse	5	-0.20013512670993805
551865	rnn.bias_hh_l0_reverse	6	-0.27098554372787476
551865	rnn.bias_hh_l0_reverse	7	-0.08481192588806152
551865	rnn.bias_hh_l0_reverse	8	-0.30997422337532043
551865	rnn.bias_hh_l0_reverse	9	0.214781254529953
551865	linear.weight	0	0.22106246650218964
551865	linear.weight	1	-0.4184918999671936
551865	linear.weight	2	0.05139828845858574
551865	linear.weight	3	0.06755577772855759
551865	linear.weight	4	-0.10534472018480301
551865	linear.weight	5	0.2635558843612671
551865	linear.weight	6	-0.024835556745529175
551865	linear.weight	7	-0.060569364577531815
551865	linear.weight	8	0.14100536704063416
551865	linear.weight	9	-0.04918256029486656
551865	linear.bias	0	-0.9111783504486084
551865	linear.bias	1	1.8683335781097412
551865	linear.bias	2	0.7997274994850159
551865	linear.bias	3	-2.7147319316864014
551865	linear.bias	4	-0.09393862634897232
551865	linear.bias	5	1.281561255455017
551865	linear.bias	6	-0.23978397250175476
551865	linear.bias	7	0.7898775339126587
551865	linear.bias	8	2.1717655658721924
551865	linear.bias	9	-1.458269476890564
552474	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
552474	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
552474	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
552474	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
552474	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
552474	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
552474	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
552474	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
552474	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
552474	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
552474	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
552474	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
552474	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
552474	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
552474	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
552474	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
552474	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
552474	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
552474	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
552474	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
552474	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
552474	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
552474	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
552474	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
552474	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
552474	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
552474	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
552474	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
552474	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
552474	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
552474	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
552474	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
552474	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
552474	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
552474	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
552474	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
552474	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
552474	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
552474	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
552474	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
552474	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
552474	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
552474	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
552474	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
552474	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
552474	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
552474	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
552474	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
552474	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
552474	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
552474	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
552474	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
552474	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
552474	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
552474	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
552474	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
552474	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
552474	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
552474	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
552474	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
552474	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
552474	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
552474	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
552474	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
552474	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
552474	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
552474	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
552474	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
552474	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
552474	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
552474	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
552474	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
552474	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
552474	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
552474	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
552474	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
552474	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
552474	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
552474	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
552474	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
552474	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
552474	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
552474	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
552474	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
552474	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
552474	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
552474	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
552474	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
552474	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
552474	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
552474	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
552474	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
552474	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
552474	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
552474	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
552474	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
552474	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
552474	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
552474	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
552474	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
552474	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
552474	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
552474	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
552474	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
552474	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
552474	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
552474	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
552474	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
552474	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
552474	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
552474	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
552474	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
552474	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
552474	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
552474	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
552474	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
552474	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
552474	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
552474	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
552474	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
552474	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
552474	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
552474	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
552474	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
552474	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
552474	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
552474	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
552474	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
552474	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
552474	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
552474	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
552474	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
552474	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
552474	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
552474	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
552474	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
552474	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
552474	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
552474	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
552474	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
552474	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
552474	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
552474	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
552474	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
552474	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
552474	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
552474	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
552474	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
552474	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
552474	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
552474	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
552474	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
552474	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
552474	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
552474	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
552474	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
552474	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
552474	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
552474	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
552474	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
552474	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
552474	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
552474	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
552474	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
552474	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
552474	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
552474	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
552474	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
552474	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
552474	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
552474	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
552474	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
552474	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
552474	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
552474	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
552474	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
552474	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
552474	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
552474	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
552474	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
552474	embedding2nn.weight	0	0.3258400559425354
552474	embedding2nn.weight	1	0.39982840418815613
552474	embedding2nn.weight	2	0.00731399143114686
552474	embedding2nn.weight	3	-0.002451397944241762
552474	embedding2nn.weight	4	-0.02814694121479988
552474	embedding2nn.weight	5	0.07329406589269638
552474	embedding2nn.weight	6	-0.007908585481345654
552474	embedding2nn.weight	7	-0.022713858634233475
552474	embedding2nn.weight	8	0.029812514781951904
552474	embedding2nn.weight	9	-0.039898212999105453
552474	embedding2nn.bias	0	0.04346410930156708
552474	embedding2nn.bias	1	-0.19340002536773682
552474	embedding2nn.bias	2	0.10312456637620926
552474	embedding2nn.bias	3	0.154544860124588
552474	embedding2nn.bias	4	0.1526780128479004
552474	embedding2nn.bias	5	-0.06821366399526596
552474	embedding2nn.bias	6	-0.05901453644037247
552474	embedding2nn.bias	7	0.04195593670010567
552474	embedding2nn.bias	8	-0.1530575305223465
552474	embedding2nn.bias	9	-0.35843804478645325
552474	rnn.weight_ih_l0	0	-0.008305457420647144
552474	rnn.weight_ih_l0	1	-0.05828048661351204
552474	rnn.weight_ih_l0	2	-0.0679386556148529
552474	rnn.weight_ih_l0	3	0.11223101615905762
552474	rnn.weight_ih_l0	4	0.02621602825820446
552474	rnn.weight_ih_l0	5	-0.05892939120531082
552474	rnn.weight_ih_l0	6	-0.0026415535248816013
552474	rnn.weight_ih_l0	7	-0.031432297080755234
552474	rnn.weight_ih_l0	8	0.005204620771110058
552474	rnn.weight_ih_l0	9	-0.1179121658205986
552474	rnn.weight_hh_l0	0	-0.01674038916826248
552474	rnn.weight_hh_l0	1	0.07907511293888092
552474	rnn.weight_hh_l0	2	0.015428929589688778
552474	rnn.weight_hh_l0	3	-0.022294191643595695
552474	rnn.weight_hh_l0	4	0.05699675530195236
552474	rnn.weight_hh_l0	5	0.021835993975400925
552474	rnn.weight_hh_l0	6	-0.07213990390300751
552474	rnn.weight_hh_l0	7	-0.10000713169574738
552474	rnn.weight_hh_l0	8	0.03459624946117401
552474	rnn.weight_hh_l0	9	-0.10981588810682297
552474	rnn.bias_ih_l0	0	0.20053096115589142
552474	rnn.bias_ih_l0	1	-0.33441224694252014
552474	rnn.bias_ih_l0	2	-0.040954265743494034
552474	rnn.bias_ih_l0	3	-0.21508699655532837
552474	rnn.bias_ih_l0	4	0.029044466093182564
552474	rnn.bias_ih_l0	5	-0.41922762989997864
552474	rnn.bias_ih_l0	6	-0.16649392247200012
552474	rnn.bias_ih_l0	7	-0.3630692660808563
552474	rnn.bias_ih_l0	8	-0.28062736988067627
552474	rnn.bias_ih_l0	9	-0.44048425555229187
552474	rnn.bias_hh_l0	0	-0.33083033561706543
552474	rnn.bias_hh_l0	1	-0.44122210144996643
552474	rnn.bias_hh_l0	2	-0.40254685282707214
552474	rnn.bias_hh_l0	3	-0.05693962052464485
552474	rnn.bias_hh_l0	4	-0.386490136384964
552474	rnn.bias_hh_l0	5	-0.34756624698638916
552474	rnn.bias_hh_l0	6	-0.11901772022247314
552474	rnn.bias_hh_l0	7	0.05771898850798607
552474	rnn.bias_hh_l0	8	-0.22584617137908936
552474	rnn.bias_hh_l0	9	-0.5639660358428955
552474	rnn.weight_ih_l0_reverse	0	0.041738566011190414
552474	rnn.weight_ih_l0_reverse	1	-0.04124779254198074
552474	rnn.weight_ih_l0_reverse	2	-0.014550774358212948
552474	rnn.weight_ih_l0_reverse	3	-0.13439077138900757
552474	rnn.weight_ih_l0_reverse	4	0.09144531190395355
552474	rnn.weight_ih_l0_reverse	5	-0.1320548802614212
552474	rnn.weight_ih_l0_reverse	6	0.0015705465339124203
552474	rnn.weight_ih_l0_reverse	7	0.03229983150959015
552474	rnn.weight_ih_l0_reverse	8	-0.07388734072446823
552474	rnn.weight_ih_l0_reverse	9	-0.09174472838640213
552474	rnn.weight_hh_l0_reverse	0	-0.14966930449008942
552474	rnn.weight_hh_l0_reverse	1	0.024707850068807602
552474	rnn.weight_hh_l0_reverse	2	-0.02727486565709114
552474	rnn.weight_hh_l0_reverse	3	0.02562718093395233
552474	rnn.weight_hh_l0_reverse	4	-0.08817360550165176
552474	rnn.weight_hh_l0_reverse	5	0.03415454924106598
552474	rnn.weight_hh_l0_reverse	6	0.026152227073907852
552474	rnn.weight_hh_l0_reverse	7	-0.10427006334066391
552474	rnn.weight_hh_l0_reverse	8	-0.06214987114071846
552474	rnn.weight_hh_l0_reverse	9	0.05206156149506569
552474	rnn.bias_ih_l0_reverse	0	-0.1595160812139511
552474	rnn.bias_ih_l0_reverse	1	-0.07045245170593262
552474	rnn.bias_ih_l0_reverse	2	0.1361083984375
552474	rnn.bias_ih_l0_reverse	3	-0.31081050634384155
552474	rnn.bias_ih_l0_reverse	4	-0.013331429101526737
552474	rnn.bias_ih_l0_reverse	5	-0.22336894273757935
552474	rnn.bias_ih_l0_reverse	6	0.24660304188728333
552474	rnn.bias_ih_l0_reverse	7	-0.31221047043800354
552474	rnn.bias_ih_l0_reverse	8	-0.19012975692749023
552474	rnn.bias_ih_l0_reverse	9	-0.181023508310318
552474	rnn.bias_hh_l0_reverse	0	-0.10562692582607269
552474	rnn.bias_hh_l0_reverse	1	0.26807788014411926
552474	rnn.bias_hh_l0_reverse	2	-0.3352401852607727
552474	rnn.bias_hh_l0_reverse	3	-0.21057893335819244
552474	rnn.bias_hh_l0_reverse	4	-0.39291563630104065
552474	rnn.bias_hh_l0_reverse	5	-0.20136600732803345
552474	rnn.bias_hh_l0_reverse	6	-0.27300596237182617
552474	rnn.bias_hh_l0_reverse	7	-0.08364152908325195
552474	rnn.bias_hh_l0_reverse	8	-0.3126418888568878
552474	rnn.bias_hh_l0_reverse	9	0.20411355793476105
552474	linear.weight	0	0.2197481244802475
552474	linear.weight	1	-0.419160395860672
552474	linear.weight	2	0.04457022249698639
552474	linear.weight	3	0.06755565851926804
552474	linear.weight	4	-0.11178968101739883
552474	linear.weight	5	0.25500503182411194
552474	linear.weight	6	-0.027960509061813354
552474	linear.weight	7	-0.06056567281484604
552474	linear.weight	8	0.14460492134094238
552474	linear.weight	9	-0.04918195679783821
552474	linear.bias	0	-0.9139364957809448
552474	linear.bias	1	1.855440378189087
552474	linear.bias	2	0.7726666331291199
552474	linear.bias	3	-2.714853525161743
552474	linear.bias	4	-0.06890282034873962
552474	linear.bias	5	1.2970954179763794
552474	linear.bias	6	-0.2433546930551529
552474	linear.bias	7	0.7981621026992798
552474	linear.bias	8	2.155956983566284
552474	linear.bias	9	-1.4545466899871826
553083	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
553083	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
553083	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
553083	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
553083	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
553083	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
553083	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
553083	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
553083	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
553083	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
553083	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
553083	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
553083	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
553083	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
553083	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
553083	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
553083	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
553083	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
553083	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
553083	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
553083	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
553083	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
553083	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
553083	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
553083	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
553083	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
553083	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
553083	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
553083	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
553083	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
553083	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
553083	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
553083	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
553083	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
553083	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
553083	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
553083	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
553083	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
553083	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
553083	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
553083	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
553083	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
553083	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
553083	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
553083	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
553083	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
553083	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
553083	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
553083	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
553083	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
553083	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
553083	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
553083	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
553083	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
553083	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
553083	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
553083	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
553083	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
553083	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
553083	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
553083	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
553083	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
553083	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
553083	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
553083	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
553083	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
553083	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
553083	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
553083	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
553083	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
553083	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
553083	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
553083	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
553083	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
553083	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
553083	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
553083	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
553083	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
553083	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
553083	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
553083	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
553083	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
553083	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
553083	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
553083	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
553083	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
553083	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
553083	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
553083	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
553083	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
553083	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
553083	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
553083	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
553083	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
553083	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
553083	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
553083	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
553083	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
553083	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
553083	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
553083	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
553083	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
553083	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
553083	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
553083	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
553083	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
553083	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
553083	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
553083	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
553083	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
553083	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
553083	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
553083	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
553083	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
553083	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
553083	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
553083	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
553083	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
553083	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
553083	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
553083	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
553083	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
553083	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
553083	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
553083	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
553083	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
553083	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
553083	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
553083	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
553083	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
553083	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
553083	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
553083	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
553083	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
553083	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
553083	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
553083	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
553083	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
553083	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
553083	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
553083	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
553083	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
553083	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
553083	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
553083	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
553083	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
553083	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
553083	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
553083	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
553083	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
553083	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
553083	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
553083	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
553083	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
553083	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
553083	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
553083	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
553083	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
553083	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
553083	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
553083	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
553083	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
553083	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
553083	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
553083	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
553083	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
553083	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
553083	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
553083	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
553083	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
553083	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
553083	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
553083	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
553083	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
553083	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
553083	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
553083	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
553083	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
553083	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
553083	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
553083	embedding2nn.weight	0	0.32677918672561646
553083	embedding2nn.weight	1	0.4016680419445038
553083	embedding2nn.weight	2	0.006900519132614136
553083	embedding2nn.weight	3	-0.0044075241312384605
553083	embedding2nn.weight	4	-0.030797079205513
553083	embedding2nn.weight	5	0.07403378933668137
553083	embedding2nn.weight	6	-0.005267485976219177
553083	embedding2nn.weight	7	-0.02055419608950615
553083	embedding2nn.weight	8	0.028407059609889984
553083	embedding2nn.weight	9	-0.04363678768277168
553083	embedding2nn.bias	0	0.03753526508808136
553083	embedding2nn.bias	1	-0.19511227309703827
553083	embedding2nn.bias	2	0.10619448125362396
553083	embedding2nn.bias	3	0.16655226051807404
553083	embedding2nn.bias	4	0.15423770248889923
553083	embedding2nn.bias	5	-0.0625414177775383
553083	embedding2nn.bias	6	-0.06154303252696991
553083	embedding2nn.bias	7	0.043142810463905334
553083	embedding2nn.bias	8	-0.16835062205791473
553083	embedding2nn.bias	9	-0.3501375913619995
553083	rnn.weight_ih_l0	0	-0.007897883653640747
553083	rnn.weight_ih_l0	1	-0.056915655732154846
553083	rnn.weight_ih_l0	2	-0.07300324738025665
553083	rnn.weight_ih_l0	3	0.10969381034374237
553083	rnn.weight_ih_l0	4	0.026503438130021095
553083	rnn.weight_ih_l0	5	-0.06094133108854294
553083	rnn.weight_ih_l0	6	-0.002363580511882901
553083	rnn.weight_ih_l0	7	-0.03321922942996025
553083	rnn.weight_ih_l0	8	0.0030493703670799732
553083	rnn.weight_ih_l0	9	-0.11726835370063782
553083	rnn.weight_hh_l0	0	-0.01664184033870697
553083	rnn.weight_hh_l0	1	0.07873731106519699
553083	rnn.weight_hh_l0	2	0.015926826745271683
553083	rnn.weight_hh_l0	3	-0.022858209908008575
553083	rnn.weight_hh_l0	4	0.05784403905272484
553083	rnn.weight_hh_l0	5	0.02260511927306652
553083	rnn.weight_hh_l0	6	-0.07202622294425964
553083	rnn.weight_hh_l0	7	-0.10256737470626831
553083	rnn.weight_hh_l0	8	0.03447248041629791
553083	rnn.weight_hh_l0	9	-0.1101006343960762
553083	rnn.bias_ih_l0	0	0.19581447541713715
553083	rnn.bias_ih_l0	1	-0.3331558406352997
553083	rnn.bias_ih_l0	2	-0.03891311585903168
553083	rnn.bias_ih_l0	3	-0.21732674539089203
553083	rnn.bias_ih_l0	4	0.022113094106316566
553083	rnn.bias_ih_l0	5	-0.41996899247169495
553083	rnn.bias_ih_l0	6	-0.16741594672203064
553083	rnn.bias_ih_l0	7	-0.36320310831069946
553083	rnn.bias_ih_l0	8	-0.27914464473724365
553083	rnn.bias_ih_l0	9	-0.4486139118671417
553083	rnn.bias_hh_l0	0	-0.33292582631111145
553083	rnn.bias_hh_l0	1	-0.44161906838417053
553083	rnn.bias_hh_l0	2	-0.40004876255989075
553083	rnn.bias_hh_l0	3	-0.06246551498770714
553083	rnn.bias_hh_l0	4	-0.38715171813964844
553083	rnn.bias_hh_l0	5	-0.3469521999359131
553083	rnn.bias_hh_l0	6	-0.11867105960845947
553083	rnn.bias_hh_l0	7	0.06130022183060646
553083	rnn.bias_hh_l0	8	-0.22037741541862488
553083	rnn.bias_hh_l0	9	-0.5665039420127869
553083	rnn.weight_ih_l0_reverse	0	0.03635379672050476
553083	rnn.weight_ih_l0_reverse	1	-0.04146905243396759
553083	rnn.weight_ih_l0_reverse	2	-0.013198032975196838
553083	rnn.weight_ih_l0_reverse	3	-0.13693241775035858
553083	rnn.weight_ih_l0_reverse	4	0.09108249098062515
553083	rnn.weight_ih_l0_reverse	5	-0.13220170140266418
553083	rnn.weight_ih_l0_reverse	6	0.0036981599405407906
553083	rnn.weight_ih_l0_reverse	7	0.03323816880583763
553083	rnn.weight_ih_l0_reverse	8	-0.07368312776088715
553083	rnn.weight_ih_l0_reverse	9	-0.08971897512674332
553083	rnn.weight_hh_l0_reverse	0	-0.14939433336257935
553083	rnn.weight_hh_l0_reverse	1	0.024247875437140465
553083	rnn.weight_hh_l0_reverse	2	-0.02740362659096718
553083	rnn.weight_hh_l0_reverse	3	0.02529139071702957
553083	rnn.weight_hh_l0_reverse	4	-0.08860024064779282
553083	rnn.weight_hh_l0_reverse	5	0.034138523042201996
553083	rnn.weight_hh_l0_reverse	6	0.02606433629989624
553083	rnn.weight_hh_l0_reverse	7	-0.10520520061254501
553083	rnn.weight_hh_l0_reverse	8	-0.061738453805446625
553083	rnn.weight_hh_l0_reverse	9	0.05123978853225708
553083	rnn.bias_ih_l0_reverse	0	-0.16267205774784088
553083	rnn.bias_ih_l0_reverse	1	-0.07917376607656479
553083	rnn.bias_ih_l0_reverse	2	0.13297739624977112
553083	rnn.bias_ih_l0_reverse	3	-0.31097373366355896
553083	rnn.bias_ih_l0_reverse	4	-0.020046599209308624
553083	rnn.bias_ih_l0_reverse	5	-0.2223646193742752
553083	rnn.bias_ih_l0_reverse	6	0.248078390955925
553083	rnn.bias_ih_l0_reverse	7	-0.320650577545166
553083	rnn.bias_ih_l0_reverse	8	-0.19120566546916962
553083	rnn.bias_ih_l0_reverse	9	-0.1864587515592575
553083	rnn.bias_hh_l0_reverse	0	-0.1060827448964119
553083	rnn.bias_hh_l0_reverse	1	0.26704141497612
553083	rnn.bias_hh_l0_reverse	2	-0.3323996961116791
553083	rnn.bias_hh_l0_reverse	3	-0.2134234756231308
553083	rnn.bias_hh_l0_reverse	4	-0.39645662903785706
553083	rnn.bias_hh_l0_reverse	5	-0.20220847427845
553083	rnn.bias_hh_l0_reverse	6	-0.2716057598590851
553083	rnn.bias_hh_l0_reverse	7	-0.07999896258115768
553083	rnn.bias_hh_l0_reverse	8	-0.3157905340194702
553083	rnn.bias_hh_l0_reverse	9	0.20537695288658142
553083	linear.weight	0	0.2344164103269577
553083	linear.weight	1	-0.43852269649505615
553083	linear.weight	2	0.03651324659585953
553083	linear.weight	3	0.067554771900177
553083	linear.weight	4	-0.09606761485338211
553083	linear.weight	5	0.2532486915588379
553083	linear.weight	6	-0.025404196232557297
553083	linear.weight	7	-0.060562681406736374
553083	linear.weight	8	0.14061228930950165
553083	linear.weight	9	-0.04918486252427101
553083	linear.bias	0	-0.8995514512062073
553083	linear.bias	1	1.8343563079833984
553083	linear.bias	2	0.7856637835502625
553083	linear.bias	3	-2.714962959289551
553083	linear.bias	4	-0.09380704164505005
553083	linear.bias	5	1.2967853546142578
553083	linear.bias	6	-0.21760588884353638
553083	linear.bias	7	0.7858728170394897
553083	linear.bias	8	2.186800718307495
553083	linear.bias	9	-1.4613510370254517
553692	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
553692	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
553692	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
553692	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
553692	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
553692	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
553692	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
553692	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
553692	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
553692	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
553692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
553692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
553692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
553692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
553692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
553692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
553692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
553692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
553692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
553692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
553692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
553692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
553692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
553692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
553692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
553692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
553692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
553692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
553692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
553692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
553692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
553692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
553692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
553692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
553692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
553692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
553692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
553692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
553692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
553692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
553692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
553692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
553692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
553692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
553692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
553692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
553692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
553692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
553692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
553692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
553692	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
553692	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
553692	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
553692	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
553692	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
553692	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
553692	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
553692	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
553692	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
553692	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
553692	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
553692	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
553692	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
553692	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
553692	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
553692	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
553692	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
553692	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
553692	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
553692	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
553692	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
553692	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
553692	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
553692	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
553692	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
553692	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
553692	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
553692	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
553692	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
553692	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
553692	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
553692	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
553692	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
553692	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
553692	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
553692	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
553692	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
553692	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
553692	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
553692	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
553692	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
553692	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
553692	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
553692	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
553692	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
553692	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
553692	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
553692	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
553692	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
553692	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
553692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
553692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
553692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
553692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
553692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
553692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
553692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
553692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
553692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
553692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
553692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
553692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
553692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
553692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
553692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
553692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
553692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
553692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
553692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
553692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
553692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
553692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
553692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
553692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
553692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
553692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
553692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
553692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
553692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
553692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
553692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
553692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
553692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
553692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
553692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
553692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
553692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
553692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
553692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
553692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
553692	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
553692	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
553692	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
553692	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
553692	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
553692	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
553692	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
553692	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
553692	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
553692	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
553692	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
553692	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
553692	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
553692	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
553692	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
553692	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
553692	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
553692	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
553692	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
553692	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
553692	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
553692	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
553692	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
553692	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
553692	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
553692	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
553692	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
553692	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
553692	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
553692	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
553692	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
553692	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
553692	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
553692	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
553692	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
553692	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
553692	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
553692	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
553692	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
553692	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
553692	embedding2nn.weight	0	0.3269193172454834
553692	embedding2nn.weight	1	0.40186309814453125
553692	embedding2nn.weight	2	0.004258083179593086
553692	embedding2nn.weight	3	0.0009716072236187756
553692	embedding2nn.weight	4	-0.030428605154156685
553692	embedding2nn.weight	5	0.07408640533685684
553692	embedding2nn.weight	6	-0.007400173228234053
553692	embedding2nn.weight	7	-0.021315455436706543
553692	embedding2nn.weight	8	0.03430413082242012
553692	embedding2nn.weight	9	-0.0460641048848629
553692	embedding2nn.bias	0	0.03732842579483986
553692	embedding2nn.bias	1	-0.19290691614151
553692	embedding2nn.bias	2	0.09783933311700821
553692	embedding2nn.bias	3	0.17782196402549744
553692	embedding2nn.bias	4	0.15036840736865997
553692	embedding2nn.bias	5	-0.05714020878076553
553692	embedding2nn.bias	6	-0.05536452680826187
553692	embedding2nn.bias	7	0.04246906191110611
553692	embedding2nn.bias	8	-0.168331116437912
553692	embedding2nn.bias	9	-0.35787081718444824
553692	rnn.weight_ih_l0	0	-0.007258322089910507
553692	rnn.weight_ih_l0	1	-0.05720086768269539
553692	rnn.weight_ih_l0	2	-0.07236739993095398
553692	rnn.weight_ih_l0	3	0.10868530720472336
553692	rnn.weight_ih_l0	4	0.02516106516122818
553692	rnn.weight_ih_l0	5	-0.05928483605384827
553692	rnn.weight_ih_l0	6	-0.007715212646871805
553692	rnn.weight_ih_l0	7	-0.03160621598362923
553692	rnn.weight_ih_l0	8	0.002580770058557391
553692	rnn.weight_ih_l0	9	-0.11528857797384262
553692	rnn.weight_hh_l0	0	-0.016671376302838326
553692	rnn.weight_hh_l0	1	0.07851620763540268
553692	rnn.weight_hh_l0	2	0.01569213904440403
553692	rnn.weight_hh_l0	3	-0.022772423923015594
553692	rnn.weight_hh_l0	4	0.057594217360019684
553692	rnn.weight_hh_l0	5	0.022735951468348503
553692	rnn.weight_hh_l0	6	-0.071151003241539
553692	rnn.weight_hh_l0	7	-0.10311917215585709
553692	rnn.weight_hh_l0	8	0.034444261342287064
553692	rnn.weight_hh_l0	9	-0.10929542779922485
553692	rnn.bias_ih_l0	0	0.19513709843158722
553692	rnn.bias_ih_l0	1	-0.3356606960296631
553692	rnn.bias_ih_l0	2	-0.03942561149597168
553692	rnn.bias_ih_l0	3	-0.21783362329006195
553692	rnn.bias_ih_l0	4	0.02916639670729637
553692	rnn.bias_ih_l0	5	-0.4231644570827484
553692	rnn.bias_ih_l0	6	-0.17013587057590485
553692	rnn.bias_ih_l0	7	-0.36412838101387024
553692	rnn.bias_ih_l0	8	-0.2785499691963196
553692	rnn.bias_ih_l0	9	-0.4535576403141022
553692	rnn.bias_hh_l0	0	-0.33752188086509705
553692	rnn.bias_hh_l0	1	-0.4476213753223419
553692	rnn.bias_hh_l0	2	-0.4052402973175049
553692	rnn.bias_hh_l0	3	-0.06384379416704178
553692	rnn.bias_hh_l0	4	-0.3862009346485138
553692	rnn.bias_hh_l0	5	-0.349010705947876
553692	rnn.bias_hh_l0	6	-0.11725661903619766
553692	rnn.bias_hh_l0	7	0.05641275271773338
553692	rnn.bias_hh_l0	8	-0.2213933765888214
553692	rnn.bias_hh_l0	9	-0.5671233534812927
553692	rnn.weight_ih_l0_reverse	0	0.03964107111096382
553692	rnn.weight_ih_l0_reverse	1	-0.04185684397816658
553692	rnn.weight_ih_l0_reverse	2	-0.012183736078441143
553692	rnn.weight_ih_l0_reverse	3	-0.13875970244407654
553692	rnn.weight_ih_l0_reverse	4	0.09114145487546921
553692	rnn.weight_ih_l0_reverse	5	-0.12775731086730957
553692	rnn.weight_ih_l0_reverse	6	0.001349498052150011
553692	rnn.weight_ih_l0_reverse	7	0.03300289437174797
553692	rnn.weight_ih_l0_reverse	8	-0.0738915503025055
553692	rnn.weight_ih_l0_reverse	9	-0.08682513236999512
553692	rnn.weight_hh_l0_reverse	0	-0.14944696426391602
553692	rnn.weight_hh_l0_reverse	1	0.025336353108286858
553692	rnn.weight_hh_l0_reverse	2	-0.0276435948908329
553692	rnn.weight_hh_l0_reverse	3	0.02518516220152378
553692	rnn.weight_hh_l0_reverse	4	-0.08920688927173615
553692	rnn.weight_hh_l0_reverse	5	0.03458600491285324
553692	rnn.weight_hh_l0_reverse	6	0.026151560246944427
553692	rnn.weight_hh_l0_reverse	7	-0.10847285389900208
553692	rnn.weight_hh_l0_reverse	8	-0.06307724118232727
553692	rnn.weight_hh_l0_reverse	9	0.05042235553264618
553692	rnn.bias_ih_l0_reverse	0	-0.1653890311717987
553692	rnn.bias_ih_l0_reverse	1	-0.07675352692604065
553692	rnn.bias_ih_l0_reverse	2	0.13121333718299866
553692	rnn.bias_ih_l0_reverse	3	-0.3102478086948395
553692	rnn.bias_ih_l0_reverse	4	-0.018072305247187614
553692	rnn.bias_ih_l0_reverse	5	-0.21991579234600067
553692	rnn.bias_ih_l0_reverse	6	0.24268433451652527
553692	rnn.bias_ih_l0_reverse	7	-0.32293733954429626
553692	rnn.bias_ih_l0_reverse	8	-0.1899561583995819
553692	rnn.bias_ih_l0_reverse	9	-0.1855880171060562
553692	rnn.bias_hh_l0_reverse	0	-0.10579130798578262
553692	rnn.bias_hh_l0_reverse	1	0.2694980204105377
553692	rnn.bias_hh_l0_reverse	2	-0.3309089243412018
553692	rnn.bias_hh_l0_reverse	3	-0.20551103353500366
553692	rnn.bias_hh_l0_reverse	4	-0.396432489156723
553692	rnn.bias_hh_l0_reverse	5	-0.1978544443845749
553692	rnn.bias_hh_l0_reverse	6	-0.2684594392776489
553692	rnn.bias_hh_l0_reverse	7	-0.07857318967580795
553692	rnn.bias_hh_l0_reverse	8	-0.3236722946166992
553692	rnn.bias_hh_l0_reverse	9	0.21359337866306305
553692	linear.weight	0	0.21721701323986053
553692	linear.weight	1	-0.442400723695755
553692	linear.weight	2	0.054413340985774994
553692	linear.weight	3	0.06755512207746506
553692	linear.weight	4	-0.11671233177185059
553692	linear.weight	5	0.24721968173980713
553692	linear.weight	6	-0.024473734200000763
553692	linear.weight	7	-0.06055877357721329
553692	linear.weight	8	0.1378527581691742
553692	linear.weight	9	-0.04918743297457695
553692	linear.bias	0	-0.9060012102127075
553692	linear.bias	1	1.831313967704773
553692	linear.bias	2	0.7563448548316956
553692	linear.bias	3	-2.7150814533233643
553692	linear.bias	4	-0.089530810713768
553692	linear.bias	5	1.2934691905975342
553692	linear.bias	6	-0.2076077163219452
553692	linear.bias	7	0.7912917137145996
553692	linear.bias	8	2.2278342247009277
553692	linear.bias	9	-1.4439942836761475
554301	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
554301	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
554301	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
554301	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
554301	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
554301	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
554301	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
554301	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
554301	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
554301	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
554301	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
554301	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
554301	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
554301	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
554301	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
554301	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
554301	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
554301	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
554301	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
554301	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
554301	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
554301	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
554301	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
554301	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
554301	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
554301	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
554301	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
554301	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
554301	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
554301	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
554301	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
554301	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
554301	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
554301	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
554301	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
554301	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
554301	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
554301	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
554301	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
554301	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
554301	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
554301	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
554301	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
554301	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
554301	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
554301	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
554301	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
554301	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
554301	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
554301	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
554301	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
554301	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
554301	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
554301	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
554301	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
554301	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
554301	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
554301	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
554301	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
554301	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
554301	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
554301	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
554301	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
554301	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
554301	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
554301	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
554301	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
554301	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
554301	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
554301	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
554301	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
554301	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
554301	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
554301	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
554301	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
554301	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
554301	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
554301	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
554301	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
554301	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
554301	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
554301	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
554301	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
554301	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
554301	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
554301	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
554301	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
554301	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
554301	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
554301	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
554301	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
554301	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
554301	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
554301	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
554301	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
554301	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
554301	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
554301	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
554301	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
554301	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
554301	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
554301	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
554301	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
554301	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
554301	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
554301	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
554301	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
554301	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
554301	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
554301	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
554301	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
554301	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
554301	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
554301	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
554301	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
554301	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
554301	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
554301	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
554301	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
554301	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
554301	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
554301	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
554301	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
554301	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
554301	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
554301	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
554301	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
554301	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
554301	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
554301	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
554301	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
554301	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
554301	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
554301	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
554301	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
554301	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
554301	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
554301	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
554301	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
554301	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
554301	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
554301	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
554301	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
554301	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
554301	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
554301	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
554301	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
554301	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
554301	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
554301	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
554301	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
554301	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
554301	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
554301	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
554301	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
554301	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
554301	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
554301	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
554301	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
554301	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
554301	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
554301	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
554301	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
554301	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
554301	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
554301	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
554301	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
554301	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
554301	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
554301	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
554301	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
554301	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
554301	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
554301	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
554301	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
554301	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
554301	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
554301	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
554301	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
554301	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
554301	embedding2nn.weight	0	0.3273470103740692
554301	embedding2nn.weight	1	0.4020859897136688
554301	embedding2nn.weight	2	0.004398110788315535
554301	embedding2nn.weight	3	0.0067335148341953754
554301	embedding2nn.weight	4	-0.027696331962943077
554301	embedding2nn.weight	5	0.07360486686229706
554301	embedding2nn.weight	6	0.00046585610834881663
554301	embedding2nn.weight	7	-0.02324734255671501
554301	embedding2nn.weight	8	0.034279290586709976
554301	embedding2nn.weight	9	-0.0478007011115551
554301	embedding2nn.bias	0	0.041013844311237335
554301	embedding2nn.bias	1	-0.20453859865665436
554301	embedding2nn.bias	2	0.10161317139863968
554301	embedding2nn.bias	3	0.18257871270179749
554301	embedding2nn.bias	4	0.14925219118595123
554301	embedding2nn.bias	5	-0.06530434638261795
554301	embedding2nn.bias	6	-0.04212896525859833
554301	embedding2nn.bias	7	0.0403391569852829
554301	embedding2nn.bias	8	-0.17276354134082794
554301	embedding2nn.bias	9	-0.3655281960964203
554301	rnn.weight_ih_l0	0	-0.007992981933057308
554301	rnn.weight_ih_l0	1	-0.057719938457012177
554301	rnn.weight_ih_l0	2	-0.07235803455114365
554301	rnn.weight_ih_l0	3	0.10996920615434647
554301	rnn.weight_ih_l0	4	0.026598291471600533
554301	rnn.weight_ih_l0	5	-0.06372374296188354
554301	rnn.weight_ih_l0	6	-0.00887913629412651
554301	rnn.weight_ih_l0	7	-0.029444489628076553
554301	rnn.weight_ih_l0	8	0.004467214457690716
554301	rnn.weight_ih_l0	9	-0.11173678934574127
554301	rnn.weight_hh_l0	0	-0.016455553472042084
554301	rnn.weight_hh_l0	1	0.07880355417728424
554301	rnn.weight_hh_l0	2	0.016061360016465187
554301	rnn.weight_hh_l0	3	-0.02245618775486946
554301	rnn.weight_hh_l0	4	0.05797424167394638
554301	rnn.weight_hh_l0	5	0.022835353389382362
554301	rnn.weight_hh_l0	6	-0.07140214741230011
554301	rnn.weight_hh_l0	7	-0.10370431840419769
554301	rnn.weight_hh_l0	8	0.03426394984126091
554301	rnn.weight_hh_l0	9	-0.10932082682847977
554301	rnn.bias_ih_l0	0	0.18930357694625854
554301	rnn.bias_ih_l0	1	-0.3353031277656555
554301	rnn.bias_ih_l0	2	-0.03967272862792015
554301	rnn.bias_ih_l0	3	-0.21129705011844635
554301	rnn.bias_ih_l0	4	0.02509758062660694
554301	rnn.bias_ih_l0	5	-0.42092016339302063
554301	rnn.bias_ih_l0	6	-0.16997452080249786
554301	rnn.bias_ih_l0	7	-0.36335551738739014
554301	rnn.bias_ih_l0	8	-0.28344690799713135
554301	rnn.bias_ih_l0	9	-0.45303085446357727
554301	rnn.bias_hh_l0	0	-0.3365294635295868
554301	rnn.bias_hh_l0	1	-0.44313910603523254
554301	rnn.bias_hh_l0	2	-0.40416789054870605
554301	rnn.bias_hh_l0	3	-0.06458132714033127
554301	rnn.bias_hh_l0	4	-0.3840511739253998
554301	rnn.bias_hh_l0	5	-0.35120445489883423
554301	rnn.bias_hh_l0	6	-0.11776476353406906
554301	rnn.bias_hh_l0	7	0.061148058623075485
554301	rnn.bias_hh_l0	8	-0.22169651091098785
554301	rnn.bias_hh_l0	9	-0.5706948041915894
554301	rnn.weight_ih_l0_reverse	0	0.041352611035108566
554301	rnn.weight_ih_l0_reverse	1	-0.04376597702503204
554301	rnn.weight_ih_l0_reverse	2	-0.011257047764956951
554301	rnn.weight_ih_l0_reverse	3	-0.13843905925750732
554301	rnn.weight_ih_l0_reverse	4	0.09025143086910248
554301	rnn.weight_ih_l0_reverse	5	-0.12720710039138794
554301	rnn.weight_ih_l0_reverse	6	0.003203409956768155
554301	rnn.weight_ih_l0_reverse	7	0.03315582871437073
554301	rnn.weight_ih_l0_reverse	8	-0.07380195707082748
554301	rnn.weight_ih_l0_reverse	9	-0.08656662702560425
554301	rnn.weight_hh_l0_reverse	0	-0.14982742071151733
554301	rnn.weight_hh_l0_reverse	1	0.02604779228568077
554301	rnn.weight_hh_l0_reverse	2	-0.02862701565027237
554301	rnn.weight_hh_l0_reverse	3	0.02518203668296337
554301	rnn.weight_hh_l0_reverse	4	-0.0880783274769783
554301	rnn.weight_hh_l0_reverse	5	0.034777719527482986
554301	rnn.weight_hh_l0_reverse	6	0.026018524542450905
554301	rnn.weight_hh_l0_reverse	7	-0.1083846390247345
554301	rnn.weight_hh_l0_reverse	8	-0.06363516300916672
554301	rnn.weight_hh_l0_reverse	9	0.04985027387738228
554301	rnn.bias_ih_l0_reverse	0	-0.1643337458372116
554301	rnn.bias_ih_l0_reverse	1	-0.07590311020612717
554301	rnn.bias_ih_l0_reverse	2	0.1278364509344101
554301	rnn.bias_ih_l0_reverse	3	-0.3077625334262848
554301	rnn.bias_ih_l0_reverse	4	-0.023914098739624023
554301	rnn.bias_ih_l0_reverse	5	-0.2193017154932022
554301	rnn.bias_ih_l0_reverse	6	0.24550141394138336
554301	rnn.bias_ih_l0_reverse	7	-0.3244132995605469
554301	rnn.bias_ih_l0_reverse	8	-0.19067774713039398
554301	rnn.bias_ih_l0_reverse	9	-0.18969134986400604
554301	rnn.bias_hh_l0_reverse	0	-0.10644683241844177
554301	rnn.bias_hh_l0_reverse	1	0.26329925656318665
554301	rnn.bias_hh_l0_reverse	2	-0.32628872990608215
554301	rnn.bias_hh_l0_reverse	3	-0.2091202586889267
554301	rnn.bias_hh_l0_reverse	4	-0.3936288058757782
554301	rnn.bias_hh_l0_reverse	5	-0.19817517697811127
554301	rnn.bias_hh_l0_reverse	6	-0.2705129086971283
554301	rnn.bias_hh_l0_reverse	7	-0.082149937748909
554301	rnn.bias_hh_l0_reverse	8	-0.3277539610862732
554301	rnn.bias_hh_l0_reverse	9	0.21340736746788025
554301	linear.weight	0	0.21301878988742828
554301	linear.weight	1	-0.42713940143585205
554301	linear.weight	2	0.036188412457704544
554301	linear.weight	3	0.06755489856004715
554301	linear.weight	4	-0.15495973825454712
554301	linear.weight	5	0.24112534523010254
554301	linear.weight	6	-0.02206890843808651
554301	linear.weight	7	-0.060555677860975266
554301	linear.weight	8	0.1520361304283142
554301	linear.weight	9	-0.049190450459718704
554301	linear.bias	0	-0.881290853023529
554301	linear.bias	1	1.832321286201477
554301	linear.bias	2	0.7814562916755676
554301	linear.bias	3	-2.7151968479156494
554301	linear.bias	4	-0.10680045932531357
554301	linear.bias	5	1.3019580841064453
554301	linear.bias	6	-0.23105378448963165
554301	linear.bias	7	0.8041021227836609
554301	linear.bias	8	2.2157485485076904
554301	linear.bias	9	-1.443930983543396
554910	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
554910	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
554910	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
554910	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
554910	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
554910	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
554910	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
554910	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
554910	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
554910	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
554910	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
554910	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
554910	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
554910	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
554910	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
554910	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
554910	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
554910	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
554910	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
554910	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
554910	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
554910	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
554910	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
554910	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
554910	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
554910	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
554910	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
554910	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
554910	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
554910	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
554910	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
554910	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
554910	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
554910	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
554910	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
554910	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
554910	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
554910	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
554910	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
554910	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
554910	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
554910	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
554910	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
554910	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
554910	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
554910	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
554910	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
554910	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
554910	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
554910	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
554910	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
554910	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
554910	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
554910	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
554910	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
554910	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
554910	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
554910	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
554910	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
554910	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
554910	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
554910	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
554910	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
554910	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
554910	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
554910	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
554910	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
554910	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
554910	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
554910	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
554910	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
554910	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
554910	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
554910	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
554910	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
554910	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
554910	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
554910	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
554910	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
554910	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
554910	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
554910	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
554910	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
554910	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
554910	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
554910	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
554910	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
554910	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
554910	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
554910	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
554910	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
554910	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
554910	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
554910	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
554910	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
554910	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
554910	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
554910	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
554910	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
554910	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
554910	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
554910	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
554910	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
554910	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
554910	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
554910	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
554910	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
554910	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
554910	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
554910	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
554910	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
554910	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
554910	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
554910	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
554910	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
554910	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
554910	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
554910	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
554910	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
554910	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
554910	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
554910	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
554910	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
554910	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
554910	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
554910	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
554910	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
554910	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
554910	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
554910	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
554910	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
554910	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
554910	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
554910	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
554910	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
554910	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
554910	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
554910	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
554910	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
554910	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
554910	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
554910	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
554910	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
554910	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
554910	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
554910	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
554910	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
554910	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
554910	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
554910	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
554910	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
554910	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
554910	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
554910	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
554910	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
554910	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
554910	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
554910	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
554910	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
554910	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
554910	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
554910	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
554910	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
554910	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
554910	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
554910	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
554910	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
554910	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
554910	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
554910	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
554910	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
554910	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
554910	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
554910	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
554910	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
554910	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
554910	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
554910	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
554910	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
554910	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
554910	embedding2nn.weight	0	0.32716992497444153
554910	embedding2nn.weight	1	0.4042951762676239
554910	embedding2nn.weight	2	0.0023125563748180866
554910	embedding2nn.weight	3	0.004974542185664177
554910	embedding2nn.weight	4	-0.027290089055895805
554910	embedding2nn.weight	5	0.07481368631124496
554910	embedding2nn.weight	6	-0.0009733577608130872
554910	embedding2nn.weight	7	-0.02168208360671997
554910	embedding2nn.weight	8	0.03155156597495079
554910	embedding2nn.weight	9	-0.04783812537789345
554910	embedding2nn.bias	0	0.03533264249563217
554910	embedding2nn.bias	1	-0.20519205927848816
554910	embedding2nn.bias	2	0.1067715659737587
554910	embedding2nn.bias	3	0.1750512570142746
554910	embedding2nn.bias	4	0.15429343283176422
554910	embedding2nn.bias	5	-0.06293407827615738
554910	embedding2nn.bias	6	-0.06375550478696823
554910	embedding2nn.bias	7	0.05109597370028496
554910	embedding2nn.bias	8	-0.19087503850460052
554910	embedding2nn.bias	9	-0.3599167466163635
554910	rnn.weight_ih_l0	0	-0.00828324444591999
554910	rnn.weight_ih_l0	1	-0.05743996798992157
554910	rnn.weight_ih_l0	2	-0.07156401872634888
554910	rnn.weight_ih_l0	3	0.11112675815820694
554910	rnn.weight_ih_l0	4	0.025087645277380943
554910	rnn.weight_ih_l0	5	-0.06556305289268494
554910	rnn.weight_ih_l0	6	-0.01238758023828268
554910	rnn.weight_ih_l0	7	-0.0270170196890831
554910	rnn.weight_ih_l0	8	0.006048328708857298
554910	rnn.weight_ih_l0	9	-0.11234494298696518
554910	rnn.weight_hh_l0	0	-0.016794903203845024
554910	rnn.weight_hh_l0	1	0.0792015939950943
554910	rnn.weight_hh_l0	2	0.016000499948859215
554910	rnn.weight_hh_l0	3	-0.02344244159758091
554910	rnn.weight_hh_l0	4	0.05720622092485428
554910	rnn.weight_hh_l0	5	0.021212419494986534
554910	rnn.weight_hh_l0	6	-0.0711635872721672
554910	rnn.weight_hh_l0	7	-0.1038552075624466
554910	rnn.weight_hh_l0	8	0.034374840557575226
554910	rnn.weight_hh_l0	9	-0.10975831747055054
554910	rnn.bias_ih_l0	0	0.19118258357048035
554910	rnn.bias_ih_l0	1	-0.3352890908718109
554910	rnn.bias_ih_l0	2	-0.04119159281253815
554910	rnn.bias_ih_l0	3	-0.21592853963375092
554910	rnn.bias_ih_l0	4	0.028097230941057205
554910	rnn.bias_ih_l0	5	-0.42577168345451355
554910	rnn.bias_ih_l0	6	-0.16742199659347534
554910	rnn.bias_ih_l0	7	-0.3628956079483032
554910	rnn.bias_ih_l0	8	-0.28358638286590576
554910	rnn.bias_ih_l0	9	-0.44939374923706055
554910	rnn.bias_hh_l0	0	-0.3340299427509308
554910	rnn.bias_hh_l0	1	-0.4395361840724945
554910	rnn.bias_hh_l0	2	-0.40122735500335693
554910	rnn.bias_hh_l0	3	-0.05924409255385399
554910	rnn.bias_hh_l0	4	-0.38758614659309387
554910	rnn.bias_hh_l0	5	-0.35180824995040894
554910	rnn.bias_hh_l0	6	-0.1208014264702797
554910	rnn.bias_hh_l0	7	0.057394493371248245
554910	rnn.bias_hh_l0	8	-0.22158314287662506
554910	rnn.bias_hh_l0	9	-0.5714162588119507
554910	rnn.weight_ih_l0_reverse	0	0.03922088444232941
554910	rnn.weight_ih_l0_reverse	1	-0.042892590165138245
554910	rnn.weight_ih_l0_reverse	2	-0.009253383614122868
554910	rnn.weight_ih_l0_reverse	3	-0.13992594182491302
554910	rnn.weight_ih_l0_reverse	4	0.08999142795801163
554910	rnn.weight_ih_l0_reverse	5	-0.1283053159713745
554910	rnn.weight_ih_l0_reverse	6	0.000411149172578007
554910	rnn.weight_ih_l0_reverse	7	0.033626485615968704
554910	rnn.weight_ih_l0_reverse	8	-0.07268739491701126
554910	rnn.weight_ih_l0_reverse	9	-0.08518751710653305
554910	rnn.weight_hh_l0_reverse	0	-0.1503022015094757
554910	rnn.weight_hh_l0_reverse	1	0.026363810524344444
554910	rnn.weight_hh_l0_reverse	2	-0.028783196583390236
554910	rnn.weight_hh_l0_reverse	3	0.024945830926299095
554910	rnn.weight_hh_l0_reverse	4	-0.08775176852941513
554910	rnn.weight_hh_l0_reverse	5	0.03464985266327858
554910	rnn.weight_hh_l0_reverse	6	0.02615000307559967
554910	rnn.weight_hh_l0_reverse	7	-0.10722453892230988
554910	rnn.weight_hh_l0_reverse	8	-0.06281615793704987
554910	rnn.weight_hh_l0_reverse	9	0.05202660709619522
554910	rnn.bias_ih_l0_reverse	0	-0.16455140709877014
554910	rnn.bias_ih_l0_reverse	1	-0.07683967798948288
554910	rnn.bias_ih_l0_reverse	2	0.12911082804203033
554910	rnn.bias_ih_l0_reverse	3	-0.30885791778564453
554910	rnn.bias_ih_l0_reverse	4	-0.02333255670964718
554910	rnn.bias_ih_l0_reverse	5	-0.21817845106124878
554910	rnn.bias_ih_l0_reverse	6	0.24701884388923645
554910	rnn.bias_ih_l0_reverse	7	-0.3214282691478729
554910	rnn.bias_ih_l0_reverse	8	-0.19074179232120514
554910	rnn.bias_ih_l0_reverse	9	-0.18902817368507385
554910	rnn.bias_hh_l0_reverse	0	-0.10767696797847748
554910	rnn.bias_hh_l0_reverse	1	0.26931288838386536
554910	rnn.bias_hh_l0_reverse	2	-0.3236454725265503
554910	rnn.bias_hh_l0_reverse	3	-0.21126902103424072
554910	rnn.bias_hh_l0_reverse	4	-0.39231622219085693
554910	rnn.bias_hh_l0_reverse	5	-0.1996263861656189
554910	rnn.bias_hh_l0_reverse	6	-0.27219945192337036
554910	rnn.bias_hh_l0_reverse	7	-0.08308171480894089
554910	rnn.bias_hh_l0_reverse	8	-0.33147621154785156
554910	rnn.bias_hh_l0_reverse	9	0.21071988344192505
554910	linear.weight	0	0.19989240169525146
554910	linear.weight	1	-0.42113789916038513
554910	linear.weight	2	0.01566516049206257
554910	linear.weight	3	0.06755530089139938
554910	linear.weight	4	-0.12286694347858429
554910	linear.weight	5	0.22907644510269165
554910	linear.weight	6	0.008012158796191216
554910	linear.weight	7	-0.060551270842552185
554910	linear.weight	8	0.138013556599617
554910	linear.weight	9	-0.04919314384460449
554910	linear.bias	0	-0.8968256115913391
554910	linear.bias	1	1.8273067474365234
554910	linear.bias	2	0.7977279424667358
554910	linear.bias	3	-2.7153146266937256
554910	linear.bias	4	-0.10020062327384949
554910	linear.bias	5	1.2940987348556519
554910	linear.bias	6	-0.23658746480941772
554910	linear.bias	7	0.7922515273094177
554910	linear.bias	8	2.21905517578125
554910	linear.bias	9	-1.4215739965438843
554918	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
554918	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
554918	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
554918	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
554918	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
554918	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
554918	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
554918	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
554918	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
554918	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
554918	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
554918	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
554918	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
554918	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
554918	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
554918	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
554918	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
554918	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
554918	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
554918	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
554918	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
554918	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
554918	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
554918	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
554918	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
554918	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
554918	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
554918	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
554918	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
554918	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
554918	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
554918	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
554918	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
554918	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
554918	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
554918	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
554918	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
554918	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
554918	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
554918	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
554918	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
554918	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
554918	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
554918	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
554918	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
554918	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
554918	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
554918	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
554918	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
554918	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
554918	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
554918	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
554918	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
554918	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
554918	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
554918	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
554918	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
554918	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
554918	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
554918	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
554918	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
554918	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
554918	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
554918	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
554918	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
554918	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
554918	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
554918	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
554918	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
554918	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
554918	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
554918	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
554918	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
554918	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
554918	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
554918	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
554918	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
554918	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
554918	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
554918	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
554918	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
554918	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
554918	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
554918	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
554918	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
554918	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
554918	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
554918	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
554918	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
554918	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
554918	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
554918	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
554918	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
554918	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
554918	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
554918	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
554918	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
554918	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
554918	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
554918	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
554918	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
554918	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
554918	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
554918	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
554918	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
554918	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
554918	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
554918	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
554918	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
554918	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
554918	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
554918	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
554918	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
554918	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
554918	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
554918	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
554918	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
554918	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
554918	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
554918	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
554918	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
554918	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
554918	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
554918	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
554918	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
554918	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
554918	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
554918	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
554918	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
554918	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
554918	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
554918	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
554918	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
554918	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
554918	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
554918	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
554918	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
554918	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
554918	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
554918	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
554918	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
554918	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
554918	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
554918	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
554918	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
554918	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
554918	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
554918	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
554918	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
554918	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
554918	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
554918	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
554918	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
554918	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
554918	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
554918	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
554918	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
554918	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
554918	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
554918	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
554918	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
554918	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
554918	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
554918	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
554918	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
554918	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
554918	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
554918	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
554918	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
554918	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
554918	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
554918	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
554918	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
554918	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
554918	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
554918	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
554918	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
554918	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
554918	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
554918	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
554918	embedding2nn.weight	0	0.327059268951416
554918	embedding2nn.weight	1	0.40443602204322815
554918	embedding2nn.weight	2	0.002587426220998168
554918	embedding2nn.weight	3	0.005375968292355537
554918	embedding2nn.weight	4	-0.02751423418521881
554918	embedding2nn.weight	5	0.07476291060447693
554918	embedding2nn.weight	6	-0.0009883642196655273
554918	embedding2nn.weight	7	-0.02164546772837639
554918	embedding2nn.weight	8	0.031429409980773926
554918	embedding2nn.weight	9	-0.047812510281801224
554918	embedding2nn.bias	0	0.03499704226851463
554918	embedding2nn.bias	1	-0.2004956603050232
554918	embedding2nn.bias	2	0.1091865748167038
554918	embedding2nn.bias	3	0.17213372886180878
554918	embedding2nn.bias	4	0.15493224561214447
554918	embedding2nn.bias	5	-0.06265795975923538
554918	embedding2nn.bias	6	-0.0630001500248909
554918	embedding2nn.bias	7	0.05074520409107208
554918	embedding2nn.bias	8	-0.1904907375574112
554918	embedding2nn.bias	9	-0.36075231432914734
554918	rnn.weight_ih_l0	0	-0.008400038816034794
554918	rnn.weight_ih_l0	1	-0.057467252016067505
554918	rnn.weight_ih_l0	2	-0.07165615260601044
554918	rnn.weight_ih_l0	3	0.11081895232200623
554918	rnn.weight_ih_l0	4	0.025617728009819984
554918	rnn.weight_ih_l0	5	-0.06547318398952484
554918	rnn.weight_ih_l0	6	-0.012300772592425346
554918	rnn.weight_ih_l0	7	-0.027136430144309998
554918	rnn.weight_ih_l0	8	0.005343805532902479
554918	rnn.weight_ih_l0	9	-0.11238335072994232
554918	rnn.weight_hh_l0	0	-0.016815081238746643
554918	rnn.weight_hh_l0	1	0.07923627644777298
554918	rnn.weight_hh_l0	2	0.0160116795450449
554918	rnn.weight_hh_l0	3	-0.023485615849494934
554918	rnn.weight_hh_l0	4	0.057219989597797394
554918	rnn.weight_hh_l0	5	0.0212609451264143
554918	rnn.weight_hh_l0	6	-0.07115042209625244
554918	rnn.weight_hh_l0	7	-0.10392549633979797
554918	rnn.weight_hh_l0	8	0.03437522053718567
554918	rnn.weight_hh_l0	9	-0.10976392775774002
554918	rnn.bias_ih_l0	0	0.1919039487838745
554918	rnn.bias_ih_l0	1	-0.3352060317993164
554918	rnn.bias_ih_l0	2	-0.041301026940345764
554918	rnn.bias_ih_l0	3	-0.2157917618751526
554918	rnn.bias_ih_l0	4	0.02795434184372425
554918	rnn.bias_ih_l0	5	-0.4254117012023926
554918	rnn.bias_ih_l0	6	-0.16758503019809723
554918	rnn.bias_ih_l0	7	-0.36281171441078186
554918	rnn.bias_ih_l0	8	-0.283750057220459
554918	rnn.bias_ih_l0	9	-0.44990020990371704
554918	rnn.bias_hh_l0	0	-0.33359986543655396
554918	rnn.bias_hh_l0	1	-0.439330130815506
554918	rnn.bias_hh_l0	2	-0.4016334116458893
554918	rnn.bias_hh_l0	3	-0.05897318944334984
554918	rnn.bias_hh_l0	4	-0.3878958523273468
554918	rnn.bias_hh_l0	5	-0.35202446579933167
554918	rnn.bias_hh_l0	6	-0.12099073082208633
554918	rnn.bias_hh_l0	7	0.056878190487623215
554918	rnn.bias_hh_l0	8	-0.22216352820396423
554918	rnn.bias_hh_l0	9	-0.5713552832603455
554918	rnn.weight_ih_l0_reverse	0	0.038943879306316376
554918	rnn.weight_ih_l0_reverse	1	-0.04295613616704941
554918	rnn.weight_ih_l0_reverse	2	-0.009154404513537884
554918	rnn.weight_ih_l0_reverse	3	-0.1399245262145996
554918	rnn.weight_ih_l0_reverse	4	0.09010673314332962
554918	rnn.weight_ih_l0_reverse	5	-0.1283530592918396
554918	rnn.weight_ih_l0_reverse	6	2.6576779418974183e-05
554918	rnn.weight_ih_l0_reverse	7	0.033615805208683014
554918	rnn.weight_ih_l0_reverse	8	-0.0728105753660202
554918	rnn.weight_ih_l0_reverse	9	-0.08545441925525665
554918	rnn.weight_hh_l0_reverse	0	-0.15032655000686646
554918	rnn.weight_hh_l0_reverse	1	0.02633196860551834
554918	rnn.weight_hh_l0_reverse	2	-0.028763175010681152
554918	rnn.weight_hh_l0_reverse	3	0.024988604709506035
554918	rnn.weight_hh_l0_reverse	4	-0.08780629932880402
554918	rnn.weight_hh_l0_reverse	5	0.034633465111255646
554918	rnn.weight_hh_l0_reverse	6	0.026150880381464958
554918	rnn.weight_hh_l0_reverse	7	-0.10704490542411804
554918	rnn.weight_hh_l0_reverse	8	-0.06283587217330933
554918	rnn.weight_hh_l0_reverse	9	0.052055638283491135
554918	rnn.bias_ih_l0_reverse	0	-0.1644364297389984
554918	rnn.bias_ih_l0_reverse	1	-0.07621387392282486
554918	rnn.bias_ih_l0_reverse	2	0.12923674285411835
554918	rnn.bias_ih_l0_reverse	3	-0.30930161476135254
554918	rnn.bias_ih_l0_reverse	4	-0.02318648435175419
554918	rnn.bias_ih_l0_reverse	5	-0.21817846596240997
554918	rnn.bias_ih_l0_reverse	6	0.247206449508667
554918	rnn.bias_ih_l0_reverse	7	-0.32173627614974976
554918	rnn.bias_ih_l0_reverse	8	-0.19039662182331085
554918	rnn.bias_ih_l0_reverse	9	-0.18892952799797058
554918	rnn.bias_hh_l0_reverse	0	-0.10714652389287949
554918	rnn.bias_hh_l0_reverse	1	0.2694284915924072
554918	rnn.bias_hh_l0_reverse	2	-0.32316064834594727
554918	rnn.bias_hh_l0_reverse	3	-0.2113877236843109
554918	rnn.bias_hh_l0_reverse	4	-0.3925270438194275
554918	rnn.bias_hh_l0_reverse	5	-0.19993168115615845
554918	rnn.bias_hh_l0_reverse	6	-0.27209362387657166
554918	rnn.bias_hh_l0_reverse	7	-0.08271598815917969
554918	rnn.bias_hh_l0_reverse	8	-0.331039160490036
554918	rnn.bias_hh_l0_reverse	9	0.21023641526699066
554918	linear.weight	0	0.2005641609430313
554918	linear.weight	1	-0.42105725407600403
554918	linear.weight	2	0.018739046528935432
554918	linear.weight	3	0.06755528599023819
554918	linear.weight	4	-0.12816879153251648
554918	linear.weight	5	0.2310379147529602
554918	linear.weight	6	0.009714544750750065
554918	linear.weight	7	-0.06055126339197159
554918	linear.weight	8	0.13870687782764435
554918	linear.weight	9	-0.04919314756989479
554918	linear.bias	0	-0.8943830728530884
554918	linear.bias	1	1.8327351808547974
554918	linear.bias	2	0.7978906035423279
554918	linear.bias	3	-2.715315103530884
554918	linear.bias	4	-0.10257330536842346
554918	linear.bias	5	1.2803224325180054
554918	linear.bias	6	-0.23915719985961914
554918	linear.bias	7	0.7943888306617737
554918	linear.bias	8	2.2231600284576416
554918	linear.bias	9	-1.4206962585449219
555527	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
555527	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
555527	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
555527	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
555527	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
555527	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
555527	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
555527	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
555527	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
555527	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
555527	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
555527	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
555527	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
555527	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
555527	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
555527	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
555527	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
555527	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
555527	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
555527	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
555527	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
555527	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
555527	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
555527	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
555527	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
555527	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
555527	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
555527	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
555527	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
555527	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
555527	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
555527	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
555527	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
555527	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
555527	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
555527	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
555527	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
555527	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
555527	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
555527	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
555527	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
555527	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
555527	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
555527	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
555527	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
555527	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
555527	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
555527	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
555527	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
555527	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
555527	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
555527	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
555527	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
555527	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
555527	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
555527	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
555527	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
555527	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
555527	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
555527	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
555527	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
555527	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
555527	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
555527	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
555527	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
555527	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
555527	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
555527	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
555527	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
555527	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
555527	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
555527	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
555527	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
555527	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
555527	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
555527	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
555527	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
555527	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
555527	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
555527	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
555527	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
555527	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
555527	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
555527	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
555527	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
555527	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
555527	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
555527	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
555527	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
555527	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
555527	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
555527	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
555527	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
555527	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
555527	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
555527	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
555527	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
555527	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
555527	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
555527	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
555527	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
555527	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
555527	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
555527	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
555527	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
555527	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
555527	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
555527	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
555527	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
555527	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
555527	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
555527	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
555527	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
555527	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
555527	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
555527	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
555527	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
555527	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
555527	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
555527	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
555527	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
555527	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
555527	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
555527	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
555527	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
555527	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
555527	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
555527	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
555527	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
555527	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
555527	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
555527	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
555527	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
555527	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
555527	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
555527	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
555527	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
555527	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
555527	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
555527	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
555527	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
555527	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
555527	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
555527	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
555527	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
555527	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
555527	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
555527	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
555527	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
555527	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
555527	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
555527	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
555527	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
555527	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
555527	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
555527	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
555527	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
555527	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
555527	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
555527	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
555527	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
555527	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
555527	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
555527	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
555527	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
555527	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
555527	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
555527	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
555527	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
555527	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
555527	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
555527	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
555527	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
555527	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
555527	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
555527	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
555527	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
555527	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
555527	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
555527	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
555527	embedding2nn.weight	0	0.3269025683403015
555527	embedding2nn.weight	1	0.40465009212493896
555527	embedding2nn.weight	2	0.002585825975984335
555527	embedding2nn.weight	3	0.009706663899123669
555527	embedding2nn.weight	4	-0.02610401064157486
555527	embedding2nn.weight	5	0.07212329655885696
555527	embedding2nn.weight	6	-0.00218212534673512
555527	embedding2nn.weight	7	-0.01995413936674595
555527	embedding2nn.weight	8	0.03314555808901787
555527	embedding2nn.weight	9	-0.047119803726673126
555527	embedding2nn.bias	0	0.038749292492866516
555527	embedding2nn.bias	1	-0.20445463061332703
555527	embedding2nn.bias	2	0.10213485360145569
555527	embedding2nn.bias	3	0.17000816762447357
555527	embedding2nn.bias	4	0.15900832414627075
555527	embedding2nn.bias	5	-0.05632806569337845
555527	embedding2nn.bias	6	-0.05648384615778923
555527	embedding2nn.bias	7	0.062275778502225876
555527	embedding2nn.bias	8	-0.17351692914962769
555527	embedding2nn.bias	9	-0.35118749737739563
555527	rnn.weight_ih_l0	0	-0.009787572547793388
555527	rnn.weight_ih_l0	1	-0.05818060785531998
555527	rnn.weight_ih_l0	2	-0.0692397728562355
555527	rnn.weight_ih_l0	3	0.11027921736240387
555527	rnn.weight_ih_l0	4	0.027993666008114815
555527	rnn.weight_ih_l0	5	-0.06449665129184723
555527	rnn.weight_ih_l0	6	-0.012263423763215542
555527	rnn.weight_ih_l0	7	-0.02502015046775341
555527	rnn.weight_ih_l0	8	0.006909199524670839
555527	rnn.weight_ih_l0	9	-0.10771570354700089
555527	rnn.weight_hh_l0	0	-0.016803348436951637
555527	rnn.weight_hh_l0	1	0.07986031472682953
555527	rnn.weight_hh_l0	2	0.01600603573024273
555527	rnn.weight_hh_l0	3	-0.02377430535852909
555527	rnn.weight_hh_l0	4	0.05741940066218376
555527	rnn.weight_hh_l0	5	0.02012186497449875
555527	rnn.weight_hh_l0	6	-0.07071420550346375
555527	rnn.weight_hh_l0	7	-0.10207604616880417
555527	rnn.weight_hh_l0	8	0.0343981571495533
555527	rnn.weight_hh_l0	9	-0.10971447825431824
555527	rnn.bias_ih_l0	0	0.19004003703594208
555527	rnn.bias_ih_l0	1	-0.3310387432575226
555527	rnn.bias_ih_l0	2	-0.039881572127342224
555527	rnn.bias_ih_l0	3	-0.22054420411586761
555527	rnn.bias_ih_l0	4	0.02642417885363102
555527	rnn.bias_ih_l0	5	-0.41877481341362
555527	rnn.bias_ih_l0	6	-0.1712809056043625
555527	rnn.bias_ih_l0	7	-0.36247169971466064
555527	rnn.bias_ih_l0	8	-0.28155142068862915
555527	rnn.bias_ih_l0	9	-0.4478957951068878
555527	rnn.bias_hh_l0	0	-0.3342433273792267
555527	rnn.bias_hh_l0	1	-0.4398321807384491
555527	rnn.bias_hh_l0	2	-0.4038250744342804
555527	rnn.bias_hh_l0	3	-0.0583699606359005
555527	rnn.bias_hh_l0	4	-0.3865114152431488
555527	rnn.bias_hh_l0	5	-0.35109683871269226
555527	rnn.bias_hh_l0	6	-0.12041237205266953
555527	rnn.bias_hh_l0	7	0.05209289863705635
555527	rnn.bias_hh_l0	8	-0.22305114567279816
555527	rnn.bias_hh_l0	9	-0.5696386694908142
555527	rnn.weight_ih_l0_reverse	0	0.03620598092675209
555527	rnn.weight_ih_l0_reverse	1	-0.042234327644109726
555527	rnn.weight_ih_l0_reverse	2	-0.011285904794931412
555527	rnn.weight_ih_l0_reverse	3	-0.13735266029834747
555527	rnn.weight_ih_l0_reverse	4	0.09137469530105591
555527	rnn.weight_ih_l0_reverse	5	-0.12489771842956543
555527	rnn.weight_ih_l0_reverse	6	0.000574131787288934
555527	rnn.weight_ih_l0_reverse	7	0.0338982455432415
555527	rnn.weight_ih_l0_reverse	8	-0.07117428630590439
555527	rnn.weight_ih_l0_reverse	9	-0.08669401705265045
555527	rnn.weight_hh_l0_reverse	0	-0.1504862755537033
555527	rnn.weight_hh_l0_reverse	1	0.02736062929034233
555527	rnn.weight_hh_l0_reverse	2	-0.028035415336489677
555527	rnn.weight_hh_l0_reverse	3	0.024808838963508606
555527	rnn.weight_hh_l0_reverse	4	-0.0878559947013855
555527	rnn.weight_hh_l0_reverse	5	0.03432106599211693
555527	rnn.weight_hh_l0_reverse	6	0.025825999677181244
555527	rnn.weight_hh_l0_reverse	7	-0.10818888247013092
555527	rnn.weight_hh_l0_reverse	8	-0.06234046816825867
555527	rnn.weight_hh_l0_reverse	9	0.05176040530204773
555527	rnn.bias_ih_l0_reverse	0	-0.16753073036670685
555527	rnn.bias_ih_l0_reverse	1	-0.07829435169696808
555527	rnn.bias_ih_l0_reverse	2	0.12827688455581665
555527	rnn.bias_ih_l0_reverse	3	-0.3088933825492859
555527	rnn.bias_ih_l0_reverse	4	-0.0212770476937294
555527	rnn.bias_ih_l0_reverse	5	-0.21867124736309052
555527	rnn.bias_ih_l0_reverse	6	0.24561820924282074
555527	rnn.bias_ih_l0_reverse	7	-0.3138657510280609
555527	rnn.bias_ih_l0_reverse	8	-0.1924220323562622
555527	rnn.bias_ih_l0_reverse	9	-0.18660950660705566
555527	rnn.bias_hh_l0_reverse	0	-0.11217240989208221
555527	rnn.bias_hh_l0_reverse	1	0.2680976390838623
555527	rnn.bias_hh_l0_reverse	2	-0.3280135691165924
555527	rnn.bias_hh_l0_reverse	3	-0.2079550325870514
555527	rnn.bias_hh_l0_reverse	4	-0.38926395773887634
555527	rnn.bias_hh_l0_reverse	5	-0.1957426369190216
555527	rnn.bias_hh_l0_reverse	6	-0.27202439308166504
555527	rnn.bias_hh_l0_reverse	7	-0.08238382637500763
555527	rnn.bias_hh_l0_reverse	8	-0.32318347692489624
555527	rnn.bias_hh_l0_reverse	9	0.20195356011390686
555527	linear.weight	0	0.20272813737392426
555527	linear.weight	1	-0.41430845856666565
555527	linear.weight	2	0.012071006931364536
555527	linear.weight	3	0.06755506247282028
555527	linear.weight	4	-0.12471286207437515
555527	linear.weight	5	0.23615328967571259
555527	linear.weight	6	1.4488094166154042e-05
555527	linear.weight	7	-0.060546621680259705
555527	linear.weight	8	0.13529181480407715
555527	linear.weight	9	-0.04919726774096489
555527	linear.bias	0	-0.9001649022102356
555527	linear.bias	1	1.8628320693969727
555527	linear.bias	2	0.7895373702049255
555527	linear.bias	3	-2.7154440879821777
555527	linear.bias	4	-0.10233884304761887
555527	linear.bias	5	1.2802565097808838
555527	linear.bias	6	-0.2458135038614273
555527	linear.bias	7	0.8061822652816772
555527	linear.bias	8	2.2176334857940674
555527	linear.bias	9	-1.4225895404815674
556136	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
556136	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
556136	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
556136	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
556136	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
556136	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
556136	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
556136	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
556136	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
556136	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
556136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
556136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
556136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
556136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
556136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
556136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
556136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
556136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
556136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
556136	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
556136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
556136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
556136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
556136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
556136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
556136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
556136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
556136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
556136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
556136	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
556136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
556136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
556136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
556136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
556136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
556136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
556136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
556136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
556136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
556136	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
556136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
556136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
556136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
556136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
556136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
556136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
556136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
556136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
556136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
556136	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
556136	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
556136	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
556136	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
556136	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
556136	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
556136	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
556136	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
556136	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
556136	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
556136	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
556136	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
556136	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
556136	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
556136	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
556136	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
556136	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
556136	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
556136	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
556136	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
556136	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
556136	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
556136	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
556136	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
556136	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
556136	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
556136	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
556136	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
556136	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
556136	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
556136	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
556136	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
556136	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
556136	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
556136	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
556136	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
556136	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
556136	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
556136	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
556136	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
556136	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
556136	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
556136	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
556136	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
556136	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
556136	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
556136	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
556136	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
556136	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
556136	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
556136	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
556136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
556136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
556136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
556136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
556136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
556136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
556136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
556136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
556136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
556136	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
556136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
556136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
556136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
556136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
556136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
556136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
556136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
556136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
556136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
556136	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
556136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
556136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
556136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
556136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
556136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
556136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
556136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
556136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
556136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
556136	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
556136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
556136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
556136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
556136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
556136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
556136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
556136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
556136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
556136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
556136	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
556136	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
556136	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
556136	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
556136	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
556136	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
556136	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
556136	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
556136	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
556136	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
556136	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
556136	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
556136	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
556136	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
556136	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
556136	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
556136	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
556136	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
556136	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
556136	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
556136	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
556136	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
556136	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
556136	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
556136	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
556136	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
556136	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
556136	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
556136	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
556136	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
556136	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
556136	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
556136	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
556136	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
556136	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
556136	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
556136	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
556136	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
556136	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
556136	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
556136	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
556136	embedding2nn.weight	0	0.3275952935218811
556136	embedding2nn.weight	1	0.40440165996551514
556136	embedding2nn.weight	2	-0.0003444251779001206
556136	embedding2nn.weight	3	0.011536581441760063
556136	embedding2nn.weight	4	-0.02570335939526558
556136	embedding2nn.weight	5	0.07102686166763306
556136	embedding2nn.weight	6	-0.0045959302224218845
556136	embedding2nn.weight	7	-0.020165614783763885
556136	embedding2nn.weight	8	0.02934122644364834
556136	embedding2nn.weight	9	-0.05000891536474228
556136	embedding2nn.bias	0	0.04175197705626488
556136	embedding2nn.bias	1	-0.2075110673904419
556136	embedding2nn.bias	2	0.11016024649143219
556136	embedding2nn.bias	3	0.1719796061515808
556136	embedding2nn.bias	4	0.16444194316864014
556136	embedding2nn.bias	5	-0.06922941654920578
556136	embedding2nn.bias	6	-0.060366369783878326
556136	embedding2nn.bias	7	0.061658479273319244
556136	embedding2nn.bias	8	-0.17586398124694824
556136	embedding2nn.bias	9	-0.35322120785713196
556136	rnn.weight_ih_l0	0	-0.009429827332496643
556136	rnn.weight_ih_l0	1	-0.05942782014608383
556136	rnn.weight_ih_l0	2	-0.0674615353345871
556136	rnn.weight_ih_l0	3	0.11087752133607864
556136	rnn.weight_ih_l0	4	0.030627794563770294
556136	rnn.weight_ih_l0	5	-0.05903778597712517
556136	rnn.weight_ih_l0	6	-0.012579301372170448
556136	rnn.weight_ih_l0	7	-0.02322426438331604
556136	rnn.weight_ih_l0	8	0.003759534563869238
556136	rnn.weight_ih_l0	9	-0.10766911506652832
556136	rnn.weight_hh_l0	0	-0.017117898911237717
556136	rnn.weight_hh_l0	1	0.08006738871335983
556136	rnn.weight_hh_l0	2	0.015945399180054665
556136	rnn.weight_hh_l0	3	-0.024223852902650833
556136	rnn.weight_hh_l0	4	0.05754450708627701
556136	rnn.weight_hh_l0	5	0.02010531909763813
556136	rnn.weight_hh_l0	6	-0.07078219205141068
556136	rnn.weight_hh_l0	7	-0.10033785551786423
556136	rnn.weight_hh_l0	8	0.03434000164270401
556136	rnn.weight_hh_l0	9	-0.10935480892658234
556136	rnn.bias_ih_l0	0	0.1851961761713028
556136	rnn.bias_ih_l0	1	-0.3329363167285919
556136	rnn.bias_ih_l0	2	-0.040681686252355576
556136	rnn.bias_ih_l0	3	-0.2202647626399994
556136	rnn.bias_ih_l0	4	0.026990562677383423
556136	rnn.bias_ih_l0	5	-0.42186251282691956
556136	rnn.bias_ih_l0	6	-0.17012768983840942
556136	rnn.bias_ih_l0	7	-0.3622894585132599
556136	rnn.bias_ih_l0	8	-0.28114983439445496
556136	rnn.bias_ih_l0	9	-0.45103371143341064
556136	rnn.bias_hh_l0	0	-0.33129119873046875
556136	rnn.bias_hh_l0	1	-0.4437786638736725
556136	rnn.bias_hh_l0	2	-0.40442192554473877
556136	rnn.bias_hh_l0	3	-0.06035633757710457
556136	rnn.bias_hh_l0	4	-0.38730910420417786
556136	rnn.bias_hh_l0	5	-0.35023871064186096
556136	rnn.bias_hh_l0	6	-0.12517233192920685
556136	rnn.bias_hh_l0	7	0.058038901537656784
556136	rnn.bias_hh_l0	8	-0.21890944242477417
556136	rnn.bias_hh_l0	9	-0.5677502751350403
556136	rnn.weight_ih_l0_reverse	0	0.03888673335313797
556136	rnn.weight_ih_l0_reverse	1	-0.04217793792486191
556136	rnn.weight_ih_l0_reverse	2	-0.013302919454872608
556136	rnn.weight_ih_l0_reverse	3	-0.13762938976287842
556136	rnn.weight_ih_l0_reverse	4	0.09098146855831146
556136	rnn.weight_ih_l0_reverse	5	-0.12712568044662476
556136	rnn.weight_ih_l0_reverse	6	0.001697615021839738
556136	rnn.weight_ih_l0_reverse	7	0.03335275128483772
556136	rnn.weight_ih_l0_reverse	8	-0.0710463598370552
556136	rnn.weight_ih_l0_reverse	9	-0.08823457360267639
556136	rnn.weight_hh_l0_reverse	0	-0.15082184970378876
556136	rnn.weight_hh_l0_reverse	1	0.02697782590985298
556136	rnn.weight_hh_l0_reverse	2	-0.027267122641205788
556136	rnn.weight_hh_l0_reverse	3	0.024699730798602104
556136	rnn.weight_hh_l0_reverse	4	-0.08906161785125732
556136	rnn.weight_hh_l0_reverse	5	0.03465455025434494
556136	rnn.weight_hh_l0_reverse	6	0.02574402652680874
556136	rnn.weight_hh_l0_reverse	7	-0.10817085206508636
556136	rnn.weight_hh_l0_reverse	8	-0.061906177550554276
556136	rnn.weight_hh_l0_reverse	9	0.051142368465662
556136	rnn.bias_ih_l0_reverse	0	-0.17049628496170044
556136	rnn.bias_ih_l0_reverse	1	-0.08179022371768951
556136	rnn.bias_ih_l0_reverse	2	0.12863123416900635
556136	rnn.bias_ih_l0_reverse	3	-0.30721428990364075
556136	rnn.bias_ih_l0_reverse	4	-0.01685522496700287
556136	rnn.bias_ih_l0_reverse	5	-0.2175087034702301
556136	rnn.bias_ih_l0_reverse	6	0.25491347908973694
556136	rnn.bias_ih_l0_reverse	7	-0.3165619671344757
556136	rnn.bias_ih_l0_reverse	8	-0.19064365327358246
556136	rnn.bias_ih_l0_reverse	9	-0.19152677059173584
556136	rnn.bias_hh_l0_reverse	0	-0.10761762410402298
556136	rnn.bias_hh_l0_reverse	1	0.26690495014190674
556136	rnn.bias_hh_l0_reverse	2	-0.32569578289985657
556136	rnn.bias_hh_l0_reverse	3	-0.21061021089553833
556136	rnn.bias_hh_l0_reverse	4	-0.3869057595729828
556136	rnn.bias_hh_l0_reverse	5	-0.19257453083992004
556136	rnn.bias_hh_l0_reverse	6	-0.2724283039569855
556136	rnn.bias_hh_l0_reverse	7	-0.08687148243188858
556136	rnn.bias_hh_l0_reverse	8	-0.31575796008110046
556136	rnn.bias_hh_l0_reverse	9	0.2144879698753357
556136	linear.weight	0	0.20715774595737457
556136	linear.weight	1	-0.4245501458644867
556136	linear.weight	2	-0.01103966124355793
556136	linear.weight	3	0.06755559891462326
556136	linear.weight	4	-0.11403656750917435
556136	linear.weight	5	0.24239207804203033
556136	linear.weight	6	0.004921452607959509
556136	linear.weight	7	-0.06054149568080902
556136	linear.weight	8	0.14902448654174805
556136	linear.weight	9	-0.049200259149074554
556136	linear.bias	0	-0.8735167980194092
556136	linear.bias	1	1.8327873945236206
556136	linear.bias	2	0.8209049105644226
556136	linear.bias	3	-2.7155792713165283
556136	linear.bias	4	-0.11812890321016312
556136	linear.bias	5	1.2850762605667114
556136	linear.bias	6	-0.25353166460990906
556136	linear.bias	7	0.8023808598518372
556136	linear.bias	8	2.2211928367614746
556136	linear.bias	9	-1.4187921285629272
556745	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
556745	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
556745	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
556745	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
556745	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
556745	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
556745	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
556745	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
556745	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
556745	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
556745	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
556745	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
556745	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
556745	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
556745	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
556745	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
556745	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
556745	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
556745	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
556745	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
556745	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
556745	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
556745	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
556745	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
556745	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
556745	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
556745	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
556745	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
556745	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
556745	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
556745	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
556745	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
556745	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
556745	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
556745	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
556745	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
556745	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
556745	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
556745	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
556745	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
556745	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
556745	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
556745	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
556745	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
556745	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
556745	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
556745	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
556745	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
556745	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
556745	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
556745	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
556745	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
556745	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
556745	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
556745	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
556745	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
556745	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
556745	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
556745	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
556745	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
556745	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
556745	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
556745	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
556745	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
556745	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
556745	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
556745	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
556745	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
556745	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
556745	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
556745	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
556745	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
556745	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
556745	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
556745	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
556745	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
556745	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
556745	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
556745	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
556745	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
556745	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
556745	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
556745	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
556745	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
556745	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
556745	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
556745	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
556745	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
556745	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
556745	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
556745	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
556745	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
556745	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
556745	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
556745	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
556745	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
556745	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
556745	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
556745	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
556745	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
556745	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
556745	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
556745	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
556745	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
556745	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
556745	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
556745	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
556745	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
556745	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
556745	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
556745	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
556745	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
556745	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
556745	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
556745	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
556745	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
556745	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
556745	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
556745	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
556745	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
556745	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
556745	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
556745	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
556745	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
556745	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
556745	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
556745	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
556745	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
556745	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
556745	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
556745	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
556745	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
556745	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
556745	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
556745	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
556745	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
556745	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
556745	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
556745	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
556745	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
556745	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
556745	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
556745	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
556745	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
556745	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
556745	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
556745	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
556745	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
556745	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
556745	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
556745	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
556745	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
556745	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
556745	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
556745	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
556745	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
556745	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
556745	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
556745	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
556745	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
556745	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
556745	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
556745	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
556745	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
556745	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
556745	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
556745	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
556745	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
556745	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
556745	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
556745	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
556745	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
556745	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
556745	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
556745	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
556745	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
556745	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
556745	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
556745	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
556745	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
556745	embedding2nn.weight	0	0.32728931307792664
556745	embedding2nn.weight	1	0.4040154218673706
556745	embedding2nn.weight	2	5.212875112192705e-05
556745	embedding2nn.weight	3	0.005588710308074951
556745	embedding2nn.weight	4	-0.024045627564191818
556745	embedding2nn.weight	5	0.0700971856713295
556745	embedding2nn.weight	6	-0.0018661165377125144
556745	embedding2nn.weight	7	-0.01795184798538685
556745	embedding2nn.weight	8	0.02815873548388481
556745	embedding2nn.weight	9	-0.052410390228033066
556745	embedding2nn.bias	0	0.04486225172877312
556745	embedding2nn.bias	1	-0.20066101849079132
556745	embedding2nn.bias	2	0.10314660519361496
556745	embedding2nn.bias	3	0.16031721234321594
556745	embedding2nn.bias	4	0.15735936164855957
556745	embedding2nn.bias	5	-0.054984528571367264
556745	embedding2nn.bias	6	-0.06600919365882874
556745	embedding2nn.bias	7	0.06809177249670029
556745	embedding2nn.bias	8	-0.1721043437719345
556745	embedding2nn.bias	9	-0.3641586899757385
556745	rnn.weight_ih_l0	0	-0.011107615195214748
556745	rnn.weight_ih_l0	1	-0.05989253520965576
556745	rnn.weight_ih_l0	2	-0.06912432610988617
556745	rnn.weight_ih_l0	3	0.10985296219587326
556745	rnn.weight_ih_l0	4	0.03153984621167183
556745	rnn.weight_ih_l0	5	-0.05880749225616455
556745	rnn.weight_ih_l0	6	-0.010565145872533321
556745	rnn.weight_ih_l0	7	-0.026056861504912376
556745	rnn.weight_ih_l0	8	0.0011151402723044157
556745	rnn.weight_ih_l0	9	-0.1064479649066925
556745	rnn.weight_hh_l0	0	-0.0173054002225399
556745	rnn.weight_hh_l0	1	0.07997506856918335
556745	rnn.weight_hh_l0	2	0.0160488560795784
556745	rnn.weight_hh_l0	3	-0.023674529045820236
556745	rnn.weight_hh_l0	4	0.05806361511349678
556745	rnn.weight_hh_l0	5	0.020234661176800728
556745	rnn.weight_hh_l0	6	-0.06986656785011292
556745	rnn.weight_hh_l0	7	-0.09987372159957886
556745	rnn.weight_hh_l0	8	0.03438570350408554
556745	rnn.weight_hh_l0	9	-0.10916229337453842
556745	rnn.bias_ih_l0	0	0.1893109232187271
556745	rnn.bias_ih_l0	1	-0.3279646039009094
556745	rnn.bias_ih_l0	2	-0.041088007390499115
556745	rnn.bias_ih_l0	3	-0.2165144830942154
556745	rnn.bias_ih_l0	4	0.030541030690073967
556745	rnn.bias_ih_l0	5	-0.41886597871780396
556745	rnn.bias_ih_l0	6	-0.16639715433120728
556745	rnn.bias_ih_l0	7	-0.36260050535202026
556745	rnn.bias_ih_l0	8	-0.28028830885887146
556745	rnn.bias_ih_l0	9	-0.4563439190387726
556745	rnn.bias_hh_l0	0	-0.3306199014186859
556745	rnn.bias_hh_l0	1	-0.44431009888648987
556745	rnn.bias_hh_l0	2	-0.40077659487724304
556745	rnn.bias_hh_l0	3	-0.062170468270778656
556745	rnn.bias_hh_l0	4	-0.38330474495887756
556745	rnn.bias_hh_l0	5	-0.3485065996646881
556745	rnn.bias_hh_l0	6	-0.12040550261735916
556745	rnn.bias_hh_l0	7	0.05314948409795761
556745	rnn.bias_hh_l0	8	-0.22454094886779785
556745	rnn.bias_hh_l0	9	-0.566015899181366
556745	rnn.weight_ih_l0_reverse	0	0.03966370224952698
556745	rnn.weight_ih_l0_reverse	1	-0.04127277806401253
556745	rnn.weight_ih_l0_reverse	2	-0.013734242878854275
556745	rnn.weight_ih_l0_reverse	3	-0.13782180845737457
556745	rnn.weight_ih_l0_reverse	4	0.09125743806362152
556745	rnn.weight_ih_l0_reverse	5	-0.1272009015083313
556745	rnn.weight_ih_l0_reverse	6	0.003947686869651079
556745	rnn.weight_ih_l0_reverse	7	0.033303163945674896
556745	rnn.weight_ih_l0_reverse	8	-0.07029303908348083
556745	rnn.weight_ih_l0_reverse	9	-0.08752995729446411
556745	rnn.weight_hh_l0_reverse	0	-0.1515137255191803
556745	rnn.weight_hh_l0_reverse	1	0.026011232286691666
556745	rnn.weight_hh_l0_reverse	2	-0.027682160958647728
556745	rnn.weight_hh_l0_reverse	3	0.02474619820713997
556745	rnn.weight_hh_l0_reverse	4	-0.0898544192314148
556745	rnn.weight_hh_l0_reverse	5	0.03442487120628357
556745	rnn.weight_hh_l0_reverse	6	0.025774257257580757
556745	rnn.weight_hh_l0_reverse	7	-0.10773056000471115
556745	rnn.weight_hh_l0_reverse	8	-0.06271503865718842
556745	rnn.weight_hh_l0_reverse	9	0.050973549485206604
556745	rnn.bias_ih_l0_reverse	0	-0.16984450817108154
556745	rnn.bias_ih_l0_reverse	1	-0.07936010509729385
556745	rnn.bias_ih_l0_reverse	2	0.12574584782123566
556745	rnn.bias_ih_l0_reverse	3	-0.30726122856140137
556745	rnn.bias_ih_l0_reverse	4	-0.01686413586139679
556745	rnn.bias_ih_l0_reverse	5	-0.2163531631231308
556745	rnn.bias_ih_l0_reverse	6	0.25742360949516296
556745	rnn.bias_ih_l0_reverse	7	-0.3197212815284729
556745	rnn.bias_ih_l0_reverse	8	-0.19174112379550934
556745	rnn.bias_ih_l0_reverse	9	-0.1893005073070526
556745	rnn.bias_hh_l0_reverse	0	-0.10924679785966873
556745	rnn.bias_hh_l0_reverse	1	0.2659202516078949
556745	rnn.bias_hh_l0_reverse	2	-0.32870399951934814
556745	rnn.bias_hh_l0_reverse	3	-0.20530472695827484
556745	rnn.bias_hh_l0_reverse	4	-0.38671210408210754
556745	rnn.bias_hh_l0_reverse	5	-0.1918357014656067
556745	rnn.bias_hh_l0_reverse	6	-0.270811527967453
556745	rnn.bias_hh_l0_reverse	7	-0.08818268030881882
556745	rnn.bias_hh_l0_reverse	8	-0.31449949741363525
556745	rnn.bias_hh_l0_reverse	9	0.20975744724273682
556745	linear.weight	0	0.19208092987537384
556745	linear.weight	1	-0.40908414125442505
556745	linear.weight	2	0.026934586465358734
556745	linear.weight	3	0.06755570322275162
556745	linear.weight	4	-0.11367811262607574
556745	linear.weight	5	0.22684533894062042
556745	linear.weight	6	-0.013715827837586403
556745	linear.weight	7	-0.06053771451115608
556745	linear.weight	8	0.12868058681488037
556745	linear.weight	9	-0.049202531576156616
556745	linear.bias	0	-0.8899081349372864
556745	linear.bias	1	1.866878867149353
556745	linear.bias	2	0.8126665949821472
556745	linear.bias	3	-2.7157063484191895
556745	linear.bias	4	-0.09883148223161697
556745	linear.bias	5	1.2763628959655762
556745	linear.bias	6	-0.2512291967868805
556745	linear.bias	7	0.8073814511299133
556745	linear.bias	8	2.2058088779449463
556745	linear.bias	9	-1.4292957782745361
557354	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
557354	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
557354	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
557354	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
557354	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
557354	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
557354	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
557354	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
557354	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
557354	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
557354	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
557354	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
557354	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
557354	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
557354	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
557354	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
557354	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
557354	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
557354	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
557354	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
557354	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
557354	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
557354	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
557354	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
557354	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
557354	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
557354	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
557354	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
557354	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
557354	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
557354	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
557354	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
557354	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
557354	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
557354	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
557354	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
557354	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
557354	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
557354	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
557354	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
557354	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
557354	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
557354	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
557354	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
557354	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
557354	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
557354	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
557354	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
557354	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
557354	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
557354	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
557354	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
557354	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
557354	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
557354	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
557354	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
557354	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
557354	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
557354	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
557354	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
557354	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
557354	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
557354	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
557354	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
557354	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
557354	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
557354	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
557354	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
557354	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
557354	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
557354	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
557354	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
557354	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
557354	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
557354	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
557354	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
557354	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
557354	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
557354	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
557354	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
557354	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
557354	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
557354	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
557354	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
557354	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
557354	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
557354	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
557354	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
557354	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
557354	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
557354	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
557354	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
557354	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
557354	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
557354	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
557354	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
557354	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
557354	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
557354	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
557354	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
557354	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
557354	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
557354	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
557354	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
557354	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
557354	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
557354	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
557354	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
557354	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
557354	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
557354	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
557354	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
557354	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
557354	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
557354	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
557354	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
557354	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
557354	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
557354	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
557354	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
557354	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
557354	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
557354	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
557354	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
557354	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
557354	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
557354	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
557354	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
557354	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
557354	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
557354	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
557354	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
557354	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
557354	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
557354	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
557354	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
557354	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
557354	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
557354	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
557354	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
557354	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
557354	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
557354	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
557354	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
557354	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
557354	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
557354	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
557354	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
557354	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
557354	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
557354	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
557354	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
557354	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
557354	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
557354	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
557354	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
557354	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
557354	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
557354	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
557354	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
557354	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
557354	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
557354	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
557354	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
557354	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
557354	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
557354	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
557354	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
557354	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
557354	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
557354	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
557354	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
557354	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
557354	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
557354	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
557354	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
557354	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
557354	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
557354	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
557354	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
557354	embedding2nn.weight	0	0.32806265354156494
557354	embedding2nn.weight	1	0.4017984867095947
557354	embedding2nn.weight	2	0.0008011645986698568
557354	embedding2nn.weight	3	0.0017815103055909276
557354	embedding2nn.weight	4	-0.02625208906829357
557354	embedding2nn.weight	5	0.07225970178842545
557354	embedding2nn.weight	6	-0.005386925768107176
557354	embedding2nn.weight	7	-0.015230598859488964
557354	embedding2nn.weight	8	0.027479007840156555
557354	embedding2nn.weight	9	-0.05197320133447647
557354	embedding2nn.bias	0	0.042490892112255096
557354	embedding2nn.bias	1	-0.20861783623695374
557354	embedding2nn.bias	2	0.0838499441742897
557354	embedding2nn.bias	3	0.16353197395801544
557354	embedding2nn.bias	4	0.15891219675540924
557354	embedding2nn.bias	5	-0.07100216299295425
557354	embedding2nn.bias	6	-0.05154762417078018
557354	embedding2nn.bias	7	0.09128682315349579
557354	embedding2nn.bias	8	-0.16117170453071594
557354	embedding2nn.bias	9	-0.3634237051010132
557354	rnn.weight_ih_l0	0	-0.00985987950116396
557354	rnn.weight_ih_l0	1	-0.06017974391579628
557354	rnn.weight_ih_l0	2	-0.0689939558506012
557354	rnn.weight_ih_l0	3	0.1110510379076004
557354	rnn.weight_ih_l0	4	0.03566567599773407
557354	rnn.weight_ih_l0	5	-0.05903761833906174
557354	rnn.weight_ih_l0	6	-0.010002704337239265
557354	rnn.weight_ih_l0	7	-0.026481052860617638
557354	rnn.weight_ih_l0	8	-0.0015667376574128866
557354	rnn.weight_ih_l0	9	-0.1077054888010025
557354	rnn.weight_hh_l0	0	-0.016812477260828018
557354	rnn.weight_hh_l0	1	0.0801883190870285
557354	rnn.weight_hh_l0	2	0.015927664935588837
557354	rnn.weight_hh_l0	3	-0.02357340417802334
557354	rnn.weight_hh_l0	4	0.05800378695130348
557354	rnn.weight_hh_l0	5	0.019968604668974876
557354	rnn.weight_hh_l0	6	-0.0698808804154396
557354	rnn.weight_hh_l0	7	-0.09981635212898254
557354	rnn.weight_hh_l0	8	0.034393273293972015
557354	rnn.weight_hh_l0	9	-0.10959268361330032
557354	rnn.bias_ih_l0	0	0.19572803378105164
557354	rnn.bias_ih_l0	1	-0.329702228307724
557354	rnn.bias_ih_l0	2	-0.041293177753686905
557354	rnn.bias_ih_l0	3	-0.21775297820568085
557354	rnn.bias_ih_l0	4	0.032740380614995956
557354	rnn.bias_ih_l0	5	-0.4176551103591919
557354	rnn.bias_ih_l0	6	-0.16869200766086578
557354	rnn.bias_ih_l0	7	-0.3625551164150238
557354	rnn.bias_ih_l0	8	-0.2763434946537018
557354	rnn.bias_ih_l0	9	-0.4556322395801544
557354	rnn.bias_hh_l0	0	-0.3273172080516815
557354	rnn.bias_hh_l0	1	-0.44343218207359314
557354	rnn.bias_hh_l0	2	-0.4005490839481354
557354	rnn.bias_hh_l0	3	-0.06365741044282913
557354	rnn.bias_hh_l0	4	-0.38714829087257385
557354	rnn.bias_hh_l0	5	-0.3493787348270416
557354	rnn.bias_hh_l0	6	-0.12534944713115692
557354	rnn.bias_hh_l0	7	0.06252092868089676
557354	rnn.bias_hh_l0	8	-0.22355292737483978
557354	rnn.bias_hh_l0	9	-0.571704089641571
557354	rnn.weight_ih_l0_reverse	0	0.03916722163558006
557354	rnn.weight_ih_l0_reverse	1	-0.039864033460617065
557354	rnn.weight_ih_l0_reverse	2	-0.011691571213304996
557354	rnn.weight_ih_l0_reverse	3	-0.13686607778072357
557354	rnn.weight_ih_l0_reverse	4	0.09063975512981415
557354	rnn.weight_ih_l0_reverse	5	-0.12326622754335403
557354	rnn.weight_ih_l0_reverse	6	0.00618003448471427
557354	rnn.weight_ih_l0_reverse	7	0.03329996019601822
557354	rnn.weight_ih_l0_reverse	8	-0.0724286139011383
557354	rnn.weight_ih_l0_reverse	9	-0.08662110567092896
557354	rnn.weight_hh_l0_reverse	0	-0.150686115026474
557354	rnn.weight_hh_l0_reverse	1	0.02593069151043892
557354	rnn.weight_hh_l0_reverse	2	-0.02761923335492611
557354	rnn.weight_hh_l0_reverse	3	0.025145767256617546
557354	rnn.weight_hh_l0_reverse	4	-0.08914760500192642
557354	rnn.weight_hh_l0_reverse	5	0.03441096842288971
557354	rnn.weight_hh_l0_reverse	6	0.025737565010786057
557354	rnn.weight_hh_l0_reverse	7	-0.11008327454328537
557354	rnn.weight_hh_l0_reverse	8	-0.06211165711283684
557354	rnn.weight_hh_l0_reverse	9	0.05148610100150108
557354	rnn.bias_ih_l0_reverse	0	-0.16983512043952942
557354	rnn.bias_ih_l0_reverse	1	-0.0785597413778305
557354	rnn.bias_ih_l0_reverse	2	0.12987881898880005
557354	rnn.bias_ih_l0_reverse	3	-0.30425167083740234
557354	rnn.bias_ih_l0_reverse	4	-0.016948403790593147
557354	rnn.bias_ih_l0_reverse	5	-0.21403150260448456
557354	rnn.bias_ih_l0_reverse	6	0.2600207030773163
557354	rnn.bias_ih_l0_reverse	7	-0.32353177666664124
557354	rnn.bias_ih_l0_reverse	8	-0.1922425776720047
557354	rnn.bias_ih_l0_reverse	9	-0.18390993773937225
557354	rnn.bias_hh_l0_reverse	0	-0.11020100861787796
557354	rnn.bias_hh_l0_reverse	1	0.2658243775367737
557354	rnn.bias_hh_l0_reverse	2	-0.3276623487472534
557354	rnn.bias_hh_l0_reverse	3	-0.20719294250011444
557354	rnn.bias_hh_l0_reverse	4	-0.3895896375179291
557354	rnn.bias_hh_l0_reverse	5	-0.1902758628129959
557354	rnn.bias_hh_l0_reverse	6	-0.26953357458114624
557354	rnn.bias_hh_l0_reverse	7	-0.08953088521957397
557354	rnn.bias_hh_l0_reverse	8	-0.31843826174736023
557354	rnn.bias_hh_l0_reverse	9	0.21117369830608368
557354	linear.weight	0	0.19536198675632477
557354	linear.weight	1	-0.40321165323257446
557354	linear.weight	2	0.028009269386529922
557354	linear.weight	3	0.06755606085062027
557354	linear.weight	4	-0.11686631292104721
557354	linear.weight	5	0.223229318857193
557354	linear.weight	6	-0.03438522666692734
557354	linear.weight	7	-0.060535360127687454
557354	linear.weight	8	0.11669331789016724
557354	linear.weight	9	-0.049205463379621506
557354	linear.bias	0	-0.9029260873794556
557354	linear.bias	1	1.877553105354309
557354	linear.bias	2	0.7995527982711792
557354	linear.bias	3	-2.715832471847534
557354	linear.bias	4	-0.11085167527198792
557354	linear.bias	5	1.2788689136505127
557354	linear.bias	6	-0.2581360936164856
557354	linear.bias	7	0.8067229390144348
557354	linear.bias	8	2.233351707458496
557354	linear.bias	9	-1.4285346269607544
557963	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
557963	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
557963	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
557963	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
557963	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
557963	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
557963	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
557963	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
557963	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
557963	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
557963	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
557963	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
557963	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
557963	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
557963	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
557963	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
557963	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
557963	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
557963	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
557963	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
557963	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
557963	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
557963	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
557963	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
557963	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
557963	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
557963	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
557963	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
557963	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
557963	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
557963	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
557963	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
557963	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
557963	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
557963	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
557963	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
557963	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
557963	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
557963	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
557963	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
557963	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
557963	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
557963	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
557963	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
557963	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
557963	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
557963	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
557963	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
557963	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
557963	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
557963	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
557963	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
557963	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
557963	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
557963	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
557963	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
557963	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
557963	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
557963	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
557963	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
557963	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
557963	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
557963	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
557963	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
557963	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
557963	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
557963	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
557963	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
557963	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
557963	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
557963	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
557963	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
557963	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
557963	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
557963	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
557963	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
557963	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
557963	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
557963	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
557963	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
557963	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
557963	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
557963	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
557963	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
557963	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
557963	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
557963	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
557963	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
557963	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
557963	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
557963	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
557963	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
557963	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
557963	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
557963	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
557963	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
557963	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
557963	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
557963	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
557963	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
557963	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
557963	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
557963	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
557963	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
557963	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
557963	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
557963	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
557963	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
557963	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
557963	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
557963	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
557963	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
557963	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
557963	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
557963	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
557963	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
557963	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
557963	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
557963	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
557963	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
557963	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
557963	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
557963	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
557963	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
557963	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
557963	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
557963	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
557963	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
557963	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
557963	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
557963	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
557963	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
557963	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
557963	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
557963	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
557963	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
557963	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
557963	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
557963	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
557963	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
557963	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
557963	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
557963	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
557963	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
557963	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
557963	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
557963	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
557963	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
557963	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
557963	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
557963	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
557963	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
557963	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
557963	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
557963	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
557963	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
557963	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
557963	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
557963	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
557963	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
557963	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
557963	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
557963	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
557963	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
557963	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
557963	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
557963	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
557963	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
557963	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
557963	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
557963	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
557963	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
557963	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
557963	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
557963	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
557963	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
557963	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
557963	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
557963	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
557963	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
557963	embedding2nn.weight	0	0.3281087279319763
557963	embedding2nn.weight	1	0.40077900886535645
557963	embedding2nn.weight	2	0.003403902053833008
557963	embedding2nn.weight	3	-0.004250085912644863
557963	embedding2nn.weight	4	-0.02684633992612362
557963	embedding2nn.weight	5	0.07084660977125168
557963	embedding2nn.weight	6	-0.011348557658493519
557963	embedding2nn.weight	7	-0.015308225527405739
557963	embedding2nn.weight	8	0.026807770133018494
557963	embedding2nn.weight	9	-0.05081474035978317
557963	embedding2nn.bias	0	0.04796799272298813
557963	embedding2nn.bias	1	-0.216315358877182
557963	embedding2nn.bias	2	0.09957321733236313
557963	embedding2nn.bias	3	0.17585892975330353
557963	embedding2nn.bias	4	0.14383810758590698
557963	embedding2nn.bias	5	-0.06108183413743973
557963	embedding2nn.bias	6	-0.05073501169681549
557963	embedding2nn.bias	7	0.07125867903232574
557963	embedding2nn.bias	8	-0.1829296499490738
557963	embedding2nn.bias	9	-0.35290491580963135
557963	rnn.weight_ih_l0	0	-0.008073353208601475
557963	rnn.weight_ih_l0	1	-0.05887410789728165
557963	rnn.weight_ih_l0	2	-0.07221344858407974
557963	rnn.weight_ih_l0	3	0.11064781993627548
557963	rnn.weight_ih_l0	4	0.03752747178077698
557963	rnn.weight_ih_l0	5	-0.058588966727256775
557963	rnn.weight_ih_l0	6	-0.011624328792095184
557963	rnn.weight_ih_l0	7	-0.027203882113099098
557963	rnn.weight_ih_l0	8	-0.00034951281850226223
557963	rnn.weight_ih_l0	9	-0.1079326793551445
557963	rnn.weight_hh_l0	0	-0.016369309276342392
557963	rnn.weight_hh_l0	1	0.08029865473508835
557963	rnn.weight_hh_l0	2	0.01638595201075077
557963	rnn.weight_hh_l0	3	-0.023282285779714584
557963	rnn.weight_hh_l0	4	0.05796082317829132
557963	rnn.weight_hh_l0	5	0.02009054832160473
557963	rnn.weight_hh_l0	6	-0.06982837617397308
557963	rnn.weight_hh_l0	7	-0.09921494126319885
557963	rnn.weight_hh_l0	8	0.03446280583739281
557963	rnn.weight_hh_l0	9	-0.1097913384437561
557963	rnn.bias_ih_l0	0	0.1972261369228363
557963	rnn.bias_ih_l0	1	-0.3293363153934479
557963	rnn.bias_ih_l0	2	-0.04060571640729904
557963	rnn.bias_ih_l0	3	-0.2187679260969162
557963	rnn.bias_ih_l0	4	0.0423051118850708
557963	rnn.bias_ih_l0	5	-0.4209475815296173
557963	rnn.bias_ih_l0	6	-0.16967596113681793
557963	rnn.bias_ih_l0	7	-0.3609635531902313
557963	rnn.bias_ih_l0	8	-0.2795134484767914
557963	rnn.bias_ih_l0	9	-0.4484049379825592
557963	rnn.bias_hh_l0	0	-0.3275221586227417
557963	rnn.bias_hh_l0	1	-0.44049951434135437
557963	rnn.bias_hh_l0	2	-0.3992370069026947
557963	rnn.bias_hh_l0	3	-0.06076909601688385
557963	rnn.bias_hh_l0	4	-0.3867003917694092
557963	rnn.bias_hh_l0	5	-0.3481907546520233
557963	rnn.bias_hh_l0	6	-0.12883974611759186
557963	rnn.bias_hh_l0	7	0.06014254316687584
557963	rnn.bias_hh_l0	8	-0.22686587274074554
557963	rnn.bias_hh_l0	9	-0.5698192119598389
557963	rnn.weight_ih_l0_reverse	0	0.038040872663259506
557963	rnn.weight_ih_l0_reverse	1	-0.0396529845893383
557963	rnn.weight_ih_l0_reverse	2	-0.013320257887244225
557963	rnn.weight_ih_l0_reverse	3	-0.13762496411800385
557963	rnn.weight_ih_l0_reverse	4	0.09132681041955948
557963	rnn.weight_ih_l0_reverse	5	-0.12318743765354156
557963	rnn.weight_ih_l0_reverse	6	0.0036620323080569506
557963	rnn.weight_ih_l0_reverse	7	0.03396148234605789
557963	rnn.weight_ih_l0_reverse	8	-0.07190779596567154
557963	rnn.weight_ih_l0_reverse	9	-0.08723612874746323
557963	rnn.weight_hh_l0_reverse	0	-0.14884482324123383
557963	rnn.weight_hh_l0_reverse	1	0.026376502588391304
557963	rnn.weight_hh_l0_reverse	2	-0.027405040338635445
557963	rnn.weight_hh_l0_reverse	3	0.025789590552449226
557963	rnn.weight_hh_l0_reverse	4	-0.08933399617671967
557963	rnn.weight_hh_l0_reverse	5	0.03445661440491676
557963	rnn.weight_hh_l0_reverse	6	0.02579360641539097
557963	rnn.weight_hh_l0_reverse	7	-0.11237315088510513
557963	rnn.weight_hh_l0_reverse	8	-0.06208837404847145
557963	rnn.weight_hh_l0_reverse	9	0.05061124637722969
557963	rnn.bias_ih_l0_reverse	0	-0.17523714900016785
557963	rnn.bias_ih_l0_reverse	1	-0.07841406762599945
557963	rnn.bias_ih_l0_reverse	2	0.12645801901817322
557963	rnn.bias_ih_l0_reverse	3	-0.30775022506713867
557963	rnn.bias_ih_l0_reverse	4	-0.015514407306909561
557963	rnn.bias_ih_l0_reverse	5	-0.21738781034946442
557963	rnn.bias_ih_l0_reverse	6	0.2618817389011383
557963	rnn.bias_ih_l0_reverse	7	-0.3155039846897125
557963	rnn.bias_ih_l0_reverse	8	-0.1896500289440155
557963	rnn.bias_ih_l0_reverse	9	-0.1822742372751236
557963	rnn.bias_hh_l0_reverse	0	-0.11241607367992401
557963	rnn.bias_hh_l0_reverse	1	0.2610315978527069
557963	rnn.bias_hh_l0_reverse	2	-0.325003981590271
557963	rnn.bias_hh_l0_reverse	3	-0.20898717641830444
557963	rnn.bias_hh_l0_reverse	4	-0.3873375952243805
557963	rnn.bias_hh_l0_reverse	5	-0.18907654285430908
557963	rnn.bias_hh_l0_reverse	6	-0.2667865753173828
557963	rnn.bias_hh_l0_reverse	7	-0.08331392705440521
557963	rnn.bias_hh_l0_reverse	8	-0.31513485312461853
557963	rnn.bias_hh_l0_reverse	9	0.20978739857673645
557963	linear.weight	0	0.19340947270393372
557963	linear.weight	1	-0.4033060073852539
557963	linear.weight	2	0.020191002637147903
557963	linear.weight	3	0.06755662709474564
557963	linear.weight	4	-0.11773359030485153
557963	linear.weight	5	0.2260311096906662
557963	linear.weight	6	-0.03558721765875816
557963	linear.weight	7	-0.06053147092461586
557963	linear.weight	8	0.11146117746829987
557963	linear.weight	9	-0.0492086336016655
557963	linear.bias	0	-0.8887705206871033
557963	linear.bias	1	1.8777955770492554
557963	linear.bias	2	0.8200858235359192
557963	linear.bias	3	-2.715965509414673
557963	linear.bias	4	-0.11600847542285919
557963	linear.bias	5	1.283891201019287
557963	linear.bias	6	-0.25336065888404846
557963	linear.bias	7	0.7756567001342773
557963	linear.bias	8	2.1783411502838135
557963	linear.bias	9	-1.4424254894256592
558572	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
558572	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
558572	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
558572	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
558572	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
558572	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
558572	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
558572	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
558572	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
558572	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
558572	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
558572	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
558572	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
558572	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
558572	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
558572	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
558572	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
558572	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
558572	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
558572	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
558572	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
558572	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
558572	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
558572	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
558572	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
558572	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
558572	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
558572	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
558572	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
558572	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
558572	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
558572	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
558572	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
558572	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
558572	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
558572	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
558572	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
558572	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
558572	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
558572	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
558572	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
558572	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
558572	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
558572	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
558572	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
558572	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
558572	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
558572	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
558572	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
558572	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
558572	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
558572	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
558572	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
558572	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
558572	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
558572	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
558572	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
558572	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
558572	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
558572	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
558572	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
558572	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
558572	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
558572	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
558572	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
558572	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
558572	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
558572	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
558572	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
558572	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
558572	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
558572	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
558572	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
558572	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
558572	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
558572	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
558572	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
558572	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
558572	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
558572	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
558572	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
558572	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
558572	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
558572	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
558572	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
558572	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
558572	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
558572	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
558572	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
558572	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
558572	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
558572	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
558572	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
558572	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
558572	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
558572	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
558572	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
558572	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
558572	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
558572	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
558572	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
558572	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
558572	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
558572	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
558572	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
558572	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
558572	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
558572	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
558572	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
558572	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
558572	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
558572	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
558572	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
558572	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
558572	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
558572	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
558572	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
558572	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
558572	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
558572	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
558572	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
558572	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
558572	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
558572	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
558572	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
558572	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
558572	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
558572	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
558572	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
558572	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
558572	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
558572	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
558572	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
558572	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
558572	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
558572	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
558572	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
558572	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
558572	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
558572	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
558572	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
558572	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
558572	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
558572	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
558572	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
558572	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
558572	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
558572	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
558572	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
558572	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
558572	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
558572	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
558572	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
558572	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
558572	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
558572	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
558572	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
558572	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
558572	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
558572	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
558572	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
558572	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
558572	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
558572	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
558572	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
558572	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
558572	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
558572	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
558572	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
558572	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
558572	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
558572	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
558572	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
558572	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
558572	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
558572	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
558572	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
558572	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
558572	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
558572	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
558572	embedding2nn.weight	0	0.3288360834121704
558572	embedding2nn.weight	1	0.400498628616333
558572	embedding2nn.weight	2	0.003937770612537861
558572	embedding2nn.weight	3	0.0026635071262717247
558572	embedding2nn.weight	4	-0.026571596041321754
558572	embedding2nn.weight	5	0.0705951675772667
558572	embedding2nn.weight	6	-0.012277226895093918
558572	embedding2nn.weight	7	-0.016498669981956482
558572	embedding2nn.weight	8	0.025645991787314415
558572	embedding2nn.weight	9	-0.04569171741604805
558572	embedding2nn.bias	0	0.035606224089860916
558572	embedding2nn.bias	1	-0.20625954866409302
558572	embedding2nn.bias	2	0.10361789166927338
558572	embedding2nn.bias	3	0.17412330210208893
558572	embedding2nn.bias	4	0.1566774696111679
558572	embedding2nn.bias	5	-0.06145669147372246
558572	embedding2nn.bias	6	-0.04116024821996689
558572	embedding2nn.bias	7	0.06895019114017487
558572	embedding2nn.bias	8	-0.16462750732898712
558572	embedding2nn.bias	9	-0.3560129404067993
558572	rnn.weight_ih_l0	0	-0.008116120472550392
558572	rnn.weight_ih_l0	1	-0.06005190312862396
558572	rnn.weight_ih_l0	2	-0.06940670311450958
558572	rnn.weight_ih_l0	3	0.10976064205169678
558572	rnn.weight_ih_l0	4	0.03634317219257355
558572	rnn.weight_ih_l0	5	-0.06074352562427521
558572	rnn.weight_ih_l0	6	-0.01194118894636631
558572	rnn.weight_ih_l0	7	-0.02969047985970974
558572	rnn.weight_ih_l0	8	-0.0036620127502828836
558572	rnn.weight_ih_l0	9	-0.10974545776844025
558572	rnn.weight_hh_l0	0	-0.016891729086637497
558572	rnn.weight_hh_l0	1	0.07997152209281921
558572	rnn.weight_hh_l0	2	0.016129732131958008
558572	rnn.weight_hh_l0	3	-0.02388092689216137
558572	rnn.weight_hh_l0	4	0.05818754807114601
558572	rnn.weight_hh_l0	5	0.01961083896458149
558572	rnn.weight_hh_l0	6	-0.07020086795091629
558572	rnn.weight_hh_l0	7	-0.09933754801750183
558572	rnn.weight_hh_l0	8	0.034416526556015015
558572	rnn.weight_hh_l0	9	-0.1092250645160675
558572	rnn.bias_ih_l0	0	0.1955234706401825
558572	rnn.bias_ih_l0	1	-0.32668235898017883
558572	rnn.bias_ih_l0	2	-0.03867262601852417
558572	rnn.bias_ih_l0	3	-0.2183193564414978
558572	rnn.bias_ih_l0	4	0.037757642567157745
558572	rnn.bias_ih_l0	5	-0.420048326253891
558572	rnn.bias_ih_l0	6	-0.16147837042808533
558572	rnn.bias_ih_l0	7	-0.3613940179347992
558572	rnn.bias_ih_l0	8	-0.2803872525691986
558572	rnn.bias_ih_l0	9	-0.4512912631034851
558572	rnn.bias_hh_l0	0	-0.32818976044654846
558572	rnn.bias_hh_l0	1	-0.44352987408638
558572	rnn.bias_hh_l0	2	-0.40298008918762207
558572	rnn.bias_hh_l0	3	-0.06433401256799698
558572	rnn.bias_hh_l0	4	-0.39038655161857605
558572	rnn.bias_hh_l0	5	-0.3474019169807434
558572	rnn.bias_hh_l0	6	-0.12487760186195374
558572	rnn.bias_hh_l0	7	0.05981345474720001
558572	rnn.bias_hh_l0	8	-0.22434747219085693
558572	rnn.bias_hh_l0	9	-0.5706011652946472
558572	rnn.weight_ih_l0_reverse	0	0.0377080924808979
558572	rnn.weight_ih_l0_reverse	1	-0.03891712427139282
558572	rnn.weight_ih_l0_reverse	2	-0.012704680673778057
558572	rnn.weight_ih_l0_reverse	3	-0.1373755931854248
558572	rnn.weight_ih_l0_reverse	4	0.09029828011989594
558572	rnn.weight_ih_l0_reverse	5	-0.12647481262683868
558572	rnn.weight_ih_l0_reverse	6	6.538263551192358e-05
558572	rnn.weight_ih_l0_reverse	7	0.03479141741991043
558572	rnn.weight_ih_l0_reverse	8	-0.07002168893814087
558572	rnn.weight_ih_l0_reverse	9	-0.08781310170888901
558572	rnn.weight_hh_l0_reverse	0	-0.14874374866485596
558572	rnn.weight_hh_l0_reverse	1	0.026629483327269554
558572	rnn.weight_hh_l0_reverse	2	-0.02736867591738701
558572	rnn.weight_hh_l0_reverse	3	0.02541537396609783
558572	rnn.weight_hh_l0_reverse	4	-0.08909588307142258
558572	rnn.weight_hh_l0_reverse	5	0.034328192472457886
558572	rnn.weight_hh_l0_reverse	6	0.025882365182042122
558572	rnn.weight_hh_l0_reverse	7	-0.1131446361541748
558572	rnn.weight_hh_l0_reverse	8	-0.06360546499490738
558572	rnn.weight_hh_l0_reverse	9	0.05112959444522858
558572	rnn.bias_ih_l0_reverse	0	-0.17704011499881744
558572	rnn.bias_ih_l0_reverse	1	-0.07393299043178558
558572	rnn.bias_ih_l0_reverse	2	0.12995296716690063
558572	rnn.bias_ih_l0_reverse	3	-0.31082603335380554
558572	rnn.bias_ih_l0_reverse	4	-0.011530677787959576
558572	rnn.bias_ih_l0_reverse	5	-0.21851728856563568
558572	rnn.bias_ih_l0_reverse	6	0.2615238428115845
558572	rnn.bias_ih_l0_reverse	7	-0.31636741757392883
558572	rnn.bias_ih_l0_reverse	8	-0.1872636377811432
558572	rnn.bias_ih_l0_reverse	9	-0.18834717571735382
558572	rnn.bias_hh_l0_reverse	0	-0.11602984368801117
558572	rnn.bias_hh_l0_reverse	1	0.25767576694488525
558572	rnn.bias_hh_l0_reverse	2	-0.32273364067077637
558572	rnn.bias_hh_l0_reverse	3	-0.20570622384548187
558572	rnn.bias_hh_l0_reverse	4	-0.3885268568992615
558572	rnn.bias_hh_l0_reverse	5	-0.18920937180519104
558572	rnn.bias_hh_l0_reverse	6	-0.26928970217704773
558572	rnn.bias_hh_l0_reverse	7	-0.08565040677785873
558572	rnn.bias_hh_l0_reverse	8	-0.31844228506088257
558572	rnn.bias_hh_l0_reverse	9	0.21579095721244812
558572	linear.weight	0	0.2072797417640686
558572	linear.weight	1	-0.4031074345111847
558572	linear.weight	2	-0.0023345130030065775
558572	linear.weight	3	0.06755618751049042
558572	linear.weight	4	-0.14247451722621918
558572	linear.weight	5	0.23016832768917084
558572	linear.weight	6	-0.024655858054757118
558572	linear.weight	7	-0.060526955872774124
558572	linear.weight	8	0.11635065078735352
558572	linear.weight	9	-0.04921344667673111
558572	linear.bias	0	-0.8762574791908264
558572	linear.bias	1	1.897890329360962
558572	linear.bias	2	0.7920328974723816
558572	linear.bias	3	-2.716092109680176
558572	linear.bias	4	-0.10359423607587814
558572	linear.bias	5	1.2503033876419067
558572	linear.bias	6	-0.26161572337150574
558572	linear.bias	7	0.7732840180397034
558572	linear.bias	8	2.2284443378448486
558572	linear.bias	9	-1.4515241384506226
559181	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
559181	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
559181	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
559181	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
559181	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
559181	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
559181	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
559181	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
559181	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
559181	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
559181	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
559181	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
559181	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
559181	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
559181	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
559181	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
559181	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
559181	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
559181	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
559181	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
559181	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
559181	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
559181	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
559181	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
559181	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
559181	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
559181	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
559181	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
559181	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
559181	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
559181	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
559181	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
559181	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
559181	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
559181	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
559181	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
559181	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
559181	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
559181	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
559181	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
559181	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
559181	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
559181	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
559181	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
559181	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
559181	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
559181	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
559181	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
559181	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
559181	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
559181	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
559181	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
559181	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
559181	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
559181	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
559181	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
559181	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
559181	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
559181	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
559181	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
559181	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
559181	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
559181	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
559181	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
559181	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
559181	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
559181	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
559181	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
559181	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
559181	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
559181	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
559181	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
559181	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
559181	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
559181	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
559181	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
559181	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
559181	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
559181	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
559181	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
559181	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
559181	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
559181	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
559181	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
559181	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
559181	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
559181	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
559181	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
559181	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
559181	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
559181	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
559181	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
559181	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
559181	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
559181	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
559181	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
559181	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
559181	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
559181	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
559181	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
559181	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
559181	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
559181	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
559181	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
559181	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
559181	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
559181	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
559181	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
559181	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
559181	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
559181	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
559181	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
559181	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
559181	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
559181	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
559181	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
559181	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
559181	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
559181	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
559181	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
559181	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
559181	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
559181	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
559181	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
559181	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
559181	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
559181	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
559181	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
559181	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
559181	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
559181	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
559181	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
559181	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
559181	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
559181	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
559181	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
559181	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
559181	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
559181	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
559181	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
559181	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
559181	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
559181	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
559181	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
559181	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
559181	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
559181	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
559181	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
559181	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
559181	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
559181	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
559181	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
559181	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
559181	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
559181	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
559181	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
559181	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
559181	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
559181	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
559181	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
559181	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
559181	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
559181	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
559181	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
559181	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
559181	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
559181	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
559181	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
559181	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
559181	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
559181	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
559181	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
559181	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
559181	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
559181	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
559181	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
559181	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
559181	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
559181	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
559181	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
559181	embedding2nn.weight	0	0.32823699712753296
559181	embedding2nn.weight	1	0.3977932333946228
559181	embedding2nn.weight	2	0.0021024919115006924
559181	embedding2nn.weight	3	-0.001783960615284741
559181	embedding2nn.weight	4	-0.02671469934284687
559181	embedding2nn.weight	5	0.068361297249794
559181	embedding2nn.weight	6	-0.007701820228248835
559181	embedding2nn.weight	7	-0.013220805674791336
559181	embedding2nn.weight	8	0.02537424862384796
559181	embedding2nn.weight	9	-0.04721756651997566
559181	embedding2nn.bias	0	0.03896544128656387
559181	embedding2nn.bias	1	-0.21180246770381927
559181	embedding2nn.bias	2	0.10294204205274582
559181	embedding2nn.bias	3	0.17121466994285583
559181	embedding2nn.bias	4	0.1509835422039032
559181	embedding2nn.bias	5	-0.04440789669752121
559181	embedding2nn.bias	6	-0.033671218901872635
559181	embedding2nn.bias	7	0.06560931354761124
559181	embedding2nn.bias	8	-0.16880956292152405
559181	embedding2nn.bias	9	-0.35620442032814026
559181	rnn.weight_ih_l0	0	-0.008087420836091042
559181	rnn.weight_ih_l0	1	-0.059299591928720474
559181	rnn.weight_ih_l0	2	-0.06847870349884033
559181	rnn.weight_ih_l0	3	0.10886494815349579
559181	rnn.weight_ih_l0	4	0.03868107125163078
559181	rnn.weight_ih_l0	5	-0.05982205644249916
559181	rnn.weight_ih_l0	6	-0.014417899772524834
559181	rnn.weight_ih_l0	7	-0.032284680753946304
559181	rnn.weight_ih_l0	8	-0.0016247860621660948
559181	rnn.weight_ih_l0	9	-0.107270747423172
559181	rnn.weight_hh_l0	0	-0.017264628782868385
559181	rnn.weight_hh_l0	1	0.08002877235412598
559181	rnn.weight_hh_l0	2	0.016236551105976105
559181	rnn.weight_hh_l0	3	-0.02336583286523819
559181	rnn.weight_hh_l0	4	0.058078788220882416
559181	rnn.weight_hh_l0	5	0.01921394281089306
559181	rnn.weight_hh_l0	6	-0.07023992389440536
559181	rnn.weight_hh_l0	7	-0.10159661620855331
559181	rnn.weight_hh_l0	8	0.034587301313877106
559181	rnn.weight_hh_l0	9	-0.1094127967953682
559181	rnn.bias_ih_l0	0	0.18612980842590332
559181	rnn.bias_ih_l0	1	-0.32732540369033813
559181	rnn.bias_ih_l0	2	-0.0402696467936039
559181	rnn.bias_ih_l0	3	-0.21310794353485107
559181	rnn.bias_ih_l0	4	0.032089509069919586
559181	rnn.bias_ih_l0	5	-0.42226937413215637
559181	rnn.bias_ih_l0	6	-0.15975722670555115
559181	rnn.bias_ih_l0	7	-0.3594944179058075
559181	rnn.bias_ih_l0	8	-0.28446874022483826
559181	rnn.bias_ih_l0	9	-0.4510799050331116
559181	rnn.bias_hh_l0	0	-0.3273361921310425
559181	rnn.bias_hh_l0	1	-0.4440325200557709
559181	rnn.bias_hh_l0	2	-0.40267476439476013
559181	rnn.bias_hh_l0	3	-0.06104268506169319
559181	rnn.bias_hh_l0	4	-0.39174994826316833
559181	rnn.bias_hh_l0	5	-0.3482728600502014
559181	rnn.bias_hh_l0	6	-0.11944587528705597
559181	rnn.bias_hh_l0	7	0.058404721319675446
559181	rnn.bias_hh_l0	8	-0.22340673208236694
559181	rnn.bias_hh_l0	9	-0.5689435005187988
559181	rnn.weight_ih_l0_reverse	0	0.03687671199440956
559181	rnn.weight_ih_l0_reverse	1	-0.039533160626888275
559181	rnn.weight_ih_l0_reverse	2	-0.013027104549109936
559181	rnn.weight_ih_l0_reverse	3	-0.1379777491092682
559181	rnn.weight_ih_l0_reverse	4	0.09040623903274536
559181	rnn.weight_ih_l0_reverse	5	-0.12982644140720367
559181	rnn.weight_ih_l0_reverse	6	0.0007626966689713299
559181	rnn.weight_ih_l0_reverse	7	0.03509347513318062
559181	rnn.weight_ih_l0_reverse	8	-0.07424388825893402
559181	rnn.weight_ih_l0_reverse	9	-0.08758886158466339
559181	rnn.weight_hh_l0_reverse	0	-0.14864222705364227
559181	rnn.weight_hh_l0_reverse	1	0.02573479153215885
559181	rnn.weight_hh_l0_reverse	2	-0.027337562292814255
559181	rnn.weight_hh_l0_reverse	3	0.02586667239665985
559181	rnn.weight_hh_l0_reverse	4	-0.08838734030723572
559181	rnn.weight_hh_l0_reverse	5	0.03453933075070381
559181	rnn.weight_hh_l0_reverse	6	0.025793354958295822
559181	rnn.weight_hh_l0_reverse	7	-0.11167889833450317
559181	rnn.weight_hh_l0_reverse	8	-0.0629429817199707
559181	rnn.weight_hh_l0_reverse	9	0.05032337084412575
559181	rnn.bias_ih_l0_reverse	0	-0.17307111620903015
559181	rnn.bias_ih_l0_reverse	1	-0.07324367016553879
559181	rnn.bias_ih_l0_reverse	2	0.1306767612695694
559181	rnn.bias_ih_l0_reverse	3	-0.306010365486145
559181	rnn.bias_ih_l0_reverse	4	-0.019043652340769768
559181	rnn.bias_ih_l0_reverse	5	-0.21655669808387756
559181	rnn.bias_ih_l0_reverse	6	0.2591739892959595
559181	rnn.bias_ih_l0_reverse	7	-0.3087098002433777
559181	rnn.bias_ih_l0_reverse	8	-0.18888403475284576
559181	rnn.bias_ih_l0_reverse	9	-0.18553894758224487
559181	rnn.bias_hh_l0_reverse	0	-0.10666347295045853
559181	rnn.bias_hh_l0_reverse	1	0.26007920503616333
559181	rnn.bias_hh_l0_reverse	2	-0.3208933174610138
559181	rnn.bias_hh_l0_reverse	3	-0.21345417201519012
559181	rnn.bias_hh_l0_reverse	4	-0.38943636417388916
559181	rnn.bias_hh_l0_reverse	5	-0.18992775678634644
559181	rnn.bias_hh_l0_reverse	6	-0.26835811138153076
559181	rnn.bias_hh_l0_reverse	7	-0.08667416125535965
559181	rnn.bias_hh_l0_reverse	8	-0.31883639097213745
559181	rnn.bias_hh_l0_reverse	9	0.21889208257198334
559181	linear.weight	0	0.18207143247127533
559181	linear.weight	1	-0.3821908235549927
559181	linear.weight	2	0.003756098449230194
559181	linear.weight	3	0.0675559714436531
559181	linear.weight	4	-0.15281367301940918
559181	linear.weight	5	0.23354101181030273
559181	linear.weight	6	-0.024852285161614418
559181	linear.weight	7	-0.060525257140398026
559181	linear.weight	8	0.11404845118522644
559181	linear.weight	9	-0.04921801760792732
559181	linear.bias	0	-0.8780737519264221
559181	linear.bias	1	1.8789029121398926
559181	linear.bias	2	0.8092935681343079
559181	linear.bias	3	-2.7162227630615234
559181	linear.bias	4	-0.11018773913383484
559181	linear.bias	5	1.2646896839141846
559181	linear.bias	6	-0.2788539528846741
559181	linear.bias	7	0.7891067266464233
559181	linear.bias	8	2.1674280166625977
559181	linear.bias	9	-1.4191924333572388
559790	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
559790	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
559790	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
559790	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
559790	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
559790	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
559790	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
559790	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
559790	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
559790	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
559790	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
559790	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
559790	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
559790	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
559790	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
559790	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
559790	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
559790	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
559790	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
559790	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
559790	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
559790	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
559790	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
559790	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
559790	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
559790	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
559790	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
559790	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
559790	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
559790	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
559790	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
559790	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
559790	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
559790	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
559790	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
559790	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
559790	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
559790	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
559790	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
559790	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
559790	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
559790	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
559790	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
559790	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
559790	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
559790	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
559790	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
559790	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
559790	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
559790	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
559790	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
559790	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
559790	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
559790	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
559790	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
559790	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
559790	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
559790	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
559790	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
559790	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
559790	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
559790	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
559790	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
559790	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
559790	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
559790	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
559790	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
559790	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
559790	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
559790	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
559790	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
559790	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
559790	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
559790	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
559790	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
559790	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
559790	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
559790	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
559790	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
559790	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
559790	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
559790	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
559790	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
559790	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
559790	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
559790	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
559790	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
559790	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
559790	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
559790	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
559790	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
559790	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
559790	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
559790	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
559790	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
559790	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
559790	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
559790	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
559790	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
559790	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
559790	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
559790	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
559790	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
559790	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
559790	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
559790	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
559790	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
559790	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
559790	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
559790	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
559790	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
559790	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
559790	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
559790	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
559790	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
559790	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
559790	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
559790	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
559790	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
559790	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
559790	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
559790	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
559790	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
559790	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
559790	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
559790	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
559790	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
559790	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
559790	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
559790	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
559790	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
559790	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
559790	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
559790	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
559790	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
559790	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
559790	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
559790	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
559790	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
559790	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
559790	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
559790	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
559790	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
559790	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
559790	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
559790	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
559790	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
559790	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
559790	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
559790	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
559790	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
559790	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
559790	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
559790	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
559790	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
559790	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
559790	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
559790	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
559790	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
559790	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
559790	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
559790	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
559790	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
559790	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
559790	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
559790	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
559790	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
559790	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
559790	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
559790	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
559790	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
559790	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
559790	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
559790	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
559790	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
559790	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
559790	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
559790	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
559790	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
559790	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
559790	embedding2nn.weight	0	0.32594168186187744
559790	embedding2nn.weight	1	0.39708927273750305
559790	embedding2nn.weight	2	0.005547887645661831
559790	embedding2nn.weight	3	-1.6699903426342644e-05
559790	embedding2nn.weight	4	-0.03099977783858776
559790	embedding2nn.weight	5	0.06700041145086288
559790	embedding2nn.weight	6	-0.011480256915092468
559790	embedding2nn.weight	7	-0.013191647827625275
559790	embedding2nn.weight	8	0.027361497282981873
559790	embedding2nn.weight	9	-0.05121955648064613
559790	embedding2nn.bias	0	0.03649264574050903
559790	embedding2nn.bias	1	-0.22691868245601654
559790	embedding2nn.bias	2	0.09442152827978134
559790	embedding2nn.bias	3	0.16413193941116333
559790	embedding2nn.bias	4	0.1531032919883728
559790	embedding2nn.bias	5	-0.05010500177741051
559790	embedding2nn.bias	6	-0.04261552542448044
559790	embedding2nn.bias	7	0.06542538106441498
559790	embedding2nn.bias	8	-0.16604828834533691
559790	embedding2nn.bias	9	-0.3765993118286133
559790	rnn.weight_ih_l0	0	-0.00706842914223671
559790	rnn.weight_ih_l0	1	-0.05953085422515869
559790	rnn.weight_ih_l0	2	-0.06664466857910156
559790	rnn.weight_ih_l0	3	0.10705943405628204
559790	rnn.weight_ih_l0	4	0.03919769451022148
559790	rnn.weight_ih_l0	5	-0.06034469977021217
559790	rnn.weight_ih_l0	6	-0.014804714359343052
559790	rnn.weight_ih_l0	7	-0.032485947012901306
559790	rnn.weight_ih_l0	8	0.0025978588964790106
559790	rnn.weight_ih_l0	9	-0.10839661955833435
559790	rnn.weight_hh_l0	0	-0.017118746414780617
559790	rnn.weight_hh_l0	1	0.07926865667104721
559790	rnn.weight_hh_l0	2	0.01635901816189289
559790	rnn.weight_hh_l0	3	-0.02344244159758091
559790	rnn.weight_hh_l0	4	0.05820658802986145
559790	rnn.weight_hh_l0	5	0.020002905279397964
559790	rnn.weight_hh_l0	6	-0.07014116644859314
559790	rnn.weight_hh_l0	7	-0.10159426182508469
559790	rnn.weight_hh_l0	8	0.034655991941690445
559790	rnn.weight_hh_l0	9	-0.11026176810264587
559790	rnn.bias_ih_l0	0	0.18159794807434082
559790	rnn.bias_ih_l0	1	-0.3284033536911011
559790	rnn.bias_ih_l0	2	-0.04272548854351044
559790	rnn.bias_ih_l0	3	-0.21063002943992615
559790	rnn.bias_ih_l0	4	0.029213065281510353
559790	rnn.bias_ih_l0	5	-0.42451074719429016
559790	rnn.bias_ih_l0	6	-0.1628580093383789
559790	rnn.bias_ih_l0	7	-0.35916921496391296
559790	rnn.bias_ih_l0	8	-0.27877241373062134
559790	rnn.bias_ih_l0	9	-0.4596344232559204
559790	rnn.bias_hh_l0	0	-0.3259756565093994
559790	rnn.bias_hh_l0	1	-0.4438135623931885
559790	rnn.bias_hh_l0	2	-0.40118205547332764
559790	rnn.bias_hh_l0	3	-0.06078999117016792
559790	rnn.bias_hh_l0	4	-0.3920026421546936
559790	rnn.bias_hh_l0	5	-0.3499845564365387
559790	rnn.bias_hh_l0	6	-0.12045229971408844
559790	rnn.bias_hh_l0	7	0.05658049136400223
559790	rnn.bias_hh_l0	8	-0.21816156804561615
559790	rnn.bias_hh_l0	9	-0.5699715614318848
559790	rnn.weight_ih_l0_reverse	0	0.035148654133081436
559790	rnn.weight_ih_l0_reverse	1	-0.04001901298761368
559790	rnn.weight_ih_l0_reverse	2	-0.01319809164851904
559790	rnn.weight_ih_l0_reverse	3	-0.13777944445610046
559790	rnn.weight_ih_l0_reverse	4	0.09088586270809174
559790	rnn.weight_ih_l0_reverse	5	-0.13298948109149933
559790	rnn.weight_ih_l0_reverse	6	-5.481160769704729e-05
559790	rnn.weight_ih_l0_reverse	7	0.03556378558278084
559790	rnn.weight_ih_l0_reverse	8	-0.07178409397602081
559790	rnn.weight_ih_l0_reverse	9	-0.08309227228164673
559790	rnn.weight_hh_l0_reverse	0	-0.1491774618625641
559790	rnn.weight_hh_l0_reverse	1	0.026196114718914032
559790	rnn.weight_hh_l0_reverse	2	-0.026177674531936646
559790	rnn.weight_hh_l0_reverse	3	0.026028292253613472
559790	rnn.weight_hh_l0_reverse	4	-0.08882209658622742
559790	rnn.weight_hh_l0_reverse	5	0.03453412652015686
559790	rnn.weight_hh_l0_reverse	6	0.02558918111026287
559790	rnn.weight_hh_l0_reverse	7	-0.11171383410692215
559790	rnn.weight_hh_l0_reverse	8	-0.06310471147298813
559790	rnn.weight_hh_l0_reverse	9	0.0512344054877758
559790	rnn.bias_ih_l0_reverse	0	-0.17452502250671387
559790	rnn.bias_ih_l0_reverse	1	-0.07135014235973358
559790	rnn.bias_ih_l0_reverse	2	0.13169342279434204
559790	rnn.bias_ih_l0_reverse	3	-0.30767276883125305
559790	rnn.bias_ih_l0_reverse	4	-0.018348127603530884
559790	rnn.bias_ih_l0_reverse	5	-0.21466828882694244
559790	rnn.bias_ih_l0_reverse	6	0.25470396876335144
559790	rnn.bias_ih_l0_reverse	7	-0.3200613558292389
559790	rnn.bias_ih_l0_reverse	8	-0.18593913316726685
559790	rnn.bias_ih_l0_reverse	9	-0.18353381752967834
559790	rnn.bias_hh_l0_reverse	0	-0.10723879933357239
559790	rnn.bias_hh_l0_reverse	1	0.260066956281662
559790	rnn.bias_hh_l0_reverse	2	-0.32113102078437805
559790	rnn.bias_hh_l0_reverse	3	-0.2145814448595047
559790	rnn.bias_hh_l0_reverse	4	-0.3879745900630951
559790	rnn.bias_hh_l0_reverse	5	-0.18942320346832275
559790	rnn.bias_hh_l0_reverse	6	-0.26422619819641113
559790	rnn.bias_hh_l0_reverse	7	-0.08659040182828903
559790	rnn.bias_hh_l0_reverse	8	-0.31635311245918274
559790	rnn.bias_hh_l0_reverse	9	0.21269343793392181
559790	linear.weight	0	0.1993713527917862
559790	linear.weight	1	-0.39687681198120117
559790	linear.weight	2	0.016762342303991318
559790	linear.weight	3	0.06755580753087997
559790	linear.weight	4	-0.1446843445301056
559790	linear.weight	5	0.22054022550582886
559790	linear.weight	6	-0.019336216151714325
559790	linear.weight	7	-0.06052304804325104
559790	linear.weight	8	0.11103224009275436
559790	linear.weight	9	-0.049221478402614594
559790	linear.bias	0	-0.8659584522247314
559790	linear.bias	1	1.8505419492721558
559790	linear.bias	2	0.8135825991630554
559790	linear.bias	3	-2.7163448333740234
559790	linear.bias	4	-0.10812655836343765
559790	linear.bias	5	1.2576156854629517
559790	linear.bias	6	-0.2516378164291382
559790	linear.bias	7	0.8003729581832886
559790	linear.bias	8	2.189927816390991
559790	linear.bias	9	-1.4191744327545166
560399	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
560399	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
560399	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
560399	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
560399	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
560399	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
560399	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
560399	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
560399	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
560399	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
560399	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
560399	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
560399	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
560399	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
560399	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
560399	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
560399	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
560399	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
560399	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
560399	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
560399	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
560399	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
560399	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
560399	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
560399	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
560399	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
560399	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
560399	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
560399	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
560399	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
560399	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
560399	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
560399	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
560399	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
560399	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
560399	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
560399	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
560399	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
560399	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
560399	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
560399	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
560399	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
560399	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
560399	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
560399	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
560399	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
560399	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
560399	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
560399	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
560399	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
560399	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
560399	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
560399	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
560399	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
560399	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
560399	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
560399	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
560399	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
560399	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
560399	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
560399	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
560399	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
560399	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
560399	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
560399	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
560399	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
560399	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
560399	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
560399	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
560399	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
560399	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
560399	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
560399	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
560399	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
560399	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
560399	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
560399	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
560399	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
560399	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
560399	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
560399	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
560399	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
560399	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
560399	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
560399	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
560399	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
560399	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
560399	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
560399	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
560399	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
560399	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
560399	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
560399	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
560399	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
560399	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
560399	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
560399	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
560399	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
560399	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
560399	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
560399	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
560399	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
560399	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
560399	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
560399	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
560399	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
560399	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
560399	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
560399	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
560399	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
560399	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
560399	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
560399	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
560399	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
560399	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
560399	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
560399	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
560399	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
560399	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
560399	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
560399	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
560399	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
560399	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
560399	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
560399	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
560399	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
560399	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
560399	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
560399	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
560399	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
560399	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
560399	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
560399	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
560399	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
560399	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
560399	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
560399	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
560399	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
560399	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
560399	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
560399	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
560399	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
560399	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
560399	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
560399	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
560399	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
560399	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
560399	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
560399	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
560399	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
560399	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
560399	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
560399	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
560399	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
560399	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
560399	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
560399	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
560399	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
560399	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
560399	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
560399	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
560399	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
560399	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
560399	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
560399	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
560399	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
560399	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
560399	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
560399	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
560399	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
560399	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
560399	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
560399	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
560399	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
560399	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
560399	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
560399	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
560399	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
560399	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
560399	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
560399	embedding2nn.weight	0	0.32741454243659973
560399	embedding2nn.weight	1	0.39652469754219055
560399	embedding2nn.weight	2	0.005188995040953159
560399	embedding2nn.weight	3	-0.001224639592692256
560399	embedding2nn.weight	4	-0.03575504943728447
560399	embedding2nn.weight	5	0.06846372783184052
560399	embedding2nn.weight	6	-0.01808161474764347
560399	embedding2nn.weight	7	-0.013317796401679516
560399	embedding2nn.weight	8	0.02762868069112301
560399	embedding2nn.weight	9	-0.05345259979367256
560399	embedding2nn.bias	0	0.043060120195150375
560399	embedding2nn.bias	1	-0.2250748872756958
560399	embedding2nn.bias	2	0.09667688608169556
560399	embedding2nn.bias	3	0.16480723023414612
560399	embedding2nn.bias	4	0.1570223867893219
560399	embedding2nn.bias	5	-0.04040183499455452
560399	embedding2nn.bias	6	-0.06654255837202072
560399	embedding2nn.bias	7	0.061219532042741776
560399	embedding2nn.bias	8	-0.17737524211406708
560399	embedding2nn.bias	9	-0.375029593706131
560399	rnn.weight_ih_l0	0	-0.005188145209103823
560399	rnn.weight_ih_l0	1	-0.059239525347948074
560399	rnn.weight_ih_l0	2	-0.06779429316520691
560399	rnn.weight_ih_l0	3	0.10633144527673721
560399	rnn.weight_ih_l0	4	0.03598744049668312
560399	rnn.weight_ih_l0	5	-0.05726715549826622
560399	rnn.weight_ih_l0	6	-0.012546940706670284
560399	rnn.weight_ih_l0	7	-0.03314733877778053
560399	rnn.weight_ih_l0	8	0.0037303150165826082
560399	rnn.weight_ih_l0	9	-0.1120852530002594
560399	rnn.weight_hh_l0	0	-0.017724160104990005
560399	rnn.weight_hh_l0	1	0.07965975254774094
560399	rnn.weight_hh_l0	2	0.016675174236297607
560399	rnn.weight_hh_l0	3	-0.023173566907644272
560399	rnn.weight_hh_l0	4	0.05841664969921112
560399	rnn.weight_hh_l0	5	0.02010924182832241
560399	rnn.weight_hh_l0	6	-0.06980864703655243
560399	rnn.weight_hh_l0	7	-0.10081065446138382
560399	rnn.weight_hh_l0	8	0.0347287617623806
560399	rnn.weight_hh_l0	9	-0.10979305952787399
560399	rnn.bias_ih_l0	0	0.1871010810136795
560399	rnn.bias_ih_l0	1	-0.32851865887641907
560399	rnn.bias_ih_l0	2	-0.04202268272638321
560399	rnn.bias_ih_l0	3	-0.21129895746707916
560399	rnn.bias_ih_l0	4	0.02375619113445282
560399	rnn.bias_ih_l0	5	-0.42550286650657654
560399	rnn.bias_ih_l0	6	-0.1621781289577484
560399	rnn.bias_ih_l0	7	-0.3586091697216034
560399	rnn.bias_ih_l0	8	-0.2755248546600342
560399	rnn.bias_ih_l0	9	-0.457670658826828
560399	rnn.bias_hh_l0	0	-0.3196779191493988
560399	rnn.bias_hh_l0	1	-0.44130685925483704
560399	rnn.bias_hh_l0	2	-0.3957332968711853
560399	rnn.bias_hh_l0	3	-0.06361161172389984
560399	rnn.bias_hh_l0	4	-0.3968908190727234
560399	rnn.bias_hh_l0	5	-0.35014957189559937
560399	rnn.bias_hh_l0	6	-0.1178385391831398
560399	rnn.bias_hh_l0	7	0.055234577506780624
560399	rnn.bias_hh_l0	8	-0.21747617423534393
560399	rnn.bias_hh_l0	9	-0.5727469325065613
560399	rnn.weight_ih_l0_reverse	0	0.0320834219455719
560399	rnn.weight_ih_l0_reverse	1	-0.040862150490283966
560399	rnn.weight_ih_l0_reverse	2	-0.013552186079323292
560399	rnn.weight_ih_l0_reverse	3	-0.1361679881811142
560399	rnn.weight_ih_l0_reverse	4	0.09124238789081573
560399	rnn.weight_ih_l0_reverse	5	-0.13014456629753113
560399	rnn.weight_ih_l0_reverse	6	2.00992108148057e-05
560399	rnn.weight_ih_l0_reverse	7	0.03459003195166588
560399	rnn.weight_ih_l0_reverse	8	-0.07146210223436356
560399	rnn.weight_ih_l0_reverse	9	-0.07983990013599396
560399	rnn.weight_hh_l0_reverse	0	-0.1497788280248642
560399	rnn.weight_hh_l0_reverse	1	0.02554911933839321
560399	rnn.weight_hh_l0_reverse	2	-0.02615024894475937
560399	rnn.weight_hh_l0_reverse	3	0.026780929416418076
560399	rnn.weight_hh_l0_reverse	4	-0.08857685327529907
560399	rnn.weight_hh_l0_reverse	5	0.03471353277564049
560399	rnn.weight_hh_l0_reverse	6	0.025676876306533813
560399	rnn.weight_hh_l0_reverse	7	-0.11059320718050003
560399	rnn.weight_hh_l0_reverse	8	-0.0632687360048294
560399	rnn.weight_hh_l0_reverse	9	0.050573695451021194
560399	rnn.bias_ih_l0_reverse	0	-0.17368508875370026
560399	rnn.bias_ih_l0_reverse	1	-0.07629507035017014
560399	rnn.bias_ih_l0_reverse	2	0.13709908723831177
560399	rnn.bias_ih_l0_reverse	3	-0.3038094937801361
560399	rnn.bias_ih_l0_reverse	4	-0.013799363747239113
560399	rnn.bias_ih_l0_reverse	5	-0.21428756415843964
560399	rnn.bias_ih_l0_reverse	6	0.2512725591659546
560399	rnn.bias_ih_l0_reverse	7	-0.3199909031391144
560399	rnn.bias_ih_l0_reverse	8	-0.18682533502578735
560399	rnn.bias_ih_l0_reverse	9	-0.18230627477169037
560399	rnn.bias_hh_l0_reverse	0	-0.10294777154922485
560399	rnn.bias_hh_l0_reverse	1	0.2601151764392853
560399	rnn.bias_hh_l0_reverse	2	-0.32392778992652893
560399	rnn.bias_hh_l0_reverse	3	-0.21615158021450043
560399	rnn.bias_hh_l0_reverse	4	-0.3907765746116638
560399	rnn.bias_hh_l0_reverse	5	-0.19318562746047974
560399	rnn.bias_hh_l0_reverse	6	-0.2618655562400818
560399	rnn.bias_hh_l0_reverse	7	-0.08606850355863571
560399	rnn.bias_hh_l0_reverse	8	-0.32033205032348633
560399	rnn.bias_hh_l0_reverse	9	0.22189480066299438
560399	linear.weight	0	0.1965479999780655
560399	linear.weight	1	-0.4020713269710541
560399	linear.weight	2	0.05002709478139877
560399	linear.weight	3	0.06755472719669342
560399	linear.weight	4	-0.13897618651390076
560399	linear.weight	5	0.224388986825943
560399	linear.weight	6	-0.020761530846357346
560399	linear.weight	7	-0.06051991134881973
560399	linear.weight	8	0.1011037826538086
560399	linear.weight	9	-0.049224622547626495
560399	linear.bias	0	-0.8643260598182678
560399	linear.bias	1	1.852734923362732
560399	linear.bias	2	0.8148996829986572
560399	linear.bias	3	-2.7164628505706787
560399	linear.bias	4	-0.10833077132701874
560399	linear.bias	5	1.274857997894287
560399	linear.bias	6	-0.26835691928863525
560399	linear.bias	7	0.8054835200309753
560399	linear.bias	8	2.2233493328094482
560399	linear.bias	9	-1.4442484378814697
561008	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
561008	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
561008	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
561008	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
561008	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
561008	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
561008	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
561008	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
561008	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
561008	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
561008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
561008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
561008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
561008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
561008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
561008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
561008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
561008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
561008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
561008	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
561008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
561008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
561008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
561008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
561008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
561008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
561008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
561008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
561008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
561008	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
561008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
561008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
561008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
561008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
561008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
561008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
561008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
561008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
561008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
561008	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
561008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
561008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
561008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
561008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
561008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
561008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
561008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
561008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
561008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
561008	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
561008	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
561008	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
561008	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
561008	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
561008	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
561008	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
561008	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
561008	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
561008	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
561008	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
561008	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
561008	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
561008	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
561008	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
561008	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
561008	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
561008	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
561008	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
561008	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
561008	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
561008	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
561008	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
561008	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
561008	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
561008	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
561008	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
561008	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
561008	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
561008	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
561008	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
561008	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
561008	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
561008	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
561008	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
561008	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
561008	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
561008	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
561008	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
561008	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
561008	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
561008	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
561008	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
561008	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
561008	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
561008	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
561008	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
561008	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
561008	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
561008	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
561008	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
561008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
561008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
561008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
561008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
561008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
561008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
561008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
561008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
561008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
561008	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
561008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
561008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
561008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
561008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
561008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
561008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
561008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
561008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
561008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
561008	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
561008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
561008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
561008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
561008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
561008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
561008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
561008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
561008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
561008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
561008	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
561008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
561008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
561008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
561008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
561008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
561008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
561008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
561008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
561008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
561008	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
561008	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
561008	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
561008	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
561008	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
561008	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
561008	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
561008	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
561008	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
561008	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
561008	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
561008	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
561008	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
561008	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
561008	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
561008	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
561008	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
561008	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
561008	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
561008	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
561008	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
561008	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
561008	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
561008	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
561008	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
561008	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
561008	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
561008	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
561008	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
561008	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
561008	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
561008	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
561008	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
561008	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
561008	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
561008	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
561008	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
561008	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
561008	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
561008	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
561008	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
561008	embedding2nn.weight	0	0.32625243067741394
561008	embedding2nn.weight	1	0.3950265049934387
561008	embedding2nn.weight	2	0.003457958810031414
561008	embedding2nn.weight	3	0.008227325044572353
561008	embedding2nn.weight	4	-0.0352751687169075
561008	embedding2nn.weight	5	0.06823008507490158
561008	embedding2nn.weight	6	-0.016605552285909653
561008	embedding2nn.weight	7	-0.013747678138315678
561008	embedding2nn.weight	8	0.02595338225364685
561008	embedding2nn.weight	9	-0.05288143455982208
561008	embedding2nn.bias	0	0.034835465252399445
561008	embedding2nn.bias	1	-0.2204672247171402
561008	embedding2nn.bias	2	0.08869650959968567
561008	embedding2nn.bias	3	0.1768278330564499
561008	embedding2nn.bias	4	0.15345680713653564
561008	embedding2nn.bias	5	-0.059318434447050095
561008	embedding2nn.bias	6	-0.0660172775387764
561008	embedding2nn.bias	7	0.057689204812049866
561008	embedding2nn.bias	8	-0.1794293224811554
561008	embedding2nn.bias	9	-0.3545776903629303
561008	rnn.weight_ih_l0	0	-0.005753931123763323
561008	rnn.weight_ih_l0	1	-0.059576068073511124
561008	rnn.weight_ih_l0	2	-0.06968235224485397
561008	rnn.weight_ih_l0	3	0.10581059753894806
561008	rnn.weight_ih_l0	4	0.03294889256358147
561008	rnn.weight_ih_l0	5	-0.05739658698439598
561008	rnn.weight_ih_l0	6	-0.01302115898579359
561008	rnn.weight_ih_l0	7	-0.035608481615781784
561008	rnn.weight_ih_l0	8	0.011059927754104137
561008	rnn.weight_ih_l0	9	-0.11366446316242218
561008	rnn.weight_hh_l0	0	-0.017918458208441734
561008	rnn.weight_hh_l0	1	0.08020594716072083
561008	rnn.weight_hh_l0	2	0.017716778442263603
561008	rnn.weight_hh_l0	3	-0.023090969771146774
561008	rnn.weight_hh_l0	4	0.05805780366063118
561008	rnn.weight_hh_l0	5	0.019694799557328224
561008	rnn.weight_hh_l0	6	-0.06948068737983704
561008	rnn.weight_hh_l0	7	-0.09939941018819809
561008	rnn.weight_hh_l0	8	0.03481185436248779
561008	rnn.weight_hh_l0	9	-0.10976062715053558
561008	rnn.bias_ih_l0	0	0.19003763794898987
561008	rnn.bias_ih_l0	1	-0.33119437098503113
561008	rnn.bias_ih_l0	2	-0.04170621559023857
561008	rnn.bias_ih_l0	3	-0.21359571814537048
561008	rnn.bias_ih_l0	4	0.027477476745843887
561008	rnn.bias_ih_l0	5	-0.4284978210926056
561008	rnn.bias_ih_l0	6	-0.16474825143814087
561008	rnn.bias_ih_l0	7	-0.35888391733169556
561008	rnn.bias_ih_l0	8	-0.27712246775627136
561008	rnn.bias_ih_l0	9	-0.4555067718029022
561008	rnn.bias_hh_l0	0	-0.32283279299736023
561008	rnn.bias_hh_l0	1	-0.44000735878944397
561008	rnn.bias_hh_l0	2	-0.3951195776462555
561008	rnn.bias_hh_l0	3	-0.06389196217060089
561008	rnn.bias_hh_l0	4	-0.39310428500175476
561008	rnn.bias_hh_l0	5	-0.34953752160072327
561008	rnn.bias_hh_l0	6	-0.11850196123123169
561008	rnn.bias_hh_l0	7	0.0537717305123806
561008	rnn.bias_hh_l0	8	-0.2181216925382614
561008	rnn.bias_hh_l0	9	-0.574804425239563
561008	rnn.weight_ih_l0_reverse	0	0.02757551148533821
561008	rnn.weight_ih_l0_reverse	1	-0.04092146083712578
561008	rnn.weight_ih_l0_reverse	2	-0.01254579983651638
561008	rnn.weight_ih_l0_reverse	3	-0.1351127326488495
561008	rnn.weight_ih_l0_reverse	4	0.09066303074359894
561008	rnn.weight_ih_l0_reverse	5	-0.13351623713970184
561008	rnn.weight_ih_l0_reverse	6	-0.005228661000728607
561008	rnn.weight_ih_l0_reverse	7	0.03360842540860176
561008	rnn.weight_ih_l0_reverse	8	-0.07232597470283508
561008	rnn.weight_ih_l0_reverse	9	-0.08001086115837097
561008	rnn.weight_hh_l0_reverse	0	-0.14949172735214233
561008	rnn.weight_hh_l0_reverse	1	0.025141311809420586
561008	rnn.weight_hh_l0_reverse	2	-0.026289604604244232
561008	rnn.weight_hh_l0_reverse	3	0.026727911084890366
561008	rnn.weight_hh_l0_reverse	4	-0.08796592801809311
561008	rnn.weight_hh_l0_reverse	5	0.034739114344120026
561008	rnn.weight_hh_l0_reverse	6	0.025728540495038033
561008	rnn.weight_hh_l0_reverse	7	-0.11176980286836624
561008	rnn.weight_hh_l0_reverse	8	-0.0633120983839035
561008	rnn.weight_hh_l0_reverse	9	0.05146806314587593
561008	rnn.bias_ih_l0_reverse	0	-0.1703006625175476
561008	rnn.bias_ih_l0_reverse	1	-0.07144176959991455
561008	rnn.bias_ih_l0_reverse	2	0.13554131984710693
561008	rnn.bias_ih_l0_reverse	3	-0.30292683839797974
561008	rnn.bias_ih_l0_reverse	4	-0.01816633902490139
561008	rnn.bias_ih_l0_reverse	5	-0.21148349344730377
561008	rnn.bias_ih_l0_reverse	6	0.25236472487449646
561008	rnn.bias_ih_l0_reverse	7	-0.3250941336154938
561008	rnn.bias_ih_l0_reverse	8	-0.1886761635541916
561008	rnn.bias_ih_l0_reverse	9	-0.18318596482276917
561008	rnn.bias_hh_l0_reverse	0	-0.10493216663599014
561008	rnn.bias_hh_l0_reverse	1	0.2655673921108246
561008	rnn.bias_hh_l0_reverse	2	-0.3237839937210083
561008	rnn.bias_hh_l0_reverse	3	-0.21738086640834808
561008	rnn.bias_hh_l0_reverse	4	-0.3874898850917816
561008	rnn.bias_hh_l0_reverse	5	-0.19158557057380676
561008	rnn.bias_hh_l0_reverse	6	-0.2656494975090027
561008	rnn.bias_hh_l0_reverse	7	-0.0882096067070961
561008	rnn.bias_hh_l0_reverse	8	-0.3156226575374603
561008	rnn.bias_hh_l0_reverse	9	0.20913098752498627
561008	linear.weight	0	0.20729051530361176
561008	linear.weight	1	-0.40422120690345764
561008	linear.weight	2	0.06936841458082199
561008	linear.weight	3	0.06755529344081879
561008	linear.weight	4	-0.13409265875816345
561008	linear.weight	5	0.20041993260383606
561008	linear.weight	6	-0.013226206414401531
561008	linear.weight	7	-0.06051858514547348
561008	linear.weight	8	0.10662555694580078
561008	linear.weight	9	-0.04922833293676376
561008	linear.bias	0	-0.870442807674408
561008	linear.bias	1	1.8483600616455078
561008	linear.bias	2	0.7841792702674866
561008	linear.bias	3	-2.716604471206665
561008	linear.bias	4	-0.1021568700671196
561008	linear.bias	5	1.2520240545272827
561008	linear.bias	6	-0.24349629878997803
561008	linear.bias	7	0.806611955165863
561008	linear.bias	8	2.2112748622894287
561008	linear.bias	9	-1.439078450202942
561016	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
561016	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
561016	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
561016	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
561016	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
561016	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
561016	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
561016	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
561016	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
561016	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
561016	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
561016	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
561016	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
561016	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
561016	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
561016	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
561016	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
561016	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
561016	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
561016	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
561016	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
561016	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
561016	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
561016	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
561016	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
561016	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
561016	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
561016	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
561016	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
561016	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
561016	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
561016	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
561016	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
561016	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
561016	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
561016	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
561016	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
561016	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
561016	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
561016	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
561016	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
561016	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
561016	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
561016	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
561016	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
561016	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
561016	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
561016	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
561016	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
561016	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
561016	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
561016	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
561016	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
561016	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
561016	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
561016	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
561016	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
561016	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
561016	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
561016	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
561016	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
561016	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
561016	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
561016	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
561016	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
561016	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
561016	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
561016	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
561016	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
561016	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
561016	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
561016	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
561016	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
561016	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
561016	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
561016	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
561016	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
561016	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
561016	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
561016	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
561016	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
561016	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
561016	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
561016	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
561016	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
561016	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
561016	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
561016	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
561016	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
561016	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
561016	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
561016	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
561016	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
561016	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
561016	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
561016	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
561016	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
561016	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
561016	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
561016	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
561016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
561016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
561016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
561016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
561016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
561016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
561016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
561016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
561016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
561016	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
561016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
561016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
561016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
561016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
561016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
561016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
561016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
561016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
561016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
561016	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
561016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
561016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
561016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
561016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
561016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
561016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
561016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
561016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
561016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
561016	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
561016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
561016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
561016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
561016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
561016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
561016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
561016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
561016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
561016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
561016	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
561016	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
561016	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
561016	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
561016	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
561016	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
561016	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
561016	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
561016	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
561016	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
561016	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
561016	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
561016	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
561016	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
561016	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
561016	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
561016	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
561016	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
561016	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
561016	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
561016	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
561016	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
561016	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
561016	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
561016	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
561016	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
561016	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
561016	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
561016	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
561016	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
561016	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
561016	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
561016	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
561016	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
561016	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
561016	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
561016	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
561016	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
561016	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
561016	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
561016	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
561016	embedding2nn.weight	0	0.3263334631919861
561016	embedding2nn.weight	1	0.3949804902076721
561016	embedding2nn.weight	2	0.003597457194700837
561016	embedding2nn.weight	3	0.010231525637209415
561016	embedding2nn.weight	4	-0.03497636690735817
561016	embedding2nn.weight	5	0.06835169345140457
561016	embedding2nn.weight	6	-0.01630002073943615
561016	embedding2nn.weight	7	-0.013860582374036312
561016	embedding2nn.weight	8	0.026324352249503136
561016	embedding2nn.weight	9	-0.05240687355399132
561016	embedding2nn.bias	0	0.03688852861523628
561016	embedding2nn.bias	1	-0.2167704701423645
561016	embedding2nn.bias	2	0.08950288593769073
561016	embedding2nn.bias	3	0.17714495956897736
561016	embedding2nn.bias	4	0.15283961594104767
561016	embedding2nn.bias	5	-0.057981301099061966
561016	embedding2nn.bias	6	-0.06768407672643661
561016	embedding2nn.bias	7	0.053729165345430374
561016	embedding2nn.bias	8	-0.17939558625221252
561016	embedding2nn.bias	9	-0.35297295451164246
561016	rnn.weight_ih_l0	0	-0.005739099346101284
561016	rnn.weight_ih_l0	1	-0.059531643986701965
561016	rnn.weight_ih_l0	2	-0.07002222537994385
561016	rnn.weight_ih_l0	3	0.10560319572687149
561016	rnn.weight_ih_l0	4	0.03292287513613701
561016	rnn.weight_ih_l0	5	-0.05736507847905159
561016	rnn.weight_ih_l0	6	-0.01294371485710144
561016	rnn.weight_ih_l0	7	-0.03537173569202423
561016	rnn.weight_ih_l0	8	0.010651107877492905
561016	rnn.weight_ih_l0	9	-0.11367416381835938
561016	rnn.weight_hh_l0	0	-0.017912009730935097
561016	rnn.weight_hh_l0	1	0.08025595545768738
561016	rnn.weight_hh_l0	2	0.017736846581101418
561016	rnn.weight_hh_l0	3	-0.023131126537919044
561016	rnn.weight_hh_l0	4	0.05806327611207962
561016	rnn.weight_hh_l0	5	0.01971486210823059
561016	rnn.weight_hh_l0	6	-0.06950664520263672
561016	rnn.weight_hh_l0	7	-0.09934435039758682
561016	rnn.weight_hh_l0	8	0.03480951115489006
561016	rnn.weight_hh_l0	9	-0.10981271415948868
561016	rnn.bias_ih_l0	0	0.19122357666492462
561016	rnn.bias_ih_l0	1	-0.33088549971580505
561016	rnn.bias_ih_l0	2	-0.04166492074728012
561016	rnn.bias_ih_l0	3	-0.21357716619968414
561016	rnn.bias_ih_l0	4	0.026942066848278046
561016	rnn.bias_ih_l0	5	-0.4283507764339447
561016	rnn.bias_ih_l0	6	-0.16446855664253235
561016	rnn.bias_ih_l0	7	-0.3589487373828888
561016	rnn.bias_ih_l0	8	-0.27733314037323
561016	rnn.bias_ih_l0	9	-0.45426884293556213
561016	rnn.bias_hh_l0	0	-0.3236136734485626
561016	rnn.bias_hh_l0	1	-0.4399542808532715
561016	rnn.bias_hh_l0	2	-0.3951871693134308
561016	rnn.bias_hh_l0	3	-0.06376394629478455
561016	rnn.bias_hh_l0	4	-0.3930504620075226
561016	rnn.bias_hh_l0	5	-0.3497191071510315
561016	rnn.bias_hh_l0	6	-0.11854594945907593
561016	rnn.bias_hh_l0	7	0.053067661821842194
561016	rnn.bias_hh_l0	8	-0.21800905466079712
561016	rnn.bias_hh_l0	9	-0.5748012661933899
561016	rnn.weight_ih_l0_reverse	0	0.028199240565299988
561016	rnn.weight_ih_l0_reverse	1	-0.0408984050154686
561016	rnn.weight_ih_l0_reverse	2	-0.012454229407012463
561016	rnn.weight_ih_l0_reverse	3	-0.13541311025619507
561016	rnn.weight_ih_l0_reverse	4	0.09052145481109619
561016	rnn.weight_ih_l0_reverse	5	-0.13316574692726135
561016	rnn.weight_ih_l0_reverse	6	-0.004371626768261194
561016	rnn.weight_ih_l0_reverse	7	0.03359035402536392
561016	rnn.weight_ih_l0_reverse	8	-0.07248815149068832
561016	rnn.weight_ih_l0_reverse	9	-0.08007323741912842
561016	rnn.weight_hh_l0_reverse	0	-0.14944441616535187
561016	rnn.weight_hh_l0_reverse	1	0.02515241876244545
561016	rnn.weight_hh_l0_reverse	2	-0.026272999122738838
561016	rnn.weight_hh_l0_reverse	3	0.02673436887562275
561016	rnn.weight_hh_l0_reverse	4	-0.08784399926662445
561016	rnn.weight_hh_l0_reverse	5	0.03473026305437088
561016	rnn.weight_hh_l0_reverse	6	0.025726566091179848
561016	rnn.weight_hh_l0_reverse	7	-0.1118486225605011
561016	rnn.weight_hh_l0_reverse	8	-0.06314432621002197
561016	rnn.weight_hh_l0_reverse	9	0.05154354125261307
561016	rnn.bias_ih_l0_reverse	0	-0.17031170427799225
561016	rnn.bias_ih_l0_reverse	1	-0.07120183110237122
561016	rnn.bias_ih_l0_reverse	2	0.13546638190746307
561016	rnn.bias_ih_l0_reverse	3	-0.3026621639728546
561016	rnn.bias_ih_l0_reverse	4	-0.018132252618670464
561016	rnn.bias_ih_l0_reverse	5	-0.2112458348274231
561016	rnn.bias_ih_l0_reverse	6	0.2523985505104065
561016	rnn.bias_ih_l0_reverse	7	-0.32504549622535706
561016	rnn.bias_ih_l0_reverse	8	-0.18936702609062195
561016	rnn.bias_ih_l0_reverse	9	-0.18382467329502106
561016	rnn.bias_hh_l0_reverse	0	-0.10489095747470856
561016	rnn.bias_hh_l0_reverse	1	0.2661033272743225
561016	rnn.bias_hh_l0_reverse	2	-0.32354122400283813
561016	rnn.bias_hh_l0_reverse	3	-0.21742498874664307
561016	rnn.bias_hh_l0_reverse	4	-0.3876517713069916
561016	rnn.bias_hh_l0_reverse	5	-0.19188091158866882
561016	rnn.bias_hh_l0_reverse	6	-0.26559513807296753
561016	rnn.bias_hh_l0_reverse	7	-0.08842619508504868
561016	rnn.bias_hh_l0_reverse	8	-0.31629055738449097
561016	rnn.bias_hh_l0_reverse	9	0.20860186219215393
561016	linear.weight	0	0.2099132090806961
561016	linear.weight	1	-0.4048479199409485
561016	linear.weight	2	0.06978638470172882
561016	linear.weight	3	0.06755530089139938
561016	linear.weight	4	-0.13201728463172913
561016	linear.weight	5	0.2011137753725052
561016	linear.weight	6	-0.012031136080622673
561016	linear.weight	7	-0.06051858887076378
561016	linear.weight	8	0.10660744458436966
561016	linear.weight	9	-0.04922838509082794
561016	linear.bias	0	-0.8708390593528748
561016	linear.bias	1	1.8437813520431519
561016	linear.bias	2	0.780086100101471
561016	linear.bias	3	-2.7166051864624023
561016	linear.bias	4	-0.09850222617387772
561016	linear.bias	5	1.256941795349121
561016	linear.bias	6	-0.24670568108558655
561016	linear.bias	7	0.8043939471244812
561016	linear.bias	8	2.1986823081970215
561016	linear.bias	9	-1.4402284622192383
561625	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
561625	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
561625	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
561625	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
561625	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
561625	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
561625	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
561625	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
561625	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
561625	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
561625	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
561625	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
561625	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
561625	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
561625	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
561625	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
561625	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
561625	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
561625	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
561625	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
561625	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
561625	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
561625	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
561625	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
561625	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
561625	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
561625	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
561625	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
561625	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
561625	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
561625	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
561625	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
561625	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
561625	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
561625	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
561625	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
561625	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
561625	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
561625	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
561625	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
561625	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
561625	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
561625	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
561625	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
561625	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
561625	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
561625	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
561625	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
561625	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
561625	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
561625	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
561625	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
561625	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
561625	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
561625	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
561625	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
561625	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
561625	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
561625	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
561625	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
561625	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
561625	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
561625	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
561625	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
561625	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
561625	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
561625	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
561625	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
561625	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
561625	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
561625	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
561625	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
561625	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
561625	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
561625	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
561625	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
561625	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
561625	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
561625	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
561625	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
561625	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
561625	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
561625	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
561625	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
561625	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
561625	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
561625	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
561625	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
561625	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
561625	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
561625	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
561625	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
561625	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
561625	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
561625	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
561625	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
561625	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
561625	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
561625	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
561625	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
561625	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
561625	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
561625	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
561625	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
561625	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
561625	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
561625	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
561625	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
561625	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
561625	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
561625	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
561625	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
561625	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
561625	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
561625	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
561625	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
561625	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
561625	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
561625	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
561625	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
561625	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
561625	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
561625	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
561625	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
561625	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
561625	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
561625	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
561625	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
561625	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
561625	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
561625	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
561625	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
561625	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
561625	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
561625	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
561625	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
561625	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
561625	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
561625	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
561625	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
561625	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
561625	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
561625	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
561625	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
561625	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
561625	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
561625	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
561625	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
561625	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
561625	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
561625	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
561625	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
561625	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
561625	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
561625	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
561625	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
561625	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
561625	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
561625	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
561625	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
561625	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
561625	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
561625	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
561625	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
561625	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
561625	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
561625	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
561625	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
561625	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
561625	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
561625	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
561625	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
561625	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
561625	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
561625	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
561625	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
561625	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
561625	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
561625	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
561625	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
561625	embedding2nn.weight	0	0.3261381983757019
561625	embedding2nn.weight	1	0.39529892802238464
561625	embedding2nn.weight	2	0.004737252835184336
561625	embedding2nn.weight	3	0.0180958304554224
561625	embedding2nn.weight	4	-0.03381698206067085
561625	embedding2nn.weight	5	0.06710660457611084
561625	embedding2nn.weight	6	-0.015865508466959
561625	embedding2nn.weight	7	-0.013919172808527946
561625	embedding2nn.weight	8	0.025856148451566696
561625	embedding2nn.weight	9	-0.05264410749077797
561625	embedding2nn.bias	0	0.0251308660954237
561625	embedding2nn.bias	1	-0.22196325659751892
561625	embedding2nn.bias	2	0.07539737224578857
561625	embedding2nn.bias	3	0.18591971695423126
561625	embedding2nn.bias	4	0.1500447541475296
561625	embedding2nn.bias	5	-0.04504377022385597
561625	embedding2nn.bias	6	-0.05388442799448967
561625	embedding2nn.bias	7	0.06629686057567596
561625	embedding2nn.bias	8	-0.1846153736114502
561625	embedding2nn.bias	9	-0.35243985056877136
561625	rnn.weight_ih_l0	0	-0.006040958222001791
561625	rnn.weight_ih_l0	1	-0.05938565731048584
561625	rnn.weight_ih_l0	2	-0.07123658806085587
561625	rnn.weight_ih_l0	3	0.10124766826629639
561625	rnn.weight_ih_l0	4	0.03500198572874069
561625	rnn.weight_ih_l0	5	-0.057045627385377884
561625	rnn.weight_ih_l0	6	-0.013327626511454582
561625	rnn.weight_ih_l0	7	-0.031954407691955566
561625	rnn.weight_ih_l0	8	0.013531048782169819
561625	rnn.weight_ih_l0	9	-0.11820881068706512
561625	rnn.weight_hh_l0	0	-0.01772473379969597
561625	rnn.weight_hh_l0	1	0.07967212796211243
561625	rnn.weight_hh_l0	2	0.017392657697200775
561625	rnn.weight_hh_l0	3	-0.022928262129426003
561625	rnn.weight_hh_l0	4	0.058591291308403015
561625	rnn.weight_hh_l0	5	0.0196657944470644
561625	rnn.weight_hh_l0	6	-0.06921055912971497
561625	rnn.weight_hh_l0	7	-0.10005724430084229
561625	rnn.weight_hh_l0	8	0.03493206575512886
561625	rnn.weight_hh_l0	9	-0.11045978963375092
561625	rnn.bias_ih_l0	0	0.19283227622509003
561625	rnn.bias_ih_l0	1	-0.33067598938941956
561625	rnn.bias_ih_l0	2	-0.04238937795162201
561625	rnn.bias_ih_l0	3	-0.2139565348625183
561625	rnn.bias_ih_l0	4	0.023595748469233513
561625	rnn.bias_ih_l0	5	-0.4343690872192383
561625	rnn.bias_ih_l0	6	-0.16175159811973572
561625	rnn.bias_ih_l0	7	-0.3588210344314575
561625	rnn.bias_ih_l0	8	-0.27882882952690125
561625	rnn.bias_ih_l0	9	-0.4483923316001892
561625	rnn.bias_hh_l0	0	-0.3220038414001465
561625	rnn.bias_hh_l0	1	-0.44076821208000183
561625	rnn.bias_hh_l0	2	-0.39303144812583923
561625	rnn.bias_hh_l0	3	-0.06387817859649658
561625	rnn.bias_hh_l0	4	-0.3901059329509735
561625	rnn.bias_hh_l0	5	-0.3503932058811188
561625	rnn.bias_hh_l0	6	-0.11870630085468292
561625	rnn.bias_hh_l0	7	0.05887255817651749
561625	rnn.bias_hh_l0	8	-0.2193010002374649
561625	rnn.bias_hh_l0	9	-0.577319860458374
561625	rnn.weight_ih_l0_reverse	0	0.028649495914578438
561625	rnn.weight_ih_l0_reverse	1	-0.0408301055431366
561625	rnn.weight_ih_l0_reverse	2	-0.010753179900348186
561625	rnn.weight_ih_l0_reverse	3	-0.1363600790500641
561625	rnn.weight_ih_l0_reverse	4	0.09068336337804794
561625	rnn.weight_ih_l0_reverse	5	-0.13478966057300568
561625	rnn.weight_ih_l0_reverse	6	-0.003160441992804408
561625	rnn.weight_ih_l0_reverse	7	0.03317989408969879
561625	rnn.weight_ih_l0_reverse	8	-0.07186306267976761
561625	rnn.weight_ih_l0_reverse	9	-0.07997698336839676
561625	rnn.weight_hh_l0_reverse	0	-0.1512303352355957
561625	rnn.weight_hh_l0_reverse	1	0.025166485458612442
561625	rnn.weight_hh_l0_reverse	2	-0.02672892063856125
561625	rnn.weight_hh_l0_reverse	3	0.026166794821619987
561625	rnn.weight_hh_l0_reverse	4	-0.08728229999542236
561625	rnn.weight_hh_l0_reverse	5	0.034761227667331696
561625	rnn.weight_hh_l0_reverse	6	0.02586156316101551
561625	rnn.weight_hh_l0_reverse	7	-0.11215543746948242
561625	rnn.weight_hh_l0_reverse	8	-0.06085367128252983
561625	rnn.weight_hh_l0_reverse	9	0.05212298035621643
561625	rnn.bias_ih_l0_reverse	0	-0.17154212296009064
561625	rnn.bias_ih_l0_reverse	1	-0.07140189409255981
561625	rnn.bias_ih_l0_reverse	2	0.1349402517080307
561625	rnn.bias_ih_l0_reverse	3	-0.3038972318172455
561625	rnn.bias_ih_l0_reverse	4	-0.014824370853602886
561625	rnn.bias_ih_l0_reverse	5	-0.21210776269435883
561625	rnn.bias_ih_l0_reverse	6	0.2528788149356842
561625	rnn.bias_ih_l0_reverse	7	-0.3211389482021332
561625	rnn.bias_ih_l0_reverse	8	-0.1894705444574356
561625	rnn.bias_ih_l0_reverse	9	-0.1887465864419937
561625	rnn.bias_hh_l0_reverse	0	-0.10641678422689438
561625	rnn.bias_hh_l0_reverse	1	0.2648268938064575
561625	rnn.bias_hh_l0_reverse	2	-0.32680249214172363
561625	rnn.bias_hh_l0_reverse	3	-0.21912313997745514
561625	rnn.bias_hh_l0_reverse	4	-0.39194828271865845
561625	rnn.bias_hh_l0_reverse	5	-0.19479846954345703
561625	rnn.bias_hh_l0_reverse	6	-0.2629244029521942
561625	rnn.bias_hh_l0_reverse	7	-0.08659113943576813
561625	rnn.bias_hh_l0_reverse	8	-0.31289660930633545
561625	rnn.bias_hh_l0_reverse	9	0.21439191699028015
561625	linear.weight	0	0.2249043583869934
561625	linear.weight	1	-0.4115832448005676
561625	linear.weight	2	0.06714019924402237
561625	linear.weight	3	0.0675537958741188
561625	linear.weight	4	-0.11412537097930908
561625	linear.weight	5	0.20945584774017334
561625	linear.weight	6	-0.022314786911010742
561625	linear.weight	7	-0.060516588389873505
561625	linear.weight	8	0.11988813430070877
561625	linear.weight	9	-0.04923095181584358
561625	linear.bias	0	-0.8788396120071411
561625	linear.bias	1	1.842483639717102
561625	linear.bias	2	0.7985843420028687
561625	linear.bias	3	-2.716736316680908
561625	linear.bias	4	-0.09938793629407883
561625	linear.bias	5	1.2580091953277588
561625	linear.bias	6	-0.2553139925003052
561625	linear.bias	7	0.7921558022499084
561625	linear.bias	8	2.173475980758667
561625	linear.bias	9	-1.4379127025604248
562234	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
562234	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
562234	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
562234	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
562234	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
562234	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
562234	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
562234	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
562234	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
562234	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
562234	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
562234	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
562234	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
562234	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
562234	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
562234	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
562234	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
562234	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
562234	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
562234	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
562234	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
562234	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
562234	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
562234	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
562234	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
562234	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
562234	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
562234	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
562234	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
562234	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
562234	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
562234	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
562234	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
562234	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
562234	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
562234	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
562234	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
562234	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
562234	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
562234	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
562234	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
562234	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
562234	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
562234	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
562234	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
562234	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
562234	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
562234	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
562234	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
562234	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
562234	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
562234	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
562234	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
562234	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
562234	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
562234	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
562234	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
562234	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
562234	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
562234	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
562234	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
562234	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
562234	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
562234	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
562234	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
562234	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
562234	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
562234	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
562234	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
562234	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
562234	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
562234	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
562234	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
562234	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
562234	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
562234	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
562234	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
562234	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
562234	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
562234	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
562234	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
562234	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
562234	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
562234	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
562234	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
562234	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
562234	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
562234	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
562234	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
562234	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
562234	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
562234	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
562234	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
562234	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
562234	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
562234	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
562234	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
562234	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
562234	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
562234	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
562234	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
562234	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
562234	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
562234	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
562234	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
562234	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
562234	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
562234	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
562234	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
562234	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
562234	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
562234	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
562234	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
562234	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
562234	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
562234	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
562234	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
562234	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
562234	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
562234	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
562234	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
562234	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
562234	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
562234	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
562234	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
562234	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
562234	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
562234	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
562234	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
562234	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
562234	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
562234	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
562234	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
562234	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
562234	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
562234	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
562234	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
562234	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
562234	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
562234	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
562234	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
562234	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
562234	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
562234	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
562234	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
562234	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
562234	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
562234	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
562234	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
562234	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
562234	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
562234	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
562234	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
562234	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
562234	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
562234	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
562234	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
562234	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
562234	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
562234	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
562234	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
562234	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
562234	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
562234	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
562234	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
562234	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
562234	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
562234	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
562234	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
562234	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
562234	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
562234	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
562234	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
562234	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
562234	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
562234	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
562234	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
562234	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
562234	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
562234	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
562234	embedding2nn.weight	0	0.32548466324806213
562234	embedding2nn.weight	1	0.3975289463996887
562234	embedding2nn.weight	2	0.006400768645107746
562234	embedding2nn.weight	3	0.019942443817853928
562234	embedding2nn.weight	4	-0.03534212335944176
562234	embedding2nn.weight	5	0.06891252100467682
562234	embedding2nn.weight	6	-0.015094528906047344
562234	embedding2nn.weight	7	-0.01988157629966736
562234	embedding2nn.weight	8	0.025754854083061218
562234	embedding2nn.weight	9	-0.05278688669204712
562234	embedding2nn.bias	0	0.038132503628730774
562234	embedding2nn.bias	1	-0.2369532287120819
562234	embedding2nn.bias	2	0.09513484686613083
562234	embedding2nn.bias	3	0.1724926233291626
562234	embedding2nn.bias	4	0.16268600523471832
562234	embedding2nn.bias	5	-0.04981463775038719
562234	embedding2nn.bias	6	-0.05532250180840492
562234	embedding2nn.bias	7	0.057670459151268005
562234	embedding2nn.bias	8	-0.16903479397296906
562234	embedding2nn.bias	9	-0.3509272038936615
562234	rnn.weight_ih_l0	0	-0.006017728243023157
562234	rnn.weight_ih_l0	1	-0.05916110798716545
562234	rnn.weight_ih_l0	2	-0.07339394092559814
562234	rnn.weight_ih_l0	3	0.10266735404729843
562234	rnn.weight_ih_l0	4	0.03825264424085617
562234	rnn.weight_ih_l0	5	-0.05977121740579605
562234	rnn.weight_ih_l0	6	-0.012669472023844719
562234	rnn.weight_ih_l0	7	-0.031144678592681885
562234	rnn.weight_ih_l0	8	0.021464193239808083
562234	rnn.weight_ih_l0	9	-0.11479610204696655
562234	rnn.weight_hh_l0	0	-0.017536409199237823
562234	rnn.weight_hh_l0	1	0.07992321252822876
562234	rnn.weight_hh_l0	2	0.017004501074552536
562234	rnn.weight_hh_l0	3	-0.02316814661026001
562234	rnn.weight_hh_l0	4	0.058949463069438934
562234	rnn.weight_hh_l0	5	0.020583156496286392
562234	rnn.weight_hh_l0	6	-0.06937135010957718
562234	rnn.weight_hh_l0	7	-0.10189118981361389
562234	rnn.weight_hh_l0	8	0.03490697592496872
562234	rnn.weight_hh_l0	9	-0.10968709737062454
562234	rnn.bias_ih_l0	0	0.18641887605190277
562234	rnn.bias_ih_l0	1	-0.32829973101615906
562234	rnn.bias_ih_l0	2	-0.0424981415271759
562234	rnn.bias_ih_l0	3	-0.2159571796655655
562234	rnn.bias_ih_l0	4	0.02787644788622856
562234	rnn.bias_ih_l0	5	-0.4342418909072876
562234	rnn.bias_ih_l0	6	-0.1613750010728836
562234	rnn.bias_ih_l0	7	-0.360422819852829
562234	rnn.bias_ih_l0	8	-0.2786885201931
562234	rnn.bias_ih_l0	9	-0.4504990577697754
562234	rnn.bias_hh_l0	0	-0.3255242705345154
562234	rnn.bias_hh_l0	1	-0.43734800815582275
562234	rnn.bias_hh_l0	2	-0.39814993739128113
562234	rnn.bias_hh_l0	3	-0.0674016997218132
562234	rnn.bias_hh_l0	4	-0.39092737436294556
562234	rnn.bias_hh_l0	5	-0.3493131399154663
562234	rnn.bias_hh_l0	6	-0.11767154186964035
562234	rnn.bias_hh_l0	7	0.05942768603563309
562234	rnn.bias_hh_l0	8	-0.2249910980463028
562234	rnn.bias_hh_l0	9	-0.5803433656692505
562234	rnn.weight_ih_l0_reverse	0	0.029589364305138588
562234	rnn.weight_ih_l0_reverse	1	-0.04055887088179588
562234	rnn.weight_ih_l0_reverse	2	-0.012559573166072369
562234	rnn.weight_ih_l0_reverse	3	-0.1365395039319992
562234	rnn.weight_ih_l0_reverse	4	0.08982088416814804
562234	rnn.weight_ih_l0_reverse	5	-0.13360321521759033
562234	rnn.weight_ih_l0_reverse	6	-0.00031442337785847485
562234	rnn.weight_ih_l0_reverse	7	0.03412706404924393
562234	rnn.weight_ih_l0_reverse	8	-0.06933324038982391
562234	rnn.weight_ih_l0_reverse	9	-0.08098301291465759
562234	rnn.weight_hh_l0_reverse	0	-0.15138381719589233
562234	rnn.weight_hh_l0_reverse	1	0.025175904855132103
562234	rnn.weight_hh_l0_reverse	2	-0.027052689343690872
562234	rnn.weight_hh_l0_reverse	3	0.02625589445233345
562234	rnn.weight_hh_l0_reverse	4	-0.08763501048088074
562234	rnn.weight_hh_l0_reverse	5	0.03490089625120163
562234	rnn.weight_hh_l0_reverse	6	0.02590278536081314
562234	rnn.weight_hh_l0_reverse	7	-0.11279940605163574
562234	rnn.weight_hh_l0_reverse	8	-0.05860617756843567
562234	rnn.weight_hh_l0_reverse	9	0.05269056558609009
562234	rnn.bias_ih_l0_reverse	0	-0.17454856634140015
562234	rnn.bias_ih_l0_reverse	1	-0.07075104862451553
562234	rnn.bias_ih_l0_reverse	2	0.13543802499771118
562234	rnn.bias_ih_l0_reverse	3	-0.3053878843784332
562234	rnn.bias_ih_l0_reverse	4	-0.013854878954589367
562234	rnn.bias_ih_l0_reverse	5	-0.21436746418476105
562234	rnn.bias_ih_l0_reverse	6	0.24697619676589966
562234	rnn.bias_ih_l0_reverse	7	-0.3162033259868622
562234	rnn.bias_ih_l0_reverse	8	-0.1899835616350174
562234	rnn.bias_ih_l0_reverse	9	-0.19188156723976135
562234	rnn.bias_hh_l0_reverse	0	-0.10848578065633774
562234	rnn.bias_hh_l0_reverse	1	0.26822900772094727
562234	rnn.bias_hh_l0_reverse	2	-0.3278409540653229
562234	rnn.bias_hh_l0_reverse	3	-0.22211846709251404
562234	rnn.bias_hh_l0_reverse	4	-0.39060714840888977
562234	rnn.bias_hh_l0_reverse	5	-0.19641906023025513
562234	rnn.bias_hh_l0_reverse	6	-0.26410263776779175
562234	rnn.bias_hh_l0_reverse	7	-0.08434959501028061
562234	rnn.bias_hh_l0_reverse	8	-0.31461137533187866
562234	rnn.bias_hh_l0_reverse	9	0.21287964284420013
562234	linear.weight	0	0.221930131316185
562234	linear.weight	1	-0.42582786083221436
562234	linear.weight	2	0.07052385807037354
562234	linear.weight	3	0.06755350530147552
562234	linear.weight	4	-0.11009436845779419
562234	linear.weight	5	0.2039915770292282
562234	linear.weight	6	-0.012514823116362095
562234	linear.weight	7	-0.060512688010931015
562234	linear.weight	8	0.10125212371349335
562234	linear.weight	9	-0.04923377186059952
562234	linear.bias	0	-0.8644334673881531
562234	linear.bias	1	1.8489899635314941
562234	linear.bias	2	0.7950733304023743
562234	linear.bias	3	-2.7168798446655273
562234	linear.bias	4	-0.1003175750374794
562234	linear.bias	5	1.2468225955963135
562234	linear.bias	6	-0.24643880128860474
562234	linear.bias	7	0.7643469572067261
562234	linear.bias	8	2.1905860900878906
562234	linear.bias	9	-1.4219040870666504
562843	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
562843	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
562843	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
562843	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
562843	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
562843	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
562843	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
562843	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
562843	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
562843	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
562843	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
562843	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
562843	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
562843	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
562843	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
562843	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
562843	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
562843	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
562843	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
562843	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
562843	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
562843	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
562843	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
562843	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
562843	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
562843	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
562843	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
562843	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
562843	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
562843	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
562843	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
562843	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
562843	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
562843	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
562843	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
562843	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
562843	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
562843	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
562843	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
562843	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
562843	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
562843	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
562843	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
562843	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
562843	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
562843	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
562843	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
562843	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
562843	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
562843	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
562843	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
562843	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
562843	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
562843	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
562843	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
562843	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
562843	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
562843	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
562843	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
562843	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
562843	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
562843	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
562843	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
562843	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
562843	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
562843	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
562843	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
562843	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
562843	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
562843	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
562843	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
562843	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
562843	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
562843	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
562843	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
562843	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
562843	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
562843	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
562843	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
562843	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
562843	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
562843	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
562843	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
562843	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
562843	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
562843	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
562843	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
562843	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
562843	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
562843	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
562843	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
562843	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
562843	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
562843	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
562843	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
562843	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
562843	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
562843	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
562843	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
562843	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
562843	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
562843	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
562843	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
562843	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
562843	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
562843	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
562843	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
562843	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
562843	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
562843	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
562843	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
562843	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
562843	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
562843	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
562843	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
562843	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
562843	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
562843	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
562843	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
562843	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
562843	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
562843	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
562843	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
562843	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
562843	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
562843	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
562843	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
562843	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
562843	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
562843	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
562843	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
562843	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
562843	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
562843	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
562843	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
562843	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
562843	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
562843	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
562843	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
562843	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
562843	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
562843	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
562843	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
562843	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
562843	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
562843	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
562843	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
562843	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
562843	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
562843	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
562843	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
562843	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
562843	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
562843	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
562843	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
562843	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
562843	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
562843	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
562843	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
562843	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
562843	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
562843	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
562843	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
562843	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
562843	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
562843	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
562843	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
562843	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
562843	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
562843	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
562843	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
562843	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
562843	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
562843	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
562843	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
562843	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
562843	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
562843	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
562843	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
562843	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
562843	embedding2nn.weight	0	0.32458165287971497
562843	embedding2nn.weight	1	0.39581239223480225
562843	embedding2nn.weight	2	0.004151839297264814
562843	embedding2nn.weight	3	0.013567542657256126
562843	embedding2nn.weight	4	-0.03802264481782913
562843	embedding2nn.weight	5	0.06895767152309418
562843	embedding2nn.weight	6	-0.013929449953138828
562843	embedding2nn.weight	7	-0.020676858723163605
562843	embedding2nn.weight	8	0.024841969832777977
562843	embedding2nn.weight	9	-0.053083743900060654
562843	embedding2nn.bias	0	0.034005533903837204
562843	embedding2nn.bias	1	-0.22728438675403595
562843	embedding2nn.bias	2	0.10141771286725998
562843	embedding2nn.bias	3	0.1655578315258026
562843	embedding2nn.bias	4	0.15470591187477112
562843	embedding2nn.bias	5	-0.04789852723479271
562843	embedding2nn.bias	6	-0.05730115994811058
562843	embedding2nn.bias	7	0.06485531479120255
562843	embedding2nn.bias	8	-0.16329346597194672
562843	embedding2nn.bias	9	-0.35836470127105713
562843	rnn.weight_ih_l0	0	-0.005547178443521261
562843	rnn.weight_ih_l0	1	-0.05876411125063896
562843	rnn.weight_ih_l0	2	-0.06714736670255661
562843	rnn.weight_ih_l0	3	0.10347412526607513
562843	rnn.weight_ih_l0	4	0.03944992646574974
562843	rnn.weight_ih_l0	5	-0.057198893278837204
562843	rnn.weight_ih_l0	6	-0.010149892419576645
562843	rnn.weight_ih_l0	7	-0.027391700074076653
562843	rnn.weight_ih_l0	8	0.02413908578455448
562843	rnn.weight_ih_l0	9	-0.11681773513555527
562843	rnn.weight_hh_l0	0	-0.01748320274055004
562843	rnn.weight_hh_l0	1	0.07951853424310684
562843	rnn.weight_hh_l0	2	0.01734054833650589
562843	rnn.weight_hh_l0	3	-0.02351660653948784
562843	rnn.weight_hh_l0	4	0.058349546045064926
562843	rnn.weight_hh_l0	5	0.020136073231697083
562843	rnn.weight_hh_l0	6	-0.0691065639257431
562843	rnn.weight_hh_l0	7	-0.10302942991256714
562843	rnn.weight_hh_l0	8	0.03478338569402695
562843	rnn.weight_hh_l0	9	-0.10903611034154892
562843	rnn.bias_ih_l0	0	0.18402904272079468
562843	rnn.bias_ih_l0	1	-0.3282172679901123
562843	rnn.bias_ih_l0	2	-0.041824858635663986
562843	rnn.bias_ih_l0	3	-0.21306490898132324
562843	rnn.bias_ih_l0	4	0.026595238596200943
562843	rnn.bias_ih_l0	5	-0.42878735065460205
562843	rnn.bias_ih_l0	6	-0.16333213448524475
562843	rnn.bias_ih_l0	7	-0.3601802885532379
562843	rnn.bias_ih_l0	8	-0.28221210837364197
562843	rnn.bias_ih_l0	9	-0.4480627179145813
562843	rnn.bias_hh_l0	0	-0.3282596468925476
562843	rnn.bias_hh_l0	1	-0.4403074085712433
562843	rnn.bias_hh_l0	2	-0.39816784858703613
562843	rnn.bias_hh_l0	3	-0.06778039783239365
562843	rnn.bias_hh_l0	4	-0.3896775543689728
562843	rnn.bias_hh_l0	5	-0.34703442454338074
562843	rnn.bias_hh_l0	6	-0.1196424812078476
562843	rnn.bias_hh_l0	7	0.061076775193214417
562843	rnn.bias_hh_l0	8	-0.22531811892986298
562843	rnn.bias_hh_l0	9	-0.5765194296836853
562843	rnn.weight_ih_l0_reverse	0	0.030215851962566376
562843	rnn.weight_ih_l0_reverse	1	-0.041626445949077606
562843	rnn.weight_ih_l0_reverse	2	-0.01348861213773489
562843	rnn.weight_ih_l0_reverse	3	-0.13603287935256958
562843	rnn.weight_ih_l0_reverse	4	0.08948319405317307
562843	rnn.weight_ih_l0_reverse	5	-0.13472959399223328
562843	rnn.weight_ih_l0_reverse	6	0.0014214477268978953
562843	rnn.weight_ih_l0_reverse	7	0.03412698954343796
562843	rnn.weight_ih_l0_reverse	8	-0.07212693244218826
562843	rnn.weight_ih_l0_reverse	9	-0.07684027403593063
562843	rnn.weight_hh_l0_reverse	0	-0.15120770037174225
562843	rnn.weight_hh_l0_reverse	1	0.024616844952106476
562843	rnn.weight_hh_l0_reverse	2	-0.026813678443431854
562843	rnn.weight_hh_l0_reverse	3	0.025867896154522896
562843	rnn.weight_hh_l0_reverse	4	-0.08890540897846222
562843	rnn.weight_hh_l0_reverse	5	0.03463957831263542
562843	rnn.weight_hh_l0_reverse	6	0.02601545862853527
562843	rnn.weight_hh_l0_reverse	7	-0.11150902509689331
562843	rnn.weight_hh_l0_reverse	8	-0.06045548617839813
562843	rnn.weight_hh_l0_reverse	9	0.05301254242658615
562843	rnn.bias_ih_l0_reverse	0	-0.1726037859916687
562843	rnn.bias_ih_l0_reverse	1	-0.07141351699829102
562843	rnn.bias_ih_l0_reverse	2	0.12911251187324524
562843	rnn.bias_ih_l0_reverse	3	-0.3080790638923645
562843	rnn.bias_ih_l0_reverse	4	-0.008667407557368279
562843	rnn.bias_ih_l0_reverse	5	-0.2104744017124176
562843	rnn.bias_ih_l0_reverse	6	0.2442246675491333
562843	rnn.bias_ih_l0_reverse	7	-0.31579986214637756
562843	rnn.bias_ih_l0_reverse	8	-0.19191843271255493
562843	rnn.bias_ih_l0_reverse	9	-0.18939030170440674
562843	rnn.bias_hh_l0_reverse	0	-0.11377528309822083
562843	rnn.bias_hh_l0_reverse	1	0.269178181886673
562843	rnn.bias_hh_l0_reverse	2	-0.32483476400375366
562843	rnn.bias_hh_l0_reverse	3	-0.2201152890920639
562843	rnn.bias_hh_l0_reverse	4	-0.39155861735343933
562843	rnn.bias_hh_l0_reverse	5	-0.19598418474197388
562843	rnn.bias_hh_l0_reverse	6	-0.26413851976394653
562843	rnn.bias_hh_l0_reverse	7	-0.08500373363494873
562843	rnn.bias_hh_l0_reverse	8	-0.3094376027584076
562843	rnn.bias_hh_l0_reverse	9	0.2195279896259308
562843	linear.weight	0	0.21759779751300812
562843	linear.weight	1	-0.4208109676837921
562843	linear.weight	2	0.04233956336975098
562843	linear.weight	3	0.06755226850509644
562843	linear.weight	4	-0.15581347048282623
562843	linear.weight	5	0.20606710016727448
562843	linear.weight	6	-0.015008230693638325
562843	linear.weight	7	-0.06050936132669449
562843	linear.weight	8	0.11357951909303665
562843	linear.weight	9	-0.049237120896577835
562843	linear.bias	0	-0.8576823472976685
562843	linear.bias	1	1.8400911092758179
562843	linear.bias	2	0.7907646894454956
562843	linear.bias	3	-2.7170045375823975
562843	linear.bias	4	-0.09289568662643433
562843	linear.bias	5	1.259682297706604
562843	linear.bias	6	-0.24191594123840332
562843	linear.bias	7	0.769862174987793
562843	linear.bias	8	2.1903889179229736
562843	linear.bias	9	-1.4168044328689575
563452	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
563452	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
563452	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
563452	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
563452	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
563452	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
563452	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
563452	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
563452	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
563452	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
563452	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
563452	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
563452	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
563452	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
563452	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
563452	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
563452	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
563452	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
563452	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
563452	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
563452	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
563452	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
563452	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
563452	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
563452	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
563452	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
563452	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
563452	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
563452	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
563452	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
563452	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
563452	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
563452	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
563452	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
563452	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
563452	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
563452	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
563452	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
563452	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
563452	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
563452	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
563452	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
563452	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
563452	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
563452	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
563452	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
563452	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
563452	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
563452	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
563452	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
563452	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
563452	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
563452	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
563452	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
563452	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
563452	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
563452	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
563452	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
563452	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
563452	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
563452	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
563452	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
563452	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
563452	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
563452	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
563452	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
563452	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
563452	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
563452	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
563452	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
563452	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
563452	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
563452	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
563452	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
563452	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
563452	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
563452	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
563452	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
563452	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
563452	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
563452	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
563452	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
563452	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
563452	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
563452	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
563452	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
563452	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
563452	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
563452	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
563452	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
563452	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
563452	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
563452	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
563452	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
563452	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
563452	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
563452	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
563452	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
563452	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
563452	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
563452	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
563452	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
563452	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
563452	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
563452	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
563452	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
563452	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
563452	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
563452	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
563452	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
563452	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
563452	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
563452	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
563452	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
563452	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
563452	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
563452	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
563452	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
563452	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
563452	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
563452	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
563452	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
563452	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
563452	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
563452	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
563452	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
563452	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
563452	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
563452	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
563452	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
563452	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
563452	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
563452	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
563452	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
563452	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
563452	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
563452	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
563452	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
563452	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
563452	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
563452	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
563452	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
563452	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
563452	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
563452	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
563452	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
563452	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
563452	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
563452	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
563452	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
563452	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
563452	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
563452	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
563452	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
563452	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
563452	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
563452	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
563452	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
563452	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
563452	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
563452	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
563452	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
563452	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
563452	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
563452	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
563452	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
563452	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
563452	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
563452	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
563452	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
563452	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
563452	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
563452	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
563452	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
563452	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
563452	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
563452	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
563452	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
563452	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
563452	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
563452	embedding2nn.weight	0	0.32464879751205444
563452	embedding2nn.weight	1	0.3928879201412201
563452	embedding2nn.weight	2	0.003521156497299671
563452	embedding2nn.weight	3	0.015428321436047554
563452	embedding2nn.weight	4	-0.03527693822979927
563452	embedding2nn.weight	5	0.06768885999917984
563452	embedding2nn.weight	6	-0.006729384418576956
563452	embedding2nn.weight	7	-0.022506946697831154
563452	embedding2nn.weight	8	0.025489328429102898
563452	embedding2nn.weight	9	-0.049633149057626724
563452	embedding2nn.bias	0	0.024171387776732445
563452	embedding2nn.bias	1	-0.2278185337781906
563452	embedding2nn.bias	2	0.10036832094192505
563452	embedding2nn.bias	3	0.16937711834907532
563452	embedding2nn.bias	4	0.15146809816360474
563452	embedding2nn.bias	5	-0.05866222456097603
563452	embedding2nn.bias	6	-0.049574896693229675
563452	embedding2nn.bias	7	0.05292179808020592
563452	embedding2nn.bias	8	-0.16730156540870667
563452	embedding2nn.bias	9	-0.36764442920684814
563452	rnn.weight_ih_l0	0	-0.006032334640622139
563452	rnn.weight_ih_l0	1	-0.057949408888816833
563452	rnn.weight_ih_l0	2	-0.06658484041690826
563452	rnn.weight_ih_l0	3	0.10110346227884293
563452	rnn.weight_ih_l0	4	0.034802068024873734
563452	rnn.weight_ih_l0	5	-0.05484669283032417
563452	rnn.weight_ih_l0	6	-0.0070391809567809105
563452	rnn.weight_ih_l0	7	-0.027120010927319527
563452	rnn.weight_ih_l0	8	0.01807604730129242
563452	rnn.weight_ih_l0	9	-0.11532209068536758
563452	rnn.weight_hh_l0	0	-0.017727073282003403
563452	rnn.weight_hh_l0	1	0.0795857235789299
563452	rnn.weight_hh_l0	2	0.016843974590301514
563452	rnn.weight_hh_l0	3	-0.023535646498203278
563452	rnn.weight_hh_l0	4	0.05908586084842682
563452	rnn.weight_hh_l0	5	0.019899830222129822
563452	rnn.weight_hh_l0	6	-0.06831961125135422
563452	rnn.weight_hh_l0	7	-0.10246538370847702
563452	rnn.weight_hh_l0	8	0.034787897020578384
563452	rnn.weight_hh_l0	9	-0.1092597171664238
563452	rnn.bias_ih_l0	0	0.17614181339740753
563452	rnn.bias_ih_l0	1	-0.32443761825561523
563452	rnn.bias_ih_l0	2	-0.04196039214730263
563452	rnn.bias_ih_l0	3	-0.21313558518886566
563452	rnn.bias_ih_l0	4	0.020452506840229034
563452	rnn.bias_ih_l0	5	-0.42989787459373474
563452	rnn.bias_ih_l0	6	-0.16223390400409698
563452	rnn.bias_ih_l0	7	-0.361738920211792
563452	rnn.bias_ih_l0	8	-0.2815958857536316
563452	rnn.bias_ih_l0	9	-0.4532971978187561
563452	rnn.bias_hh_l0	0	-0.33028948307037354
563452	rnn.bias_hh_l0	1	-0.43883293867111206
563452	rnn.bias_hh_l0	2	-0.40157637000083923
563452	rnn.bias_hh_l0	3	-0.06727151572704315
563452	rnn.bias_hh_l0	4	-0.3900057077407837
563452	rnn.bias_hh_l0	5	-0.34517765045166016
563452	rnn.bias_hh_l0	6	-0.12218403071165085
563452	rnn.bias_hh_l0	7	0.060457535088062286
563452	rnn.bias_hh_l0	8	-0.22239820659160614
563452	rnn.bias_hh_l0	9	-0.5747174620628357
563452	rnn.weight_ih_l0_reverse	0	0.025194166228175163
563452	rnn.weight_ih_l0_reverse	1	-0.04174946993589401
563452	rnn.weight_ih_l0_reverse	2	-0.013566221110522747
563452	rnn.weight_ih_l0_reverse	3	-0.13522127270698547
563452	rnn.weight_ih_l0_reverse	4	0.08932243287563324
563452	rnn.weight_ih_l0_reverse	5	-0.14045114815235138
563452	rnn.weight_ih_l0_reverse	6	0.0019361489685252309
563452	rnn.weight_ih_l0_reverse	7	0.03380512446165085
563452	rnn.weight_ih_l0_reverse	8	-0.07395877689123154
563452	rnn.weight_ih_l0_reverse	9	-0.07607071846723557
563452	rnn.weight_hh_l0_reverse	0	-0.1512107253074646
563452	rnn.weight_hh_l0_reverse	1	0.023608533665537834
563452	rnn.weight_hh_l0_reverse	2	-0.026791226118803024
563452	rnn.weight_hh_l0_reverse	3	0.0254594087600708
563452	rnn.weight_hh_l0_reverse	4	-0.08876358717679977
563452	rnn.weight_hh_l0_reverse	5	0.03460773825645447
563452	rnn.weight_hh_l0_reverse	6	0.026099449023604393
563452	rnn.weight_hh_l0_reverse	7	-0.11095855385065079
563452	rnn.weight_hh_l0_reverse	8	-0.059779055416584015
563452	rnn.weight_hh_l0_reverse	9	0.05266938358545303
563452	rnn.bias_ih_l0_reverse	0	-0.1707511693239212
563452	rnn.bias_ih_l0_reverse	1	-0.07191994786262512
563452	rnn.bias_ih_l0_reverse	2	0.13174888491630554
563452	rnn.bias_ih_l0_reverse	3	-0.3011627495288849
563452	rnn.bias_ih_l0_reverse	4	-0.0063914889469742775
563452	rnn.bias_ih_l0_reverse	5	-0.21106763184070587
563452	rnn.bias_ih_l0_reverse	6	0.24743075668811798
563452	rnn.bias_ih_l0_reverse	7	-0.31862756609916687
563452	rnn.bias_ih_l0_reverse	8	-0.19258953630924225
563452	rnn.bias_ih_l0_reverse	9	-0.19061672687530518
563452	rnn.bias_hh_l0_reverse	0	-0.11219102144241333
563452	rnn.bias_hh_l0_reverse	1	0.2678855061531067
563452	rnn.bias_hh_l0_reverse	2	-0.32361510396003723
563452	rnn.bias_hh_l0_reverse	3	-0.2174302488565445
563452	rnn.bias_hh_l0_reverse	4	-0.39347609877586365
563452	rnn.bias_hh_l0_reverse	5	-0.19544389843940735
563452	rnn.bias_hh_l0_reverse	6	-0.25954553484916687
563452	rnn.bias_hh_l0_reverse	7	-0.08698292821645737
563452	rnn.bias_hh_l0_reverse	8	-0.31461435556411743
563452	rnn.bias_hh_l0_reverse	9	0.21440988779067993
563452	linear.weight	0	0.20840667188167572
563452	linear.weight	1	-0.42606011033058167
563452	linear.weight	2	0.02922336757183075
563452	linear.weight	3	0.06755214929580688
563452	linear.weight	4	-0.15251418948173523
563452	linear.weight	5	0.18056455254554749
563452	linear.weight	6	-0.017407964915037155
563452	linear.weight	7	-0.06050734594464302
563452	linear.weight	8	0.1120692640542984
563452	linear.weight	9	-0.04923981800675392
563452	linear.bias	0	-0.8460810780525208
563452	linear.bias	1	1.840987205505371
563452	linear.bias	2	0.819282054901123
563452	linear.bias	3	-2.7171270847320557
563452	linear.bias	4	-0.0985562726855278
563452	linear.bias	5	1.268723964691162
563452	linear.bias	6	-0.23904278874397278
563452	linear.bias	7	0.7919948697090149
563452	linear.bias	8	2.235658645629883
563452	linear.bias	9	-1.419434666633606
564061	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
564061	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
564061	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
564061	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
564061	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
564061	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
564061	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
564061	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
564061	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
564061	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
564061	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
564061	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
564061	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
564061	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
564061	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
564061	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
564061	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
564061	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
564061	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
564061	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
564061	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
564061	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
564061	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
564061	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
564061	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
564061	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
564061	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
564061	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
564061	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
564061	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
564061	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
564061	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
564061	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
564061	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
564061	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
564061	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
564061	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
564061	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
564061	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
564061	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
564061	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
564061	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
564061	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
564061	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
564061	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
564061	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
564061	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
564061	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
564061	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
564061	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
564061	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
564061	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
564061	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
564061	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
564061	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
564061	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
564061	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
564061	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
564061	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
564061	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
564061	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
564061	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
564061	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
564061	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
564061	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
564061	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
564061	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
564061	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
564061	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
564061	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
564061	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
564061	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
564061	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
564061	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
564061	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
564061	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
564061	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
564061	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
564061	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
564061	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
564061	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
564061	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
564061	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
564061	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
564061	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
564061	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
564061	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
564061	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
564061	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
564061	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
564061	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
564061	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
564061	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
564061	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
564061	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
564061	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
564061	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
564061	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
564061	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
564061	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
564061	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
564061	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
564061	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
564061	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
564061	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
564061	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
564061	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
564061	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
564061	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
564061	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
564061	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
564061	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
564061	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
564061	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
564061	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
564061	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
564061	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
564061	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
564061	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
564061	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
564061	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
564061	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
564061	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
564061	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
564061	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
564061	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
564061	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
564061	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
564061	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
564061	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
564061	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
564061	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
564061	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
564061	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
564061	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
564061	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
564061	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
564061	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
564061	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
564061	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
564061	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
564061	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
564061	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
564061	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
564061	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
564061	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
564061	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
564061	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
564061	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
564061	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
564061	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
564061	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
564061	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
564061	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
564061	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
564061	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
564061	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
564061	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
564061	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
564061	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
564061	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
564061	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
564061	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
564061	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
564061	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
564061	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
564061	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
564061	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
564061	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
564061	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
564061	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
564061	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
564061	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
564061	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
564061	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
564061	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
564061	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
564061	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
564061	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
564061	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
564061	embedding2nn.weight	0	0.32516738772392273
564061	embedding2nn.weight	1	0.39352548122406006
564061	embedding2nn.weight	2	0.005661921110004187
564061	embedding2nn.weight	3	0.015971776098012924
564061	embedding2nn.weight	4	-0.03461924567818642
564061	embedding2nn.weight	5	0.06925085186958313
564061	embedding2nn.weight	6	-0.0012320048408582807
564061	embedding2nn.weight	7	-0.022598790004849434
564061	embedding2nn.weight	8	0.026292555034160614
564061	embedding2nn.weight	9	-0.04723038151860237
564061	embedding2nn.bias	0	0.022850772365927696
564061	embedding2nn.bias	1	-0.22748631238937378
564061	embedding2nn.bias	2	0.09033418446779251
564061	embedding2nn.bias	3	0.1669236570596695
564061	embedding2nn.bias	4	0.1419047862291336
564061	embedding2nn.bias	5	-0.058337368071079254
564061	embedding2nn.bias	6	-0.05501331016421318
564061	embedding2nn.bias	7	0.045895930379629135
564061	embedding2nn.bias	8	-0.17746295034885406
564061	embedding2nn.bias	9	-0.3809764087200165
564061	rnn.weight_ih_l0	0	-0.006939622573554516
564061	rnn.weight_ih_l0	1	-0.05762845650315285
564061	rnn.weight_ih_l0	2	-0.06872095912694931
564061	rnn.weight_ih_l0	3	0.10354040563106537
564061	rnn.weight_ih_l0	4	0.03087511844933033
564061	rnn.weight_ih_l0	5	-0.057103510946035385
564061	rnn.weight_ih_l0	6	-0.0075741540640592575
564061	rnn.weight_ih_l0	7	-0.02768969163298607
564061	rnn.weight_ih_l0	8	0.015628110617399216
564061	rnn.weight_ih_l0	9	-0.11338924616575241
564061	rnn.weight_hh_l0	0	-0.017629031091928482
564061	rnn.weight_hh_l0	1	0.07976727932691574
564061	rnn.weight_hh_l0	2	0.016889916732907295
564061	rnn.weight_hh_l0	3	-0.023156093433499336
564061	rnn.weight_hh_l0	4	0.05914933606982231
564061	rnn.weight_hh_l0	5	0.019969359040260315
564061	rnn.weight_hh_l0	6	-0.06890937685966492
564061	rnn.weight_hh_l0	7	-0.09977251291275024
564061	rnn.weight_hh_l0	8	0.03470736742019653
564061	rnn.weight_hh_l0	9	-0.10900786519050598
564061	rnn.bias_ih_l0	0	0.1823858618736267
564061	rnn.bias_ih_l0	1	-0.3227144479751587
564061	rnn.bias_ih_l0	2	-0.04259102791547775
564061	rnn.bias_ih_l0	3	-0.2134517878293991
564061	rnn.bias_ih_l0	4	0.019344955682754517
564061	rnn.bias_ih_l0	5	-0.4281255006790161
564061	rnn.bias_ih_l0	6	-0.1599174290895462
564061	rnn.bias_ih_l0	7	-0.36036697030067444
564061	rnn.bias_ih_l0	8	-0.2842482626438141
564061	rnn.bias_ih_l0	9	-0.44900399446487427
564061	rnn.bias_hh_l0	0	-0.3273443281650543
564061	rnn.bias_hh_l0	1	-0.4391208589076996
564061	rnn.bias_hh_l0	2	-0.40316271781921387
564061	rnn.bias_hh_l0	3	-0.06521622091531754
564061	rnn.bias_hh_l0	4	-0.390886515378952
564061	rnn.bias_hh_l0	5	-0.3444668650627136
564061	rnn.bias_hh_l0	6	-0.12261699140071869
564061	rnn.bias_hh_l0	7	0.06682181358337402
564061	rnn.bias_hh_l0	8	-0.21494489908218384
564061	rnn.bias_hh_l0	9	-0.5728660225868225
564061	rnn.weight_ih_l0_reverse	0	0.024067357182502747
564061	rnn.weight_ih_l0_reverse	1	-0.04190497845411301
564061	rnn.weight_ih_l0_reverse	2	-0.013314127922058105
564061	rnn.weight_ih_l0_reverse	3	-0.1353253722190857
564061	rnn.weight_ih_l0_reverse	4	0.08852636814117432
564061	rnn.weight_ih_l0_reverse	5	-0.13902094960212708
564061	rnn.weight_ih_l0_reverse	6	0.002542245900258422
564061	rnn.weight_ih_l0_reverse	7	0.03400038182735443
564061	rnn.weight_ih_l0_reverse	8	-0.07412561029195786
564061	rnn.weight_ih_l0_reverse	9	-0.07586611062288284
564061	rnn.weight_hh_l0_reverse	0	-0.15182942152023315
564061	rnn.weight_hh_l0_reverse	1	0.02289307862520218
564061	rnn.weight_hh_l0_reverse	2	-0.0269626397639513
564061	rnn.weight_hh_l0_reverse	3	0.025650542229413986
564061	rnn.weight_hh_l0_reverse	4	-0.08752591907978058
564061	rnn.weight_hh_l0_reverse	5	0.03462410718202591
564061	rnn.weight_hh_l0_reverse	6	0.026247387751936913
564061	rnn.weight_hh_l0_reverse	7	-0.11267278343439102
564061	rnn.weight_hh_l0_reverse	8	-0.06019393354654312
564061	rnn.weight_hh_l0_reverse	9	0.05263877287507057
564061	rnn.bias_ih_l0_reverse	0	-0.17060011625289917
564061	rnn.bias_ih_l0_reverse	1	-0.06926517188549042
564061	rnn.bias_ih_l0_reverse	2	0.13463571667671204
564061	rnn.bias_ih_l0_reverse	3	-0.3047580420970917
564061	rnn.bias_ih_l0_reverse	4	-0.0058447555638849735
564061	rnn.bias_ih_l0_reverse	5	-0.21135146915912628
564061	rnn.bias_ih_l0_reverse	6	0.24924832582473755
564061	rnn.bias_ih_l0_reverse	7	-0.3161708414554596
564061	rnn.bias_ih_l0_reverse	8	-0.19042302668094635
564061	rnn.bias_ih_l0_reverse	9	-0.18505121767520905
564061	rnn.bias_hh_l0_reverse	0	-0.11723051220178604
564061	rnn.bias_hh_l0_reverse	1	0.2651759088039398
564061	rnn.bias_hh_l0_reverse	2	-0.3247118592262268
564061	rnn.bias_hh_l0_reverse	3	-0.21660643815994263
564061	rnn.bias_hh_l0_reverse	4	-0.39583897590637207
564061	rnn.bias_hh_l0_reverse	5	-0.1992076188325882
564061	rnn.bias_hh_l0_reverse	6	-0.262153685092926
564061	rnn.bias_hh_l0_reverse	7	-0.08652088046073914
564061	rnn.bias_hh_l0_reverse	8	-0.3126780688762665
564061	rnn.bias_hh_l0_reverse	9	0.2154226154088974
564061	linear.weight	0	0.22506175935268402
564061	linear.weight	1	-0.40829503536224365
564061	linear.weight	2	0.004882865119725466
564061	linear.weight	3	0.06755109876394272
564061	linear.weight	4	-0.1375945806503296
564061	linear.weight	5	0.17880958318710327
564061	linear.weight	6	-0.03421475365757942
564061	linear.weight	7	-0.06050361320376396
564061	linear.weight	8	0.11986631155014038
564061	linear.weight	9	-0.04924255609512329
564061	linear.bias	0	-0.8374115228652954
564061	linear.bias	1	1.853791356086731
564061	linear.bias	2	0.7749440670013428
564061	linear.bias	3	-2.7172439098358154
564061	linear.bias	4	-0.11666016280651093
564061	linear.bias	5	1.2617026567459106
564061	linear.bias	6	-0.2575741112232208
564061	linear.bias	7	0.7893297076225281
564061	linear.bias	8	2.206350326538086
564061	linear.bias	9	-1.441524863243103
564670	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
564670	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
564670	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
564670	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
564670	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
564670	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
564670	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
564670	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
564670	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
564670	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
564670	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
564670	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
564670	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
564670	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
564670	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
564670	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
564670	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
564670	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
564670	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
564670	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
564670	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
564670	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
564670	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
564670	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
564670	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
564670	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
564670	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
564670	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
564670	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
564670	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
564670	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
564670	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
564670	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
564670	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
564670	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
564670	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
564670	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
564670	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
564670	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
564670	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
564670	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
564670	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
564670	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
564670	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
564670	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
564670	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
564670	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
564670	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
564670	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
564670	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
564670	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
564670	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
564670	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
564670	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
564670	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
564670	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
564670	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
564670	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
564670	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
564670	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
564670	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
564670	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
564670	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
564670	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
564670	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
564670	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
564670	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
564670	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
564670	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
564670	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
564670	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
564670	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
564670	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
564670	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
564670	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
564670	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
564670	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
564670	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
564670	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
564670	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
564670	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
564670	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
564670	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
564670	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
564670	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
564670	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
564670	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
564670	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
564670	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
564670	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
564670	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
564670	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
564670	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
564670	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
564670	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
564670	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
564670	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
564670	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
564670	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
564670	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
564670	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
564670	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
564670	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
564670	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
564670	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
564670	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
564670	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
564670	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
564670	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
564670	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
564670	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
564670	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
564670	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
564670	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
564670	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
564670	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
564670	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
564670	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
564670	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
564670	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
564670	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
564670	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
564670	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
564670	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
564670	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
564670	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
564670	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
564670	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
564670	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
564670	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
564670	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
564670	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
564670	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
564670	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
564670	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
564670	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
564670	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
564670	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
564670	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
564670	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
564670	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
564670	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
564670	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
564670	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
564670	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
564670	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
564670	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
564670	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
564670	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
564670	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
564670	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
564670	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
564670	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
564670	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
564670	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
564670	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
564670	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
564670	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
564670	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
564670	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
564670	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
564670	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
564670	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
564670	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
564670	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
564670	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
564670	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
564670	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
564670	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
564670	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
564670	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
564670	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
564670	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
564670	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
564670	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
564670	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
564670	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
564670	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
564670	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
564670	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
564670	embedding2nn.weight	0	0.3253926634788513
564670	embedding2nn.weight	1	0.39258524775505066
564670	embedding2nn.weight	2	0.0046850284561514854
564670	embedding2nn.weight	3	0.01725216954946518
564670	embedding2nn.weight	4	-0.033750344067811966
564670	embedding2nn.weight	5	0.07064592838287354
564670	embedding2nn.weight	6	0.0041952598839998245
564670	embedding2nn.weight	7	-0.015817031264305115
564670	embedding2nn.weight	8	0.02662470005452633
564670	embedding2nn.weight	9	-0.048154521733522415
564670	embedding2nn.bias	0	0.016779961064457893
564670	embedding2nn.bias	1	-0.21913547813892365
564670	embedding2nn.bias	2	0.09448239207267761
564670	embedding2nn.bias	3	0.1704329252243042
564670	embedding2nn.bias	4	0.1493314504623413
564670	embedding2nn.bias	5	-0.06589546799659729
564670	embedding2nn.bias	6	-0.03995748981833458
564670	embedding2nn.bias	7	0.05437387526035309
564670	embedding2nn.bias	8	-0.16948875784873962
564670	embedding2nn.bias	9	-0.3636481463909149
564670	rnn.weight_ih_l0	0	-0.007587405852973461
564670	rnn.weight_ih_l0	1	-0.056798361241817474
564670	rnn.weight_ih_l0	2	-0.06672893464565277
564670	rnn.weight_ih_l0	3	0.10242833942174911
564670	rnn.weight_ih_l0	4	0.03275877982378006
564670	rnn.weight_ih_l0	5	-0.05514141172170639
564670	rnn.weight_ih_l0	6	-0.006359454244375229
564670	rnn.weight_ih_l0	7	-0.027887050062417984
564670	rnn.weight_ih_l0	8	0.015155013650655746
564670	rnn.weight_ih_l0	9	-0.11193624138832092
564670	rnn.weight_hh_l0	0	-0.01764148287475109
564670	rnn.weight_hh_l0	1	0.07995983213186264
564670	rnn.weight_hh_l0	2	0.018105991184711456
564670	rnn.weight_hh_l0	3	-0.023360103368759155
564670	rnn.weight_hh_l0	4	0.05867626890540123
564670	rnn.weight_hh_l0	5	0.018073460087180138
564670	rnn.weight_hh_l0	6	-0.06962945312261581
564670	rnn.weight_hh_l0	7	-0.10132740437984467
564670	rnn.weight_hh_l0	8	0.03452383726835251
564670	rnn.weight_hh_l0	9	-0.10889577120542526
564670	rnn.bias_ih_l0	0	0.1915743499994278
564670	rnn.bias_ih_l0	1	-0.32493290305137634
564670	rnn.bias_ih_l0	2	-0.0421808585524559
564670	rnn.bias_ih_l0	3	-0.21478421986103058
564670	rnn.bias_ih_l0	4	0.020638763904571533
564670	rnn.bias_ih_l0	5	-0.4328347146511078
564670	rnn.bias_ih_l0	6	-0.16137339174747467
564670	rnn.bias_ih_l0	7	-0.35967230796813965
564670	rnn.bias_ih_l0	8	-0.2850009500980377
564670	rnn.bias_ih_l0	9	-0.4498228132724762
564670	rnn.bias_hh_l0	0	-0.32865583896636963
564670	rnn.bias_hh_l0	1	-0.4365139305591583
564670	rnn.bias_hh_l0	2	-0.39738205075263977
564670	rnn.bias_hh_l0	3	-0.06570590287446976
564670	rnn.bias_hh_l0	4	-0.39008092880249023
564670	rnn.bias_hh_l0	5	-0.3438781797885895
564670	rnn.bias_hh_l0	6	-0.12122051417827606
564670	rnn.bias_hh_l0	7	0.06902486085891724
564670	rnn.bias_hh_l0	8	-0.21879911422729492
564670	rnn.bias_hh_l0	9	-0.5731722712516785
564670	rnn.weight_ih_l0_reverse	0	0.02503507398068905
564670	rnn.weight_ih_l0_reverse	1	-0.04094422608613968
564670	rnn.weight_ih_l0_reverse	2	-0.01407275814563036
564670	rnn.weight_ih_l0_reverse	3	-0.13274843990802765
564670	rnn.weight_ih_l0_reverse	4	0.0877818688750267
564670	rnn.weight_ih_l0_reverse	5	-0.14236527681350708
564670	rnn.weight_ih_l0_reverse	6	0.00490678520873189
564670	rnn.weight_ih_l0_reverse	7	0.03410641849040985
564670	rnn.weight_ih_l0_reverse	8	-0.0750090703368187
564670	rnn.weight_ih_l0_reverse	9	-0.07484129816293716
564670	rnn.weight_hh_l0_reverse	0	-0.15090696513652802
564670	rnn.weight_hh_l0_reverse	1	0.02293396182358265
564670	rnn.weight_hh_l0_reverse	2	-0.026698142290115356
564670	rnn.weight_hh_l0_reverse	3	0.026043139398097992
564670	rnn.weight_hh_l0_reverse	4	-0.0876346230506897
564670	rnn.weight_hh_l0_reverse	5	0.034568265080451965
564670	rnn.weight_hh_l0_reverse	6	0.02634689211845398
564670	rnn.weight_hh_l0_reverse	7	-0.1110752522945404
564670	rnn.weight_hh_l0_reverse	8	-0.05894997715950012
564670	rnn.weight_hh_l0_reverse	9	0.05228651687502861
564670	rnn.bias_ih_l0_reverse	0	-0.17073211073875427
564670	rnn.bias_ih_l0_reverse	1	-0.07355675846338272
564670	rnn.bias_ih_l0_reverse	2	0.1325070559978485
564670	rnn.bias_ih_l0_reverse	3	-0.30751943588256836
564670	rnn.bias_ih_l0_reverse	4	-0.0022828218061476946
564670	rnn.bias_ih_l0_reverse	5	-0.2136160135269165
564670	rnn.bias_ih_l0_reverse	6	0.25122833251953125
564670	rnn.bias_ih_l0_reverse	7	-0.3229144811630249
564670	rnn.bias_ih_l0_reverse	8	-0.1889326423406601
564670	rnn.bias_ih_l0_reverse	9	-0.1859322041273117
564670	rnn.bias_hh_l0_reverse	0	-0.11644938588142395
564670	rnn.bias_hh_l0_reverse	1	0.2677989602088928
564670	rnn.bias_hh_l0_reverse	2	-0.3268725574016571
564670	rnn.bias_hh_l0_reverse	3	-0.2162799835205078
564670	rnn.bias_hh_l0_reverse	4	-0.39271804690361023
564670	rnn.bias_hh_l0_reverse	5	-0.19757479429244995
564670	rnn.bias_hh_l0_reverse	6	-0.2616519033908844
564670	rnn.bias_hh_l0_reverse	7	-0.08913428336381912
564670	rnn.bias_hh_l0_reverse	8	-0.3181587755680084
564670	rnn.bias_hh_l0_reverse	9	0.21411235630512238
564670	linear.weight	0	0.2305363267660141
564670	linear.weight	1	-0.41310420632362366
564670	linear.weight	2	0.004573718179017305
564670	linear.weight	3	0.06754981726408005
564670	linear.weight	4	-0.13323974609375
564670	linear.weight	5	0.18101631104946136
564670	linear.weight	6	-0.040656376630067825
564670	linear.weight	7	-0.0605008490383625
564670	linear.weight	8	0.11321527510881424
564670	linear.weight	9	-0.04924551025032997
564670	linear.bias	0	-0.8382157683372498
564670	linear.bias	1	1.8381766080856323
564670	linear.bias	2	0.7834660410881042
564670	linear.bias	3	-2.717367172241211
564670	linear.bias	4	-0.1180519238114357
564670	linear.bias	5	1.2593501806259155
564670	linear.bias	6	-0.2666624188423157
564670	linear.bias	7	0.8137844800949097
564670	linear.bias	8	2.2204430103302
564670	linear.bias	9	-1.4263361692428589
565279	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
565279	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
565279	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
565279	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
565279	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
565279	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
565279	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
565279	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
565279	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
565279	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
565279	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
565279	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
565279	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
565279	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
565279	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
565279	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
565279	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
565279	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
565279	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
565279	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
565279	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
565279	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
565279	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
565279	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
565279	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
565279	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
565279	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
565279	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
565279	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
565279	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
565279	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
565279	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
565279	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
565279	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
565279	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
565279	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
565279	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
565279	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
565279	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
565279	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
565279	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
565279	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
565279	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
565279	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
565279	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
565279	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
565279	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
565279	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
565279	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
565279	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
565279	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
565279	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
565279	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
565279	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
565279	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
565279	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
565279	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
565279	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
565279	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
565279	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
565279	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
565279	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
565279	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
565279	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
565279	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
565279	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
565279	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
565279	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
565279	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
565279	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
565279	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
565279	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
565279	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
565279	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
565279	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
565279	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
565279	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
565279	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
565279	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
565279	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
565279	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
565279	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
565279	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
565279	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
565279	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
565279	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
565279	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
565279	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
565279	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
565279	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
565279	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
565279	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
565279	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
565279	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
565279	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
565279	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
565279	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
565279	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
565279	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
565279	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
565279	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
565279	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
565279	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
565279	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
565279	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
565279	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
565279	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
565279	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
565279	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
565279	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
565279	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
565279	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
565279	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
565279	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
565279	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
565279	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
565279	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
565279	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
565279	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
565279	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
565279	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
565279	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
565279	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
565279	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
565279	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
565279	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
565279	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
565279	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
565279	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
565279	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
565279	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
565279	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
565279	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
565279	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
565279	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
565279	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
565279	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
565279	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
565279	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
565279	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
565279	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
565279	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
565279	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
565279	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
565279	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
565279	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
565279	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
565279	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
565279	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
565279	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
565279	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
565279	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
565279	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
565279	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
565279	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
565279	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
565279	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
565279	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
565279	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
565279	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
565279	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
565279	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
565279	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
565279	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
565279	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
565279	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
565279	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
565279	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
565279	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
565279	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
565279	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
565279	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
565279	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
565279	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
565279	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
565279	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
565279	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
565279	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
565279	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
565279	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
565279	embedding2nn.weight	0	0.32457345724105835
565279	embedding2nn.weight	1	0.39264610409736633
565279	embedding2nn.weight	2	0.004772999789565802
565279	embedding2nn.weight	3	0.021634064614772797
565279	embedding2nn.weight	4	-0.03380248695611954
565279	embedding2nn.weight	5	0.06850328296422958
565279	embedding2nn.weight	6	0.004321807995438576
565279	embedding2nn.weight	7	-0.01722833700478077
565279	embedding2nn.weight	8	0.02436758019030094
565279	embedding2nn.weight	9	-0.047989483922719955
565279	embedding2nn.bias	0	0.021759789437055588
565279	embedding2nn.bias	1	-0.22377970814704895
565279	embedding2nn.bias	2	0.09752212464809418
565279	embedding2nn.bias	3	0.18148837983608246
565279	embedding2nn.bias	4	0.1531837433576584
565279	embedding2nn.bias	5	-0.06184730678796768
565279	embedding2nn.bias	6	-0.05503656715154648
565279	embedding2nn.bias	7	0.051904864609241486
565279	embedding2nn.bias	8	-0.1661049872636795
565279	embedding2nn.bias	9	-0.37945833802223206
565279	rnn.weight_ih_l0	0	-0.008023099973797798
565279	rnn.weight_ih_l0	1	-0.05608779564499855
565279	rnn.weight_ih_l0	2	-0.0610552653670311
565279	rnn.weight_ih_l0	3	0.10171012580394745
565279	rnn.weight_ih_l0	4	0.03165506199002266
565279	rnn.weight_ih_l0	5	-0.05518510937690735
565279	rnn.weight_ih_l0	6	-0.006374352145940065
565279	rnn.weight_ih_l0	7	-0.026131493970751762
565279	rnn.weight_ih_l0	8	0.016539886593818665
565279	rnn.weight_ih_l0	9	-0.10964375734329224
565279	rnn.weight_hh_l0	0	-0.018016040325164795
565279	rnn.weight_hh_l0	1	0.08003968745470047
565279	rnn.weight_hh_l0	2	0.017557157203555107
565279	rnn.weight_hh_l0	3	-0.023450559005141258
565279	rnn.weight_hh_l0	4	0.058608073741197586
565279	rnn.weight_hh_l0	5	0.018596472218632698
565279	rnn.weight_hh_l0	6	-0.06972476840019226
565279	rnn.weight_hh_l0	7	-0.10070016235113144
565279	rnn.weight_hh_l0	8	0.034576475620269775
565279	rnn.weight_hh_l0	9	-0.10874155908823013
565279	rnn.bias_ih_l0	0	0.18782444298267365
565279	rnn.bias_ih_l0	1	-0.33042675256729126
565279	rnn.bias_ih_l0	2	-0.03982851281762123
565279	rnn.bias_ih_l0	3	-0.21382483839988708
565279	rnn.bias_ih_l0	4	0.022958016023039818
565279	rnn.bias_ih_l0	5	-0.4288754463195801
565279	rnn.bias_ih_l0	6	-0.16386350989341736
565279	rnn.bias_ih_l0	7	-0.3601009249687195
565279	rnn.bias_ih_l0	8	-0.2874313294887543
565279	rnn.bias_ih_l0	9	-0.4441443085670471
565279	rnn.bias_hh_l0	0	-0.33008068799972534
565279	rnn.bias_hh_l0	1	-0.4402255415916443
565279	rnn.bias_hh_l0	2	-0.39802616834640503
565279	rnn.bias_hh_l0	3	-0.0640595331788063
565279	rnn.bias_hh_l0	4	-0.38516440987586975
565279	rnn.bias_hh_l0	5	-0.3457579016685486
565279	rnn.bias_hh_l0	6	-0.12266227602958679
565279	rnn.bias_hh_l0	7	0.06785959005355835
565279	rnn.bias_hh_l0	8	-0.22531290352344513
565279	rnn.bias_hh_l0	9	-0.5754472017288208
565279	rnn.weight_ih_l0_reverse	0	0.023330340161919594
565279	rnn.weight_ih_l0_reverse	1	-0.041118159890174866
565279	rnn.weight_ih_l0_reverse	2	-0.013733064755797386
565279	rnn.weight_ih_l0_reverse	3	-0.13354739546775818
565279	rnn.weight_ih_l0_reverse	4	0.08900576829910278
565279	rnn.weight_ih_l0_reverse	5	-0.14218644797801971
565279	rnn.weight_ih_l0_reverse	6	0.0021203397773206234
565279	rnn.weight_ih_l0_reverse	7	0.034056179225444794
565279	rnn.weight_ih_l0_reverse	8	-0.07176224887371063
565279	rnn.weight_ih_l0_reverse	9	-0.07715079933404922
565279	rnn.weight_hh_l0_reverse	0	-0.15119534730911255
565279	rnn.weight_hh_l0_reverse	1	0.02324448898434639
565279	rnn.weight_hh_l0_reverse	2	-0.02682282030582428
565279	rnn.weight_hh_l0_reverse	3	0.02642979845404625
565279	rnn.weight_hh_l0_reverse	4	-0.08792725950479507
565279	rnn.weight_hh_l0_reverse	5	0.03493276983499527
565279	rnn.weight_hh_l0_reverse	6	0.02636178582906723
565279	rnn.weight_hh_l0_reverse	7	-0.11225592344999313
565279	rnn.weight_hh_l0_reverse	8	-0.060150712728500366
565279	rnn.weight_hh_l0_reverse	9	0.05136486887931824
565279	rnn.bias_ih_l0_reverse	0	-0.16904957592487335
565279	rnn.bias_ih_l0_reverse	1	-0.073533795773983
565279	rnn.bias_ih_l0_reverse	2	0.13026748597621918
565279	rnn.bias_ih_l0_reverse	3	-0.3090708255767822
565279	rnn.bias_ih_l0_reverse	4	-0.005905311554670334
565279	rnn.bias_ih_l0_reverse	5	-0.21471114456653595
565279	rnn.bias_ih_l0_reverse	6	0.2523063123226166
565279	rnn.bias_ih_l0_reverse	7	-0.3193908929824829
565279	rnn.bias_ih_l0_reverse	8	-0.19014866650104523
565279	rnn.bias_ih_l0_reverse	9	-0.18792010843753815
565279	rnn.bias_hh_l0_reverse	0	-0.11909925192594528
565279	rnn.bias_hh_l0_reverse	1	0.2709432542324066
565279	rnn.bias_hh_l0_reverse	2	-0.32252562046051025
565279	rnn.bias_hh_l0_reverse	3	-0.21342013776302338
565279	rnn.bias_hh_l0_reverse	4	-0.3994264602661133
565279	rnn.bias_hh_l0_reverse	5	-0.19475536048412323
565279	rnn.bias_hh_l0_reverse	6	-0.2680369019508362
565279	rnn.bias_hh_l0_reverse	7	-0.08572839200496674
565279	rnn.bias_hh_l0_reverse	8	-0.3174205720424652
565279	rnn.bias_hh_l0_reverse	9	0.20985572040081024
565279	linear.weight	0	0.23703162372112274
565279	linear.weight	1	-0.39663296937942505
565279	linear.weight	2	-0.007989988662302494
565279	linear.weight	3	0.06754907965660095
565279	linear.weight	4	-0.09977398812770844
565279	linear.weight	5	0.19523710012435913
565279	linear.weight	6	-0.03385232761502266
565279	linear.weight	7	-0.060497816652059555
565279	linear.weight	8	0.11719357222318649
565279	linear.weight	9	-0.04924807325005531
565279	linear.bias	0	-0.8480985164642334
565279	linear.bias	1	1.8772363662719727
565279	linear.bias	2	0.8103603720664978
565279	linear.bias	3	-2.7174859046936035
565279	linear.bias	4	-0.09783181548118591
565279	linear.bias	5	1.2708779573440552
565279	linear.bias	6	-0.25805696845054626
565279	linear.bias	7	0.7839353084564209
565279	linear.bias	8	2.1768651008605957
565279	linear.bias	9	-1.4244564771652222
565888	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
565888	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
565888	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
565888	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
565888	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
565888	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
565888	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
565888	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
565888	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
565888	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
565888	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
565888	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
565888	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
565888	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
565888	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
565888	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
565888	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
565888	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
565888	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
565888	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
565888	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
565888	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
565888	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
565888	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
565888	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
565888	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
565888	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
565888	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
565888	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
565888	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
565888	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
565888	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
565888	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
565888	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
565888	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
565888	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
565888	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
565888	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
565888	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
565888	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
565888	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
565888	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
565888	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
565888	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
565888	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
565888	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
565888	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
565888	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
565888	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
565888	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
565888	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
565888	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
565888	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
565888	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
565888	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
565888	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
565888	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
565888	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
565888	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
565888	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
565888	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
565888	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
565888	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
565888	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
565888	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
565888	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
565888	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
565888	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
565888	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
565888	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
565888	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
565888	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
565888	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
565888	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
565888	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
565888	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
565888	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
565888	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
565888	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
565888	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
565888	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
565888	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
565888	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
565888	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
565888	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
565888	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
565888	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
565888	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
565888	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
565888	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
565888	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
565888	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
565888	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
565888	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
565888	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
565888	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
565888	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
565888	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
565888	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
565888	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
565888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
565888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
565888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
565888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
565888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
565888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
565888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
565888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
565888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
565888	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
565888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
565888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
565888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
565888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
565888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
565888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
565888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
565888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
565888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
565888	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
565888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
565888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
565888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
565888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
565888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
565888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
565888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
565888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
565888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
565888	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
565888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
565888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
565888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
565888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
565888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
565888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
565888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
565888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
565888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
565888	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
565888	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
565888	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
565888	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
565888	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
565888	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
565888	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
565888	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
565888	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
565888	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
565888	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
565888	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
565888	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
565888	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
565888	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
565888	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
565888	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
565888	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
565888	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
565888	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
565888	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
565888	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
565888	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
565888	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
565888	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
565888	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
565888	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
565888	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
565888	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
565888	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
565888	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
565888	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
565888	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
565888	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
565888	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
565888	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
565888	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
565888	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
565888	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
565888	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
565888	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
565888	embedding2nn.weight	0	0.32542720437049866
565888	embedding2nn.weight	1	0.3911566138267517
565888	embedding2nn.weight	2	0.006046605296432972
565888	embedding2nn.weight	3	0.0198011863976717
565888	embedding2nn.weight	4	-0.03398459032177925
565888	embedding2nn.weight	5	0.06885659694671631
565888	embedding2nn.weight	6	0.013332340866327286
565888	embedding2nn.weight	7	-0.019838137552142143
565888	embedding2nn.weight	8	0.024397127330303192
565888	embedding2nn.weight	9	-0.047236744314432144
565888	embedding2nn.bias	0	0.014741276390850544
565888	embedding2nn.bias	1	-0.21586181223392487
565888	embedding2nn.bias	2	0.08279971778392792
565888	embedding2nn.bias	3	0.17103004455566406
565888	embedding2nn.bias	4	0.15154391527175903
565888	embedding2nn.bias	5	-0.05960438773036003
565888	embedding2nn.bias	6	-0.06268179416656494
565888	embedding2nn.bias	7	0.051858119666576385
565888	embedding2nn.bias	8	-0.1629517674446106
565888	embedding2nn.bias	9	-0.38589975237846375
565888	rnn.weight_ih_l0	0	-0.00835350900888443
565888	rnn.weight_ih_l0	1	-0.05556763336062431
565888	rnn.weight_ih_l0	2	-0.059168245643377304
565888	rnn.weight_ih_l0	3	0.10223843157291412
565888	rnn.weight_ih_l0	4	0.03381127119064331
565888	rnn.weight_ih_l0	5	-0.05500419810414314
565888	rnn.weight_ih_l0	6	-0.008500858210027218
565888	rnn.weight_ih_l0	7	-0.026108071208000183
565888	rnn.weight_ih_l0	8	0.016944056376814842
565888	rnn.weight_ih_l0	9	-0.11336120963096619
565888	rnn.weight_hh_l0	0	-0.017872920259833336
565888	rnn.weight_hh_l0	1	0.07971463352441788
565888	rnn.weight_hh_l0	2	0.0172793660312891
565888	rnn.weight_hh_l0	3	-0.0235933568328619
565888	rnn.weight_hh_l0	4	0.05836498737335205
565888	rnn.weight_hh_l0	5	0.01811010204255581
565888	rnn.weight_hh_l0	6	-0.07019446790218353
565888	rnn.weight_hh_l0	7	-0.09979937970638275
565888	rnn.weight_hh_l0	8	0.034551117569208145
565888	rnn.weight_hh_l0	9	-0.10882534086704254
565888	rnn.bias_ih_l0	0	0.1770050972700119
565888	rnn.bias_ih_l0	1	-0.3264184594154358
565888	rnn.bias_ih_l0	2	-0.040787190198898315
565888	rnn.bias_ih_l0	3	-0.21748414635658264
565888	rnn.bias_ih_l0	4	0.028806228190660477
565888	rnn.bias_ih_l0	5	-0.43113917112350464
565888	rnn.bias_ih_l0	6	-0.1660555899143219
565888	rnn.bias_ih_l0	7	-0.35990744829177856
565888	rnn.bias_ih_l0	8	-0.2882680594921112
565888	rnn.bias_ih_l0	9	-0.4457862079143524
565888	rnn.bias_hh_l0	0	-0.33027383685112
565888	rnn.bias_hh_l0	1	-0.43903419375419617
565888	rnn.bias_hh_l0	2	-0.40400049090385437
565888	rnn.bias_hh_l0	3	-0.06300654262304306
565888	rnn.bias_hh_l0	4	-0.3841281235218048
565888	rnn.bias_hh_l0	5	-0.34618517756462097
565888	rnn.bias_hh_l0	6	-0.12221544981002808
565888	rnn.bias_hh_l0	7	0.06990961730480194
565888	rnn.bias_hh_l0	8	-0.22443261742591858
565888	rnn.bias_hh_l0	9	-0.57295823097229
565888	rnn.weight_ih_l0_reverse	0	0.022740796208381653
565888	rnn.weight_ih_l0_reverse	1	-0.04046080633997917
565888	rnn.weight_ih_l0_reverse	2	-0.011503503657877445
565888	rnn.weight_ih_l0_reverse	3	-0.13530409336090088
565888	rnn.weight_ih_l0_reverse	4	0.09036953747272491
565888	rnn.weight_ih_l0_reverse	5	-0.13957752287387848
565888	rnn.weight_ih_l0_reverse	6	0.0032857812475413084
565888	rnn.weight_ih_l0_reverse	7	0.033682066947221756
565888	rnn.weight_ih_l0_reverse	8	-0.07140069454908371
565888	rnn.weight_ih_l0_reverse	9	-0.07592993974685669
565888	rnn.weight_hh_l0_reverse	0	-0.15058299899101257
565888	rnn.weight_hh_l0_reverse	1	0.023043623194098473
565888	rnn.weight_hh_l0_reverse	2	-0.026647040620446205
565888	rnn.weight_hh_l0_reverse	3	0.02699383720755577
565888	rnn.weight_hh_l0_reverse	4	-0.08870624005794525
565888	rnn.weight_hh_l0_reverse	5	0.03509801626205444
565888	rnn.weight_hh_l0_reverse	6	0.02621711790561676
565888	rnn.weight_hh_l0_reverse	7	-0.11255697160959244
565888	rnn.weight_hh_l0_reverse	8	-0.060441937297582626
565888	rnn.weight_hh_l0_reverse	9	0.051072120666503906
565888	rnn.bias_ih_l0_reverse	0	-0.1710844188928604
565888	rnn.bias_ih_l0_reverse	1	-0.07033068686723709
565888	rnn.bias_ih_l0_reverse	2	0.13193468749523163
565888	rnn.bias_ih_l0_reverse	3	-0.3071467876434326
565888	rnn.bias_ih_l0_reverse	4	-0.014551964588463306
565888	rnn.bias_ih_l0_reverse	5	-0.21439489722251892
565888	rnn.bias_ih_l0_reverse	6	0.24854031205177307
565888	rnn.bias_ih_l0_reverse	7	-0.32371625304222107
565888	rnn.bias_ih_l0_reverse	8	-0.19078734517097473
565888	rnn.bias_ih_l0_reverse	9	-0.18880251049995422
565888	rnn.bias_hh_l0_reverse	0	-0.11232230812311172
565888	rnn.bias_hh_l0_reverse	1	0.26331979036331177
565888	rnn.bias_hh_l0_reverse	2	-0.32010409235954285
565888	rnn.bias_hh_l0_reverse	3	-0.21285918354988098
565888	rnn.bias_hh_l0_reverse	4	-0.39871475100517273
565888	rnn.bias_hh_l0_reverse	5	-0.1937718540430069
565888	rnn.bias_hh_l0_reverse	6	-0.26748231053352356
565888	rnn.bias_hh_l0_reverse	7	-0.08508042246103287
565888	rnn.bias_hh_l0_reverse	8	-0.31603726744651794
565888	rnn.bias_hh_l0_reverse	9	0.2029867023229599
565888	linear.weight	0	0.24493767321109772
565888	linear.weight	1	-0.41292932629585266
565888	linear.weight	2	-0.009222585707902908
565888	linear.weight	3	0.06754864007234573
565888	linear.weight	4	-0.13478536903858185
565888	linear.weight	5	0.19933393597602844
565888	linear.weight	6	-0.042853254824876785
565888	linear.weight	7	-0.06049511954188347
565888	linear.weight	8	0.12154161185026169
565888	linear.weight	9	-0.04925336688756943
565888	linear.bias	0	-0.8411892652511597
565888	linear.bias	1	1.8758596181869507
565888	linear.bias	2	0.7898492813110352
565888	linear.bias	3	-2.7176215648651123
565888	linear.bias	4	-0.12386611104011536
565888	linear.bias	5	1.2709686756134033
565888	linear.bias	6	-0.24161556363105774
565888	linear.bias	7	0.7988964915275574
565888	linear.bias	8	2.2056703567504883
565888	linear.bias	9	-1.4089654684066772
566497	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
566497	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
566497	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
566497	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
566497	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
566497	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
566497	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
566497	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
566497	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
566497	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
566497	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
566497	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
566497	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
566497	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
566497	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
566497	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
566497	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
566497	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
566497	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
566497	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
566497	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
566497	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
566497	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
566497	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
566497	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
566497	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
566497	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
566497	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
566497	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
566497	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
566497	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
566497	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
566497	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
566497	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
566497	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
566497	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
566497	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
566497	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
566497	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
566497	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
566497	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
566497	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
566497	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
566497	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
566497	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
566497	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
566497	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
566497	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
566497	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
566497	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
566497	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
566497	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
566497	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
566497	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
566497	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
566497	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
566497	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
566497	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
566497	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
566497	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
566497	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
566497	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
566497	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
566497	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
566497	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
566497	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
566497	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
566497	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
566497	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
566497	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
566497	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
566497	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
566497	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
566497	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
566497	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
566497	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
566497	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
566497	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
566497	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
566497	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
566497	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
566497	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
566497	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
566497	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
566497	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
566497	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
566497	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
566497	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
566497	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
566497	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
566497	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
566497	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
566497	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
566497	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
566497	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
566497	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
566497	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
566497	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
566497	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
566497	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
566497	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
566497	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
566497	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
566497	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
566497	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
566497	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
566497	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
566497	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
566497	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
566497	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
566497	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
566497	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
566497	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
566497	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
566497	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
566497	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
566497	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
566497	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
566497	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
566497	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
566497	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
566497	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
566497	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
566497	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
566497	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
566497	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
566497	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
566497	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
566497	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
566497	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
566497	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
566497	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
566497	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
566497	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
566497	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
566497	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
566497	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
566497	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
566497	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
566497	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
566497	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
566497	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
566497	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
566497	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
566497	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
566497	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
566497	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
566497	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
566497	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
566497	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
566497	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
566497	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
566497	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
566497	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
566497	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
566497	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
566497	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
566497	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
566497	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
566497	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
566497	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
566497	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
566497	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
566497	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
566497	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
566497	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
566497	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
566497	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
566497	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
566497	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
566497	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
566497	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
566497	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
566497	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
566497	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
566497	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
566497	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
566497	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
566497	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
566497	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
566497	embedding2nn.weight	0	0.32382723689079285
566497	embedding2nn.weight	1	0.3890324532985687
566497	embedding2nn.weight	2	0.004489989951252937
566497	embedding2nn.weight	3	0.022712400183081627
566497	embedding2nn.weight	4	-0.03559910133481026
566497	embedding2nn.weight	5	0.06963298469781876
566497	embedding2nn.weight	6	0.016560081392526627
566497	embedding2nn.weight	7	-0.02506815455853939
566497	embedding2nn.weight	8	0.026459025219082832
566497	embedding2nn.weight	9	-0.05028505250811577
566497	embedding2nn.bias	0	0.02550395391881466
566497	embedding2nn.bias	1	-0.21646827459335327
566497	embedding2nn.bias	2	0.09041039645671844
566497	embedding2nn.bias	3	0.1741231232881546
566497	embedding2nn.bias	4	0.14809542894363403
566497	embedding2nn.bias	5	-0.06148692965507507
566497	embedding2nn.bias	6	-0.0474558062851429
566497	embedding2nn.bias	7	0.04020388424396515
566497	embedding2nn.bias	8	-0.1759643852710724
566497	embedding2nn.bias	9	-0.38786691427230835
566497	rnn.weight_ih_l0	0	-0.008952525444328785
566497	rnn.weight_ih_l0	1	-0.0554526224732399
566497	rnn.weight_ih_l0	2	-0.06024758890271187
566497	rnn.weight_ih_l0	3	0.10054345428943634
566497	rnn.weight_ih_l0	4	0.032994482666254044
566497	rnn.weight_ih_l0	5	-0.053857844322919846
566497	rnn.weight_ih_l0	6	-0.007226882968097925
566497	rnn.weight_ih_l0	7	-0.024625113233923912
566497	rnn.weight_ih_l0	8	0.02242829091846943
566497	rnn.weight_ih_l0	9	-0.11445634067058563
566497	rnn.weight_hh_l0	0	-0.01782357692718506
566497	rnn.weight_hh_l0	1	0.07965536415576935
566497	rnn.weight_hh_l0	2	0.017905617132782936
566497	rnn.weight_hh_l0	3	-0.02348761446774006
566497	rnn.weight_hh_l0	4	0.05870949104428291
566497	rnn.weight_hh_l0	5	0.01796211302280426
566497	rnn.weight_hh_l0	6	-0.07041054219007492
566497	rnn.weight_hh_l0	7	-0.09956516325473785
566497	rnn.weight_hh_l0	8	0.0345887616276741
566497	rnn.weight_hh_l0	9	-0.10904496908187866
566497	rnn.bias_ih_l0	0	0.17298917472362518
566497	rnn.bias_ih_l0	1	-0.32687628269195557
566497	rnn.bias_ih_l0	2	-0.03953523561358452
566497	rnn.bias_ih_l0	3	-0.21435576677322388
566497	rnn.bias_ih_l0	4	0.020280374214053154
566497	rnn.bias_ih_l0	5	-0.4332514703273773
566497	rnn.bias_ih_l0	6	-0.16598564386367798
566497	rnn.bias_ih_l0	7	-0.36062201857566833
566497	rnn.bias_ih_l0	8	-0.29304423928260803
566497	rnn.bias_ih_l0	9	-0.4496396780014038
566497	rnn.bias_hh_l0	0	-0.3328292667865753
566497	rnn.bias_hh_l0	1	-0.4382071793079376
566497	rnn.bias_hh_l0	2	-0.3991555869579315
566497	rnn.bias_hh_l0	3	-0.06346558034420013
566497	rnn.bias_hh_l0	4	-0.38628748059272766
566497	rnn.bias_hh_l0	5	-0.34741130471229553
566497	rnn.bias_hh_l0	6	-0.12459578365087509
566497	rnn.bias_hh_l0	7	0.07179034501314163
566497	rnn.bias_hh_l0	8	-0.22490692138671875
566497	rnn.bias_hh_l0	9	-0.5706372261047363
566497	rnn.weight_ih_l0_reverse	0	0.025846008211374283
566497	rnn.weight_ih_l0_reverse	1	-0.040788378566503525
566497	rnn.weight_ih_l0_reverse	2	-0.012114590965211391
566497	rnn.weight_ih_l0_reverse	3	-0.1357889026403427
566497	rnn.weight_ih_l0_reverse	4	0.09008444845676422
566497	rnn.weight_ih_l0_reverse	5	-0.13810117542743683
566497	rnn.weight_ih_l0_reverse	6	-0.0039055936504155397
566497	rnn.weight_ih_l0_reverse	7	0.03382270783185959
566497	rnn.weight_ih_l0_reverse	8	-0.07268467545509338
566497	rnn.weight_ih_l0_reverse	9	-0.07734931260347366
566497	rnn.weight_hh_l0_reverse	0	-0.15021176636219025
566497	rnn.weight_hh_l0_reverse	1	0.02284715510904789
566497	rnn.weight_hh_l0_reverse	2	-0.026684798300266266
566497	rnn.weight_hh_l0_reverse	3	0.026445647701621056
566497	rnn.weight_hh_l0_reverse	4	-0.08830544352531433
566497	rnn.weight_hh_l0_reverse	5	0.0350177064538002
566497	rnn.weight_hh_l0_reverse	6	0.026267725974321365
566497	rnn.weight_hh_l0_reverse	7	-0.11402180790901184
566497	rnn.weight_hh_l0_reverse	8	-0.05919524282217026
566497	rnn.weight_hh_l0_reverse	9	0.05098486319184303
566497	rnn.bias_ih_l0_reverse	0	-0.1697663515806198
566497	rnn.bias_ih_l0_reverse	1	-0.0728270411491394
566497	rnn.bias_ih_l0_reverse	2	0.12798750400543213
566497	rnn.bias_ih_l0_reverse	3	-0.3087674379348755
566497	rnn.bias_ih_l0_reverse	4	-0.012177946045994759
566497	rnn.bias_ih_l0_reverse	5	-0.21615421772003174
566497	rnn.bias_ih_l0_reverse	6	0.24816815555095673
566497	rnn.bias_ih_l0_reverse	7	-0.3222648501396179
566497	rnn.bias_ih_l0_reverse	8	-0.1920006424188614
566497	rnn.bias_ih_l0_reverse	9	-0.1896645724773407
566497	rnn.bias_hh_l0_reverse	0	-0.10968996584415436
566497	rnn.bias_hh_l0_reverse	1	0.26280733942985535
566497	rnn.bias_hh_l0_reverse	2	-0.32000261545181274
566497	rnn.bias_hh_l0_reverse	3	-0.21237727999687195
566497	rnn.bias_hh_l0_reverse	4	-0.3968800902366638
566497	rnn.bias_hh_l0_reverse	5	-0.18863774836063385
566497	rnn.bias_hh_l0_reverse	6	-0.26440203189849854
566497	rnn.bias_hh_l0_reverse	7	-0.08966584503650665
566497	rnn.bias_hh_l0_reverse	8	-0.3196309208869934
566497	rnn.bias_hh_l0_reverse	9	0.2075013965368271
566497	linear.weight	0	0.2396506816148758
566497	linear.weight	1	-0.41561320424079895
566497	linear.weight	2	0.005452738143503666
566497	linear.weight	3	0.06754769384860992
566497	linear.weight	4	-0.16858285665512085
566497	linear.weight	5	0.2043834924697876
566497	linear.weight	6	-0.045090824365615845
566497	linear.weight	7	-0.06049114838242531
566497	linear.weight	8	0.12556521594524384
566497	linear.weight	9	-0.049256421625614166
566497	linear.bias	0	-0.8716140389442444
566497	linear.bias	1	1.8785940408706665
566497	linear.bias	2	0.7831676006317139
566497	linear.bias	3	-2.7177422046661377
566497	linear.bias	4	-0.11008018255233765
566497	linear.bias	5	1.2373253107070923
566497	linear.bias	6	-0.23998795449733734
566497	linear.bias	7	0.7936094403266907
566497	linear.bias	8	2.215047597885132
566497	linear.bias	9	-1.4229891300201416
567106	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
567106	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
567106	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
567106	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
567106	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
567106	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
567106	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
567106	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
567106	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
567106	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
567106	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
567106	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
567106	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
567106	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
567106	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
567106	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
567106	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
567106	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
567106	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
567106	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
567106	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
567106	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
567106	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
567106	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
567106	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
567106	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
567106	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
567106	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
567106	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
567106	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
567106	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
567106	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
567106	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
567106	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
567106	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
567106	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
567106	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
567106	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
567106	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
567106	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
567106	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
567106	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
567106	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
567106	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
567106	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
567106	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
567106	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
567106	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
567106	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
567106	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
567106	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
567106	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
567106	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
567106	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
567106	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
567106	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
567106	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
567106	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
567106	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
567106	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
567106	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
567106	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
567106	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
567106	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
567106	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
567106	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
567106	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
567106	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
567106	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
567106	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
567106	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
567106	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
567106	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
567106	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
567106	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
567106	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
567106	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
567106	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
567106	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
567106	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
567106	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
567106	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
567106	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
567106	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
567106	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
567106	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
567106	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
567106	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
567106	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
567106	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
567106	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
567106	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
567106	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
567106	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
567106	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
567106	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
567106	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
567106	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
567106	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
567106	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
567106	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
567106	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
567106	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
567106	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
567106	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
567106	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
567106	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
567106	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
567106	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
567106	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
567106	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
567106	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
567106	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
567106	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
567106	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
567106	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
567106	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
567106	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
567106	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
567106	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
567106	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
567106	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
567106	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
567106	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
567106	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
567106	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
567106	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
567106	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
567106	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
567106	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
567106	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
567106	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
567106	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
567106	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
567106	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
567106	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
567106	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
567106	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
567106	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
567106	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
567106	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
567106	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
567106	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
567106	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
567106	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
567106	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
567106	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
567106	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
567106	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
567106	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
567106	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
567106	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
567106	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
567106	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
567106	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
567106	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
567106	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
567106	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
567106	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
567106	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
567106	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
567106	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
567106	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
567106	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
567106	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
567106	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
567106	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
567106	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
567106	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
567106	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
567106	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
567106	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
567106	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
567106	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
567106	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
567106	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
567106	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
567106	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
567106	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
567106	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
567106	embedding2nn.weight	0	0.323110967874527
567106	embedding2nn.weight	1	0.389448881149292
567106	embedding2nn.weight	2	0.0036096107214689255
567106	embedding2nn.weight	3	0.023345887660980225
567106	embedding2nn.weight	4	-0.03424214944243431
567106	embedding2nn.weight	5	0.06764066964387894
567106	embedding2nn.weight	6	0.02413398027420044
567106	embedding2nn.weight	7	-0.022455058991909027
567106	embedding2nn.weight	8	0.02786186710000038
567106	embedding2nn.weight	9	-0.047421544790267944
567106	embedding2nn.bias	0	0.014143767766654491
567106	embedding2nn.bias	1	-0.21425244212150574
567106	embedding2nn.bias	2	0.08940398693084717
567106	embedding2nn.bias	3	0.1653791069984436
567106	embedding2nn.bias	4	0.13907647132873535
567106	embedding2nn.bias	5	-0.06441984325647354
567106	embedding2nn.bias	6	-0.04884232580661774
567106	embedding2nn.bias	7	0.05159406736493111
567106	embedding2nn.bias	8	-0.1693626046180725
567106	embedding2nn.bias	9	-0.3777164816856384
567106	rnn.weight_ih_l0	0	-0.008439440280199051
567106	rnn.weight_ih_l0	1	-0.05509282276034355
567106	rnn.weight_ih_l0	2	-0.058507442474365234
567106	rnn.weight_ih_l0	3	0.10534357279539108
567106	rnn.weight_ih_l0	4	0.029692836105823517
567106	rnn.weight_ih_l0	5	-0.052286297082901
567106	rnn.weight_ih_l0	6	-0.009852075949311256
567106	rnn.weight_ih_l0	7	-0.024841580539941788
567106	rnn.weight_ih_l0	8	0.017802661284804344
567106	rnn.weight_ih_l0	9	-0.10795944929122925
567106	rnn.weight_hh_l0	0	-0.017795724794268608
567106	rnn.weight_hh_l0	1	0.07935699820518494
567106	rnn.weight_hh_l0	2	0.01813425123691559
567106	rnn.weight_hh_l0	3	-0.02312217466533184
567106	rnn.weight_hh_l0	4	0.05867030471563339
567106	rnn.weight_hh_l0	5	0.017808498814702034
567106	rnn.weight_hh_l0	6	-0.070661261677742
567106	rnn.weight_hh_l0	7	-0.10104947537183762
567106	rnn.weight_hh_l0	8	0.03449130430817604
567106	rnn.weight_hh_l0	9	-0.10816938430070877
567106	rnn.bias_ih_l0	0	0.17719237506389618
567106	rnn.bias_ih_l0	1	-0.3318674862384796
567106	rnn.bias_ih_l0	2	-0.0399431474506855
567106	rnn.bias_ih_l0	3	-0.2178172469139099
567106	rnn.bias_ih_l0	4	0.0259946770966053
567106	rnn.bias_ih_l0	5	-0.4306377172470093
567106	rnn.bias_ih_l0	6	-0.1560630053281784
567106	rnn.bias_ih_l0	7	-0.3606856167316437
567106	rnn.bias_ih_l0	8	-0.2905086576938629
567106	rnn.bias_ih_l0	9	-0.45406636595726013
567106	rnn.bias_hh_l0	0	-0.3340171277523041
567106	rnn.bias_hh_l0	1	-0.4385865032672882
567106	rnn.bias_hh_l0	2	-0.3986918032169342
567106	rnn.bias_hh_l0	3	-0.06102045997977257
567106	rnn.bias_hh_l0	4	-0.38735416531562805
567106	rnn.bias_hh_l0	5	-0.3486083447933197
567106	rnn.bias_hh_l0	6	-0.12297981232404709
567106	rnn.bias_hh_l0	7	0.07179378718137741
567106	rnn.bias_hh_l0	8	-0.2239273637533188
567106	rnn.bias_hh_l0	9	-0.5695459246635437
567106	rnn.weight_ih_l0_reverse	0	0.021925127133727074
567106	rnn.weight_ih_l0_reverse	1	-0.0400887168943882
567106	rnn.weight_ih_l0_reverse	2	-0.012508784420788288
567106	rnn.weight_ih_l0_reverse	3	-0.1352231353521347
567106	rnn.weight_ih_l0_reverse	4	0.08879726380109787
567106	rnn.weight_ih_l0_reverse	5	-0.14505885541439056
567106	rnn.weight_ih_l0_reverse	6	-0.004453349858522415
567106	rnn.weight_ih_l0_reverse	7	0.03341031074523926
567106	rnn.weight_ih_l0_reverse	8	-0.07394334673881531
567106	rnn.weight_ih_l0_reverse	9	-0.07524918764829636
567106	rnn.weight_hh_l0_reverse	0	-0.14970283210277557
567106	rnn.weight_hh_l0_reverse	1	0.02341729775071144
567106	rnn.weight_hh_l0_reverse	2	-0.02688881754875183
567106	rnn.weight_hh_l0_reverse	3	0.026432421058416367
567106	rnn.weight_hh_l0_reverse	4	-0.08910627663135529
567106	rnn.weight_hh_l0_reverse	5	0.034712616354227066
567106	rnn.weight_hh_l0_reverse	6	0.026140855625271797
567106	rnn.weight_hh_l0_reverse	7	-0.1146092414855957
567106	rnn.weight_hh_l0_reverse	8	-0.05846559256315231
567106	rnn.weight_hh_l0_reverse	9	0.05148640275001526
567106	rnn.bias_ih_l0_reverse	0	-0.16851072013378143
567106	rnn.bias_ih_l0_reverse	1	-0.0734635666012764
567106	rnn.bias_ih_l0_reverse	2	0.13043074309825897
567106	rnn.bias_ih_l0_reverse	3	-0.3086460530757904
567106	rnn.bias_ih_l0_reverse	4	-0.006311120931059122
567106	rnn.bias_ih_l0_reverse	5	-0.21795621514320374
567106	rnn.bias_ih_l0_reverse	6	0.2507515847682953
567106	rnn.bias_ih_l0_reverse	7	-0.323056161403656
567106	rnn.bias_ih_l0_reverse	8	-0.19321784377098083
567106	rnn.bias_ih_l0_reverse	9	-0.18986187875270844
567106	rnn.bias_hh_l0_reverse	0	-0.10894937813282013
567106	rnn.bias_hh_l0_reverse	1	0.2772158086299896
567106	rnn.bias_hh_l0_reverse	2	-0.3230910897254944
567106	rnn.bias_hh_l0_reverse	3	-0.21025344729423523
567106	rnn.bias_hh_l0_reverse	4	-0.3985334038734436
567106	rnn.bias_hh_l0_reverse	5	-0.19163507223129272
567106	rnn.bias_hh_l0_reverse	6	-0.2628468871116638
567106	rnn.bias_hh_l0_reverse	7	-0.09265945851802826
567106	rnn.bias_hh_l0_reverse	8	-0.31351107358932495
567106	rnn.bias_hh_l0_reverse	9	0.20930267870426178
567106	linear.weight	0	0.25517794489860535
567106	linear.weight	1	-0.4312590956687927
567106	linear.weight	2	0.02907460741698742
567106	linear.weight	3	0.0675494372844696
567106	linear.weight	4	-0.1647040992975235
567106	linear.weight	5	0.1979987770318985
567106	linear.weight	6	-0.044969066977500916
567106	linear.weight	7	-0.0604868084192276
567106	linear.weight	8	0.11577408015727997
567106	linear.weight	9	-0.04925866052508354
567106	linear.bias	0	-0.8660311698913574
567106	linear.bias	1	1.8822674751281738
567106	linear.bias	2	0.7827507853507996
567106	linear.bias	3	-2.7178499698638916
567106	linear.bias	4	-0.1020636111497879
567106	linear.bias	5	1.2403987646102905
567106	linear.bias	6	-0.23653768002986908
567106	linear.bias	7	0.8071341514587402
567106	linear.bias	8	2.202254295349121
567106	linear.bias	9	-1.4130066633224487
567114	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
567114	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
567114	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
567114	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
567114	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
567114	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
567114	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
567114	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
567114	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
567114	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
567114	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
567114	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
567114	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
567114	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
567114	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
567114	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
567114	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
567114	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
567114	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
567114	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
567114	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
567114	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
567114	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
567114	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
567114	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
567114	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
567114	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
567114	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
567114	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
567114	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
567114	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
567114	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
567114	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
567114	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
567114	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
567114	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
567114	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
567114	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
567114	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
567114	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
567114	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
567114	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
567114	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
567114	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
567114	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
567114	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
567114	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
567114	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
567114	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
567114	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
567114	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
567114	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
567114	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
567114	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
567114	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
567114	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
567114	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
567114	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
567114	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
567114	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
567114	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
567114	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
567114	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
567114	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
567114	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
567114	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
567114	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
567114	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
567114	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
567114	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
567114	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
567114	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
567114	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
567114	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
567114	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
567114	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
567114	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
567114	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
567114	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
567114	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
567114	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
567114	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
567114	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
567114	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
567114	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
567114	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
567114	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
567114	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
567114	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
567114	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
567114	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
567114	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
567114	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
567114	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
567114	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
567114	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
567114	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
567114	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
567114	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
567114	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
567114	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
567114	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
567114	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
567114	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
567114	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
567114	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
567114	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
567114	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
567114	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
567114	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
567114	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
567114	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
567114	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
567114	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
567114	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
567114	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
567114	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
567114	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
567114	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
567114	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
567114	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
567114	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
567114	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
567114	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
567114	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
567114	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
567114	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
567114	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
567114	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
567114	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
567114	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
567114	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
567114	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
567114	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
567114	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
567114	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
567114	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
567114	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
567114	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
567114	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
567114	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
567114	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
567114	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
567114	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
567114	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
567114	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
567114	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
567114	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
567114	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
567114	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
567114	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
567114	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
567114	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
567114	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
567114	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
567114	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
567114	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
567114	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
567114	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
567114	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
567114	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
567114	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
567114	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
567114	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
567114	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
567114	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
567114	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
567114	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
567114	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
567114	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
567114	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
567114	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
567114	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
567114	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
567114	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
567114	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
567114	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
567114	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
567114	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
567114	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
567114	embedding2nn.weight	0	0.3229790925979614
567114	embedding2nn.weight	1	0.3894311189651489
567114	embedding2nn.weight	2	0.0036757367197424173
567114	embedding2nn.weight	3	0.023434927687048912
567114	embedding2nn.weight	4	-0.03385110944509506
567114	embedding2nn.weight	5	0.06776350736618042
567114	embedding2nn.weight	6	0.02447582222521305
567114	embedding2nn.weight	7	-0.022246668115258217
567114	embedding2nn.weight	8	0.027184270322322845
567114	embedding2nn.weight	9	-0.04777727648615837
567114	embedding2nn.bias	0	0.014296232722699642
567114	embedding2nn.bias	1	-0.21477110683918
567114	embedding2nn.bias	2	0.08820804208517075
567114	embedding2nn.bias	3	0.16718456149101257
567114	embedding2nn.bias	4	0.13750886917114258
567114	embedding2nn.bias	5	-0.06171615421772003
567114	embedding2nn.bias	6	-0.04988061264157295
567114	embedding2nn.bias	7	0.051706377416849136
567114	embedding2nn.bias	8	-0.16755425930023193
567114	embedding2nn.bias	9	-0.37912872433662415
567114	rnn.weight_ih_l0	0	-0.008447020314633846
567114	rnn.weight_ih_l0	1	-0.05512663349509239
567114	rnn.weight_ih_l0	2	-0.05864397808909416
567114	rnn.weight_ih_l0	3	0.1056085154414177
567114	rnn.weight_ih_l0	4	0.030772896483540535
567114	rnn.weight_ih_l0	5	-0.052296437323093414
567114	rnn.weight_ih_l0	6	-0.009667625650763512
567114	rnn.weight_ih_l0	7	-0.024596158415079117
567114	rnn.weight_ih_l0	8	0.01809864118695259
567114	rnn.weight_ih_l0	9	-0.1077379435300827
567114	rnn.weight_hh_l0	0	-0.017839163541793823
567114	rnn.weight_hh_l0	1	0.0794123187661171
567114	rnn.weight_hh_l0	2	0.018090596422553062
567114	rnn.weight_hh_l0	3	-0.023109741508960724
567114	rnn.weight_hh_l0	4	0.05869368091225624
567114	rnn.weight_hh_l0	5	0.017771538347005844
567114	rnn.weight_hh_l0	6	-0.07068270444869995
567114	rnn.weight_hh_l0	7	-0.10105525702238083
567114	rnn.weight_hh_l0	8	0.03450283408164978
567114	rnn.weight_hh_l0	9	-0.10822751373052597
567114	rnn.bias_ih_l0	0	0.17718248069286346
567114	rnn.bias_ih_l0	1	-0.3317330777645111
567114	rnn.bias_ih_l0	2	-0.03982687368988991
567114	rnn.bias_ih_l0	3	-0.21806609630584717
567114	rnn.bias_ih_l0	4	0.02674219384789467
567114	rnn.bias_ih_l0	5	-0.430599570274353
567114	rnn.bias_ih_l0	6	-0.15604835748672485
567114	rnn.bias_ih_l0	7	-0.360630601644516
567114	rnn.bias_ih_l0	8	-0.2898479402065277
567114	rnn.bias_ih_l0	9	-0.45374253392219543
567114	rnn.bias_hh_l0	0	-0.3337779939174652
567114	rnn.bias_hh_l0	1	-0.438572496175766
567114	rnn.bias_hh_l0	2	-0.39862799644470215
567114	rnn.bias_hh_l0	3	-0.061062175780534744
567114	rnn.bias_hh_l0	4	-0.38759127259254456
567114	rnn.bias_hh_l0	5	-0.34839102625846863
567114	rnn.bias_hh_l0	6	-0.12351252883672714
567114	rnn.bias_hh_l0	7	0.07203788310289383
567114	rnn.bias_hh_l0	8	-0.2240869253873825
567114	rnn.bias_hh_l0	9	-0.5690853595733643
567114	rnn.weight_ih_l0_reverse	0	0.021705126389861107
567114	rnn.weight_ih_l0_reverse	1	-0.03994918614625931
567114	rnn.weight_ih_l0_reverse	2	-0.012538100592792034
567114	rnn.weight_ih_l0_reverse	3	-0.13528119027614594
567114	rnn.weight_ih_l0_reverse	4	0.08865951746702194
567114	rnn.weight_ih_l0_reverse	5	-0.14563120901584625
567114	rnn.weight_ih_l0_reverse	6	-0.004524449352174997
567114	rnn.weight_ih_l0_reverse	7	0.033413663506507874
567114	rnn.weight_ih_l0_reverse	8	-0.07381485402584076
567114	rnn.weight_ih_l0_reverse	9	-0.07578931003808975
567114	rnn.weight_hh_l0_reverse	0	-0.14953969419002533
567114	rnn.weight_hh_l0_reverse	1	0.023380909115076065
567114	rnn.weight_hh_l0_reverse	2	-0.026865879073739052
567114	rnn.weight_hh_l0_reverse	3	0.026428695768117905
567114	rnn.weight_hh_l0_reverse	4	-0.08920102566480637
567114	rnn.weight_hh_l0_reverse	5	0.0347120463848114
567114	rnn.weight_hh_l0_reverse	6	0.026144159957766533
567114	rnn.weight_hh_l0_reverse	7	-0.11457157880067825
567114	rnn.weight_hh_l0_reverse	8	-0.058488089591264725
567114	rnn.weight_hh_l0_reverse	9	0.05139022320508957
567114	rnn.bias_ih_l0_reverse	0	-0.16849873960018158
567114	rnn.bias_ih_l0_reverse	1	-0.07327785342931747
567114	rnn.bias_ih_l0_reverse	2	0.1302087903022766
567114	rnn.bias_ih_l0_reverse	3	-0.30853307247161865
567114	rnn.bias_ih_l0_reverse	4	-0.007061921991407871
567114	rnn.bias_ih_l0_reverse	5	-0.21815921366214752
567114	rnn.bias_ih_l0_reverse	6	0.2508551776409149
567114	rnn.bias_ih_l0_reverse	7	-0.32388174533843994
567114	rnn.bias_ih_l0_reverse	8	-0.19294388592243195
567114	rnn.bias_ih_l0_reverse	9	-0.19016382098197937
567114	rnn.bias_hh_l0_reverse	0	-0.10891367495059967
567114	rnn.bias_hh_l0_reverse	1	0.27616989612579346
567114	rnn.bias_hh_l0_reverse	2	-0.3234454393386841
567114	rnn.bias_hh_l0_reverse	3	-0.2100963294506073
567114	rnn.bias_hh_l0_reverse	4	-0.3987223207950592
567114	rnn.bias_hh_l0_reverse	5	-0.1916353553533554
567114	rnn.bias_hh_l0_reverse	6	-0.26250144839286804
567114	rnn.bias_hh_l0_reverse	7	-0.09310971945524216
567114	rnn.bias_hh_l0_reverse	8	-0.3135058283805847
567114	rnn.bias_hh_l0_reverse	9	0.20936425030231476
567114	linear.weight	0	0.25524401664733887
567114	linear.weight	1	-0.4261975884437561
567114	linear.weight	2	0.02957955375313759
567114	linear.weight	3	0.0675494372844696
567114	linear.weight	4	-0.16533632576465607
567114	linear.weight	5	0.19721592962741852
567114	linear.weight	6	-0.04644028842449188
567114	linear.weight	7	-0.06048678979277611
567114	linear.weight	8	0.11619308590888977
567114	linear.weight	9	-0.049258653074502945
567114	linear.bias	0	-0.8655861616134644
567114	linear.bias	1	1.8621472120285034
567114	linear.bias	2	0.7894290685653687
567114	linear.bias	3	-2.71785044670105
567114	linear.bias	4	-0.10146764665842056
567114	linear.bias	5	1.2428559064865112
567114	linear.bias	6	-0.23549459874629974
567114	linear.bias	7	0.811314582824707
567114	linear.bias	8	2.2137722969055176
567114	linear.bias	9	-1.4133864641189575
567723	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
567723	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
567723	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
567723	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
567723	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
567723	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
567723	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
567723	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
567723	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
567723	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
567723	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
567723	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
567723	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
567723	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
567723	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
567723	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
567723	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
567723	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
567723	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
567723	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
567723	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
567723	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
567723	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
567723	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
567723	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
567723	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
567723	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
567723	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
567723	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
567723	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
567723	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
567723	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
567723	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
567723	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
567723	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
567723	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
567723	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
567723	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
567723	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
567723	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
567723	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
567723	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
567723	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
567723	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
567723	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
567723	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
567723	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
567723	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
567723	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
567723	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
567723	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
567723	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
567723	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
567723	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
567723	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
567723	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
567723	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
567723	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
567723	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
567723	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
567723	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
567723	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
567723	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
567723	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
567723	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
567723	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
567723	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
567723	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
567723	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
567723	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
567723	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
567723	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
567723	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
567723	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
567723	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
567723	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
567723	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
567723	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
567723	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
567723	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
567723	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
567723	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
567723	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
567723	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
567723	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
567723	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
567723	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
567723	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
567723	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
567723	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
567723	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
567723	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
567723	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
567723	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
567723	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
567723	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
567723	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
567723	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
567723	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
567723	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
567723	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
567723	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
567723	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
567723	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
567723	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
567723	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
567723	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
567723	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
567723	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
567723	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
567723	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
567723	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
567723	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
567723	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
567723	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
567723	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
567723	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
567723	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
567723	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
567723	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
567723	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
567723	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
567723	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
567723	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
567723	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
567723	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
567723	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
567723	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
567723	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
567723	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
567723	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
567723	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
567723	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
567723	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
567723	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
567723	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
567723	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
567723	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
567723	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
567723	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
567723	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
567723	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
567723	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
567723	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
567723	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
567723	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
567723	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
567723	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
567723	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
567723	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
567723	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
567723	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
567723	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
567723	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
567723	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
567723	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
567723	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
567723	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
567723	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
567723	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
567723	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
567723	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
567723	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
567723	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
567723	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
567723	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
567723	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
567723	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
567723	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
567723	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
567723	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
567723	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
567723	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
567723	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
567723	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
567723	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
567723	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
567723	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
567723	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
567723	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
567723	embedding2nn.weight	0	0.3225822448730469
567723	embedding2nn.weight	1	0.3867856562137604
567723	embedding2nn.weight	2	0.0030370024032890797
567723	embedding2nn.weight	3	0.025325128808617592
567723	embedding2nn.weight	4	-0.032068584114313126
567723	embedding2nn.weight	5	0.06706195324659348
567723	embedding2nn.weight	6	0.014537814073264599
567723	embedding2nn.weight	7	-0.021644985303282738
567723	embedding2nn.weight	8	0.02970103546977043
567723	embedding2nn.weight	9	-0.04689585790038109
567723	embedding2nn.bias	0	0.010511152446269989
567723	embedding2nn.bias	1	-0.2273731827735901
567723	embedding2nn.bias	2	0.09519344568252563
567723	embedding2nn.bias	3	0.15947389602661133
567723	embedding2nn.bias	4	0.13878951966762543
567723	embedding2nn.bias	5	-0.06709735840559006
567723	embedding2nn.bias	6	-0.06068575009703636
567723	embedding2nn.bias	7	0.05249522253870964
567723	embedding2nn.bias	8	-0.16287417709827423
567723	embedding2nn.bias	9	-0.37774658203125
567723	rnn.weight_ih_l0	0	-0.008830508217215538
567723	rnn.weight_ih_l0	1	-0.05544169992208481
567723	rnn.weight_ih_l0	2	-0.05901516228914261
567723	rnn.weight_ih_l0	3	0.10822585225105286
567723	rnn.weight_ih_l0	4	0.033785171806812286
567723	rnn.weight_ih_l0	5	-0.054655175656080246
567723	rnn.weight_ih_l0	6	-0.006492170505225658
567723	rnn.weight_ih_l0	7	-0.023287948220968246
567723	rnn.weight_ih_l0	8	0.012936430983245373
567723	rnn.weight_ih_l0	9	-0.10925067216157913
567723	rnn.weight_hh_l0	0	-0.017961794510483742
567723	rnn.weight_hh_l0	1	0.07992666214704514
567723	rnn.weight_hh_l0	2	0.01806473173201084
567723	rnn.weight_hh_l0	3	-0.022943120449781418
567723	rnn.weight_hh_l0	4	0.059009652584791183
567723	rnn.weight_hh_l0	5	0.01813834346830845
567723	rnn.weight_hh_l0	6	-0.0712849497795105
567723	rnn.weight_hh_l0	7	-0.10122065991163254
567723	rnn.weight_hh_l0	8	0.03448281064629555
567723	rnn.weight_hh_l0	9	-0.10976491868495941
567723	rnn.bias_ih_l0	0	0.18268370628356934
567723	rnn.bias_ih_l0	1	-0.3294422924518585
567723	rnn.bias_ih_l0	2	-0.04119065776467323
567723	rnn.bias_ih_l0	3	-0.21694013476371765
567723	rnn.bias_ih_l0	4	0.024072742089629173
567723	rnn.bias_ih_l0	5	-0.4278643727302551
567723	rnn.bias_ih_l0	6	-0.1582886129617691
567723	rnn.bias_ih_l0	7	-0.3605564832687378
567723	rnn.bias_ih_l0	8	-0.28665706515312195
567723	rnn.bias_ih_l0	9	-0.4541061520576477
567723	rnn.bias_hh_l0	0	-0.329739511013031
567723	rnn.bias_hh_l0	1	-0.4357846677303314
567723	rnn.bias_hh_l0	2	-0.39825817942619324
567723	rnn.bias_hh_l0	3	-0.060838498175144196
567723	rnn.bias_hh_l0	4	-0.38648685812950134
567723	rnn.bias_hh_l0	5	-0.3485648036003113
567723	rnn.bias_hh_l0	6	-0.11922148615121841
567723	rnn.bias_hh_l0	7	0.06918224692344666
567723	rnn.bias_hh_l0	8	-0.22588664293289185
567723	rnn.bias_hh_l0	9	-0.574914813041687
567723	rnn.weight_ih_l0_reverse	0	0.020910631865262985
567723	rnn.weight_ih_l0_reverse	1	-0.03892108425498009
567723	rnn.weight_ih_l0_reverse	2	-0.012924116104841232
567723	rnn.weight_ih_l0_reverse	3	-0.13538096845149994
567723	rnn.weight_ih_l0_reverse	4	0.0876254141330719
567723	rnn.weight_ih_l0_reverse	5	-0.14500263333320618
567723	rnn.weight_ih_l0_reverse	6	-0.0004902149084955454
567723	rnn.weight_ih_l0_reverse	7	0.03230898454785347
567723	rnn.weight_ih_l0_reverse	8	-0.07231148332357407
567723	rnn.weight_ih_l0_reverse	9	-0.0725577101111412
567723	rnn.weight_hh_l0_reverse	0	-0.14973504841327667
567723	rnn.weight_hh_l0_reverse	1	0.023296363651752472
567723	rnn.weight_hh_l0_reverse	2	-0.02639589086174965
567723	rnn.weight_hh_l0_reverse	3	0.026213275268673897
567723	rnn.weight_hh_l0_reverse	4	-0.08952663838863373
567723	rnn.weight_hh_l0_reverse	5	0.03483305126428604
567723	rnn.weight_hh_l0_reverse	6	0.026135671883821487
567723	rnn.weight_hh_l0_reverse	7	-0.11635476350784302
567723	rnn.weight_hh_l0_reverse	8	-0.05881413444876671
567723	rnn.weight_hh_l0_reverse	9	0.05010640621185303
567723	rnn.bias_ih_l0_reverse	0	-0.1677674800157547
567723	rnn.bias_ih_l0_reverse	1	-0.07018066197633743
567723	rnn.bias_ih_l0_reverse	2	0.13118475675582886
567723	rnn.bias_ih_l0_reverse	3	-0.30353763699531555
567723	rnn.bias_ih_l0_reverse	4	0.0029414002783596516
567723	rnn.bias_ih_l0_reverse	5	-0.21969692409038544
567723	rnn.bias_ih_l0_reverse	6	0.25193241238594055
567723	rnn.bias_ih_l0_reverse	7	-0.3195660412311554
567723	rnn.bias_ih_l0_reverse	8	-0.1931561678647995
567723	rnn.bias_ih_l0_reverse	9	-0.18958359956741333
567723	rnn.bias_hh_l0_reverse	0	-0.11052537709474564
567723	rnn.bias_hh_l0_reverse	1	0.2724469304084778
567723	rnn.bias_hh_l0_reverse	2	-0.3204658627510071
567723	rnn.bias_hh_l0_reverse	3	-0.21364454925060272
567723	rnn.bias_hh_l0_reverse	4	-0.39698222279548645
567723	rnn.bias_hh_l0_reverse	5	-0.19156506657600403
567723	rnn.bias_hh_l0_reverse	6	-0.2615262567996979
567723	rnn.bias_hh_l0_reverse	7	-0.0848478153347969
567723	rnn.bias_hh_l0_reverse	8	-0.3113941252231598
567723	rnn.bias_hh_l0_reverse	9	0.19563700258731842
567723	linear.weight	0	0.24702250957489014
567723	linear.weight	1	-0.4115857481956482
567723	linear.weight	2	0.0349971204996109
567723	linear.weight	3	0.06754741817712784
567723	linear.weight	4	-0.13919755816459656
567723	linear.weight	5	0.21080173552036285
567723	linear.weight	6	-0.06333675235509872
567723	linear.weight	7	-0.06048331409692764
567723	linear.weight	8	0.11277151852846146
567723	linear.weight	9	-0.04926171898841858
567723	linear.bias	0	-0.8372275233268738
567723	linear.bias	1	1.8473076820373535
567723	linear.bias	2	0.8003832697868347
567723	linear.bias	3	-2.7179741859436035
567723	linear.bias	4	-0.120669424533844
567723	linear.bias	5	1.2370017766952515
567723	linear.bias	6	-0.23748816549777985
567723	linear.bias	7	0.786374568939209
567723	linear.bias	8	2.202773332595825
567723	linear.bias	9	-1.420695424079895
568332	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
568332	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
568332	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
568332	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
568332	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
568332	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
568332	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
568332	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
568332	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
568332	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
568332	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
568332	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
568332	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
568332	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
568332	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
568332	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
568332	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
568332	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
568332	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
568332	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
568332	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
568332	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
568332	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
568332	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
568332	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
568332	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
568332	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
568332	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
568332	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
568332	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
568332	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
568332	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
568332	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
568332	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
568332	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
568332	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
568332	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
568332	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
568332	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
568332	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
568332	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
568332	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
568332	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
568332	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
568332	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
568332	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
568332	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
568332	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
568332	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
568332	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
568332	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
568332	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
568332	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
568332	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
568332	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
568332	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
568332	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
568332	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
568332	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
568332	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
568332	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
568332	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
568332	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
568332	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
568332	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
568332	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
568332	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
568332	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
568332	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
568332	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
568332	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
568332	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
568332	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
568332	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
568332	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
568332	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
568332	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
568332	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
568332	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
568332	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
568332	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
568332	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
568332	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
568332	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
568332	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
568332	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
568332	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
568332	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
568332	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
568332	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
568332	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
568332	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
568332	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
568332	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
568332	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
568332	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
568332	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
568332	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
568332	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
568332	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
568332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
568332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
568332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
568332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
568332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
568332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
568332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
568332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
568332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
568332	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
568332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
568332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
568332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
568332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
568332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
568332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
568332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
568332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
568332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
568332	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
568332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
568332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
568332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
568332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
568332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
568332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
568332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
568332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
568332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
568332	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
568332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
568332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
568332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
568332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
568332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
568332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
568332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
568332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
568332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
568332	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
568332	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
568332	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
568332	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
568332	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
568332	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
568332	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
568332	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
568332	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
568332	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
568332	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
568332	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
568332	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
568332	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
568332	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
568332	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
568332	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
568332	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
568332	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
568332	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
568332	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
568332	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
568332	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
568332	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
568332	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
568332	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
568332	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
568332	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
568332	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
568332	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
568332	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
568332	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
568332	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
568332	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
568332	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
568332	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
568332	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
568332	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
568332	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
568332	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
568332	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
568332	embedding2nn.weight	0	0.3241664171218872
568332	embedding2nn.weight	1	0.3858872652053833
568332	embedding2nn.weight	2	0.005719470791518688
568332	embedding2nn.weight	3	0.03681952506303787
568332	embedding2nn.weight	4	-0.03352699801325798
568332	embedding2nn.weight	5	0.06594280153512955
568332	embedding2nn.weight	6	0.009572109207510948
568332	embedding2nn.weight	7	-0.014487563632428646
568332	embedding2nn.weight	8	0.03092047944664955
568332	embedding2nn.weight	9	-0.04435417428612709
568332	embedding2nn.bias	0	0.009692229330539703
568332	embedding2nn.bias	1	-0.22284582257270813
568332	embedding2nn.bias	2	0.10465805977582932
568332	embedding2nn.bias	3	0.16656988859176636
568332	embedding2nn.bias	4	0.14169786870479584
568332	embedding2nn.bias	5	-0.06285262852907181
568332	embedding2nn.bias	6	-0.043645717203617096
568332	embedding2nn.bias	7	0.05626519024372101
568332	embedding2nn.bias	8	-0.19103698432445526
568332	embedding2nn.bias	9	-0.3716353178024292
568332	rnn.weight_ih_l0	0	-0.007557281292974949
568332	rnn.weight_ih_l0	1	-0.05562189966440201
568332	rnn.weight_ih_l0	2	-0.05497125908732414
568332	rnn.weight_ih_l0	3	0.10999373346567154
568332	rnn.weight_ih_l0	4	0.030909361317753792
568332	rnn.weight_ih_l0	5	-0.05300363898277283
568332	rnn.weight_ih_l0	6	-0.005247403401881456
568332	rnn.weight_ih_l0	7	-0.02357679232954979
568332	rnn.weight_ih_l0	8	0.010166252963244915
568332	rnn.weight_ih_l0	9	-0.10958215594291687
568332	rnn.weight_hh_l0	0	-0.0179152674973011
568332	rnn.weight_hh_l0	1	0.07991936057806015
568332	rnn.weight_hh_l0	2	0.01847967319190502
568332	rnn.weight_hh_l0	3	-0.023044195026159286
568332	rnn.weight_hh_l0	4	0.05915951728820801
568332	rnn.weight_hh_l0	5	0.018599586561322212
568332	rnn.weight_hh_l0	6	-0.07143191248178482
568332	rnn.weight_hh_l0	7	-0.09910451620817184
568332	rnn.weight_hh_l0	8	0.03454248234629631
568332	rnn.weight_hh_l0	9	-0.11005409806966782
568332	rnn.bias_ih_l0	0	0.18251991271972656
568332	rnn.bias_ih_l0	1	-0.33094754815101624
568332	rnn.bias_ih_l0	2	-0.040906742215156555
568332	rnn.bias_ih_l0	3	-0.21954487264156342
568332	rnn.bias_ih_l0	4	0.022911934182047844
568332	rnn.bias_ih_l0	5	-0.42561307549476624
568332	rnn.bias_ih_l0	6	-0.15349653363227844
568332	rnn.bias_ih_l0	7	-0.3597091734409332
568332	rnn.bias_ih_l0	8	-0.28864964842796326
568332	rnn.bias_ih_l0	9	-0.4498782157897949
568332	rnn.bias_hh_l0	0	-0.3287501633167267
568332	rnn.bias_hh_l0	1	-0.4367968738079071
568332	rnn.bias_hh_l0	2	-0.4003118872642517
568332	rnn.bias_hh_l0	3	-0.06433885544538498
568332	rnn.bias_hh_l0	4	-0.3875387907028198
568332	rnn.bias_hh_l0	5	-0.3475326597690582
568332	rnn.bias_hh_l0	6	-0.12179234623908997
568332	rnn.bias_hh_l0	7	0.06672319024801254
568332	rnn.bias_hh_l0	8	-0.22553664445877075
568332	rnn.bias_hh_l0	9	-0.5707848072052002
568332	rnn.weight_ih_l0_reverse	0	0.02040931023657322
568332	rnn.weight_ih_l0_reverse	1	-0.0395880751311779
568332	rnn.weight_ih_l0_reverse	2	-0.01319157425314188
568332	rnn.weight_ih_l0_reverse	3	-0.13535763323307037
568332	rnn.weight_ih_l0_reverse	4	0.08784978836774826
568332	rnn.weight_ih_l0_reverse	5	-0.1441829800605774
568332	rnn.weight_ih_l0_reverse	6	0.002193399937823415
568332	rnn.weight_ih_l0_reverse	7	0.032839346677064896
568332	rnn.weight_ih_l0_reverse	8	-0.07314667850732803
568332	rnn.weight_ih_l0_reverse	9	-0.07253912091255188
568332	rnn.weight_hh_l0_reverse	0	-0.15039336681365967
568332	rnn.weight_hh_l0_reverse	1	0.023382518440485
568332	rnn.weight_hh_l0_reverse	2	-0.026066521182656288
568332	rnn.weight_hh_l0_reverse	3	0.0267313402146101
568332	rnn.weight_hh_l0_reverse	4	-0.09035483747720718
568332	rnn.weight_hh_l0_reverse	5	0.03445420041680336
568332	rnn.weight_hh_l0_reverse	6	0.02628709003329277
568332	rnn.weight_hh_l0_reverse	7	-0.11675471067428589
568332	rnn.weight_hh_l0_reverse	8	-0.060050223022699356
568332	rnn.weight_hh_l0_reverse	9	0.04896613210439682
568332	rnn.bias_ih_l0_reverse	0	-0.16868746280670166
568332	rnn.bias_ih_l0_reverse	1	-0.07022584229707718
568332	rnn.bias_ih_l0_reverse	2	0.1329335719347
568332	rnn.bias_ih_l0_reverse	3	-0.3047836124897003
568332	rnn.bias_ih_l0_reverse	4	-4.314294710638933e-05
568332	rnn.bias_ih_l0_reverse	5	-0.22200490534305573
568332	rnn.bias_ih_l0_reverse	6	0.24979867041110992
568332	rnn.bias_ih_l0_reverse	7	-0.32424184679985046
568332	rnn.bias_ih_l0_reverse	8	-0.1948278248310089
568332	rnn.bias_ih_l0_reverse	9	-0.1883080154657364
568332	rnn.bias_hh_l0_reverse	0	-0.11090634018182755
568332	rnn.bias_hh_l0_reverse	1	0.2697242498397827
568332	rnn.bias_hh_l0_reverse	2	-0.3236902952194214
568332	rnn.bias_hh_l0_reverse	3	-0.21789248287677765
568332	rnn.bias_hh_l0_reverse	4	-0.3895481526851654
568332	rnn.bias_hh_l0_reverse	5	-0.19469879567623138
568332	rnn.bias_hh_l0_reverse	6	-0.2586621046066284
568332	rnn.bias_hh_l0_reverse	7	-0.08259142935276031
568332	rnn.bias_hh_l0_reverse	8	-0.30728110671043396
568332	rnn.bias_hh_l0_reverse	9	0.18940924108028412
568332	linear.weight	0	0.23981039226055145
568332	linear.weight	1	-0.40069276094436646
568332	linear.weight	2	0.00934106856584549
568332	linear.weight	3	0.06754687428474426
568332	linear.weight	4	-0.11834351718425751
568332	linear.weight	5	0.22540971636772156
568332	linear.weight	6	-0.05688079819083214
568332	linear.weight	7	-0.060477517545223236
568332	linear.weight	8	0.11459601670503616
568332	linear.weight	9	-0.049264922738075256
568332	linear.bias	0	-0.8333346843719482
568332	linear.bias	1	1.8650002479553223
568332	linear.bias	2	0.7926908731460571
568332	linear.bias	3	-2.718095302581787
568332	linear.bias	4	-0.10423246026039124
568332	linear.bias	5	1.2319293022155762
568332	linear.bias	6	-0.23246754705905914
568332	linear.bias	7	0.7973372340202332
568332	linear.bias	8	2.1854395866394043
568332	linear.bias	9	-1.4185773134231567
568941	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
568941	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
568941	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
568941	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
568941	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
568941	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
568941	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
568941	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
568941	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
568941	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
568941	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
568941	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
568941	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
568941	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
568941	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
568941	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
568941	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
568941	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
568941	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
568941	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
568941	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
568941	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
568941	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
568941	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
568941	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
568941	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
568941	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
568941	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
568941	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
568941	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
568941	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
568941	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
568941	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
568941	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
568941	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
568941	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
568941	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
568941	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
568941	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
568941	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
568941	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
568941	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
568941	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
568941	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
568941	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
568941	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
568941	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
568941	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
568941	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
568941	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
568941	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
568941	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
568941	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
568941	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
568941	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
568941	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
568941	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
568941	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
568941	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
568941	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
568941	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
568941	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
568941	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
568941	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
568941	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
568941	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
568941	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
568941	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
568941	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
568941	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
568941	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
568941	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
568941	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
568941	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
568941	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
568941	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
568941	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
568941	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
568941	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
568941	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
568941	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
568941	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
568941	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
568941	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
568941	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
568941	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
568941	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
568941	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
568941	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
568941	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
568941	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
568941	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
568941	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
568941	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
568941	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
568941	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
568941	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
568941	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
568941	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
568941	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
568941	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
568941	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
568941	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
568941	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
568941	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
568941	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
568941	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
568941	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
568941	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
568941	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
568941	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
568941	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
568941	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
568941	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
568941	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
568941	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
568941	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
568941	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
568941	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
568941	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
568941	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
568941	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
568941	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
568941	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
568941	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
568941	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
568941	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
568941	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
568941	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
568941	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
568941	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
568941	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
568941	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
568941	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
568941	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
568941	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
568941	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
568941	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
568941	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
568941	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
568941	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
568941	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
568941	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
568941	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
568941	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
568941	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
568941	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
568941	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
568941	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
568941	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
568941	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
568941	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
568941	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
568941	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
568941	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
568941	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
568941	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
568941	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
568941	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
568941	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
568941	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
568941	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
568941	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
568941	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
568941	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
568941	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
568941	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
568941	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
568941	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
568941	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
568941	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
568941	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
568941	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
568941	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
568941	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
568941	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
568941	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
568941	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
568941	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
568941	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
568941	embedding2nn.weight	0	0.3248738646507263
568941	embedding2nn.weight	1	0.386127233505249
568941	embedding2nn.weight	2	0.002741687698289752
568941	embedding2nn.weight	3	0.035899028182029724
568941	embedding2nn.weight	4	-0.034047942608594894
568941	embedding2nn.weight	5	0.06478889286518097
568941	embedding2nn.weight	6	0.010263503529131413
568941	embedding2nn.weight	7	-0.014259948395192623
568941	embedding2nn.weight	8	0.03088177740573883
568941	embedding2nn.weight	9	-0.04548913240432739
568941	embedding2nn.bias	0	0.022750942036509514
568941	embedding2nn.bias	1	-0.20806726813316345
568941	embedding2nn.bias	2	0.10849232226610184
568941	embedding2nn.bias	3	0.17342336475849152
568941	embedding2nn.bias	4	0.13959579169750214
568941	embedding2nn.bias	5	-0.05138077959418297
568941	embedding2nn.bias	6	-0.04562070220708847
568941	embedding2nn.bias	7	0.05480891838669777
568941	embedding2nn.bias	8	-0.17762142419815063
568941	embedding2nn.bias	9	-0.3827846646308899
568941	rnn.weight_ih_l0	0	-0.009108085185289383
568941	rnn.weight_ih_l0	1	-0.0558682344853878
568941	rnn.weight_ih_l0	2	-0.05425606295466423
568941	rnn.weight_ih_l0	3	0.10612758249044418
568941	rnn.weight_ih_l0	4	0.0338440015912056
568941	rnn.weight_ih_l0	5	-0.05362662672996521
568941	rnn.weight_ih_l0	6	-0.009899765253067017
568941	rnn.weight_ih_l0	7	-0.023923063650727272
568941	rnn.weight_ih_l0	8	0.012273160740733147
568941	rnn.weight_ih_l0	9	-0.11113570630550385
568941	rnn.weight_hh_l0	0	-0.01785215549170971
568941	rnn.weight_hh_l0	1	0.08006242662668228
568941	rnn.weight_hh_l0	2	0.0193793885409832
568941	rnn.weight_hh_l0	3	-0.023018166422843933
568941	rnn.weight_hh_l0	4	0.059071388095617294
568941	rnn.weight_hh_l0	5	0.019423410296440125
568941	rnn.weight_hh_l0	6	-0.07184641063213348
568941	rnn.weight_hh_l0	7	-0.09914838522672653
568941	rnn.weight_hh_l0	8	0.03456785902380943
568941	rnn.weight_hh_l0	9	-0.11088193953037262
568941	rnn.bias_ih_l0	0	0.18070125579833984
568941	rnn.bias_ih_l0	1	-0.32984745502471924
568941	rnn.bias_ih_l0	2	-0.0398210808634758
568941	rnn.bias_ih_l0	3	-0.22284218668937683
568941	rnn.bias_ih_l0	4	0.02121967449784279
568941	rnn.bias_ih_l0	5	-0.4282117486000061
568941	rnn.bias_ih_l0	6	-0.1540357768535614
568941	rnn.bias_ih_l0	7	-0.35980021953582764
568941	rnn.bias_ih_l0	8	-0.29546409845352173
568941	rnn.bias_ih_l0	9	-0.4495083689689636
568941	rnn.bias_hh_l0	0	-0.32593482732772827
568941	rnn.bias_hh_l0	1	-0.4367367625236511
568941	rnn.bias_hh_l0	2	-0.4010234773159027
568941	rnn.bias_hh_l0	3	-0.06418529897928238
568941	rnn.bias_hh_l0	4	-0.3894348442554474
568941	rnn.bias_hh_l0	5	-0.34893086552619934
568941	rnn.bias_hh_l0	6	-0.12450318038463593
568941	rnn.bias_hh_l0	7	0.06781834363937378
568941	rnn.bias_hh_l0	8	-0.22352147102355957
568941	rnn.bias_hh_l0	9	-0.5722822546958923
568941	rnn.weight_ih_l0_reverse	0	0.024398762732744217
568941	rnn.weight_ih_l0_reverse	1	-0.039690446108579636
568941	rnn.weight_ih_l0_reverse	2	-0.015317861922085285
568941	rnn.weight_ih_l0_reverse	3	-0.13452009856700897
568941	rnn.weight_ih_l0_reverse	4	0.08710797131061554
568941	rnn.weight_ih_l0_reverse	5	-0.14413191378116608
568941	rnn.weight_ih_l0_reverse	6	0.0022296602837741375
568941	rnn.weight_ih_l0_reverse	7	0.03169448301196098
568941	rnn.weight_ih_l0_reverse	8	-0.07207514345645905
568941	rnn.weight_ih_l0_reverse	9	-0.07323509454727173
568941	rnn.weight_hh_l0_reverse	0	-0.14939142763614655
568941	rnn.weight_hh_l0_reverse	1	0.023383639752864838
568941	rnn.weight_hh_l0_reverse	2	-0.026048583909869194
568941	rnn.weight_hh_l0_reverse	3	0.027054619044065475
568941	rnn.weight_hh_l0_reverse	4	-0.0899624153971672
568941	rnn.weight_hh_l0_reverse	5	0.034567851573228836
568941	rnn.weight_hh_l0_reverse	6	0.026376930996775627
568941	rnn.weight_hh_l0_reverse	7	-0.11717868596315384
568941	rnn.weight_hh_l0_reverse	8	-0.05821610987186432
568941	rnn.weight_hh_l0_reverse	9	0.05033949017524719
568941	rnn.bias_ih_l0_reverse	0	-0.16473549604415894
568941	rnn.bias_ih_l0_reverse	1	-0.06966336071491241
568941	rnn.bias_ih_l0_reverse	2	0.12381546199321747
568941	rnn.bias_ih_l0_reverse	3	-0.3121034502983093
568941	rnn.bias_ih_l0_reverse	4	0.0016268863109871745
568941	rnn.bias_ih_l0_reverse	5	-0.22063717246055603
568941	rnn.bias_ih_l0_reverse	6	0.2552654445171356
568941	rnn.bias_ih_l0_reverse	7	-0.32705196738243103
568941	rnn.bias_ih_l0_reverse	8	-0.19328051805496216
568941	rnn.bias_ih_l0_reverse	9	-0.18836893141269684
568941	rnn.bias_hh_l0_reverse	0	-0.11063611507415771
568941	rnn.bias_hh_l0_reverse	1	0.2678111791610718
568941	rnn.bias_hh_l0_reverse	2	-0.32225510478019714
568941	rnn.bias_hh_l0_reverse	3	-0.22033996880054474
568941	rnn.bias_hh_l0_reverse	4	-0.3926721215248108
568941	rnn.bias_hh_l0_reverse	5	-0.19163821637630463
568941	rnn.bias_hh_l0_reverse	6	-0.2616942226886749
568941	rnn.bias_hh_l0_reverse	7	-0.08147147297859192
568941	rnn.bias_hh_l0_reverse	8	-0.3129812180995941
568941	rnn.bias_hh_l0_reverse	9	0.18998688459396362
568941	linear.weight	0	0.22578951716423035
568941	linear.weight	1	-0.4163506031036377
568941	linear.weight	2	0.039924416691064835
568941	linear.weight	3	0.06754697859287262
568941	linear.weight	4	-0.11170651763677597
568941	linear.weight	5	0.2136383056640625
568941	linear.weight	6	-0.06533652544021606
568941	linear.weight	7	-0.060474518686532974
568941	linear.weight	8	0.11425182968378067
568941	linear.weight	9	-0.04926754906773567
568941	linear.bias	0	-0.8438601493835449
568941	linear.bias	1	1.8559629917144775
568941	linear.bias	2	0.7598950862884521
568941	linear.bias	3	-2.718207359313965
568941	linear.bias	4	-0.09181372076272964
568941	linear.bias	5	1.237222671508789
568941	linear.bias	6	-0.23439671099185944
568941	linear.bias	7	0.8117699027061462
568941	linear.bias	8	2.181673049926758
568941	linear.bias	9	-1.4129616022109985
569550	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
569550	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
569550	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
569550	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
569550	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
569550	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
569550	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
569550	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
569550	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
569550	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
569550	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
569550	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
569550	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
569550	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
569550	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
569550	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
569550	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
569550	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
569550	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
569550	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
569550	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
569550	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
569550	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
569550	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
569550	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
569550	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
569550	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
569550	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
569550	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
569550	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
569550	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
569550	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
569550	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
569550	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
569550	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
569550	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
569550	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
569550	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
569550	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
569550	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
569550	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
569550	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
569550	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
569550	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
569550	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
569550	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
569550	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
569550	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
569550	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
569550	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
569550	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
569550	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
569550	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
569550	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
569550	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
569550	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
569550	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
569550	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
569550	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
569550	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
569550	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
569550	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
569550	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
569550	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
569550	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
569550	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
569550	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
569550	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
569550	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
569550	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
569550	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
569550	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
569550	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
569550	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
569550	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
569550	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
569550	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
569550	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
569550	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
569550	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
569550	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
569550	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
569550	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
569550	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
569550	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
569550	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
569550	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
569550	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
569550	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
569550	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
569550	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
569550	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
569550	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
569550	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
569550	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
569550	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
569550	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
569550	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
569550	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
569550	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
569550	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
569550	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
569550	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
569550	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
569550	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
569550	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
569550	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
569550	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
569550	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
569550	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
569550	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
569550	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
569550	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
569550	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
569550	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
569550	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
569550	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
569550	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
569550	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
569550	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
569550	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
569550	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
569550	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
569550	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
569550	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
569550	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
569550	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
569550	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
569550	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
569550	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
569550	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
569550	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
569550	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
569550	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
569550	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
569550	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
569550	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
569550	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
569550	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
569550	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
569550	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
569550	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
569550	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
569550	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
569550	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
569550	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
569550	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
569550	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
569550	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
569550	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
569550	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
569550	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
569550	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
569550	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
569550	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
569550	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
569550	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
569550	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
569550	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
569550	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
569550	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
569550	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
569550	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
569550	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
569550	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
569550	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
569550	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
569550	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
569550	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
569550	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
569550	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
569550	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
569550	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
569550	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
569550	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
569550	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
569550	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
569550	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
569550	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
569550	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
569550	embedding2nn.weight	0	0.3235212564468384
569550	embedding2nn.weight	1	0.38743600249290466
569550	embedding2nn.weight	2	-0.0009003857849165797
569550	embedding2nn.weight	3	0.03841903805732727
569550	embedding2nn.weight	4	-0.031238507479429245
569550	embedding2nn.weight	5	0.0654386356472969
569550	embedding2nn.weight	6	0.018271276727318764
569550	embedding2nn.weight	7	-0.014119329862296581
569550	embedding2nn.weight	8	0.02919112704694271
569550	embedding2nn.weight	9	-0.04634195193648338
569550	embedding2nn.bias	0	0.025894859805703163
569550	embedding2nn.bias	1	-0.21058422327041626
569550	embedding2nn.bias	2	0.10729106515645981
569550	embedding2nn.bias	3	0.15986162424087524
569550	embedding2nn.bias	4	0.15561805665493011
569550	embedding2nn.bias	5	-0.04201943427324295
569550	embedding2nn.bias	6	-0.045720040798187256
569550	embedding2nn.bias	7	0.053162381052970886
569550	embedding2nn.bias	8	-0.17551645636558533
569550	embedding2nn.bias	9	-0.36670762300491333
569550	rnn.weight_ih_l0	0	-0.010469053871929646
569550	rnn.weight_ih_l0	1	-0.05513271689414978
569550	rnn.weight_ih_l0	2	-0.05290638282895088
569550	rnn.weight_ih_l0	3	0.1034664437174797
569550	rnn.weight_ih_l0	4	0.03621060028672218
569550	rnn.weight_ih_l0	5	-0.056420642882585526
569550	rnn.weight_ih_l0	6	-0.01057549100369215
569550	rnn.weight_ih_l0	7	-0.02444104664027691
569550	rnn.weight_ih_l0	8	0.008718390017747879
569550	rnn.weight_ih_l0	9	-0.11254505813121796
569550	rnn.weight_hh_l0	0	-0.017751581966876984
569550	rnn.weight_hh_l0	1	0.0802382379770279
569550	rnn.weight_hh_l0	2	0.01960774138569832
569550	rnn.weight_hh_l0	3	-0.023334452882409096
569550	rnn.weight_hh_l0	4	0.05860910564661026
569550	rnn.weight_hh_l0	5	0.019845545291900635
569550	rnn.weight_hh_l0	6	-0.0723375454545021
569550	rnn.weight_hh_l0	7	-0.09957261383533478
569550	rnn.weight_hh_l0	8	0.034452855587005615
569550	rnn.weight_hh_l0	9	-0.11058218777179718
569550	rnn.bias_ih_l0	0	0.1791277676820755
569550	rnn.bias_ih_l0	1	-0.32874688506126404
569550	rnn.bias_ih_l0	2	-0.0407504141330719
569550	rnn.bias_ih_l0	3	-0.22467508912086487
569550	rnn.bias_ih_l0	4	0.020214064046740532
569550	rnn.bias_ih_l0	5	-0.43070492148399353
569550	rnn.bias_ih_l0	6	-0.1531500220298767
569550	rnn.bias_ih_l0	7	-0.36086711287498474
569550	rnn.bias_ih_l0	8	-0.2944054901599884
569550	rnn.bias_ih_l0	9	-0.44293665885925293
569550	rnn.bias_hh_l0	0	-0.32863399386405945
569550	rnn.bias_hh_l0	1	-0.43257248401641846
569550	rnn.bias_hh_l0	2	-0.3969481587409973
569550	rnn.bias_hh_l0	3	-0.06625200062990189
569550	rnn.bias_hh_l0	4	-0.3883399963378906
569550	rnn.bias_hh_l0	5	-0.3468843698501587
569550	rnn.bias_hh_l0	6	-0.12383566796779633
569550	rnn.bias_hh_l0	7	0.06210985407233238
569550	rnn.bias_hh_l0	8	-0.22117045521736145
569550	rnn.bias_hh_l0	9	-0.5720807909965515
569550	rnn.weight_ih_l0_reverse	0	0.026986945420503616
569550	rnn.weight_ih_l0_reverse	1	-0.03915063664317131
569550	rnn.weight_ih_l0_reverse	2	-0.018287545070052147
569550	rnn.weight_ih_l0_reverse	3	-0.13437259197235107
569550	rnn.weight_ih_l0_reverse	4	0.0888901948928833
569550	rnn.weight_ih_l0_reverse	5	-0.1458781361579895
569550	rnn.weight_ih_l0_reverse	6	0.000499633199069649
569550	rnn.weight_ih_l0_reverse	7	0.03141661733388901
569550	rnn.weight_ih_l0_reverse	8	-0.07284343987703323
569550	rnn.weight_ih_l0_reverse	9	-0.07538265734910965
569550	rnn.weight_hh_l0_reverse	0	-0.14978602528572083
569550	rnn.weight_hh_l0_reverse	1	0.02347913570702076
569550	rnn.weight_hh_l0_reverse	2	-0.026151442900300026
569550	rnn.weight_hh_l0_reverse	3	0.026844291016459465
569550	rnn.weight_hh_l0_reverse	4	-0.08947721123695374
569550	rnn.weight_hh_l0_reverse	5	0.034694090485572815
569550	rnn.weight_hh_l0_reverse	6	0.026372529566287994
569550	rnn.weight_hh_l0_reverse	7	-0.11823461204767227
569550	rnn.weight_hh_l0_reverse	8	-0.05826058238744736
569550	rnn.weight_hh_l0_reverse	9	0.05036630854010582
569550	rnn.bias_ih_l0_reverse	0	-0.16615504026412964
569550	rnn.bias_ih_l0_reverse	1	-0.06696880608797073
569550	rnn.bias_ih_l0_reverse	2	0.12389503419399261
569550	rnn.bias_ih_l0_reverse	3	-0.31534719467163086
569550	rnn.bias_ih_l0_reverse	4	-0.0013748847413808107
569550	rnn.bias_ih_l0_reverse	5	-0.21936146914958954
569550	rnn.bias_ih_l0_reverse	6	0.2515406310558319
569550	rnn.bias_ih_l0_reverse	7	-0.3295636475086212
569550	rnn.bias_ih_l0_reverse	8	-0.19218923151493073
569550	rnn.bias_ih_l0_reverse	9	-0.19039371609687805
569550	rnn.bias_hh_l0_reverse	0	-0.1120753362774849
569550	rnn.bias_hh_l0_reverse	1	0.26724159717559814
569550	rnn.bias_hh_l0_reverse	2	-0.3229955732822418
569550	rnn.bias_hh_l0_reverse	3	-0.2188568413257599
569550	rnn.bias_hh_l0_reverse	4	-0.3974459171295166
569550	rnn.bias_hh_l0_reverse	5	-0.19376295804977417
569550	rnn.bias_hh_l0_reverse	6	-0.25814419984817505
569550	rnn.bias_hh_l0_reverse	7	-0.08275208622217178
569550	rnn.bias_hh_l0_reverse	8	-0.3175703287124634
569550	rnn.bias_hh_l0_reverse	9	0.19824427366256714
569550	linear.weight	0	0.21347050368785858
569550	linear.weight	1	-0.41097334027290344
569550	linear.weight	2	0.02966642566025257
569550	linear.weight	3	0.06754645705223083
569550	linear.weight	4	-0.10627604275941849
569550	linear.weight	5	0.20512570440769196
569550	linear.weight	6	-0.05991082265973091
569550	linear.weight	7	-0.060469962656497955
569550	linear.weight	8	0.12631484866142273
569550	linear.weight	9	-0.04927075281739235
569550	linear.bias	0	-0.837475597858429
569550	linear.bias	1	1.862886667251587
569550	linear.bias	2	0.7795312404632568
569550	linear.bias	3	-2.718331813812256
569550	linear.bias	4	-0.0753464475274086
569550	linear.bias	5	1.2334394454956055
569550	linear.bias	6	-0.2419714778661728
569550	linear.bias	7	0.7974153757095337
569550	linear.bias	8	2.178922414779663
569550	linear.bias	9	-1.4130370616912842
570159	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
570159	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
570159	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
570159	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
570159	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
570159	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
570159	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
570159	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
570159	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
570159	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
570159	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
570159	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
570159	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
570159	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
570159	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
570159	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
570159	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
570159	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
570159	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
570159	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
570159	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
570159	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
570159	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
570159	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
570159	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
570159	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
570159	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
570159	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
570159	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
570159	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
570159	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
570159	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
570159	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
570159	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
570159	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
570159	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
570159	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
570159	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
570159	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
570159	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
570159	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
570159	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
570159	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
570159	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
570159	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
570159	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
570159	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
570159	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
570159	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
570159	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
570159	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
570159	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
570159	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
570159	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
570159	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
570159	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
570159	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
570159	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
570159	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
570159	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
570159	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
570159	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
570159	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
570159	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
570159	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
570159	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
570159	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
570159	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
570159	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
570159	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
570159	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
570159	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
570159	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
570159	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
570159	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
570159	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
570159	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
570159	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
570159	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
570159	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
570159	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
570159	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
570159	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
570159	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
570159	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
570159	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
570159	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
570159	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
570159	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
570159	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
570159	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
570159	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
570159	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
570159	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
570159	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
570159	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
570159	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
570159	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
570159	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
570159	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
570159	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
570159	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
570159	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
570159	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
570159	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
570159	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
570159	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
570159	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
570159	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
570159	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
570159	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
570159	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
570159	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
570159	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
570159	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
570159	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
570159	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
570159	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
570159	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
570159	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
570159	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
570159	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
570159	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
570159	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
570159	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
570159	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
570159	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
570159	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
570159	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
570159	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
570159	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
570159	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
570159	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
570159	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
570159	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
570159	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
570159	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
570159	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
570159	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
570159	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
570159	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
570159	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
570159	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
570159	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
570159	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
570159	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
570159	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
570159	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
570159	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
570159	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
570159	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
570159	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
570159	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
570159	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
570159	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
570159	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
570159	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
570159	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
570159	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
570159	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
570159	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
570159	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
570159	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
570159	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
570159	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
570159	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
570159	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
570159	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
570159	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
570159	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
570159	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
570159	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
570159	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
570159	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
570159	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
570159	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
570159	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
570159	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
570159	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
570159	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
570159	embedding2nn.weight	0	0.32465896010398865
570159	embedding2nn.weight	1	0.38597795367240906
570159	embedding2nn.weight	2	-0.0034367244224995375
570159	embedding2nn.weight	3	0.03857579454779625
570159	embedding2nn.weight	4	-0.03100823424756527
570159	embedding2nn.weight	5	0.06584867089986801
570159	embedding2nn.weight	6	0.021157054230570793
570159	embedding2nn.weight	7	-0.018318727612495422
570159	embedding2nn.weight	8	0.02812616527080536
570159	embedding2nn.weight	9	-0.04457893222570419
570159	embedding2nn.bias	0	0.02500428445637226
570159	embedding2nn.bias	1	-0.21265803277492523
570159	embedding2nn.bias	2	0.09749729931354523
570159	embedding2nn.bias	3	0.16836677491664886
570159	embedding2nn.bias	4	0.14854560792446136
570159	embedding2nn.bias	5	-0.05100821331143379
570159	embedding2nn.bias	6	-0.04618486762046814
570159	embedding2nn.bias	7	0.04442261531949043
570159	embedding2nn.bias	8	-0.17401883006095886
570159	embedding2nn.bias	9	-0.37563982605934143
570159	rnn.weight_ih_l0	0	-0.008416126482188702
570159	rnn.weight_ih_l0	1	-0.05533796176314354
570159	rnn.weight_ih_l0	2	-0.049160681664943695
570159	rnn.weight_ih_l0	3	0.10285341739654541
570159	rnn.weight_ih_l0	4	0.032450269907712936
570159	rnn.weight_ih_l0	5	-0.057872042059898376
570159	rnn.weight_ih_l0	6	-0.013062085025012493
570159	rnn.weight_ih_l0	7	-0.024704160168766975
570159	rnn.weight_ih_l0	8	0.011592005379498005
570159	rnn.weight_ih_l0	9	-0.11331027001142502
570159	rnn.weight_hh_l0	0	-0.018190603703260422
570159	rnn.weight_hh_l0	1	0.08001389354467392
570159	rnn.weight_hh_l0	2	0.018964817747473717
570159	rnn.weight_hh_l0	3	-0.023285605013370514
570159	rnn.weight_hh_l0	4	0.05809445679187775
570159	rnn.weight_hh_l0	5	0.019739696756005287
570159	rnn.weight_hh_l0	6	-0.07215424627065659
570159	rnn.weight_hh_l0	7	-0.10113190859556198
570159	rnn.weight_hh_l0	8	0.03464258834719658
570159	rnn.weight_hh_l0	9	-0.11072954535484314
570159	rnn.bias_ih_l0	0	0.17534789443016052
570159	rnn.bias_ih_l0	1	-0.3325864374637604
570159	rnn.bias_ih_l0	2	-0.03912558779120445
570159	rnn.bias_ih_l0	3	-0.2185388058423996
570159	rnn.bias_ih_l0	4	0.02200348488986492
570159	rnn.bias_ih_l0	5	-0.42725181579589844
570159	rnn.bias_ih_l0	6	-0.15667425096035004
570159	rnn.bias_ih_l0	7	-0.36177748441696167
570159	rnn.bias_ih_l0	8	-0.2908422350883484
570159	rnn.bias_ih_l0	9	-0.4574366807937622
570159	rnn.bias_hh_l0	0	-0.33171066641807556
570159	rnn.bias_hh_l0	1	-0.43117642402648926
570159	rnn.bias_hh_l0	2	-0.3964504599571228
570159	rnn.bias_hh_l0	3	-0.06587933748960495
570159	rnn.bias_hh_l0	4	-0.38674288988113403
570159	rnn.bias_hh_l0	5	-0.3470807671546936
570159	rnn.bias_hh_l0	6	-0.12170138210058212
570159	rnn.bias_hh_l0	7	0.06250212341547012
570159	rnn.bias_hh_l0	8	-0.22401781380176544
570159	rnn.bias_hh_l0	9	-0.5718064904212952
570159	rnn.weight_ih_l0_reverse	0	0.031580086797475815
570159	rnn.weight_ih_l0_reverse	1	-0.03876890242099762
570159	rnn.weight_ih_l0_reverse	2	-0.017821205779910088
570159	rnn.weight_ih_l0_reverse	3	-0.1306867152452469
570159	rnn.weight_ih_l0_reverse	4	0.08790746331214905
570159	rnn.weight_ih_l0_reverse	5	-0.14239051938056946
570159	rnn.weight_ih_l0_reverse	6	-0.00439209071919322
570159	rnn.weight_ih_l0_reverse	7	0.031835272908210754
570159	rnn.weight_ih_l0_reverse	8	-0.07231048494577408
570159	rnn.weight_ih_l0_reverse	9	-0.07817760109901428
570159	rnn.weight_hh_l0_reverse	0	-0.15073126554489136
570159	rnn.weight_hh_l0_reverse	1	0.023872770369052887
570159	rnn.weight_hh_l0_reverse	2	-0.0252736397087574
570159	rnn.weight_hh_l0_reverse	3	0.027336105704307556
570159	rnn.weight_hh_l0_reverse	4	-0.08866182714700699
570159	rnn.weight_hh_l0_reverse	5	0.03462390974164009
570159	rnn.weight_hh_l0_reverse	6	0.02647416666150093
570159	rnn.weight_hh_l0_reverse	7	-0.11839732527732849
570159	rnn.weight_hh_l0_reverse	8	-0.06028562784194946
570159	rnn.weight_hh_l0_reverse	9	0.04874727129936218
570159	rnn.bias_ih_l0_reverse	0	-0.1664050966501236
570159	rnn.bias_ih_l0_reverse	1	-0.06785627454519272
570159	rnn.bias_ih_l0_reverse	2	0.1247442215681076
570159	rnn.bias_ih_l0_reverse	3	-0.315774530172348
570159	rnn.bias_ih_l0_reverse	4	0.000794695399235934
570159	rnn.bias_ih_l0_reverse	5	-0.21621054410934448
570159	rnn.bias_ih_l0_reverse	6	0.24738654494285583
570159	rnn.bias_ih_l0_reverse	7	-0.3296877443790436
570159	rnn.bias_ih_l0_reverse	8	-0.19137366116046906
570159	rnn.bias_ih_l0_reverse	9	-0.18723048269748688
570159	rnn.bias_hh_l0_reverse	0	-0.11423942446708679
570159	rnn.bias_hh_l0_reverse	1	0.27143749594688416
570159	rnn.bias_hh_l0_reverse	2	-0.3212624192237854
570159	rnn.bias_hh_l0_reverse	3	-0.221591055393219
570159	rnn.bias_hh_l0_reverse	4	-0.39252886176109314
570159	rnn.bias_hh_l0_reverse	5	-0.1930418759584427
570159	rnn.bias_hh_l0_reverse	6	-0.2590661644935608
570159	rnn.bias_hh_l0_reverse	7	-0.0873764306306839
570159	rnn.bias_hh_l0_reverse	8	-0.3128434419631958
570159	rnn.bias_hh_l0_reverse	9	0.19513151049613953
570159	linear.weight	0	0.2247949093580246
570159	linear.weight	1	-0.41913533210754395
570159	linear.weight	2	0.04770814999938011
570159	linear.weight	3	0.06754564493894577
570159	linear.weight	4	-0.1002851277589798
570159	linear.weight	5	0.20096264779567719
570159	linear.weight	6	-0.04763779044151306
570159	linear.weight	7	-0.06046723201870918
570159	linear.weight	8	0.1357034593820572
570159	linear.weight	9	-0.0492735356092453
570159	linear.bias	0	-0.8493386507034302
570159	linear.bias	1	1.8326009511947632
570159	linear.bias	2	0.7816047668457031
570159	linear.bias	3	-2.7184388637542725
570159	linear.bias	4	-0.09506510198116302
570159	linear.bias	5	1.2569212913513184
570159	linear.bias	6	-0.2176986038684845
570159	linear.bias	7	0.8011375069618225
570159	linear.bias	8	2.1533164978027344
570159	linear.bias	9	-1.3937557935714722
570768	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
570768	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
570768	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
570768	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
570768	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
570768	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
570768	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
570768	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
570768	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
570768	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
570768	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
570768	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
570768	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
570768	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
570768	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
570768	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
570768	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
570768	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
570768	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
570768	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
570768	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
570768	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
570768	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
570768	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
570768	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
570768	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
570768	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
570768	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
570768	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
570768	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
570768	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
570768	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
570768	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
570768	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
570768	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
570768	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
570768	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
570768	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
570768	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
570768	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
570768	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
570768	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
570768	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
570768	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
570768	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
570768	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
570768	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
570768	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
570768	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
570768	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
570768	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
570768	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
570768	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
570768	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
570768	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
570768	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
570768	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
570768	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
570768	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
570768	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
570768	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
570768	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
570768	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
570768	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
570768	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
570768	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
570768	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
570768	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
570768	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
570768	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
570768	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
570768	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
570768	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
570768	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
570768	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
570768	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
570768	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
570768	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
570768	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
570768	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
570768	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
570768	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
570768	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
570768	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
570768	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
570768	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
570768	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
570768	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
570768	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
570768	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
570768	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
570768	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
570768	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
570768	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
570768	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
570768	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
570768	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
570768	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
570768	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
570768	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
570768	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
570768	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
570768	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
570768	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
570768	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
570768	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
570768	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
570768	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
570768	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
570768	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
570768	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
570768	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
570768	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
570768	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
570768	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
570768	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
570768	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
570768	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
570768	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
570768	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
570768	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
570768	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
570768	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
570768	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
570768	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
570768	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
570768	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
570768	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
570768	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
570768	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
570768	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
570768	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
570768	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
570768	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
570768	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
570768	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
570768	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
570768	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
570768	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
570768	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
570768	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
570768	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
570768	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
570768	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
570768	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
570768	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
570768	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
570768	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
570768	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
570768	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
570768	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
570768	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
570768	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
570768	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
570768	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
570768	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
570768	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
570768	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
570768	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
570768	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
570768	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
570768	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
570768	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
570768	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
570768	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
570768	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
570768	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
570768	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
570768	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
570768	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
570768	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
570768	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
570768	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
570768	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
570768	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
570768	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
570768	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
570768	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
570768	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
570768	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
570768	embedding2nn.weight	0	0.3258993923664093
570768	embedding2nn.weight	1	0.385294646024704
570768	embedding2nn.weight	2	-0.004630069714039564
570768	embedding2nn.weight	3	0.03307798132300377
570768	embedding2nn.weight	4	-0.03373575955629349
570768	embedding2nn.weight	5	0.06474026292562485
570768	embedding2nn.weight	6	0.02012752927839756
570768	embedding2nn.weight	7	-0.01476389728486538
570768	embedding2nn.weight	8	0.025586774572730064
570768	embedding2nn.weight	9	-0.04514081031084061
570768	embedding2nn.bias	0	0.018349308520555496
570768	embedding2nn.bias	1	-0.21138139069080353
570768	embedding2nn.bias	2	0.10818216949701309
570768	embedding2nn.bias	3	0.18481141328811646
570768	embedding2nn.bias	4	0.1513659805059433
570768	embedding2nn.bias	5	-0.06859897077083588
570768	embedding2nn.bias	6	-0.039551835507154465
570768	embedding2nn.bias	7	0.0428740419447422
570768	embedding2nn.bias	8	-0.18143317103385925
570768	embedding2nn.bias	9	-0.3632383644580841
570768	rnn.weight_ih_l0	0	-0.008322875015437603
570768	rnn.weight_ih_l0	1	-0.05504226312041283
570768	rnn.weight_ih_l0	2	-0.04882008582353592
570768	rnn.weight_ih_l0	3	0.10386717319488525
570768	rnn.weight_ih_l0	4	0.02912290021777153
570768	rnn.weight_ih_l0	5	-0.05546325817704201
570768	rnn.weight_ih_l0	6	-0.014020627364516258
570768	rnn.weight_ih_l0	7	-0.025868752971291542
570768	rnn.weight_ih_l0	8	0.012711197137832642
570768	rnn.weight_ih_l0	9	-0.11482933908700943
570768	rnn.weight_hh_l0	0	-0.01808927021920681
570768	rnn.weight_hh_l0	1	0.07943526655435562
570768	rnn.weight_hh_l0	2	0.017891502007842064
570768	rnn.weight_hh_l0	3	-0.023002419620752335
570768	rnn.weight_hh_l0	4	0.05858103930950165
570768	rnn.weight_hh_l0	5	0.019200842827558517
570768	rnn.weight_hh_l0	6	-0.07259555160999298
570768	rnn.weight_hh_l0	7	-0.09950710088014603
570768	rnn.weight_hh_l0	8	0.03471057116985321
570768	rnn.weight_hh_l0	9	-0.11120593547821045
570768	rnn.bias_ih_l0	0	0.17417486011981964
570768	rnn.bias_ih_l0	1	-0.335409551858902
570768	rnn.bias_ih_l0	2	-0.03906210511922836
570768	rnn.bias_ih_l0	3	-0.21788431704044342
570768	rnn.bias_ih_l0	4	0.017006326466798782
570768	rnn.bias_ih_l0	5	-0.4269559383392334
570768	rnn.bias_ih_l0	6	-0.16008293628692627
570768	rnn.bias_ih_l0	7	-0.3621041476726532
570768	rnn.bias_ih_l0	8	-0.2937171757221222
570768	rnn.bias_ih_l0	9	-0.45849964022636414
570768	rnn.bias_hh_l0	0	-0.3301319181919098
570768	rnn.bias_hh_l0	1	-0.43456923961639404
570768	rnn.bias_hh_l0	2	-0.3989957571029663
570768	rnn.bias_hh_l0	3	-0.06860034167766571
570768	rnn.bias_hh_l0	4	-0.3887694180011749
570768	rnn.bias_hh_l0	5	-0.34948107600212097
570768	rnn.bias_hh_l0	6	-0.1185809075832367
570768	rnn.bias_hh_l0	7	0.0638960599899292
570768	rnn.bias_hh_l0	8	-0.22934681177139282
570768	rnn.bias_hh_l0	9	-0.5718779563903809
570768	rnn.weight_ih_l0_reverse	0	0.030716337263584137
570768	rnn.weight_ih_l0_reverse	1	-0.03746047988533974
570768	rnn.weight_ih_l0_reverse	2	-0.017998091876506805
570768	rnn.weight_ih_l0_reverse	3	-0.1320188194513321
570768	rnn.weight_ih_l0_reverse	4	0.08766794204711914
570768	rnn.weight_ih_l0_reverse	5	-0.14206558465957642
570768	rnn.weight_ih_l0_reverse	6	-0.009385543875396252
570768	rnn.weight_ih_l0_reverse	7	0.031321603804826736
570768	rnn.weight_ih_l0_reverse	8	-0.07204045355319977
570768	rnn.weight_ih_l0_reverse	9	-0.07663668692111969
570768	rnn.weight_hh_l0_reverse	0	-0.14978568255901337
570768	rnn.weight_hh_l0_reverse	1	0.024571090936660767
570768	rnn.weight_hh_l0_reverse	2	-0.025551188737154007
570768	rnn.weight_hh_l0_reverse	3	0.02695232443511486
570768	rnn.weight_hh_l0_reverse	4	-0.08834321796894073
570768	rnn.weight_hh_l0_reverse	5	0.03473437577486038
570768	rnn.weight_hh_l0_reverse	6	0.026501154527068138
570768	rnn.weight_hh_l0_reverse	7	-0.11797334253787994
570768	rnn.weight_hh_l0_reverse	8	-0.06077071279287338
570768	rnn.weight_hh_l0_reverse	9	0.04888002201914787
570768	rnn.bias_ih_l0_reverse	0	-0.16525092720985413
570768	rnn.bias_ih_l0_reverse	1	-0.06915288418531418
570768	rnn.bias_ih_l0_reverse	2	0.1302207112312317
570768	rnn.bias_ih_l0_reverse	3	-0.31448855996131897
570768	rnn.bias_ih_l0_reverse	4	0.006011360790580511
570768	rnn.bias_ih_l0_reverse	5	-0.21670934557914734
570768	rnn.bias_ih_l0_reverse	6	0.2532850503921509
570768	rnn.bias_ih_l0_reverse	7	-0.3225570023059845
570768	rnn.bias_ih_l0_reverse	8	-0.19462235271930695
570768	rnn.bias_ih_l0_reverse	9	-0.1907503455877304
570768	rnn.bias_hh_l0_reverse	0	-0.11197036504745483
570768	rnn.bias_hh_l0_reverse	1	0.27539870142936707
570768	rnn.bias_hh_l0_reverse	2	-0.3231656551361084
570768	rnn.bias_hh_l0_reverse	3	-0.22277487814426422
570768	rnn.bias_hh_l0_reverse	4	-0.3923657536506653
570768	rnn.bias_hh_l0_reverse	5	-0.1875150501728058
570768	rnn.bias_hh_l0_reverse	6	-0.25543177127838135
570768	rnn.bias_hh_l0_reverse	7	-0.09019283950328827
570768	rnn.bias_hh_l0_reverse	8	-0.31427201628685
570768	rnn.bias_hh_l0_reverse	9	0.19571828842163086
570768	linear.weight	0	0.21279355883598328
570768	linear.weight	1	-0.4032576382160187
570768	linear.weight	2	0.039806682616472244
570768	linear.weight	3	0.06754365563392639
570768	linear.weight	4	-0.12064430862665176
570768	linear.weight	5	0.18499472737312317
570768	linear.weight	6	-0.03347765654325485
570768	linear.weight	7	-0.06046422943472862
570768	linear.weight	8	0.12616746127605438
570768	linear.weight	9	-0.04927598312497139
570768	linear.bias	0	-0.8584791421890259
570768	linear.bias	1	1.8456772565841675
570768	linear.bias	2	0.7696273922920227
570768	linear.bias	3	-2.7185733318328857
570768	linear.bias	4	-0.08876405656337738
570768	linear.bias	5	1.2505459785461426
570768	linear.bias	6	-0.2543579041957855
570768	linear.bias	7	0.7858380079269409
570768	linear.bias	8	2.181234359741211
570768	linear.bias	9	-1.391698956489563
571377	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
571377	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
571377	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
571377	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
571377	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
571377	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
571377	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
571377	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
571377	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
571377	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
571377	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
571377	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
571377	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
571377	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
571377	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
571377	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
571377	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
571377	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
571377	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
571377	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
571377	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
571377	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
571377	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
571377	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
571377	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
571377	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
571377	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
571377	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
571377	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
571377	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
571377	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
571377	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
571377	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
571377	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
571377	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
571377	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
571377	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
571377	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
571377	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
571377	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
571377	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
571377	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
571377	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
571377	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
571377	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
571377	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
571377	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
571377	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
571377	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
571377	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
571377	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
571377	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
571377	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
571377	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
571377	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
571377	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
571377	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
571377	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
571377	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
571377	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
571377	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
571377	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
571377	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
571377	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
571377	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
571377	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
571377	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
571377	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
571377	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
571377	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
571377	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
571377	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
571377	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
571377	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
571377	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
571377	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
571377	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
571377	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
571377	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
571377	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
571377	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
571377	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
571377	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
571377	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
571377	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
571377	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
571377	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
571377	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
571377	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
571377	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
571377	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
571377	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
571377	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
571377	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
571377	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
571377	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
571377	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
571377	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
571377	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
571377	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
571377	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
571377	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
571377	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
571377	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
571377	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
571377	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
571377	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
571377	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
571377	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
571377	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
571377	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
571377	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
571377	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
571377	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
571377	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
571377	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
571377	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
571377	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
571377	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
571377	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
571377	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
571377	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
571377	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
571377	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
571377	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
571377	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
571377	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
571377	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
571377	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
571377	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
571377	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
571377	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
571377	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
571377	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
571377	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
571377	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
571377	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
571377	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
571377	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
571377	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
571377	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
571377	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
571377	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
571377	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
571377	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
571377	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
571377	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
571377	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
571377	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
571377	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
571377	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
571377	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
571377	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
571377	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
571377	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
571377	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
571377	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
571377	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
571377	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
571377	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
571377	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
571377	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
571377	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
571377	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
571377	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
571377	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
571377	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
571377	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
571377	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
571377	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
571377	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
571377	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
571377	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
571377	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
571377	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
571377	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
571377	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
571377	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
571377	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
571377	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
571377	embedding2nn.weight	0	0.3241176903247833
571377	embedding2nn.weight	1	0.38384896516799927
571377	embedding2nn.weight	2	-0.00119126180652529
571377	embedding2nn.weight	3	0.03911822289228439
571377	embedding2nn.weight	4	-0.03611717373132706
571377	embedding2nn.weight	5	0.06465433537960052
571377	embedding2nn.weight	6	0.02351130172610283
571377	embedding2nn.weight	7	-0.016393108293414116
571377	embedding2nn.weight	8	0.021031830459833145
571377	embedding2nn.weight	9	-0.047815073281526566
571377	embedding2nn.bias	0	0.028894739225506783
571377	embedding2nn.bias	1	-0.21452531218528748
571377	embedding2nn.bias	2	0.09450118988752365
571377	embedding2nn.bias	3	0.17494596540927887
571377	embedding2nn.bias	4	0.15685731172561646
571377	embedding2nn.bias	5	-0.058092907071113586
571377	embedding2nn.bias	6	-0.04747800901532173
571377	embedding2nn.bias	7	0.04002073407173157
571377	embedding2nn.bias	8	-0.16097207367420197
571377	embedding2nn.bias	9	-0.38444453477859497
571377	rnn.weight_ih_l0	0	-0.009166567586362362
571377	rnn.weight_ih_l0	1	-0.05365241691470146
571377	rnn.weight_ih_l0	2	-0.04828469082713127
571377	rnn.weight_ih_l0	3	0.10319560021162033
571377	rnn.weight_ih_l0	4	0.03369380161166191
571377	rnn.weight_ih_l0	5	-0.05926527827978134
571377	rnn.weight_ih_l0	6	-0.011053632944822311
571377	rnn.weight_ih_l0	7	-0.026369085535407066
571377	rnn.weight_ih_l0	8	0.01587129756808281
571377	rnn.weight_ih_l0	9	-0.11420516669750214
571377	rnn.weight_hh_l0	0	-0.018024342134594917
571377	rnn.weight_hh_l0	1	0.07892322540283203
571377	rnn.weight_hh_l0	2	0.01802879013121128
571377	rnn.weight_hh_l0	3	-0.022917352616786957
571377	rnn.weight_hh_l0	4	0.059030644595623016
571377	rnn.weight_hh_l0	5	0.019219810143113136
571377	rnn.weight_hh_l0	6	-0.07271921634674072
571377	rnn.weight_hh_l0	7	-0.10112133622169495
571377	rnn.weight_hh_l0	8	0.03472252935171127
571377	rnn.weight_hh_l0	9	-0.11207932978868484
571377	rnn.bias_ih_l0	0	0.1785418540239334
571377	rnn.bias_ih_l0	1	-0.337200790643692
571377	rnn.bias_ih_l0	2	-0.037083204835653305
571377	rnn.bias_ih_l0	3	-0.2176092267036438
571377	rnn.bias_ih_l0	4	0.01573440060019493
571377	rnn.bias_ih_l0	5	-0.4283321499824524
571377	rnn.bias_ih_l0	6	-0.15942855179309845
571377	rnn.bias_ih_l0	7	-0.363591730594635
571377	rnn.bias_ih_l0	8	-0.29148462414741516
571377	rnn.bias_ih_l0	9	-0.44879671931266785
571377	rnn.bias_hh_l0	0	-0.3308757543563843
571377	rnn.bias_hh_l0	1	-0.43140697479248047
571377	rnn.bias_hh_l0	2	-0.39677032828330994
571377	rnn.bias_hh_l0	3	-0.06955017149448395
571377	rnn.bias_hh_l0	4	-0.386531263589859
571377	rnn.bias_hh_l0	5	-0.3489528298377991
571377	rnn.bias_hh_l0	6	-0.11630663275718689
571377	rnn.bias_hh_l0	7	0.061038099229335785
571377	rnn.bias_hh_l0	8	-0.22813215851783752
571377	rnn.bias_hh_l0	9	-0.5730715394020081
571377	rnn.weight_ih_l0_reverse	0	0.0326397530734539
571377	rnn.weight_ih_l0_reverse	1	-0.03687385469675064
571377	rnn.weight_ih_l0_reverse	2	-0.0182703398168087
571377	rnn.weight_ih_l0_reverse	3	-0.13356037437915802
571377	rnn.weight_ih_l0_reverse	4	0.08729180693626404
571377	rnn.weight_ih_l0_reverse	5	-0.13492810726165771
571377	rnn.weight_ih_l0_reverse	6	-0.007303107995539904
571377	rnn.weight_ih_l0_reverse	7	0.030492236837744713
571377	rnn.weight_ih_l0_reverse	8	-0.07312759011983871
571377	rnn.weight_ih_l0_reverse	9	-0.07689851522445679
571377	rnn.weight_hh_l0_reverse	0	-0.1491505205631256
571377	rnn.weight_hh_l0_reverse	1	0.02455550618469715
571377	rnn.weight_hh_l0_reverse	2	-0.02503652125597
571377	rnn.weight_hh_l0_reverse	3	0.026641979813575745
571377	rnn.weight_hh_l0_reverse	4	-0.08744238317012787
571377	rnn.weight_hh_l0_reverse	5	0.0345168374478817
571377	rnn.weight_hh_l0_reverse	6	0.0264127254486084
571377	rnn.weight_hh_l0_reverse	7	-0.11861052364110947
571377	rnn.weight_hh_l0_reverse	8	-0.059552595019340515
571377	rnn.weight_hh_l0_reverse	9	0.04839663207530975
571377	rnn.bias_ih_l0_reverse	0	-0.16651906073093414
571377	rnn.bias_ih_l0_reverse	1	-0.06589687615633011
571377	rnn.bias_ih_l0_reverse	2	0.1276416927576065
571377	rnn.bias_ih_l0_reverse	3	-0.31177499890327454
571377	rnn.bias_ih_l0_reverse	4	0.00595391308888793
571377	rnn.bias_ih_l0_reverse	5	-0.21775414049625397
571377	rnn.bias_ih_l0_reverse	6	0.2571675777435303
571377	rnn.bias_ih_l0_reverse	7	-0.3326566219329834
571377	rnn.bias_ih_l0_reverse	8	-0.19471588730812073
571377	rnn.bias_ih_l0_reverse	9	-0.19675050675868988
571377	rnn.bias_hh_l0_reverse	0	-0.11591159552335739
571377	rnn.bias_hh_l0_reverse	1	0.27728986740112305
571377	rnn.bias_hh_l0_reverse	2	-0.3262249827384949
571377	rnn.bias_hh_l0_reverse	3	-0.2206413745880127
571377	rnn.bias_hh_l0_reverse	4	-0.3927367925643921
571377	rnn.bias_hh_l0_reverse	5	-0.1886817216873169
571377	rnn.bias_hh_l0_reverse	6	-0.2536335289478302
571377	rnn.bias_hh_l0_reverse	7	-0.08514019101858139
571377	rnn.bias_hh_l0_reverse	8	-0.31446707248687744
571377	rnn.bias_hh_l0_reverse	9	0.20636501908302307
571377	linear.weight	0	0.21947942674160004
571377	linear.weight	1	-0.4020598828792572
571377	linear.weight	2	0.05486428365111351
571377	linear.weight	3	0.06754256784915924
571377	linear.weight	4	-0.11659613996744156
571377	linear.weight	5	0.21029935777187347
571377	linear.weight	6	-0.02891521342098713
571377	linear.weight	7	-0.060461193323135376
571377	linear.weight	8	0.11254173517227173
571377	linear.weight	9	-0.04927970841526985
571377	linear.bias	0	-0.8504101634025574
571377	linear.bias	1	1.851676344871521
571377	linear.bias	2	0.780744194984436
571377	linear.bias	3	-2.718695640563965
571377	linear.bias	4	-0.0704340711236
571377	linear.bias	5	1.258260726928711
571377	linear.bias	6	-0.23036929965019226
571377	linear.bias	7	0.8125869035720825
571377	linear.bias	8	2.1504461765289307
571377	linear.bias	9	-1.4118343591690063
571986	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
571986	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
571986	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
571986	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
571986	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
571986	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
571986	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
571986	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
571986	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
571986	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
571986	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
571986	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
571986	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
571986	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
571986	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
571986	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
571986	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
571986	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
571986	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
571986	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
571986	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
571986	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
571986	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
571986	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
571986	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
571986	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
571986	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
571986	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
571986	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
571986	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
571986	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
571986	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
571986	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
571986	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
571986	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
571986	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
571986	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
571986	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
571986	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
571986	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
571986	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
571986	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
571986	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
571986	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
571986	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
571986	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
571986	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
571986	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
571986	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
571986	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
571986	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
571986	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
571986	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
571986	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
571986	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
571986	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
571986	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
571986	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
571986	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
571986	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
571986	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
571986	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
571986	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
571986	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
571986	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
571986	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
571986	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
571986	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
571986	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
571986	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
571986	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
571986	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
571986	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
571986	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
571986	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
571986	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
571986	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
571986	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
571986	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
571986	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
571986	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
571986	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
571986	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
571986	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
571986	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
571986	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
571986	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
571986	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
571986	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
571986	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
571986	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
571986	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
571986	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
571986	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
571986	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
571986	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
571986	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
571986	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
571986	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
571986	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
571986	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
571986	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
571986	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
571986	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
571986	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
571986	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
571986	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
571986	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
571986	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
571986	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
571986	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
571986	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
571986	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
571986	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
571986	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
571986	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
571986	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
571986	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
571986	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
571986	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
571986	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
571986	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
571986	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
571986	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
571986	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
571986	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
571986	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
571986	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
571986	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
571986	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
571986	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
571986	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
571986	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
571986	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
571986	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
571986	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
571986	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
571986	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
571986	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
571986	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
571986	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
571986	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
571986	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
571986	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
571986	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
571986	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
571986	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
571986	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
571986	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
571986	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
571986	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
571986	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
571986	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
571986	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
571986	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
571986	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
571986	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
571986	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
571986	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
571986	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
571986	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
571986	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
571986	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
571986	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
571986	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
571986	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
571986	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
571986	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
571986	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
571986	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
571986	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
571986	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
571986	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
571986	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
571986	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
571986	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
571986	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
571986	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
571986	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
571986	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
571986	embedding2nn.weight	0	0.32613393664360046
571986	embedding2nn.weight	1	0.3828961253166199
571986	embedding2nn.weight	2	-0.0011484354035928845
571986	embedding2nn.weight	3	0.041685834527015686
571986	embedding2nn.weight	4	-0.036024950444698334
571986	embedding2nn.weight	5	0.061961084604263306
571986	embedding2nn.weight	6	0.023693354800343513
571986	embedding2nn.weight	7	-0.013320269994437695
571986	embedding2nn.weight	8	0.021374983713030815
571986	embedding2nn.weight	9	-0.04604238644242287
571986	embedding2nn.bias	0	0.026323867961764336
571986	embedding2nn.bias	1	-0.20988422632217407
571986	embedding2nn.bias	2	0.10352546721696854
571986	embedding2nn.bias	3	0.15003745257854462
571986	embedding2nn.bias	4	0.16167518496513367
571986	embedding2nn.bias	5	-0.056069280952215195
571986	embedding2nn.bias	6	-0.042601194232702255
571986	embedding2nn.bias	7	0.05515323206782341
571986	embedding2nn.bias	8	-0.1620161235332489
571986	embedding2nn.bias	9	-0.3819926679134369
571986	rnn.weight_ih_l0	0	-0.00872478075325489
571986	rnn.weight_ih_l0	1	-0.053993627429008484
571986	rnn.weight_ih_l0	2	-0.048016536980867386
571986	rnn.weight_ih_l0	3	0.10628155618906021
571986	rnn.weight_ih_l0	4	0.03361768275499344
571986	rnn.weight_ih_l0	5	-0.05741085857152939
571986	rnn.weight_ih_l0	6	-0.008220752701163292
571986	rnn.weight_ih_l0	7	-0.028283042833209038
571986	rnn.weight_ih_l0	8	0.011363877914845943
571986	rnn.weight_ih_l0	9	-0.11176377534866333
571986	rnn.weight_hh_l0	0	-0.018357818946242332
571986	rnn.weight_hh_l0	1	0.0794425755739212
571986	rnn.weight_hh_l0	2	0.01723162643611431
571986	rnn.weight_hh_l0	3	-0.022754337638616562
571986	rnn.weight_hh_l0	4	0.059248823672533035
571986	rnn.weight_hh_l0	5	0.0199397262185812
571986	rnn.weight_hh_l0	6	-0.07308994233608246
571986	rnn.weight_hh_l0	7	-0.10156922042369843
571986	rnn.weight_hh_l0	8	0.034700166434049606
571986	rnn.weight_hh_l0	9	-0.11305147409439087
571986	rnn.bias_ih_l0	0	0.17267440259456635
571986	rnn.bias_ih_l0	1	-0.33394575119018555
571986	rnn.bias_ih_l0	2	-0.037083160132169724
571986	rnn.bias_ih_l0	3	-0.21838684380054474
571986	rnn.bias_ih_l0	4	0.011406186036765575
571986	rnn.bias_ih_l0	5	-0.42613092064857483
571986	rnn.bias_ih_l0	6	-0.1606941670179367
571986	rnn.bias_ih_l0	7	-0.36354395747184753
571986	rnn.bias_ih_l0	8	-0.296858549118042
571986	rnn.bias_ih_l0	9	-0.4497129023075104
571986	rnn.bias_hh_l0	0	-0.3277551829814911
571986	rnn.bias_hh_l0	1	-0.4293811619281769
571986	rnn.bias_hh_l0	2	-0.39433035254478455
571986	rnn.bias_hh_l0	3	-0.06826309114694595
571986	rnn.bias_hh_l0	4	-0.3900347054004669
571986	rnn.bias_hh_l0	5	-0.34944790601730347
571986	rnn.bias_hh_l0	6	-0.11411701142787933
571986	rnn.bias_hh_l0	7	0.06469867378473282
571986	rnn.bias_hh_l0	8	-0.22869886457920074
571986	rnn.bias_hh_l0	9	-0.5710489749908447
571986	rnn.weight_ih_l0_reverse	0	0.03498540818691254
571986	rnn.weight_ih_l0_reverse	1	-0.03668297454714775
571986	rnn.weight_ih_l0_reverse	2	-0.01694665662944317
571986	rnn.weight_ih_l0_reverse	3	-0.13544902205467224
571986	rnn.weight_ih_l0_reverse	4	0.08773352950811386
571986	rnn.weight_ih_l0_reverse	5	-0.1398158073425293
571986	rnn.weight_ih_l0_reverse	6	-0.0031006410717964172
571986	rnn.weight_ih_l0_reverse	7	0.031045177951455116
571986	rnn.weight_ih_l0_reverse	8	-0.07177018374204636
571986	rnn.weight_ih_l0_reverse	9	-0.07512370496988297
571986	rnn.weight_hh_l0_reverse	0	-0.1487516313791275
571986	rnn.weight_hh_l0_reverse	1	0.023975050076842308
571986	rnn.weight_hh_l0_reverse	2	-0.025778111070394516
571986	rnn.weight_hh_l0_reverse	3	0.026582783088088036
571986	rnn.weight_hh_l0_reverse	4	-0.08668473362922668
571986	rnn.weight_hh_l0_reverse	5	0.03459378704428673
571986	rnn.weight_hh_l0_reverse	6	0.02657618559896946
571986	rnn.weight_hh_l0_reverse	7	-0.11748471111059189
571986	rnn.weight_hh_l0_reverse	8	-0.059964295476675034
571986	rnn.weight_hh_l0_reverse	9	0.04906952381134033
571986	rnn.bias_ih_l0_reverse	0	-0.16911078989505768
571986	rnn.bias_ih_l0_reverse	1	-0.06639286875724792
571986	rnn.bias_ih_l0_reverse	2	0.1301344931125641
571986	rnn.bias_ih_l0_reverse	3	-0.31497788429260254
571986	rnn.bias_ih_l0_reverse	4	0.003533358220010996
571986	rnn.bias_ih_l0_reverse	5	-0.21865415573120117
571986	rnn.bias_ih_l0_reverse	6	0.2596319615840912
571986	rnn.bias_ih_l0_reverse	7	-0.3296446204185486
571986	rnn.bias_ih_l0_reverse	8	-0.19476467370986938
571986	rnn.bias_ih_l0_reverse	9	-0.19482000172138214
571986	rnn.bias_hh_l0_reverse	0	-0.11479304730892181
571986	rnn.bias_hh_l0_reverse	1	0.2778421640396118
571986	rnn.bias_hh_l0_reverse	2	-0.32763105630874634
571986	rnn.bias_hh_l0_reverse	3	-0.22067146003246307
571986	rnn.bias_hh_l0_reverse	4	-0.39517268538475037
571986	rnn.bias_hh_l0_reverse	5	-0.1907893866300583
571986	rnn.bias_hh_l0_reverse	6	-0.26016584038734436
571986	rnn.bias_hh_l0_reverse	7	-0.08412424474954605
571986	rnn.bias_hh_l0_reverse	8	-0.31339284777641296
571986	rnn.bias_hh_l0_reverse	9	0.19877150654792786
571986	linear.weight	0	0.22230738401412964
571986	linear.weight	1	-0.4237556457519531
571986	linear.weight	2	0.08160612732172012
571986	linear.weight	3	0.06754322350025177
571986	linear.weight	4	-0.10666156560182571
571986	linear.weight	5	0.2178770750761032
571986	linear.weight	6	-0.03742501139640808
571986	linear.weight	7	-0.06045783683657646
571986	linear.weight	8	0.10490113496780396
571986	linear.weight	9	-0.0492822602391243
571986	linear.bias	0	-0.8560358285903931
571986	linear.bias	1	1.8638979196548462
571986	linear.bias	2	0.7984199523925781
571986	linear.bias	3	-2.7188215255737305
571986	linear.bias	4	-0.0902273952960968
571986	linear.bias	5	1.2474626302719116
571986	linear.bias	6	-0.23058176040649414
571986	linear.bias	7	0.8105722665786743
571986	linear.bias	8	2.132513999938965
571986	linear.bias	9	-1.4064489603042603
572595	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
572595	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
572595	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
572595	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
572595	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
572595	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
572595	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
572595	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
572595	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
572595	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
572595	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
572595	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
572595	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
572595	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
572595	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
572595	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
572595	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
572595	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
572595	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
572595	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
572595	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
572595	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
572595	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
572595	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
572595	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
572595	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
572595	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
572595	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
572595	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
572595	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
572595	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
572595	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
572595	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
572595	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
572595	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
572595	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
572595	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
572595	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
572595	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
572595	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
572595	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
572595	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
572595	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
572595	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
572595	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
572595	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
572595	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
572595	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
572595	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
572595	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
572595	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
572595	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
572595	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
572595	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
572595	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
572595	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
572595	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
572595	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
572595	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
572595	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
572595	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
572595	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
572595	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
572595	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
572595	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
572595	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
572595	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
572595	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
572595	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
572595	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
572595	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
572595	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
572595	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
572595	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
572595	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
572595	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
572595	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
572595	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
572595	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
572595	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
572595	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
572595	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
572595	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
572595	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
572595	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
572595	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
572595	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
572595	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
572595	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
572595	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
572595	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
572595	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
572595	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
572595	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
572595	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
572595	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
572595	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
572595	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
572595	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
572595	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
572595	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
572595	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
572595	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
572595	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
572595	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
572595	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
572595	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
572595	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
572595	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
572595	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
572595	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
572595	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
572595	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
572595	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
572595	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
572595	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
572595	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
572595	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
572595	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
572595	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
572595	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
572595	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
572595	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
572595	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
572595	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
572595	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
572595	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
572595	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
572595	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
572595	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
572595	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
572595	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
572595	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
572595	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
572595	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
572595	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
572595	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
572595	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
572595	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
572595	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
572595	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
572595	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
572595	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
572595	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
572595	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
572595	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
572595	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
572595	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
572595	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
572595	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
572595	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
572595	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
572595	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
572595	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
572595	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
572595	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
572595	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
572595	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
572595	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
572595	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
572595	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
572595	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
572595	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
572595	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
572595	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
572595	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
572595	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
572595	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
572595	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
572595	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
572595	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
572595	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
572595	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
572595	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
572595	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
572595	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
572595	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
572595	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
572595	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
572595	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
572595	embedding2nn.weight	0	0.325691819190979
572595	embedding2nn.weight	1	0.3831171989440918
572595	embedding2nn.weight	2	-0.00289394473657012
572595	embedding2nn.weight	3	0.03751834109425545
572595	embedding2nn.weight	4	-0.03257143869996071
572595	embedding2nn.weight	5	0.06130150705575943
572595	embedding2nn.weight	6	0.022630926221609116
572595	embedding2nn.weight	7	-0.014443213120102882
572595	embedding2nn.weight	8	0.023211868479847908
572595	embedding2nn.weight	9	-0.04468940198421478
572595	embedding2nn.bias	0	0.029064996168017387
572595	embedding2nn.bias	1	-0.20757465064525604
572595	embedding2nn.bias	2	0.1071464866399765
572595	embedding2nn.bias	3	0.168371319770813
572595	embedding2nn.bias	4	0.15957479178905487
572595	embedding2nn.bias	5	-0.04997194930911064
572595	embedding2nn.bias	6	-0.03402099013328552
572595	embedding2nn.bias	7	0.04564529284834862
572595	embedding2nn.bias	8	-0.15311507880687714
572595	embedding2nn.bias	9	-0.36798831820487976
572595	rnn.weight_ih_l0	0	-0.00814447458833456
572595	rnn.weight_ih_l0	1	-0.05436762794852257
572595	rnn.weight_ih_l0	2	-0.04865057021379471
572595	rnn.weight_ih_l0	3	0.10484001785516739
572595	rnn.weight_ih_l0	4	0.0314888097345829
572595	rnn.weight_ih_l0	5	-0.05785122513771057
572595	rnn.weight_ih_l0	6	-0.008873571641743183
572595	rnn.weight_ih_l0	7	-0.028748124837875366
572595	rnn.weight_ih_l0	8	0.013134028762578964
572595	rnn.weight_ih_l0	9	-0.1134566068649292
572595	rnn.weight_hh_l0	0	-0.018152372911572456
572595	rnn.weight_hh_l0	1	0.0799340009689331
572595	rnn.weight_hh_l0	2	0.01680273748934269
572595	rnn.weight_hh_l0	3	-0.022944416850805283
572595	rnn.weight_hh_l0	4	0.05885595083236694
572595	rnn.weight_hh_l0	5	0.020166223868727684
572595	rnn.weight_hh_l0	6	-0.07251763343811035
572595	rnn.weight_hh_l0	7	-0.10249698907136917
572595	rnn.weight_hh_l0	8	0.03463670611381531
572595	rnn.weight_hh_l0	9	-0.11291368305683136
572595	rnn.bias_ih_l0	0	0.16938365995883942
572595	rnn.bias_ih_l0	1	-0.3343653678894043
572595	rnn.bias_ih_l0	2	-0.03695975989103317
572595	rnn.bias_ih_l0	3	-0.2181716114282608
572595	rnn.bias_ih_l0	4	0.007103554904460907
572595	rnn.bias_ih_l0	5	-0.4324222207069397
572595	rnn.bias_ih_l0	6	-0.15824149549007416
572595	rnn.bias_ih_l0	7	-0.3643125891685486
572595	rnn.bias_ih_l0	8	-0.2958855926990509
572595	rnn.bias_ih_l0	9	-0.45200613141059875
572595	rnn.bias_hh_l0	0	-0.3320297300815582
572595	rnn.bias_hh_l0	1	-0.43013617396354675
572595	rnn.bias_hh_l0	2	-0.39492180943489075
572595	rnn.bias_hh_l0	3	-0.0673852190375328
572595	rnn.bias_hh_l0	4	-0.3907904028892517
572595	rnn.bias_hh_l0	5	-0.349989116191864
572595	rnn.bias_hh_l0	6	-0.1142607033252716
572595	rnn.bias_hh_l0	7	0.06359302252531052
572595	rnn.bias_hh_l0	8	-0.2265355885028839
572595	rnn.bias_hh_l0	9	-0.5715203881263733
572595	rnn.weight_ih_l0_reverse	0	0.03647362068295479
572595	rnn.weight_ih_l0_reverse	1	-0.035125814378261566
572595	rnn.weight_ih_l0_reverse	2	-0.01950426772236824
572595	rnn.weight_ih_l0_reverse	3	-0.13938583433628082
572595	rnn.weight_ih_l0_reverse	4	0.08822808414697647
572595	rnn.weight_ih_l0_reverse	5	-0.13737192749977112
572595	rnn.weight_ih_l0_reverse	6	-0.0005393009050749242
572595	rnn.weight_ih_l0_reverse	7	0.031073495745658875
572595	rnn.weight_ih_l0_reverse	8	-0.07240315526723862
572595	rnn.weight_ih_l0_reverse	9	-0.07479763776063919
572595	rnn.weight_hh_l0_reverse	0	-0.14775532484054565
572595	rnn.weight_hh_l0_reverse	1	0.02406892739236355
572595	rnn.weight_hh_l0_reverse	2	-0.025321483612060547
572595	rnn.weight_hh_l0_reverse	3	0.025699272751808167
572595	rnn.weight_hh_l0_reverse	4	-0.08604007959365845
572595	rnn.weight_hh_l0_reverse	5	0.03468244895339012
572595	rnn.weight_hh_l0_reverse	6	0.026660233736038208
572595	rnn.weight_hh_l0_reverse	7	-0.11607988178730011
572595	rnn.weight_hh_l0_reverse	8	-0.05976339429616928
572595	rnn.weight_hh_l0_reverse	9	0.0496465340256691
572595	rnn.bias_ih_l0_reverse	0	-0.16780969500541687
572595	rnn.bias_ih_l0_reverse	1	-0.06648875027894974
572595	rnn.bias_ih_l0_reverse	2	0.13349549472332
572595	rnn.bias_ih_l0_reverse	3	-0.3158265948295593
572595	rnn.bias_ih_l0_reverse	4	0.0045297518372535706
572595	rnn.bias_ih_l0_reverse	5	-0.21742947399616241
572595	rnn.bias_ih_l0_reverse	6	0.2608390748500824
572595	rnn.bias_ih_l0_reverse	7	-0.32594993710517883
572595	rnn.bias_ih_l0_reverse	8	-0.19334259629249573
572595	rnn.bias_ih_l0_reverse	9	-0.1960352659225464
572595	rnn.bias_hh_l0_reverse	0	-0.11144866794347763
572595	rnn.bias_hh_l0_reverse	1	0.2781515419483185
572595	rnn.bias_hh_l0_reverse	2	-0.32847604155540466
572595	rnn.bias_hh_l0_reverse	3	-0.2187720686197281
572595	rnn.bias_hh_l0_reverse	4	-0.3915099501609802
572595	rnn.bias_hh_l0_reverse	5	-0.19452810287475586
572595	rnn.bias_hh_l0_reverse	6	-0.2614828050136566
572595	rnn.bias_hh_l0_reverse	7	-0.0813484936952591
572595	rnn.bias_hh_l0_reverse	8	-0.3182835280895233
572595	rnn.bias_hh_l0_reverse	9	0.19701047241687775
572595	linear.weight	0	0.2221028357744217
572595	linear.weight	1	-0.4275204837322235
572595	linear.weight	2	0.06595692783594131
572595	linear.weight	3	0.06754268705844879
572595	linear.weight	4	-0.10817377269268036
572595	linear.weight	5	0.21429120004177094
572595	linear.weight	6	-0.02998039312660694
572595	linear.weight	7	-0.060453519225120544
572595	linear.weight	8	0.09300616383552551
572595	linear.weight	9	-0.04928562417626381
572595	linear.bias	0	-0.8448732495307922
572595	linear.bias	1	1.884107232093811
572595	linear.bias	2	0.79305499792099
572595	linear.bias	3	-2.7189764976501465
572595	linear.bias	4	-0.07047378271818161
572595	linear.bias	5	1.2700560092926025
572595	linear.bias	6	-0.24939456582069397
572595	linear.bias	7	0.7879181504249573
572595	linear.bias	8	2.155557870864868
572595	linear.bias	9	-1.3874249458312988
573204	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
573204	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
573204	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
573204	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
573204	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
573204	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
573204	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
573204	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
573204	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
573204	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
573204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
573204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
573204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
573204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
573204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
573204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
573204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
573204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
573204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
573204	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
573204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
573204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
573204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
573204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
573204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
573204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
573204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
573204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
573204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
573204	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
573204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
573204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
573204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
573204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
573204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
573204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
573204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
573204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
573204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
573204	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
573204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
573204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
573204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
573204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
573204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
573204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
573204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
573204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
573204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
573204	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
573204	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
573204	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
573204	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
573204	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
573204	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
573204	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
573204	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
573204	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
573204	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
573204	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
573204	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
573204	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
573204	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
573204	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
573204	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
573204	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
573204	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
573204	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
573204	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
573204	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
573204	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
573204	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
573204	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
573204	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
573204	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
573204	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
573204	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
573204	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
573204	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
573204	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
573204	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
573204	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
573204	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
573204	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
573204	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
573204	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
573204	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
573204	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
573204	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
573204	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
573204	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
573204	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
573204	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
573204	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
573204	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
573204	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
573204	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
573204	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
573204	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
573204	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
573204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
573204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
573204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
573204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
573204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
573204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
573204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
573204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
573204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
573204	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
573204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
573204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
573204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
573204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
573204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
573204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
573204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
573204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
573204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
573204	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
573204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
573204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
573204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
573204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
573204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
573204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
573204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
573204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
573204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
573204	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
573204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
573204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
573204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
573204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
573204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
573204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
573204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
573204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
573204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
573204	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
573204	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
573204	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
573204	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
573204	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
573204	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
573204	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
573204	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
573204	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
573204	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
573204	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
573204	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
573204	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
573204	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
573204	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
573204	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
573204	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
573204	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
573204	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
573204	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
573204	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
573204	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
573204	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
573204	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
573204	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
573204	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
573204	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
573204	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
573204	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
573204	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
573204	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
573204	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
573204	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
573204	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
573204	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
573204	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
573204	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
573204	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
573204	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
573204	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
573204	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
573204	embedding2nn.weight	0	0.32543399930000305
573204	embedding2nn.weight	1	0.3829011917114258
573204	embedding2nn.weight	2	-0.004437961149960756
573204	embedding2nn.weight	3	0.04255491495132446
573204	embedding2nn.weight	4	-0.03348999470472336
573204	embedding2nn.weight	5	0.06081806495785713
573204	embedding2nn.weight	6	0.02574373595416546
573204	embedding2nn.weight	7	-0.014522206969559193
573204	embedding2nn.weight	8	0.02282777801156044
573204	embedding2nn.weight	9	-0.04224477708339691
573204	embedding2nn.bias	0	0.019106708467006683
573204	embedding2nn.bias	1	-0.20028045773506165
573204	embedding2nn.bias	2	0.10805393010377884
573204	embedding2nn.bias	3	0.17142266035079956
573204	embedding2nn.bias	4	0.1718834936618805
573204	embedding2nn.bias	5	-0.059182293713092804
573204	embedding2nn.bias	6	-0.0480278879404068
573204	embedding2nn.bias	7	0.053170349448919296
573204	embedding2nn.bias	8	-0.15855689346790314
573204	embedding2nn.bias	9	-0.36801058053970337
573204	rnn.weight_ih_l0	0	-0.008893689140677452
573204	rnn.weight_ih_l0	1	-0.05515366420149803
573204	rnn.weight_ih_l0	2	-0.04999355971813202
573204	rnn.weight_ih_l0	3	0.1058858186006546
573204	rnn.weight_ih_l0	4	0.033019308000802994
573204	rnn.weight_ih_l0	5	-0.057078782469034195
573204	rnn.weight_ih_l0	6	-0.012365945614874363
573204	rnn.weight_ih_l0	7	-0.029785320162773132
573204	rnn.weight_ih_l0	8	0.008248463273048401
573204	rnn.weight_ih_l0	9	-0.1113002747297287
573204	rnn.weight_hh_l0	0	-0.017992591485381126
573204	rnn.weight_hh_l0	1	0.08003406226634979
573204	rnn.weight_hh_l0	2	0.016734041273593903
573204	rnn.weight_hh_l0	3	-0.022741911932826042
573204	rnn.weight_hh_l0	4	0.05785622447729111
573204	rnn.weight_hh_l0	5	0.02026016265153885
573204	rnn.weight_hh_l0	6	-0.07252314686775208
573204	rnn.weight_hh_l0	7	-0.1007336676120758
573204	rnn.weight_hh_l0	8	0.03487437963485718
573204	rnn.weight_hh_l0	9	-0.11361031979322433
573204	rnn.bias_ih_l0	0	0.16706225275993347
573204	rnn.bias_ih_l0	1	-0.3359191417694092
573204	rnn.bias_ih_l0	2	-0.03668563812971115
573204	rnn.bias_ih_l0	3	-0.22367750108242035
573204	rnn.bias_ih_l0	4	0.009162233211100101
573204	rnn.bias_ih_l0	5	-0.43327048420906067
573204	rnn.bias_ih_l0	6	-0.15890617668628693
573204	rnn.bias_ih_l0	7	-0.36372390389442444
573204	rnn.bias_ih_l0	8	-0.29757869243621826
573204	rnn.bias_ih_l0	9	-0.4592580199241638
573204	rnn.bias_hh_l0	0	-0.33455604314804077
573204	rnn.bias_hh_l0	1	-0.431366503238678
573204	rnn.bias_hh_l0	2	-0.3971382677555084
573204	rnn.bias_hh_l0	3	-0.06666262447834015
573204	rnn.bias_hh_l0	4	-0.3887981176376343
573204	rnn.bias_hh_l0	5	-0.35102784633636475
573204	rnn.bias_hh_l0	6	-0.1195959597826004
573204	rnn.bias_hh_l0	7	0.06284718215465546
573204	rnn.bias_hh_l0	8	-0.22684715688228607
573204	rnn.bias_hh_l0	9	-0.5690727233886719
573204	rnn.weight_ih_l0_reverse	0	0.04042600095272064
573204	rnn.weight_ih_l0_reverse	1	-0.03478118032217026
573204	rnn.weight_ih_l0_reverse	2	-0.021051308140158653
573204	rnn.weight_ih_l0_reverse	3	-0.14051279425621033
573204	rnn.weight_ih_l0_reverse	4	0.08814169466495514
573204	rnn.weight_ih_l0_reverse	5	-0.13381053507328033
573204	rnn.weight_ih_l0_reverse	6	-0.0013585714623332024
573204	rnn.weight_ih_l0_reverse	7	0.03071822226047516
573204	rnn.weight_ih_l0_reverse	8	-0.07079891115427017
573204	rnn.weight_ih_l0_reverse	9	-0.07291829586029053
573204	rnn.weight_hh_l0_reverse	0	-0.14757955074310303
573204	rnn.weight_hh_l0_reverse	1	0.024528037756681442
573204	rnn.weight_hh_l0_reverse	2	-0.025536736473441124
573204	rnn.weight_hh_l0_reverse	3	0.02568245492875576
573204	rnn.weight_hh_l0_reverse	4	-0.0868898257613182
573204	rnn.weight_hh_l0_reverse	5	0.034574128687381744
573204	rnn.weight_hh_l0_reverse	6	0.0266376081854105
573204	rnn.weight_hh_l0_reverse	7	-0.11460260301828384
573204	rnn.weight_hh_l0_reverse	8	-0.059742528945207596
573204	rnn.weight_hh_l0_reverse	9	0.04960363358259201
573204	rnn.bias_ih_l0_reverse	0	-0.16924753785133362
573204	rnn.bias_ih_l0_reverse	1	-0.06582067161798477
573204	rnn.bias_ih_l0_reverse	2	0.13006754219532013
573204	rnn.bias_ih_l0_reverse	3	-0.3165005147457123
573204	rnn.bias_ih_l0_reverse	4	0.003143416251987219
573204	rnn.bias_ih_l0_reverse	5	-0.2177918255329132
573204	rnn.bias_ih_l0_reverse	6	0.2582515776157379
573204	rnn.bias_ih_l0_reverse	7	-0.3216794729232788
573204	rnn.bias_ih_l0_reverse	8	-0.19434979557991028
573204	rnn.bias_ih_l0_reverse	9	-0.191827192902565
573204	rnn.bias_hh_l0_reverse	0	-0.11805233359336853
573204	rnn.bias_hh_l0_reverse	1	0.27617380023002625
573204	rnn.bias_hh_l0_reverse	2	-0.32889941334724426
573204	rnn.bias_hh_l0_reverse	3	-0.22359304130077362
573204	rnn.bias_hh_l0_reverse	4	-0.3916584253311157
573204	rnn.bias_hh_l0_reverse	5	-0.1931159943342209
573204	rnn.bias_hh_l0_reverse	6	-0.2600366175174713
573204	rnn.bias_hh_l0_reverse	7	-0.08011612296104431
573204	rnn.bias_hh_l0_reverse	8	-0.31696534156799316
573204	rnn.bias_hh_l0_reverse	9	0.2001524716615677
573204	linear.weight	0	0.2085443139076233
573204	linear.weight	1	-0.4333880543708801
573204	linear.weight	2	0.07746271044015884
573204	linear.weight	3	0.06754138320684433
573204	linear.weight	4	-0.13375362753868103
573204	linear.weight	5	0.21356403827667236
573204	linear.weight	6	-0.03274880349636078
573204	linear.weight	7	-0.06044956296682358
573204	linear.weight	8	0.09273306280374527
573204	linear.weight	9	-0.0492878220975399
573204	linear.bias	0	-0.8669098615646362
573204	linear.bias	1	1.8797911405563354
573204	linear.bias	2	0.7902888059616089
573204	linear.bias	3	-2.719097137451172
573204	linear.bias	4	-0.06859195232391357
573204	linear.bias	5	1.243247389793396
573204	linear.bias	6	-0.24474500119686127
573204	linear.bias	7	0.8063856363296509
573204	linear.bias	8	2.155930757522583
573204	linear.bias	9	-1.3939175605773926
573212	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
573212	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
573212	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
573212	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
573212	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
573212	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
573212	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
573212	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
573212	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
573212	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
573212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
573212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
573212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
573212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
573212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
573212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
573212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
573212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
573212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
573212	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
573212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
573212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
573212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
573212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
573212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
573212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
573212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
573212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
573212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
573212	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
573212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
573212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
573212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
573212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
573212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
573212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
573212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
573212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
573212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
573212	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
573212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
573212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
573212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
573212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
573212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
573212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
573212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
573212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
573212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
573212	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
573212	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
573212	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
573212	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
573212	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
573212	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
573212	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
573212	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
573212	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
573212	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
573212	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
573212	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
573212	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
573212	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
573212	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
573212	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
573212	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
573212	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
573212	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
573212	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
573212	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
573212	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
573212	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
573212	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
573212	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
573212	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
573212	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
573212	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
573212	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
573212	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
573212	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
573212	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
573212	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
573212	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
573212	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
573212	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
573212	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
573212	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
573212	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
573212	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
573212	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
573212	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
573212	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
573212	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
573212	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
573212	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
573212	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
573212	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
573212	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
573212	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
573212	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
573212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
573212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
573212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
573212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
573212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
573212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
573212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
573212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
573212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
573212	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
573212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
573212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
573212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
573212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
573212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
573212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
573212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
573212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
573212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
573212	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
573212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
573212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
573212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
573212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
573212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
573212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
573212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
573212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
573212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
573212	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
573212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
573212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
573212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
573212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
573212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
573212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
573212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
573212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
573212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
573212	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
573212	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
573212	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
573212	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
573212	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
573212	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
573212	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
573212	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
573212	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
573212	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
573212	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
573212	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
573212	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
573212	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
573212	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
573212	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
573212	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
573212	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
573212	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
573212	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
573212	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
573212	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
573212	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
573212	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
573212	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
573212	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
573212	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
573212	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
573212	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
573212	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
573212	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
573212	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
573212	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
573212	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
573212	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
573212	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
573212	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
573212	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
573212	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
573212	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
573212	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
573212	embedding2nn.weight	0	0.32542523741722107
573212	embedding2nn.weight	1	0.38299936056137085
573212	embedding2nn.weight	2	-0.004628664348274469
573212	embedding2nn.weight	3	0.04183585196733475
573212	embedding2nn.weight	4	-0.03354915231466293
573212	embedding2nn.weight	5	0.06068068742752075
573212	embedding2nn.weight	6	0.024903621524572372
573212	embedding2nn.weight	7	-0.015106236562132835
573212	embedding2nn.weight	8	0.022547857835888863
573212	embedding2nn.weight	9	-0.04139573872089386
573212	embedding2nn.bias	0	0.019452888518571854
573212	embedding2nn.bias	1	-0.20246519148349762
573212	embedding2nn.bias	2	0.10687460750341415
573212	embedding2nn.bias	3	0.1724354326725006
573212	embedding2nn.bias	4	0.1718476116657257
573212	embedding2nn.bias	5	-0.05764758586883545
573212	embedding2nn.bias	6	-0.0494854710996151
573212	embedding2nn.bias	7	0.05370327830314636
573212	embedding2nn.bias	8	-0.1570482701063156
573212	embedding2nn.bias	9	-0.37161433696746826
573212	rnn.weight_ih_l0	0	-0.00892763864248991
573212	rnn.weight_ih_l0	1	-0.05519060045480728
573212	rnn.weight_ih_l0	2	-0.05080481618642807
573212	rnn.weight_ih_l0	3	0.1060589849948883
573212	rnn.weight_ih_l0	4	0.032760411500930786
573212	rnn.weight_ih_l0	5	-0.05719292536377907
573212	rnn.weight_ih_l0	6	-0.012314031831920147
573212	rnn.weight_ih_l0	7	-0.029608234763145447
573212	rnn.weight_ih_l0	8	0.008472063578665257
573212	rnn.weight_ih_l0	9	-0.11107827723026276
573212	rnn.weight_hh_l0	0	-0.017999842762947083
573212	rnn.weight_hh_l0	1	0.08001603186130524
573212	rnn.weight_hh_l0	2	0.016689127311110497
573212	rnn.weight_hh_l0	3	-0.022754166275262833
573212	rnn.weight_hh_l0	4	0.05797772482037544
573212	rnn.weight_hh_l0	5	0.020291650667786598
573212	rnn.weight_hh_l0	6	-0.07253392040729523
573212	rnn.weight_hh_l0	7	-0.1006571426987648
573212	rnn.weight_hh_l0	8	0.03487236797809601
573212	rnn.weight_hh_l0	9	-0.11354371160268784
573212	rnn.bias_ih_l0	0	0.16796615719795227
573212	rnn.bias_ih_l0	1	-0.3360200524330139
573212	rnn.bias_ih_l0	2	-0.03641783818602562
573212	rnn.bias_ih_l0	3	-0.223393052816391
573212	rnn.bias_ih_l0	4	0.008811692707240582
573212	rnn.bias_ih_l0	5	-0.433309942483902
573212	rnn.bias_ih_l0	6	-0.1585111767053604
573212	rnn.bias_ih_l0	7	-0.3636839687824249
573212	rnn.bias_ih_l0	8	-0.2971179187297821
573212	rnn.bias_ih_l0	9	-0.4596234858036041
573212	rnn.bias_hh_l0	0	-0.33473849296569824
573212	rnn.bias_hh_l0	1	-0.43096569180488586
573212	rnn.bias_hh_l0	2	-0.3970063626766205
573212	rnn.bias_hh_l0	3	-0.06626728922128677
573212	rnn.bias_hh_l0	4	-0.3890834152698517
573212	rnn.bias_hh_l0	5	-0.3510006070137024
573212	rnn.bias_hh_l0	6	-0.11948248744010925
573212	rnn.bias_hh_l0	7	0.06337901204824448
573212	rnn.bias_hh_l0	8	-0.22717547416687012
573212	rnn.bias_hh_l0	9	-0.569536566734314
573212	rnn.weight_ih_l0_reverse	0	0.04169565066695213
573212	rnn.weight_ih_l0_reverse	1	-0.034741535782814026
573212	rnn.weight_ih_l0_reverse	2	-0.021245121955871582
573212	rnn.weight_ih_l0_reverse	3	-0.1404724419116974
573212	rnn.weight_ih_l0_reverse	4	0.08814455568790436
573212	rnn.weight_ih_l0_reverse	5	-0.13407547771930695
573212	rnn.weight_ih_l0_reverse	6	-0.0014524885918945074
573212	rnn.weight_ih_l0_reverse	7	0.03060184232890606
573212	rnn.weight_ih_l0_reverse	8	-0.07087462395429611
573212	rnn.weight_ih_l0_reverse	9	-0.0731121078133583
573212	rnn.weight_hh_l0_reverse	0	-0.14743568003177643
573212	rnn.weight_hh_l0_reverse	1	0.024584706872701645
573212	rnn.weight_hh_l0_reverse	2	-0.025579938665032387
573212	rnn.weight_hh_l0_reverse	3	0.025687184184789658
573212	rnn.weight_hh_l0_reverse	4	-0.0869828537106514
573212	rnn.weight_hh_l0_reverse	5	0.03456747159361839
573212	rnn.weight_hh_l0_reverse	6	0.026643117889761925
573212	rnn.weight_hh_l0_reverse	7	-0.11459144204854965
573212	rnn.weight_hh_l0_reverse	8	-0.05978493019938469
573212	rnn.weight_hh_l0_reverse	9	0.049727845937013626
573212	rnn.bias_ih_l0_reverse	0	-0.16907212138175964
573212	rnn.bias_ih_l0_reverse	1	-0.06533443927764893
573212	rnn.bias_ih_l0_reverse	2	0.12982378900051117
573212	rnn.bias_ih_l0_reverse	3	-0.3164709806442261
573212	rnn.bias_ih_l0_reverse	4	0.0029255663976073265
573212	rnn.bias_ih_l0_reverse	5	-0.21792550384998322
573212	rnn.bias_ih_l0_reverse	6	0.25771528482437134
573212	rnn.bias_ih_l0_reverse	7	-0.3219849169254303
573212	rnn.bias_ih_l0_reverse	8	-0.194477841258049
573212	rnn.bias_ih_l0_reverse	9	-0.19241103529930115
573212	rnn.bias_hh_l0_reverse	0	-0.11738783866167068
573212	rnn.bias_hh_l0_reverse	1	0.27803611755371094
573212	rnn.bias_hh_l0_reverse	2	-0.3299490511417389
573212	rnn.bias_hh_l0_reverse	3	-0.22299259901046753
573212	rnn.bias_hh_l0_reverse	4	-0.39218300580978394
573212	rnn.bias_hh_l0_reverse	5	-0.19328740239143372
573212	rnn.bias_hh_l0_reverse	6	-0.25979140400886536
573212	rnn.bias_hh_l0_reverse	7	-0.07981105893850327
573212	rnn.bias_hh_l0_reverse	8	-0.3183595538139343
573212	rnn.bias_hh_l0_reverse	9	0.20083440840244293
573212	linear.weight	0	0.20725609362125397
573212	linear.weight	1	-0.42992842197418213
573212	linear.weight	2	0.07712046802043915
573212	linear.weight	3	0.06754136085510254
573212	linear.weight	4	-0.1261625587940216
573212	linear.weight	5	0.21345120668411255
573212	linear.weight	6	-0.03364873677492142
573212	linear.weight	7	-0.06044956296682358
573212	linear.weight	8	0.09058795869350433
573212	linear.weight	9	-0.049287863075733185
573212	linear.bias	0	-0.8634268641471863
573212	linear.bias	1	1.8725844621658325
573212	linear.bias	2	0.7888623476028442
573212	linear.bias	3	-2.7190985679626465
573212	linear.bias	4	-0.06625423580408096
573212	linear.bias	5	1.2478104829788208
573212	linear.bias	6	-0.2438185214996338
573212	linear.bias	7	0.7961010336875916
573212	linear.bias	8	2.157287359237671
573212	linear.bias	9	-1.3951678276062012
573821	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
573821	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
573821	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
573821	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
573821	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
573821	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
573821	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
573821	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
573821	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
573821	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
573821	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
573821	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
573821	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
573821	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
573821	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
573821	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
573821	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
573821	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
573821	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
573821	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
573821	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
573821	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
573821	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
573821	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
573821	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
573821	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
573821	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
573821	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
573821	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
573821	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
573821	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
573821	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
573821	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
573821	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
573821	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
573821	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
573821	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
573821	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
573821	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
573821	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
573821	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
573821	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
573821	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
573821	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
573821	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
573821	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
573821	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
573821	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
573821	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
573821	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
573821	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
573821	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
573821	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
573821	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
573821	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
573821	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
573821	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
573821	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
573821	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
573821	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
573821	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
573821	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
573821	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
573821	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
573821	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
573821	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
573821	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
573821	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
573821	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
573821	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
573821	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
573821	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
573821	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
573821	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
573821	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
573821	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
573821	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
573821	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
573821	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
573821	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
573821	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
573821	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
573821	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
573821	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
573821	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
573821	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
573821	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
573821	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
573821	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
573821	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
573821	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
573821	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
573821	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
573821	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
573821	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
573821	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
573821	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
573821	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
573821	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
573821	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
573821	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
573821	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
573821	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
573821	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
573821	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
573821	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
573821	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
573821	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
573821	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
573821	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
573821	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
573821	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
573821	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
573821	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
573821	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
573821	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
573821	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
573821	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
573821	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
573821	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
573821	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
573821	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
573821	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
573821	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
573821	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
573821	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
573821	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
573821	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
573821	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
573821	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
573821	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
573821	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
573821	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
573821	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
573821	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
573821	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
573821	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
573821	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
573821	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
573821	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
573821	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
573821	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
573821	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
573821	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
573821	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
573821	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
573821	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
573821	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
573821	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
573821	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
573821	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
573821	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
573821	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
573821	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
573821	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
573821	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
573821	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
573821	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
573821	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
573821	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
573821	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
573821	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
573821	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
573821	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
573821	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
573821	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
573821	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
573821	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
573821	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
573821	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
573821	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
573821	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
573821	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
573821	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
573821	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
573821	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
573821	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
573821	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
573821	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
573821	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
573821	embedding2nn.weight	0	0.32625630497932434
573821	embedding2nn.weight	1	0.383056640625
573821	embedding2nn.weight	2	-0.0010928373085334897
573821	embedding2nn.weight	3	0.03935979679226875
573821	embedding2nn.weight	4	-0.03261929750442505
573821	embedding2nn.weight	5	0.05936175212264061
573821	embedding2nn.weight	6	0.02386568859219551
573821	embedding2nn.weight	7	-0.01504750456660986
573821	embedding2nn.weight	8	0.024931836873292923
573821	embedding2nn.weight	9	-0.04279856011271477
573821	embedding2nn.bias	0	0.020465988665819168
573821	embedding2nn.bias	1	-0.1850624978542328
573821	embedding2nn.bias	2	0.11947781592607498
573821	embedding2nn.bias	3	0.17389735579490662
573821	embedding2nn.bias	4	0.16415460407733917
573821	embedding2nn.bias	5	-0.06381447613239288
573821	embedding2nn.bias	6	-0.05238943174481392
573821	embedding2nn.bias	7	0.03466024249792099
573821	embedding2nn.bias	8	-0.1610918790102005
573821	embedding2nn.bias	9	-0.36571744084358215
573821	rnn.weight_ih_l0	0	-0.008662428706884384
573821	rnn.weight_ih_l0	1	-0.055223044008016586
573821	rnn.weight_ih_l0	2	-0.051295772194862366
573821	rnn.weight_ih_l0	3	0.10332291573286057
573821	rnn.weight_ih_l0	4	0.02791086956858635
573821	rnn.weight_ih_l0	5	-0.05593620613217354
573821	rnn.weight_ih_l0	6	-0.012690814211964607
573821	rnn.weight_ih_l0	7	-0.03129946067929268
573821	rnn.weight_ih_l0	8	0.013748204335570335
573821	rnn.weight_ih_l0	9	-0.11252254992723465
573821	rnn.weight_hh_l0	0	-0.018119875341653824
573821	rnn.weight_hh_l0	1	0.0801188200712204
573821	rnn.weight_hh_l0	2	0.016992487013339996
573821	rnn.weight_hh_l0	3	-0.023202626034617424
573821	rnn.weight_hh_l0	4	0.05936473608016968
573821	rnn.weight_hh_l0	5	0.0206313356757164
573821	rnn.weight_hh_l0	6	-0.07273927330970764
573821	rnn.weight_hh_l0	7	-0.10240766406059265
573821	rnn.weight_hh_l0	8	0.03494894504547119
573821	rnn.weight_hh_l0	9	-0.11369186639785767
573821	rnn.bias_ih_l0	0	0.16598132252693176
573821	rnn.bias_ih_l0	1	-0.33586597442626953
573821	rnn.bias_ih_l0	2	-0.03806374594569206
573821	rnn.bias_ih_l0	3	-0.2253372222185135
573821	rnn.bias_ih_l0	4	0.009450710378587246
573821	rnn.bias_ih_l0	5	-0.42928701639175415
573821	rnn.bias_ih_l0	6	-0.1608884632587433
573821	rnn.bias_ih_l0	7	-0.3636150062084198
573821	rnn.bias_ih_l0	8	-0.2984350025653839
573821	rnn.bias_ih_l0	9	-0.4569310247898102
573821	rnn.bias_hh_l0	0	-0.33509719371795654
573821	rnn.bias_hh_l0	1	-0.4319046437740326
573821	rnn.bias_hh_l0	2	-0.4027487337589264
573821	rnn.bias_hh_l0	3	-0.0662316307425499
573821	rnn.bias_hh_l0	4	-0.38846150040626526
573821	rnn.bias_hh_l0	5	-0.35318130254745483
573821	rnn.bias_hh_l0	6	-0.1186421662569046
573821	rnn.bias_hh_l0	7	0.06361939758062363
573821	rnn.bias_hh_l0	8	-0.22681672871112823
573821	rnn.bias_hh_l0	9	-0.5698506236076355
573821	rnn.weight_ih_l0_reverse	0	0.04004432260990143
573821	rnn.weight_ih_l0_reverse	1	-0.035184260457754135
573821	rnn.weight_ih_l0_reverse	2	-0.02012786455452442
573821	rnn.weight_ih_l0_reverse	3	-0.13812628388404846
573821	rnn.weight_ih_l0_reverse	4	0.08706296235322952
573821	rnn.weight_ih_l0_reverse	5	-0.13761645555496216
573821	rnn.weight_ih_l0_reverse	6	0.002152431523427367
573821	rnn.weight_ih_l0_reverse	7	0.029701365157961845
573821	rnn.weight_ih_l0_reverse	8	-0.07231584936380386
573821	rnn.weight_ih_l0_reverse	9	-0.07364632189273834
573821	rnn.weight_hh_l0_reverse	0	-0.14705930650234222
573821	rnn.weight_hh_l0_reverse	1	0.024472111836075783
573821	rnn.weight_hh_l0_reverse	2	-0.025384366512298584
573821	rnn.weight_hh_l0_reverse	3	0.02541976422071457
573821	rnn.weight_hh_l0_reverse	4	-0.08610546588897705
573821	rnn.weight_hh_l0_reverse	5	0.0347609743475914
573821	rnn.weight_hh_l0_reverse	6	0.026559248566627502
573821	rnn.weight_hh_l0_reverse	7	-0.11574722081422806
573821	rnn.weight_hh_l0_reverse	8	-0.06087108328938484
573821	rnn.weight_hh_l0_reverse	9	0.051064666360616684
573821	rnn.bias_ih_l0_reverse	0	-0.16917704045772552
573821	rnn.bias_ih_l0_reverse	1	-0.06321048736572266
573821	rnn.bias_ih_l0_reverse	2	0.13160140812397003
573821	rnn.bias_ih_l0_reverse	3	-0.31845036149024963
573821	rnn.bias_ih_l0_reverse	4	-0.0003192524891346693
573821	rnn.bias_ih_l0_reverse	5	-0.21664941310882568
573821	rnn.bias_ih_l0_reverse	6	0.25745001435279846
573821	rnn.bias_ih_l0_reverse	7	-0.32336074113845825
573821	rnn.bias_ih_l0_reverse	8	-0.19409750401973724
573821	rnn.bias_ih_l0_reverse	9	-0.18667122721672058
573821	rnn.bias_hh_l0_reverse	0	-0.11194843053817749
573821	rnn.bias_hh_l0_reverse	1	0.27450644969940186
573821	rnn.bias_hh_l0_reverse	2	-0.3269185423851013
573821	rnn.bias_hh_l0_reverse	3	-0.22084355354309082
573821	rnn.bias_hh_l0_reverse	4	-0.39030131697654724
573821	rnn.bias_hh_l0_reverse	5	-0.19330255687236786
573821	rnn.bias_hh_l0_reverse	6	-0.2547544538974762
573821	rnn.bias_hh_l0_reverse	7	-0.08184561133384705
573821	rnn.bias_hh_l0_reverse	8	-0.3190792500972748
573821	rnn.bias_hh_l0_reverse	9	0.20206952095031738
573821	linear.weight	0	0.20164728164672852
573821	linear.weight	1	-0.4551272690296173
573821	linear.weight	2	0.06829510629177094
573821	linear.weight	3	0.06754039227962494
573821	linear.weight	4	-0.11421585083007812
573821	linear.weight	5	0.21989749372005463
573821	linear.weight	6	-0.041700929403305054
573821	linear.weight	7	-0.060445886105298996
573821	linear.weight	8	0.09624572098255157
573821	linear.weight	9	-0.049290988594293594
573821	linear.bias	0	-0.8547290563583374
573821	linear.bias	1	1.8803695440292358
573821	linear.bias	2	0.7730286121368408
573821	linear.bias	3	-2.719223976135254
573821	linear.bias	4	-0.07966997474431992
573821	linear.bias	5	1.2513458728790283
573821	linear.bias	6	-0.24629680812358856
573821	linear.bias	7	0.8069170713424683
573821	linear.bias	8	2.137345790863037
573821	linear.bias	9	-1.4120728969573975
574430	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
574430	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
574430	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
574430	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
574430	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
574430	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
574430	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
574430	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
574430	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
574430	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
574430	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
574430	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
574430	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
574430	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
574430	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
574430	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
574430	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
574430	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
574430	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
574430	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
574430	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
574430	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
574430	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
574430	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
574430	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
574430	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
574430	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
574430	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
574430	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
574430	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
574430	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
574430	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
574430	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
574430	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
574430	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
574430	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
574430	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
574430	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
574430	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
574430	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
574430	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
574430	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
574430	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
574430	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
574430	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
574430	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
574430	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
574430	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
574430	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
574430	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
574430	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
574430	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
574430	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
574430	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
574430	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
574430	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
574430	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
574430	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
574430	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
574430	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
574430	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
574430	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
574430	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
574430	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
574430	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
574430	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
574430	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
574430	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
574430	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
574430	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
574430	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
574430	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
574430	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
574430	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
574430	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
574430	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
574430	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
574430	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
574430	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
574430	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
574430	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
574430	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
574430	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
574430	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
574430	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
574430	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
574430	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
574430	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
574430	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
574430	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
574430	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
574430	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
574430	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
574430	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
574430	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
574430	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
574430	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
574430	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
574430	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
574430	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
574430	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
574430	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
574430	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
574430	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
574430	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
574430	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
574430	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
574430	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
574430	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
574430	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
574430	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
574430	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
574430	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
574430	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
574430	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
574430	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
574430	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
574430	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
574430	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
574430	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
574430	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
574430	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
574430	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
574430	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
574430	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
574430	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
574430	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
574430	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
574430	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
574430	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
574430	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
574430	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
574430	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
574430	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
574430	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
574430	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
574430	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
574430	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
574430	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
574430	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
574430	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
574430	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
574430	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
574430	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
574430	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
574430	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
574430	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
574430	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
574430	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
574430	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
574430	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
574430	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
574430	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
574430	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
574430	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
574430	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
574430	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
574430	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
574430	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
574430	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
574430	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
574430	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
574430	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
574430	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
574430	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
574430	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
574430	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
574430	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
574430	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
574430	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
574430	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
574430	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
574430	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
574430	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
574430	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
574430	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
574430	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
574430	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
574430	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
574430	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
574430	embedding2nn.weight	0	0.3256308436393738
574430	embedding2nn.weight	1	0.38296645879745483
574430	embedding2nn.weight	2	-0.002051621675491333
574430	embedding2nn.weight	3	0.03564973920583725
574430	embedding2nn.weight	4	-0.03530305624008179
574430	embedding2nn.weight	5	0.05643751472234726
574430	embedding2nn.weight	6	0.019441215321421623
574430	embedding2nn.weight	7	-0.01976834423840046
574430	embedding2nn.weight	8	0.02365071326494217
574430	embedding2nn.weight	9	-0.041913826018571854
574430	embedding2nn.bias	0	0.0010638892417773604
574430	embedding2nn.bias	1	-0.19941982626914978
574430	embedding2nn.bias	2	0.11148346960544586
574430	embedding2nn.bias	3	0.15448468923568726
574430	embedding2nn.bias	4	0.15961581468582153
574430	embedding2nn.bias	5	-0.06633395701646805
574430	embedding2nn.bias	6	-0.04867156594991684
574430	embedding2nn.bias	7	0.04239876568317413
574430	embedding2nn.bias	8	-0.165884330868721
574430	embedding2nn.bias	9	-0.366268128156662
574430	rnn.weight_ih_l0	0	-0.009147257544100285
574430	rnn.weight_ih_l0	1	-0.05703740939497948
574430	rnn.weight_ih_l0	2	-0.05393102020025253
574430	rnn.weight_ih_l0	3	0.10386306047439575
574430	rnn.weight_ih_l0	4	0.029864124953746796
574430	rnn.weight_ih_l0	5	-0.05396902933716774
574430	rnn.weight_ih_l0	6	-0.008505873382091522
574430	rnn.weight_ih_l0	7	-0.029916876927018166
574430	rnn.weight_ih_l0	8	0.01615520380437374
574430	rnn.weight_ih_l0	9	-0.1085900291800499
574430	rnn.weight_hh_l0	0	-0.018516642972826958
574430	rnn.weight_hh_l0	1	0.08025732636451721
574430	rnn.weight_hh_l0	2	0.016145791858434677
574430	rnn.weight_hh_l0	3	-0.022924166172742844
574430	rnn.weight_hh_l0	4	0.05879925936460495
574430	rnn.weight_hh_l0	5	0.020425332710146904
574430	rnn.weight_hh_l0	6	-0.07293184101581573
574430	rnn.weight_hh_l0	7	-0.10190752148628235
574430	rnn.weight_hh_l0	8	0.03496977314352989
574430	rnn.weight_hh_l0	9	-0.11365336179733276
574430	rnn.bias_ih_l0	0	0.16955752670764923
574430	rnn.bias_ih_l0	1	-0.33346641063690186
574430	rnn.bias_ih_l0	2	-0.03828864544630051
574430	rnn.bias_ih_l0	3	-0.21444649994373322
574430	rnn.bias_ih_l0	4	0.012702234089374542
574430	rnn.bias_ih_l0	5	-0.43197962641716003
574430	rnn.bias_ih_l0	6	-0.16294996440410614
574430	rnn.bias_ih_l0	7	-0.3637685477733612
574430	rnn.bias_ih_l0	8	-0.29708099365234375
574430	rnn.bias_ih_l0	9	-0.4582824409008026
574430	rnn.bias_hh_l0	0	-0.33415842056274414
574430	rnn.bias_hh_l0	1	-0.42894247174263
574430	rnn.bias_hh_l0	2	-0.40371668338775635
574430	rnn.bias_hh_l0	3	-0.06653928756713867
574430	rnn.bias_hh_l0	4	-0.3895661234855652
574430	rnn.bias_hh_l0	5	-0.35177990794181824
574430	rnn.bias_hh_l0	6	-0.12007555365562439
574430	rnn.bias_hh_l0	7	0.0635618045926094
574430	rnn.bias_hh_l0	8	-0.2260698527097702
574430	rnn.bias_hh_l0	9	-0.5674333572387695
574430	rnn.weight_ih_l0_reverse	0	0.04517903923988342
574430	rnn.weight_ih_l0_reverse	1	-0.035296931862831116
574430	rnn.weight_ih_l0_reverse	2	-0.020851980894804
574430	rnn.weight_ih_l0_reverse	3	-0.1366192251443863
574430	rnn.weight_ih_l0_reverse	4	0.08758054673671722
574430	rnn.weight_ih_l0_reverse	5	-0.13795414566993713
574430	rnn.weight_ih_l0_reverse	6	0.002713896334171295
574430	rnn.weight_ih_l0_reverse	7	0.029242442920804024
574430	rnn.weight_ih_l0_reverse	8	-0.07060254365205765
574430	rnn.weight_ih_l0_reverse	9	-0.07137306034564972
574430	rnn.weight_hh_l0_reverse	0	-0.14719757437705994
574430	rnn.weight_hh_l0_reverse	1	0.024433979764580727
574430	rnn.weight_hh_l0_reverse	2	-0.024569422006607056
574430	rnn.weight_hh_l0_reverse	3	0.02557811699807644
574430	rnn.weight_hh_l0_reverse	4	-0.08528153598308563
574430	rnn.weight_hh_l0_reverse	5	0.03518708422780037
574430	rnn.weight_hh_l0_reverse	6	0.026585601270198822
574430	rnn.weight_hh_l0_reverse	7	-0.11584019660949707
574430	rnn.weight_hh_l0_reverse	8	-0.06204967200756073
574430	rnn.weight_hh_l0_reverse	9	0.05052127689123154
574430	rnn.bias_ih_l0_reverse	0	-0.16464243829250336
574430	rnn.bias_ih_l0_reverse	1	-0.06192460656166077
574430	rnn.bias_ih_l0_reverse	2	0.13033069670200348
574430	rnn.bias_ih_l0_reverse	3	-0.31778353452682495
574430	rnn.bias_ih_l0_reverse	4	0.0008036848157644272
574430	rnn.bias_ih_l0_reverse	5	-0.21642832458019257
574430	rnn.bias_ih_l0_reverse	6	0.2586527168750763
574430	rnn.bias_ih_l0_reverse	7	-0.3226885199546814
574430	rnn.bias_ih_l0_reverse	8	-0.19640272855758667
574430	rnn.bias_ih_l0_reverse	9	-0.19447065889835358
574430	rnn.bias_hh_l0_reverse	0	-0.10933031141757965
574430	rnn.bias_hh_l0_reverse	1	0.272833913564682
574430	rnn.bias_hh_l0_reverse	2	-0.33124619722366333
574430	rnn.bias_hh_l0_reverse	3	-0.21780483424663544
574430	rnn.bias_hh_l0_reverse	4	-0.3930168151855469
574430	rnn.bias_hh_l0_reverse	5	-0.1942911297082901
574430	rnn.bias_hh_l0_reverse	6	-0.2579163610935211
574430	rnn.bias_hh_l0_reverse	7	-0.08108843117952347
574430	rnn.bias_hh_l0_reverse	8	-0.32243791222572327
574430	rnn.bias_hh_l0_reverse	9	0.20459675788879395
574430	linear.weight	0	0.19575315713882446
574430	linear.weight	1	-0.4413761794567108
574430	linear.weight	2	0.0919879749417305
574430	linear.weight	3	0.06754159927368164
574430	linear.weight	4	-0.117609404027462
574430	linear.weight	5	0.21847064793109894
574430	linear.weight	6	-0.04793299362063408
574430	linear.weight	7	-0.06044477969408035
574430	linear.weight	8	0.10176616162061691
574430	linear.weight	9	-0.049291182309389114
574430	linear.bias	0	-0.8433229327201843
574430	linear.bias	1	1.89149010181427
574430	linear.bias	2	0.7679073214530945
574430	linear.bias	3	-2.7193400859832764
574430	linear.bias	4	-0.07546231895685196
574430	linear.bias	5	1.2739046812057495
574430	linear.bias	6	-0.2403242588043213
574430	linear.bias	7	0.7988081574440002
574430	linear.bias	8	2.1758711338043213
574430	linear.bias	9	-1.3995503187179565
575039	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
575039	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
575039	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
575039	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
575039	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
575039	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
575039	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
575039	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
575039	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
575039	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
575039	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
575039	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
575039	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
575039	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
575039	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
575039	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
575039	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
575039	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
575039	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
575039	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
575039	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
575039	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
575039	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
575039	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
575039	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
575039	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
575039	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
575039	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
575039	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
575039	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
575039	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
575039	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
575039	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
575039	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
575039	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
575039	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
575039	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
575039	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
575039	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
575039	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
575039	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
575039	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
575039	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
575039	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
575039	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
575039	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
575039	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
575039	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
575039	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
575039	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
575039	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
575039	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
575039	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
575039	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
575039	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
575039	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
575039	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
575039	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
575039	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
575039	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
575039	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
575039	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
575039	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
575039	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
575039	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
575039	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
575039	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
575039	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
575039	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
575039	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
575039	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
575039	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
575039	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
575039	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
575039	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
575039	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
575039	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
575039	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
575039	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
575039	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
575039	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
575039	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
575039	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
575039	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
575039	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
575039	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
575039	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
575039	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
575039	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
575039	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
575039	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
575039	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
575039	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
575039	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
575039	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
575039	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
575039	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
575039	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
575039	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
575039	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
575039	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
575039	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
575039	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
575039	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
575039	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
575039	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
575039	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
575039	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
575039	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
575039	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
575039	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
575039	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
575039	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
575039	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
575039	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
575039	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
575039	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
575039	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
575039	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
575039	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
575039	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
575039	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
575039	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
575039	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
575039	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
575039	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
575039	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
575039	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
575039	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
575039	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
575039	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
575039	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
575039	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
575039	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
575039	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
575039	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
575039	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
575039	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
575039	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
575039	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
575039	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
575039	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
575039	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
575039	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
575039	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
575039	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
575039	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
575039	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
575039	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
575039	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
575039	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
575039	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
575039	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
575039	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
575039	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
575039	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
575039	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
575039	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
575039	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
575039	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
575039	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
575039	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
575039	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
575039	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
575039	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
575039	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
575039	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
575039	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
575039	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
575039	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
575039	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
575039	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
575039	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
575039	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
575039	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
575039	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
575039	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
575039	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
575039	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
575039	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
575039	embedding2nn.weight	0	0.3260946571826935
575039	embedding2nn.weight	1	0.38396090269088745
575039	embedding2nn.weight	2	-0.0013412811094895005
575039	embedding2nn.weight	3	0.04074855148792267
575039	embedding2nn.weight	4	-0.03742098808288574
575039	embedding2nn.weight	5	0.056861117482185364
575039	embedding2nn.weight	6	0.02071840688586235
575039	embedding2nn.weight	7	-0.01934961788356304
575039	embedding2nn.weight	8	0.027062946930527687
575039	embedding2nn.weight	9	-0.044880460947752
575039	embedding2nn.bias	0	0.013229398056864738
575039	embedding2nn.bias	1	-0.20400042831897736
575039	embedding2nn.bias	2	0.11008353531360626
575039	embedding2nn.bias	3	0.18024815618991852
575039	embedding2nn.bias	4	0.1680183708667755
575039	embedding2nn.bias	5	-0.0699363723397255
575039	embedding2nn.bias	6	-0.05364588275551796
575039	embedding2nn.bias	7	0.030624408274888992
575039	embedding2nn.bias	8	-0.15653401613235474
575039	embedding2nn.bias	9	-0.36002594232559204
575039	rnn.weight_ih_l0	0	-0.007826341316103935
575039	rnn.weight_ih_l0	1	-0.057100728154182434
575039	rnn.weight_ih_l0	2	-0.052963487803936005
575039	rnn.weight_ih_l0	3	0.10577400028705597
575039	rnn.weight_ih_l0	4	0.028254356235265732
575039	rnn.weight_ih_l0	5	-0.053981706500053406
575039	rnn.weight_ih_l0	6	-0.010571472346782684
575039	rnn.weight_ih_l0	7	-0.0298622976988554
575039	rnn.weight_ih_l0	8	0.01657605543732643
575039	rnn.weight_ih_l0	9	-0.10844870656728745
575039	rnn.weight_hh_l0	0	-0.018465450033545494
575039	rnn.weight_hh_l0	1	0.08076860755681992
575039	rnn.weight_hh_l0	2	0.015985438600182533
575039	rnn.weight_hh_l0	3	-0.022712010890245438
575039	rnn.weight_hh_l0	4	0.05924977734684944
575039	rnn.weight_hh_l0	5	0.021271750330924988
575039	rnn.weight_hh_l0	6	-0.0733475461602211
575039	rnn.weight_hh_l0	7	-0.1018686443567276
575039	rnn.weight_hh_l0	8	0.03522747755050659
575039	rnn.weight_hh_l0	9	-0.11389940232038498
575039	rnn.bias_ih_l0	0	0.1614859700202942
575039	rnn.bias_ih_l0	1	-0.3327215313911438
575039	rnn.bias_ih_l0	2	-0.03687520697712898
575039	rnn.bias_ih_l0	3	-0.21623793244361877
575039	rnn.bias_ih_l0	4	0.015221286565065384
575039	rnn.bias_ih_l0	5	-0.4369513690471649
575039	rnn.bias_ih_l0	6	-0.1652672439813614
575039	rnn.bias_ih_l0	7	-0.3640202283859253
575039	rnn.bias_ih_l0	8	-0.2975156903266907
575039	rnn.bias_ih_l0	9	-0.45922067761421204
575039	rnn.bias_hh_l0	0	-0.3318149149417877
575039	rnn.bias_hh_l0	1	-0.42951440811157227
575039	rnn.bias_hh_l0	2	-0.4024074673652649
575039	rnn.bias_hh_l0	3	-0.06206130608916283
575039	rnn.bias_hh_l0	4	-0.39161479473114014
575039	rnn.bias_hh_l0	5	-0.3529236912727356
575039	rnn.bias_hh_l0	6	-0.11925389617681503
575039	rnn.bias_hh_l0	7	0.06124438717961311
575039	rnn.bias_hh_l0	8	-0.22743329405784607
575039	rnn.bias_hh_l0	9	-0.5706268548965454
575039	rnn.weight_ih_l0_reverse	0	0.044655878096818924
575039	rnn.weight_ih_l0_reverse	1	-0.03608754277229309
575039	rnn.weight_ih_l0_reverse	2	-0.021210486069321632
575039	rnn.weight_ih_l0_reverse	3	-0.13780735433101654
575039	rnn.weight_ih_l0_reverse	4	0.08784276992082596
575039	rnn.weight_ih_l0_reverse	5	-0.13483120501041412
575039	rnn.weight_ih_l0_reverse	6	0.005985548719763756
575039	rnn.weight_ih_l0_reverse	7	0.028974561020731926
575039	rnn.weight_ih_l0_reverse	8	-0.06876406073570251
575039	rnn.weight_ih_l0_reverse	9	-0.07073873281478882
575039	rnn.weight_hh_l0_reverse	0	-0.14840929210186005
575039	rnn.weight_hh_l0_reverse	1	0.024110140278935432
575039	rnn.weight_hh_l0_reverse	2	-0.02494879439473152
575039	rnn.weight_hh_l0_reverse	3	0.024729646742343903
575039	rnn.weight_hh_l0_reverse	4	-0.08541764318943024
575039	rnn.weight_hh_l0_reverse	5	0.03532955050468445
575039	rnn.weight_hh_l0_reverse	6	0.026485811918973923
575039	rnn.weight_hh_l0_reverse	7	-0.11638673394918442
575039	rnn.weight_hh_l0_reverse	8	-0.060866326093673706
575039	rnn.weight_hh_l0_reverse	9	0.050114717334508896
575039	rnn.bias_ih_l0_reverse	0	-0.16646721959114075
575039	rnn.bias_ih_l0_reverse	1	-0.06514867395162582
575039	rnn.bias_ih_l0_reverse	2	0.13450852036476135
575039	rnn.bias_ih_l0_reverse	3	-0.3145623207092285
575039	rnn.bias_ih_l0_reverse	4	0.0036755665205419064
575039	rnn.bias_ih_l0_reverse	5	-0.2152719348669052
575039	rnn.bias_ih_l0_reverse	6	0.25525718927383423
575039	rnn.bias_ih_l0_reverse	7	-0.32130688428878784
575039	rnn.bias_ih_l0_reverse	8	-0.19416800141334534
575039	rnn.bias_ih_l0_reverse	9	-0.19276867806911469
575039	rnn.bias_hh_l0_reverse	0	-0.11541081219911575
575039	rnn.bias_hh_l0_reverse	1	0.27496862411499023
575039	rnn.bias_hh_l0_reverse	2	-0.33109036087989807
575039	rnn.bias_hh_l0_reverse	3	-0.22030672430992126
575039	rnn.bias_hh_l0_reverse	4	-0.39403071999549866
575039	rnn.bias_hh_l0_reverse	5	-0.19569876790046692
575039	rnn.bias_hh_l0_reverse	6	-0.2521081566810608
575039	rnn.bias_hh_l0_reverse	7	-0.08580999076366425
575039	rnn.bias_hh_l0_reverse	8	-0.32235467433929443
575039	rnn.bias_hh_l0_reverse	9	0.20861205458641052
575039	linear.weight	0	0.22024990618228912
575039	linear.weight	1	-0.42687392234802246
575039	linear.weight	2	0.08886789530515671
575039	linear.weight	3	0.06754186749458313
575039	linear.weight	4	-0.10122950375080109
575039	linear.weight	5	0.2099524587392807
575039	linear.weight	6	-0.0586564764380455
575039	linear.weight	7	-0.06043939292430878
575039	linear.weight	8	0.10635778307914734
575039	linear.weight	9	-0.04929359257221222
575039	linear.bias	0	-0.8435631394386292
575039	linear.bias	1	1.892857313156128
575039	linear.bias	2	0.7645856738090515
575039	linear.bias	3	-2.7194664478302
575039	linear.bias	4	-0.10250010341405869
575039	linear.bias	5	1.256681203842163
575039	linear.bias	6	-0.2574178874492645
575039	linear.bias	7	0.806962251663208
575039	linear.bias	8	2.1441075801849365
575039	linear.bias	9	-1.4046655893325806
575648	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
575648	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
575648	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
575648	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
575648	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
575648	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
575648	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
575648	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
575648	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
575648	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
575648	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
575648	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
575648	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
575648	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
575648	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
575648	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
575648	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
575648	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
575648	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
575648	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
575648	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
575648	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
575648	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
575648	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
575648	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
575648	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
575648	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
575648	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
575648	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
575648	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
575648	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
575648	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
575648	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
575648	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
575648	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
575648	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
575648	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
575648	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
575648	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
575648	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
575648	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
575648	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
575648	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
575648	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
575648	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
575648	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
575648	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
575648	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
575648	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
575648	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
575648	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
575648	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
575648	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
575648	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
575648	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
575648	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
575648	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
575648	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
575648	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
575648	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
575648	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
575648	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
575648	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
575648	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
575648	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
575648	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
575648	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
575648	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
575648	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
575648	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
575648	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
575648	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
575648	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
575648	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
575648	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
575648	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
575648	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
575648	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
575648	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
575648	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
575648	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
575648	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
575648	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
575648	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
575648	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
575648	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
575648	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
575648	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
575648	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
575648	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
575648	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
575648	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
575648	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
575648	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
575648	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
575648	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
575648	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
575648	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
575648	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
575648	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
575648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
575648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
575648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
575648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
575648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
575648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
575648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
575648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
575648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
575648	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
575648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
575648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
575648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
575648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
575648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
575648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
575648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
575648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
575648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
575648	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
575648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
575648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
575648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
575648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
575648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
575648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
575648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
575648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
575648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
575648	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
575648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
575648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
575648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
575648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
575648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
575648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
575648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
575648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
575648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
575648	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
575648	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
575648	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
575648	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
575648	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
575648	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
575648	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
575648	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
575648	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
575648	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
575648	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
575648	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
575648	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
575648	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
575648	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
575648	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
575648	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
575648	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
575648	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
575648	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
575648	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
575648	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
575648	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
575648	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
575648	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
575648	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
575648	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
575648	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
575648	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
575648	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
575648	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
575648	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
575648	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
575648	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
575648	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
575648	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
575648	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
575648	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
575648	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
575648	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
575648	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
575648	embedding2nn.weight	0	0.325714111328125
575648	embedding2nn.weight	1	0.3855130970478058
575648	embedding2nn.weight	2	0.0008685860666446388
575648	embedding2nn.weight	3	0.030902914702892303
575648	embedding2nn.weight	4	-0.03642073646187782
575648	embedding2nn.weight	5	0.057482216507196426
575648	embedding2nn.weight	6	0.017780186608433723
575648	embedding2nn.weight	7	-0.020388171076774597
575648	embedding2nn.weight	8	0.025218931958079338
575648	embedding2nn.weight	9	-0.0438847616314888
575648	embedding2nn.bias	0	0.03281445428729057
575648	embedding2nn.bias	1	-0.20502999424934387
575648	embedding2nn.bias	2	0.10937417298555374
575648	embedding2nn.bias	3	0.17101825773715973
575648	embedding2nn.bias	4	0.1641158163547516
575648	embedding2nn.bias	5	-0.05280191823840141
575648	embedding2nn.bias	6	-0.05064200609922409
575648	embedding2nn.bias	7	0.041431259363889694
575648	embedding2nn.bias	8	-0.16017970442771912
575648	embedding2nn.bias	9	-0.36215925216674805
575648	rnn.weight_ih_l0	0	-0.008124059997498989
575648	rnn.weight_ih_l0	1	-0.056610751897096634
575648	rnn.weight_ih_l0	2	-0.05430467799305916
575648	rnn.weight_ih_l0	3	0.10485182702541351
575648	rnn.weight_ih_l0	4	0.026213860139250755
575648	rnn.weight_ih_l0	5	-0.056872036308050156
575648	rnn.weight_ih_l0	6	-0.013190698809921741
575648	rnn.weight_ih_l0	7	-0.03167923539876938
575648	rnn.weight_ih_l0	8	0.013082307763397694
575648	rnn.weight_ih_l0	9	-0.10956424474716187
575648	rnn.weight_hh_l0	0	-0.018364014104008675
575648	rnn.weight_hh_l0	1	0.08035961538553238
575648	rnn.weight_hh_l0	2	0.015926506370306015
575648	rnn.weight_hh_l0	3	-0.02280239574611187
575648	rnn.weight_hh_l0	4	0.05947352573275566
575648	rnn.weight_hh_l0	5	0.020304732024669647
575648	rnn.weight_hh_l0	6	-0.0733804851770401
575648	rnn.weight_hh_l0	7	-0.10071485489606857
575648	rnn.weight_hh_l0	8	0.03539109230041504
575648	rnn.weight_hh_l0	9	-0.11388055980205536
575648	rnn.bias_ih_l0	0	0.1594754308462143
575648	rnn.bias_ih_l0	1	-0.33470872044563293
575648	rnn.bias_ih_l0	2	-0.037295904010534286
575648	rnn.bias_ih_l0	3	-0.21645128726959229
575648	rnn.bias_ih_l0	4	0.017010081559419632
575648	rnn.bias_ih_l0	5	-0.43452632427215576
575648	rnn.bias_ih_l0	6	-0.15811583399772644
575648	rnn.bias_ih_l0	7	-0.36452123522758484
575648	rnn.bias_ih_l0	8	-0.297374963760376
575648	rnn.bias_ih_l0	9	-0.4586343765258789
575648	rnn.bias_hh_l0	0	-0.3335343301296234
575648	rnn.bias_hh_l0	1	-0.4299808740615845
575648	rnn.bias_hh_l0	2	-0.4004333019256592
575648	rnn.bias_hh_l0	3	-0.05909474939107895
575648	rnn.bias_hh_l0	4	-0.3914691209793091
575648	rnn.bias_hh_l0	5	-0.35297611355781555
575648	rnn.bias_hh_l0	6	-0.11660479009151459
575648	rnn.bias_hh_l0	7	0.06344300508499146
575648	rnn.bias_hh_l0	8	-0.2258087694644928
575648	rnn.bias_hh_l0	9	-0.5715529322624207
575648	rnn.weight_ih_l0_reverse	0	0.0423785075545311
575648	rnn.weight_ih_l0_reverse	1	-0.037039291113615036
575648	rnn.weight_ih_l0_reverse	2	-0.021117711439728737
575648	rnn.weight_ih_l0_reverse	3	-0.13896167278289795
575648	rnn.weight_ih_l0_reverse	4	0.08811752498149872
575648	rnn.weight_ih_l0_reverse	5	-0.1366311013698578
575648	rnn.weight_ih_l0_reverse	6	0.001855876762419939
575648	rnn.weight_ih_l0_reverse	7	0.02944773994386196
575648	rnn.weight_ih_l0_reverse	8	-0.06811229884624481
575648	rnn.weight_ih_l0_reverse	9	-0.06998703628778458
575648	rnn.weight_hh_l0_reverse	0	-0.14742335677146912
575648	rnn.weight_hh_l0_reverse	1	0.02382313646376133
575648	rnn.weight_hh_l0_reverse	2	-0.02507489174604416
575648	rnn.weight_hh_l0_reverse	3	0.024975677952170372
575648	rnn.weight_hh_l0_reverse	4	-0.08497651666402817
575648	rnn.weight_hh_l0_reverse	5	0.03527207300066948
575648	rnn.weight_hh_l0_reverse	6	0.026527980342507362
575648	rnn.weight_hh_l0_reverse	7	-0.11660117655992508
575648	rnn.weight_hh_l0_reverse	8	-0.06241979822516441
575648	rnn.weight_hh_l0_reverse	9	0.04975036159157753
575648	rnn.bias_ih_l0_reverse	0	-0.1645066887140274
575648	rnn.bias_ih_l0_reverse	1	-0.06632421910762787
575648	rnn.bias_ih_l0_reverse	2	0.13522672653198242
575648	rnn.bias_ih_l0_reverse	3	-0.31561413407325745
575648	rnn.bias_ih_l0_reverse	4	0.0003149864496663213
575648	rnn.bias_ih_l0_reverse	5	-0.2138296365737915
575648	rnn.bias_ih_l0_reverse	6	0.25320199131965637
575648	rnn.bias_ih_l0_reverse	7	-0.3289230763912201
575648	rnn.bias_ih_l0_reverse	8	-0.19145412743091583
575648	rnn.bias_ih_l0_reverse	9	-0.18796849250793457
575648	rnn.bias_hh_l0_reverse	0	-0.11525112390518188
575648	rnn.bias_hh_l0_reverse	1	0.27353551983833313
575648	rnn.bias_hh_l0_reverse	2	-0.33151355385780334
575648	rnn.bias_hh_l0_reverse	3	-0.2217741757631302
575648	rnn.bias_hh_l0_reverse	4	-0.3953188955783844
575648	rnn.bias_hh_l0_reverse	5	-0.19804401695728302
575648	rnn.bias_hh_l0_reverse	6	-0.2525509297847748
575648	rnn.bias_hh_l0_reverse	7	-0.08689375966787338
575648	rnn.bias_hh_l0_reverse	8	-0.3217235505580902
575648	rnn.bias_hh_l0_reverse	9	0.20769880712032318
575648	linear.weight	0	0.21884888410568237
575648	linear.weight	1	-0.4295869767665863
575648	linear.weight	2	0.10151699185371399
575648	linear.weight	3	0.0675416961312294
575648	linear.weight	4	-0.09121985733509064
575648	linear.weight	5	0.20700028538703918
575648	linear.weight	6	-0.08023923635482788
575648	linear.weight	7	-0.0604357048869133
575648	linear.weight	8	0.08534951508045197
575648	linear.weight	9	-0.049295660108327866
575648	linear.bias	0	-0.8416893482208252
575648	linear.bias	1	1.8882125616073608
575648	linear.bias	2	0.7432003021240234
575648	linear.bias	3	-2.719578981399536
575648	linear.bias	4	-0.11310561001300812
575648	linear.bias	5	1.2630283832550049
575648	linear.bias	6	-0.2591664493083954
575648	linear.bias	7	0.7966716289520264
575648	linear.bias	8	2.1373865604400635
575648	linear.bias	9	-1.3960981369018555
576257	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
576257	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
576257	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
576257	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
576257	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
576257	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
576257	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
576257	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
576257	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
576257	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
576257	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
576257	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
576257	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
576257	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
576257	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
576257	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
576257	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
576257	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
576257	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
576257	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
576257	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
576257	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
576257	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
576257	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
576257	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
576257	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
576257	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
576257	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
576257	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
576257	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
576257	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
576257	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
576257	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
576257	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
576257	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
576257	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
576257	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
576257	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
576257	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
576257	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
576257	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
576257	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
576257	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
576257	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
576257	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
576257	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
576257	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
576257	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
576257	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
576257	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
576257	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
576257	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
576257	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
576257	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
576257	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
576257	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
576257	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
576257	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
576257	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
576257	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
576257	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
576257	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
576257	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
576257	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
576257	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
576257	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
576257	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
576257	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
576257	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
576257	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
576257	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
576257	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
576257	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
576257	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
576257	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
576257	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
576257	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
576257	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
576257	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
576257	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
576257	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
576257	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
576257	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
576257	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
576257	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
576257	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
576257	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
576257	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
576257	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
576257	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
576257	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
576257	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
576257	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
576257	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
576257	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
576257	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
576257	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
576257	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
576257	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
576257	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
576257	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
576257	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
576257	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
576257	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
576257	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
576257	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
576257	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
576257	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
576257	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
576257	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
576257	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
576257	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
576257	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
576257	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
576257	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
576257	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
576257	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
576257	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
576257	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
576257	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
576257	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
576257	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
576257	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
576257	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
576257	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
576257	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
576257	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
576257	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
576257	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
576257	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
576257	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
576257	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
576257	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
576257	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
576257	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
576257	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
576257	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
576257	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
576257	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
576257	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
576257	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
576257	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
576257	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
576257	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
576257	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
576257	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
576257	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
576257	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
576257	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
576257	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
576257	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
576257	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
576257	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
576257	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
576257	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
576257	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
576257	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
576257	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
576257	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
576257	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
576257	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
576257	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
576257	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
576257	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
576257	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
576257	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
576257	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
576257	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
576257	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
576257	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
576257	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
576257	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
576257	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
576257	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
576257	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
576257	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
576257	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
576257	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
576257	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
576257	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
576257	embedding2nn.weight	0	0.3251873254776001
576257	embedding2nn.weight	1	0.3878124952316284
576257	embedding2nn.weight	2	0.001787784043699503
576257	embedding2nn.weight	3	0.031140390783548355
576257	embedding2nn.weight	4	-0.03699961304664612
576257	embedding2nn.weight	5	0.05806146562099457
576257	embedding2nn.weight	6	0.014567273668944836
576257	embedding2nn.weight	7	-0.020287461578845978
576257	embedding2nn.weight	8	0.02542862854897976
576257	embedding2nn.weight	9	-0.04598626866936684
576257	embedding2nn.bias	0	0.01748541370034218
576257	embedding2nn.bias	1	-0.20223160088062286
576257	embedding2nn.bias	2	0.12312594801187515
576257	embedding2nn.bias	3	0.17510873079299927
576257	embedding2nn.bias	4	0.16782431304454803
576257	embedding2nn.bias	5	-0.06376492232084274
576257	embedding2nn.bias	6	-0.02123218961060047
576257	embedding2nn.bias	7	0.03255550190806389
576257	embedding2nn.bias	8	-0.16846612095832825
576257	embedding2nn.bias	9	-0.36462637782096863
576257	rnn.weight_ih_l0	0	-0.008443239144980907
576257	rnn.weight_ih_l0	1	-0.05699804797768593
576257	rnn.weight_ih_l0	2	-0.05294686183333397
576257	rnn.weight_ih_l0	3	0.10245425254106522
576257	rnn.weight_ih_l0	4	0.027229728177189827
576257	rnn.weight_ih_l0	5	-0.05760085955262184
576257	rnn.weight_ih_l0	6	-0.01002468727529049
576257	rnn.weight_ih_l0	7	-0.032237134873867035
576257	rnn.weight_ih_l0	8	0.016651982441544533
576257	rnn.weight_ih_l0	9	-0.11093269288539886
576257	rnn.weight_hh_l0	0	-0.018416842445731163
576257	rnn.weight_hh_l0	1	0.08053050190210342
576257	rnn.weight_hh_l0	2	0.01495180930942297
576257	rnn.weight_hh_l0	3	-0.022657692432403564
576257	rnn.weight_hh_l0	4	0.06006014719605446
576257	rnn.weight_hh_l0	5	0.019788574427366257
576257	rnn.weight_hh_l0	6	-0.07347477972507477
576257	rnn.weight_hh_l0	7	-0.10107745230197906
576257	rnn.weight_hh_l0	8	0.035265278071165085
576257	rnn.weight_hh_l0	9	-0.11379572749137878
576257	rnn.bias_ih_l0	0	0.15782026946544647
576257	rnn.bias_ih_l0	1	-0.3354421555995941
576257	rnn.bias_ih_l0	2	-0.03751355782151222
576257	rnn.bias_ih_l0	3	-0.21963536739349365
576257	rnn.bias_ih_l0	4	0.011515725404024124
576257	rnn.bias_ih_l0	5	-0.43724408745765686
576257	rnn.bias_ih_l0	6	-0.15588076412677765
576257	rnn.bias_ih_l0	7	-0.3649190664291382
576257	rnn.bias_ih_l0	8	-0.29727840423583984
576257	rnn.bias_ih_l0	9	-0.4517010748386383
576257	rnn.bias_hh_l0	0	-0.33696144819259644
576257	rnn.bias_hh_l0	1	-0.42779096961021423
576257	rnn.bias_hh_l0	2	-0.40149980783462524
576257	rnn.bias_hh_l0	3	-0.05987309291958809
576257	rnn.bias_hh_l0	4	-0.39240002632141113
576257	rnn.bias_hh_l0	5	-0.35318514704704285
576257	rnn.bias_hh_l0	6	-0.11790172755718231
576257	rnn.bias_hh_l0	7	0.06715783476829529
576257	rnn.bias_hh_l0	8	-0.22633317112922668
576257	rnn.bias_hh_l0	9	-0.5686885714530945
576257	rnn.weight_ih_l0_reverse	0	0.042792052030563354
576257	rnn.weight_ih_l0_reverse	1	-0.03365086391568184
576257	rnn.weight_ih_l0_reverse	2	-0.021071678027510643
576257	rnn.weight_ih_l0_reverse	3	-0.1398196816444397
576257	rnn.weight_ih_l0_reverse	4	0.08727237582206726
576257	rnn.weight_ih_l0_reverse	5	-0.14024846255779266
576257	rnn.weight_ih_l0_reverse	6	0.003994976170361042
576257	rnn.weight_ih_l0_reverse	7	0.028887880966067314
576257	rnn.weight_ih_l0_reverse	8	-0.06989078223705292
576257	rnn.weight_ih_l0_reverse	9	-0.07190656661987305
576257	rnn.weight_hh_l0_reverse	0	-0.14609965682029724
576257	rnn.weight_hh_l0_reverse	1	0.023905223235487938
576257	rnn.weight_hh_l0_reverse	2	-0.02510395459830761
576257	rnn.weight_hh_l0_reverse	3	0.024958480149507523
576257	rnn.weight_hh_l0_reverse	4	-0.08534301072359085
576257	rnn.weight_hh_l0_reverse	5	0.03522152081131935
576257	rnn.weight_hh_l0_reverse	6	0.026564672589302063
576257	rnn.weight_hh_l0_reverse	7	-0.11619168519973755
576257	rnn.weight_hh_l0_reverse	8	-0.06404166668653488
576257	rnn.weight_hh_l0_reverse	9	0.04855525493621826
576257	rnn.bias_ih_l0_reverse	0	-0.1675269454717636
576257	rnn.bias_ih_l0_reverse	1	-0.06310287863016129
576257	rnn.bias_ih_l0_reverse	2	0.1396551877260208
576257	rnn.bias_ih_l0_reverse	3	-0.3147696256637573
576257	rnn.bias_ih_l0_reverse	4	0.01035659946501255
576257	rnn.bias_ih_l0_reverse	5	-0.21319009363651276
576257	rnn.bias_ih_l0_reverse	6	0.25298550724983215
576257	rnn.bias_ih_l0_reverse	7	-0.3336392939090729
576257	rnn.bias_ih_l0_reverse	8	-0.1901388019323349
576257	rnn.bias_ih_l0_reverse	9	-0.1872655600309372
576257	rnn.bias_hh_l0_reverse	0	-0.11654362082481384
576257	rnn.bias_hh_l0_reverse	1	0.2709062397480011
576257	rnn.bias_hh_l0_reverse	2	-0.32719698548316956
576257	rnn.bias_hh_l0_reverse	3	-0.22324739396572113
576257	rnn.bias_hh_l0_reverse	4	-0.39752060174942017
576257	rnn.bias_hh_l0_reverse	5	-0.19121593236923218
576257	rnn.bias_hh_l0_reverse	6	-0.2526800036430359
576257	rnn.bias_hh_l0_reverse	7	-0.08183234184980392
576257	rnn.bias_hh_l0_reverse	8	-0.32791003584861755
576257	rnn.bias_hh_l0_reverse	9	0.21209438145160675
576257	linear.weight	0	0.20425499975681305
576257	linear.weight	1	-0.4206855893135071
576257	linear.weight	2	0.08836719393730164
576257	linear.weight	3	0.06754124164581299
576257	linear.weight	4	-0.11226312071084976
576257	linear.weight	5	0.2242548167705536
576257	linear.weight	6	-0.058377932757139206
576257	linear.weight	7	-0.06043025851249695
576257	linear.weight	8	0.0893644243478775
576257	linear.weight	9	-0.04929771646857262
576257	linear.bias	0	-0.8291487693786621
576257	linear.bias	1	1.8535617589950562
576257	linear.bias	2	0.7626647353172302
576257	linear.bias	3	-2.7197070121765137
576257	linear.bias	4	-0.08490767329931259
576257	linear.bias	5	1.266479253768921
576257	linear.bias	6	-0.2509962022304535
576257	linear.bias	7	0.8066427111625671
576257	linear.bias	8	2.1555745601654053
576257	linear.bias	9	-1.417578935623169
576866	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
576866	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
576866	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
576866	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
576866	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
576866	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
576866	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
576866	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
576866	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
576866	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
576866	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
576866	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
576866	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
576866	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
576866	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
576866	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
576866	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
576866	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
576866	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
576866	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
576866	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
576866	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
576866	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
576866	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
576866	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
576866	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
576866	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
576866	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
576866	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
576866	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
576866	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
576866	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
576866	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
576866	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
576866	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
576866	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
576866	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
576866	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
576866	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
576866	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
576866	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
576866	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
576866	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
576866	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
576866	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
576866	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
576866	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
576866	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
576866	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
576866	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
576866	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
576866	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
576866	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
576866	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
576866	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
576866	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
576866	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
576866	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
576866	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
576866	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
576866	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
576866	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
576866	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
576866	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
576866	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
576866	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
576866	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
576866	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
576866	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
576866	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
576866	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
576866	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
576866	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
576866	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
576866	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
576866	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
576866	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
576866	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
576866	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
576866	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
576866	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
576866	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
576866	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
576866	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
576866	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
576866	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
576866	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
576866	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
576866	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
576866	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
576866	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
576866	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
576866	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
576866	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
576866	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
576866	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
576866	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
576866	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
576866	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
576866	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
576866	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
576866	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
576866	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
576866	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
576866	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
576866	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
576866	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
576866	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
576866	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
576866	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
576866	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
576866	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
576866	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
576866	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
576866	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
576866	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
576866	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
576866	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
576866	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
576866	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
576866	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
576866	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
576866	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
576866	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
576866	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
576866	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
576866	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
576866	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
576866	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
576866	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
576866	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
576866	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
576866	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
576866	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
576866	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
576866	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
576866	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
576866	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
576866	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
576866	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
576866	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
576866	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
576866	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
576866	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
576866	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
576866	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
576866	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
576866	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
576866	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
576866	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
576866	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
576866	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
576866	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
576866	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
576866	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
576866	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
576866	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
576866	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
576866	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
576866	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
576866	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
576866	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
576866	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
576866	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
576866	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
576866	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
576866	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
576866	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
576866	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
576866	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
576866	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
576866	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
576866	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
576866	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
576866	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
576866	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
576866	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
576866	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
576866	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
576866	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
576866	embedding2nn.weight	0	0.3253806531429291
576866	embedding2nn.weight	1	0.3892395496368408
576866	embedding2nn.weight	2	0.0010217558592557907
576866	embedding2nn.weight	3	0.022649139165878296
576866	embedding2nn.weight	4	-0.0386151485145092
576866	embedding2nn.weight	5	0.056088317185640335
576866	embedding2nn.weight	6	0.014239124953746796
576866	embedding2nn.weight	7	-0.01979520171880722
576866	embedding2nn.weight	8	0.02762613445520401
576866	embedding2nn.weight	9	-0.041635267436504364
576866	embedding2nn.bias	0	0.025719447061419487
576866	embedding2nn.bias	1	-0.2068968266248703
576866	embedding2nn.bias	2	0.10974077880382538
576866	embedding2nn.bias	3	0.16459360718727112
576866	embedding2nn.bias	4	0.1628112494945526
576866	embedding2nn.bias	5	-0.057033393532037735
576866	embedding2nn.bias	6	-0.031724173575639725
576866	embedding2nn.bias	7	0.0429815948009491
576866	embedding2nn.bias	8	-0.1611591875553131
576866	embedding2nn.bias	9	-0.34994983673095703
576866	rnn.weight_ih_l0	0	-0.0084297526627779
576866	rnn.weight_ih_l0	1	-0.05650589242577553
576866	rnn.weight_ih_l0	2	-0.05345181003212929
576866	rnn.weight_ih_l0	3	0.10320337116718292
576866	rnn.weight_ih_l0	4	0.03289945796132088
576866	rnn.weight_ih_l0	5	-0.05084837228059769
576866	rnn.weight_ih_l0	6	-0.011218837462365627
576866	rnn.weight_ih_l0	7	-0.031988464295864105
576866	rnn.weight_ih_l0	8	0.015151182189583778
576866	rnn.weight_ih_l0	9	-0.11296539753675461
576866	rnn.weight_hh_l0	0	-0.018489068374037743
576866	rnn.weight_hh_l0	1	0.0807679072022438
576866	rnn.weight_hh_l0	2	0.01633002609014511
576866	rnn.weight_hh_l0	3	-0.022465446963906288
576866	rnn.weight_hh_l0	4	0.060131486505270004
576866	rnn.weight_hh_l0	5	0.01964566297829151
576866	rnn.weight_hh_l0	6	-0.07337751239538193
576866	rnn.weight_hh_l0	7	-0.10205966234207153
576866	rnn.weight_hh_l0	8	0.03534227982163429
576866	rnn.weight_hh_l0	9	-0.114371158182621
576866	rnn.bias_ih_l0	0	0.16793973743915558
576866	rnn.bias_ih_l0	1	-0.33432620763778687
576866	rnn.bias_ih_l0	2	-0.03443226218223572
576866	rnn.bias_ih_l0	3	-0.2185080498456955
576866	rnn.bias_ih_l0	4	0.014703079126775265
576866	rnn.bias_ih_l0	5	-0.43628057837486267
576866	rnn.bias_ih_l0	6	-0.1548612266778946
576866	rnn.bias_ih_l0	7	-0.3655911386013031
576866	rnn.bias_ih_l0	8	-0.2988511919975281
576866	rnn.bias_ih_l0	9	-0.452841192483902
576866	rnn.bias_hh_l0	0	-0.33782079815864563
576866	rnn.bias_hh_l0	1	-0.4299479126930237
576866	rnn.bias_hh_l0	2	-0.40074631571769714
576866	rnn.bias_hh_l0	3	-0.06045612692832947
576866	rnn.bias_hh_l0	4	-0.39363202452659607
576866	rnn.bias_hh_l0	5	-0.3528236150741577
576866	rnn.bias_hh_l0	6	-0.11730965971946716
576866	rnn.bias_hh_l0	7	0.06711889803409576
576866	rnn.bias_hh_l0	8	-0.2282799631357193
576866	rnn.bias_hh_l0	9	-0.5694865584373474
576866	rnn.weight_ih_l0_reverse	0	0.040561944246292114
576866	rnn.weight_ih_l0_reverse	1	-0.03241363540291786
576866	rnn.weight_ih_l0_reverse	2	-0.019376853480935097
576866	rnn.weight_ih_l0_reverse	3	-0.1422041952610016
576866	rnn.weight_ih_l0_reverse	4	0.08827225863933563
576866	rnn.weight_ih_l0_reverse	5	-0.14113421738147736
576866	rnn.weight_ih_l0_reverse	6	0.0022413574624806643
576866	rnn.weight_ih_l0_reverse	7	0.029607275500893593
576866	rnn.weight_ih_l0_reverse	8	-0.07049771398305893
576866	rnn.weight_ih_l0_reverse	9	-0.07287834584712982
576866	rnn.weight_hh_l0_reverse	0	-0.1456512063741684
576866	rnn.weight_hh_l0_reverse	1	0.02274770848453045
576866	rnn.weight_hh_l0_reverse	2	-0.02518223412334919
576866	rnn.weight_hh_l0_reverse	3	0.02452508732676506
576866	rnn.weight_hh_l0_reverse	4	-0.08543971925973892
576866	rnn.weight_hh_l0_reverse	5	0.03539885953068733
576866	rnn.weight_hh_l0_reverse	6	0.026560919359326363
576866	rnn.weight_hh_l0_reverse	7	-0.11676740646362305
576866	rnn.weight_hh_l0_reverse	8	-0.06461989134550095
576866	rnn.weight_hh_l0_reverse	9	0.04828584939241409
576866	rnn.bias_ih_l0_reverse	0	-0.16769222915172577
576866	rnn.bias_ih_l0_reverse	1	-0.06462369859218597
576866	rnn.bias_ih_l0_reverse	2	0.1431787759065628
576866	rnn.bias_ih_l0_reverse	3	-0.3122624456882477
576866	rnn.bias_ih_l0_reverse	4	0.007892543449997902
576866	rnn.bias_ih_l0_reverse	5	-0.21268796920776367
576866	rnn.bias_ih_l0_reverse	6	0.2570892870426178
576866	rnn.bias_ih_l0_reverse	7	-0.3300032317638397
576866	rnn.bias_ih_l0_reverse	8	-0.1880062073469162
576866	rnn.bias_ih_l0_reverse	9	-0.1951102912425995
576866	rnn.bias_hh_l0_reverse	0	-0.11594826728105545
576866	rnn.bias_hh_l0_reverse	1	0.276836097240448
576866	rnn.bias_hh_l0_reverse	2	-0.32260534167289734
576866	rnn.bias_hh_l0_reverse	3	-0.22253043949604034
576866	rnn.bias_hh_l0_reverse	4	-0.39553648233413696
576866	rnn.bias_hh_l0_reverse	5	-0.1907331496477127
576866	rnn.bias_hh_l0_reverse	6	-0.25351741909980774
576866	rnn.bias_hh_l0_reverse	7	-0.08324696123600006
576866	rnn.bias_hh_l0_reverse	8	-0.3173501789569855
576866	rnn.bias_hh_l0_reverse	9	0.21354426443576813
576866	linear.weight	0	0.21316172182559967
576866	linear.weight	1	-0.43374893069267273
576866	linear.weight	2	0.08147133886814117
576866	linear.weight	3	0.06753969192504883
576866	linear.weight	4	-0.1007598415017128
576866	linear.weight	5	0.24359123408794403
576866	linear.weight	6	-0.07702276110649109
576866	linear.weight	7	-0.0604269877076149
576866	linear.weight	8	0.09698771685361862
576866	linear.weight	9	-0.04929834604263306
576866	linear.bias	0	-0.8085885047912598
576866	linear.bias	1	1.8613709211349487
576866	linear.bias	2	0.7709242701530457
576866	linear.bias	3	-2.7198355197906494
576866	linear.bias	4	-0.09417980164289474
576866	linear.bias	5	1.257280945777893
576866	linear.bias	6	-0.2571718692779541
576866	linear.bias	7	0.8058873414993286
576866	linear.bias	8	2.1393637657165527
576866	linear.bias	9	-1.4202326536178589
577475	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
577475	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
577475	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
577475	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
577475	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
577475	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
577475	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
577475	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
577475	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
577475	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
577475	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
577475	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
577475	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
577475	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
577475	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
577475	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
577475	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
577475	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
577475	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
577475	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
577475	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
577475	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
577475	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
577475	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
577475	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
577475	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
577475	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
577475	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
577475	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
577475	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
577475	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
577475	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
577475	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
577475	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
577475	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
577475	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
577475	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
577475	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
577475	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
577475	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
577475	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
577475	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
577475	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
577475	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
577475	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
577475	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
577475	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
577475	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
577475	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
577475	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
577475	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
577475	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
577475	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
577475	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
577475	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
577475	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
577475	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
577475	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
577475	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
577475	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
577475	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
577475	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
577475	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
577475	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
577475	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
577475	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
577475	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
577475	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
577475	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
577475	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
577475	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
577475	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
577475	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
577475	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
577475	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
577475	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
577475	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
577475	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
577475	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
577475	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
577475	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
577475	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
577475	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
577475	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
577475	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
577475	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
577475	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
577475	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
577475	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
577475	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
577475	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
577475	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
577475	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
577475	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
577475	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
577475	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
577475	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
577475	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
577475	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
577475	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
577475	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
577475	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
577475	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
577475	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
577475	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
577475	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
577475	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
577475	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
577475	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
577475	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
577475	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
577475	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
577475	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
577475	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
577475	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
577475	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
577475	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
577475	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
577475	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
577475	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
577475	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
577475	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
577475	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
577475	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
577475	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
577475	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
577475	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
577475	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
577475	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
577475	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
577475	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
577475	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
577475	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
577475	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
577475	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
577475	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
577475	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
577475	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
577475	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
577475	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
577475	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
577475	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
577475	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
577475	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
577475	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
577475	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
577475	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
577475	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
577475	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
577475	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
577475	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
577475	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
577475	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
577475	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
577475	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
577475	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
577475	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
577475	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
577475	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
577475	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
577475	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
577475	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
577475	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
577475	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
577475	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
577475	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
577475	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
577475	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
577475	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
577475	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
577475	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
577475	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
577475	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
577475	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
577475	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
577475	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
577475	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
577475	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
577475	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
577475	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
577475	embedding2nn.weight	0	0.3259677588939667
577475	embedding2nn.weight	1	0.3869890868663788
577475	embedding2nn.weight	2	0.0023023835383355618
577475	embedding2nn.weight	3	0.02593231201171875
577475	embedding2nn.weight	4	-0.038595277816057205
577475	embedding2nn.weight	5	0.05721164867281914
577475	embedding2nn.weight	6	0.016977835446596146
577475	embedding2nn.weight	7	-0.018327224999666214
577475	embedding2nn.weight	8	0.030841469764709473
577475	embedding2nn.weight	9	-0.04306606203317642
577475	embedding2nn.bias	0	0.02097480557858944
577475	embedding2nn.bias	1	-0.21961869299411774
577475	embedding2nn.bias	2	0.10804843157529831
577475	embedding2nn.bias	3	0.18616913259029388
577475	embedding2nn.bias	4	0.1503392606973648
577475	embedding2nn.bias	5	-0.06378991156816483
577475	embedding2nn.bias	6	-0.03248900920152664
577475	embedding2nn.bias	7	0.03378787264227867
577475	embedding2nn.bias	8	-0.17146669328212738
577475	embedding2nn.bias	9	-0.34850093722343445
577475	rnn.weight_ih_l0	0	-0.007913514040410519
577475	rnn.weight_ih_l0	1	-0.05534345656633377
577475	rnn.weight_ih_l0	2	-0.052111078053712845
577475	rnn.weight_ih_l0	3	0.1030273362994194
577475	rnn.weight_ih_l0	4	0.03473072126507759
577475	rnn.weight_ih_l0	5	-0.04904928430914879
577475	rnn.weight_ih_l0	6	-0.007570192217826843
577475	rnn.weight_ih_l0	7	-0.03158099949359894
577475	rnn.weight_ih_l0	8	0.015458434820175171
577475	rnn.weight_ih_l0	9	-0.11532749235630035
577475	rnn.weight_hh_l0	0	-0.018636947497725487
577475	rnn.weight_hh_l0	1	0.08113526552915573
577475	rnn.weight_hh_l0	2	0.01628098264336586
577475	rnn.weight_hh_l0	3	-0.022647691890597343
577475	rnn.weight_hh_l0	4	0.05998016893863678
577475	rnn.weight_hh_l0	5	0.01978280581533909
577475	rnn.weight_hh_l0	6	-0.07365824282169342
577475	rnn.weight_hh_l0	7	-0.10076269507408142
577475	rnn.weight_hh_l0	8	0.035321276634931564
577475	rnn.weight_hh_l0	9	-0.11431834846735
577475	rnn.bias_ih_l0	0	0.17314589023590088
577475	rnn.bias_ih_l0	1	-0.3298172652721405
577475	rnn.bias_ih_l0	2	-0.03365349397063255
577475	rnn.bias_ih_l0	3	-0.22127531468868256
577475	rnn.bias_ih_l0	4	0.014651571400463581
577475	rnn.bias_ih_l0	5	-0.44138234853744507
577475	rnn.bias_ih_l0	6	-0.15241646766662598
577475	rnn.bias_ih_l0	7	-0.36556926369667053
577475	rnn.bias_ih_l0	8	-0.300666481256485
577475	rnn.bias_ih_l0	9	-0.44821444153785706
577475	rnn.bias_hh_l0	0	-0.3376089930534363
577475	rnn.bias_hh_l0	1	-0.4319412112236023
577475	rnn.bias_hh_l0	2	-0.40237513184547424
577475	rnn.bias_hh_l0	3	-0.05652076378464699
577475	rnn.bias_hh_l0	4	-0.3944806754589081
577475	rnn.bias_hh_l0	5	-0.35406723618507385
577475	rnn.bias_hh_l0	6	-0.11864359676837921
577475	rnn.bias_hh_l0	7	0.06853021681308746
577475	rnn.bias_hh_l0	8	-0.2284926027059555
577475	rnn.bias_hh_l0	9	-0.5673505663871765
577475	rnn.weight_ih_l0_reverse	0	0.04178210720419884
577475	rnn.weight_ih_l0_reverse	1	-0.03211339935660362
577475	rnn.weight_ih_l0_reverse	2	-0.01777476817369461
577475	rnn.weight_ih_l0_reverse	3	-0.14209367334842682
577475	rnn.weight_ih_l0_reverse	4	0.08833938091993332
577475	rnn.weight_ih_l0_reverse	5	-0.1384560465812683
577475	rnn.weight_ih_l0_reverse	6	-0.0014236924471333623
577475	rnn.weight_ih_l0_reverse	7	0.03027457185089588
577475	rnn.weight_ih_l0_reverse	8	-0.07346653938293457
577475	rnn.weight_ih_l0_reverse	9	-0.07339777052402496
577475	rnn.weight_hh_l0_reverse	0	-0.1457386165857315
577475	rnn.weight_hh_l0_reverse	1	0.02305459976196289
577475	rnn.weight_hh_l0_reverse	2	-0.02450547181069851
577475	rnn.weight_hh_l0_reverse	3	0.02472696080803871
577475	rnn.weight_hh_l0_reverse	4	-0.0842873752117157
577475	rnn.weight_hh_l0_reverse	5	0.0359555184841156
577475	rnn.weight_hh_l0_reverse	6	0.02669685147702694
577475	rnn.weight_hh_l0_reverse	7	-0.11707029491662979
577475	rnn.weight_hh_l0_reverse	8	-0.06337899714708328
577475	rnn.weight_hh_l0_reverse	9	0.048275917768478394
577475	rnn.bias_ih_l0_reverse	0	-0.16823546588420868
577475	rnn.bias_ih_l0_reverse	1	-0.06222308427095413
577475	rnn.bias_ih_l0_reverse	2	0.14680694043636322
577475	rnn.bias_ih_l0_reverse	3	-0.3140418529510498
577475	rnn.bias_ih_l0_reverse	4	0.0020682276226580143
577475	rnn.bias_ih_l0_reverse	5	-0.21560202538967133
577475	rnn.bias_ih_l0_reverse	6	0.25132662057876587
577475	rnn.bias_ih_l0_reverse	7	-0.3371002674102783
577475	rnn.bias_ih_l0_reverse	8	-0.18868443369865417
577475	rnn.bias_ih_l0_reverse	9	-0.1959846466779709
577475	rnn.bias_hh_l0_reverse	0	-0.11116249859333038
577475	rnn.bias_hh_l0_reverse	1	0.27623915672302246
577475	rnn.bias_hh_l0_reverse	2	-0.323458731174469
577475	rnn.bias_hh_l0_reverse	3	-0.22495822608470917
577475	rnn.bias_hh_l0_reverse	4	-0.39703238010406494
577475	rnn.bias_hh_l0_reverse	5	-0.18918928503990173
577475	rnn.bias_hh_l0_reverse	6	-0.2592546045780182
577475	rnn.bias_hh_l0_reverse	7	-0.07899110019207001
577475	rnn.bias_hh_l0_reverse	8	-0.31730711460113525
577475	rnn.bias_hh_l0_reverse	9	0.2053605616092682
577475	linear.weight	0	0.21486489474773407
577475	linear.weight	1	-0.4181170165538788
577475	linear.weight	2	0.04444063827395439
577475	linear.weight	3	0.06753906607627869
577475	linear.weight	4	-0.1309548318386078
577475	linear.weight	5	0.2132328897714615
577475	linear.weight	6	-0.06477656960487366
577475	linear.weight	7	-0.06042282283306122
577475	linear.weight	8	0.11094018071889877
577475	linear.weight	9	-0.04929998517036438
577475	linear.bias	0	-0.8385968208312988
577475	linear.bias	1	1.876576542854309
577475	linear.bias	2	0.7727839946746826
577475	linear.bias	3	-2.7199573516845703
577475	linear.bias	4	-0.10072298347949982
577475	linear.bias	5	1.2429029941558838
577475	linear.bias	6	-0.24217334389686584
577475	linear.bias	7	0.7735381722450256
577475	linear.bias	8	2.111659049987793
577475	linear.bias	9	-1.4281563758850098
578084	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
578084	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
578084	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
578084	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
578084	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
578084	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
578084	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
578084	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
578084	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
578084	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
578084	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
578084	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
578084	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
578084	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
578084	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
578084	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
578084	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
578084	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
578084	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
578084	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
578084	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
578084	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
578084	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
578084	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
578084	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
578084	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
578084	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
578084	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
578084	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
578084	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
578084	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
578084	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
578084	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
578084	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
578084	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
578084	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
578084	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
578084	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
578084	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
578084	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
578084	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
578084	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
578084	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
578084	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
578084	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
578084	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
578084	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
578084	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
578084	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
578084	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
578084	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
578084	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
578084	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
578084	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
578084	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
578084	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
578084	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
578084	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
578084	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
578084	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
578084	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
578084	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
578084	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
578084	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
578084	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
578084	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
578084	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
578084	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
578084	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
578084	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
578084	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
578084	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
578084	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
578084	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
578084	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
578084	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
578084	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
578084	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
578084	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
578084	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
578084	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
578084	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
578084	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
578084	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
578084	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
578084	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
578084	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
578084	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
578084	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
578084	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
578084	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
578084	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
578084	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
578084	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
578084	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
578084	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
578084	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
578084	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
578084	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
578084	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
578084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
578084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
578084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
578084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
578084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
578084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
578084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
578084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
578084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
578084	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
578084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
578084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
578084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
578084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
578084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
578084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
578084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
578084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
578084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
578084	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
578084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
578084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
578084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
578084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
578084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
578084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
578084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
578084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
578084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
578084	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
578084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
578084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
578084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
578084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
578084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
578084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
578084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
578084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
578084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
578084	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
578084	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
578084	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
578084	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
578084	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
578084	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
578084	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
578084	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
578084	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
578084	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
578084	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
578084	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
578084	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
578084	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
578084	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
578084	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
578084	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
578084	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
578084	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
578084	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
578084	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
578084	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
578084	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
578084	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
578084	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
578084	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
578084	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
578084	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
578084	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
578084	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
578084	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
578084	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
578084	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
578084	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
578084	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
578084	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
578084	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
578084	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
578084	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
578084	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
578084	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
578084	embedding2nn.weight	0	0.32542312145233154
578084	embedding2nn.weight	1	0.38766059279441833
578084	embedding2nn.weight	2	0.0037287878803908825
578084	embedding2nn.weight	3	0.03114696592092514
578084	embedding2nn.weight	4	-0.03846136853098869
578084	embedding2nn.weight	5	0.058763425797224045
578084	embedding2nn.weight	6	0.017485013231635094
578084	embedding2nn.weight	7	-0.01452359277755022
578084	embedding2nn.weight	8	0.02780543826520443
578084	embedding2nn.weight	9	-0.04882960021495819
578084	embedding2nn.bias	0	0.025633063167333603
578084	embedding2nn.bias	1	-0.1956663727760315
578084	embedding2nn.bias	2	0.11072677373886108
578084	embedding2nn.bias	3	0.17257648706436157
578084	embedding2nn.bias	4	0.15592539310455322
578084	embedding2nn.bias	5	-0.056935541331768036
578084	embedding2nn.bias	6	-0.0435902439057827
578084	embedding2nn.bias	7	0.03229018300771713
578084	embedding2nn.bias	8	-0.1602824628353119
578084	embedding2nn.bias	9	-0.3602774739265442
578084	rnn.weight_ih_l0	0	-0.0075526791624724865
578084	rnn.weight_ih_l0	1	-0.05606202781200409
578084	rnn.weight_ih_l0	2	-0.05171382054686546
578084	rnn.weight_ih_l0	3	0.10411947965621948
578084	rnn.weight_ih_l0	4	0.03208883851766586
578084	rnn.weight_ih_l0	5	-0.0476989783346653
578084	rnn.weight_ih_l0	6	-0.0076621947810053825
578084	rnn.weight_ih_l0	7	-0.030959514901041985
578084	rnn.weight_ih_l0	8	0.020030729472637177
578084	rnn.weight_ih_l0	9	-0.11344768106937408
578084	rnn.weight_hh_l0	0	-0.018591416999697685
578084	rnn.weight_hh_l0	1	0.0812663659453392
578084	rnn.weight_hh_l0	2	0.016701100394129753
578084	rnn.weight_hh_l0	3	-0.02274833805859089
578084	rnn.weight_hh_l0	4	0.0607108399271965
578084	rnn.weight_hh_l0	5	0.019918236881494522
578084	rnn.weight_hh_l0	6	-0.07350023835897446
578084	rnn.weight_hh_l0	7	-0.1004086583852768
578084	rnn.weight_hh_l0	8	0.03530722111463547
578084	rnn.weight_hh_l0	9	-0.11327315121889114
578084	rnn.bias_ih_l0	0	0.17352990806102753
578084	rnn.bias_ih_l0	1	-0.3298400938510895
578084	rnn.bias_ih_l0	2	-0.03425753861665726
578084	rnn.bias_ih_l0	3	-0.21986709535121918
578084	rnn.bias_ih_l0	4	0.01258760318160057
578084	rnn.bias_ih_l0	5	-0.43989044427871704
578084	rnn.bias_ih_l0	6	-0.15108893811702728
578084	rnn.bias_ih_l0	7	-0.3654897212982178
578084	rnn.bias_ih_l0	8	-0.298561692237854
578084	rnn.bias_ih_l0	9	-0.44808027148246765
578084	rnn.bias_hh_l0	0	-0.3374313414096832
578084	rnn.bias_hh_l0	1	-0.4286748170852661
578084	rnn.bias_hh_l0	2	-0.40035343170166016
578084	rnn.bias_hh_l0	3	-0.062446124851703644
578084	rnn.bias_hh_l0	4	-0.3950483202934265
578084	rnn.bias_hh_l0	5	-0.35453498363494873
578084	rnn.bias_hh_l0	6	-0.11753058433532715
578084	rnn.bias_hh_l0	7	0.06304588168859482
578084	rnn.bias_hh_l0	8	-0.2285168170928955
578084	rnn.bias_hh_l0	9	-0.5728253126144409
578084	rnn.weight_ih_l0_reverse	0	0.03968028724193573
578084	rnn.weight_ih_l0_reverse	1	-0.03302227705717087
578084	rnn.weight_ih_l0_reverse	2	-0.01759788952767849
578084	rnn.weight_ih_l0_reverse	3	-0.14270031452178955
578084	rnn.weight_ih_l0_reverse	4	0.08800201117992401
578084	rnn.weight_ih_l0_reverse	5	-0.13278034329414368
578084	rnn.weight_ih_l0_reverse	6	-0.001504033338278532
578084	rnn.weight_ih_l0_reverse	7	0.03109741397202015
578084	rnn.weight_ih_l0_reverse	8	-0.0718008354306221
578084	rnn.weight_ih_l0_reverse	9	-0.07219130545854568
578084	rnn.weight_hh_l0_reverse	0	-0.14484432339668274
578084	rnn.weight_hh_l0_reverse	1	0.022065991535782814
578084	rnn.weight_hh_l0_reverse	2	-0.024670766666531563
578084	rnn.weight_hh_l0_reverse	3	0.024829262867569923
578084	rnn.weight_hh_l0_reverse	4	-0.08413533866405487
578084	rnn.weight_hh_l0_reverse	5	0.03533749282360077
578084	rnn.weight_hh_l0_reverse	6	0.026717528700828552
578084	rnn.weight_hh_l0_reverse	7	-0.11713104695081711
578084	rnn.weight_hh_l0_reverse	8	-0.06433732062578201
578084	rnn.weight_hh_l0_reverse	9	0.048800330609083176
578084	rnn.bias_ih_l0_reverse	0	-0.16665148735046387
578084	rnn.bias_ih_l0_reverse	1	-0.06265309453010559
578084	rnn.bias_ih_l0_reverse	2	0.13987407088279724
578084	rnn.bias_ih_l0_reverse	3	-0.3136555552482605
578084	rnn.bias_ih_l0_reverse	4	0.005677134729921818
578084	rnn.bias_ih_l0_reverse	5	-0.21582810580730438
578084	rnn.bias_ih_l0_reverse	6	0.25218692421913147
578084	rnn.bias_ih_l0_reverse	7	-0.33098646998405457
578084	rnn.bias_ih_l0_reverse	8	-0.18659262359142303
578084	rnn.bias_ih_l0_reverse	9	-0.19216957688331604
578084	rnn.bias_hh_l0_reverse	0	-0.1114487424492836
578084	rnn.bias_hh_l0_reverse	1	0.2808093726634979
578084	rnn.bias_hh_l0_reverse	2	-0.3289506733417511
578084	rnn.bias_hh_l0_reverse	3	-0.22563153505325317
578084	rnn.bias_hh_l0_reverse	4	-0.4012329578399658
578084	rnn.bias_hh_l0_reverse	5	-0.18650969862937927
578084	rnn.bias_hh_l0_reverse	6	-0.25944921374320984
578084	rnn.bias_hh_l0_reverse	7	-0.07517704367637634
578084	rnn.bias_hh_l0_reverse	8	-0.32218000292778015
578084	rnn.bias_hh_l0_reverse	9	0.20730862021446228
578084	linear.weight	0	0.23153743147850037
578084	linear.weight	1	-0.392466276884079
578084	linear.weight	2	0.04642755538225174
578084	linear.weight	3	0.06753907352685928
578084	linear.weight	4	-0.13909871876239777
578084	linear.weight	5	0.22134490311145782
578084	linear.weight	6	-0.06489620357751846
578084	linear.weight	7	-0.060420356690883636
578084	linear.weight	8	0.10219884663820267
578084	linear.weight	9	-0.0493021160364151
578084	linear.bias	0	-0.8295314908027649
578084	linear.bias	1	1.8657842874526978
578084	linear.bias	2	0.776707649230957
578084	linear.bias	3	-2.720057725906372
578084	linear.bias	4	-0.07494267076253891
578084	linear.bias	5	1.2468113899230957
578084	linear.bias	6	-0.2439429759979248
578084	linear.bias	7	0.8067859411239624
578084	linear.bias	8	2.127178192138672
578084	linear.bias	9	-1.417175531387329
578693	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
578693	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
578693	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
578693	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
578693	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
578693	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
578693	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
578693	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
578693	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
578693	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
578693	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
578693	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
578693	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
578693	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
578693	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
578693	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
578693	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
578693	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
578693	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
578693	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
578693	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
578693	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
578693	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
578693	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
578693	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
578693	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
578693	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
578693	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
578693	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
578693	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
578693	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
578693	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
578693	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
578693	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
578693	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
578693	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
578693	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
578693	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
578693	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
578693	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
578693	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
578693	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
578693	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
578693	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
578693	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
578693	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
578693	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
578693	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
578693	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
578693	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
578693	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
578693	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
578693	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
578693	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
578693	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
578693	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
578693	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
578693	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
578693	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
578693	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
578693	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
578693	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
578693	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
578693	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
578693	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
578693	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
578693	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
578693	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
578693	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
578693	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
578693	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
578693	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
578693	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
578693	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
578693	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
578693	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
578693	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
578693	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
578693	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
578693	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
578693	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
578693	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
578693	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
578693	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
578693	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
578693	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
578693	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
578693	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
578693	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
578693	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
578693	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
578693	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
578693	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
578693	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
578693	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
578693	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
578693	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
578693	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
578693	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
578693	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
578693	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
578693	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
578693	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
578693	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
578693	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
578693	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
578693	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
578693	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
578693	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
578693	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
578693	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
578693	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
578693	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
578693	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
578693	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
578693	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
578693	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
578693	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
578693	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
578693	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
578693	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
578693	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
578693	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
578693	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
578693	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
578693	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
578693	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
578693	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
578693	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
578693	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
578693	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
578693	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
578693	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
578693	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
578693	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
578693	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
578693	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
578693	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
578693	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
578693	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
578693	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
578693	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
578693	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
578693	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
578693	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
578693	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
578693	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
578693	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
578693	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
578693	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
578693	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
578693	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
578693	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
578693	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
578693	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
578693	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
578693	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
578693	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
578693	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
578693	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
578693	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
578693	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
578693	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
578693	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
578693	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
578693	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
578693	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
578693	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
578693	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
578693	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
578693	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
578693	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
578693	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
578693	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
578693	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
578693	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
578693	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
578693	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
578693	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
578693	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
578693	embedding2nn.weight	0	0.3247659206390381
578693	embedding2nn.weight	1	0.38982149958610535
578693	embedding2nn.weight	2	0.001993967918679118
578693	embedding2nn.weight	3	0.026379117742180824
578693	embedding2nn.weight	4	-0.036867525428533554
578693	embedding2nn.weight	5	0.06141500547528267
578693	embedding2nn.weight	6	0.01051674410700798
578693	embedding2nn.weight	7	-0.00986482109874487
578693	embedding2nn.weight	8	0.026545140892267227
578693	embedding2nn.weight	9	-0.050680048763751984
578693	embedding2nn.bias	0	0.015492078848183155
578693	embedding2nn.bias	1	-0.19668054580688477
578693	embedding2nn.bias	2	0.11730404943227768
578693	embedding2nn.bias	3	0.1680903434753418
578693	embedding2nn.bias	4	0.15447424352169037
578693	embedding2nn.bias	5	-0.060200296342372894
578693	embedding2nn.bias	6	-0.044945474714040756
578693	embedding2nn.bias	7	0.03880826756358147
578693	embedding2nn.bias	8	-0.17287983000278473
578693	embedding2nn.bias	9	-0.35317274928092957
578693	rnn.weight_ih_l0	0	-0.007439437787979841
578693	rnn.weight_ih_l0	1	-0.05565500631928444
578693	rnn.weight_ih_l0	2	-0.055909719318151474
578693	rnn.weight_ih_l0	3	0.10471708327531815
578693	rnn.weight_ih_l0	4	0.032799482345581055
578693	rnn.weight_ih_l0	5	-0.049399107694625854
578693	rnn.weight_ih_l0	6	-0.005716952029615641
578693	rnn.weight_ih_l0	7	-0.031514156609773636
578693	rnn.weight_ih_l0	8	0.021381504833698273
578693	rnn.weight_ih_l0	9	-0.11420909315347672
578693	rnn.weight_hh_l0	0	-0.018650846555829048
578693	rnn.weight_hh_l0	1	0.08101201057434082
578693	rnn.weight_hh_l0	2	0.016879208385944366
578693	rnn.weight_hh_l0	3	-0.022922802716493607
578693	rnn.weight_hh_l0	4	0.06144328415393829
578693	rnn.weight_hh_l0	5	0.01959575153887272
578693	rnn.weight_hh_l0	6	-0.07376085221767426
578693	rnn.weight_hh_l0	7	-0.1002255454659462
578693	rnn.weight_hh_l0	8	0.03546283394098282
578693	rnn.weight_hh_l0	9	-0.11293677985668182
578693	rnn.bias_ih_l0	0	0.18021661043167114
578693	rnn.bias_ih_l0	1	-0.32932838797569275
578693	rnn.bias_ih_l0	2	-0.03402458131313324
578693	rnn.bias_ih_l0	3	-0.22198008000850677
578693	rnn.bias_ih_l0	4	0.01908724755048752
578693	rnn.bias_ih_l0	5	-0.4423157274723053
578693	rnn.bias_ih_l0	6	-0.15031741559505463
578693	rnn.bias_ih_l0	7	-0.3651863634586334
578693	rnn.bias_ih_l0	8	-0.29698118567466736
578693	rnn.bias_ih_l0	9	-0.44707930088043213
578693	rnn.bias_hh_l0	0	-0.34155336022377014
578693	rnn.bias_hh_l0	1	-0.42876505851745605
578693	rnn.bias_hh_l0	2	-0.4041113555431366
578693	rnn.bias_hh_l0	3	-0.06157694011926651
578693	rnn.bias_hh_l0	4	-0.39699825644493103
578693	rnn.bias_hh_l0	5	-0.3530377745628357
578693	rnn.bias_hh_l0	6	-0.11963436752557755
578693	rnn.bias_hh_l0	7	0.0587470568716526
578693	rnn.bias_hh_l0	8	-0.2264685034751892
578693	rnn.bias_hh_l0	9	-0.5725724101066589
578693	rnn.weight_ih_l0_reverse	0	0.04079383984208107
578693	rnn.weight_ih_l0_reverse	1	-0.033884670585393906
578693	rnn.weight_ih_l0_reverse	2	-0.01806650497019291
578693	rnn.weight_ih_l0_reverse	3	-0.14056220650672913
578693	rnn.weight_ih_l0_reverse	4	0.0872173085808754
578693	rnn.weight_ih_l0_reverse	5	-0.12935325503349304
578693	rnn.weight_ih_l0_reverse	6	-0.003260859288275242
578693	rnn.weight_ih_l0_reverse	7	0.03001244179904461
578693	rnn.weight_ih_l0_reverse	8	-0.07320663332939148
578693	rnn.weight_ih_l0_reverse	9	-0.07253485172986984
578693	rnn.weight_hh_l0_reverse	0	-0.14439034461975098
578693	rnn.weight_hh_l0_reverse	1	0.023063277825713158
578693	rnn.weight_hh_l0_reverse	2	-0.024720126762986183
578693	rnn.weight_hh_l0_reverse	3	0.0243154838681221
578693	rnn.weight_hh_l0_reverse	4	-0.08328982442617416
578693	rnn.weight_hh_l0_reverse	5	0.035528331995010376
578693	rnn.weight_hh_l0_reverse	6	0.026639048010110855
578693	rnn.weight_hh_l0_reverse	7	-0.11754356324672699
578693	rnn.weight_hh_l0_reverse	8	-0.06463762372732162
578693	rnn.weight_hh_l0_reverse	9	0.04989040642976761
578693	rnn.bias_ih_l0_reverse	0	-0.16958320140838623
578693	rnn.bias_ih_l0_reverse	1	-0.06643003970384598
578693	rnn.bias_ih_l0_reverse	2	0.1416923552751541
578693	rnn.bias_ih_l0_reverse	3	-0.30939534306526184
578693	rnn.bias_ih_l0_reverse	4	0.009202222339808941
578693	rnn.bias_ih_l0_reverse	5	-0.2165263444185257
578693	rnn.bias_ih_l0_reverse	6	0.25186461210250854
578693	rnn.bias_ih_l0_reverse	7	-0.33173105120658875
578693	rnn.bias_ih_l0_reverse	8	-0.18556101620197296
578693	rnn.bias_ih_l0_reverse	9	-0.1928006112575531
578693	rnn.bias_hh_l0_reverse	0	-0.11658401787281036
578693	rnn.bias_hh_l0_reverse	1	0.27416685223579407
578693	rnn.bias_hh_l0_reverse	2	-0.32959023118019104
578693	rnn.bias_hh_l0_reverse	3	-0.2226373255252838
578693	rnn.bias_hh_l0_reverse	4	-0.40180784463882446
578693	rnn.bias_hh_l0_reverse	5	-0.18802274763584137
578693	rnn.bias_hh_l0_reverse	6	-0.2578984200954437
578693	rnn.bias_hh_l0_reverse	7	-0.0746016874909401
578693	rnn.bias_hh_l0_reverse	8	-0.32095545530319214
578693	rnn.bias_hh_l0_reverse	9	0.20457974076271057
578693	linear.weight	0	0.22727224230766296
578693	linear.weight	1	-0.38318735361099243
578693	linear.weight	2	0.05810656026005745
578693	linear.weight	3	0.06753836572170258
578693	linear.weight	4	-0.11072687804698944
578693	linear.weight	5	0.23155097663402557
578693	linear.weight	6	-0.06435874849557877
578693	linear.weight	7	-0.06041833758354187
578693	linear.weight	8	0.09652504324913025
578693	linear.weight	9	-0.04930442199110985
578693	linear.bias	0	-0.824592113494873
578693	linear.bias	1	1.8727960586547852
578693	linear.bias	2	0.7995946407318115
578693	linear.bias	3	-2.7201709747314453
578693	linear.bias	4	-0.09553883224725723
578693	linear.bias	5	1.2569442987442017
578693	linear.bias	6	-0.24916444718837738
578693	linear.bias	7	0.7691953778266907
578693	linear.bias	8	2.1348586082458496
578693	linear.bias	9	-1.4135868549346924
579302	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
579302	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
579302	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
579302	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
579302	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
579302	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
579302	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
579302	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
579302	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
579302	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
579302	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
579302	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
579302	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
579302	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
579302	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
579302	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
579302	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
579302	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
579302	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
579302	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
579302	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
579302	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
579302	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
579302	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
579302	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
579302	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
579302	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
579302	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
579302	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
579302	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
579302	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
579302	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
579302	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
579302	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
579302	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
579302	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
579302	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
579302	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
579302	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
579302	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
579302	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
579302	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
579302	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
579302	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
579302	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
579302	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
579302	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
579302	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
579302	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
579302	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
579302	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
579302	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
579302	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
579302	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
579302	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
579302	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
579302	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
579302	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
579302	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
579302	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
579302	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
579302	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
579302	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
579302	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
579302	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
579302	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
579302	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
579302	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
579302	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
579302	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
579302	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
579302	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
579302	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
579302	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
579302	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
579302	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
579302	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
579302	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
579302	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
579302	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
579302	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
579302	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
579302	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
579302	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
579302	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
579302	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
579302	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
579302	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
579302	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
579302	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
579302	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
579302	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
579302	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
579302	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
579302	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
579302	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
579302	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
579302	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
579302	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
579302	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
579302	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
579302	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
579302	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
579302	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
579302	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
579302	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
579302	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
579302	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
579302	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
579302	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
579302	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
579302	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
579302	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
579302	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
579302	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
579302	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
579302	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
579302	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
579302	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
579302	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
579302	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
579302	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
579302	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
579302	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
579302	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
579302	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
579302	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
579302	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
579302	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
579302	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
579302	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
579302	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
579302	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
579302	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
579302	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
579302	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
579302	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
579302	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
579302	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
579302	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
579302	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
579302	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
579302	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
579302	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
579302	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
579302	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
579302	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
579302	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
579302	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
579302	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
579302	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
579302	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
579302	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
579302	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
579302	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
579302	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
579302	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
579302	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
579302	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
579302	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
579302	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
579302	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
579302	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
579302	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
579302	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
579302	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
579302	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
579302	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
579302	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
579302	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
579302	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
579302	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
579302	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
579302	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
579302	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
579302	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
579302	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
579302	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
579302	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
579302	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
579302	embedding2nn.weight	0	0.3228350281715393
579302	embedding2nn.weight	1	0.3884062170982361
579302	embedding2nn.weight	2	0.004470643121749163
579302	embedding2nn.weight	3	0.0385429672896862
579302	embedding2nn.weight	4	-0.03666821867227554
579302	embedding2nn.weight	5	0.060257673263549805
579302	embedding2nn.weight	6	0.003711521625518799
579302	embedding2nn.weight	7	-0.011895580217242241
579302	embedding2nn.weight	8	0.02386135421693325
579302	embedding2nn.weight	9	-0.046053625643253326
579302	embedding2nn.bias	0	0.02428385429084301
579302	embedding2nn.bias	1	-0.20591261982917786
579302	embedding2nn.bias	2	0.10672302544116974
579302	embedding2nn.bias	3	0.17053398489952087
579302	embedding2nn.bias	4	0.1550472378730774
579302	embedding2nn.bias	5	-0.07397223263978958
579302	embedding2nn.bias	6	-0.05023254081606865
579302	embedding2nn.bias	7	0.03462763503193855
579302	embedding2nn.bias	8	-0.17515884339809418
579302	embedding2nn.bias	9	-0.360151082277298
579302	rnn.weight_ih_l0	0	-0.006664460990577936
579302	rnn.weight_ih_l0	1	-0.05574338138103485
579302	rnn.weight_ih_l0	2	-0.05536769703030586
579302	rnn.weight_ih_l0	3	0.10442900657653809
579302	rnn.weight_ih_l0	4	0.03259710222482681
579302	rnn.weight_ih_l0	5	-0.04850922152400017
579302	rnn.weight_ih_l0	6	-0.008039801381528378
579302	rnn.weight_ih_l0	7	-0.0291330236941576
579302	rnn.weight_ih_l0	8	0.02237258478999138
579302	rnn.weight_ih_l0	9	-0.10692702233791351
579302	rnn.weight_hh_l0	0	-0.018643632531166077
579302	rnn.weight_hh_l0	1	0.08075155317783356
579302	rnn.weight_hh_l0	2	0.016582828015089035
579302	rnn.weight_hh_l0	3	-0.02299763262271881
579302	rnn.weight_hh_l0	4	0.061593495309352875
579302	rnn.weight_hh_l0	5	0.019741902127861977
579302	rnn.weight_hh_l0	6	-0.07377240061759949
579302	rnn.weight_hh_l0	7	-0.10032282769680023
579302	rnn.weight_hh_l0	8	0.03551051765680313
579302	rnn.weight_hh_l0	9	-0.11316452920436859
579302	rnn.bias_ih_l0	0	0.1842385232448578
579302	rnn.bias_ih_l0	1	-0.33056625723838806
579302	rnn.bias_ih_l0	2	-0.03153013810515404
579302	rnn.bias_ih_l0	3	-0.22362394630908966
579302	rnn.bias_ih_l0	4	0.020878437906503677
579302	rnn.bias_ih_l0	5	-0.43479201197624207
579302	rnn.bias_ih_l0	6	-0.15065734088420868
579302	rnn.bias_ih_l0	7	-0.36527007818222046
579302	rnn.bias_ih_l0	8	-0.3020792305469513
579302	rnn.bias_ih_l0	9	-0.4475792646408081
579302	rnn.bias_hh_l0	0	-0.33951982855796814
579302	rnn.bias_hh_l0	1	-0.42764583230018616
579302	rnn.bias_hh_l0	2	-0.4020075798034668
579302	rnn.bias_hh_l0	3	-0.06334466487169266
579302	rnn.bias_hh_l0	4	-0.3947562873363495
579302	rnn.bias_hh_l0	5	-0.35307762026786804
579302	rnn.bias_hh_l0	6	-0.12034264951944351
579302	rnn.bias_hh_l0	7	0.05861639603972435
579302	rnn.bias_hh_l0	8	-0.2305152416229248
579302	rnn.bias_hh_l0	9	-0.5736585259437561
579302	rnn.weight_ih_l0_reverse	0	0.03925119712948799
579302	rnn.weight_ih_l0_reverse	1	-0.034090250730514526
579302	rnn.weight_ih_l0_reverse	2	-0.015779972076416016
579302	rnn.weight_ih_l0_reverse	3	-0.13906148076057434
579302	rnn.weight_ih_l0_reverse	4	0.08766380697488785
579302	rnn.weight_ih_l0_reverse	5	-0.12593574821949005
579302	rnn.weight_ih_l0_reverse	6	-0.003880397416651249
579302	rnn.weight_ih_l0_reverse	7	0.03092886507511139
579302	rnn.weight_ih_l0_reverse	8	-0.07417289912700653
579302	rnn.weight_ih_l0_reverse	9	-0.07370476424694061
579302	rnn.weight_hh_l0_reverse	0	-0.1446264684200287
579302	rnn.weight_hh_l0_reverse	1	0.023273145779967308
579302	rnn.weight_hh_l0_reverse	2	-0.024905066937208176
579302	rnn.weight_hh_l0_reverse	3	0.02415585145354271
579302	rnn.weight_hh_l0_reverse	4	-0.08316333591938019
579302	rnn.weight_hh_l0_reverse	5	0.03508234769105911
579302	rnn.weight_hh_l0_reverse	6	0.02672531083226204
579302	rnn.weight_hh_l0_reverse	7	-0.1163507029414177
579302	rnn.weight_hh_l0_reverse	8	-0.06459003686904907
579302	rnn.weight_hh_l0_reverse	9	0.050234355032444
579302	rnn.bias_ih_l0_reverse	0	-0.1692383885383606
579302	rnn.bias_ih_l0_reverse	1	-0.07159009575843811
579302	rnn.bias_ih_l0_reverse	2	0.1468680500984192
579302	rnn.bias_ih_l0_reverse	3	-0.30789533257484436
579302	rnn.bias_ih_l0_reverse	4	0.01489051803946495
579302	rnn.bias_ih_l0_reverse	5	-0.21463178098201752
579302	rnn.bias_ih_l0_reverse	6	0.2525639533996582
579302	rnn.bias_ih_l0_reverse	7	-0.33734095096588135
579302	rnn.bias_ih_l0_reverse	8	-0.18558940291404724
579302	rnn.bias_ih_l0_reverse	9	-0.18704648315906525
579302	rnn.bias_hh_l0_reverse	0	-0.10877617448568344
579302	rnn.bias_hh_l0_reverse	1	0.27876225113868713
579302	rnn.bias_hh_l0_reverse	2	-0.330971360206604
579302	rnn.bias_hh_l0_reverse	3	-0.22219933569431305
579302	rnn.bias_hh_l0_reverse	4	-0.4017588794231415
579302	rnn.bias_hh_l0_reverse	5	-0.19002383947372437
579302	rnn.bias_hh_l0_reverse	6	-0.25815510749816895
579302	rnn.bias_hh_l0_reverse	7	-0.07215619832277298
579302	rnn.bias_hh_l0_reverse	8	-0.32262566685676575
579302	rnn.bias_hh_l0_reverse	9	0.21008282899856567
579302	linear.weight	0	0.2364913523197174
579302	linear.weight	1	-0.39241522550582886
579302	linear.weight	2	0.05052046477794647
579302	linear.weight	3	0.0675375759601593
579302	linear.weight	4	-0.11846322566270828
579302	linear.weight	5	0.2457408607006073
579302	linear.weight	6	-0.05230950936675072
579302	linear.weight	7	-0.06041427329182625
579302	linear.weight	8	0.10371479392051697
579302	linear.weight	9	-0.04930971562862396
579302	linear.bias	0	-0.8309285640716553
579302	linear.bias	1	1.8424112796783447
579302	linear.bias	2	0.8011994957923889
579302	linear.bias	3	-2.720292091369629
579302	linear.bias	4	-0.10974951088428497
579302	linear.bias	5	1.2753925323486328
579302	linear.bias	6	-0.24895256757736206
579302	linear.bias	7	0.7659412622451782
579302	linear.bias	8	2.139514923095703
579302	linear.bias	9	-1.4107255935668945
579310	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
579310	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
579310	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
579310	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
579310	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
579310	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
579310	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
579310	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
579310	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
579310	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
579310	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
579310	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
579310	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
579310	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
579310	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
579310	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
579310	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
579310	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
579310	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
579310	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
579310	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
579310	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
579310	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
579310	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
579310	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
579310	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
579310	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
579310	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
579310	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
579310	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
579310	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
579310	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
579310	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
579310	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
579310	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
579310	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
579310	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
579310	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
579310	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
579310	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
579310	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
579310	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
579310	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
579310	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
579310	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
579310	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
579310	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
579310	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
579310	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
579310	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
579310	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
579310	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
579310	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
579310	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
579310	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
579310	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
579310	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
579310	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
579310	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
579310	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
579310	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
579310	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
579310	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
579310	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
579310	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
579310	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
579310	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
579310	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
579310	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
579310	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
579310	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
579310	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
579310	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
579310	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
579310	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
579310	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
579310	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
579310	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
579310	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
579310	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
579310	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
579310	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
579310	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
579310	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
579310	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
579310	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
579310	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
579310	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
579310	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
579310	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
579310	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
579310	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
579310	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
579310	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
579310	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
579310	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
579310	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
579310	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
579310	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
579310	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
579310	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
579310	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
579310	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
579310	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
579310	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
579310	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
579310	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
579310	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
579310	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
579310	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
579310	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
579310	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
579310	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
579310	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
579310	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
579310	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
579310	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
579310	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
579310	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
579310	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
579310	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
579310	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
579310	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
579310	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
579310	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
579310	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
579310	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
579310	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
579310	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
579310	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
579310	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
579310	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
579310	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
579310	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
579310	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
579310	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
579310	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
579310	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
579310	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
579310	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
579310	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
579310	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
579310	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
579310	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
579310	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
579310	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
579310	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
579310	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
579310	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
579310	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
579310	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
579310	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
579310	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
579310	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
579310	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
579310	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
579310	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
579310	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
579310	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
579310	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
579310	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
579310	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
579310	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
579310	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
579310	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
579310	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
579310	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
579310	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
579310	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
579310	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
579310	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
579310	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
579310	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
579310	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
579310	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
579310	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
579310	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
579310	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
579310	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
579310	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
579310	embedding2nn.weight	0	0.3226677179336548
579310	embedding2nn.weight	1	0.3881646692752838
579310	embedding2nn.weight	2	0.00446058576926589
579310	embedding2nn.weight	3	0.03812523931264877
579310	embedding2nn.weight	4	-0.03653779625892639
579310	embedding2nn.weight	5	0.06031306833028793
579310	embedding2nn.weight	6	0.004367942921817303
579310	embedding2nn.weight	7	-0.01145817432552576
579310	embedding2nn.weight	8	0.0235785823315382
579310	embedding2nn.weight	9	-0.04575485363602638
579310	embedding2nn.bias	0	0.02296377159655094
579310	embedding2nn.bias	1	-0.20860955119132996
579310	embedding2nn.bias	2	0.10751733928918839
579310	embedding2nn.bias	3	0.16769535839557648
579310	embedding2nn.bias	4	0.155459463596344
579310	embedding2nn.bias	5	-0.06938464194536209
579310	embedding2nn.bias	6	-0.04857615381479263
579310	embedding2nn.bias	7	0.037270594388246536
579310	embedding2nn.bias	8	-0.17669625580310822
579310	embedding2nn.bias	9	-0.35864242911338806
579310	rnn.weight_ih_l0	0	-0.006663288455456495
579310	rnn.weight_ih_l0	1	-0.055773958563804626
579310	rnn.weight_ih_l0	2	-0.05519277602434158
579310	rnn.weight_ih_l0	3	0.10405050218105316
579310	rnn.weight_ih_l0	4	0.03247057646512985
579310	rnn.weight_ih_l0	5	-0.048154570162296295
579310	rnn.weight_ih_l0	6	-0.007775465026497841
579310	rnn.weight_ih_l0	7	-0.028865579515695572
579310	rnn.weight_ih_l0	8	0.022357000038027763
579310	rnn.weight_ih_l0	9	-0.10775653272867203
579310	rnn.weight_hh_l0	0	-0.01865679770708084
579310	rnn.weight_hh_l0	1	0.0807710513472557
579310	rnn.weight_hh_l0	2	0.016568157821893692
579310	rnn.weight_hh_l0	3	-0.02294614352285862
579310	rnn.weight_hh_l0	4	0.06164901703596115
579310	rnn.weight_hh_l0	5	0.019798967987298965
579310	rnn.weight_hh_l0	6	-0.073735810816288
579310	rnn.weight_hh_l0	7	-0.10026418417692184
579310	rnn.weight_hh_l0	8	0.03551391884684563
579310	rnn.weight_hh_l0	9	-0.11317486315965652
579310	rnn.bias_ih_l0	0	0.18420392274856567
579310	rnn.bias_ih_l0	1	-0.33008360862731934
579310	rnn.bias_ih_l0	2	-0.03137822076678276
579310	rnn.bias_ih_l0	3	-0.2245229333639145
579310	rnn.bias_ih_l0	4	0.02085515856742859
579310	rnn.bias_ih_l0	5	-0.4344523549079895
579310	rnn.bias_ih_l0	6	-0.15061315894126892
579310	rnn.bias_ih_l0	7	-0.3651430010795593
579310	rnn.bias_ih_l0	8	-0.3014339506626129
579310	rnn.bias_ih_l0	9	-0.4481724202632904
579310	rnn.bias_hh_l0	0	-0.33944204449653625
579310	rnn.bias_hh_l0	1	-0.4273417294025421
579310	rnn.bias_hh_l0	2	-0.40181806683540344
579310	rnn.bias_hh_l0	3	-0.06390542536973953
579310	rnn.bias_hh_l0	4	-0.3948397636413574
579310	rnn.bias_hh_l0	5	-0.3528973162174225
579310	rnn.bias_hh_l0	6	-0.12074918299913406
579310	rnn.bias_hh_l0	7	0.059049881994724274
579310	rnn.bias_hh_l0	8	-0.23049648106098175
579310	rnn.bias_hh_l0	9	-0.5734075903892517
579310	rnn.weight_ih_l0_reverse	0	0.039298538118600845
579310	rnn.weight_ih_l0_reverse	1	-0.034116894006729126
579310	rnn.weight_ih_l0_reverse	2	-0.015768520534038544
579310	rnn.weight_ih_l0_reverse	3	-0.1388920545578003
579310	rnn.weight_ih_l0_reverse	4	0.0877322107553482
579310	rnn.weight_ih_l0_reverse	5	-0.12607762217521667
579310	rnn.weight_ih_l0_reverse	6	-0.0038860978092998266
579310	rnn.weight_ih_l0_reverse	7	0.03091295249760151
579310	rnn.weight_ih_l0_reverse	8	-0.07410623133182526
579310	rnn.weight_ih_l0_reverse	9	-0.073545902967453
579310	rnn.weight_hh_l0_reverse	0	-0.14463770389556885
579310	rnn.weight_hh_l0_reverse	1	0.02331925556063652
579310	rnn.weight_hh_l0_reverse	2	-0.02487814612686634
579310	rnn.weight_hh_l0_reverse	3	0.024147899821400642
579310	rnn.weight_hh_l0_reverse	4	-0.08320236951112747
579310	rnn.weight_hh_l0_reverse	5	0.03506442531943321
579310	rnn.weight_hh_l0_reverse	6	0.02672249637544155
579310	rnn.weight_hh_l0_reverse	7	-0.1164328083395958
579310	rnn.weight_hh_l0_reverse	8	-0.06474603712558746
579310	rnn.weight_hh_l0_reverse	9	0.05027570575475693
579310	rnn.bias_ih_l0_reverse	0	-0.16886427998542786
579310	rnn.bias_ih_l0_reverse	1	-0.07178403437137604
579310	rnn.bias_ih_l0_reverse	2	0.14668871462345123
579310	rnn.bias_ih_l0_reverse	3	-0.30798089504241943
579310	rnn.bias_ih_l0_reverse	4	0.014989196322858334
579310	rnn.bias_ih_l0_reverse	5	-0.2145485281944275
579310	rnn.bias_ih_l0_reverse	6	0.25266391038894653
579310	rnn.bias_ih_l0_reverse	7	-0.3379589915275574
579310	rnn.bias_ih_l0_reverse	8	-0.18544964492321014
579310	rnn.bias_ih_l0_reverse	9	-0.18720832467079163
579310	rnn.bias_hh_l0_reverse	0	-0.10950284451246262
579310	rnn.bias_hh_l0_reverse	1	0.2784457802772522
579310	rnn.bias_hh_l0_reverse	2	-0.3305690586566925
579310	rnn.bias_hh_l0_reverse	3	-0.22244343161582947
579310	rnn.bias_hh_l0_reverse	4	-0.4020271897315979
579310	rnn.bias_hh_l0_reverse	5	-0.18957984447479248
579310	rnn.bias_hh_l0_reverse	6	-0.2577950358390808
579310	rnn.bias_hh_l0_reverse	7	-0.07208580523729324
579310	rnn.bias_hh_l0_reverse	8	-0.32303398847579956
579310	rnn.bias_hh_l0_reverse	9	0.21033960580825806
579310	linear.weight	0	0.23690295219421387
579310	linear.weight	1	-0.39162272214889526
579310	linear.weight	2	0.05092250555753708
579310	linear.weight	3	0.06753756105899811
579310	linear.weight	4	-0.1179402768611908
579310	linear.weight	5	0.2451181560754776
579310	linear.weight	6	-0.050030674785375595
579310	linear.weight	7	-0.06041422113776207
579310	linear.weight	8	0.10386545956134796
579310	linear.weight	9	-0.049309756606817245
579310	linear.bias	0	-0.8376875519752502
579310	linear.bias	1	1.8329955339431763
579310	linear.bias	2	0.7982892990112305
579310	linear.bias	3	-2.7202932834625244
579310	linear.bias	4	-0.10762793570756912
579310	linear.bias	5	1.2791264057159424
579310	linear.bias	6	-0.24219270050525665
579310	linear.bias	7	0.7623152136802673
579310	linear.bias	8	2.1659693717956543
579310	linear.bias	9	-1.41196608543396
579919	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
579919	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
579919	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
579919	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
579919	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
579919	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
579919	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
579919	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
579919	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
579919	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
579919	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
579919	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
579919	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
579919	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
579919	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
579919	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
579919	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
579919	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
579919	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
579919	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
579919	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
579919	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
579919	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
579919	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
579919	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
579919	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
579919	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
579919	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
579919	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
579919	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
579919	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
579919	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
579919	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
579919	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
579919	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
579919	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
579919	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
579919	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
579919	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
579919	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
579919	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
579919	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
579919	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
579919	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
579919	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
579919	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
579919	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
579919	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
579919	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
579919	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
579919	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
579919	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
579919	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
579919	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
579919	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
579919	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
579919	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
579919	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
579919	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
579919	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
579919	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
579919	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
579919	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
579919	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
579919	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
579919	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
579919	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
579919	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
579919	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
579919	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
579919	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
579919	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
579919	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
579919	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
579919	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
579919	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
579919	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
579919	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
579919	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
579919	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
579919	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
579919	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
579919	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
579919	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
579919	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
579919	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
579919	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
579919	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
579919	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
579919	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
579919	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
579919	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
579919	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
579919	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
579919	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
579919	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
579919	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
579919	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
579919	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
579919	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
579919	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
579919	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
579919	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
579919	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
579919	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
579919	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
579919	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
579919	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
579919	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
579919	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
579919	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
579919	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
579919	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
579919	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
579919	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
579919	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
579919	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
579919	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
579919	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
579919	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
579919	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
579919	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
579919	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
579919	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
579919	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
579919	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
579919	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
579919	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
579919	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
579919	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
579919	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
579919	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
579919	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
579919	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
579919	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
579919	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
579919	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
579919	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
579919	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
579919	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
579919	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
579919	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
579919	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
579919	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
579919	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
579919	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
579919	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
579919	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
579919	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
579919	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
579919	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
579919	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
579919	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
579919	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
579919	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
579919	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
579919	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
579919	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
579919	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
579919	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
579919	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
579919	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
579919	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
579919	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
579919	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
579919	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
579919	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
579919	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
579919	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
579919	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
579919	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
579919	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
579919	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
579919	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
579919	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
579919	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
579919	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
579919	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
579919	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
579919	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
579919	embedding2nn.weight	0	0.3236455023288727
579919	embedding2nn.weight	1	0.38705453276634216
579919	embedding2nn.weight	2	0.006201381795108318
579919	embedding2nn.weight	3	0.0319247841835022
579919	embedding2nn.weight	4	-0.036654118448495865
579919	embedding2nn.weight	5	0.060024794191122055
579919	embedding2nn.weight	6	0.007876867428421974
579919	embedding2nn.weight	7	-0.01594315655529499
579919	embedding2nn.weight	8	0.02595597691833973
579919	embedding2nn.weight	9	-0.05095537006855011
579919	embedding2nn.bias	0	0.0184402484446764
579919	embedding2nn.bias	1	-0.20688177645206451
579919	embedding2nn.bias	2	0.12567925453186035
579919	embedding2nn.bias	3	0.16813470423221588
579919	embedding2nn.bias	4	0.14800888299942017
579919	embedding2nn.bias	5	-0.06394194066524506
579919	embedding2nn.bias	6	-0.053220368921756744
579919	embedding2nn.bias	7	0.034860964864492416
579919	embedding2nn.bias	8	-0.17773081362247467
579919	embedding2nn.bias	9	-0.35210075974464417
579919	rnn.weight_ih_l0	0	-0.0051213535480201244
579919	rnn.weight_ih_l0	1	-0.05538208782672882
579919	rnn.weight_ih_l0	2	-0.055120956152677536
579919	rnn.weight_ih_l0	3	0.10756812989711761
579919	rnn.weight_ih_l0	4	0.028182324022054672
579919	rnn.weight_ih_l0	5	-0.04853656142950058
579919	rnn.weight_ih_l0	6	-0.007679521106183529
579919	rnn.weight_ih_l0	7	-0.031564366072416306
579919	rnn.weight_ih_l0	8	0.015965601429343224
579919	rnn.weight_ih_l0	9	-0.11008964478969574
579919	rnn.weight_hh_l0	0	-0.01887754164636135
579919	rnn.weight_hh_l0	1	0.08055242896080017
579919	rnn.weight_hh_l0	2	0.01598161645233631
579919	rnn.weight_hh_l0	3	-0.022565986961126328
579919	rnn.weight_hh_l0	4	0.061097435653209686
579919	rnn.weight_hh_l0	5	0.01891443505883217
579919	rnn.weight_hh_l0	6	-0.07408225536346436
579919	rnn.weight_hh_l0	7	-0.10024240612983704
579919	rnn.weight_hh_l0	8	0.035298291593790054
579919	rnn.weight_hh_l0	9	-0.11343390494585037
579919	rnn.bias_ih_l0	0	0.1771651804447174
579919	rnn.bias_ih_l0	1	-0.3335329592227936
579919	rnn.bias_ih_l0	2	-0.03174341470003128
579919	rnn.bias_ih_l0	3	-0.22768257558345795
579919	rnn.bias_ih_l0	4	0.01415298879146576
579919	rnn.bias_ih_l0	5	-0.43569695949554443
579919	rnn.bias_ih_l0	6	-0.1587725430727005
579919	rnn.bias_ih_l0	7	-0.36380353569984436
579919	rnn.bias_ih_l0	8	-0.30061954259872437
579919	rnn.bias_ih_l0	9	-0.4582516551017761
579919	rnn.bias_hh_l0	0	-0.3402744233608246
579919	rnn.bias_hh_l0	1	-0.4285360872745514
579919	rnn.bias_hh_l0	2	-0.403854101896286
579919	rnn.bias_hh_l0	3	-0.06807892769575119
579919	rnn.bias_hh_l0	4	-0.3987284302711487
579919	rnn.bias_hh_l0	5	-0.3520309031009674
579919	rnn.bias_hh_l0	6	-0.12041672319173813
579919	rnn.bias_hh_l0	7	0.057281773537397385
579919	rnn.bias_hh_l0	8	-0.22990788519382477
579919	rnn.bias_hh_l0	9	-0.5739650130271912
579919	rnn.weight_ih_l0_reverse	0	0.037734661251306534
579919	rnn.weight_ih_l0_reverse	1	-0.03492673113942146
579919	rnn.weight_ih_l0_reverse	2	-0.017527945339679718
579919	rnn.weight_ih_l0_reverse	3	-0.13838274776935577
579919	rnn.weight_ih_l0_reverse	4	0.08752670139074326
579919	rnn.weight_ih_l0_reverse	5	-0.12497275322675705
579919	rnn.weight_ih_l0_reverse	6	-0.0025657876394689083
579919	rnn.weight_ih_l0_reverse	7	0.03119000419974327
579919	rnn.weight_ih_l0_reverse	8	-0.07206488400697708
579919	rnn.weight_ih_l0_reverse	9	-0.07133655250072479
579919	rnn.weight_hh_l0_reverse	0	-0.14443467557430267
579919	rnn.weight_hh_l0_reverse	1	0.022765185683965683
579919	rnn.weight_hh_l0_reverse	2	-0.024250578135252
579919	rnn.weight_hh_l0_reverse	3	0.024262476712465286
579919	rnn.weight_hh_l0_reverse	4	-0.08315406739711761
579919	rnn.weight_hh_l0_reverse	5	0.03514363616704941
579919	rnn.weight_hh_l0_reverse	6	0.02705034613609314
579919	rnn.weight_hh_l0_reverse	7	-0.1185545027256012
579919	rnn.weight_hh_l0_reverse	8	-0.06435208767652512
579919	rnn.weight_hh_l0_reverse	9	0.05156148225069046
579919	rnn.bias_ih_l0_reverse	0	-0.16596464812755585
579919	rnn.bias_ih_l0_reverse	1	-0.07567834109067917
579919	rnn.bias_ih_l0_reverse	2	0.1474367380142212
579919	rnn.bias_ih_l0_reverse	3	-0.3069397509098053
579919	rnn.bias_ih_l0_reverse	4	0.010244609788060188
579919	rnn.bias_ih_l0_reverse	5	-0.21784289181232452
579919	rnn.bias_ih_l0_reverse	6	0.253648042678833
579919	rnn.bias_ih_l0_reverse	7	-0.33432039618492126
579919	rnn.bias_ih_l0_reverse	8	-0.18701273202896118
579919	rnn.bias_ih_l0_reverse	9	-0.18915852904319763
579919	rnn.bias_hh_l0_reverse	0	-0.11883626878261566
579919	rnn.bias_hh_l0_reverse	1	0.27421700954437256
579919	rnn.bias_hh_l0_reverse	2	-0.329720675945282
579919	rnn.bias_hh_l0_reverse	3	-0.22522246837615967
579919	rnn.bias_hh_l0_reverse	4	-0.3998836278915405
579919	rnn.bias_hh_l0_reverse	5	-0.1856900155544281
579919	rnn.bias_hh_l0_reverse	6	-0.2584766447544098
579919	rnn.bias_hh_l0_reverse	7	-0.07499483972787857
579919	rnn.bias_hh_l0_reverse	8	-0.32138580083847046
579919	rnn.bias_hh_l0_reverse	9	0.20670604705810547
579919	linear.weight	0	0.24190464615821838
579919	linear.weight	1	-0.39436808228492737
579919	linear.weight	2	0.0684829130768776
579919	linear.weight	3	0.0675368383526802
579919	linear.weight	4	-0.1346283107995987
579919	linear.weight	5	0.23576699197292328
579919	linear.weight	6	-0.046202778816223145
579919	linear.weight	7	-0.06041162088513374
579919	linear.weight	8	0.10140370577573776
579919	linear.weight	9	-0.04931198060512543
579919	linear.bias	0	-0.8184899091720581
579919	linear.bias	1	1.8583447933197021
579919	linear.bias	2	0.8032278418540955
579919	linear.bias	3	-2.720397472381592
579919	linear.bias	4	-0.1022675558924675
579919	linear.bias	5	1.2471108436584473
579919	linear.bias	6	-0.2612702250480652
579919	linear.bias	7	0.7799339890480042
579919	linear.bias	8	2.105088949203491
579919	linear.bias	9	-1.410178780555725
580528	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
580528	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
580528	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
580528	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
580528	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
580528	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
580528	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
580528	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
580528	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
580528	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
580528	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
580528	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
580528	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
580528	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
580528	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
580528	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
580528	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
580528	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
580528	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
580528	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
580528	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
580528	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
580528	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
580528	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
580528	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
580528	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
580528	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
580528	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
580528	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
580528	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
580528	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
580528	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
580528	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
580528	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
580528	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
580528	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
580528	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
580528	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
580528	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
580528	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
580528	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
580528	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
580528	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
580528	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
580528	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
580528	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
580528	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
580528	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
580528	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
580528	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
580528	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
580528	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
580528	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
580528	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
580528	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
580528	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
580528	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
580528	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
580528	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
580528	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
580528	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
580528	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
580528	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
580528	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
580528	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
580528	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
580528	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
580528	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
580528	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
580528	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
580528	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
580528	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
580528	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
580528	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
580528	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
580528	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
580528	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
580528	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
580528	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
580528	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
580528	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
580528	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
580528	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
580528	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
580528	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
580528	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
580528	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
580528	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
580528	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
580528	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
580528	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
580528	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
580528	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
580528	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
580528	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
580528	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
580528	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
580528	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
580528	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
580528	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
580528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
580528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
580528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
580528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
580528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
580528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
580528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
580528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
580528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
580528	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
580528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
580528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
580528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
580528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
580528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
580528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
580528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
580528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
580528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
580528	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
580528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
580528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
580528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
580528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
580528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
580528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
580528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
580528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
580528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
580528	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
580528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
580528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
580528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
580528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
580528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
580528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
580528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
580528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
580528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
580528	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
580528	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
580528	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
580528	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
580528	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
580528	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
580528	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
580528	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
580528	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
580528	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
580528	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
580528	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
580528	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
580528	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
580528	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
580528	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
580528	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
580528	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
580528	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
580528	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
580528	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
580528	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
580528	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
580528	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
580528	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
580528	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
580528	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
580528	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
580528	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
580528	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
580528	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
580528	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
580528	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
580528	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
580528	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
580528	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
580528	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
580528	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
580528	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
580528	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
580528	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
580528	embedding2nn.weight	0	0.32430803775787354
580528	embedding2nn.weight	1	0.38682684302330017
580528	embedding2nn.weight	2	0.0039869630709290504
580528	embedding2nn.weight	3	0.038728177547454834
580528	embedding2nn.weight	4	-0.03794397413730621
580528	embedding2nn.weight	5	0.06107466295361519
580528	embedding2nn.weight	6	0.0002250239485874772
580528	embedding2nn.weight	7	-0.012599851004779339
580528	embedding2nn.weight	8	0.02647242695093155
580528	embedding2nn.weight	9	-0.048250436782836914
580528	embedding2nn.bias	0	0.030061690136790276
580528	embedding2nn.bias	1	-0.2084062695503235
580528	embedding2nn.bias	2	0.12094692140817642
580528	embedding2nn.bias	3	0.1618914008140564
580528	embedding2nn.bias	4	0.14227773249149323
580528	embedding2nn.bias	5	-0.04975586384534836
580528	embedding2nn.bias	6	-0.059098515659570694
580528	embedding2nn.bias	7	0.04127452149987221
580528	embedding2nn.bias	8	-0.18935663998126984
580528	embedding2nn.bias	9	-0.35642656683921814
580528	rnn.weight_ih_l0	0	-0.006734015420079231
580528	rnn.weight_ih_l0	1	-0.054888129234313965
580528	rnn.weight_ih_l0	2	-0.057812608778476715
580528	rnn.weight_ih_l0	3	0.10772380232810974
580528	rnn.weight_ih_l0	4	0.028122704476118088
580528	rnn.weight_ih_l0	5	-0.04838354140520096
580528	rnn.weight_ih_l0	6	-0.008327774703502655
580528	rnn.weight_ih_l0	7	-0.03337787836790085
580528	rnn.weight_ih_l0	8	0.016116084530949593
580528	rnn.weight_ih_l0	9	-0.11148116737604141
580528	rnn.weight_hh_l0	0	-0.01840871199965477
580528	rnn.weight_hh_l0	1	0.08006824553012848
580528	rnn.weight_hh_l0	2	0.01620328053832054
580528	rnn.weight_hh_l0	3	-0.022708065807819366
580528	rnn.weight_hh_l0	4	0.06058986857533455
580528	rnn.weight_hh_l0	5	0.019099198281764984
580528	rnn.weight_hh_l0	6	-0.07434813678264618
580528	rnn.weight_hh_l0	7	-0.10017047077417374
580528	rnn.weight_hh_l0	8	0.0352950394153595
580528	rnn.weight_hh_l0	9	-0.11311747878789902
580528	rnn.bias_ih_l0	0	0.17091967165470123
580528	rnn.bias_ih_l0	1	-0.3296236991882324
580528	rnn.bias_ih_l0	2	-0.034894779324531555
580528	rnn.bias_ih_l0	3	-0.22389733791351318
580528	rnn.bias_ih_l0	4	0.019322499632835388
580528	rnn.bias_ih_l0	5	-0.4340948462486267
580528	rnn.bias_ih_l0	6	-0.15548323094844818
580528	rnn.bias_ih_l0	7	-0.36336278915405273
580528	rnn.bias_ih_l0	8	-0.3012774884700775
580528	rnn.bias_ih_l0	9	-0.46625152230262756
580528	rnn.bias_hh_l0	0	-0.33853402733802795
580528	rnn.bias_hh_l0	1	-0.4268953800201416
580528	rnn.bias_hh_l0	2	-0.402439147233963
580528	rnn.bias_hh_l0	3	-0.06609677523374557
580528	rnn.bias_hh_l0	4	-0.4004884958267212
580528	rnn.bias_hh_l0	5	-0.3520708978176117
580528	rnn.bias_hh_l0	6	-0.11497597396373749
580528	rnn.bias_hh_l0	7	0.05504768341779709
580528	rnn.bias_hh_l0	8	-0.23190446197986603
580528	rnn.bias_hh_l0	9	-0.5750362873077393
580528	rnn.weight_ih_l0_reverse	0	0.03946232795715332
580528	rnn.weight_ih_l0_reverse	1	-0.03424797207117081
580528	rnn.weight_ih_l0_reverse	2	-0.019108181819319725
580528	rnn.weight_ih_l0_reverse	3	-0.13785240054130554
580528	rnn.weight_ih_l0_reverse	4	0.08890724182128906
580528	rnn.weight_ih_l0_reverse	5	-0.12703271210193634
580528	rnn.weight_ih_l0_reverse	6	-0.0032566040754318237
580528	rnn.weight_ih_l0_reverse	7	0.03110651858150959
580528	rnn.weight_ih_l0_reverse	8	-0.07003334164619446
580528	rnn.weight_ih_l0_reverse	9	-0.07004319876432419
580528	rnn.weight_hh_l0_reverse	0	-0.14378830790519714
580528	rnn.weight_hh_l0_reverse	1	0.02270348370075226
580528	rnn.weight_hh_l0_reverse	2	-0.02438042312860489
580528	rnn.weight_hh_l0_reverse	3	0.023934634402394295
580528	rnn.weight_hh_l0_reverse	4	-0.08271069824695587
580528	rnn.weight_hh_l0_reverse	5	0.03524482250213623
580528	rnn.weight_hh_l0_reverse	6	0.027035774663090706
580528	rnn.weight_hh_l0_reverse	7	-0.11934655904769897
580528	rnn.weight_hh_l0_reverse	8	-0.06497452408075333
580528	rnn.weight_hh_l0_reverse	9	0.05295209586620331
580528	rnn.bias_ih_l0_reverse	0	-0.1669550985097885
580528	rnn.bias_ih_l0_reverse	1	-0.07625067979097366
580528	rnn.bias_ih_l0_reverse	2	0.14500002562999725
580528	rnn.bias_ih_l0_reverse	3	-0.3052203357219696
580528	rnn.bias_ih_l0_reverse	4	0.01821836084127426
580528	rnn.bias_ih_l0_reverse	5	-0.21720828115940094
580528	rnn.bias_ih_l0_reverse	6	0.2579793930053711
580528	rnn.bias_ih_l0_reverse	7	-0.33097851276397705
580528	rnn.bias_ih_l0_reverse	8	-0.1855151355266571
580528	rnn.bias_ih_l0_reverse	9	-0.18532802164554596
580528	rnn.bias_hh_l0_reverse	0	-0.12221555411815643
580528	rnn.bias_hh_l0_reverse	1	0.27368950843811035
580528	rnn.bias_hh_l0_reverse	2	-0.3299078047275543
580528	rnn.bias_hh_l0_reverse	3	-0.2210385501384735
580528	rnn.bias_hh_l0_reverse	4	-0.4001476466655731
580528	rnn.bias_hh_l0_reverse	5	-0.17883192002773285
580528	rnn.bias_hh_l0_reverse	6	-0.26040300726890564
580528	rnn.bias_hh_l0_reverse	7	-0.07361915707588196
580528	rnn.bias_hh_l0_reverse	8	-0.322506844997406
580528	rnn.bias_hh_l0_reverse	9	0.2125188708305359
580528	linear.weight	0	0.23485274612903595
580528	linear.weight	1	-0.41261744499206543
580528	linear.weight	2	0.04014521837234497
580528	linear.weight	3	0.06753665953874588
580528	linear.weight	4	-0.11350353062152863
580528	linear.weight	5	0.228974387049675
580528	linear.weight	6	-0.04327845200896263
580528	linear.weight	7	-0.06040850654244423
580528	linear.weight	8	0.10442804545164108
580528	linear.weight	9	-0.049314480274915695
580528	linear.bias	0	-0.8514776229858398
580528	linear.bias	1	1.8491696119308472
580528	linear.bias	2	0.7779310345649719
580528	linear.bias	3	-2.7205142974853516
580528	linear.bias	4	-0.11769606918096542
580528	linear.bias	5	1.2343987226486206
580528	linear.bias	6	-0.27617156505584717
580528	linear.bias	7	0.8022762537002563
580528	linear.bias	8	2.1113317012786865
580528	linear.bias	9	-1.3884999752044678
581137	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
581137	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
581137	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
581137	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
581137	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
581137	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
581137	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
581137	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
581137	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
581137	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
581137	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
581137	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
581137	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
581137	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
581137	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
581137	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
581137	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
581137	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
581137	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
581137	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
581137	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
581137	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
581137	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
581137	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
581137	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
581137	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
581137	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
581137	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
581137	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
581137	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
581137	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
581137	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
581137	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
581137	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
581137	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
581137	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
581137	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
581137	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
581137	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
581137	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
581137	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
581137	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
581137	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
581137	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
581137	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
581137	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
581137	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
581137	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
581137	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
581137	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
581137	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
581137	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
581137	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
581137	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
581137	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
581137	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
581137	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
581137	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
581137	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
581137	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
581137	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
581137	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
581137	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
581137	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
581137	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
581137	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
581137	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
581137	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
581137	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
581137	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
581137	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
581137	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
581137	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
581137	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
581137	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
581137	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
581137	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
581137	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
581137	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
581137	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
581137	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
581137	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
581137	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
581137	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
581137	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
581137	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
581137	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
581137	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
581137	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
581137	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
581137	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
581137	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
581137	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
581137	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
581137	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
581137	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
581137	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
581137	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
581137	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
581137	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
581137	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
581137	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
581137	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
581137	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
581137	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
581137	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
581137	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
581137	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
581137	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
581137	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
581137	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
581137	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
581137	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
581137	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
581137	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
581137	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
581137	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
581137	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
581137	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
581137	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
581137	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
581137	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
581137	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
581137	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
581137	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
581137	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
581137	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
581137	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
581137	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
581137	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
581137	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
581137	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
581137	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
581137	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
581137	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
581137	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
581137	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
581137	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
581137	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
581137	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
581137	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
581137	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
581137	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
581137	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
581137	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
581137	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
581137	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
581137	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
581137	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
581137	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
581137	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
581137	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
581137	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
581137	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
581137	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
581137	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
581137	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
581137	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
581137	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
581137	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
581137	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
581137	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
581137	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
581137	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
581137	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
581137	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
581137	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
581137	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
581137	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
581137	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
581137	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
581137	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
581137	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
581137	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
581137	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
581137	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
581137	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
581137	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
581137	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
581137	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
581137	embedding2nn.weight	0	0.3217596411705017
581137	embedding2nn.weight	1	0.38674598932266235
581137	embedding2nn.weight	2	0.004137380048632622
581137	embedding2nn.weight	3	0.03676259517669678
581137	embedding2nn.weight	4	-0.034854814410209656
581137	embedding2nn.weight	5	0.062208391726017
581137	embedding2nn.weight	6	0.0006257350323721766
581137	embedding2nn.weight	7	-0.01137428916990757
581137	embedding2nn.weight	8	0.02703270874917507
581137	embedding2nn.weight	9	-0.04915013164281845
581137	embedding2nn.bias	0	0.020381255075335503
581137	embedding2nn.bias	1	-0.20771461725234985
581137	embedding2nn.bias	2	0.13084343075752258
581137	embedding2nn.bias	3	0.17004409432411194
581137	embedding2nn.bias	4	0.1476491540670395
581137	embedding2nn.bias	5	-0.05623073875904083
581137	embedding2nn.bias	6	-0.04681360349059105
581137	embedding2nn.bias	7	0.039383456110954285
581137	embedding2nn.bias	8	-0.17942571640014648
581137	embedding2nn.bias	9	-0.35174983739852905
581137	rnn.weight_ih_l0	0	-0.006402064114809036
581137	rnn.weight_ih_l0	1	-0.0553317554295063
581137	rnn.weight_ih_l0	2	-0.054315514862537384
581137	rnn.weight_ih_l0	3	0.10638276487588882
581137	rnn.weight_ih_l0	4	0.029846657067537308
581137	rnn.weight_ih_l0	5	-0.04766501486301422
581137	rnn.weight_ih_l0	6	-0.008912009187042713
581137	rnn.weight_ih_l0	7	-0.03301876038312912
581137	rnn.weight_ih_l0	8	0.014317650347948074
581137	rnn.weight_ih_l0	9	-0.11171077936887741
581137	rnn.weight_hh_l0	0	-0.018917841836810112
581137	rnn.weight_hh_l0	1	0.07975403964519501
581137	rnn.weight_hh_l0	2	0.016500353813171387
581137	rnn.weight_hh_l0	3	-0.02249489724636078
581137	rnn.weight_hh_l0	4	0.06104045733809471
581137	rnn.weight_hh_l0	5	0.019312260672450066
581137	rnn.weight_hh_l0	6	-0.07467605173587799
581137	rnn.weight_hh_l0	7	-0.10110354423522949
581137	rnn.weight_hh_l0	8	0.0353366881608963
581137	rnn.weight_hh_l0	9	-0.11347389966249466
581137	rnn.bias_ih_l0	0	0.17722856998443604
581137	rnn.bias_ih_l0	1	-0.3274051249027252
581137	rnn.bias_ih_l0	2	-0.038188014179468155
581137	rnn.bias_ih_l0	3	-0.22194582223892212
581137	rnn.bias_ih_l0	4	0.01747189275920391
581137	rnn.bias_ih_l0	5	-0.4349716901779175
581137	rnn.bias_ih_l0	6	-0.15086570382118225
581137	rnn.bias_ih_l0	7	-0.36374127864837646
581137	rnn.bias_ih_l0	8	-0.3002791106700897
581137	rnn.bias_ih_l0	9	-0.458383709192276
581137	rnn.bias_hh_l0	0	-0.34330451488494873
581137	rnn.bias_hh_l0	1	-0.42461341619491577
581137	rnn.bias_hh_l0	2	-0.3989516496658325
581137	rnn.bias_hh_l0	3	-0.06573385745286942
581137	rnn.bias_hh_l0	4	-0.3995932638645172
581137	rnn.bias_hh_l0	5	-0.3535718023777008
581137	rnn.bias_hh_l0	6	-0.11493615061044693
581137	rnn.bias_hh_l0	7	0.0570177286863327
581137	rnn.bias_hh_l0	8	-0.23185710608959198
581137	rnn.bias_hh_l0	9	-0.5756826996803284
581137	rnn.weight_ih_l0_reverse	0	0.03913205489516258
581137	rnn.weight_ih_l0_reverse	1	-0.035702213644981384
581137	rnn.weight_ih_l0_reverse	2	-0.017168419435620308
581137	rnn.weight_ih_l0_reverse	3	-0.13767075538635254
581137	rnn.weight_ih_l0_reverse	4	0.08752159029245377
581137	rnn.weight_ih_l0_reverse	5	-0.12241474539041519
581137	rnn.weight_ih_l0_reverse	6	-0.0020819688215851784
581137	rnn.weight_ih_l0_reverse	7	0.031337346881628036
581137	rnn.weight_ih_l0_reverse	8	-0.07168988138437271
581137	rnn.weight_ih_l0_reverse	9	-0.07406438887119293
581137	rnn.weight_hh_l0_reverse	0	-0.14306071400642395
581137	rnn.weight_hh_l0_reverse	1	0.022675007581710815
581137	rnn.weight_hh_l0_reverse	2	-0.02423170953989029
581137	rnn.weight_hh_l0_reverse	3	0.024109695106744766
581137	rnn.weight_hh_l0_reverse	4	-0.08307274430990219
581137	rnn.weight_hh_l0_reverse	5	0.03495229408144951
581137	rnn.weight_hh_l0_reverse	6	0.02681124582886696
581137	rnn.weight_hh_l0_reverse	7	-0.12051042914390564
581137	rnn.weight_hh_l0_reverse	8	-0.06464420258998871
581137	rnn.weight_hh_l0_reverse	9	0.05306318774819374
581137	rnn.bias_ih_l0_reverse	0	-0.166011244058609
581137	rnn.bias_ih_l0_reverse	1	-0.07449553906917572
581137	rnn.bias_ih_l0_reverse	2	0.1432327926158905
581137	rnn.bias_ih_l0_reverse	3	-0.3059629499912262
581137	rnn.bias_ih_l0_reverse	4	0.016413815319538116
581137	rnn.bias_ih_l0_reverse	5	-0.2191084623336792
581137	rnn.bias_ih_l0_reverse	6	0.25495246052742004
581137	rnn.bias_ih_l0_reverse	7	-0.3243652284145355
581137	rnn.bias_ih_l0_reverse	8	-0.1839800775051117
581137	rnn.bias_ih_l0_reverse	9	-0.18412043154239655
581137	rnn.bias_hh_l0_reverse	0	-0.12471529096364975
581137	rnn.bias_hh_l0_reverse	1	0.2762667238712311
581137	rnn.bias_hh_l0_reverse	2	-0.32997870445251465
581137	rnn.bias_hh_l0_reverse	3	-0.2244046926498413
581137	rnn.bias_hh_l0_reverse	4	-0.3969730734825134
581137	rnn.bias_hh_l0_reverse	5	-0.18245257437229156
581137	rnn.bias_hh_l0_reverse	6	-0.2616007328033447
581137	rnn.bias_hh_l0_reverse	7	-0.07252195477485657
581137	rnn.bias_hh_l0_reverse	8	-0.3198407292366028
581137	rnn.bias_hh_l0_reverse	9	0.20773424208164215
581137	linear.weight	0	0.22956369817256927
581137	linear.weight	1	-0.42179641127586365
581137	linear.weight	2	0.017586354166269302
581137	linear.weight	3	0.06753624975681305
581137	linear.weight	4	-0.1307351142168045
581137	linear.weight	5	0.2348889857530594
581137	linear.weight	6	-0.04758337512612343
581137	linear.weight	7	-0.060406655073165894
581137	linear.weight	8	0.09979695826768875
581137	linear.weight	9	-0.04931660369038582
581137	linear.bias	0	-0.841899573802948
581137	linear.bias	1	1.8350626230239868
581137	linear.bias	2	0.7776160836219788
581137	linear.bias	3	-2.720616102218628
581137	linear.bias	4	-0.1148461252450943
581137	linear.bias	5	1.275830864906311
581137	linear.bias	6	-0.25748002529144287
581137	linear.bias	7	0.7745664715766907
581137	linear.bias	8	2.1458916664123535
581137	linear.bias	9	-1.3968406915664673
581746	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
581746	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
581746	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
581746	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
581746	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
581746	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
581746	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
581746	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
581746	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
581746	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
581746	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
581746	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
581746	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
581746	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
581746	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
581746	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
581746	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
581746	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
581746	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
581746	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
581746	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
581746	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
581746	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
581746	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
581746	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
581746	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
581746	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
581746	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
581746	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
581746	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
581746	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
581746	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
581746	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
581746	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
581746	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
581746	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
581746	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
581746	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
581746	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
581746	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
581746	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
581746	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
581746	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
581746	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
581746	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
581746	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
581746	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
581746	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
581746	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
581746	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
581746	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
581746	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
581746	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
581746	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
581746	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
581746	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
581746	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
581746	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
581746	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
581746	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
581746	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
581746	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
581746	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
581746	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
581746	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
581746	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
581746	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
581746	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
581746	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
581746	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
581746	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
581746	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
581746	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
581746	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
581746	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
581746	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
581746	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
581746	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
581746	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
581746	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
581746	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
581746	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
581746	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
581746	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
581746	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
581746	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
581746	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
581746	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
581746	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
581746	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
581746	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
581746	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
581746	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
581746	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
581746	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
581746	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
581746	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
581746	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
581746	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
581746	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
581746	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
581746	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
581746	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
581746	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
581746	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
581746	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
581746	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
581746	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
581746	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
581746	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
581746	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
581746	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
581746	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
581746	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
581746	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
581746	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
581746	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
581746	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
581746	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
581746	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
581746	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
581746	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
581746	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
581746	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
581746	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
581746	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
581746	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
581746	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
581746	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
581746	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
581746	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
581746	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
581746	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
581746	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
581746	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
581746	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
581746	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
581746	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
581746	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
581746	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
581746	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
581746	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
581746	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
581746	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
581746	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
581746	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
581746	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
581746	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
581746	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
581746	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
581746	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
581746	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
581746	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
581746	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
581746	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
581746	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
581746	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
581746	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
581746	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
581746	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
581746	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
581746	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
581746	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
581746	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
581746	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
581746	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
581746	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
581746	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
581746	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
581746	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
581746	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
581746	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
581746	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
581746	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
581746	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
581746	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
581746	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
581746	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
581746	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
581746	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
581746	embedding2nn.weight	0	0.3219413459300995
581746	embedding2nn.weight	1	0.38727447390556335
581746	embedding2nn.weight	2	0.003723511938005686
581746	embedding2nn.weight	3	0.02745884843170643
581746	embedding2nn.weight	4	-0.03278352692723274
581746	embedding2nn.weight	5	0.06219416484236717
581746	embedding2nn.weight	6	0.004395423922687769
581746	embedding2nn.weight	7	-0.013653323985636234
581746	embedding2nn.weight	8	0.0268225260078907
581746	embedding2nn.weight	9	-0.05026942864060402
581746	embedding2nn.bias	0	0.03902806341648102
581746	embedding2nn.bias	1	-0.20978480577468872
581746	embedding2nn.bias	2	0.12186376750469208
581746	embedding2nn.bias	3	0.16798251867294312
581746	embedding2nn.bias	4	0.1610030084848404
581746	embedding2nn.bias	5	-0.0559573620557785
581746	embedding2nn.bias	6	-0.04905632138252258
581746	embedding2nn.bias	7	0.036980681121349335
581746	embedding2nn.bias	8	-0.1664312332868576
581746	embedding2nn.bias	9	-0.3511478304862976
581746	rnn.weight_ih_l0	0	-0.0063493219204247
581746	rnn.weight_ih_l0	1	-0.05515073612332344
581746	rnn.weight_ih_l0	2	-0.0570378378033638
581746	rnn.weight_ih_l0	3	0.10752778500318527
581746	rnn.weight_ih_l0	4	0.02825082466006279
581746	rnn.weight_ih_l0	5	-0.04492860659956932
581746	rnn.weight_ih_l0	6	-0.010613396763801575
581746	rnn.weight_ih_l0	7	-0.034298136830329895
581746	rnn.weight_ih_l0	8	0.014358230866491795
581746	rnn.weight_ih_l0	9	-0.11133495718240738
581746	rnn.weight_hh_l0	0	-0.018458768725395203
581746	rnn.weight_hh_l0	1	0.0802575945854187
581746	rnn.weight_hh_l0	2	0.01633979193866253
581746	rnn.weight_hh_l0	3	-0.022746708244085312
581746	rnn.weight_hh_l0	4	0.06206955015659332
581746	rnn.weight_hh_l0	5	0.01902104914188385
581746	rnn.weight_hh_l0	6	-0.07426058501005173
581746	rnn.weight_hh_l0	7	-0.10050787776708603
581746	rnn.weight_hh_l0	8	0.03551008179783821
581746	rnn.weight_hh_l0	9	-0.11326055228710175
581746	rnn.bias_ih_l0	0	0.17032212018966675
581746	rnn.bias_ih_l0	1	-0.3247298002243042
581746	rnn.bias_ih_l0	2	-0.036677006632089615
581746	rnn.bias_ih_l0	3	-0.21912942826747894
581746	rnn.bias_ih_l0	4	0.02247118018567562
581746	rnn.bias_ih_l0	5	-0.43259745836257935
581746	rnn.bias_ih_l0	6	-0.14736047387123108
581746	rnn.bias_ih_l0	7	-0.36373981833457947
581746	rnn.bias_ih_l0	8	-0.30073902010917664
581746	rnn.bias_ih_l0	9	-0.455937922000885
581746	rnn.bias_hh_l0	0	-0.34283655881881714
581746	rnn.bias_hh_l0	1	-0.4257919490337372
581746	rnn.bias_hh_l0	2	-0.3960484266281128
581746	rnn.bias_hh_l0	3	-0.06345054507255554
581746	rnn.bias_hh_l0	4	-0.3994901478290558
581746	rnn.bias_hh_l0	5	-0.35459986329078674
581746	rnn.bias_hh_l0	6	-0.11233873665332794
581746	rnn.bias_hh_l0	7	0.05456960201263428
581746	rnn.bias_hh_l0	8	-0.2327197790145874
581746	rnn.bias_hh_l0	9	-0.5744184851646423
581746	rnn.weight_ih_l0_reverse	0	0.04132935032248497
581746	rnn.weight_ih_l0_reverse	1	-0.035859182476997375
581746	rnn.weight_ih_l0_reverse	2	-0.015962393954396248
581746	rnn.weight_ih_l0_reverse	3	-0.13951300084590912
581746	rnn.weight_ih_l0_reverse	4	0.08754830062389374
581746	rnn.weight_ih_l0_reverse	5	-0.12397704273462296
581746	rnn.weight_ih_l0_reverse	6	-0.0009681825758889318
581746	rnn.weight_ih_l0_reverse	7	0.03216763213276863
581746	rnn.weight_ih_l0_reverse	8	-0.07184965163469315
581746	rnn.weight_ih_l0_reverse	9	-0.07503114640712738
581746	rnn.weight_hh_l0_reverse	0	-0.1428188532590866
581746	rnn.weight_hh_l0_reverse	1	0.023571226745843887
581746	rnn.weight_hh_l0_reverse	2	-0.02391308918595314
581746	rnn.weight_hh_l0_reverse	3	0.02451898902654648
581746	rnn.weight_hh_l0_reverse	4	-0.08304129540920258
581746	rnn.weight_hh_l0_reverse	5	0.03508048877120018
581746	rnn.weight_hh_l0_reverse	6	0.02690272219479084
581746	rnn.weight_hh_l0_reverse	7	-0.12271597236394882
581746	rnn.weight_hh_l0_reverse	8	-0.06495887786149979
581746	rnn.weight_hh_l0_reverse	9	0.051620908081531525
581746	rnn.bias_ih_l0_reverse	0	-0.16796329617500305
581746	rnn.bias_ih_l0_reverse	1	-0.07796722650527954
581746	rnn.bias_ih_l0_reverse	2	0.14382803440093994
581746	rnn.bias_ih_l0_reverse	3	-0.3053174912929535
581746	rnn.bias_ih_l0_reverse	4	0.023517567664384842
581746	rnn.bias_ih_l0_reverse	5	-0.2199370563030243
581746	rnn.bias_ih_l0_reverse	6	0.2583552896976471
581746	rnn.bias_ih_l0_reverse	7	-0.3287457823753357
581746	rnn.bias_ih_l0_reverse	8	-0.18512952327728271
581746	rnn.bias_ih_l0_reverse	9	-0.17883986234664917
581746	rnn.bias_hh_l0_reverse	0	-0.12298955768346786
581746	rnn.bias_hh_l0_reverse	1	0.2709275484085083
581746	rnn.bias_hh_l0_reverse	2	-0.3336886167526245
581746	rnn.bias_hh_l0_reverse	3	-0.21960321068763733
581746	rnn.bias_hh_l0_reverse	4	-0.3992743492126465
581746	rnn.bias_hh_l0_reverse	5	-0.18623079359531403
581746	rnn.bias_hh_l0_reverse	6	-0.2633868455886841
581746	rnn.bias_hh_l0_reverse	7	-0.0755605548620224
581746	rnn.bias_hh_l0_reverse	8	-0.3226437270641327
581746	rnn.bias_hh_l0_reverse	9	0.19941802322864532
581746	linear.weight	0	0.23603494465351105
581746	linear.weight	1	-0.4178418219089508
581746	linear.weight	2	0.018068775534629822
581746	linear.weight	3	0.06753525137901306
581746	linear.weight	4	-0.128109410405159
581746	linear.weight	5	0.24057616293430328
581746	linear.weight	6	-0.02702883630990982
581746	linear.weight	7	-0.06040353700518608
581746	linear.weight	8	0.09543062746524811
581746	linear.weight	9	-0.04931742325425148
581746	linear.bias	0	-0.8267359733581543
581746	linear.bias	1	1.8333368301391602
581746	linear.bias	2	0.7897378206253052
581746	linear.bias	3	-2.7207095623016357
581746	linear.bias	4	-0.08390481770038605
581746	linear.bias	5	1.26133394241333
581746	linear.bias	6	-0.2537919878959656
581746	linear.bias	7	0.7801859378814697
581746	linear.bias	8	2.1208159923553467
581746	linear.bias	9	-1.3942666053771973
582355	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
582355	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
582355	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
582355	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
582355	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
582355	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
582355	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
582355	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
582355	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
582355	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
582355	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
582355	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
582355	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
582355	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
582355	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
582355	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
582355	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
582355	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
582355	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
582355	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
582355	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
582355	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
582355	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
582355	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
582355	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
582355	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
582355	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
582355	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
582355	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
582355	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
582355	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
582355	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
582355	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
582355	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
582355	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
582355	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
582355	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
582355	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
582355	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
582355	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
582355	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
582355	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
582355	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
582355	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
582355	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
582355	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
582355	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
582355	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
582355	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
582355	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
582355	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
582355	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
582355	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
582355	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
582355	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
582355	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
582355	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
582355	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
582355	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
582355	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
582355	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
582355	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
582355	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
582355	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
582355	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
582355	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
582355	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
582355	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
582355	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
582355	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
582355	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
582355	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
582355	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
582355	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
582355	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
582355	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
582355	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
582355	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
582355	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
582355	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
582355	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
582355	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
582355	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
582355	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
582355	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
582355	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
582355	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
582355	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
582355	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
582355	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
582355	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
582355	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
582355	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
582355	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
582355	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
582355	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
582355	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
582355	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
582355	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
582355	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
582355	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
582355	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
582355	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
582355	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
582355	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
582355	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
582355	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
582355	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
582355	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
582355	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
582355	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
582355	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
582355	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
582355	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
582355	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
582355	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
582355	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
582355	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
582355	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
582355	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
582355	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
582355	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
582355	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
582355	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
582355	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
582355	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
582355	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
582355	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
582355	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
582355	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
582355	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
582355	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
582355	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
582355	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
582355	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
582355	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
582355	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
582355	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
582355	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
582355	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
582355	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
582355	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
582355	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
582355	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
582355	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
582355	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
582355	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
582355	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
582355	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
582355	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
582355	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
582355	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
582355	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
582355	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
582355	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
582355	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
582355	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
582355	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
582355	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
582355	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
582355	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
582355	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
582355	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
582355	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
582355	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
582355	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
582355	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
582355	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
582355	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
582355	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
582355	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
582355	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
582355	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
582355	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
582355	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
582355	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
582355	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
582355	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
582355	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
582355	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
582355	embedding2nn.weight	0	0.3229123055934906
582355	embedding2nn.weight	1	0.38713183999061584
582355	embedding2nn.weight	2	0.006986371707171202
582355	embedding2nn.weight	3	0.022638818249106407
582355	embedding2nn.weight	4	-0.030741587281227112
582355	embedding2nn.weight	5	0.06196223571896553
582355	embedding2nn.weight	6	0.0009136340231634676
582355	embedding2nn.weight	7	-0.013090774416923523
582355	embedding2nn.weight	8	0.027229396626353264
582355	embedding2nn.weight	9	-0.052457597106695175
582355	embedding2nn.bias	0	0.014603754505515099
582355	embedding2nn.bias	1	-0.2030106782913208
582355	embedding2nn.bias	2	0.12401419878005981
582355	embedding2nn.bias	3	0.18347467482089996
582355	embedding2nn.bias	4	0.15069401264190674
582355	embedding2nn.bias	5	-0.05433239787817001
582355	embedding2nn.bias	6	-0.05141404643654823
582355	embedding2nn.bias	7	0.04862500727176666
582355	embedding2nn.bias	8	-0.1714908629655838
582355	embedding2nn.bias	9	-0.35090991854667664
582355	rnn.weight_ih_l0	0	-0.005871484521776438
582355	rnn.weight_ih_l0	1	-0.05497230961918831
582355	rnn.weight_ih_l0	2	-0.056542813777923584
582355	rnn.weight_ih_l0	3	0.10800649970769882
582355	rnn.weight_ih_l0	4	0.025649430230259895
582355	rnn.weight_ih_l0	5	-0.04032641649246216
582355	rnn.weight_ih_l0	6	-0.009804259985685349
582355	rnn.weight_ih_l0	7	-0.036698780953884125
582355	rnn.weight_ih_l0	8	0.016790177673101425
582355	rnn.weight_ih_l0	9	-0.11237276345491409
582355	rnn.weight_hh_l0	0	-0.018398858606815338
582355	rnn.weight_hh_l0	1	0.08014850318431854
582355	rnn.weight_hh_l0	2	0.016267701983451843
582355	rnn.weight_hh_l0	3	-0.02265971153974533
582355	rnn.weight_hh_l0	4	0.06153454631567001
582355	rnn.weight_hh_l0	5	0.019658681005239487
582355	rnn.weight_hh_l0	6	-0.07449071109294891
582355	rnn.weight_hh_l0	7	-0.10015814751386642
582355	rnn.weight_hh_l0	8	0.03520014137029648
582355	rnn.weight_hh_l0	9	-0.11324378848075867
582355	rnn.bias_ih_l0	0	0.17287617921829224
582355	rnn.bias_ih_l0	1	-0.3245691657066345
582355	rnn.bias_ih_l0	2	-0.036476220935583115
582355	rnn.bias_ih_l0	3	-0.22051265835762024
582355	rnn.bias_ih_l0	4	0.02454345114529133
582355	rnn.bias_ih_l0	5	-0.433357834815979
582355	rnn.bias_ih_l0	6	-0.14901773631572723
582355	rnn.bias_ih_l0	7	-0.3639453053474426
582355	rnn.bias_ih_l0	8	-0.2935747504234314
582355	rnn.bias_ih_l0	9	-0.4576212763786316
582355	rnn.bias_hh_l0	0	-0.3433866500854492
582355	rnn.bias_hh_l0	1	-0.42240041494369507
582355	rnn.bias_hh_l0	2	-0.39896783232688904
582355	rnn.bias_hh_l0	3	-0.06152835115790367
582355	rnn.bias_hh_l0	4	-0.39815932512283325
582355	rnn.bias_hh_l0	5	-0.3549557626247406
582355	rnn.bias_hh_l0	6	-0.11323507130146027
582355	rnn.bias_hh_l0	7	0.051912397146224976
582355	rnn.bias_hh_l0	8	-0.2250135838985443
582355	rnn.bias_hh_l0	9	-0.5769811272621155
582355	rnn.weight_ih_l0_reverse	0	0.04042605683207512
582355	rnn.weight_ih_l0_reverse	1	-0.036747660487890244
582355	rnn.weight_ih_l0_reverse	2	-0.016559578478336334
582355	rnn.weight_ih_l0_reverse	3	-0.1398569792509079
582355	rnn.weight_ih_l0_reverse	4	0.08724131435155869
582355	rnn.weight_ih_l0_reverse	5	-0.12406142801046371
582355	rnn.weight_ih_l0_reverse	6	-0.0018083122558891773
582355	rnn.weight_ih_l0_reverse	7	0.03213966637849808
582355	rnn.weight_ih_l0_reverse	8	-0.0724068284034729
582355	rnn.weight_ih_l0_reverse	9	-0.07344087213277817
582355	rnn.weight_hh_l0_reverse	0	-0.1429387480020523
582355	rnn.weight_hh_l0_reverse	1	0.023858165368437767
582355	rnn.weight_hh_l0_reverse	2	-0.02431603893637657
582355	rnn.weight_hh_l0_reverse	3	0.024406569078564644
582355	rnn.weight_hh_l0_reverse	4	-0.08381955325603485
582355	rnn.weight_hh_l0_reverse	5	0.03471836820244789
582355	rnn.weight_hh_l0_reverse	6	0.02697269804775715
582355	rnn.weight_hh_l0_reverse	7	-0.12287569791078568
582355	rnn.weight_hh_l0_reverse	8	-0.06484334915876389
582355	rnn.weight_hh_l0_reverse	9	0.05323902890086174
582355	rnn.bias_ih_l0_reverse	0	-0.16532406210899353
582355	rnn.bias_ih_l0_reverse	1	-0.0739637240767479
582355	rnn.bias_ih_l0_reverse	2	0.14277015626430511
582355	rnn.bias_ih_l0_reverse	3	-0.30955711007118225
582355	rnn.bias_ih_l0_reverse	4	0.02105187624692917
582355	rnn.bias_ih_l0_reverse	5	-0.21908679604530334
582355	rnn.bias_ih_l0_reverse	6	0.25306180119514465
582355	rnn.bias_ih_l0_reverse	7	-0.32856059074401855
582355	rnn.bias_ih_l0_reverse	8	-0.18635784089565277
582355	rnn.bias_ih_l0_reverse	9	-0.18172861635684967
582355	rnn.bias_hh_l0_reverse	0	-0.12291726469993591
582355	rnn.bias_hh_l0_reverse	1	0.26988139748573303
582355	rnn.bias_hh_l0_reverse	2	-0.33636918663978577
582355	rnn.bias_hh_l0_reverse	3	-0.22126515209674835
582355	rnn.bias_hh_l0_reverse	4	-0.4053853452205658
582355	rnn.bias_hh_l0_reverse	5	-0.18756698071956635
582355	rnn.bias_hh_l0_reverse	6	-0.26435017585754395
582355	rnn.bias_hh_l0_reverse	7	-0.07793639600276947
582355	rnn.bias_hh_l0_reverse	8	-0.33071577548980713
582355	rnn.bias_hh_l0_reverse	9	0.20986783504486084
582355	linear.weight	0	0.22352057695388794
582355	linear.weight	1	-0.4222958981990814
582355	linear.weight	2	0.002906691748648882
582355	linear.weight	3	0.06753511726856232
582355	linear.weight	4	-0.10580059140920639
582355	linear.weight	5	0.24534457921981812
582355	linear.weight	6	-0.01428686548024416
582355	linear.weight	7	-0.0603969506919384
582355	linear.weight	8	0.10540959239006042
582355	linear.weight	9	-0.04931873083114624
582355	linear.bias	0	-0.8202255964279175
582355	linear.bias	1	1.8250558376312256
582355	linear.bias	2	0.7837352156639099
582355	linear.bias	3	-2.720839262008667
582355	linear.bias	4	-0.10952471196651459
582355	linear.bias	5	1.2398533821105957
582355	linear.bias	6	-0.25950467586517334
582355	linear.bias	7	0.7885083556175232
582355	linear.bias	8	2.1438276767730713
582355	linear.bias	9	-1.3954025506973267
582964	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
582964	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
582964	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
582964	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
582964	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
582964	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
582964	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
582964	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
582964	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
582964	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
582964	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
582964	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
582964	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
582964	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
582964	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
582964	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
582964	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
582964	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
582964	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
582964	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
582964	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
582964	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
582964	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
582964	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
582964	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
582964	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
582964	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
582964	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
582964	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
582964	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
582964	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
582964	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
582964	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
582964	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
582964	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
582964	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
582964	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
582964	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
582964	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
582964	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
582964	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
582964	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
582964	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
582964	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
582964	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
582964	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
582964	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
582964	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
582964	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
582964	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
582964	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
582964	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
582964	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
582964	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
582964	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
582964	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
582964	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
582964	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
582964	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
582964	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
582964	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
582964	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
582964	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
582964	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
582964	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
582964	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
582964	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
582964	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
582964	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
582964	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
582964	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
582964	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
582964	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
582964	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
582964	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
582964	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
582964	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
582964	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
582964	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
582964	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
582964	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
582964	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
582964	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
582964	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
582964	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
582964	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
582964	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
582964	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
582964	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
582964	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
582964	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
582964	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
582964	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
582964	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
582964	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
582964	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
582964	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
582964	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
582964	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
582964	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
582964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
582964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
582964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
582964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
582964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
582964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
582964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
582964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
582964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
582964	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
582964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
582964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
582964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
582964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
582964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
582964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
582964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
582964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
582964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
582964	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
582964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
582964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
582964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
582964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
582964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
582964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
582964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
582964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
582964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
582964	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
582964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
582964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
582964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
582964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
582964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
582964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
582964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
582964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
582964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
582964	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
582964	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
582964	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
582964	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
582964	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
582964	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
582964	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
582964	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
582964	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
582964	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
582964	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
582964	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
582964	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
582964	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
582964	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
582964	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
582964	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
582964	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
582964	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
582964	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
582964	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
582964	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
582964	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
582964	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
582964	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
582964	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
582964	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
582964	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
582964	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
582964	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
582964	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
582964	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
582964	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
582964	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
582964	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
582964	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
582964	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
582964	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
582964	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
582964	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
582964	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
582964	embedding2nn.weight	0	0.32334455847740173
582964	embedding2nn.weight	1	0.38592416048049927
582964	embedding2nn.weight	2	0.006648193579167128
582964	embedding2nn.weight	3	0.019443143159151077
582964	embedding2nn.weight	4	-0.03083048015832901
582964	embedding2nn.weight	5	0.0625714585185051
582964	embedding2nn.weight	6	-0.004680190701037645
582964	embedding2nn.weight	7	-0.01778620481491089
582964	embedding2nn.weight	8	0.027612514793872833
582964	embedding2nn.weight	9	-0.0505460761487484
582964	embedding2nn.bias	0	0.01471575815230608
582964	embedding2nn.bias	1	-0.19738489389419556
582964	embedding2nn.bias	2	0.11045157164335251
582964	embedding2nn.bias	3	0.17427584528923035
582964	embedding2nn.bias	4	0.15619274973869324
582964	embedding2nn.bias	5	-0.05736382305622101
582964	embedding2nn.bias	6	-0.06171340122818947
582964	embedding2nn.bias	7	0.026524797081947327
582964	embedding2nn.bias	8	-0.15796677768230438
582964	embedding2nn.bias	9	-0.36652708053588867
582964	rnn.weight_ih_l0	0	-0.005585855338722467
582964	rnn.weight_ih_l0	1	-0.05413004755973816
582964	rnn.weight_ih_l0	2	-0.054420460015535355
582964	rnn.weight_ih_l0	3	0.10648832470178604
582964	rnn.weight_ih_l0	4	0.026711823418736458
582964	rnn.weight_ih_l0	5	-0.04345174506306648
582964	rnn.weight_ih_l0	6	-0.009900180622935295
582964	rnn.weight_ih_l0	7	-0.03666524216532707
582964	rnn.weight_ih_l0	8	0.019683847203850746
582964	rnn.weight_ih_l0	9	-0.11247628182172775
582964	rnn.weight_hh_l0	0	-0.018269889056682587
582964	rnn.weight_hh_l0	1	0.08042671531438828
582964	rnn.weight_hh_l0	2	0.016199670732021332
582964	rnn.weight_hh_l0	3	-0.022515201941132545
582964	rnn.weight_hh_l0	4	0.06161460652947426
582964	rnn.weight_hh_l0	5	0.019062040373682976
582964	rnn.weight_hh_l0	6	-0.07430294901132584
582964	rnn.weight_hh_l0	7	-0.09958167374134064
582964	rnn.weight_hh_l0	8	0.035181932151317596
582964	rnn.weight_hh_l0	9	-0.11277610808610916
582964	rnn.bias_ih_l0	0	0.176445871591568
582964	rnn.bias_ih_l0	1	-0.3248986601829529
582964	rnn.bias_ih_l0	2	-0.03455764800310135
582964	rnn.bias_ih_l0	3	-0.21996146440505981
582964	rnn.bias_ih_l0	4	0.03256375342607498
582964	rnn.bias_ih_l0	5	-0.43235209584236145
582964	rnn.bias_ih_l0	6	-0.1539342701435089
582964	rnn.bias_ih_l0	7	-0.36343705654144287
582964	rnn.bias_ih_l0	8	-0.2968602776527405
582964	rnn.bias_ih_l0	9	-0.4640340805053711
582964	rnn.bias_hh_l0	0	-0.3410753905773163
582964	rnn.bias_hh_l0	1	-0.4211146831512451
582964	rnn.bias_hh_l0	2	-0.40019690990448
582964	rnn.bias_hh_l0	3	-0.06549074500799179
582964	rnn.bias_hh_l0	4	-0.39277955889701843
582964	rnn.bias_hh_l0	5	-0.3532378077507019
582964	rnn.bias_hh_l0	6	-0.11435604095458984
582964	rnn.bias_hh_l0	7	0.059703126549720764
582964	rnn.bias_hh_l0	8	-0.2289026379585266
582964	rnn.bias_hh_l0	9	-0.5755413770675659
582964	rnn.weight_ih_l0_reverse	0	0.03668991103768349
582964	rnn.weight_ih_l0_reverse	1	-0.03651909902691841
582964	rnn.weight_ih_l0_reverse	2	-0.01582818478345871
582964	rnn.weight_ih_l0_reverse	3	-0.14082647860050201
582964	rnn.weight_ih_l0_reverse	4	0.08795143663883209
582964	rnn.weight_ih_l0_reverse	5	-0.13131912052631378
582964	rnn.weight_ih_l0_reverse	6	8.921184053178877e-05
582964	rnn.weight_ih_l0_reverse	7	0.03173097223043442
582964	rnn.weight_ih_l0_reverse	8	-0.07132530957460403
582964	rnn.weight_ih_l0_reverse	9	-0.07119565457105637
582964	rnn.weight_hh_l0_reverse	0	-0.14317567646503448
582964	rnn.weight_hh_l0_reverse	1	0.023356672376394272
582964	rnn.weight_hh_l0_reverse	2	-0.02458231709897518
582964	rnn.weight_hh_l0_reverse	3	0.023699644953012466
582964	rnn.weight_hh_l0_reverse	4	-0.08302642405033112
582964	rnn.weight_hh_l0_reverse	5	0.03459002077579498
582964	rnn.weight_hh_l0_reverse	6	0.027158072218298912
582964	rnn.weight_hh_l0_reverse	7	-0.12199973315000534
582964	rnn.weight_hh_l0_reverse	8	-0.06585823744535446
582964	rnn.weight_hh_l0_reverse	9	0.05313970148563385
582964	rnn.bias_ih_l0_reverse	0	-0.16605153679847717
582964	rnn.bias_ih_l0_reverse	1	-0.07106802612543106
582964	rnn.bias_ih_l0_reverse	2	0.13205935060977936
582964	rnn.bias_ih_l0_reverse	3	-0.30836430191993713
582964	rnn.bias_ih_l0_reverse	4	0.024167576804757118
582964	rnn.bias_ih_l0_reverse	5	-0.21820172667503357
582964	rnn.bias_ih_l0_reverse	6	0.255155473947525
582964	rnn.bias_ih_l0_reverse	7	-0.3207246661186218
582964	rnn.bias_ih_l0_reverse	8	-0.18556207418441772
582964	rnn.bias_ih_l0_reverse	9	-0.17876562476158142
582964	rnn.bias_hh_l0_reverse	0	-0.1349441111087799
582964	rnn.bias_hh_l0_reverse	1	0.26852214336395264
582964	rnn.bias_hh_l0_reverse	2	-0.334664523601532
582964	rnn.bias_hh_l0_reverse	3	-0.2233760505914688
582964	rnn.bias_hh_l0_reverse	4	-0.40269941091537476
582964	rnn.bias_hh_l0_reverse	5	-0.18775947391986847
582964	rnn.bias_hh_l0_reverse	6	-0.2593640089035034
582964	rnn.bias_hh_l0_reverse	7	-0.07642897963523865
582964	rnn.bias_hh_l0_reverse	8	-0.3337898254394531
582964	rnn.bias_hh_l0_reverse	9	0.21647684276103973
582964	linear.weight	0	0.2190578728914261
582964	linear.weight	1	-0.4309242367744446
582964	linear.weight	2	-0.01776421070098877
582964	linear.weight	3	0.06753547489643097
582964	linear.weight	4	-0.1323879063129425
582964	linear.weight	5	0.251172810792923
582964	linear.weight	6	-0.01905164122581482
582964	linear.weight	7	-0.06039315462112427
582964	linear.weight	8	0.10434243828058243
582964	linear.weight	9	-0.04932108521461487
582964	linear.bias	0	-0.8282769322395325
582964	linear.bias	1	1.8494398593902588
582964	linear.bias	2	0.7963762879371643
582964	linear.bias	3	-2.7209503650665283
582964	linear.bias	4	-0.10738412290811539
582964	linear.bias	5	1.26601243019104
582964	linear.bias	6	-0.24802163243293762
582964	linear.bias	7	0.774661123752594
582964	linear.bias	8	2.098224401473999
582964	linear.bias	9	-1.4057060480117798
583573	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
583573	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
583573	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
583573	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
583573	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
583573	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
583573	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
583573	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
583573	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
583573	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
583573	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
583573	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
583573	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
583573	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
583573	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
583573	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
583573	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
583573	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
583573	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
583573	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
583573	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
583573	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
583573	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
583573	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
583573	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
583573	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
583573	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
583573	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
583573	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
583573	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
583573	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
583573	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
583573	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
583573	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
583573	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
583573	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
583573	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
583573	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
583573	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
583573	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
583573	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
583573	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
583573	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
583573	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
583573	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
583573	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
583573	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
583573	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
583573	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
583573	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
583573	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
583573	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
583573	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
583573	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
583573	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
583573	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
583573	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
583573	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
583573	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
583573	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
583573	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
583573	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
583573	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
583573	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
583573	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
583573	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
583573	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
583573	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
583573	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
583573	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
583573	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
583573	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
583573	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
583573	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
583573	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
583573	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
583573	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
583573	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
583573	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
583573	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
583573	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
583573	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
583573	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
583573	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
583573	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
583573	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
583573	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
583573	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
583573	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
583573	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
583573	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
583573	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
583573	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
583573	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
583573	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
583573	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
583573	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
583573	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
583573	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
583573	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
583573	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
583573	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
583573	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
583573	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
583573	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
583573	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
583573	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
583573	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
583573	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
583573	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
583573	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
583573	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
583573	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
583573	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
583573	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
583573	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
583573	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
583573	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
583573	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
583573	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
583573	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
583573	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
583573	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
583573	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
583573	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
583573	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
583573	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
583573	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
583573	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
583573	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
583573	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
583573	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
583573	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
583573	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
583573	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
583573	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
583573	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
583573	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
583573	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
583573	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
583573	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
583573	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
583573	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
583573	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
583573	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
583573	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
583573	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
583573	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
583573	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
583573	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
583573	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
583573	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
583573	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
583573	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
583573	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
583573	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
583573	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
583573	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
583573	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
583573	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
583573	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
583573	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
583573	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
583573	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
583573	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
583573	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
583573	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
583573	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
583573	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
583573	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
583573	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
583573	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
583573	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
583573	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
583573	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
583573	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
583573	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
583573	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
583573	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
583573	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
583573	embedding2nn.weight	0	0.32258111238479614
583573	embedding2nn.weight	1	0.3832052946090698
583573	embedding2nn.weight	2	0.010867880657315254
583573	embedding2nn.weight	3	0.010197612456977367
583573	embedding2nn.weight	4	-0.03188743814826012
583573	embedding2nn.weight	5	0.06143821403384209
583573	embedding2nn.weight	6	-0.005580285098403692
583573	embedding2nn.weight	7	-0.01775462180376053
583573	embedding2nn.weight	8	0.026026764884591103
583573	embedding2nn.weight	9	-0.05205956846475601
583573	embedding2nn.bias	0	0.02610067091882229
583573	embedding2nn.bias	1	-0.18838319182395935
583573	embedding2nn.bias	2	0.11388790607452393
583573	embedding2nn.bias	3	0.16680042445659637
583573	embedding2nn.bias	4	0.16124297678470612
583573	embedding2nn.bias	5	-0.07546935230493546
583573	embedding2nn.bias	6	-0.06713643670082092
583573	embedding2nn.bias	7	0.026764443144202232
583573	embedding2nn.bias	8	-0.17004704475402832
583573	embedding2nn.bias	9	-0.36438992619514465
583573	rnn.weight_ih_l0	0	-0.007330166641622782
583573	rnn.weight_ih_l0	1	-0.053644828498363495
583573	rnn.weight_ih_l0	2	-0.05272582173347473
583573	rnn.weight_ih_l0	3	0.10516127943992615
583573	rnn.weight_ih_l0	4	0.02185506373643875
583573	rnn.weight_ih_l0	5	-0.04258257523179054
583573	rnn.weight_ih_l0	6	-0.009216380305588245
583573	rnn.weight_ih_l0	7	-0.035988036543130875
583573	rnn.weight_ih_l0	8	0.019912030547857285
583573	rnn.weight_ih_l0	9	-0.11194726079702377
583573	rnn.weight_hh_l0	0	-0.01805725507438183
583573	rnn.weight_hh_l0	1	0.08021251857280731
583573	rnn.weight_hh_l0	2	0.01596636325120926
583573	rnn.weight_hh_l0	3	-0.023255404084920883
583573	rnn.weight_hh_l0	4	0.062224168330430984
583573	rnn.weight_hh_l0	5	0.01938050426542759
583573	rnn.weight_hh_l0	6	-0.07428134232759476
583573	rnn.weight_hh_l0	7	-0.10067754983901978
583573	rnn.weight_hh_l0	8	0.03517620638012886
583573	rnn.weight_hh_l0	9	-0.11183230578899384
583573	rnn.bias_ih_l0	0	0.17929969727993011
583573	rnn.bias_ih_l0	1	-0.32033663988113403
583573	rnn.bias_ih_l0	2	-0.03779742866754532
583573	rnn.bias_ih_l0	3	-0.21814633905887604
583573	rnn.bias_ih_l0	4	0.03754877671599388
583573	rnn.bias_ih_l0	5	-0.43464866280555725
583573	rnn.bias_ih_l0	6	-0.1489780694246292
583573	rnn.bias_ih_l0	7	-0.36331906914711
583573	rnn.bias_ih_l0	8	-0.2949138283729553
583573	rnn.bias_ih_l0	9	-0.4727920591831207
583573	rnn.bias_hh_l0	0	-0.3440808057785034
583573	rnn.bias_hh_l0	1	-0.4242737591266632
583573	rnn.bias_hh_l0	2	-0.40222254395484924
583573	rnn.bias_hh_l0	3	-0.06647125631570816
583573	rnn.bias_hh_l0	4	-0.39693936705589294
583573	rnn.bias_hh_l0	5	-0.3541609048843384
583573	rnn.bias_hh_l0	6	-0.11709446460008621
583573	rnn.bias_hh_l0	7	0.06141822412610054
583573	rnn.bias_hh_l0	8	-0.22953207790851593
583573	rnn.bias_hh_l0	9	-0.5774393677711487
583573	rnn.weight_ih_l0_reverse	0	0.03610038384795189
583573	rnn.weight_ih_l0_reverse	1	-0.036588046699762344
583573	rnn.weight_ih_l0_reverse	2	-0.015400698408484459
583573	rnn.weight_ih_l0_reverse	3	-0.14170081913471222
583573	rnn.weight_ih_l0_reverse	4	0.08708025515079498
583573	rnn.weight_ih_l0_reverse	5	-0.1330844610929489
583573	rnn.weight_ih_l0_reverse	6	0.0031821681186556816
583573	rnn.weight_ih_l0_reverse	7	0.03172433003783226
583573	rnn.weight_ih_l0_reverse	8	-0.06885577738285065
583573	rnn.weight_ih_l0_reverse	9	-0.07059770822525024
583573	rnn.weight_hh_l0_reverse	0	-0.14206556975841522
583573	rnn.weight_hh_l0_reverse	1	0.02289745584130287
583573	rnn.weight_hh_l0_reverse	2	-0.024694427847862244
583573	rnn.weight_hh_l0_reverse	3	0.024115942418575287
583573	rnn.weight_hh_l0_reverse	4	-0.08348476141691208
583573	rnn.weight_hh_l0_reverse	5	0.03433331474661827
583573	rnn.weight_hh_l0_reverse	6	0.02698729746043682
583573	rnn.weight_hh_l0_reverse	7	-0.12348462641239166
583573	rnn.weight_hh_l0_reverse	8	-0.06554236263036728
583573	rnn.weight_hh_l0_reverse	9	0.05120545253157616
583573	rnn.bias_ih_l0_reverse	0	-0.17070026695728302
583573	rnn.bias_ih_l0_reverse	1	-0.07156442850828171
583573	rnn.bias_ih_l0_reverse	2	0.13039712607860565
583573	rnn.bias_ih_l0_reverse	3	-0.3107094466686249
583573	rnn.bias_ih_l0_reverse	4	0.022347453981637955
583573	rnn.bias_ih_l0_reverse	5	-0.21699589490890503
583573	rnn.bias_ih_l0_reverse	6	0.2546159625053406
583573	rnn.bias_ih_l0_reverse	7	-0.32305672764778137
583573	rnn.bias_ih_l0_reverse	8	-0.18546070158481598
583573	rnn.bias_ih_l0_reverse	9	-0.1799977719783783
583573	rnn.bias_hh_l0_reverse	0	-0.13784530758857727
583573	rnn.bias_hh_l0_reverse	1	0.26871103048324585
583573	rnn.bias_hh_l0_reverse	2	-0.33413976430892944
583573	rnn.bias_hh_l0_reverse	3	-0.22286301851272583
583573	rnn.bias_hh_l0_reverse	4	-0.40489041805267334
583573	rnn.bias_hh_l0_reverse	5	-0.19013674557209015
583573	rnn.bias_hh_l0_reverse	6	-0.2599007189273834
583573	rnn.bias_hh_l0_reverse	7	-0.07642312347888947
583573	rnn.bias_hh_l0_reverse	8	-0.33219200372695923
583573	rnn.bias_hh_l0_reverse	9	0.21512773633003235
583573	linear.weight	0	0.23720671236515045
583573	linear.weight	1	-0.4163649380207062
583573	linear.weight	2	0.00234049535356462
583573	linear.weight	3	0.06753592193126678
583573	linear.weight	4	-0.13692238926887512
583573	linear.weight	5	0.2698887586593628
583573	linear.weight	6	-0.019001370295882225
583573	linear.weight	7	-0.06038934737443924
583573	linear.weight	8	0.11376842111349106
583573	linear.weight	9	-0.049323566257953644
583573	linear.bias	0	-0.8309259414672852
583573	linear.bias	1	1.8742741346359253
583573	linear.bias	2	0.8058919310569763
583573	linear.bias	3	-2.721057891845703
583573	linear.bias	4	-0.08972422033548355
583573	linear.bias	5	1.2624950408935547
583573	linear.bias	6	-0.26352840662002563
583573	linear.bias	7	0.7485407590866089
583573	linear.bias	8	2.1090009212493896
583573	linear.bias	9	-1.4074277877807617
584182	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
584182	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
584182	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
584182	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
584182	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
584182	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
584182	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
584182	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
584182	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
584182	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
584182	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
584182	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
584182	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
584182	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
584182	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
584182	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
584182	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
584182	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
584182	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
584182	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
584182	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
584182	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
584182	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
584182	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
584182	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
584182	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
584182	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
584182	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
584182	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
584182	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
584182	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
584182	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
584182	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
584182	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
584182	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
584182	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
584182	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
584182	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
584182	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
584182	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
584182	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
584182	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
584182	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
584182	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
584182	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
584182	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
584182	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
584182	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
584182	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
584182	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
584182	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
584182	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
584182	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
584182	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
584182	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
584182	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
584182	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
584182	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
584182	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
584182	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
584182	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
584182	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
584182	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
584182	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
584182	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
584182	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
584182	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
584182	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
584182	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
584182	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
584182	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
584182	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
584182	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
584182	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
584182	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
584182	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
584182	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
584182	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
584182	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
584182	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
584182	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
584182	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
584182	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
584182	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
584182	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
584182	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
584182	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
584182	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
584182	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
584182	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
584182	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
584182	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
584182	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
584182	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
584182	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
584182	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
584182	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
584182	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
584182	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
584182	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
584182	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
584182	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
584182	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
584182	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
584182	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
584182	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
584182	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
584182	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
584182	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
584182	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
584182	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
584182	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
584182	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
584182	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
584182	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
584182	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
584182	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
584182	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
584182	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
584182	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
584182	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
584182	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
584182	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
584182	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
584182	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
584182	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
584182	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
584182	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
584182	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
584182	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
584182	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
584182	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
584182	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
584182	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
584182	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
584182	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
584182	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
584182	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
584182	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
584182	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
584182	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
584182	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
584182	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
584182	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
584182	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
584182	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
584182	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
584182	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
584182	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
584182	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
584182	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
584182	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
584182	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
584182	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
584182	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
584182	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
584182	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
584182	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
584182	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
584182	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
584182	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
584182	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
584182	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
584182	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
584182	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
584182	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
584182	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
584182	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
584182	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
584182	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
584182	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
584182	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
584182	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
584182	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
584182	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
584182	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
584182	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
584182	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
584182	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
584182	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
584182	embedding2nn.weight	0	0.3224831223487854
584182	embedding2nn.weight	1	0.38129156827926636
584182	embedding2nn.weight	2	0.00953223928809166
584182	embedding2nn.weight	3	0.020502913743257523
584182	embedding2nn.weight	4	-0.03281202167272568
584182	embedding2nn.weight	5	0.06193246692419052
584182	embedding2nn.weight	6	-0.0019040298648178577
584182	embedding2nn.weight	7	-0.018247760832309723
584182	embedding2nn.weight	8	0.023744011297822
584182	embedding2nn.weight	9	-0.052949756383895874
584182	embedding2nn.bias	0	0.03297023847699165
584182	embedding2nn.bias	1	-0.19840185344219208
584182	embedding2nn.bias	2	0.1009320467710495
584182	embedding2nn.bias	3	0.16649366915225983
584182	embedding2nn.bias	4	0.14642848074436188
584182	embedding2nn.bias	5	-0.06622131913900375
584182	embedding2nn.bias	6	-0.0513223297894001
584182	embedding2nn.bias	7	0.027713682502508163
584182	embedding2nn.bias	8	-0.17652608454227448
584182	embedding2nn.bias	9	-0.37114766240119934
584182	rnn.weight_ih_l0	0	-0.009262915700674057
584182	rnn.weight_ih_l0	1	-0.05521484836935997
584182	rnn.weight_ih_l0	2	-0.05551918223500252
584182	rnn.weight_ih_l0	3	0.10516632348299026
584182	rnn.weight_ih_l0	4	0.013826633803546429
584182	rnn.weight_ih_l0	5	-0.04100523144006729
584182	rnn.weight_ih_l0	6	-0.008318680338561535
584182	rnn.weight_ih_l0	7	-0.03742525354027748
584182	rnn.weight_ih_l0	8	0.021442823112010956
584182	rnn.weight_ih_l0	9	-0.11083776503801346
584182	rnn.weight_hh_l0	0	-0.018124792724847794
584182	rnn.weight_hh_l0	1	0.0805501639842987
584182	rnn.weight_hh_l0	2	0.015539162792265415
584182	rnn.weight_hh_l0	3	-0.02338269166648388
584182	rnn.weight_hh_l0	4	0.06232421472668648
584182	rnn.weight_hh_l0	5	0.019022556021809578
584182	rnn.weight_hh_l0	6	-0.07445627450942993
584182	rnn.weight_hh_l0	7	-0.10052357614040375
584182	rnn.weight_hh_l0	8	0.035384636372327805
584182	rnn.weight_hh_l0	9	-0.11202102899551392
584182	rnn.bias_ih_l0	0	0.183496356010437
584182	rnn.bias_ih_l0	1	-0.3217368423938751
584182	rnn.bias_ih_l0	2	-0.040254656225442886
584182	rnn.bias_ih_l0	3	-0.21588453650474548
584182	rnn.bias_ih_l0	4	0.03905274718999863
584182	rnn.bias_ih_l0	5	-0.43479177355766296
584182	rnn.bias_ih_l0	6	-0.1507626324892044
584182	rnn.bias_ih_l0	7	-0.36347025632858276
584182	rnn.bias_ih_l0	8	-0.29033201932907104
584182	rnn.bias_ih_l0	9	-0.47280991077423096
584182	rnn.bias_hh_l0	0	-0.343269944190979
584182	rnn.bias_hh_l0	1	-0.4292738437652588
584182	rnn.bias_hh_l0	2	-0.3940311670303345
584182	rnn.bias_hh_l0	3	-0.062441520392894745
584182	rnn.bias_hh_l0	4	-0.397016704082489
584182	rnn.bias_hh_l0	5	-0.3554145395755768
584182	rnn.bias_hh_l0	6	-0.11212196201086044
584182	rnn.bias_hh_l0	7	0.06186889484524727
584182	rnn.bias_hh_l0	8	-0.23180997371673584
584182	rnn.bias_hh_l0	9	-0.577522873878479
584182	rnn.weight_ih_l0_reverse	0	0.034448787569999695
584182	rnn.weight_ih_l0_reverse	1	-0.035801973193883896
584182	rnn.weight_ih_l0_reverse	2	-0.015813466161489487
584182	rnn.weight_ih_l0_reverse	3	-0.14195610582828522
584182	rnn.weight_ih_l0_reverse	4	0.08779392391443253
584182	rnn.weight_ih_l0_reverse	5	-0.13149984180927277
584182	rnn.weight_ih_l0_reverse	6	0.004205690231174231
584182	rnn.weight_ih_l0_reverse	7	0.03141287341713905
584182	rnn.weight_ih_l0_reverse	8	-0.06824378669261932
584182	rnn.weight_ih_l0_reverse	9	-0.06849823147058487
584182	rnn.weight_hh_l0_reverse	0	-0.1413276642560959
584182	rnn.weight_hh_l0_reverse	1	0.02393866516649723
584182	rnn.weight_hh_l0_reverse	2	-0.023490501567721367
584182	rnn.weight_hh_l0_reverse	3	0.024225283414125443
584182	rnn.weight_hh_l0_reverse	4	-0.08288383483886719
584182	rnn.weight_hh_l0_reverse	5	0.034495916217565536
584182	rnn.weight_hh_l0_reverse	6	0.027034403756260872
584182	rnn.weight_hh_l0_reverse	7	-0.12357060611248016
584182	rnn.weight_hh_l0_reverse	8	-0.06774891912937164
584182	rnn.weight_hh_l0_reverse	9	0.05108554661273956
584182	rnn.bias_ih_l0_reverse	0	-0.1703304797410965
584182	rnn.bias_ih_l0_reverse	1	-0.07334848493337631
584182	rnn.bias_ih_l0_reverse	2	0.1279175579547882
584182	rnn.bias_ih_l0_reverse	3	-0.3122082054615021
584182	rnn.bias_ih_l0_reverse	4	0.012286852113902569
584182	rnn.bias_ih_l0_reverse	5	-0.2187514305114746
584182	rnn.bias_ih_l0_reverse	6	0.25547245144844055
584182	rnn.bias_ih_l0_reverse	7	-0.3288385272026062
584182	rnn.bias_ih_l0_reverse	8	-0.18376491963863373
584182	rnn.bias_ih_l0_reverse	9	-0.17156782746315002
584182	rnn.bias_hh_l0_reverse	0	-0.1299077421426773
584182	rnn.bias_hh_l0_reverse	1	0.2629098892211914
584182	rnn.bias_hh_l0_reverse	2	-0.33384376764297485
584182	rnn.bias_hh_l0_reverse	3	-0.2214306741952896
584182	rnn.bias_hh_l0_reverse	4	-0.4061795175075531
584182	rnn.bias_hh_l0_reverse	5	-0.19260190427303314
584182	rnn.bias_hh_l0_reverse	6	-0.2569029629230499
584182	rnn.bias_hh_l0_reverse	7	-0.07692721486091614
584182	rnn.bias_hh_l0_reverse	8	-0.33037763833999634
584182	rnn.bias_hh_l0_reverse	9	0.21036478877067566
584182	linear.weight	0	0.2466983199119568
584182	linear.weight	1	-0.41946518421173096
584182	linear.weight	2	0.016679901629686356
584182	linear.weight	3	0.06753566116094589
584182	linear.weight	4	-0.1315683275461197
584182	linear.weight	5	0.28326940536499023
584182	linear.weight	6	-0.019769081845879555
584182	linear.weight	7	-0.060385990887880325
584182	linear.weight	8	0.10741268843412399
584182	linear.weight	9	-0.04932543262839317
584182	linear.bias	0	-0.8429539203643799
584182	linear.bias	1	1.8486318588256836
584182	linear.bias	2	0.8116235136985779
584182	linear.bias	3	-2.721172332763672
584182	linear.bias	4	-0.0877881571650505
584182	linear.bias	5	1.2616760730743408
584182	linear.bias	6	-0.24555975198745728
584182	linear.bias	7	0.7742328643798828
584182	linear.bias	8	2.1262853145599365
584182	linear.bias	9	-1.4311408996582031
584791	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
584791	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
584791	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
584791	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
584791	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
584791	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
584791	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
584791	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
584791	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
584791	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
584791	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
584791	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
584791	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
584791	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
584791	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
584791	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
584791	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
584791	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
584791	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
584791	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
584791	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
584791	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
584791	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
584791	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
584791	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
584791	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
584791	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
584791	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
584791	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
584791	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
584791	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
584791	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
584791	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
584791	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
584791	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
584791	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
584791	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
584791	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
584791	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
584791	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
584791	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
584791	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
584791	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
584791	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
584791	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
584791	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
584791	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
584791	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
584791	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
584791	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
584791	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
584791	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
584791	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
584791	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
584791	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
584791	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
584791	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
584791	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
584791	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
584791	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
584791	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
584791	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
584791	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
584791	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
584791	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
584791	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
584791	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
584791	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
584791	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
584791	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
584791	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
584791	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
584791	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
584791	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
584791	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
584791	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
584791	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
584791	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
584791	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
584791	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
584791	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
584791	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
584791	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
584791	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
584791	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
584791	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
584791	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
584791	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
584791	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
584791	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
584791	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
584791	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
584791	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
584791	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
584791	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
584791	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
584791	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
584791	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
584791	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
584791	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
584791	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
584791	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
584791	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
584791	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
584791	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
584791	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
584791	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
584791	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
584791	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
584791	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
584791	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
584791	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
584791	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
584791	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
584791	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
584791	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
584791	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
584791	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
584791	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
584791	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
584791	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
584791	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
584791	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
584791	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
584791	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
584791	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
584791	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
584791	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
584791	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
584791	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
584791	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
584791	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
584791	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
584791	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
584791	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
584791	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
584791	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
584791	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
584791	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
584791	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
584791	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
584791	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
584791	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
584791	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
584791	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
584791	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
584791	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
584791	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
584791	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
584791	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
584791	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
584791	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
584791	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
584791	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
584791	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
584791	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
584791	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
584791	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
584791	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
584791	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
584791	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
584791	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
584791	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
584791	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
584791	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
584791	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
584791	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
584791	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
584791	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
584791	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
584791	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
584791	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
584791	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
584791	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
584791	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
584791	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
584791	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
584791	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
584791	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
584791	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
584791	embedding2nn.weight	0	0.32418200373649597
584791	embedding2nn.weight	1	0.38167330622673035
584791	embedding2nn.weight	2	0.013839312829077244
584791	embedding2nn.weight	3	0.01668260246515274
584791	embedding2nn.weight	4	-0.032399531453847885
584791	embedding2nn.weight	5	0.06310847401618958
584791	embedding2nn.weight	6	-0.007552554365247488
584791	embedding2nn.weight	7	-0.014526911079883575
584791	embedding2nn.weight	8	0.02125188522040844
584791	embedding2nn.weight	9	-0.0516243651509285
584791	embedding2nn.bias	0	0.0161750465631485
584791	embedding2nn.bias	1	-0.20411604642868042
584791	embedding2nn.bias	2	0.1074068695306778
584791	embedding2nn.bias	3	0.1544167697429657
584791	embedding2nn.bias	4	0.14145992696285248
584791	embedding2nn.bias	5	-0.06135008856654167
584791	embedding2nn.bias	6	-0.05658801272511482
584791	embedding2nn.bias	7	0.03461261838674545
584791	embedding2nn.bias	8	-0.16462400555610657
584791	embedding2nn.bias	9	-0.36976170539855957
584791	rnn.weight_ih_l0	0	-0.010352997109293938
584791	rnn.weight_ih_l0	1	-0.055640481412410736
584791	rnn.weight_ih_l0	2	-0.06079860404133797
584791	rnn.weight_ih_l0	3	0.10839232802391052
584791	rnn.weight_ih_l0	4	0.015200680121779442
584791	rnn.weight_ih_l0	5	-0.04093663766980171
584791	rnn.weight_ih_l0	6	-0.006854764185845852
584791	rnn.weight_ih_l0	7	-0.035263944417238235
584791	rnn.weight_ih_l0	8	0.024926308542490005
584791	rnn.weight_ih_l0	9	-0.1142832413315773
584791	rnn.weight_hh_l0	0	-0.01861255243420601
584791	rnn.weight_hh_l0	1	0.0812649354338646
584791	rnn.weight_hh_l0	2	0.015584702603518963
584791	rnn.weight_hh_l0	3	-0.023456234484910965
584791	rnn.weight_hh_l0	4	0.062245674431324005
584791	rnn.weight_hh_l0	5	0.018966928124427795
584791	rnn.weight_hh_l0	6	-0.0748642161488533
584791	rnn.weight_hh_l0	7	-0.10140927135944366
584791	rnn.weight_hh_l0	8	0.035329729318618774
584791	rnn.weight_hh_l0	9	-0.11205558478832245
584791	rnn.bias_ih_l0	0	0.1822456419467926
584791	rnn.bias_ih_l0	1	-0.3218347430229187
584791	rnn.bias_ih_l0	2	-0.04160502180457115
584791	rnn.bias_ih_l0	3	-0.21768589317798615
584791	rnn.bias_ih_l0	4	0.036862775683403015
584791	rnn.bias_ih_l0	5	-0.43405768275260925
584791	rnn.bias_ih_l0	6	-0.15456704795360565
584791	rnn.bias_ih_l0	7	-0.36361029744148254
584791	rnn.bias_ih_l0	8	-0.2913283407688141
584791	rnn.bias_ih_l0	9	-0.465343177318573
584791	rnn.bias_hh_l0	0	-0.34224897623062134
584791	rnn.bias_hh_l0	1	-0.4298246502876282
584791	rnn.bias_hh_l0	2	-0.39608556032180786
584791	rnn.bias_hh_l0	3	-0.06455422937870026
584791	rnn.bias_hh_l0	4	-0.3942949175834656
584791	rnn.bias_hh_l0	5	-0.35433441400527954
584791	rnn.bias_hh_l0	6	-0.11136472970247269
584791	rnn.bias_hh_l0	7	0.06385508179664612
584791	rnn.bias_hh_l0	8	-0.23056945204734802
584791	rnn.bias_hh_l0	9	-0.5753391981124878
584791	rnn.weight_ih_l0_reverse	0	0.03384624421596527
584791	rnn.weight_ih_l0_reverse	1	-0.03568648174405098
584791	rnn.weight_ih_l0_reverse	2	-0.015723945572972298
584791	rnn.weight_ih_l0_reverse	3	-0.14306648075580597
584791	rnn.weight_ih_l0_reverse	4	0.08676924556493759
584791	rnn.weight_ih_l0_reverse	5	-0.1347588747739792
584791	rnn.weight_ih_l0_reverse	6	0.005433990620076656
584791	rnn.weight_ih_l0_reverse	7	0.03167547285556793
584791	rnn.weight_ih_l0_reverse	8	-0.06737310439348221
584791	rnn.weight_ih_l0_reverse	9	-0.07144727557897568
584791	rnn.weight_hh_l0_reverse	0	-0.142056405544281
584791	rnn.weight_hh_l0_reverse	1	0.02393682673573494
584791	rnn.weight_hh_l0_reverse	2	-0.02418581210076809
584791	rnn.weight_hh_l0_reverse	3	0.023589884862303734
584791	rnn.weight_hh_l0_reverse	4	-0.08245792239904404
584791	rnn.weight_hh_l0_reverse	5	0.034752778708934784
584791	rnn.weight_hh_l0_reverse	6	0.027215054258704185
584791	rnn.weight_hh_l0_reverse	7	-0.12259891629219055
584791	rnn.weight_hh_l0_reverse	8	-0.06848584860563278
584791	rnn.weight_hh_l0_reverse	9	0.052032727748155594
584791	rnn.bias_ih_l0_reverse	0	-0.17327578365802765
584791	rnn.bias_ih_l0_reverse	1	-0.07496771961450577
584791	rnn.bias_ih_l0_reverse	2	0.1316370666027069
584791	rnn.bias_ih_l0_reverse	3	-0.3148517608642578
584791	rnn.bias_ih_l0_reverse	4	0.012918854132294655
584791	rnn.bias_ih_l0_reverse	5	-0.21855594217777252
584791	rnn.bias_ih_l0_reverse	6	0.25755593180656433
584791	rnn.bias_ih_l0_reverse	7	-0.3252703845500946
584791	rnn.bias_ih_l0_reverse	8	-0.1841292381286621
584791	rnn.bias_ih_l0_reverse	9	-0.17436714470386505
584791	rnn.bias_hh_l0_reverse	0	-0.12761986255645752
584791	rnn.bias_hh_l0_reverse	1	0.25625234842300415
584791	rnn.bias_hh_l0_reverse	2	-0.3295803666114807
584791	rnn.bias_hh_l0_reverse	3	-0.2220592051744461
584791	rnn.bias_hh_l0_reverse	4	-0.40929722785949707
584791	rnn.bias_hh_l0_reverse	5	-0.19759991765022278
584791	rnn.bias_hh_l0_reverse	6	-0.2524300813674927
584791	rnn.bias_hh_l0_reverse	7	-0.07906628400087357
584791	rnn.bias_hh_l0_reverse	8	-0.3301403224468231
584791	rnn.bias_hh_l0_reverse	9	0.20030993223190308
584791	linear.weight	0	0.2440321296453476
584791	linear.weight	1	-0.4274633526802063
584791	linear.weight	2	0.009182607755064964
584791	linear.weight	3	0.06753513216972351
584791	linear.weight	4	-0.12524893879890442
584791	linear.weight	5	0.273063600063324
584791	linear.weight	6	-0.013821346685290337
584791	linear.weight	7	-0.060383107513189316
584791	linear.weight	8	0.11769750714302063
584791	linear.weight	9	-0.04932751879096031
584791	linear.bias	0	-0.856606662273407
584791	linear.bias	1	1.86320960521698
584791	linear.bias	2	0.8031846880912781
584791	linear.bias	3	-2.721277952194214
584791	linear.bias	4	-0.09144039452075958
584791	linear.bias	5	1.2692039012908936
584791	linear.bias	6	-0.2728475332260132
584791	linear.bias	7	0.7584329843521118
584791	linear.bias	8	2.1469762325286865
584791	linear.bias	9	-1.39779531955719
585400	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
585400	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
585400	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
585400	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
585400	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
585400	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
585400	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
585400	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
585400	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
585400	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
585400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
585400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
585400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
585400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
585400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
585400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
585400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
585400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
585400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
585400	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
585400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
585400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
585400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
585400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
585400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
585400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
585400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
585400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
585400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
585400	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
585400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
585400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
585400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
585400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
585400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
585400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
585400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
585400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
585400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
585400	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
585400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
585400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
585400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
585400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
585400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
585400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
585400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
585400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
585400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
585400	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
585400	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
585400	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
585400	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
585400	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
585400	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
585400	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
585400	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
585400	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
585400	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
585400	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
585400	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
585400	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
585400	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
585400	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
585400	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
585400	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
585400	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
585400	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
585400	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
585400	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
585400	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
585400	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
585400	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
585400	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
585400	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
585400	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
585400	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
585400	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
585400	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
585400	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
585400	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
585400	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
585400	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
585400	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
585400	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
585400	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
585400	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
585400	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
585400	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
585400	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
585400	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
585400	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
585400	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
585400	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
585400	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
585400	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
585400	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
585400	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
585400	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
585400	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
585400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
585400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
585400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
585400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
585400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
585400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
585400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
585400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
585400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
585400	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
585400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
585400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
585400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
585400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
585400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
585400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
585400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
585400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
585400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
585400	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
585400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
585400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
585400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
585400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
585400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
585400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
585400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
585400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
585400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
585400	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
585400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
585400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
585400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
585400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
585400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
585400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
585400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
585400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
585400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
585400	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
585400	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
585400	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
585400	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
585400	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
585400	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
585400	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
585400	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
585400	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
585400	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
585400	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
585400	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
585400	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
585400	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
585400	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
585400	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
585400	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
585400	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
585400	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
585400	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
585400	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
585400	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
585400	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
585400	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
585400	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
585400	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
585400	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
585400	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
585400	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
585400	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
585400	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
585400	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
585400	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
585400	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
585400	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
585400	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
585400	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
585400	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
585400	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
585400	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
585400	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
585400	embedding2nn.weight	0	0.3235417604446411
585400	embedding2nn.weight	1	0.3833995461463928
585400	embedding2nn.weight	2	0.011822657659649849
585400	embedding2nn.weight	3	0.00564042991027236
585400	embedding2nn.weight	4	-0.029142489656805992
585400	embedding2nn.weight	5	0.06330893188714981
585400	embedding2nn.weight	6	0.0035360069014132023
585400	embedding2nn.weight	7	-0.016336405649781227
585400	embedding2nn.weight	8	0.02249695360660553
585400	embedding2nn.weight	9	-0.05301335081458092
585400	embedding2nn.bias	0	0.01034422218799591
585400	embedding2nn.bias	1	-0.2170165479183197
585400	embedding2nn.bias	2	0.1154477596282959
585400	embedding2nn.bias	3	0.15462574362754822
585400	embedding2nn.bias	4	0.15331938862800598
585400	embedding2nn.bias	5	-0.06441154330968857
585400	embedding2nn.bias	6	-0.049312759190797806
585400	embedding2nn.bias	7	0.030481258407235146
585400	embedding2nn.bias	8	-0.17120133340358734
585400	embedding2nn.bias	9	-0.35966363549232483
585400	rnn.weight_ih_l0	0	-0.010391008108854294
585400	rnn.weight_ih_l0	1	-0.0551033616065979
585400	rnn.weight_ih_l0	2	-0.0615074597299099
585400	rnn.weight_ih_l0	3	0.10687772929668427
585400	rnn.weight_ih_l0	4	0.021661054342985153
585400	rnn.weight_ih_l0	5	-0.0372546911239624
585400	rnn.weight_ih_l0	6	-0.004926100838929415
585400	rnn.weight_ih_l0	7	-0.0365157388150692
585400	rnn.weight_ih_l0	8	0.026742100715637207
585400	rnn.weight_ih_l0	9	-0.11507455259561539
585400	rnn.weight_hh_l0	0	-0.019031604751944542
585400	rnn.weight_hh_l0	1	0.08091168850660324
585400	rnn.weight_hh_l0	2	0.015899604186415672
585400	rnn.weight_hh_l0	3	-0.02372504398226738
585400	rnn.weight_hh_l0	4	0.06214312091469765
585400	rnn.weight_hh_l0	5	0.01838025078177452
585400	rnn.weight_hh_l0	6	-0.07508417963981628
585400	rnn.weight_hh_l0	7	-0.1023496761918068
585400	rnn.weight_hh_l0	8	0.03554327413439751
585400	rnn.weight_hh_l0	9	-0.11197701096534729
585400	rnn.bias_ih_l0	0	0.18906572461128235
585400	rnn.bias_ih_l0	1	-0.32104554772377014
585400	rnn.bias_ih_l0	2	-0.0399666354060173
585400	rnn.bias_ih_l0	3	-0.21555127203464508
585400	rnn.bias_ih_l0	4	0.038543954491615295
585400	rnn.bias_ih_l0	5	-0.4360966384410858
585400	rnn.bias_ih_l0	6	-0.15558113157749176
585400	rnn.bias_ih_l0	7	-0.3626754581928253
585400	rnn.bias_ih_l0	8	-0.2920707166194916
585400	rnn.bias_ih_l0	9	-0.4608156085014343
585400	rnn.bias_hh_l0	0	-0.34123122692108154
585400	rnn.bias_hh_l0	1	-0.42685315012931824
585400	rnn.bias_hh_l0	2	-0.39962005615234375
585400	rnn.bias_hh_l0	3	-0.06478706002235413
585400	rnn.bias_hh_l0	4	-0.3965778946876526
585400	rnn.bias_hh_l0	5	-0.3540831506252289
585400	rnn.bias_hh_l0	6	-0.11192293465137482
585400	rnn.bias_hh_l0	7	0.06338571012020111
585400	rnn.bias_hh_l0	8	-0.2344587743282318
585400	rnn.bias_hh_l0	9	-0.5731500387191772
585400	rnn.weight_ih_l0_reverse	0	0.03409477323293686
585400	rnn.weight_ih_l0_reverse	1	-0.03562304377555847
585400	rnn.weight_ih_l0_reverse	2	-0.013551898300647736
585400	rnn.weight_ih_l0_reverse	3	-0.14282983541488647
585400	rnn.weight_ih_l0_reverse	4	0.08681593090295792
585400	rnn.weight_ih_l0_reverse	5	-0.131879523396492
585400	rnn.weight_ih_l0_reverse	6	0.00706665450707078
585400	rnn.weight_ih_l0_reverse	7	0.032427579164505005
585400	rnn.weight_ih_l0_reverse	8	-0.06380661576986313
585400	rnn.weight_ih_l0_reverse	9	-0.07171475887298584
585400	rnn.weight_hh_l0_reverse	0	-0.14256985485553741
585400	rnn.weight_hh_l0_reverse	1	0.025309694930911064
585400	rnn.weight_hh_l0_reverse	2	-0.023585563525557518
585400	rnn.weight_hh_l0_reverse	3	0.023326892405748367
585400	rnn.weight_hh_l0_reverse	4	-0.08184609562158585
585400	rnn.weight_hh_l0_reverse	5	0.03457069769501686
585400	rnn.weight_hh_l0_reverse	6	0.02695946954190731
585400	rnn.weight_hh_l0_reverse	7	-0.12188541889190674
585400	rnn.weight_hh_l0_reverse	8	-0.06946256011724472
585400	rnn.weight_hh_l0_reverse	9	0.050458941608667374
585400	rnn.bias_ih_l0_reverse	0	-0.17379453778266907
585400	rnn.bias_ih_l0_reverse	1	-0.07169955223798752
585400	rnn.bias_ih_l0_reverse	2	0.1287611573934555
585400	rnn.bias_ih_l0_reverse	3	-0.31521299481391907
585400	rnn.bias_ih_l0_reverse	4	0.015892786905169487
585400	rnn.bias_ih_l0_reverse	5	-0.2186361402273178
585400	rnn.bias_ih_l0_reverse	6	0.25931406021118164
585400	rnn.bias_ih_l0_reverse	7	-0.3242690861225128
585400	rnn.bias_ih_l0_reverse	8	-0.18261896073818207
585400	rnn.bias_ih_l0_reverse	9	-0.17346864938735962
585400	rnn.bias_hh_l0_reverse	0	-0.12740086019039154
585400	rnn.bias_hh_l0_reverse	1	0.2542475759983063
585400	rnn.bias_hh_l0_reverse	2	-0.3338667154312134
585400	rnn.bias_hh_l0_reverse	3	-0.21306276321411133
585400	rnn.bias_hh_l0_reverse	4	-0.40589872002601624
585400	rnn.bias_hh_l0_reverse	5	-0.19354234635829926
585400	rnn.bias_hh_l0_reverse	6	-0.2533268332481384
585400	rnn.bias_hh_l0_reverse	7	-0.07982464879751205
585400	rnn.bias_hh_l0_reverse	8	-0.33124038577079773
585400	rnn.bias_hh_l0_reverse	9	0.2054913491010666
585400	linear.weight	0	0.2425696849822998
585400	linear.weight	1	-0.4178088903427124
585400	linear.weight	2	0.04501711577177048
585400	linear.weight	3	0.06753497570753098
585400	linear.weight	4	-0.14371849596500397
585400	linear.weight	5	0.2655071020126343
585400	linear.weight	6	-0.013927247375249863
585400	linear.weight	7	-0.060380544513463974
585400	linear.weight	8	0.12393307685852051
585400	linear.weight	9	-0.04932882636785507
585400	linear.bias	0	-0.8331547379493713
585400	linear.bias	1	1.8777543306350708
585400	linear.bias	2	0.7899563908576965
585400	linear.bias	3	-2.7213776111602783
585400	linear.bias	4	-0.07444066554307938
585400	linear.bias	5	1.250451922416687
585400	linear.bias	6	-0.24183259904384613
585400	linear.bias	7	0.7790824770927429
585400	linear.bias	8	2.093350648880005
585400	linear.bias	9	-1.3972066640853882
585408	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
585408	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
585408	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
585408	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
585408	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
585408	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
585408	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
585408	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
585408	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
585408	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
585408	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
585408	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
585408	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
585408	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
585408	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
585408	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
585408	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
585408	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
585408	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
585408	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
585408	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
585408	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
585408	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
585408	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
585408	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
585408	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
585408	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
585408	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
585408	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
585408	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
585408	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
585408	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
585408	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
585408	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
585408	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
585408	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
585408	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
585408	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
585408	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
585408	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
585408	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
585408	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
585408	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
585408	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
585408	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
585408	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
585408	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
585408	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
585408	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
585408	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
585408	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
585408	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
585408	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
585408	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
585408	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
585408	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
585408	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
585408	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
585408	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
585408	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
585408	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
585408	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
585408	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
585408	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
585408	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
585408	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
585408	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
585408	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
585408	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
585408	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
585408	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
585408	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
585408	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
585408	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
585408	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
585408	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
585408	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
585408	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
585408	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
585408	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
585408	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
585408	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
585408	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
585408	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
585408	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
585408	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
585408	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
585408	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
585408	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
585408	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
585408	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
585408	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
585408	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
585408	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
585408	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
585408	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
585408	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
585408	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
585408	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
585408	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
585408	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
585408	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
585408	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
585408	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
585408	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
585408	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
585408	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
585408	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
585408	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
585408	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
585408	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
585408	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
585408	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
585408	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
585408	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
585408	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
585408	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
585408	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
585408	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
585408	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
585408	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
585408	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
585408	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
585408	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
585408	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
585408	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
585408	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
585408	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
585408	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
585408	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
585408	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
585408	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
585408	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
585408	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
585408	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
585408	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
585408	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
585408	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
585408	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
585408	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
585408	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
585408	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
585408	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
585408	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
585408	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
585408	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
585408	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
585408	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
585408	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
585408	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
585408	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
585408	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
585408	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
585408	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
585408	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
585408	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
585408	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
585408	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
585408	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
585408	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
585408	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
585408	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
585408	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
585408	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
585408	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
585408	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
585408	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
585408	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
585408	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
585408	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
585408	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
585408	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
585408	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
585408	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
585408	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
585408	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
585408	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
585408	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
585408	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
585408	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
585408	embedding2nn.weight	0	0.32361891865730286
585408	embedding2nn.weight	1	0.3834846615791321
585408	embedding2nn.weight	2	0.011918323114514351
585408	embedding2nn.weight	3	0.005557915195822716
585408	embedding2nn.weight	4	-0.029503878206014633
585408	embedding2nn.weight	5	0.06349480897188187
585408	embedding2nn.weight	6	0.0037294907961040735
585408	embedding2nn.weight	7	-0.016562864184379578
585408	embedding2nn.weight	8	0.022246133536100388
585408	embedding2nn.weight	9	-0.05264999344944954
585408	embedding2nn.bias	0	0.011428757570683956
585408	embedding2nn.bias	1	-0.21968123316764832
585408	embedding2nn.bias	2	0.11670152842998505
585408	embedding2nn.bias	3	0.1530836820602417
585408	embedding2nn.bias	4	0.15329623222351074
585408	embedding2nn.bias	5	-0.06482885032892227
585408	embedding2nn.bias	6	-0.05175427347421646
585408	embedding2nn.bias	7	0.028167767450213432
585408	embedding2nn.bias	8	-0.1697932332754135
585408	embedding2nn.bias	9	-0.36210715770721436
585408	rnn.weight_ih_l0	0	-0.010423898696899414
585408	rnn.weight_ih_l0	1	-0.05513772368431091
585408	rnn.weight_ih_l0	2	-0.061579231172800064
585408	rnn.weight_ih_l0	3	0.10698556154966354
585408	rnn.weight_ih_l0	4	0.021207084879279137
585408	rnn.weight_ih_l0	5	-0.03713620454072952
585408	rnn.weight_ih_l0	6	-0.005008041858673096
585408	rnn.weight_ih_l0	7	-0.03673577308654785
585408	rnn.weight_ih_l0	8	0.026465218514204025
585408	rnn.weight_ih_l0	9	-0.11515538394451141
585408	rnn.weight_hh_l0	0	-0.019016986712813377
585408	rnn.weight_hh_l0	1	0.08087209612131119
585408	rnn.weight_hh_l0	2	0.015804912894964218
585408	rnn.weight_hh_l0	3	-0.023691754788160324
585408	rnn.weight_hh_l0	4	0.06214992702007294
585408	rnn.weight_hh_l0	5	0.01839146949350834
585408	rnn.weight_hh_l0	6	-0.07503078132867813
585408	rnn.weight_hh_l0	7	-0.10238927602767944
585408	rnn.weight_hh_l0	8	0.03556154668331146
585408	rnn.weight_hh_l0	9	-0.11198844760656357
585408	rnn.bias_ih_l0	0	0.18929633498191833
585408	rnn.bias_ih_l0	1	-0.3211592733860016
585408	rnn.bias_ih_l0	2	-0.039723750203847885
585408	rnn.bias_ih_l0	3	-0.21606014668941498
585408	rnn.bias_ih_l0	4	0.03851470723748207
585408	rnn.bias_ih_l0	5	-0.4355108439922333
585408	rnn.bias_ih_l0	6	-0.1558576077222824
585408	rnn.bias_ih_l0	7	-0.3629108667373657
585408	rnn.bias_ih_l0	8	-0.2916625440120697
585408	rnn.bias_ih_l0	9	-0.4606834650039673
585408	rnn.bias_hh_l0	0	-0.3417951166629791
585408	rnn.bias_hh_l0	1	-0.4266858398914337
585408	rnn.bias_hh_l0	2	-0.3994489014148712
585408	rnn.bias_hh_l0	3	-0.06455640494823456
585408	rnn.bias_hh_l0	4	-0.39667096734046936
585408	rnn.bias_hh_l0	5	-0.35385334491729736
585408	rnn.bias_hh_l0	6	-0.11176180094480515
585408	rnn.bias_hh_l0	7	0.0638200119137764
585408	rnn.bias_hh_l0	8	-0.23460890352725983
585408	rnn.bias_hh_l0	9	-0.5732833743095398
585408	rnn.weight_ih_l0_reverse	0	0.03410458564758301
585408	rnn.weight_ih_l0_reverse	1	-0.035836122930049896
585408	rnn.weight_ih_l0_reverse	2	-0.0135657312348485
585408	rnn.weight_ih_l0_reverse	3	-0.14284192025661469
585408	rnn.weight_ih_l0_reverse	4	0.08690832555294037
585408	rnn.weight_ih_l0_reverse	5	-0.13193771243095398
585408	rnn.weight_ih_l0_reverse	6	0.007070691324770451
585408	rnn.weight_ih_l0_reverse	7	0.03240838274359703
585408	rnn.weight_ih_l0_reverse	8	-0.06356725096702576
585408	rnn.weight_ih_l0_reverse	9	-0.0720667615532875
585408	rnn.weight_hh_l0_reverse	0	-0.14258050918579102
585408	rnn.weight_hh_l0_reverse	1	0.02531334199011326
585408	rnn.weight_hh_l0_reverse	2	-0.023602422326803207
585408	rnn.weight_hh_l0_reverse	3	0.023222733289003372
585408	rnn.weight_hh_l0_reverse	4	-0.08185219764709473
585408	rnn.weight_hh_l0_reverse	5	0.0345720499753952
585408	rnn.weight_hh_l0_reverse	6	0.026962218806147575
585408	rnn.weight_hh_l0_reverse	7	-0.12191548198461533
585408	rnn.weight_hh_l0_reverse	8	-0.06933236867189407
585408	rnn.weight_hh_l0_reverse	9	0.050352439284324646
585408	rnn.bias_ih_l0_reverse	0	-0.1732451617717743
585408	rnn.bias_ih_l0_reverse	1	-0.07130900025367737
585408	rnn.bias_ih_l0_reverse	2	0.12914501130580902
585408	rnn.bias_ih_l0_reverse	3	-0.31494492292404175
585408	rnn.bias_ih_l0_reverse	4	0.01610870100557804
585408	rnn.bias_ih_l0_reverse	5	-0.21845869719982147
585408	rnn.bias_ih_l0_reverse	6	0.25890442728996277
585408	rnn.bias_ih_l0_reverse	7	-0.3245529532432556
585408	rnn.bias_ih_l0_reverse	8	-0.18236994743347168
585408	rnn.bias_ih_l0_reverse	9	-0.1743292361497879
585408	rnn.bias_hh_l0_reverse	0	-0.1272529810667038
585408	rnn.bias_hh_l0_reverse	1	0.2543722093105316
585408	rnn.bias_hh_l0_reverse	2	-0.33347588777542114
585408	rnn.bias_hh_l0_reverse	3	-0.21254202723503113
585408	rnn.bias_hh_l0_reverse	4	-0.40618062019348145
585408	rnn.bias_hh_l0_reverse	5	-0.1934749186038971
585408	rnn.bias_hh_l0_reverse	6	-0.2532316744327545
585408	rnn.bias_hh_l0_reverse	7	-0.07926029711961746
585408	rnn.bias_hh_l0_reverse	8	-0.33117419481277466
585408	rnn.bias_hh_l0_reverse	9	0.204976886510849
585408	linear.weight	0	0.24218949675559998
585408	linear.weight	1	-0.4162715971469879
585408	linear.weight	2	0.04566093161702156
585408	linear.weight	3	0.06753496825695038
585408	linear.weight	4	-0.14287927746772766
585408	linear.weight	5	0.2669506072998047
585408	linear.weight	6	-0.012885269708931446
585408	linear.weight	7	-0.06038045510649681
585408	linear.weight	8	0.12373009324073792
585408	linear.weight	9	-0.04932883754372597
585408	linear.bias	0	-0.8353361487388611
585408	linear.bias	1	1.8729560375213623
585408	linear.bias	2	0.7912935614585876
585408	linear.bias	3	-2.7213785648345947
585408	linear.bias	4	-0.07923850417137146
585408	linear.bias	5	1.2407869100570679
585408	linear.bias	6	-0.23847061395645142
585408	linear.bias	7	0.7923174500465393
585408	linear.bias	8	2.1007213592529297
585408	linear.bias	9	-1.3953977823257446
586017	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
586017	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
586017	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
586017	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
586017	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
586017	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
586017	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
586017	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
586017	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
586017	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
586017	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
586017	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
586017	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
586017	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
586017	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
586017	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
586017	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
586017	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
586017	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
586017	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
586017	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
586017	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
586017	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
586017	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
586017	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
586017	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
586017	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
586017	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
586017	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
586017	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
586017	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
586017	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
586017	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
586017	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
586017	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
586017	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
586017	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
586017	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
586017	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
586017	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
586017	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
586017	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
586017	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
586017	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
586017	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
586017	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
586017	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
586017	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
586017	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
586017	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
586017	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
586017	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
586017	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
586017	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
586017	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
586017	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
586017	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
586017	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
586017	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
586017	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
586017	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
586017	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
586017	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
586017	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
586017	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
586017	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
586017	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
586017	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
586017	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
586017	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
586017	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
586017	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
586017	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
586017	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
586017	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
586017	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
586017	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
586017	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
586017	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
586017	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
586017	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
586017	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
586017	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
586017	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
586017	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
586017	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
586017	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
586017	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
586017	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
586017	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
586017	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
586017	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
586017	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
586017	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
586017	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
586017	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
586017	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
586017	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
586017	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
586017	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
586017	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
586017	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
586017	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
586017	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
586017	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
586017	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
586017	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
586017	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
586017	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
586017	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
586017	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
586017	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
586017	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
586017	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
586017	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
586017	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
586017	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
586017	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
586017	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
586017	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
586017	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
586017	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
586017	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
586017	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
586017	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
586017	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
586017	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
586017	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
586017	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
586017	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
586017	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
586017	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
586017	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
586017	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
586017	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
586017	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
586017	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
586017	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
586017	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
586017	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
586017	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
586017	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
586017	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
586017	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
586017	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
586017	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
586017	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
586017	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
586017	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
586017	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
586017	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
586017	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
586017	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
586017	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
586017	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
586017	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
586017	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
586017	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
586017	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
586017	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
586017	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
586017	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
586017	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
586017	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
586017	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
586017	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
586017	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
586017	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
586017	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
586017	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
586017	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
586017	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
586017	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
586017	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
586017	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
586017	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
586017	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
586017	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
586017	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
586017	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
586017	embedding2nn.weight	0	0.3236050009727478
586017	embedding2nn.weight	1	0.38417699933052063
586017	embedding2nn.weight	2	0.011046899482607841
586017	embedding2nn.weight	3	-0.0038521408569067717
586017	embedding2nn.weight	4	-0.028268150985240936
586017	embedding2nn.weight	5	0.0619845874607563
586017	embedding2nn.weight	6	0.0028984101954847574
586017	embedding2nn.weight	7	-0.011473826132714748
586017	embedding2nn.weight	8	0.024869054555892944
586017	embedding2nn.weight	9	-0.0566897839307785
586017	embedding2nn.bias	0	0.022703541442751884
586017	embedding2nn.bias	1	-0.21007215976715088
586017	embedding2nn.bias	2	0.11503226310014725
586017	embedding2nn.bias	3	0.1733994483947754
586017	embedding2nn.bias	4	0.1509227603673935
586017	embedding2nn.bias	5	-0.05297139659523964
586017	embedding2nn.bias	6	-0.05132783204317093
586017	embedding2nn.bias	7	0.037759553641080856
586017	embedding2nn.bias	8	-0.16741688549518585
586017	embedding2nn.bias	9	-0.35814064741134644
586017	rnn.weight_ih_l0	0	-0.009758595377206802
586017	rnn.weight_ih_l0	1	-0.05340518057346344
586017	rnn.weight_ih_l0	2	-0.05971614643931389
586017	rnn.weight_ih_l0	3	0.10702492296695709
586017	rnn.weight_ih_l0	4	0.01926252618432045
586017	rnn.weight_ih_l0	5	-0.03845811262726784
586017	rnn.weight_ih_l0	6	-0.0052098301239311695
586017	rnn.weight_ih_l0	7	-0.03511835262179375
586017	rnn.weight_ih_l0	8	0.026247404515743256
586017	rnn.weight_ih_l0	9	-0.11081600934267044
586017	rnn.weight_hh_l0	0	-0.01867946982383728
586017	rnn.weight_hh_l0	1	0.08095201104879379
586017	rnn.weight_hh_l0	2	0.014784775674343109
586017	rnn.weight_hh_l0	3	-0.02378104068338871
586017	rnn.weight_hh_l0	4	0.06208953633904457
586017	rnn.weight_hh_l0	5	0.018603060394525528
586017	rnn.weight_hh_l0	6	-0.07510065287351608
586017	rnn.weight_hh_l0	7	-0.10165109485387802
586017	rnn.weight_hh_l0	8	0.03549984470009804
586017	rnn.weight_hh_l0	9	-0.11200042068958282
586017	rnn.bias_ih_l0	0	0.18464991450309753
586017	rnn.bias_ih_l0	1	-0.319851815700531
586017	rnn.bias_ih_l0	2	-0.03845006227493286
586017	rnn.bias_ih_l0	3	-0.21887169778347015
586017	rnn.bias_ih_l0	4	0.04132361710071564
586017	rnn.bias_ih_l0	5	-0.43760427832603455
586017	rnn.bias_ih_l0	6	-0.14865173399448395
586017	rnn.bias_ih_l0	7	-0.362171471118927
586017	rnn.bias_ih_l0	8	-0.29848513007164
586017	rnn.bias_ih_l0	9	-0.45892268419265747
586017	rnn.bias_hh_l0	0	-0.34282591938972473
586017	rnn.bias_hh_l0	1	-0.43085911870002747
586017	rnn.bias_hh_l0	2	-0.40248924493789673
586017	rnn.bias_hh_l0	3	-0.06346776336431503
586017	rnn.bias_hh_l0	4	-0.39471980929374695
586017	rnn.bias_hh_l0	5	-0.35364675521850586
586017	rnn.bias_hh_l0	6	-0.11678313463926315
586017	rnn.bias_hh_l0	7	0.05904805287718773
586017	rnn.bias_hh_l0	8	-0.231862410902977
586017	rnn.bias_hh_l0	9	-0.572407603263855
586017	rnn.weight_ih_l0_reverse	0	0.033474601805210114
586017	rnn.weight_ih_l0_reverse	1	-0.03648904711008072
586017	rnn.weight_ih_l0_reverse	2	-0.015306852757930756
586017	rnn.weight_ih_l0_reverse	3	-0.14441199600696564
586017	rnn.weight_ih_l0_reverse	4	0.0850813165307045
586017	rnn.weight_ih_l0_reverse	5	-0.132805734872818
586017	rnn.weight_ih_l0_reverse	6	0.005916939117014408
586017	rnn.weight_ih_l0_reverse	7	0.032259635627269745
586017	rnn.weight_ih_l0_reverse	8	-0.06215979531407356
586017	rnn.weight_ih_l0_reverse	9	-0.06947605311870575
586017	rnn.weight_hh_l0_reverse	0	-0.14195476472377777
586017	rnn.weight_hh_l0_reverse	1	0.02456066943705082
586017	rnn.weight_hh_l0_reverse	2	-0.023513657972216606
586017	rnn.weight_hh_l0_reverse	3	0.02344556152820587
586017	rnn.weight_hh_l0_reverse	4	-0.0820220410823822
586017	rnn.weight_hh_l0_reverse	5	0.03465338423848152
586017	rnn.weight_hh_l0_reverse	6	0.027062496170401573
586017	rnn.weight_hh_l0_reverse	7	-0.12097766250371933
586017	rnn.weight_hh_l0_reverse	8	-0.067922443151474
586017	rnn.weight_hh_l0_reverse	9	0.05032659322023392
586017	rnn.bias_ih_l0_reverse	0	-0.16958653926849365
586017	rnn.bias_ih_l0_reverse	1	-0.07195297628641129
586017	rnn.bias_ih_l0_reverse	2	0.12809030711650848
586017	rnn.bias_ih_l0_reverse	3	-0.31648799777030945
586017	rnn.bias_ih_l0_reverse	4	0.01620018109679222
586017	rnn.bias_ih_l0_reverse	5	-0.21848036348819733
586017	rnn.bias_ih_l0_reverse	6	0.25574788451194763
586017	rnn.bias_ih_l0_reverse	7	-0.32384324073791504
586017	rnn.bias_ih_l0_reverse	8	-0.18046358227729797
586017	rnn.bias_ih_l0_reverse	9	-0.1748303771018982
586017	rnn.bias_hh_l0_reverse	0	-0.12765252590179443
586017	rnn.bias_hh_l0_reverse	1	0.26189810037612915
586017	rnn.bias_hh_l0_reverse	2	-0.3334781527519226
586017	rnn.bias_hh_l0_reverse	3	-0.21258476376533508
586017	rnn.bias_hh_l0_reverse	4	-0.4094451367855072
586017	rnn.bias_hh_l0_reverse	5	-0.19223275780677795
586017	rnn.bias_hh_l0_reverse	6	-0.2561694085597992
586017	rnn.bias_hh_l0_reverse	7	-0.08399348706007004
586017	rnn.bias_hh_l0_reverse	8	-0.33304712176322937
586017	rnn.bias_hh_l0_reverse	9	0.2116691619157791
586017	linear.weight	0	0.23738113045692444
586017	linear.weight	1	-0.4198943078517914
586017	linear.weight	2	0.03688833490014076
586017	linear.weight	3	0.06753434985876083
586017	linear.weight	4	-0.158857524394989
586017	linear.weight	5	0.2646230459213257
586017	linear.weight	6	-0.006406994536519051
586017	linear.weight	7	-0.060375455766916275
586017	linear.weight	8	0.12588746845722198
586017	linear.weight	9	-0.04933062568306923
586017	linear.bias	0	-0.8077518343925476
586017	linear.bias	1	1.8511903285980225
586017	linear.bias	2	0.7896767854690552
586017	linear.bias	3	-2.72149395942688
586017	linear.bias	4	-0.09071937948465347
586017	linear.bias	5	1.2280250787734985
586017	linear.bias	6	-0.2548109292984009
586017	linear.bias	7	0.7851039171218872
586017	linear.bias	8	2.116814136505127
586017	linear.bias	9	-1.4243015050888062
586626	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
586626	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
586626	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
586626	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
586626	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
586626	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
586626	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
586626	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
586626	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
586626	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
586626	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
586626	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
586626	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
586626	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
586626	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
586626	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
586626	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
586626	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
586626	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
586626	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
586626	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
586626	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
586626	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
586626	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
586626	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
586626	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
586626	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
586626	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
586626	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
586626	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
586626	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
586626	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
586626	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
586626	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
586626	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
586626	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
586626	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
586626	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
586626	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
586626	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
586626	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
586626	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
586626	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
586626	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
586626	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
586626	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
586626	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
586626	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
586626	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
586626	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
586626	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
586626	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
586626	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
586626	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
586626	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
586626	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
586626	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
586626	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
586626	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
586626	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
586626	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
586626	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
586626	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
586626	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
586626	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
586626	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
586626	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
586626	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
586626	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
586626	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
586626	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
586626	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
586626	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
586626	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
586626	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
586626	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
586626	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
586626	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
586626	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
586626	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
586626	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
586626	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
586626	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
586626	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
586626	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
586626	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
586626	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
586626	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
586626	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
586626	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
586626	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
586626	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
586626	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
586626	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
586626	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
586626	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
586626	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
586626	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
586626	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
586626	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
586626	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
586626	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
586626	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
586626	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
586626	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
586626	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
586626	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
586626	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
586626	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
586626	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
586626	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
586626	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
586626	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
586626	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
586626	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
586626	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
586626	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
586626	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
586626	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
586626	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
586626	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
586626	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
586626	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
586626	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
586626	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
586626	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
586626	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
586626	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
586626	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
586626	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
586626	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
586626	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
586626	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
586626	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
586626	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
586626	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
586626	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
586626	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
586626	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
586626	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
586626	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
586626	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
586626	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
586626	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
586626	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
586626	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
586626	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
586626	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
586626	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
586626	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
586626	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
586626	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
586626	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
586626	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
586626	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
586626	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
586626	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
586626	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
586626	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
586626	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
586626	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
586626	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
586626	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
586626	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
586626	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
586626	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
586626	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
586626	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
586626	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
586626	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
586626	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
586626	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
586626	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
586626	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
586626	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
586626	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
586626	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
586626	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
586626	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
586626	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
586626	embedding2nn.weight	0	0.3242519199848175
586626	embedding2nn.weight	1	0.3832884728908539
586626	embedding2nn.weight	2	0.012437688186764717
586626	embedding2nn.weight	3	0.004273566883057356
586626	embedding2nn.weight	4	-0.029751475900411606
586626	embedding2nn.weight	5	0.0634809210896492
586626	embedding2nn.weight	6	0.0020385151728987694
586626	embedding2nn.weight	7	-0.016695590689778328
586626	embedding2nn.weight	8	0.024898776784539223
586626	embedding2nn.weight	9	-0.05872967466711998
586626	embedding2nn.bias	0	0.008725037798285484
586626	embedding2nn.bias	1	-0.2004941701889038
586626	embedding2nn.bias	2	0.10768115520477295
586626	embedding2nn.bias	3	0.16607722640037537
586626	embedding2nn.bias	4	0.15200397372245789
586626	embedding2nn.bias	5	-0.04630661383271217
586626	embedding2nn.bias	6	-0.04865247383713722
586626	embedding2nn.bias	7	0.04019912704825401
586626	embedding2nn.bias	8	-0.1719840168952942
586626	embedding2nn.bias	9	-0.35606053471565247
586626	rnn.weight_ih_l0	0	-0.010527875274419785
586626	rnn.weight_ih_l0	1	-0.05365918204188347
586626	rnn.weight_ih_l0	2	-0.05691974237561226
586626	rnn.weight_ih_l0	3	0.10511734336614609
586626	rnn.weight_ih_l0	4	0.023204367607831955
586626	rnn.weight_ih_l0	5	-0.042052701115608215
586626	rnn.weight_ih_l0	6	-0.004854372702538967
586626	rnn.weight_ih_l0	7	-0.031562190502882004
586626	rnn.weight_ih_l0	8	0.023853620514273643
586626	rnn.weight_ih_l0	9	-0.1130133718252182
586626	rnn.weight_hh_l0	0	-0.018438875675201416
586626	rnn.weight_hh_l0	1	0.08155686408281326
586626	rnn.weight_hh_l0	2	0.014275173656642437
586626	rnn.weight_hh_l0	3	-0.024137690663337708
586626	rnn.weight_hh_l0	4	0.0623476579785347
586626	rnn.weight_hh_l0	5	0.01790842041373253
586626	rnn.weight_hh_l0	6	-0.07508146017789841
586626	rnn.weight_hh_l0	7	-0.1013646051287651
586626	rnn.weight_hh_l0	8	0.03570149466395378
586626	rnn.weight_hh_l0	9	-0.11249551922082901
586626	rnn.bias_ih_l0	0	0.18228986859321594
586626	rnn.bias_ih_l0	1	-0.32326939702033997
586626	rnn.bias_ih_l0	2	-0.035928018391132355
586626	rnn.bias_ih_l0	3	-0.21708723902702332
586626	rnn.bias_ih_l0	4	0.04769916087388992
586626	rnn.bias_ih_l0	5	-0.435622900724411
586626	rnn.bias_ih_l0	6	-0.14597947895526886
586626	rnn.bias_ih_l0	7	-0.3623393177986145
586626	rnn.bias_ih_l0	8	-0.2975737154483795
586626	rnn.bias_ih_l0	9	-0.45666927099227905
586626	rnn.bias_hh_l0	0	-0.3434430956840515
586626	rnn.bias_hh_l0	1	-0.43245136737823486
586626	rnn.bias_hh_l0	2	-0.40182313323020935
586626	rnn.bias_hh_l0	3	-0.06478482484817505
586626	rnn.bias_hh_l0	4	-0.39468422532081604
586626	rnn.bias_hh_l0	5	-0.35502901673316956
586626	rnn.bias_hh_l0	6	-0.1121864840388298
586626	rnn.bias_hh_l0	7	0.05492667108774185
586626	rnn.bias_hh_l0	8	-0.23295846581459045
586626	rnn.bias_hh_l0	9	-0.5717841386795044
586626	rnn.weight_ih_l0_reverse	0	0.034943580627441406
586626	rnn.weight_ih_l0_reverse	1	-0.03626629337668419
586626	rnn.weight_ih_l0_reverse	2	-0.013140162453055382
586626	rnn.weight_ih_l0_reverse	3	-0.14283743500709534
586626	rnn.weight_ih_l0_reverse	4	0.08480479568243027
586626	rnn.weight_ih_l0_reverse	5	-0.12812750041484833
586626	rnn.weight_ih_l0_reverse	6	0.0050241341814398766
586626	rnn.weight_ih_l0_reverse	7	0.030886678025126457
586626	rnn.weight_ih_l0_reverse	8	-0.063575878739357
586626	rnn.weight_ih_l0_reverse	9	-0.06933259218931198
586626	rnn.weight_hh_l0_reverse	0	-0.1416441798210144
586626	rnn.weight_hh_l0_reverse	1	0.025042232125997543
586626	rnn.weight_hh_l0_reverse	2	-0.024152977392077446
586626	rnn.weight_hh_l0_reverse	3	0.023066285997629166
586626	rnn.weight_hh_l0_reverse	4	-0.08263499289751053
586626	rnn.weight_hh_l0_reverse	5	0.03458520025014877
586626	rnn.weight_hh_l0_reverse	6	0.027246590703725815
586626	rnn.weight_hh_l0_reverse	7	-0.12035637348890305
586626	rnn.weight_hh_l0_reverse	8	-0.06812413036823273
586626	rnn.weight_hh_l0_reverse	9	0.050931818783283234
586626	rnn.bias_ih_l0_reverse	0	-0.17017334699630737
586626	rnn.bias_ih_l0_reverse	1	-0.07445719093084335
586626	rnn.bias_ih_l0_reverse	2	0.12709969282150269
586626	rnn.bias_ih_l0_reverse	3	-0.31413817405700684
586626	rnn.bias_ih_l0_reverse	4	0.023085404187440872
586626	rnn.bias_ih_l0_reverse	5	-0.2181926667690277
586626	rnn.bias_ih_l0_reverse	6	0.25289326906204224
586626	rnn.bias_ih_l0_reverse	7	-0.3220571279525757
586626	rnn.bias_ih_l0_reverse	8	-0.1780763566493988
586626	rnn.bias_ih_l0_reverse	9	-0.1698925942182541
586626	rnn.bias_hh_l0_reverse	0	-0.13213923573493958
586626	rnn.bias_hh_l0_reverse	1	0.2605460584163666
586626	rnn.bias_hh_l0_reverse	2	-0.3352666199207306
586626	rnn.bias_hh_l0_reverse	3	-0.21599090099334717
586626	rnn.bias_hh_l0_reverse	4	-0.4087425768375397
586626	rnn.bias_hh_l0_reverse	5	-0.1903654932975769
586626	rnn.bias_hh_l0_reverse	6	-0.25728219747543335
586626	rnn.bias_hh_l0_reverse	7	-0.08402813225984573
586626	rnn.bias_hh_l0_reverse	8	-0.32978755235671997
586626	rnn.bias_hh_l0_reverse	9	0.20351473987102509
586626	linear.weight	0	0.22651074826717377
586626	linear.weight	1	-0.4429247975349426
586626	linear.weight	2	0.038719214498996735
586626	linear.weight	3	0.06753405183553696
586626	linear.weight	4	-0.14513668417930603
586626	linear.weight	5	0.26048973202705383
586626	linear.weight	6	-0.011753612197935581
586626	linear.weight	7	-0.060372244566679
586626	linear.weight	8	0.12133365124464035
586626	linear.weight	9	-0.049333132803440094
586626	linear.bias	0	-0.8191590905189514
586626	linear.bias	1	1.873720645904541
586626	linear.bias	2	0.7837001085281372
586626	linear.bias	3	-2.7215964794158936
586626	linear.bias	4	-0.1089727059006691
586626	linear.bias	5	1.248706340789795
586626	linear.bias	6	-0.24660862982273102
586626	linear.bias	7	0.7777419090270996
586626	linear.bias	8	2.142913579940796
586626	linear.bias	9	-1.4253497123718262
587235	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
587235	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
587235	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
587235	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
587235	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
587235	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
587235	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
587235	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
587235	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
587235	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
587235	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
587235	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
587235	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
587235	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
587235	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
587235	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
587235	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
587235	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
587235	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
587235	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
587235	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
587235	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
587235	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
587235	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
587235	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
587235	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
587235	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
587235	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
587235	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
587235	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
587235	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
587235	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
587235	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
587235	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
587235	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
587235	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
587235	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
587235	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
587235	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
587235	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
587235	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
587235	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
587235	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
587235	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
587235	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
587235	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
587235	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
587235	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
587235	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
587235	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
587235	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
587235	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
587235	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
587235	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
587235	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
587235	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
587235	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
587235	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
587235	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
587235	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
587235	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
587235	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
587235	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
587235	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
587235	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
587235	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
587235	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
587235	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
587235	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
587235	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
587235	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
587235	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
587235	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
587235	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
587235	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
587235	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
587235	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
587235	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
587235	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
587235	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
587235	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
587235	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
587235	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
587235	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
587235	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
587235	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
587235	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
587235	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
587235	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
587235	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
587235	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
587235	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
587235	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
587235	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
587235	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
587235	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
587235	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
587235	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
587235	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
587235	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
587235	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
587235	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
587235	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
587235	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
587235	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
587235	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
587235	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
587235	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
587235	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
587235	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
587235	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
587235	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
587235	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
587235	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
587235	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
587235	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
587235	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
587235	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
587235	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
587235	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
587235	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
587235	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
587235	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
587235	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
587235	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
587235	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
587235	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
587235	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
587235	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
587235	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
587235	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
587235	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
587235	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
587235	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
587235	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
587235	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
587235	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
587235	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
587235	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
587235	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
587235	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
587235	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
587235	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
587235	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
587235	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
587235	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
587235	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
587235	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
587235	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
587235	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
587235	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
587235	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
587235	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
587235	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
587235	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
587235	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
587235	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
587235	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
587235	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
587235	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
587235	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
587235	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
587235	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
587235	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
587235	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
587235	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
587235	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
587235	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
587235	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
587235	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
587235	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
587235	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
587235	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
587235	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
587235	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
587235	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
587235	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
587235	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
587235	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
587235	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
587235	embedding2nn.weight	0	0.32444635033607483
587235	embedding2nn.weight	1	0.3837421238422394
587235	embedding2nn.weight	2	0.010480578057467937
587235	embedding2nn.weight	3	0.008954044431447983
587235	embedding2nn.weight	4	-0.027732282876968384
587235	embedding2nn.weight	5	0.06422165036201477
587235	embedding2nn.weight	6	0.0030114855617284775
587235	embedding2nn.weight	7	-0.01190929114818573
587235	embedding2nn.weight	8	0.024409636855125427
587235	embedding2nn.weight	9	-0.06161756440997124
587235	embedding2nn.bias	0	0.01553305797278881
587235	embedding2nn.bias	1	-0.20031899213790894
587235	embedding2nn.bias	2	0.10775451362133026
587235	embedding2nn.bias	3	0.16230331361293793
587235	embedding2nn.bias	4	0.15725180506706238
587235	embedding2nn.bias	5	-0.03631104528903961
587235	embedding2nn.bias	6	-0.04548690840601921
587235	embedding2nn.bias	7	0.053135309368371964
587235	embedding2nn.bias	8	-0.1720150262117386
587235	embedding2nn.bias	9	-0.3449040353298187
587235	rnn.weight_ih_l0	0	-0.01056662667542696
587235	rnn.weight_ih_l0	1	-0.05306094139814377
587235	rnn.weight_ih_l0	2	-0.055175743997097015
587235	rnn.weight_ih_l0	3	0.10363494604825974
587235	rnn.weight_ih_l0	4	0.020914627239108086
587235	rnn.weight_ih_l0	5	-0.041196417063474655
587235	rnn.weight_ih_l0	6	-0.0059606959111988544
587235	rnn.weight_ih_l0	7	-0.03101212903857231
587235	rnn.weight_ih_l0	8	0.018531834706664085
587235	rnn.weight_ih_l0	9	-0.11374521255493164
587235	rnn.weight_hh_l0	0	-0.01829024963080883
587235	rnn.weight_hh_l0	1	0.08161240816116333
587235	rnn.weight_hh_l0	2	0.01406064908951521
587235	rnn.weight_hh_l0	3	-0.02442416548728943
587235	rnn.weight_hh_l0	4	0.06229064613580704
587235	rnn.weight_hh_l0	5	0.018290935084223747
587235	rnn.weight_hh_l0	6	-0.07499729096889496
587235	rnn.weight_hh_l0	7	-0.09984640777111053
587235	rnn.weight_hh_l0	8	0.035736292600631714
587235	rnn.weight_hh_l0	9	-0.11270718276500702
587235	rnn.bias_ih_l0	0	0.17799052596092224
587235	rnn.bias_ih_l0	1	-0.32593631744384766
587235	rnn.bias_ih_l0	2	-0.03613346442580223
587235	rnn.bias_ih_l0	3	-0.2172355353832245
587235	rnn.bias_ih_l0	4	0.043488722294569016
587235	rnn.bias_ih_l0	5	-0.4338551163673401
587235	rnn.bias_ih_l0	6	-0.14425957202911377
587235	rnn.bias_ih_l0	7	-0.3621891438961029
587235	rnn.bias_ih_l0	8	-0.29772067070007324
587235	rnn.bias_ih_l0	9	-0.4619682729244232
587235	rnn.bias_hh_l0	0	-0.34709230065345764
587235	rnn.bias_hh_l0	1	-0.43609413504600525
587235	rnn.bias_hh_l0	2	-0.4012705087661743
587235	rnn.bias_hh_l0	3	-0.0634288638830185
587235	rnn.bias_hh_l0	4	-0.394071489572525
587235	rnn.bias_hh_l0	5	-0.3543317914009094
587235	rnn.bias_hh_l0	6	-0.11540102958679199
587235	rnn.bias_hh_l0	7	0.059502437710762024
587235	rnn.bias_hh_l0	8	-0.22731788456439972
587235	rnn.bias_hh_l0	9	-0.5711198449134827
587235	rnn.weight_ih_l0_reverse	0	0.03470116853713989
587235	rnn.weight_ih_l0_reverse	1	-0.03683362901210785
587235	rnn.weight_ih_l0_reverse	2	-0.014744262211024761
587235	rnn.weight_ih_l0_reverse	3	-0.1433057188987732
587235	rnn.weight_ih_l0_reverse	4	0.08418338745832443
587235	rnn.weight_ih_l0_reverse	5	-0.12883244454860687
587235	rnn.weight_ih_l0_reverse	6	0.005026278086006641
587235	rnn.weight_ih_l0_reverse	7	0.03214557096362114
587235	rnn.weight_ih_l0_reverse	8	-0.06515829265117645
587235	rnn.weight_ih_l0_reverse	9	-0.07212093472480774
587235	rnn.weight_hh_l0_reverse	0	-0.14108912646770477
587235	rnn.weight_hh_l0_reverse	1	0.025260405614972115
587235	rnn.weight_hh_l0_reverse	2	-0.024119120091199875
587235	rnn.weight_hh_l0_reverse	3	0.022992193698883057
587235	rnn.weight_hh_l0_reverse	4	-0.08283333480358124
587235	rnn.weight_hh_l0_reverse	5	0.03421860188245773
587235	rnn.weight_hh_l0_reverse	6	0.027178095653653145
587235	rnn.weight_hh_l0_reverse	7	-0.11958727985620499
587235	rnn.weight_hh_l0_reverse	8	-0.06740967929363251
587235	rnn.weight_hh_l0_reverse	9	0.051254358142614365
587235	rnn.bias_ih_l0_reverse	0	-0.17408724129199982
587235	rnn.bias_ih_l0_reverse	1	-0.07574722170829773
587235	rnn.bias_ih_l0_reverse	2	0.12015717476606369
587235	rnn.bias_ih_l0_reverse	3	-0.31299522519111633
587235	rnn.bias_ih_l0_reverse	4	0.016014784574508667
587235	rnn.bias_ih_l0_reverse	5	-0.22010211646556854
587235	rnn.bias_ih_l0_reverse	6	0.2591307759284973
587235	rnn.bias_ih_l0_reverse	7	-0.32248327136039734
587235	rnn.bias_ih_l0_reverse	8	-0.17926956713199615
587235	rnn.bias_ih_l0_reverse	9	-0.17381928861141205
587235	rnn.bias_hh_l0_reverse	0	-0.13893406093120575
587235	rnn.bias_hh_l0_reverse	1	0.26618972420692444
587235	rnn.bias_hh_l0_reverse	2	-0.33547279238700867
587235	rnn.bias_hh_l0_reverse	3	-0.22235406935214996
587235	rnn.bias_hh_l0_reverse	4	-0.4097234606742859
587235	rnn.bias_hh_l0_reverse	5	-0.18857432901859283
587235	rnn.bias_hh_l0_reverse	6	-0.2523045837879181
587235	rnn.bias_hh_l0_reverse	7	-0.08580154925584793
587235	rnn.bias_hh_l0_reverse	8	-0.32914865016937256
587235	rnn.bias_hh_l0_reverse	9	0.20023174583911896
587235	linear.weight	0	0.2256854623556137
587235	linear.weight	1	-0.44448938965797424
587235	linear.weight	2	0.04931691288948059
587235	linear.weight	3	0.06753348559141159
587235	linear.weight	4	-0.1313246786594391
587235	linear.weight	5	0.2543032467365265
587235	linear.weight	6	-0.03377103433012962
587235	linear.weight	7	-0.06036767736077309
587235	linear.weight	8	0.10644493997097015
587235	linear.weight	9	-0.049334242939949036
587235	linear.bias	0	-0.8411821126937866
587235	linear.bias	1	1.8477133512496948
587235	linear.bias	2	0.7879034280776978
587235	linear.bias	3	-2.721715211868286
587235	linear.bias	4	-0.10278981178998947
587235	linear.bias	5	1.2473373413085938
587235	linear.bias	6	-0.27063268423080444
587235	linear.bias	7	0.780694842338562
587235	linear.bias	8	2.098719596862793
587235	linear.bias	9	-1.3968620300292969
587844	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
587844	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
587844	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
587844	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
587844	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
587844	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
587844	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
587844	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
587844	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
587844	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
587844	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
587844	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
587844	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
587844	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
587844	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
587844	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
587844	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
587844	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
587844	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
587844	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
587844	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
587844	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
587844	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
587844	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
587844	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
587844	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
587844	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
587844	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
587844	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
587844	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
587844	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
587844	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
587844	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
587844	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
587844	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
587844	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
587844	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
587844	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
587844	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
587844	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
587844	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
587844	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
587844	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
587844	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
587844	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
587844	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
587844	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
587844	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
587844	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
587844	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
587844	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
587844	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
587844	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
587844	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
587844	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
587844	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
587844	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
587844	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
587844	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
587844	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
587844	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
587844	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
587844	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
587844	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
587844	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
587844	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
587844	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
587844	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
587844	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
587844	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
587844	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
587844	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
587844	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
587844	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
587844	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
587844	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
587844	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
587844	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
587844	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
587844	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
587844	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
587844	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
587844	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
587844	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
587844	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
587844	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
587844	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
587844	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
587844	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
587844	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
587844	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
587844	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
587844	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
587844	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
587844	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
587844	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
587844	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
587844	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
587844	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
587844	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
587844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
587844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
587844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
587844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
587844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
587844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
587844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
587844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
587844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
587844	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
587844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
587844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
587844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
587844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
587844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
587844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
587844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
587844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
587844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
587844	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
587844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
587844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
587844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
587844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
587844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
587844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
587844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
587844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
587844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
587844	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
587844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
587844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
587844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
587844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
587844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
587844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
587844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
587844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
587844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
587844	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
587844	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
587844	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
587844	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
587844	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
587844	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
587844	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
587844	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
587844	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
587844	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
587844	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
587844	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
587844	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
587844	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
587844	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
587844	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
587844	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
587844	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
587844	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
587844	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
587844	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
587844	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
587844	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
587844	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
587844	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
587844	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
587844	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
587844	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
587844	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
587844	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
587844	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
587844	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
587844	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
587844	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
587844	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
587844	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
587844	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
587844	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
587844	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
587844	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
587844	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
587844	embedding2nn.weight	0	0.323438435792923
587844	embedding2nn.weight	1	0.3855605125427246
587844	embedding2nn.weight	2	0.008583087474107742
587844	embedding2nn.weight	3	0.009485505521297455
587844	embedding2nn.weight	4	-0.032141316682100296
587844	embedding2nn.weight	5	0.06590578705072403
587844	embedding2nn.weight	6	0.006184793543070555
587844	embedding2nn.weight	7	-0.00991647969931364
587844	embedding2nn.weight	8	0.024771511554718018
587844	embedding2nn.weight	9	-0.05957615375518799
587844	embedding2nn.bias	0	0.02201683819293976
587844	embedding2nn.bias	1	-0.18657393753528595
587844	embedding2nn.bias	2	0.12116149812936783
587844	embedding2nn.bias	3	0.15995541214942932
587844	embedding2nn.bias	4	0.14328746497631073
587844	embedding2nn.bias	5	-0.04327226057648659
587844	embedding2nn.bias	6	-0.05275934189558029
587844	embedding2nn.bias	7	0.04435623809695244
587844	embedding2nn.bias	8	-0.18764075636863708
587844	embedding2nn.bias	9	-0.3550650179386139
587844	rnn.weight_ih_l0	0	-0.00990263931453228
587844	rnn.weight_ih_l0	1	-0.05392516776919365
587844	rnn.weight_ih_l0	2	-0.057535320520401
587844	rnn.weight_ih_l0	3	0.10391341149806976
587844	rnn.weight_ih_l0	4	0.017923440784215927
587844	rnn.weight_ih_l0	5	-0.041006818413734436
587844	rnn.weight_ih_l0	6	-0.005898820701986551
587844	rnn.weight_ih_l0	7	-0.03290589526295662
587844	rnn.weight_ih_l0	8	0.02133706770837307
587844	rnn.weight_ih_l0	9	-0.11154332756996155
587844	rnn.weight_hh_l0	0	-0.018533894792199135
587844	rnn.weight_hh_l0	1	0.08152038604021072
587844	rnn.weight_hh_l0	2	0.014291058294475079
587844	rnn.weight_hh_l0	3	-0.024218609556555748
587844	rnn.weight_hh_l0	4	0.06272521615028381
587844	rnn.weight_hh_l0	5	0.017928408458828926
587844	rnn.weight_hh_l0	6	-0.07505620270967484
587844	rnn.weight_hh_l0	7	-0.09992358833551407
587844	rnn.weight_hh_l0	8	0.03569326177239418
587844	rnn.weight_hh_l0	9	-0.11270411312580109
587844	rnn.bias_ih_l0	0	0.18354007601737976
587844	rnn.bias_ih_l0	1	-0.32421430945396423
587844	rnn.bias_ih_l0	2	-0.03582746535539627
587844	rnn.bias_ih_l0	3	-0.21577556431293488
587844	rnn.bias_ih_l0	4	0.03438970819115639
587844	rnn.bias_ih_l0	5	-0.43139082193374634
587844	rnn.bias_ih_l0	6	-0.1454756110906601
587844	rnn.bias_ih_l0	7	-0.3623029887676239
587844	rnn.bias_ih_l0	8	-0.29580408334732056
587844	rnn.bias_ih_l0	9	-0.4564700126647949
587844	rnn.bias_hh_l0	0	-0.34732165932655334
587844	rnn.bias_hh_l0	1	-0.4314260184764862
587844	rnn.bias_hh_l0	2	-0.40534043312072754
587844	rnn.bias_hh_l0	3	-0.06642766296863556
587844	rnn.bias_hh_l0	4	-0.3935505747795105
587844	rnn.bias_hh_l0	5	-0.35305696725845337
587844	rnn.bias_hh_l0	6	-0.11400186270475388
587844	rnn.bias_hh_l0	7	0.05864835903048515
587844	rnn.bias_hh_l0	8	-0.22605420649051666
587844	rnn.bias_hh_l0	9	-0.5684949159622192
587844	rnn.weight_ih_l0_reverse	0	0.03663814440369606
587844	rnn.weight_ih_l0_reverse	1	-0.03715285658836365
587844	rnn.weight_ih_l0_reverse	2	-0.01286085695028305
587844	rnn.weight_ih_l0_reverse	3	-0.14621609449386597
587844	rnn.weight_ih_l0_reverse	4	0.0853927731513977
587844	rnn.weight_ih_l0_reverse	5	-0.13694818317890167
587844	rnn.weight_ih_l0_reverse	6	0.0048230173997581005
587844	rnn.weight_ih_l0_reverse	7	0.03194839134812355
587844	rnn.weight_ih_l0_reverse	8	-0.06545474380254745
587844	rnn.weight_ih_l0_reverse	9	-0.07091810554265976
587844	rnn.weight_hh_l0_reverse	0	-0.14156374335289001
587844	rnn.weight_hh_l0_reverse	1	0.024724289774894714
587844	rnn.weight_hh_l0_reverse	2	-0.024214839562773705
587844	rnn.weight_hh_l0_reverse	3	0.023106073960661888
587844	rnn.weight_hh_l0_reverse	4	-0.08265382051467896
587844	rnn.weight_hh_l0_reverse	5	0.033991489559412
587844	rnn.weight_hh_l0_reverse	6	0.02705717645585537
587844	rnn.weight_hh_l0_reverse	7	-0.1193680465221405
587844	rnn.weight_hh_l0_reverse	8	-0.06828286498785019
587844	rnn.weight_hh_l0_reverse	9	0.05062193423509598
587844	rnn.bias_ih_l0_reverse	0	-0.1693708300590515
587844	rnn.bias_ih_l0_reverse	1	-0.07860181480646133
587844	rnn.bias_ih_l0_reverse	2	0.12252292037010193
587844	rnn.bias_ih_l0_reverse	3	-0.3144967257976532
587844	rnn.bias_ih_l0_reverse	4	0.011828020215034485
587844	rnn.bias_ih_l0_reverse	5	-0.21839235723018646
587844	rnn.bias_ih_l0_reverse	6	0.2604524493217468
587844	rnn.bias_ih_l0_reverse	7	-0.3241502642631531
587844	rnn.bias_ih_l0_reverse	8	-0.18188287317752838
587844	rnn.bias_ih_l0_reverse	9	-0.17164520919322968
587844	rnn.bias_hh_l0_reverse	0	-0.13601985573768616
587844	rnn.bias_hh_l0_reverse	1	0.2671259045600891
587844	rnn.bias_hh_l0_reverse	2	-0.3368126451969147
587844	rnn.bias_hh_l0_reverse	3	-0.21751773357391357
587844	rnn.bias_hh_l0_reverse	4	-0.4079486131668091
587844	rnn.bias_hh_l0_reverse	5	-0.18145982921123505
587844	rnn.bias_hh_l0_reverse	6	-0.24851252138614655
587844	rnn.bias_hh_l0_reverse	7	-0.08429358899593353
587844	rnn.bias_hh_l0_reverse	8	-0.33621278405189514
587844	rnn.bias_hh_l0_reverse	9	0.19812539219856262
587844	linear.weight	0	0.23024514317512512
587844	linear.weight	1	-0.4589168131351471
587844	linear.weight	2	0.02005109190940857
587844	linear.weight	3	0.06753287464380264
587844	linear.weight	4	-0.13069556653499603
587844	linear.weight	5	0.2735615074634552
587844	linear.weight	6	-0.03946664184331894
587844	linear.weight	7	-0.06036386638879776
587844	linear.weight	8	0.11618182808160782
587844	linear.weight	9	-0.049336422234773636
587844	linear.bias	0	-0.8521106839179993
587844	linear.bias	1	1.893605351448059
587844	linear.bias	2	0.7736003398895264
587844	linear.bias	3	-2.7218222618103027
587844	linear.bias	4	-0.08143527805805206
587844	linear.bias	5	1.2718311548233032
587844	linear.bias	6	-0.2716071605682373
587844	linear.bias	7	0.8060473203659058
587844	linear.bias	8	2.065610408782959
587844	linear.bias	9	-1.4139204025268555
588453	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
588453	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
588453	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
588453	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
588453	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
588453	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
588453	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
588453	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
588453	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
588453	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
588453	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
588453	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
588453	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
588453	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
588453	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
588453	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
588453	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
588453	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
588453	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
588453	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
588453	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
588453	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
588453	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
588453	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
588453	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
588453	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
588453	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
588453	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
588453	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
588453	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
588453	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
588453	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
588453	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
588453	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
588453	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
588453	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
588453	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
588453	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
588453	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
588453	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
588453	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
588453	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
588453	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
588453	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
588453	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
588453	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
588453	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
588453	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
588453	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
588453	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
588453	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
588453	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
588453	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
588453	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
588453	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
588453	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
588453	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
588453	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
588453	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
588453	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
588453	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
588453	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
588453	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
588453	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
588453	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
588453	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
588453	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
588453	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
588453	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
588453	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
588453	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
588453	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
588453	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
588453	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
588453	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
588453	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
588453	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
588453	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
588453	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
588453	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
588453	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
588453	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
588453	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
588453	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
588453	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
588453	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
588453	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
588453	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
588453	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
588453	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
588453	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
588453	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
588453	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
588453	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
588453	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
588453	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
588453	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
588453	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
588453	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
588453	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
588453	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
588453	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
588453	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
588453	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
588453	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
588453	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
588453	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
588453	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
588453	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
588453	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
588453	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
588453	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
588453	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
588453	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
588453	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
588453	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
588453	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
588453	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
588453	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
588453	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
588453	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
588453	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
588453	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
588453	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
588453	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
588453	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
588453	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
588453	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
588453	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
588453	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
588453	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
588453	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
588453	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
588453	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
588453	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
588453	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
588453	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
588453	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
588453	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
588453	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
588453	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
588453	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
588453	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
588453	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
588453	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
588453	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
588453	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
588453	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
588453	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
588453	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
588453	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
588453	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
588453	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
588453	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
588453	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
588453	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
588453	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
588453	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
588453	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
588453	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
588453	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
588453	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
588453	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
588453	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
588453	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
588453	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
588453	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
588453	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
588453	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
588453	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
588453	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
588453	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
588453	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
588453	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
588453	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
588453	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
588453	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
588453	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
588453	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
588453	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
588453	embedding2nn.weight	0	0.3249606490135193
588453	embedding2nn.weight	1	0.38541755080223083
588453	embedding2nn.weight	2	0.008483712561428547
588453	embedding2nn.weight	3	0.02569579891860485
588453	embedding2nn.weight	4	-0.028995271772146225
588453	embedding2nn.weight	5	0.06738847494125366
588453	embedding2nn.weight	6	0.00939219631254673
588453	embedding2nn.weight	7	-0.00512728001922369
588453	embedding2nn.weight	8	0.023659875616431236
588453	embedding2nn.weight	9	-0.05559324845671654
588453	embedding2nn.bias	0	0.02305172197520733
588453	embedding2nn.bias	1	-0.18480639159679413
588453	embedding2nn.bias	2	0.12614330649375916
588453	embedding2nn.bias	3	0.1542855203151703
588453	embedding2nn.bias	4	0.14660108089447021
588453	embedding2nn.bias	5	-0.05009014904499054
588453	embedding2nn.bias	6	-0.04645543172955513
588453	embedding2nn.bias	7	0.04693044722080231
588453	embedding2nn.bias	8	-0.16676636040210724
588453	embedding2nn.bias	9	-0.3478991985321045
588453	rnn.weight_ih_l0	0	-0.009112393483519554
588453	rnn.weight_ih_l0	1	-0.0541495755314827
588453	rnn.weight_ih_l0	2	-0.05971483141183853
588453	rnn.weight_ih_l0	3	0.1011057198047638
588453	rnn.weight_ih_l0	4	0.019689621403813362
588453	rnn.weight_ih_l0	5	-0.04174346476793289
588453	rnn.weight_ih_l0	6	-0.004976543132215738
588453	rnn.weight_ih_l0	7	-0.03173872455954552
588453	rnn.weight_ih_l0	8	0.01826111041009426
588453	rnn.weight_ih_l0	9	-0.10763689130544662
588453	rnn.weight_hh_l0	0	-0.01865105889737606
588453	rnn.weight_hh_l0	1	0.08102241903543472
588453	rnn.weight_hh_l0	2	0.01378368865698576
588453	rnn.weight_hh_l0	3	-0.02469269372522831
588453	rnn.weight_hh_l0	4	0.06268768012523651
588453	rnn.weight_hh_l0	5	0.017952438443899155
588453	rnn.weight_hh_l0	6	-0.07484611123800278
588453	rnn.weight_hh_l0	7	-0.10022171586751938
588453	rnn.weight_hh_l0	8	0.0358227901160717
588453	rnn.weight_hh_l0	9	-0.1132078617811203
588453	rnn.bias_ih_l0	0	0.17878887057304382
588453	rnn.bias_ih_l0	1	-0.32842010259628296
588453	rnn.bias_ih_l0	2	-0.03452340513467789
588453	rnn.bias_ih_l0	3	-0.21497613191604614
588453	rnn.bias_ih_l0	4	0.03856661543250084
588453	rnn.bias_ih_l0	5	-0.4302169978618622
588453	rnn.bias_ih_l0	6	-0.15233537554740906
588453	rnn.bias_ih_l0	7	-0.3627932667732239
588453	rnn.bias_ih_l0	8	-0.3000427782535553
588453	rnn.bias_ih_l0	9	-0.4628167450428009
588453	rnn.bias_hh_l0	0	-0.34727340936660767
588453	rnn.bias_hh_l0	1	-0.4324970245361328
588453	rnn.bias_hh_l0	2	-0.4041915237903595
588453	rnn.bias_hh_l0	3	-0.06973204761743546
588453	rnn.bias_hh_l0	4	-0.3920832574367523
588453	rnn.bias_hh_l0	5	-0.35262611508369446
588453	rnn.bias_hh_l0	6	-0.11536598205566406
588453	rnn.bias_hh_l0	7	0.058029502630233765
588453	rnn.bias_hh_l0	8	-0.22299596667289734
588453	rnn.bias_hh_l0	9	-0.5668628811836243
588453	rnn.weight_ih_l0_reverse	0	0.03710116446018219
588453	rnn.weight_ih_l0_reverse	1	-0.037887852638959885
588453	rnn.weight_ih_l0_reverse	2	-0.012082758359611034
588453	rnn.weight_ih_l0_reverse	3	-0.14860685169696808
588453	rnn.weight_ih_l0_reverse	4	0.08490175753831863
588453	rnn.weight_ih_l0_reverse	5	-0.1368740200996399
588453	rnn.weight_ih_l0_reverse	6	0.004901405423879623
588453	rnn.weight_ih_l0_reverse	7	0.031994957476854324
588453	rnn.weight_ih_l0_reverse	8	-0.0654301792383194
588453	rnn.weight_ih_l0_reverse	9	-0.07220270484685898
588453	rnn.weight_hh_l0_reverse	0	-0.14208616316318512
588453	rnn.weight_hh_l0_reverse	1	0.02505289763212204
588453	rnn.weight_hh_l0_reverse	2	-0.024652203544974327
588453	rnn.weight_hh_l0_reverse	3	0.023217065259814262
588453	rnn.weight_hh_l0_reverse	4	-0.08257351815700531
588453	rnn.weight_hh_l0_reverse	5	0.033981990069150925
588453	rnn.weight_hh_l0_reverse	6	0.02696739323437214
588453	rnn.weight_hh_l0_reverse	7	-0.12091636657714844
588453	rnn.weight_hh_l0_reverse	8	-0.07018128782510757
588453	rnn.weight_hh_l0_reverse	9	0.050265081226825714
588453	rnn.bias_ih_l0_reverse	0	-0.16210557520389557
588453	rnn.bias_ih_l0_reverse	1	-0.07769270241260529
588453	rnn.bias_ih_l0_reverse	2	0.12412969022989273
588453	rnn.bias_ih_l0_reverse	3	-0.3143698573112488
588453	rnn.bias_ih_l0_reverse	4	0.01577109284698963
588453	rnn.bias_ih_l0_reverse	5	-0.21949341893196106
588453	rnn.bias_ih_l0_reverse	6	0.2493905872106552
588453	rnn.bias_ih_l0_reverse	7	-0.3210132122039795
588453	rnn.bias_ih_l0_reverse	8	-0.18434567749500275
588453	rnn.bias_ih_l0_reverse	9	-0.17011938989162445
588453	rnn.bias_hh_l0_reverse	0	-0.13932359218597412
588453	rnn.bias_hh_l0_reverse	1	0.27173882722854614
588453	rnn.bias_hh_l0_reverse	2	-0.33823680877685547
588453	rnn.bias_hh_l0_reverse	3	-0.2187681496143341
588453	rnn.bias_hh_l0_reverse	4	-0.41156837344169617
588453	rnn.bias_hh_l0_reverse	5	-0.1843016892671585
588453	rnn.bias_hh_l0_reverse	6	-0.24767611920833588
588453	rnn.bias_hh_l0_reverse	7	-0.0849490687251091
588453	rnn.bias_hh_l0_reverse	8	-0.3341900110244751
588453	rnn.bias_hh_l0_reverse	9	0.19599436223506927
588453	linear.weight	0	0.22614799439907074
588453	linear.weight	1	-0.44483327865600586
588453	linear.weight	2	-0.008614258840680122
588453	linear.weight	3	0.06753245741128922
588453	linear.weight	4	-0.12267857044935226
588453	linear.weight	5	0.2395913451910019
588453	linear.weight	6	-0.037315644323825836
588453	linear.weight	7	-0.060360852628946304
588453	linear.weight	8	0.104177325963974
588453	linear.weight	9	-0.049338530749082565
588453	linear.bias	0	-0.8738412857055664
588453	linear.bias	1	1.8855533599853516
588453	linear.bias	2	0.7753616571426392
588453	linear.bias	3	-2.721911668777466
588453	linear.bias	4	-0.0890476405620575
588453	linear.bias	5	1.2856253385543823
588453	linear.bias	6	-0.25889119505882263
588453	linear.bias	7	0.775872528553009
588453	linear.bias	8	2.110102653503418
588453	linear.bias	9	-1.4018605947494507
589062	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
589062	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
589062	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
589062	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
589062	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
589062	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
589062	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
589062	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
589062	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
589062	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
589062	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
589062	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
589062	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
589062	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
589062	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
589062	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
589062	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
589062	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
589062	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
589062	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
589062	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
589062	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
589062	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
589062	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
589062	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
589062	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
589062	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
589062	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
589062	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
589062	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
589062	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
589062	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
589062	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
589062	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
589062	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
589062	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
589062	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
589062	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
589062	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
589062	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
589062	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
589062	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
589062	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
589062	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
589062	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
589062	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
589062	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
589062	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
589062	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
589062	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
589062	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
589062	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
589062	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
589062	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
589062	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
589062	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
589062	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
589062	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
589062	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
589062	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
589062	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
589062	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
589062	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
589062	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
589062	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
589062	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
589062	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
589062	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
589062	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
589062	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
589062	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
589062	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
589062	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
589062	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
589062	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
589062	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
589062	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
589062	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
589062	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
589062	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
589062	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
589062	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
589062	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
589062	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
589062	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
589062	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
589062	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
589062	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
589062	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
589062	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
589062	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
589062	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
589062	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
589062	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
589062	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
589062	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
589062	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
589062	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
589062	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
589062	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
589062	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
589062	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
589062	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
589062	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
589062	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
589062	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
589062	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
589062	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
589062	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
589062	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
589062	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
589062	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
589062	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
589062	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
589062	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
589062	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
589062	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
589062	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
589062	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
589062	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
589062	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
589062	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
589062	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
589062	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
589062	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
589062	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
589062	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
589062	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
589062	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
589062	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
589062	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
589062	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
589062	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
589062	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
589062	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
589062	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
589062	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
589062	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
589062	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
589062	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
589062	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
589062	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
589062	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
589062	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
589062	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
589062	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
589062	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
589062	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
589062	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
589062	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
589062	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
589062	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
589062	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
589062	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
589062	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
589062	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
589062	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
589062	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
589062	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
589062	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
589062	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
589062	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
589062	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
589062	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
589062	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
589062	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
589062	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
589062	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
589062	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
589062	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
589062	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
589062	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
589062	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
589062	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
589062	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
589062	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
589062	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
589062	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
589062	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
589062	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
589062	embedding2nn.weight	0	0.32637059688568115
589062	embedding2nn.weight	1	0.3844697177410126
589062	embedding2nn.weight	2	0.00549939414486289
589062	embedding2nn.weight	3	0.02618010900914669
589062	embedding2nn.weight	4	-0.027485176920890808
589062	embedding2nn.weight	5	0.06629521399736404
589062	embedding2nn.weight	6	0.0020808535628020763
589062	embedding2nn.weight	7	-0.006943346932530403
589062	embedding2nn.weight	8	0.02555045299232006
589062	embedding2nn.weight	9	-0.05622601881623268
589062	embedding2nn.bias	0	0.03424464911222458
589062	embedding2nn.bias	1	-0.1936759203672409
589062	embedding2nn.bias	2	0.13274206221103668
589062	embedding2nn.bias	3	0.16813291609287262
589062	embedding2nn.bias	4	0.1488281488418579
589062	embedding2nn.bias	5	-0.05195542424917221
589062	embedding2nn.bias	6	-0.053447283804416656
589062	embedding2nn.bias	7	0.052514463663101196
589062	embedding2nn.bias	8	-0.17950303852558136
589062	embedding2nn.bias	9	-0.3509892523288727
589062	rnn.weight_ih_l0	0	-0.007988479919731617
589062	rnn.weight_ih_l0	1	-0.0531005933880806
589062	rnn.weight_ih_l0	2	-0.060163795948028564
589062	rnn.weight_ih_l0	3	0.10089417546987534
589062	rnn.weight_ih_l0	4	0.02187514677643776
589062	rnn.weight_ih_l0	5	-0.04194710776209831
589062	rnn.weight_ih_l0	6	-0.009838125668466091
589062	rnn.weight_ih_l0	7	-0.031781021505594254
589062	rnn.weight_ih_l0	8	0.01718580164015293
589062	rnn.weight_ih_l0	9	-0.10799840837717056
589062	rnn.weight_hh_l0	0	-0.018795933574438095
589062	rnn.weight_hh_l0	1	0.08111301809549332
589062	rnn.weight_hh_l0	2	0.013573400676250458
589062	rnn.weight_hh_l0	3	-0.024670880287885666
589062	rnn.weight_hh_l0	4	0.06293453276157379
589062	rnn.weight_hh_l0	5	0.018445881083607674
589062	rnn.weight_hh_l0	6	-0.07473360002040863
589062	rnn.weight_hh_l0	7	-0.10040097683668137
589062	rnn.weight_hh_l0	8	0.035834841430187225
589062	rnn.weight_hh_l0	9	-0.11271960288286209
589062	rnn.bias_ih_l0	0	0.17834234237670898
589062	rnn.bias_ih_l0	1	-0.3308471739292145
589062	rnn.bias_ih_l0	2	-0.03519245982170105
589062	rnn.bias_ih_l0	3	-0.21065904200077057
589062	rnn.bias_ih_l0	4	0.03499419987201691
589062	rnn.bias_ih_l0	5	-0.4406993091106415
589062	rnn.bias_ih_l0	6	-0.15642431378364563
589062	rnn.bias_ih_l0	7	-0.3639605641365051
589062	rnn.bias_ih_l0	8	-0.30201059579849243
589062	rnn.bias_ih_l0	9	-0.4679497182369232
589062	rnn.bias_hh_l0	0	-0.3448416292667389
589062	rnn.bias_hh_l0	1	-0.43212467432022095
589062	rnn.bias_hh_l0	2	-0.398398220539093
589062	rnn.bias_hh_l0	3	-0.0705004557967186
589062	rnn.bias_hh_l0	4	-0.38808590173721313
589062	rnn.bias_hh_l0	5	-0.35255467891693115
589062	rnn.bias_hh_l0	6	-0.11802516132593155
589062	rnn.bias_hh_l0	7	0.051577772945165634
589062	rnn.bias_hh_l0	8	-0.21954159438610077
589062	rnn.bias_hh_l0	9	-0.5688592791557312
589062	rnn.weight_ih_l0_reverse	0	0.03399099037051201
589062	rnn.weight_ih_l0_reverse	1	-0.038720156997442245
589062	rnn.weight_ih_l0_reverse	2	-0.01133543811738491
589062	rnn.weight_ih_l0_reverse	3	-0.14742650091648102
589062	rnn.weight_ih_l0_reverse	4	0.08545959740877151
589062	rnn.weight_ih_l0_reverse	5	-0.13554516434669495
589062	rnn.weight_ih_l0_reverse	6	0.0019654117058962584
589062	rnn.weight_ih_l0_reverse	7	0.031151829287409782
589062	rnn.weight_ih_l0_reverse	8	-0.06432416290044785
589062	rnn.weight_ih_l0_reverse	9	-0.07269065082073212
589062	rnn.weight_hh_l0_reverse	0	-0.14236481487751007
589062	rnn.weight_hh_l0_reverse	1	0.02462105080485344
589062	rnn.weight_hh_l0_reverse	2	-0.024737084284424782
589062	rnn.weight_hh_l0_reverse	3	0.022912323474884033
589062	rnn.weight_hh_l0_reverse	4	-0.08260922133922577
589062	rnn.weight_hh_l0_reverse	5	0.03409893065690994
589062	rnn.weight_hh_l0_reverse	6	0.026908280327916145
589062	rnn.weight_hh_l0_reverse	7	-0.12111297249794006
589062	rnn.weight_hh_l0_reverse	8	-0.0691693052649498
589062	rnn.weight_hh_l0_reverse	9	0.05029553547501564
589062	rnn.bias_ih_l0_reverse	0	-0.1643090844154358
589062	rnn.bias_ih_l0_reverse	1	-0.07611265033483505
589062	rnn.bias_ih_l0_reverse	2	0.1288062334060669
589062	rnn.bias_ih_l0_reverse	3	-0.31238335371017456
589062	rnn.bias_ih_l0_reverse	4	0.009546387940645218
589062	rnn.bias_ih_l0_reverse	5	-0.22144801914691925
589062	rnn.bias_ih_l0_reverse	6	0.25252053141593933
589062	rnn.bias_ih_l0_reverse	7	-0.3239248991012573
589062	rnn.bias_ih_l0_reverse	8	-0.18244357407093048
589062	rnn.bias_ih_l0_reverse	9	-0.17660818994045258
589062	rnn.bias_hh_l0_reverse	0	-0.139303058385849
589062	rnn.bias_hh_l0_reverse	1	0.272540420293808
589062	rnn.bias_hh_l0_reverse	2	-0.33943167328834534
589062	rnn.bias_hh_l0_reverse	3	-0.21806153655052185
589062	rnn.bias_hh_l0_reverse	4	-0.4113030731678009
589062	rnn.bias_hh_l0_reverse	5	-0.18413586914539337
589062	rnn.bias_hh_l0_reverse	6	-0.24585354328155518
589062	rnn.bias_hh_l0_reverse	7	-0.09001180529594421
589062	rnn.bias_hh_l0_reverse	8	-0.32757702469825745
589062	rnn.bias_hh_l0_reverse	9	0.20456229150295258
589062	linear.weight	0	0.2301151305437088
589062	linear.weight	1	-0.4285956025123596
589062	linear.weight	2	0.016895446926355362
589062	linear.weight	3	0.06753246486186981
589062	linear.weight	4	-0.12961408495903015
589062	linear.weight	5	0.25088950991630554
589062	linear.weight	6	-0.02939652092754841
589062	linear.weight	7	-0.060355424880981445
589062	linear.weight	8	0.10488470643758774
589062	linear.weight	9	-0.04934265464544296
589062	linear.bias	0	-0.8433754444122314
589062	linear.bias	1	1.8753654956817627
589062	linear.bias	2	0.7997370362281799
589062	linear.bias	3	-2.722031354904175
589062	linear.bias	4	-0.09374869614839554
589062	linear.bias	5	1.2830114364624023
589062	linear.bias	6	-0.24321244657039642
589062	linear.bias	7	0.7811487317085266
589062	linear.bias	8	2.1278722286224365
589062	linear.bias	9	-1.398767352104187
589671	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
589671	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
589671	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
589671	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
589671	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
589671	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
589671	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
589671	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
589671	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
589671	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
589671	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
589671	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
589671	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
589671	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
589671	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
589671	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
589671	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
589671	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
589671	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
589671	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
589671	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
589671	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
589671	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
589671	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
589671	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
589671	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
589671	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
589671	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
589671	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
589671	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
589671	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
589671	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
589671	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
589671	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
589671	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
589671	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
589671	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
589671	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
589671	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
589671	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
589671	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
589671	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
589671	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
589671	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
589671	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
589671	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
589671	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
589671	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
589671	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
589671	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
589671	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
589671	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
589671	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
589671	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
589671	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
589671	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
589671	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
589671	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
589671	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
589671	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
589671	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
589671	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
589671	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
589671	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
589671	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
589671	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
589671	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
589671	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
589671	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
589671	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
589671	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
589671	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
589671	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
589671	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
589671	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
589671	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
589671	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
589671	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
589671	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
589671	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
589671	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
589671	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
589671	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
589671	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
589671	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
589671	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
589671	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
589671	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
589671	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
589671	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
589671	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
589671	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
589671	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
589671	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
589671	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
589671	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
589671	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
589671	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
589671	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
589671	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
589671	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
589671	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
589671	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
589671	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
589671	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
589671	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
589671	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
589671	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
589671	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
589671	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
589671	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
589671	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
589671	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
589671	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
589671	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
589671	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
589671	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
589671	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
589671	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
589671	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
589671	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
589671	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
589671	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
589671	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
589671	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
589671	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
589671	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
589671	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
589671	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
589671	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
589671	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
589671	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
589671	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
589671	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
589671	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
589671	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
589671	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
589671	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
589671	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
589671	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
589671	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
589671	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
589671	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
589671	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
589671	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
589671	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
589671	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
589671	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
589671	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
589671	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
589671	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
589671	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
589671	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
589671	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
589671	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
589671	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
589671	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
589671	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
589671	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
589671	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
589671	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
589671	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
589671	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
589671	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
589671	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
589671	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
589671	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
589671	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
589671	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
589671	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
589671	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
589671	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
589671	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
589671	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
589671	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
589671	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
589671	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
589671	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
589671	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
589671	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
589671	embedding2nn.weight	0	0.3255356550216675
589671	embedding2nn.weight	1	0.38545769453048706
589671	embedding2nn.weight	2	0.007276779972016811
589671	embedding2nn.weight	3	0.01816832274198532
589671	embedding2nn.weight	4	-0.03081447258591652
589671	embedding2nn.weight	5	0.0649752989411354
589671	embedding2nn.weight	6	0.0007972595049068332
589671	embedding2nn.weight	7	-0.004047094378620386
589671	embedding2nn.weight	8	0.031379032880067825
589671	embedding2nn.weight	9	-0.05232379585504532
589671	embedding2nn.bias	0	0.039712224155664444
589671	embedding2nn.bias	1	-0.19906975328922272
589671	embedding2nn.bias	2	0.12614932656288147
589671	embedding2nn.bias	3	0.15991179645061493
589671	embedding2nn.bias	4	0.15645049512386322
589671	embedding2nn.bias	5	-0.05010145157575607
589671	embedding2nn.bias	6	-0.04797262325882912
589671	embedding2nn.bias	7	0.06033974140882492
589671	embedding2nn.bias	8	-0.17538194358348846
589671	embedding2nn.bias	9	-0.3684161603450775
589671	rnn.weight_ih_l0	0	-0.008323488757014275
589671	rnn.weight_ih_l0	1	-0.052228257060050964
589671	rnn.weight_ih_l0	2	-0.05790015310049057
589671	rnn.weight_ih_l0	3	0.10200677067041397
589671	rnn.weight_ih_l0	4	0.02180037461221218
589671	rnn.weight_ih_l0	5	-0.045240938663482666
589671	rnn.weight_ih_l0	6	-0.011120549403131008
589671	rnn.weight_ih_l0	7	-0.03211696818470955
589671	rnn.weight_ih_l0	8	0.017543533816933632
589671	rnn.weight_ih_l0	9	-0.10760460793972015
589671	rnn.weight_hh_l0	0	-0.019231539219617844
589671	rnn.weight_hh_l0	1	0.08206883817911148
589671	rnn.weight_hh_l0	2	0.014123842120170593
589671	rnn.weight_hh_l0	3	-0.0243704654276371
589671	rnn.weight_hh_l0	4	0.06279116868972778
589671	rnn.weight_hh_l0	5	0.018766433000564575
589671	rnn.weight_hh_l0	6	-0.07468827813863754
589671	rnn.weight_hh_l0	7	-0.10064933449029922
589671	rnn.weight_hh_l0	8	0.03595944494009018
589671	rnn.weight_hh_l0	9	-0.11321361362934113
589671	rnn.bias_ih_l0	0	0.18447239696979523
589671	rnn.bias_ih_l0	1	-0.3298654854297638
589671	rnn.bias_ih_l0	2	-0.03816116601228714
589671	rnn.bias_ih_l0	3	-0.21273328363895416
589671	rnn.bias_ih_l0	4	0.038305144757032394
589671	rnn.bias_ih_l0	5	-0.43655097484588623
589671	rnn.bias_ih_l0	6	-0.15583188831806183
589671	rnn.bias_ih_l0	7	-0.36350569128990173
589671	rnn.bias_ih_l0	8	-0.30727341771125793
589671	rnn.bias_ih_l0	9	-0.46422526240348816
589671	rnn.bias_hh_l0	0	-0.34408271312713623
589671	rnn.bias_hh_l0	1	-0.4302710294723511
589671	rnn.bias_hh_l0	2	-0.3943737745285034
589671	rnn.bias_hh_l0	3	-0.06933063268661499
589671	rnn.bias_hh_l0	4	-0.38980764150619507
589671	rnn.bias_hh_l0	5	-0.35292693972587585
589671	rnn.bias_hh_l0	6	-0.11931714415550232
589671	rnn.bias_hh_l0	7	0.055820710957050323
589671	rnn.bias_hh_l0	8	-0.22091560065746307
589671	rnn.bias_hh_l0	9	-0.5659193396568298
589671	rnn.weight_ih_l0_reverse	0	0.031521026045084
589671	rnn.weight_ih_l0_reverse	1	-0.0391167476773262
589671	rnn.weight_ih_l0_reverse	2	-0.01204683631658554
589671	rnn.weight_ih_l0_reverse	3	-0.14759761095046997
589671	rnn.weight_ih_l0_reverse	4	0.0868610367178917
589671	rnn.weight_ih_l0_reverse	5	-0.13266731798648834
589671	rnn.weight_ih_l0_reverse	6	0.003075177548453212
589671	rnn.weight_ih_l0_reverse	7	0.03188111633062363
589671	rnn.weight_ih_l0_reverse	8	-0.06541810184717178
589671	rnn.weight_ih_l0_reverse	9	-0.07113165408372879
589671	rnn.weight_hh_l0_reverse	0	-0.14059679210186005
589671	rnn.weight_hh_l0_reverse	1	0.023839803412556648
589671	rnn.weight_hh_l0_reverse	2	-0.025031697005033493
589671	rnn.weight_hh_l0_reverse	3	0.022946244105696678
589671	rnn.weight_hh_l0_reverse	4	-0.08268716931343079
589671	rnn.weight_hh_l0_reverse	5	0.03405728563666344
589671	rnn.weight_hh_l0_reverse	6	0.026800109073519707
589671	rnn.weight_hh_l0_reverse	7	-0.12219250202178955
589671	rnn.weight_hh_l0_reverse	8	-0.069193996489048
589671	rnn.weight_hh_l0_reverse	9	0.05019050091505051
589671	rnn.bias_ih_l0_reverse	0	-0.16451303660869598
589671	rnn.bias_ih_l0_reverse	1	-0.07474569976329803
589671	rnn.bias_ih_l0_reverse	2	0.12795785069465637
589671	rnn.bias_ih_l0_reverse	3	-0.31133562326431274
589671	rnn.bias_ih_l0_reverse	4	0.014621359296143055
589671	rnn.bias_ih_l0_reverse	5	-0.2200668752193451
589671	rnn.bias_ih_l0_reverse	6	0.2556183338165283
589671	rnn.bias_ih_l0_reverse	7	-0.32974639534950256
589671	rnn.bias_ih_l0_reverse	8	-0.18256619572639465
589671	rnn.bias_ih_l0_reverse	9	-0.17655049264431
589671	rnn.bias_hh_l0_reverse	0	-0.12977094948291779
589671	rnn.bias_hh_l0_reverse	1	0.27135106921195984
589671	rnn.bias_hh_l0_reverse	2	-0.34097322821617126
589671	rnn.bias_hh_l0_reverse	3	-0.2129046618938446
589671	rnn.bias_hh_l0_reverse	4	-0.4140152931213379
589671	rnn.bias_hh_l0_reverse	5	-0.18320327997207642
589671	rnn.bias_hh_l0_reverse	6	-0.24634437263011932
589671	rnn.bias_hh_l0_reverse	7	-0.08930670469999313
589671	rnn.bias_hh_l0_reverse	8	-0.3325560688972473
589671	rnn.bias_hh_l0_reverse	9	0.2047126293182373
589671	linear.weight	0	0.19409464299678802
589671	linear.weight	1	-0.42413774132728577
589671	linear.weight	2	0.0680851861834526
589671	linear.weight	3	0.06753198057413101
589671	linear.weight	4	-0.09965772926807404
589671	linear.weight	5	0.24508288502693176
589671	linear.weight	6	-0.040717363357543945
589671	linear.weight	7	-0.06035330891609192
589671	linear.weight	8	0.11358462274074554
589671	linear.weight	9	-0.04934528097510338
589671	linear.bias	0	-0.8545989990234375
589671	linear.bias	1	1.8679351806640625
589671	linear.bias	2	0.7980050444602966
589671	linear.bias	3	-2.722128391265869
589671	linear.bias	4	-0.08864930272102356
589671	linear.bias	5	1.2837295532226562
589671	linear.bias	6	-0.24759115278720856
589671	linear.bias	7	0.7825239300727844
589671	linear.bias	8	2.1295418739318848
589671	linear.bias	9	-1.3949073553085327
590280	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
590280	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
590280	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
590280	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
590280	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
590280	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
590280	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
590280	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
590280	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
590280	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
590280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
590280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
590280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
590280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
590280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
590280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
590280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
590280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
590280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
590280	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
590280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
590280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
590280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
590280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
590280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
590280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
590280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
590280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
590280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
590280	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
590280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
590280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
590280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
590280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
590280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
590280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
590280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
590280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
590280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
590280	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
590280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
590280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
590280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
590280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
590280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
590280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
590280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
590280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
590280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
590280	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
590280	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
590280	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
590280	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
590280	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
590280	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
590280	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
590280	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
590280	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
590280	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
590280	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
590280	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
590280	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
590280	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
590280	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
590280	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
590280	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
590280	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
590280	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
590280	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
590280	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
590280	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
590280	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
590280	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
590280	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
590280	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
590280	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
590280	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
590280	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
590280	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
590280	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
590280	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
590280	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
590280	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
590280	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
590280	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
590280	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
590280	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
590280	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
590280	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
590280	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
590280	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
590280	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
590280	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
590280	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
590280	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
590280	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
590280	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
590280	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
590280	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
590280	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
590280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
590280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
590280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
590280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
590280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
590280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
590280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
590280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
590280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
590280	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
590280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
590280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
590280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
590280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
590280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
590280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
590280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
590280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
590280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
590280	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
590280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
590280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
590280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
590280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
590280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
590280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
590280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
590280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
590280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
590280	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
590280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
590280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
590280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
590280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
590280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
590280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
590280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
590280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
590280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
590280	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
590280	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
590280	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
590280	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
590280	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
590280	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
590280	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
590280	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
590280	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
590280	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
590280	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
590280	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
590280	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
590280	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
590280	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
590280	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
590280	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
590280	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
590280	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
590280	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
590280	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
590280	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
590280	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
590280	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
590280	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
590280	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
590280	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
590280	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
590280	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
590280	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
590280	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
590280	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
590280	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
590280	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
590280	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
590280	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
590280	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
590280	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
590280	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
590280	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
590280	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
590280	embedding2nn.weight	0	0.3255418539047241
590280	embedding2nn.weight	1	0.3851187527179718
590280	embedding2nn.weight	2	0.005907007027417421
590280	embedding2nn.weight	3	0.016641685739159584
590280	embedding2nn.weight	4	-0.02693003974854946
590280	embedding2nn.weight	5	0.06576353311538696
590280	embedding2nn.weight	6	0.0015916168922558427
590280	embedding2nn.weight	7	-0.003909427672624588
590280	embedding2nn.weight	8	0.03002474457025528
590280	embedding2nn.weight	9	-0.05106333643198013
590280	embedding2nn.bias	0	0.03975938633084297
590280	embedding2nn.bias	1	-0.19443035125732422
590280	embedding2nn.bias	2	0.13168978691101074
590280	embedding2nn.bias	3	0.15607799589633942
590280	embedding2nn.bias	4	0.1538173109292984
590280	embedding2nn.bias	5	-0.04354386404156685
590280	embedding2nn.bias	6	-0.046894900500774384
590280	embedding2nn.bias	7	0.058900877833366394
590280	embedding2nn.bias	8	-0.16325189173221588
590280	embedding2nn.bias	9	-0.37075310945510864
590280	rnn.weight_ih_l0	0	-0.007477746810764074
590280	rnn.weight_ih_l0	1	-0.05121272802352905
590280	rnn.weight_ih_l0	2	-0.0557124987244606
590280	rnn.weight_ih_l0	3	0.10150865465402603
590280	rnn.weight_ih_l0	4	0.020051058381795883
590280	rnn.weight_ih_l0	5	-0.044682249426841736
590280	rnn.weight_ih_l0	6	-0.01084077637642622
590280	rnn.weight_ih_l0	7	-0.030372874811291695
590280	rnn.weight_ih_l0	8	0.01836940459907055
590280	rnn.weight_ih_l0	9	-0.1077459454536438
590280	rnn.weight_hh_l0	0	-0.018993128091096878
590280	rnn.weight_hh_l0	1	0.082097128033638
590280	rnn.weight_hh_l0	2	0.01383387204259634
590280	rnn.weight_hh_l0	3	-0.024227743968367577
590280	rnn.weight_hh_l0	4	0.06363160908222198
590280	rnn.weight_hh_l0	5	0.01866156980395317
590280	rnn.weight_hh_l0	6	-0.07498964667320251
590280	rnn.weight_hh_l0	7	-0.10042732954025269
590280	rnn.weight_hh_l0	8	0.03594164177775383
590280	rnn.weight_hh_l0	9	-0.11256115883588791
590280	rnn.bias_ih_l0	0	0.18496361374855042
590280	rnn.bias_ih_l0	1	-0.3320477604866028
590280	rnn.bias_ih_l0	2	-0.03849156200885773
590280	rnn.bias_ih_l0	3	-0.21512259542942047
590280	rnn.bias_ih_l0	4	0.040088213980197906
590280	rnn.bias_ih_l0	5	-0.43695494532585144
590280	rnn.bias_ih_l0	6	-0.15362943708896637
590280	rnn.bias_ih_l0	7	-0.364086389541626
590280	rnn.bias_ih_l0	8	-0.3124833106994629
590280	rnn.bias_ih_l0	9	-0.45681172609329224
590280	rnn.bias_hh_l0	0	-0.34369394183158875
590280	rnn.bias_hh_l0	1	-0.430642306804657
590280	rnn.bias_hh_l0	2	-0.3869791030883789
590280	rnn.bias_hh_l0	3	-0.0694456472992897
590280	rnn.bias_hh_l0	4	-0.3944944143295288
590280	rnn.bias_hh_l0	5	-0.35224345326423645
590280	rnn.bias_hh_l0	6	-0.11945956945419312
590280	rnn.bias_hh_l0	7	0.06087973713874817
590280	rnn.bias_hh_l0	8	-0.2177623212337494
590280	rnn.bias_hh_l0	9	-0.5696861147880554
590280	rnn.weight_ih_l0_reverse	0	0.03059282712638378
590280	rnn.weight_ih_l0_reverse	1	-0.03800727054476738
590280	rnn.weight_ih_l0_reverse	2	-0.013952638953924179
590280	rnn.weight_ih_l0_reverse	3	-0.1481582224369049
590280	rnn.weight_ih_l0_reverse	4	0.08449074625968933
590280	rnn.weight_ih_l0_reverse	5	-0.13293957710266113
590280	rnn.weight_ih_l0_reverse	6	0.008522777818143368
590280	rnn.weight_ih_l0_reverse	7	0.03214167430996895
590280	rnn.weight_ih_l0_reverse	8	-0.06479662656784058
590280	rnn.weight_ih_l0_reverse	9	-0.07137449830770493
590280	rnn.weight_hh_l0_reverse	0	-0.14043495059013367
590280	rnn.weight_hh_l0_reverse	1	0.023819589987397194
590280	rnn.weight_hh_l0_reverse	2	-0.025135274976491928
590280	rnn.weight_hh_l0_reverse	3	0.02319425903260708
590280	rnn.weight_hh_l0_reverse	4	-0.08240820467472076
590280	rnn.weight_hh_l0_reverse	5	0.03415212780237198
590280	rnn.weight_hh_l0_reverse	6	0.026649517938494682
590280	rnn.weight_hh_l0_reverse	7	-0.12129320204257965
590280	rnn.weight_hh_l0_reverse	8	-0.06802336126565933
590280	rnn.weight_hh_l0_reverse	9	0.04955364391207695
590280	rnn.bias_ih_l0_reverse	0	-0.16425539553165436
590280	rnn.bias_ih_l0_reverse	1	-0.07117008417844772
590280	rnn.bias_ih_l0_reverse	2	0.12972408533096313
590280	rnn.bias_ih_l0_reverse	3	-0.3084029257297516
590280	rnn.bias_ih_l0_reverse	4	0.007453607395291328
590280	rnn.bias_ih_l0_reverse	5	-0.22251488268375397
590280	rnn.bias_ih_l0_reverse	6	0.25458940863609314
590280	rnn.bias_ih_l0_reverse	7	-0.3221326768398285
590280	rnn.bias_ih_l0_reverse	8	-0.1834724247455597
590280	rnn.bias_ih_l0_reverse	9	-0.17860080301761627
590280	rnn.bias_hh_l0_reverse	0	-0.1383497267961502
590280	rnn.bias_hh_l0_reverse	1	0.2672386169433594
590280	rnn.bias_hh_l0_reverse	2	-0.33963727951049805
590280	rnn.bias_hh_l0_reverse	3	-0.21597640216350555
590280	rnn.bias_hh_l0_reverse	4	-0.41580238938331604
590280	rnn.bias_hh_l0_reverse	5	-0.1827394813299179
590280	rnn.bias_hh_l0_reverse	6	-0.2485140860080719
590280	rnn.bias_hh_l0_reverse	7	-0.08996404707431793
590280	rnn.bias_hh_l0_reverse	8	-0.33374783396720886
590280	rnn.bias_hh_l0_reverse	9	0.20769158005714417
590280	linear.weight	0	0.20545898377895355
590280	linear.weight	1	-0.43660494685173035
590280	linear.weight	2	0.05281814560294151
590280	linear.weight	3	0.06753193587064743
590280	linear.weight	4	-0.15049909055233002
590280	linear.weight	5	0.2507908344268799
590280	linear.weight	6	-0.06845586746931076
590280	linear.weight	7	-0.06035037338733673
590280	linear.weight	8	0.10942304134368896
590280	linear.weight	9	-0.04934738576412201
590280	linear.bias	0	-0.8400140404701233
590280	linear.bias	1	1.8581430912017822
590280	linear.bias	2	0.7858521342277527
590280	linear.bias	3	-2.722233295440674
590280	linear.bias	4	-0.11771577596664429
590280	linear.bias	5	1.2877812385559082
590280	linear.bias	6	-0.24903368949890137
590280	linear.bias	7	0.7905389070510864
590280	linear.bias	8	2.140972852706909
590280	linear.bias	9	-1.3950427770614624
590889	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
590889	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
590889	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
590889	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
590889	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
590889	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
590889	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
590889	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
590889	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
590889	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
590889	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
590889	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
590889	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
590889	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
590889	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
590889	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
590889	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
590889	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
590889	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
590889	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
590889	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
590889	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
590889	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
590889	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
590889	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
590889	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
590889	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
590889	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
590889	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
590889	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
590889	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
590889	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
590889	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
590889	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
590889	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
590889	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
590889	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
590889	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
590889	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
590889	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
590889	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
590889	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
590889	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
590889	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
590889	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
590889	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
590889	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
590889	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
590889	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
590889	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
590889	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
590889	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
590889	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
590889	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
590889	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
590889	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
590889	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
590889	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
590889	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
590889	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
590889	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
590889	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
590889	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
590889	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
590889	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
590889	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
590889	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
590889	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
590889	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
590889	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
590889	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
590889	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
590889	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
590889	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
590889	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
590889	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
590889	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
590889	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
590889	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
590889	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
590889	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
590889	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
590889	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
590889	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
590889	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
590889	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
590889	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
590889	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
590889	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
590889	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
590889	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
590889	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
590889	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
590889	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
590889	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
590889	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
590889	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
590889	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
590889	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
590889	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
590889	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
590889	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
590889	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
590889	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
590889	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
590889	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
590889	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
590889	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
590889	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
590889	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
590889	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
590889	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
590889	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
590889	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
590889	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
590889	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
590889	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
590889	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
590889	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
590889	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
590889	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
590889	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
590889	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
590889	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
590889	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
590889	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
590889	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
590889	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
590889	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
590889	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
590889	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
590889	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
590889	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
590889	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
590889	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
590889	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
590889	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
590889	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
590889	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
590889	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
590889	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
590889	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
590889	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
590889	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
590889	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
590889	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
590889	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
590889	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
590889	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
590889	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
590889	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
590889	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
590889	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
590889	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
590889	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
590889	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
590889	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
590889	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
590889	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
590889	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
590889	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
590889	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
590889	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
590889	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
590889	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
590889	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
590889	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
590889	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
590889	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
590889	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
590889	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
590889	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
590889	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
590889	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
590889	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
590889	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
590889	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
590889	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
590889	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
590889	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
590889	embedding2nn.weight	0	0.32504865527153015
590889	embedding2nn.weight	1	0.3857481777667999
590889	embedding2nn.weight	2	0.006809862330555916
590889	embedding2nn.weight	3	0.012407329864799976
590889	embedding2nn.weight	4	-0.025539711117744446
590889	embedding2nn.weight	5	0.06322146207094193
590889	embedding2nn.weight	6	0.003529076697304845
590889	embedding2nn.weight	7	-0.002192447893321514
590889	embedding2nn.weight	8	0.030979659408330917
590889	embedding2nn.weight	9	-0.059782277792692184
590889	embedding2nn.bias	0	0.019602498039603233
590889	embedding2nn.bias	1	-0.19498160481452942
590889	embedding2nn.bias	2	0.13872452080249786
590889	embedding2nn.bias	3	0.16644038259983063
590889	embedding2nn.bias	4	0.15187041461467743
590889	embedding2nn.bias	5	-0.05149417370557785
590889	embedding2nn.bias	6	-0.03166493773460388
590889	embedding2nn.bias	7	0.049885693937540054
590889	embedding2nn.bias	8	-0.17418740689754486
590889	embedding2nn.bias	9	-0.3602083623409271
590889	rnn.weight_ih_l0	0	-0.005656504537910223
590889	rnn.weight_ih_l0	1	-0.05102204903960228
590889	rnn.weight_ih_l0	2	-0.05246249958872795
590889	rnn.weight_ih_l0	3	0.10072772949934006
590889	rnn.weight_ih_l0	4	0.02156112901866436
590889	rnn.weight_ih_l0	5	-0.05032216012477875
590889	rnn.weight_ih_l0	6	-0.012033350765705109
590889	rnn.weight_ih_l0	7	-0.02912280149757862
590889	rnn.weight_ih_l0	8	0.01781165786087513
590889	rnn.weight_ih_l0	9	-0.10825232416391373
590889	rnn.weight_hh_l0	0	-0.019516440108418465
590889	rnn.weight_hh_l0	1	0.08224863559007645
590889	rnn.weight_hh_l0	2	0.013745802454650402
590889	rnn.weight_hh_l0	3	-0.02410157583653927
590889	rnn.weight_hh_l0	4	0.06418772786855698
590889	rnn.weight_hh_l0	5	0.018591606989502907
590889	rnn.weight_hh_l0	6	-0.07519646733999252
590889	rnn.weight_hh_l0	7	-0.0999123677611351
590889	rnn.weight_hh_l0	8	0.03570785000920296
590889	rnn.weight_hh_l0	9	-0.11193031072616577
590889	rnn.bias_ih_l0	0	0.18173183500766754
590889	rnn.bias_ih_l0	1	-0.3299369812011719
590889	rnn.bias_ih_l0	2	-0.03775908425450325
590889	rnn.bias_ih_l0	3	-0.21220852434635162
590889	rnn.bias_ih_l0	4	0.03477079048752785
590889	rnn.bias_ih_l0	5	-0.4327980577945709
590889	rnn.bias_ih_l0	6	-0.1498042494058609
590889	rnn.bias_ih_l0	7	-0.36402958631515503
590889	rnn.bias_ih_l0	8	-0.30401304364204407
590889	rnn.bias_ih_l0	9	-0.4600164294242859
590889	rnn.bias_hh_l0	0	-0.3466033935546875
590889	rnn.bias_hh_l0	1	-0.4269813597202301
590889	rnn.bias_hh_l0	2	-0.38643503189086914
590889	rnn.bias_hh_l0	3	-0.07285500317811966
590889	rnn.bias_hh_l0	4	-0.39466390013694763
590889	rnn.bias_hh_l0	5	-0.35246747732162476
590889	rnn.bias_hh_l0	6	-0.12386692315340042
590889	rnn.bias_hh_l0	7	0.0566154308617115
590889	rnn.bias_hh_l0	8	-0.21756455302238464
590889	rnn.bias_hh_l0	9	-0.570650577545166
590889	rnn.weight_ih_l0_reverse	0	0.029896600171923637
590889	rnn.weight_ih_l0_reverse	1	-0.03724171221256256
590889	rnn.weight_ih_l0_reverse	2	-0.015245047397911549
590889	rnn.weight_ih_l0_reverse	3	-0.14451047778129578
590889	rnn.weight_ih_l0_reverse	4	0.0851367637515068
590889	rnn.weight_ih_l0_reverse	5	-0.1303086131811142
590889	rnn.weight_ih_l0_reverse	6	0.008698013611137867
590889	rnn.weight_ih_l0_reverse	7	0.03218911215662956
590889	rnn.weight_ih_l0_reverse	8	-0.06551072746515274
590889	rnn.weight_ih_l0_reverse	9	-0.06949329376220703
590889	rnn.weight_hh_l0_reverse	0	-0.14074695110321045
590889	rnn.weight_hh_l0_reverse	1	0.02442958950996399
590889	rnn.weight_hh_l0_reverse	2	-0.025327179580926895
590889	rnn.weight_hh_l0_reverse	3	0.022907236590981483
590889	rnn.weight_hh_l0_reverse	4	-0.0825420469045639
590889	rnn.weight_hh_l0_reverse	5	0.03419837728142738
590889	rnn.weight_hh_l0_reverse	6	0.02655201405286789
590889	rnn.weight_hh_l0_reverse	7	-0.12060786783695221
590889	rnn.weight_hh_l0_reverse	8	-0.06914754956960678
590889	rnn.weight_hh_l0_reverse	9	0.0488692969083786
590889	rnn.bias_ih_l0_reverse	0	-0.16394105553627014
590889	rnn.bias_ih_l0_reverse	1	-0.07221759110689163
590889	rnn.bias_ih_l0_reverse	2	0.13015136122703552
590889	rnn.bias_ih_l0_reverse	3	-0.30593442916870117
590889	rnn.bias_ih_l0_reverse	4	0.007484516128897667
590889	rnn.bias_ih_l0_reverse	5	-0.22137382626533508
590889	rnn.bias_ih_l0_reverse	6	0.2555829584598541
590889	rnn.bias_ih_l0_reverse	7	-0.32598814368247986
590889	rnn.bias_ih_l0_reverse	8	-0.18005231022834778
590889	rnn.bias_ih_l0_reverse	9	-0.17964176833629608
590889	rnn.bias_hh_l0_reverse	0	-0.12653417885303497
590889	rnn.bias_hh_l0_reverse	1	0.2646903395652771
590889	rnn.bias_hh_l0_reverse	2	-0.33349037170410156
590889	rnn.bias_hh_l0_reverse	3	-0.21662446856498718
590889	rnn.bias_hh_l0_reverse	4	-0.4164469540119171
590889	rnn.bias_hh_l0_reverse	5	-0.18215860426425934
590889	rnn.bias_hh_l0_reverse	6	-0.24959515035152435
590889	rnn.bias_hh_l0_reverse	7	-0.08930505067110062
590889	rnn.bias_hh_l0_reverse	8	-0.33565837144851685
590889	rnn.bias_hh_l0_reverse	9	0.20227694511413574
590889	linear.weight	0	0.191783145070076
590889	linear.weight	1	-0.4368246793746948
590889	linear.weight	2	0.04291258007287979
590889	linear.weight	3	0.06753133237361908
590889	linear.weight	4	-0.15353628993034363
590889	linear.weight	5	0.23911190032958984
590889	linear.weight	6	-0.08114863187074661
590889	linear.weight	7	-0.0603470616042614
590889	linear.weight	8	0.11921529471874237
590889	linear.weight	9	-0.04935099557042122
590889	linear.bias	0	-0.8427733182907104
590889	linear.bias	1	1.8562860488891602
590889	linear.bias	2	0.7871792912483215
590889	linear.bias	3	-2.722346544265747
590889	linear.bias	4	-0.10258474946022034
590889	linear.bias	5	1.3031327724456787
590889	linear.bias	6	-0.2641853094100952
590889	linear.bias	7	0.8071966767311096
590889	linear.bias	8	2.105484962463379
590889	linear.bias	9	-1.3901159763336182
591498	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
591498	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
591498	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
591498	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
591498	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
591498	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
591498	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
591498	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
591498	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
591498	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
591498	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
591498	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
591498	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
591498	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
591498	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
591498	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
591498	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
591498	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
591498	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
591498	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
591498	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
591498	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
591498	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
591498	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
591498	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
591498	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
591498	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
591498	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
591498	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
591498	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
591498	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
591498	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
591498	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
591498	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
591498	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
591498	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
591498	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
591498	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
591498	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
591498	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
591498	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
591498	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
591498	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
591498	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
591498	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
591498	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
591498	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
591498	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
591498	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
591498	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
591498	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
591498	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
591498	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
591498	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
591498	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
591498	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
591498	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
591498	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
591498	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
591498	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
591498	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
591498	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
591498	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
591498	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
591498	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
591498	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
591498	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
591498	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
591498	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
591498	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
591498	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
591498	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
591498	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
591498	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
591498	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
591498	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
591498	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
591498	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
591498	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
591498	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
591498	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
591498	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
591498	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
591498	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
591498	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
591498	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
591498	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
591498	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
591498	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
591498	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
591498	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
591498	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
591498	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
591498	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
591498	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
591498	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
591498	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
591498	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
591498	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
591498	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
591498	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
591498	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
591498	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
591498	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
591498	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
591498	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
591498	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
591498	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
591498	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
591498	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
591498	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
591498	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
591498	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
591498	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
591498	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
591498	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
591498	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
591498	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
591498	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
591498	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
591498	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
591498	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
591498	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
591498	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
591498	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
591498	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
591498	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
591498	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
591498	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
591498	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
591498	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
591498	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
591498	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
591498	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
591498	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
591498	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
591498	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
591498	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
591498	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
591498	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
591498	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
591498	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
591498	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
591498	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
591498	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
591498	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
591498	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
591498	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
591498	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
591498	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
591498	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
591498	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
591498	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
591498	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
591498	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
591498	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
591498	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
591498	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
591498	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
591498	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
591498	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
591498	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
591498	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
591498	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
591498	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
591498	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
591498	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
591498	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
591498	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
591498	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
591498	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
591498	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
591498	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
591498	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
591498	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
591498	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
591498	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
591498	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
591498	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
591498	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
591498	embedding2nn.weight	0	0.3247621953487396
591498	embedding2nn.weight	1	0.382703959941864
591498	embedding2nn.weight	2	0.0104627450928092
591498	embedding2nn.weight	3	0.020219236612319946
591498	embedding2nn.weight	4	-0.026206187903881073
591498	embedding2nn.weight	5	0.06699004769325256
591498	embedding2nn.weight	6	0.0016367017524316907
591498	embedding2nn.weight	7	0.009237763471901417
591498	embedding2nn.weight	8	0.028307108208537102
591498	embedding2nn.weight	9	-0.060033224523067474
591498	embedding2nn.bias	0	0.018256383016705513
591498	embedding2nn.bias	1	-0.18806369602680206
591498	embedding2nn.bias	2	0.12822754681110382
591498	embedding2nn.bias	3	0.1643274873495102
591498	embedding2nn.bias	4	0.14922761917114258
591498	embedding2nn.bias	5	-0.045239999890327454
591498	embedding2nn.bias	6	-0.03159429877996445
591498	embedding2nn.bias	7	0.051234420388936996
591498	embedding2nn.bias	8	-0.17247015237808228
591498	embedding2nn.bias	9	-0.36156198382377625
591498	rnn.weight_ih_l0	0	-0.005681210663169622
591498	rnn.weight_ih_l0	1	-0.051277630031108856
591498	rnn.weight_ih_l0	2	-0.048284392803907394
591498	rnn.weight_ih_l0	3	0.10162382572889328
591498	rnn.weight_ih_l0	4	0.022305317223072052
591498	rnn.weight_ih_l0	5	-0.04614175856113434
591498	rnn.weight_ih_l0	6	-0.01420800480991602
591498	rnn.weight_ih_l0	7	-0.028600331395864487
591498	rnn.weight_ih_l0	8	0.014665305614471436
591498	rnn.weight_ih_l0	9	-0.10805481672286987
591498	rnn.weight_hh_l0	0	-0.019259026274085045
591498	rnn.weight_hh_l0	1	0.08185800164937973
591498	rnn.weight_hh_l0	2	0.013593384996056557
591498	rnn.weight_hh_l0	3	-0.024405281990766525
591498	rnn.weight_hh_l0	4	0.06384923309087753
591498	rnn.weight_hh_l0	5	0.017985330894589424
591498	rnn.weight_hh_l0	6	-0.07536289095878601
591498	rnn.weight_hh_l0	7	-0.09957005828619003
591498	rnn.weight_hh_l0	8	0.035484425723552704
591498	rnn.weight_hh_l0	9	-0.1118936836719513
591498	rnn.bias_ih_l0	0	0.18767721951007843
591498	rnn.bias_ih_l0	1	-0.331889271736145
591498	rnn.bias_ih_l0	2	-0.03575509414076805
591498	rnn.bias_ih_l0	3	-0.21363826096057892
591498	rnn.bias_ih_l0	4	0.028974689543247223
591498	rnn.bias_ih_l0	5	-0.4313220977783203
591498	rnn.bias_ih_l0	6	-0.15224145352840424
591498	rnn.bias_ih_l0	7	-0.3651048541069031
591498	rnn.bias_ih_l0	8	-0.3037552237510681
591498	rnn.bias_ih_l0	9	-0.46285775303840637
591498	rnn.bias_hh_l0	0	-0.3502677083015442
591498	rnn.bias_hh_l0	1	-0.42801010608673096
591498	rnn.bias_hh_l0	2	-0.38754943013191223
591498	rnn.bias_hh_l0	3	-0.06918489187955856
591498	rnn.bias_hh_l0	4	-0.3985680639743805
591498	rnn.bias_hh_l0	5	-0.3523632287979126
591498	rnn.bias_hh_l0	6	-0.12380515038967133
591498	rnn.bias_hh_l0	7	0.05617724731564522
591498	rnn.bias_hh_l0	8	-0.22014160454273224
591498	rnn.bias_hh_l0	9	-0.5697706937789917
591498	rnn.weight_ih_l0_reverse	0	0.030819641426205635
591498	rnn.weight_ih_l0_reverse	1	-0.03818186745047569
591498	rnn.weight_ih_l0_reverse	2	-0.01765384152531624
591498	rnn.weight_ih_l0_reverse	3	-0.14379799365997314
591498	rnn.weight_ih_l0_reverse	4	0.08459988981485367
591498	rnn.weight_ih_l0_reverse	5	-0.12994085252285004
591498	rnn.weight_ih_l0_reverse	6	0.01163442526012659
591498	rnn.weight_ih_l0_reverse	7	0.032170724123716354
591498	rnn.weight_ih_l0_reverse	8	-0.06778684258460999
591498	rnn.weight_ih_l0_reverse	9	-0.06802310049533844
591498	rnn.weight_hh_l0_reverse	0	-0.1407553255558014
591498	rnn.weight_hh_l0_reverse	1	0.02479657717049122
591498	rnn.weight_hh_l0_reverse	2	-0.024999035522341728
591498	rnn.weight_hh_l0_reverse	3	0.0229214895516634
591498	rnn.weight_hh_l0_reverse	4	-0.08281922340393066
591498	rnn.weight_hh_l0_reverse	5	0.03446589410305023
591498	rnn.weight_hh_l0_reverse	6	0.02670511230826378
591498	rnn.weight_hh_l0_reverse	7	-0.12155202031135559
591498	rnn.weight_hh_l0_reverse	8	-0.06745568662881851
591498	rnn.weight_hh_l0_reverse	9	0.04882165044546127
591498	rnn.bias_ih_l0_reverse	0	-0.16098034381866455
591498	rnn.bias_ih_l0_reverse	1	-0.07394568622112274
591498	rnn.bias_ih_l0_reverse	2	0.12916626036167145
591498	rnn.bias_ih_l0_reverse	3	-0.3071101903915405
591498	rnn.bias_ih_l0_reverse	4	0.0069029247388243675
591498	rnn.bias_ih_l0_reverse	5	-0.22115735709667206
591498	rnn.bias_ih_l0_reverse	6	0.2571862041950226
591498	rnn.bias_ih_l0_reverse	7	-0.3243647515773773
591498	rnn.bias_ih_l0_reverse	8	-0.18011386692523956
591498	rnn.bias_ih_l0_reverse	9	-0.18044975399971008
591498	rnn.bias_hh_l0_reverse	0	-0.13094186782836914
591498	rnn.bias_hh_l0_reverse	1	0.26080313324928284
591498	rnn.bias_hh_l0_reverse	2	-0.3328690230846405
591498	rnn.bias_hh_l0_reverse	3	-0.2085852026939392
591498	rnn.bias_hh_l0_reverse	4	-0.4144439995288849
591498	rnn.bias_hh_l0_reverse	5	-0.18354575335979462
591498	rnn.bias_hh_l0_reverse	6	-0.2511748671531677
591498	rnn.bias_hh_l0_reverse	7	-0.08915995806455612
591498	rnn.bias_hh_l0_reverse	8	-0.33495450019836426
591498	rnn.bias_hh_l0_reverse	9	0.20313283801078796
591498	linear.weight	0	0.19069860875606537
591498	linear.weight	1	-0.43481874465942383
591498	linear.weight	2	0.020848063752055168
591498	linear.weight	3	0.06753073632717133
591498	linear.weight	4	-0.16721881926059723
591498	linear.weight	5	0.25128525495529175
591498	linear.weight	6	-0.058976300060749054
591498	linear.weight	7	-0.06034225597977638
591498	linear.weight	8	0.111251600086689
591498	linear.weight	9	-0.049354203045368195
591498	linear.bias	0	-0.8501802682876587
591498	linear.bias	1	1.8685272932052612
591498	linear.bias	2	0.782754123210907
591498	linear.bias	3	-2.722473382949829
591498	linear.bias	4	-0.11459140479564667
591498	linear.bias	5	1.293028712272644
591498	linear.bias	6	-0.28128042817115784
591498	linear.bias	7	0.7973538041114807
591498	linear.bias	8	2.066392183303833
591498	linear.bias	9	-1.3982422351837158
591506	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
591506	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
591506	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
591506	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
591506	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
591506	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
591506	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
591506	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
591506	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
591506	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
591506	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
591506	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
591506	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
591506	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
591506	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
591506	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
591506	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
591506	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
591506	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
591506	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
591506	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
591506	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
591506	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
591506	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
591506	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
591506	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
591506	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
591506	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
591506	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
591506	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
591506	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
591506	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
591506	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
591506	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
591506	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
591506	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
591506	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
591506	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
591506	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
591506	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
591506	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
591506	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
591506	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
591506	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
591506	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
591506	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
591506	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
591506	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
591506	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
591506	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
591506	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
591506	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
591506	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
591506	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
591506	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
591506	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
591506	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
591506	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
591506	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
591506	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
591506	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
591506	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
591506	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
591506	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
591506	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
591506	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
591506	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
591506	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
591506	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
591506	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
591506	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
591506	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
591506	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
591506	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
591506	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
591506	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
591506	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
591506	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
591506	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
591506	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
591506	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
591506	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
591506	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
591506	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
591506	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
591506	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
591506	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
591506	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
591506	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
591506	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
591506	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
591506	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
591506	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
591506	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
591506	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
591506	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
591506	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
591506	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
591506	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
591506	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
591506	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
591506	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
591506	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
591506	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
591506	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
591506	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
591506	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
591506	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
591506	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
591506	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
591506	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
591506	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
591506	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
591506	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
591506	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
591506	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
591506	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
591506	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
591506	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
591506	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
591506	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
591506	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
591506	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
591506	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
591506	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
591506	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
591506	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
591506	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
591506	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
591506	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
591506	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
591506	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
591506	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
591506	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
591506	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
591506	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
591506	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
591506	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
591506	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
591506	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
591506	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
591506	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
591506	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
591506	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
591506	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
591506	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
591506	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
591506	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
591506	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
591506	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
591506	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
591506	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
591506	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
591506	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
591506	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
591506	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
591506	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
591506	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
591506	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
591506	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
591506	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
591506	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
591506	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
591506	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
591506	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
591506	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
591506	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
591506	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
591506	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
591506	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
591506	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
591506	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
591506	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
591506	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
591506	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
591506	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
591506	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
591506	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
591506	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
591506	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
591506	embedding2nn.weight	0	0.3248652517795563
591506	embedding2nn.weight	1	0.38288530707359314
591506	embedding2nn.weight	2	0.010673792101442814
591506	embedding2nn.weight	3	0.020467035472393036
591506	embedding2nn.weight	4	-0.026540277525782585
591506	embedding2nn.weight	5	0.06709253042936325
591506	embedding2nn.weight	6	0.001821257290430367
591506	embedding2nn.weight	7	0.008313149213790894
591506	embedding2nn.weight	8	0.028408335521817207
591506	embedding2nn.weight	9	-0.05997563153505325
591506	embedding2nn.bias	0	0.018415633589029312
591506	embedding2nn.bias	1	-0.18986552953720093
591506	embedding2nn.bias	2	0.1286541223526001
591506	embedding2nn.bias	3	0.1610722690820694
591506	embedding2nn.bias	4	0.1480960100889206
591506	embedding2nn.bias	5	-0.04432890564203262
591506	embedding2nn.bias	6	-0.035271476954221725
591506	embedding2nn.bias	7	0.05033576488494873
591506	embedding2nn.bias	8	-0.17668728530406952
591506	embedding2nn.bias	9	-0.362006276845932
591506	rnn.weight_ih_l0	0	-0.005706390831619501
591506	rnn.weight_ih_l0	1	-0.05137829855084419
591506	rnn.weight_ih_l0	2	-0.04813375324010849
591506	rnn.weight_ih_l0	3	0.10170798003673553
591506	rnn.weight_ih_l0	4	0.021919624879956245
591506	rnn.weight_ih_l0	5	-0.046516455709934235
591506	rnn.weight_ih_l0	6	-0.014048690907657146
591506	rnn.weight_ih_l0	7	-0.028329337015748024
591506	rnn.weight_ih_l0	8	0.014246918261051178
591506	rnn.weight_ih_l0	9	-0.10821626335382462
591506	rnn.weight_hh_l0	0	-0.019273249432444572
591506	rnn.weight_hh_l0	1	0.08185700327157974
591506	rnn.weight_hh_l0	2	0.013627217151224613
591506	rnn.weight_hh_l0	3	-0.02440677583217621
591506	rnn.weight_hh_l0	4	0.06389553099870682
591506	rnn.weight_hh_l0	5	0.017951810732483864
591506	rnn.weight_hh_l0	6	-0.07537014037370682
591506	rnn.weight_hh_l0	7	-0.09935376048088074
591506	rnn.weight_hh_l0	8	0.03545573726296425
591506	rnn.weight_hh_l0	9	-0.11190550029277802
591506	rnn.bias_ih_l0	0	0.18663135170936584
591506	rnn.bias_ih_l0	1	-0.33214834332466125
591506	rnn.bias_ih_l0	2	-0.03571426868438721
591506	rnn.bias_ih_l0	3	-0.21345975995063782
591506	rnn.bias_ih_l0	4	0.028748031705617905
591506	rnn.bias_ih_l0	5	-0.43149909377098083
591506	rnn.bias_ih_l0	6	-0.15243111550807953
591506	rnn.bias_ih_l0	7	-0.3650350868701935
591506	rnn.bias_ih_l0	8	-0.3031013309955597
591506	rnn.bias_ih_l0	9	-0.4626435935497284
591506	rnn.bias_hh_l0	0	-0.35009151697158813
591506	rnn.bias_hh_l0	1	-0.4280005097389221
591506	rnn.bias_hh_l0	2	-0.3879198729991913
591506	rnn.bias_hh_l0	3	-0.06945744901895523
591506	rnn.bias_hh_l0	4	-0.3985578119754791
591506	rnn.bias_hh_l0	5	-0.35218313336372375
591506	rnn.bias_hh_l0	6	-0.12388724088668823
591506	rnn.bias_hh_l0	7	0.056489501148462296
591506	rnn.bias_hh_l0	8	-0.22035107016563416
591506	rnn.bias_hh_l0	9	-0.56977379322052
591506	rnn.weight_ih_l0_reverse	0	0.03075125813484192
591506	rnn.weight_ih_l0_reverse	1	-0.03827529400587082
591506	rnn.weight_ih_l0_reverse	2	-0.017726708203554153
591506	rnn.weight_ih_l0_reverse	3	-0.1440071016550064
591506	rnn.weight_ih_l0_reverse	4	0.08486725389957428
591506	rnn.weight_ih_l0_reverse	5	-0.12966251373291016
591506	rnn.weight_ih_l0_reverse	6	0.011616280302405357
591506	rnn.weight_ih_l0_reverse	7	0.03211238607764244
591506	rnn.weight_ih_l0_reverse	8	-0.06773874908685684
591506	rnn.weight_ih_l0_reverse	9	-0.06829160451889038
591506	rnn.weight_hh_l0_reverse	0	-0.1408606618642807
591506	rnn.weight_hh_l0_reverse	1	0.024753354489803314
591506	rnn.weight_hh_l0_reverse	2	-0.024872614070773125
591506	rnn.weight_hh_l0_reverse	3	0.022951675578951836
591506	rnn.weight_hh_l0_reverse	4	-0.08287135511636734
591506	rnn.weight_hh_l0_reverse	5	0.034476350992918015
591506	rnn.weight_hh_l0_reverse	6	0.02670111134648323
591506	rnn.weight_hh_l0_reverse	7	-0.12164189666509628
591506	rnn.weight_hh_l0_reverse	8	-0.06740937381982803
591506	rnn.weight_hh_l0_reverse	9	0.04882630333304405
591506	rnn.bias_ih_l0_reverse	0	-0.1612713634967804
591506	rnn.bias_ih_l0_reverse	1	-0.07417789101600647
591506	rnn.bias_ih_l0_reverse	2	0.12908916175365448
591506	rnn.bias_ih_l0_reverse	3	-0.3067588806152344
591506	rnn.bias_ih_l0_reverse	4	0.006942327134311199
591506	rnn.bias_ih_l0_reverse	5	-0.22180402278900146
591506	rnn.bias_ih_l0_reverse	6	0.257095605134964
591506	rnn.bias_ih_l0_reverse	7	-0.3241225779056549
591506	rnn.bias_ih_l0_reverse	8	-0.1801883578300476
591506	rnn.bias_ih_l0_reverse	9	-0.18084408342838287
591506	rnn.bias_hh_l0_reverse	0	-0.13067838549613953
591506	rnn.bias_hh_l0_reverse	1	0.2613328993320465
591506	rnn.bias_hh_l0_reverse	2	-0.3330429196357727
591506	rnn.bias_hh_l0_reverse	3	-0.2091226726770401
591506	rnn.bias_hh_l0_reverse	4	-0.41407281160354614
591506	rnn.bias_hh_l0_reverse	5	-0.1839740127325058
591506	rnn.bias_hh_l0_reverse	6	-0.250806987285614
591506	rnn.bias_hh_l0_reverse	7	-0.08932101726531982
591506	rnn.bias_hh_l0_reverse	8	-0.3352862596511841
591506	rnn.bias_hh_l0_reverse	9	0.20253491401672363
591506	linear.weight	0	0.19101908802986145
591506	linear.weight	1	-0.4347972571849823
591506	linear.weight	2	0.0198675449937582
591506	linear.weight	3	0.06753074377775192
591506	linear.weight	4	-0.1680692881345749
591506	linear.weight	5	0.25388532876968384
591506	linear.weight	6	-0.05930712819099426
591506	linear.weight	7	-0.06034224480390549
591506	linear.weight	8	0.11116527765989304
591506	linear.weight	9	-0.04935427010059357
591506	linear.bias	0	-0.8515805602073669
591506	linear.bias	1	1.8506287336349487
591506	linear.bias	2	0.7871176600456238
591506	linear.bias	3	-2.7224743366241455
591506	linear.bias	4	-0.11452212929725647
591506	linear.bias	5	1.2982957363128662
591506	linear.bias	6	-0.2769149839878082
591506	linear.bias	7	0.7940821051597595
591506	linear.bias	8	2.0659515857696533
591506	linear.bias	9	-1.398342490196228
592115	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
592115	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
592115	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
592115	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
592115	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
592115	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
592115	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
592115	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
592115	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
592115	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
592115	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
592115	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
592115	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
592115	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
592115	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
592115	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
592115	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
592115	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
592115	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
592115	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
592115	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
592115	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
592115	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
592115	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
592115	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
592115	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
592115	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
592115	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
592115	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
592115	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
592115	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
592115	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
592115	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
592115	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
592115	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
592115	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
592115	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
592115	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
592115	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
592115	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
592115	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
592115	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
592115	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
592115	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
592115	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
592115	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
592115	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
592115	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
592115	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
592115	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
592115	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
592115	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
592115	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
592115	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
592115	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
592115	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
592115	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
592115	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
592115	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
592115	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
592115	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
592115	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
592115	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
592115	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
592115	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
592115	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
592115	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
592115	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
592115	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
592115	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
592115	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
592115	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
592115	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
592115	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
592115	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
592115	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
592115	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
592115	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
592115	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
592115	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
592115	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
592115	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
592115	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
592115	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
592115	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
592115	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
592115	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
592115	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
592115	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
592115	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
592115	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
592115	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
592115	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
592115	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
592115	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
592115	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
592115	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
592115	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
592115	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
592115	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
592115	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
592115	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
592115	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
592115	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
592115	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
592115	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
592115	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
592115	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
592115	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
592115	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
592115	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
592115	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
592115	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
592115	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
592115	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
592115	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
592115	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
592115	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
592115	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
592115	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
592115	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
592115	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
592115	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
592115	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
592115	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
592115	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
592115	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
592115	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
592115	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
592115	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
592115	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
592115	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
592115	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
592115	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
592115	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
592115	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
592115	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
592115	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
592115	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
592115	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
592115	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
592115	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
592115	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
592115	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
592115	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
592115	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
592115	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
592115	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
592115	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
592115	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
592115	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
592115	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
592115	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
592115	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
592115	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
592115	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
592115	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
592115	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
592115	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
592115	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
592115	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
592115	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
592115	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
592115	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
592115	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
592115	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
592115	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
592115	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
592115	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
592115	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
592115	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
592115	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
592115	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
592115	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
592115	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
592115	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
592115	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
592115	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
592115	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
592115	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
592115	embedding2nn.weight	0	0.32529598474502563
592115	embedding2nn.weight	1	0.38358306884765625
592115	embedding2nn.weight	2	0.00852506048977375
592115	embedding2nn.weight	3	0.01564561016857624
592115	embedding2nn.weight	4	-0.026938501745462418
592115	embedding2nn.weight	5	0.06899109482765198
592115	embedding2nn.weight	6	-0.0042422148399055
592115	embedding2nn.weight	7	0.010112429037690163
592115	embedding2nn.weight	8	0.02390832081437111
592115	embedding2nn.weight	9	-0.06119786947965622
592115	embedding2nn.bias	0	0.025265371426939964
592115	embedding2nn.bias	1	-0.19951094686985016
592115	embedding2nn.bias	2	0.1300954818725586
592115	embedding2nn.bias	3	0.14959678053855896
592115	embedding2nn.bias	4	0.1523904800415039
592115	embedding2nn.bias	5	-0.04280633106827736
592115	embedding2nn.bias	6	-0.03775552660226822
592115	embedding2nn.bias	7	0.0515090748667717
592115	embedding2nn.bias	8	-0.16418962180614471
592115	embedding2nn.bias	9	-0.348328560590744
592115	rnn.weight_ih_l0	0	-0.00505107780918479
592115	rnn.weight_ih_l0	1	-0.05165601894259453
592115	rnn.weight_ih_l0	2	-0.0488479882478714
592115	rnn.weight_ih_l0	3	0.09992536157369614
592115	rnn.weight_ih_l0	4	0.02238881029188633
592115	rnn.weight_ih_l0	5	-0.047743041068315506
592115	rnn.weight_ih_l0	6	-0.01668705604970455
592115	rnn.weight_ih_l0	7	-0.028233185410499573
592115	rnn.weight_ih_l0	8	0.009258843027055264
592115	rnn.weight_ih_l0	9	-0.10817781835794449
592115	rnn.weight_hh_l0	0	-0.019324637949466705
592115	rnn.weight_hh_l0	1	0.08097930252552032
592115	rnn.weight_hh_l0	2	0.01412495132535696
592115	rnn.weight_hh_l0	3	-0.025052152574062347
592115	rnn.weight_hh_l0	4	0.06456129252910614
592115	rnn.weight_hh_l0	5	0.018551407381892204
592115	rnn.weight_hh_l0	6	-0.07528910785913467
592115	rnn.weight_hh_l0	7	-0.09870614111423492
592115	rnn.weight_hh_l0	8	0.035589516162872314
592115	rnn.weight_hh_l0	9	-0.11223289370536804
592115	rnn.bias_ih_l0	0	0.19841012358665466
592115	rnn.bias_ih_l0	1	-0.334146648645401
592115	rnn.bias_ih_l0	2	-0.03493305668234825
592115	rnn.bias_ih_l0	3	-0.2132062464952469
592115	rnn.bias_ih_l0	4	0.02788018062710762
592115	rnn.bias_ih_l0	5	-0.4346636235713959
592115	rnn.bias_ih_l0	6	-0.15011250972747803
592115	rnn.bias_ih_l0	7	-0.3643476665019989
592115	rnn.bias_ih_l0	8	-0.3020392060279846
592115	rnn.bias_ih_l0	9	-0.4690708518028259
592115	rnn.bias_hh_l0	0	-0.349256694316864
592115	rnn.bias_hh_l0	1	-0.4301271140575409
592115	rnn.bias_hh_l0	2	-0.3854418992996216
592115	rnn.bias_hh_l0	3	-0.07160554081201553
592115	rnn.bias_hh_l0	4	-0.39642593264579773
592115	rnn.bias_hh_l0	5	-0.35486459732055664
592115	rnn.bias_hh_l0	6	-0.12295941263437271
592115	rnn.bias_hh_l0	7	0.05377010256052017
592115	rnn.bias_hh_l0	8	-0.22103065252304077
592115	rnn.bias_hh_l0	9	-0.5691419243812561
592115	rnn.weight_ih_l0_reverse	0	0.02751542255282402
592115	rnn.weight_ih_l0_reverse	1	-0.03892882540822029
592115	rnn.weight_ih_l0_reverse	2	-0.018477139994502068
592115	rnn.weight_ih_l0_reverse	3	-0.14328423142433167
592115	rnn.weight_ih_l0_reverse	4	0.08550547063350677
592115	rnn.weight_ih_l0_reverse	5	-0.13317447900772095
592115	rnn.weight_ih_l0_reverse	6	0.013624328188598156
592115	rnn.weight_ih_l0_reverse	7	0.03098203055560589
592115	rnn.weight_ih_l0_reverse	8	-0.06498546153306961
592115	rnn.weight_ih_l0_reverse	9	-0.06444909423589706
592115	rnn.weight_hh_l0_reverse	0	-0.14071689546108246
592115	rnn.weight_hh_l0_reverse	1	0.025174451991915703
592115	rnn.weight_hh_l0_reverse	2	-0.024998918175697327
592115	rnn.weight_hh_l0_reverse	3	0.02279016003012657
592115	rnn.weight_hh_l0_reverse	4	-0.08324668556451797
592115	rnn.weight_hh_l0_reverse	5	0.034543704241514206
592115	rnn.weight_hh_l0_reverse	6	0.026508551090955734
592115	rnn.weight_hh_l0_reverse	7	-0.12222886085510254
592115	rnn.weight_hh_l0_reverse	8	-0.06543277204036713
592115	rnn.weight_hh_l0_reverse	9	0.047823771834373474
592115	rnn.bias_ih_l0_reverse	0	-0.16128204762935638
592115	rnn.bias_ih_l0_reverse	1	-0.07230783253908157
592115	rnn.bias_ih_l0_reverse	2	0.13316422700881958
592115	rnn.bias_ih_l0_reverse	3	-0.30801454186439514
592115	rnn.bias_ih_l0_reverse	4	0.0050416188314557076
592115	rnn.bias_ih_l0_reverse	5	-0.22265735268592834
592115	rnn.bias_ih_l0_reverse	6	0.2609153389930725
592115	rnn.bias_ih_l0_reverse	7	-0.3266712725162506
592115	rnn.bias_ih_l0_reverse	8	-0.180974081158638
592115	rnn.bias_ih_l0_reverse	9	-0.18193618953227997
592115	rnn.bias_hh_l0_reverse	0	-0.12553063035011292
592115	rnn.bias_hh_l0_reverse	1	0.26239249110221863
592115	rnn.bias_hh_l0_reverse	2	-0.3364436626434326
592115	rnn.bias_hh_l0_reverse	3	-0.21329113841056824
592115	rnn.bias_hh_l0_reverse	4	-0.4138699471950531
592115	rnn.bias_hh_l0_reverse	5	-0.18328677117824554
592115	rnn.bias_hh_l0_reverse	6	-0.2546766698360443
592115	rnn.bias_hh_l0_reverse	7	-0.09068059921264648
592115	rnn.bias_hh_l0_reverse	8	-0.33720073103904724
592115	rnn.bias_hh_l0_reverse	9	0.20242741703987122
592115	linear.weight	0	0.19972310960292816
592115	linear.weight	1	-0.4306221306324005
592115	linear.weight	2	0.013829605653882027
592115	linear.weight	3	0.06753027439117432
592115	linear.weight	4	-0.1720365732908249
592115	linear.weight	5	0.26204267144203186
592115	linear.weight	6	-0.050834450870752335
592115	linear.weight	7	-0.06033921614289284
592115	linear.weight	8	0.1011890172958374
592115	linear.weight	9	-0.04935738071799278
592115	linear.bias	0	-0.8487978577613831
592115	linear.bias	1	1.8434031009674072
592115	linear.bias	2	0.8123558163642883
592115	linear.bias	3	-2.7225849628448486
592115	linear.bias	4	-0.09721904247999191
592115	linear.bias	5	1.258520245552063
592115	linear.bias	6	-0.2666322588920593
592115	linear.bias	7	0.7908437252044678
592115	linear.bias	8	2.1191296577453613
592115	linear.bias	9	-1.3937186002731323
592724	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
592724	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
592724	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
592724	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
592724	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
592724	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
592724	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
592724	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
592724	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
592724	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
592724	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
592724	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
592724	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
592724	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
592724	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
592724	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
592724	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
592724	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
592724	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
592724	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
592724	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
592724	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
592724	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
592724	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
592724	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
592724	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
592724	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
592724	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
592724	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
592724	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
592724	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
592724	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
592724	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
592724	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
592724	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
592724	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
592724	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
592724	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
592724	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
592724	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
592724	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
592724	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
592724	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
592724	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
592724	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
592724	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
592724	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
592724	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
592724	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
592724	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
592724	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
592724	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
592724	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
592724	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
592724	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
592724	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
592724	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
592724	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
592724	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
592724	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
592724	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
592724	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
592724	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
592724	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
592724	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
592724	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
592724	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
592724	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
592724	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
592724	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
592724	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
592724	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
592724	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
592724	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
592724	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
592724	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
592724	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
592724	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
592724	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
592724	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
592724	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
592724	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
592724	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
592724	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
592724	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
592724	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
592724	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
592724	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
592724	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
592724	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
592724	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
592724	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
592724	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
592724	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
592724	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
592724	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
592724	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
592724	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
592724	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
592724	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
592724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
592724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
592724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
592724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
592724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
592724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
592724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
592724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
592724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
592724	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
592724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
592724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
592724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
592724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
592724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
592724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
592724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
592724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
592724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
592724	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
592724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
592724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
592724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
592724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
592724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
592724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
592724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
592724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
592724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
592724	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
592724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
592724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
592724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
592724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
592724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
592724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
592724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
592724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
592724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
592724	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
592724	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
592724	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
592724	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
592724	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
592724	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
592724	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
592724	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
592724	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
592724	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
592724	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
592724	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
592724	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
592724	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
592724	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
592724	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
592724	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
592724	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
592724	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
592724	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
592724	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
592724	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
592724	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
592724	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
592724	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
592724	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
592724	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
592724	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
592724	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
592724	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
592724	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
592724	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
592724	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
592724	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
592724	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
592724	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
592724	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
592724	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
592724	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
592724	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
592724	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
592724	embedding2nn.weight	0	0.3257301151752472
592724	embedding2nn.weight	1	0.3845632076263428
592724	embedding2nn.weight	2	0.0103601710870862
592724	embedding2nn.weight	3	0.012221579439938068
592724	embedding2nn.weight	4	-0.02725762128829956
592724	embedding2nn.weight	5	0.06746342033147812
592724	embedding2nn.weight	6	0.00401834724470973
592724	embedding2nn.weight	7	0.0063408673740923405
592724	embedding2nn.weight	8	0.026407692581415176
592724	embedding2nn.weight	9	-0.06447755545377731
592724	embedding2nn.bias	0	0.0442814901471138
592724	embedding2nn.bias	1	-0.2023068517446518
592724	embedding2nn.bias	2	0.12622520327568054
592724	embedding2nn.bias	3	0.1522824764251709
592724	embedding2nn.bias	4	0.15449291467666626
592724	embedding2nn.bias	5	-0.03996795788407326
592724	embedding2nn.bias	6	-0.03782033920288086
592724	embedding2nn.bias	7	0.0649108961224556
592724	embedding2nn.bias	8	-0.1604306846857071
592724	embedding2nn.bias	9	-0.3493742346763611
592724	rnn.weight_ih_l0	0	-0.00484061473980546
592724	rnn.weight_ih_l0	1	-0.05230545252561569
592724	rnn.weight_ih_l0	2	-0.05257285758852959
592724	rnn.weight_ih_l0	3	0.10038731247186661
592724	rnn.weight_ih_l0	4	0.020617924630641937
592724	rnn.weight_ih_l0	5	-0.048210982233285904
592724	rnn.weight_ih_l0	6	-0.015527024865150452
592724	rnn.weight_ih_l0	7	-0.030535927042365074
592724	rnn.weight_ih_l0	8	0.0036596274003386497
592724	rnn.weight_ih_l0	9	-0.10941599309444427
592724	rnn.weight_hh_l0	0	-0.019426636397838593
592724	rnn.weight_hh_l0	1	0.0806090459227562
592724	rnn.weight_hh_l0	2	0.014210553839802742
592724	rnn.weight_hh_l0	3	-0.024791203439235687
592724	rnn.weight_hh_l0	4	0.06559253484010696
592724	rnn.weight_hh_l0	5	0.018437432125210762
592724	rnn.weight_hh_l0	6	-0.07545779645442963
592724	rnn.weight_hh_l0	7	-0.09809152781963348
592724	rnn.weight_hh_l0	8	0.035588767379522324
592724	rnn.weight_hh_l0	9	-0.11202465742826462
592724	rnn.bias_ih_l0	0	0.19985121488571167
592724	rnn.bias_ih_l0	1	-0.33407101035118103
592724	rnn.bias_ih_l0	2	-0.03388923034071922
592724	rnn.bias_ih_l0	3	-0.21039171516895294
592724	rnn.bias_ih_l0	4	0.027612438425421715
592724	rnn.bias_ih_l0	5	-0.43330222368240356
592724	rnn.bias_ih_l0	6	-0.14844125509262085
592724	rnn.bias_ih_l0	7	-0.3640342950820923
592724	rnn.bias_ih_l0	8	-0.29875171184539795
592724	rnn.bias_ih_l0	9	-0.4629969298839569
592724	rnn.bias_hh_l0	0	-0.3532760739326477
592724	rnn.bias_hh_l0	1	-0.4258146286010742
592724	rnn.bias_hh_l0	2	-0.38589003682136536
592724	rnn.bias_hh_l0	3	-0.07443101704120636
592724	rnn.bias_hh_l0	4	-0.3950496017932892
592724	rnn.bias_hh_l0	5	-0.35583388805389404
592724	rnn.bias_hh_l0	6	-0.1249329149723053
592724	rnn.bias_hh_l0	7	0.05520535632967949
592724	rnn.bias_hh_l0	8	-0.22668278217315674
592724	rnn.bias_hh_l0	9	-0.5692479014396667
592724	rnn.weight_ih_l0_reverse	0	0.023731760680675507
592724	rnn.weight_ih_l0_reverse	1	-0.03871120139956474
592724	rnn.weight_ih_l0_reverse	2	-0.018176469951868057
592724	rnn.weight_ih_l0_reverse	3	-0.14276549220085144
592724	rnn.weight_ih_l0_reverse	4	0.08522725105285645
592724	rnn.weight_ih_l0_reverse	5	-0.13364224135875702
592724	rnn.weight_ih_l0_reverse	6	0.012532037682831287
592724	rnn.weight_ih_l0_reverse	7	0.029467817395925522
592724	rnn.weight_ih_l0_reverse	8	-0.0641973465681076
592724	rnn.weight_ih_l0_reverse	9	-0.06310229748487473
592724	rnn.weight_hh_l0_reverse	0	-0.1415645182132721
592724	rnn.weight_hh_l0_reverse	1	0.025388050824403763
592724	rnn.weight_hh_l0_reverse	2	-0.025393344461917877
592724	rnn.weight_hh_l0_reverse	3	0.02282305620610714
592724	rnn.weight_hh_l0_reverse	4	-0.08349563926458359
592724	rnn.weight_hh_l0_reverse	5	0.034385040402412415
592724	rnn.weight_hh_l0_reverse	6	0.026323875412344933
592724	rnn.weight_hh_l0_reverse	7	-0.12267706543207169
592724	rnn.weight_hh_l0_reverse	8	-0.0650164932012558
592724	rnn.weight_hh_l0_reverse	9	0.048594553023576736
592724	rnn.bias_ih_l0_reverse	0	-0.1633274108171463
592724	rnn.bias_ih_l0_reverse	1	-0.07811267673969269
592724	rnn.bias_ih_l0_reverse	2	0.13371412456035614
592724	rnn.bias_ih_l0_reverse	3	-0.3097236156463623
592724	rnn.bias_ih_l0_reverse	4	0.011035892181098461
592724	rnn.bias_ih_l0_reverse	5	-0.22514420747756958
592724	rnn.bias_ih_l0_reverse	6	0.2635013163089752
592724	rnn.bias_ih_l0_reverse	7	-0.3303062915802002
592724	rnn.bias_ih_l0_reverse	8	-0.18005932867527008
592724	rnn.bias_ih_l0_reverse	9	-0.18557654321193695
592724	rnn.bias_hh_l0_reverse	0	-0.12461387366056442
592724	rnn.bias_hh_l0_reverse	1	0.2624410092830658
592724	rnn.bias_hh_l0_reverse	2	-0.33932366967201233
592724	rnn.bias_hh_l0_reverse	3	-0.21568678319454193
592724	rnn.bias_hh_l0_reverse	4	-0.4166693687438965
592724	rnn.bias_hh_l0_reverse	5	-0.19261400401592255
592724	rnn.bias_hh_l0_reverse	6	-0.2557028532028198
592724	rnn.bias_hh_l0_reverse	7	-0.08957520127296448
592724	rnn.bias_hh_l0_reverse	8	-0.3408671021461487
592724	rnn.bias_hh_l0_reverse	9	0.20461878180503845
592724	linear.weight	0	0.205595463514328
592724	linear.weight	1	-0.4238070547580719
592724	linear.weight	2	0.01369117945432663
592724	linear.weight	3	0.06752987205982208
592724	linear.weight	4	-0.15725590288639069
592724	linear.weight	5	0.2561609745025635
592724	linear.weight	6	-0.03924191743135452
592724	linear.weight	7	-0.06033485755324364
592724	linear.weight	8	0.10525158047676086
592724	linear.weight	9	-0.04935991019010544
592724	linear.bias	0	-0.8427246809005737
592724	linear.bias	1	1.8754817247390747
592724	linear.bias	2	0.7724606394767761
592724	linear.bias	3	-2.7227108478546143
592724	linear.bias	4	-0.10406603664159775
592724	linear.bias	5	1.271499752998352
592724	linear.bias	6	-0.25809451937675476
592724	linear.bias	7	0.7920432686805725
592724	linear.bias	8	2.1152942180633545
592724	linear.bias	9	-1.3933411836624146
593333	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
593333	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
593333	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
593333	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
593333	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
593333	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
593333	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
593333	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
593333	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
593333	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
593333	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
593333	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
593333	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
593333	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
593333	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
593333	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
593333	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
593333	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
593333	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
593333	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
593333	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
593333	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
593333	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
593333	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
593333	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
593333	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
593333	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
593333	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
593333	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
593333	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
593333	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
593333	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
593333	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
593333	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
593333	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
593333	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
593333	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
593333	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
593333	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
593333	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
593333	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
593333	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
593333	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
593333	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
593333	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
593333	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
593333	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
593333	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
593333	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
593333	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
593333	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
593333	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
593333	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
593333	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
593333	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
593333	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
593333	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
593333	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
593333	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
593333	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
593333	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
593333	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
593333	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
593333	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
593333	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
593333	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
593333	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
593333	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
593333	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
593333	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
593333	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
593333	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
593333	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
593333	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
593333	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
593333	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
593333	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
593333	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
593333	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
593333	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
593333	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
593333	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
593333	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
593333	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
593333	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
593333	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
593333	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
593333	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
593333	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
593333	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
593333	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
593333	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
593333	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
593333	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
593333	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
593333	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
593333	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
593333	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
593333	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
593333	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
593333	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
593333	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
593333	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
593333	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
593333	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
593333	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
593333	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
593333	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
593333	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
593333	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
593333	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
593333	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
593333	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
593333	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
593333	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
593333	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
593333	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
593333	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
593333	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
593333	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
593333	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
593333	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
593333	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
593333	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
593333	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
593333	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
593333	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
593333	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
593333	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
593333	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
593333	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
593333	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
593333	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
593333	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
593333	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
593333	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
593333	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
593333	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
593333	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
593333	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
593333	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
593333	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
593333	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
593333	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
593333	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
593333	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
593333	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
593333	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
593333	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
593333	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
593333	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
593333	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
593333	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
593333	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
593333	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
593333	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
593333	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
593333	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
593333	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
593333	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
593333	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
593333	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
593333	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
593333	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
593333	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
593333	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
593333	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
593333	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
593333	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
593333	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
593333	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
593333	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
593333	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
593333	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
593333	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
593333	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
593333	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
593333	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
593333	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
593333	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
593333	embedding2nn.weight	0	0.326824814081192
593333	embedding2nn.weight	1	0.3844221830368042
593333	embedding2nn.weight	2	0.00789884477853775
593333	embedding2nn.weight	3	0.002689712680876255
593333	embedding2nn.weight	4	-0.025236742570996284
593333	embedding2nn.weight	5	0.06879395991563797
593333	embedding2nn.weight	6	0.003734126454219222
593333	embedding2nn.weight	7	0.009370601736009121
593333	embedding2nn.weight	8	0.030457833781838417
593333	embedding2nn.weight	9	-0.05995415523648262
593333	embedding2nn.bias	0	0.03162407502532005
593333	embedding2nn.bias	1	-0.2052335888147354
593333	embedding2nn.bias	2	0.12532036006450653
593333	embedding2nn.bias	3	0.14790545403957367
593333	embedding2nn.bias	4	0.1526310294866562
593333	embedding2nn.bias	5	-0.03955560177564621
593333	embedding2nn.bias	6	-0.04397512972354889
593333	embedding2nn.bias	7	0.0427858904004097
593333	embedding2nn.bias	8	-0.1690346598625183
593333	embedding2nn.bias	9	-0.34608393907546997
593333	rnn.weight_ih_l0	0	-0.005303132813423872
593333	rnn.weight_ih_l0	1	-0.050742942839860916
593333	rnn.weight_ih_l0	2	-0.05835257098078728
593333	rnn.weight_ih_l0	3	0.10133245587348938
593333	rnn.weight_ih_l0	4	0.015808872878551483
593333	rnn.weight_ih_l0	5	-0.04552995041012764
593333	rnn.weight_ih_l0	6	-0.015771087259054184
593333	rnn.weight_ih_l0	7	-0.03163190186023712
593333	rnn.weight_ih_l0	8	0.005856017116457224
593333	rnn.weight_ih_l0	9	-0.11323688924312592
593333	rnn.weight_hh_l0	0	-0.019923049956560135
593333	rnn.weight_hh_l0	1	0.0804981216788292
593333	rnn.weight_hh_l0	2	0.01449987106025219
593333	rnn.weight_hh_l0	3	-0.024704547598958015
593333	rnn.weight_hh_l0	4	0.06522248685359955
593333	rnn.weight_hh_l0	5	0.017647862434387207
593333	rnn.weight_hh_l0	6	-0.07591181993484497
593333	rnn.weight_hh_l0	7	-0.0969337746500969
593333	rnn.weight_hh_l0	8	0.035529110580682755
593333	rnn.weight_hh_l0	9	-0.1119125559926033
593333	rnn.bias_ih_l0	0	0.19526763260364532
593333	rnn.bias_ih_l0	1	-0.33384010195732117
593333	rnn.bias_ih_l0	2	-0.03410487622022629
593333	rnn.bias_ih_l0	3	-0.2038809359073639
593333	rnn.bias_ih_l0	4	0.02673662267625332
593333	rnn.bias_ih_l0	5	-0.4347802996635437
593333	rnn.bias_ih_l0	6	-0.14836174249649048
593333	rnn.bias_ih_l0	7	-0.3646363317966461
593333	rnn.bias_ih_l0	8	-0.29341596364974976
593333	rnn.bias_ih_l0	9	-0.46213263273239136
593333	rnn.bias_hh_l0	0	-0.3518020212650299
593333	rnn.bias_hh_l0	1	-0.4277922809123993
593333	rnn.bias_hh_l0	2	-0.3923436105251312
593333	rnn.bias_hh_l0	3	-0.07383868843317032
593333	rnn.bias_hh_l0	4	-0.396291047334671
593333	rnn.bias_hh_l0	5	-0.35755211114883423
593333	rnn.bias_hh_l0	6	-0.12214885652065277
593333	rnn.bias_hh_l0	7	0.060224615037441254
593333	rnn.bias_hh_l0	8	-0.2271108329296112
593333	rnn.bias_hh_l0	9	-0.5723799467086792
593333	rnn.weight_ih_l0_reverse	0	0.023830214515328407
593333	rnn.weight_ih_l0_reverse	1	-0.0403384231030941
593333	rnn.weight_ih_l0_reverse	2	-0.016873329877853394
593333	rnn.weight_ih_l0_reverse	3	-0.14031390845775604
593333	rnn.weight_ih_l0_reverse	4	0.08529429882764816
593333	rnn.weight_ih_l0_reverse	5	-0.1320173144340515
593333	rnn.weight_ih_l0_reverse	6	0.012135133147239685
593333	rnn.weight_ih_l0_reverse	7	0.029632030054926872
593333	rnn.weight_ih_l0_reverse	8	-0.06382419914007187
593333	rnn.weight_ih_l0_reverse	9	-0.06316973268985748
593333	rnn.weight_hh_l0_reverse	0	-0.14120784401893616
593333	rnn.weight_hh_l0_reverse	1	0.02391192689538002
593333	rnn.weight_hh_l0_reverse	2	-0.025335323065519333
593333	rnn.weight_hh_l0_reverse	3	0.023012783378362656
593333	rnn.weight_hh_l0_reverse	4	-0.08286227285861969
593333	rnn.weight_hh_l0_reverse	5	0.03419886529445648
593333	rnn.weight_hh_l0_reverse	6	0.026428837329149246
593333	rnn.weight_hh_l0_reverse	7	-0.12024477124214172
593333	rnn.weight_hh_l0_reverse	8	-0.06554684042930603
593333	rnn.weight_hh_l0_reverse	9	0.04982047900557518
593333	rnn.bias_ih_l0_reverse	0	-0.15989553928375244
593333	rnn.bias_ih_l0_reverse	1	-0.07883670926094055
593333	rnn.bias_ih_l0_reverse	2	0.13535305857658386
593333	rnn.bias_ih_l0_reverse	3	-0.3094918727874756
593333	rnn.bias_ih_l0_reverse	4	0.022729968652129173
593333	rnn.bias_ih_l0_reverse	5	-0.22419102489948273
593333	rnn.bias_ih_l0_reverse	6	0.26586785912513733
593333	rnn.bias_ih_l0_reverse	7	-0.33236876130104065
593333	rnn.bias_ih_l0_reverse	8	-0.18060259521007538
593333	rnn.bias_ih_l0_reverse	9	-0.1879674792289734
593333	rnn.bias_hh_l0_reverse	0	-0.11753290146589279
593333	rnn.bias_hh_l0_reverse	1	0.26965969800949097
593333	rnn.bias_hh_l0_reverse	2	-0.336615651845932
593333	rnn.bias_hh_l0_reverse	3	-0.22175879776477814
593333	rnn.bias_hh_l0_reverse	4	-0.4131881594657898
593333	rnn.bias_hh_l0_reverse	5	-0.19721388816833496
593333	rnn.bias_hh_l0_reverse	6	-0.259230375289917
593333	rnn.bias_hh_l0_reverse	7	-0.08793309330940247
593333	rnn.bias_hh_l0_reverse	8	-0.3372454345226288
593333	rnn.bias_hh_l0_reverse	9	0.20229966938495636
593333	linear.weight	0	0.2321641892194748
593333	linear.weight	1	-0.42760059237480164
593333	linear.weight	2	0.020053353160619736
593333	linear.weight	3	0.06753052026033401
593333	linear.weight	4	-0.16630741953849792
593333	linear.weight	5	0.26671838760375977
593333	linear.weight	6	-0.03561549261212349
593333	linear.weight	7	-0.06033126264810562
593333	linear.weight	8	0.11034850776195526
593333	linear.weight	9	-0.04936440289020538
593333	linear.bias	0	-0.8359758853912354
593333	linear.bias	1	1.8690282106399536
593333	linear.bias	2	0.7968607544898987
593333	linear.bias	3	-2.722820520401001
593333	linear.bias	4	-0.1141459122300148
593333	linear.bias	5	1.249610185623169
593333	linear.bias	6	-0.26205793023109436
593333	linear.bias	7	0.7764168381690979
593333	linear.bias	8	2.1070313453674316
593333	linear.bias	9	-1.390926480293274
593942	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
593942	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
593942	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
593942	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
593942	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
593942	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
593942	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
593942	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
593942	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
593942	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
593942	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
593942	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
593942	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
593942	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
593942	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
593942	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
593942	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
593942	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
593942	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
593942	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
593942	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
593942	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
593942	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
593942	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
593942	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
593942	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
593942	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
593942	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
593942	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
593942	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
593942	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
593942	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
593942	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
593942	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
593942	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
593942	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
593942	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
593942	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
593942	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
593942	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
593942	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
593942	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
593942	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
593942	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
593942	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
593942	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
593942	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
593942	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
593942	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
593942	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
593942	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
593942	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
593942	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
593942	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
593942	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
593942	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
593942	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
593942	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
593942	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
593942	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
593942	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
593942	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
593942	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
593942	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
593942	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
593942	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
593942	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
593942	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
593942	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
593942	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
593942	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
593942	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
593942	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
593942	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
593942	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
593942	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
593942	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
593942	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
593942	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
593942	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
593942	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
593942	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
593942	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
593942	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
593942	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
593942	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
593942	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
593942	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
593942	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
593942	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
593942	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
593942	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
593942	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
593942	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
593942	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
593942	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
593942	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
593942	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
593942	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
593942	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
593942	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
593942	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
593942	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
593942	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
593942	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
593942	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
593942	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
593942	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
593942	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
593942	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
593942	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
593942	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
593942	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
593942	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
593942	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
593942	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
593942	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
593942	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
593942	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
593942	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
593942	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
593942	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
593942	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
593942	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
593942	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
593942	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
593942	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
593942	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
593942	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
593942	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
593942	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
593942	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
593942	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
593942	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
593942	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
593942	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
593942	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
593942	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
593942	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
593942	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
593942	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
593942	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
593942	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
593942	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
593942	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
593942	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
593942	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
593942	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
593942	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
593942	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
593942	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
593942	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
593942	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
593942	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
593942	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
593942	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
593942	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
593942	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
593942	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
593942	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
593942	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
593942	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
593942	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
593942	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
593942	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
593942	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
593942	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
593942	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
593942	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
593942	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
593942	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
593942	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
593942	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
593942	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
593942	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
593942	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
593942	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
593942	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
593942	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
593942	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
593942	embedding2nn.weight	0	0.32522550225257874
593942	embedding2nn.weight	1	0.3868613541126251
593942	embedding2nn.weight	2	0.006155293434858322
593942	embedding2nn.weight	3	-0.00478295236825943
593942	embedding2nn.weight	4	-0.026540255174040794
593942	embedding2nn.weight	5	0.06976386159658432
593942	embedding2nn.weight	6	7.070297579048201e-05
593942	embedding2nn.weight	7	0.014500926248729229
593942	embedding2nn.weight	8	0.030169213190674782
593942	embedding2nn.weight	9	-0.05983598530292511
593942	embedding2nn.bias	0	0.011729429475963116
593942	embedding2nn.bias	1	-0.18481981754302979
593942	embedding2nn.bias	2	0.12064119428396225
593942	embedding2nn.bias	3	0.15346704423427582
593942	embedding2nn.bias	4	0.15084856748580933
593942	embedding2nn.bias	5	-0.0537743903696537
593942	embedding2nn.bias	6	-0.040829479694366455
593942	embedding2nn.bias	7	0.02995905838906765
593942	embedding2nn.bias	8	-0.17681598663330078
593942	embedding2nn.bias	9	-0.3536529839038849
593942	rnn.weight_ih_l0	0	-0.004583307541906834
593942	rnn.weight_ih_l0	1	-0.051095638424158096
593942	rnn.weight_ih_l0	2	-0.05903223901987076
593942	rnn.weight_ih_l0	3	0.1017090231180191
593942	rnn.weight_ih_l0	4	0.018108967691659927
593942	rnn.weight_ih_l0	5	-0.046417154371738434
593942	rnn.weight_ih_l0	6	-0.013743010349571705
593942	rnn.weight_ih_l0	7	-0.025852151215076447
593942	rnn.weight_ih_l0	8	0.010711496695876122
593942	rnn.weight_ih_l0	9	-0.11827313899993896
593942	rnn.weight_hh_l0	0	-0.020013324916362762
593942	rnn.weight_hh_l0	1	0.08092277497053146
593942	rnn.weight_hh_l0	2	0.014404522255063057
593942	rnn.weight_hh_l0	3	-0.024615151807665825
593942	rnn.weight_hh_l0	4	0.0652465671300888
593942	rnn.weight_hh_l0	5	0.017625626176595688
593942	rnn.weight_hh_l0	6	-0.07592084258794785
593942	rnn.weight_hh_l0	7	-0.0970226526260376
593942	rnn.weight_hh_l0	8	0.03548143804073334
593942	rnn.weight_hh_l0	9	-0.11083071678876877
593942	rnn.bias_ih_l0	0	0.1962416172027588
593942	rnn.bias_ih_l0	1	-0.3352295160293579
593942	rnn.bias_ih_l0	2	-0.03556051850318909
593942	rnn.bias_ih_l0	3	-0.20826707780361176
593942	rnn.bias_ih_l0	4	0.024338915944099426
593942	rnn.bias_ih_l0	5	-0.43242791295051575
593942	rnn.bias_ih_l0	6	-0.1446457952260971
593942	rnn.bias_ih_l0	7	-0.36388689279556274
593942	rnn.bias_ih_l0	8	-0.2930193543434143
593942	rnn.bias_ih_l0	9	-0.45821255445480347
593942	rnn.bias_hh_l0	0	-0.3495335578918457
593942	rnn.bias_hh_l0	1	-0.4274594783782959
593942	rnn.bias_hh_l0	2	-0.39499932527542114
593942	rnn.bias_hh_l0	3	-0.07435543835163116
593942	rnn.bias_hh_l0	4	-0.3948994278907776
593942	rnn.bias_hh_l0	5	-0.35787683725357056
593942	rnn.bias_hh_l0	6	-0.12346824258565903
593942	rnn.bias_hh_l0	7	0.06643430888652802
593942	rnn.bias_hh_l0	8	-0.23051755130290985
593942	rnn.bias_hh_l0	9	-0.5703862309455872
593942	rnn.weight_ih_l0_reverse	0	0.024912772700190544
593942	rnn.weight_ih_l0_reverse	1	-0.04013502597808838
593942	rnn.weight_ih_l0_reverse	2	-0.01760241948068142
593942	rnn.weight_ih_l0_reverse	3	-0.14068721234798431
593942	rnn.weight_ih_l0_reverse	4	0.0845818743109703
593942	rnn.weight_ih_l0_reverse	5	-0.1334819793701172
593942	rnn.weight_ih_l0_reverse	6	0.012622285634279251
593942	rnn.weight_ih_l0_reverse	7	0.03053213097155094
593942	rnn.weight_ih_l0_reverse	8	-0.06051599979400635
593942	rnn.weight_ih_l0_reverse	9	-0.0616893470287323
593942	rnn.weight_hh_l0_reverse	0	-0.14145874977111816
593942	rnn.weight_hh_l0_reverse	1	0.023978589102625847
593942	rnn.weight_hh_l0_reverse	2	-0.02483820728957653
593942	rnn.weight_hh_l0_reverse	3	0.02350800298154354
593942	rnn.weight_hh_l0_reverse	4	-0.08291508257389069
593942	rnn.weight_hh_l0_reverse	5	0.034089263528585434
593942	rnn.weight_hh_l0_reverse	6	0.02648116648197174
593942	rnn.weight_hh_l0_reverse	7	-0.12098410725593567
593942	rnn.weight_hh_l0_reverse	8	-0.06475812196731567
593942	rnn.weight_hh_l0_reverse	9	0.049949824810028076
593942	rnn.bias_ih_l0_reverse	0	-0.15997228026390076
593942	rnn.bias_ih_l0_reverse	1	-0.07547443360090256
593942	rnn.bias_ih_l0_reverse	2	0.13429424166679382
593942	rnn.bias_ih_l0_reverse	3	-0.3063248097896576
593942	rnn.bias_ih_l0_reverse	4	0.013600442558526993
593942	rnn.bias_ih_l0_reverse	5	-0.22334639728069305
593942	rnn.bias_ih_l0_reverse	6	0.2677813172340393
593942	rnn.bias_ih_l0_reverse	7	-0.33179739117622375
593942	rnn.bias_ih_l0_reverse	8	-0.18027491867542267
593942	rnn.bias_ih_l0_reverse	9	-0.1873081475496292
593942	rnn.bias_hh_l0_reverse	0	-0.11007287353277206
593942	rnn.bias_hh_l0_reverse	1	0.2721848487854004
593942	rnn.bias_hh_l0_reverse	2	-0.3338652551174164
593942	rnn.bias_hh_l0_reverse	3	-0.22170192003250122
593942	rnn.bias_hh_l0_reverse	4	-0.41047024726867676
593942	rnn.bias_hh_l0_reverse	5	-0.19400395452976227
593942	rnn.bias_hh_l0_reverse	6	-0.25492045283317566
593942	rnn.bias_hh_l0_reverse	7	-0.09242097288370132
593942	rnn.bias_hh_l0_reverse	8	-0.33792346715927124
593942	rnn.bias_hh_l0_reverse	9	0.19973981380462646
593942	linear.weight	0	0.2091463804244995
593942	linear.weight	1	-0.45524880290031433
593942	linear.weight	2	0.036559756845235825
593942	linear.weight	3	0.06753010302782059
593942	linear.weight	4	-0.16080433130264282
593942	linear.weight	5	0.2616530954837799
593942	linear.weight	6	-0.029779333621263504
593942	linear.weight	7	-0.06032765284180641
593942	linear.weight	8	0.11613442748785019
593942	linear.weight	9	-0.0493665412068367
593942	linear.bias	0	-0.8523410558700562
593942	linear.bias	1	1.853684663772583
593942	linear.bias	2	0.8028236627578735
593942	linear.bias	3	-2.722914695739746
593942	linear.bias	4	-0.10450507700443268
593942	linear.bias	5	1.2442131042480469
593942	linear.bias	6	-0.24625356495380402
593942	linear.bias	7	0.7678976058959961
593942	linear.bias	8	2.091113805770874
593942	linear.bias	9	-1.3868714570999146
594551	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
594551	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
594551	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
594551	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
594551	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
594551	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
594551	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
594551	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
594551	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
594551	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
594551	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
594551	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
594551	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
594551	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
594551	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
594551	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
594551	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
594551	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
594551	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
594551	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
594551	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
594551	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
594551	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
594551	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
594551	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
594551	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
594551	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
594551	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
594551	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
594551	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
594551	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
594551	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
594551	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
594551	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
594551	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
594551	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
594551	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
594551	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
594551	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
594551	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
594551	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
594551	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
594551	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
594551	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
594551	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
594551	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
594551	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
594551	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
594551	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
594551	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
594551	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
594551	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
594551	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
594551	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
594551	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
594551	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
594551	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
594551	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
594551	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
594551	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
594551	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
594551	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
594551	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
594551	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
594551	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
594551	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
594551	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
594551	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
594551	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
594551	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
594551	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
594551	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
594551	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
594551	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
594551	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
594551	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
594551	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
594551	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
594551	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
594551	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
594551	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
594551	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
594551	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
594551	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
594551	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
594551	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
594551	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
594551	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
594551	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
594551	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
594551	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
594551	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
594551	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
594551	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
594551	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
594551	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
594551	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
594551	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
594551	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
594551	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
594551	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
594551	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
594551	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
594551	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
594551	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
594551	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
594551	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
594551	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
594551	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
594551	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
594551	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
594551	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
594551	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
594551	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
594551	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
594551	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
594551	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
594551	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
594551	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
594551	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
594551	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
594551	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
594551	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
594551	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
594551	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
594551	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
594551	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
594551	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
594551	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
594551	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
594551	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
594551	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
594551	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
594551	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
594551	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
594551	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
594551	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
594551	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
594551	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
594551	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
594551	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
594551	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
594551	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
594551	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
594551	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
594551	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
594551	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
594551	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
594551	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
594551	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
594551	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
594551	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
594551	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
594551	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
594551	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
594551	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
594551	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
594551	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
594551	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
594551	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
594551	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
594551	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
594551	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
594551	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
594551	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
594551	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
594551	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
594551	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
594551	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
594551	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
594551	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
594551	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
594551	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
594551	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
594551	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
594551	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
594551	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
594551	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
594551	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
594551	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
594551	embedding2nn.weight	0	0.3254210948944092
594551	embedding2nn.weight	1	0.38650766015052795
594551	embedding2nn.weight	2	0.010787622071802616
594551	embedding2nn.weight	3	0.0020187802147120237
594551	embedding2nn.weight	4	-0.028195925056934357
594551	embedding2nn.weight	5	0.06884079426527023
594551	embedding2nn.weight	6	0.010356392711400986
594551	embedding2nn.weight	7	0.01907474733889103
594551	embedding2nn.weight	8	0.03083650954067707
594551	embedding2nn.weight	9	-0.0568198598921299
594551	embedding2nn.bias	0	0.013912010937929153
594551	embedding2nn.bias	1	-0.19559815526008606
594551	embedding2nn.bias	2	0.1267244964838028
594551	embedding2nn.bias	3	0.15776367485523224
594551	embedding2nn.bias	4	0.14271557331085205
594551	embedding2nn.bias	5	-0.0561814084649086
594551	embedding2nn.bias	6	-0.03687085583806038
594551	embedding2nn.bias	7	0.0464651919901371
594551	embedding2nn.bias	8	-0.17044325172901154
594551	embedding2nn.bias	9	-0.35072997212409973
594551	rnn.weight_ih_l0	0	-0.0042688483372330666
594551	rnn.weight_ih_l0	1	-0.050770800560712814
594551	rnn.weight_ih_l0	2	-0.05855923146009445
594551	rnn.weight_ih_l0	3	0.10302995145320892
594551	rnn.weight_ih_l0	4	0.016124216839671135
594551	rnn.weight_ih_l0	5	-0.045241862535476685
594551	rnn.weight_ih_l0	6	-0.009872909635305405
594551	rnn.weight_ih_l0	7	-0.024024734273552895
594551	rnn.weight_ih_l0	8	0.005678710527718067
594551	rnn.weight_ih_l0	9	-0.11589369177818298
594551	rnn.weight_hh_l0	0	-0.01964901201426983
594551	rnn.weight_hh_l0	1	0.08057284355163574
594551	rnn.weight_hh_l0	2	0.01425460446625948
594551	rnn.weight_hh_l0	3	-0.024075236171483994
594551	rnn.weight_hh_l0	4	0.06536157429218292
594551	rnn.weight_hh_l0	5	0.017321163788437843
594551	rnn.weight_hh_l0	6	-0.07635464519262314
594551	rnn.weight_hh_l0	7	-0.09627046436071396
594551	rnn.weight_hh_l0	8	0.03549802303314209
594551	rnn.weight_hh_l0	9	-0.11060472577810287
594551	rnn.bias_ih_l0	0	0.19403722882270813
594551	rnn.bias_ih_l0	1	-0.336334764957428
594551	rnn.bias_ih_l0	2	-0.038128167390823364
594551	rnn.bias_ih_l0	3	-0.20964181423187256
594551	rnn.bias_ih_l0	4	0.017490770667791367
594551	rnn.bias_ih_l0	5	-0.4325031042098999
594551	rnn.bias_ih_l0	6	-0.14438995718955994
594551	rnn.bias_ih_l0	7	-0.3637045621871948
594551	rnn.bias_ih_l0	8	-0.29727327823638916
594551	rnn.bias_ih_l0	9	-0.4569147825241089
594551	rnn.bias_hh_l0	0	-0.35316044092178345
594551	rnn.bias_hh_l0	1	-0.42683249711990356
594551	rnn.bias_hh_l0	2	-0.3996550738811493
594551	rnn.bias_hh_l0	3	-0.07671929150819778
594551	rnn.bias_hh_l0	4	-0.39815255999565125
594551	rnn.bias_hh_l0	5	-0.35589465498924255
594551	rnn.bias_hh_l0	6	-0.12318320572376251
594551	rnn.bias_hh_l0	7	0.0670839175581932
594551	rnn.bias_hh_l0	8	-0.23103167116641998
594551	rnn.bias_hh_l0	9	-0.573287844657898
594551	rnn.weight_ih_l0_reverse	0	0.030254580080509186
594551	rnn.weight_ih_l0_reverse	1	-0.038940560072660446
594551	rnn.weight_ih_l0_reverse	2	-0.017488891258835793
594551	rnn.weight_ih_l0_reverse	3	-0.14261394739151
594551	rnn.weight_ih_l0_reverse	4	0.08416121453046799
594551	rnn.weight_ih_l0_reverse	5	-0.12724913656711578
594551	rnn.weight_ih_l0_reverse	6	0.01282939687371254
594551	rnn.weight_ih_l0_reverse	7	0.030746418982744217
594551	rnn.weight_ih_l0_reverse	8	-0.0634036511182785
594551	rnn.weight_ih_l0_reverse	9	-0.06487531960010529
594551	rnn.weight_hh_l0_reverse	0	-0.14075663685798645
594551	rnn.weight_hh_l0_reverse	1	0.023504002019762993
594551	rnn.weight_hh_l0_reverse	2	-0.02432871423661709
594551	rnn.weight_hh_l0_reverse	3	0.02303328737616539
594551	rnn.weight_hh_l0_reverse	4	-0.08370207250118256
594551	rnn.weight_hh_l0_reverse	5	0.034238941967487335
594551	rnn.weight_hh_l0_reverse	6	0.02642744965851307
594551	rnn.weight_hh_l0_reverse	7	-0.12116394191980362
594551	rnn.weight_hh_l0_reverse	8	-0.06374123692512512
594551	rnn.weight_hh_l0_reverse	9	0.048812128603458405
594551	rnn.bias_ih_l0_reverse	0	-0.1625305861234665
594551	rnn.bias_ih_l0_reverse	1	-0.0716579481959343
594551	rnn.bias_ih_l0_reverse	2	0.13246338069438934
594551	rnn.bias_ih_l0_reverse	3	-0.3028353154659271
594551	rnn.bias_ih_l0_reverse	4	0.011494740843772888
594551	rnn.bias_ih_l0_reverse	5	-0.2224687784910202
594551	rnn.bias_ih_l0_reverse	6	0.2682178318500519
594551	rnn.bias_ih_l0_reverse	7	-0.3353116512298584
594551	rnn.bias_ih_l0_reverse	8	-0.18186119198799133
594551	rnn.bias_ih_l0_reverse	9	-0.18144316971302032
594551	rnn.bias_hh_l0_reverse	0	-0.11281885206699371
594551	rnn.bias_hh_l0_reverse	1	0.2663792073726654
594551	rnn.bias_hh_l0_reverse	2	-0.3365347683429718
594551	rnn.bias_hh_l0_reverse	3	-0.22197672724723816
594551	rnn.bias_hh_l0_reverse	4	-0.4097921550273895
594551	rnn.bias_hh_l0_reverse	5	-0.19717957079410553
594551	rnn.bias_hh_l0_reverse	6	-0.2554478049278259
594551	rnn.bias_hh_l0_reverse	7	-0.09129078686237335
594551	rnn.bias_hh_l0_reverse	8	-0.3388950526714325
594551	rnn.bias_hh_l0_reverse	9	0.2038852572441101
594551	linear.weight	0	0.19448596239089966
594551	linear.weight	1	-0.45297375321388245
594551	linear.weight	2	0.031495895236730576
594551	linear.weight	3	0.06752972304821014
594551	linear.weight	4	-0.1411076784133911
594551	linear.weight	5	0.2557039260864258
594551	linear.weight	6	-0.03113826923072338
594551	linear.weight	7	-0.0603255070745945
594551	linear.weight	8	0.13744354248046875
594551	linear.weight	9	-0.04936844855546951
594551	linear.bias	0	-0.8466909527778625
594551	linear.bias	1	1.8524301052093506
594551	linear.bias	2	0.7775983810424805
594551	linear.bias	3	-2.7230076789855957
594551	linear.bias	4	-0.10526236891746521
594551	linear.bias	5	1.2567402124404907
594551	linear.bias	6	-0.25134989619255066
594551	linear.bias	7	0.780227780342102
594551	linear.bias	8	2.1260454654693604
594551	linear.bias	9	-1.3978201150894165
595160	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
595160	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
595160	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
595160	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
595160	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
595160	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
595160	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
595160	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
595160	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
595160	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
595160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
595160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
595160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
595160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
595160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
595160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
595160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
595160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
595160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
595160	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
595160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
595160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
595160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
595160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
595160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
595160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
595160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
595160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
595160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
595160	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
595160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
595160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
595160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
595160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
595160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
595160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
595160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
595160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
595160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
595160	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
595160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
595160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
595160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
595160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
595160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
595160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
595160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
595160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
595160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
595160	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
595160	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
595160	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
595160	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
595160	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
595160	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
595160	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
595160	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
595160	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
595160	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
595160	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
595160	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
595160	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
595160	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
595160	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
595160	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
595160	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
595160	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
595160	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
595160	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
595160	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
595160	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
595160	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
595160	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
595160	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
595160	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
595160	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
595160	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
595160	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
595160	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
595160	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
595160	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
595160	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
595160	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
595160	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
595160	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
595160	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
595160	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
595160	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
595160	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
595160	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
595160	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
595160	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
595160	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
595160	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
595160	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
595160	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
595160	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
595160	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
595160	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
595160	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
595160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
595160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
595160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
595160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
595160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
595160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
595160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
595160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
595160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
595160	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
595160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
595160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
595160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
595160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
595160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
595160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
595160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
595160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
595160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
595160	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
595160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
595160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
595160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
595160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
595160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
595160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
595160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
595160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
595160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
595160	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
595160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
595160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
595160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
595160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
595160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
595160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
595160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
595160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
595160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
595160	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
595160	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
595160	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
595160	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
595160	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
595160	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
595160	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
595160	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
595160	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
595160	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
595160	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
595160	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
595160	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
595160	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
595160	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
595160	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
595160	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
595160	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
595160	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
595160	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
595160	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
595160	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
595160	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
595160	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
595160	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
595160	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
595160	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
595160	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
595160	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
595160	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
595160	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
595160	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
595160	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
595160	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
595160	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
595160	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
595160	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
595160	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
595160	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
595160	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
595160	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
595160	embedding2nn.weight	0	0.324819415807724
595160	embedding2nn.weight	1	0.3844652473926544
595160	embedding2nn.weight	2	0.011421071365475655
595160	embedding2nn.weight	3	-0.0001330732338828966
595160	embedding2nn.weight	4	-0.030059125274419785
595160	embedding2nn.weight	5	0.06906039267778397
595160	embedding2nn.weight	6	0.010132319293916225
595160	embedding2nn.weight	7	0.018802408128976822
595160	embedding2nn.weight	8	0.029026389122009277
595160	embedding2nn.weight	9	-0.058502502739429474
595160	embedding2nn.bias	0	0.030217807739973068
595160	embedding2nn.bias	1	-0.1982271671295166
595160	embedding2nn.bias	2	0.1438392996788025
595160	embedding2nn.bias	3	0.15865057706832886
595160	embedding2nn.bias	4	0.1509360522031784
595160	embedding2nn.bias	5	-0.06671056896448135
595160	embedding2nn.bias	6	-0.0384673997759819
595160	embedding2nn.bias	7	0.0616777129471302
595160	embedding2nn.bias	8	-0.17180635035037994
595160	embedding2nn.bias	9	-0.35820451378822327
595160	rnn.weight_ih_l0	0	-0.004533982370048761
595160	rnn.weight_ih_l0	1	-0.05042815953493118
595160	rnn.weight_ih_l0	2	-0.06110673397779465
595160	rnn.weight_ih_l0	3	0.1057945042848587
595160	rnn.weight_ih_l0	4	0.015084993094205856
595160	rnn.weight_ih_l0	5	-0.04533804580569267
595160	rnn.weight_ih_l0	6	-0.010673889890313148
595160	rnn.weight_ih_l0	7	-0.02186548337340355
595160	rnn.weight_ih_l0	8	0.01229142863303423
595160	rnn.weight_ih_l0	9	-0.11383788287639618
595160	rnn.weight_hh_l0	0	-0.019761567935347557
595160	rnn.weight_hh_l0	1	0.0806734636425972
595160	rnn.weight_hh_l0	2	0.013366329483687878
595160	rnn.weight_hh_l0	3	-0.023894155398011208
595160	rnn.weight_hh_l0	4	0.06507663428783417
595160	rnn.weight_hh_l0	5	0.016999835148453712
595160	rnn.weight_hh_l0	6	-0.07668664306402206
595160	rnn.weight_hh_l0	7	-0.09617329388856888
595160	rnn.weight_hh_l0	8	0.03549549728631973
595160	rnn.weight_hh_l0	9	-0.11069364845752716
595160	rnn.bias_ih_l0	0	0.18720360100269318
595160	rnn.bias_ih_l0	1	-0.33444148302078247
595160	rnn.bias_ih_l0	2	-0.039066437631845474
595160	rnn.bias_ih_l0	3	-0.21148216724395752
595160	rnn.bias_ih_l0	4	0.020611250773072243
595160	rnn.bias_ih_l0	5	-0.4340195059776306
595160	rnn.bias_ih_l0	6	-0.14369727671146393
595160	rnn.bias_ih_l0	7	-0.36463630199432373
595160	rnn.bias_ih_l0	8	-0.2977747321128845
595160	rnn.bias_ih_l0	9	-0.4568413496017456
595160	rnn.bias_hh_l0	0	-0.35359102487564087
595160	rnn.bias_hh_l0	1	-0.42670705914497375
595160	rnn.bias_hh_l0	2	-0.4034458100795746
595160	rnn.bias_hh_l0	3	-0.07633303105831146
595160	rnn.bias_hh_l0	4	-0.400665283203125
595160	rnn.bias_hh_l0	5	-0.35457053780555725
595160	rnn.bias_hh_l0	6	-0.11958839744329453
595160	rnn.bias_hh_l0	7	0.07209065556526184
595160	rnn.bias_hh_l0	8	-0.2347850799560547
595160	rnn.bias_hh_l0	9	-0.5761447548866272
595160	rnn.weight_ih_l0_reverse	0	0.028112754225730896
595160	rnn.weight_ih_l0_reverse	1	-0.04055820032954216
595160	rnn.weight_ih_l0_reverse	2	-0.017081575468182564
595160	rnn.weight_ih_l0_reverse	3	-0.14268392324447632
595160	rnn.weight_ih_l0_reverse	4	0.08327552676200867
595160	rnn.weight_ih_l0_reverse	5	-0.1221618577837944
595160	rnn.weight_ih_l0_reverse	6	0.01175188273191452
595160	rnn.weight_ih_l0_reverse	7	0.030381951481103897
595160	rnn.weight_ih_l0_reverse	8	-0.06213279813528061
595160	rnn.weight_ih_l0_reverse	9	-0.06699643284082413
595160	rnn.weight_hh_l0_reverse	0	-0.14036798477172852
595160	rnn.weight_hh_l0_reverse	1	0.022792577743530273
595160	rnn.weight_hh_l0_reverse	2	-0.024246791377663612
595160	rnn.weight_hh_l0_reverse	3	0.02338537946343422
595160	rnn.weight_hh_l0_reverse	4	-0.08345725387334824
595160	rnn.weight_hh_l0_reverse	5	0.034227386116981506
595160	rnn.weight_hh_l0_reverse	6	0.026386898010969162
595160	rnn.weight_hh_l0_reverse	7	-0.12131394445896149
595160	rnn.weight_hh_l0_reverse	8	-0.06573054939508438
595160	rnn.weight_hh_l0_reverse	9	0.04892447963356972
595160	rnn.bias_ih_l0_reverse	0	-0.16752561926841736
595160	rnn.bias_ih_l0_reverse	1	-0.06910764425992966
595160	rnn.bias_ih_l0_reverse	2	0.1298457235097885
595160	rnn.bias_ih_l0_reverse	3	-0.30048829317092896
595160	rnn.bias_ih_l0_reverse	4	0.008614879101514816
595160	rnn.bias_ih_l0_reverse	5	-0.22338999807834625
595160	rnn.bias_ih_l0_reverse	6	0.2634342312812805
595160	rnn.bias_ih_l0_reverse	7	-0.3271152079105377
595160	rnn.bias_ih_l0_reverse	8	-0.1823497861623764
595160	rnn.bias_ih_l0_reverse	9	-0.18197739124298096
595160	rnn.bias_hh_l0_reverse	0	-0.12079974263906479
595160	rnn.bias_hh_l0_reverse	1	0.26370713114738464
595160	rnn.bias_hh_l0_reverse	2	-0.33741292357444763
595160	rnn.bias_hh_l0_reverse	3	-0.2220669686794281
595160	rnn.bias_hh_l0_reverse	4	-0.41504064202308655
595160	rnn.bias_hh_l0_reverse	5	-0.19602158665657043
595160	rnn.bias_hh_l0_reverse	6	-0.26022839546203613
595160	rnn.bias_hh_l0_reverse	7	-0.09355603158473969
595160	rnn.bias_hh_l0_reverse	8	-0.3458949327468872
595160	rnn.bias_hh_l0_reverse	9	0.1985756903886795
595160	linear.weight	0	0.17790764570236206
595160	linear.weight	1	-0.4478316903114319
595160	linear.weight	2	0.05984010174870491
595160	linear.weight	3	0.06752919405698776
595160	linear.weight	4	-0.15504276752471924
595160	linear.weight	5	0.27091753482818604
595160	linear.weight	6	-0.03514384105801582
595160	linear.weight	7	-0.060322873294353485
595160	linear.weight	8	0.12319265305995941
595160	linear.weight	9	-0.04937053099274635
595160	linear.bias	0	-0.8566633462905884
595160	linear.bias	1	1.870756983757019
595160	linear.bias	2	0.7678344249725342
595160	linear.bias	3	-2.723111629486084
595160	linear.bias	4	-0.10140281915664673
595160	linear.bias	5	1.2468106746673584
595160	linear.bias	6	-0.2425372302532196
595160	linear.bias	7	0.7896004915237427
595160	linear.bias	8	2.130934238433838
595160	linear.bias	9	-1.4055269956588745
595769	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
595769	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
595769	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
595769	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
595769	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
595769	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
595769	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
595769	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
595769	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
595769	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
595769	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
595769	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
595769	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
595769	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
595769	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
595769	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
595769	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
595769	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
595769	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
595769	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
595769	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
595769	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
595769	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
595769	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
595769	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
595769	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
595769	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
595769	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
595769	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
595769	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
595769	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
595769	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
595769	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
595769	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
595769	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
595769	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
595769	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
595769	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
595769	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
595769	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
595769	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
595769	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
595769	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
595769	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
595769	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
595769	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
595769	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
595769	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
595769	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
595769	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
595769	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
595769	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
595769	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
595769	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
595769	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
595769	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
595769	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
595769	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
595769	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
595769	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
595769	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
595769	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
595769	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
595769	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
595769	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
595769	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
595769	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
595769	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
595769	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
595769	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
595769	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
595769	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
595769	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
595769	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
595769	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
595769	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
595769	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
595769	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
595769	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
595769	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
595769	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
595769	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
595769	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
595769	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
595769	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
595769	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
595769	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
595769	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
595769	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
595769	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
595769	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
595769	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
595769	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
595769	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
595769	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
595769	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
595769	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
595769	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
595769	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
595769	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
595769	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
595769	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
595769	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
595769	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
595769	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
595769	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
595769	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
595769	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
595769	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
595769	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
595769	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
595769	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
595769	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
595769	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
595769	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
595769	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
595769	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
595769	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
595769	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
595769	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
595769	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
595769	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
595769	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
595769	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
595769	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
595769	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
595769	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
595769	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
595769	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
595769	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
595769	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
595769	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
595769	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
595769	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
595769	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
595769	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
595769	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
595769	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
595769	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
595769	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
595769	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
595769	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
595769	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
595769	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
595769	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
595769	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
595769	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
595769	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
595769	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
595769	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
595769	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
595769	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
595769	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
595769	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
595769	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
595769	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
595769	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
595769	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
595769	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
595769	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
595769	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
595769	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
595769	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
595769	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
595769	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
595769	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
595769	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
595769	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
595769	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
595769	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
595769	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
595769	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
595769	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
595769	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
595769	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
595769	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
595769	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
595769	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
595769	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
595769	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
595769	embedding2nn.weight	0	0.3256284296512604
595769	embedding2nn.weight	1	0.3847239315509796
595769	embedding2nn.weight	2	0.012446950189769268
595769	embedding2nn.weight	3	-0.005256287753582001
595769	embedding2nn.weight	4	-0.026531251147389412
595769	embedding2nn.weight	5	0.06713967770338058
595769	embedding2nn.weight	6	0.009461479261517525
595769	embedding2nn.weight	7	0.020740533247590065
595769	embedding2nn.weight	8	0.02585832215845585
595769	embedding2nn.weight	9	-0.06084152311086655
595769	embedding2nn.bias	0	0.01966484636068344
595769	embedding2nn.bias	1	-0.20880408585071564
595769	embedding2nn.bias	2	0.1289944052696228
595769	embedding2nn.bias	3	0.1666385382413864
595769	embedding2nn.bias	4	0.1487881988286972
595769	embedding2nn.bias	5	-0.0626484751701355
595769	embedding2nn.bias	6	-0.04300006106495857
595769	embedding2nn.bias	7	0.0654064416885376
595769	embedding2nn.bias	8	-0.17233747243881226
595769	embedding2nn.bias	9	-0.3596465587615967
595769	rnn.weight_ih_l0	0	-0.004029697272926569
595769	rnn.weight_ih_l0	1	-0.05153089016675949
595769	rnn.weight_ih_l0	2	-0.060936182737350464
595769	rnn.weight_ih_l0	3	0.10602616518735886
595769	rnn.weight_ih_l0	4	0.012849797494709492
595769	rnn.weight_ih_l0	5	-0.040858518332242966
595769	rnn.weight_ih_l0	6	-0.011356635019183159
595769	rnn.weight_ih_l0	7	-0.021636907011270523
595769	rnn.weight_ih_l0	8	0.011266235262155533
595769	rnn.weight_ih_l0	9	-0.11444023996591568
595769	rnn.weight_hh_l0	0	-0.0199554655700922
595769	rnn.weight_hh_l0	1	0.08054325729608536
595769	rnn.weight_hh_l0	2	0.013911843299865723
595769	rnn.weight_hh_l0	3	-0.024344604462385178
595769	rnn.weight_hh_l0	4	0.06452453881502151
595769	rnn.weight_hh_l0	5	0.016513874754309654
595769	rnn.weight_hh_l0	6	-0.07688592374324799
595769	rnn.weight_hh_l0	7	-0.09741178900003433
595769	rnn.weight_hh_l0	8	0.03551282361149788
595769	rnn.weight_hh_l0	9	-0.11105655878782272
595769	rnn.bias_ih_l0	0	0.18105554580688477
595769	rnn.bias_ih_l0	1	-0.3330085873603821
595769	rnn.bias_ih_l0	2	-0.03619067743420601
595769	rnn.bias_ih_l0	3	-0.21378955245018005
595769	rnn.bias_ih_l0	4	0.024616049602627754
595769	rnn.bias_ih_l0	5	-0.43716326355934143
595769	rnn.bias_ih_l0	6	-0.14129666984081268
595769	rnn.bias_ih_l0	7	-0.36565732955932617
595769	rnn.bias_ih_l0	8	-0.29188790917396545
595769	rnn.bias_ih_l0	9	-0.4546366035938263
595769	rnn.bias_hh_l0	0	-0.35315361618995667
595769	rnn.bias_hh_l0	1	-0.43017950654029846
595769	rnn.bias_hh_l0	2	-0.39980581402778625
595769	rnn.bias_hh_l0	3	-0.08077873289585114
595769	rnn.bias_hh_l0	4	-0.3963460922241211
595769	rnn.bias_hh_l0	5	-0.3541373908519745
595769	rnn.bias_hh_l0	6	-0.12208231538534164
595769	rnn.bias_hh_l0	7	0.07133554667234421
595769	rnn.bias_hh_l0	8	-0.23526015877723694
595769	rnn.bias_hh_l0	9	-0.5777319669723511
595769	rnn.weight_ih_l0_reverse	0	0.029449986293911934
595769	rnn.weight_ih_l0_reverse	1	-0.04057181254029274
595769	rnn.weight_ih_l0_reverse	2	-0.015077495016157627
595769	rnn.weight_ih_l0_reverse	3	-0.14663228392601013
595769	rnn.weight_ih_l0_reverse	4	0.08335704356431961
595769	rnn.weight_ih_l0_reverse	5	-0.11853457987308502
595769	rnn.weight_ih_l0_reverse	6	0.010438133031129837
595769	rnn.weight_ih_l0_reverse	7	0.03077898733317852
595769	rnn.weight_ih_l0_reverse	8	-0.06158075109124184
595769	rnn.weight_ih_l0_reverse	9	-0.0655101016163826
595769	rnn.weight_hh_l0_reverse	0	-0.14072227478027344
595769	rnn.weight_hh_l0_reverse	1	0.022827627137303352
595769	rnn.weight_hh_l0_reverse	2	-0.024113425984978676
595769	rnn.weight_hh_l0_reverse	3	0.02386806719005108
595769	rnn.weight_hh_l0_reverse	4	-0.08319815248250961
595769	rnn.weight_hh_l0_reverse	5	0.03453989699482918
595769	rnn.weight_hh_l0_reverse	6	0.026457305997610092
595769	rnn.weight_hh_l0_reverse	7	-0.12220420688390732
595769	rnn.weight_hh_l0_reverse	8	-0.06507650017738342
595769	rnn.weight_hh_l0_reverse	9	0.04835137724876404
595769	rnn.bias_ih_l0_reverse	0	-0.1648797243833542
595769	rnn.bias_ih_l0_reverse	1	-0.06651122868061066
595769	rnn.bias_ih_l0_reverse	2	0.13481992483139038
595769	rnn.bias_ih_l0_reverse	3	-0.30525654554367065
595769	rnn.bias_ih_l0_reverse	4	0.01734498329460621
595769	rnn.bias_ih_l0_reverse	5	-0.22278021275997162
595769	rnn.bias_ih_l0_reverse	6	0.25881850719451904
595769	rnn.bias_ih_l0_reverse	7	-0.34155669808387756
595769	rnn.bias_ih_l0_reverse	8	-0.18568556010723114
595769	rnn.bias_ih_l0_reverse	9	-0.18065211176872253
595769	rnn.bias_hh_l0_reverse	0	-0.11449117213487625
595769	rnn.bias_hh_l0_reverse	1	0.2592613697052002
595769	rnn.bias_hh_l0_reverse	2	-0.33546918630599976
595769	rnn.bias_hh_l0_reverse	3	-0.21352575719356537
595769	rnn.bias_hh_l0_reverse	4	-0.41502076387405396
595769	rnn.bias_hh_l0_reverse	5	-0.1952219009399414
595769	rnn.bias_hh_l0_reverse	6	-0.25136420130729675
595769	rnn.bias_hh_l0_reverse	7	-0.09358929097652435
595769	rnn.bias_hh_l0_reverse	8	-0.34356963634490967
595769	rnn.bias_hh_l0_reverse	9	0.20183436572551727
595769	linear.weight	0	0.19338342547416687
595769	linear.weight	1	-0.44243863224983215
595769	linear.weight	2	0.03183942288160324
595769	linear.weight	3	0.06752736866474152
595769	linear.weight	4	-0.13180659711360931
595769	linear.weight	5	0.2600475251674652
595769	linear.weight	6	-0.026936836540699005
595769	linear.weight	7	-0.06031958386301994
595769	linear.weight	8	0.1144193783402443
595769	linear.weight	9	-0.04937233030796051
595769	linear.bias	0	-0.8562752604484558
595769	linear.bias	1	1.86923348903656
595769	linear.bias	2	0.7928420305252075
595769	linear.bias	3	-2.7232325077056885
595769	linear.bias	4	-0.09585604071617126
595769	linear.bias	5	1.219043254852295
595769	linear.bias	6	-0.22704516351222992
595769	linear.bias	7	0.7977254390716553
595769	linear.bias	8	2.0937907695770264
595769	linear.bias	9	-1.4060330390930176
596378	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
596378	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
596378	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
596378	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
596378	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
596378	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
596378	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
596378	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
596378	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
596378	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
596378	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
596378	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
596378	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
596378	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
596378	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
596378	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
596378	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
596378	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
596378	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
596378	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
596378	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
596378	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
596378	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
596378	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
596378	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
596378	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
596378	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
596378	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
596378	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
596378	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
596378	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
596378	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
596378	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
596378	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
596378	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
596378	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
596378	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
596378	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
596378	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
596378	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
596378	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
596378	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
596378	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
596378	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
596378	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
596378	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
596378	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
596378	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
596378	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
596378	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
596378	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
596378	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
596378	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
596378	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
596378	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
596378	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
596378	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
596378	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
596378	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
596378	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
596378	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
596378	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
596378	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
596378	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
596378	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
596378	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
596378	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
596378	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
596378	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
596378	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
596378	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
596378	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
596378	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
596378	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
596378	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
596378	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
596378	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
596378	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
596378	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
596378	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
596378	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
596378	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
596378	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
596378	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
596378	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
596378	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
596378	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
596378	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
596378	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
596378	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
596378	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
596378	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
596378	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
596378	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
596378	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
596378	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
596378	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
596378	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
596378	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
596378	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
596378	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
596378	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
596378	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
596378	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
596378	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
596378	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
596378	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
596378	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
596378	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
596378	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
596378	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
596378	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
596378	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
596378	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
596378	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
596378	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
596378	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
596378	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
596378	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
596378	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
596378	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
596378	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
596378	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
596378	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
596378	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
596378	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
596378	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
596378	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
596378	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
596378	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
596378	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
596378	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
596378	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
596378	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
596378	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
596378	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
596378	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
596378	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
596378	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
596378	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
596378	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
596378	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
596378	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
596378	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
596378	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
596378	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
596378	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
596378	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
596378	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
596378	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
596378	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
596378	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
596378	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
596378	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
596378	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
596378	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
596378	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
596378	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
596378	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
596378	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
596378	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
596378	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
596378	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
596378	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
596378	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
596378	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
596378	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
596378	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
596378	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
596378	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
596378	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
596378	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
596378	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
596378	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
596378	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
596378	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
596378	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
596378	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
596378	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
596378	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
596378	embedding2nn.weight	0	0.32597222924232483
596378	embedding2nn.weight	1	0.3863285481929779
596378	embedding2nn.weight	2	0.011045394465327263
596378	embedding2nn.weight	3	-0.012053894810378551
596378	embedding2nn.weight	4	-0.029635729268193245
596378	embedding2nn.weight	5	0.06562747806310654
596378	embedding2nn.weight	6	0.008409072645008564
596378	embedding2nn.weight	7	0.026412876322865486
596378	embedding2nn.weight	8	0.024648617953062057
596378	embedding2nn.weight	9	-0.06364744156599045
596378	embedding2nn.bias	0	0.040028445422649384
596378	embedding2nn.bias	1	-0.20359081029891968
596378	embedding2nn.bias	2	0.12902404367923737
596378	embedding2nn.bias	3	0.15662650763988495
596378	embedding2nn.bias	4	0.14244654774665833
596378	embedding2nn.bias	5	-0.05363613739609718
596378	embedding2nn.bias	6	-0.03183378279209137
596378	embedding2nn.bias	7	0.06933188438415527
596378	embedding2nn.bias	8	-0.1666736751794815
596378	embedding2nn.bias	9	-0.35734033584594727
596378	rnn.weight_ih_l0	0	-0.003509930334985256
596378	rnn.weight_ih_l0	1	-0.050798654556274414
596378	rnn.weight_ih_l0	2	-0.05995669960975647
596378	rnn.weight_ih_l0	3	0.1042381227016449
596378	rnn.weight_ih_l0	4	0.01765577122569084
596378	rnn.weight_ih_l0	5	-0.04463442414999008
596378	rnn.weight_ih_l0	6	-0.012225009500980377
596378	rnn.weight_ih_l0	7	-0.02149363048374653
596378	rnn.weight_ih_l0	8	0.010426072403788567
596378	rnn.weight_ih_l0	9	-0.11014670878648758
596378	rnn.weight_hh_l0	0	-0.02016753889620304
596378	rnn.weight_hh_l0	1	0.08063573390245438
596378	rnn.weight_hh_l0	2	0.014797952957451344
596378	rnn.weight_hh_l0	3	-0.024402474984526634
596378	rnn.weight_hh_l0	4	0.06401562690734863
596378	rnn.weight_hh_l0	5	0.01646944135427475
596378	rnn.weight_hh_l0	6	-0.07681923359632492
596378	rnn.weight_hh_l0	7	-0.09977064281702042
596378	rnn.weight_hh_l0	8	0.035809148102998734
596378	rnn.weight_hh_l0	9	-0.1109066978096962
596378	rnn.bias_ih_l0	0	0.1839764416217804
596378	rnn.bias_ih_l0	1	-0.3309721350669861
596378	rnn.bias_ih_l0	2	-0.03691379725933075
596378	rnn.bias_ih_l0	3	-0.21578294038772583
596378	rnn.bias_ih_l0	4	0.024394724518060684
596378	rnn.bias_ih_l0	5	-0.43929773569107056
596378	rnn.bias_ih_l0	6	-0.13749678432941437
596378	rnn.bias_ih_l0	7	-0.36613336205482483
596378	rnn.bias_ih_l0	8	-0.2863895297050476
596378	rnn.bias_ih_l0	9	-0.4580867290496826
596378	rnn.bias_hh_l0	0	-0.3507530391216278
596378	rnn.bias_hh_l0	1	-0.4319528639316559
596378	rnn.bias_hh_l0	2	-0.3969607949256897
596378	rnn.bias_hh_l0	3	-0.0808958038687706
596378	rnn.bias_hh_l0	4	-0.39588573575019836
596378	rnn.bias_hh_l0	5	-0.35491734743118286
596378	rnn.bias_hh_l0	6	-0.11800215393304825
596378	rnn.bias_hh_l0	7	0.06778919696807861
596378	rnn.bias_hh_l0	8	-0.23843970894813538
596378	rnn.bias_hh_l0	9	-0.5798321962356567
596378	rnn.weight_ih_l0_reverse	0	0.029055416584014893
596378	rnn.weight_ih_l0_reverse	1	-0.040969591587781906
596378	rnn.weight_ih_l0_reverse	2	-0.016705414280295372
596378	rnn.weight_ih_l0_reverse	3	-0.1464741826057434
596378	rnn.weight_ih_l0_reverse	4	0.08371205627918243
596378	rnn.weight_ih_l0_reverse	5	-0.12239240854978561
596378	rnn.weight_ih_l0_reverse	6	0.010581369511783123
596378	rnn.weight_ih_l0_reverse	7	0.030580807477235794
596378	rnn.weight_ih_l0_reverse	8	-0.061272963881492615
596378	rnn.weight_ih_l0_reverse	9	-0.06946858018636703
596378	rnn.weight_hh_l0_reverse	0	-0.13986243307590485
596378	rnn.weight_hh_l0_reverse	1	0.023223334923386574
596378	rnn.weight_hh_l0_reverse	2	-0.023990537971258163
596378	rnn.weight_hh_l0_reverse	3	0.024232830852270126
596378	rnn.weight_hh_l0_reverse	4	-0.08368096500635147
596378	rnn.weight_hh_l0_reverse	5	0.034395646303892136
596378	rnn.weight_hh_l0_reverse	6	0.026460416615009308
596378	rnn.weight_hh_l0_reverse	7	-0.12200196832418442
596378	rnn.weight_hh_l0_reverse	8	-0.06388562172651291
596378	rnn.weight_hh_l0_reverse	9	0.04798062518239021
596378	rnn.bias_ih_l0_reverse	0	-0.1654481440782547
596378	rnn.bias_ih_l0_reverse	1	-0.06846904754638672
596378	rnn.bias_ih_l0_reverse	2	0.1363881379365921
596378	rnn.bias_ih_l0_reverse	3	-0.3060314655303955
596378	rnn.bias_ih_l0_reverse	4	0.014335911720991135
596378	rnn.bias_ih_l0_reverse	5	-0.22350044548511505
596378	rnn.bias_ih_l0_reverse	6	0.2611980140209198
596378	rnn.bias_ih_l0_reverse	7	-0.34084779024124146
596378	rnn.bias_ih_l0_reverse	8	-0.1869020313024521
596378	rnn.bias_ih_l0_reverse	9	-0.1793573647737503
596378	rnn.bias_hh_l0_reverse	0	-0.11336925625801086
596378	rnn.bias_hh_l0_reverse	1	0.2622814178466797
596378	rnn.bias_hh_l0_reverse	2	-0.3343757092952728
596378	rnn.bias_hh_l0_reverse	3	-0.21565115451812744
596378	rnn.bias_hh_l0_reverse	4	-0.41713666915893555
596378	rnn.bias_hh_l0_reverse	5	-0.1941462904214859
596378	rnn.bias_hh_l0_reverse	6	-0.25473910570144653
596378	rnn.bias_hh_l0_reverse	7	-0.0868426188826561
596378	rnn.bias_hh_l0_reverse	8	-0.344186395406723
596378	rnn.bias_hh_l0_reverse	9	0.1954689919948578
596378	linear.weight	0	0.19663715362548828
596378	linear.weight	1	-0.46325892210006714
596378	linear.weight	2	0.017632734030485153
596378	linear.weight	3	0.06752754002809525
596378	linear.weight	4	-0.14225488901138306
596378	linear.weight	5	0.25604262948036194
596378	linear.weight	6	-0.03333668410778046
596378	linear.weight	7	-0.06031692028045654
596378	linear.weight	8	0.10577720403671265
596378	linear.weight	9	-0.04937513545155525
596378	linear.bias	0	-0.8513820767402649
596378	linear.bias	1	1.8539985418319702
596378	linear.bias	2	0.8039403557777405
596378	linear.bias	3	-2.7233457565307617
596378	linear.bias	4	-0.11523938179016113
596378	linear.bias	5	1.2064878940582275
596378	linear.bias	6	-0.23484964668750763
596378	linear.bias	7	0.8043291568756104
596378	linear.bias	8	2.113452911376953
596378	linear.bias	9	-1.4060126543045044
596987	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
596987	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
596987	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
596987	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
596987	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
596987	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
596987	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
596987	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
596987	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
596987	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
596987	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
596987	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
596987	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
596987	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
596987	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
596987	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
596987	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
596987	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
596987	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
596987	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
596987	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
596987	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
596987	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
596987	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
596987	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
596987	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
596987	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
596987	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
596987	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
596987	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
596987	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
596987	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
596987	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
596987	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
596987	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
596987	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
596987	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
596987	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
596987	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
596987	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
596987	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
596987	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
596987	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
596987	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
596987	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
596987	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
596987	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
596987	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
596987	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
596987	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
596987	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
596987	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
596987	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
596987	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
596987	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
596987	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
596987	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
596987	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
596987	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
596987	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
596987	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
596987	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
596987	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
596987	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
596987	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
596987	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
596987	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
596987	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
596987	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
596987	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
596987	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
596987	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
596987	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
596987	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
596987	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
596987	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
596987	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
596987	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
596987	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
596987	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
596987	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
596987	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
596987	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
596987	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
596987	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
596987	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
596987	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
596987	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
596987	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
596987	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
596987	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
596987	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
596987	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
596987	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
596987	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
596987	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
596987	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
596987	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
596987	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
596987	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
596987	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
596987	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
596987	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
596987	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
596987	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
596987	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
596987	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
596987	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
596987	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
596987	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
596987	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
596987	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
596987	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
596987	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
596987	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
596987	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
596987	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
596987	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
596987	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
596987	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
596987	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
596987	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
596987	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
596987	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
596987	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
596987	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
596987	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
596987	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
596987	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
596987	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
596987	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
596987	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
596987	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
596987	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
596987	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
596987	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
596987	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
596987	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
596987	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
596987	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
596987	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
596987	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
596987	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
596987	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
596987	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
596987	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
596987	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
596987	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
596987	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
596987	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
596987	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
596987	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
596987	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
596987	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
596987	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
596987	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
596987	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
596987	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
596987	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
596987	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
596987	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
596987	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
596987	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
596987	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
596987	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
596987	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
596987	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
596987	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
596987	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
596987	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
596987	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
596987	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
596987	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
596987	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
596987	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
596987	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
596987	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
596987	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
596987	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
596987	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
596987	embedding2nn.weight	0	0.3252132833003998
596987	embedding2nn.weight	1	0.3857888877391815
596987	embedding2nn.weight	2	0.010345272719860077
596987	embedding2nn.weight	3	-0.01013371255248785
596987	embedding2nn.weight	4	-0.03105713427066803
596987	embedding2nn.weight	5	0.06449314951896667
596987	embedding2nn.weight	6	0.011498444713652134
596987	embedding2nn.weight	7	0.0227741040289402
596987	embedding2nn.weight	8	0.024163734167814255
596987	embedding2nn.weight	9	-0.06108202412724495
596987	embedding2nn.bias	0	0.04332144558429718
596987	embedding2nn.bias	1	-0.22496658563613892
596987	embedding2nn.bias	2	0.11670926958322525
596987	embedding2nn.bias	3	0.15140801668167114
596987	embedding2nn.bias	4	0.13991373777389526
596987	embedding2nn.bias	5	-0.05079425126314163
596987	embedding2nn.bias	6	-0.041442934423685074
596987	embedding2nn.bias	7	0.07131370902061462
596987	embedding2nn.bias	8	-0.15555647015571594
596987	embedding2nn.bias	9	-0.3716709017753601
596987	rnn.weight_ih_l0	0	-0.002690640976652503
596987	rnn.weight_ih_l0	1	-0.05052923411130905
596987	rnn.weight_ih_l0	2	-0.06362922489643097
596987	rnn.weight_ih_l0	3	0.1037837341427803
596987	rnn.weight_ih_l0	4	0.015365587547421455
596987	rnn.weight_ih_l0	5	-0.04416796565055847
596987	rnn.weight_ih_l0	6	-0.01015032734721899
596987	rnn.weight_ih_l0	7	-0.023215727880597115
596987	rnn.weight_ih_l0	8	0.010978535749018192
596987	rnn.weight_ih_l0	9	-0.10878261923789978
596987	rnn.weight_hh_l0	0	-0.02033265121281147
596987	rnn.weight_hh_l0	1	0.08048072457313538
596987	rnn.weight_hh_l0	2	0.014683838002383709
596987	rnn.weight_hh_l0	3	-0.024430299177765846
596987	rnn.weight_hh_l0	4	0.06445630639791489
596987	rnn.weight_hh_l0	5	0.016175784170627594
596987	rnn.weight_hh_l0	6	-0.07730741798877716
596987	rnn.weight_hh_l0	7	-0.1016206443309784
596987	rnn.weight_hh_l0	8	0.03579847142100334
596987	rnn.weight_hh_l0	9	-0.11042732000350952
596987	rnn.bias_ih_l0	0	0.19091159105300903
596987	rnn.bias_ih_l0	1	-0.3320164680480957
596987	rnn.bias_ih_l0	2	-0.035901106894016266
596987	rnn.bias_ih_l0	3	-0.2187070995569229
596987	rnn.bias_ih_l0	4	0.02805260941386223
596987	rnn.bias_ih_l0	5	-0.4369758069515228
596987	rnn.bias_ih_l0	6	-0.13194607198238373
596987	rnn.bias_ih_l0	7	-0.3649490177631378
596987	rnn.bias_ih_l0	8	-0.29294589161872864
596987	rnn.bias_ih_l0	9	-0.4632147550582886
596987	rnn.bias_hh_l0	0	-0.3503582179546356
596987	rnn.bias_hh_l0	1	-0.43083080649375916
596987	rnn.bias_hh_l0	2	-0.39432239532470703
596987	rnn.bias_hh_l0	3	-0.08073221892118454
596987	rnn.bias_hh_l0	4	-0.39991530776023865
596987	rnn.bias_hh_l0	5	-0.3550598919391632
596987	rnn.bias_hh_l0	6	-0.11679120361804962
596987	rnn.bias_hh_l0	7	0.07265539467334747
596987	rnn.bias_hh_l0	8	-0.23188644647598267
596987	rnn.bias_hh_l0	9	-0.5803438425064087
596987	rnn.weight_ih_l0_reverse	0	0.027363700792193413
596987	rnn.weight_ih_l0_reverse	1	-0.040212396532297134
596987	rnn.weight_ih_l0_reverse	2	-0.01704828441143036
596987	rnn.weight_ih_l0_reverse	3	-0.14667649567127228
596987	rnn.weight_ih_l0_reverse	4	0.08290207386016846
596987	rnn.weight_ih_l0_reverse	5	-0.12084898352622986
596987	rnn.weight_ih_l0_reverse	6	0.01104318629950285
596987	rnn.weight_ih_l0_reverse	7	0.030327344313263893
596987	rnn.weight_ih_l0_reverse	8	-0.06396536529064178
596987	rnn.weight_ih_l0_reverse	9	-0.06976739317178726
596987	rnn.weight_hh_l0_reverse	0	-0.14000235497951508
596987	rnn.weight_hh_l0_reverse	1	0.0236633513122797
596987	rnn.weight_hh_l0_reverse	2	-0.024106642231345177
596987	rnn.weight_hh_l0_reverse	3	0.02489052526652813
596987	rnn.weight_hh_l0_reverse	4	-0.08359196037054062
596987	rnn.weight_hh_l0_reverse	5	0.03424277901649475
596987	rnn.weight_hh_l0_reverse	6	0.02631511352956295
596987	rnn.weight_hh_l0_reverse	7	-0.12253464758396149
596987	rnn.weight_hh_l0_reverse	8	-0.06336323916912079
596987	rnn.weight_hh_l0_reverse	9	0.04759356752038002
596987	rnn.bias_ih_l0_reverse	0	-0.16324482858181
596987	rnn.bias_ih_l0_reverse	1	-0.06582550704479218
596987	rnn.bias_ih_l0_reverse	2	0.13450735807418823
596987	rnn.bias_ih_l0_reverse	3	-0.3040613532066345
596987	rnn.bias_ih_l0_reverse	4	0.019477836787700653
596987	rnn.bias_ih_l0_reverse	5	-0.22423894703388214
596987	rnn.bias_ih_l0_reverse	6	0.2608140707015991
596987	rnn.bias_ih_l0_reverse	7	-0.3353877663612366
596987	rnn.bias_ih_l0_reverse	8	-0.1871783286333084
596987	rnn.bias_ih_l0_reverse	9	-0.17809967696666718
596987	rnn.bias_hh_l0_reverse	0	-0.11364681273698807
596987	rnn.bias_hh_l0_reverse	1	0.25417235493659973
596987	rnn.bias_hh_l0_reverse	2	-0.33412912487983704
596987	rnn.bias_hh_l0_reverse	3	-0.2118608057498932
596987	rnn.bias_hh_l0_reverse	4	-0.4183233976364136
596987	rnn.bias_hh_l0_reverse	5	-0.19400280714035034
596987	rnn.bias_hh_l0_reverse	6	-0.25726863741874695
596987	rnn.bias_hh_l0_reverse	7	-0.08764901012182236
596987	rnn.bias_hh_l0_reverse	8	-0.34340769052505493
596987	rnn.bias_hh_l0_reverse	9	0.20045803487300873
596987	linear.weight	0	0.18970339000225067
596987	linear.weight	1	-0.45512983202934265
596987	linear.weight	2	0.013509431853890419
596987	linear.weight	3	0.06752733141183853
596987	linear.weight	4	-0.12004955112934113
596987	linear.weight	5	0.25341087579727173
596987	linear.weight	6	-0.03359416127204895
596987	linear.weight	7	-0.06031451001763344
596987	linear.weight	8	0.0987396314740181
596987	linear.weight	9	-0.04937775805592537
596987	linear.bias	0	-0.8538669943809509
596987	linear.bias	1	1.8593204021453857
596987	linear.bias	2	0.795951783657074
596987	linear.bias	3	-2.7234442234039307
596987	linear.bias	4	-0.11293674260377884
596987	linear.bias	5	1.2075031995773315
596987	linear.bias	6	-0.24581772089004517
596987	linear.bias	7	0.7758325934410095
596987	linear.bias	8	2.143444538116455
596987	linear.bias	9	-1.3969106674194336
597596	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
597596	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
597596	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
597596	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
597596	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
597596	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
597596	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
597596	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
597596	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
597596	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
597596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
597596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
597596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
597596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
597596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
597596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
597596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
597596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
597596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
597596	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
597596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
597596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
597596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
597596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
597596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
597596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
597596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
597596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
597596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
597596	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
597596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
597596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
597596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
597596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
597596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
597596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
597596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
597596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
597596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
597596	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
597596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
597596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
597596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
597596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
597596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
597596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
597596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
597596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
597596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
597596	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
597596	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
597596	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
597596	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
597596	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
597596	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
597596	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
597596	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
597596	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
597596	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
597596	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
597596	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
597596	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
597596	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
597596	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
597596	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
597596	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
597596	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
597596	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
597596	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
597596	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
597596	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
597596	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
597596	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
597596	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
597596	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
597596	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
597596	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
597596	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
597596	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
597596	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
597596	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
597596	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
597596	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
597596	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
597596	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
597596	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
597596	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
597596	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
597596	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
597596	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
597596	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
597596	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
597596	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
597596	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
597596	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
597596	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
597596	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
597596	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
597596	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
597596	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
597596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
597596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
597596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
597596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
597596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
597596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
597596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
597596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
597596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
597596	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
597596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
597596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
597596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
597596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
597596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
597596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
597596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
597596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
597596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
597596	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
597596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
597596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
597596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
597596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
597596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
597596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
597596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
597596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
597596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
597596	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
597596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
597596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
597596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
597596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
597596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
597596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
597596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
597596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
597596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
597596	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
597596	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
597596	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
597596	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
597596	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
597596	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
597596	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
597596	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
597596	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
597596	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
597596	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
597596	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
597596	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
597596	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
597596	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
597596	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
597596	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
597596	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
597596	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
597596	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
597596	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
597596	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
597596	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
597596	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
597596	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
597596	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
597596	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
597596	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
597596	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
597596	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
597596	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
597596	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
597596	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
597596	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
597596	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
597596	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
597596	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
597596	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
597596	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
597596	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
597596	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
597596	embedding2nn.weight	0	0.32360631227493286
597596	embedding2nn.weight	1	0.3871268630027771
597596	embedding2nn.weight	2	0.010479995980858803
597596	embedding2nn.weight	3	0.0011927590239793062
597596	embedding2nn.weight	4	-0.031295016407966614
597596	embedding2nn.weight	5	0.06402792036533356
597596	embedding2nn.weight	6	0.007480503525584936
597596	embedding2nn.weight	7	0.02502553164958954
597596	embedding2nn.weight	8	0.027486881241202354
597596	embedding2nn.weight	9	-0.06237996742129326
597596	embedding2nn.bias	0	0.03785035386681557
597596	embedding2nn.bias	1	-0.22724613547325134
597596	embedding2nn.bias	2	0.13117238879203796
597596	embedding2nn.bias	3	0.16749180853366852
597596	embedding2nn.bias	4	0.13651500642299652
597596	embedding2nn.bias	5	-0.0557936355471611
597596	embedding2nn.bias	6	-0.03651239722967148
597596	embedding2nn.bias	7	0.06075603514909744
597596	embedding2nn.bias	8	-0.1514885276556015
597596	embedding2nn.bias	9	-0.37083300948143005
597596	rnn.weight_ih_l0	0	-0.002308058552443981
597596	rnn.weight_ih_l0	1	-0.05125418305397034
597596	rnn.weight_ih_l0	2	-0.05654928460717201
597596	rnn.weight_ih_l0	3	0.10348113626241684
597596	rnn.weight_ih_l0	4	0.013019838370382786
597596	rnn.weight_ih_l0	5	-0.04653443768620491
597596	rnn.weight_ih_l0	6	-0.008038599975407124
597596	rnn.weight_ih_l0	7	-0.022283358499407768
597596	rnn.weight_ih_l0	8	0.00980906467884779
597596	rnn.weight_ih_l0	9	-0.109598807990551
597596	rnn.weight_hh_l0	0	-0.02005244977772236
597596	rnn.weight_hh_l0	1	0.08050236105918884
597596	rnn.weight_hh_l0	2	0.01486185286194086
597596	rnn.weight_hh_l0	3	-0.02426198497414589
597596	rnn.weight_hh_l0	4	0.06479522585868835
597596	rnn.weight_hh_l0	5	0.015708083286881447
597596	rnn.weight_hh_l0	6	-0.07734905928373337
597596	rnn.weight_hh_l0	7	-0.09892040491104126
597596	rnn.weight_hh_l0	8	0.035863809287548065
597596	rnn.weight_hh_l0	9	-0.11071616411209106
597596	rnn.bias_ih_l0	0	0.19285091757774353
597596	rnn.bias_ih_l0	1	-0.3313899338245392
597596	rnn.bias_ih_l0	2	-0.03606487438082695
597596	rnn.bias_ih_l0	3	-0.21883922815322876
597596	rnn.bias_ih_l0	4	0.027422389015555382
597596	rnn.bias_ih_l0	5	-0.4357917308807373
597596	rnn.bias_ih_l0	6	-0.13472500443458557
597596	rnn.bias_ih_l0	7	-0.3646504282951355
597596	rnn.bias_ih_l0	8	-0.2924427092075348
597596	rnn.bias_ih_l0	9	-0.4598275125026703
597596	rnn.bias_hh_l0	0	-0.35578274726867676
597596	rnn.bias_hh_l0	1	-0.43257829546928406
597596	rnn.bias_hh_l0	2	-0.39706867933273315
597596	rnn.bias_hh_l0	3	-0.07793186604976654
597596	rnn.bias_hh_l0	4	-0.40217986702919006
597596	rnn.bias_hh_l0	5	-0.3555462658405304
597596	rnn.bias_hh_l0	6	-0.11816757917404175
597596	rnn.bias_hh_l0	7	0.06647863984107971
597596	rnn.bias_hh_l0	8	-0.22562429308891296
597596	rnn.bias_hh_l0	9	-0.5786680579185486
597596	rnn.weight_ih_l0_reverse	0	0.02933022938668728
597596	rnn.weight_ih_l0_reverse	1	-0.04114268347620964
597596	rnn.weight_ih_l0_reverse	2	-0.017056556418538094
597596	rnn.weight_ih_l0_reverse	3	-0.1466662436723709
597596	rnn.weight_ih_l0_reverse	4	0.08479487150907516
597596	rnn.weight_ih_l0_reverse	5	-0.11938677728176117
597596	rnn.weight_ih_l0_reverse	6	0.007538641802966595
597596	rnn.weight_ih_l0_reverse	7	0.030331943184137344
597596	rnn.weight_ih_l0_reverse	8	-0.06070542708039284
597596	rnn.weight_ih_l0_reverse	9	-0.06988449394702911
597596	rnn.weight_hh_l0_reverse	0	-0.1388484239578247
597596	rnn.weight_hh_l0_reverse	1	0.023549871519207954
597596	rnn.weight_hh_l0_reverse	2	-0.024101674556732178
597596	rnn.weight_hh_l0_reverse	3	0.024499550461769104
597596	rnn.weight_hh_l0_reverse	4	-0.08371564000844955
597596	rnn.weight_hh_l0_reverse	5	0.034112975001335144
597596	rnn.weight_hh_l0_reverse	6	0.026311375200748444
597596	rnn.weight_hh_l0_reverse	7	-0.12184198200702667
597596	rnn.weight_hh_l0_reverse	8	-0.06446240842342377
597596	rnn.weight_hh_l0_reverse	9	0.048750922083854675
597596	rnn.bias_ih_l0_reverse	0	-0.16779109835624695
597596	rnn.bias_ih_l0_reverse	1	-0.06406836956739426
597596	rnn.bias_ih_l0_reverse	2	0.13654591143131256
597596	rnn.bias_ih_l0_reverse	3	-0.3019235134124756
597596	rnn.bias_ih_l0_reverse	4	0.018728239461779594
597596	rnn.bias_ih_l0_reverse	5	-0.2240198701620102
597596	rnn.bias_ih_l0_reverse	6	0.2566683292388916
597596	rnn.bias_ih_l0_reverse	7	-0.32851505279541016
597596	rnn.bias_ih_l0_reverse	8	-0.1850290596485138
597596	rnn.bias_ih_l0_reverse	9	-0.1766270101070404
597596	rnn.bias_hh_l0_reverse	0	-0.11982546746730804
597596	rnn.bias_hh_l0_reverse	1	0.262519896030426
597596	rnn.bias_hh_l0_reverse	2	-0.33308500051498413
597596	rnn.bias_hh_l0_reverse	3	-0.20798540115356445
597596	rnn.bias_hh_l0_reverse	4	-0.4126361906528473
597596	rnn.bias_hh_l0_reverse	5	-0.19372440874576569
597596	rnn.bias_hh_l0_reverse	6	-0.2541694939136505
597596	rnn.bias_hh_l0_reverse	7	-0.08921797573566437
597596	rnn.bias_hh_l0_reverse	8	-0.34606221318244934
597596	rnn.bias_hh_l0_reverse	9	0.197414830327034
597596	linear.weight	0	0.1848033219575882
597596	linear.weight	1	-0.45516279339790344
597596	linear.weight	2	0.02866339683532715
597596	linear.weight	3	0.06752681732177734
597596	linear.weight	4	-0.13468581438064575
597596	linear.weight	5	0.24697624146938324
597596	linear.weight	6	-0.030899150297045708
597596	linear.weight	7	-0.06031159684062004
597596	linear.weight	8	0.10529713332653046
597596	linear.weight	9	-0.049380164593458176
597596	linear.bias	0	-0.8508202433586121
597596	linear.bias	1	1.8529120683670044
597596	linear.bias	2	0.7776576280593872
597596	linear.bias	3	-2.7235589027404785
597596	linear.bias	4	-0.12009917944669724
597596	linear.bias	5	1.2163625955581665
597596	linear.bias	6	-0.26831355690956116
597596	linear.bias	7	0.7490480542182922
597596	linear.bias	8	2.1269326210021973
597596	linear.bias	9	-1.3755298852920532
597604	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
597604	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
597604	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
597604	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
597604	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
597604	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
597604	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
597604	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
597604	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
597604	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
597604	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
597604	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
597604	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
597604	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
597604	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
597604	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
597604	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
597604	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
597604	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
597604	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
597604	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
597604	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
597604	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
597604	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
597604	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
597604	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
597604	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
597604	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
597604	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
597604	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
597604	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
597604	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
597604	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
597604	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
597604	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
597604	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
597604	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
597604	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
597604	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
597604	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
597604	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
597604	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
597604	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
597604	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
597604	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
597604	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
597604	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
597604	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
597604	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
597604	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
597604	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
597604	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
597604	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
597604	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
597604	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
597604	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
597604	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
597604	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
597604	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
597604	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
597604	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
597604	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
597604	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
597604	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
597604	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
597604	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
597604	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
597604	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
597604	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
597604	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
597604	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
597604	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
597604	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
597604	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
597604	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
597604	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
597604	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
597604	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
597604	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
597604	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
597604	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
597604	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
597604	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
597604	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
597604	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
597604	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
597604	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
597604	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
597604	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
597604	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
597604	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
597604	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
597604	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
597604	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
597604	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
597604	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
597604	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
597604	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
597604	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
597604	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
597604	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
597604	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
597604	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
597604	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
597604	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
597604	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
597604	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
597604	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
597604	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
597604	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
597604	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
597604	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
597604	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
597604	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
597604	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
597604	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
597604	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
597604	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
597604	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
597604	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
597604	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
597604	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
597604	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
597604	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
597604	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
597604	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
597604	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
597604	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
597604	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
597604	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
597604	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
597604	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
597604	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
597604	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
597604	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
597604	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
597604	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
597604	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
597604	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
597604	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
597604	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
597604	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
597604	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
597604	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
597604	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
597604	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
597604	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
597604	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
597604	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
597604	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
597604	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
597604	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
597604	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
597604	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
597604	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
597604	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
597604	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
597604	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
597604	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
597604	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
597604	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
597604	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
597604	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
597604	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
597604	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
597604	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
597604	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
597604	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
597604	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
597604	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
597604	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
597604	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
597604	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
597604	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
597604	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
597604	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
597604	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
597604	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
597604	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
597604	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
597604	embedding2nn.weight	0	0.3235914707183838
597604	embedding2nn.weight	1	0.3875327706336975
597604	embedding2nn.weight	2	0.010791950859129429
597604	embedding2nn.weight	3	0.00012082688772352412
597604	embedding2nn.weight	4	-0.031101327389478683
597604	embedding2nn.weight	5	0.06393498927354813
597604	embedding2nn.weight	6	0.008638367988169193
597604	embedding2nn.weight	7	0.02513742260634899
597604	embedding2nn.weight	8	0.027203699573874474
597604	embedding2nn.weight	9	-0.0627584159374237
597604	embedding2nn.bias	0	0.036449987441301346
597604	embedding2nn.bias	1	-0.2268603891134262
597604	embedding2nn.bias	2	0.12929344177246094
597604	embedding2nn.bias	3	0.1688060611486435
597604	embedding2nn.bias	4	0.13705416023731232
597604	embedding2nn.bias	5	-0.057985421270132065
597604	embedding2nn.bias	6	-0.03225342184305191
597604	embedding2nn.bias	7	0.06494085490703583
597604	embedding2nn.bias	8	-0.15479427576065063
597604	embedding2nn.bias	9	-0.3756994903087616
597604	rnn.weight_ih_l0	0	-0.002231753431260586
597604	rnn.weight_ih_l0	1	-0.05128609761595726
597604	rnn.weight_ih_l0	2	-0.05644160509109497
597604	rnn.weight_ih_l0	3	0.10374648123979568
597604	rnn.weight_ih_l0	4	0.013153527863323689
597604	rnn.weight_ih_l0	5	-0.04653110355138779
597604	rnn.weight_ih_l0	6	-0.008046052418649197
597604	rnn.weight_ih_l0	7	-0.022174185141921043
597604	rnn.weight_ih_l0	8	0.009653137996792793
597604	rnn.weight_ih_l0	9	-0.10943736135959625
597604	rnn.weight_hh_l0	0	-0.020015165209770203
597604	rnn.weight_hh_l0	1	0.08051054924726486
597604	rnn.weight_hh_l0	2	0.014870637096464634
597604	rnn.weight_hh_l0	3	-0.024290593340992928
597604	rnn.weight_hh_l0	4	0.06482896953821182
597604	rnn.weight_hh_l0	5	0.01570255495607853
597604	rnn.weight_hh_l0	6	-0.07731270790100098
597604	rnn.weight_hh_l0	7	-0.09877277165651321
597604	rnn.weight_hh_l0	8	0.035867009311914444
597604	rnn.weight_hh_l0	9	-0.11071272939443588
597604	rnn.bias_ih_l0	0	0.1931559294462204
597604	rnn.bias_ih_l0	1	-0.33120065927505493
597604	rnn.bias_ih_l0	2	-0.03586107864975929
597604	rnn.bias_ih_l0	3	-0.21913252770900726
597604	rnn.bias_ih_l0	4	0.02622768096625805
597604	rnn.bias_ih_l0	5	-0.4355323016643524
597604	rnn.bias_ih_l0	6	-0.13451729714870453
597604	rnn.bias_ih_l0	7	-0.3646578788757324
597604	rnn.bias_ih_l0	8	-0.293140709400177
597604	rnn.bias_ih_l0	9	-0.45980095863342285
597604	rnn.bias_hh_l0	0	-0.3556855022907257
597604	rnn.bias_hh_l0	1	-0.4325571060180664
597604	rnn.bias_hh_l0	2	-0.3970363438129425
597604	rnn.bias_hh_l0	3	-0.07821599394083023
597604	rnn.bias_hh_l0	4	-0.4023939073085785
597604	rnn.bias_hh_l0	5	-0.35578644275665283
597604	rnn.bias_hh_l0	6	-0.11784297972917557
597604	rnn.bias_hh_l0	7	0.0655885562300682
597604	rnn.bias_hh_l0	8	-0.22476375102996826
597604	rnn.bias_hh_l0	9	-0.5783776044845581
597604	rnn.weight_ih_l0_reverse	0	0.029433319345116615
597604	rnn.weight_ih_l0_reverse	1	-0.041059039533138275
597604	rnn.weight_ih_l0_reverse	2	-0.016985533758997917
597604	rnn.weight_ih_l0_reverse	3	-0.14696939289569855
597604	rnn.weight_ih_l0_reverse	4	0.08477135002613068
597604	rnn.weight_ih_l0_reverse	5	-0.11937158554792404
597604	rnn.weight_ih_l0_reverse	6	0.007599711883813143
597604	rnn.weight_ih_l0_reverse	7	0.030277464538812637
597604	rnn.weight_ih_l0_reverse	8	-0.060976799577474594
597604	rnn.weight_ih_l0_reverse	9	-0.07000862807035446
597604	rnn.weight_hh_l0_reverse	0	-0.1387196183204651
597604	rnn.weight_hh_l0_reverse	1	0.023574309423565865
597604	rnn.weight_hh_l0_reverse	2	-0.02410251274704933
597604	rnn.weight_hh_l0_reverse	3	0.024509301409125328
597604	rnn.weight_hh_l0_reverse	4	-0.08370620757341385
597604	rnn.weight_hh_l0_reverse	5	0.03411939740180969
597604	rnn.weight_hh_l0_reverse	6	0.02630464918911457
597604	rnn.weight_hh_l0_reverse	7	-0.12172836065292358
597604	rnn.weight_hh_l0_reverse	8	-0.06461905688047409
597604	rnn.weight_hh_l0_reverse	9	0.04884041100740433
597604	rnn.bias_ih_l0_reverse	0	-0.16885098814964294
597604	rnn.bias_ih_l0_reverse	1	-0.06356540322303772
597604	rnn.bias_ih_l0_reverse	2	0.13660269975662231
597604	rnn.bias_ih_l0_reverse	3	-0.30271783471107483
597604	rnn.bias_ih_l0_reverse	4	0.018649954348802567
597604	rnn.bias_ih_l0_reverse	5	-0.22392165660858154
597604	rnn.bias_ih_l0_reverse	6	0.25715041160583496
597604	rnn.bias_ih_l0_reverse	7	-0.3304358720779419
597604	rnn.bias_ih_l0_reverse	8	-0.18529768288135529
597604	rnn.bias_ih_l0_reverse	9	-0.1767481565475464
597604	rnn.bias_hh_l0_reverse	0	-0.11981335282325745
597604	rnn.bias_hh_l0_reverse	1	0.2630872130393982
597604	rnn.bias_hh_l0_reverse	2	-0.33250880241394043
597604	rnn.bias_hh_l0_reverse	3	-0.20834416151046753
597604	rnn.bias_hh_l0_reverse	4	-0.41315895318984985
597604	rnn.bias_hh_l0_reverse	5	-0.194157674908638
597604	rnn.bias_hh_l0_reverse	6	-0.2540057599544525
597604	rnn.bias_hh_l0_reverse	7	-0.08919862657785416
597604	rnn.bias_hh_l0_reverse	8	-0.34623509645462036
597604	rnn.bias_hh_l0_reverse	9	0.19808369874954224
597604	linear.weight	0	0.18420356512069702
597604	linear.weight	1	-0.4545838534832001
597604	linear.weight	2	0.028486981987953186
597604	linear.weight	3	0.06752677261829376
597604	linear.weight	4	-0.13348983228206635
597604	linear.weight	5	0.24578803777694702
597604	linear.weight	6	-0.03182084113359451
597604	linear.weight	7	-0.06031130254268646
597604	linear.weight	8	0.10521785914897919
597604	linear.weight	9	-0.04938029870390892
597604	linear.bias	0	-0.8477917313575745
597604	linear.bias	1	1.8580940961837769
597604	linear.bias	2	0.7683548927307129
597604	linear.bias	3	-2.723564863204956
597604	linear.bias	4	-0.12165461480617523
597604	linear.bias	5	1.2225847244262695
597604	linear.bias	6	-0.27037134766578674
597604	linear.bias	7	0.7552420496940613
597604	linear.bias	8	2.138094425201416
597604	linear.bias	9	-1.3762050867080688
598213	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
598213	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
598213	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
598213	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
598213	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
598213	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
598213	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
598213	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
598213	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
598213	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
598213	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
598213	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
598213	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
598213	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
598213	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
598213	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
598213	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
598213	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
598213	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
598213	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
598213	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
598213	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
598213	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
598213	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
598213	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
598213	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
598213	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
598213	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
598213	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
598213	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
598213	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
598213	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
598213	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
598213	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
598213	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
598213	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
598213	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
598213	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
598213	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
598213	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
598213	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
598213	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
598213	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
598213	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
598213	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
598213	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
598213	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
598213	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
598213	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
598213	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
598213	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
598213	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
598213	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
598213	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
598213	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
598213	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
598213	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
598213	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
598213	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
598213	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
598213	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
598213	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
598213	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
598213	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
598213	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
598213	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
598213	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
598213	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
598213	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
598213	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
598213	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
598213	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
598213	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
598213	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
598213	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
598213	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
598213	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
598213	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
598213	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
598213	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
598213	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
598213	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
598213	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
598213	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
598213	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
598213	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
598213	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
598213	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
598213	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
598213	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
598213	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
598213	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
598213	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
598213	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
598213	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
598213	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
598213	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
598213	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
598213	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
598213	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
598213	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
598213	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
598213	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
598213	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
598213	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
598213	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
598213	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
598213	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
598213	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
598213	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
598213	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
598213	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
598213	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
598213	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
598213	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
598213	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
598213	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
598213	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
598213	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
598213	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
598213	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
598213	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
598213	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
598213	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
598213	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
598213	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
598213	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
598213	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
598213	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
598213	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
598213	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
598213	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
598213	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
598213	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
598213	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
598213	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
598213	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
598213	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
598213	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
598213	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
598213	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
598213	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
598213	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
598213	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
598213	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
598213	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
598213	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
598213	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
598213	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
598213	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
598213	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
598213	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
598213	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
598213	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
598213	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
598213	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
598213	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
598213	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
598213	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
598213	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
598213	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
598213	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
598213	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
598213	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
598213	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
598213	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
598213	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
598213	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
598213	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
598213	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
598213	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
598213	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
598213	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
598213	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
598213	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
598213	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
598213	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
598213	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
598213	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
598213	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
598213	embedding2nn.weight	0	0.32475852966308594
598213	embedding2nn.weight	1	0.3868415653705597
598213	embedding2nn.weight	2	0.007972721941769123
598213	embedding2nn.weight	3	0.014380315318703651
598213	embedding2nn.weight	4	-0.030657216906547546
598213	embedding2nn.weight	5	0.06242130324244499
598213	embedding2nn.weight	6	0.011242442764341831
598213	embedding2nn.weight	7	0.031045256182551384
598213	embedding2nn.weight	8	0.02802889794111252
598213	embedding2nn.weight	9	-0.06543504446744919
598213	embedding2nn.bias	0	0.03868206590414047
598213	embedding2nn.bias	1	-0.2219197154045105
598213	embedding2nn.bias	2	0.12069396674633026
598213	embedding2nn.bias	3	0.16429908573627472
598213	embedding2nn.bias	4	0.13010190427303314
598213	embedding2nn.bias	5	-0.04524081572890282
598213	embedding2nn.bias	6	-0.04543326422572136
598213	embedding2nn.bias	7	0.06327305734157562
598213	embedding2nn.bias	8	-0.1573151797056198
598213	embedding2nn.bias	9	-0.3683245778083801
598213	rnn.weight_ih_l0	0	-0.0018596312729641795
598213	rnn.weight_ih_l0	1	-0.05094701424241066
598213	rnn.weight_ih_l0	2	-0.0610605925321579
598213	rnn.weight_ih_l0	3	0.10522955656051636
598213	rnn.weight_ih_l0	4	0.012014083564281464
598213	rnn.weight_ih_l0	5	-0.05474058538675308
598213	rnn.weight_ih_l0	6	-0.007891054265201092
598213	rnn.weight_ih_l0	7	-0.02542501874268055
598213	rnn.weight_ih_l0	8	0.010028124786913395
598213	rnn.weight_ih_l0	9	-0.10909765958786011
598213	rnn.weight_hh_l0	0	-0.019792621955275536
598213	rnn.weight_hh_l0	1	0.08005734533071518
598213	rnn.weight_hh_l0	2	0.014925974421203136
598213	rnn.weight_hh_l0	3	-0.024612288922071457
598213	rnn.weight_hh_l0	4	0.06544364988803864
598213	rnn.weight_hh_l0	5	0.015988700091838837
598213	rnn.weight_hh_l0	6	-0.07766610383987427
598213	rnn.weight_hh_l0	7	-0.09904789924621582
598213	rnn.weight_hh_l0	8	0.0358038991689682
598213	rnn.weight_hh_l0	9	-0.11104834824800491
598213	rnn.bias_ih_l0	0	0.18565906584262848
598213	rnn.bias_ih_l0	1	-0.32843950390815735
598213	rnn.bias_ih_l0	2	-0.03589824214577675
598213	rnn.bias_ih_l0	3	-0.22067564725875854
598213	rnn.bias_ih_l0	4	0.02032809890806675
598213	rnn.bias_ih_l0	5	-0.4366702735424042
598213	rnn.bias_ih_l0	6	-0.12882530689239502
598213	rnn.bias_ih_l0	7	-0.3639221489429474
598213	rnn.bias_ih_l0	8	-0.2935163378715515
598213	rnn.bias_ih_l0	9	-0.4621555507183075
598213	rnn.bias_hh_l0	0	-0.356107234954834
598213	rnn.bias_hh_l0	1	-0.43485698103904724
598213	rnn.bias_hh_l0	2	-0.39457908272743225
598213	rnn.bias_hh_l0	3	-0.07868882268667221
598213	rnn.bias_hh_l0	4	-0.39942753314971924
598213	rnn.bias_hh_l0	5	-0.3558403551578522
598213	rnn.bias_hh_l0	6	-0.11786732077598572
598213	rnn.bias_hh_l0	7	0.06749588996171951
598213	rnn.bias_hh_l0	8	-0.22397831082344055
598213	rnn.bias_hh_l0	9	-0.5799207091331482
598213	rnn.weight_ih_l0_reverse	0	0.02825094200670719
598213	rnn.weight_ih_l0_reverse	1	-0.04120134934782982
598213	rnn.weight_ih_l0_reverse	2	-0.017324142158031464
598213	rnn.weight_ih_l0_reverse	3	-0.14862926304340363
598213	rnn.weight_ih_l0_reverse	4	0.08328710496425629
598213	rnn.weight_ih_l0_reverse	5	-0.11963015049695969
598213	rnn.weight_ih_l0_reverse	6	0.0071309758350253105
598213	rnn.weight_ih_l0_reverse	7	0.02936439774930477
598213	rnn.weight_ih_l0_reverse	8	-0.05923927202820778
598213	rnn.weight_ih_l0_reverse	9	-0.06705653667449951
598213	rnn.weight_hh_l0_reverse	0	-0.13799214363098145
598213	rnn.weight_hh_l0_reverse	1	0.02410251833498478
598213	rnn.weight_hh_l0_reverse	2	-0.023884590715169907
598213	rnn.weight_hh_l0_reverse	3	0.024962380528450012
598213	rnn.weight_hh_l0_reverse	4	-0.08410467952489853
598213	rnn.weight_hh_l0_reverse	5	0.0342438742518425
598213	rnn.weight_hh_l0_reverse	6	0.02627984993159771
598213	rnn.weight_hh_l0_reverse	7	-0.11949356645345688
598213	rnn.weight_hh_l0_reverse	8	-0.06629998981952667
598213	rnn.weight_hh_l0_reverse	9	0.049207549542188644
598213	rnn.bias_ih_l0_reverse	0	-0.17179138958454132
598213	rnn.bias_ih_l0_reverse	1	-0.06353431940078735
598213	rnn.bias_ih_l0_reverse	2	0.1347164362668991
598213	rnn.bias_ih_l0_reverse	3	-0.3006758391857147
598213	rnn.bias_ih_l0_reverse	4	0.016881929710507393
598213	rnn.bias_ih_l0_reverse	5	-0.2223736047744751
598213	rnn.bias_ih_l0_reverse	6	0.2567695081233978
598213	rnn.bias_ih_l0_reverse	7	-0.33718398213386536
598213	rnn.bias_ih_l0_reverse	8	-0.18559621274471283
598213	rnn.bias_ih_l0_reverse	9	-0.17270812392234802
598213	rnn.bias_hh_l0_reverse	0	-0.11545272916555405
598213	rnn.bias_hh_l0_reverse	1	0.264482706785202
598213	rnn.bias_hh_l0_reverse	2	-0.33291420340538025
598213	rnn.bias_hh_l0_reverse	3	-0.2085781842470169
598213	rnn.bias_hh_l0_reverse	4	-0.41314247250556946
598213	rnn.bias_hh_l0_reverse	5	-0.19430634379386902
598213	rnn.bias_hh_l0_reverse	6	-0.25388303399086
598213	rnn.bias_hh_l0_reverse	7	-0.08837789297103882
598213	rnn.bias_hh_l0_reverse	8	-0.34677639603614807
598213	rnn.bias_hh_l0_reverse	9	0.20751900970935822
598213	linear.weight	0	0.1592073291540146
598213	linear.weight	1	-0.4637872874736786
598213	linear.weight	2	0.039491359144449234
598213	linear.weight	3	0.06752684712409973
598213	linear.weight	4	-0.16679145395755768
598213	linear.weight	5	0.23585326969623566
598213	linear.weight	6	-0.026042383164167404
598213	linear.weight	7	-0.060308150947093964
598213	linear.weight	8	0.10890983045101166
598213	linear.weight	9	-0.04938291758298874
598213	linear.bias	0	-0.8717114329338074
598213	linear.bias	1	1.8444454669952393
598213	linear.bias	2	0.7918738126754761
598213	linear.bias	3	-2.723672866821289
598213	linear.bias	4	-0.12536834180355072
598213	linear.bias	5	1.2361000776290894
598213	linear.bias	6	-0.260884165763855
598213	linear.bias	7	0.7582029104232788
598213	linear.bias	8	2.146883010864258
598213	linear.bias	9	-1.3822979927062988
598822	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
598822	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
598822	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
598822	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
598822	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
598822	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
598822	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
598822	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
598822	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
598822	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
598822	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
598822	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
598822	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
598822	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
598822	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
598822	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
598822	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
598822	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
598822	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
598822	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
598822	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
598822	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
598822	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
598822	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
598822	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
598822	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
598822	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
598822	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
598822	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
598822	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
598822	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
598822	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
598822	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
598822	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
598822	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
598822	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
598822	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
598822	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
598822	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
598822	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
598822	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
598822	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
598822	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
598822	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
598822	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
598822	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
598822	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
598822	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
598822	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
598822	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
598822	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
598822	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
598822	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
598822	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
598822	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
598822	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
598822	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
598822	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
598822	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
598822	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
598822	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
598822	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
598822	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
598822	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
598822	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
598822	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
598822	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
598822	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
598822	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
598822	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
598822	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
598822	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
598822	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
598822	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
598822	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
598822	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
598822	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
598822	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
598822	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
598822	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
598822	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
598822	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
598822	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
598822	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
598822	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
598822	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
598822	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
598822	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
598822	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
598822	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
598822	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
598822	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
598822	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
598822	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
598822	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
598822	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
598822	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
598822	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
598822	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
598822	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
598822	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
598822	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
598822	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
598822	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
598822	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
598822	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
598822	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
598822	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
598822	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
598822	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
598822	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
598822	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
598822	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
598822	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
598822	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
598822	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
598822	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
598822	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
598822	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
598822	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
598822	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
598822	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
598822	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
598822	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
598822	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
598822	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
598822	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
598822	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
598822	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
598822	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
598822	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
598822	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
598822	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
598822	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
598822	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
598822	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
598822	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
598822	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
598822	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
598822	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
598822	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
598822	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
598822	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
598822	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
598822	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
598822	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
598822	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
598822	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
598822	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
598822	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
598822	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
598822	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
598822	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
598822	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
598822	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
598822	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
598822	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
598822	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
598822	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
598822	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
598822	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
598822	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
598822	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
598822	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
598822	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
598822	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
598822	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
598822	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
598822	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
598822	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
598822	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
598822	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
598822	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
598822	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
598822	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
598822	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
598822	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
598822	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
598822	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
598822	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
598822	embedding2nn.weight	0	0.32319962978363037
598822	embedding2nn.weight	1	0.38795849680900574
598822	embedding2nn.weight	2	0.0072366888634860516
598822	embedding2nn.weight	3	0.0069460016675293446
598822	embedding2nn.weight	4	-0.03114471584558487
598822	embedding2nn.weight	5	0.06016414985060692
598822	embedding2nn.weight	6	0.013612629845738411
598822	embedding2nn.weight	7	0.02849852479994297
598822	embedding2nn.weight	8	0.026948945596814156
598822	embedding2nn.weight	9	-0.06408444046974182
598822	embedding2nn.bias	0	0.02444383315742016
598822	embedding2nn.bias	1	-0.2191963642835617
598822	embedding2nn.bias	2	0.12076355516910553
598822	embedding2nn.bias	3	0.15903426706790924
598822	embedding2nn.bias	4	0.1311715543270111
598822	embedding2nn.bias	5	-0.03727070614695549
598822	embedding2nn.bias	6	-0.029861392453312874
598822	embedding2nn.bias	7	0.07385087013244629
598822	embedding2nn.bias	8	-0.1657993346452713
598822	embedding2nn.bias	9	-0.3592779338359833
598822	rnn.weight_ih_l0	0	-0.001879435614682734
598822	rnn.weight_ih_l0	1	-0.05190856754779816
598822	rnn.weight_ih_l0	2	-0.060152143239974976
598822	rnn.weight_ih_l0	3	0.10434304177761078
598822	rnn.weight_ih_l0	4	0.011172203347086906
598822	rnn.weight_ih_l0	5	-0.053175270557403564
598822	rnn.weight_ih_l0	6	-0.005487211514264345
598822	rnn.weight_ih_l0	7	-0.026026150211691856
598822	rnn.weight_ih_l0	8	0.00681701535359025
598822	rnn.weight_ih_l0	9	-0.10725096613168716
598822	rnn.weight_hh_l0	0	-0.019943496212363243
598822	rnn.weight_hh_l0	1	0.08010142296552658
598822	rnn.weight_hh_l0	2	0.014525248669087887
598822	rnn.weight_hh_l0	3	-0.024610310792922974
598822	rnn.weight_hh_l0	4	0.0655396357178688
598822	rnn.weight_hh_l0	5	0.015230875462293625
598822	rnn.weight_hh_l0	6	-0.07764570415019989
598822	rnn.weight_hh_l0	7	-0.10115489363670349
598822	rnn.weight_hh_l0	8	0.0357854962348938
598822	rnn.weight_hh_l0	9	-0.11069739609956741
598822	rnn.bias_ih_l0	0	0.18580390512943268
598822	rnn.bias_ih_l0	1	-0.3307349383831024
598822	rnn.bias_ih_l0	2	-0.03541925922036171
598822	rnn.bias_ih_l0	3	-0.22080139815807343
598822	rnn.bias_ih_l0	4	0.02376849204301834
598822	rnn.bias_ih_l0	5	-0.4355618953704834
598822	rnn.bias_ih_l0	6	-0.12899060547351837
598822	rnn.bias_ih_l0	7	-0.3660201132297516
598822	rnn.bias_ih_l0	8	-0.2948768734931946
598822	rnn.bias_ih_l0	9	-0.4582563638687134
598822	rnn.bias_hh_l0	0	-0.3503509759902954
598822	rnn.bias_hh_l0	1	-0.4337780177593231
598822	rnn.bias_hh_l0	2	-0.39151886105537415
598822	rnn.bias_hh_l0	3	-0.07490386813879013
598822	rnn.bias_hh_l0	4	-0.3969615399837494
598822	rnn.bias_hh_l0	5	-0.3555753231048584
598822	rnn.bias_hh_l0	6	-0.12164965271949768
598822	rnn.bias_hh_l0	7	0.06739058345556259
598822	rnn.bias_hh_l0	8	-0.22452381253242493
598822	rnn.bias_hh_l0	9	-0.5762700438499451
598822	rnn.weight_ih_l0_reverse	0	0.027218284085392952
598822	rnn.weight_ih_l0_reverse	1	-0.04063507914543152
598822	rnn.weight_ih_l0_reverse	2	-0.018101070076227188
598822	rnn.weight_ih_l0_reverse	3	-0.14799582958221436
598822	rnn.weight_ih_l0_reverse	4	0.08455158025026321
598822	rnn.weight_ih_l0_reverse	5	-0.1178971603512764
598822	rnn.weight_ih_l0_reverse	6	0.009155498817563057
598822	rnn.weight_ih_l0_reverse	7	0.028677240014076233
598822	rnn.weight_ih_l0_reverse	8	-0.0606379471719265
598822	rnn.weight_ih_l0_reverse	9	-0.06677114963531494
598822	rnn.weight_hh_l0_reverse	0	-0.13715076446533203
598822	rnn.weight_hh_l0_reverse	1	0.02406284585595131
598822	rnn.weight_hh_l0_reverse	2	-0.023552125319838524
598822	rnn.weight_hh_l0_reverse	3	0.02462424337863922
598822	rnn.weight_hh_l0_reverse	4	-0.08399967104196548
598822	rnn.weight_hh_l0_reverse	5	0.034311942756175995
598822	rnn.weight_hh_l0_reverse	6	0.026295792311429977
598822	rnn.weight_hh_l0_reverse	7	-0.12029052525758743
598822	rnn.weight_hh_l0_reverse	8	-0.06558302044868469
598822	rnn.weight_hh_l0_reverse	9	0.0486869141459465
598822	rnn.bias_ih_l0_reverse	0	-0.17444390058517456
598822	rnn.bias_ih_l0_reverse	1	-0.06618756800889969
598822	rnn.bias_ih_l0_reverse	2	0.13703325390815735
598822	rnn.bias_ih_l0_reverse	3	-0.29901716113090515
598822	rnn.bias_ih_l0_reverse	4	0.01776362955570221
598822	rnn.bias_ih_l0_reverse	5	-0.22306150197982788
598822	rnn.bias_ih_l0_reverse	6	0.2605363130569458
598822	rnn.bias_ih_l0_reverse	7	-0.33591097593307495
598822	rnn.bias_ih_l0_reverse	8	-0.18802013993263245
598822	rnn.bias_ih_l0_reverse	9	-0.16880472004413605
598822	rnn.bias_hh_l0_reverse	0	-0.11209487169981003
598822	rnn.bias_hh_l0_reverse	1	0.26236480474472046
598822	rnn.bias_hh_l0_reverse	2	-0.33655640482902527
598822	rnn.bias_hh_l0_reverse	3	-0.20835041999816895
598822	rnn.bias_hh_l0_reverse	4	-0.4120669662952423
598822	rnn.bias_hh_l0_reverse	5	-0.19521236419677734
598822	rnn.bias_hh_l0_reverse	6	-0.2536107301712036
598822	rnn.bias_hh_l0_reverse	7	-0.08978844434022903
598822	rnn.bias_hh_l0_reverse	8	-0.34017300605773926
598822	rnn.bias_hh_l0_reverse	9	0.2000456005334854
598822	linear.weight	0	0.16022002696990967
598822	linear.weight	1	-0.4691208004951477
598822	linear.weight	2	0.02845901809632778
598822	linear.weight	3	0.06752735376358032
598822	linear.weight	4	-0.17261537909507751
598822	linear.weight	5	0.2325977236032486
598822	linear.weight	6	-0.015568013302981853
598822	linear.weight	7	-0.060303378850221634
598822	linear.weight	8	0.11729522794485092
598822	linear.weight	9	-0.049385152757167816
598822	linear.bias	0	-0.865637481212616
598822	linear.bias	1	1.8124110698699951
598822	linear.bias	2	0.7662838101387024
598822	linear.bias	3	-2.7237884998321533
598822	linear.bias	4	-0.12213953584432602
598822	linear.bias	5	1.2626703977584839
598822	linear.bias	6	-0.25395724177360535
598822	linear.bias	7	0.7412354350090027
598822	linear.bias	8	2.1540942192077637
598822	linear.bias	9	-1.3928402662277222
599431	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
599431	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
599431	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
599431	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
599431	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
599431	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
599431	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
599431	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
599431	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
599431	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
599431	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
599431	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
599431	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
599431	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
599431	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
599431	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
599431	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
599431	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
599431	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
599431	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
599431	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
599431	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
599431	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
599431	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
599431	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
599431	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
599431	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
599431	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
599431	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
599431	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
599431	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
599431	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
599431	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
599431	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
599431	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
599431	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
599431	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
599431	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
599431	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
599431	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
599431	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
599431	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
599431	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
599431	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
599431	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
599431	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
599431	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
599431	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
599431	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
599431	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
599431	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
599431	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
599431	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
599431	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
599431	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
599431	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
599431	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
599431	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
599431	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
599431	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
599431	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
599431	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
599431	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
599431	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
599431	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
599431	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
599431	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
599431	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
599431	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
599431	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
599431	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
599431	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
599431	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
599431	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
599431	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
599431	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
599431	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
599431	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
599431	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
599431	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
599431	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
599431	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
599431	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
599431	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
599431	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
599431	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
599431	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
599431	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
599431	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
599431	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
599431	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
599431	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
599431	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
599431	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
599431	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
599431	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
599431	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
599431	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
599431	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
599431	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
599431	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
599431	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
599431	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
599431	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
599431	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
599431	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
599431	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
599431	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
599431	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
599431	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
599431	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
599431	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
599431	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
599431	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
599431	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
599431	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
599431	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
599431	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
599431	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
599431	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
599431	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
599431	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
599431	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
599431	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
599431	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
599431	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
599431	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
599431	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
599431	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
599431	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
599431	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
599431	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
599431	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
599431	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
599431	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
599431	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
599431	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
599431	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
599431	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
599431	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
599431	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
599431	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
599431	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
599431	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
599431	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
599431	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
599431	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
599431	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
599431	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
599431	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
599431	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
599431	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
599431	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
599431	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
599431	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
599431	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
599431	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
599431	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
599431	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
599431	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
599431	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
599431	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
599431	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
599431	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
599431	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
599431	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
599431	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
599431	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
599431	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
599431	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
599431	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
599431	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
599431	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
599431	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
599431	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
599431	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
599431	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
599431	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
599431	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
599431	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
599431	embedding2nn.weight	0	0.32224908471107483
599431	embedding2nn.weight	1	0.38468825817108154
599431	embedding2nn.weight	2	0.004940430633723736
599431	embedding2nn.weight	3	0.01818905957043171
599431	embedding2nn.weight	4	-0.028691690415143967
599431	embedding2nn.weight	5	0.059385865926742554
599431	embedding2nn.weight	6	0.0177112128585577
599431	embedding2nn.weight	7	0.028814353048801422
599431	embedding2nn.weight	8	0.025418967008590698
599431	embedding2nn.weight	9	-0.06728053838014603
599431	embedding2nn.bias	0	0.022637197747826576
599431	embedding2nn.bias	1	-0.21864525973796844
599431	embedding2nn.bias	2	0.12865771353244781
599431	embedding2nn.bias	3	0.1686178743839264
599431	embedding2nn.bias	4	0.1358077973127365
599431	embedding2nn.bias	5	-0.04649409279227257
599431	embedding2nn.bias	6	-0.046898048371076584
599431	embedding2nn.bias	7	0.07166017591953278
599431	embedding2nn.bias	8	-0.1654547154903412
599431	embedding2nn.bias	9	-0.3594703674316406
599431	rnn.weight_ih_l0	0	-0.002563681686297059
599431	rnn.weight_ih_l0	1	-0.05255018174648285
599431	rnn.weight_ih_l0	2	-0.06011475250124931
599431	rnn.weight_ih_l0	3	0.10537164658308029
599431	rnn.weight_ih_l0	4	0.015436493791639805
599431	rnn.weight_ih_l0	5	-0.05569672957062721
599431	rnn.weight_ih_l0	6	-0.004031113348901272
599431	rnn.weight_ih_l0	7	-0.027628762647509575
599431	rnn.weight_ih_l0	8	0.006780972704291344
599431	rnn.weight_ih_l0	9	-0.10743050277233124
599431	rnn.weight_hh_l0	0	-0.01985337771475315
599431	rnn.weight_hh_l0	1	0.08046053349971771
599431	rnn.weight_hh_l0	2	0.015672778710722923
599431	rnn.weight_hh_l0	3	-0.024752864614129066
599431	rnn.weight_hh_l0	4	0.06577804684638977
599431	rnn.weight_hh_l0	5	0.01522099133580923
599431	rnn.weight_hh_l0	6	-0.07812126725912094
599431	rnn.weight_hh_l0	7	-0.10068706423044205
599431	rnn.weight_hh_l0	8	0.035830628126859665
599431	rnn.weight_hh_l0	9	-0.11095120757818222
599431	rnn.bias_ih_l0	0	0.1814659833908081
599431	rnn.bias_ih_l0	1	-0.3289951682090759
599431	rnn.bias_ih_l0	2	-0.03523055091500282
599431	rnn.bias_ih_l0	3	-0.21844205260276794
599431	rnn.bias_ih_l0	4	0.028289848938584328
599431	rnn.bias_ih_l0	5	-0.43327730894088745
599431	rnn.bias_ih_l0	6	-0.13373327255249023
599431	rnn.bias_ih_l0	7	-0.36717402935028076
599431	rnn.bias_ih_l0	8	-0.2927616834640503
599431	rnn.bias_ih_l0	9	-0.45654428005218506
599431	rnn.bias_hh_l0	0	-0.3511658012866974
599431	rnn.bias_hh_l0	1	-0.4291398823261261
599431	rnn.bias_hh_l0	2	-0.3918401896953583
599431	rnn.bias_hh_l0	3	-0.0770866721868515
599431	rnn.bias_hh_l0	4	-0.39911291003227234
599431	rnn.bias_hh_l0	5	-0.35530558228492737
599431	rnn.bias_hh_l0	6	-0.12055380642414093
599431	rnn.bias_hh_l0	7	0.06524010002613068
599431	rnn.bias_hh_l0	8	-0.2303367555141449
599431	rnn.bias_hh_l0	9	-0.5765448212623596
599431	rnn.weight_ih_l0_reverse	0	0.025897741317749023
599431	rnn.weight_ih_l0_reverse	1	-0.039242103695869446
599431	rnn.weight_ih_l0_reverse	2	-0.01777634210884571
599431	rnn.weight_ih_l0_reverse	3	-0.14722856879234314
599431	rnn.weight_ih_l0_reverse	4	0.08397608250379562
599431	rnn.weight_ih_l0_reverse	5	-0.116843581199646
599431	rnn.weight_ih_l0_reverse	6	0.007810171693563461
599431	rnn.weight_ih_l0_reverse	7	0.028546331450343132
599431	rnn.weight_ih_l0_reverse	8	-0.0605587475001812
599431	rnn.weight_ih_l0_reverse	9	-0.06600544601678848
599431	rnn.weight_hh_l0_reverse	0	-0.13644368946552277
599431	rnn.weight_hh_l0_reverse	1	0.023734483867883682
599431	rnn.weight_hh_l0_reverse	2	-0.023629896342754364
599431	rnn.weight_hh_l0_reverse	3	0.0249546617269516
599431	rnn.weight_hh_l0_reverse	4	-0.08491414785385132
599431	rnn.weight_hh_l0_reverse	5	0.034397024661302567
599431	rnn.weight_hh_l0_reverse	6	0.026261096820235252
599431	rnn.weight_hh_l0_reverse	7	-0.12011082470417023
599431	rnn.weight_hh_l0_reverse	8	-0.0645727813243866
599431	rnn.weight_hh_l0_reverse	9	0.04839485138654709
599431	rnn.bias_ih_l0_reverse	0	-0.1787068098783493
599431	rnn.bias_ih_l0_reverse	1	-0.06354787200689316
599431	rnn.bias_ih_l0_reverse	2	0.13992922008037567
599431	rnn.bias_ih_l0_reverse	3	-0.30386584997177124
599431	rnn.bias_ih_l0_reverse	4	0.01502589974552393
599431	rnn.bias_ih_l0_reverse	5	-0.2219208925962448
599431	rnn.bias_ih_l0_reverse	6	0.25994840264320374
599431	rnn.bias_ih_l0_reverse	7	-0.3371284008026123
599431	rnn.bias_ih_l0_reverse	8	-0.18811319768428802
599431	rnn.bias_ih_l0_reverse	9	-0.16748519241809845
599431	rnn.bias_hh_l0_reverse	0	-0.12049809843301773
599431	rnn.bias_hh_l0_reverse	1	0.26423460245132446
599431	rnn.bias_hh_l0_reverse	2	-0.3424950838088989
599431	rnn.bias_hh_l0_reverse	3	-0.21119782328605652
599431	rnn.bias_hh_l0_reverse	4	-0.41377368569374084
599431	rnn.bias_hh_l0_reverse	5	-0.19464437663555145
599431	rnn.bias_hh_l0_reverse	6	-0.25637760758399963
599431	rnn.bias_hh_l0_reverse	7	-0.08693066239356995
599431	rnn.bias_hh_l0_reverse	8	-0.33765271306037903
599431	rnn.bias_hh_l0_reverse	9	0.2047872394323349
599431	linear.weight	0	0.16480453312397003
599431	linear.weight	1	-0.4623444378376007
599431	linear.weight	2	0.026224181056022644
599431	linear.weight	3	0.06752665340900421
599431	linear.weight	4	-0.15297764539718628
599431	linear.weight	5	0.232085719704628
599431	linear.weight	6	-0.027945924550294876
599431	linear.weight	7	-0.06030089035630226
599431	linear.weight	8	0.11169453710317612
599431	linear.weight	9	-0.04938805103302002
599431	linear.bias	0	-0.8542790412902832
599431	linear.bias	1	1.8392363786697388
599431	linear.bias	2	0.7836283445358276
599431	linear.bias	3	-2.7238922119140625
599431	linear.bias	4	-0.10705550014972687
599431	linear.bias	5	1.2701307535171509
599431	linear.bias	6	-0.25668036937713623
599431	linear.bias	7	0.7543939352035522
599431	linear.bias	8	2.138421058654785
599431	linear.bias	9	-1.401302456855774
600040	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
600040	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
600040	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
600040	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
600040	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
600040	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
600040	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
600040	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
600040	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
600040	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
600040	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
600040	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
600040	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
600040	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
600040	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
600040	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
600040	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
600040	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
600040	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
600040	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
600040	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
600040	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
600040	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
600040	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
600040	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
600040	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
600040	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
600040	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
600040	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
600040	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
600040	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
600040	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
600040	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
600040	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
600040	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
600040	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
600040	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
600040	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
600040	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
600040	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
600040	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
600040	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
600040	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
600040	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
600040	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
600040	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
600040	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
600040	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
600040	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
600040	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
600040	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
600040	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
600040	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
600040	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
600040	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
600040	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
600040	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
600040	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
600040	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
600040	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
600040	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
600040	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
600040	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
600040	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
600040	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
600040	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
600040	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
600040	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
600040	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
600040	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
600040	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
600040	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
600040	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
600040	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
600040	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
600040	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
600040	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
600040	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
600040	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
600040	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
600040	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
600040	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
600040	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
600040	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
600040	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
600040	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
600040	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
600040	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
600040	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
600040	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
600040	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
600040	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
600040	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
600040	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
600040	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
600040	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
600040	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
600040	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
600040	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
600040	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
600040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
600040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
600040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
600040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
600040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
600040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
600040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
600040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
600040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
600040	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
600040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
600040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
600040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
600040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
600040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
600040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
600040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
600040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
600040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
600040	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
600040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
600040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
600040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
600040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
600040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
600040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
600040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
600040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
600040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
600040	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
600040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
600040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
600040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
600040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
600040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
600040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
600040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
600040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
600040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
600040	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
600040	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
600040	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
600040	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
600040	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
600040	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
600040	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
600040	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
600040	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
600040	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
600040	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
600040	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
600040	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
600040	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
600040	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
600040	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
600040	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
600040	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
600040	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
600040	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
600040	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
600040	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
600040	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
600040	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
600040	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
600040	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
600040	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
600040	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
600040	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
600040	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
600040	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
600040	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
600040	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
600040	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
600040	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
600040	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
600040	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
600040	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
600040	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
600040	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
600040	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
600040	embedding2nn.weight	0	0.3217509686946869
600040	embedding2nn.weight	1	0.38399240374565125
600040	embedding2nn.weight	2	0.0039373887702822685
600040	embedding2nn.weight	3	0.013492105528712273
600040	embedding2nn.weight	4	-0.025908686220645905
600040	embedding2nn.weight	5	0.0586952306330204
600040	embedding2nn.weight	6	0.018824966624379158
600040	embedding2nn.weight	7	0.02525346912443638
600040	embedding2nn.weight	8	0.028449885547161102
600040	embedding2nn.weight	9	-0.06386861950159073
600040	embedding2nn.bias	0	0.030539099127054214
600040	embedding2nn.bias	1	-0.211379274725914
600040	embedding2nn.bias	2	0.12461454421281815
600040	embedding2nn.bias	3	0.17251020669937134
600040	embedding2nn.bias	4	0.1450909823179245
600040	embedding2nn.bias	5	-0.04227343201637268
600040	embedding2nn.bias	6	-0.0590701624751091
600040	embedding2nn.bias	7	0.06896333396434784
600040	embedding2nn.bias	8	-0.16672058403491974
600040	embedding2nn.bias	9	-0.35365286469459534
600040	rnn.weight_ih_l0	0	-0.0024533364921808243
600040	rnn.weight_ih_l0	1	-0.05172586441040039
600040	rnn.weight_ih_l0	2	-0.06046517938375473
600040	rnn.weight_ih_l0	3	0.10277315229177475
600040	rnn.weight_ih_l0	4	0.015551247633993626
600040	rnn.weight_ih_l0	5	-0.06210653856396675
600040	rnn.weight_ih_l0	6	-0.004502130206674337
600040	rnn.weight_ih_l0	7	-0.026126952841877937
600040	rnn.weight_ih_l0	8	0.01345212571322918
600040	rnn.weight_ih_l0	9	-0.107320636510849
600040	rnn.weight_hh_l0	0	-0.019903240725398064
600040	rnn.weight_hh_l0	1	0.0801774263381958
600040	rnn.weight_hh_l0	2	0.015215768478810787
600040	rnn.weight_hh_l0	3	-0.025148529559373856
600040	rnn.weight_hh_l0	4	0.06581900268793106
600040	rnn.weight_hh_l0	5	0.01528557576239109
600040	rnn.weight_hh_l0	6	-0.07809577137231827
600040	rnn.weight_hh_l0	7	-0.10186757892370224
600040	rnn.weight_hh_l0	8	0.03592311590909958
600040	rnn.weight_hh_l0	9	-0.11077860742807388
600040	rnn.bias_ih_l0	0	0.17946767807006836
600040	rnn.bias_ih_l0	1	-0.32788315415382385
600040	rnn.bias_ih_l0	2	-0.03281882777810097
600040	rnn.bias_ih_l0	3	-0.216581791639328
600040	rnn.bias_ih_l0	4	0.03354429826140404
600040	rnn.bias_ih_l0	5	-0.43610912561416626
600040	rnn.bias_ih_l0	6	-0.13480672240257263
600040	rnn.bias_ih_l0	7	-0.3676106333732605
600040	rnn.bias_ih_l0	8	-0.2917623519897461
600040	rnn.bias_ih_l0	9	-0.4480583965778351
600040	rnn.bias_hh_l0	0	-0.3562450408935547
600040	rnn.bias_hh_l0	1	-0.43334558606147766
600040	rnn.bias_hh_l0	2	-0.39247629046440125
600040	rnn.bias_hh_l0	3	-0.07784582674503326
600040	rnn.bias_hh_l0	4	-0.3959934711456299
600040	rnn.bias_hh_l0	5	-0.354880154132843
600040	rnn.bias_hh_l0	6	-0.11860998719930649
600040	rnn.bias_hh_l0	7	0.06523751467466354
600040	rnn.bias_hh_l0	8	-0.2253182977437973
600040	rnn.bias_hh_l0	9	-0.5751878023147583
600040	rnn.weight_ih_l0_reverse	0	0.026795925572514534
600040	rnn.weight_ih_l0_reverse	1	-0.03911203145980835
600040	rnn.weight_ih_l0_reverse	2	-0.016051258891820908
600040	rnn.weight_ih_l0_reverse	3	-0.15008266270160675
600040	rnn.weight_ih_l0_reverse	4	0.0829891636967659
600040	rnn.weight_ih_l0_reverse	5	-0.11497564613819122
600040	rnn.weight_ih_l0_reverse	6	0.00950645562261343
600040	rnn.weight_ih_l0_reverse	7	0.028570041060447693
600040	rnn.weight_ih_l0_reverse	8	-0.0593685656785965
600040	rnn.weight_ih_l0_reverse	9	-0.06636937707662582
600040	rnn.weight_hh_l0_reverse	0	-0.13696672022342682
600040	rnn.weight_hh_l0_reverse	1	0.024116454645991325
600040	rnn.weight_hh_l0_reverse	2	-0.02349075675010681
600040	rnn.weight_hh_l0_reverse	3	0.024943247437477112
600040	rnn.weight_hh_l0_reverse	4	-0.08463021367788315
600040	rnn.weight_hh_l0_reverse	5	0.03425315394997597
600040	rnn.weight_hh_l0_reverse	6	0.026493793353438377
600040	rnn.weight_hh_l0_reverse	7	-0.12037758529186249
600040	rnn.weight_hh_l0_reverse	8	-0.06448829174041748
600040	rnn.weight_hh_l0_reverse	9	0.048115309327840805
600040	rnn.bias_ih_l0_reverse	0	-0.1807224452495575
600040	rnn.bias_ih_l0_reverse	1	-0.061346009373664856
600040	rnn.bias_ih_l0_reverse	2	0.14294974505901337
600040	rnn.bias_ih_l0_reverse	3	-0.3015498220920563
600040	rnn.bias_ih_l0_reverse	4	0.009215029887855053
600040	rnn.bias_ih_l0_reverse	5	-0.2213265746831894
600040	rnn.bias_ih_l0_reverse	6	0.26024988293647766
600040	rnn.bias_ih_l0_reverse	7	-0.3392971456050873
600040	rnn.bias_ih_l0_reverse	8	-0.188745379447937
600040	rnn.bias_ih_l0_reverse	9	-0.16936324536800385
600040	rnn.bias_hh_l0_reverse	0	-0.12053051590919495
600040	rnn.bias_hh_l0_reverse	1	0.26052019000053406
600040	rnn.bias_hh_l0_reverse	2	-0.3435606062412262
600040	rnn.bias_hh_l0_reverse	3	-0.21003471314907074
600040	rnn.bias_hh_l0_reverse	4	-0.41073423624038696
600040	rnn.bias_hh_l0_reverse	5	-0.1968221366405487
600040	rnn.bias_hh_l0_reverse	6	-0.2580946981906891
600040	rnn.bias_hh_l0_reverse	7	-0.08767475932836533
600040	rnn.bias_hh_l0_reverse	8	-0.3348611891269684
600040	rnn.bias_hh_l0_reverse	9	0.19923000037670135
600040	linear.weight	0	0.1748664677143097
600040	linear.weight	1	-0.4778181314468384
600040	linear.weight	2	0.02011747658252716
600040	linear.weight	3	0.06752663850784302
600040	linear.weight	4	-0.13022883236408234
600040	linear.weight	5	0.22692200541496277
600040	linear.weight	6	-0.02821337804198265
600040	linear.weight	7	-0.0602990947663784
600040	linear.weight	8	0.10812472552061081
600040	linear.weight	9	-0.049391087144613266
600040	linear.bias	0	-0.8272262811660767
600040	linear.bias	1	1.82034432888031
600040	linear.bias	2	0.774632453918457
600040	linear.bias	3	-2.723996877670288
600040	linear.bias	4	-0.11191299557685852
600040	linear.bias	5	1.251543402671814
600040	linear.bias	6	-0.25954926013946533
600040	linear.bias	7	0.7489905953407288
600040	linear.bias	8	2.1594536304473877
600040	linear.bias	9	-1.3786027431488037
600649	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
600649	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
600649	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
600649	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
600649	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
600649	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
600649	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
600649	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
600649	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
600649	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
600649	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
600649	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
600649	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
600649	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
600649	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
600649	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
600649	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
600649	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
600649	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
600649	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
600649	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
600649	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
600649	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
600649	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
600649	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
600649	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
600649	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
600649	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
600649	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
600649	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
600649	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
600649	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
600649	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
600649	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
600649	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
600649	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
600649	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
600649	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
600649	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
600649	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
600649	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
600649	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
600649	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
600649	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
600649	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
600649	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
600649	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
600649	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
600649	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
600649	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
600649	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
600649	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
600649	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
600649	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
600649	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
600649	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
600649	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
600649	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
600649	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
600649	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
600649	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
600649	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
600649	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
600649	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
600649	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
600649	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
600649	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
600649	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
600649	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
600649	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
600649	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
600649	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
600649	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
600649	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
600649	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
600649	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
600649	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
600649	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
600649	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
600649	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
600649	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
600649	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
600649	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
600649	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
600649	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
600649	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
600649	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
600649	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
600649	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
600649	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
600649	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
600649	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
600649	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
600649	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
600649	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
600649	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
600649	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
600649	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
600649	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
600649	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
600649	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
600649	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
600649	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
600649	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
600649	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
600649	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
600649	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
600649	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
600649	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
600649	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
600649	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
600649	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
600649	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
600649	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
600649	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
600649	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
600649	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
600649	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
600649	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
600649	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
600649	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
600649	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
600649	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
600649	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
600649	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
600649	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
600649	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
600649	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
600649	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
600649	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
600649	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
600649	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
600649	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
600649	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
600649	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
600649	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
600649	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
600649	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
600649	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
600649	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
600649	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
600649	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
600649	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
600649	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
600649	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
600649	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
600649	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
600649	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
600649	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
600649	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
600649	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
600649	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
600649	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
600649	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
600649	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
600649	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
600649	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
600649	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
600649	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
600649	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
600649	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
600649	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
600649	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
600649	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
600649	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
600649	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
600649	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
600649	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
600649	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
600649	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
600649	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
600649	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
600649	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
600649	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
600649	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
600649	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
600649	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
600649	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
600649	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
600649	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
600649	embedding2nn.weight	0	0.3221432566642761
600649	embedding2nn.weight	1	0.3850747346878052
600649	embedding2nn.weight	2	0.004960596561431885
600649	embedding2nn.weight	3	0.01747031882405281
600649	embedding2nn.weight	4	-0.025772491469979286
600649	embedding2nn.weight	5	0.05902509018778801
600649	embedding2nn.weight	6	0.016663841903209686
600649	embedding2nn.weight	7	0.0179679524153471
600649	embedding2nn.weight	8	0.02707165852189064
600649	embedding2nn.weight	9	-0.06535155326128006
600649	embedding2nn.bias	0	0.018560493364930153
600649	embedding2nn.bias	1	-0.21334128081798553
600649	embedding2nn.bias	2	0.12880516052246094
600649	embedding2nn.bias	3	0.16840410232543945
600649	embedding2nn.bias	4	0.13584306836128235
600649	embedding2nn.bias	5	-0.05042527988553047
600649	embedding2nn.bias	6	-0.05360469967126846
600649	embedding2nn.bias	7	0.05530937388539314
600649	embedding2nn.bias	8	-0.17032630741596222
600649	embedding2nn.bias	9	-0.36287492513656616
600649	rnn.weight_ih_l0	0	-0.0023110925685614347
600649	rnn.weight_ih_l0	1	-0.05138121172785759
600649	rnn.weight_ih_l0	2	-0.06108283996582031
600649	rnn.weight_ih_l0	3	0.10102254897356033
600649	rnn.weight_ih_l0	4	0.01880674995481968
600649	rnn.weight_ih_l0	5	-0.0583597831428051
600649	rnn.weight_ih_l0	6	-0.0056295921094715595
600649	rnn.weight_ih_l0	7	-0.026829132810235023
600649	rnn.weight_ih_l0	8	0.013105830177664757
600649	rnn.weight_ih_l0	9	-0.1077609658241272
600649	rnn.weight_hh_l0	0	-0.02000819332897663
600649	rnn.weight_hh_l0	1	0.08032182604074478
600649	rnn.weight_hh_l0	2	0.015428207814693451
600649	rnn.weight_hh_l0	3	-0.02503024972975254
600649	rnn.weight_hh_l0	4	0.06541232764720917
600649	rnn.weight_hh_l0	5	0.014904913492500782
600649	rnn.weight_hh_l0	6	-0.07820993661880493
600649	rnn.weight_hh_l0	7	-0.09982708096504211
600649	rnn.weight_hh_l0	8	0.036100368946790695
600649	rnn.weight_hh_l0	9	-0.11069247871637344
600649	rnn.bias_ih_l0	0	0.175925612449646
600649	rnn.bias_ih_l0	1	-0.33186978101730347
600649	rnn.bias_ih_l0	2	-0.03341872990131378
600649	rnn.bias_ih_l0	3	-0.21417701244354248
600649	rnn.bias_ih_l0	4	0.02859892137348652
600649	rnn.bias_ih_l0	5	-0.4401121437549591
600649	rnn.bias_ih_l0	6	-0.13811254501342773
600649	rnn.bias_ih_l0	7	-0.3670105040073395
600649	rnn.bias_ih_l0	8	-0.29378363490104675
600649	rnn.bias_ih_l0	9	-0.4529850482940674
600649	rnn.bias_hh_l0	0	-0.35300999879837036
600649	rnn.bias_hh_l0	1	-0.42790016531944275
600649	rnn.bias_hh_l0	2	-0.3935055732727051
600649	rnn.bias_hh_l0	3	-0.07750383764505386
600649	rnn.bias_hh_l0	4	-0.3935354948043823
600649	rnn.bias_hh_l0	5	-0.35609570145606995
600649	rnn.bias_hh_l0	6	-0.11989736557006836
600649	rnn.bias_hh_l0	7	0.058542314916849136
600649	rnn.bias_hh_l0	8	-0.22618477046489716
600649	rnn.bias_hh_l0	9	-0.5773472785949707
600649	rnn.weight_ih_l0_reverse	0	0.025407658889889717
600649	rnn.weight_ih_l0_reverse	1	-0.039283234626054764
600649	rnn.weight_ih_l0_reverse	2	-0.016288137063384056
600649	rnn.weight_ih_l0_reverse	3	-0.14956875145435333
600649	rnn.weight_ih_l0_reverse	4	0.084638312458992
600649	rnn.weight_ih_l0_reverse	5	-0.11410709470510483
600649	rnn.weight_ih_l0_reverse	6	0.015222595073282719
600649	rnn.weight_ih_l0_reverse	7	0.028454117476940155
600649	rnn.weight_ih_l0_reverse	8	-0.06169185787439346
600649	rnn.weight_ih_l0_reverse	9	-0.06355482339859009
600649	rnn.weight_hh_l0_reverse	0	-0.13764232397079468
600649	rnn.weight_hh_l0_reverse	1	0.02427118457853794
600649	rnn.weight_hh_l0_reverse	2	-0.02392444759607315
600649	rnn.weight_hh_l0_reverse	3	0.02537151426076889
600649	rnn.weight_hh_l0_reverse	4	-0.08474546670913696
600649	rnn.weight_hh_l0_reverse	5	0.03423437848687172
600649	rnn.weight_hh_l0_reverse	6	0.026434045284986496
600649	rnn.weight_hh_l0_reverse	7	-0.11948402225971222
600649	rnn.weight_hh_l0_reverse	8	-0.0653080940246582
600649	rnn.weight_hh_l0_reverse	9	0.04884091392159462
600649	rnn.bias_ih_l0_reverse	0	-0.17747576534748077
600649	rnn.bias_ih_l0_reverse	1	-0.059621453285217285
600649	rnn.bias_ih_l0_reverse	2	0.14030292630195618
600649	rnn.bias_ih_l0_reverse	3	-0.30383893847465515
600649	rnn.bias_ih_l0_reverse	4	0.018449461087584496
600649	rnn.bias_ih_l0_reverse	5	-0.21976405382156372
600649	rnn.bias_ih_l0_reverse	6	0.261896550655365
600649	rnn.bias_ih_l0_reverse	7	-0.3387133777141571
600649	rnn.bias_ih_l0_reverse	8	-0.18796765804290771
600649	rnn.bias_ih_l0_reverse	9	-0.16777068376541138
600649	rnn.bias_hh_l0_reverse	0	-0.12247491627931595
600649	rnn.bias_hh_l0_reverse	1	0.25905928015708923
600649	rnn.bias_hh_l0_reverse	2	-0.34085461497306824
600649	rnn.bias_hh_l0_reverse	3	-0.21136020123958588
600649	rnn.bias_hh_l0_reverse	4	-0.41006457805633545
600649	rnn.bias_hh_l0_reverse	5	-0.19616080820560455
600649	rnn.bias_hh_l0_reverse	6	-0.25932225584983826
600649	rnn.bias_hh_l0_reverse	7	-0.0890081524848938
600649	rnn.bias_hh_l0_reverse	8	-0.3366658687591553
600649	rnn.bias_hh_l0_reverse	9	0.1946060061454773
600649	linear.weight	0	0.17878860235214233
600649	linear.weight	1	-0.4899023771286011
600649	linear.weight	2	0.040779270231723785
600649	linear.weight	3	0.06752655655145645
600649	linear.weight	4	-0.13813556730747223
600649	linear.weight	5	0.2380536049604416
600649	linear.weight	6	-0.03072362020611763
600649	linear.weight	7	-0.060295917093753815
600649	linear.weight	8	0.09698065370321274
600649	linear.weight	9	-0.049393944442272186
600649	linear.bias	0	-0.8324142694473267
600649	linear.bias	1	1.8036599159240723
600649	linear.bias	2	0.7809356451034546
600649	linear.bias	3	-2.7241039276123047
600649	linear.bias	4	-0.1227804571390152
600649	linear.bias	5	1.2750730514526367
600649	linear.bias	6	-0.26478394865989685
600649	linear.bias	7	0.7523012161254883
600649	linear.bias	8	2.14353084564209
600649	linear.bias	9	-1.3718615770339966
601258	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
601258	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
601258	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
601258	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
601258	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
601258	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
601258	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
601258	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
601258	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
601258	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
601258	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
601258	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
601258	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
601258	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
601258	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
601258	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
601258	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
601258	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
601258	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
601258	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
601258	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
601258	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
601258	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
601258	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
601258	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
601258	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
601258	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
601258	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
601258	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
601258	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
601258	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
601258	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
601258	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
601258	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
601258	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
601258	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
601258	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
601258	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
601258	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
601258	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
601258	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
601258	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
601258	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
601258	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
601258	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
601258	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
601258	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
601258	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
601258	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
601258	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
601258	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
601258	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
601258	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
601258	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
601258	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
601258	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
601258	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
601258	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
601258	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
601258	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
601258	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
601258	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
601258	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
601258	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
601258	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
601258	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
601258	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
601258	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
601258	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
601258	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
601258	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
601258	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
601258	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
601258	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
601258	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
601258	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
601258	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
601258	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
601258	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
601258	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
601258	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
601258	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
601258	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
601258	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
601258	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
601258	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
601258	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
601258	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
601258	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
601258	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
601258	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
601258	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
601258	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
601258	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
601258	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
601258	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
601258	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
601258	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
601258	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
601258	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
601258	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
601258	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
601258	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
601258	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
601258	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
601258	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
601258	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
601258	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
601258	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
601258	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
601258	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
601258	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
601258	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
601258	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
601258	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
601258	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
601258	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
601258	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
601258	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
601258	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
601258	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
601258	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
601258	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
601258	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
601258	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
601258	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
601258	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
601258	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
601258	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
601258	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
601258	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
601258	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
601258	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
601258	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
601258	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
601258	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
601258	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
601258	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
601258	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
601258	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
601258	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
601258	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
601258	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
601258	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
601258	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
601258	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
601258	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
601258	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
601258	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
601258	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
601258	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
601258	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
601258	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
601258	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
601258	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
601258	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
601258	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
601258	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
601258	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
601258	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
601258	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
601258	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
601258	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
601258	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
601258	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
601258	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
601258	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
601258	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
601258	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
601258	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
601258	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
601258	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
601258	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
601258	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
601258	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
601258	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
601258	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
601258	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
601258	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
601258	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
601258	embedding2nn.weight	0	0.32283225655555725
601258	embedding2nn.weight	1	0.38242307305336
601258	embedding2nn.weight	2	0.0034968815743923187
601258	embedding2nn.weight	3	0.015729622915387154
601258	embedding2nn.weight	4	-0.0232786126434803
601258	embedding2nn.weight	5	0.05993097648024559
601258	embedding2nn.weight	6	0.021126577630639076
601258	embedding2nn.weight	7	0.021800290793180466
601258	embedding2nn.weight	8	0.02653464861214161
601258	embedding2nn.weight	9	-0.06350594013929367
601258	embedding2nn.bias	0	0.020976314321160316
601258	embedding2nn.bias	1	-0.20992133021354675
601258	embedding2nn.bias	2	0.13205963373184204
601258	embedding2nn.bias	3	0.18100309371948242
601258	embedding2nn.bias	4	0.14131836593151093
601258	embedding2nn.bias	5	-0.046440791338682175
601258	embedding2nn.bias	6	-0.04633510112762451
601258	embedding2nn.bias	7	0.0670328289270401
601258	embedding2nn.bias	8	-0.18558870255947113
601258	embedding2nn.bias	9	-0.37647849321365356
601258	rnn.weight_ih_l0	0	-0.002820683876052499
601258	rnn.weight_ih_l0	1	-0.05219931900501251
601258	rnn.weight_ih_l0	2	-0.05828418210148811
601258	rnn.weight_ih_l0	3	0.10338062793016434
601258	rnn.weight_ih_l0	4	0.022992471233010292
601258	rnn.weight_ih_l0	5	-0.06117188557982445
601258	rnn.weight_ih_l0	6	-0.005745253525674343
601258	rnn.weight_ih_l0	7	-0.025571977719664574
601258	rnn.weight_ih_l0	8	0.011797118000686169
601258	rnn.weight_ih_l0	9	-0.10688240081071854
601258	rnn.weight_hh_l0	0	-0.01950816623866558
601258	rnn.weight_hh_l0	1	0.08037479966878891
601258	rnn.weight_hh_l0	2	0.01480157021433115
601258	rnn.weight_hh_l0	3	-0.02537180669605732
601258	rnn.weight_hh_l0	4	0.06647481769323349
601258	rnn.weight_hh_l0	5	0.014871751889586449
601258	rnn.weight_hh_l0	6	-0.07794495671987534
601258	rnn.weight_hh_l0	7	-0.09799592941999435
601258	rnn.weight_hh_l0	8	0.03619418293237686
601258	rnn.weight_hh_l0	9	-0.11078493297100067
601258	rnn.bias_ih_l0	0	0.17961186170578003
601258	rnn.bias_ih_l0	1	-0.3323507308959961
601258	rnn.bias_ih_l0	2	-0.03072817623615265
601258	rnn.bias_ih_l0	3	-0.21520894765853882
601258	rnn.bias_ih_l0	4	0.02613718993961811
601258	rnn.bias_ih_l0	5	-0.4427085816860199
601258	rnn.bias_ih_l0	6	-0.14386996626853943
601258	rnn.bias_ih_l0	7	-0.36701011657714844
601258	rnn.bias_ih_l0	8	-0.29752159118652344
601258	rnn.bias_ih_l0	9	-0.44991207122802734
601258	rnn.bias_hh_l0	0	-0.355606347322464
601258	rnn.bias_hh_l0	1	-0.42669612169265747
601258	rnn.bias_hh_l0	2	-0.39861997961997986
601258	rnn.bias_hh_l0	3	-0.07906045019626617
601258	rnn.bias_hh_l0	4	-0.393219918012619
601258	rnn.bias_hh_l0	5	-0.3555213510990143
601258	rnn.bias_hh_l0	6	-0.12078110128641129
601258	rnn.bias_hh_l0	7	0.059319883584976196
601258	rnn.bias_hh_l0	8	-0.22645218670368195
601258	rnn.bias_hh_l0	9	-0.5758020281791687
601258	rnn.weight_ih_l0_reverse	0	0.026022152975201607
601258	rnn.weight_ih_l0_reverse	1	-0.038437601178884506
601258	rnn.weight_ih_l0_reverse	2	-0.016912279650568962
601258	rnn.weight_ih_l0_reverse	3	-0.14938150346279144
601258	rnn.weight_ih_l0_reverse	4	0.08489614725112915
601258	rnn.weight_ih_l0_reverse	5	-0.11509586125612259
601258	rnn.weight_ih_l0_reverse	6	0.015305948443710804
601258	rnn.weight_ih_l0_reverse	7	0.028151975944638252
601258	rnn.weight_ih_l0_reverse	8	-0.06160379946231842
601258	rnn.weight_ih_l0_reverse	9	-0.062398504465818405
601258	rnn.weight_hh_l0_reverse	0	-0.13669602572917938
601258	rnn.weight_hh_l0_reverse	1	0.024165142327547073
601258	rnn.weight_hh_l0_reverse	2	-0.024277212098240852
601258	rnn.weight_hh_l0_reverse	3	0.02510128542780876
601258	rnn.weight_hh_l0_reverse	4	-0.08436501771211624
601258	rnn.weight_hh_l0_reverse	5	0.03426218405365944
601258	rnn.weight_hh_l0_reverse	6	0.02640811912715435
601258	rnn.weight_hh_l0_reverse	7	-0.11997275799512863
601258	rnn.weight_hh_l0_reverse	8	-0.06797343492507935
601258	rnn.weight_hh_l0_reverse	9	0.04885072261095047
601258	rnn.bias_ih_l0_reverse	0	-0.17743012309074402
601258	rnn.bias_ih_l0_reverse	1	-0.06309759616851807
601258	rnn.bias_ih_l0_reverse	2	0.1414744108915329
601258	rnn.bias_ih_l0_reverse	3	-0.3039783239364624
601258	rnn.bias_ih_l0_reverse	4	0.011670205742120743
601258	rnn.bias_ih_l0_reverse	5	-0.21955005824565887
601258	rnn.bias_ih_l0_reverse	6	0.2601251006126404
601258	rnn.bias_ih_l0_reverse	7	-0.3334070146083832
601258	rnn.bias_ih_l0_reverse	8	-0.1875396966934204
601258	rnn.bias_ih_l0_reverse	9	-0.17127220332622528
601258	rnn.bias_hh_l0_reverse	0	-0.1204763725399971
601258	rnn.bias_hh_l0_reverse	1	0.26030397415161133
601258	rnn.bias_hh_l0_reverse	2	-0.339449405670166
601258	rnn.bias_hh_l0_reverse	3	-0.2138696312904358
601258	rnn.bias_hh_l0_reverse	4	-0.41008061170578003
601258	rnn.bias_hh_l0_reverse	5	-0.18999437987804413
601258	rnn.bias_hh_l0_reverse	6	-0.2605549991130829
601258	rnn.bias_hh_l0_reverse	7	-0.089805006980896
601258	rnn.bias_hh_l0_reverse	8	-0.33580440282821655
601258	rnn.bias_hh_l0_reverse	9	0.20067866146564484
601258	linear.weight	0	0.18974581360816956
601258	linear.weight	1	-0.4837934374809265
601258	linear.weight	2	0.04962702840566635
601258	linear.weight	3	0.06752610206604004
601258	linear.weight	4	-0.12090347707271576
601258	linear.weight	5	0.2305043488740921
601258	linear.weight	6	-0.013665984384715557
601258	linear.weight	7	-0.060294535011053085
601258	linear.weight	8	0.09227386116981506
601258	linear.weight	9	-0.04939722269773483
601258	linear.bias	0	-0.8510370254516602
601258	linear.bias	1	1.8463363647460938
601258	linear.bias	2	0.7784608006477356
601258	linear.bias	3	-2.7241976261138916
601258	linear.bias	4	-0.13654564321041107
601258	linear.bias	5	1.2309385538101196
601258	linear.bias	6	-0.2832689881324768
601258	linear.bias	7	0.7673004865646362
601258	linear.bias	8	2.157456398010254
601258	linear.bias	9	-1.3813371658325195
601867	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
601867	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
601867	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
601867	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
601867	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
601867	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
601867	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
601867	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
601867	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
601867	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
601867	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
601867	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
601867	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
601867	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
601867	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
601867	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
601867	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
601867	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
601867	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
601867	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
601867	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
601867	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
601867	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
601867	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
601867	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
601867	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
601867	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
601867	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
601867	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
601867	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
601867	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
601867	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
601867	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
601867	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
601867	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
601867	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
601867	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
601867	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
601867	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
601867	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
601867	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
601867	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
601867	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
601867	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
601867	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
601867	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
601867	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
601867	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
601867	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
601867	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
601867	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
601867	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
601867	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
601867	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
601867	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
601867	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
601867	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
601867	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
601867	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
601867	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
601867	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
601867	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
601867	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
601867	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
601867	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
601867	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
601867	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
601867	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
601867	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
601867	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
601867	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
601867	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
601867	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
601867	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
601867	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
601867	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
601867	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
601867	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
601867	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
601867	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
601867	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
601867	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
601867	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
601867	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
601867	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
601867	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
601867	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
601867	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
601867	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
601867	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
601867	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
601867	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
601867	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
601867	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
601867	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
601867	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
601867	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
601867	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
601867	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
601867	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
601867	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
601867	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
601867	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
601867	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
601867	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
601867	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
601867	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
601867	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
601867	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
601867	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
601867	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
601867	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
601867	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
601867	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
601867	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
601867	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
601867	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
601867	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
601867	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
601867	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
601867	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
601867	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
601867	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
601867	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
601867	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
601867	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
601867	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
601867	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
601867	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
601867	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
601867	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
601867	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
601867	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
601867	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
601867	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
601867	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
601867	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
601867	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
601867	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
601867	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
601867	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
601867	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
601867	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
601867	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
601867	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
601867	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
601867	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
601867	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
601867	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
601867	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
601867	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
601867	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
601867	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
601867	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
601867	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
601867	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
601867	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
601867	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
601867	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
601867	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
601867	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
601867	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
601867	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
601867	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
601867	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
601867	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
601867	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
601867	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
601867	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
601867	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
601867	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
601867	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
601867	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
601867	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
601867	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
601867	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
601867	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
601867	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
601867	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
601867	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
601867	embedding2nn.weight	0	0.3226695954799652
601867	embedding2nn.weight	1	0.38464316725730896
601867	embedding2nn.weight	2	0.006187146063894033
601867	embedding2nn.weight	3	0.025821587070822716
601867	embedding2nn.weight	4	-0.023311201483011246
601867	embedding2nn.weight	5	0.06061509624123573
601867	embedding2nn.weight	6	0.026928840205073357
601867	embedding2nn.weight	7	0.018732354044914246
601867	embedding2nn.weight	8	0.026843765750527382
601867	embedding2nn.weight	9	-0.06363853067159653
601867	embedding2nn.bias	0	0.021019605919718742
601867	embedding2nn.bias	1	-0.2225770354270935
601867	embedding2nn.bias	2	0.13979381322860718
601867	embedding2nn.bias	3	0.17170555889606476
601867	embedding2nn.bias	4	0.13994544744491577
601867	embedding2nn.bias	5	-0.05846034362912178
601867	embedding2nn.bias	6	-0.038392674177885056
601867	embedding2nn.bias	7	0.064794160425663
601867	embedding2nn.bias	8	-0.16191011667251587
601867	embedding2nn.bias	9	-0.3788619935512543
601867	rnn.weight_ih_l0	0	-0.0033032838255167007
601867	rnn.weight_ih_l0	1	-0.052204493433237076
601867	rnn.weight_ih_l0	2	-0.05738349258899689
601867	rnn.weight_ih_l0	3	0.10439465194940567
601867	rnn.weight_ih_l0	4	0.027831731364130974
601867	rnn.weight_ih_l0	5	-0.05847173184156418
601867	rnn.weight_ih_l0	6	-0.006247486919164658
601867	rnn.weight_ih_l0	7	-0.027072565630078316
601867	rnn.weight_ih_l0	8	0.011332865804433823
601867	rnn.weight_ih_l0	9	-0.10562939941883087
601867	rnn.weight_hh_l0	0	-0.019744962453842163
601867	rnn.weight_hh_l0	1	0.08070424944162369
601867	rnn.weight_hh_l0	2	0.014544172212481499
601867	rnn.weight_hh_l0	3	-0.025394631549715996
601867	rnn.weight_hh_l0	4	0.06657131016254425
601867	rnn.weight_hh_l0	5	0.01505360845476389
601867	rnn.weight_hh_l0	6	-0.07779427617788315
601867	rnn.weight_hh_l0	7	-0.09765986353158951
601867	rnn.weight_hh_l0	8	0.036073893308639526
601867	rnn.weight_hh_l0	9	-0.1109762117266655
601867	rnn.bias_ih_l0	0	0.18594048917293549
601867	rnn.bias_ih_l0	1	-0.3323915898799896
601867	rnn.bias_ih_l0	2	-0.031477510929107666
601867	rnn.bias_ih_l0	3	-0.21449102461338043
601867	rnn.bias_ih_l0	4	0.02213999629020691
601867	rnn.bias_ih_l0	5	-0.44302240014076233
601867	rnn.bias_ih_l0	6	-0.14235834777355194
601867	rnn.bias_ih_l0	7	-0.36570945382118225
601867	rnn.bias_ih_l0	8	-0.2997898459434509
601867	rnn.bias_ih_l0	9	-0.454309344291687
601867	rnn.bias_hh_l0	0	-0.35392680764198303
601867	rnn.bias_hh_l0	1	-0.4244016408920288
601867	rnn.bias_hh_l0	2	-0.3961297571659088
601867	rnn.bias_hh_l0	3	-0.07886851578950882
601867	rnn.bias_hh_l0	4	-0.3908325135707855
601867	rnn.bias_hh_l0	5	-0.35522007942199707
601867	rnn.bias_hh_l0	6	-0.12058763206005096
601867	rnn.bias_hh_l0	7	0.06369834393262863
601867	rnn.bias_hh_l0	8	-0.22763793170452118
601867	rnn.bias_hh_l0	9	-0.5781801342964172
601867	rnn.weight_ih_l0_reverse	0	0.027258375659585
601867	rnn.weight_ih_l0_reverse	1	-0.03886909410357475
601867	rnn.weight_ih_l0_reverse	2	-0.016670141369104385
601867	rnn.weight_ih_l0_reverse	3	-0.1501050591468811
601867	rnn.weight_ih_l0_reverse	4	0.08463962376117706
601867	rnn.weight_ih_l0_reverse	5	-0.11548197269439697
601867	rnn.weight_ih_l0_reverse	6	0.014486817643046379
601867	rnn.weight_ih_l0_reverse	7	0.02974531054496765
601867	rnn.weight_ih_l0_reverse	8	-0.06411561369895935
601867	rnn.weight_ih_l0_reverse	9	-0.06663371622562408
601867	rnn.weight_hh_l0_reverse	0	-0.1371312290430069
601867	rnn.weight_hh_l0_reverse	1	0.024466663599014282
601867	rnn.weight_hh_l0_reverse	2	-0.023958737030625343
601867	rnn.weight_hh_l0_reverse	3	0.024858659133315086
601867	rnn.weight_hh_l0_reverse	4	-0.08347529172897339
601867	rnn.weight_hh_l0_reverse	5	0.03433923423290253
601867	rnn.weight_hh_l0_reverse	6	0.026425980031490326
601867	rnn.weight_hh_l0_reverse	7	-0.12127567827701569
601867	rnn.weight_hh_l0_reverse	8	-0.06798723340034485
601867	rnn.weight_hh_l0_reverse	9	0.048630230128765106
601867	rnn.bias_ih_l0_reverse	0	-0.17987148463726044
601867	rnn.bias_ih_l0_reverse	1	-0.06317252665758133
601867	rnn.bias_ih_l0_reverse	2	0.14222452044487
601867	rnn.bias_ih_l0_reverse	3	-0.30477386713027954
601867	rnn.bias_ih_l0_reverse	4	0.00039709906559437513
601867	rnn.bias_ih_l0_reverse	5	-0.22008439898490906
601867	rnn.bias_ih_l0_reverse	6	0.2617950737476349
601867	rnn.bias_ih_l0_reverse	7	-0.3264600932598114
601867	rnn.bias_ih_l0_reverse	8	-0.18747858703136444
601867	rnn.bias_ih_l0_reverse	9	-0.17227524518966675
601867	rnn.bias_hh_l0_reverse	0	-0.12470229715108871
601867	rnn.bias_hh_l0_reverse	1	0.2600916028022766
601867	rnn.bias_hh_l0_reverse	2	-0.34088391065597534
601867	rnn.bias_hh_l0_reverse	3	-0.21899865567684174
601867	rnn.bias_hh_l0_reverse	4	-0.4096745550632477
601867	rnn.bias_hh_l0_reverse	5	-0.1917184293270111
601867	rnn.bias_hh_l0_reverse	6	-0.26086586713790894
601867	rnn.bias_hh_l0_reverse	7	-0.09053490310907364
601867	rnn.bias_hh_l0_reverse	8	-0.3410828113555908
601867	rnn.bias_hh_l0_reverse	9	0.19961512088775635
601867	linear.weight	0	0.17478115856647491
601867	linear.weight	1	-0.4716246724128723
601867	linear.weight	2	0.010549762286245823
601867	linear.weight	3	0.06752610951662064
601867	linear.weight	4	-0.13206075131893158
601867	linear.weight	5	0.2323155254125595
601867	linear.weight	6	-0.02476569451391697
601867	linear.weight	7	-0.060292184352874756
601867	linear.weight	8	0.07522152364253998
601867	linear.weight	9	-0.049401264637708664
601867	linear.bias	0	-0.8409073352813721
601867	linear.bias	1	1.8352488279342651
601867	linear.bias	2	0.7715710401535034
601867	linear.bias	3	-2.724311590194702
601867	linear.bias	4	-0.13175858557224274
601867	linear.bias	5	1.239669919013977
601867	linear.bias	6	-0.24047867953777313
601867	linear.bias	7	0.7584309577941895
601867	linear.bias	8	2.1287131309509277
601867	linear.bias	9	-1.382787823677063
602476	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
602476	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
602476	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
602476	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
602476	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
602476	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
602476	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
602476	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
602476	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
602476	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
602476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
602476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
602476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
602476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
602476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
602476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
602476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
602476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
602476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
602476	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
602476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
602476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
602476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
602476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
602476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
602476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
602476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
602476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
602476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
602476	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
602476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
602476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
602476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
602476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
602476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
602476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
602476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
602476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
602476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
602476	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
602476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
602476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
602476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
602476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
602476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
602476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
602476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
602476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
602476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
602476	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
602476	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
602476	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
602476	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
602476	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
602476	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
602476	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
602476	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
602476	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
602476	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
602476	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
602476	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
602476	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
602476	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
602476	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
602476	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
602476	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
602476	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
602476	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
602476	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
602476	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
602476	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
602476	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
602476	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
602476	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
602476	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
602476	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
602476	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
602476	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
602476	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
602476	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
602476	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
602476	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
602476	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
602476	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
602476	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
602476	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
602476	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
602476	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
602476	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
602476	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
602476	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
602476	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
602476	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
602476	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
602476	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
602476	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
602476	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
602476	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
602476	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
602476	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
602476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
602476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
602476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
602476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
602476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
602476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
602476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
602476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
602476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
602476	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
602476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
602476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
602476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
602476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
602476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
602476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
602476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
602476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
602476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
602476	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
602476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
602476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
602476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
602476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
602476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
602476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
602476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
602476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
602476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
602476	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
602476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
602476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
602476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
602476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
602476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
602476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
602476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
602476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
602476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
602476	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
602476	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
602476	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
602476	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
602476	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
602476	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
602476	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
602476	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
602476	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
602476	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
602476	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
602476	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
602476	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
602476	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
602476	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
602476	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
602476	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
602476	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
602476	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
602476	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
602476	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
602476	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
602476	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
602476	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
602476	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
602476	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
602476	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
602476	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
602476	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
602476	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
602476	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
602476	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
602476	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
602476	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
602476	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
602476	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
602476	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
602476	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
602476	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
602476	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
602476	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
602476	embedding2nn.weight	0	0.3232915699481964
602476	embedding2nn.weight	1	0.3868904411792755
602476	embedding2nn.weight	2	0.0008288904209621251
602476	embedding2nn.weight	3	0.030191469937562943
602476	embedding2nn.weight	4	-0.02572888322174549
602476	embedding2nn.weight	5	0.06354319304227829
602476	embedding2nn.weight	6	0.02280813828110695
602476	embedding2nn.weight	7	0.016073785722255707
602476	embedding2nn.weight	8	0.02749108336865902
602476	embedding2nn.weight	9	-0.06158142909407616
602476	embedding2nn.bias	0	0.011294065974652767
602476	embedding2nn.bias	1	-0.2167462557554245
602476	embedding2nn.bias	2	0.13729281723499298
602476	embedding2nn.bias	3	0.15844117105007172
602476	embedding2nn.bias	4	0.1386578381061554
602476	embedding2nn.bias	5	-0.05163538083434105
602476	embedding2nn.bias	6	-0.039510905742645264
602476	embedding2nn.bias	7	0.06439720839262009
602476	embedding2nn.bias	8	-0.16812299191951752
602476	embedding2nn.bias	9	-0.380685031414032
602476	rnn.weight_ih_l0	0	-0.00226717721670866
602476	rnn.weight_ih_l0	1	-0.052637312561273575
602476	rnn.weight_ih_l0	2	-0.0566023550927639
602476	rnn.weight_ih_l0	3	0.10391620546579361
602476	rnn.weight_ih_l0	4	0.028394946828484535
602476	rnn.weight_ih_l0	5	-0.05854842811822891
602476	rnn.weight_ih_l0	6	-0.008338885381817818
602476	rnn.weight_ih_l0	7	-0.024789150804281235
602476	rnn.weight_ih_l0	8	0.011500255204737186
602476	rnn.weight_ih_l0	9	-0.10563136637210846
602476	rnn.weight_hh_l0	0	-0.019693812355399132
602476	rnn.weight_hh_l0	1	0.0803714394569397
602476	rnn.weight_hh_l0	2	0.014653857797384262
602476	rnn.weight_hh_l0	3	-0.026122288778424263
602476	rnn.weight_hh_l0	4	0.06635875254869461
602476	rnn.weight_hh_l0	5	0.014858648180961609
602476	rnn.weight_hh_l0	6	-0.07771202176809311
602476	rnn.weight_hh_l0	7	-0.0963888019323349
602476	rnn.weight_hh_l0	8	0.03610578179359436
602476	rnn.weight_hh_l0	9	-0.11134209483861923
602476	rnn.bias_ih_l0	0	0.18959756195545197
602476	rnn.bias_ih_l0	1	-0.32999593019485474
602476	rnn.bias_ih_l0	2	-0.028456510975956917
602476	rnn.bias_ih_l0	3	-0.21156568825244904
602476	rnn.bias_ih_l0	4	0.017053768038749695
602476	rnn.bias_ih_l0	5	-0.43956276774406433
602476	rnn.bias_ih_l0	6	-0.14288747310638428
602476	rnn.bias_ih_l0	7	-0.3645502030849457
602476	rnn.bias_ih_l0	8	-0.2958357334136963
602476	rnn.bias_ih_l0	9	-0.457033634185791
602476	rnn.bias_hh_l0	0	-0.3540039658546448
602476	rnn.bias_hh_l0	1	-0.42643216252326965
602476	rnn.bias_hh_l0	2	-0.38997241854667664
602476	rnn.bias_hh_l0	3	-0.07919307798147202
602476	rnn.bias_hh_l0	4	-0.3935723900794983
602476	rnn.bias_hh_l0	5	-0.3565196096897125
602476	rnn.bias_hh_l0	6	-0.12035194784402847
602476	rnn.bias_hh_l0	7	0.06442437320947647
602476	rnn.bias_hh_l0	8	-0.2262740284204483
602476	rnn.bias_hh_l0	9	-0.5781791806221008
602476	rnn.weight_ih_l0_reverse	0	0.026121795177459717
602476	rnn.weight_ih_l0_reverse	1	-0.03874528035521507
602476	rnn.weight_ih_l0_reverse	2	-0.018375791609287262
602476	rnn.weight_ih_l0_reverse	3	-0.1518208533525467
602476	rnn.weight_ih_l0_reverse	4	0.08604449033737183
602476	rnn.weight_ih_l0_reverse	5	-0.11990202963352203
602476	rnn.weight_ih_l0_reverse	6	0.016583986580371857
602476	rnn.weight_ih_l0_reverse	7	0.029192667454481125
602476	rnn.weight_ih_l0_reverse	8	-0.06369219720363617
602476	rnn.weight_ih_l0_reverse	9	-0.06289879977703094
602476	rnn.weight_hh_l0_reverse	0	-0.13744579255580902
602476	rnn.weight_hh_l0_reverse	1	0.024488624185323715
602476	rnn.weight_hh_l0_reverse	2	-0.02384324185550213
602476	rnn.weight_hh_l0_reverse	3	0.025285350158810616
602476	rnn.weight_hh_l0_reverse	4	-0.08378233760595322
602476	rnn.weight_hh_l0_reverse	5	0.03457067161798477
602476	rnn.weight_hh_l0_reverse	6	0.026514627039432526
602476	rnn.weight_hh_l0_reverse	7	-0.12169461697340012
602476	rnn.weight_hh_l0_reverse	8	-0.0684622973203659
602476	rnn.weight_hh_l0_reverse	9	0.04927311837673187
602476	rnn.bias_ih_l0_reverse	0	-0.1761079877614975
602476	rnn.bias_ih_l0_reverse	1	-0.06483835726976395
602476	rnn.bias_ih_l0_reverse	2	0.143275648355484
602476	rnn.bias_ih_l0_reverse	3	-0.30507993698120117
602476	rnn.bias_ih_l0_reverse	4	0.00319283502176404
602476	rnn.bias_ih_l0_reverse	5	-0.21935126185417175
602476	rnn.bias_ih_l0_reverse	6	0.25879964232444763
602476	rnn.bias_ih_l0_reverse	7	-0.32489871978759766
602476	rnn.bias_ih_l0_reverse	8	-0.18596167862415314
602476	rnn.bias_ih_l0_reverse	9	-0.17063851654529572
602476	rnn.bias_hh_l0_reverse	0	-0.12489714473485947
602476	rnn.bias_hh_l0_reverse	1	0.25692763924598694
602476	rnn.bias_hh_l0_reverse	2	-0.34273818135261536
602476	rnn.bias_hh_l0_reverse	3	-0.22153346240520477
602476	rnn.bias_hh_l0_reverse	4	-0.40828588604927063
602476	rnn.bias_hh_l0_reverse	5	-0.18912503123283386
602476	rnn.bias_hh_l0_reverse	6	-0.263383150100708
602476	rnn.bias_hh_l0_reverse	7	-0.09104809910058975
602476	rnn.bias_hh_l0_reverse	8	-0.3465014100074768
602476	rnn.bias_hh_l0_reverse	9	0.20446862280368805
602476	linear.weight	0	0.17135754227638245
602476	linear.weight	1	-0.46920475363731384
602476	linear.weight	2	0.016683414578437805
602476	linear.weight	3	0.06752675026655197
602476	linear.weight	4	-0.14104506373405457
602476	linear.weight	5	0.23638947308063507
602476	linear.weight	6	-0.022337112575769424
602476	linear.weight	7	-0.06028927117586136
602476	linear.weight	8	0.09023477882146835
602476	linear.weight	9	-0.049395617097616196
602476	linear.bias	0	-0.8566107749938965
602476	linear.bias	1	1.8264803886413574
602476	linear.bias	2	0.755864143371582
602476	linear.bias	3	-2.7244133949279785
602476	linear.bias	4	-0.1282913088798523
602476	linear.bias	5	1.265419602394104
602476	linear.bias	6	-0.2582787275314331
602476	linear.bias	7	0.7579444050788879
602476	linear.bias	8	2.1522634029388428
602476	linear.bias	9	-1.359663724899292
603085	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
603085	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
603085	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
603085	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
603085	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
603085	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
603085	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
603085	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
603085	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
603085	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
603085	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
603085	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
603085	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
603085	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
603085	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
603085	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
603085	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
603085	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
603085	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
603085	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
603085	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
603085	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
603085	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
603085	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
603085	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
603085	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
603085	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
603085	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
603085	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
603085	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
603085	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
603085	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
603085	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
603085	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
603085	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
603085	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
603085	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
603085	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
603085	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
603085	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
603085	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
603085	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
603085	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
603085	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
603085	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
603085	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
603085	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
603085	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
603085	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
603085	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
603085	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
603085	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
603085	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
603085	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
603085	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
603085	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
603085	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
603085	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
603085	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
603085	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
603085	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
603085	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
603085	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
603085	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
603085	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
603085	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
603085	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
603085	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
603085	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
603085	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
603085	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
603085	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
603085	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
603085	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
603085	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
603085	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
603085	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
603085	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
603085	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
603085	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
603085	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
603085	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
603085	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
603085	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
603085	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
603085	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
603085	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
603085	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
603085	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
603085	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
603085	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
603085	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
603085	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
603085	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
603085	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
603085	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
603085	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
603085	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
603085	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
603085	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
603085	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
603085	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
603085	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
603085	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
603085	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
603085	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
603085	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
603085	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
603085	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
603085	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
603085	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
603085	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
603085	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
603085	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
603085	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
603085	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
603085	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
603085	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
603085	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
603085	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
603085	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
603085	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
603085	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
603085	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
603085	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
603085	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
603085	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
603085	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
603085	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
603085	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
603085	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
603085	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
603085	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
603085	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
603085	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
603085	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
603085	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
603085	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
603085	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
603085	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
603085	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
603085	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
603085	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
603085	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
603085	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
603085	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
603085	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
603085	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
603085	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
603085	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
603085	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
603085	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
603085	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
603085	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
603085	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
603085	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
603085	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
603085	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
603085	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
603085	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
603085	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
603085	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
603085	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
603085	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
603085	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
603085	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
603085	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
603085	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
603085	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
603085	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
603085	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
603085	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
603085	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
603085	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
603085	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
603085	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
603085	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
603085	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
603085	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
603085	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
603085	embedding2nn.weight	0	0.32238060235977173
603085	embedding2nn.weight	1	0.3853006660938263
603085	embedding2nn.weight	2	-0.0008364382665604353
603085	embedding2nn.weight	3	0.023431111127138138
603085	embedding2nn.weight	4	-0.026470210403203964
603085	embedding2nn.weight	5	0.06257395446300507
603085	embedding2nn.weight	6	0.02503458969295025
603085	embedding2nn.weight	7	0.015603963285684586
603085	embedding2nn.weight	8	0.0279446542263031
603085	embedding2nn.weight	9	-0.05937572196125984
603085	embedding2nn.bias	0	0.010233156383037567
603085	embedding2nn.bias	1	-0.2059648185968399
603085	embedding2nn.bias	2	0.13200104236602783
603085	embedding2nn.bias	3	0.16580432653427124
603085	embedding2nn.bias	4	0.14662544429302216
603085	embedding2nn.bias	5	-0.05306253582239151
603085	embedding2nn.bias	6	-0.046604596078395844
603085	embedding2nn.bias	7	0.0832194909453392
603085	embedding2nn.bias	8	-0.17867718636989594
603085	embedding2nn.bias	9	-0.3895431160926819
603085	rnn.weight_ih_l0	0	-0.0017159042181447148
603085	rnn.weight_ih_l0	1	-0.05350330471992493
603085	rnn.weight_ih_l0	2	-0.058103419840335846
603085	rnn.weight_ih_l0	3	0.10418518632650375
603085	rnn.weight_ih_l0	4	0.0269811749458313
603085	rnn.weight_ih_l0	5	-0.05680522322654724
603085	rnn.weight_ih_l0	6	-0.00649897800758481
603085	rnn.weight_ih_l0	7	-0.02744903229176998
603085	rnn.weight_ih_l0	8	0.014478683471679688
603085	rnn.weight_ih_l0	9	-0.10282797366380692
603085	rnn.weight_hh_l0	0	-0.01973724737763405
603085	rnn.weight_hh_l0	1	0.0812283530831337
603085	rnn.weight_hh_l0	2	0.014942020177841187
603085	rnn.weight_hh_l0	3	-0.02626216411590576
603085	rnn.weight_hh_l0	4	0.06634959578514099
603085	rnn.weight_hh_l0	5	0.015456642024219036
603085	rnn.weight_hh_l0	6	-0.07737620919942856
603085	rnn.weight_hh_l0	7	-0.09521722793579102
603085	rnn.weight_hh_l0	8	0.03589285910129547
603085	rnn.weight_hh_l0	9	-0.11096371710300446
603085	rnn.bias_ih_l0	0	0.18646179139614105
603085	rnn.bias_ih_l0	1	-0.3312431871891022
603085	rnn.bias_ih_l0	2	-0.029449252411723137
603085	rnn.bias_ih_l0	3	-0.21271057426929474
603085	rnn.bias_ih_l0	4	0.024330751970410347
603085	rnn.bias_ih_l0	5	-0.442051500082016
603085	rnn.bias_ih_l0	6	-0.13907407224178314
603085	rnn.bias_ih_l0	7	-0.36512255668640137
603085	rnn.bias_ih_l0	8	-0.29783764481544495
603085	rnn.bias_ih_l0	9	-0.45292818546295166
603085	rnn.bias_hh_l0	0	-0.3530011475086212
603085	rnn.bias_hh_l0	1	-0.4259418845176697
603085	rnn.bias_hh_l0	2	-0.3879692852497101
603085	rnn.bias_hh_l0	3	-0.0810520276427269
603085	rnn.bias_hh_l0	4	-0.39702561497688293
603085	rnn.bias_hh_l0	5	-0.358824759721756
603085	rnn.bias_hh_l0	6	-0.12260930240154266
603085	rnn.bias_hh_l0	7	0.06558133661746979
603085	rnn.bias_hh_l0	8	-0.22937171161174774
603085	rnn.bias_hh_l0	9	-0.5757784247398376
603085	rnn.weight_ih_l0_reverse	0	0.02229452319443226
603085	rnn.weight_ih_l0_reverse	1	-0.0361575111746788
603085	rnn.weight_ih_l0_reverse	2	-0.016309453174471855
603085	rnn.weight_ih_l0_reverse	3	-0.15393075346946716
603085	rnn.weight_ih_l0_reverse	4	0.0850982815027237
603085	rnn.weight_ih_l0_reverse	5	-0.12245059013366699
603085	rnn.weight_ih_l0_reverse	6	0.021174613386392593
603085	rnn.weight_ih_l0_reverse	7	0.029733579605817795
603085	rnn.weight_ih_l0_reverse	8	-0.061239197850227356
603085	rnn.weight_ih_l0_reverse	9	-0.06175829470157623
603085	rnn.weight_hh_l0_reverse	0	-0.13766007125377655
603085	rnn.weight_hh_l0_reverse	1	0.025447435677051544
603085	rnn.weight_hh_l0_reverse	2	-0.023263605311512947
603085	rnn.weight_hh_l0_reverse	3	0.025081971660256386
603085	rnn.weight_hh_l0_reverse	4	-0.08354028314352036
603085	rnn.weight_hh_l0_reverse	5	0.03428955003619194
603085	rnn.weight_hh_l0_reverse	6	0.02663540095090866
603085	rnn.weight_hh_l0_reverse	7	-0.12321557849645615
603085	rnn.weight_hh_l0_reverse	8	-0.06646258383989334
603085	rnn.weight_hh_l0_reverse	9	0.05039054527878761
603085	rnn.bias_ih_l0_reverse	0	-0.17513112723827362
603085	rnn.bias_ih_l0_reverse	1	-0.06528864800930023
603085	rnn.bias_ih_l0_reverse	2	0.14166860282421112
603085	rnn.bias_ih_l0_reverse	3	-0.30967485904693604
603085	rnn.bias_ih_l0_reverse	4	0.006800348404794931
603085	rnn.bias_ih_l0_reverse	5	-0.21894317865371704
603085	rnn.bias_ih_l0_reverse	6	0.26596295833587646
603085	rnn.bias_ih_l0_reverse	7	-0.32783809304237366
603085	rnn.bias_ih_l0_reverse	8	-0.1832229048013687
603085	rnn.bias_ih_l0_reverse	9	-0.17625175416469574
603085	rnn.bias_hh_l0_reverse	0	-0.12640997767448425
603085	rnn.bias_hh_l0_reverse	1	0.25180134177207947
603085	rnn.bias_hh_l0_reverse	2	-0.34409451484680176
603085	rnn.bias_hh_l0_reverse	3	-0.22144348919391632
603085	rnn.bias_hh_l0_reverse	4	-0.41115790605545044
603085	rnn.bias_hh_l0_reverse	5	-0.19392091035842896
603085	rnn.bias_hh_l0_reverse	6	-0.26030680537223816
603085	rnn.bias_hh_l0_reverse	7	-0.08886419981718063
603085	rnn.bias_hh_l0_reverse	8	-0.34868064522743225
603085	rnn.bias_hh_l0_reverse	9	0.20240263640880585
603085	linear.weight	0	0.1791342943906784
603085	linear.weight	1	-0.4703614413738251
603085	linear.weight	2	0.018125342205166817
603085	linear.weight	3	0.06752713769674301
603085	linear.weight	4	-0.12671515345573425
603085	linear.weight	5	0.21545790135860443
603085	linear.weight	6	-0.023869633674621582
603085	linear.weight	7	-0.06028619036078453
603085	linear.weight	8	0.10066546499729156
603085	linear.weight	9	-0.049398358911275864
603085	linear.bias	0	-0.8604226112365723
603085	linear.bias	1	1.861440896987915
603085	linear.bias	2	0.748894989490509
603085	linear.bias	3	-2.7245163917541504
603085	linear.bias	4	-0.13937920331954956
603085	linear.bias	5	1.268307089805603
603085	linear.bias	6	-0.2586725354194641
603085	linear.bias	7	0.7646486759185791
603085	linear.bias	8	2.1345155239105225
603085	linear.bias	9	-1.3797404766082764
603694	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
603694	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
603694	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
603694	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
603694	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
603694	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
603694	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
603694	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
603694	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
603694	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
603694	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
603694	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
603694	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
603694	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
603694	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
603694	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
603694	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
603694	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
603694	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
603694	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
603694	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
603694	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
603694	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
603694	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
603694	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
603694	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
603694	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
603694	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
603694	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
603694	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
603694	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
603694	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
603694	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
603694	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
603694	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
603694	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
603694	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
603694	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
603694	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
603694	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
603694	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
603694	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
603694	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
603694	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
603694	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
603694	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
603694	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
603694	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
603694	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
603694	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
603694	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
603694	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
603694	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
603694	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
603694	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
603694	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
603694	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
603694	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
603694	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
603694	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
603694	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
603694	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
603694	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
603694	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
603694	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
603694	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
603694	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
603694	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
603694	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
603694	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
603694	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
603694	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
603694	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
603694	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
603694	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
603694	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
603694	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
603694	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
603694	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
603694	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
603694	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
603694	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
603694	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
603694	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
603694	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
603694	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
603694	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
603694	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
603694	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
603694	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
603694	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
603694	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
603694	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
603694	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
603694	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
603694	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
603694	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
603694	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
603694	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
603694	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
603694	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
603694	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
603694	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
603694	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
603694	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
603694	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
603694	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
603694	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
603694	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
603694	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
603694	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
603694	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
603694	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
603694	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
603694	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
603694	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
603694	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
603694	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
603694	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
603694	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
603694	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
603694	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
603694	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
603694	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
603694	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
603694	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
603694	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
603694	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
603694	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
603694	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
603694	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
603694	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
603694	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
603694	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
603694	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
603694	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
603694	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
603694	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
603694	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
603694	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
603694	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
603694	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
603694	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
603694	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
603694	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
603694	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
603694	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
603694	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
603694	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
603694	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
603694	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
603694	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
603694	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
603694	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
603694	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
603694	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
603694	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
603694	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
603694	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
603694	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
603694	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
603694	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
603694	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
603694	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
603694	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
603694	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
603694	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
603694	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
603694	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
603694	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
603694	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
603694	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
603694	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
603694	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
603694	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
603694	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
603694	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
603694	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
603694	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
603694	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
603694	embedding2nn.weight	0	0.3219575881958008
603694	embedding2nn.weight	1	0.3856119215488434
603694	embedding2nn.weight	2	-0.0021896229591220617
603694	embedding2nn.weight	3	0.022330021485686302
603694	embedding2nn.weight	4	-0.027365654706954956
603694	embedding2nn.weight	5	0.06231388449668884
603694	embedding2nn.weight	6	0.027808278799057007
603694	embedding2nn.weight	7	0.014915446750819683
603694	embedding2nn.weight	8	0.02782762236893177
603694	embedding2nn.weight	9	-0.06101667135953903
603694	embedding2nn.bias	0	0.008476643823087215
603694	embedding2nn.bias	1	-0.21510957181453705
603694	embedding2nn.bias	2	0.13231651484966278
603694	embedding2nn.bias	3	0.16991302371025085
603694	embedding2nn.bias	4	0.1452416330575943
603694	embedding2nn.bias	5	-0.0557728111743927
603694	embedding2nn.bias	6	-0.057553958147764206
603694	embedding2nn.bias	7	0.07325608283281326
603694	embedding2nn.bias	8	-0.1915227770805359
603694	embedding2nn.bias	9	-0.37526097893714905
603694	rnn.weight_ih_l0	0	-0.0018054518150165677
603694	rnn.weight_ih_l0	1	-0.05357295647263527
603694	rnn.weight_ih_l0	2	-0.055481914430856705
603694	rnn.weight_ih_l0	3	0.10319407284259796
603694	rnn.weight_ih_l0	4	0.025361880660057068
603694	rnn.weight_ih_l0	5	-0.05384667217731476
603694	rnn.weight_ih_l0	6	-0.007315435912460089
603694	rnn.weight_ih_l0	7	-0.026784315705299377
603694	rnn.weight_ih_l0	8	0.014696410857141018
603694	rnn.weight_ih_l0	9	-0.10293193906545639
603694	rnn.weight_hh_l0	0	-0.019710475578904152
603694	rnn.weight_hh_l0	1	0.08117527514696121
603694	rnn.weight_hh_l0	2	0.01476973481476307
603694	rnn.weight_hh_l0	3	-0.026378510519862175
603694	rnn.weight_hh_l0	4	0.06665732711553574
603694	rnn.weight_hh_l0	5	0.014659932814538479
603694	rnn.weight_hh_l0	6	-0.07818599045276642
603694	rnn.weight_hh_l0	7	-0.09684529155492783
603694	rnn.weight_hh_l0	8	0.03588214889168739
603694	rnn.weight_hh_l0	9	-0.11088646203279495
603694	rnn.bias_ih_l0	0	0.19447258114814758
603694	rnn.bias_ih_l0	1	-0.33109042048454285
603694	rnn.bias_ih_l0	2	-0.027721377089619637
603694	rnn.bias_ih_l0	3	-0.21018168330192566
603694	rnn.bias_ih_l0	4	0.02777864597737789
603694	rnn.bias_ih_l0	5	-0.4380172789096832
603694	rnn.bias_ih_l0	6	-0.13749435544013977
603694	rnn.bias_ih_l0	7	-0.3660464286804199
603694	rnn.bias_ih_l0	8	-0.29803797602653503
603694	rnn.bias_ih_l0	9	-0.4551857113838196
603694	rnn.bias_hh_l0	0	-0.3545750677585602
603694	rnn.bias_hh_l0	1	-0.42854389548301697
603694	rnn.bias_hh_l0	2	-0.38553255796432495
603694	rnn.bias_hh_l0	3	-0.07844849675893784
603694	rnn.bias_hh_l0	4	-0.398036390542984
603694	rnn.bias_hh_l0	5	-0.3588656485080719
603694	rnn.bias_hh_l0	6	-0.12735633552074432
603694	rnn.bias_hh_l0	7	0.06700047850608826
603694	rnn.bias_hh_l0	8	-0.2269306629896164
603694	rnn.bias_hh_l0	9	-0.5759947896003723
603694	rnn.weight_ih_l0_reverse	0	0.02099183015525341
603694	rnn.weight_ih_l0_reverse	1	-0.035995595157146454
603694	rnn.weight_ih_l0_reverse	2	-0.01661808416247368
603694	rnn.weight_ih_l0_reverse	3	-0.15334731340408325
603694	rnn.weight_ih_l0_reverse	4	0.08486777544021606
603694	rnn.weight_ih_l0_reverse	5	-0.12155751883983612
603694	rnn.weight_ih_l0_reverse	6	0.02080935798585415
603694	rnn.weight_ih_l0_reverse	7	0.028764357790350914
603694	rnn.weight_ih_l0_reverse	8	-0.06052969768643379
603694	rnn.weight_ih_l0_reverse	9	-0.0609862245619297
603694	rnn.weight_hh_l0_reverse	0	-0.13717541098594666
603694	rnn.weight_hh_l0_reverse	1	0.026115205138921738
603694	rnn.weight_hh_l0_reverse	2	-0.023141339421272278
603694	rnn.weight_hh_l0_reverse	3	0.024743488058447838
603694	rnn.weight_hh_l0_reverse	4	-0.0837462991476059
603694	rnn.weight_hh_l0_reverse	5	0.03478240966796875
603694	rnn.weight_hh_l0_reverse	6	0.026713015511631966
603694	rnn.weight_hh_l0_reverse	7	-0.12383975833654404
603694	rnn.weight_hh_l0_reverse	8	-0.06730179488658905
603694	rnn.weight_hh_l0_reverse	9	0.04977228865027428
603694	rnn.bias_ih_l0_reverse	0	-0.1759503036737442
603694	rnn.bias_ih_l0_reverse	1	-0.06780752539634705
603694	rnn.bias_ih_l0_reverse	2	0.13962557911872864
603694	rnn.bias_ih_l0_reverse	3	-0.31103751063346863
603694	rnn.bias_ih_l0_reverse	4	0.016982384026050568
603694	rnn.bias_ih_l0_reverse	5	-0.2172427624464035
603694	rnn.bias_ih_l0_reverse	6	0.26820695400238037
603694	rnn.bias_ih_l0_reverse	7	-0.3281099498271942
603694	rnn.bias_ih_l0_reverse	8	-0.18245257437229156
603694	rnn.bias_ih_l0_reverse	9	-0.1765212118625641
603694	rnn.bias_hh_l0_reverse	0	-0.12452130019664764
603694	rnn.bias_hh_l0_reverse	1	0.2560408413410187
603694	rnn.bias_hh_l0_reverse	2	-0.34423312544822693
603694	rnn.bias_hh_l0_reverse	3	-0.21995294094085693
603694	rnn.bias_hh_l0_reverse	4	-0.4128451347351074
603694	rnn.bias_hh_l0_reverse	5	-0.19322754442691803
603694	rnn.bias_hh_l0_reverse	6	-0.2601996958255768
603694	rnn.bias_hh_l0_reverse	7	-0.08683481067419052
603694	rnn.bias_hh_l0_reverse	8	-0.35370972752571106
603694	rnn.bias_hh_l0_reverse	9	0.21922127902507782
603694	linear.weight	0	0.17951224744319916
603694	linear.weight	1	-0.4641819894313812
603694	linear.weight	2	0.033511240035295486
603694	linear.weight	3	0.06752686947584152
603694	linear.weight	4	-0.12484204769134521
603694	linear.weight	5	0.21030917763710022
603694	linear.weight	6	-0.03278373181819916
603694	linear.weight	7	-0.06028265878558159
603694	linear.weight	8	0.10407926142215729
603694	linear.weight	9	-0.049401406198740005
603694	linear.bias	0	-0.8737479448318481
603694	linear.bias	1	1.8367217779159546
603694	linear.bias	2	0.7529747486114502
603694	linear.bias	3	-2.7246243953704834
603694	linear.bias	4	-0.15186037123203278
603694	linear.bias	5	1.2709624767303467
603694	linear.bias	6	-0.23841075599193573
603694	linear.bias	7	0.7659434080123901
603694	linear.bias	8	2.1469078063964844
603694	linear.bias	9	-1.3989347219467163
603702	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
603702	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
603702	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
603702	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
603702	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
603702	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
603702	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
603702	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
603702	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
603702	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
603702	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
603702	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
603702	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
603702	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
603702	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
603702	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
603702	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
603702	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
603702	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
603702	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
603702	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
603702	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
603702	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
603702	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
603702	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
603702	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
603702	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
603702	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
603702	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
603702	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
603702	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
603702	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
603702	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
603702	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
603702	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
603702	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
603702	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
603702	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
603702	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
603702	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
603702	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
603702	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
603702	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
603702	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
603702	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
603702	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
603702	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
603702	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
603702	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
603702	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
603702	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
603702	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
603702	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
603702	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
603702	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
603702	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
603702	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
603702	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
603702	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
603702	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
603702	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
603702	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
603702	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
603702	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
603702	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
603702	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
603702	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
603702	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
603702	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
603702	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
603702	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
603702	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
603702	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
603702	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
603702	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
603702	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
603702	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
603702	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
603702	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
603702	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
603702	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
603702	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
603702	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
603702	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
603702	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
603702	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
603702	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
603702	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
603702	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
603702	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
603702	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
603702	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
603702	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
603702	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
603702	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
603702	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
603702	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
603702	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
603702	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
603702	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
603702	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
603702	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
603702	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
603702	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
603702	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
603702	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
603702	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
603702	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
603702	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
603702	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
603702	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
603702	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
603702	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
603702	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
603702	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
603702	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
603702	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
603702	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
603702	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
603702	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
603702	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
603702	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
603702	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
603702	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
603702	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
603702	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
603702	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
603702	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
603702	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
603702	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
603702	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
603702	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
603702	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
603702	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
603702	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
603702	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
603702	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
603702	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
603702	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
603702	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
603702	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
603702	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
603702	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
603702	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
603702	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
603702	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
603702	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
603702	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
603702	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
603702	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
603702	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
603702	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
603702	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
603702	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
603702	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
603702	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
603702	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
603702	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
603702	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
603702	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
603702	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
603702	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
603702	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
603702	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
603702	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
603702	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
603702	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
603702	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
603702	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
603702	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
603702	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
603702	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
603702	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
603702	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
603702	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
603702	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
603702	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
603702	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
603702	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
603702	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
603702	embedding2nn.weight	0	0.3219817578792572
603702	embedding2nn.weight	1	0.3859034478664398
603702	embedding2nn.weight	2	-0.0021579053718596697
603702	embedding2nn.weight	3	0.023725062608718872
603702	embedding2nn.weight	4	-0.02732435241341591
603702	embedding2nn.weight	5	0.06266509741544724
603702	embedding2nn.weight	6	0.0281367227435112
603702	embedding2nn.weight	7	0.015315604396164417
603702	embedding2nn.weight	8	0.027946211397647858
603702	embedding2nn.weight	9	-0.060080114752054214
603702	embedding2nn.bias	0	0.007416808046400547
603702	embedding2nn.bias	1	-0.21338394284248352
603702	embedding2nn.bias	2	0.130050927400589
603702	embedding2nn.bias	3	0.1725715547800064
603702	embedding2nn.bias	4	0.149165078997612
603702	embedding2nn.bias	5	-0.05792031064629555
603702	embedding2nn.bias	6	-0.05568886548280716
603702	embedding2nn.bias	7	0.07076304405927658
603702	embedding2nn.bias	8	-0.19380034506320953
603702	embedding2nn.bias	9	-0.37856966257095337
603702	rnn.weight_ih_l0	0	-0.0017755512380972505
603702	rnn.weight_ih_l0	1	-0.05355896055698395
603702	rnn.weight_ih_l0	2	-0.055517084896564484
603702	rnn.weight_ih_l0	3	0.10326242446899414
603702	rnn.weight_ih_l0	4	0.02514910139143467
603702	rnn.weight_ih_l0	5	-0.05364194139838219
603702	rnn.weight_ih_l0	6	-0.007449571508914232
603702	rnn.weight_ih_l0	7	-0.026910029351711273
603702	rnn.weight_ih_l0	8	0.014408785849809647
603702	rnn.weight_ih_l0	9	-0.1026567667722702
603702	rnn.weight_hh_l0	0	-0.019726185128092766
603702	rnn.weight_hh_l0	1	0.0812763124704361
603702	rnn.weight_hh_l0	2	0.0147168580442667
603702	rnn.weight_hh_l0	3	-0.026346303522586823
603702	rnn.weight_hh_l0	4	0.06669434159994125
603702	rnn.weight_hh_l0	5	0.014619220979511738
603702	rnn.weight_hh_l0	6	-0.07817746698856354
603702	rnn.weight_hh_l0	7	-0.0967765524983406
603702	rnn.weight_hh_l0	8	0.03587289899587631
603702	rnn.weight_hh_l0	9	-0.11093813925981522
603702	rnn.bias_ih_l0	0	0.1943420022726059
603702	rnn.bias_ih_l0	1	-0.33041611313819885
603702	rnn.bias_ih_l0	2	-0.02765086106956005
603702	rnn.bias_ih_l0	3	-0.20974089205265045
603702	rnn.bias_ih_l0	4	0.028152430430054665
603702	rnn.bias_ih_l0	5	-0.43795859813690186
603702	rnn.bias_ih_l0	6	-0.13730351626873016
603702	rnn.bias_ih_l0	7	-0.3660544157028198
603702	rnn.bias_ih_l0	8	-0.29780662059783936
603702	rnn.bias_ih_l0	9	-0.45556575059890747
603702	rnn.bias_hh_l0	0	-0.354519248008728
603702	rnn.bias_hh_l0	1	-0.4288058578968048
603702	rnn.bias_hh_l0	2	-0.385547935962677
603702	rnn.bias_hh_l0	3	-0.07829917222261429
603702	rnn.bias_hh_l0	4	-0.3973970413208008
603702	rnn.bias_hh_l0	5	-0.35870984196662903
603702	rnn.bias_hh_l0	6	-0.12794825434684753
603702	rnn.bias_hh_l0	7	0.06710005551576614
603702	rnn.bias_hh_l0	8	-0.227244034409523
603702	rnn.bias_hh_l0	9	-0.575355052947998
603702	rnn.weight_ih_l0_reverse	0	0.021220613270998
603702	rnn.weight_ih_l0_reverse	1	-0.03596779704093933
603702	rnn.weight_ih_l0_reverse	2	-0.01664043217897415
603702	rnn.weight_ih_l0_reverse	3	-0.15348148345947266
603702	rnn.weight_ih_l0_reverse	4	0.08477236330509186
603702	rnn.weight_ih_l0_reverse	5	-0.12137821316719055
603702	rnn.weight_ih_l0_reverse	6	0.021656714379787445
603702	rnn.weight_ih_l0_reverse	7	0.02872260846197605
603702	rnn.weight_ih_l0_reverse	8	-0.060577575117349625
603702	rnn.weight_ih_l0_reverse	9	-0.06103864312171936
603702	rnn.weight_hh_l0_reverse	0	-0.1372137814760208
603702	rnn.weight_hh_l0_reverse	1	0.02611484006047249
603702	rnn.weight_hh_l0_reverse	2	-0.023136112838983536
603702	rnn.weight_hh_l0_reverse	3	0.024742674082517624
603702	rnn.weight_hh_l0_reverse	4	-0.08377562463283539
603702	rnn.weight_hh_l0_reverse	5	0.03479170799255371
603702	rnn.weight_hh_l0_reverse	6	0.02671019546687603
603702	rnn.weight_hh_l0_reverse	7	-0.1238967701792717
603702	rnn.weight_hh_l0_reverse	8	-0.06724851578474045
603702	rnn.weight_hh_l0_reverse	9	0.04972197487950325
603702	rnn.bias_ih_l0_reverse	0	-0.17601585388183594
603702	rnn.bias_ih_l0_reverse	1	-0.0682198703289032
603702	rnn.bias_ih_l0_reverse	2	0.1395367532968521
603702	rnn.bias_ih_l0_reverse	3	-0.31089621782302856
603702	rnn.bias_ih_l0_reverse	4	0.016900625079870224
603702	rnn.bias_ih_l0_reverse	5	-0.21740195155143738
603702	rnn.bias_ih_l0_reverse	6	0.26868951320648193
603702	rnn.bias_ih_l0_reverse	7	-0.3275904059410095
603702	rnn.bias_ih_l0_reverse	8	-0.1821657419204712
603702	rnn.bias_ih_l0_reverse	9	-0.17634697258472443
603702	rnn.bias_hh_l0_reverse	0	-0.12555500864982605
603702	rnn.bias_hh_l0_reverse	1	0.25619077682495117
603702	rnn.bias_hh_l0_reverse	2	-0.3444760739803314
603702	rnn.bias_hh_l0_reverse	3	-0.2197386771440506
603702	rnn.bias_hh_l0_reverse	4	-0.4134088158607483
603702	rnn.bias_hh_l0_reverse	5	-0.19301873445510864
603702	rnn.bias_hh_l0_reverse	6	-0.2602234482765198
603702	rnn.bias_hh_l0_reverse	7	-0.08649443835020065
603702	rnn.bias_hh_l0_reverse	8	-0.35324639081954956
603702	rnn.bias_hh_l0_reverse	9	0.2190820872783661
603702	linear.weight	0	0.17929841578006744
603702	linear.weight	1	-0.46327757835388184
603702	linear.weight	2	0.03255666419863701
603702	linear.weight	3	0.06752683222293854
603702	linear.weight	4	-0.1275346428155899
603702	linear.weight	5	0.20935598015785217
603702	linear.weight	6	-0.03179026022553444
603702	linear.weight	7	-0.060282543301582336
603702	linear.weight	8	0.10272151231765747
603702	linear.weight	9	-0.049401428550481796
603702	linear.bias	0	-0.8726259469985962
603702	linear.bias	1	1.8264304399490356
603702	linear.bias	2	0.7574993968009949
603702	linear.bias	3	-2.7246267795562744
603702	linear.bias	4	-0.14624610543251038
603702	linear.bias	5	1.268987774848938
603702	linear.bias	6	-0.23992955684661865
603702	linear.bias	7	0.7730018496513367
603702	linear.bias	8	2.146578788757324
603702	linear.bias	9	-1.3985346555709839
604311	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
604311	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
604311	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
604311	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
604311	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
604311	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
604311	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
604311	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
604311	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
604311	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
604311	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
604311	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
604311	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
604311	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
604311	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
604311	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
604311	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
604311	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
604311	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
604311	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
604311	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
604311	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
604311	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
604311	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
604311	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
604311	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
604311	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
604311	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
604311	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
604311	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
604311	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
604311	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
604311	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
604311	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
604311	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
604311	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
604311	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
604311	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
604311	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
604311	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
604311	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
604311	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
604311	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
604311	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
604311	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
604311	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
604311	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
604311	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
604311	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
604311	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
604311	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
604311	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
604311	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
604311	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
604311	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
604311	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
604311	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
604311	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
604311	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
604311	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
604311	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
604311	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
604311	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
604311	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
604311	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
604311	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
604311	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
604311	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
604311	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
604311	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
604311	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
604311	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
604311	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
604311	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
604311	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
604311	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
604311	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
604311	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
604311	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
604311	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
604311	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
604311	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
604311	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
604311	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
604311	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
604311	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
604311	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
604311	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
604311	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
604311	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
604311	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
604311	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
604311	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
604311	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
604311	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
604311	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
604311	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
604311	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
604311	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
604311	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
604311	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
604311	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
604311	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
604311	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
604311	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
604311	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
604311	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
604311	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
604311	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
604311	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
604311	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
604311	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
604311	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
604311	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
604311	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
604311	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
604311	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
604311	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
604311	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
604311	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
604311	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
604311	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
604311	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
604311	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
604311	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
604311	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
604311	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
604311	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
604311	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
604311	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
604311	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
604311	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
604311	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
604311	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
604311	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
604311	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
604311	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
604311	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
604311	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
604311	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
604311	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
604311	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
604311	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
604311	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
604311	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
604311	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
604311	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
604311	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
604311	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
604311	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
604311	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
604311	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
604311	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
604311	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
604311	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
604311	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
604311	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
604311	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
604311	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
604311	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
604311	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
604311	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
604311	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
604311	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
604311	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
604311	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
604311	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
604311	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
604311	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
604311	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
604311	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
604311	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
604311	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
604311	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
604311	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
604311	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
604311	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
604311	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
604311	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
604311	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
604311	embedding2nn.weight	0	0.32065829634666443
604311	embedding2nn.weight	1	0.3864564299583435
604311	embedding2nn.weight	2	0.001293837558478117
604311	embedding2nn.weight	3	0.012950409203767776
604311	embedding2nn.weight	4	-0.03357476741075516
604311	embedding2nn.weight	5	0.06300734728574753
604311	embedding2nn.weight	6	0.02841338701546192
604311	embedding2nn.weight	7	0.021212734282016754
604311	embedding2nn.weight	8	0.02870871126651764
604311	embedding2nn.weight	9	-0.05784643813967705
604311	embedding2nn.bias	0	0.005772063042968512
604311	embedding2nn.bias	1	-0.20739449560642242
604311	embedding2nn.bias	2	0.12457941472530365
604311	embedding2nn.bias	3	0.17303800582885742
604311	embedding2nn.bias	4	0.1351974904537201
604311	embedding2nn.bias	5	-0.046530965715646744
604311	embedding2nn.bias	6	-0.059375736862421036
604311	embedding2nn.bias	7	0.06768666207790375
604311	embedding2nn.bias	8	-0.18485315144062042
604311	embedding2nn.bias	9	-0.36234158277511597
604311	rnn.weight_ih_l0	0	-0.0018079872243106365
604311	rnn.weight_ih_l0	1	-0.05410141870379448
604311	rnn.weight_ih_l0	2	-0.06035253033041954
604311	rnn.weight_ih_l0	3	0.10079795122146606
604311	rnn.weight_ih_l0	4	0.02569340355694294
604311	rnn.weight_ih_l0	5	-0.05336669459939003
604311	rnn.weight_ih_l0	6	-0.005383995361626148
604311	rnn.weight_ih_l0	7	-0.028195256367325783
604311	rnn.weight_ih_l0	8	0.015515627339482307
604311	rnn.weight_ih_l0	9	-0.10265625268220901
604311	rnn.weight_hh_l0	0	-0.019999723881483078
604311	rnn.weight_hh_l0	1	0.0810290202498436
604311	rnn.weight_hh_l0	2	0.015104981139302254
604311	rnn.weight_hh_l0	3	-0.02624370902776718
604311	rnn.weight_hh_l0	4	0.0667632445693016
604311	rnn.weight_hh_l0	5	0.013982027769088745
604311	rnn.weight_hh_l0	6	-0.07878295332193375
604311	rnn.weight_hh_l0	7	-0.09612315148115158
604311	rnn.weight_hh_l0	8	0.03565165773034096
604311	rnn.weight_hh_l0	9	-0.11074765026569366
604311	rnn.bias_ih_l0	0	0.18732909858226776
604311	rnn.bias_ih_l0	1	-0.3316095471382141
604311	rnn.bias_ih_l0	2	-0.026702821254730225
604311	rnn.bias_ih_l0	3	-0.20689481496810913
604311	rnn.bias_ih_l0	4	0.03280871361494064
604311	rnn.bias_ih_l0	5	-0.43872955441474915
604311	rnn.bias_ih_l0	6	-0.13630270957946777
604311	rnn.bias_ih_l0	7	-0.3671453297138214
604311	rnn.bias_ih_l0	8	-0.29924947023391724
604311	rnn.bias_ih_l0	9	-0.45167380571365356
604311	rnn.bias_hh_l0	0	-0.3549061715602875
604311	rnn.bias_hh_l0	1	-0.42695507407188416
604311	rnn.bias_hh_l0	2	-0.3899171054363251
604311	rnn.bias_hh_l0	3	-0.07544934004545212
604311	rnn.bias_hh_l0	4	-0.3988899290561676
604311	rnn.bias_hh_l0	5	-0.35896381735801697
604311	rnn.bias_hh_l0	6	-0.12977178394794464
604311	rnn.bias_hh_l0	7	0.06861431896686554
604311	rnn.bias_hh_l0	8	-0.2269003987312317
604311	rnn.bias_hh_l0	9	-0.57377690076828
604311	rnn.weight_ih_l0_reverse	0	0.023328201845288277
604311	rnn.weight_ih_l0_reverse	1	-0.03564302250742912
604311	rnn.weight_ih_l0_reverse	2	-0.017869455739855766
604311	rnn.weight_ih_l0_reverse	3	-0.1516512632369995
604311	rnn.weight_ih_l0_reverse	4	0.08351226150989532
604311	rnn.weight_ih_l0_reverse	5	-0.12337805330753326
604311	rnn.weight_ih_l0_reverse	6	0.0222834050655365
604311	rnn.weight_ih_l0_reverse	7	0.028480302542448044
604311	rnn.weight_ih_l0_reverse	8	-0.05808620527386665
604311	rnn.weight_ih_l0_reverse	9	-0.0595640167593956
604311	rnn.weight_hh_l0_reverse	0	-0.1368812918663025
604311	rnn.weight_hh_l0_reverse	1	0.026294250041246414
604311	rnn.weight_hh_l0_reverse	2	-0.023436682298779488
604311	rnn.weight_hh_l0_reverse	3	0.02464105747640133
604311	rnn.weight_hh_l0_reverse	4	-0.0838439092040062
604311	rnn.weight_hh_l0_reverse	5	0.035099662840366364
604311	rnn.weight_hh_l0_reverse	6	0.026774127036333084
604311	rnn.weight_hh_l0_reverse	7	-0.12459773570299149
604311	rnn.weight_hh_l0_reverse	8	-0.06674575060606003
604311	rnn.weight_hh_l0_reverse	9	0.050156887620687485
604311	rnn.bias_ih_l0_reverse	0	-0.17516353726387024
604311	rnn.bias_ih_l0_reverse	1	-0.0727938786149025
604311	rnn.bias_ih_l0_reverse	2	0.141809344291687
604311	rnn.bias_ih_l0_reverse	3	-0.30940765142440796
604311	rnn.bias_ih_l0_reverse	4	0.02328428067266941
604311	rnn.bias_ih_l0_reverse	5	-0.2137898951768875
604311	rnn.bias_ih_l0_reverse	6	0.2707585096359253
604311	rnn.bias_ih_l0_reverse	7	-0.32715582847595215
604311	rnn.bias_ih_l0_reverse	8	-0.18540546298027039
604311	rnn.bias_ih_l0_reverse	9	-0.17983557283878326
604311	rnn.bias_hh_l0_reverse	0	-0.11993110179901123
604311	rnn.bias_hh_l0_reverse	1	0.26160869002342224
604311	rnn.bias_hh_l0_reverse	2	-0.3451087176799774
604311	rnn.bias_hh_l0_reverse	3	-0.2164008468389511
604311	rnn.bias_hh_l0_reverse	4	-0.4129589796066284
604311	rnn.bias_hh_l0_reverse	5	-0.18792802095413208
604311	rnn.bias_hh_l0_reverse	6	-0.2564132809638977
604311	rnn.bias_hh_l0_reverse	7	-0.08739868551492691
604311	rnn.bias_hh_l0_reverse	8	-0.348968505859375
604311	rnn.bias_hh_l0_reverse	9	0.2084619253873825
604311	linear.weight	0	0.18903207778930664
604311	linear.weight	1	-0.43963849544525146
604311	linear.weight	2	0.05135801061987877
604311	linear.weight	3	0.06752698123455048
604311	linear.weight	4	-0.1339835226535797
604311	linear.weight	5	0.19971878826618195
604311	linear.weight	6	-0.020276134833693504
604311	linear.weight	7	-0.06027771905064583
604311	linear.weight	8	0.11165258288383484
604311	linear.weight	9	-0.04940401762723923
604311	linear.bias	0	-0.8695311546325684
604311	linear.bias	1	1.8113648891448975
604311	linear.bias	2	0.7589098215103149
604311	linear.bias	3	-2.7247345447540283
604311	linear.bias	4	-0.12453465908765793
604311	linear.bias	5	1.2793506383895874
604311	linear.bias	6	-0.2496112436056137
604311	linear.bias	7	0.7687680721282959
604311	linear.bias	8	2.1641793251037598
604311	linear.bias	9	-1.3894950151443481
604920	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
604920	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
604920	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
604920	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
604920	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
604920	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
604920	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
604920	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
604920	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
604920	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
604920	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
604920	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
604920	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
604920	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
604920	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
604920	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
604920	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
604920	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
604920	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
604920	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
604920	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
604920	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
604920	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
604920	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
604920	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
604920	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
604920	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
604920	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
604920	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
604920	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
604920	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
604920	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
604920	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
604920	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
604920	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
604920	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
604920	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
604920	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
604920	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
604920	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
604920	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
604920	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
604920	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
604920	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
604920	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
604920	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
604920	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
604920	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
604920	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
604920	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
604920	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
604920	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
604920	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
604920	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
604920	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
604920	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
604920	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
604920	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
604920	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
604920	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
604920	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
604920	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
604920	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
604920	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
604920	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
604920	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
604920	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
604920	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
604920	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
604920	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
604920	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
604920	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
604920	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
604920	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
604920	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
604920	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
604920	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
604920	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
604920	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
604920	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
604920	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
604920	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
604920	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
604920	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
604920	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
604920	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
604920	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
604920	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
604920	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
604920	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
604920	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
604920	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
604920	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
604920	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
604920	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
604920	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
604920	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
604920	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
604920	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
604920	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
604920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
604920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
604920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
604920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
604920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
604920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
604920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
604920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
604920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
604920	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
604920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
604920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
604920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
604920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
604920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
604920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
604920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
604920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
604920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
604920	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
604920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
604920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
604920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
604920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
604920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
604920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
604920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
604920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
604920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
604920	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
604920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
604920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
604920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
604920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
604920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
604920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
604920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
604920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
604920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
604920	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
604920	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
604920	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
604920	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
604920	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
604920	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
604920	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
604920	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
604920	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
604920	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
604920	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
604920	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
604920	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
604920	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
604920	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
604920	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
604920	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
604920	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
604920	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
604920	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
604920	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
604920	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
604920	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
604920	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
604920	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
604920	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
604920	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
604920	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
604920	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
604920	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
604920	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
604920	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
604920	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
604920	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
604920	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
604920	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
604920	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
604920	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
604920	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
604920	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
604920	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
604920	embedding2nn.weight	0	0.3200606107711792
604920	embedding2nn.weight	1	0.3844268321990967
604920	embedding2nn.weight	2	-0.0006731335888616741
604920	embedding2nn.weight	3	0.0062268455512821674
604920	embedding2nn.weight	4	-0.03172147274017334
604920	embedding2nn.weight	5	0.06163424625992775
604920	embedding2nn.weight	6	0.019808247685432434
604920	embedding2nn.weight	7	0.02042507566511631
604920	embedding2nn.weight	8	0.0285777784883976
604920	embedding2nn.weight	9	-0.06180049106478691
604920	embedding2nn.bias	0	0.0016567226266488433
604920	embedding2nn.bias	1	-0.2029775083065033
604920	embedding2nn.bias	2	0.12598754465579987
604920	embedding2nn.bias	3	0.18545843660831451
604920	embedding2nn.bias	4	0.1373486965894699
604920	embedding2nn.bias	5	-0.05791749805212021
604920	embedding2nn.bias	6	-0.05419545620679855
604920	embedding2nn.bias	7	0.06436806172132492
604920	embedding2nn.bias	8	-0.19286766648292542
604920	embedding2nn.bias	9	-0.3784143328666687
604920	rnn.weight_ih_l0	0	-0.001968604512512684
604920	rnn.weight_ih_l0	1	-0.05319216474890709
604920	rnn.weight_ih_l0	2	-0.05765652656555176
604920	rnn.weight_ih_l0	3	0.10035865753889084
604920	rnn.weight_ih_l0	4	0.025608787313103676
604920	rnn.weight_ih_l0	5	-0.04478141665458679
604920	rnn.weight_ih_l0	6	-0.00752047635614872
604920	rnn.weight_ih_l0	7	-0.02797800302505493
604920	rnn.weight_ih_l0	8	0.014357547275722027
604920	rnn.weight_ih_l0	9	-0.09963805228471756
604920	rnn.weight_hh_l0	0	-0.019865641370415688
604920	rnn.weight_hh_l0	1	0.0812201201915741
604920	rnn.weight_hh_l0	2	0.014271628111600876
604920	rnn.weight_hh_l0	3	-0.026315273717045784
604920	rnn.weight_hh_l0	4	0.0667308047413826
604920	rnn.weight_hh_l0	5	0.01341965515166521
604920	rnn.weight_hh_l0	6	-0.07882063090801239
604920	rnn.weight_hh_l0	7	-0.09547305852174759
604920	rnn.weight_hh_l0	8	0.035618193447589874
604920	rnn.weight_hh_l0	9	-0.11107464134693146
604920	rnn.bias_ih_l0	0	0.19193388521671295
604920	rnn.bias_ih_l0	1	-0.33263087272644043
604920	rnn.bias_ih_l0	2	-0.02558542974293232
604920	rnn.bias_ih_l0	3	-0.2094147950410843
604920	rnn.bias_ih_l0	4	0.033378735184669495
604920	rnn.bias_ih_l0	5	-0.43948137760162354
604920	rnn.bias_ih_l0	6	-0.1400558352470398
604920	rnn.bias_ih_l0	7	-0.3666188716888428
604920	rnn.bias_ih_l0	8	-0.2953170835971832
604920	rnn.bias_ih_l0	9	-0.457281231880188
604920	rnn.bias_hh_l0	0	-0.3540339767932892
604920	rnn.bias_hh_l0	1	-0.42707106471061707
604920	rnn.bias_hh_l0	2	-0.38714227080345154
604920	rnn.bias_hh_l0	3	-0.07561416923999786
604920	rnn.bias_hh_l0	4	-0.3983559310436249
604920	rnn.bias_hh_l0	5	-0.35866981744766235
604920	rnn.bias_hh_l0	6	-0.12461936473846436
604920	rnn.bias_hh_l0	7	0.0694131925702095
604920	rnn.bias_hh_l0	8	-0.22909772396087646
604920	rnn.bias_hh_l0	9	-0.5734879374504089
604920	rnn.weight_ih_l0_reverse	0	0.017275474965572357
604920	rnn.weight_ih_l0_reverse	1	-0.03622205927968025
604920	rnn.weight_ih_l0_reverse	2	-0.015176805667579174
604920	rnn.weight_ih_l0_reverse	3	-0.1512148380279541
604920	rnn.weight_ih_l0_reverse	4	0.08298201113939285
604920	rnn.weight_ih_l0_reverse	5	-0.12088008970022202
604920	rnn.weight_ih_l0_reverse	6	0.020831571891903877
604920	rnn.weight_ih_l0_reverse	7	0.02810165472328663
604920	rnn.weight_ih_l0_reverse	8	-0.05697944387793541
604920	rnn.weight_ih_l0_reverse	9	-0.0613543726503849
604920	rnn.weight_hh_l0_reverse	0	-0.13746827840805054
604920	rnn.weight_hh_l0_reverse	1	0.02601698599755764
604920	rnn.weight_hh_l0_reverse	2	-0.02369660697877407
604920	rnn.weight_hh_l0_reverse	3	0.02428833581507206
604920	rnn.weight_hh_l0_reverse	4	-0.0840262919664383
604920	rnn.weight_hh_l0_reverse	5	0.03507213294506073
604920	rnn.weight_hh_l0_reverse	6	0.02668931521475315
604920	rnn.weight_hh_l0_reverse	7	-0.12412527948617935
604920	rnn.weight_hh_l0_reverse	8	-0.06671762466430664
604920	rnn.weight_hh_l0_reverse	9	0.05001799017190933
604920	rnn.bias_ih_l0_reverse	0	-0.17824259400367737
604920	rnn.bias_ih_l0_reverse	1	-0.07104343920946121
604920	rnn.bias_ih_l0_reverse	2	0.15012985467910767
604920	rnn.bias_ih_l0_reverse	3	-0.31314903497695923
604920	rnn.bias_ih_l0_reverse	4	0.01871766336262226
604920	rnn.bias_ih_l0_reverse	5	-0.21359670162200928
604920	rnn.bias_ih_l0_reverse	6	0.2723780572414398
604920	rnn.bias_ih_l0_reverse	7	-0.32586151361465454
604920	rnn.bias_ih_l0_reverse	8	-0.18496467173099518
604920	rnn.bias_ih_l0_reverse	9	-0.17320552468299866
604920	rnn.bias_hh_l0_reverse	0	-0.11148606240749359
604920	rnn.bias_hh_l0_reverse	1	0.2585873007774353
604920	rnn.bias_hh_l0_reverse	2	-0.3476176857948303
604920	rnn.bias_hh_l0_reverse	3	-0.2201998382806778
604920	rnn.bias_hh_l0_reverse	4	-0.4125050902366638
604920	rnn.bias_hh_l0_reverse	5	-0.18824928998947144
604920	rnn.bias_hh_l0_reverse	6	-0.2613869309425354
604920	rnn.bias_hh_l0_reverse	7	-0.08697681874036789
604920	rnn.bias_hh_l0_reverse	8	-0.3497362434864044
604920	rnn.bias_hh_l0_reverse	9	0.207780122756958
604920	linear.weight	0	0.1977451890707016
604920	linear.weight	1	-0.4586027264595032
604920	linear.weight	2	0.04563693329691887
604920	linear.weight	3	0.0675278976559639
604920	linear.weight	4	-0.11874259263277054
604920	linear.weight	5	0.21539047360420227
604920	linear.weight	6	-0.00492281187325716
604920	linear.weight	7	-0.06027363985776901
604920	linear.weight	8	0.1214909628033638
604920	linear.weight	9	-0.049406107515096664
604920	linear.bias	0	-0.8483574390411377
604920	linear.bias	1	1.8513585329055786
604920	linear.bias	2	0.7576369643211365
604920	linear.bias	3	-2.7248291969299316
604920	linear.bias	4	-0.1404089480638504
604920	linear.bias	5	1.2475229501724243
604920	linear.bias	6	-0.22137963771820068
604920	linear.bias	7	0.7711228132247925
604920	linear.bias	8	2.161562442779541
604920	linear.bias	9	-1.392296314239502
605529	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
605529	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
605529	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
605529	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
605529	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
605529	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
605529	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
605529	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
605529	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
605529	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
605529	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
605529	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
605529	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
605529	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
605529	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
605529	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
605529	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
605529	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
605529	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
605529	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
605529	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
605529	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
605529	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
605529	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
605529	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
605529	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
605529	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
605529	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
605529	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
605529	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
605529	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
605529	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
605529	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
605529	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
605529	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
605529	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
605529	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
605529	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
605529	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
605529	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
605529	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
605529	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
605529	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
605529	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
605529	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
605529	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
605529	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
605529	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
605529	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
605529	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
605529	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
605529	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
605529	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
605529	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
605529	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
605529	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
605529	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
605529	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
605529	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
605529	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
605529	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
605529	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
605529	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
605529	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
605529	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
605529	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
605529	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
605529	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
605529	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
605529	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
605529	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
605529	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
605529	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
605529	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
605529	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
605529	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
605529	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
605529	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
605529	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
605529	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
605529	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
605529	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
605529	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
605529	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
605529	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
605529	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
605529	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
605529	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
605529	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
605529	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
605529	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
605529	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
605529	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
605529	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
605529	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
605529	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
605529	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
605529	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
605529	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
605529	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
605529	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
605529	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
605529	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
605529	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
605529	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
605529	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
605529	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
605529	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
605529	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
605529	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
605529	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
605529	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
605529	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
605529	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
605529	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
605529	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
605529	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
605529	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
605529	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
605529	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
605529	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
605529	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
605529	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
605529	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
605529	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
605529	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
605529	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
605529	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
605529	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
605529	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
605529	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
605529	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
605529	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
605529	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
605529	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
605529	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
605529	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
605529	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
605529	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
605529	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
605529	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
605529	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
605529	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
605529	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
605529	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
605529	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
605529	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
605529	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
605529	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
605529	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
605529	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
605529	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
605529	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
605529	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
605529	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
605529	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
605529	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
605529	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
605529	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
605529	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
605529	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
605529	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
605529	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
605529	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
605529	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
605529	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
605529	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
605529	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
605529	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
605529	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
605529	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
605529	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
605529	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
605529	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
605529	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
605529	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
605529	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
605529	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
605529	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
605529	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
605529	embedding2nn.weight	0	0.3194068968296051
605529	embedding2nn.weight	1	0.38406848907470703
605529	embedding2nn.weight	2	-0.004369082860648632
605529	embedding2nn.weight	3	0.007818757556378841
605529	embedding2nn.weight	4	-0.03468823805451393
605529	embedding2nn.weight	5	0.06302851438522339
605529	embedding2nn.weight	6	0.023370200768113136
605529	embedding2nn.weight	7	0.016162632033228874
605529	embedding2nn.weight	8	0.028194420039653778
605529	embedding2nn.weight	9	-0.06421110033988953
605529	embedding2nn.bias	0	0.004393322393298149
605529	embedding2nn.bias	1	-0.2199767380952835
605529	embedding2nn.bias	2	0.13868223130702972
605529	embedding2nn.bias	3	0.17341431975364685
605529	embedding2nn.bias	4	0.1334778368473053
605529	embedding2nn.bias	5	-0.05374559015035629
605529	embedding2nn.bias	6	-0.0591646172106266
605529	embedding2nn.bias	7	0.07056735455989838
605529	embedding2nn.bias	8	-0.17952664196491241
605529	embedding2nn.bias	9	-0.36215490102767944
605529	rnn.weight_ih_l0	0	-0.003348709549754858
605529	rnn.weight_ih_l0	1	-0.052808403968811035
605529	rnn.weight_ih_l0	2	-0.053988125175237656
605529	rnn.weight_ih_l0	3	0.09833688288927078
605529	rnn.weight_ih_l0	4	0.027658119797706604
605529	rnn.weight_ih_l0	5	-0.04750092700123787
605529	rnn.weight_ih_l0	6	-0.007855660282075405
605529	rnn.weight_ih_l0	7	-0.025486016646027565
605529	rnn.weight_ih_l0	8	0.010772046633064747
605529	rnn.weight_ih_l0	9	-0.0946652889251709
605529	rnn.weight_hh_l0	0	-0.01970529556274414
605529	rnn.weight_hh_l0	1	0.08097714930772781
605529	rnn.weight_hh_l0	2	0.014072711579501629
605529	rnn.weight_hh_l0	3	-0.026099734008312225
605529	rnn.weight_hh_l0	4	0.06709112972021103
605529	rnn.weight_hh_l0	5	0.013502143323421478
605529	rnn.weight_hh_l0	6	-0.07895702868700027
605529	rnn.weight_hh_l0	7	-0.09663190692663193
605529	rnn.weight_hh_l0	8	0.0357690267264843
605529	rnn.weight_hh_l0	9	-0.11127157509326935
605529	rnn.bias_ih_l0	0	0.19641999900341034
605529	rnn.bias_ih_l0	1	-0.33242371678352356
605529	rnn.bias_ih_l0	2	-0.028122229501605034
605529	rnn.bias_ih_l0	3	-0.21071749925613403
605529	rnn.bias_ih_l0	4	0.028095731511712074
605529	rnn.bias_ih_l0	5	-0.43597716093063354
605529	rnn.bias_ih_l0	6	-0.1376693695783615
605529	rnn.bias_ih_l0	7	-0.36751773953437805
605529	rnn.bias_ih_l0	8	-0.29538291692733765
605529	rnn.bias_ih_l0	9	-0.4474756717681885
605529	rnn.bias_hh_l0	0	-0.35433050990104675
605529	rnn.bias_hh_l0	1	-0.42900940775871277
605529	rnn.bias_hh_l0	2	-0.38854116201400757
605529	rnn.bias_hh_l0	3	-0.0764598399400711
605529	rnn.bias_hh_l0	4	-0.39289748668670654
605529	rnn.bias_hh_l0	5	-0.35918301343917847
605529	rnn.bias_hh_l0	6	-0.1266571283340454
605529	rnn.bias_hh_l0	7	0.06833633780479431
605529	rnn.bias_hh_l0	8	-0.23236621916294098
605529	rnn.bias_hh_l0	9	-0.5731844305992126
605529	rnn.weight_ih_l0_reverse	0	0.01358742918819189
605529	rnn.weight_ih_l0_reverse	1	-0.03547901287674904
605529	rnn.weight_ih_l0_reverse	2	-0.012238231487572193
605529	rnn.weight_ih_l0_reverse	3	-0.15203826129436493
605529	rnn.weight_ih_l0_reverse	4	0.08372031152248383
605529	rnn.weight_ih_l0_reverse	5	-0.12210099399089813
605529	rnn.weight_ih_l0_reverse	6	0.023265862837433815
605529	rnn.weight_ih_l0_reverse	7	0.02896755188703537
605529	rnn.weight_ih_l0_reverse	8	-0.056070372462272644
605529	rnn.weight_ih_l0_reverse	9	-0.06157573312520981
605529	rnn.weight_hh_l0_reverse	0	-0.13747942447662354
605529	rnn.weight_hh_l0_reverse	1	0.025617511942982674
605529	rnn.weight_hh_l0_reverse	2	-0.023560499772429466
605529	rnn.weight_hh_l0_reverse	3	0.02433360181748867
605529	rnn.weight_hh_l0_reverse	4	-0.0844941958785057
605529	rnn.weight_hh_l0_reverse	5	0.03489912673830986
605529	rnn.weight_hh_l0_reverse	6	0.02684636227786541
605529	rnn.weight_hh_l0_reverse	7	-0.1234453096985817
605529	rnn.weight_hh_l0_reverse	8	-0.06626946479082108
605529	rnn.weight_hh_l0_reverse	9	0.0504031628370285
605529	rnn.bias_ih_l0_reverse	0	-0.1802966147661209
605529	rnn.bias_ih_l0_reverse	1	-0.06962056457996368
605529	rnn.bias_ih_l0_reverse	2	0.14722952246665955
605529	rnn.bias_ih_l0_reverse	3	-0.3104240894317627
605529	rnn.bias_ih_l0_reverse	4	0.01854189857840538
605529	rnn.bias_ih_l0_reverse	5	-0.21418260037899017
605529	rnn.bias_ih_l0_reverse	6	0.26877009868621826
605529	rnn.bias_ih_l0_reverse	7	-0.3299958109855652
605529	rnn.bias_ih_l0_reverse	8	-0.1863793283700943
605529	rnn.bias_ih_l0_reverse	9	-0.177337184548378
605529	rnn.bias_hh_l0_reverse	0	-0.1137615218758583
605529	rnn.bias_hh_l0_reverse	1	0.2595437169075012
605529	rnn.bias_hh_l0_reverse	2	-0.3465311825275421
605529	rnn.bias_hh_l0_reverse	3	-0.21251218020915985
605529	rnn.bias_hh_l0_reverse	4	-0.4078488051891327
605529	rnn.bias_hh_l0_reverse	5	-0.18461433053016663
605529	rnn.bias_hh_l0_reverse	6	-0.26139768958091736
605529	rnn.bias_hh_l0_reverse	7	-0.08314493298530579
605529	rnn.bias_hh_l0_reverse	8	-0.3477681875228882
605529	rnn.bias_hh_l0_reverse	9	0.2035755068063736
605529	linear.weight	0	0.20848114788532257
605529	linear.weight	1	-0.459130197763443
605529	linear.weight	2	0.040569569915533066
605529	linear.weight	3	0.06752791255712509
605529	linear.weight	4	-0.09735465794801712
605529	linear.weight	5	0.2171478122472763
605529	linear.weight	6	-0.009651095606386662
605529	linear.weight	7	-0.06026982143521309
605529	linear.weight	8	0.11549817770719528
605529	linear.weight	9	-0.04941042512655258
605529	linear.bias	0	-0.8508663773536682
605529	linear.bias	1	1.8310612440109253
605529	linear.bias	2	0.733589231967926
605529	linear.bias	3	-2.7249269485473633
605529	linear.bias	4	-0.12139932066202164
605529	linear.bias	5	1.2469173669815063
605529	linear.bias	6	-0.2246379256248474
605529	linear.bias	7	0.8056375980377197
605529	linear.bias	8	2.1238410472869873
605529	linear.bias	9	-1.3985651731491089
606138	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
606138	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
606138	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
606138	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
606138	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
606138	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
606138	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
606138	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
606138	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
606138	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
606138	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
606138	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
606138	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
606138	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
606138	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
606138	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
606138	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
606138	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
606138	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
606138	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
606138	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
606138	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
606138	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
606138	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
606138	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
606138	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
606138	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
606138	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
606138	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
606138	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
606138	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
606138	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
606138	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
606138	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
606138	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
606138	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
606138	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
606138	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
606138	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
606138	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
606138	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
606138	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
606138	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
606138	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
606138	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
606138	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
606138	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
606138	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
606138	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
606138	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
606138	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
606138	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
606138	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
606138	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
606138	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
606138	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
606138	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
606138	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
606138	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
606138	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
606138	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
606138	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
606138	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
606138	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
606138	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
606138	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
606138	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
606138	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
606138	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
606138	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
606138	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
606138	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
606138	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
606138	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
606138	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
606138	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
606138	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
606138	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
606138	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
606138	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
606138	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
606138	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
606138	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
606138	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
606138	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
606138	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
606138	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
606138	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
606138	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
606138	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
606138	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
606138	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
606138	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
606138	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
606138	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
606138	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
606138	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
606138	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
606138	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
606138	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
606138	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
606138	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
606138	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
606138	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
606138	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
606138	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
606138	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
606138	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
606138	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
606138	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
606138	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
606138	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
606138	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
606138	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
606138	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
606138	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
606138	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
606138	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
606138	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
606138	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
606138	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
606138	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
606138	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
606138	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
606138	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
606138	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
606138	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
606138	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
606138	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
606138	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
606138	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
606138	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
606138	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
606138	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
606138	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
606138	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
606138	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
606138	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
606138	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
606138	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
606138	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
606138	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
606138	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
606138	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
606138	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
606138	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
606138	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
606138	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
606138	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
606138	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
606138	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
606138	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
606138	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
606138	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
606138	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
606138	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
606138	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
606138	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
606138	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
606138	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
606138	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
606138	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
606138	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
606138	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
606138	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
606138	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
606138	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
606138	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
606138	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
606138	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
606138	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
606138	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
606138	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
606138	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
606138	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
606138	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
606138	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
606138	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
606138	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
606138	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
606138	embedding2nn.weight	0	0.31853970885276794
606138	embedding2nn.weight	1	0.3836166262626648
606138	embedding2nn.weight	2	-0.005013964604586363
606138	embedding2nn.weight	3	0.0038393198046833277
606138	embedding2nn.weight	4	-0.030968455597758293
606138	embedding2nn.weight	5	0.06302215903997421
606138	embedding2nn.weight	6	0.016863375902175903
606138	embedding2nn.weight	7	0.013929938897490501
606138	embedding2nn.weight	8	0.029047628864645958
606138	embedding2nn.weight	9	-0.06595165282487869
606138	embedding2nn.bias	0	0.013751204125583172
606138	embedding2nn.bias	1	-0.20794394612312317
606138	embedding2nn.bias	2	0.1383260041475296
606138	embedding2nn.bias	3	0.18146897852420807
606138	embedding2nn.bias	4	0.13897715508937836
606138	embedding2nn.bias	5	-0.05246501415967941
606138	embedding2nn.bias	6	-0.06869219988584518
606138	embedding2nn.bias	7	0.0665094256401062
606138	embedding2nn.bias	8	-0.17838600277900696
606138	embedding2nn.bias	9	-0.3528725504875183
606138	rnn.weight_ih_l0	0	-0.0028114623855799437
606138	rnn.weight_ih_l0	1	-0.054108649492263794
606138	rnn.weight_ih_l0	2	-0.05263569578528404
606138	rnn.weight_ih_l0	3	0.0979136973619461
606138	rnn.weight_ih_l0	4	0.027386194095015526
606138	rnn.weight_ih_l0	5	-0.04764359071850777
606138	rnn.weight_ih_l0	6	-0.0058616516180336475
606138	rnn.weight_ih_l0	7	-0.025958171114325523
606138	rnn.weight_ih_l0	8	0.008100279606878757
606138	rnn.weight_ih_l0	9	-0.09291628748178482
606138	rnn.weight_hh_l0	0	-0.020085493102669716
606138	rnn.weight_hh_l0	1	0.08065085113048553
606138	rnn.weight_hh_l0	2	0.014443124644458294
606138	rnn.weight_hh_l0	3	-0.0264783576130867
606138	rnn.weight_hh_l0	4	0.06729071587324142
606138	rnn.weight_hh_l0	5	0.013814304023981094
606138	rnn.weight_hh_l0	6	-0.07895359396934509
606138	rnn.weight_hh_l0	7	-0.0974634662270546
606138	rnn.weight_hh_l0	8	0.03578277304768562
606138	rnn.weight_hh_l0	9	-0.11175075173377991
606138	rnn.bias_ih_l0	0	0.19348137080669403
606138	rnn.bias_ih_l0	1	-0.3325415551662445
606138	rnn.bias_ih_l0	2	-0.0298586655408144
606138	rnn.bias_ih_l0	3	-0.21463672816753387
606138	rnn.bias_ih_l0	4	0.03265996277332306
606138	rnn.bias_ih_l0	5	-0.43455615639686584
606138	rnn.bias_ih_l0	6	-0.13632620871067047
606138	rnn.bias_ih_l0	7	-0.3666398227214813
606138	rnn.bias_ih_l0	8	-0.2896908223628998
606138	rnn.bias_ih_l0	9	-0.4511171579360962
606138	rnn.bias_hh_l0	0	-0.3529880940914154
606138	rnn.bias_hh_l0	1	-0.4308302104473114
606138	rnn.bias_hh_l0	2	-0.39011576771736145
606138	rnn.bias_hh_l0	3	-0.07501544803380966
606138	rnn.bias_hh_l0	4	-0.3928149342536926
606138	rnn.bias_hh_l0	5	-0.3598564863204956
606138	rnn.bias_hh_l0	6	-0.11989500373601913
606138	rnn.bias_hh_l0	7	0.07240252941846848
606138	rnn.bias_hh_l0	8	-0.2350393831729889
606138	rnn.bias_hh_l0	9	-0.5781922340393066
606138	rnn.weight_ih_l0_reverse	0	0.01676507107913494
606138	rnn.weight_ih_l0_reverse	1	-0.03513936325907707
606138	rnn.weight_ih_l0_reverse	2	-0.012554905377328396
606138	rnn.weight_ih_l0_reverse	3	-0.15264365077018738
606138	rnn.weight_ih_l0_reverse	4	0.08376191556453705
606138	rnn.weight_ih_l0_reverse	5	-0.12410152703523636
606138	rnn.weight_ih_l0_reverse	6	0.02272394485771656
606138	rnn.weight_ih_l0_reverse	7	0.029928160831332207
606138	rnn.weight_ih_l0_reverse	8	-0.056881703436374664
606138	rnn.weight_ih_l0_reverse	9	-0.06391064077615738
606138	rnn.weight_hh_l0_reverse	0	-0.1370512694120407
606138	rnn.weight_hh_l0_reverse	1	0.026153046637773514
606138	rnn.weight_hh_l0_reverse	2	-0.023303698748350143
606138	rnn.weight_hh_l0_reverse	3	0.024312609806656837
606138	rnn.weight_hh_l0_reverse	4	-0.08425838500261307
606138	rnn.weight_hh_l0_reverse	5	0.03472794592380524
606138	rnn.weight_hh_l0_reverse	6	0.02703072875738144
606138	rnn.weight_hh_l0_reverse	7	-0.12248549610376358
606138	rnn.weight_hh_l0_reverse	8	-0.06495962291955948
606138	rnn.weight_hh_l0_reverse	9	0.04920075088739395
606138	rnn.bias_ih_l0_reverse	0	-0.17858067154884338
606138	rnn.bias_ih_l0_reverse	1	-0.06813160330057144
606138	rnn.bias_ih_l0_reverse	2	0.14877180755138397
606138	rnn.bias_ih_l0_reverse	3	-0.3090578615665436
606138	rnn.bias_ih_l0_reverse	4	0.015656789764761925
606138	rnn.bias_ih_l0_reverse	5	-0.21397502720355988
606138	rnn.bias_ih_l0_reverse	6	0.2730461359024048
606138	rnn.bias_ih_l0_reverse	7	-0.33927738666534424
606138	rnn.bias_ih_l0_reverse	8	-0.1862293928861618
606138	rnn.bias_ih_l0_reverse	9	-0.16768021881580353
606138	rnn.bias_hh_l0_reverse	0	-0.1174335777759552
606138	rnn.bias_hh_l0_reverse	1	0.25527969002723694
606138	rnn.bias_hh_l0_reverse	2	-0.3423585295677185
606138	rnn.bias_hh_l0_reverse	3	-0.21853499114513397
606138	rnn.bias_hh_l0_reverse	4	-0.40683501958847046
606138	rnn.bias_hh_l0_reverse	5	-0.18759554624557495
606138	rnn.bias_hh_l0_reverse	6	-0.2612628638744354
606138	rnn.bias_hh_l0_reverse	7	-0.08779100328683853
606138	rnn.bias_hh_l0_reverse	8	-0.34312695264816284
606138	rnn.bias_hh_l0_reverse	9	0.21102763712406158
606138	linear.weight	0	0.2130780667066574
606138	linear.weight	1	-0.4548981487751007
606138	linear.weight	2	0.03512978181242943
606138	linear.weight	3	0.06752777844667435
606138	linear.weight	4	-0.11656983941793442
606138	linear.weight	5	0.22517438232898712
606138	linear.weight	6	-0.03357904404401779
606138	linear.weight	7	-0.06026674434542656
606138	linear.weight	8	0.1185508444905281
606138	linear.weight	9	-0.04941187798976898
606138	linear.bias	0	-0.8660650253295898
606138	linear.bias	1	1.8465931415557861
606138	linear.bias	2	0.7582603096961975
606138	linear.bias	3	-2.7250378131866455
606138	linear.bias	4	-0.11852413415908813
606138	linear.bias	5	1.2497680187225342
606138	linear.bias	6	-0.2191583514213562
606138	linear.bias	7	0.7735856771469116
606138	linear.bias	8	2.1535727977752686
606138	linear.bias	9	-1.3965779542922974
606747	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
606747	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
606747	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
606747	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
606747	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
606747	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
606747	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
606747	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
606747	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
606747	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
606747	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
606747	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
606747	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
606747	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
606747	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
606747	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
606747	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
606747	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
606747	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
606747	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
606747	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
606747	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
606747	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
606747	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
606747	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
606747	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
606747	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
606747	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
606747	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
606747	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
606747	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
606747	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
606747	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
606747	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
606747	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
606747	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
606747	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
606747	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
606747	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
606747	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
606747	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
606747	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
606747	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
606747	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
606747	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
606747	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
606747	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
606747	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
606747	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
606747	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
606747	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
606747	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
606747	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
606747	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
606747	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
606747	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
606747	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
606747	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
606747	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
606747	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
606747	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
606747	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
606747	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
606747	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
606747	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
606747	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
606747	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
606747	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
606747	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
606747	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
606747	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
606747	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
606747	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
606747	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
606747	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
606747	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
606747	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
606747	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
606747	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
606747	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
606747	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
606747	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
606747	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
606747	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
606747	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
606747	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
606747	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
606747	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
606747	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
606747	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
606747	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
606747	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
606747	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
606747	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
606747	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
606747	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
606747	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
606747	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
606747	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
606747	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
606747	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
606747	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
606747	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
606747	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
606747	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
606747	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
606747	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
606747	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
606747	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
606747	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
606747	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
606747	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
606747	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
606747	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
606747	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
606747	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
606747	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
606747	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
606747	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
606747	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
606747	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
606747	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
606747	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
606747	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
606747	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
606747	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
606747	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
606747	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
606747	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
606747	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
606747	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
606747	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
606747	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
606747	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
606747	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
606747	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
606747	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
606747	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
606747	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
606747	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
606747	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
606747	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
606747	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
606747	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
606747	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
606747	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
606747	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
606747	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
606747	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
606747	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
606747	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
606747	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
606747	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
606747	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
606747	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
606747	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
606747	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
606747	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
606747	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
606747	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
606747	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
606747	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
606747	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
606747	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
606747	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
606747	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
606747	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
606747	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
606747	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
606747	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
606747	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
606747	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
606747	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
606747	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
606747	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
606747	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
606747	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
606747	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
606747	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
606747	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
606747	embedding2nn.weight	0	0.3198762834072113
606747	embedding2nn.weight	1	0.3837873637676239
606747	embedding2nn.weight	2	-0.003916731104254723
606747	embedding2nn.weight	3	-0.003246580483391881
606747	embedding2nn.weight	4	-0.030065976083278656
606747	embedding2nn.weight	5	0.061377331614494324
606747	embedding2nn.weight	6	0.01661507412791252
606747	embedding2nn.weight	7	0.009388751350343227
606747	embedding2nn.weight	8	0.029033629223704338
606747	embedding2nn.weight	9	-0.06608923524618149
606747	embedding2nn.bias	0	0.005632567685097456
606747	embedding2nn.bias	1	-0.20686447620391846
606747	embedding2nn.bias	2	0.14764322340488434
606747	embedding2nn.bias	3	0.17707809805870056
606747	embedding2nn.bias	4	0.13471178710460663
606747	embedding2nn.bias	5	-0.04712126404047012
606747	embedding2nn.bias	6	-0.0594807006418705
606747	embedding2nn.bias	7	0.06109118461608887
606747	embedding2nn.bias	8	-0.17019426822662354
606747	embedding2nn.bias	9	-0.3749092221260071
606747	rnn.weight_ih_l0	0	-0.0016546049155294895
606747	rnn.weight_ih_l0	1	-0.0548945777118206
606747	rnn.weight_ih_l0	2	-0.05564505234360695
606747	rnn.weight_ih_l0	3	0.09508488327264786
606747	rnn.weight_ih_l0	4	0.02635265700519085
606747	rnn.weight_ih_l0	5	-0.04854739457368851
606747	rnn.weight_ih_l0	6	-0.005922249983996153
606747	rnn.weight_ih_l0	7	-0.027300672605633736
606747	rnn.weight_ih_l0	8	0.007615243550390005
606747	rnn.weight_ih_l0	9	-0.09501487761735916
606747	rnn.weight_hh_l0	0	-0.020409800112247467
606747	rnn.weight_hh_l0	1	0.08051656931638718
606747	rnn.weight_hh_l0	2	0.014660144224762917
606747	rnn.weight_hh_l0	3	-0.026592588052153587
606747	rnn.weight_hh_l0	4	0.06729403138160706
606747	rnn.weight_hh_l0	5	0.013689699582755566
606747	rnn.weight_hh_l0	6	-0.07931642234325409
606747	rnn.weight_hh_l0	7	-0.09760016947984695
606747	rnn.weight_hh_l0	8	0.035787004977464676
606747	rnn.weight_hh_l0	9	-0.11228569597005844
606747	rnn.bias_ih_l0	0	0.18790431320667267
606747	rnn.bias_ih_l0	1	-0.328342467546463
606747	rnn.bias_ih_l0	2	-0.03207014128565788
606747	rnn.bias_ih_l0	3	-0.21637874841690063
606747	rnn.bias_ih_l0	4	0.024096472188830376
606747	rnn.bias_ih_l0	5	-0.43309926986694336
606747	rnn.bias_ih_l0	6	-0.1351093053817749
606747	rnn.bias_ih_l0	7	-0.3667202293872833
606747	rnn.bias_ih_l0	8	-0.28470173478126526
606747	rnn.bias_ih_l0	9	-0.4534805417060852
606747	rnn.bias_hh_l0	0	-0.35234084725379944
606747	rnn.bias_hh_l0	1	-0.43146902322769165
606747	rnn.bias_hh_l0	2	-0.39522886276245117
606747	rnn.bias_hh_l0	3	-0.07673060148954391
606747	rnn.bias_hh_l0	4	-0.3925530016422272
606747	rnn.bias_hh_l0	5	-0.36183544993400574
606747	rnn.bias_hh_l0	6	-0.12021413445472717
606747	rnn.bias_hh_l0	7	0.06880830973386765
606747	rnn.bias_hh_l0	8	-0.23721522092819214
606747	rnn.bias_hh_l0	9	-0.5768139958381653
606747	rnn.weight_ih_l0_reverse	0	0.017653364688158035
606747	rnn.weight_ih_l0_reverse	1	-0.03552832454442978
606747	rnn.weight_ih_l0_reverse	2	-0.010598039254546165
606747	rnn.weight_ih_l0_reverse	3	-0.15239675343036652
606747	rnn.weight_ih_l0_reverse	4	0.08433854579925537
606747	rnn.weight_ih_l0_reverse	5	-0.12022387981414795
606747	rnn.weight_ih_l0_reverse	6	0.02720479480922222
606747	rnn.weight_ih_l0_reverse	7	0.030185848474502563
606747	rnn.weight_ih_l0_reverse	8	-0.0554594025015831
606747	rnn.weight_ih_l0_reverse	9	-0.06636817008256912
606747	rnn.weight_hh_l0_reverse	0	-0.1362770050764084
606747	rnn.weight_hh_l0_reverse	1	0.02549789659678936
606747	rnn.weight_hh_l0_reverse	2	-0.02333025634288788
606747	rnn.weight_hh_l0_reverse	3	0.024502623826265335
606747	rnn.weight_hh_l0_reverse	4	-0.0842934176325798
606747	rnn.weight_hh_l0_reverse	5	0.03487202152609825
606747	rnn.weight_hh_l0_reverse	6	0.026949314400553703
606747	rnn.weight_hh_l0_reverse	7	-0.12205157428979874
606747	rnn.weight_hh_l0_reverse	8	-0.06571745872497559
606747	rnn.weight_hh_l0_reverse	9	0.04815629869699478
606747	rnn.bias_ih_l0_reverse	0	-0.17820076644420624
606747	rnn.bias_ih_l0_reverse	1	-0.06601520627737045
606747	rnn.bias_ih_l0_reverse	2	0.14562498033046722
606747	rnn.bias_ih_l0_reverse	3	-0.31276240944862366
606747	rnn.bias_ih_l0_reverse	4	0.01830405928194523
606747	rnn.bias_ih_l0_reverse	5	-0.2124357968568802
606747	rnn.bias_ih_l0_reverse	6	0.27831026911735535
606747	rnn.bias_ih_l0_reverse	7	-0.33530324697494507
606747	rnn.bias_ih_l0_reverse	8	-0.18872953951358795
606747	rnn.bias_ih_l0_reverse	9	-0.16562609374523163
606747	rnn.bias_hh_l0_reverse	0	-0.11539074033498764
606747	rnn.bias_hh_l0_reverse	1	0.25905588269233704
606747	rnn.bias_hh_l0_reverse	2	-0.33598074316978455
606747	rnn.bias_hh_l0_reverse	3	-0.22019949555397034
606747	rnn.bias_hh_l0_reverse	4	-0.40534737706184387
606747	rnn.bias_hh_l0_reverse	5	-0.18734727799892426
606747	rnn.bias_hh_l0_reverse	6	-0.2591911256313324
606747	rnn.bias_hh_l0_reverse	7	-0.09082905948162079
606747	rnn.bias_hh_l0_reverse	8	-0.346253365278244
606747	rnn.bias_hh_l0_reverse	9	0.21029996871948242
606747	linear.weight	0	0.20902106165885925
606747	linear.weight	1	-0.4337267279624939
606747	linear.weight	2	0.025739092379808426
606747	linear.weight	3	0.06752762198448181
606747	linear.weight	4	-0.11389779299497604
606747	linear.weight	5	0.23300401866436005
606747	linear.weight	6	-0.048790834844112396
606747	linear.weight	7	-0.060263633728027344
606747	linear.weight	8	0.12210109829902649
606747	linear.weight	9	-0.04941456764936447
606747	linear.bias	0	-0.8603707551956177
606747	linear.bias	1	1.8526817560195923
606747	linear.bias	2	0.7619097828865051
606747	linear.bias	3	-2.725142002105713
606747	linear.bias	4	-0.142594575881958
606747	linear.bias	5	1.2669323682785034
606747	linear.bias	6	-0.23131300508975983
606747	linear.bias	7	0.7916285991668701
606747	linear.bias	8	2.1354196071624756
606747	linear.bias	9	-1.4065320491790771
607356	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
607356	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
607356	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
607356	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
607356	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
607356	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
607356	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
607356	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
607356	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
607356	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
607356	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
607356	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
607356	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
607356	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
607356	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
607356	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
607356	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
607356	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
607356	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
607356	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
607356	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
607356	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
607356	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
607356	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
607356	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
607356	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
607356	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
607356	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
607356	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
607356	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
607356	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
607356	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
607356	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
607356	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
607356	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
607356	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
607356	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
607356	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
607356	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
607356	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
607356	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
607356	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
607356	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
607356	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
607356	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
607356	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
607356	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
607356	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
607356	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
607356	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
607356	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
607356	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
607356	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
607356	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
607356	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
607356	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
607356	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
607356	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
607356	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
607356	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
607356	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
607356	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
607356	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
607356	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
607356	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
607356	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
607356	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
607356	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
607356	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
607356	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
607356	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
607356	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
607356	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
607356	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
607356	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
607356	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
607356	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
607356	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
607356	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
607356	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
607356	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
607356	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
607356	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
607356	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
607356	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
607356	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
607356	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
607356	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
607356	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
607356	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
607356	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
607356	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
607356	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
607356	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
607356	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
607356	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
607356	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
607356	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
607356	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
607356	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
607356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
607356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
607356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
607356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
607356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
607356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
607356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
607356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
607356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
607356	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
607356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
607356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
607356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
607356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
607356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
607356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
607356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
607356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
607356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
607356	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
607356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
607356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
607356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
607356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
607356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
607356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
607356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
607356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
607356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
607356	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
607356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
607356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
607356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
607356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
607356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
607356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
607356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
607356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
607356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
607356	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
607356	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
607356	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
607356	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
607356	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
607356	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
607356	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
607356	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
607356	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
607356	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
607356	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
607356	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
607356	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
607356	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
607356	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
607356	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
607356	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
607356	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
607356	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
607356	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
607356	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
607356	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
607356	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
607356	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
607356	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
607356	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
607356	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
607356	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
607356	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
607356	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
607356	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
607356	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
607356	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
607356	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
607356	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
607356	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
607356	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
607356	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
607356	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
607356	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
607356	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
607356	embedding2nn.weight	0	0.32041946053504944
607356	embedding2nn.weight	1	0.3829632103443146
607356	embedding2nn.weight	2	-0.007634380832314491
607356	embedding2nn.weight	3	-0.004181455355137587
607356	embedding2nn.weight	4	-0.02864786982536316
607356	embedding2nn.weight	5	0.061147723346948624
607356	embedding2nn.weight	6	0.019360484555363655
607356	embedding2nn.weight	7	0.01065364945679903
607356	embedding2nn.weight	8	0.029261162504553795
607356	embedding2nn.weight	9	-0.06719139218330383
607356	embedding2nn.bias	0	0.00828008446842432
607356	embedding2nn.bias	1	-0.21030455827713013
607356	embedding2nn.bias	2	0.14549851417541504
607356	embedding2nn.bias	3	0.17314979434013367
607356	embedding2nn.bias	4	0.138029083609581
607356	embedding2nn.bias	5	-0.04955753684043884
607356	embedding2nn.bias	6	-0.0602472759783268
607356	embedding2nn.bias	7	0.05955122783780098
607356	embedding2nn.bias	8	-0.17772147059440613
607356	embedding2nn.bias	9	-0.3822815716266632
607356	rnn.weight_ih_l0	0	-0.0008079334511421621
607356	rnn.weight_ih_l0	1	-0.054913561791181564
607356	rnn.weight_ih_l0	2	-0.057742781937122345
607356	rnn.weight_ih_l0	3	0.09908358752727509
607356	rnn.weight_ih_l0	4	0.027491053566336632
607356	rnn.weight_ih_l0	5	-0.0502731017768383
607356	rnn.weight_ih_l0	6	-0.0075198872946202755
607356	rnn.weight_ih_l0	7	-0.0258430615067482
607356	rnn.weight_ih_l0	8	0.009665672667324543
607356	rnn.weight_ih_l0	9	-0.09411608427762985
607356	rnn.weight_hh_l0	0	-0.020581960678100586
607356	rnn.weight_hh_l0	1	0.08006428182125092
607356	rnn.weight_hh_l0	2	0.01435895822942257
607356	rnn.weight_hh_l0	3	-0.026542257517576218
607356	rnn.weight_hh_l0	4	0.06705218553543091
607356	rnn.weight_hh_l0	5	0.013726526871323586
607356	rnn.weight_hh_l0	6	-0.07928548753261566
607356	rnn.weight_hh_l0	7	-0.09805147349834442
607356	rnn.weight_hh_l0	8	0.03576497733592987
607356	rnn.weight_hh_l0	9	-0.11221659183502197
607356	rnn.bias_ih_l0	0	0.18340221047401428
607356	rnn.bias_ih_l0	1	-0.33310332894325256
607356	rnn.bias_ih_l0	2	-0.03345427289605141
607356	rnn.bias_ih_l0	3	-0.21240517497062683
607356	rnn.bias_ih_l0	4	0.025509202852845192
607356	rnn.bias_ih_l0	5	-0.4342052638530731
607356	rnn.bias_ih_l0	6	-0.13189697265625
607356	rnn.bias_ih_l0	7	-0.3673911988735199
607356	rnn.bias_ih_l0	8	-0.2827693223953247
607356	rnn.bias_ih_l0	9	-0.45571067929267883
607356	rnn.bias_hh_l0	0	-0.35440799593925476
607356	rnn.bias_hh_l0	1	-0.42974555492401123
607356	rnn.bias_hh_l0	2	-0.3918578624725342
607356	rnn.bias_hh_l0	3	-0.07750322669744492
607356	rnn.bias_hh_l0	4	-0.397963285446167
607356	rnn.bias_hh_l0	5	-0.3615962862968445
607356	rnn.bias_hh_l0	6	-0.12274324893951416
607356	rnn.bias_hh_l0	7	0.06470032036304474
607356	rnn.bias_hh_l0	8	-0.2350112795829773
607356	rnn.bias_hh_l0	9	-0.5769312381744385
607356	rnn.weight_ih_l0_reverse	0	0.017802495509386063
607356	rnn.weight_ih_l0_reverse	1	-0.03486121818423271
607356	rnn.weight_ih_l0_reverse	2	-0.010864109732210636
607356	rnn.weight_ih_l0_reverse	3	-0.15062464773654938
607356	rnn.weight_ih_l0_reverse	4	0.08482205867767334
607356	rnn.weight_ih_l0_reverse	5	-0.11854244023561478
607356	rnn.weight_ih_l0_reverse	6	0.027518780902028084
607356	rnn.weight_ih_l0_reverse	7	0.03089437447488308
607356	rnn.weight_ih_l0_reverse	8	-0.055098146200180054
607356	rnn.weight_ih_l0_reverse	9	-0.07189144194126129
607356	rnn.weight_hh_l0_reverse	0	-0.13570545613765717
607356	rnn.weight_hh_l0_reverse	1	0.025890255346894264
607356	rnn.weight_hh_l0_reverse	2	-0.02319079078733921
607356	rnn.weight_hh_l0_reverse	3	0.024887291714549065
607356	rnn.weight_hh_l0_reverse	4	-0.08469552546739578
607356	rnn.weight_hh_l0_reverse	5	0.034780845046043396
607356	rnn.weight_hh_l0_reverse	6	0.026940692216157913
607356	rnn.weight_hh_l0_reverse	7	-0.12167703360319138
607356	rnn.weight_hh_l0_reverse	8	-0.06812465935945511
607356	rnn.weight_hh_l0_reverse	9	0.04835442826151848
607356	rnn.bias_ih_l0_reverse	0	-0.17791536450386047
607356	rnn.bias_ih_l0_reverse	1	-0.06306435912847519
607356	rnn.bias_ih_l0_reverse	2	0.1479097306728363
607356	rnn.bias_ih_l0_reverse	3	-0.3131977915763855
607356	rnn.bias_ih_l0_reverse	4	0.015639590099453926
607356	rnn.bias_ih_l0_reverse	5	-0.21063850820064545
607356	rnn.bias_ih_l0_reverse	6	0.28027990460395813
607356	rnn.bias_ih_l0_reverse	7	-0.3283074200153351
607356	rnn.bias_ih_l0_reverse	8	-0.1852845400571823
607356	rnn.bias_ih_l0_reverse	9	-0.16805967688560486
607356	rnn.bias_hh_l0_reverse	0	-0.12029902637004852
607356	rnn.bias_hh_l0_reverse	1	0.25795695185661316
607356	rnn.bias_hh_l0_reverse	2	-0.33556893467903137
607356	rnn.bias_hh_l0_reverse	3	-0.21804778277873993
607356	rnn.bias_hh_l0_reverse	4	-0.40656229853630066
607356	rnn.bias_hh_l0_reverse	5	-0.1885523796081543
607356	rnn.bias_hh_l0_reverse	6	-0.2543044686317444
607356	rnn.bias_hh_l0_reverse	7	-0.09415780007839203
607356	rnn.bias_hh_l0_reverse	8	-0.3438381552696228
607356	rnn.bias_hh_l0_reverse	9	0.19509878754615784
607356	linear.weight	0	0.1979115605354309
607356	linear.weight	1	-0.44847163558006287
607356	linear.weight	2	0.029405059292912483
607356	linear.weight	3	0.06752780824899673
607356	linear.weight	4	-0.11093505471944809
607356	linear.weight	5	0.23284992575645447
607356	linear.weight	6	-0.02833525463938713
607356	linear.weight	7	-0.060262009501457214
607356	linear.weight	8	0.12696701288223267
607356	linear.weight	9	-0.04941685497760773
607356	linear.bias	0	-0.858898937702179
607356	linear.bias	1	1.8293088674545288
607356	linear.bias	2	0.7759941816329956
607356	linear.bias	3	-2.7252302169799805
607356	linear.bias	4	-0.12756478786468506
607356	linear.bias	5	1.260025143623352
607356	linear.bias	6	-0.2514645755290985
607356	linear.bias	7	0.800765872001648
607356	linear.bias	8	2.128629446029663
607356	linear.bias	9	-1.3916772603988647
607965	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
607965	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
607965	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
607965	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
607965	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
607965	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
607965	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
607965	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
607965	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
607965	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
607965	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
607965	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
607965	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
607965	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
607965	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
607965	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
607965	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
607965	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
607965	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
607965	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
607965	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
607965	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
607965	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
607965	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
607965	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
607965	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
607965	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
607965	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
607965	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
607965	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
607965	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
607965	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
607965	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
607965	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
607965	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
607965	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
607965	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
607965	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
607965	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
607965	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
607965	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
607965	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
607965	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
607965	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
607965	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
607965	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
607965	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
607965	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
607965	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
607965	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
607965	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
607965	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
607965	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
607965	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
607965	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
607965	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
607965	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
607965	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
607965	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
607965	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
607965	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
607965	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
607965	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
607965	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
607965	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
607965	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
607965	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
607965	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
607965	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
607965	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
607965	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
607965	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
607965	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
607965	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
607965	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
607965	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
607965	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
607965	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
607965	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
607965	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
607965	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
607965	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
607965	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
607965	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
607965	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
607965	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
607965	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
607965	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
607965	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
607965	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
607965	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
607965	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
607965	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
607965	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
607965	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
607965	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
607965	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
607965	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
607965	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
607965	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
607965	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
607965	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
607965	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
607965	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
607965	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
607965	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
607965	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
607965	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
607965	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
607965	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
607965	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
607965	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
607965	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
607965	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
607965	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
607965	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
607965	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
607965	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
607965	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
607965	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
607965	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
607965	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
607965	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
607965	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
607965	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
607965	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
607965	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
607965	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
607965	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
607965	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
607965	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
607965	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
607965	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
607965	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
607965	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
607965	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
607965	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
607965	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
607965	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
607965	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
607965	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
607965	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
607965	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
607965	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
607965	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
607965	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
607965	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
607965	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
607965	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
607965	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
607965	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
607965	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
607965	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
607965	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
607965	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
607965	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
607965	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
607965	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
607965	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
607965	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
607965	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
607965	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
607965	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
607965	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
607965	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
607965	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
607965	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
607965	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
607965	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
607965	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
607965	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
607965	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
607965	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
607965	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
607965	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
607965	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
607965	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
607965	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
607965	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
607965	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
607965	embedding2nn.weight	0	0.3202851712703705
607965	embedding2nn.weight	1	0.3806895613670349
607965	embedding2nn.weight	2	-0.007108272984623909
607965	embedding2nn.weight	3	-0.007852432318031788
607965	embedding2nn.weight	4	-0.02965720184147358
607965	embedding2nn.weight	5	0.06276297569274902
607965	embedding2nn.weight	6	0.017037779092788696
607965	embedding2nn.weight	7	0.011683477088809013
607965	embedding2nn.weight	8	0.030452050268650055
607965	embedding2nn.weight	9	-0.06991953402757645
607965	embedding2nn.bias	0	0.008146168664097786
607965	embedding2nn.bias	1	-0.2126210778951645
607965	embedding2nn.bias	2	0.12630291283130646
607965	embedding2nn.bias	3	0.19654197990894318
607965	embedding2nn.bias	4	0.14198017120361328
607965	embedding2nn.bias	5	-0.05054568126797676
607965	embedding2nn.bias	6	-0.0526883639395237
607965	embedding2nn.bias	7	0.058309633284807205
607965	embedding2nn.bias	8	-0.1673615574836731
607965	embedding2nn.bias	9	-0.3634245693683624
607965	rnn.weight_ih_l0	0	2.2215996068553068e-05
607965	rnn.weight_ih_l0	1	-0.05494092404842377
607965	rnn.weight_ih_l0	2	-0.06038506701588631
607965	rnn.weight_ih_l0	3	0.1008104607462883
607965	rnn.weight_ih_l0	4	0.019894802942872047
607965	rnn.weight_ih_l0	5	-0.04969341307878494
607965	rnn.weight_ih_l0	6	-0.005631586536765099
607965	rnn.weight_ih_l0	7	-0.025451894849538803
607965	rnn.weight_ih_l0	8	0.010588731616735458
607965	rnn.weight_ih_l0	9	-0.09021545946598053
607965	rnn.weight_hh_l0	0	-0.02010083943605423
607965	rnn.weight_hh_l0	1	0.07995852828025818
607965	rnn.weight_hh_l0	2	0.013953552581369877
607965	rnn.weight_hh_l0	3	-0.02626684308052063
607965	rnn.weight_hh_l0	4	0.06729064136743546
607965	rnn.weight_hh_l0	5	0.013776639476418495
607965	rnn.weight_hh_l0	6	-0.07933332026004791
607965	rnn.weight_hh_l0	7	-0.0987253189086914
607965	rnn.weight_hh_l0	8	0.03574053570628166
607965	rnn.weight_hh_l0	9	-0.11198221147060394
607965	rnn.bias_ih_l0	0	0.17998597025871277
607965	rnn.bias_ih_l0	1	-0.3361208736896515
607965	rnn.bias_ih_l0	2	-0.03306429088115692
607965	rnn.bias_ih_l0	3	-0.21461087465286255
607965	rnn.bias_ih_l0	4	0.02767196297645569
607965	rnn.bias_ih_l0	5	-0.43290823698043823
607965	rnn.bias_ih_l0	6	-0.1323196142911911
607965	rnn.bias_ih_l0	7	-0.3681062161922455
607965	rnn.bias_ih_l0	8	-0.28915101289749146
607965	rnn.bias_ih_l0	9	-0.4577975571155548
607965	rnn.bias_hh_l0	0	-0.3567916750907898
607965	rnn.bias_hh_l0	1	-0.427114337682724
607965	rnn.bias_hh_l0	2	-0.39309683442115784
607965	rnn.bias_hh_l0	3	-0.08068805932998657
607965	rnn.bias_hh_l0	4	-0.3972432613372803
607965	rnn.bias_hh_l0	5	-0.3627391457557678
607965	rnn.bias_hh_l0	6	-0.12253515422344208
607965	rnn.bias_hh_l0	7	0.06688014417886734
607965	rnn.bias_hh_l0	8	-0.2327701896429062
607965	rnn.bias_hh_l0	9	-0.5746805667877197
607965	rnn.weight_ih_l0_reverse	0	0.01741902530193329
607965	rnn.weight_ih_l0_reverse	1	-0.034349020570516586
607965	rnn.weight_ih_l0_reverse	2	-0.008514875546097755
607965	rnn.weight_ih_l0_reverse	3	-0.1493149995803833
607965	rnn.weight_ih_l0_reverse	4	0.08419796824455261
607965	rnn.weight_ih_l0_reverse	5	-0.1188805103302002
607965	rnn.weight_ih_l0_reverse	6	0.026415027678012848
607965	rnn.weight_ih_l0_reverse	7	0.030415503308176994
607965	rnn.weight_ih_l0_reverse	8	-0.054838474839925766
607965	rnn.weight_ih_l0_reverse	9	-0.07247492671012878
607965	rnn.weight_hh_l0_reverse	0	-0.13612337410449982
607965	rnn.weight_hh_l0_reverse	1	0.025628797709941864
607965	rnn.weight_hh_l0_reverse	2	-0.023065267130732536
607965	rnn.weight_hh_l0_reverse	3	0.024718403816223145
607965	rnn.weight_hh_l0_reverse	4	-0.08490753173828125
607965	rnn.weight_hh_l0_reverse	5	0.03484061732888222
607965	rnn.weight_hh_l0_reverse	6	0.027161039412021637
607965	rnn.weight_hh_l0_reverse	7	-0.12261020392179489
607965	rnn.weight_hh_l0_reverse	8	-0.06788680702447891
607965	rnn.weight_hh_l0_reverse	9	0.04892721399664879
607965	rnn.bias_ih_l0_reverse	0	-0.17780564725399017
607965	rnn.bias_ih_l0_reverse	1	-0.0633644163608551
607965	rnn.bias_ih_l0_reverse	2	0.15007607638835907
607965	rnn.bias_ih_l0_reverse	3	-0.31221190094947815
607965	rnn.bias_ih_l0_reverse	4	0.016603801399469376
607965	rnn.bias_ih_l0_reverse	5	-0.2128305733203888
607965	rnn.bias_ih_l0_reverse	6	0.27963241934776306
607965	rnn.bias_ih_l0_reverse	7	-0.32692191004753113
607965	rnn.bias_ih_l0_reverse	8	-0.18514172732830048
607965	rnn.bias_ih_l0_reverse	9	-0.1663879156112671
607965	rnn.bias_hh_l0_reverse	0	-0.12358875572681427
607965	rnn.bias_hh_l0_reverse	1	0.254679411649704
607965	rnn.bias_hh_l0_reverse	2	-0.34074264764785767
607965	rnn.bias_hh_l0_reverse	3	-0.22587843239307404
607965	rnn.bias_hh_l0_reverse	4	-0.40896889567375183
607965	rnn.bias_hh_l0_reverse	5	-0.1865997314453125
607965	rnn.bias_hh_l0_reverse	6	-0.2566981315612793
607965	rnn.bias_hh_l0_reverse	7	-0.09068955481052399
607965	rnn.bias_hh_l0_reverse	8	-0.3423374593257904
607965	rnn.bias_hh_l0_reverse	9	0.20161856710910797
607965	linear.weight	0	0.20134466886520386
607965	linear.weight	1	-0.45551732182502747
607965	linear.weight	2	0.017639819532632828
607965	linear.weight	3	0.06752820312976837
607965	linear.weight	4	-0.15354393422603607
607965	linear.weight	5	0.21722574532032013
607965	linear.weight	6	-0.02681676857173443
607965	linear.weight	7	-0.06025935709476471
607965	linear.weight	8	0.12131788581609726
607965	linear.weight	9	-0.04941897094249725
607965	linear.bias	0	-0.8611889481544495
607965	linear.bias	1	1.8198494911193848
607965	linear.bias	2	0.7800865769386292
607965	linear.bias	3	-2.725322961807251
607965	linear.bias	4	-0.14730525016784668
607965	linear.bias	5	1.2936131954193115
607965	linear.bias	6	-0.24624349176883698
607965	linear.bias	7	0.7768421173095703
607965	linear.bias	8	2.1686103343963623
607965	linear.bias	9	-1.3924627304077148
608574	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
608574	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
608574	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
608574	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
608574	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
608574	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
608574	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
608574	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
608574	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
608574	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
608574	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
608574	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
608574	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
608574	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
608574	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
608574	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
608574	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
608574	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
608574	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
608574	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
608574	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
608574	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
608574	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
608574	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
608574	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
608574	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
608574	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
608574	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
608574	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
608574	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
608574	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
608574	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
608574	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
608574	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
608574	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
608574	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
608574	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
608574	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
608574	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
608574	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
608574	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
608574	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
608574	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
608574	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
608574	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
608574	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
608574	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
608574	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
608574	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
608574	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
608574	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
608574	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
608574	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
608574	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
608574	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
608574	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
608574	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
608574	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
608574	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
608574	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
608574	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
608574	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
608574	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
608574	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
608574	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
608574	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
608574	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
608574	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
608574	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
608574	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
608574	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
608574	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
608574	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
608574	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
608574	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
608574	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
608574	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
608574	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
608574	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
608574	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
608574	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
608574	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
608574	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
608574	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
608574	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
608574	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
608574	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
608574	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
608574	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
608574	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
608574	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
608574	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
608574	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
608574	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
608574	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
608574	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
608574	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
608574	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
608574	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
608574	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
608574	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
608574	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
608574	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
608574	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
608574	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
608574	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
608574	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
608574	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
608574	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
608574	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
608574	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
608574	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
608574	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
608574	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
608574	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
608574	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
608574	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
608574	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
608574	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
608574	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
608574	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
608574	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
608574	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
608574	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
608574	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
608574	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
608574	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
608574	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
608574	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
608574	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
608574	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
608574	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
608574	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
608574	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
608574	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
608574	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
608574	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
608574	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
608574	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
608574	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
608574	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
608574	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
608574	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
608574	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
608574	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
608574	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
608574	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
608574	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
608574	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
608574	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
608574	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
608574	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
608574	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
608574	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
608574	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
608574	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
608574	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
608574	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
608574	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
608574	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
608574	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
608574	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
608574	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
608574	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
608574	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
608574	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
608574	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
608574	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
608574	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
608574	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
608574	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
608574	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
608574	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
608574	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
608574	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
608574	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
608574	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
608574	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
608574	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
608574	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
608574	embedding2nn.weight	0	0.320270299911499
608574	embedding2nn.weight	1	0.3775843381881714
608574	embedding2nn.weight	2	-0.006212413776665926
608574	embedding2nn.weight	3	-0.013924052007496357
608574	embedding2nn.weight	4	-0.030853712931275368
608574	embedding2nn.weight	5	0.06382549554109573
608574	embedding2nn.weight	6	0.012569218873977661
608574	embedding2nn.weight	7	0.009758327156305313
608574	embedding2nn.weight	8	0.03046332485973835
608574	embedding2nn.weight	9	-0.0676385760307312
608574	embedding2nn.bias	0	0.010141353122889996
608574	embedding2nn.bias	1	-0.21517238020896912
608574	embedding2nn.bias	2	0.1421671211719513
608574	embedding2nn.bias	3	0.17621760070323944
608574	embedding2nn.bias	4	0.13527706265449524
608574	embedding2nn.bias	5	-0.05312221124768257
608574	embedding2nn.bias	6	-0.053168732672929764
608574	embedding2nn.bias	7	0.07141831517219543
608574	embedding2nn.bias	8	-0.17989490926265717
608574	embedding2nn.bias	9	-0.37895750999450684
608574	rnn.weight_ih_l0	0	-0.0008511172491125762
608574	rnn.weight_ih_l0	1	-0.054119229316711426
608574	rnn.weight_ih_l0	2	-0.06264793127775192
608574	rnn.weight_ih_l0	3	0.1027158871293068
608574	rnn.weight_ih_l0	4	0.018301522359251976
608574	rnn.weight_ih_l0	5	-0.05479942634701729
608574	rnn.weight_ih_l0	6	-0.006740189623087645
608574	rnn.weight_ih_l0	7	-0.023890623822808266
608574	rnn.weight_ih_l0	8	0.013132117688655853
608574	rnn.weight_ih_l0	9	-0.08871427923440933
608574	rnn.weight_hh_l0	0	-0.020092692226171494
608574	rnn.weight_hh_l0	1	0.07977206259965897
608574	rnn.weight_hh_l0	2	0.013183779083192348
608574	rnn.weight_hh_l0	3	-0.0265008807182312
608574	rnn.weight_hh_l0	4	0.06746508926153183
608574	rnn.weight_hh_l0	5	0.014741922728717327
608574	rnn.weight_hh_l0	6	-0.0794723853468895
608574	rnn.weight_hh_l0	7	-0.09793967753648758
608574	rnn.weight_hh_l0	8	0.03586297854781151
608574	rnn.weight_hh_l0	9	-0.11205540597438812
608574	rnn.bias_ih_l0	0	0.18853448331356049
608574	rnn.bias_ih_l0	1	-0.3389829993247986
608574	rnn.bias_ih_l0	2	-0.031303346157073975
608574	rnn.bias_ih_l0	3	-0.21260789036750793
608574	rnn.bias_ih_l0	4	0.019237617030739784
608574	rnn.bias_ih_l0	5	-0.4406413435935974
608574	rnn.bias_ih_l0	6	-0.13490095734596252
608574	rnn.bias_ih_l0	7	-0.36834678053855896
608574	rnn.bias_ih_l0	8	-0.2860032320022583
608574	rnn.bias_ih_l0	9	-0.46180835366249084
608574	rnn.bias_hh_l0	0	-0.35578280687332153
608574	rnn.bias_hh_l0	1	-0.42256802320480347
608574	rnn.bias_hh_l0	2	-0.39466992020606995
608574	rnn.bias_hh_l0	3	-0.07884600758552551
608574	rnn.bias_hh_l0	4	-0.4025300145149231
608574	rnn.bias_hh_l0	5	-0.36319729685783386
608574	rnn.bias_hh_l0	6	-0.12197672575712204
608574	rnn.bias_hh_l0	7	0.05775944143533707
608574	rnn.bias_hh_l0	8	-0.232387974858284
608574	rnn.bias_hh_l0	9	-0.573235809803009
608574	rnn.weight_ih_l0_reverse	0	0.01756288670003414
608574	rnn.weight_ih_l0_reverse	1	-0.03451261296868324
608574	rnn.weight_ih_l0_reverse	2	-0.009129684418439865
608574	rnn.weight_ih_l0_reverse	3	-0.14936761558055878
608574	rnn.weight_ih_l0_reverse	4	0.08424144238233566
608574	rnn.weight_ih_l0_reverse	5	-0.11747602373361588
608574	rnn.weight_ih_l0_reverse	6	0.02079065516591072
608574	rnn.weight_ih_l0_reverse	7	0.030953669920563698
608574	rnn.weight_ih_l0_reverse	8	-0.05784570425748825
608574	rnn.weight_ih_l0_reverse	9	-0.07094676047563553
608574	rnn.weight_hh_l0_reverse	0	-0.1357911080121994
608574	rnn.weight_hh_l0_reverse	1	0.02533200941979885
608574	rnn.weight_hh_l0_reverse	2	-0.022881345823407173
608574	rnn.weight_hh_l0_reverse	3	0.02547514997422695
608574	rnn.weight_hh_l0_reverse	4	-0.08627357333898544
608574	rnn.weight_hh_l0_reverse	5	0.03493040055036545
608574	rnn.weight_hh_l0_reverse	6	0.027117839083075523
608574	rnn.weight_hh_l0_reverse	7	-0.12141463905572891
608574	rnn.weight_hh_l0_reverse	8	-0.06947840005159378
608574	rnn.weight_hh_l0_reverse	9	0.0479903519153595
608574	rnn.bias_ih_l0_reverse	0	-0.1763313114643097
608574	rnn.bias_ih_l0_reverse	1	-0.0650264099240303
608574	rnn.bias_ih_l0_reverse	2	0.14754249155521393
608574	rnn.bias_ih_l0_reverse	3	-0.3107812702655792
608574	rnn.bias_ih_l0_reverse	4	0.013656373135745525
608574	rnn.bias_ih_l0_reverse	5	-0.21391326189041138
608574	rnn.bias_ih_l0_reverse	6	0.27265411615371704
608574	rnn.bias_ih_l0_reverse	7	-0.3174925744533539
608574	rnn.bias_ih_l0_reverse	8	-0.18830202519893646
608574	rnn.bias_ih_l0_reverse	9	-0.1657167673110962
608574	rnn.bias_hh_l0_reverse	0	-0.12336020171642303
608574	rnn.bias_hh_l0_reverse	1	0.25942686200141907
608574	rnn.bias_hh_l0_reverse	2	-0.33715951442718506
608574	rnn.bias_hh_l0_reverse	3	-0.2284339815378189
608574	rnn.bias_hh_l0_reverse	4	-0.4088142514228821
608574	rnn.bias_hh_l0_reverse	5	-0.18846973776817322
608574	rnn.bias_hh_l0_reverse	6	-0.2513769567012787
608574	rnn.bias_hh_l0_reverse	7	-0.09433180093765259
608574	rnn.bias_hh_l0_reverse	8	-0.345298171043396
608574	rnn.bias_hh_l0_reverse	9	0.19940297305583954
608574	linear.weight	0	0.1898958384990692
608574	linear.weight	1	-0.457735151052475
608574	linear.weight	2	0.05000246688723564
608574	linear.weight	3	0.06752856820821762
608574	linear.weight	4	-0.16183629631996155
608574	linear.weight	5	0.2208453118801117
608574	linear.weight	6	-0.018369434401392937
608574	linear.weight	7	-0.06025662645697594
608574	linear.weight	8	0.11451488733291626
608574	linear.weight	9	-0.04942123591899872
608574	linear.bias	0	-0.8564425706863403
608574	linear.bias	1	1.8489789962768555
608574	linear.bias	2	0.7472786903381348
608574	linear.bias	3	-2.725417137145996
608574	linear.bias	4	-0.14119580388069153
608574	linear.bias	5	1.2553966045379639
608574	linear.bias	6	-0.22683371603488922
608574	linear.bias	7	0.8076353073120117
608574	linear.bias	8	2.152890682220459
608574	linear.bias	9	-1.3974225521087646
609183	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
609183	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
609183	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
609183	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
609183	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
609183	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
609183	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
609183	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
609183	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
609183	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
609183	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
609183	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
609183	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
609183	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
609183	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
609183	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
609183	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
609183	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
609183	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
609183	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
609183	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
609183	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
609183	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
609183	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
609183	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
609183	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
609183	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
609183	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
609183	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
609183	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
609183	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
609183	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
609183	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
609183	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
609183	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
609183	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
609183	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
609183	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
609183	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
609183	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
609183	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
609183	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
609183	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
609183	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
609183	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
609183	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
609183	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
609183	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
609183	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
609183	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
609183	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
609183	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
609183	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
609183	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
609183	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
609183	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
609183	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
609183	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
609183	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
609183	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
609183	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
609183	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
609183	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
609183	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
609183	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
609183	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
609183	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
609183	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
609183	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
609183	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
609183	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
609183	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
609183	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
609183	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
609183	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
609183	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
609183	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
609183	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
609183	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
609183	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
609183	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
609183	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
609183	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
609183	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
609183	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
609183	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
609183	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
609183	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
609183	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
609183	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
609183	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
609183	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
609183	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
609183	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
609183	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
609183	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
609183	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
609183	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
609183	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
609183	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
609183	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
609183	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
609183	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
609183	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
609183	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
609183	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
609183	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
609183	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
609183	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
609183	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
609183	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
609183	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
609183	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
609183	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
609183	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
609183	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
609183	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
609183	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
609183	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
609183	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
609183	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
609183	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
609183	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
609183	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
609183	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
609183	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
609183	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
609183	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
609183	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
609183	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
609183	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
609183	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
609183	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
609183	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
609183	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
609183	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
609183	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
609183	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
609183	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
609183	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
609183	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
609183	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
609183	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
609183	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
609183	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
609183	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
609183	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
609183	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
609183	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
609183	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
609183	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
609183	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
609183	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
609183	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
609183	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
609183	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
609183	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
609183	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
609183	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
609183	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
609183	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
609183	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
609183	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
609183	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
609183	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
609183	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
609183	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
609183	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
609183	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
609183	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
609183	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
609183	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
609183	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
609183	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
609183	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
609183	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
609183	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
609183	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
609183	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
609183	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
609183	embedding2nn.weight	0	0.3211505711078644
609183	embedding2nn.weight	1	0.3778638541698456
609183	embedding2nn.weight	2	-0.00731827924028039
609183	embedding2nn.weight	3	-0.02031698264181614
609183	embedding2nn.weight	4	-0.03085211105644703
609183	embedding2nn.weight	5	0.06392594426870346
609183	embedding2nn.weight	6	0.011964443139731884
609183	embedding2nn.weight	7	0.005236342083662748
609183	embedding2nn.weight	8	0.032273128628730774
609183	embedding2nn.weight	9	-0.06723417341709137
609183	embedding2nn.bias	0	0.00824812613427639
609183	embedding2nn.bias	1	-0.2207816243171692
609183	embedding2nn.bias	2	0.124453604221344
609183	embedding2nn.bias	3	0.17057877779006958
609183	embedding2nn.bias	4	0.14812856912612915
609183	embedding2nn.bias	5	-0.04123875871300697
609183	embedding2nn.bias	6	-0.05852394178509712
609183	embedding2nn.bias	7	0.08072229474782944
609183	embedding2nn.bias	8	-0.16251619160175323
609183	embedding2nn.bias	9	-0.36639994382858276
609183	rnn.weight_ih_l0	0	-0.0010676600504666567
609183	rnn.weight_ih_l0	1	-0.05356794223189354
609183	rnn.weight_ih_l0	2	-0.0595308355987072
609183	rnn.weight_ih_l0	3	0.10470538586378098
609183	rnn.weight_ih_l0	4	0.015369999222457409
609183	rnn.weight_ih_l0	5	-0.05703778192400932
609183	rnn.weight_ih_l0	6	-0.005321308504790068
609183	rnn.weight_ih_l0	7	-0.025560012087225914
609183	rnn.weight_ih_l0	8	0.017513463273644447
609183	rnn.weight_ih_l0	9	-0.08833222091197968
609183	rnn.weight_hh_l0	0	-0.020165467634797096
609183	rnn.weight_hh_l0	1	0.07984504103660583
609183	rnn.weight_hh_l0	2	0.013453478924930096
609183	rnn.weight_hh_l0	3	-0.026928626000881195
609183	rnn.weight_hh_l0	4	0.06687358021736145
609183	rnn.weight_hh_l0	5	0.014604395255446434
609183	rnn.weight_hh_l0	6	-0.07912694662809372
609183	rnn.weight_hh_l0	7	-0.10163803398609161
609183	rnn.weight_hh_l0	8	0.035873692482709885
609183	rnn.weight_hh_l0	9	-0.11233291774988174
609183	rnn.bias_ih_l0	0	0.18902252614498138
609183	rnn.bias_ih_l0	1	-0.33759257197380066
609183	rnn.bias_ih_l0	2	-0.03300583362579346
609183	rnn.bias_ih_l0	3	-0.2151608169078827
609183	rnn.bias_ih_l0	4	0.025557739660143852
609183	rnn.bias_ih_l0	5	-0.4406842291355133
609183	rnn.bias_ih_l0	6	-0.14009298384189606
609183	rnn.bias_ih_l0	7	-0.36875247955322266
609183	rnn.bias_ih_l0	8	-0.28817254304885864
609183	rnn.bias_ih_l0	9	-0.46713197231292725
609183	rnn.bias_hh_l0	0	-0.35779374837875366
609183	rnn.bias_hh_l0	1	-0.42635616660118103
609183	rnn.bias_hh_l0	2	-0.395138144493103
609183	rnn.bias_hh_l0	3	-0.07871601730585098
609183	rnn.bias_hh_l0	4	-0.40225517749786377
609183	rnn.bias_hh_l0	5	-0.36344462633132935
609183	rnn.bias_hh_l0	6	-0.1208878830075264
609183	rnn.bias_hh_l0	7	0.0541977621614933
609183	rnn.bias_hh_l0	8	-0.234526127576828
609183	rnn.bias_hh_l0	9	-0.5725265741348267
609183	rnn.weight_ih_l0_reverse	0	0.02104056440293789
609183	rnn.weight_ih_l0_reverse	1	-0.03453407809138298
609183	rnn.weight_ih_l0_reverse	2	-0.009338878095149994
609183	rnn.weight_ih_l0_reverse	3	-0.1514231413602829
609183	rnn.weight_ih_l0_reverse	4	0.08372211456298828
609183	rnn.weight_ih_l0_reverse	5	-0.11441954970359802
609183	rnn.weight_ih_l0_reverse	6	0.019805273041129112
609183	rnn.weight_ih_l0_reverse	7	0.03146270662546158
609183	rnn.weight_ih_l0_reverse	8	-0.0584440603852272
609183	rnn.weight_ih_l0_reverse	9	-0.0703548789024353
609183	rnn.weight_hh_l0_reverse	0	-0.13618777692317963
609183	rnn.weight_hh_l0_reverse	1	0.025197677314281464
609183	rnn.weight_hh_l0_reverse	2	-0.023297086358070374
609183	rnn.weight_hh_l0_reverse	3	0.025011269375681877
609183	rnn.weight_hh_l0_reverse	4	-0.0870664119720459
609183	rnn.weight_hh_l0_reverse	5	0.03492717817425728
609183	rnn.weight_hh_l0_reverse	6	0.027008352801203728
609183	rnn.weight_hh_l0_reverse	7	-0.12037517130374908
609183	rnn.weight_hh_l0_reverse	8	-0.06958847492933273
609183	rnn.weight_hh_l0_reverse	9	0.04807951673865318
609183	rnn.bias_ih_l0_reverse	0	-0.17501309514045715
609183	rnn.bias_ih_l0_reverse	1	-0.06573271751403809
609183	rnn.bias_ih_l0_reverse	2	0.14748230576515198
609183	rnn.bias_ih_l0_reverse	3	-0.3086640536785126
609183	rnn.bias_ih_l0_reverse	4	0.014630120247602463
609183	rnn.bias_ih_l0_reverse	5	-0.21475133299827576
609183	rnn.bias_ih_l0_reverse	6	0.2775195240974426
609183	rnn.bias_ih_l0_reverse	7	-0.32499533891677856
609183	rnn.bias_ih_l0_reverse	8	-0.19034911692142487
609183	rnn.bias_ih_l0_reverse	9	-0.16936041414737701
609183	rnn.bias_hh_l0_reverse	0	-0.11489702761173248
609183	rnn.bias_hh_l0_reverse	1	0.25422102212905884
609183	rnn.bias_hh_l0_reverse	2	-0.33299487829208374
609183	rnn.bias_hh_l0_reverse	3	-0.22805152833461761
609183	rnn.bias_hh_l0_reverse	4	-0.4062013626098633
609183	rnn.bias_hh_l0_reverse	5	-0.18857084214687347
609183	rnn.bias_hh_l0_reverse	6	-0.25229376554489136
609183	rnn.bias_hh_l0_reverse	7	-0.09359710663557053
609183	rnn.bias_hh_l0_reverse	8	-0.34268635511398315
609183	rnn.bias_hh_l0_reverse	9	0.2027040719985962
609183	linear.weight	0	0.19956429302692413
609183	linear.weight	1	-0.4752632975578308
609183	linear.weight	2	0.0379321426153183
609183	linear.weight	3	0.06752784550189972
609183	linear.weight	4	-0.1472935974597931
609183	linear.weight	5	0.21318767964839935
609183	linear.weight	6	-0.026653042063117027
609183	linear.weight	7	-0.060254041105508804
609183	linear.weight	8	0.11443135887384415
609183	linear.weight	9	-0.04942495748400688
609183	linear.bias	0	-0.8550771474838257
609183	linear.bias	1	1.8263497352600098
609183	linear.bias	2	0.7592660188674927
609183	linear.bias	3	-2.725518226623535
609183	linear.bias	4	-0.1655871719121933
609183	linear.bias	5	1.2891148328781128
609183	linear.bias	6	-0.23838819563388824
609183	linear.bias	7	0.7878836393356323
609183	linear.bias	8	2.1272876262664795
609183	linear.bias	9	-1.4045040607452393
609792	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
609792	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
609792	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
609792	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
609792	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
609792	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
609792	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
609792	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
609792	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
609792	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
609792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
609792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
609792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
609792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
609792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
609792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
609792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
609792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
609792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
609792	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
609792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
609792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
609792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
609792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
609792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
609792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
609792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
609792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
609792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
609792	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
609792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
609792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
609792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
609792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
609792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
609792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
609792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
609792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
609792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
609792	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
609792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
609792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
609792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
609792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
609792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
609792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
609792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
609792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
609792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
609792	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
609792	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
609792	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
609792	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
609792	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
609792	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
609792	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
609792	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
609792	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
609792	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
609792	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
609792	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
609792	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
609792	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
609792	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
609792	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
609792	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
609792	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
609792	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
609792	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
609792	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
609792	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
609792	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
609792	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
609792	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
609792	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
609792	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
609792	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
609792	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
609792	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
609792	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
609792	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
609792	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
609792	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
609792	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
609792	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
609792	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
609792	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
609792	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
609792	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
609792	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
609792	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
609792	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
609792	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
609792	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
609792	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
609792	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
609792	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
609792	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
609792	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
609792	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
609792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
609792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
609792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
609792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
609792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
609792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
609792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
609792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
609792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
609792	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
609792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
609792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
609792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
609792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
609792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
609792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
609792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
609792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
609792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
609792	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
609792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
609792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
609792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
609792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
609792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
609792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
609792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
609792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
609792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
609792	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
609792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
609792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
609792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
609792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
609792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
609792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
609792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
609792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
609792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
609792	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
609792	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
609792	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
609792	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
609792	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
609792	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
609792	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
609792	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
609792	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
609792	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
609792	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
609792	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
609792	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
609792	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
609792	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
609792	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
609792	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
609792	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
609792	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
609792	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
609792	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
609792	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
609792	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
609792	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
609792	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
609792	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
609792	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
609792	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
609792	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
609792	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
609792	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
609792	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
609792	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
609792	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
609792	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
609792	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
609792	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
609792	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
609792	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
609792	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
609792	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
609792	embedding2nn.weight	0	0.3211701810359955
609792	embedding2nn.weight	1	0.3765223026275635
609792	embedding2nn.weight	2	-0.006462427321821451
609792	embedding2nn.weight	3	-0.01848551817238331
609792	embedding2nn.weight	4	-0.030155321583151817
609792	embedding2nn.weight	5	0.06181276962161064
609792	embedding2nn.weight	6	0.017433973029255867
609792	embedding2nn.weight	7	0.006289964076131582
609792	embedding2nn.weight	8	0.030425162985920906
609792	embedding2nn.weight	9	-0.06263698637485504
609792	embedding2nn.bias	0	0.027306675910949707
609792	embedding2nn.bias	1	-0.23858271539211273
609792	embedding2nn.bias	2	0.13762837648391724
609792	embedding2nn.bias	3	0.17216616868972778
609792	embedding2nn.bias	4	0.1590382307767868
609792	embedding2nn.bias	5	-0.056047823280096054
609792	embedding2nn.bias	6	-0.06663651764392853
609792	embedding2nn.bias	7	0.07631039619445801
609792	embedding2nn.bias	8	-0.1664404571056366
609792	embedding2nn.bias	9	-0.3748568594455719
609792	rnn.weight_ih_l0	0	-0.0010717998957261443
609792	rnn.weight_ih_l0	1	-0.05393679067492485
609792	rnn.weight_ih_l0	2	-0.05987442284822464
609792	rnn.weight_ih_l0	3	0.10308828204870224
609792	rnn.weight_ih_l0	4	0.018501566722989082
609792	rnn.weight_ih_l0	5	-0.05350516363978386
609792	rnn.weight_ih_l0	6	-0.0037154327146708965
609792	rnn.weight_ih_l0	7	-0.02713318169116974
609792	rnn.weight_ih_l0	8	0.021405117586255074
609792	rnn.weight_ih_l0	9	-0.08858948945999146
609792	rnn.weight_hh_l0	0	-0.020603597164154053
609792	rnn.weight_hh_l0	1	0.0795910432934761
609792	rnn.weight_hh_l0	2	0.014213638380169868
609792	rnn.weight_hh_l0	3	-0.02675163559615612
609792	rnn.weight_hh_l0	4	0.06705832481384277
609792	rnn.weight_hh_l0	5	0.014726576395332813
609792	rnn.weight_hh_l0	6	-0.07900385558605194
609792	rnn.weight_hh_l0	7	-0.1016702875494957
609792	rnn.weight_hh_l0	8	0.03581065312027931
609792	rnn.weight_hh_l0	9	-0.11255283653736115
609792	rnn.bias_ih_l0	0	0.1905999332666397
609792	rnn.bias_ih_l0	1	-0.33538565039634705
609792	rnn.bias_ih_l0	2	-0.030874155461788177
609792	rnn.bias_ih_l0	3	-0.21586088836193085
609792	rnn.bias_ih_l0	4	0.02035965397953987
609792	rnn.bias_ih_l0	5	-0.4407864212989807
609792	rnn.bias_ih_l0	6	-0.14015650749206543
609792	rnn.bias_ih_l0	7	-0.3677419126033783
609792	rnn.bias_ih_l0	8	-0.28854405879974365
609792	rnn.bias_ih_l0	9	-0.4707883596420288
609792	rnn.bias_hh_l0	0	-0.3615768551826477
609792	rnn.bias_hh_l0	1	-0.4279162883758545
609792	rnn.bias_hh_l0	2	-0.3945625126361847
609792	rnn.bias_hh_l0	3	-0.07783762365579605
609792	rnn.bias_hh_l0	4	-0.40191173553466797
609792	rnn.bias_hh_l0	5	-0.36287933588027954
609792	rnn.bias_hh_l0	6	-0.12209655344486237
609792	rnn.bias_hh_l0	7	0.059391170740127563
609792	rnn.bias_hh_l0	8	-0.2396106868982315
609792	rnn.bias_hh_l0	9	-0.574116051197052
609792	rnn.weight_ih_l0_reverse	0	0.021754151210188866
609792	rnn.weight_ih_l0_reverse	1	-0.034103989601135254
609792	rnn.weight_ih_l0_reverse	2	-0.008965333923697472
609792	rnn.weight_ih_l0_reverse	3	-0.14969339966773987
609792	rnn.weight_ih_l0_reverse	4	0.08356890082359314
609792	rnn.weight_ih_l0_reverse	5	-0.11698780953884125
609792	rnn.weight_ih_l0_reverse	6	0.020702729001641273
609792	rnn.weight_ih_l0_reverse	7	0.03122589737176895
609792	rnn.weight_ih_l0_reverse	8	-0.05921730026602745
609792	rnn.weight_ih_l0_reverse	9	-0.07044829428195953
609792	rnn.weight_hh_l0_reverse	0	-0.13496385514736176
609792	rnn.weight_hh_l0_reverse	1	0.02506420388817787
609792	rnn.weight_hh_l0_reverse	2	-0.023418515920639038
609792	rnn.weight_hh_l0_reverse	3	0.025014840066432953
609792	rnn.weight_hh_l0_reverse	4	-0.08631476014852524
609792	rnn.weight_hh_l0_reverse	5	0.03479769825935364
609792	rnn.weight_hh_l0_reverse	6	0.027031149715185165
609792	rnn.weight_hh_l0_reverse	7	-0.11871864646673203
609792	rnn.weight_hh_l0_reverse	8	-0.07056792080402374
609792	rnn.weight_hh_l0_reverse	9	0.04774068295955658
609792	rnn.bias_ih_l0_reverse	0	-0.17945200204849243
609792	rnn.bias_ih_l0_reverse	1	-0.06619993597269058
609792	rnn.bias_ih_l0_reverse	2	0.1503375619649887
609792	rnn.bias_ih_l0_reverse	3	-0.31367671489715576
609792	rnn.bias_ih_l0_reverse	4	0.012096920982003212
609792	rnn.bias_ih_l0_reverse	5	-0.21659556031227112
609792	rnn.bias_ih_l0_reverse	6	0.2813050448894501
609792	rnn.bias_ih_l0_reverse	7	-0.32549822330474854
609792	rnn.bias_ih_l0_reverse	8	-0.19285477697849274
609792	rnn.bias_ih_l0_reverse	9	-0.1763845831155777
609792	rnn.bias_hh_l0_reverse	0	-0.12452100217342377
609792	rnn.bias_hh_l0_reverse	1	0.250691682100296
609792	rnn.bias_hh_l0_reverse	2	-0.33431750535964966
609792	rnn.bias_hh_l0_reverse	3	-0.22956813871860504
609792	rnn.bias_hh_l0_reverse	4	-0.40965187549591064
609792	rnn.bias_hh_l0_reverse	5	-0.18925000727176666
609792	rnn.bias_hh_l0_reverse	6	-0.25174346566200256
609792	rnn.bias_hh_l0_reverse	7	-0.09210410714149475
609792	rnn.bias_hh_l0_reverse	8	-0.33858177065849304
609792	rnn.bias_hh_l0_reverse	9	0.1965465396642685
609792	linear.weight	0	0.20483408868312836
609792	linear.weight	1	-0.4765971302986145
609792	linear.weight	2	0.039860423654317856
609792	linear.weight	3	0.0675269216299057
609792	linear.weight	4	-0.1375344842672348
609792	linear.weight	5	0.21460163593292236
609792	linear.weight	6	-0.035022325813770294
609792	linear.weight	7	-0.06025120988488197
609792	linear.weight	8	0.10535550862550735
609792	linear.weight	9	-0.04942730441689491
609792	linear.bias	0	-0.8525835871696472
609792	linear.bias	1	1.8215734958648682
609792	linear.bias	2	0.7595617771148682
609792	linear.bias	3	-2.7256064414978027
609792	linear.bias	4	-0.13492636382579803
609792	linear.bias	5	1.2607264518737793
609792	linear.bias	6	-0.24050670862197876
609792	linear.bias	7	0.7799996733665466
609792	linear.bias	8	2.164659023284912
609792	linear.bias	9	-1.3920589685440063
609800	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
609800	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
609800	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
609800	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
609800	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
609800	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
609800	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
609800	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
609800	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
609800	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
609800	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
609800	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
609800	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
609800	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
609800	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
609800	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
609800	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
609800	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
609800	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
609800	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
609800	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
609800	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
609800	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
609800	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
609800	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
609800	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
609800	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
609800	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
609800	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
609800	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
609800	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
609800	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
609800	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
609800	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
609800	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
609800	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
609800	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
609800	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
609800	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
609800	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
609800	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
609800	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
609800	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
609800	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
609800	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
609800	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
609800	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
609800	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
609800	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
609800	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
609800	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
609800	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
609800	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
609800	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
609800	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
609800	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
609800	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
609800	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
609800	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
609800	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
609800	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
609800	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
609800	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
609800	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
609800	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
609800	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
609800	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
609800	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
609800	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
609800	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
609800	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
609800	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
609800	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
609800	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
609800	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
609800	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
609800	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
609800	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
609800	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
609800	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
609800	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
609800	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
609800	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
609800	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
609800	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
609800	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
609800	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
609800	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
609800	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
609800	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
609800	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
609800	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
609800	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
609800	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
609800	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
609800	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
609800	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
609800	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
609800	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
609800	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
609800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
609800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
609800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
609800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
609800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
609800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
609800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
609800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
609800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
609800	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
609800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
609800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
609800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
609800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
609800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
609800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
609800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
609800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
609800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
609800	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
609800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
609800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
609800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
609800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
609800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
609800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
609800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
609800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
609800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
609800	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
609800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
609800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
609800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
609800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
609800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
609800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
609800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
609800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
609800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
609800	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
609800	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
609800	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
609800	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
609800	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
609800	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
609800	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
609800	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
609800	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
609800	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
609800	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
609800	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
609800	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
609800	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
609800	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
609800	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
609800	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
609800	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
609800	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
609800	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
609800	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
609800	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
609800	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
609800	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
609800	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
609800	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
609800	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
609800	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
609800	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
609800	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
609800	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
609800	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
609800	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
609800	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
609800	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
609800	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
609800	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
609800	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
609800	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
609800	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
609800	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
609800	embedding2nn.weight	0	0.3210565447807312
609800	embedding2nn.weight	1	0.3769097924232483
609800	embedding2nn.weight	2	-0.006677346304059029
609800	embedding2nn.weight	3	-0.01967962458729744
609800	embedding2nn.weight	4	-0.030037740245461464
609800	embedding2nn.weight	5	0.06168191134929657
609800	embedding2nn.weight	6	0.016175527125597
609800	embedding2nn.weight	7	0.0065147243440151215
609800	embedding2nn.weight	8	0.03068532422184944
609800	embedding2nn.weight	9	-0.06309357285499573
609800	embedding2nn.bias	0	0.028186112642288208
609800	embedding2nn.bias	1	-0.23687566816806793
609800	embedding2nn.bias	2	0.13838031888008118
609800	embedding2nn.bias	3	0.17325299978256226
609800	embedding2nn.bias	4	0.15781070291996002
609800	embedding2nn.bias	5	-0.05503370240330696
609800	embedding2nn.bias	6	-0.06512822955846786
609800	embedding2nn.bias	7	0.07649721950292587
609800	embedding2nn.bias	8	-0.16798652708530426
609800	embedding2nn.bias	9	-0.3730047941207886
609800	rnn.weight_ih_l0	0	-0.0007802612381055951
609800	rnn.weight_ih_l0	1	-0.05375126004219055
609800	rnn.weight_ih_l0	2	-0.060027655214071274
609800	rnn.weight_ih_l0	3	0.1032133400440216
609800	rnn.weight_ih_l0	4	0.017975129187107086
609800	rnn.weight_ih_l0	5	-0.05322348326444626
609800	rnn.weight_ih_l0	6	-0.0034898286685347557
609800	rnn.weight_ih_l0	7	-0.027237899601459503
609800	rnn.weight_ih_l0	8	0.021332237869501114
609800	rnn.weight_ih_l0	9	-0.0887405201792717
609800	rnn.weight_hh_l0	0	-0.020619364455342293
609800	rnn.weight_hh_l0	1	0.07960391044616699
609800	rnn.weight_hh_l0	2	0.014232664369046688
609800	rnn.weight_hh_l0	3	-0.02673792466521263
609800	rnn.weight_hh_l0	4	0.06705494970083237
609800	rnn.weight_hh_l0	5	0.014736196026206017
609800	rnn.weight_hh_l0	6	-0.07899143546819687
609800	rnn.weight_hh_l0	7	-0.1017538532614708
609800	rnn.weight_hh_l0	8	0.03581763803958893
609800	rnn.weight_hh_l0	9	-0.1125551089644432
609800	rnn.bias_ih_l0	0	0.18927346169948578
609800	rnn.bias_ih_l0	1	-0.3354972302913666
609800	rnn.bias_ih_l0	2	-0.030863836407661438
609800	rnn.bias_ih_l0	3	-0.2160179167985916
609800	rnn.bias_ih_l0	4	0.020005211234092712
609800	rnn.bias_ih_l0	5	-0.4408169984817505
609800	rnn.bias_ih_l0	6	-0.1389530897140503
609800	rnn.bias_ih_l0	7	-0.3678494691848755
609800	rnn.bias_ih_l0	8	-0.2885485291481018
609800	rnn.bias_ih_l0	9	-0.470381498336792
609800	rnn.bias_hh_l0	0	-0.36144858598709106
609800	rnn.bias_hh_l0	1	-0.4276309311389923
609800	rnn.bias_hh_l0	2	-0.39449092745780945
609800	rnn.bias_hh_l0	3	-0.07736283540725708
609800	rnn.bias_hh_l0	4	-0.4021032750606537
609800	rnn.bias_hh_l0	5	-0.3631020486354828
609800	rnn.bias_hh_l0	6	-0.12245970964431763
609800	rnn.bias_hh_l0	7	0.05901739373803139
609800	rnn.bias_hh_l0	8	-0.23928534984588623
609800	rnn.bias_hh_l0	9	-0.5742061138153076
609800	rnn.weight_ih_l0_reverse	0	0.02186751365661621
609800	rnn.weight_ih_l0_reverse	1	-0.03422272577881813
609800	rnn.weight_ih_l0_reverse	2	-0.00918853934854269
609800	rnn.weight_ih_l0_reverse	3	-0.14983658492565155
609800	rnn.weight_ih_l0_reverse	4	0.08356625586748123
609800	rnn.weight_ih_l0_reverse	5	-0.11709190160036087
609800	rnn.weight_ih_l0_reverse	6	0.021579228341579437
609800	rnn.weight_ih_l0_reverse	7	0.03144921734929085
609800	rnn.weight_ih_l0_reverse	8	-0.05937622860074043
609800	rnn.weight_ih_l0_reverse	9	-0.07079178839921951
609800	rnn.weight_hh_l0_reverse	0	-0.13494551181793213
609800	rnn.weight_hh_l0_reverse	1	0.025026114657521248
609800	rnn.weight_hh_l0_reverse	2	-0.023431841284036636
609800	rnn.weight_hh_l0_reverse	3	0.025046976283192635
609800	rnn.weight_hh_l0_reverse	4	-0.08634497970342636
609800	rnn.weight_hh_l0_reverse	5	0.03478505089879036
609800	rnn.weight_hh_l0_reverse	6	0.027029823511838913
609800	rnn.weight_hh_l0_reverse	7	-0.1185205727815628
609800	rnn.weight_hh_l0_reverse	8	-0.07058732211589813
609800	rnn.weight_hh_l0_reverse	9	0.047816984355449677
609800	rnn.bias_ih_l0_reverse	0	-0.17914751172065735
609800	rnn.bias_ih_l0_reverse	1	-0.06608753651380539
609800	rnn.bias_ih_l0_reverse	2	0.1508077085018158
609800	rnn.bias_ih_l0_reverse	3	-0.313533216714859
609800	rnn.bias_ih_l0_reverse	4	0.011847018264234066
609800	rnn.bias_ih_l0_reverse	5	-0.2166135609149933
609800	rnn.bias_ih_l0_reverse	6	0.2814783453941345
609800	rnn.bias_ih_l0_reverse	7	-0.325864315032959
609800	rnn.bias_ih_l0_reverse	8	-0.19297347962856293
609800	rnn.bias_ih_l0_reverse	9	-0.17616279423236847
609800	rnn.bias_hh_l0_reverse	0	-0.12503348290920258
609800	rnn.bias_hh_l0_reverse	1	0.25040748715400696
609800	rnn.bias_hh_l0_reverse	2	-0.33436647057533264
609800	rnn.bias_hh_l0_reverse	3	-0.22928746044635773
609800	rnn.bias_hh_l0_reverse	4	-0.409673273563385
609800	rnn.bias_hh_l0_reverse	5	-0.18924641609191895
609800	rnn.bias_hh_l0_reverse	6	-0.25235891342163086
609800	rnn.bias_hh_l0_reverse	7	-0.09231095761060715
609800	rnn.bias_hh_l0_reverse	8	-0.33768609166145325
609800	rnn.bias_hh_l0_reverse	9	0.19556006789207458
609800	linear.weight	0	0.2035759687423706
609800	linear.weight	1	-0.4771207273006439
609800	linear.weight	2	0.04228200018405914
609800	linear.weight	3	0.0675269067287445
609800	linear.weight	4	-0.13572470843791962
609800	linear.weight	5	0.21341226994991302
609800	linear.weight	6	-0.03386276215314865
609800	linear.weight	7	-0.06025116890668869
609800	linear.weight	8	0.10570723563432693
609800	linear.weight	9	-0.0494273342192173
609800	linear.bias	0	-0.8492396473884583
609800	linear.bias	1	1.8302288055419922
609800	linear.bias	2	0.7684887051582336
609800	linear.bias	3	-2.7256076335906982
609800	linear.bias	4	-0.1387028843164444
609800	linear.bias	5	1.2603628635406494
609800	linear.bias	6	-0.23839876055717468
609800	linear.bias	7	0.7693713307380676
609800	linear.bias	8	2.1688239574432373
609800	linear.bias	9	-1.3908629417419434
610409	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
610409	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
610409	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
610409	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
610409	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
610409	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
610409	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
610409	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
610409	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
610409	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
610409	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
610409	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
610409	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
610409	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
610409	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
610409	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
610409	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
610409	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
610409	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
610409	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
610409	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
610409	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
610409	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
610409	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
610409	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
610409	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
610409	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
610409	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
610409	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
610409	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
610409	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
610409	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
610409	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
610409	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
610409	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
610409	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
610409	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
610409	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
610409	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
610409	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
610409	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
610409	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
610409	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
610409	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
610409	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
610409	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
610409	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
610409	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
610409	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
610409	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
610409	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
610409	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
610409	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
610409	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
610409	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
610409	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
610409	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
610409	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
610409	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
610409	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
610409	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
610409	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
610409	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
610409	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
610409	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
610409	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
610409	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
610409	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
610409	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
610409	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
610409	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
610409	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
610409	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
610409	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
610409	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
610409	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
610409	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
610409	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
610409	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
610409	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
610409	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
610409	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
610409	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
610409	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
610409	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
610409	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
610409	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
610409	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
610409	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
610409	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
610409	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
610409	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
610409	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
610409	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
610409	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
610409	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
610409	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
610409	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
610409	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
610409	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
610409	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
610409	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
610409	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
610409	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
610409	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
610409	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
610409	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
610409	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
610409	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
610409	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
610409	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
610409	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
610409	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
610409	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
610409	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
610409	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
610409	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
610409	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
610409	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
610409	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
610409	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
610409	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
610409	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
610409	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
610409	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
610409	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
610409	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
610409	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
610409	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
610409	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
610409	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
610409	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
610409	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
610409	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
610409	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
610409	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
610409	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
610409	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
610409	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
610409	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
610409	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
610409	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
610409	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
610409	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
610409	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
610409	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
610409	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
610409	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
610409	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
610409	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
610409	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
610409	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
610409	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
610409	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
610409	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
610409	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
610409	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
610409	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
610409	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
610409	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
610409	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
610409	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
610409	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
610409	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
610409	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
610409	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
610409	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
610409	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
610409	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
610409	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
610409	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
610409	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
610409	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
610409	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
610409	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
610409	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
610409	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
610409	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
610409	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
610409	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
610409	embedding2nn.weight	0	0.32047900557518005
610409	embedding2nn.weight	1	0.3792555332183838
610409	embedding2nn.weight	2	-0.006248552352190018
610409	embedding2nn.weight	3	-0.023131269961595535
610409	embedding2nn.weight	4	-0.027320796623826027
610409	embedding2nn.weight	5	0.061944372951984406
610409	embedding2nn.weight	6	0.014754001051187515
610409	embedding2nn.weight	7	0.008140607737004757
610409	embedding2nn.weight	8	0.029902586713433266
610409	embedding2nn.weight	9	-0.06403213739395142
610409	embedding2nn.bias	0	0.02736026607453823
610409	embedding2nn.bias	1	-0.22249643504619598
610409	embedding2nn.bias	2	0.13922448456287384
610409	embedding2nn.bias	3	0.17752321064472198
610409	embedding2nn.bias	4	0.14517301321029663
610409	embedding2nn.bias	5	-0.05128155276179314
610409	embedding2nn.bias	6	-0.06356015056371689
610409	embedding2nn.bias	7	0.08092774450778961
610409	embedding2nn.bias	8	-0.1682286560535431
610409	embedding2nn.bias	9	-0.3863213360309601
610409	rnn.weight_ih_l0	0	-0.0009572745766490698
610409	rnn.weight_ih_l0	1	-0.0536055862903595
610409	rnn.weight_ih_l0	2	-0.058449503034353256
610409	rnn.weight_ih_l0	3	0.10138949006795883
610409	rnn.weight_ih_l0	4	0.0180827584117651
610409	rnn.weight_ih_l0	5	-0.05217107757925987
610409	rnn.weight_ih_l0	6	-0.0026757214218378067
610409	rnn.weight_ih_l0	7	-0.027178224176168442
610409	rnn.weight_ih_l0	8	0.018407531082630157
610409	rnn.weight_ih_l0	9	-0.09259297698736191
610409	rnn.weight_hh_l0	0	-0.02037803642451763
610409	rnn.weight_hh_l0	1	0.07975907623767853
610409	rnn.weight_hh_l0	2	0.013535644859075546
610409	rnn.weight_hh_l0	3	-0.02681507170200348
610409	rnn.weight_hh_l0	4	0.06696221977472305
610409	rnn.weight_hh_l0	5	0.015409240499138832
610409	rnn.weight_hh_l0	6	-0.07912907749414444
610409	rnn.weight_hh_l0	7	-0.10247884690761566
610409	rnn.weight_hh_l0	8	0.035756293684244156
610409	rnn.weight_hh_l0	9	-0.11249365657567978
610409	rnn.bias_ih_l0	0	0.19124114513397217
610409	rnn.bias_ih_l0	1	-0.3346289396286011
610409	rnn.bias_ih_l0	2	-0.028860075399279594
610409	rnn.bias_ih_l0	3	-0.2217399626970291
610409	rnn.bias_ih_l0	4	0.020999258384108543
610409	rnn.bias_ih_l0	5	-0.43571391701698303
610409	rnn.bias_ih_l0	6	-0.14420804381370544
610409	rnn.bias_ih_l0	7	-0.36759066581726074
610409	rnn.bias_ih_l0	8	-0.2865188419818878
610409	rnn.bias_ih_l0	9	-0.4633025825023651
610409	rnn.bias_hh_l0	0	-0.3600825071334839
610409	rnn.bias_hh_l0	1	-0.42618775367736816
610409	rnn.bias_hh_l0	2	-0.39291974902153015
610409	rnn.bias_hh_l0	3	-0.07796919345855713
610409	rnn.bias_hh_l0	4	-0.4019875228404999
610409	rnn.bias_hh_l0	5	-0.36179405450820923
610409	rnn.bias_hh_l0	6	-0.1194911003112793
610409	rnn.bias_hh_l0	7	0.06667392700910568
610409	rnn.bias_hh_l0	8	-0.23490199446678162
610409	rnn.bias_hh_l0	9	-0.5761814117431641
610409	rnn.weight_ih_l0_reverse	0	0.02431580051779747
610409	rnn.weight_ih_l0_reverse	1	-0.033585235476493835
610409	rnn.weight_ih_l0_reverse	2	-0.0069869207218289375
610409	rnn.weight_ih_l0_reverse	3	-0.14990784227848053
610409	rnn.weight_ih_l0_reverse	4	0.08316320925951004
610409	rnn.weight_ih_l0_reverse	5	-0.11402490735054016
610409	rnn.weight_ih_l0_reverse	6	0.021583648398518562
610409	rnn.weight_ih_l0_reverse	7	0.03143305703997612
610409	rnn.weight_ih_l0_reverse	8	-0.05742236226797104
610409	rnn.weight_ih_l0_reverse	9	-0.0695393830537796
610409	rnn.weight_hh_l0_reverse	0	-0.13478857278823853
610409	rnn.weight_hh_l0_reverse	1	0.025145912542939186
610409	rnn.weight_hh_l0_reverse	2	-0.02267415262758732
610409	rnn.weight_hh_l0_reverse	3	0.02461290918290615
610409	rnn.weight_hh_l0_reverse	4	-0.08720316737890244
610409	rnn.weight_hh_l0_reverse	5	0.03468383103609085
610409	rnn.weight_hh_l0_reverse	6	0.02712235040962696
610409	rnn.weight_hh_l0_reverse	7	-0.1196102648973465
610409	rnn.weight_hh_l0_reverse	8	-0.07168654352426529
610409	rnn.weight_hh_l0_reverse	9	0.048451054841279984
610409	rnn.bias_ih_l0_reverse	0	-0.18333256244659424
610409	rnn.bias_ih_l0_reverse	1	-0.06970428675413132
610409	rnn.bias_ih_l0_reverse	2	0.1524868607521057
610409	rnn.bias_ih_l0_reverse	3	-0.3131110966205597
610409	rnn.bias_ih_l0_reverse	4	0.011881648562848568
610409	rnn.bias_ih_l0_reverse	5	-0.2175658494234085
610409	rnn.bias_ih_l0_reverse	6	0.2756296694278717
610409	rnn.bias_ih_l0_reverse	7	-0.3201960027217865
610409	rnn.bias_ih_l0_reverse	8	-0.19252853095531464
610409	rnn.bias_ih_l0_reverse	9	-0.17603729665279388
610409	rnn.bias_hh_l0_reverse	0	-0.1238904595375061
610409	rnn.bias_hh_l0_reverse	1	0.2559713125228882
610409	rnn.bias_hh_l0_reverse	2	-0.34143510460853577
610409	rnn.bias_hh_l0_reverse	3	-0.23130570352077484
610409	rnn.bias_hh_l0_reverse	4	-0.40926724672317505
610409	rnn.bias_hh_l0_reverse	5	-0.19181741774082184
610409	rnn.bias_hh_l0_reverse	6	-0.2573973536491394
610409	rnn.bias_hh_l0_reverse	7	-0.09677842259407043
610409	rnn.bias_hh_l0_reverse	8	-0.33540672063827515
610409	rnn.bias_hh_l0_reverse	9	0.1993829905986786
610409	linear.weight	0	0.2083878517150879
610409	linear.weight	1	-0.48532620072364807
610409	linear.weight	2	0.05764532461762428
610409	linear.weight	3	0.06752629578113556
610409	linear.weight	4	-0.12402629107236862
610409	linear.weight	5	0.2154475748538971
610409	linear.weight	6	-0.036590564996004105
610409	linear.weight	7	-0.06024874746799469
610409	linear.weight	8	0.10840780287981033
610409	linear.weight	9	-0.04942956566810608
610409	linear.bias	0	-0.8525680303573608
610409	linear.bias	1	1.84348464012146
610409	linear.bias	2	0.7405238747596741
610409	linear.bias	3	-2.7257068157196045
610409	linear.bias	4	-0.1322488933801651
610409	linear.bias	5	1.256325364112854
610409	linear.bias	6	-0.2162722647190094
610409	linear.bias	7	0.7981414794921875
610409	linear.bias	8	2.148974895477295
610409	linear.bias	9	-1.3748164176940918
611018	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
611018	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
611018	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
611018	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
611018	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
611018	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
611018	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
611018	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
611018	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
611018	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
611018	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
611018	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
611018	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
611018	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
611018	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
611018	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
611018	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
611018	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
611018	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
611018	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
611018	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
611018	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
611018	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
611018	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
611018	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
611018	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
611018	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
611018	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
611018	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
611018	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
611018	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
611018	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
611018	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
611018	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
611018	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
611018	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
611018	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
611018	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
611018	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
611018	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
611018	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
611018	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
611018	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
611018	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
611018	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
611018	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
611018	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
611018	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
611018	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
611018	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
611018	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
611018	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
611018	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
611018	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
611018	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
611018	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
611018	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
611018	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
611018	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
611018	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
611018	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
611018	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
611018	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
611018	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
611018	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
611018	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
611018	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
611018	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
611018	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
611018	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
611018	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
611018	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
611018	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
611018	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
611018	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
611018	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
611018	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
611018	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
611018	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
611018	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
611018	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
611018	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
611018	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
611018	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
611018	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
611018	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
611018	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
611018	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
611018	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
611018	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
611018	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
611018	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
611018	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
611018	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
611018	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
611018	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
611018	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
611018	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
611018	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
611018	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
611018	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
611018	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
611018	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
611018	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
611018	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
611018	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
611018	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
611018	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
611018	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
611018	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
611018	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
611018	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
611018	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
611018	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
611018	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
611018	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
611018	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
611018	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
611018	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
611018	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
611018	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
611018	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
611018	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
611018	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
611018	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
611018	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
611018	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
611018	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
611018	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
611018	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
611018	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
611018	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
611018	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
611018	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
611018	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
611018	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
611018	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
611018	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
611018	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
611018	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
611018	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
611018	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
611018	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
611018	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
611018	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
611018	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
611018	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
611018	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
611018	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
611018	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
611018	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
611018	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
611018	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
611018	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
611018	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
611018	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
611018	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
611018	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
611018	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
611018	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
611018	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
611018	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
611018	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
611018	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
611018	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
611018	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
611018	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
611018	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
611018	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
611018	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
611018	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
611018	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
611018	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
611018	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
611018	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
611018	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
611018	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
611018	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
611018	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
611018	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
611018	embedding2nn.weight	0	0.32005617022514343
611018	embedding2nn.weight	1	0.3783532977104187
611018	embedding2nn.weight	2	-0.005418927408754826
611018	embedding2nn.weight	3	-0.026722930371761322
611018	embedding2nn.weight	4	-0.02635660395026207
611018	embedding2nn.weight	5	0.06438975036144257
611018	embedding2nn.weight	6	0.014630649238824844
611018	embedding2nn.weight	7	0.005650745704770088
611018	embedding2nn.weight	8	0.027071094140410423
611018	embedding2nn.weight	9	-0.0654911920428276
611018	embedding2nn.bias	0	0.033075544983148575
611018	embedding2nn.bias	1	-0.2176341712474823
611018	embedding2nn.bias	2	0.13507185876369476
611018	embedding2nn.bias	3	0.16435790061950684
611018	embedding2nn.bias	4	0.14206822216510773
611018	embedding2nn.bias	5	-0.04777504876255989
611018	embedding2nn.bias	6	-0.07152152806520462
611018	embedding2nn.bias	7	0.06685658544301987
611018	embedding2nn.bias	8	-0.1745392084121704
611018	embedding2nn.bias	9	-0.38280126452445984
611018	rnn.weight_ih_l0	0	-0.0016062360955402255
611018	rnn.weight_ih_l0	1	-0.05385296419262886
611018	rnn.weight_ih_l0	2	-0.056019920855760574
611018	rnn.weight_ih_l0	3	0.10076276957988739
611018	rnn.weight_ih_l0	4	0.015184331685304642
611018	rnn.weight_ih_l0	5	-0.0534510500729084
611018	rnn.weight_ih_l0	6	-0.0049029202200472355
611018	rnn.weight_ih_l0	7	-0.027739517390727997
611018	rnn.weight_ih_l0	8	0.017368245869874954
611018	rnn.weight_ih_l0	9	-0.09370999783277512
611018	rnn.weight_hh_l0	0	-0.020451055839657784
611018	rnn.weight_hh_l0	1	0.08075720071792603
611018	rnn.weight_hh_l0	2	0.013345797546207905
611018	rnn.weight_hh_l0	3	-0.02714872546494007
611018	rnn.weight_hh_l0	4	0.06746020913124084
611018	rnn.weight_hh_l0	5	0.015119257383048534
611018	rnn.weight_hh_l0	6	-0.07943706214427948
611018	rnn.weight_hh_l0	7	-0.1019609346985817
611018	rnn.weight_hh_l0	8	0.03597160801291466
611018	rnn.weight_hh_l0	9	-0.11322243511676788
611018	rnn.bias_ih_l0	0	0.18914152681827545
611018	rnn.bias_ih_l0	1	-0.33791905641555786
611018	rnn.bias_ih_l0	2	-0.028399528935551643
611018	rnn.bias_ih_l0	3	-0.22275885939598083
611018	rnn.bias_ih_l0	4	0.02516680769622326
611018	rnn.bias_ih_l0	5	-0.43654361367225647
611018	rnn.bias_ih_l0	6	-0.14419400691986084
611018	rnn.bias_ih_l0	7	-0.3669184148311615
611018	rnn.bias_ih_l0	8	-0.2917953431606293
611018	rnn.bias_ih_l0	9	-0.46211764216423035
611018	rnn.bias_hh_l0	0	-0.36050495505332947
611018	rnn.bias_hh_l0	1	-0.4288486838340759
611018	rnn.bias_hh_l0	2	-0.3945552408695221
611018	rnn.bias_hh_l0	3	-0.07976290583610535
611018	rnn.bias_hh_l0	4	-0.4005241096019745
611018	rnn.bias_hh_l0	5	-0.36020174622535706
611018	rnn.bias_hh_l0	6	-0.11640740185976028
611018	rnn.bias_hh_l0	7	0.06083693727850914
611018	rnn.bias_hh_l0	8	-0.23522493243217468
611018	rnn.bias_hh_l0	9	-0.5761982798576355
611018	rnn.weight_ih_l0_reverse	0	0.02585614286363125
611018	rnn.weight_ih_l0_reverse	1	-0.03381531685590744
611018	rnn.weight_ih_l0_reverse	2	-0.007053488865494728
611018	rnn.weight_ih_l0_reverse	3	-0.14894823729991913
611018	rnn.weight_ih_l0_reverse	4	0.08178090304136276
611018	rnn.weight_ih_l0_reverse	5	-0.11362452059984207
611018	rnn.weight_ih_l0_reverse	6	0.02378847450017929
611018	rnn.weight_ih_l0_reverse	7	0.03153470531105995
611018	rnn.weight_ih_l0_reverse	8	-0.05541062727570534
611018	rnn.weight_ih_l0_reverse	9	-0.06961380690336227
611018	rnn.weight_hh_l0_reverse	0	-0.1357380896806717
611018	rnn.weight_hh_l0_reverse	1	0.025044778361916542
611018	rnn.weight_hh_l0_reverse	2	-0.022816011682152748
611018	rnn.weight_hh_l0_reverse	3	0.025281183421611786
611018	rnn.weight_hh_l0_reverse	4	-0.08710726350545883
611018	rnn.weight_hh_l0_reverse	5	0.03466013818979263
611018	rnn.weight_hh_l0_reverse	6	0.027139725163578987
611018	rnn.weight_hh_l0_reverse	7	-0.11960405111312866
611018	rnn.weight_hh_l0_reverse	8	-0.07035442441701889
611018	rnn.weight_hh_l0_reverse	9	0.04713503271341324
611018	rnn.bias_ih_l0_reverse	0	-0.18093091249465942
611018	rnn.bias_ih_l0_reverse	1	-0.06913106143474579
611018	rnn.bias_ih_l0_reverse	2	0.14885559678077698
611018	rnn.bias_ih_l0_reverse	3	-0.3162878453731537
611018	rnn.bias_ih_l0_reverse	4	0.01299438439309597
611018	rnn.bias_ih_l0_reverse	5	-0.21701686084270477
611018	rnn.bias_ih_l0_reverse	6	0.27344223856925964
611018	rnn.bias_ih_l0_reverse	7	-0.320706307888031
611018	rnn.bias_ih_l0_reverse	8	-0.18696096539497375
611018	rnn.bias_ih_l0_reverse	9	-0.17789795994758606
611018	rnn.bias_hh_l0_reverse	0	-0.13450708985328674
611018	rnn.bias_hh_l0_reverse	1	0.2547481656074524
611018	rnn.bias_hh_l0_reverse	2	-0.3387339115142822
611018	rnn.bias_hh_l0_reverse	3	-0.22833968698978424
611018	rnn.bias_hh_l0_reverse	4	-0.40934517979621887
611018	rnn.bias_hh_l0_reverse	5	-0.19229671359062195
611018	rnn.bias_hh_l0_reverse	6	-0.2513594329357147
611018	rnn.bias_hh_l0_reverse	7	-0.09546174108982086
611018	rnn.bias_hh_l0_reverse	8	-0.32724276185035706
611018	rnn.bias_hh_l0_reverse	9	0.20028617978096008
611018	linear.weight	0	0.2161630541086197
611018	linear.weight	1	-0.46932968497276306
611018	linear.weight	2	0.08987924456596375
611018	linear.weight	3	0.06752622872591019
611018	linear.weight	4	-0.11518756300210953
611018	linear.weight	5	0.21670576930046082
611018	linear.weight	6	-0.0472419299185276
611018	linear.weight	7	-0.06024551764130592
611018	linear.weight	8	0.10427384823560715
611018	linear.weight	9	-0.04943205416202545
611018	linear.bias	0	-0.8466070890426636
611018	linear.bias	1	1.837621808052063
611018	linear.bias	2	0.7552886009216309
611018	linear.bias	3	-2.725804090499878
611018	linear.bias	4	-0.1508696973323822
611018	linear.bias	5	1.2707535028457642
611018	linear.bias	6	-0.2300865352153778
611018	linear.bias	7	0.796983003616333
611018	linear.bias	8	2.143983840942383
611018	linear.bias	9	-1.3737547397613525
611627	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
611627	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
611627	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
611627	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
611627	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
611627	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
611627	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
611627	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
611627	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
611627	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
611627	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
611627	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
611627	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
611627	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
611627	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
611627	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
611627	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
611627	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
611627	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
611627	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
611627	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
611627	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
611627	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
611627	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
611627	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
611627	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
611627	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
611627	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
611627	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
611627	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
611627	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
611627	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
611627	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
611627	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
611627	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
611627	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
611627	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
611627	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
611627	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
611627	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
611627	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
611627	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
611627	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
611627	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
611627	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
611627	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
611627	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
611627	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
611627	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
611627	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
611627	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
611627	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
611627	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
611627	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
611627	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
611627	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
611627	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
611627	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
611627	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
611627	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
611627	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
611627	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
611627	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
611627	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
611627	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
611627	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
611627	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
611627	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
611627	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
611627	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
611627	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
611627	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
611627	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
611627	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
611627	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
611627	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
611627	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
611627	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
611627	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
611627	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
611627	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
611627	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
611627	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
611627	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
611627	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
611627	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
611627	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
611627	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
611627	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
611627	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
611627	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
611627	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
611627	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
611627	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
611627	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
611627	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
611627	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
611627	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
611627	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
611627	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
611627	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
611627	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
611627	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
611627	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
611627	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
611627	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
611627	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
611627	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
611627	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
611627	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
611627	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
611627	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
611627	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
611627	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
611627	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
611627	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
611627	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
611627	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
611627	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
611627	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
611627	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
611627	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
611627	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
611627	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
611627	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
611627	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
611627	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
611627	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
611627	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
611627	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
611627	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
611627	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
611627	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
611627	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
611627	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
611627	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
611627	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
611627	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
611627	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
611627	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
611627	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
611627	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
611627	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
611627	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
611627	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
611627	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
611627	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
611627	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
611627	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
611627	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
611627	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
611627	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
611627	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
611627	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
611627	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
611627	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
611627	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
611627	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
611627	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
611627	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
611627	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
611627	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
611627	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
611627	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
611627	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
611627	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
611627	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
611627	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
611627	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
611627	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
611627	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
611627	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
611627	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
611627	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
611627	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
611627	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
611627	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
611627	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
611627	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
611627	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
611627	embedding2nn.weight	0	0.32002413272857666
611627	embedding2nn.weight	1	0.3798411190509796
611627	embedding2nn.weight	2	-0.006901198532432318
611627	embedding2nn.weight	3	-0.020544851198792458
611627	embedding2nn.weight	4	-0.021683698520064354
611627	embedding2nn.weight	5	0.06293844431638718
611627	embedding2nn.weight	6	0.024136239662766457
611627	embedding2nn.weight	7	0.00833647046238184
611627	embedding2nn.weight	8	0.02851029299199581
611627	embedding2nn.weight	9	-0.06480880081653595
611627	embedding2nn.bias	0	0.02293231151998043
611627	embedding2nn.bias	1	-0.22647660970687866
611627	embedding2nn.bias	2	0.1457170695066452
611627	embedding2nn.bias	3	0.17362786829471588
611627	embedding2nn.bias	4	0.14803336560726166
611627	embedding2nn.bias	5	-0.04662365838885307
611627	embedding2nn.bias	6	-0.06480713188648224
611627	embedding2nn.bias	7	0.06154210865497589
611627	embedding2nn.bias	8	-0.1687210649251938
611627	embedding2nn.bias	9	-0.3722182512283325
611627	rnn.weight_ih_l0	0	-0.0006980908801779151
611627	rnn.weight_ih_l0	1	-0.054775867611169815
611627	rnn.weight_ih_l0	2	-0.05393300577998161
611627	rnn.weight_ih_l0	3	0.10017277300357819
611627	rnn.weight_ih_l0	4	0.009075946174561977
611627	rnn.weight_ih_l0	5	-0.05385614559054375
611627	rnn.weight_ih_l0	6	-0.005102099850773811
611627	rnn.weight_ih_l0	7	-0.02877199463546276
611627	rnn.weight_ih_l0	8	0.016261298209428787
611627	rnn.weight_ih_l0	9	-0.09574777632951736
611627	rnn.weight_hh_l0	0	-0.02056269533932209
611627	rnn.weight_hh_l0	1	0.08026418834924698
611627	rnn.weight_hh_l0	2	0.012957395985722542
611627	rnn.weight_hh_l0	3	-0.027310041710734367
611627	rnn.weight_hh_l0	4	0.06699221581220627
611627	rnn.weight_hh_l0	5	0.015171468257904053
611627	rnn.weight_hh_l0	6	-0.07967383414506912
611627	rnn.weight_hh_l0	7	-0.10016308724880219
611627	rnn.weight_hh_l0	8	0.03589753061532974
611627	rnn.weight_hh_l0	9	-0.11329317092895508
611627	rnn.bias_ih_l0	0	0.18452706933021545
611627	rnn.bias_ih_l0	1	-0.34000587463378906
611627	rnn.bias_ih_l0	2	-0.028544096276164055
611627	rnn.bias_ih_l0	3	-0.2222280353307724
611627	rnn.bias_ih_l0	4	0.02491774782538414
611627	rnn.bias_ih_l0	5	-0.4348561763763428
611627	rnn.bias_ih_l0	6	-0.1465042233467102
611627	rnn.bias_ih_l0	7	-0.367902547121048
611627	rnn.bias_ih_l0	8	-0.28671759366989136
611627	rnn.bias_ih_l0	9	-0.46327075362205505
611627	rnn.bias_hh_l0	0	-0.3565887212753296
611627	rnn.bias_hh_l0	1	-0.42627376317977905
611627	rnn.bias_hh_l0	2	-0.3937464952468872
611627	rnn.bias_hh_l0	3	-0.07846105098724365
611627	rnn.bias_hh_l0	4	-0.40001145005226135
611627	rnn.bias_hh_l0	5	-0.3593333959579468
611627	rnn.bias_hh_l0	6	-0.12191471457481384
611627	rnn.bias_hh_l0	7	0.05909111723303795
611627	rnn.bias_hh_l0	8	-0.238625168800354
611627	rnn.bias_hh_l0	9	-0.5754173994064331
611627	rnn.weight_ih_l0_reverse	0	0.026938114315271378
611627	rnn.weight_ih_l0_reverse	1	-0.032913025468587875
611627	rnn.weight_ih_l0_reverse	2	-0.00800280086696148
611627	rnn.weight_ih_l0_reverse	3	-0.14964357018470764
611627	rnn.weight_ih_l0_reverse	4	0.0821976587176323
611627	rnn.weight_ih_l0_reverse	5	-0.11841011047363281
611627	rnn.weight_ih_l0_reverse	6	0.025407224893569946
611627	rnn.weight_ih_l0_reverse	7	0.03144912049174309
611627	rnn.weight_ih_l0_reverse	8	-0.05561481788754463
611627	rnn.weight_ih_l0_reverse	9	-0.0703715905547142
611627	rnn.weight_hh_l0_reverse	0	-0.136276513338089
611627	rnn.weight_hh_l0_reverse	1	0.025029033422470093
611627	rnn.weight_hh_l0_reverse	2	-0.022012406960129738
611627	rnn.weight_hh_l0_reverse	3	0.025734025985002518
611627	rnn.weight_hh_l0_reverse	4	-0.08633892238140106
611627	rnn.weight_hh_l0_reverse	5	0.034549031406641006
611627	rnn.weight_hh_l0_reverse	6	0.027256986126303673
611627	rnn.weight_hh_l0_reverse	7	-0.12062066048383713
611627	rnn.weight_hh_l0_reverse	8	-0.07027758657932281
611627	rnn.weight_hh_l0_reverse	9	0.04614918678998947
611627	rnn.bias_ih_l0_reverse	0	-0.17876864969730377
611627	rnn.bias_ih_l0_reverse	1	-0.07089606672525406
611627	rnn.bias_ih_l0_reverse	2	0.14557470381259918
611627	rnn.bias_ih_l0_reverse	3	-0.31623905897140503
611627	rnn.bias_ih_l0_reverse	4	0.003122166497632861
611627	rnn.bias_ih_l0_reverse	5	-0.21663181483745575
611627	rnn.bias_ih_l0_reverse	6	0.2760636806488037
611627	rnn.bias_ih_l0_reverse	7	-0.3218456506729126
611627	rnn.bias_ih_l0_reverse	8	-0.18818128108978271
611627	rnn.bias_ih_l0_reverse	9	-0.17633366584777832
611627	rnn.bias_hh_l0_reverse	0	-0.13699506223201752
611627	rnn.bias_hh_l0_reverse	1	0.2599317133426666
611627	rnn.bias_hh_l0_reverse	2	-0.34207645058631897
611627	rnn.bias_hh_l0_reverse	3	-0.23056523501873016
611627	rnn.bias_hh_l0_reverse	4	-0.4088704288005829
611627	rnn.bias_hh_l0_reverse	5	-0.19498060643672943
611627	rnn.bias_hh_l0_reverse	6	-0.2525984048843384
611627	rnn.bias_hh_l0_reverse	7	-0.09544514864683151
611627	rnn.bias_hh_l0_reverse	8	-0.32953545451164246
611627	rnn.bias_hh_l0_reverse	9	0.2005598098039627
611627	linear.weight	0	0.21504032611846924
611627	linear.weight	1	-0.44541746377944946
611627	linear.weight	2	0.06893627345561981
611627	linear.weight	3	0.06752598285675049
611627	linear.weight	4	-0.1176709532737732
611627	linear.weight	5	0.21985368430614471
611627	linear.weight	6	-0.04200958460569382
611627	linear.weight	7	-0.060242462903261185
611627	linear.weight	8	0.10117525607347488
611627	linear.weight	9	-0.049435146152973175
611627	linear.bias	0	-0.8451952934265137
611627	linear.bias	1	1.8606843948364258
611627	linear.bias	2	0.7601802349090576
611627	linear.bias	3	-2.7259037494659424
611627	linear.bias	4	-0.15672938525676727
611627	linear.bias	5	1.256814956665039
611627	linear.bias	6	-0.2412944734096527
611627	linear.bias	7	0.7897036671638489
611627	linear.bias	8	2.1489932537078857
611627	linear.bias	9	-1.3967292308807373
612236	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
612236	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
612236	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
612236	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
612236	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
612236	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
612236	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
612236	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
612236	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
612236	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
612236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
612236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
612236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
612236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
612236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
612236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
612236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
612236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
612236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
612236	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
612236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
612236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
612236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
612236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
612236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
612236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
612236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
612236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
612236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
612236	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
612236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
612236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
612236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
612236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
612236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
612236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
612236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
612236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
612236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
612236	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
612236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
612236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
612236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
612236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
612236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
612236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
612236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
612236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
612236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
612236	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
612236	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
612236	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
612236	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
612236	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
612236	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
612236	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
612236	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
612236	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
612236	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
612236	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
612236	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
612236	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
612236	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
612236	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
612236	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
612236	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
612236	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
612236	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
612236	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
612236	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
612236	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
612236	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
612236	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
612236	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
612236	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
612236	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
612236	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
612236	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
612236	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
612236	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
612236	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
612236	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
612236	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
612236	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
612236	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
612236	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
612236	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
612236	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
612236	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
612236	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
612236	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
612236	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
612236	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
612236	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
612236	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
612236	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
612236	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
612236	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
612236	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
612236	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
612236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
612236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
612236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
612236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
612236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
612236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
612236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
612236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
612236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
612236	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
612236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
612236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
612236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
612236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
612236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
612236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
612236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
612236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
612236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
612236	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
612236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
612236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
612236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
612236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
612236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
612236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
612236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
612236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
612236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
612236	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
612236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
612236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
612236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
612236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
612236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
612236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
612236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
612236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
612236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
612236	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
612236	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
612236	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
612236	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
612236	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
612236	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
612236	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
612236	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
612236	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
612236	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
612236	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
612236	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
612236	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
612236	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
612236	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
612236	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
612236	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
612236	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
612236	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
612236	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
612236	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
612236	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
612236	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
612236	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
612236	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
612236	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
612236	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
612236	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
612236	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
612236	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
612236	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
612236	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
612236	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
612236	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
612236	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
612236	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
612236	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
612236	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
612236	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
612236	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
612236	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
612236	embedding2nn.weight	0	0.32025355100631714
612236	embedding2nn.weight	1	0.3784903585910797
612236	embedding2nn.weight	2	-0.0023175356909632683
612236	embedding2nn.weight	3	-0.017953526228666306
612236	embedding2nn.weight	4	-0.0212785042822361
612236	embedding2nn.weight	5	0.06371200084686279
612236	embedding2nn.weight	6	0.023897292092442513
612236	embedding2nn.weight	7	0.008785206824541092
612236	embedding2nn.weight	8	0.03158368170261383
612236	embedding2nn.weight	9	-0.062054459005594254
612236	embedding2nn.bias	0	0.01967512257397175
612236	embedding2nn.bias	1	-0.2144271284341812
612236	embedding2nn.bias	2	0.13854092359542847
612236	embedding2nn.bias	3	0.17438696324825287
612236	embedding2nn.bias	4	0.15963143110275269
612236	embedding2nn.bias	5	-0.045616935938596725
612236	embedding2nn.bias	6	-0.06186210736632347
612236	embedding2nn.bias	7	0.0640915036201477
612236	embedding2nn.bias	8	-0.16978706419467926
612236	embedding2nn.bias	9	-0.37023651599884033
612236	rnn.weight_ih_l0	0	-0.0007735235267318785
612236	rnn.weight_ih_l0	1	-0.05605757236480713
612236	rnn.weight_ih_l0	2	-0.05991317331790924
612236	rnn.weight_ih_l0	3	0.10099279135465622
612236	rnn.weight_ih_l0	4	0.010132468305528164
612236	rnn.weight_ih_l0	5	-0.05212188884615898
612236	rnn.weight_ih_l0	6	-0.005920590832829475
612236	rnn.weight_ih_l0	7	-0.026662304997444153
612236	rnn.weight_ih_l0	8	0.014901834540069103
612236	rnn.weight_ih_l0	9	-0.09373091161251068
612236	rnn.weight_hh_l0	0	-0.02037309668958187
612236	rnn.weight_hh_l0	1	0.08034226298332214
612236	rnn.weight_hh_l0	2	0.013152203522622585
612236	rnn.weight_hh_l0	3	-0.027550039812922478
612236	rnn.weight_hh_l0	4	0.06715081632137299
612236	rnn.weight_hh_l0	5	0.015601279214024544
612236	rnn.weight_hh_l0	6	-0.07935339957475662
612236	rnn.weight_hh_l0	7	-0.10046715289354324
612236	rnn.weight_hh_l0	8	0.035813409835100174
612236	rnn.weight_hh_l0	9	-0.11284738034009933
612236	rnn.bias_ih_l0	0	0.19271451234817505
612236	rnn.bias_ih_l0	1	-0.34333768486976624
612236	rnn.bias_ih_l0	2	-0.029171084985136986
612236	rnn.bias_ih_l0	3	-0.22616229951381683
612236	rnn.bias_ih_l0	4	0.026117771863937378
612236	rnn.bias_ih_l0	5	-0.43786582350730896
612236	rnn.bias_ih_l0	6	-0.14343087375164032
612236	rnn.bias_ih_l0	7	-0.36791035532951355
612236	rnn.bias_ih_l0	8	-0.28845643997192383
612236	rnn.bias_ih_l0	9	-0.4717518985271454
612236	rnn.bias_hh_l0	0	-0.356124609708786
612236	rnn.bias_hh_l0	1	-0.4266868233680725
612236	rnn.bias_hh_l0	2	-0.3890622854232788
612236	rnn.bias_hh_l0	3	-0.07850361615419388
612236	rnn.bias_hh_l0	4	-0.40265825390815735
612236	rnn.bias_hh_l0	5	-0.3599714934825897
612236	rnn.bias_hh_l0	6	-0.12365296483039856
612236	rnn.bias_hh_l0	7	0.06116471067070961
612236	rnn.bias_hh_l0	8	-0.23409602046012878
612236	rnn.bias_hh_l0	9	-0.571221649646759
612236	rnn.weight_ih_l0_reverse	0	0.0291901882737875
612236	rnn.weight_ih_l0_reverse	1	-0.033166028559207916
612236	rnn.weight_ih_l0_reverse	2	-0.007685296703130007
612236	rnn.weight_ih_l0_reverse	3	-0.14679493010044098
612236	rnn.weight_ih_l0_reverse	4	0.082624651491642
612236	rnn.weight_ih_l0_reverse	5	-0.12076977640390396
612236	rnn.weight_ih_l0_reverse	6	0.02224518358707428
612236	rnn.weight_ih_l0_reverse	7	0.03114849328994751
612236	rnn.weight_ih_l0_reverse	8	-0.05470947548747063
612236	rnn.weight_ih_l0_reverse	9	-0.0744442492723465
612236	rnn.weight_hh_l0_reverse	0	-0.13616900146007538
612236	rnn.weight_hh_l0_reverse	1	0.025383291766047478
612236	rnn.weight_hh_l0_reverse	2	-0.021757353097200394
612236	rnn.weight_hh_l0_reverse	3	0.025463318452239037
612236	rnn.weight_hh_l0_reverse	4	-0.0865759626030922
612236	rnn.weight_hh_l0_reverse	5	0.03467883914709091
612236	rnn.weight_hh_l0_reverse	6	0.027165045961737633
612236	rnn.weight_hh_l0_reverse	7	-0.12001395970582962
612236	rnn.weight_hh_l0_reverse	8	-0.06888417899608612
612236	rnn.weight_hh_l0_reverse	9	0.04670773446559906
612236	rnn.bias_ih_l0_reverse	0	-0.17826694250106812
612236	rnn.bias_ih_l0_reverse	1	-0.07216957956552505
612236	rnn.bias_ih_l0_reverse	2	0.14386895298957825
612236	rnn.bias_ih_l0_reverse	3	-0.3144993185997009
612236	rnn.bias_ih_l0_reverse	4	0.0025074901059269905
612236	rnn.bias_ih_l0_reverse	5	-0.214548259973526
612236	rnn.bias_ih_l0_reverse	6	0.2791033387184143
612236	rnn.bias_ih_l0_reverse	7	-0.3277973234653473
612236	rnn.bias_ih_l0_reverse	8	-0.18798372149467468
612236	rnn.bias_ih_l0_reverse	9	-0.17350929975509644
612236	rnn.bias_hh_l0_reverse	0	-0.1326480209827423
612236	rnn.bias_hh_l0_reverse	1	0.2556775212287903
612236	rnn.bias_hh_l0_reverse	2	-0.34433308243751526
612236	rnn.bias_hh_l0_reverse	3	-0.22754918038845062
612236	rnn.bias_hh_l0_reverse	4	-0.4096333384513855
612236	rnn.bias_hh_l0_reverse	5	-0.19774150848388672
612236	rnn.bias_hh_l0_reverse	6	-0.2502311170101166
612236	rnn.bias_hh_l0_reverse	7	-0.09171108156442642
612236	rnn.bias_hh_l0_reverse	8	-0.32709088921546936
612236	rnn.bias_hh_l0_reverse	9	0.19246356189250946
612236	linear.weight	0	0.20062078535556793
612236	linear.weight	1	-0.4494989514350891
612236	linear.weight	2	0.06558889150619507
612236	linear.weight	3	0.06752677261829376
612236	linear.weight	4	-0.15728823840618134
612236	linear.weight	5	0.21576052904129028
612236	linear.weight	6	-0.037739600986242294
612236	linear.weight	7	-0.060240067541599274
612236	linear.weight	8	0.09822806715965271
612236	linear.weight	9	-0.04943764954805374
612236	linear.bias	0	-0.8523170948028564
612236	linear.bias	1	1.8305085897445679
612236	linear.bias	2	0.7520836591720581
612236	linear.bias	3	-2.726001024246216
612236	linear.bias	4	-0.15531256794929504
612236	linear.bias	5	1.2692090272903442
612236	linear.bias	6	-0.2549072802066803
612236	linear.bias	7	0.8191593289375305
612236	linear.bias	8	2.1407225131988525
612236	linear.bias	9	-1.4025408029556274
612845	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
612845	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
612845	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
612845	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
612845	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
612845	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
612845	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
612845	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
612845	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
612845	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
612845	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
612845	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
612845	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
612845	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
612845	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
612845	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
612845	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
612845	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
612845	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
612845	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
612845	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
612845	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
612845	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
612845	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
612845	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
612845	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
612845	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
612845	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
612845	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
612845	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
612845	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
612845	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
612845	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
612845	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
612845	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
612845	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
612845	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
612845	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
612845	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
612845	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
612845	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
612845	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
612845	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
612845	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
612845	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
612845	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
612845	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
612845	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
612845	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
612845	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
612845	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
612845	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
612845	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
612845	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
612845	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
612845	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
612845	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
612845	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
612845	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
612845	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
612845	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
612845	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
612845	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
612845	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
612845	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
612845	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
612845	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
612845	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
612845	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
612845	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
612845	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
612845	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
612845	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
612845	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
612845	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
612845	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
612845	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
612845	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
612845	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
612845	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
612845	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
612845	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
612845	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
612845	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
612845	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
612845	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
612845	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
612845	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
612845	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
612845	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
612845	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
612845	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
612845	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
612845	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
612845	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
612845	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
612845	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
612845	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
612845	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
612845	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
612845	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
612845	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
612845	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
612845	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
612845	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
612845	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
612845	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
612845	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
612845	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
612845	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
612845	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
612845	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
612845	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
612845	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
612845	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
612845	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
612845	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
612845	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
612845	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
612845	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
612845	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
612845	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
612845	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
612845	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
612845	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
612845	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
612845	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
612845	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
612845	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
612845	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
612845	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
612845	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
612845	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
612845	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
612845	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
612845	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
612845	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
612845	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
612845	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
612845	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
612845	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
612845	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
612845	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
612845	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
612845	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
612845	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
612845	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
612845	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
612845	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
612845	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
612845	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
612845	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
612845	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
612845	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
612845	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
612845	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
612845	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
612845	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
612845	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
612845	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
612845	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
612845	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
612845	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
612845	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
612845	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
612845	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
612845	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
612845	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
612845	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
612845	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
612845	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
612845	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
612845	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
612845	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
612845	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
612845	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
612845	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
612845	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
612845	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
612845	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
612845	embedding2nn.weight	0	0.3201710879802704
612845	embedding2nn.weight	1	0.378501832485199
612845	embedding2nn.weight	2	-0.002229776931926608
612845	embedding2nn.weight	3	-0.015742041170597076
612845	embedding2nn.weight	4	-0.0163489431142807
612845	embedding2nn.weight	5	0.06435186415910721
612845	embedding2nn.weight	6	0.02155415154993534
612845	embedding2nn.weight	7	0.009106333367526531
612845	embedding2nn.weight	8	0.030179087072610855
612845	embedding2nn.weight	9	-0.06325101107358932
612845	embedding2nn.bias	0	0.029934506863355637
612845	embedding2nn.bias	1	-0.214596226811409
612845	embedding2nn.bias	2	0.14281146228313446
612845	embedding2nn.bias	3	0.16296592354774475
612845	embedding2nn.bias	4	0.1530938595533371
612845	embedding2nn.bias	5	-0.04826514795422554
612845	embedding2nn.bias	6	-0.050468284636735916
612845	embedding2nn.bias	7	0.06968719512224197
612845	embedding2nn.bias	8	-0.16010846197605133
612845	embedding2nn.bias	9	-0.39058518409729004
612845	rnn.weight_ih_l0	0	-0.0014062551781535149
612845	rnn.weight_ih_l0	1	-0.05475706234574318
612845	rnn.weight_ih_l0	2	-0.05502479895949364
612845	rnn.weight_ih_l0	3	0.10350784659385681
612845	rnn.weight_ih_l0	4	0.009265214204788208
612845	rnn.weight_ih_l0	5	-0.054240476340055466
612845	rnn.weight_ih_l0	6	-0.004907142836600542
612845	rnn.weight_ih_l0	7	-0.02699166163802147
612845	rnn.weight_ih_l0	8	0.012331029400229454
612845	rnn.weight_ih_l0	9	-0.09225151687860489
612845	rnn.weight_hh_l0	0	-0.020556962117552757
612845	rnn.weight_hh_l0	1	0.08063799142837524
612845	rnn.weight_hh_l0	2	0.012682651169598103
612845	rnn.weight_hh_l0	3	-0.02757170796394348
612845	rnn.weight_hh_l0	4	0.06682957708835602
612845	rnn.weight_hh_l0	5	0.015693657100200653
612845	rnn.weight_hh_l0	6	-0.07942713052034378
612845	rnn.weight_hh_l0	7	-0.10106169432401657
612845	rnn.weight_hh_l0	8	0.0358593575656414
612845	rnn.weight_hh_l0	9	-0.11242175847291946
612845	rnn.bias_ih_l0	0	0.1879340559244156
612845	rnn.bias_ih_l0	1	-0.340256929397583
612845	rnn.bias_ih_l0	2	-0.030995666980743408
612845	rnn.bias_ih_l0	3	-0.22339260578155518
612845	rnn.bias_ih_l0	4	0.023052098229527473
612845	rnn.bias_ih_l0	5	-0.437694787979126
612845	rnn.bias_ih_l0	6	-0.1485743373632431
612845	rnn.bias_ih_l0	7	-0.36759820580482483
612845	rnn.bias_ih_l0	8	-0.28878211975097656
612845	rnn.bias_ih_l0	9	-0.47078749537467957
612845	rnn.bias_hh_l0	0	-0.3597358465194702
612845	rnn.bias_hh_l0	1	-0.4309724271297455
612845	rnn.bias_hh_l0	2	-0.3823148310184479
612845	rnn.bias_hh_l0	3	-0.08081363886594772
612845	rnn.bias_hh_l0	4	-0.4057537615299225
612845	rnn.bias_hh_l0	5	-0.3587097227573395
612845	rnn.bias_hh_l0	6	-0.11740992963314056
612845	rnn.bias_hh_l0	7	0.06269601732492447
612845	rnn.bias_hh_l0	8	-0.241911381483078
612845	rnn.bias_hh_l0	9	-0.5766366124153137
612845	rnn.weight_ih_l0_reverse	0	0.03083525225520134
612845	rnn.weight_ih_l0_reverse	1	-0.034240156412124634
612845	rnn.weight_ih_l0_reverse	2	-0.005886225029826164
612845	rnn.weight_ih_l0_reverse	3	-0.1474217176437378
612845	rnn.weight_ih_l0_reverse	4	0.08191532641649246
612845	rnn.weight_ih_l0_reverse	5	-0.12354417145252228
612845	rnn.weight_ih_l0_reverse	6	0.024044562131166458
612845	rnn.weight_ih_l0_reverse	7	0.030831070616841316
612845	rnn.weight_ih_l0_reverse	8	-0.054247356951236725
612845	rnn.weight_ih_l0_reverse	9	-0.07392091304063797
612845	rnn.weight_hh_l0_reverse	0	-0.13774245977401733
612845	rnn.weight_hh_l0_reverse	1	0.025146186351776123
612845	rnn.weight_hh_l0_reverse	2	-0.021740684285759926
612845	rnn.weight_hh_l0_reverse	3	0.025514839217066765
612845	rnn.weight_hh_l0_reverse	4	-0.08589930832386017
612845	rnn.weight_hh_l0_reverse	5	0.034755609929561615
612845	rnn.weight_hh_l0_reverse	6	0.027115080505609512
612845	rnn.weight_hh_l0_reverse	7	-0.12078186869621277
612845	rnn.weight_hh_l0_reverse	8	-0.06826964765787125
612845	rnn.weight_hh_l0_reverse	9	0.047363705933094025
612845	rnn.bias_ih_l0_reverse	0	-0.18193307518959045
612845	rnn.bias_ih_l0_reverse	1	-0.07120607793331146
612845	rnn.bias_ih_l0_reverse	2	0.14395944774150848
612845	rnn.bias_ih_l0_reverse	3	-0.31316763162612915
612845	rnn.bias_ih_l0_reverse	4	-0.00018762712716124952
612845	rnn.bias_ih_l0_reverse	5	-0.21385768055915833
612845	rnn.bias_ih_l0_reverse	6	0.2790222764015198
612845	rnn.bias_ih_l0_reverse	7	-0.3195479214191437
612845	rnn.bias_ih_l0_reverse	8	-0.1857520341873169
612845	rnn.bias_ih_l0_reverse	9	-0.1655496507883072
612845	rnn.bias_hh_l0_reverse	0	-0.13438087701797485
612845	rnn.bias_hh_l0_reverse	1	0.2622024416923523
612845	rnn.bias_hh_l0_reverse	2	-0.34708985686302185
612845	rnn.bias_hh_l0_reverse	3	-0.23208458721637726
612845	rnn.bias_hh_l0_reverse	4	-0.4080192744731903
612845	rnn.bias_hh_l0_reverse	5	-0.1944219321012497
612845	rnn.bias_hh_l0_reverse	6	-0.2497614175081253
612845	rnn.bias_hh_l0_reverse	7	-0.09409678727388382
612845	rnn.bias_hh_l0_reverse	8	-0.3249478042125702
612845	rnn.bias_hh_l0_reverse	9	0.19636155664920807
612845	linear.weight	0	0.17786629498004913
612845	linear.weight	1	-0.45623719692230225
612845	linear.weight	2	0.07604849338531494
612845	linear.weight	3	0.06752540171146393
612845	linear.weight	4	-0.14689040184020996
612845	linear.weight	5	0.2219449132680893
612845	linear.weight	6	-0.021138830110430717
612845	linear.weight	7	-0.06023707240819931
612845	linear.weight	8	0.08967054635286331
612845	linear.weight	9	-0.049440909177064896
612845	linear.bias	0	-0.8685627579689026
612845	linear.bias	1	1.843897819519043
612845	linear.bias	2	0.7415164709091187
612845	linear.bias	3	-2.726107358932495
612845	linear.bias	4	-0.1424831748008728
612845	linear.bias	5	1.2427453994750977
612845	linear.bias	6	-0.19605593383312225
612845	linear.bias	7	0.8239186406135559
612845	linear.bias	8	2.166145086288452
612845	linear.bias	9	-1.4131479263305664
613454	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
613454	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
613454	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
613454	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
613454	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
613454	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
613454	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
613454	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
613454	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
613454	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
613454	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
613454	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
613454	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
613454	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
613454	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
613454	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
613454	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
613454	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
613454	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
613454	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
613454	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
613454	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
613454	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
613454	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
613454	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
613454	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
613454	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
613454	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
613454	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
613454	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
613454	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
613454	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
613454	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
613454	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
613454	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
613454	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
613454	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
613454	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
613454	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
613454	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
613454	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
613454	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
613454	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
613454	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
613454	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
613454	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
613454	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
613454	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
613454	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
613454	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
613454	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
613454	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
613454	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
613454	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
613454	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
613454	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
613454	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
613454	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
613454	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
613454	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
613454	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
613454	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
613454	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
613454	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
613454	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
613454	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
613454	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
613454	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
613454	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
613454	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
613454	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
613454	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
613454	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
613454	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
613454	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
613454	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
613454	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
613454	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
613454	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
613454	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
613454	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
613454	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
613454	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
613454	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
613454	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
613454	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
613454	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
613454	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
613454	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
613454	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
613454	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
613454	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
613454	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
613454	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
613454	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
613454	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
613454	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
613454	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
613454	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
613454	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
613454	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
613454	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
613454	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
613454	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
613454	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
613454	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
613454	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
613454	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
613454	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
613454	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
613454	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
613454	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
613454	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
613454	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
613454	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
613454	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
613454	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
613454	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
613454	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
613454	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
613454	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
613454	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
613454	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
613454	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
613454	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
613454	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
613454	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
613454	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
613454	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
613454	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
613454	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
613454	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
613454	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
613454	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
613454	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
613454	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
613454	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
613454	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
613454	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
613454	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
613454	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
613454	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
613454	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
613454	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
613454	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
613454	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
613454	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
613454	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
613454	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
613454	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
613454	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
613454	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
613454	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
613454	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
613454	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
613454	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
613454	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
613454	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
613454	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
613454	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
613454	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
613454	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
613454	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
613454	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
613454	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
613454	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
613454	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
613454	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
613454	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
613454	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
613454	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
613454	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
613454	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
613454	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
613454	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
613454	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
613454	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
613454	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
613454	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
613454	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
613454	embedding2nn.weight	0	0.32050105929374695
613454	embedding2nn.weight	1	0.37725186347961426
613454	embedding2nn.weight	2	-0.002567450748756528
613454	embedding2nn.weight	3	-0.02965369261801243
613454	embedding2nn.weight	4	-0.01364988088607788
613454	embedding2nn.weight	5	0.06487154960632324
613454	embedding2nn.weight	6	0.020389676094055176
613454	embedding2nn.weight	7	0.01257585734128952
613454	embedding2nn.weight	8	0.032118406146764755
613454	embedding2nn.weight	9	-0.061887226998806
613454	embedding2nn.bias	0	0.026572465896606445
613454	embedding2nn.bias	1	-0.2080039381980896
613454	embedding2nn.bias	2	0.13774850964546204
613454	embedding2nn.bias	3	0.1732833981513977
613454	embedding2nn.bias	4	0.14217577874660492
613454	embedding2nn.bias	5	-0.043319374322891235
613454	embedding2nn.bias	6	-0.04339999333024025
613454	embedding2nn.bias	7	0.06066126376390457
613454	embedding2nn.bias	8	-0.16586637496948242
613454	embedding2nn.bias	9	-0.38121137022972107
613454	rnn.weight_ih_l0	0	-0.0006786950398236513
613454	rnn.weight_ih_l0	1	-0.05388421565294266
613454	rnn.weight_ih_l0	2	-0.0528193823993206
613454	rnn.weight_ih_l0	3	0.10223951190710068
613454	rnn.weight_ih_l0	4	0.011276282370090485
613454	rnn.weight_ih_l0	5	-0.05418713763356209
613454	rnn.weight_ih_l0	6	-0.004320034757256508
613454	rnn.weight_ih_l0	7	-0.02503023110330105
613454	rnn.weight_ih_l0	8	0.010248882696032524
613454	rnn.weight_ih_l0	9	-0.08973871171474457
613454	rnn.weight_hh_l0	0	-0.020601172000169754
613454	rnn.weight_hh_l0	1	0.08075350522994995
613454	rnn.weight_hh_l0	2	0.012942863628268242
613454	rnn.weight_hh_l0	3	-0.027493132278323174
613454	rnn.weight_hh_l0	4	0.06696078181266785
613454	rnn.weight_hh_l0	5	0.016379427164793015
613454	rnn.weight_hh_l0	6	-0.0791156068444252
613454	rnn.weight_hh_l0	7	-0.09946540743112564
613454	rnn.weight_hh_l0	8	0.03574557602405548
613454	rnn.weight_hh_l0	9	-0.11222942918539047
613454	rnn.bias_ih_l0	0	0.1900208741426468
613454	rnn.bias_ih_l0	1	-0.3384957015514374
613454	rnn.bias_ih_l0	2	-0.03313995897769928
613454	rnn.bias_ih_l0	3	-0.2158919721841812
613454	rnn.bias_ih_l0	4	0.016634950414299965
613454	rnn.bias_ih_l0	5	-0.4355873763561249
613454	rnn.bias_ih_l0	6	-0.14165043830871582
613454	rnn.bias_ih_l0	7	-0.3684133291244507
613454	rnn.bias_ih_l0	8	-0.2928193509578705
613454	rnn.bias_ih_l0	9	-0.4677164554595947
613454	rnn.bias_hh_l0	0	-0.3590169847011566
613454	rnn.bias_hh_l0	1	-0.43198779225349426
613454	rnn.bias_hh_l0	2	-0.38599613308906555
613454	rnn.bias_hh_l0	3	-0.08231573551893234
613454	rnn.bias_hh_l0	4	-0.40560001134872437
613454	rnn.bias_hh_l0	5	-0.35807281732559204
613454	rnn.bias_hh_l0	6	-0.11457276344299316
613454	rnn.bias_hh_l0	7	0.06810032576322556
613454	rnn.bias_hh_l0	8	-0.2408898025751114
613454	rnn.bias_hh_l0	9	-0.57430100440979
613454	rnn.weight_ih_l0_reverse	0	0.030472319573163986
613454	rnn.weight_ih_l0_reverse	1	-0.032311201095581055
613454	rnn.weight_ih_l0_reverse	2	-0.0066315243020653725
613454	rnn.weight_ih_l0_reverse	3	-0.14782264828681946
613454	rnn.weight_ih_l0_reverse	4	0.08238597959280014
613454	rnn.weight_ih_l0_reverse	5	-0.12399570643901825
613454	rnn.weight_ih_l0_reverse	6	0.023776574060320854
613454	rnn.weight_ih_l0_reverse	7	0.031426578760147095
613454	rnn.weight_ih_l0_reverse	8	-0.05665011331439018
613454	rnn.weight_ih_l0_reverse	9	-0.0751153975725174
613454	rnn.weight_hh_l0_reverse	0	-0.13748717308044434
613454	rnn.weight_hh_l0_reverse	1	0.024832945317029953
613454	rnn.weight_hh_l0_reverse	2	-0.02124030888080597
613454	rnn.weight_hh_l0_reverse	3	0.025495152920484543
613454	rnn.weight_hh_l0_reverse	4	-0.08582669496536255
613454	rnn.weight_hh_l0_reverse	5	0.03470336273312569
613454	rnn.weight_hh_l0_reverse	6	0.027379678562283516
613454	rnn.weight_hh_l0_reverse	7	-0.12216339260339737
613454	rnn.weight_hh_l0_reverse	8	-0.06982241570949554
613454	rnn.weight_hh_l0_reverse	9	0.04727494344115257
613454	rnn.bias_ih_l0_reverse	0	-0.18196909129619598
613454	rnn.bias_ih_l0_reverse	1	-0.06998901814222336
613454	rnn.bias_ih_l0_reverse	2	0.1435365080833435
613454	rnn.bias_ih_l0_reverse	3	-0.31641945242881775
613454	rnn.bias_ih_l0_reverse	4	0.0013285926543176174
613454	rnn.bias_ih_l0_reverse	5	-0.21214215457439423
613454	rnn.bias_ih_l0_reverse	6	0.27720752358436584
613454	rnn.bias_ih_l0_reverse	7	-0.3177090585231781
613454	rnn.bias_ih_l0_reverse	8	-0.186691552400589
613454	rnn.bias_ih_l0_reverse	9	-0.16137510538101196
613454	rnn.bias_hh_l0_reverse	0	-0.14072975516319275
613454	rnn.bias_hh_l0_reverse	1	0.25481483340263367
613454	rnn.bias_hh_l0_reverse	2	-0.3472795784473419
613454	rnn.bias_hh_l0_reverse	3	-0.23441031575202942
613454	rnn.bias_hh_l0_reverse	4	-0.40446174144744873
613454	rnn.bias_hh_l0_reverse	5	-0.19695384800434113
613454	rnn.bias_hh_l0_reverse	6	-0.2543625235557556
613454	rnn.bias_hh_l0_reverse	7	-0.09056511521339417
613454	rnn.bias_hh_l0_reverse	8	-0.3270513117313385
613454	rnn.bias_hh_l0_reverse	9	0.1956089437007904
613454	linear.weight	0	0.1791495978832245
613454	linear.weight	1	-0.4483438730239868
613454	linear.weight	2	0.07018578052520752
613454	linear.weight	3	0.06752591580152512
613454	linear.weight	4	-0.1421436071395874
613454	linear.weight	5	0.2103966474533081
613454	linear.weight	6	-0.024697547778487206
613454	linear.weight	7	-0.06023416668176651
613454	linear.weight	8	0.07204639166593552
613454	linear.weight	9	-0.049443118274211884
613454	linear.bias	0	-0.8587839603424072
613454	linear.bias	1	1.8514165878295898
613454	linear.bias	2	0.7753621339797974
613454	linear.bias	3	-2.7262215614318848
613454	linear.bias	4	-0.15412841737270355
613454	linear.bias	5	1.248428225517273
613454	linear.bias	6	-0.2132008671760559
613454	linear.bias	7	0.7868331670761108
613454	linear.bias	8	2.141223192214966
613454	linear.bias	9	-1.4089075326919556
614063	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
614063	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
614063	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
614063	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
614063	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
614063	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
614063	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
614063	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
614063	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
614063	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
614063	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
614063	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
614063	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
614063	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
614063	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
614063	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
614063	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
614063	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
614063	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
614063	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
614063	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
614063	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
614063	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
614063	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
614063	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
614063	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
614063	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
614063	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
614063	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
614063	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
614063	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
614063	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
614063	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
614063	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
614063	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
614063	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
614063	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
614063	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
614063	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
614063	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
614063	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
614063	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
614063	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
614063	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
614063	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
614063	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
614063	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
614063	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
614063	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
614063	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
614063	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
614063	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
614063	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
614063	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
614063	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
614063	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
614063	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
614063	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
614063	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
614063	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
614063	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
614063	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
614063	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
614063	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
614063	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
614063	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
614063	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
614063	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
614063	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
614063	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
614063	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
614063	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
614063	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
614063	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
614063	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
614063	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
614063	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
614063	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
614063	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
614063	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
614063	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
614063	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
614063	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
614063	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
614063	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
614063	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
614063	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
614063	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
614063	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
614063	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
614063	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
614063	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
614063	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
614063	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
614063	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
614063	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
614063	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
614063	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
614063	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
614063	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
614063	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
614063	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
614063	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
614063	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
614063	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
614063	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
614063	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
614063	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
614063	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
614063	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
614063	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
614063	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
614063	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
614063	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
614063	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
614063	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
614063	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
614063	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
614063	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
614063	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
614063	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
614063	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
614063	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
614063	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
614063	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
614063	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
614063	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
614063	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
614063	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
614063	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
614063	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
614063	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
614063	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
614063	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
614063	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
614063	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
614063	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
614063	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
614063	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
614063	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
614063	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
614063	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
614063	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
614063	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
614063	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
614063	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
614063	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
614063	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
614063	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
614063	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
614063	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
614063	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
614063	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
614063	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
614063	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
614063	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
614063	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
614063	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
614063	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
614063	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
614063	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
614063	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
614063	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
614063	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
614063	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
614063	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
614063	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
614063	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
614063	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
614063	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
614063	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
614063	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
614063	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
614063	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
614063	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
614063	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
614063	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
614063	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
614063	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
614063	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
614063	embedding2nn.weight	0	0.31857365369796753
614063	embedding2nn.weight	1	0.3778094947338104
614063	embedding2nn.weight	2	-0.0071398066356778145
614063	embedding2nn.weight	3	-0.03212472051382065
614063	embedding2nn.weight	4	-0.014185563661158085
614063	embedding2nn.weight	5	0.06460455805063248
614063	embedding2nn.weight	6	0.024539053440093994
614063	embedding2nn.weight	7	0.00971100851893425
614063	embedding2nn.weight	8	0.03938969969749451
614063	embedding2nn.weight	9	-0.06512262672185898
614063	embedding2nn.bias	0	0.021729350090026855
614063	embedding2nn.bias	1	-0.19426850974559784
614063	embedding2nn.bias	2	0.15169894695281982
614063	embedding2nn.bias	3	0.16711004078388214
614063	embedding2nn.bias	4	0.15034747123718262
614063	embedding2nn.bias	5	-0.0554063506424427
614063	embedding2nn.bias	6	-0.039723362773656845
614063	embedding2nn.bias	7	0.05325333774089813
614063	embedding2nn.bias	8	-0.16908806562423706
614063	embedding2nn.bias	9	-0.3914269506931305
614063	rnn.weight_ih_l0	0	-0.0006127706728875637
614063	rnn.weight_ih_l0	1	-0.053433023393154144
614063	rnn.weight_ih_l0	2	-0.05265885591506958
614063	rnn.weight_ih_l0	3	0.10461825877428055
614063	rnn.weight_ih_l0	4	0.008976916782557964
614063	rnn.weight_ih_l0	5	-0.05262640491127968
614063	rnn.weight_ih_l0	6	-0.0050202528946101665
614063	rnn.weight_ih_l0	7	-0.02584134414792061
614063	rnn.weight_ih_l0	8	0.00923773180693388
614063	rnn.weight_ih_l0	9	-0.0897931456565857
614063	rnn.weight_hh_l0	0	-0.02079731784760952
614063	rnn.weight_hh_l0	1	0.08091021329164505
614063	rnn.weight_hh_l0	2	0.013476666994392872
614063	rnn.weight_hh_l0	3	-0.02745598740875721
614063	rnn.weight_hh_l0	4	0.06717849522829056
614063	rnn.weight_hh_l0	5	0.016605839133262634
614063	rnn.weight_hh_l0	6	-0.07911983132362366
614063	rnn.weight_hh_l0	7	-0.0990697517991066
614063	rnn.weight_hh_l0	8	0.03578968718647957
614063	rnn.weight_hh_l0	9	-0.1123952567577362
614063	rnn.bias_ih_l0	0	0.18442465364933014
614063	rnn.bias_ih_l0	1	-0.3391602039337158
614063	rnn.bias_ih_l0	2	-0.03160160779953003
614063	rnn.bias_ih_l0	3	-0.21714997291564941
614063	rnn.bias_ih_l0	4	0.011976099573075771
614063	rnn.bias_ih_l0	5	-0.4344567358493805
614063	rnn.bias_ih_l0	6	-0.14637264609336853
614063	rnn.bias_ih_l0	7	-0.3688245117664337
614063	rnn.bias_ih_l0	8	-0.29405930638313293
614063	rnn.bias_ih_l0	9	-0.4784889221191406
614063	rnn.bias_hh_l0	0	-0.36026057600975037
614063	rnn.bias_hh_l0	1	-0.42734432220458984
614063	rnn.bias_hh_l0	2	-0.3863273561000824
614063	rnn.bias_hh_l0	3	-0.08395805209875107
614063	rnn.bias_hh_l0	4	-0.4046007990837097
614063	rnn.bias_hh_l0	5	-0.3556429147720337
614063	rnn.bias_hh_l0	6	-0.11454486846923828
614063	rnn.bias_hh_l0	7	0.07409268617630005
614063	rnn.bias_hh_l0	8	-0.2434215247631073
614063	rnn.bias_hh_l0	9	-0.573047935962677
614063	rnn.weight_ih_l0_reverse	0	0.029064875096082687
614063	rnn.weight_ih_l0_reverse	1	-0.03212301433086395
614063	rnn.weight_ih_l0_reverse	2	-0.007883519865572453
614063	rnn.weight_ih_l0_reverse	3	-0.1504117101430893
614063	rnn.weight_ih_l0_reverse	4	0.081957146525383
614063	rnn.weight_ih_l0_reverse	5	-0.12250637263059616
614063	rnn.weight_ih_l0_reverse	6	0.022585934028029442
614063	rnn.weight_ih_l0_reverse	7	0.03185238316655159
614063	rnn.weight_ih_l0_reverse	8	-0.056840937584638596
614063	rnn.weight_ih_l0_reverse	9	-0.07759848982095718
614063	rnn.weight_hh_l0_reverse	0	-0.13703273236751556
614063	rnn.weight_hh_l0_reverse	1	0.02435130625963211
614063	rnn.weight_hh_l0_reverse	2	-0.020398402586579323
614063	rnn.weight_hh_l0_reverse	3	0.025174900889396667
614063	rnn.weight_hh_l0_reverse	4	-0.0859372541308403
614063	rnn.weight_hh_l0_reverse	5	0.03453543409705162
614063	rnn.weight_hh_l0_reverse	6	0.02751096524298191
614063	rnn.weight_hh_l0_reverse	7	-0.1207151859998703
614063	rnn.weight_hh_l0_reverse	8	-0.06910158693790436
614063	rnn.weight_hh_l0_reverse	9	0.04716411605477333
614063	rnn.bias_ih_l0_reverse	0	-0.1813696175813675
614063	rnn.bias_ih_l0_reverse	1	-0.07459195703268051
614063	rnn.bias_ih_l0_reverse	2	0.13932009041309357
614063	rnn.bias_ih_l0_reverse	3	-0.3170252740383148
614063	rnn.bias_ih_l0_reverse	4	-0.0006361866253428161
614063	rnn.bias_ih_l0_reverse	5	-0.21368974447250366
614063	rnn.bias_ih_l0_reverse	6	0.27804404497146606
614063	rnn.bias_ih_l0_reverse	7	-0.32023176550865173
614063	rnn.bias_ih_l0_reverse	8	-0.18914741277694702
614063	rnn.bias_ih_l0_reverse	9	-0.16610389947891235
614063	rnn.bias_hh_l0_reverse	0	-0.13141411542892456
614063	rnn.bias_hh_l0_reverse	1	0.25417616963386536
614063	rnn.bias_hh_l0_reverse	2	-0.3431776762008667
614063	rnn.bias_hh_l0_reverse	3	-0.23144659399986267
614063	rnn.bias_hh_l0_reverse	4	-0.40301015973091125
614063	rnn.bias_hh_l0_reverse	5	-0.19582974910736084
614063	rnn.bias_hh_l0_reverse	6	-0.2582588791847229
614063	rnn.bias_hh_l0_reverse	7	-0.09299802035093307
614063	rnn.bias_hh_l0_reverse	8	-0.3379274904727936
614063	rnn.bias_hh_l0_reverse	9	0.1938294768333435
614063	linear.weight	0	0.1864103525876999
614063	linear.weight	1	-0.4367438852787018
614063	linear.weight	2	0.04821024462580681
614063	linear.weight	3	0.06752549111843109
614063	linear.weight	4	-0.1439988762140274
614063	linear.weight	5	0.214187353849411
614063	linear.weight	6	-0.03588264063000679
614063	linear.weight	7	-0.06023135036230087
614063	linear.weight	8	0.07700717449188232
614063	linear.weight	9	-0.04944543540477753
614063	linear.bias	0	-0.8650867938995361
614063	linear.bias	1	1.8633525371551514
614063	linear.bias	2	0.753424882888794
614063	linear.bias	3	-2.726318836212158
614063	linear.bias	4	-0.13733114302158356
614063	linear.bias	5	1.249424934387207
614063	linear.bias	6	-0.2339584082365036
614063	linear.bias	7	0.8081513047218323
614063	linear.bias	8	2.1372716426849365
614063	linear.bias	9	-1.4041478633880615
614672	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
614672	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
614672	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
614672	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
614672	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
614672	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
614672	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
614672	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
614672	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
614672	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
614672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
614672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
614672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
614672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
614672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
614672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
614672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
614672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
614672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
614672	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
614672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
614672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
614672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
614672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
614672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
614672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
614672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
614672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
614672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
614672	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
614672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
614672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
614672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
614672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
614672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
614672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
614672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
614672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
614672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
614672	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
614672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
614672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
614672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
614672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
614672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
614672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
614672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
614672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
614672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
614672	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
614672	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
614672	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
614672	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
614672	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
614672	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
614672	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
614672	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
614672	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
614672	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
614672	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
614672	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
614672	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
614672	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
614672	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
614672	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
614672	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
614672	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
614672	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
614672	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
614672	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
614672	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
614672	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
614672	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
614672	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
614672	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
614672	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
614672	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
614672	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
614672	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
614672	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
614672	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
614672	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
614672	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
614672	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
614672	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
614672	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
614672	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
614672	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
614672	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
614672	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
614672	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
614672	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
614672	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
614672	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
614672	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
614672	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
614672	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
614672	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
614672	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
614672	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
614672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
614672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
614672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
614672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
614672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
614672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
614672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
614672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
614672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
614672	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
614672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
614672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
614672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
614672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
614672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
614672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
614672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
614672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
614672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
614672	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
614672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
614672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
614672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
614672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
614672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
614672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
614672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
614672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
614672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
614672	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
614672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
614672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
614672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
614672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
614672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
614672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
614672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
614672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
614672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
614672	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
614672	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
614672	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
614672	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
614672	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
614672	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
614672	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
614672	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
614672	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
614672	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
614672	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
614672	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
614672	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
614672	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
614672	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
614672	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
614672	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
614672	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
614672	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
614672	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
614672	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
614672	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
614672	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
614672	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
614672	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
614672	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
614672	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
614672	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
614672	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
614672	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
614672	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
614672	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
614672	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
614672	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
614672	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
614672	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
614672	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
614672	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
614672	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
614672	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
614672	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
614672	embedding2nn.weight	0	0.3192940354347229
614672	embedding2nn.weight	1	0.3782358169555664
614672	embedding2nn.weight	2	-0.00894098449498415
614672	embedding2nn.weight	3	-0.023689016699790955
614672	embedding2nn.weight	4	-0.013424932956695557
614672	embedding2nn.weight	5	0.06451590359210968
614672	embedding2nn.weight	6	0.020683344453573227
614672	embedding2nn.weight	7	0.00888906791806221
614672	embedding2nn.weight	8	0.03782614693045616
614672	embedding2nn.weight	9	-0.06465306133031845
614672	embedding2nn.bias	0	0.01940179616212845
614672	embedding2nn.bias	1	-0.20122598111629486
614672	embedding2nn.bias	2	0.14842329919338226
614672	embedding2nn.bias	3	0.1686503291130066
614672	embedding2nn.bias	4	0.14093415439128876
614672	embedding2nn.bias	5	-0.05325421318411827
614672	embedding2nn.bias	6	-0.03782973811030388
614672	embedding2nn.bias	7	0.060121603310108185
614672	embedding2nn.bias	8	-0.16769303381443024
614672	embedding2nn.bias	9	-0.3806344270706177
614672	rnn.weight_ih_l0	0	-0.001218637335114181
614672	rnn.weight_ih_l0	1	-0.05299806967377663
614672	rnn.weight_ih_l0	2	-0.05375020578503609
614672	rnn.weight_ih_l0	3	0.10726554691791534
614672	rnn.weight_ih_l0	4	0.00860260333865881
614672	rnn.weight_ih_l0	5	-0.04859274625778198
614672	rnn.weight_ih_l0	6	-0.004556541331112385
614672	rnn.weight_ih_l0	7	-0.026098117232322693
614672	rnn.weight_ih_l0	8	0.012614370323717594
614672	rnn.weight_ih_l0	9	-0.08761836588382721
614672	rnn.weight_hh_l0	0	-0.02103826031088829
614672	rnn.weight_hh_l0	1	0.08110461384057999
614672	rnn.weight_hh_l0	2	0.013604073785245419
614672	rnn.weight_hh_l0	3	-0.027709275484085083
614672	rnn.weight_hh_l0	4	0.06764695048332214
614672	rnn.weight_hh_l0	5	0.016040215268731117
614672	rnn.weight_hh_l0	6	-0.07886064052581787
614672	rnn.weight_hh_l0	7	-0.09915585815906525
614672	rnn.weight_hh_l0	8	0.035779163241386414
614672	rnn.weight_hh_l0	9	-0.11269117146730423
614672	rnn.bias_ih_l0	0	0.18860052525997162
614672	rnn.bias_ih_l0	1	-0.34062328934669495
614672	rnn.bias_ih_l0	2	-0.03150295466184616
614672	rnn.bias_ih_l0	3	-0.21599039435386658
614672	rnn.bias_ih_l0	4	0.017592286691069603
614672	rnn.bias_ih_l0	5	-0.4325289726257324
614672	rnn.bias_ih_l0	6	-0.13958987593650818
614672	rnn.bias_ih_l0	7	-0.36984702944755554
614672	rnn.bias_ih_l0	8	-0.2939539849758148
614672	rnn.bias_ih_l0	9	-0.47734782099723816
614672	rnn.bias_hh_l0	0	-0.3570493161678314
614672	rnn.bias_hh_l0	1	-0.42613935470581055
614672	rnn.bias_hh_l0	2	-0.38570156693458557
614672	rnn.bias_hh_l0	3	-0.08519896119832993
614672	rnn.bias_hh_l0	4	-0.4067401587963104
614672	rnn.bias_hh_l0	5	-0.35563841462135315
614672	rnn.bias_hh_l0	6	-0.11698678880929947
614672	rnn.bias_hh_l0	7	0.07051768898963928
614672	rnn.bias_hh_l0	8	-0.24249576032161713
614672	rnn.bias_hh_l0	9	-0.5731672048568726
614672	rnn.weight_ih_l0_reverse	0	0.030771583318710327
614672	rnn.weight_ih_l0_reverse	1	-0.03215407580137253
614672	rnn.weight_ih_l0_reverse	2	-0.006868315394967794
614672	rnn.weight_ih_l0_reverse	3	-0.15093494951725006
614672	rnn.weight_ih_l0_reverse	4	0.08193761110305786
614672	rnn.weight_ih_l0_reverse	5	-0.1202530562877655
614672	rnn.weight_ih_l0_reverse	6	0.023272903636097908
614672	rnn.weight_ih_l0_reverse	7	0.03221839293837547
614672	rnn.weight_ih_l0_reverse	8	-0.057094771414995193
614672	rnn.weight_ih_l0_reverse	9	-0.07748473435640335
614672	rnn.weight_hh_l0_reverse	0	-0.1364799588918686
614672	rnn.weight_hh_l0_reverse	1	0.024120112881064415
614672	rnn.weight_hh_l0_reverse	2	-0.02042987383902073
614672	rnn.weight_hh_l0_reverse	3	0.024932628497481346
614672	rnn.weight_hh_l0_reverse	4	-0.08553433418273926
614672	rnn.weight_hh_l0_reverse	5	0.03469636291265488
614672	rnn.weight_hh_l0_reverse	6	0.027576617896556854
614672	rnn.weight_hh_l0_reverse	7	-0.12072073668241501
614672	rnn.weight_hh_l0_reverse	8	-0.06997909396886826
614672	rnn.weight_hh_l0_reverse	9	0.04929202049970627
614672	rnn.bias_ih_l0_reverse	0	-0.18427333235740662
614672	rnn.bias_ih_l0_reverse	1	-0.07144051790237427
614672	rnn.bias_ih_l0_reverse	2	0.14042726159095764
614672	rnn.bias_ih_l0_reverse	3	-0.32179558277130127
614672	rnn.bias_ih_l0_reverse	4	-0.002388464752584696
614672	rnn.bias_ih_l0_reverse	5	-0.21400222182273865
614672	rnn.bias_ih_l0_reverse	6	0.2743217945098877
614672	rnn.bias_ih_l0_reverse	7	-0.3196680247783661
614672	rnn.bias_ih_l0_reverse	8	-0.18747200071811676
614672	rnn.bias_ih_l0_reverse	9	-0.16375115513801575
614672	rnn.bias_hh_l0_reverse	0	-0.1407943069934845
614672	rnn.bias_hh_l0_reverse	1	0.2525768578052521
614672	rnn.bias_hh_l0_reverse	2	-0.34206822514533997
614672	rnn.bias_hh_l0_reverse	3	-0.23476870357990265
614672	rnn.bias_hh_l0_reverse	4	-0.4094279706478119
614672	rnn.bias_hh_l0_reverse	5	-0.19804905354976654
614672	rnn.bias_hh_l0_reverse	6	-0.26044386625289917
614672	rnn.bias_hh_l0_reverse	7	-0.09295126795768738
614672	rnn.bias_hh_l0_reverse	8	-0.3334864675998688
614672	rnn.bias_hh_l0_reverse	9	0.194963276386261
614672	linear.weight	0	0.1939781904220581
614672	linear.weight	1	-0.44306278228759766
614672	linear.weight	2	0.08247349411249161
614672	linear.weight	3	0.06752496212720871
614672	linear.weight	4	-0.12103956937789917
614672	linear.weight	5	0.2189376950263977
614672	linear.weight	6	-0.0317191556096077
614672	linear.weight	7	-0.06022854521870613
614672	linear.weight	8	0.07483965158462524
614672	linear.weight	9	-0.049447882920503616
614672	linear.bias	0	-0.8668460249900818
614672	linear.bias	1	1.8310904502868652
614672	linear.bias	2	0.7777982354164124
614672	linear.bias	3	-2.726409912109375
614672	linear.bias	4	-0.14274366199970245
614672	linear.bias	5	1.2518835067749023
614672	linear.bias	6	-0.24782532453536987
614672	linear.bias	7	0.794790506362915
614672	linear.bias	8	2.1743996143341064
614672	linear.bias	9	-1.4039493799209595
615281	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
615281	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
615281	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
615281	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
615281	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
615281	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
615281	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
615281	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
615281	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
615281	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
615281	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
615281	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
615281	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
615281	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
615281	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
615281	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
615281	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
615281	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
615281	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
615281	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
615281	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
615281	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
615281	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
615281	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
615281	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
615281	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
615281	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
615281	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
615281	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
615281	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
615281	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
615281	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
615281	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
615281	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
615281	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
615281	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
615281	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
615281	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
615281	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
615281	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
615281	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
615281	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
615281	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
615281	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
615281	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
615281	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
615281	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
615281	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
615281	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
615281	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
615281	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
615281	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
615281	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
615281	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
615281	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
615281	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
615281	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
615281	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
615281	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
615281	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
615281	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
615281	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
615281	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
615281	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
615281	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
615281	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
615281	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
615281	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
615281	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
615281	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
615281	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
615281	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
615281	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
615281	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
615281	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
615281	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
615281	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
615281	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
615281	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
615281	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
615281	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
615281	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
615281	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
615281	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
615281	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
615281	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
615281	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
615281	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
615281	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
615281	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
615281	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
615281	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
615281	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
615281	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
615281	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
615281	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
615281	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
615281	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
615281	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
615281	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
615281	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
615281	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
615281	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
615281	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
615281	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
615281	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
615281	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
615281	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
615281	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
615281	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
615281	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
615281	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
615281	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
615281	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
615281	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
615281	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
615281	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
615281	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
615281	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
615281	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
615281	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
615281	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
615281	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
615281	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
615281	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
615281	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
615281	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
615281	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
615281	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
615281	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
615281	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
615281	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
615281	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
615281	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
615281	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
615281	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
615281	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
615281	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
615281	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
615281	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
615281	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
615281	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
615281	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
615281	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
615281	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
615281	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
615281	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
615281	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
615281	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
615281	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
615281	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
615281	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
615281	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
615281	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
615281	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
615281	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
615281	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
615281	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
615281	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
615281	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
615281	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
615281	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
615281	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
615281	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
615281	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
615281	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
615281	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
615281	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
615281	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
615281	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
615281	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
615281	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
615281	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
615281	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
615281	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
615281	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
615281	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
615281	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
615281	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
615281	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
615281	embedding2nn.weight	0	0.319160133600235
615281	embedding2nn.weight	1	0.37696579098701477
615281	embedding2nn.weight	2	-0.007527163717895746
615281	embedding2nn.weight	3	-0.02617579884827137
615281	embedding2nn.weight	4	-0.014320324175059795
615281	embedding2nn.weight	5	0.060516607016325
615281	embedding2nn.weight	6	0.018274936825037003
615281	embedding2nn.weight	7	0.003971318248659372
615281	embedding2nn.weight	8	0.03925695642828941
615281	embedding2nn.weight	9	-0.06595192849636078
615281	embedding2nn.bias	0	0.005195612087845802
615281	embedding2nn.bias	1	-0.19858747720718384
615281	embedding2nn.bias	2	0.1469670683145523
615281	embedding2nn.bias	3	0.16703146696090698
615281	embedding2nn.bias	4	0.14148341119289398
615281	embedding2nn.bias	5	-0.05608578026294708
615281	embedding2nn.bias	6	-0.034623660147190094
615281	embedding2nn.bias	7	0.050550930202007294
615281	embedding2nn.bias	8	-0.15794095396995544
615281	embedding2nn.bias	9	-0.39135822653770447
615281	rnn.weight_ih_l0	0	-0.001640853239223361
615281	rnn.weight_ih_l0	1	-0.05266878008842468
615281	rnn.weight_ih_l0	2	-0.05404648929834366
615281	rnn.weight_ih_l0	3	0.10490038990974426
615281	rnn.weight_ih_l0	4	0.012785257771611214
615281	rnn.weight_ih_l0	5	-0.051688842475414276
615281	rnn.weight_ih_l0	6	-0.0020652415696531534
615281	rnn.weight_ih_l0	7	-0.02463814988732338
615281	rnn.weight_ih_l0	8	0.014001645147800446
615281	rnn.weight_ih_l0	9	-0.0881202295422554
615281	rnn.weight_hh_l0	0	-0.020913131535053253
615281	rnn.weight_hh_l0	1	0.08103356510400772
615281	rnn.weight_hh_l0	2	0.013520943000912666
615281	rnn.weight_hh_l0	3	-0.027959832921624184
615281	rnn.weight_hh_l0	4	0.0680660530924797
615281	rnn.weight_hh_l0	5	0.016165321692824364
615281	rnn.weight_hh_l0	6	-0.07905062288045883
615281	rnn.weight_hh_l0	7	-0.09904978424310684
615281	rnn.weight_hh_l0	8	0.03576802462339401
615281	rnn.weight_hh_l0	9	-0.11296924203634262
615281	rnn.bias_ih_l0	0	0.19021756947040558
615281	rnn.bias_ih_l0	1	-0.340973824262619
615281	rnn.bias_ih_l0	2	-0.03177957236766815
615281	rnn.bias_ih_l0	3	-0.21201080083847046
615281	rnn.bias_ih_l0	4	0.02304939553141594
615281	rnn.bias_ih_l0	5	-0.4349716007709503
615281	rnn.bias_ih_l0	6	-0.1427333950996399
615281	rnn.bias_ih_l0	7	-0.36979207396507263
615281	rnn.bias_ih_l0	8	-0.287864089012146
615281	rnn.bias_ih_l0	9	-0.47413310408592224
615281	rnn.bias_hh_l0	0	-0.35382339358329773
615281	rnn.bias_hh_l0	1	-0.42499420046806335
615281	rnn.bias_hh_l0	2	-0.3883177936077118
615281	rnn.bias_hh_l0	3	-0.08425679802894592
615281	rnn.bias_hh_l0	4	-0.4065649211406708
615281	rnn.bias_hh_l0	5	-0.35454079508781433
615281	rnn.bias_hh_l0	6	-0.11253172904253006
615281	rnn.bias_hh_l0	7	0.06995390355587006
615281	rnn.bias_hh_l0	8	-0.2470860630273819
615281	rnn.bias_hh_l0	9	-0.5704634785652161
615281	rnn.weight_ih_l0_reverse	0	0.03256840258836746
615281	rnn.weight_ih_l0_reverse	1	-0.030726607888936996
615281	rnn.weight_ih_l0_reverse	2	-0.005939474329352379
615281	rnn.weight_ih_l0_reverse	3	-0.15363436937332153
615281	rnn.weight_ih_l0_reverse	4	0.08309870958328247
615281	rnn.weight_ih_l0_reverse	5	-0.12290676683187485
615281	rnn.weight_ih_l0_reverse	6	0.02361474744975567
615281	rnn.weight_ih_l0_reverse	7	0.032776106148958206
615281	rnn.weight_ih_l0_reverse	8	-0.05616733059287071
615281	rnn.weight_ih_l0_reverse	9	-0.08023428916931152
615281	rnn.weight_hh_l0_reverse	0	-0.13717731833457947
615281	rnn.weight_hh_l0_reverse	1	0.02386504039168358
615281	rnn.weight_hh_l0_reverse	2	-0.020179258659482002
615281	rnn.weight_hh_l0_reverse	3	0.02510087564587593
615281	rnn.weight_hh_l0_reverse	4	-0.08589369058609009
615281	rnn.weight_hh_l0_reverse	5	0.03468042239546776
615281	rnn.weight_hh_l0_reverse	6	0.02760957181453705
615281	rnn.weight_hh_l0_reverse	7	-0.12181996554136276
615281	rnn.weight_hh_l0_reverse	8	-0.06991758197546005
615281	rnn.weight_hh_l0_reverse	9	0.04905432090163231
615281	rnn.bias_ih_l0_reverse	0	-0.1828729808330536
615281	rnn.bias_ih_l0_reverse	1	-0.07365237921476364
615281	rnn.bias_ih_l0_reverse	2	0.14060737192630768
615281	rnn.bias_ih_l0_reverse	3	-0.323535293340683
615281	rnn.bias_ih_l0_reverse	4	0.005854099988937378
615281	rnn.bias_ih_l0_reverse	5	-0.21550868451595306
615281	rnn.bias_ih_l0_reverse	6	0.27238771319389343
615281	rnn.bias_ih_l0_reverse	7	-0.32425060868263245
615281	rnn.bias_ih_l0_reverse	8	-0.18667790293693542
615281	rnn.bias_ih_l0_reverse	9	-0.15912432968616486
615281	rnn.bias_hh_l0_reverse	0	-0.1376017928123474
615281	rnn.bias_hh_l0_reverse	1	0.2611757814884186
615281	rnn.bias_hh_l0_reverse	2	-0.3432003855705261
615281	rnn.bias_hh_l0_reverse	3	-0.23381216824054718
615281	rnn.bias_hh_l0_reverse	4	-0.4093033969402313
615281	rnn.bias_hh_l0_reverse	5	-0.1959175020456314
615281	rnn.bias_hh_l0_reverse	6	-0.2581203877925873
615281	rnn.bias_hh_l0_reverse	7	-0.09296857565641403
615281	rnn.bias_hh_l0_reverse	8	-0.33145004510879517
615281	rnn.bias_hh_l0_reverse	9	0.19626016914844513
615281	linear.weight	0	0.18942244350910187
615281	linear.weight	1	-0.43467387557029724
615281	linear.weight	2	0.09086648374795914
615281	linear.weight	3	0.06752441078424454
615281	linear.weight	4	-0.1432007998228073
615281	linear.weight	5	0.22976447641849518
615281	linear.weight	6	-0.025774991139769554
615281	linear.weight	7	-0.06022559478878975
615281	linear.weight	8	0.07421035319566727
615281	linear.weight	9	-0.04945092648267746
615281	linear.bias	0	-0.8609195947647095
615281	linear.bias	1	1.8525835275650024
615281	linear.bias	2	0.7637229561805725
615281	linear.bias	3	-2.7265119552612305
615281	linear.bias	4	-0.14877256751060486
615281	linear.bias	5	1.2709637880325317
615281	linear.bias	6	-0.22978319227695465
615281	linear.bias	7	0.8188465237617493
615281	linear.bias	8	2.1350276470184326
615281	linear.bias	9	-1.3991488218307495
615890	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
615890	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
615890	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
615890	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
615890	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
615890	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
615890	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
615890	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
615890	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
615890	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
615890	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
615890	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
615890	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
615890	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
615890	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
615890	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
615890	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
615890	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
615890	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
615890	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
615890	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
615890	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
615890	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
615890	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
615890	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
615890	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
615890	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
615890	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
615890	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
615890	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
615890	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
615890	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
615890	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
615890	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
615890	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
615890	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
615890	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
615890	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
615890	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
615890	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
615890	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
615890	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
615890	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
615890	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
615890	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
615890	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
615890	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
615890	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
615890	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
615890	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
615890	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
615890	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
615890	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
615890	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
615890	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
615890	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
615890	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
615890	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
615890	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
615890	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
615890	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
615890	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
615890	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
615890	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
615890	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
615890	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
615890	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
615890	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
615890	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
615890	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
615890	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
615890	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
615890	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
615890	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
615890	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
615890	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
615890	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
615890	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
615890	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
615890	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
615890	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
615890	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
615890	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
615890	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
615890	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
615890	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
615890	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
615890	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
615890	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
615890	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
615890	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
615890	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
615890	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
615890	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
615890	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
615890	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
615890	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
615890	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
615890	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
615890	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
615890	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
615890	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
615890	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
615890	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
615890	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
615890	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
615890	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
615890	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
615890	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
615890	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
615890	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
615890	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
615890	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
615890	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
615890	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
615890	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
615890	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
615890	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
615890	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
615890	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
615890	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
615890	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
615890	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
615890	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
615890	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
615890	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
615890	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
615890	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
615890	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
615890	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
615890	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
615890	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
615890	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
615890	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
615890	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
615890	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
615890	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
615890	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
615890	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
615890	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
615890	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
615890	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
615890	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
615890	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
615890	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
615890	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
615890	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
615890	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
615890	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
615890	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
615890	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
615890	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
615890	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
615890	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
615890	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
615890	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
615890	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
615890	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
615890	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
615890	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
615890	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
615890	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
615890	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
615890	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
615890	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
615890	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
615890	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
615890	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
615890	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
615890	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
615890	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
615890	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
615890	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
615890	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
615890	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
615890	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
615890	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
615890	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
615890	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
615890	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
615890	embedding2nn.weight	0	0.3197868764400482
615890	embedding2nn.weight	1	0.37368717789649963
615890	embedding2nn.weight	2	-0.008268308825790882
615890	embedding2nn.weight	3	-0.020317401736974716
615890	embedding2nn.weight	4	-0.013288089074194431
615890	embedding2nn.weight	5	0.061793725937604904
615890	embedding2nn.weight	6	0.0162704735994339
615890	embedding2nn.weight	7	0.0006508477963507175
615890	embedding2nn.weight	8	0.03980591520667076
615890	embedding2nn.weight	9	-0.06758153438568115
615890	embedding2nn.bias	0	0.018839258700609207
615890	embedding2nn.bias	1	-0.20100048184394836
615890	embedding2nn.bias	2	0.15661785006523132
615890	embedding2nn.bias	3	0.15831774473190308
615890	embedding2nn.bias	4	0.1485062539577484
615890	embedding2nn.bias	5	-0.0639185830950737
615890	embedding2nn.bias	6	-0.029347049072384834
615890	embedding2nn.bias	7	0.06187664344906807
615890	embedding2nn.bias	8	-0.15798813104629517
615890	embedding2nn.bias	9	-0.3942377269268036
615890	rnn.weight_ih_l0	0	-0.0020229043439030647
615890	rnn.weight_ih_l0	1	-0.052032556384801865
615890	rnn.weight_ih_l0	2	-0.05707530677318573
615890	rnn.weight_ih_l0	3	0.10549046844244003
615890	rnn.weight_ih_l0	4	0.010618713684380054
615890	rnn.weight_ih_l0	5	-0.051169056445360184
615890	rnn.weight_ih_l0	6	0.0012844305019825697
615890	rnn.weight_ih_l0	7	-0.021018698811531067
615890	rnn.weight_ih_l0	8	0.012134053744375706
615890	rnn.weight_ih_l0	9	-0.08778799325227737
615890	rnn.weight_hh_l0	0	-0.021022481843829155
615890	rnn.weight_hh_l0	1	0.08118876814842224
615890	rnn.weight_hh_l0	2	0.014334134757518768
615890	rnn.weight_hh_l0	3	-0.02824481576681137
615890	rnn.weight_hh_l0	4	0.06778723001480103
615890	rnn.weight_hh_l0	5	0.016466360539197922
615890	rnn.weight_hh_l0	6	-0.07919777929782867
615890	rnn.weight_hh_l0	7	-0.09539186209440231
615890	rnn.weight_hh_l0	8	0.03586919605731964
615890	rnn.weight_hh_l0	9	-0.11241285502910614
615890	rnn.bias_ih_l0	0	0.18854014575481415
615890	rnn.bias_ih_l0	1	-0.33815068006515503
615890	rnn.bias_ih_l0	2	-0.03479400649666786
615890	rnn.bias_ih_l0	3	-0.2115478813648224
615890	rnn.bias_ih_l0	4	0.027402233332395554
615890	rnn.bias_ih_l0	5	-0.433856338262558
615890	rnn.bias_ih_l0	6	-0.1422714740037918
615890	rnn.bias_ih_l0	7	-0.3691822290420532
615890	rnn.bias_ih_l0	8	-0.2895307242870331
615890	rnn.bias_ih_l0	9	-0.46241429448127747
615890	rnn.bias_hh_l0	0	-0.35144197940826416
615890	rnn.bias_hh_l0	1	-0.4241887032985687
615890	rnn.bias_hh_l0	2	-0.3908885717391968
615890	rnn.bias_hh_l0	3	-0.08235902339220047
615890	rnn.bias_hh_l0	4	-0.4062471389770508
615890	rnn.bias_hh_l0	5	-0.3538890480995178
615890	rnn.bias_hh_l0	6	-0.11163654178380966
615890	rnn.bias_hh_l0	7	0.0706871971487999
615890	rnn.bias_hh_l0	8	-0.24839866161346436
615890	rnn.bias_hh_l0	9	-0.5743987560272217
615890	rnn.weight_ih_l0_reverse	0	0.029477084055542946
615890	rnn.weight_ih_l0_reverse	1	-0.030612317845225334
615890	rnn.weight_ih_l0_reverse	2	-0.0065940492786467075
615890	rnn.weight_ih_l0_reverse	3	-0.15233661234378815
615890	rnn.weight_ih_l0_reverse	4	0.08358550071716309
615890	rnn.weight_ih_l0_reverse	5	-0.1186952218413353
615890	rnn.weight_ih_l0_reverse	6	0.026649827137589455
615890	rnn.weight_ih_l0_reverse	7	0.032449882477521896
615890	rnn.weight_ih_l0_reverse	8	-0.05672862008213997
615890	rnn.weight_ih_l0_reverse	9	-0.07550213485956192
615890	rnn.weight_hh_l0_reverse	0	-0.13634322583675385
615890	rnn.weight_hh_l0_reverse	1	0.024273458868265152
615890	rnn.weight_hh_l0_reverse	2	-0.02025027386844158
615890	rnn.weight_hh_l0_reverse	3	0.025217676535248756
615890	rnn.weight_hh_l0_reverse	4	-0.08530407398939133
615890	rnn.weight_hh_l0_reverse	5	0.03482472896575928
615890	rnn.weight_hh_l0_reverse	6	0.027568448334932327
615890	rnn.weight_hh_l0_reverse	7	-0.12142159789800644
615890	rnn.weight_hh_l0_reverse	8	-0.07066813111305237
615890	rnn.weight_hh_l0_reverse	9	0.04860827699303627
615890	rnn.bias_ih_l0_reverse	0	-0.18297606706619263
615890	rnn.bias_ih_l0_reverse	1	-0.0694548562169075
615890	rnn.bias_ih_l0_reverse	2	0.13914263248443604
615890	rnn.bias_ih_l0_reverse	3	-0.3246402144432068
615890	rnn.bias_ih_l0_reverse	4	0.0066042328253388405
615890	rnn.bias_ih_l0_reverse	5	-0.21514734625816345
615890	rnn.bias_ih_l0_reverse	6	0.274478018283844
615890	rnn.bias_ih_l0_reverse	7	-0.3292122781276703
615890	rnn.bias_ih_l0_reverse	8	-0.1849183887243271
615890	rnn.bias_ih_l0_reverse	9	-0.15407130122184753
615890	rnn.bias_hh_l0_reverse	0	-0.12667910754680634
615890	rnn.bias_hh_l0_reverse	1	0.2582452893257141
615890	rnn.bias_hh_l0_reverse	2	-0.3435032069683075
615890	rnn.bias_hh_l0_reverse	3	-0.22542983293533325
615890	rnn.bias_hh_l0_reverse	4	-0.4060649275779724
615890	rnn.bias_hh_l0_reverse	5	-0.19732186198234558
615890	rnn.bias_hh_l0_reverse	6	-0.2553778886795044
615890	rnn.bias_hh_l0_reverse	7	-0.09299392253160477
615890	rnn.bias_hh_l0_reverse	8	-0.322315514087677
615890	rnn.bias_hh_l0_reverse	9	0.19700032472610474
615890	linear.weight	0	0.19148994982242584
615890	linear.weight	1	-0.41965293884277344
615890	linear.weight	2	0.09121879935264587
615890	linear.weight	3	0.06752364337444305
615890	linear.weight	4	-0.15533636510372162
615890	linear.weight	5	0.22651167213916779
615890	linear.weight	6	-0.04074377939105034
615890	linear.weight	7	-0.06022300943732262
615890	linear.weight	8	0.07433344423770905
615890	linear.weight	9	-0.04945254325866699
615890	linear.bias	0	-0.8595666885375977
615890	linear.bias	1	1.8508827686309814
615890	linear.bias	2	0.7732377052307129
615890	linear.bias	3	-2.7266032695770264
615890	linear.bias	4	-0.14558559656143188
615890	linear.bias	5	1.2383246421813965
615890	linear.bias	6	-0.2567848861217499
615890	linear.bias	7	0.810028076171875
615890	linear.bias	8	2.1685757637023926
615890	linear.bias	9	-1.3940086364746094
615898	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
615898	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
615898	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
615898	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
615898	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
615898	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
615898	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
615898	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
615898	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
615898	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
615898	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
615898	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
615898	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
615898	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
615898	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
615898	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
615898	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
615898	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
615898	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
615898	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
615898	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
615898	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
615898	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
615898	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
615898	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
615898	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
615898	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
615898	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
615898	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
615898	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
615898	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
615898	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
615898	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
615898	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
615898	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
615898	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
615898	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
615898	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
615898	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
615898	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
615898	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
615898	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
615898	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
615898	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
615898	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
615898	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
615898	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
615898	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
615898	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
615898	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
615898	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
615898	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
615898	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
615898	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
615898	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
615898	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
615898	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
615898	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
615898	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
615898	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
615898	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
615898	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
615898	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
615898	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
615898	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
615898	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
615898	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
615898	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
615898	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
615898	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
615898	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
615898	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
615898	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
615898	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
615898	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
615898	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
615898	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
615898	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
615898	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
615898	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
615898	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
615898	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
615898	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
615898	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
615898	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
615898	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
615898	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
615898	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
615898	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
615898	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
615898	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
615898	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
615898	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
615898	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
615898	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
615898	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
615898	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
615898	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
615898	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
615898	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
615898	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
615898	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
615898	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
615898	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
615898	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
615898	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
615898	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
615898	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
615898	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
615898	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
615898	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
615898	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
615898	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
615898	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
615898	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
615898	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
615898	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
615898	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
615898	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
615898	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
615898	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
615898	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
615898	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
615898	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
615898	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
615898	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
615898	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
615898	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
615898	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
615898	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
615898	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
615898	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
615898	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
615898	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
615898	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
615898	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
615898	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
615898	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
615898	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
615898	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
615898	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
615898	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
615898	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
615898	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
615898	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
615898	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
615898	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
615898	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
615898	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
615898	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
615898	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
615898	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
615898	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
615898	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
615898	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
615898	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
615898	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
615898	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
615898	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
615898	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
615898	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
615898	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
615898	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
615898	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
615898	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
615898	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
615898	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
615898	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
615898	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
615898	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
615898	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
615898	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
615898	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
615898	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
615898	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
615898	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
615898	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
615898	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
615898	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
615898	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
615898	embedding2nn.weight	0	0.3196633756160736
615898	embedding2nn.weight	1	0.3735843300819397
615898	embedding2nn.weight	2	-0.007948709651827812
615898	embedding2nn.weight	3	-0.019623981788754463
615898	embedding2nn.weight	4	-0.013346651569008827
615898	embedding2nn.weight	5	0.061903614550828934
615898	embedding2nn.weight	6	0.01625346578657627
615898	embedding2nn.weight	7	0.0013872559648007154
615898	embedding2nn.weight	8	0.04011568799614906
615898	embedding2nn.weight	9	-0.06730648875236511
615898	embedding2nn.bias	0	0.01947670988738537
615898	embedding2nn.bias	1	-0.20285533368587494
615898	embedding2nn.bias	2	0.1580747365951538
615898	embedding2nn.bias	3	0.15868930518627167
615898	embedding2nn.bias	4	0.14848534762859344
615898	embedding2nn.bias	5	-0.061605170369148254
615898	embedding2nn.bias	6	-0.03134479746222496
615898	embedding2nn.bias	7	0.06162555143237114
615898	embedding2nn.bias	8	-0.15576383471488953
615898	embedding2nn.bias	9	-0.3941791355609894
615898	rnn.weight_ih_l0	0	-0.001987510360777378
615898	rnn.weight_ih_l0	1	-0.05164645239710808
615898	rnn.weight_ih_l0	2	-0.056989531964063644
615898	rnn.weight_ih_l0	3	0.10541892796754837
615898	rnn.weight_ih_l0	4	0.009825678542256355
615898	rnn.weight_ih_l0	5	-0.05136324465274811
615898	rnn.weight_ih_l0	6	0.0012874080566689372
615898	rnn.weight_ih_l0	7	-0.02108597569167614
615898	rnn.weight_ih_l0	8	0.011948473751544952
615898	rnn.weight_ih_l0	9	-0.08772949129343033
615898	rnn.weight_hh_l0	0	-0.0210585854947567
615898	rnn.weight_hh_l0	1	0.08118773996829987
615898	rnn.weight_hh_l0	2	0.014210840687155724
615898	rnn.weight_hh_l0	3	-0.028267966583371162
615898	rnn.weight_hh_l0	4	0.06780372560024261
615898	rnn.weight_hh_l0	5	0.016420496627688408
615898	rnn.weight_hh_l0	6	-0.07919774204492569
615898	rnn.weight_hh_l0	7	-0.09515412896871567
615898	rnn.weight_hh_l0	8	0.03587120398879051
615898	rnn.weight_hh_l0	9	-0.1124187484383583
615898	rnn.bias_ih_l0	0	0.1883254200220108
615898	rnn.bias_ih_l0	1	-0.33740127086639404
615898	rnn.bias_ih_l0	2	-0.03480011224746704
615898	rnn.bias_ih_l0	3	-0.2113513946533203
615898	rnn.bias_ih_l0	4	0.027072403579950333
615898	rnn.bias_ih_l0	5	-0.43370500206947327
615898	rnn.bias_ih_l0	6	-0.14205847680568695
615898	rnn.bias_ih_l0	7	-0.3692607581615448
615898	rnn.bias_ih_l0	8	-0.2893116772174835
615898	rnn.bias_ih_l0	9	-0.46258190274238586
615898	rnn.bias_hh_l0	0	-0.3513181209564209
615898	rnn.bias_hh_l0	1	-0.424837589263916
615898	rnn.bias_hh_l0	2	-0.3908952474594116
615898	rnn.bias_hh_l0	3	-0.08197516202926636
615898	rnn.bias_hh_l0	4	-0.4065438210964203
615898	rnn.bias_hh_l0	5	-0.35390517115592957
615898	rnn.bias_hh_l0	6	-0.11183888465166092
615898	rnn.bias_hh_l0	7	0.07048128545284271
615898	rnn.bias_hh_l0	8	-0.24865376949310303
615898	rnn.bias_hh_l0	9	-0.5741464495658875
615898	rnn.weight_ih_l0_reverse	0	0.029600944370031357
615898	rnn.weight_ih_l0_reverse	1	-0.030612509697675705
615898	rnn.weight_ih_l0_reverse	2	-0.006173539906740189
615898	rnn.weight_ih_l0_reverse	3	-0.15250450372695923
615898	rnn.weight_ih_l0_reverse	4	0.08346191048622131
615898	rnn.weight_ih_l0_reverse	5	-0.11889537423849106
615898	rnn.weight_ih_l0_reverse	6	0.026744399219751358
615898	rnn.weight_ih_l0_reverse	7	0.03252728283405304
615898	rnn.weight_ih_l0_reverse	8	-0.056617021560668945
615898	rnn.weight_ih_l0_reverse	9	-0.07546155899763107
615898	rnn.weight_hh_l0_reverse	0	-0.13631364703178406
615898	rnn.weight_hh_l0_reverse	1	0.02428370714187622
615898	rnn.weight_hh_l0_reverse	2	-0.020228665322065353
615898	rnn.weight_hh_l0_reverse	3	0.025225019082427025
615898	rnn.weight_hh_l0_reverse	4	-0.08531419932842255
615898	rnn.weight_hh_l0_reverse	5	0.034789685159921646
615898	rnn.weight_hh_l0_reverse	6	0.027567502111196518
615898	rnn.weight_hh_l0_reverse	7	-0.12137405574321747
615898	rnn.weight_hh_l0_reverse	8	-0.0705653503537178
615898	rnn.weight_hh_l0_reverse	9	0.048629581928253174
615898	rnn.bias_ih_l0_reverse	0	-0.18332959711551666
615898	rnn.bias_ih_l0_reverse	1	-0.0691605731844902
615898	rnn.bias_ih_l0_reverse	2	0.1387210488319397
615898	rnn.bias_ih_l0_reverse	3	-0.3252345323562622
615898	rnn.bias_ih_l0_reverse	4	0.006282757502049208
615898	rnn.bias_ih_l0_reverse	5	-0.21467864513397217
615898	rnn.bias_ih_l0_reverse	6	0.2747969627380371
615898	rnn.bias_ih_l0_reverse	7	-0.32937517762184143
615898	rnn.bias_ih_l0_reverse	8	-0.18479099869728088
615898	rnn.bias_ih_l0_reverse	9	-0.1540917456150055
615898	rnn.bias_hh_l0_reverse	0	-0.12676222622394562
615898	rnn.bias_hh_l0_reverse	1	0.25843822956085205
615898	rnn.bias_hh_l0_reverse	2	-0.34391289949417114
615898	rnn.bias_hh_l0_reverse	3	-0.2252952605485916
615898	rnn.bias_hh_l0_reverse	4	-0.4065362215042114
615898	rnn.bias_hh_l0_reverse	5	-0.19756902754306793
615898	rnn.bias_hh_l0_reverse	6	-0.25542619824409485
615898	rnn.bias_hh_l0_reverse	7	-0.09258738160133362
615898	rnn.bias_hh_l0_reverse	8	-0.32221999764442444
615898	rnn.bias_hh_l0_reverse	9	0.19797031581401825
615898	linear.weight	0	0.19121068716049194
615898	linear.weight	1	-0.4198339581489563
615898	linear.weight	2	0.09428577125072479
615898	linear.weight	3	0.06752370297908783
615898	linear.weight	4	-0.16106081008911133
615898	linear.weight	5	0.22629377245903015
615898	linear.weight	6	-0.04104899987578392
615898	linear.weight	7	-0.06022287532687187
615898	linear.weight	8	0.07625836879014969
615898	linear.weight	9	-0.04945259913802147
615898	linear.bias	0	-0.8577837347984314
615898	linear.bias	1	1.8522441387176514
615898	linear.bias	2	0.7792361378669739
615898	linear.bias	3	-2.7266054153442383
615898	linear.bias	4	-0.14887648820877075
615898	linear.bias	5	1.2409707307815552
615898	linear.bias	6	-0.25552642345428467
615898	linear.bias	7	0.819857120513916
615898	linear.bias	8	2.157890796661377
615898	linear.bias	9	-1.3942456245422363
616507	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
616507	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
616507	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
616507	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
616507	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
616507	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
616507	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
616507	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
616507	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
616507	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
616507	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
616507	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
616507	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
616507	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
616507	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
616507	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
616507	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
616507	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
616507	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
616507	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
616507	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
616507	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
616507	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
616507	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
616507	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
616507	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
616507	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
616507	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
616507	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
616507	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
616507	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
616507	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
616507	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
616507	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
616507	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
616507	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
616507	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
616507	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
616507	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
616507	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
616507	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
616507	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
616507	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
616507	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
616507	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
616507	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
616507	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
616507	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
616507	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
616507	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
616507	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
616507	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
616507	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
616507	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
616507	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
616507	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
616507	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
616507	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
616507	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
616507	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
616507	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
616507	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
616507	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
616507	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
616507	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
616507	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
616507	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
616507	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
616507	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
616507	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
616507	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
616507	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
616507	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
616507	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
616507	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
616507	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
616507	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
616507	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
616507	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
616507	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
616507	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
616507	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
616507	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
616507	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
616507	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
616507	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
616507	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
616507	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
616507	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
616507	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
616507	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
616507	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
616507	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
616507	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
616507	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
616507	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
616507	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
616507	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
616507	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
616507	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
616507	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
616507	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
616507	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
616507	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
616507	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
616507	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
616507	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
616507	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
616507	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
616507	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
616507	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
616507	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
616507	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
616507	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
616507	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
616507	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
616507	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
616507	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
616507	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
616507	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
616507	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
616507	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
616507	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
616507	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
616507	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
616507	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
616507	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
616507	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
616507	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
616507	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
616507	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
616507	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
616507	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
616507	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
616507	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
616507	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
616507	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
616507	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
616507	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
616507	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
616507	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
616507	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
616507	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
616507	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
616507	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
616507	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
616507	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
616507	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
616507	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
616507	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
616507	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
616507	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
616507	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
616507	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
616507	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
616507	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
616507	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
616507	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
616507	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
616507	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
616507	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
616507	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
616507	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
616507	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
616507	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
616507	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
616507	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
616507	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
616507	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
616507	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
616507	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
616507	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
616507	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
616507	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
616507	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
616507	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
616507	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
616507	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
616507	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
616507	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
616507	embedding2nn.weight	0	0.31876176595687866
616507	embedding2nn.weight	1	0.37465840578079224
616507	embedding2nn.weight	2	-0.0072185019962489605
616507	embedding2nn.weight	3	-0.02378321997821331
616507	embedding2nn.weight	4	-0.011909849010407925
616507	embedding2nn.weight	5	0.06270277500152588
616507	embedding2nn.weight	6	0.010291444137692451
616507	embedding2nn.weight	7	0.006235517095774412
616507	embedding2nn.weight	8	0.037837766110897064
616507	embedding2nn.weight	9	-0.06561720371246338
616507	embedding2nn.bias	0	0.03024093620479107
616507	embedding2nn.bias	1	-0.22752150893211365
616507	embedding2nn.bias	2	0.14017289876937866
616507	embedding2nn.bias	3	0.16698741912841797
616507	embedding2nn.bias	4	0.15418994426727295
616507	embedding2nn.bias	5	-0.05587787181138992
616507	embedding2nn.bias	6	-0.03647869825363159
616507	embedding2nn.bias	7	0.063592329621315
616507	embedding2nn.bias	8	-0.1593288779258728
616507	embedding2nn.bias	9	-0.37277451157569885
616507	rnn.weight_ih_l0	0	-0.0022384810727089643
616507	rnn.weight_ih_l0	1	-0.05120003968477249
616507	rnn.weight_ih_l0	2	-0.05671603977680206
616507	rnn.weight_ih_l0	3	0.10742128640413284
616507	rnn.weight_ih_l0	4	0.009451881982386112
616507	rnn.weight_ih_l0	5	-0.053298577666282654
616507	rnn.weight_ih_l0	6	0.0001737961283652112
616507	rnn.weight_ih_l0	7	-0.019511651247739792
616507	rnn.weight_ih_l0	8	0.013129393570125103
616507	rnn.weight_ih_l0	9	-0.08796288818120956
616507	rnn.weight_hh_l0	0	-0.02091309241950512
616507	rnn.weight_hh_l0	1	0.08127515017986298
616507	rnn.weight_hh_l0	2	0.014262056909501553
616507	rnn.weight_hh_l0	3	-0.028150511905550957
616507	rnn.weight_hh_l0	4	0.06812050193548203
616507	rnn.weight_hh_l0	5	0.016161002218723297
616507	rnn.weight_hh_l0	6	-0.0789974257349968
616507	rnn.weight_hh_l0	7	-0.09623351693153381
616507	rnn.weight_hh_l0	8	0.03584219142794609
616507	rnn.weight_hh_l0	9	-0.1125091090798378
616507	rnn.bias_ih_l0	0	0.18853120505809784
616507	rnn.bias_ih_l0	1	-0.34321606159210205
616507	rnn.bias_ih_l0	2	-0.033803049474954605
616507	rnn.bias_ih_l0	3	-0.2119825780391693
616507	rnn.bias_ih_l0	4	0.02541070245206356
616507	rnn.bias_ih_l0	5	-0.4326642155647278
616507	rnn.bias_ih_l0	6	-0.14378231763839722
616507	rnn.bias_ih_l0	7	-0.36971515417099
616507	rnn.bias_ih_l0	8	-0.2927820086479187
616507	rnn.bias_ih_l0	9	-0.45510655641555786
616507	rnn.bias_hh_l0	0	-0.3556489050388336
616507	rnn.bias_hh_l0	1	-0.4262685179710388
616507	rnn.bias_hh_l0	2	-0.38900724053382874
616507	rnn.bias_hh_l0	3	-0.08404948562383652
616507	rnn.bias_hh_l0	4	-0.4049224555492401
616507	rnn.bias_hh_l0	5	-0.35152536630630493
616507	rnn.bias_hh_l0	6	-0.10953174531459808
616507	rnn.bias_hh_l0	7	0.07287129759788513
616507	rnn.bias_hh_l0	8	-0.24391955137252808
616507	rnn.bias_hh_l0	9	-0.5758153200149536
616507	rnn.weight_ih_l0_reverse	0	0.028757764026522636
616507	rnn.weight_ih_l0_reverse	1	-0.029230128973722458
616507	rnn.weight_ih_l0_reverse	2	-0.006299856584519148
616507	rnn.weight_ih_l0_reverse	3	-0.1541474610567093
616507	rnn.weight_ih_l0_reverse	4	0.08353551477193832
616507	rnn.weight_ih_l0_reverse	5	-0.12120649963617325
616507	rnn.weight_ih_l0_reverse	6	0.021895334124565125
616507	rnn.weight_ih_l0_reverse	7	0.033125098794698715
616507	rnn.weight_ih_l0_reverse	8	-0.057699352502822876
616507	rnn.weight_ih_l0_reverse	9	-0.07623884826898575
616507	rnn.weight_hh_l0_reverse	0	-0.13584397733211517
616507	rnn.weight_hh_l0_reverse	1	0.024387825280427933
616507	rnn.weight_hh_l0_reverse	2	-0.02039579674601555
616507	rnn.weight_hh_l0_reverse	3	0.02517939731478691
616507	rnn.weight_hh_l0_reverse	4	-0.0858321264386177
616507	rnn.weight_hh_l0_reverse	5	0.03493567928671837
616507	rnn.weight_hh_l0_reverse	6	0.027637166902422905
616507	rnn.weight_hh_l0_reverse	7	-0.12177523225545883
616507	rnn.weight_hh_l0_reverse	8	-0.06978779286146164
616507	rnn.weight_hh_l0_reverse	9	0.04844170808792114
616507	rnn.bias_ih_l0_reverse	0	-0.1814606785774231
616507	rnn.bias_ih_l0_reverse	1	-0.0673217698931694
616507	rnn.bias_ih_l0_reverse	2	0.13838431239128113
616507	rnn.bias_ih_l0_reverse	3	-0.329450398683548
616507	rnn.bias_ih_l0_reverse	4	0.0025999005883932114
616507	rnn.bias_ih_l0_reverse	5	-0.21252934634685516
616507	rnn.bias_ih_l0_reverse	6	0.2692919671535492
616507	rnn.bias_ih_l0_reverse	7	-0.3253575265407562
616507	rnn.bias_ih_l0_reverse	8	-0.18360036611557007
616507	rnn.bias_ih_l0_reverse	9	-0.1553356945514679
616507	rnn.bias_hh_l0_reverse	0	-0.13014912605285645
616507	rnn.bias_hh_l0_reverse	1	0.2603498101234436
616507	rnn.bias_hh_l0_reverse	2	-0.3407532274723053
616507	rnn.bias_hh_l0_reverse	3	-0.2316429764032364
616507	rnn.bias_hh_l0_reverse	4	-0.40406739711761475
616507	rnn.bias_hh_l0_reverse	5	-0.19656389951705933
616507	rnn.bias_hh_l0_reverse	6	-0.258259654045105
616507	rnn.bias_hh_l0_reverse	7	-0.08981531113386154
616507	rnn.bias_hh_l0_reverse	8	-0.3237253427505493
616507	rnn.bias_hh_l0_reverse	9	0.20113630592823029
616507	linear.weight	0	0.20301565527915955
616507	linear.weight	1	-0.43715041875839233
616507	linear.weight	2	0.09502733498811722
616507	linear.weight	3	0.06752298027276993
616507	linear.weight	4	-0.14452692866325378
616507	linear.weight	5	0.22948648035526276
616507	linear.weight	6	-0.04016027972102165
616507	linear.weight	7	-0.060219768434762955
616507	linear.weight	8	0.08074552565813065
616507	linear.weight	9	-0.04945669695734978
616507	linear.bias	0	-0.8539323806762695
616507	linear.bias	1	1.8693921566009521
616507	linear.bias	2	0.7800285816192627
616507	linear.bias	3	-2.7267043590545654
616507	linear.bias	4	-0.13362160325050354
616507	linear.bias	5	1.2733677625656128
616507	linear.bias	6	-0.24384208023548126
616507	linear.bias	7	0.7832369208335876
616507	linear.bias	8	2.1539220809936523
616507	linear.bias	9	-1.395554542541504
617116	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
617116	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
617116	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
617116	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
617116	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
617116	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
617116	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
617116	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
617116	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
617116	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
617116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
617116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
617116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
617116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
617116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
617116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
617116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
617116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
617116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
617116	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
617116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
617116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
617116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
617116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
617116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
617116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
617116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
617116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
617116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
617116	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
617116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
617116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
617116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
617116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
617116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
617116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
617116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
617116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
617116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
617116	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
617116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
617116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
617116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
617116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
617116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
617116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
617116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
617116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
617116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
617116	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
617116	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
617116	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
617116	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
617116	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
617116	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
617116	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
617116	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
617116	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
617116	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
617116	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
617116	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
617116	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
617116	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
617116	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
617116	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
617116	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
617116	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
617116	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
617116	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
617116	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
617116	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
617116	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
617116	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
617116	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
617116	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
617116	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
617116	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
617116	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
617116	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
617116	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
617116	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
617116	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
617116	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
617116	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
617116	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
617116	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
617116	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
617116	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
617116	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
617116	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
617116	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
617116	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
617116	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
617116	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
617116	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
617116	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
617116	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
617116	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
617116	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
617116	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
617116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
617116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
617116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
617116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
617116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
617116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
617116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
617116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
617116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
617116	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
617116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
617116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
617116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
617116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
617116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
617116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
617116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
617116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
617116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
617116	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
617116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
617116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
617116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
617116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
617116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
617116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
617116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
617116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
617116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
617116	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
617116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
617116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
617116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
617116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
617116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
617116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
617116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
617116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
617116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
617116	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
617116	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
617116	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
617116	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
617116	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
617116	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
617116	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
617116	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
617116	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
617116	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
617116	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
617116	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
617116	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
617116	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
617116	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
617116	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
617116	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
617116	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
617116	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
617116	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
617116	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
617116	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
617116	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
617116	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
617116	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
617116	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
617116	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
617116	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
617116	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
617116	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
617116	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
617116	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
617116	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
617116	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
617116	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
617116	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
617116	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
617116	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
617116	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
617116	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
617116	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
617116	embedding2nn.weight	0	0.3180447220802307
617116	embedding2nn.weight	1	0.3785559833049774
617116	embedding2nn.weight	2	-0.006903030443936586
617116	embedding2nn.weight	3	-0.027152489870786667
617116	embedding2nn.weight	4	-0.014151101931929588
617116	embedding2nn.weight	5	0.0632421001791954
617116	embedding2nn.weight	6	0.006269278936088085
617116	embedding2nn.weight	7	0.005895429290831089
617116	embedding2nn.weight	8	0.039097197353839874
617116	embedding2nn.weight	9	-0.06376999616622925
617116	embedding2nn.bias	0	0.012434315867722034
617116	embedding2nn.bias	1	-0.22692568600177765
617116	embedding2nn.bias	2	0.13647352159023285
617116	embedding2nn.bias	3	0.17673622071743011
617116	embedding2nn.bias	4	0.14090293645858765
617116	embedding2nn.bias	5	-0.05420107766985893
617116	embedding2nn.bias	6	-0.03604280576109886
617116	embedding2nn.bias	7	0.05979404225945473
617116	embedding2nn.bias	8	-0.1587582528591156
617116	embedding2nn.bias	9	-0.37342891097068787
617116	rnn.weight_ih_l0	0	-0.0026179114356637
617116	rnn.weight_ih_l0	1	-0.051049116998910904
617116	rnn.weight_ih_l0	2	-0.059033606201410294
617116	rnn.weight_ih_l0	3	0.10876380652189255
617116	rnn.weight_ih_l0	4	0.005178452003747225
617116	rnn.weight_ih_l0	5	-0.05028150603175163
617116	rnn.weight_ih_l0	6	-0.004031248390674591
617116	rnn.weight_ih_l0	7	-0.0195399709045887
617116	rnn.weight_ih_l0	8	0.010862747207283974
617116	rnn.weight_ih_l0	9	-0.0872807502746582
617116	rnn.weight_hh_l0	0	-0.020835785195231438
617116	rnn.weight_hh_l0	1	0.0817968100309372
617116	rnn.weight_hh_l0	2	0.014265735633671284
617116	rnn.weight_hh_l0	3	-0.02770921401679516
617116	rnn.weight_hh_l0	4	0.068268321454525
617116	rnn.weight_hh_l0	5	0.01651631109416485
617116	rnn.weight_hh_l0	6	-0.07891242951154709
617116	rnn.weight_hh_l0	7	-0.09513836354017258
617116	rnn.weight_hh_l0	8	0.035805486142635345
617116	rnn.weight_hh_l0	9	-0.11240843683481216
617116	rnn.bias_ih_l0	0	0.178105890750885
617116	rnn.bias_ih_l0	1	-0.34527942538261414
617116	rnn.bias_ih_l0	2	-0.03652474656701088
617116	rnn.bias_ih_l0	3	-0.2133883535861969
617116	rnn.bias_ih_l0	4	0.024272412061691284
617116	rnn.bias_ih_l0	5	-0.4303742051124573
617116	rnn.bias_ih_l0	6	-0.14332431554794312
617116	rnn.bias_ih_l0	7	-0.370257705450058
617116	rnn.bias_ih_l0	8	-0.29383784532546997
617116	rnn.bias_ih_l0	9	-0.4627400040626526
617116	rnn.bias_hh_l0	0	-0.3533895015716553
617116	rnn.bias_hh_l0	1	-0.4295637011528015
617116	rnn.bias_hh_l0	2	-0.38454458117485046
617116	rnn.bias_hh_l0	3	-0.0817948430776596
617116	rnn.bias_hh_l0	4	-0.40326401591300964
617116	rnn.bias_hh_l0	5	-0.34924548864364624
617116	rnn.bias_hh_l0	6	-0.10679545998573303
617116	rnn.bias_hh_l0	7	0.07294215261936188
617116	rnn.bias_hh_l0	8	-0.241504967212677
617116	rnn.bias_hh_l0	9	-0.5719946026802063
617116	rnn.weight_ih_l0_reverse	0	0.03333331644535065
617116	rnn.weight_ih_l0_reverse	1	-0.030470624566078186
617116	rnn.weight_ih_l0_reverse	2	-0.007223180495202541
617116	rnn.weight_ih_l0_reverse	3	-0.15339618921279907
617116	rnn.weight_ih_l0_reverse	4	0.08344698697328568
617116	rnn.weight_ih_l0_reverse	5	-0.1273999959230423
617116	rnn.weight_ih_l0_reverse	6	0.01904694177210331
617116	rnn.weight_ih_l0_reverse	7	0.03341571241617203
617116	rnn.weight_ih_l0_reverse	8	-0.05892964079976082
617116	rnn.weight_ih_l0_reverse	9	-0.0772428885102272
617116	rnn.weight_hh_l0_reverse	0	-0.13704536855220795
617116	rnn.weight_hh_l0_reverse	1	0.024467328563332558
617116	rnn.weight_hh_l0_reverse	2	-0.019985415041446686
617116	rnn.weight_hh_l0_reverse	3	0.024900242686271667
617116	rnn.weight_hh_l0_reverse	4	-0.08573179692029953
617116	rnn.weight_hh_l0_reverse	5	0.034755807369947433
617116	rnn.weight_hh_l0_reverse	6	0.02756074070930481
617116	rnn.weight_hh_l0_reverse	7	-0.12418908625841141
617116	rnn.weight_hh_l0_reverse	8	-0.07044904679059982
617116	rnn.weight_hh_l0_reverse	9	0.04823421314358711
617116	rnn.bias_ih_l0_reverse	0	-0.18130791187286377
617116	rnn.bias_ih_l0_reverse	1	-0.07159921526908875
617116	rnn.bias_ih_l0_reverse	2	0.1393621861934662
617116	rnn.bias_ih_l0_reverse	3	-0.32683810591697693
617116	rnn.bias_ih_l0_reverse	4	0.0034782253205776215
617116	rnn.bias_ih_l0_reverse	5	-0.21199773252010345
617116	rnn.bias_ih_l0_reverse	6	0.27032724022865295
617116	rnn.bias_ih_l0_reverse	7	-0.32592734694480896
617116	rnn.bias_ih_l0_reverse	8	-0.1814003884792328
617116	rnn.bias_ih_l0_reverse	9	-0.15380187332630157
617116	rnn.bias_hh_l0_reverse	0	-0.13291190564632416
617116	rnn.bias_hh_l0_reverse	1	0.25575223565101624
617116	rnn.bias_hh_l0_reverse	2	-0.3453761041164398
617116	rnn.bias_hh_l0_reverse	3	-0.231039896607399
617116	rnn.bias_hh_l0_reverse	4	-0.40441596508026123
617116	rnn.bias_hh_l0_reverse	5	-0.19811218976974487
617116	rnn.bias_hh_l0_reverse	6	-0.2568565607070923
617116	rnn.bias_hh_l0_reverse	7	-0.09074678272008896
617116	rnn.bias_hh_l0_reverse	8	-0.32177385687828064
617116	rnn.bias_hh_l0_reverse	9	0.1972353458404541
617116	linear.weight	0	0.2209016978740692
617116	linear.weight	1	-0.44945579767227173
617116	linear.weight	2	0.06996653228998184
617116	linear.weight	3	0.06752286106348038
617116	linear.weight	4	-0.16944493353366852
617116	linear.weight	5	0.238315612077713
617116	linear.weight	6	-0.04824971780180931
617116	linear.weight	7	-0.0602157823741436
617116	linear.weight	8	0.08777321875095367
617116	linear.weight	9	-0.049460519105196
617116	linear.bias	0	-0.854243278503418
617116	linear.bias	1	1.8550078868865967
617116	linear.bias	2	0.7563151121139526
617116	linear.bias	3	-2.726813554763794
617116	linear.bias	4	-0.12103792279958725
617116	linear.bias	5	1.2712700366973877
617116	linear.bias	6	-0.23798340559005737
617116	linear.bias	7	0.784953236579895
617116	linear.bias	8	2.1614255905151367
617116	linear.bias	9	-1.409294843673706
617725	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
617725	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
617725	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
617725	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
617725	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
617725	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
617725	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
617725	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
617725	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
617725	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
617725	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
617725	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
617725	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
617725	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
617725	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
617725	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
617725	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
617725	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
617725	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
617725	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
617725	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
617725	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
617725	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
617725	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
617725	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
617725	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
617725	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
617725	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
617725	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
617725	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
617725	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
617725	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
617725	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
617725	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
617725	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
617725	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
617725	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
617725	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
617725	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
617725	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
617725	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
617725	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
617725	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
617725	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
617725	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
617725	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
617725	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
617725	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
617725	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
617725	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
617725	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
617725	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
617725	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
617725	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
617725	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
617725	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
617725	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
617725	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
617725	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
617725	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
617725	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
617725	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
617725	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
617725	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
617725	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
617725	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
617725	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
617725	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
617725	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
617725	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
617725	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
617725	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
617725	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
617725	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
617725	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
617725	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
617725	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
617725	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
617725	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
617725	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
617725	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
617725	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
617725	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
617725	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
617725	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
617725	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
617725	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
617725	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
617725	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
617725	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
617725	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
617725	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
617725	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
617725	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
617725	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
617725	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
617725	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
617725	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
617725	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
617725	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
617725	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
617725	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
617725	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
617725	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
617725	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
617725	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
617725	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
617725	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
617725	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
617725	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
617725	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
617725	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
617725	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
617725	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
617725	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
617725	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
617725	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
617725	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
617725	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
617725	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
617725	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
617725	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
617725	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
617725	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
617725	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
617725	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
617725	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
617725	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
617725	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
617725	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
617725	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
617725	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
617725	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
617725	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
617725	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
617725	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
617725	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
617725	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
617725	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
617725	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
617725	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
617725	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
617725	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
617725	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
617725	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
617725	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
617725	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
617725	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
617725	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
617725	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
617725	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
617725	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
617725	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
617725	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
617725	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
617725	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
617725	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
617725	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
617725	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
617725	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
617725	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
617725	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
617725	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
617725	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
617725	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
617725	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
617725	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
617725	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
617725	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
617725	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
617725	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
617725	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
617725	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
617725	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
617725	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
617725	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
617725	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
617725	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
617725	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
617725	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
617725	embedding2nn.weight	0	0.3198952376842499
617725	embedding2nn.weight	1	0.3809995949268341
617725	embedding2nn.weight	2	-0.005487624555826187
617725	embedding2nn.weight	3	-0.017079712823033333
617725	embedding2nn.weight	4	-0.012063685804605484
617725	embedding2nn.weight	5	0.06251142174005508
617725	embedding2nn.weight	6	0.013177845627069473
617725	embedding2nn.weight	7	0.007393255829811096
617725	embedding2nn.weight	8	0.038033612072467804
617725	embedding2nn.weight	9	-0.06588917225599289
617725	embedding2nn.bias	0	0.005067035555839539
617725	embedding2nn.bias	1	-0.23408177495002747
617725	embedding2nn.bias	2	0.14941515028476715
617725	embedding2nn.bias	3	0.17028571665287018
617725	embedding2nn.bias	4	0.14639073610305786
617725	embedding2nn.bias	5	-0.057481203228235245
617725	embedding2nn.bias	6	-0.03625962510704994
617725	embedding2nn.bias	7	0.05581166595220566
617725	embedding2nn.bias	8	-0.143650084733963
617725	embedding2nn.bias	9	-0.37792858481407166
617725	rnn.weight_ih_l0	0	-0.003446008311584592
617725	rnn.weight_ih_l0	1	-0.05205829441547394
617725	rnn.weight_ih_l0	2	-0.05357957258820534
617725	rnn.weight_ih_l0	3	0.10957324504852295
617725	rnn.weight_ih_l0	4	0.002846403978765011
617725	rnn.weight_ih_l0	5	-0.052946288138628006
617725	rnn.weight_ih_l0	6	-0.006769821513444185
617725	rnn.weight_ih_l0	7	-0.01758010871708393
617725	rnn.weight_ih_l0	8	0.010324327275156975
617725	rnn.weight_ih_l0	9	-0.08764088153839111
617725	rnn.weight_hh_l0	0	-0.02079823799431324
617725	rnn.weight_hh_l0	1	0.08219645917415619
617725	rnn.weight_hh_l0	2	0.013587243854999542
617725	rnn.weight_hh_l0	3	-0.02753155492246151
617725	rnn.weight_hh_l0	4	0.06857454776763916
617725	rnn.weight_hh_l0	5	0.01623087003827095
617725	rnn.weight_hh_l0	6	-0.07911123335361481
617725	rnn.weight_hh_l0	7	-0.09696955233812332
617725	rnn.weight_hh_l0	8	0.035915713757276535
617725	rnn.weight_hh_l0	9	-0.11245305836200714
617725	rnn.bias_ih_l0	0	0.17105181515216827
617725	rnn.bias_ih_l0	1	-0.3430028557777405
617725	rnn.bias_ih_l0	2	-0.0366952046751976
617725	rnn.bias_ih_l0	3	-0.21221040189266205
617725	rnn.bias_ih_l0	4	0.020850807428359985
617725	rnn.bias_ih_l0	5	-0.43490007519721985
617725	rnn.bias_ih_l0	6	-0.1422457993030548
617725	rnn.bias_ih_l0	7	-0.37115946412086487
617725	rnn.bias_ih_l0	8	-0.2907178997993469
617725	rnn.bias_ih_l0	9	-0.4606088399887085
617725	rnn.bias_hh_l0	0	-0.35178810358047485
617725	rnn.bias_hh_l0	1	-0.428254634141922
617725	rnn.bias_hh_l0	2	-0.38476723432540894
617725	rnn.bias_hh_l0	3	-0.08281996101140976
617725	rnn.bias_hh_l0	4	-0.4018436372280121
617725	rnn.bias_hh_l0	5	-0.34719982743263245
617725	rnn.bias_hh_l0	6	-0.11136975884437561
617725	rnn.bias_hh_l0	7	0.07005871832370758
617725	rnn.bias_hh_l0	8	-0.23963481187820435
617725	rnn.bias_hh_l0	9	-0.5658432245254517
617725	rnn.weight_ih_l0_reverse	0	0.03683976083993912
617725	rnn.weight_ih_l0_reverse	1	-0.03085225075483322
617725	rnn.weight_ih_l0_reverse	2	-0.006218970753252506
617725	rnn.weight_ih_l0_reverse	3	-0.15409153699874878
617725	rnn.weight_ih_l0_reverse	4	0.08246973901987076
617725	rnn.weight_ih_l0_reverse	5	-0.13145138323307037
617725	rnn.weight_ih_l0_reverse	6	0.01869920641183853
617725	rnn.weight_ih_l0_reverse	7	0.03397257626056671
617725	rnn.weight_ih_l0_reverse	8	-0.0572679378092289
617725	rnn.weight_ih_l0_reverse	9	-0.07574353367090225
617725	rnn.weight_hh_l0_reverse	0	-0.13708588480949402
617725	rnn.weight_hh_l0_reverse	1	0.024586785584688187
617725	rnn.weight_hh_l0_reverse	2	-0.020273786038160324
617725	rnn.weight_hh_l0_reverse	3	0.02417866699397564
617725	rnn.weight_hh_l0_reverse	4	-0.08562879264354706
617725	rnn.weight_hh_l0_reverse	5	0.035077325999736786
617725	rnn.weight_hh_l0_reverse	6	0.02752971276640892
617725	rnn.weight_hh_l0_reverse	7	-0.12385517358779907
617725	rnn.weight_hh_l0_reverse	8	-0.06995168328285217
617725	rnn.weight_hh_l0_reverse	9	0.04790053144097328
617725	rnn.bias_ih_l0_reverse	0	-0.17369619011878967
617725	rnn.bias_ih_l0_reverse	1	-0.0745726004242897
617725	rnn.bias_ih_l0_reverse	2	0.14004801213741302
617725	rnn.bias_ih_l0_reverse	3	-0.3254861533641815
617725	rnn.bias_ih_l0_reverse	4	-0.0007720226421952248
617725	rnn.bias_ih_l0_reverse	5	-0.21105548739433289
617725	rnn.bias_ih_l0_reverse	6	0.2648544907569885
617725	rnn.bias_ih_l0_reverse	7	-0.32655858993530273
617725	rnn.bias_ih_l0_reverse	8	-0.17951783537864685
617725	rnn.bias_ih_l0_reverse	9	-0.15072675049304962
617725	rnn.bias_hh_l0_reverse	0	-0.1322307288646698
617725	rnn.bias_hh_l0_reverse	1	0.25202974677085876
617725	rnn.bias_hh_l0_reverse	2	-0.3427172005176544
617725	rnn.bias_hh_l0_reverse	3	-0.23235130310058594
617725	rnn.bias_hh_l0_reverse	4	-0.4065435528755188
617725	rnn.bias_hh_l0_reverse	5	-0.1981503814458847
617725	rnn.bias_hh_l0_reverse	6	-0.2614152133464813
617725	rnn.bias_hh_l0_reverse	7	-0.08820496499538422
617725	rnn.bias_hh_l0_reverse	8	-0.3239780068397522
617725	rnn.bias_hh_l0_reverse	9	0.19824030995368958
617725	linear.weight	0	0.20027148723602295
617725	linear.weight	1	-0.44431552290916443
617725	linear.weight	2	0.06436340510845184
617725	linear.weight	3	0.06752218306064606
617725	linear.weight	4	-0.17582234740257263
617725	linear.weight	5	0.22199471294879913
617725	linear.weight	6	-0.03616420924663544
617725	linear.weight	7	-0.0602119006216526
617725	linear.weight	8	0.09186798334121704
617725	linear.weight	9	-0.049463722854852676
617725	linear.bias	0	-0.8702253103256226
617725	linear.bias	1	1.8633618354797363
617725	linear.bias	2	0.7332637310028076
617725	linear.bias	3	-2.726919412612915
617725	linear.bias	4	-0.12987497448921204
617725	linear.bias	5	1.2520908117294312
617725	linear.bias	6	-0.2654740810394287
617725	linear.bias	7	0.793232798576355
617725	linear.bias	8	2.154724597930908
617725	linear.bias	9	-1.4056410789489746
618334	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
618334	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
618334	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
618334	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
618334	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
618334	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
618334	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
618334	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
618334	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
618334	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
618334	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
618334	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
618334	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
618334	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
618334	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
618334	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
618334	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
618334	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
618334	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
618334	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
618334	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
618334	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
618334	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
618334	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
618334	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
618334	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
618334	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
618334	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
618334	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
618334	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
618334	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
618334	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
618334	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
618334	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
618334	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
618334	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
618334	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
618334	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
618334	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
618334	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
618334	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
618334	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
618334	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
618334	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
618334	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
618334	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
618334	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
618334	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
618334	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
618334	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
618334	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
618334	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
618334	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
618334	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
618334	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
618334	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
618334	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
618334	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
618334	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
618334	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
618334	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
618334	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
618334	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
618334	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
618334	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
618334	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
618334	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
618334	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
618334	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
618334	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
618334	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
618334	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
618334	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
618334	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
618334	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
618334	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
618334	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
618334	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
618334	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
618334	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
618334	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
618334	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
618334	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
618334	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
618334	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
618334	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
618334	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
618334	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
618334	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
618334	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
618334	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
618334	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
618334	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
618334	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
618334	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
618334	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
618334	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
618334	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
618334	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
618334	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
618334	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
618334	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
618334	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
618334	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
618334	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
618334	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
618334	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
618334	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
618334	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
618334	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
618334	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
618334	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
618334	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
618334	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
618334	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
618334	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
618334	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
618334	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
618334	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
618334	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
618334	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
618334	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
618334	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
618334	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
618334	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
618334	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
618334	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
618334	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
618334	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
618334	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
618334	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
618334	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
618334	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
618334	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
618334	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
618334	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
618334	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
618334	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
618334	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
618334	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
618334	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
618334	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
618334	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
618334	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
618334	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
618334	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
618334	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
618334	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
618334	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
618334	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
618334	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
618334	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
618334	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
618334	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
618334	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
618334	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
618334	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
618334	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
618334	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
618334	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
618334	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
618334	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
618334	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
618334	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
618334	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
618334	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
618334	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
618334	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
618334	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
618334	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
618334	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
618334	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
618334	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
618334	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
618334	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
618334	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
618334	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
618334	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
618334	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
618334	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
618334	embedding2nn.weight	0	0.3187779486179352
618334	embedding2nn.weight	1	0.38082632422447205
618334	embedding2nn.weight	2	-0.005776620469987392
618334	embedding2nn.weight	3	-0.027645420283079147
618334	embedding2nn.weight	4	-0.013338493183255196
618334	embedding2nn.weight	5	0.06429784744977951
618334	embedding2nn.weight	6	0.010243448428809643
618334	embedding2nn.weight	7	0.00968195591121912
618334	embedding2nn.weight	8	0.039625320583581924
618334	embedding2nn.weight	9	-0.06656082719564438
618334	embedding2nn.bias	0	0.019375279545783997
618334	embedding2nn.bias	1	-0.23436512053012848
618334	embedding2nn.bias	2	0.15322387218475342
618334	embedding2nn.bias	3	0.17569537460803986
618334	embedding2nn.bias	4	0.1605045050382614
618334	embedding2nn.bias	5	-0.04624895378947258
618334	embedding2nn.bias	6	-0.04375076666474342
618334	embedding2nn.bias	7	0.05705472081899643
618334	embedding2nn.bias	8	-0.15625369548797607
618334	embedding2nn.bias	9	-0.37511926889419556
618334	rnn.weight_ih_l0	0	-0.002842980669811368
618334	rnn.weight_ih_l0	1	-0.05241464823484421
618334	rnn.weight_ih_l0	2	-0.05572224035859108
618334	rnn.weight_ih_l0	3	0.1055254340171814
618334	rnn.weight_ih_l0	4	0.0010070999851450324
618334	rnn.weight_ih_l0	5	-0.0519268773496151
618334	rnn.weight_ih_l0	6	-0.007346244528889656
618334	rnn.weight_ih_l0	7	-0.018200622871518135
618334	rnn.weight_ih_l0	8	0.008290630765259266
618334	rnn.weight_ih_l0	9	-0.08746877312660217
618334	rnn.weight_hh_l0	0	-0.020775189623236656
618334	rnn.weight_hh_l0	1	0.08211374282836914
618334	rnn.weight_hh_l0	2	0.012584873475134373
618334	rnn.weight_hh_l0	3	-0.027749137952923775
618334	rnn.weight_hh_l0	4	0.0690617561340332
618334	rnn.weight_hh_l0	5	0.016660619527101517
618334	rnn.weight_hh_l0	6	-0.07921499758958817
618334	rnn.weight_hh_l0	7	-0.0950944796204567
618334	rnn.weight_hh_l0	8	0.03567086160182953
618334	rnn.weight_hh_l0	9	-0.11263234168291092
618334	rnn.bias_ih_l0	0	0.17513695359230042
618334	rnn.bias_ih_l0	1	-0.3408629596233368
618334	rnn.bias_ih_l0	2	-0.0360218845307827
618334	rnn.bias_ih_l0	3	-0.21783767640590668
618334	rnn.bias_ih_l0	4	0.01861667074263096
618334	rnn.bias_ih_l0	5	-0.4331206679344177
618334	rnn.bias_ih_l0	6	-0.14207349717617035
618334	rnn.bias_ih_l0	7	-0.37073200941085815
618334	rnn.bias_ih_l0	8	-0.2868154048919678
618334	rnn.bias_ih_l0	9	-0.4690309464931488
618334	rnn.bias_hh_l0	0	-0.35251906514167786
618334	rnn.bias_hh_l0	1	-0.429644912481308
618334	rnn.bias_hh_l0	2	-0.38325008749961853
618334	rnn.bias_hh_l0	3	-0.0825042724609375
618334	rnn.bias_hh_l0	4	-0.40179115533828735
618334	rnn.bias_hh_l0	5	-0.348957896232605
618334	rnn.bias_hh_l0	6	-0.10963467508554459
618334	rnn.bias_hh_l0	7	0.0725143775343895
618334	rnn.bias_hh_l0	8	-0.2418675422668457
618334	rnn.bias_hh_l0	9	-0.5691771507263184
618334	rnn.weight_ih_l0_reverse	0	0.03505108878016472
618334	rnn.weight_ih_l0_reverse	1	-0.030729833990335464
618334	rnn.weight_ih_l0_reverse	2	-0.007022643927484751
618334	rnn.weight_ih_l0_reverse	3	-0.15472003817558289
618334	rnn.weight_ih_l0_reverse	4	0.08316501975059509
618334	rnn.weight_ih_l0_reverse	5	-0.13722354173660278
618334	rnn.weight_ih_l0_reverse	6	0.020006343722343445
618334	rnn.weight_ih_l0_reverse	7	0.03382815793156624
618334	rnn.weight_ih_l0_reverse	8	-0.0558658130466938
618334	rnn.weight_ih_l0_reverse	9	-0.07342302799224854
618334	rnn.weight_hh_l0_reverse	0	-0.13780413568019867
618334	rnn.weight_hh_l0_reverse	1	0.024640465155243874
618334	rnn.weight_hh_l0_reverse	2	-0.02029423974454403
618334	rnn.weight_hh_l0_reverse	3	0.02394203655421734
618334	rnn.weight_hh_l0_reverse	4	-0.08618590235710144
618334	rnn.weight_hh_l0_reverse	5	0.03524621203541756
618334	rnn.weight_hh_l0_reverse	6	0.027611274272203445
618334	rnn.weight_hh_l0_reverse	7	-0.12500286102294922
618334	rnn.weight_hh_l0_reverse	8	-0.06809482723474503
618334	rnn.weight_hh_l0_reverse	9	0.04746731370687485
618334	rnn.bias_ih_l0_reverse	0	-0.17696529626846313
618334	rnn.bias_ih_l0_reverse	1	-0.07418487221002579
618334	rnn.bias_ih_l0_reverse	2	0.14260677993297577
618334	rnn.bias_ih_l0_reverse	3	-0.32585451006889343
618334	rnn.bias_ih_l0_reverse	4	-0.004953364375978708
618334	rnn.bias_ih_l0_reverse	5	-0.21159833669662476
618334	rnn.bias_ih_l0_reverse	6	0.267147958278656
618334	rnn.bias_ih_l0_reverse	7	-0.3320758640766144
618334	rnn.bias_ih_l0_reverse	8	-0.17908495664596558
618334	rnn.bias_ih_l0_reverse	9	-0.15300655364990234
618334	rnn.bias_hh_l0_reverse	0	-0.1326841413974762
618334	rnn.bias_hh_l0_reverse	1	0.26070648431777954
618334	rnn.bias_hh_l0_reverse	2	-0.3467167913913727
618334	rnn.bias_hh_l0_reverse	3	-0.23134109377861023
618334	rnn.bias_hh_l0_reverse	4	-0.4047335386276245
618334	rnn.bias_hh_l0_reverse	5	-0.20029453933238983
618334	rnn.bias_hh_l0_reverse	6	-0.2569466531276703
618334	rnn.bias_hh_l0_reverse	7	-0.08807409554719925
618334	rnn.bias_hh_l0_reverse	8	-0.32444047927856445
618334	rnn.bias_hh_l0_reverse	9	0.19498777389526367
618334	linear.weight	0	0.20167985558509827
618334	linear.weight	1	-0.4405485689640045
618334	linear.weight	2	0.06026363745331764
618334	linear.weight	3	0.06752162426710129
618334	linear.weight	4	-0.1726023107767105
618334	linear.weight	5	0.2329314798116684
618334	linear.weight	6	-0.02762129344046116
618334	linear.weight	7	-0.06020864099264145
618334	linear.weight	8	0.09629686921834946
618334	linear.weight	9	-0.049467939883470535
618334	linear.bias	0	-0.8865916132926941
618334	linear.bias	1	1.8234013319015503
618334	linear.bias	2	0.7619171738624573
618334	linear.bias	3	-2.72702956199646
618334	linear.bias	4	-0.13109132647514343
618334	linear.bias	5	1.2743217945098877
618334	linear.bias	6	-0.24981294572353363
618334	linear.bias	7	0.7896366715431213
618334	linear.bias	8	2.1723623275756836
618334	linear.bias	9	-1.41024649143219
618943	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
618943	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
618943	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
618943	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
618943	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
618943	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
618943	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
618943	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
618943	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
618943	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
618943	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
618943	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
618943	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
618943	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
618943	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
618943	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
618943	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
618943	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
618943	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
618943	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
618943	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
618943	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
618943	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
618943	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
618943	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
618943	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
618943	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
618943	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
618943	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
618943	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
618943	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
618943	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
618943	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
618943	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
618943	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
618943	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
618943	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
618943	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
618943	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
618943	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
618943	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
618943	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
618943	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
618943	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
618943	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
618943	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
618943	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
618943	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
618943	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
618943	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
618943	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
618943	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
618943	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
618943	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
618943	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
618943	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
618943	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
618943	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
618943	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
618943	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
618943	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
618943	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
618943	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
618943	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
618943	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
618943	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
618943	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
618943	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
618943	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
618943	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
618943	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
618943	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
618943	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
618943	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
618943	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
618943	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
618943	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
618943	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
618943	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
618943	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
618943	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
618943	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
618943	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
618943	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
618943	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
618943	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
618943	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
618943	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
618943	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
618943	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
618943	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
618943	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
618943	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
618943	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
618943	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
618943	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
618943	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
618943	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
618943	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
618943	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
618943	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
618943	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
618943	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
618943	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
618943	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
618943	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
618943	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
618943	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
618943	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
618943	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
618943	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
618943	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
618943	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
618943	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
618943	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
618943	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
618943	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
618943	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
618943	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
618943	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
618943	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
618943	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
618943	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
618943	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
618943	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
618943	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
618943	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
618943	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
618943	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
618943	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
618943	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
618943	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
618943	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
618943	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
618943	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
618943	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
618943	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
618943	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
618943	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
618943	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
618943	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
618943	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
618943	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
618943	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
618943	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
618943	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
618943	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
618943	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
618943	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
618943	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
618943	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
618943	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
618943	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
618943	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
618943	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
618943	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
618943	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
618943	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
618943	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
618943	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
618943	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
618943	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
618943	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
618943	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
618943	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
618943	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
618943	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
618943	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
618943	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
618943	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
618943	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
618943	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
618943	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
618943	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
618943	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
618943	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
618943	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
618943	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
618943	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
618943	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
618943	embedding2nn.weight	0	0.3173844516277313
618943	embedding2nn.weight	1	0.3792131245136261
618943	embedding2nn.weight	2	-0.004301909357309341
618943	embedding2nn.weight	3	-0.025983016937971115
618943	embedding2nn.weight	4	-0.012803664430975914
618943	embedding2nn.weight	5	0.06257327646017075
618943	embedding2nn.weight	6	0.01098951417952776
618943	embedding2nn.weight	7	0.007610623724758625
618943	embedding2nn.weight	8	0.03905989229679108
618943	embedding2nn.weight	9	-0.06617304682731628
618943	embedding2nn.bias	0	0.020033933222293854
618943	embedding2nn.bias	1	-0.23130245506763458
618943	embedding2nn.bias	2	0.14708398282527924
618943	embedding2nn.bias	3	0.17726543545722961
618943	embedding2nn.bias	4	0.14921042323112488
618943	embedding2nn.bias	5	-0.07245142012834549
618943	embedding2nn.bias	6	-0.04149806872010231
618943	embedding2nn.bias	7	0.04298066347837448
618943	embedding2nn.bias	8	-0.15531642735004425
618943	embedding2nn.bias	9	-0.37670257687568665
618943	rnn.weight_ih_l0	0	-0.002596742706373334
618943	rnn.weight_ih_l0	1	-0.05153033509850502
618943	rnn.weight_ih_l0	2	-0.054703615605831146
618943	rnn.weight_ih_l0	3	0.1084187850356102
618943	rnn.weight_ih_l0	4	0.0002796510816551745
618943	rnn.weight_ih_l0	5	-0.05593836307525635
618943	rnn.weight_ih_l0	6	-0.0061536128632724285
618943	rnn.weight_ih_l0	7	-0.01968073844909668
618943	rnn.weight_ih_l0	8	0.0103803975507617
618943	rnn.weight_ih_l0	9	-0.09138450771570206
618943	rnn.weight_hh_l0	0	-0.021123122423887253
618943	rnn.weight_hh_l0	1	0.0820436030626297
618943	rnn.weight_hh_l0	2	0.013133566826581955
618943	rnn.weight_hh_l0	3	-0.027602355927228928
618943	rnn.weight_hh_l0	4	0.06953611224889755
618943	rnn.weight_hh_l0	5	0.017144067212939262
618943	rnn.weight_hh_l0	6	-0.07888978719711304
618943	rnn.weight_hh_l0	7	-0.09395850449800491
618943	rnn.weight_hh_l0	8	0.035745881497859955
618943	rnn.weight_hh_l0	9	-0.1123458743095398
618943	rnn.bias_ih_l0	0	0.17386460304260254
618943	rnn.bias_ih_l0	1	-0.34198641777038574
618943	rnn.bias_ih_l0	2	-0.036919042468070984
618943	rnn.bias_ih_l0	3	-0.2140517383813858
618943	rnn.bias_ih_l0	4	0.017778431996703148
618943	rnn.bias_ih_l0	5	-0.43209537863731384
618943	rnn.bias_ih_l0	6	-0.14133287966251373
618943	rnn.bias_ih_l0	7	-0.37045928835868835
618943	rnn.bias_ih_l0	8	-0.2905272841453552
618943	rnn.bias_ih_l0	9	-0.4689570963382721
618943	rnn.bias_hh_l0	0	-0.35537073016166687
618943	rnn.bias_hh_l0	1	-0.4361780881881714
618943	rnn.bias_hh_l0	2	-0.38322901725769043
618943	rnn.bias_hh_l0	3	-0.0787682831287384
618943	rnn.bias_hh_l0	4	-0.39685535430908203
618943	rnn.bias_hh_l0	5	-0.34868383407592773
618943	rnn.bias_hh_l0	6	-0.10964352637529373
618943	rnn.bias_hh_l0	7	0.06950773298740387
618943	rnn.bias_hh_l0	8	-0.23901106417179108
618943	rnn.bias_hh_l0	9	-0.5717493295669556
618943	rnn.weight_ih_l0_reverse	0	0.03511202707886696
618943	rnn.weight_ih_l0_reverse	1	-0.029198702424764633
618943	rnn.weight_ih_l0_reverse	2	-0.0041748578660190105
618943	rnn.weight_ih_l0_reverse	3	-0.15477211773395538
618943	rnn.weight_ih_l0_reverse	4	0.0822756364941597
618943	rnn.weight_ih_l0_reverse	5	-0.13867893815040588
618943	rnn.weight_ih_l0_reverse	6	0.019882632419466972
618943	rnn.weight_ih_l0_reverse	7	0.03319239243865013
618943	rnn.weight_ih_l0_reverse	8	-0.054972875863313675
618943	rnn.weight_ih_l0_reverse	9	-0.07648012787103653
618943	rnn.weight_hh_l0_reverse	0	-0.13799649477005005
618943	rnn.weight_hh_l0_reverse	1	0.02401256561279297
618943	rnn.weight_hh_l0_reverse	2	-0.02015288732945919
618943	rnn.weight_hh_l0_reverse	3	0.02411545254290104
618943	rnn.weight_hh_l0_reverse	4	-0.08685190975666046
618943	rnn.weight_hh_l0_reverse	5	0.035257186740636826
618943	rnn.weight_hh_l0_reverse	6	0.027631618082523346
618943	rnn.weight_hh_l0_reverse	7	-0.12559880316257477
618943	rnn.weight_hh_l0_reverse	8	-0.06917953491210938
618943	rnn.weight_hh_l0_reverse	9	0.04769717529416084
618943	rnn.bias_ih_l0_reverse	0	-0.1730589121580124
618943	rnn.bias_ih_l0_reverse	1	-0.07656122744083405
618943	rnn.bias_ih_l0_reverse	2	0.13937677443027496
618943	rnn.bias_ih_l0_reverse	3	-0.3242824375629425
618943	rnn.bias_ih_l0_reverse	4	-0.00620263023301959
618943	rnn.bias_ih_l0_reverse	5	-0.21276558935642242
618943	rnn.bias_ih_l0_reverse	6	0.26528623700141907
618943	rnn.bias_ih_l0_reverse	7	-0.322433739900589
618943	rnn.bias_ih_l0_reverse	8	-0.178475484251976
618943	rnn.bias_ih_l0_reverse	9	-0.1490473449230194
618943	rnn.bias_hh_l0_reverse	0	-0.1252264827489853
618943	rnn.bias_hh_l0_reverse	1	0.26576775312423706
618943	rnn.bias_hh_l0_reverse	2	-0.3455030024051666
618943	rnn.bias_hh_l0_reverse	3	-0.2326601892709732
618943	rnn.bias_hh_l0_reverse	4	-0.4013325572013855
618943	rnn.bias_hh_l0_reverse	5	-0.1998353898525238
618943	rnn.bias_hh_l0_reverse	6	-0.26007574796676636
618943	rnn.bias_hh_l0_reverse	7	-0.08910868316888809
618943	rnn.bias_hh_l0_reverse	8	-0.33062589168548584
618943	rnn.bias_hh_l0_reverse	9	0.20494458079338074
618943	linear.weight	0	0.19469816982746124
618943	linear.weight	1	-0.4519658088684082
618943	linear.weight	2	0.05988236144185066
618943	linear.weight	3	0.06752099841833115
618943	linear.weight	4	-0.16196231544017792
618943	linear.weight	5	0.23465855419635773
618943	linear.weight	6	-0.04375903680920601
618943	linear.weight	7	-0.06020445376634598
618943	linear.weight	8	0.10712207108736038
618943	linear.weight	9	-0.04947097226977348
618943	linear.bias	0	-0.8729695081710815
618943	linear.bias	1	1.8307994604110718
618943	linear.bias	2	0.7640562057495117
618943	linear.bias	3	-2.727145195007324
618943	linear.bias	4	-0.13320530951023102
618943	linear.bias	5	1.2722514867782593
618943	linear.bias	6	-0.24782894551753998
618943	linear.bias	7	0.7782687544822693
618943	linear.bias	8	2.185452699661255
618943	linear.bias	9	-1.4030348062515259
619552	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
619552	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
619552	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
619552	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
619552	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
619552	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
619552	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
619552	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
619552	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
619552	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
619552	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
619552	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
619552	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
619552	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
619552	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
619552	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
619552	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
619552	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
619552	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
619552	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
619552	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
619552	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
619552	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
619552	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
619552	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
619552	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
619552	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
619552	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
619552	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
619552	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
619552	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
619552	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
619552	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
619552	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
619552	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
619552	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
619552	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
619552	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
619552	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
619552	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
619552	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
619552	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
619552	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
619552	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
619552	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
619552	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
619552	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
619552	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
619552	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
619552	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
619552	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
619552	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
619552	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
619552	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
619552	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
619552	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
619552	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
619552	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
619552	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
619552	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
619552	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
619552	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
619552	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
619552	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
619552	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
619552	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
619552	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
619552	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
619552	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
619552	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
619552	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
619552	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
619552	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
619552	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
619552	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
619552	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
619552	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
619552	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
619552	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
619552	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
619552	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
619552	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
619552	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
619552	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
619552	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
619552	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
619552	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
619552	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
619552	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
619552	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
619552	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
619552	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
619552	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
619552	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
619552	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
619552	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
619552	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
619552	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
619552	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
619552	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
619552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
619552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
619552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
619552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
619552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
619552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
619552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
619552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
619552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
619552	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
619552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
619552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
619552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
619552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
619552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
619552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
619552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
619552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
619552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
619552	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
619552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
619552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
619552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
619552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
619552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
619552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
619552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
619552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
619552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
619552	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
619552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
619552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
619552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
619552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
619552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
619552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
619552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
619552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
619552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
619552	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
619552	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
619552	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
619552	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
619552	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
619552	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
619552	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
619552	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
619552	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
619552	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
619552	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
619552	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
619552	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
619552	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
619552	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
619552	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
619552	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
619552	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
619552	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
619552	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
619552	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
619552	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
619552	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
619552	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
619552	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
619552	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
619552	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
619552	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
619552	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
619552	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
619552	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
619552	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
619552	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
619552	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
619552	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
619552	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
619552	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
619552	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
619552	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
619552	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
619552	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
619552	embedding2nn.weight	0	0.31627553701400757
619552	embedding2nn.weight	1	0.3804270923137665
619552	embedding2nn.weight	2	-0.00408907700330019
619552	embedding2nn.weight	3	-0.024344386532902718
619552	embedding2nn.weight	4	-0.015923216938972473
619552	embedding2nn.weight	5	0.06294824182987213
619552	embedding2nn.weight	6	0.010951623320579529
619552	embedding2nn.weight	7	0.011143764480948448
619552	embedding2nn.weight	8	0.03956912085413933
619552	embedding2nn.weight	9	-0.06258399039506912
619552	embedding2nn.bias	0	0.014817054383456707
619552	embedding2nn.bias	1	-0.2169000506401062
619552	embedding2nn.bias	2	0.14949165284633636
619552	embedding2nn.bias	3	0.17870411276817322
619552	embedding2nn.bias	4	0.14441676437854767
619552	embedding2nn.bias	5	-0.0625438541173935
619552	embedding2nn.bias	6	-0.03996286541223526
619552	embedding2nn.bias	7	0.05197840929031372
619552	embedding2nn.bias	8	-0.15907509624958038
619552	embedding2nn.bias	9	-0.3760882616043091
619552	rnn.weight_ih_l0	0	-0.0024507830385118723
619552	rnn.weight_ih_l0	1	-0.05195976793766022
619552	rnn.weight_ih_l0	2	-0.055169086903333664
619552	rnn.weight_ih_l0	3	0.11015879362821579
619552	rnn.weight_ih_l0	4	0.0031416299752891064
619552	rnn.weight_ih_l0	5	-0.05488798767328262
619552	rnn.weight_ih_l0	6	-0.007563302293419838
619552	rnn.weight_ih_l0	7	-0.02224539779126644
619552	rnn.weight_ih_l0	8	0.009396601468324661
619552	rnn.weight_ih_l0	9	-0.08996517956256866
619552	rnn.weight_hh_l0	0	-0.020891984924674034
619552	rnn.weight_hh_l0	1	0.08228062093257904
619552	rnn.weight_hh_l0	2	0.012070609256625175
619552	rnn.weight_hh_l0	3	-0.027575857937335968
619552	rnn.weight_hh_l0	4	0.07042203843593597
619552	rnn.weight_hh_l0	5	0.01753474585711956
619552	rnn.weight_hh_l0	6	-0.07854699343442917
619552	rnn.weight_hh_l0	7	-0.0928279310464859
619552	rnn.weight_hh_l0	8	0.03569578006863594
619552	rnn.weight_hh_l0	9	-0.11245880275964737
619552	rnn.bias_ih_l0	0	0.18606284260749817
619552	rnn.bias_ih_l0	1	-0.3421976566314697
619552	rnn.bias_ih_l0	2	-0.03754543885588646
619552	rnn.bias_ih_l0	3	-0.21182937920093536
619552	rnn.bias_ih_l0	4	0.021613210439682007
619552	rnn.bias_ih_l0	5	-0.43035078048706055
619552	rnn.bias_ih_l0	6	-0.14453357458114624
619552	rnn.bias_ih_l0	7	-0.3706459403038025
619552	rnn.bias_ih_l0	8	-0.28893807530403137
619552	rnn.bias_ih_l0	9	-0.4705233871936798
619552	rnn.bias_hh_l0	0	-0.35357049107551575
619552	rnn.bias_hh_l0	1	-0.43474531173706055
619552	rnn.bias_hh_l0	2	-0.38566651940345764
619552	rnn.bias_hh_l0	3	-0.08041214942932129
619552	rnn.bias_hh_l0	4	-0.40069276094436646
619552	rnn.bias_hh_l0	5	-0.3503856658935547
619552	rnn.bias_hh_l0	6	-0.11115492135286331
619552	rnn.bias_hh_l0	7	0.06671759486198425
619552	rnn.bias_hh_l0	8	-0.23874340951442719
619552	rnn.bias_hh_l0	9	-0.5700231194496155
619552	rnn.weight_ih_l0_reverse	0	0.03550317510962486
619552	rnn.weight_ih_l0_reverse	1	-0.02836322970688343
619552	rnn.weight_ih_l0_reverse	2	-0.004774488974362612
619552	rnn.weight_ih_l0_reverse	3	-0.1539931744337082
619552	rnn.weight_ih_l0_reverse	4	0.08457086235284805
619552	rnn.weight_ih_l0_reverse	5	-0.1350037157535553
619552	rnn.weight_ih_l0_reverse	6	0.018135838210582733
619552	rnn.weight_ih_l0_reverse	7	0.03177154064178467
619552	rnn.weight_ih_l0_reverse	8	-0.05531706660985947
619552	rnn.weight_ih_l0_reverse	9	-0.07955829799175262
619552	rnn.weight_hh_l0_reverse	0	-0.13849321007728577
619552	rnn.weight_hh_l0_reverse	1	0.024364834651350975
619552	rnn.weight_hh_l0_reverse	2	-0.019925367087125778
619552	rnn.weight_hh_l0_reverse	3	0.02405736967921257
619552	rnn.weight_hh_l0_reverse	4	-0.08634625375270844
619552	rnn.weight_hh_l0_reverse	5	0.03529336676001549
619552	rnn.weight_hh_l0_reverse	6	0.02769426442682743
619552	rnn.weight_hh_l0_reverse	7	-0.12578164041042328
619552	rnn.weight_hh_l0_reverse	8	-0.06985408067703247
619552	rnn.weight_hh_l0_reverse	9	0.047845903784036636
619552	rnn.bias_ih_l0_reverse	0	-0.17744512856006622
619552	rnn.bias_ih_l0_reverse	1	-0.07524439692497253
619552	rnn.bias_ih_l0_reverse	2	0.1378149688243866
619552	rnn.bias_ih_l0_reverse	3	-0.32537519931793213
619552	rnn.bias_ih_l0_reverse	4	-0.0013174386695027351
619552	rnn.bias_ih_l0_reverse	5	-0.21238858997821808
619552	rnn.bias_ih_l0_reverse	6	0.25796523690223694
619552	rnn.bias_ih_l0_reverse	7	-0.3178991675376892
619552	rnn.bias_ih_l0_reverse	8	-0.1754554808139801
619552	rnn.bias_ih_l0_reverse	9	-0.15428900718688965
619552	rnn.bias_hh_l0_reverse	0	-0.12448444962501526
619552	rnn.bias_hh_l0_reverse	1	0.26988497376441956
619552	rnn.bias_hh_l0_reverse	2	-0.34655460715293884
619552	rnn.bias_hh_l0_reverse	3	-0.23564407229423523
619552	rnn.bias_hh_l0_reverse	4	-0.3987567126750946
619552	rnn.bias_hh_l0_reverse	5	-0.19991637766361237
619552	rnn.bias_hh_l0_reverse	6	-0.2621264159679413
619552	rnn.bias_hh_l0_reverse	7	-0.09298823028802872
619552	rnn.bias_hh_l0_reverse	8	-0.32360923290252686
619552	rnn.bias_hh_l0_reverse	9	0.20432446897029877
619552	linear.weight	0	0.20646370947360992
619552	linear.weight	1	-0.4557120203971863
619552	linear.weight	2	0.027244307100772858
619552	linear.weight	3	0.06751920282840729
619552	linear.weight	4	-0.17477893829345703
619552	linear.weight	5	0.23520208895206451
619552	linear.weight	6	-0.04672343656420708
619552	linear.weight	7	-0.06020130589604378
619552	linear.weight	8	0.10793694853782654
619552	linear.weight	9	-0.04947355017066002
619552	linear.bias	0	-0.8674923777580261
619552	linear.bias	1	1.8373585939407349
619552	linear.bias	2	0.7556830644607544
619552	linear.bias	3	-2.7272419929504395
619552	linear.bias	4	-0.13368234038352966
619552	linear.bias	5	1.283922553062439
619552	linear.bias	6	-0.27241015434265137
619552	linear.bias	7	0.7850700616836548
619552	linear.bias	8	2.169243812561035
619552	linear.bias	9	-1.403865933418274
620161	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
620161	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
620161	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
620161	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
620161	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
620161	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
620161	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
620161	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
620161	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
620161	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
620161	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
620161	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
620161	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
620161	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
620161	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
620161	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
620161	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
620161	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
620161	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
620161	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
620161	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
620161	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
620161	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
620161	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
620161	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
620161	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
620161	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
620161	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
620161	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
620161	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
620161	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
620161	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
620161	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
620161	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
620161	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
620161	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
620161	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
620161	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
620161	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
620161	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
620161	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
620161	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
620161	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
620161	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
620161	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
620161	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
620161	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
620161	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
620161	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
620161	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
620161	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
620161	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
620161	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
620161	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
620161	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
620161	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
620161	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
620161	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
620161	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
620161	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
620161	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
620161	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
620161	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
620161	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
620161	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
620161	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
620161	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
620161	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
620161	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
620161	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
620161	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
620161	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
620161	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
620161	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
620161	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
620161	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
620161	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
620161	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
620161	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
620161	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
620161	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
620161	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
620161	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
620161	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
620161	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
620161	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
620161	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
620161	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
620161	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
620161	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
620161	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
620161	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
620161	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
620161	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
620161	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
620161	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
620161	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
620161	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
620161	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
620161	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
620161	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
620161	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
620161	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
620161	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
620161	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
620161	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
620161	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
620161	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
620161	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
620161	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
620161	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
620161	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
620161	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
620161	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
620161	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
620161	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
620161	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
620161	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
620161	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
620161	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
620161	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
620161	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
620161	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
620161	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
620161	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
620161	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
620161	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
620161	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
620161	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
620161	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
620161	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
620161	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
620161	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
620161	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
620161	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
620161	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
620161	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
620161	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
620161	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
620161	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
620161	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
620161	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
620161	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
620161	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
620161	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
620161	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
620161	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
620161	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
620161	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
620161	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
620161	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
620161	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
620161	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
620161	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
620161	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
620161	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
620161	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
620161	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
620161	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
620161	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
620161	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
620161	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
620161	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
620161	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
620161	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
620161	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
620161	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
620161	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
620161	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
620161	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
620161	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
620161	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
620161	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
620161	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
620161	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
620161	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
620161	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
620161	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
620161	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
620161	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
620161	embedding2nn.weight	0	0.3149668276309967
620161	embedding2nn.weight	1	0.38073092699050903
620161	embedding2nn.weight	2	-0.003053491935133934
620161	embedding2nn.weight	3	-0.0232168547809124
620161	embedding2nn.weight	4	-0.018126994371414185
620161	embedding2nn.weight	5	0.06189492717385292
620161	embedding2nn.weight	6	0.014023241586983204
620161	embedding2nn.weight	7	0.00841012503951788
620161	embedding2nn.weight	8	0.04166035354137421
620161	embedding2nn.weight	9	-0.06131582707166672
620161	embedding2nn.bias	0	0.024125752970576286
620161	embedding2nn.bias	1	-0.22820338606834412
620161	embedding2nn.bias	2	0.15556593239307404
620161	embedding2nn.bias	3	0.17939318716526031
620161	embedding2nn.bias	4	0.15511338412761688
620161	embedding2nn.bias	5	-0.06110556051135063
620161	embedding2nn.bias	6	-0.05217786133289337
620161	embedding2nn.bias	7	0.05527343600988388
620161	embedding2nn.bias	8	-0.15843215584754944
620161	embedding2nn.bias	9	-0.3791636526584625
620161	rnn.weight_ih_l0	0	-0.0026660223957151175
620161	rnn.weight_ih_l0	1	-0.05255141109228134
620161	rnn.weight_ih_l0	2	-0.05434219911694527
620161	rnn.weight_ih_l0	3	0.10816610604524612
620161	rnn.weight_ih_l0	4	0.008646868169307709
620161	rnn.weight_ih_l0	5	-0.05349831283092499
620161	rnn.weight_ih_l0	6	-0.006269216071814299
620161	rnn.weight_ih_l0	7	-0.023839229717850685
620161	rnn.weight_ih_l0	8	0.011747834272682667
620161	rnn.weight_ih_l0	9	-0.09050481766462326
620161	rnn.weight_hh_l0	0	-0.020596832036972046
620161	rnn.weight_hh_l0	1	0.08201424032449722
620161	rnn.weight_hh_l0	2	0.012086411938071251
620161	rnn.weight_hh_l0	3	-0.02768569439649582
620161	rnn.weight_hh_l0	4	0.07051115483045578
620161	rnn.weight_hh_l0	5	0.018384840339422226
620161	rnn.weight_hh_l0	6	-0.07891953736543655
620161	rnn.weight_hh_l0	7	-0.09173096716403961
620161	rnn.weight_hh_l0	8	0.03587819263339043
620161	rnn.weight_hh_l0	9	-0.1121494323015213
620161	rnn.bias_ih_l0	0	0.1926378756761551
620161	rnn.bias_ih_l0	1	-0.34224748611450195
620161	rnn.bias_ih_l0	2	-0.036524973809719086
620161	rnn.bias_ih_l0	3	-0.2114063799381256
620161	rnn.bias_ih_l0	4	0.02805914357304573
620161	rnn.bias_ih_l0	5	-0.4320119023323059
620161	rnn.bias_ih_l0	6	-0.14995253086090088
620161	rnn.bias_ih_l0	7	-0.3707599937915802
620161	rnn.bias_ih_l0	8	-0.288925439119339
620161	rnn.bias_ih_l0	9	-0.4621843099594116
620161	rnn.bias_hh_l0	0	-0.35312438011169434
620161	rnn.bias_hh_l0	1	-0.4362543225288391
620161	rnn.bias_hh_l0	2	-0.3876447081565857
620161	rnn.bias_hh_l0	3	-0.0853692889213562
620161	rnn.bias_hh_l0	4	-0.4012226164340973
620161	rnn.bias_hh_l0	5	-0.3501933813095093
620161	rnn.bias_hh_l0	6	-0.11148117482662201
620161	rnn.bias_hh_l0	7	0.06416851282119751
620161	rnn.bias_hh_l0	8	-0.2403511255979538
620161	rnn.bias_hh_l0	9	-0.5685800313949585
620161	rnn.weight_ih_l0_reverse	0	0.03632843866944313
620161	rnn.weight_ih_l0_reverse	1	-0.027305888012051582
620161	rnn.weight_ih_l0_reverse	2	-0.0023616664111614227
620161	rnn.weight_ih_l0_reverse	3	-0.1510394811630249
620161	rnn.weight_ih_l0_reverse	4	0.08382304012775421
620161	rnn.weight_ih_l0_reverse	5	-0.13570567965507507
620161	rnn.weight_ih_l0_reverse	6	0.016279766336083412
620161	rnn.weight_ih_l0_reverse	7	0.03168032690882683
620161	rnn.weight_ih_l0_reverse	8	-0.05634563788771629
620161	rnn.weight_ih_l0_reverse	9	-0.07977568358182907
620161	rnn.weight_hh_l0_reverse	0	-0.13803057372570038
620161	rnn.weight_hh_l0_reverse	1	0.024468012154102325
620161	rnn.weight_hh_l0_reverse	2	-0.0198321845382452
620161	rnn.weight_hh_l0_reverse	3	0.024123115465044975
620161	rnn.weight_hh_l0_reverse	4	-0.08531032502651215
620161	rnn.weight_hh_l0_reverse	5	0.03510547801852226
620161	rnn.weight_hh_l0_reverse	6	0.027686603367328644
620161	rnn.weight_hh_l0_reverse	7	-0.1260286420583725
620161	rnn.weight_hh_l0_reverse	8	-0.07139250636100769
620161	rnn.weight_hh_l0_reverse	9	0.04698844626545906
620161	rnn.bias_ih_l0_reverse	0	-0.17953862249851227
620161	rnn.bias_ih_l0_reverse	1	-0.07606764882802963
620161	rnn.bias_ih_l0_reverse	2	0.13775476813316345
620161	rnn.bias_ih_l0_reverse	3	-0.3221052885055542
620161	rnn.bias_ih_l0_reverse	4	-0.008241860195994377
620161	rnn.bias_ih_l0_reverse	5	-0.2157086431980133
620161	rnn.bias_ih_l0_reverse	6	0.26041179895401
620161	rnn.bias_ih_l0_reverse	7	-0.3103262484073639
620161	rnn.bias_ih_l0_reverse	8	-0.177981436252594
620161	rnn.bias_ih_l0_reverse	9	-0.15470831096172333
620161	rnn.bias_hh_l0_reverse	0	-0.12658676505088806
620161	rnn.bias_hh_l0_reverse	1	0.2702115476131439
620161	rnn.bias_hh_l0_reverse	2	-0.34485283493995667
620161	rnn.bias_hh_l0_reverse	3	-0.23728758096694946
620161	rnn.bias_hh_l0_reverse	4	-0.4011162519454956
620161	rnn.bias_hh_l0_reverse	5	-0.19644978642463684
620161	rnn.bias_hh_l0_reverse	6	-0.2677641808986664
620161	rnn.bias_hh_l0_reverse	7	-0.09359486401081085
620161	rnn.bias_hh_l0_reverse	8	-0.31812992691993713
620161	rnn.bias_hh_l0_reverse	9	0.2045971006155014
620161	linear.weight	0	0.216287761926651
620161	linear.weight	1	-0.4500104784965515
620161	linear.weight	2	0.020221995189785957
620161	linear.weight	3	0.06751888245344162
620161	linear.weight	4	-0.15322966873645782
620161	linear.weight	5	0.22781124711036682
620161	linear.weight	6	-0.048712801188230515
620161	linear.weight	7	-0.06019844114780426
620161	linear.weight	8	0.1090179979801178
620161	linear.weight	9	-0.049475882202386856
620161	linear.bias	0	-0.8736364841461182
620161	linear.bias	1	1.8405863046646118
620161	linear.bias	2	0.7469223141670227
620161	linear.bias	3	-2.727327823638916
620161	linear.bias	4	-0.13960802555084229
620161	linear.bias	5	1.2780216932296753
620161	linear.bias	6	-0.2692335546016693
620161	linear.bias	7	0.7874976396560669
620161	linear.bias	8	2.1956541538238525
620161	linear.bias	9	-1.3989053964614868
620770	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
620770	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
620770	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
620770	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
620770	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
620770	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
620770	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
620770	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
620770	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
620770	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
620770	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
620770	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
620770	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
620770	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
620770	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
620770	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
620770	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
620770	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
620770	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
620770	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
620770	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
620770	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
620770	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
620770	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
620770	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
620770	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
620770	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
620770	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
620770	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
620770	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
620770	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
620770	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
620770	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
620770	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
620770	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
620770	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
620770	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
620770	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
620770	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
620770	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
620770	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
620770	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
620770	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
620770	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
620770	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
620770	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
620770	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
620770	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
620770	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
620770	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
620770	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
620770	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
620770	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
620770	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
620770	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
620770	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
620770	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
620770	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
620770	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
620770	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
620770	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
620770	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
620770	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
620770	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
620770	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
620770	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
620770	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
620770	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
620770	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
620770	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
620770	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
620770	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
620770	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
620770	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
620770	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
620770	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
620770	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
620770	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
620770	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
620770	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
620770	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
620770	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
620770	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
620770	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
620770	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
620770	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
620770	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
620770	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
620770	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
620770	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
620770	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
620770	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
620770	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
620770	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
620770	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
620770	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
620770	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
620770	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
620770	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
620770	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
620770	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
620770	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
620770	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
620770	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
620770	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
620770	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
620770	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
620770	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
620770	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
620770	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
620770	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
620770	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
620770	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
620770	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
620770	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
620770	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
620770	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
620770	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
620770	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
620770	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
620770	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
620770	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
620770	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
620770	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
620770	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
620770	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
620770	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
620770	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
620770	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
620770	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
620770	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
620770	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
620770	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
620770	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
620770	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
620770	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
620770	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
620770	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
620770	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
620770	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
620770	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
620770	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
620770	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
620770	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
620770	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
620770	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
620770	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
620770	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
620770	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
620770	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
620770	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
620770	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
620770	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
620770	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
620770	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
620770	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
620770	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
620770	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
620770	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
620770	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
620770	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
620770	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
620770	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
620770	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
620770	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
620770	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
620770	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
620770	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
620770	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
620770	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
620770	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
620770	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
620770	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
620770	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
620770	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
620770	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
620770	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
620770	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
620770	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
620770	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
620770	embedding2nn.weight	0	0.3157983124256134
620770	embedding2nn.weight	1	0.3781519830226898
620770	embedding2nn.weight	2	-0.0026776341255754232
620770	embedding2nn.weight	3	-0.02284153737127781
620770	embedding2nn.weight	4	-0.021219143643975258
620770	embedding2nn.weight	5	0.05918038636445999
620770	embedding2nn.weight	6	0.01592368818819523
620770	embedding2nn.weight	7	0.008343689143657684
620770	embedding2nn.weight	8	0.04136408865451813
620770	embedding2nn.weight	9	-0.06412418186664581
620770	embedding2nn.bias	0	0.018365463241934776
620770	embedding2nn.bias	1	-0.2073477953672409
620770	embedding2nn.bias	2	0.1547423005104065
620770	embedding2nn.bias	3	0.18083876371383667
620770	embedding2nn.bias	4	0.14594610035419464
620770	embedding2nn.bias	5	-0.04352832958102226
620770	embedding2nn.bias	6	-0.046949129551649094
620770	embedding2nn.bias	7	0.05272882431745529
620770	embedding2nn.bias	8	-0.16922283172607422
620770	embedding2nn.bias	9	-0.3679051995277405
620770	rnn.weight_ih_l0	0	-0.0028642721008509398
620770	rnn.weight_ih_l0	1	-0.05235367268323898
620770	rnn.weight_ih_l0	2	-0.05280258506536484
620770	rnn.weight_ih_l0	3	0.10495071858167648
620770	rnn.weight_ih_l0	4	0.00828360766172409
620770	rnn.weight_ih_l0	5	-0.04948645830154419
620770	rnn.weight_ih_l0	6	-0.007063289172947407
620770	rnn.weight_ih_l0	7	-0.023279806599020958
620770	rnn.weight_ih_l0	8	0.011831927113234997
620770	rnn.weight_ih_l0	9	-0.09142398089170456
620770	rnn.weight_hh_l0	0	-0.020626787096261978
620770	rnn.weight_hh_l0	1	0.08194410055875778
620770	rnn.weight_hh_l0	2	0.012200231663882732
620770	rnn.weight_hh_l0	3	-0.02801813930273056
620770	rnn.weight_hh_l0	4	0.07024786621332169
620770	rnn.weight_hh_l0	5	0.018958263099193573
620770	rnn.weight_hh_l0	6	-0.07871374487876892
620770	rnn.weight_hh_l0	7	-0.09447027742862701
620770	rnn.weight_hh_l0	8	0.03612029179930687
620770	rnn.weight_hh_l0	9	-0.11211137473583221
620770	rnn.bias_ih_l0	0	0.19148778915405273
620770	rnn.bias_ih_l0	1	-0.3447323739528656
620770	rnn.bias_ih_l0	2	-0.03521521016955376
620770	rnn.bias_ih_l0	3	-0.21478217840194702
620770	rnn.bias_ih_l0	4	0.024356169626116753
620770	rnn.bias_ih_l0	5	-0.42939189076423645
620770	rnn.bias_ih_l0	6	-0.14960983395576477
620770	rnn.bias_ih_l0	7	-0.36966562271118164
620770	rnn.bias_ih_l0	8	-0.2931477725505829
620770	rnn.bias_ih_l0	9	-0.4662582278251648
620770	rnn.bias_hh_l0	0	-0.3516184389591217
620770	rnn.bias_hh_l0	1	-0.44247493147850037
620770	rnn.bias_hh_l0	2	-0.3887229263782501
620770	rnn.bias_hh_l0	3	-0.08373447507619858
620770	rnn.bias_hh_l0	4	-0.40299534797668457
620770	rnn.bias_hh_l0	5	-0.34921544790267944
620770	rnn.bias_hh_l0	6	-0.11065958440303802
620770	rnn.bias_hh_l0	7	0.06396876275539398
620770	rnn.bias_hh_l0	8	-0.23944415152072906
620770	rnn.bias_hh_l0	9	-0.5703058838844299
620770	rnn.weight_ih_l0_reverse	0	0.03362637013196945
620770	rnn.weight_ih_l0_reverse	1	-0.02753065526485443
620770	rnn.weight_ih_l0_reverse	2	-0.0020452614407986403
620770	rnn.weight_ih_l0_reverse	3	-0.15198330581188202
620770	rnn.weight_ih_l0_reverse	4	0.08417851477861404
620770	rnn.weight_ih_l0_reverse	5	-0.13469794392585754
620770	rnn.weight_ih_l0_reverse	6	0.01844308152794838
620770	rnn.weight_ih_l0_reverse	7	0.031936123967170715
620770	rnn.weight_ih_l0_reverse	8	-0.05560772493481636
620770	rnn.weight_ih_l0_reverse	9	-0.0777079164981842
620770	rnn.weight_hh_l0_reverse	0	-0.1382390409708023
620770	rnn.weight_hh_l0_reverse	1	0.02457498572766781
620770	rnn.weight_hh_l0_reverse	2	-0.01899983547627926
620770	rnn.weight_hh_l0_reverse	3	0.02400364726781845
620770	rnn.weight_hh_l0_reverse	4	-0.0848424956202507
620770	rnn.weight_hh_l0_reverse	5	0.0351775698363781
620770	rnn.weight_hh_l0_reverse	6	0.027591722086071968
620770	rnn.weight_hh_l0_reverse	7	-0.12367986887693405
620770	rnn.weight_hh_l0_reverse	8	-0.06878060102462769
620770	rnn.weight_hh_l0_reverse	9	0.047491975128650665
620770	rnn.bias_ih_l0_reverse	0	-0.1793753057718277
620770	rnn.bias_ih_l0_reverse	1	-0.07442151755094528
620770	rnn.bias_ih_l0_reverse	2	0.13345663249492645
620770	rnn.bias_ih_l0_reverse	3	-0.31857603788375854
620770	rnn.bias_ih_l0_reverse	4	-0.0007490828866139054
620770	rnn.bias_ih_l0_reverse	5	-0.21451659500598907
620770	rnn.bias_ih_l0_reverse	6	0.2664920687675476
620770	rnn.bias_ih_l0_reverse	7	-0.3090564012527466
620770	rnn.bias_ih_l0_reverse	8	-0.176367849111557
620770	rnn.bias_ih_l0_reverse	9	-0.15683777630329132
620770	rnn.bias_hh_l0_reverse	0	-0.13089334964752197
620770	rnn.bias_hh_l0_reverse	1	0.2658306062221527
620770	rnn.bias_hh_l0_reverse	2	-0.34625107049942017
620770	rnn.bias_hh_l0_reverse	3	-0.23658928275108337
620770	rnn.bias_hh_l0_reverse	4	-0.40342438220977783
620770	rnn.bias_hh_l0_reverse	5	-0.1961374580860138
620770	rnn.bias_hh_l0_reverse	6	-0.269967257976532
620770	rnn.bias_hh_l0_reverse	7	-0.09414386004209518
620770	rnn.bias_hh_l0_reverse	8	-0.31278565526008606
620770	rnn.bias_hh_l0_reverse	9	0.20400170981884003
620770	linear.weight	0	0.23010100424289703
620770	linear.weight	1	-0.470225065946579
620770	linear.weight	2	0.04681326076388359
620770	linear.weight	3	0.06751815229654312
620770	linear.weight	4	-0.15605175495147705
620770	linear.weight	5	0.23958921432495117
620770	linear.weight	6	-0.06674853712320328
620770	linear.weight	7	-0.06019439175724983
620770	linear.weight	8	0.1031697615981102
620770	linear.weight	9	-0.049479469656944275
620770	linear.bias	0	-0.8981789350509644
620770	linear.bias	1	1.8422009944915771
620770	linear.bias	2	0.7753382325172424
620770	linear.bias	3	-2.72743558883667
620770	linear.bias	4	-0.137319415807724
620770	linear.bias	5	1.2741286754608154
620770	linear.bias	6	-0.24604123830795288
620770	linear.bias	7	0.7733874320983887
620770	linear.bias	8	2.180837392807007
620770	linear.bias	9	-1.3824502229690552
621379	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
621379	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
621379	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
621379	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
621379	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
621379	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
621379	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
621379	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
621379	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
621379	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
621379	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
621379	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
621379	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
621379	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
621379	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
621379	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
621379	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
621379	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
621379	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
621379	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
621379	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
621379	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
621379	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
621379	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
621379	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
621379	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
621379	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
621379	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
621379	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
621379	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
621379	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
621379	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
621379	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
621379	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
621379	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
621379	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
621379	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
621379	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
621379	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
621379	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
621379	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
621379	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
621379	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
621379	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
621379	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
621379	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
621379	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
621379	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
621379	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
621379	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
621379	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
621379	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
621379	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
621379	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
621379	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
621379	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
621379	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
621379	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
621379	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
621379	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
621379	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
621379	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
621379	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
621379	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
621379	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
621379	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
621379	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
621379	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
621379	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
621379	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
621379	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
621379	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
621379	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
621379	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
621379	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
621379	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
621379	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
621379	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
621379	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
621379	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
621379	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
621379	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
621379	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
621379	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
621379	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
621379	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
621379	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
621379	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
621379	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
621379	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
621379	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
621379	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
621379	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
621379	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
621379	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
621379	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
621379	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
621379	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
621379	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
621379	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
621379	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
621379	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
621379	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
621379	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
621379	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
621379	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
621379	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
621379	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
621379	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
621379	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
621379	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
621379	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
621379	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
621379	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
621379	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
621379	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
621379	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
621379	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
621379	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
621379	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
621379	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
621379	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
621379	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
621379	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
621379	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
621379	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
621379	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
621379	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
621379	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
621379	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
621379	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
621379	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
621379	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
621379	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
621379	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
621379	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
621379	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
621379	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
621379	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
621379	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
621379	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
621379	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
621379	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
621379	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
621379	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
621379	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
621379	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
621379	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
621379	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
621379	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
621379	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
621379	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
621379	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
621379	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
621379	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
621379	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
621379	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
621379	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
621379	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
621379	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
621379	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
621379	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
621379	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
621379	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
621379	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
621379	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
621379	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
621379	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
621379	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
621379	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
621379	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
621379	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
621379	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
621379	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
621379	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
621379	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
621379	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
621379	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
621379	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
621379	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
621379	embedding2nn.weight	0	0.316729873418808
621379	embedding2nn.weight	1	0.37820783257484436
621379	embedding2nn.weight	2	0.0010326631600037217
621379	embedding2nn.weight	3	-0.02030636928975582
621379	embedding2nn.weight	4	-0.018088730052113533
621379	embedding2nn.weight	5	0.0570380836725235
621379	embedding2nn.weight	6	0.006690958980470896
621379	embedding2nn.weight	7	0.00567034725099802
621379	embedding2nn.weight	8	0.04480578005313873
621379	embedding2nn.weight	9	-0.06683400273323059
621379	embedding2nn.bias	0	0.010294722393155098
621379	embedding2nn.bias	1	-0.21040838956832886
621379	embedding2nn.bias	2	0.16808931529521942
621379	embedding2nn.bias	3	0.1841343492269516
621379	embedding2nn.bias	4	0.148362398147583
621379	embedding2nn.bias	5	-0.049459993839263916
621379	embedding2nn.bias	6	-0.030484579503536224
621379	embedding2nn.bias	7	0.055245064198970795
621379	embedding2nn.bias	8	-0.17403334379196167
621379	embedding2nn.bias	9	-0.37394067645072937
621379	rnn.weight_ih_l0	0	-0.002769735874608159
621379	rnn.weight_ih_l0	1	-0.052206385880708694
621379	rnn.weight_ih_l0	2	-0.06073708087205887
621379	rnn.weight_ih_l0	3	0.10453281551599503
621379	rnn.weight_ih_l0	4	0.0052530718967318535
621379	rnn.weight_ih_l0	5	-0.04878099635243416
621379	rnn.weight_ih_l0	6	-0.0049189007841050625
621379	rnn.weight_ih_l0	7	-0.02461659163236618
621379	rnn.weight_ih_l0	8	0.009982314892113209
621379	rnn.weight_ih_l0	9	-0.0925457701086998
621379	rnn.weight_hh_l0	0	-0.020868677645921707
621379	rnn.weight_hh_l0	1	0.08101844042539597
621379	rnn.weight_hh_l0	2	0.012157523073256016
621379	rnn.weight_hh_l0	3	-0.02834940329194069
621379	rnn.weight_hh_l0	4	0.07054056227207184
621379	rnn.weight_hh_l0	5	0.01902211643755436
621379	rnn.weight_hh_l0	6	-0.07864970713853836
621379	rnn.weight_hh_l0	7	-0.09322015941143036
621379	rnn.weight_hh_l0	8	0.036000173538923264
621379	rnn.weight_hh_l0	9	-0.11177457869052887
621379	rnn.bias_ih_l0	0	0.19657383859157562
621379	rnn.bias_ih_l0	1	-0.34299013018608093
621379	rnn.bias_ih_l0	2	-0.035674162209033966
621379	rnn.bias_ih_l0	3	-0.21540914475917816
621379	rnn.bias_ih_l0	4	0.02386234514415264
621379	rnn.bias_ih_l0	5	-0.43172112107276917
621379	rnn.bias_ih_l0	6	-0.1528414785861969
621379	rnn.bias_ih_l0	7	-0.370617538690567
621379	rnn.bias_ih_l0	8	-0.2957291007041931
621379	rnn.bias_ih_l0	9	-0.4725398123264313
621379	rnn.bias_hh_l0	0	-0.3564741015434265
621379	rnn.bias_hh_l0	1	-0.4445405602455139
621379	rnn.bias_hh_l0	2	-0.3900941014289856
621379	rnn.bias_hh_l0	3	-0.08790462464094162
621379	rnn.bias_hh_l0	4	-0.40333330631256104
621379	rnn.bias_hh_l0	5	-0.34966081380844116
621379	rnn.bias_hh_l0	6	-0.11121784895658493
621379	rnn.bias_hh_l0	7	0.060076452791690826
621379	rnn.bias_hh_l0	8	-0.23940180242061615
621379	rnn.bias_hh_l0	9	-0.5702633261680603
621379	rnn.weight_ih_l0_reverse	0	0.03410700708627701
621379	rnn.weight_ih_l0_reverse	1	-0.027409950271248817
621379	rnn.weight_ih_l0_reverse	2	-0.0019515614258125424
621379	rnn.weight_ih_l0_reverse	3	-0.1532154381275177
621379	rnn.weight_ih_l0_reverse	4	0.08414340019226074
621379	rnn.weight_ih_l0_reverse	5	-0.13815730810165405
621379	rnn.weight_ih_l0_reverse	6	0.019462861120700836
621379	rnn.weight_ih_l0_reverse	7	0.032286934554576874
621379	rnn.weight_ih_l0_reverse	8	-0.054985471069812775
621379	rnn.weight_ih_l0_reverse	9	-0.07995060086250305
621379	rnn.weight_hh_l0_reverse	0	-0.13854707777500153
621379	rnn.weight_hh_l0_reverse	1	0.024815594777464867
621379	rnn.weight_hh_l0_reverse	2	-0.01918814890086651
621379	rnn.weight_hh_l0_reverse	3	0.023722365498542786
621379	rnn.weight_hh_l0_reverse	4	-0.08495351672172546
621379	rnn.weight_hh_l0_reverse	5	0.035249013453722
621379	rnn.weight_hh_l0_reverse	6	0.027634233236312866
621379	rnn.weight_hh_l0_reverse	7	-0.12230057269334793
621379	rnn.weight_hh_l0_reverse	8	-0.0695803165435791
621379	rnn.weight_hh_l0_reverse	9	0.0471496619284153
621379	rnn.bias_ih_l0_reverse	0	-0.1787598580121994
621379	rnn.bias_ih_l0_reverse	1	-0.07740999013185501
621379	rnn.bias_ih_l0_reverse	2	0.134380042552948
621379	rnn.bias_ih_l0_reverse	3	-0.31789112091064453
621379	rnn.bias_ih_l0_reverse	4	-0.002895719837397337
621379	rnn.bias_ih_l0_reverse	5	-0.21140998601913452
621379	rnn.bias_ih_l0_reverse	6	0.2588719427585602
621379	rnn.bias_ih_l0_reverse	7	-0.3182534873485565
621379	rnn.bias_ih_l0_reverse	8	-0.18036720156669617
621379	rnn.bias_ih_l0_reverse	9	-0.1557176560163498
621379	rnn.bias_hh_l0_reverse	0	-0.13547289371490479
621379	rnn.bias_hh_l0_reverse	1	0.2719864845275879
621379	rnn.bias_hh_l0_reverse	2	-0.3459528088569641
621379	rnn.bias_hh_l0_reverse	3	-0.23077377676963806
621379	rnn.bias_hh_l0_reverse	4	-0.40211358666419983
621379	rnn.bias_hh_l0_reverse	5	-0.1958463490009308
621379	rnn.bias_hh_l0_reverse	6	-0.26826533675193787
621379	rnn.bias_hh_l0_reverse	7	-0.09303344041109085
621379	rnn.bias_hh_l0_reverse	8	-0.315387487411499
621379	rnn.bias_hh_l0_reverse	9	0.20080022513866425
621379	linear.weight	0	0.2139447182416916
621379	linear.weight	1	-0.45752647519111633
621379	linear.weight	2	0.04578195884823799
621379	linear.weight	3	0.06751684099435806
621379	linear.weight	4	-0.1647719144821167
621379	linear.weight	5	0.23007448017597198
621379	linear.weight	6	-0.058400098234415054
621379	linear.weight	7	-0.060191135853528976
621379	linear.weight	8	0.12080606818199158
621379	linear.weight	9	-0.04948211833834648
621379	linear.bias	0	-0.8875771760940552
621379	linear.bias	1	1.8605023622512817
621379	linear.bias	2	0.7802807688713074
621379	linear.bias	3	-2.7275354862213135
621379	linear.bias	4	-0.15793071687221527
621379	linear.bias	5	1.258776068687439
621379	linear.bias	6	-0.25765928626060486
621379	linear.bias	7	0.769677996635437
621379	linear.bias	8	2.1946609020233154
621379	linear.bias	9	-1.3771556615829468
621988	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
621988	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
621988	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
621988	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
621988	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
621988	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
621988	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
621988	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
621988	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
621988	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
621988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
621988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
621988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
621988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
621988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
621988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
621988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
621988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
621988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
621988	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
621988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
621988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
621988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
621988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
621988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
621988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
621988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
621988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
621988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
621988	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
621988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
621988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
621988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
621988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
621988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
621988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
621988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
621988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
621988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
621988	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
621988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
621988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
621988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
621988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
621988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
621988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
621988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
621988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
621988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
621988	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
621988	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
621988	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
621988	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
621988	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
621988	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
621988	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
621988	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
621988	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
621988	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
621988	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
621988	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
621988	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
621988	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
621988	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
621988	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
621988	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
621988	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
621988	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
621988	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
621988	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
621988	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
621988	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
621988	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
621988	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
621988	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
621988	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
621988	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
621988	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
621988	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
621988	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
621988	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
621988	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
621988	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
621988	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
621988	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
621988	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
621988	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
621988	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
621988	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
621988	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
621988	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
621988	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
621988	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
621988	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
621988	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
621988	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
621988	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
621988	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
621988	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
621988	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
621988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
621988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
621988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
621988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
621988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
621988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
621988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
621988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
621988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
621988	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
621988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
621988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
621988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
621988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
621988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
621988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
621988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
621988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
621988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
621988	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
621988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
621988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
621988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
621988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
621988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
621988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
621988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
621988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
621988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
621988	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
621988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
621988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
621988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
621988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
621988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
621988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
621988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
621988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
621988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
621988	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
621988	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
621988	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
621988	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
621988	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
621988	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
621988	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
621988	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
621988	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
621988	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
621988	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
621988	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
621988	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
621988	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
621988	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
621988	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
621988	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
621988	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
621988	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
621988	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
621988	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
621988	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
621988	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
621988	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
621988	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
621988	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
621988	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
621988	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
621988	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
621988	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
621988	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
621988	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
621988	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
621988	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
621988	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
621988	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
621988	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
621988	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
621988	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
621988	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
621988	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
621988	embedding2nn.weight	0	0.31618258357048035
621988	embedding2nn.weight	1	0.37852680683135986
621988	embedding2nn.weight	2	0.002558428794145584
621988	embedding2nn.weight	3	-0.014595321379601955
621988	embedding2nn.weight	4	-0.019048450514674187
621988	embedding2nn.weight	5	0.05689922720193863
621988	embedding2nn.weight	6	0.008354631252586842
621988	embedding2nn.weight	7	0.001862627686932683
621988	embedding2nn.weight	8	0.045444320887327194
621988	embedding2nn.weight	9	-0.06594549864530563
621988	embedding2nn.bias	0	0.01618146151304245
621988	embedding2nn.bias	1	-0.20592917501926422
621988	embedding2nn.bias	2	0.16341282427310944
621988	embedding2nn.bias	3	0.1822810024023056
621988	embedding2nn.bias	4	0.14867515861988068
621988	embedding2nn.bias	5	-0.05884385481476784
621988	embedding2nn.bias	6	-0.03394130989909172
621988	embedding2nn.bias	7	0.05628165230154991
621988	embedding2nn.bias	8	-0.1691312938928604
621988	embedding2nn.bias	9	-0.37791985273361206
621988	rnn.weight_ih_l0	0	-0.002808056538924575
621988	rnn.weight_ih_l0	1	-0.053554434329271317
621988	rnn.weight_ih_l0	2	-0.06210194528102875
621988	rnn.weight_ih_l0	3	0.10525467991828918
621988	rnn.weight_ih_l0	4	0.007729498203843832
621988	rnn.weight_ih_l0	5	-0.04979594796895981
621988	rnn.weight_ih_l0	6	-0.003299024887382984
621988	rnn.weight_ih_l0	7	-0.02496238797903061
621988	rnn.weight_ih_l0	8	0.008952978067100048
621988	rnn.weight_ih_l0	9	-0.09040522575378418
621988	rnn.weight_hh_l0	0	-0.020654475316405296
621988	rnn.weight_hh_l0	1	0.08124525099992752
621988	rnn.weight_hh_l0	2	0.011165929026901722
621988	rnn.weight_hh_l0	3	-0.0276484377682209
621988	rnn.weight_hh_l0	4	0.07046570628881454
621988	rnn.weight_hh_l0	5	0.019837815314531326
621988	rnn.weight_hh_l0	6	-0.0789070874452591
621988	rnn.weight_hh_l0	7	-0.09379593282938004
621988	rnn.weight_hh_l0	8	0.03620677813887596
621988	rnn.weight_hh_l0	9	-0.11163156479597092
621988	rnn.bias_ih_l0	0	0.19185934960842133
621988	rnn.bias_ih_l0	1	-0.3407823145389557
621988	rnn.bias_ih_l0	2	-0.03688006475567818
621988	rnn.bias_ih_l0	3	-0.21329869329929352
621988	rnn.bias_ih_l0	4	0.026544347405433655
621988	rnn.bias_ih_l0	5	-0.4322230815887451
621988	rnn.bias_ih_l0	6	-0.15141381323337555
621988	rnn.bias_ih_l0	7	-0.36993247270584106
621988	rnn.bias_ih_l0	8	-0.2937789559364319
621988	rnn.bias_ih_l0	9	-0.46159061789512634
621988	rnn.bias_hh_l0	0	-0.3535250127315521
621988	rnn.bias_hh_l0	1	-0.4405539333820343
621988	rnn.bias_hh_l0	2	-0.388957142829895
621988	rnn.bias_hh_l0	3	-0.08539741486310959
621988	rnn.bias_hh_l0	4	-0.40450045466423035
621988	rnn.bias_hh_l0	5	-0.3503786325454712
621988	rnn.bias_hh_l0	6	-0.11011329293251038
621988	rnn.bias_hh_l0	7	0.06608003377914429
621988	rnn.bias_hh_l0	8	-0.23438198864459991
621988	rnn.bias_hh_l0	9	-0.5730445981025696
621988	rnn.weight_ih_l0_reverse	0	0.033801015466451645
621988	rnn.weight_ih_l0_reverse	1	-0.0284953024238348
621988	rnn.weight_ih_l0_reverse	2	-0.0020553881768137217
621988	rnn.weight_ih_l0_reverse	3	-0.15388157963752747
621988	rnn.weight_ih_l0_reverse	4	0.08380396664142609
621988	rnn.weight_ih_l0_reverse	5	-0.1342761069536209
621988	rnn.weight_ih_l0_reverse	6	0.015735706314444542
621988	rnn.weight_ih_l0_reverse	7	0.0326729491353035
621988	rnn.weight_ih_l0_reverse	8	-0.058144278824329376
621988	rnn.weight_ih_l0_reverse	9	-0.07836203277111053
621988	rnn.weight_hh_l0_reverse	0	-0.13847199082374573
621988	rnn.weight_hh_l0_reverse	1	0.02526549994945526
621988	rnn.weight_hh_l0_reverse	2	-0.01911456510424614
621988	rnn.weight_hh_l0_reverse	3	0.023645412176847458
621988	rnn.weight_hh_l0_reverse	4	-0.0852113738656044
621988	rnn.weight_hh_l0_reverse	5	0.034880995750427246
621988	rnn.weight_hh_l0_reverse	6	0.027699867263436317
621988	rnn.weight_hh_l0_reverse	7	-0.12173326313495636
621988	rnn.weight_hh_l0_reverse	8	-0.06856238096952438
621988	rnn.weight_hh_l0_reverse	9	0.04793433099985123
621988	rnn.bias_ih_l0_reverse	0	-0.18019884824752808
621988	rnn.bias_ih_l0_reverse	1	-0.07860313355922699
621988	rnn.bias_ih_l0_reverse	2	0.13227352499961853
621988	rnn.bias_ih_l0_reverse	3	-0.3210291862487793
621988	rnn.bias_ih_l0_reverse	4	0.005080949980765581
621988	rnn.bias_ih_l0_reverse	5	-0.21088837087154388
621988	rnn.bias_ih_l0_reverse	6	0.2627692222595215
621988	rnn.bias_ih_l0_reverse	7	-0.3174228072166443
621988	rnn.bias_ih_l0_reverse	8	-0.17906934022903442
621988	rnn.bias_ih_l0_reverse	9	-0.15649713575839996
621988	rnn.bias_hh_l0_reverse	0	-0.13505180180072784
621988	rnn.bias_hh_l0_reverse	1	0.26459190249443054
621988	rnn.bias_hh_l0_reverse	2	-0.34588709473609924
621988	rnn.bias_hh_l0_reverse	3	-0.22923682630062103
621988	rnn.bias_hh_l0_reverse	4	-0.40479907393455505
621988	rnn.bias_hh_l0_reverse	5	-0.19165946543216705
621988	rnn.bias_hh_l0_reverse	6	-0.2774476706981659
621988	rnn.bias_hh_l0_reverse	7	-0.09285587817430496
621988	rnn.bias_hh_l0_reverse	8	-0.3139669895172119
621988	rnn.bias_hh_l0_reverse	9	0.20857985317707062
621988	linear.weight	0	0.20694810152053833
621988	linear.weight	1	-0.4547032117843628
621988	linear.weight	2	0.04846597835421562
621988	linear.weight	3	0.06751693040132523
621988	linear.weight	4	-0.15140080451965332
621988	linear.weight	5	0.22356963157653809
621988	linear.weight	6	-0.06831628084182739
621988	linear.weight	7	-0.06018839403986931
621988	linear.weight	8	0.11455060541629791
621988	linear.weight	9	-0.04948434606194496
621988	linear.bias	0	-0.873269259929657
621988	linear.bias	1	1.8361278772354126
621988	linear.bias	2	0.7664130926132202
621988	linear.bias	3	-2.727623224258423
621988	linear.bias	4	-0.1325337290763855
621988	linear.bias	5	1.2854732275009155
621988	linear.bias	6	-0.24262851476669312
621988	linear.bias	7	0.7889890670776367
621988	linear.bias	8	2.1636080741882324
621988	linear.bias	9	-1.3798377513885498
621996	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
621996	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
621996	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
621996	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
621996	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
621996	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
621996	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
621996	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
621996	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
621996	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
621996	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
621996	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
621996	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
621996	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
621996	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
621996	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
621996	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
621996	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
621996	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
621996	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
621996	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
621996	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
621996	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
621996	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
621996	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
621996	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
621996	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
621996	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
621996	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
621996	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
621996	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
621996	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
621996	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
621996	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
621996	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
621996	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
621996	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
621996	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
621996	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
621996	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
621996	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
621996	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
621996	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
621996	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
621996	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
621996	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
621996	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
621996	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
621996	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
621996	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
621996	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
621996	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
621996	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
621996	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
621996	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
621996	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
621996	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
621996	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
621996	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
621996	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
621996	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
621996	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
621996	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
621996	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
621996	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
621996	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
621996	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
621996	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
621996	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
621996	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
621996	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
621996	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
621996	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
621996	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
621996	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
621996	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
621996	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
621996	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
621996	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
621996	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
621996	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
621996	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
621996	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
621996	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
621996	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
621996	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
621996	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
621996	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
621996	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
621996	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
621996	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
621996	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
621996	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
621996	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
621996	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
621996	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
621996	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
621996	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
621996	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
621996	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
621996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
621996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
621996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
621996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
621996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
621996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
621996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
621996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
621996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
621996	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
621996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
621996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
621996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
621996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
621996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
621996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
621996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
621996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
621996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
621996	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
621996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
621996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
621996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
621996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
621996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
621996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
621996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
621996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
621996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
621996	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
621996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
621996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
621996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
621996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
621996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
621996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
621996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
621996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
621996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
621996	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
621996	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
621996	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
621996	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
621996	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
621996	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
621996	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
621996	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
621996	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
621996	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
621996	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
621996	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
621996	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
621996	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
621996	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
621996	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
621996	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
621996	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
621996	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
621996	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
621996	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
621996	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
621996	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
621996	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
621996	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
621996	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
621996	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
621996	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
621996	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
621996	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
621996	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
621996	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
621996	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
621996	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
621996	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
621996	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
621996	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
621996	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
621996	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
621996	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
621996	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
621996	embedding2nn.weight	0	0.3162190020084381
621996	embedding2nn.weight	1	0.37861359119415283
621996	embedding2nn.weight	2	0.002439645351842046
621996	embedding2nn.weight	3	-0.015018164180219173
621996	embedding2nn.weight	4	-0.018953591585159302
621996	embedding2nn.weight	5	0.05715176835656166
621996	embedding2nn.weight	6	0.009320424869656563
621996	embedding2nn.weight	7	0.0019461563788354397
621996	embedding2nn.weight	8	0.044988032430410385
621996	embedding2nn.weight	9	-0.0662434846162796
621996	embedding2nn.bias	0	0.015050635673105717
621996	embedding2nn.bias	1	-0.20720350742340088
621996	embedding2nn.bias	2	0.16675922274589539
621996	embedding2nn.bias	3	0.18111258745193481
621996	embedding2nn.bias	4	0.1512015163898468
621996	embedding2nn.bias	5	-0.060284461826086044
621996	embedding2nn.bias	6	-0.03547761216759682
621996	embedding2nn.bias	7	0.05886868014931679
621996	embedding2nn.bias	8	-0.16965721547603607
621996	embedding2nn.bias	9	-0.3785955011844635
621996	rnn.weight_ih_l0	0	-0.002768417587503791
621996	rnn.weight_ih_l0	1	-0.05347030982375145
621996	rnn.weight_ih_l0	2	-0.06191209703683853
621996	rnn.weight_ih_l0	3	0.10519596934318542
621996	rnn.weight_ih_l0	4	0.00812731496989727
621996	rnn.weight_ih_l0	5	-0.04987628757953644
621996	rnn.weight_ih_l0	6	-0.0033142496831715107
621996	rnn.weight_ih_l0	7	-0.024828379973769188
621996	rnn.weight_ih_l0	8	0.008834773674607277
621996	rnn.weight_ih_l0	9	-0.0901927649974823
621996	rnn.weight_hh_l0	0	-0.020709464326500893
621996	rnn.weight_hh_l0	1	0.08116060495376587
621996	rnn.weight_hh_l0	2	0.011193910613656044
621996	rnn.weight_hh_l0	3	-0.027647031471133232
621996	rnn.weight_hh_l0	4	0.07042860239744186
621996	rnn.weight_hh_l0	5	0.019839534536004066
621996	rnn.weight_hh_l0	6	-0.07890938967466354
621996	rnn.weight_hh_l0	7	-0.09381583333015442
621996	rnn.weight_hh_l0	8	0.03620438277721405
621996	rnn.weight_hh_l0	9	-0.11163526028394699
621996	rnn.bias_ih_l0	0	0.19292494654655457
621996	rnn.bias_ih_l0	1	-0.34115830063819885
621996	rnn.bias_ih_l0	2	-0.03723891079425812
621996	rnn.bias_ih_l0	3	-0.21354129910469055
621996	rnn.bias_ih_l0	4	0.025892440229654312
621996	rnn.bias_ih_l0	5	-0.4319118857383728
621996	rnn.bias_ih_l0	6	-0.15130028128623962
621996	rnn.bias_ih_l0	7	-0.36982259154319763
621996	rnn.bias_ih_l0	8	-0.2941525876522064
621996	rnn.bias_ih_l0	9	-0.46152767539024353
621996	rnn.bias_hh_l0	0	-0.35391002893447876
621996	rnn.bias_hh_l0	1	-0.4406226575374603
621996	rnn.bias_hh_l0	2	-0.3890170753002167
621996	rnn.bias_hh_l0	3	-0.08530868589878082
621996	rnn.bias_hh_l0	4	-0.40456971526145935
621996	rnn.bias_hh_l0	5	-0.35033315420150757
621996	rnn.bias_hh_l0	6	-0.11002625524997711
621996	rnn.bias_hh_l0	7	0.06549520045518875
621996	rnn.bias_hh_l0	8	-0.2341930866241455
621996	rnn.bias_hh_l0	9	-0.5734387636184692
621996	rnn.weight_ih_l0_reverse	0	0.03389662876725197
621996	rnn.weight_ih_l0_reverse	1	-0.028734972700476646
621996	rnn.weight_ih_l0_reverse	2	-0.0019699695985764265
621996	rnn.weight_ih_l0_reverse	3	-0.15366248786449432
621996	rnn.weight_ih_l0_reverse	4	0.08358269929885864
621996	rnn.weight_ih_l0_reverse	5	-0.13438035547733307
621996	rnn.weight_ih_l0_reverse	6	0.015751592814922333
621996	rnn.weight_ih_l0_reverse	7	0.03269781544804573
621996	rnn.weight_ih_l0_reverse	8	-0.05836641415953636
621996	rnn.weight_ih_l0_reverse	9	-0.07830994576215744
621996	rnn.weight_hh_l0_reverse	0	-0.13845601677894592
621996	rnn.weight_hh_l0_reverse	1	0.02522675134241581
621996	rnn.weight_hh_l0_reverse	2	-0.019166871905326843
621996	rnn.weight_hh_l0_reverse	3	0.023657750338315964
621996	rnn.weight_hh_l0_reverse	4	-0.08525823056697845
621996	rnn.weight_hh_l0_reverse	5	0.03488880768418312
621996	rnn.weight_hh_l0_reverse	6	0.027704525738954544
621996	rnn.weight_hh_l0_reverse	7	-0.12186197936534882
621996	rnn.weight_hh_l0_reverse	8	-0.06858470290899277
621996	rnn.weight_hh_l0_reverse	9	0.04792729392647743
621996	rnn.bias_ih_l0_reverse	0	-0.18044131994247437
621996	rnn.bias_ih_l0_reverse	1	-0.07836192846298218
621996	rnn.bias_ih_l0_reverse	2	0.13263703882694244
621996	rnn.bias_ih_l0_reverse	3	-0.3217332065105438
621996	rnn.bias_ih_l0_reverse	4	0.0052182842046022415
621996	rnn.bias_ih_l0_reverse	5	-0.2111765593290329
621996	rnn.bias_ih_l0_reverse	6	0.2626502215862274
621996	rnn.bias_ih_l0_reverse	7	-0.31528598070144653
621996	rnn.bias_ih_l0_reverse	8	-0.1789378821849823
621996	rnn.bias_ih_l0_reverse	9	-0.15618397295475006
621996	rnn.bias_hh_l0_reverse	0	-0.1351134479045868
621996	rnn.bias_hh_l0_reverse	1	0.26452791690826416
621996	rnn.bias_hh_l0_reverse	2	-0.3461735248565674
621996	rnn.bias_hh_l0_reverse	3	-0.22898493707180023
621996	rnn.bias_hh_l0_reverse	4	-0.4047713875770569
621996	rnn.bias_hh_l0_reverse	5	-0.192039355635643
621996	rnn.bias_hh_l0_reverse	6	-0.2779984772205353
621996	rnn.bias_hh_l0_reverse	7	-0.09309633821249008
621996	rnn.bias_hh_l0_reverse	8	-0.31259864568710327
621996	rnn.bias_hh_l0_reverse	9	0.20858053863048553
621996	linear.weight	0	0.20628707110881805
621996	linear.weight	1	-0.45264559984207153
621996	linear.weight	2	0.04951686039566994
621996	linear.weight	3	0.06751695275306702
621996	linear.weight	4	-0.15058811008930206
621996	linear.weight	5	0.219584658741951
621996	linear.weight	6	-0.06670752167701721
621996	linear.weight	7	-0.06018839031457901
621996	linear.weight	8	0.11428146809339523
621996	linear.weight	9	-0.04948434606194496
621996	linear.bias	0	-0.8769330978393555
621996	linear.bias	1	1.8501884937286377
621996	linear.bias	2	0.769588053226471
621996	linear.bias	3	-2.727623462677002
621996	linear.bias	4	-0.13559745252132416
621996	linear.bias	5	1.2892550230026245
621996	linear.bias	6	-0.24677368998527527
621996	linear.bias	7	0.7782669067382812
621996	linear.bias	8	2.159538745880127
621996	linear.bias	9	-1.3785921335220337
622605	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
622605	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
622605	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
622605	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
622605	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
622605	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
622605	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
622605	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
622605	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
622605	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
622605	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
622605	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
622605	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
622605	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
622605	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
622605	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
622605	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
622605	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
622605	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
622605	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
622605	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
622605	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
622605	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
622605	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
622605	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
622605	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
622605	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
622605	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
622605	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
622605	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
622605	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
622605	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
622605	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
622605	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
622605	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
622605	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
622605	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
622605	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
622605	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
622605	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
622605	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
622605	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
622605	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
622605	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
622605	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
622605	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
622605	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
622605	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
622605	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
622605	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
622605	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
622605	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
622605	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
622605	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
622605	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
622605	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
622605	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
622605	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
622605	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
622605	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
622605	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
622605	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
622605	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
622605	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
622605	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
622605	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
622605	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
622605	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
622605	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
622605	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
622605	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
622605	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
622605	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
622605	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
622605	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
622605	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
622605	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
622605	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
622605	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
622605	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
622605	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
622605	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
622605	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
622605	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
622605	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
622605	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
622605	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
622605	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
622605	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
622605	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
622605	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
622605	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
622605	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
622605	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
622605	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
622605	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
622605	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
622605	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
622605	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
622605	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
622605	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
622605	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
622605	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
622605	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
622605	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
622605	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
622605	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
622605	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
622605	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
622605	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
622605	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
622605	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
622605	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
622605	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
622605	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
622605	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
622605	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
622605	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
622605	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
622605	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
622605	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
622605	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
622605	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
622605	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
622605	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
622605	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
622605	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
622605	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
622605	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
622605	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
622605	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
622605	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
622605	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
622605	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
622605	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
622605	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
622605	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
622605	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
622605	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
622605	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
622605	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
622605	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
622605	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
622605	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
622605	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
622605	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
622605	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
622605	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
622605	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
622605	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
622605	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
622605	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
622605	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
622605	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
622605	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
622605	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
622605	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
622605	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
622605	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
622605	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
622605	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
622605	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
622605	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
622605	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
622605	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
622605	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
622605	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
622605	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
622605	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
622605	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
622605	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
622605	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
622605	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
622605	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
622605	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
622605	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
622605	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
622605	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
622605	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
622605	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
622605	embedding2nn.weight	0	0.3151932656764984
622605	embedding2nn.weight	1	0.3778403699398041
622605	embedding2nn.weight	2	0.005568764638155699
622605	embedding2nn.weight	3	-0.01553597766906023
622605	embedding2nn.weight	4	-0.01711845211684704
622605	embedding2nn.weight	5	0.05622638761997223
622605	embedding2nn.weight	6	0.010031375102698803
622605	embedding2nn.weight	7	-0.00014852923050057143
622605	embedding2nn.weight	8	0.04495401307940483
622605	embedding2nn.weight	9	-0.06506934016942978
622605	embedding2nn.bias	0	0.027856670320034027
622605	embedding2nn.bias	1	-0.20556949079036713
622605	embedding2nn.bias	2	0.1611914336681366
622605	embedding2nn.bias	3	0.17134137451648712
622605	embedding2nn.bias	4	0.15870527923107147
622605	embedding2nn.bias	5	-0.05420482158660889
622605	embedding2nn.bias	6	-0.0514533668756485
622605	embedding2nn.bias	7	0.047785643488168716
622605	embedding2nn.bias	8	-0.16772250831127167
622605	embedding2nn.bias	9	-0.36728355288505554
622605	rnn.weight_ih_l0	0	-0.0017339917831122875
622605	rnn.weight_ih_l0	1	-0.05379796773195267
622605	rnn.weight_ih_l0	2	-0.06668543070554733
622605	rnn.weight_ih_l0	3	0.1064179390668869
622605	rnn.weight_ih_l0	4	0.008661146275699139
622605	rnn.weight_ih_l0	5	-0.05316191539168358
622605	rnn.weight_ih_l0	6	-0.0056900754570961
622605	rnn.weight_ih_l0	7	-0.02595646306872368
622605	rnn.weight_ih_l0	8	0.005564287304878235
622605	rnn.weight_ih_l0	9	-0.09543861448764801
622605	rnn.weight_hh_l0	0	-0.020890435203909874
622605	rnn.weight_hh_l0	1	0.08149121701717377
622605	rnn.weight_hh_l0	2	0.010993892326951027
622605	rnn.weight_hh_l0	3	-0.027703963220119476
622605	rnn.weight_hh_l0	4	0.06989757716655731
622605	rnn.weight_hh_l0	5	0.020620279014110565
622605	rnn.weight_hh_l0	6	-0.07842453569173813
622605	rnn.weight_hh_l0	7	-0.09611820429563522
622605	rnn.weight_hh_l0	8	0.03628702461719513
622605	rnn.weight_hh_l0	9	-0.1121683195233345
622605	rnn.bias_ih_l0	0	0.18543025851249695
622605	rnn.bias_ih_l0	1	-0.3416387736797333
622605	rnn.bias_ih_l0	2	-0.042195823043584824
622605	rnn.bias_ih_l0	3	-0.20999972522258759
622605	rnn.bias_ih_l0	4	0.03196725249290466
622605	rnn.bias_ih_l0	5	-0.42928287386894226
622605	rnn.bias_ih_l0	6	-0.15313732624053955
622605	rnn.bias_ih_l0	7	-0.3703673183917999
622605	rnn.bias_ih_l0	8	-0.29324284195899963
622605	rnn.bias_ih_l0	9	-0.4580751955509186
622605	rnn.bias_hh_l0	0	-0.35204485058784485
622605	rnn.bias_hh_l0	1	-0.44437548518180847
622605	rnn.bias_hh_l0	2	-0.38538333773612976
622605	rnn.bias_hh_l0	3	-0.08818170428276062
622605	rnn.bias_hh_l0	4	-0.40365949273109436
622605	rnn.bias_hh_l0	5	-0.3510424494743347
622605	rnn.bias_hh_l0	6	-0.1097850650548935
622605	rnn.bias_hh_l0	7	0.06570801138877869
622605	rnn.bias_hh_l0	8	-0.23628054559230804
622605	rnn.bias_hh_l0	9	-0.5754098892211914
622605	rnn.weight_ih_l0_reverse	0	0.032914407551288605
622605	rnn.weight_ih_l0_reverse	1	-0.029494084417819977
622605	rnn.weight_ih_l0_reverse	2	-0.003243256127461791
622605	rnn.weight_ih_l0_reverse	3	-0.1551421731710434
622605	rnn.weight_ih_l0_reverse	4	0.0832800641655922
622605	rnn.weight_ih_l0_reverse	5	-0.1339518427848816
622605	rnn.weight_ih_l0_reverse	6	0.015010116621851921
622605	rnn.weight_ih_l0_reverse	7	0.03257885202765465
622605	rnn.weight_ih_l0_reverse	8	-0.056571006774902344
622605	rnn.weight_ih_l0_reverse	9	-0.07916149497032166
622605	rnn.weight_hh_l0_reverse	0	-0.13820236921310425
622605	rnn.weight_hh_l0_reverse	1	0.025033513084053993
622605	rnn.weight_hh_l0_reverse	2	-0.018243176862597466
622605	rnn.weight_hh_l0_reverse	3	0.023694859817624092
622605	rnn.weight_hh_l0_reverse	4	-0.08392776548862457
622605	rnn.weight_hh_l0_reverse	5	0.03488800674676895
622605	rnn.weight_hh_l0_reverse	6	0.02758721075952053
622605	rnn.weight_hh_l0_reverse	7	-0.12286198139190674
622605	rnn.weight_hh_l0_reverse	8	-0.06694314628839493
622605	rnn.weight_hh_l0_reverse	9	0.04756135120987892
622605	rnn.bias_ih_l0_reverse	0	-0.18117748200893402
622605	rnn.bias_ih_l0_reverse	1	-0.07861733436584473
622605	rnn.bias_ih_l0_reverse	2	0.12999151647090912
622605	rnn.bias_ih_l0_reverse	3	-0.31831157207489014
622605	rnn.bias_ih_l0_reverse	4	0.01493158470839262
622605	rnn.bias_ih_l0_reverse	5	-0.20957961678504944
622605	rnn.bias_ih_l0_reverse	6	0.2624744176864624
622605	rnn.bias_ih_l0_reverse	7	-0.3186120390892029
622605	rnn.bias_ih_l0_reverse	8	-0.17837288975715637
622605	rnn.bias_ih_l0_reverse	9	-0.15644067525863647
622605	rnn.bias_hh_l0_reverse	0	-0.13750125467777252
622605	rnn.bias_hh_l0_reverse	1	0.26194217801094055
622605	rnn.bias_hh_l0_reverse	2	-0.34881001710891724
622605	rnn.bias_hh_l0_reverse	3	-0.23186296224594116
622605	rnn.bias_hh_l0_reverse	4	-0.4020293354988098
622605	rnn.bias_hh_l0_reverse	5	-0.18744899332523346
622605	rnn.bias_hh_l0_reverse	6	-0.27563154697418213
622605	rnn.bias_hh_l0_reverse	7	-0.09004169702529907
622605	rnn.bias_hh_l0_reverse	8	-0.31635910272598267
622605	rnn.bias_hh_l0_reverse	9	0.21060582995414734
622605	linear.weight	0	0.23322008550167084
622605	linear.weight	1	-0.4391114115715027
622605	linear.weight	2	0.060551635921001434
622605	linear.weight	3	0.06751663982868195
622605	linear.weight	4	-0.11779258400201797
622605	linear.weight	5	0.21475578844547272
622605	linear.weight	6	-0.05547035485506058
622605	linear.weight	7	-0.06018581613898277
622605	linear.weight	8	0.11072976887226105
622605	linear.weight	9	-0.049486588686704636
622605	linear.bias	0	-0.8810405135154724
622605	linear.bias	1	1.8293976783752441
622605	linear.bias	2	0.7550894618034363
622605	linear.bias	3	-2.7277021408081055
622605	linear.bias	4	-0.1370113492012024
622605	linear.bias	5	1.2937531471252441
622605	linear.bias	6	-0.23670652508735657
622605	linear.bias	7	0.7935929894447327
622605	linear.bias	8	2.188915491104126
622605	linear.bias	9	-1.366429328918457
623214	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
623214	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
623214	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
623214	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
623214	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
623214	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
623214	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
623214	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
623214	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
623214	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
623214	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
623214	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
623214	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
623214	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
623214	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
623214	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
623214	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
623214	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
623214	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
623214	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
623214	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
623214	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
623214	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
623214	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
623214	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
623214	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
623214	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
623214	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
623214	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
623214	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
623214	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
623214	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
623214	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
623214	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
623214	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
623214	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
623214	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
623214	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
623214	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
623214	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
623214	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
623214	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
623214	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
623214	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
623214	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
623214	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
623214	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
623214	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
623214	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
623214	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
623214	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
623214	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
623214	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
623214	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
623214	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
623214	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
623214	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
623214	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
623214	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
623214	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
623214	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
623214	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
623214	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
623214	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
623214	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
623214	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
623214	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
623214	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
623214	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
623214	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
623214	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
623214	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
623214	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
623214	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
623214	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
623214	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
623214	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
623214	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
623214	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
623214	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
623214	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
623214	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
623214	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
623214	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
623214	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
623214	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
623214	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
623214	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
623214	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
623214	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
623214	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
623214	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
623214	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
623214	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
623214	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
623214	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
623214	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
623214	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
623214	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
623214	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
623214	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
623214	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
623214	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
623214	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
623214	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
623214	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
623214	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
623214	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
623214	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
623214	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
623214	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
623214	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
623214	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
623214	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
623214	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
623214	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
623214	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
623214	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
623214	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
623214	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
623214	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
623214	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
623214	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
623214	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
623214	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
623214	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
623214	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
623214	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
623214	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
623214	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
623214	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
623214	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
623214	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
623214	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
623214	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
623214	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
623214	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
623214	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
623214	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
623214	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
623214	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
623214	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
623214	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
623214	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
623214	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
623214	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
623214	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
623214	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
623214	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
623214	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
623214	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
623214	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
623214	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
623214	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
623214	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
623214	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
623214	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
623214	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
623214	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
623214	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
623214	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
623214	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
623214	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
623214	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
623214	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
623214	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
623214	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
623214	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
623214	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
623214	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
623214	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
623214	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
623214	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
623214	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
623214	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
623214	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
623214	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
623214	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
623214	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
623214	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
623214	embedding2nn.weight	0	0.3143351078033447
623214	embedding2nn.weight	1	0.3773747682571411
623214	embedding2nn.weight	2	0.0028757613617926836
623214	embedding2nn.weight	3	-0.00585812097415328
623214	embedding2nn.weight	4	-0.015994597226381302
623214	embedding2nn.weight	5	0.05519544333219528
623214	embedding2nn.weight	6	0.013181056827306747
623214	embedding2nn.weight	7	0.0008440515375696123
623214	embedding2nn.weight	8	0.044897112995386124
623214	embedding2nn.weight	9	-0.0644320473074913
623214	embedding2nn.bias	0	0.02553221769630909
623214	embedding2nn.bias	1	-0.20377247035503387
623214	embedding2nn.bias	2	0.16916492581367493
623214	embedding2nn.bias	3	0.16487900912761688
623214	embedding2nn.bias	4	0.14936020970344543
623214	embedding2nn.bias	5	-0.061506178230047226
623214	embedding2nn.bias	6	-0.04178571701049805
623214	embedding2nn.bias	7	0.0521591491997242
623214	embedding2nn.bias	8	-0.169118732213974
623214	embedding2nn.bias	9	-0.3707831799983978
623214	rnn.weight_ih_l0	0	-0.003163285553455353
623214	rnn.weight_ih_l0	1	-0.053388867527246475
623214	rnn.weight_ih_l0	2	-0.06429179012775421
623214	rnn.weight_ih_l0	3	0.10774430632591248
623214	rnn.weight_ih_l0	4	0.007504722569137812
623214	rnn.weight_ih_l0	5	-0.05343540757894516
623214	rnn.weight_ih_l0	6	-0.00502082658931613
623214	rnn.weight_ih_l0	7	-0.026026777923107147
623214	rnn.weight_ih_l0	8	0.010765159502625465
623214	rnn.weight_ih_l0	9	-0.09504334628582001
623214	rnn.weight_hh_l0	0	-0.0209171362221241
623214	rnn.weight_hh_l0	1	0.08175285905599594
623214	rnn.weight_hh_l0	2	0.011211189441382885
623214	rnn.weight_hh_l0	3	-0.02781740203499794
623214	rnn.weight_hh_l0	4	0.07039602845907211
623214	rnn.weight_hh_l0	5	0.02104201354086399
623214	rnn.weight_hh_l0	6	-0.07887953519821167
623214	rnn.weight_hh_l0	7	-0.09800560027360916
623214	rnn.weight_hh_l0	8	0.036341190338134766
623214	rnn.weight_hh_l0	9	-0.1119985282421112
623214	rnn.bias_ih_l0	0	0.18917565047740936
623214	rnn.bias_ih_l0	1	-0.34057262539863586
623214	rnn.bias_ih_l0	2	-0.04322664812207222
623214	rnn.bias_ih_l0	3	-0.2050720900297165
623214	rnn.bias_ih_l0	4	0.026195628568530083
623214	rnn.bias_ih_l0	5	-0.4255495071411133
623214	rnn.bias_ih_l0	6	-0.15354956686496735
623214	rnn.bias_ih_l0	7	-0.3718448281288147
623214	rnn.bias_ih_l0	8	-0.29818305373191833
623214	rnn.bias_ih_l0	9	-0.45736443996429443
623214	rnn.bias_hh_l0	0	-0.3502092957496643
623214	rnn.bias_hh_l0	1	-0.4407668709754944
623214	rnn.bias_hh_l0	2	-0.3830645680427551
623214	rnn.bias_hh_l0	3	-0.09064462780952454
623214	rnn.bias_hh_l0	4	-0.4034212827682495
623214	rnn.bias_hh_l0	5	-0.35078227519989014
623214	rnn.bias_hh_l0	6	-0.11400208622217178
623214	rnn.bias_hh_l0	7	0.06103261187672615
623214	rnn.bias_hh_l0	8	-0.23729605972766876
623214	rnn.bias_hh_l0	9	-0.5752249956130981
623214	rnn.weight_ih_l0_reverse	0	0.03475736826658249
623214	rnn.weight_ih_l0_reverse	1	-0.02799910306930542
623214	rnn.weight_ih_l0_reverse	2	-0.0028827509377151728
623214	rnn.weight_ih_l0_reverse	3	-0.15565600991249084
623214	rnn.weight_ih_l0_reverse	4	0.08290423452854156
623214	rnn.weight_ih_l0_reverse	5	-0.13650330901145935
623214	rnn.weight_ih_l0_reverse	6	0.01175330113619566
623214	rnn.weight_ih_l0_reverse	7	0.03269631043076515
623214	rnn.weight_ih_l0_reverse	8	-0.05852693319320679
623214	rnn.weight_ih_l0_reverse	9	-0.07655499875545502
623214	rnn.weight_hh_l0_reverse	0	-0.13693299889564514
623214	rnn.weight_hh_l0_reverse	1	0.02593538537621498
623214	rnn.weight_hh_l0_reverse	2	-0.01819535344839096
623214	rnn.weight_hh_l0_reverse	3	0.023227473720908165
623214	rnn.weight_hh_l0_reverse	4	-0.0833515077829361
623214	rnn.weight_hh_l0_reverse	5	0.03487138822674751
623214	rnn.weight_hh_l0_reverse	6	0.02757125347852707
623214	rnn.weight_hh_l0_reverse	7	-0.12309902161359787
623214	rnn.weight_hh_l0_reverse	8	-0.0670001208782196
623214	rnn.weight_hh_l0_reverse	9	0.04559607058763504
623214	rnn.bias_ih_l0_reverse	0	-0.17959168553352356
623214	rnn.bias_ih_l0_reverse	1	-0.08144322782754898
623214	rnn.bias_ih_l0_reverse	2	0.12930817902088165
623214	rnn.bias_ih_l0_reverse	3	-0.32006755471229553
623214	rnn.bias_ih_l0_reverse	4	0.00758270313963294
623214	rnn.bias_ih_l0_reverse	5	-0.20774702727794647
623214	rnn.bias_ih_l0_reverse	6	0.2587033212184906
623214	rnn.bias_ih_l0_reverse	7	-0.3222564458847046
623214	rnn.bias_ih_l0_reverse	8	-0.17820386588573456
623214	rnn.bias_ih_l0_reverse	9	-0.1625845730304718
623214	rnn.bias_hh_l0_reverse	0	-0.1360151320695877
623214	rnn.bias_hh_l0_reverse	1	0.26655492186546326
623214	rnn.bias_hh_l0_reverse	2	-0.3487899601459503
623214	rnn.bias_hh_l0_reverse	3	-0.23466067016124725
623214	rnn.bias_hh_l0_reverse	4	-0.40337279438972473
623214	rnn.bias_hh_l0_reverse	5	-0.18905001878738403
623214	rnn.bias_hh_l0_reverse	6	-0.2741374671459198
623214	rnn.bias_hh_l0_reverse	7	-0.08646111935377121
623214	rnn.bias_hh_l0_reverse	8	-0.309733510017395
623214	rnn.bias_hh_l0_reverse	9	0.2067692130804062
623214	linear.weight	0	0.23301832377910614
623214	linear.weight	1	-0.422672837972641
623214	linear.weight	2	0.06334792077541351
623214	linear.weight	3	0.06751678138971329
623214	linear.weight	4	-0.11505158245563507
623214	linear.weight	5	0.22025293111801147
623214	linear.weight	6	-0.06879309564828873
623214	linear.weight	7	-0.060183461755514145
623214	linear.weight	8	0.10643873363733292
623214	linear.weight	9	-0.04948949068784714
623214	linear.bias	0	-0.9013265371322632
623214	linear.bias	1	1.816002368927002
623214	linear.bias	2	0.7754098176956177
623214	linear.bias	3	-2.727800130844116
623214	linear.bias	4	-0.12471664696931839
623214	linear.bias	5	1.2538504600524902
623214	linear.bias	6	-0.2339872270822525
623214	linear.bias	7	0.7781549096107483
623214	linear.bias	8	2.1932408809661865
623214	linear.bias	9	-1.3601900339126587
623823	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
623823	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
623823	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
623823	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
623823	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
623823	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
623823	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
623823	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
623823	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
623823	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
623823	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
623823	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
623823	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
623823	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
623823	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
623823	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
623823	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
623823	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
623823	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
623823	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
623823	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
623823	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
623823	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
623823	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
623823	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
623823	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
623823	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
623823	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
623823	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
623823	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
623823	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
623823	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
623823	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
623823	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
623823	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
623823	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
623823	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
623823	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
623823	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
623823	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
623823	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
623823	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
623823	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
623823	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
623823	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
623823	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
623823	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
623823	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
623823	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
623823	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
623823	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
623823	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
623823	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
623823	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
623823	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
623823	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
623823	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
623823	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
623823	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
623823	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
623823	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
623823	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
623823	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
623823	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
623823	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
623823	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
623823	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
623823	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
623823	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
623823	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
623823	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
623823	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
623823	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
623823	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
623823	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
623823	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
623823	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
623823	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
623823	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
623823	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
623823	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
623823	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
623823	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
623823	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
623823	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
623823	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
623823	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
623823	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
623823	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
623823	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
623823	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
623823	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
623823	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
623823	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
623823	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
623823	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
623823	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
623823	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
623823	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
623823	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
623823	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
623823	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
623823	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
623823	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
623823	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
623823	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
623823	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
623823	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
623823	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
623823	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
623823	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
623823	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
623823	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
623823	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
623823	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
623823	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
623823	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
623823	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
623823	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
623823	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
623823	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
623823	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
623823	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
623823	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
623823	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
623823	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
623823	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
623823	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
623823	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
623823	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
623823	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
623823	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
623823	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
623823	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
623823	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
623823	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
623823	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
623823	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
623823	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
623823	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
623823	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
623823	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
623823	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
623823	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
623823	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
623823	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
623823	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
623823	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
623823	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
623823	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
623823	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
623823	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
623823	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
623823	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
623823	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
623823	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
623823	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
623823	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
623823	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
623823	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
623823	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
623823	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
623823	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
623823	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
623823	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
623823	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
623823	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
623823	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
623823	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
623823	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
623823	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
623823	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
623823	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
623823	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
623823	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
623823	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
623823	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
623823	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
623823	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
623823	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
623823	embedding2nn.weight	0	0.3152380883693695
623823	embedding2nn.weight	1	0.3772977292537689
623823	embedding2nn.weight	2	0.0013308691559359431
623823	embedding2nn.weight	3	-0.0124164754524827
623823	embedding2nn.weight	4	-0.014281686395406723
623823	embedding2nn.weight	5	0.057108908891677856
623823	embedding2nn.weight	6	0.010634679347276688
623823	embedding2nn.weight	7	0.001285976148210466
623823	embedding2nn.weight	8	0.042254477739334106
623823	embedding2nn.weight	9	-0.06296311318874359
623823	embedding2nn.bias	0	0.02269471064209938
623823	embedding2nn.bias	1	-0.20375367999076843
623823	embedding2nn.bias	2	0.153958261013031
623823	embedding2nn.bias	3	0.16883042454719543
623823	embedding2nn.bias	4	0.16080676019191742
623823	embedding2nn.bias	5	-0.05139333754777908
623823	embedding2nn.bias	6	-0.04421454295516014
623823	embedding2nn.bias	7	0.050597772002220154
623823	embedding2nn.bias	8	-0.17141307890415192
623823	embedding2nn.bias	9	-0.37025314569473267
623823	rnn.weight_ih_l0	0	-0.003536599688231945
623823	rnn.weight_ih_l0	1	-0.05307139828801155
623823	rnn.weight_ih_l0	2	-0.05984138324856758
623823	rnn.weight_ih_l0	3	0.1082666665315628
623823	rnn.weight_ih_l0	4	0.009898994117975235
623823	rnn.weight_ih_l0	5	-0.052000995725393295
623823	rnn.weight_ih_l0	6	-0.006064755376428366
623823	rnn.weight_ih_l0	7	-0.02444322407245636
623823	rnn.weight_ih_l0	8	0.012649566866457462
623823	rnn.weight_ih_l0	9	-0.09173492342233658
623823	rnn.weight_hh_l0	0	-0.021034182980656624
623823	rnn.weight_hh_l0	1	0.08205099403858185
623823	rnn.weight_hh_l0	2	0.011263652704656124
623823	rnn.weight_hh_l0	3	-0.027824105694890022
623823	rnn.weight_hh_l0	4	0.07001673430204391
623823	rnn.weight_hh_l0	5	0.021188722923398018
623823	rnn.weight_hh_l0	6	-0.0787421390414238
623823	rnn.weight_hh_l0	7	-0.09781461954116821
623823	rnn.weight_hh_l0	8	0.03631026670336723
623823	rnn.weight_hh_l0	9	-0.11253894865512848
623823	rnn.bias_ih_l0	0	0.1882127821445465
623823	rnn.bias_ih_l0	1	-0.34098947048187256
623823	rnn.bias_ih_l0	2	-0.044926535338163376
623823	rnn.bias_ih_l0	3	-0.202572762966156
623823	rnn.bias_ih_l0	4	0.01991843804717064
623823	rnn.bias_ih_l0	5	-0.42597705125808716
623823	rnn.bias_ih_l0	6	-0.15119066834449768
623823	rnn.bias_ih_l0	7	-0.3712449073791504
623823	rnn.bias_ih_l0	8	-0.2988967001438141
623823	rnn.bias_ih_l0	9	-0.45884719491004944
623823	rnn.bias_hh_l0	0	-0.35166043043136597
623823	rnn.bias_hh_l0	1	-0.43900901079177856
623823	rnn.bias_hh_l0	2	-0.3824983835220337
623823	rnn.bias_hh_l0	3	-0.08895688503980637
623823	rnn.bias_hh_l0	4	-0.39964309334754944
623823	rnn.bias_hh_l0	5	-0.3484300374984741
623823	rnn.bias_hh_l0	6	-0.11236605048179626
623823	rnn.bias_hh_l0	7	0.06533712893724442
623823	rnn.bias_hh_l0	8	-0.23896001279354095
623823	rnn.bias_hh_l0	9	-0.5716660618782043
623823	rnn.weight_ih_l0_reverse	0	0.03336736932396889
623823	rnn.weight_ih_l0_reverse	1	-0.02912113629281521
623823	rnn.weight_ih_l0_reverse	2	-0.0036272823344916105
623823	rnn.weight_ih_l0_reverse	3	-0.151967853307724
623823	rnn.weight_ih_l0_reverse	4	0.08160819858312607
623823	rnn.weight_ih_l0_reverse	5	-0.1380341649055481
623823	rnn.weight_ih_l0_reverse	6	0.012365423142910004
623823	rnn.weight_ih_l0_reverse	7	0.03378592059016228
623823	rnn.weight_ih_l0_reverse	8	-0.05909460783004761
623823	rnn.weight_ih_l0_reverse	9	-0.08091629296541214
623823	rnn.weight_hh_l0_reverse	0	-0.13739275932312012
623823	rnn.weight_hh_l0_reverse	1	0.02579815685749054
623823	rnn.weight_hh_l0_reverse	2	-0.018167253583669662
623823	rnn.weight_hh_l0_reverse	3	0.023265358060598373
623823	rnn.weight_hh_l0_reverse	4	-0.08424308896064758
623823	rnn.weight_hh_l0_reverse	5	0.035012517124414444
623823	rnn.weight_hh_l0_reverse	6	0.027829060330986977
623823	rnn.weight_hh_l0_reverse	7	-0.12236134707927704
623823	rnn.weight_hh_l0_reverse	8	-0.06740052253007889
623823	rnn.weight_hh_l0_reverse	9	0.045305974781513214
623823	rnn.bias_ih_l0_reverse	0	-0.1775101274251938
623823	rnn.bias_ih_l0_reverse	1	-0.07965076714754105
623823	rnn.bias_ih_l0_reverse	2	0.1288125216960907
623823	rnn.bias_ih_l0_reverse	3	-0.3189152479171753
623823	rnn.bias_ih_l0_reverse	4	0.006119251251220703
623823	rnn.bias_ih_l0_reverse	5	-0.20713770389556885
623823	rnn.bias_ih_l0_reverse	6	0.2620319128036499
623823	rnn.bias_ih_l0_reverse	7	-0.3242175579071045
623823	rnn.bias_ih_l0_reverse	8	-0.18049035966396332
623823	rnn.bias_ih_l0_reverse	9	-0.16248583793640137
623823	rnn.bias_hh_l0_reverse	0	-0.13271793723106384
623823	rnn.bias_hh_l0_reverse	1	0.2674389183521271
623823	rnn.bias_hh_l0_reverse	2	-0.34535256028175354
623823	rnn.bias_hh_l0_reverse	3	-0.2329198569059372
623823	rnn.bias_hh_l0_reverse	4	-0.4049800932407379
623823	rnn.bias_hh_l0_reverse	5	-0.19151991605758667
623823	rnn.bias_hh_l0_reverse	6	-0.2762283980846405
623823	rnn.bias_hh_l0_reverse	7	-0.08555947244167328
623823	rnn.bias_hh_l0_reverse	8	-0.31431272625923157
623823	rnn.bias_hh_l0_reverse	9	0.2018127143383026
623823	linear.weight	0	0.228951558470726
623823	linear.weight	1	-0.431355357170105
623823	linear.weight	2	0.024996858090162277
623823	linear.weight	3	0.0675157681107521
623823	linear.weight	4	-0.12185501307249069
623823	linear.weight	5	0.22349227964878082
623823	linear.weight	6	-0.07654589414596558
623823	linear.weight	7	-0.060179661959409714
623823	linear.weight	8	0.10317490994930267
623823	linear.weight	9	-0.04949234798550606
623823	linear.bias	0	-0.8930951952934265
623823	linear.bias	1	1.8461365699768066
623823	linear.bias	2	0.7684592008590698
623823	linear.bias	3	-2.7279040813446045
623823	linear.bias	4	-0.12893682718276978
623823	linear.bias	5	1.2556124925613403
623823	linear.bias	6	-0.22683373093605042
623823	linear.bias	7	0.789799690246582
623823	linear.bias	8	2.1588022708892822
623823	linear.bias	9	-1.3644438982009888
624432	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
624432	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
624432	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
624432	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
624432	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
624432	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
624432	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
624432	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
624432	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
624432	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
624432	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
624432	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
624432	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
624432	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
624432	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
624432	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
624432	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
624432	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
624432	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
624432	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
624432	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
624432	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
624432	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
624432	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
624432	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
624432	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
624432	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
624432	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
624432	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
624432	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
624432	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
624432	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
624432	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
624432	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
624432	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
624432	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
624432	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
624432	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
624432	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
624432	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
624432	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
624432	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
624432	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
624432	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
624432	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
624432	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
624432	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
624432	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
624432	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
624432	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
624432	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
624432	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
624432	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
624432	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
624432	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
624432	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
624432	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
624432	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
624432	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
624432	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
624432	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
624432	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
624432	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
624432	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
624432	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
624432	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
624432	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
624432	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
624432	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
624432	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
624432	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
624432	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
624432	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
624432	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
624432	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
624432	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
624432	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
624432	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
624432	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
624432	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
624432	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
624432	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
624432	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
624432	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
624432	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
624432	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
624432	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
624432	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
624432	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
624432	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
624432	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
624432	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
624432	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
624432	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
624432	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
624432	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
624432	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
624432	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
624432	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
624432	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
624432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
624432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
624432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
624432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
624432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
624432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
624432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
624432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
624432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
624432	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
624432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
624432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
624432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
624432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
624432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
624432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
624432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
624432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
624432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
624432	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
624432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
624432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
624432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
624432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
624432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
624432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
624432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
624432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
624432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
624432	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
624432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
624432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
624432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
624432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
624432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
624432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
624432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
624432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
624432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
624432	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
624432	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
624432	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
624432	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
624432	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
624432	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
624432	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
624432	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
624432	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
624432	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
624432	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
624432	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
624432	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
624432	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
624432	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
624432	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
624432	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
624432	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
624432	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
624432	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
624432	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
624432	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
624432	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
624432	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
624432	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
624432	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
624432	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
624432	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
624432	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
624432	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
624432	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
624432	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
624432	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
624432	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
624432	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
624432	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
624432	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
624432	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
624432	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
624432	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
624432	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
624432	embedding2nn.weight	0	0.31433072686195374
624432	embedding2nn.weight	1	0.37837451696395874
624432	embedding2nn.weight	2	0.003290129592642188
624432	embedding2nn.weight	3	-0.018405642360448837
624432	embedding2nn.weight	4	-0.014486575499176979
624432	embedding2nn.weight	5	0.056343674659729004
624432	embedding2nn.weight	6	0.00839642807841301
624432	embedding2nn.weight	7	-0.0006246022530831397
624432	embedding2nn.weight	8	0.044064514338970184
624432	embedding2nn.weight	9	-0.06003117933869362
624432	embedding2nn.bias	0	0.02737545780837536
624432	embedding2nn.bias	1	-0.22233682870864868
624432	embedding2nn.bias	2	0.1531694531440735
624432	embedding2nn.bias	3	0.18422292172908783
624432	embedding2nn.bias	4	0.16574504971504211
624432	embedding2nn.bias	5	-0.060234520584344864
624432	embedding2nn.bias	6	-0.03635738417506218
624432	embedding2nn.bias	7	0.030388079583644867
624432	embedding2nn.bias	8	-0.17873036861419678
624432	embedding2nn.bias	9	-0.37799426913261414
624432	rnn.weight_ih_l0	0	-0.003340240567922592
624432	rnn.weight_ih_l0	1	-0.05287974327802658
624432	rnn.weight_ih_l0	2	-0.06144619733095169
624432	rnn.weight_ih_l0	3	0.10528265684843063
624432	rnn.weight_ih_l0	4	0.01027730293571949
624432	rnn.weight_ih_l0	5	-0.05109791085124016
624432	rnn.weight_ih_l0	6	-0.0020070504397153854
624432	rnn.weight_ih_l0	7	-0.023560376837849617
624432	rnn.weight_ih_l0	8	0.010732130147516727
624432	rnn.weight_ih_l0	9	-0.08957041054964066
624432	rnn.weight_hh_l0	0	-0.021401694044470787
624432	rnn.weight_hh_l0	1	0.08255128562450409
624432	rnn.weight_hh_l0	2	0.011820285581052303
624432	rnn.weight_hh_l0	3	-0.027330219745635986
624432	rnn.weight_hh_l0	4	0.06987821310758591
624432	rnn.weight_hh_l0	5	0.02216915786266327
624432	rnn.weight_hh_l0	6	-0.07948526740074158
624432	rnn.weight_hh_l0	7	-0.09692469239234924
624432	rnn.weight_hh_l0	8	0.03652076795697212
624432	rnn.weight_hh_l0	9	-0.11250387877225876
624432	rnn.bias_ih_l0	0	0.18938308954238892
624432	rnn.bias_ih_l0	1	-0.3403875231742859
624432	rnn.bias_ih_l0	2	-0.04773090034723282
624432	rnn.bias_ih_l0	3	-0.2028583288192749
624432	rnn.bias_ih_l0	4	0.022523773834109306
624432	rnn.bias_ih_l0	5	-0.4278736412525177
624432	rnn.bias_ih_l0	6	-0.1512584686279297
624432	rnn.bias_ih_l0	7	-0.3715384006500244
624432	rnn.bias_ih_l0	8	-0.2977941036224365
624432	rnn.bias_ih_l0	9	-0.45792949199676514
624432	rnn.bias_hh_l0	0	-0.35121890902519226
624432	rnn.bias_hh_l0	1	-0.4387226700782776
624432	rnn.bias_hh_l0	2	-0.38500985503196716
624432	rnn.bias_hh_l0	3	-0.0864526778459549
624432	rnn.bias_hh_l0	4	-0.39931192994117737
624432	rnn.bias_hh_l0	5	-0.34873634576797485
624432	rnn.bias_hh_l0	6	-0.10345860570669174
624432	rnn.bias_hh_l0	7	0.06190886348485947
624432	rnn.bias_hh_l0	8	-0.24031321704387665
624432	rnn.bias_hh_l0	9	-0.573907732963562
624432	rnn.weight_ih_l0_reverse	0	0.03439461067318916
624432	rnn.weight_ih_l0_reverse	1	-0.027117423713207245
624432	rnn.weight_ih_l0_reverse	2	-0.0020522584673017263
624432	rnn.weight_ih_l0_reverse	3	-0.15391196310520172
624432	rnn.weight_ih_l0_reverse	4	0.0828387513756752
624432	rnn.weight_ih_l0_reverse	5	-0.13802765309810638
624432	rnn.weight_ih_l0_reverse	6	0.012600364163517952
624432	rnn.weight_ih_l0_reverse	7	0.03430086001753807
624432	rnn.weight_ih_l0_reverse	8	-0.05805033817887306
624432	rnn.weight_ih_l0_reverse	9	-0.07909999787807465
624432	rnn.weight_hh_l0_reverse	0	-0.13737185299396515
624432	rnn.weight_hh_l0_reverse	1	0.025334887206554413
624432	rnn.weight_hh_l0_reverse	2	-0.01791231334209442
624432	rnn.weight_hh_l0_reverse	3	0.023494228720664978
624432	rnn.weight_hh_l0_reverse	4	-0.08332094550132751
624432	rnn.weight_hh_l0_reverse	5	0.034969985485076904
624432	rnn.weight_hh_l0_reverse	6	0.02800310216844082
624432	rnn.weight_hh_l0_reverse	7	-0.1243661418557167
624432	rnn.weight_hh_l0_reverse	8	-0.06777636706829071
624432	rnn.weight_hh_l0_reverse	9	0.04485934600234032
624432	rnn.bias_ih_l0_reverse	0	-0.17552174627780914
624432	rnn.bias_ih_l0_reverse	1	-0.0789308175444603
624432	rnn.bias_ih_l0_reverse	2	0.13395431637763977
624432	rnn.bias_ih_l0_reverse	3	-0.3163449466228485
624432	rnn.bias_ih_l0_reverse	4	-0.0018842212157323956
624432	rnn.bias_ih_l0_reverse	5	-0.20592479407787323
624432	rnn.bias_ih_l0_reverse	6	0.2581183612346649
624432	rnn.bias_ih_l0_reverse	7	-0.33089375495910645
624432	rnn.bias_ih_l0_reverse	8	-0.18098191916942596
624432	rnn.bias_ih_l0_reverse	9	-0.16162347793579102
624432	rnn.bias_hh_l0_reverse	0	-0.12433798611164093
624432	rnn.bias_hh_l0_reverse	1	0.2657383382320404
624432	rnn.bias_hh_l0_reverse	2	-0.3428877890110016
624432	rnn.bias_hh_l0_reverse	3	-0.23198485374450684
624432	rnn.bias_hh_l0_reverse	4	-0.4047467112541199
624432	rnn.bias_hh_l0_reverse	5	-0.19170789420604706
624432	rnn.bias_hh_l0_reverse	6	-0.2693061828613281
624432	rnn.bias_hh_l0_reverse	7	-0.08621824532747269
624432	rnn.bias_hh_l0_reverse	8	-0.31617045402526855
624432	rnn.bias_hh_l0_reverse	9	0.1869288682937622
624432	linear.weight	0	0.2552017569541931
624432	linear.weight	1	-0.45911508798599243
624432	linear.weight	2	0.028804995119571686
624432	linear.weight	3	0.06751567870378494
624432	linear.weight	4	-0.13017413020133972
624432	linear.weight	5	0.230129674077034
624432	linear.weight	6	-0.07072561234235764
624432	linear.weight	7	-0.06017706170678139
624432	linear.weight	8	0.09869333356618881
624432	linear.weight	9	-0.049494512379169464
624432	linear.bias	0	-0.8909534811973572
624432	linear.bias	1	1.8425880670547485
624432	linear.bias	2	0.7525727152824402
624432	linear.bias	3	-2.7279860973358154
624432	linear.bias	4	-0.12505419552326202
624432	linear.bias	5	1.2551939487457275
624432	linear.bias	6	-0.2266596257686615
624432	linear.bias	7	0.7996057271957397
624432	linear.bias	8	2.1634573936462402
624432	linear.bias	9	-1.3855907917022705
625041	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
625041	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
625041	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
625041	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
625041	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
625041	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
625041	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
625041	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
625041	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
625041	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
625041	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
625041	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
625041	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
625041	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
625041	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
625041	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
625041	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
625041	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
625041	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
625041	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
625041	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
625041	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
625041	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
625041	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
625041	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
625041	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
625041	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
625041	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
625041	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
625041	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
625041	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
625041	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
625041	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
625041	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
625041	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
625041	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
625041	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
625041	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
625041	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
625041	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
625041	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
625041	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
625041	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
625041	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
625041	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
625041	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
625041	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
625041	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
625041	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
625041	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
625041	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
625041	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
625041	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
625041	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
625041	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
625041	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
625041	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
625041	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
625041	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
625041	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
625041	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
625041	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
625041	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
625041	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
625041	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
625041	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
625041	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
625041	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
625041	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
625041	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
625041	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
625041	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
625041	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
625041	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
625041	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
625041	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
625041	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
625041	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
625041	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
625041	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
625041	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
625041	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
625041	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
625041	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
625041	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
625041	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
625041	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
625041	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
625041	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
625041	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
625041	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
625041	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
625041	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
625041	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
625041	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
625041	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
625041	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
625041	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
625041	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
625041	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
625041	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
625041	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
625041	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
625041	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
625041	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
625041	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
625041	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
625041	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
625041	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
625041	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
625041	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
625041	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
625041	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
625041	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
625041	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
625041	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
625041	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
625041	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
625041	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
625041	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
625041	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
625041	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
625041	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
625041	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
625041	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
625041	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
625041	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
625041	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
625041	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
625041	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
625041	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
625041	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
625041	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
625041	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
625041	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
625041	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
625041	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
625041	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
625041	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
625041	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
625041	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
625041	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
625041	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
625041	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
625041	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
625041	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
625041	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
625041	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
625041	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
625041	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
625041	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
625041	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
625041	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
625041	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
625041	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
625041	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
625041	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
625041	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
625041	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
625041	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
625041	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
625041	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
625041	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
625041	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
625041	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
625041	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
625041	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
625041	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
625041	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
625041	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
625041	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
625041	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
625041	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
625041	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
625041	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
625041	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
625041	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
625041	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
625041	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
625041	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
625041	embedding2nn.weight	0	0.31413745880126953
625041	embedding2nn.weight	1	0.3764236569404602
625041	embedding2nn.weight	2	0.00402617733925581
625041	embedding2nn.weight	3	-0.01972859725356102
625041	embedding2nn.weight	4	-0.01212836243212223
625041	embedding2nn.weight	5	0.057869672775268555
625041	embedding2nn.weight	6	0.004708226770162582
625041	embedding2nn.weight	7	0.0032599158585071564
625041	embedding2nn.weight	8	0.046949051320552826
625041	embedding2nn.weight	9	-0.06047310307621956
625041	embedding2nn.bias	0	0.01803685538470745
625041	embedding2nn.bias	1	-0.19591428339481354
625041	embedding2nn.bias	2	0.15772336721420288
625041	embedding2nn.bias	3	0.16288214921951294
625041	embedding2nn.bias	4	0.14920751750469208
625041	embedding2nn.bias	5	-0.048131827265024185
625041	embedding2nn.bias	6	-0.046149857342243195
625041	embedding2nn.bias	7	0.04375521093606949
625041	embedding2nn.bias	8	-0.1628611534833908
625041	embedding2nn.bias	9	-0.3750843107700348
625041	rnn.weight_ih_l0	0	-0.004335517063736916
625041	rnn.weight_ih_l0	1	-0.05269557237625122
625041	rnn.weight_ih_l0	2	-0.05853869020938873
625041	rnn.weight_ih_l0	3	0.10280966013669968
625041	rnn.weight_ih_l0	4	0.01339411549270153
625041	rnn.weight_ih_l0	5	-0.05184386298060417
625041	rnn.weight_ih_l0	6	-0.0036186594516038895
625041	rnn.weight_ih_l0	7	-0.024079062044620514
625041	rnn.weight_ih_l0	8	0.009799910709261894
625041	rnn.weight_ih_l0	9	-0.0897647812962532
625041	rnn.weight_hh_l0	0	-0.021207738667726517
625041	rnn.weight_hh_l0	1	0.08289826661348343
625041	rnn.weight_hh_l0	2	0.011016899719834328
625041	rnn.weight_hh_l0	3	-0.027437156066298485
625041	rnn.weight_hh_l0	4	0.07016642391681671
625041	rnn.weight_hh_l0	5	0.02148519828915596
625041	rnn.weight_hh_l0	6	-0.07942258566617966
625041	rnn.weight_hh_l0	7	-0.09723769873380661
625041	rnn.weight_hh_l0	8	0.03649915009737015
625041	rnn.weight_hh_l0	9	-0.11282573640346527
625041	rnn.bias_ih_l0	0	0.18310201168060303
625041	rnn.bias_ih_l0	1	-0.3423145115375519
625041	rnn.bias_ih_l0	2	-0.04686664789915085
625041	rnn.bias_ih_l0	3	-0.19953356683254242
625041	rnn.bias_ih_l0	4	0.02409311942756176
625041	rnn.bias_ih_l0	5	-0.4221328794956207
625041	rnn.bias_ih_l0	6	-0.15801246464252472
625041	rnn.bias_ih_l0	7	-0.37145721912384033
625041	rnn.bias_ih_l0	8	-0.2994129955768585
625041	rnn.bias_ih_l0	9	-0.4590631127357483
625041	rnn.bias_hh_l0	0	-0.3500930070877075
625041	rnn.bias_hh_l0	1	-0.4332543611526489
625041	rnn.bias_hh_l0	2	-0.383663147687912
625041	rnn.bias_hh_l0	3	-0.08129608631134033
625041	rnn.bias_hh_l0	4	-0.3987942934036255
625041	rnn.bias_hh_l0	5	-0.34955674409866333
625041	rnn.bias_hh_l0	6	-0.10533914715051651
625041	rnn.bias_hh_l0	7	0.06132793799042702
625041	rnn.bias_hh_l0	8	-0.23778773844242096
625041	rnn.bias_hh_l0	9	-0.5761662721633911
625041	rnn.weight_ih_l0_reverse	0	0.03729996085166931
625041	rnn.weight_ih_l0_reverse	1	-0.02724556066095829
625041	rnn.weight_ih_l0_reverse	2	-0.0016536928014829755
625041	rnn.weight_ih_l0_reverse	3	-0.1555686891078949
625041	rnn.weight_ih_l0_reverse	4	0.08285269141197205
625041	rnn.weight_ih_l0_reverse	5	-0.13760720193386078
625041	rnn.weight_ih_l0_reverse	6	0.014819315634667873
625041	rnn.weight_ih_l0_reverse	7	0.03393668308854103
625041	rnn.weight_ih_l0_reverse	8	-0.05494929850101471
625041	rnn.weight_ih_l0_reverse	9	-0.08063919842243195
625041	rnn.weight_hh_l0_reverse	0	-0.13866372406482697
625041	rnn.weight_hh_l0_reverse	1	0.02566610649228096
625041	rnn.weight_hh_l0_reverse	2	-0.017722640186548233
625041	rnn.weight_hh_l0_reverse	3	0.023572472855448723
625041	rnn.weight_hh_l0_reverse	4	-0.08338221162557602
625041	rnn.weight_hh_l0_reverse	5	0.034693095833063126
625041	rnn.weight_hh_l0_reverse	6	0.028019072487950325
625041	rnn.weight_hh_l0_reverse	7	-0.1257605105638504
625041	rnn.weight_hh_l0_reverse	8	-0.06805641949176788
625041	rnn.weight_hh_l0_reverse	9	0.04568372666835785
625041	rnn.bias_ih_l0_reverse	0	-0.1728195995092392
625041	rnn.bias_ih_l0_reverse	1	-0.07424777001142502
625041	rnn.bias_ih_l0_reverse	2	0.13354405760765076
625041	rnn.bias_ih_l0_reverse	3	-0.3201150894165039
625041	rnn.bias_ih_l0_reverse	4	-0.00358975981362164
625041	rnn.bias_ih_l0_reverse	5	-0.20684489607810974
625041	rnn.bias_ih_l0_reverse	6	0.2595798075199127
625041	rnn.bias_ih_l0_reverse	7	-0.3277552127838135
625041	rnn.bias_ih_l0_reverse	8	-0.180159330368042
625041	rnn.bias_ih_l0_reverse	9	-0.162288635969162
625041	rnn.bias_hh_l0_reverse	0	-0.12836101651191711
625041	rnn.bias_hh_l0_reverse	1	0.2660455107688904
625041	rnn.bias_hh_l0_reverse	2	-0.34325021505355835
625041	rnn.bias_hh_l0_reverse	3	-0.2385268360376358
625041	rnn.bias_hh_l0_reverse	4	-0.4075410068035126
625041	rnn.bias_hh_l0_reverse	5	-0.19520020484924316
625041	rnn.bias_hh_l0_reverse	6	-0.2708160877227783
625041	rnn.bias_hh_l0_reverse	7	-0.08707816153764725
625041	rnn.bias_hh_l0_reverse	8	-0.31932151317596436
625041	rnn.bias_hh_l0_reverse	9	0.19932948052883148
625041	linear.weight	0	0.24046331644058228
625041	linear.weight	1	-0.4489111304283142
625041	linear.weight	2	0.057172756642103195
625041	linear.weight	3	0.06751523911952972
625041	linear.weight	4	-0.11668328940868378
625041	linear.weight	5	0.25377658009529114
625041	linear.weight	6	-0.06722205132246017
625041	linear.weight	7	-0.060173843055963516
625041	linear.weight	8	0.10802878439426422
625041	linear.weight	9	-0.049496252089738846
625041	linear.bias	0	-0.8913166522979736
625041	linear.bias	1	1.8522475957870483
625041	linear.bias	2	0.7750700116157532
625041	linear.bias	3	-2.728074789047241
625041	linear.bias	4	-0.13111612200737
625041	linear.bias	5	1.2612934112548828
625041	linear.bias	6	-0.22346621751785278
625041	linear.bias	7	0.7797389030456543
625041	linear.bias	8	2.193328619003296
625041	linear.bias	9	-1.37686288356781
625650	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
625650	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
625650	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
625650	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
625650	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
625650	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
625650	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
625650	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
625650	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
625650	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
625650	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
625650	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
625650	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
625650	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
625650	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
625650	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
625650	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
625650	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
625650	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
625650	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
625650	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
625650	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
625650	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
625650	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
625650	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
625650	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
625650	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
625650	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
625650	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
625650	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
625650	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
625650	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
625650	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
625650	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
625650	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
625650	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
625650	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
625650	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
625650	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
625650	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
625650	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
625650	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
625650	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
625650	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
625650	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
625650	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
625650	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
625650	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
625650	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
625650	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
625650	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
625650	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
625650	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
625650	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
625650	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
625650	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
625650	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
625650	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
625650	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
625650	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
625650	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
625650	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
625650	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
625650	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
625650	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
625650	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
625650	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
625650	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
625650	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
625650	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
625650	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
625650	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
625650	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
625650	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
625650	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
625650	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
625650	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
625650	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
625650	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
625650	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
625650	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
625650	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
625650	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
625650	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
625650	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
625650	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
625650	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
625650	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
625650	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
625650	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
625650	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
625650	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
625650	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
625650	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
625650	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
625650	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
625650	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
625650	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
625650	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
625650	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
625650	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
625650	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
625650	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
625650	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
625650	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
625650	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
625650	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
625650	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
625650	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
625650	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
625650	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
625650	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
625650	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
625650	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
625650	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
625650	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
625650	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
625650	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
625650	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
625650	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
625650	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
625650	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
625650	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
625650	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
625650	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
625650	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
625650	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
625650	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
625650	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
625650	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
625650	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
625650	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
625650	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
625650	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
625650	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
625650	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
625650	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
625650	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
625650	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
625650	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
625650	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
625650	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
625650	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
625650	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
625650	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
625650	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
625650	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
625650	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
625650	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
625650	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
625650	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
625650	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
625650	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
625650	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
625650	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
625650	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
625650	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
625650	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
625650	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
625650	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
625650	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
625650	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
625650	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
625650	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
625650	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
625650	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
625650	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
625650	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
625650	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
625650	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
625650	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
625650	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
625650	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
625650	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
625650	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
625650	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
625650	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
625650	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
625650	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
625650	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
625650	embedding2nn.weight	0	0.31376367807388306
625650	embedding2nn.weight	1	0.3761768341064453
625650	embedding2nn.weight	2	0.007031996268779039
625650	embedding2nn.weight	3	-0.01822017878293991
625650	embedding2nn.weight	4	-0.010837492533028126
625650	embedding2nn.weight	5	0.05687985196709633
625650	embedding2nn.weight	6	0.0017702423501759768
625650	embedding2nn.weight	7	0.0053792549297213554
625650	embedding2nn.weight	8	0.04311748594045639
625650	embedding2nn.weight	9	-0.06253806501626968
625650	embedding2nn.bias	0	0.0130210155621171
625650	embedding2nn.bias	1	-0.2107466459274292
625650	embedding2nn.bias	2	0.15594600141048431
625650	embedding2nn.bias	3	0.17428600788116455
625650	embedding2nn.bias	4	0.16061384975910187
625650	embedding2nn.bias	5	-0.05695600435137749
625650	embedding2nn.bias	6	-0.047963134944438934
625650	embedding2nn.bias	7	0.04146310314536095
625650	embedding2nn.bias	8	-0.16826389729976654
625650	embedding2nn.bias	9	-0.3792048692703247
625650	rnn.weight_ih_l0	0	-0.003949509467929602
625650	rnn.weight_ih_l0	1	-0.05512912571430206
625650	rnn.weight_ih_l0	2	-0.059035297483205795
625650	rnn.weight_ih_l0	3	0.10115890204906464
625650	rnn.weight_ih_l0	4	0.010758262127637863
625650	rnn.weight_ih_l0	5	-0.053385473787784576
625650	rnn.weight_ih_l0	6	-0.006099415477365255
625650	rnn.weight_ih_l0	7	-0.02467350661754608
625650	rnn.weight_ih_l0	8	0.014413710683584213
625650	rnn.weight_ih_l0	9	-0.08904224634170532
625650	rnn.weight_hh_l0	0	-0.021014997735619545
625650	rnn.weight_hh_l0	1	0.08273904025554657
625650	rnn.weight_hh_l0	2	0.010717038065195084
625650	rnn.weight_hh_l0	3	-0.027475953102111816
625650	rnn.weight_hh_l0	4	0.07003345340490341
625650	rnn.weight_hh_l0	5	0.021335678175091743
625650	rnn.weight_hh_l0	6	-0.07946289330720901
625650	rnn.weight_hh_l0	7	-0.09791462868452072
625650	rnn.weight_hh_l0	8	0.03644009679555893
625650	rnn.weight_hh_l0	9	-0.11261437833309174
625650	rnn.bias_ih_l0	0	0.17621874809265137
625650	rnn.bias_ih_l0	1	-0.34700465202331543
625650	rnn.bias_ih_l0	2	-0.04663839563727379
625650	rnn.bias_ih_l0	3	-0.20045815408229828
625650	rnn.bias_ih_l0	4	0.027890557423233986
625650	rnn.bias_ih_l0	5	-0.4234008491039276
625650	rnn.bias_ih_l0	6	-0.15772514045238495
625650	rnn.bias_ih_l0	7	-0.3712913691997528
625650	rnn.bias_ih_l0	8	-0.2940899729728699
625650	rnn.bias_ih_l0	9	-0.4645770490169525
625650	rnn.bias_hh_l0	0	-0.35180288553237915
625650	rnn.bias_hh_l0	1	-0.4331928789615631
625650	rnn.bias_hh_l0	2	-0.38278868794441223
625650	rnn.bias_hh_l0	3	-0.08179119974374771
625650	rnn.bias_hh_l0	4	-0.40094590187072754
625650	rnn.bias_hh_l0	5	-0.3501836359500885
625650	rnn.bias_hh_l0	6	-0.10117432475090027
625650	rnn.bias_hh_l0	7	0.06184167042374611
625650	rnn.bias_hh_l0	8	-0.23425428569316864
625650	rnn.bias_hh_l0	9	-0.5778483152389526
625650	rnn.weight_ih_l0_reverse	0	0.03647187724709511
625650	rnn.weight_ih_l0_reverse	1	-0.026313167065382004
625650	rnn.weight_ih_l0_reverse	2	-0.0022367110941559076
625650	rnn.weight_ih_l0_reverse	3	-0.15529653429985046
625650	rnn.weight_ih_l0_reverse	4	0.08342167735099792
625650	rnn.weight_ih_l0_reverse	5	-0.13914106786251068
625650	rnn.weight_ih_l0_reverse	6	0.01856847293674946
625650	rnn.weight_ih_l0_reverse	7	0.03417214751243591
625650	rnn.weight_ih_l0_reverse	8	-0.054974254220724106
625650	rnn.weight_ih_l0_reverse	9	-0.07953138649463654
625650	rnn.weight_hh_l0_reverse	0	-0.1383156180381775
625650	rnn.weight_hh_l0_reverse	1	0.025301361456513405
625650	rnn.weight_hh_l0_reverse	2	-0.0179594736546278
625650	rnn.weight_hh_l0_reverse	3	0.02376123145222664
625650	rnn.weight_hh_l0_reverse	4	-0.08234366029500961
625650	rnn.weight_hh_l0_reverse	5	0.03474709019064903
625650	rnn.weight_hh_l0_reverse	6	0.027993695810437202
625650	rnn.weight_hh_l0_reverse	7	-0.12558242678642273
625650	rnn.weight_hh_l0_reverse	8	-0.06685947626829147
625650	rnn.weight_hh_l0_reverse	9	0.04526011273264885
625650	rnn.bias_ih_l0_reverse	0	-0.171478733420372
625650	rnn.bias_ih_l0_reverse	1	-0.07660947740077972
625650	rnn.bias_ih_l0_reverse	2	0.13533687591552734
625650	rnn.bias_ih_l0_reverse	3	-0.3124847114086151
625650	rnn.bias_ih_l0_reverse	4	-0.0026851112488657236
625650	rnn.bias_ih_l0_reverse	5	-0.2070733606815338
625650	rnn.bias_ih_l0_reverse	6	0.25981801748275757
625650	rnn.bias_ih_l0_reverse	7	-0.3258071839809418
625650	rnn.bias_ih_l0_reverse	8	-0.18085141479969025
625650	rnn.bias_ih_l0_reverse	9	-0.1684322953224182
625650	rnn.bias_hh_l0_reverse	0	-0.13511858880519867
625650	rnn.bias_hh_l0_reverse	1	0.2607514262199402
625650	rnn.bias_hh_l0_reverse	2	-0.34165894985198975
625650	rnn.bias_hh_l0_reverse	3	-0.23732145130634308
625650	rnn.bias_hh_l0_reverse	4	-0.40335920453071594
625650	rnn.bias_hh_l0_reverse	5	-0.19832052290439606
625650	rnn.bias_hh_l0_reverse	6	-0.26188069581985474
625650	rnn.bias_hh_l0_reverse	7	-0.08869476616382599
625650	rnn.bias_hh_l0_reverse	8	-0.3256772458553314
625650	rnn.bias_hh_l0_reverse	9	0.19670097529888153
625650	linear.weight	0	0.24345922470092773
625650	linear.weight	1	-0.447410523891449
625650	linear.weight	2	0.05839496850967407
625650	linear.weight	3	0.0675140768289566
625650	linear.weight	4	-0.09251068532466888
625650	linear.weight	5	0.24525116384029388
625650	linear.weight	6	-0.0636792704463005
625650	linear.weight	7	-0.06016746908426285
625650	linear.weight	8	0.11587902903556824
625650	linear.weight	9	-0.04949851334095001
625650	linear.bias	0	-0.9060855507850647
625650	linear.bias	1	1.8259273767471313
625650	linear.bias	2	0.7790169715881348
625650	linear.bias	3	-2.72818922996521
625650	linear.bias	4	-0.12491171061992645
625650	linear.bias	5	1.2795411348342896
625650	linear.bias	6	-0.23346687853336334
625650	linear.bias	7	0.7751006484031677
625650	linear.bias	8	2.1555051803588867
625650	linear.bias	9	-1.3660813570022583
626259	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
626259	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
626259	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
626259	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
626259	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
626259	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
626259	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
626259	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
626259	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
626259	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
626259	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
626259	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
626259	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
626259	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
626259	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
626259	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
626259	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
626259	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
626259	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
626259	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
626259	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
626259	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
626259	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
626259	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
626259	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
626259	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
626259	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
626259	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
626259	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
626259	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
626259	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
626259	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
626259	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
626259	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
626259	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
626259	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
626259	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
626259	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
626259	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
626259	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
626259	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
626259	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
626259	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
626259	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
626259	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
626259	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
626259	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
626259	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
626259	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
626259	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
626259	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
626259	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
626259	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
626259	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
626259	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
626259	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
626259	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
626259	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
626259	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
626259	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
626259	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
626259	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
626259	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
626259	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
626259	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
626259	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
626259	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
626259	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
626259	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
626259	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
626259	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
626259	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
626259	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
626259	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
626259	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
626259	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
626259	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
626259	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
626259	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
626259	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
626259	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
626259	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
626259	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
626259	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
626259	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
626259	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
626259	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
626259	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
626259	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
626259	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
626259	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
626259	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
626259	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
626259	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
626259	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
626259	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
626259	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
626259	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
626259	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
626259	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
626259	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
626259	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
626259	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
626259	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
626259	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
626259	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
626259	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
626259	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
626259	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
626259	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
626259	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
626259	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
626259	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
626259	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
626259	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
626259	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
626259	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
626259	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
626259	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
626259	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
626259	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
626259	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
626259	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
626259	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
626259	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
626259	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
626259	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
626259	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
626259	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
626259	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
626259	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
626259	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
626259	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
626259	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
626259	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
626259	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
626259	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
626259	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
626259	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
626259	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
626259	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
626259	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
626259	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
626259	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
626259	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
626259	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
626259	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
626259	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
626259	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
626259	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
626259	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
626259	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
626259	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
626259	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
626259	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
626259	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
626259	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
626259	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
626259	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
626259	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
626259	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
626259	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
626259	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
626259	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
626259	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
626259	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
626259	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
626259	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
626259	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
626259	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
626259	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
626259	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
626259	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
626259	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
626259	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
626259	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
626259	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
626259	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
626259	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
626259	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
626259	embedding2nn.weight	0	0.31367257237434387
626259	embedding2nn.weight	1	0.37589895725250244
626259	embedding2nn.weight	2	0.00572653952986002
626259	embedding2nn.weight	3	-0.02465614676475525
626259	embedding2nn.weight	4	-0.012787779793143272
626259	embedding2nn.weight	5	0.05821378901600838
626259	embedding2nn.weight	6	0.0014047515578567982
626259	embedding2nn.weight	7	0.007936733774840832
626259	embedding2nn.weight	8	0.04316059127449989
626259	embedding2nn.weight	9	-0.0603618249297142
626259	embedding2nn.bias	0	0.015266536734998226
626259	embedding2nn.bias	1	-0.20719937980175018
626259	embedding2nn.bias	2	0.15849459171295166
626259	embedding2nn.bias	3	0.17844164371490479
626259	embedding2nn.bias	4	0.15180480480194092
626259	embedding2nn.bias	5	-0.0583576075732708
626259	embedding2nn.bias	6	-0.05634389445185661
626259	embedding2nn.bias	7	0.05750418081879616
626259	embedding2nn.bias	8	-0.18111909925937653
626259	embedding2nn.bias	9	-0.3740486800670624
626259	rnn.weight_ih_l0	0	-0.004185809288173914
626259	rnn.weight_ih_l0	1	-0.055267129093408585
626259	rnn.weight_ih_l0	2	-0.060880038887262344
626259	rnn.weight_ih_l0	3	0.09792235493659973
626259	rnn.weight_ih_l0	4	0.014329509809613228
626259	rnn.weight_ih_l0	5	-0.052235428243875504
626259	rnn.weight_ih_l0	6	-0.0038999232929199934
626259	rnn.weight_ih_l0	7	-0.025642717257142067
626259	rnn.weight_ih_l0	8	0.01564459316432476
626259	rnn.weight_ih_l0	9	-0.08790319412946701
626259	rnn.weight_hh_l0	0	-0.02067146636545658
626259	rnn.weight_hh_l0	1	0.08259784430265427
626259	rnn.weight_hh_l0	2	0.010291729122400284
626259	rnn.weight_hh_l0	3	-0.027677858248353004
626259	rnn.weight_hh_l0	4	0.06982146948575974
626259	rnn.weight_hh_l0	5	0.02043057046830654
626259	rnn.weight_hh_l0	6	-0.07943250238895416
626259	rnn.weight_hh_l0	7	-0.09916043281555176
626259	rnn.weight_hh_l0	8	0.03645317256450653
626259	rnn.weight_hh_l0	9	-0.11292829364538193
626259	rnn.bias_ih_l0	0	0.17355482280254364
626259	rnn.bias_ih_l0	1	-0.34760963916778564
626259	rnn.bias_ih_l0	2	-0.04551984742283821
626259	rnn.bias_ih_l0	3	-0.19935530424118042
626259	rnn.bias_ih_l0	4	0.03355149179697037
626259	rnn.bias_ih_l0	5	-0.4259229898452759
626259	rnn.bias_ih_l0	6	-0.15519686043262482
626259	rnn.bias_ih_l0	7	-0.37130266427993774
626259	rnn.bias_ih_l0	8	-0.2931582033634186
626259	rnn.bias_ih_l0	9	-0.4639677405357361
626259	rnn.bias_hh_l0	0	-0.35596439242362976
626259	rnn.bias_hh_l0	1	-0.43596193194389343
626259	rnn.bias_hh_l0	2	-0.3851681351661682
626259	rnn.bias_hh_l0	3	-0.08192045241594315
626259	rnn.bias_hh_l0	4	-0.40009045600891113
626259	rnn.bias_hh_l0	5	-0.35161951184272766
626259	rnn.bias_hh_l0	6	-0.10334619879722595
626259	rnn.bias_hh_l0	7	0.0608208104968071
626259	rnn.bias_hh_l0	8	-0.23098023235797882
626259	rnn.bias_hh_l0	9	-0.575266420841217
626259	rnn.weight_ih_l0_reverse	0	0.03788299486041069
626259	rnn.weight_ih_l0_reverse	1	-0.026992537081241608
626259	rnn.weight_ih_l0_reverse	2	-0.002483330899849534
626259	rnn.weight_ih_l0_reverse	3	-0.15517151355743408
626259	rnn.weight_ih_l0_reverse	4	0.08345766365528107
626259	rnn.weight_ih_l0_reverse	5	-0.13830508291721344
626259	rnn.weight_ih_l0_reverse	6	0.019327864050865173
626259	rnn.weight_ih_l0_reverse	7	0.03457921743392944
626259	rnn.weight_ih_l0_reverse	8	-0.05286424607038498
626259	rnn.weight_ih_l0_reverse	9	-0.07736895978450775
626259	rnn.weight_hh_l0_reverse	0	-0.13873402774333954
626259	rnn.weight_hh_l0_reverse	1	0.02594362571835518
626259	rnn.weight_hh_l0_reverse	2	-0.018229417502880096
626259	rnn.weight_hh_l0_reverse	3	0.024198906496167183
626259	rnn.weight_hh_l0_reverse	4	-0.08192900568246841
626259	rnn.weight_hh_l0_reverse	5	0.0347483791410923
626259	rnn.weight_hh_l0_reverse	6	0.028160445392131805
626259	rnn.weight_hh_l0_reverse	7	-0.12447153776884079
626259	rnn.weight_hh_l0_reverse	8	-0.06452503055334091
626259	rnn.weight_hh_l0_reverse	9	0.04495823010802269
626259	rnn.bias_ih_l0_reverse	0	-0.1814347356557846
626259	rnn.bias_ih_l0_reverse	1	-0.07980271428823471
626259	rnn.bias_ih_l0_reverse	2	0.13210193812847137
626259	rnn.bias_ih_l0_reverse	3	-0.3104536533355713
626259	rnn.bias_ih_l0_reverse	4	-0.004191487096250057
626259	rnn.bias_ih_l0_reverse	5	-0.20908209681510925
626259	rnn.bias_ih_l0_reverse	6	0.2613677382469177
626259	rnn.bias_ih_l0_reverse	7	-0.32526591420173645
626259	rnn.bias_ih_l0_reverse	8	-0.1820363998413086
626259	rnn.bias_ih_l0_reverse	9	-0.16968442499637604
626259	rnn.bias_hh_l0_reverse	0	-0.1330886334180832
626259	rnn.bias_hh_l0_reverse	1	0.2618221640586853
626259	rnn.bias_hh_l0_reverse	2	-0.3447416126728058
626259	rnn.bias_hh_l0_reverse	3	-0.23697495460510254
626259	rnn.bias_hh_l0_reverse	4	-0.4066266417503357
626259	rnn.bias_hh_l0_reverse	5	-0.1963748335838318
626259	rnn.bias_hh_l0_reverse	6	-0.2657758891582489
626259	rnn.bias_hh_l0_reverse	7	-0.08922627568244934
626259	rnn.bias_hh_l0_reverse	8	-0.3210843503475189
626259	rnn.bias_hh_l0_reverse	9	0.19926735758781433
626259	linear.weight	0	0.22578489780426025
626259	linear.weight	1	-0.4248201847076416
626259	linear.weight	2	0.06470346450805664
626259	linear.weight	3	0.06751386821269989
626259	linear.weight	4	-0.12224847823381424
626259	linear.weight	5	0.23916450142860413
626259	linear.weight	6	-0.0587800070643425
626259	linear.weight	7	-0.06016630306839943
626259	linear.weight	8	0.10502314567565918
626259	linear.weight	9	-0.049501631408929825
626259	linear.bias	0	-0.897774338722229
626259	linear.bias	1	1.8377182483673096
626259	linear.bias	2	0.7907398343086243
626259	linear.bias	3	-2.7282896041870117
626259	linear.bias	4	-0.12486404925584793
626259	linear.bias	5	1.2867616415023804
626259	linear.bias	6	-0.2365306168794632
626259	linear.bias	7	0.805019736289978
626259	linear.bias	8	2.1708645820617676
626259	linear.bias	9	-1.3629388809204102
626868	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
626868	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
626868	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
626868	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
626868	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
626868	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
626868	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
626868	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
626868	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
626868	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
626868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
626868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
626868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
626868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
626868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
626868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
626868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
626868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
626868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
626868	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
626868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
626868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
626868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
626868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
626868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
626868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
626868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
626868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
626868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
626868	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
626868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
626868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
626868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
626868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
626868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
626868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
626868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
626868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
626868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
626868	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
626868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
626868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
626868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
626868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
626868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
626868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
626868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
626868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
626868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
626868	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
626868	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
626868	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
626868	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
626868	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
626868	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
626868	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
626868	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
626868	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
626868	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
626868	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
626868	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
626868	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
626868	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
626868	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
626868	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
626868	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
626868	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
626868	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
626868	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
626868	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
626868	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
626868	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
626868	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
626868	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
626868	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
626868	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
626868	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
626868	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
626868	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
626868	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
626868	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
626868	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
626868	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
626868	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
626868	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
626868	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
626868	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
626868	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
626868	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
626868	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
626868	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
626868	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
626868	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
626868	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
626868	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
626868	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
626868	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
626868	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
626868	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
626868	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
626868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
626868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
626868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
626868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
626868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
626868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
626868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
626868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
626868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
626868	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
626868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
626868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
626868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
626868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
626868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
626868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
626868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
626868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
626868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
626868	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
626868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
626868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
626868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
626868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
626868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
626868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
626868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
626868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
626868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
626868	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
626868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
626868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
626868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
626868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
626868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
626868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
626868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
626868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
626868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
626868	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
626868	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
626868	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
626868	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
626868	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
626868	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
626868	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
626868	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
626868	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
626868	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
626868	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
626868	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
626868	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
626868	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
626868	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
626868	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
626868	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
626868	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
626868	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
626868	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
626868	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
626868	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
626868	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
626868	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
626868	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
626868	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
626868	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
626868	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
626868	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
626868	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
626868	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
626868	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
626868	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
626868	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
626868	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
626868	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
626868	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
626868	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
626868	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
626868	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
626868	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
626868	embedding2nn.weight	0	0.3136208653450012
626868	embedding2nn.weight	1	0.3766363561153412
626868	embedding2nn.weight	2	0.005397730972617865
626868	embedding2nn.weight	3	-0.01916302554309368
626868	embedding2nn.weight	4	-0.014021269045770168
626868	embedding2nn.weight	5	0.05799800157546997
626868	embedding2nn.weight	6	-0.0017945452127605677
626868	embedding2nn.weight	7	0.004880199208855629
626868	embedding2nn.weight	8	0.043678298592567444
626868	embedding2nn.weight	9	-0.06074906140565872
626868	embedding2nn.bias	0	0.019255807623267174
626868	embedding2nn.bias	1	-0.19689251482486725
626868	embedding2nn.bias	2	0.15358193218708038
626868	embedding2nn.bias	3	0.17382864654064178
626868	embedding2nn.bias	4	0.1488199234008789
626868	embedding2nn.bias	5	-0.07281494140625
626868	embedding2nn.bias	6	-0.04360923543572426
626868	embedding2nn.bias	7	0.053661126643419266
626868	embedding2nn.bias	8	-0.17189563810825348
626868	embedding2nn.bias	9	-0.37514597177505493
626868	rnn.weight_ih_l0	0	-0.0031973952427506447
626868	rnn.weight_ih_l0	1	-0.054679352790117264
626868	rnn.weight_ih_l0	2	-0.06234927847981453
626868	rnn.weight_ih_l0	3	0.09782876074314117
626868	rnn.weight_ih_l0	4	0.012907939031720161
626868	rnn.weight_ih_l0	5	-0.051675405353307724
626868	rnn.weight_ih_l0	6	-0.0032736994326114655
626868	rnn.weight_ih_l0	7	-0.02464367263019085
626868	rnn.weight_ih_l0	8	0.019436325877904892
626868	rnn.weight_ih_l0	9	-0.08867490291595459
626868	rnn.weight_hh_l0	0	-0.020713992416858673
626868	rnn.weight_hh_l0	1	0.08220981061458588
626868	rnn.weight_hh_l0	2	0.011062110774219036
626868	rnn.weight_hh_l0	3	-0.027543015778064728
626868	rnn.weight_hh_l0	4	0.07004467397928238
626868	rnn.weight_hh_l0	5	0.021075328812003136
626868	rnn.weight_hh_l0	6	-0.07957253605127335
626868	rnn.weight_hh_l0	7	-0.09920129925012589
626868	rnn.weight_hh_l0	8	0.03624802455306053
626868	rnn.weight_hh_l0	9	-0.11267212778329849
626868	rnn.bias_ih_l0	0	0.16999754309654236
626868	rnn.bias_ih_l0	1	-0.3441847264766693
626868	rnn.bias_ih_l0	2	-0.044931184500455856
626868	rnn.bias_ih_l0	3	-0.2024863064289093
626868	rnn.bias_ih_l0	4	0.032463058829307556
626868	rnn.bias_ih_l0	5	-0.4263259768486023
626868	rnn.bias_ih_l0	6	-0.1539563238620758
626868	rnn.bias_ih_l0	7	-0.37054160237312317
626868	rnn.bias_ih_l0	8	-0.2885745167732239
626868	rnn.bias_ih_l0	9	-0.44954171776771545
626868	rnn.bias_hh_l0	0	-0.35786476731300354
626868	rnn.bias_hh_l0	1	-0.4370671808719635
626868	rnn.bias_hh_l0	2	-0.3838864266872406
626868	rnn.bias_hh_l0	3	-0.0802745521068573
626868	rnn.bias_hh_l0	4	-0.40080130100250244
626868	rnn.bias_hh_l0	5	-0.3516588509082794
626868	rnn.bias_hh_l0	6	-0.10178813338279724
626868	rnn.bias_hh_l0	7	0.06391925364732742
626868	rnn.bias_hh_l0	8	-0.22772328555583954
626868	rnn.bias_hh_l0	9	-0.5770611763000488
626868	rnn.weight_ih_l0_reverse	0	0.037746742367744446
626868	rnn.weight_ih_l0_reverse	1	-0.02760905772447586
626868	rnn.weight_ih_l0_reverse	2	-0.00012314296327531338
626868	rnn.weight_ih_l0_reverse	3	-0.15533839166164398
626868	rnn.weight_ih_l0_reverse	4	0.08323372155427933
626868	rnn.weight_ih_l0_reverse	5	-0.13553190231323242
626868	rnn.weight_ih_l0_reverse	6	0.018611760810017586
626868	rnn.weight_ih_l0_reverse	7	0.03455935791134834
626868	rnn.weight_ih_l0_reverse	8	-0.05057000741362572
626868	rnn.weight_ih_l0_reverse	9	-0.07647722959518433
626868	rnn.weight_hh_l0_reverse	0	-0.13841941952705383
626868	rnn.weight_hh_l0_reverse	1	0.025934917852282524
626868	rnn.weight_hh_l0_reverse	2	-0.018420984968543053
626868	rnn.weight_hh_l0_reverse	3	0.023989615961909294
626868	rnn.weight_hh_l0_reverse	4	-0.08228194713592529
626868	rnn.weight_hh_l0_reverse	5	0.03490331396460533
626868	rnn.weight_hh_l0_reverse	6	0.028266889974474907
626868	rnn.weight_hh_l0_reverse	7	-0.1267651468515396
626868	rnn.weight_hh_l0_reverse	8	-0.06667034327983856
626868	rnn.weight_hh_l0_reverse	9	0.04566986858844757
626868	rnn.bias_ih_l0_reverse	0	-0.18125416338443756
626868	rnn.bias_ih_l0_reverse	1	-0.07929912954568863
626868	rnn.bias_ih_l0_reverse	2	0.13392707705497742
626868	rnn.bias_ih_l0_reverse	3	-0.3106119632720947
626868	rnn.bias_ih_l0_reverse	4	-0.0035178102552890778
626868	rnn.bias_ih_l0_reverse	5	-0.2098083198070526
626868	rnn.bias_ih_l0_reverse	6	0.2625899016857147
626868	rnn.bias_ih_l0_reverse	7	-0.3160320222377777
626868	rnn.bias_ih_l0_reverse	8	-0.18077197670936584
626868	rnn.bias_ih_l0_reverse	9	-0.16761767864227295
626868	rnn.bias_hh_l0_reverse	0	-0.13237807154655457
626868	rnn.bias_hh_l0_reverse	1	0.26885002851486206
626868	rnn.bias_hh_l0_reverse	2	-0.3460739552974701
626868	rnn.bias_hh_l0_reverse	3	-0.23297329246997833
626868	rnn.bias_hh_l0_reverse	4	-0.4025087356567383
626868	rnn.bias_hh_l0_reverse	5	-0.19896063208580017
626868	rnn.bias_hh_l0_reverse	6	-0.2731402814388275
626868	rnn.bias_hh_l0_reverse	7	-0.09170094132423401
626868	rnn.bias_hh_l0_reverse	8	-0.3262166976928711
626868	rnn.bias_hh_l0_reverse	9	0.20781083405017853
626868	linear.weight	0	0.20002411305904388
626868	linear.weight	1	-0.43466830253601074
626868	linear.weight	2	0.06979058682918549
626868	linear.weight	3	0.0675128623843193
626868	linear.weight	4	-0.13748867809772491
626868	linear.weight	5	0.2427491992712021
626868	linear.weight	6	-0.04856960102915764
626868	linear.weight	7	-0.06016276031732559
626868	linear.weight	8	0.12118072062730789
626868	linear.weight	9	-0.04950428009033203
626868	linear.bias	0	-0.9055322408676147
626868	linear.bias	1	1.8562723398208618
626868	linear.bias	2	0.7730488181114197
626868	linear.bias	3	-2.7283875942230225
626868	linear.bias	4	-0.13590069115161896
626868	linear.bias	5	1.300028920173645
626868	linear.bias	6	-0.22604775428771973
626868	linear.bias	7	0.8016499280929565
626868	linear.bias	8	2.1393842697143555
626868	linear.bias	9	-1.3673807382583618
627477	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
627477	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
627477	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
627477	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
627477	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
627477	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
627477	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
627477	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
627477	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
627477	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
627477	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
627477	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
627477	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
627477	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
627477	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
627477	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
627477	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
627477	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
627477	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
627477	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
627477	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
627477	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
627477	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
627477	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
627477	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
627477	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
627477	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
627477	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
627477	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
627477	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
627477	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
627477	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
627477	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
627477	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
627477	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
627477	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
627477	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
627477	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
627477	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
627477	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
627477	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
627477	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
627477	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
627477	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
627477	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
627477	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
627477	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
627477	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
627477	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
627477	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
627477	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
627477	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
627477	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
627477	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
627477	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
627477	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
627477	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
627477	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
627477	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
627477	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
627477	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
627477	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
627477	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
627477	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
627477	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
627477	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
627477	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
627477	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
627477	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
627477	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
627477	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
627477	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
627477	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
627477	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
627477	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
627477	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
627477	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
627477	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
627477	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
627477	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
627477	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
627477	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
627477	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
627477	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
627477	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
627477	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
627477	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
627477	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
627477	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
627477	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
627477	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
627477	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
627477	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
627477	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
627477	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
627477	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
627477	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
627477	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
627477	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
627477	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
627477	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
627477	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
627477	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
627477	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
627477	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
627477	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
627477	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
627477	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
627477	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
627477	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
627477	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
627477	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
627477	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
627477	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
627477	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
627477	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
627477	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
627477	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
627477	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
627477	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
627477	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
627477	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
627477	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
627477	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
627477	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
627477	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
627477	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
627477	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
627477	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
627477	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
627477	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
627477	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
627477	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
627477	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
627477	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
627477	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
627477	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
627477	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
627477	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
627477	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
627477	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
627477	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
627477	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
627477	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
627477	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
627477	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
627477	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
627477	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
627477	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
627477	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
627477	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
627477	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
627477	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
627477	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
627477	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
627477	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
627477	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
627477	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
627477	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
627477	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
627477	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
627477	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
627477	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
627477	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
627477	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
627477	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
627477	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
627477	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
627477	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
627477	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
627477	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
627477	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
627477	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
627477	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
627477	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
627477	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
627477	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
627477	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
627477	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
627477	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
627477	embedding2nn.weight	0	0.31422215700149536
627477	embedding2nn.weight	1	0.374056339263916
627477	embedding2nn.weight	2	0.0031369782518595457
627477	embedding2nn.weight	3	-0.021683858707547188
627477	embedding2nn.weight	4	-0.015201334841549397
627477	embedding2nn.weight	5	0.05568297952413559
627477	embedding2nn.weight	6	-0.004164279438555241
627477	embedding2nn.weight	7	0.002111721783876419
627477	embedding2nn.weight	8	0.04479936510324478
627477	embedding2nn.weight	9	-0.05782284960150719
627477	embedding2nn.bias	0	0.02871876209974289
627477	embedding2nn.bias	1	-0.20911119878292084
627477	embedding2nn.bias	2	0.15738315880298615
627477	embedding2nn.bias	3	0.18582750856876373
627477	embedding2nn.bias	4	0.14466866850852966
627477	embedding2nn.bias	5	-0.05571158230304718
627477	embedding2nn.bias	6	-0.044496893882751465
627477	embedding2nn.bias	7	0.05760623514652252
627477	embedding2nn.bias	8	-0.14905180037021637
627477	embedding2nn.bias	9	-0.3844583034515381
627477	rnn.weight_ih_l0	0	-0.003897686954587698
627477	rnn.weight_ih_l0	1	-0.05411609262228012
627477	rnn.weight_ih_l0	2	-0.06701836735010147
627477	rnn.weight_ih_l0	3	0.09691202640533447
627477	rnn.weight_ih_l0	4	0.013807072304189205
627477	rnn.weight_ih_l0	5	-0.049565207213163376
627477	rnn.weight_ih_l0	6	-0.004346359521150589
627477	rnn.weight_ih_l0	7	-0.02255892939865589
627477	rnn.weight_ih_l0	8	0.01721150241792202
627477	rnn.weight_ih_l0	9	-0.09288956224918365
627477	rnn.weight_hh_l0	0	-0.020167335867881775
627477	rnn.weight_hh_l0	1	0.08213890343904495
627477	rnn.weight_hh_l0	2	0.009827236644923687
627477	rnn.weight_hh_l0	3	-0.02771996706724167
627477	rnn.weight_hh_l0	4	0.07086225599050522
627477	rnn.weight_hh_l0	5	0.02080800011754036
627477	rnn.weight_hh_l0	6	-0.07929584383964539
627477	rnn.weight_hh_l0	7	-0.10055426508188248
627477	rnn.weight_hh_l0	8	0.03624669462442398
627477	rnn.weight_hh_l0	9	-0.11250533908605576
627477	rnn.bias_ih_l0	0	0.16998034715652466
627477	rnn.bias_ih_l0	1	-0.3488282263278961
627477	rnn.bias_ih_l0	2	-0.04601414129137993
627477	rnn.bias_ih_l0	3	-0.20380955934524536
627477	rnn.bias_ih_l0	4	0.03754224628210068
627477	rnn.bias_ih_l0	5	-0.42450305819511414
627477	rnn.bias_ih_l0	6	-0.15132105350494385
627477	rnn.bias_ih_l0	7	-0.3720787465572357
627477	rnn.bias_ih_l0	8	-0.2924179434776306
627477	rnn.bias_ih_l0	9	-0.44972342252731323
627477	rnn.bias_hh_l0	0	-0.3588760495185852
627477	rnn.bias_hh_l0	1	-0.43570250272750854
627477	rnn.bias_hh_l0	2	-0.38613373041152954
627477	rnn.bias_hh_l0	3	-0.0782584697008133
627477	rnn.bias_hh_l0	4	-0.402256578207016
627477	rnn.bias_hh_l0	5	-0.35268405079841614
627477	rnn.bias_hh_l0	6	-0.10208326578140259
627477	rnn.bias_hh_l0	7	0.07015259563922882
627477	rnn.bias_hh_l0	8	-0.23149284720420837
627477	rnn.bias_hh_l0	9	-0.5779486894607544
627477	rnn.weight_ih_l0_reverse	0	0.034538403153419495
627477	rnn.weight_ih_l0_reverse	1	-0.02824356220662594
627477	rnn.weight_ih_l0_reverse	2	0.00013508756819646806
627477	rnn.weight_ih_l0_reverse	3	-0.15468502044677734
627477	rnn.weight_ih_l0_reverse	4	0.08420740067958832
627477	rnn.weight_ih_l0_reverse	5	-0.13741077482700348
627477	rnn.weight_ih_l0_reverse	6	0.01821291446685791
627477	rnn.weight_ih_l0_reverse	7	0.034394942224025726
627477	rnn.weight_ih_l0_reverse	8	-0.05265048146247864
627477	rnn.weight_ih_l0_reverse	9	-0.07593528181314468
627477	rnn.weight_hh_l0_reverse	0	-0.13761548697948456
627477	rnn.weight_hh_l0_reverse	1	0.026154300197958946
627477	rnn.weight_hh_l0_reverse	2	-0.018767012283205986
627477	rnn.weight_hh_l0_reverse	3	0.02408629283308983
627477	rnn.weight_hh_l0_reverse	4	-0.08255591243505478
627477	rnn.weight_hh_l0_reverse	5	0.03499716892838478
627477	rnn.weight_hh_l0_reverse	6	0.028199881315231323
627477	rnn.weight_hh_l0_reverse	7	-0.12934589385986328
627477	rnn.weight_hh_l0_reverse	8	-0.06778640300035477
627477	rnn.weight_hh_l0_reverse	9	0.04496792331337929
627477	rnn.bias_ih_l0_reverse	0	-0.1837155967950821
627477	rnn.bias_ih_l0_reverse	1	-0.07351985573768616
627477	rnn.bias_ih_l0_reverse	2	0.13599362969398499
627477	rnn.bias_ih_l0_reverse	3	-0.3090285658836365
627477	rnn.bias_ih_l0_reverse	4	-0.002130914479494095
627477	rnn.bias_ih_l0_reverse	5	-0.21073463559150696
627477	rnn.bias_ih_l0_reverse	6	0.26889973878860474
627477	rnn.bias_ih_l0_reverse	7	-0.32113561034202576
627477	rnn.bias_ih_l0_reverse	8	-0.18049964308738708
627477	rnn.bias_ih_l0_reverse	9	-0.1690707951784134
627477	rnn.bias_hh_l0_reverse	0	-0.12370878458023071
627477	rnn.bias_hh_l0_reverse	1	0.26747775077819824
627477	rnn.bias_hh_l0_reverse	2	-0.338442862033844
627477	rnn.bias_hh_l0_reverse	3	-0.22719886898994446
627477	rnn.bias_hh_l0_reverse	4	-0.40430301427841187
627477	rnn.bias_hh_l0_reverse	5	-0.19541625678539276
627477	rnn.bias_hh_l0_reverse	6	-0.2716236412525177
627477	rnn.bias_hh_l0_reverse	7	-0.0926072746515274
627477	rnn.bias_hh_l0_reverse	8	-0.3264690637588501
627477	rnn.bias_hh_l0_reverse	9	0.2102428376674652
627477	linear.weight	0	0.1948581337928772
627477	linear.weight	1	-0.42696917057037354
627477	linear.weight	2	0.07952268421649933
627477	linear.weight	3	0.06751364469528198
627477	linear.weight	4	-0.11859304457902908
627477	linear.weight	5	0.24011798202991486
627477	linear.weight	6	-0.02309112623333931
627477	linear.weight	7	-0.060160525143146515
627477	linear.weight	8	0.11786029487848282
627477	linear.weight	9	-0.049507178366184235
627477	linear.bias	0	-0.905659019947052
627477	linear.bias	1	1.894419550895691
627477	linear.bias	2	0.7748557925224304
627477	linear.bias	3	-2.7284913063049316
627477	linear.bias	4	-0.11914856731891632
627477	linear.bias	5	1.2880879640579224
627477	linear.bias	6	-0.20595349371433258
627477	linear.bias	7	0.7952790260314941
627477	linear.bias	8	2.1490936279296875
627477	linear.bias	9	-1.3744258880615234
628086	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
628086	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
628086	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
628086	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
628086	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
628086	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
628086	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
628086	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
628086	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
628086	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
628086	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
628086	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
628086	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
628086	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
628086	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
628086	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
628086	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
628086	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
628086	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
628086	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
628086	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
628086	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
628086	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
628086	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
628086	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
628086	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
628086	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
628086	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
628086	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
628086	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
628086	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
628086	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
628086	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
628086	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
628086	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
628086	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
628086	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
628086	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
628086	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
628086	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
628086	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
628086	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
628086	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
628086	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
628086	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
628086	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
628086	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
628086	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
628086	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
628086	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
628086	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
628086	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
628086	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
628086	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
628086	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
628086	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
628086	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
628086	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
628086	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
628086	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
628086	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
628086	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
628086	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
628086	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
628086	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
628086	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
628086	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
628086	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
628086	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
628086	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
628086	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
628086	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
628086	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
628086	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
628086	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
628086	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
628086	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
628086	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
628086	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
628086	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
628086	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
628086	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
628086	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
628086	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
628086	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
628086	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
628086	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
628086	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
628086	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
628086	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
628086	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
628086	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
628086	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
628086	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
628086	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
628086	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
628086	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
628086	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
628086	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
628086	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
628086	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
628086	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
628086	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
628086	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
628086	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
628086	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
628086	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
628086	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
628086	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
628086	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
628086	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
628086	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
628086	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
628086	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
628086	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
628086	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
628086	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
628086	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
628086	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
628086	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
628086	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
628086	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
628086	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
628086	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
628086	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
628086	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
628086	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
628086	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
628086	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
628086	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
628086	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
628086	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
628086	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
628086	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
628086	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
628086	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
628086	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
628086	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
628086	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
628086	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
628086	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
628086	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
628086	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
628086	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
628086	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
628086	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
628086	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
628086	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
628086	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
628086	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
628086	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
628086	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
628086	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
628086	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
628086	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
628086	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
628086	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
628086	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
628086	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
628086	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
628086	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
628086	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
628086	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
628086	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
628086	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
628086	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
628086	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
628086	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
628086	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
628086	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
628086	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
628086	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
628086	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
628086	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
628086	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
628086	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
628086	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
628086	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
628086	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
628086	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
628086	embedding2nn.weight	0	0.31465598940849304
628086	embedding2nn.weight	1	0.37231048941612244
628086	embedding2nn.weight	2	0.00029292170074768364
628086	embedding2nn.weight	3	-0.020593537017703056
628086	embedding2nn.weight	4	-0.017062421888113022
628086	embedding2nn.weight	5	0.05626804754137993
628086	embedding2nn.weight	6	-0.0021349135786294937
628086	embedding2nn.weight	7	0.0064574782736599445
628086	embedding2nn.weight	8	0.045373592525720596
628086	embedding2nn.weight	9	-0.0591510571539402
628086	embedding2nn.bias	0	0.03365470468997955
628086	embedding2nn.bias	1	-0.20059926807880402
628086	embedding2nn.bias	2	0.16193155944347382
628086	embedding2nn.bias	3	0.19034484028816223
628086	embedding2nn.bias	4	0.15176989138126373
628086	embedding2nn.bias	5	-0.0776253268122673
628086	embedding2nn.bias	6	-0.051786161959171295
628086	embedding2nn.bias	7	0.05269790440797806
628086	embedding2nn.bias	8	-0.15209457278251648
628086	embedding2nn.bias	9	-0.3805231750011444
628086	rnn.weight_ih_l0	0	-0.003616861766204238
628086	rnn.weight_ih_l0	1	-0.05565553903579712
628086	rnn.weight_ih_l0	2	-0.063756063580513
628086	rnn.weight_ih_l0	3	0.09893562644720078
628086	rnn.weight_ih_l0	4	0.013101701624691486
628086	rnn.weight_ih_l0	5	-0.05332028493285179
628086	rnn.weight_ih_l0	6	-5.5150110711110756e-05
628086	rnn.weight_ih_l0	7	-0.020176302641630173
628086	rnn.weight_ih_l0	8	0.015318961814045906
628086	rnn.weight_ih_l0	9	-0.09408051520586014
628086	rnn.weight_hh_l0	0	-0.020223261788487434
628086	rnn.weight_hh_l0	1	0.08245465904474258
628086	rnn.weight_hh_l0	2	0.010587705299258232
628086	rnn.weight_hh_l0	3	-0.027618462219834328
628086	rnn.weight_hh_l0	4	0.07108696550130844
628086	rnn.weight_hh_l0	5	0.02155628614127636
628086	rnn.weight_hh_l0	6	-0.07987909018993378
628086	rnn.weight_hh_l0	7	-0.10029579699039459
628086	rnn.weight_hh_l0	8	0.036339085549116135
628086	rnn.weight_hh_l0	9	-0.1123495027422905
628086	rnn.bias_ih_l0	0	0.17225201427936554
628086	rnn.bias_ih_l0	1	-0.3474235236644745
628086	rnn.bias_ih_l0	2	-0.04435233399271965
628086	rnn.bias_ih_l0	3	-0.20877517759799957
628086	rnn.bias_ih_l0	4	0.03370395302772522
628086	rnn.bias_ih_l0	5	-0.42914170026779175
628086	rnn.bias_ih_l0	6	-0.1511676162481308
628086	rnn.bias_ih_l0	7	-0.373077929019928
628086	rnn.bias_ih_l0	8	-0.2997971177101135
628086	rnn.bias_ih_l0	9	-0.45258691906929016
628086	rnn.bias_hh_l0	0	-0.36242249608039856
628086	rnn.bias_hh_l0	1	-0.4370332360267639
628086	rnn.bias_hh_l0	2	-0.38796183466911316
628086	rnn.bias_hh_l0	3	-0.08003774285316467
628086	rnn.bias_hh_l0	4	-0.4055793881416321
628086	rnn.bias_hh_l0	5	-0.35513848066329956
628086	rnn.bias_hh_l0	6	-0.10236957669258118
628086	rnn.bias_hh_l0	7	0.0736481100320816
628086	rnn.bias_hh_l0	8	-0.22944197058677673
628086	rnn.bias_hh_l0	9	-0.5792029500007629
628086	rnn.weight_ih_l0_reverse	0	0.03848809748888016
628086	rnn.weight_ih_l0_reverse	1	-0.030078329145908356
628086	rnn.weight_ih_l0_reverse	2	-0.0021622381173074245
628086	rnn.weight_ih_l0_reverse	3	-0.1560508757829666
628086	rnn.weight_ih_l0_reverse	4	0.08456669002771378
628086	rnn.weight_ih_l0_reverse	5	-0.1416008323431015
628086	rnn.weight_ih_l0_reverse	6	0.017291292548179626
628086	rnn.weight_ih_l0_reverse	7	0.03381415084004402
628086	rnn.weight_ih_l0_reverse	8	-0.056019216775894165
628086	rnn.weight_ih_l0_reverse	9	-0.07462533563375473
628086	rnn.weight_hh_l0_reverse	0	-0.13700483739376068
628086	rnn.weight_hh_l0_reverse	1	0.025761166587471962
628086	rnn.weight_hh_l0_reverse	2	-0.01882745884358883
628086	rnn.weight_hh_l0_reverse	3	0.02461736463010311
628086	rnn.weight_hh_l0_reverse	4	-0.08232510089874268
628086	rnn.weight_hh_l0_reverse	5	0.03522053360939026
628086	rnn.weight_hh_l0_reverse	6	0.028195111081004143
628086	rnn.weight_hh_l0_reverse	7	-0.12838079035282135
628086	rnn.weight_hh_l0_reverse	8	-0.0677127093076706
628086	rnn.weight_hh_l0_reverse	9	0.04339459910988808
628086	rnn.bias_ih_l0_reverse	0	-0.18596769869327545
628086	rnn.bias_ih_l0_reverse	1	-0.07447317242622375
628086	rnn.bias_ih_l0_reverse	2	0.14216254651546478
628086	rnn.bias_ih_l0_reverse	3	-0.3070906698703766
628086	rnn.bias_ih_l0_reverse	4	-0.004643250722438097
628086	rnn.bias_ih_l0_reverse	5	-0.21049964427947998
628086	rnn.bias_ih_l0_reverse	6	0.2708990275859833
628086	rnn.bias_ih_l0_reverse	7	-0.32749876379966736
628086	rnn.bias_ih_l0_reverse	8	-0.18228401243686676
628086	rnn.bias_ih_l0_reverse	9	-0.1696346551179886
628086	rnn.bias_hh_l0_reverse	0	-0.1294468194246292
628086	rnn.bias_hh_l0_reverse	1	0.2687278091907501
628086	rnn.bias_hh_l0_reverse	2	-0.34302595257759094
628086	rnn.bias_hh_l0_reverse	3	-0.22631819546222687
628086	rnn.bias_hh_l0_reverse	4	-0.4040634036064148
628086	rnn.bias_hh_l0_reverse	5	-0.19839024543762207
628086	rnn.bias_hh_l0_reverse	6	-0.27424269914627075
628086	rnn.bias_hh_l0_reverse	7	-0.08717617392539978
628086	rnn.bias_hh_l0_reverse	8	-0.3284124732017517
628086	rnn.bias_hh_l0_reverse	9	0.19703273475170135
628086	linear.weight	0	0.21940535306930542
628086	linear.weight	1	-0.4425656199455261
628086	linear.weight	2	0.04700194671750069
628086	linear.weight	3	0.06751297414302826
628086	linear.weight	4	-0.11406980454921722
628086	linear.weight	5	0.24517805874347687
628086	linear.weight	6	-0.03222694247961044
628086	linear.weight	7	-0.06015834957361221
628086	linear.weight	8	0.1227533295750618
628086	linear.weight	9	-0.049506813287734985
628086	linear.bias	0	-0.9064187407493591
628086	linear.bias	1	1.900100827217102
628086	linear.bias	2	0.7545586824417114
628086	linear.bias	3	-2.728588342666626
628086	linear.bias	4	-0.11435630917549133
628086	linear.bias	5	1.2986444234848022
628086	linear.bias	6	-0.21746893227100372
628086	linear.bias	7	0.7915743589401245
628086	linear.bias	8	2.1744887828826904
628086	linear.bias	9	-1.3843135833740234
628094	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
628094	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
628094	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
628094	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
628094	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
628094	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
628094	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
628094	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
628094	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
628094	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
628094	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
628094	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
628094	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
628094	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
628094	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
628094	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
628094	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
628094	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
628094	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
628094	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
628094	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
628094	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
628094	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
628094	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
628094	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
628094	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
628094	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
628094	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
628094	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
628094	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
628094	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
628094	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
628094	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
628094	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
628094	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
628094	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
628094	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
628094	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
628094	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
628094	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
628094	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
628094	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
628094	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
628094	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
628094	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
628094	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
628094	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
628094	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
628094	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
628094	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
628094	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
628094	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
628094	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
628094	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
628094	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
628094	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
628094	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
628094	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
628094	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
628094	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
628094	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
628094	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
628094	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
628094	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
628094	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
628094	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
628094	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
628094	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
628094	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
628094	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
628094	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
628094	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
628094	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
628094	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
628094	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
628094	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
628094	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
628094	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
628094	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
628094	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
628094	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
628094	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
628094	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
628094	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
628094	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
628094	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
628094	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
628094	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
628094	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
628094	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
628094	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
628094	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
628094	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
628094	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
628094	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
628094	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
628094	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
628094	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
628094	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
628094	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
628094	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
628094	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
628094	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
628094	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
628094	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
628094	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
628094	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
628094	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
628094	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
628094	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
628094	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
628094	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
628094	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
628094	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
628094	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
628094	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
628094	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
628094	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
628094	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
628094	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
628094	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
628094	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
628094	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
628094	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
628094	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
628094	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
628094	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
628094	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
628094	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
628094	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
628094	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
628094	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
628094	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
628094	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
628094	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
628094	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
628094	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
628094	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
628094	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
628094	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
628094	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
628094	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
628094	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
628094	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
628094	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
628094	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
628094	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
628094	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
628094	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
628094	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
628094	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
628094	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
628094	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
628094	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
628094	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
628094	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
628094	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
628094	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
628094	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
628094	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
628094	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
628094	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
628094	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
628094	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
628094	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
628094	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
628094	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
628094	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
628094	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
628094	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
628094	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
628094	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
628094	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
628094	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
628094	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
628094	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
628094	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
628094	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
628094	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
628094	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
628094	embedding2nn.weight	0	0.3146926760673523
628094	embedding2nn.weight	1	0.3724513053894043
628094	embedding2nn.weight	2	8.160847937688231e-05
628094	embedding2nn.weight	3	-0.020032072439789772
628094	embedding2nn.weight	4	-0.017140651121735573
628094	embedding2nn.weight	5	0.05634595826268196
628094	embedding2nn.weight	6	-0.0024643216747790575
628094	embedding2nn.weight	7	0.006487053819000721
628094	embedding2nn.weight	8	0.04569002240896225
628094	embedding2nn.weight	9	-0.05877058207988739
628094	embedding2nn.bias	0	0.03319087252020836
628094	embedding2nn.bias	1	-0.19867798686027527
628094	embedding2nn.bias	2	0.15980154275894165
628094	embedding2nn.bias	3	0.1928004026412964
628094	embedding2nn.bias	4	0.1515444815158844
628094	embedding2nn.bias	5	-0.07659877091646194
628094	embedding2nn.bias	6	-0.048856377601623535
628094	embedding2nn.bias	7	0.052654750645160675
628094	embedding2nn.bias	8	-0.15471094846725464
628094	embedding2nn.bias	9	-0.3784089684486389
628094	rnn.weight_ih_l0	0	-0.0036356195341795683
628094	rnn.weight_ih_l0	1	-0.055972978472709656
628094	rnn.weight_ih_l0	2	-0.06403373181819916
628094	rnn.weight_ih_l0	3	0.09910088777542114
628094	rnn.weight_ih_l0	4	0.01278963778167963
628094	rnn.weight_ih_l0	5	-0.053243301808834076
628094	rnn.weight_ih_l0	6	-0.00038784576463513076
628094	rnn.weight_ih_l0	7	-0.020121179521083832
628094	rnn.weight_ih_l0	8	0.0156532172113657
628094	rnn.weight_ih_l0	9	-0.0938413068652153
628094	rnn.weight_hh_l0	0	-0.02021167054772377
628094	rnn.weight_hh_l0	1	0.08252544701099396
628094	rnn.weight_hh_l0	2	0.01061777863651514
628094	rnn.weight_hh_l0	3	-0.027550430968403816
628094	rnn.weight_hh_l0	4	0.07109642773866653
628094	rnn.weight_hh_l0	5	0.02157760225236416
628094	rnn.weight_hh_l0	6	-0.0798744335770607
628094	rnn.weight_hh_l0	7	-0.10010308772325516
628094	rnn.weight_hh_l0	8	0.0363350585103035
628094	rnn.weight_hh_l0	9	-0.11235788464546204
628094	rnn.bias_ih_l0	0	0.17096397280693054
628094	rnn.bias_ih_l0	1	-0.34706729650497437
628094	rnn.bias_ih_l0	2	-0.044437751173973083
628094	rnn.bias_ih_l0	3	-0.20812317728996277
628094	rnn.bias_ih_l0	4	0.03346684202551842
628094	rnn.bias_ih_l0	5	-0.4292006194591522
628094	rnn.bias_ih_l0	6	-0.1505347192287445
628094	rnn.bias_ih_l0	7	-0.3730345666408539
628094	rnn.bias_ih_l0	8	-0.29944342374801636
628094	rnn.bias_ih_l0	9	-0.45202136039733887
628094	rnn.bias_hh_l0	0	-0.3629450798034668
628094	rnn.bias_hh_l0	1	-0.4366769790649414
628094	rnn.bias_hh_l0	2	-0.38794317841529846
628094	rnn.bias_hh_l0	3	-0.08029737323522568
628094	rnn.bias_hh_l0	4	-0.40544724464416504
628094	rnn.bias_hh_l0	5	-0.355207234621048
628094	rnn.bias_hh_l0	6	-0.10208139568567276
628094	rnn.bias_hh_l0	7	0.0739072635769844
628094	rnn.bias_hh_l0	8	-0.22955535352230072
628094	rnn.bias_hh_l0	9	-0.5788518786430359
628094	rnn.weight_ih_l0_reverse	0	0.03846723586320877
628094	rnn.weight_ih_l0_reverse	1	-0.030086664482951164
628094	rnn.weight_ih_l0_reverse	2	-0.002092905342578888
628094	rnn.weight_ih_l0_reverse	3	-0.15595005452632904
628094	rnn.weight_ih_l0_reverse	4	0.08451755344867706
628094	rnn.weight_ih_l0_reverse	5	-0.14165647327899933
628094	rnn.weight_ih_l0_reverse	6	0.01735423132777214
628094	rnn.weight_ih_l0_reverse	7	0.03372567147016525
628094	rnn.weight_ih_l0_reverse	8	-0.0558009035885334
628094	rnn.weight_ih_l0_reverse	9	-0.07489587366580963
628094	rnn.weight_hh_l0_reverse	0	-0.137062668800354
628094	rnn.weight_hh_l0_reverse	1	0.025777582079172134
628094	rnn.weight_hh_l0_reverse	2	-0.018802518025040627
628094	rnn.weight_hh_l0_reverse	3	0.02459990233182907
628094	rnn.weight_hh_l0_reverse	4	-0.0823943018913269
628094	rnn.weight_hh_l0_reverse	5	0.0351998396217823
628094	rnn.weight_hh_l0_reverse	6	0.028202038258314133
628094	rnn.weight_hh_l0_reverse	7	-0.1284639984369278
628094	rnn.weight_hh_l0_reverse	8	-0.06776207685470581
628094	rnn.weight_hh_l0_reverse	9	0.04339003935456276
628094	rnn.bias_ih_l0_reverse	0	-0.18574833869934082
628094	rnn.bias_ih_l0_reverse	1	-0.07452351599931717
628094	rnn.bias_ih_l0_reverse	2	0.14286011457443237
628094	rnn.bias_ih_l0_reverse	3	-0.30753839015960693
628094	rnn.bias_ih_l0_reverse	4	-0.004579089116305113
628094	rnn.bias_ih_l0_reverse	5	-0.21050776541233063
628094	rnn.bias_ih_l0_reverse	6	0.27071288228034973
628094	rnn.bias_ih_l0_reverse	7	-0.32718780636787415
628094	rnn.bias_ih_l0_reverse	8	-0.18207913637161255
628094	rnn.bias_ih_l0_reverse	9	-0.17031902074813843
628094	rnn.bias_hh_l0_reverse	0	-0.12959253787994385
628094	rnn.bias_hh_l0_reverse	1	0.2689949572086334
628094	rnn.bias_hh_l0_reverse	2	-0.3424241840839386
628094	rnn.bias_hh_l0_reverse	3	-0.22627271711826324
628094	rnn.bias_hh_l0_reverse	4	-0.4041088819503784
628094	rnn.bias_hh_l0_reverse	5	-0.19832070171833038
628094	rnn.bias_hh_l0_reverse	6	-0.2739938497543335
628094	rnn.bias_hh_l0_reverse	7	-0.08721954375505447
628094	rnn.bias_hh_l0_reverse	8	-0.3286316692829132
628094	rnn.bias_hh_l0_reverse	9	0.19659215211868286
628094	linear.weight	0	0.21985048055648804
628094	linear.weight	1	-0.443625807762146
628094	linear.weight	2	0.04588113725185394
628094	linear.weight	3	0.06751297414302826
628094	linear.weight	4	-0.11519912630319595
628094	linear.weight	5	0.24594402313232422
628094	linear.weight	6	-0.03397170826792717
628094	linear.weight	7	-0.06015836074948311
628094	linear.weight	8	0.12376827746629715
628094	linear.weight	9	-0.04950683191418648
628094	linear.bias	0	-0.9066051840782166
628094	linear.bias	1	1.8996366262435913
628094	linear.bias	2	0.760248064994812
628094	linear.bias	3	-2.7285895347595215
628094	linear.bias	4	-0.10941588133573532
628094	linear.bias	5	1.2926373481750488
628094	linear.bias	6	-0.22307726740837097
628094	linear.bias	7	0.8013557195663452
628094	linear.bias	8	2.182910442352295
628094	linear.bias	9	-1.3831017017364502
628703	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
628703	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
628703	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
628703	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
628703	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
628703	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
628703	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
628703	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
628703	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
628703	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
628703	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
628703	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
628703	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
628703	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
628703	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
628703	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
628703	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
628703	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
628703	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
628703	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
628703	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
628703	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
628703	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
628703	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
628703	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
628703	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
628703	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
628703	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
628703	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
628703	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
628703	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
628703	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
628703	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
628703	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
628703	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
628703	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
628703	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
628703	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
628703	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
628703	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
628703	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
628703	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
628703	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
628703	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
628703	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
628703	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
628703	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
628703	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
628703	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
628703	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
628703	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
628703	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
628703	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
628703	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
628703	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
628703	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
628703	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
628703	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
628703	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
628703	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
628703	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
628703	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
628703	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
628703	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
628703	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
628703	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
628703	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
628703	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
628703	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
628703	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
628703	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
628703	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
628703	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
628703	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
628703	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
628703	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
628703	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
628703	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
628703	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
628703	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
628703	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
628703	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
628703	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
628703	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
628703	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
628703	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
628703	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
628703	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
628703	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
628703	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
628703	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
628703	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
628703	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
628703	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
628703	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
628703	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
628703	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
628703	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
628703	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
628703	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
628703	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
628703	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
628703	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
628703	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
628703	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
628703	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
628703	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
628703	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
628703	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
628703	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
628703	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
628703	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
628703	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
628703	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
628703	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
628703	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
628703	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
628703	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
628703	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
628703	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
628703	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
628703	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
628703	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
628703	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
628703	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
628703	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
628703	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
628703	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
628703	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
628703	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
628703	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
628703	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
628703	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
628703	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
628703	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
628703	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
628703	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
628703	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
628703	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
628703	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
628703	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
628703	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
628703	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
628703	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
628703	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
628703	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
628703	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
628703	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
628703	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
628703	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
628703	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
628703	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
628703	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
628703	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
628703	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
628703	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
628703	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
628703	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
628703	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
628703	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
628703	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
628703	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
628703	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
628703	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
628703	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
628703	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
628703	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
628703	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
628703	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
628703	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
628703	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
628703	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
628703	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
628703	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
628703	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
628703	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
628703	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
628703	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
628703	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
628703	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
628703	embedding2nn.weight	0	0.3141796588897705
628703	embedding2nn.weight	1	0.371283620595932
628703	embedding2nn.weight	2	0.0010122701060026884
628703	embedding2nn.weight	3	-0.01647462509572506
628703	embedding2nn.weight	4	-0.018211044371128082
628703	embedding2nn.weight	5	0.05881026014685631
628703	embedding2nn.weight	6	-0.003758684266358614
628703	embedding2nn.weight	7	0.009006059728562832
628703	embedding2nn.weight	8	0.04428323358297348
628703	embedding2nn.weight	9	-0.054838791489601135
628703	embedding2nn.bias	0	0.031765736639499664
628703	embedding2nn.bias	1	-0.19894488155841827
628703	embedding2nn.bias	2	0.15117758512496948
628703	embedding2nn.bias	3	0.19951368868350983
628703	embedding2nn.bias	4	0.14214704930782318
628703	embedding2nn.bias	5	-0.0769243910908699
628703	embedding2nn.bias	6	-0.0494467169046402
628703	embedding2nn.bias	7	0.052240971475839615
628703	embedding2nn.bias	8	-0.15742315351963043
628703	embedding2nn.bias	9	-0.38357898592948914
628703	rnn.weight_ih_l0	0	-0.0035054574254900217
628703	rnn.weight_ih_l0	1	-0.05487727373838425
628703	rnn.weight_ih_l0	2	-0.0624191053211689
628703	rnn.weight_ih_l0	3	0.09794648736715317
628703	rnn.weight_ih_l0	4	0.008417870849370956
628703	rnn.weight_ih_l0	5	-0.05128961801528931
628703	rnn.weight_ih_l0	6	-0.0019531892612576485
628703	rnn.weight_ih_l0	7	-0.020326944068074226
628703	rnn.weight_ih_l0	8	0.013735271990299225
628703	rnn.weight_ih_l0	9	-0.09286658465862274
628703	rnn.weight_hh_l0	0	-0.02044396847486496
628703	rnn.weight_hh_l0	1	0.08261984586715698
628703	rnn.weight_hh_l0	2	0.009858814999461174
628703	rnn.weight_hh_l0	3	-0.02684229053556919
628703	rnn.weight_hh_l0	4	0.07185657322406769
628703	rnn.weight_hh_l0	5	0.021345950663089752
628703	rnn.weight_hh_l0	6	-0.0794585645198822
628703	rnn.weight_hh_l0	7	-0.09991572052240372
628703	rnn.weight_hh_l0	8	0.0366220697760582
628703	rnn.weight_hh_l0	9	-0.11117839813232422
628703	rnn.bias_ih_l0	0	0.16760724782943726
628703	rnn.bias_ih_l0	1	-0.3460540771484375
628703	rnn.bias_ih_l0	2	-0.04200677201151848
628703	rnn.bias_ih_l0	3	-0.20756323635578156
628703	rnn.bias_ih_l0	4	0.029301192611455917
628703	rnn.bias_ih_l0	5	-0.4282287657260895
628703	rnn.bias_ih_l0	6	-0.14578871428966522
628703	rnn.bias_ih_l0	7	-0.373645544052124
628703	rnn.bias_ih_l0	8	-0.29857292771339417
628703	rnn.bias_ih_l0	9	-0.45074644684791565
628703	rnn.bias_hh_l0	0	-0.3616887927055359
628703	rnn.bias_hh_l0	1	-0.43241557478904724
628703	rnn.bias_hh_l0	2	-0.38789552450180054
628703	rnn.bias_hh_l0	3	-0.08063913136720657
628703	rnn.bias_hh_l0	4	-0.40509337186813354
628703	rnn.bias_hh_l0	5	-0.354751855134964
628703	rnn.bias_hh_l0	6	-0.10709601640701294
628703	rnn.bias_hh_l0	7	0.07420067489147186
628703	rnn.bias_hh_l0	8	-0.22781820595264435
628703	rnn.bias_hh_l0	9	-0.5756979584693909
628703	rnn.weight_ih_l0_reverse	0	0.03550857678055763
628703	rnn.weight_ih_l0_reverse	1	-0.02898383140563965
628703	rnn.weight_ih_l0_reverse	2	-0.001468957751058042
628703	rnn.weight_ih_l0_reverse	3	-0.1550464928150177
628703	rnn.weight_ih_l0_reverse	4	0.08482008427381516
628703	rnn.weight_ih_l0_reverse	5	-0.14260807633399963
628703	rnn.weight_ih_l0_reverse	6	0.018328607082366943
628703	rnn.weight_ih_l0_reverse	7	0.032787829637527466
628703	rnn.weight_ih_l0_reverse	8	-0.05656035244464874
628703	rnn.weight_ih_l0_reverse	9	-0.07648477703332901
628703	rnn.weight_hh_l0_reverse	0	-0.1364232301712036
628703	rnn.weight_hh_l0_reverse	1	0.025581171736121178
628703	rnn.weight_hh_l0_reverse	2	-0.01835240051150322
628703	rnn.weight_hh_l0_reverse	3	0.0244323518127203
628703	rnn.weight_hh_l0_reverse	4	-0.08215728402137756
628703	rnn.weight_hh_l0_reverse	5	0.0353701114654541
628703	rnn.weight_hh_l0_reverse	6	0.02819603495299816
628703	rnn.weight_hh_l0_reverse	7	-0.12915027141571045
628703	rnn.weight_hh_l0_reverse	8	-0.06884085386991501
628703	rnn.weight_hh_l0_reverse	9	0.04277299344539642
628703	rnn.bias_ih_l0_reverse	0	-0.18492096662521362
628703	rnn.bias_ih_l0_reverse	1	-0.07360242307186127
628703	rnn.bias_ih_l0_reverse	2	0.14306795597076416
628703	rnn.bias_ih_l0_reverse	3	-0.30657753348350525
628703	rnn.bias_ih_l0_reverse	4	-0.004858152009546757
628703	rnn.bias_ih_l0_reverse	5	-0.21098017692565918
628703	rnn.bias_ih_l0_reverse	6	0.27041664719581604
628703	rnn.bias_ih_l0_reverse	7	-0.3162367641925812
628703	rnn.bias_ih_l0_reverse	8	-0.18189124763011932
628703	rnn.bias_ih_l0_reverse	9	-0.1728971153497696
628703	rnn.bias_hh_l0_reverse	0	-0.1304284930229187
628703	rnn.bias_hh_l0_reverse	1	0.2740635871887207
628703	rnn.bias_hh_l0_reverse	2	-0.3463805913925171
628703	rnn.bias_hh_l0_reverse	3	-0.22982455790042877
628703	rnn.bias_hh_l0_reverse	4	-0.40533247590065
628703	rnn.bias_hh_l0_reverse	5	-0.19226309657096863
628703	rnn.bias_hh_l0_reverse	6	-0.26872819662094116
628703	rnn.bias_hh_l0_reverse	7	-0.0892702043056488
628703	rnn.bias_hh_l0_reverse	8	-0.3256663680076599
628703	rnn.bias_hh_l0_reverse	9	0.19871485233306885
628703	linear.weight	0	0.2167282998561859
628703	linear.weight	1	-0.4537867605686188
628703	linear.weight	2	0.041254203766584396
628703	linear.weight	3	0.06751310080289841
628703	linear.weight	4	-0.11972010135650635
628703	linear.weight	5	0.2520929276943207
628703	linear.weight	6	-0.02039421908557415
628703	linear.weight	7	-0.060155365616083145
628703	linear.weight	8	0.1246604472398758
628703	linear.weight	9	-0.04950917884707451
628703	linear.bias	0	-0.9308565258979797
628703	linear.bias	1	1.8700172901153564
628703	linear.bias	2	0.7626539468765259
628703	linear.bias	3	-2.728686809539795
628703	linear.bias	4	-0.11846659332513809
628703	linear.bias	5	1.29255211353302
628703	linear.bias	6	-0.22660310566425323
628703	linear.bias	7	0.8058291673660278
628703	linear.bias	8	2.161161422729492
628703	linear.bias	9	-1.3810917139053345
629312	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
629312	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
629312	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
629312	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
629312	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
629312	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
629312	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
629312	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
629312	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
629312	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
629312	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
629312	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
629312	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
629312	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
629312	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
629312	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
629312	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
629312	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
629312	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
629312	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
629312	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
629312	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
629312	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
629312	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
629312	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
629312	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
629312	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
629312	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
629312	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
629312	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
629312	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
629312	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
629312	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
629312	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
629312	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
629312	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
629312	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
629312	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
629312	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
629312	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
629312	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
629312	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
629312	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
629312	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
629312	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
629312	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
629312	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
629312	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
629312	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
629312	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
629312	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
629312	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
629312	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
629312	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
629312	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
629312	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
629312	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
629312	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
629312	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
629312	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
629312	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
629312	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
629312	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
629312	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
629312	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
629312	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
629312	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
629312	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
629312	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
629312	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
629312	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
629312	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
629312	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
629312	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
629312	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
629312	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
629312	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
629312	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
629312	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
629312	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
629312	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
629312	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
629312	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
629312	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
629312	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
629312	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
629312	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
629312	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
629312	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
629312	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
629312	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
629312	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
629312	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
629312	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
629312	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
629312	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
629312	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
629312	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
629312	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
629312	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
629312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
629312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
629312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
629312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
629312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
629312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
629312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
629312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
629312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
629312	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
629312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
629312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
629312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
629312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
629312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
629312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
629312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
629312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
629312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
629312	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
629312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
629312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
629312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
629312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
629312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
629312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
629312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
629312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
629312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
629312	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
629312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
629312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
629312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
629312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
629312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
629312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
629312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
629312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
629312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
629312	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
629312	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
629312	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
629312	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
629312	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
629312	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
629312	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
629312	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
629312	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
629312	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
629312	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
629312	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
629312	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
629312	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
629312	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
629312	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
629312	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
629312	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
629312	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
629312	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
629312	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
629312	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
629312	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
629312	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
629312	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
629312	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
629312	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
629312	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
629312	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
629312	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
629312	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
629312	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
629312	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
629312	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
629312	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
629312	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
629312	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
629312	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
629312	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
629312	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
629312	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
629312	embedding2nn.weight	0	0.3142682611942291
629312	embedding2nn.weight	1	0.370999813079834
629312	embedding2nn.weight	2	0.0039631640538573265
629312	embedding2nn.weight	3	-0.014523202553391457
629312	embedding2nn.weight	4	-0.018955618143081665
629312	embedding2nn.weight	5	0.059661153703927994
629312	embedding2nn.weight	6	-0.009112087078392506
629312	embedding2nn.weight	7	0.008350576274096966
629312	embedding2nn.weight	8	0.04564715921878815
629312	embedding2nn.weight	9	-0.05316184088587761
629312	embedding2nn.bias	0	0.04405856877565384
629312	embedding2nn.bias	1	-0.19018326699733734
629312	embedding2nn.bias	2	0.14204034209251404
629312	embedding2nn.bias	3	0.18397465348243713
629312	embedding2nn.bias	4	0.14133886992931366
629312	embedding2nn.bias	5	-0.07414530962705612
629312	embedding2nn.bias	6	-0.05182918161153793
629312	embedding2nn.bias	7	0.04980813339352608
629312	embedding2nn.bias	8	-0.16623419523239136
629312	embedding2nn.bias	9	-0.3795722723007202
629312	rnn.weight_ih_l0	0	-0.002276344457641244
629312	rnn.weight_ih_l0	1	-0.0536988228559494
629312	rnn.weight_ih_l0	2	-0.06217002868652344
629312	rnn.weight_ih_l0	3	0.09826789051294327
629312	rnn.weight_ih_l0	4	0.0030320947989821434
629312	rnn.weight_ih_l0	5	-0.05034304037690163
629312	rnn.weight_ih_l0	6	-0.0026548882015049458
629312	rnn.weight_ih_l0	7	-0.022204706445336342
629312	rnn.weight_ih_l0	8	0.016897251829504967
629312	rnn.weight_ih_l0	9	-0.09191402047872543
629312	rnn.weight_hh_l0	0	-0.02008272148668766
629312	rnn.weight_hh_l0	1	0.08276310563087463
629312	rnn.weight_hh_l0	2	0.009770955890417099
629312	rnn.weight_hh_l0	3	-0.026424536481499672
629312	rnn.weight_hh_l0	4	0.07198230177164078
629312	rnn.weight_hh_l0	5	0.02062976360321045
629312	rnn.weight_hh_l0	6	-0.0795373022556305
629312	rnn.weight_hh_l0	7	-0.09998273849487305
629312	rnn.weight_hh_l0	8	0.03678872063755989
629312	rnn.weight_hh_l0	9	-0.111846923828125
629312	rnn.bias_ih_l0	0	0.16722936928272247
629312	rnn.bias_ih_l0	1	-0.34310537576675415
629312	rnn.bias_ih_l0	2	-0.04305997118353844
629312	rnn.bias_ih_l0	3	-0.2097901850938797
629312	rnn.bias_ih_l0	4	0.02311771549284458
629312	rnn.bias_ih_l0	5	-0.4335775673389435
629312	rnn.bias_ih_l0	6	-0.14178350567817688
629312	rnn.bias_ih_l0	7	-0.37526243925094604
629312	rnn.bias_ih_l0	8	-0.2944856286048889
629312	rnn.bias_ih_l0	9	-0.4543538987636566
629312	rnn.bias_hh_l0	0	-0.3628678321838379
629312	rnn.bias_hh_l0	1	-0.43502411246299744
629312	rnn.bias_hh_l0	2	-0.38823962211608887
629312	rnn.bias_hh_l0	3	-0.08466041833162308
629312	rnn.bias_hh_l0	4	-0.40284332633018494
629312	rnn.bias_hh_l0	5	-0.3540303409099579
629312	rnn.bias_hh_l0	6	-0.10779092460870743
629312	rnn.bias_hh_l0	7	0.0768255963921547
629312	rnn.bias_hh_l0	8	-0.2286374270915985
629312	rnn.bias_hh_l0	9	-0.5759909749031067
629312	rnn.weight_ih_l0_reverse	0	0.03524662181735039
629312	rnn.weight_ih_l0_reverse	1	-0.02748631127178669
629312	rnn.weight_ih_l0_reverse	2	-0.0027934610843658447
629312	rnn.weight_ih_l0_reverse	3	-0.15765978395938873
629312	rnn.weight_ih_l0_reverse	4	0.08497361838817596
629312	rnn.weight_ih_l0_reverse	5	-0.1411760002374649
629312	rnn.weight_ih_l0_reverse	6	0.02203412353992462
629312	rnn.weight_ih_l0_reverse	7	0.03343748673796654
629312	rnn.weight_ih_l0_reverse	8	-0.05435783788561821
629312	rnn.weight_ih_l0_reverse	9	-0.0743161141872406
629312	rnn.weight_hh_l0_reverse	0	-0.13706369698047638
629312	rnn.weight_hh_l0_reverse	1	0.0258965864777565
629312	rnn.weight_hh_l0_reverse	2	-0.018611349165439606
629312	rnn.weight_hh_l0_reverse	3	0.02414708212018013
629312	rnn.weight_hh_l0_reverse	4	-0.08245102316141129
629312	rnn.weight_hh_l0_reverse	5	0.03541053831577301
629312	rnn.weight_hh_l0_reverse	6	0.02843749150633812
629312	rnn.weight_hh_l0_reverse	7	-0.13079148530960083
629312	rnn.weight_hh_l0_reverse	8	-0.07137677818536758
629312	rnn.weight_hh_l0_reverse	9	0.043088044971227646
629312	rnn.bias_ih_l0_reverse	0	-0.18678277730941772
629312	rnn.bias_ih_l0_reverse	1	-0.07903198897838593
629312	rnn.bias_ih_l0_reverse	2	0.1450810730457306
629312	rnn.bias_ih_l0_reverse	3	-0.30821940302848816
629312	rnn.bias_ih_l0_reverse	4	-0.003858500625938177
629312	rnn.bias_ih_l0_reverse	5	-0.21142485737800598
629312	rnn.bias_ih_l0_reverse	6	0.26905331015586853
629312	rnn.bias_ih_l0_reverse	7	-0.3216778337955475
629312	rnn.bias_ih_l0_reverse	8	-0.1842837929725647
629312	rnn.bias_ih_l0_reverse	9	-0.1658707857131958
629312	rnn.bias_hh_l0_reverse	0	-0.1289522498846054
629312	rnn.bias_hh_l0_reverse	1	0.2673369348049164
629312	rnn.bias_hh_l0_reverse	2	-0.3444199562072754
629312	rnn.bias_hh_l0_reverse	3	-0.23070941865444183
629312	rnn.bias_hh_l0_reverse	4	-0.4060709476470947
629312	rnn.bias_hh_l0_reverse	5	-0.18822935223579407
629312	rnn.bias_hh_l0_reverse	6	-0.26605114340782166
629312	rnn.bias_hh_l0_reverse	7	-0.08906055241823196
629312	rnn.bias_hh_l0_reverse	8	-0.32711663842201233
629312	rnn.bias_hh_l0_reverse	9	0.19461789727210999
629312	linear.weight	0	0.22681266069412231
629312	linear.weight	1	-0.469521701335907
629312	linear.weight	2	0.07127685844898224
629312	linear.weight	3	0.06751345098018646
629312	linear.weight	4	-0.11105913668870926
629312	linear.weight	5	0.24536815285682678
629312	linear.weight	6	-0.031443364918231964
629312	linear.weight	7	-0.06015218794345856
629312	linear.weight	8	0.11758682876825333
629312	linear.weight	9	-0.049511607736349106
629312	linear.bias	0	-0.9135942459106445
629312	linear.bias	1	1.8730700016021729
629312	linear.bias	2	0.7557713389396667
629312	linear.bias	3	-2.7287731170654297
629312	linear.bias	4	-0.12687548995018005
629312	linear.bias	5	1.2574431896209717
629312	linear.bias	6	-0.2044975906610489
629312	linear.bias	7	0.7930711507797241
629312	linear.bias	8	2.1699442863464355
629312	linear.bias	9	-1.3760408163070679
629921	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
629921	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
629921	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
629921	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
629921	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
629921	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
629921	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
629921	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
629921	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
629921	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
629921	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
629921	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
629921	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
629921	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
629921	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
629921	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
629921	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
629921	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
629921	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
629921	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
629921	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
629921	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
629921	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
629921	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
629921	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
629921	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
629921	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
629921	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
629921	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
629921	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
629921	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
629921	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
629921	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
629921	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
629921	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
629921	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
629921	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
629921	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
629921	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
629921	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
629921	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
629921	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
629921	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
629921	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
629921	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
629921	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
629921	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
629921	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
629921	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
629921	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
629921	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
629921	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
629921	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
629921	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
629921	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
629921	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
629921	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
629921	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
629921	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
629921	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
629921	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
629921	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
629921	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
629921	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
629921	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
629921	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
629921	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
629921	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
629921	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
629921	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
629921	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
629921	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
629921	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
629921	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
629921	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
629921	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
629921	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
629921	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
629921	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
629921	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
629921	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
629921	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
629921	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
629921	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
629921	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
629921	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
629921	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
629921	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
629921	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
629921	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
629921	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
629921	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
629921	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
629921	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
629921	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
629921	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
629921	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
629921	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
629921	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
629921	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
629921	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
629921	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
629921	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
629921	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
629921	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
629921	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
629921	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
629921	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
629921	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
629921	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
629921	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
629921	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
629921	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
629921	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
629921	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
629921	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
629921	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
629921	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
629921	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
629921	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
629921	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
629921	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
629921	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
629921	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
629921	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
629921	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
629921	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
629921	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
629921	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
629921	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
629921	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
629921	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
629921	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
629921	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
629921	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
629921	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
629921	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
629921	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
629921	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
629921	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
629921	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
629921	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
629921	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
629921	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
629921	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
629921	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
629921	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
629921	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
629921	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
629921	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
629921	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
629921	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
629921	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
629921	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
629921	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
629921	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
629921	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
629921	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
629921	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
629921	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
629921	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
629921	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
629921	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
629921	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
629921	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
629921	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
629921	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
629921	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
629921	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
629921	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
629921	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
629921	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
629921	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
629921	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
629921	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
629921	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
629921	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
629921	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
629921	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
629921	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
629921	embedding2nn.weight	0	0.31441909074783325
629921	embedding2nn.weight	1	0.3704056441783905
629921	embedding2nn.weight	2	0.00440334202721715
629921	embedding2nn.weight	3	-0.01402275636792183
629921	embedding2nn.weight	4	-0.02035781741142273
629921	embedding2nn.weight	5	0.06165744364261627
629921	embedding2nn.weight	6	-0.009065086953341961
629921	embedding2nn.weight	7	0.0070287613198161125
629921	embedding2nn.weight	8	0.04464520514011383
629921	embedding2nn.weight	9	-0.05151287466287613
629921	embedding2nn.bias	0	0.04574354737997055
629921	embedding2nn.bias	1	-0.19542981684207916
629921	embedding2nn.bias	2	0.15123559534549713
629921	embedding2nn.bias	3	0.1771208643913269
629921	embedding2nn.bias	4	0.1380632221698761
629921	embedding2nn.bias	5	-0.06490327417850494
629921	embedding2nn.bias	6	-0.04677547886967659
629921	embedding2nn.bias	7	0.03548219054937363
629921	embedding2nn.bias	8	-0.17348572611808777
629921	embedding2nn.bias	9	-0.38037359714508057
629921	rnn.weight_ih_l0	0	-0.0035530005116015673
629921	rnn.weight_ih_l0	1	-0.053203925490379333
629921	rnn.weight_ih_l0	2	-0.05665021762251854
629921	rnn.weight_ih_l0	3	0.10057143121957779
629921	rnn.weight_ih_l0	4	-0.0019018575549125671
629921	rnn.weight_ih_l0	5	-0.05395407974720001
629921	rnn.weight_ih_l0	6	-0.0032160808332264423
629921	rnn.weight_ih_l0	7	-0.02539907395839691
629921	rnn.weight_ih_l0	8	0.018543150275945663
629921	rnn.weight_ih_l0	9	-0.0907728523015976
629921	rnn.weight_hh_l0	0	-0.020169608294963837
629921	rnn.weight_hh_l0	1	0.08297227323055267
629921	rnn.weight_hh_l0	2	0.009972655214369297
629921	rnn.weight_hh_l0	3	-0.026966609060764313
629921	rnn.weight_hh_l0	4	0.07174453139305115
629921	rnn.weight_hh_l0	5	0.020451707765460014
629921	rnn.weight_hh_l0	6	-0.07955150306224823
629921	rnn.weight_hh_l0	7	-0.09934302419424057
629921	rnn.weight_hh_l0	8	0.036865100264549255
629921	rnn.weight_hh_l0	9	-0.11219388991594315
629921	rnn.bias_ih_l0	0	0.1687028706073761
629921	rnn.bias_ih_l0	1	-0.3421560525894165
629921	rnn.bias_ih_l0	2	-0.04342053830623627
629921	rnn.bias_ih_l0	3	-0.21135659515857697
629921	rnn.bias_ih_l0	4	0.0172185767441988
629921	rnn.bias_ih_l0	5	-0.4332009255886078
629921	rnn.bias_ih_l0	6	-0.1468537598848343
629921	rnn.bias_ih_l0	7	-0.37516191601753235
629921	rnn.bias_ih_l0	8	-0.29781055450439453
629921	rnn.bias_ih_l0	9	-0.45745769143104553
629921	rnn.bias_hh_l0	0	-0.3655488193035126
629921	rnn.bias_hh_l0	1	-0.43475401401519775
629921	rnn.bias_hh_l0	2	-0.3852476179599762
629921	rnn.bias_hh_l0	3	-0.0865090936422348
629921	rnn.bias_hh_l0	4	-0.405460000038147
629921	rnn.bias_hh_l0	5	-0.3547913134098053
629921	rnn.bias_hh_l0	6	-0.11029629409313202
629921	rnn.bias_hh_l0	7	0.07390917092561722
629921	rnn.bias_hh_l0	8	-0.2260422557592392
629921	rnn.bias_hh_l0	9	-0.5782986283302307
629921	rnn.weight_ih_l0_reverse	0	0.03811812400817871
629921	rnn.weight_ih_l0_reverse	1	-0.027013694867491722
629921	rnn.weight_ih_l0_reverse	2	-0.0032285484485328197
629921	rnn.weight_ih_l0_reverse	3	-0.15870267152786255
629921	rnn.weight_ih_l0_reverse	4	0.08395121246576309
629921	rnn.weight_ih_l0_reverse	5	-0.14436005055904388
629921	rnn.weight_ih_l0_reverse	6	0.02453860267996788
629921	rnn.weight_ih_l0_reverse	7	0.03416052460670471
629921	rnn.weight_ih_l0_reverse	8	-0.0544964075088501
629921	rnn.weight_ih_l0_reverse	9	-0.07302714139223099
629921	rnn.weight_hh_l0_reverse	0	-0.13767528533935547
629921	rnn.weight_hh_l0_reverse	1	0.02638905867934227
629921	rnn.weight_hh_l0_reverse	2	-0.019166087731719017
629921	rnn.weight_hh_l0_reverse	3	0.023872552439570427
629921	rnn.weight_hh_l0_reverse	4	-0.08239012956619263
629921	rnn.weight_hh_l0_reverse	5	0.035588376224040985
629921	rnn.weight_hh_l0_reverse	6	0.028390824794769287
629921	rnn.weight_hh_l0_reverse	7	-0.1305355727672577
629921	rnn.weight_hh_l0_reverse	8	-0.0722818598151207
629921	rnn.weight_hh_l0_reverse	9	0.044327687472105026
629921	rnn.bias_ih_l0_reverse	0	-0.18799623847007751
629921	rnn.bias_ih_l0_reverse	1	-0.0763472467660904
629921	rnn.bias_ih_l0_reverse	2	0.14519673585891724
629921	rnn.bias_ih_l0_reverse	3	-0.31297698616981506
629921	rnn.bias_ih_l0_reverse	4	-0.005402584560215473
629921	rnn.bias_ih_l0_reverse	5	-0.21286271512508392
629921	rnn.bias_ih_l0_reverse	6	0.27289533615112305
629921	rnn.bias_ih_l0_reverse	7	-0.314140260219574
629921	rnn.bias_ih_l0_reverse	8	-0.1825590580701828
629921	rnn.bias_ih_l0_reverse	9	-0.16732047498226166
629921	rnn.bias_hh_l0_reverse	0	-0.13318534195423126
629921	rnn.bias_hh_l0_reverse	1	0.2637856602668762
629921	rnn.bias_hh_l0_reverse	2	-0.3435960114002228
629921	rnn.bias_hh_l0_reverse	3	-0.23362493515014648
629921	rnn.bias_hh_l0_reverse	4	-0.4101577401161194
629921	rnn.bias_hh_l0_reverse	5	-0.18918418884277344
629921	rnn.bias_hh_l0_reverse	6	-0.26766642928123474
629921	rnn.bias_hh_l0_reverse	7	-0.0867452323436737
629921	rnn.bias_hh_l0_reverse	8	-0.3219153583049774
629921	rnn.bias_hh_l0_reverse	9	0.21519163250923157
629921	linear.weight	0	0.2322881668806076
629921	linear.weight	1	-0.4593522548675537
629921	linear.weight	2	0.07022395730018616
629921	linear.weight	3	0.06751315295696259
629921	linear.weight	4	-0.12458179891109467
629921	linear.weight	5	0.2532726526260376
629921	linear.weight	6	-0.024302367120981216
629921	linear.weight	7	-0.06014856696128845
629921	linear.weight	8	0.1250857263803482
629921	linear.weight	9	-0.04951464384794235
629921	linear.bias	0	-0.9205085039138794
629921	linear.bias	1	1.8908500671386719
629921	linear.bias	2	0.7482491135597229
629921	linear.bias	3	-2.728872537612915
629921	linear.bias	4	-0.11895279586315155
629921	linear.bias	5	1.2692396640777588
629921	linear.bias	6	-0.21513667702674866
629921	linear.bias	7	0.7870635390281677
629921	linear.bias	8	2.1332147121429443
629921	linear.bias	9	-1.3643602132797241
630530	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
630530	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
630530	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
630530	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
630530	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
630530	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
630530	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
630530	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
630530	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
630530	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
630530	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
630530	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
630530	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
630530	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
630530	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
630530	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
630530	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
630530	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
630530	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
630530	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
630530	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
630530	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
630530	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
630530	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
630530	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
630530	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
630530	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
630530	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
630530	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
630530	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
630530	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
630530	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
630530	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
630530	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
630530	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
630530	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
630530	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
630530	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
630530	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
630530	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
630530	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
630530	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
630530	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
630530	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
630530	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
630530	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
630530	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
630530	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
630530	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
630530	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
630530	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
630530	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
630530	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
630530	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
630530	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
630530	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
630530	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
630530	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
630530	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
630530	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
630530	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
630530	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
630530	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
630530	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
630530	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
630530	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
630530	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
630530	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
630530	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
630530	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
630530	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
630530	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
630530	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
630530	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
630530	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
630530	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
630530	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
630530	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
630530	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
630530	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
630530	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
630530	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
630530	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
630530	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
630530	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
630530	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
630530	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
630530	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
630530	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
630530	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
630530	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
630530	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
630530	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
630530	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
630530	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
630530	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
630530	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
630530	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
630530	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
630530	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
630530	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
630530	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
630530	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
630530	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
630530	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
630530	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
630530	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
630530	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
630530	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
630530	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
630530	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
630530	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
630530	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
630530	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
630530	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
630530	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
630530	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
630530	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
630530	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
630530	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
630530	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
630530	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
630530	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
630530	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
630530	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
630530	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
630530	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
630530	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
630530	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
630530	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
630530	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
630530	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
630530	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
630530	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
630530	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
630530	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
630530	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
630530	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
630530	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
630530	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
630530	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
630530	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
630530	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
630530	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
630530	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
630530	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
630530	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
630530	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
630530	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
630530	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
630530	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
630530	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
630530	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
630530	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
630530	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
630530	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
630530	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
630530	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
630530	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
630530	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
630530	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
630530	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
630530	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
630530	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
630530	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
630530	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
630530	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
630530	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
630530	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
630530	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
630530	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
630530	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
630530	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
630530	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
630530	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
630530	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
630530	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
630530	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
630530	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
630530	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
630530	embedding2nn.weight	0	0.31395140290260315
630530	embedding2nn.weight	1	0.3704758882522583
630530	embedding2nn.weight	2	0.0012262009549885988
630530	embedding2nn.weight	3	-0.016334420070052147
630530	embedding2nn.weight	4	-0.020885232836008072
630530	embedding2nn.weight	5	0.061886683106422424
630530	embedding2nn.weight	6	-0.007718014996498823
630530	embedding2nn.weight	7	0.008119453676044941
630530	embedding2nn.weight	8	0.04957849532365799
630530	embedding2nn.weight	9	-0.04994844272732735
630530	embedding2nn.bias	0	0.04498007148504257
630530	embedding2nn.bias	1	-0.18836084008216858
630530	embedding2nn.bias	2	0.1509382277727127
630530	embedding2nn.bias	3	0.18236947059631348
630530	embedding2nn.bias	4	0.13981415331363678
630530	embedding2nn.bias	5	-0.07567109167575836
630530	embedding2nn.bias	6	-0.0582297220826149
630530	embedding2nn.bias	7	0.03020433709025383
630530	embedding2nn.bias	8	-0.1651041954755783
630530	embedding2nn.bias	9	-0.3639325797557831
630530	rnn.weight_ih_l0	0	-0.0031725491862744093
630530	rnn.weight_ih_l0	1	-0.05291805416345596
630530	rnn.weight_ih_l0	2	-0.06014726310968399
630530	rnn.weight_ih_l0	3	0.1020757332444191
630530	rnn.weight_ih_l0	4	0.0009559316094964743
630530	rnn.weight_ih_l0	5	-0.05293243005871773
630530	rnn.weight_ih_l0	6	-0.0014686726499348879
630530	rnn.weight_ih_l0	7	-0.026132158935070038
630530	rnn.weight_ih_l0	8	0.019123876467347145
630530	rnn.weight_ih_l0	9	-0.09254570305347443
630530	rnn.weight_hh_l0	0	-0.020390531048178673
630530	rnn.weight_hh_l0	1	0.0833643227815628
630530	rnn.weight_hh_l0	2	0.009801242500543594
630530	rnn.weight_hh_l0	3	-0.02788878045976162
630530	rnn.weight_hh_l0	4	0.07246968150138855
630530	rnn.weight_hh_l0	5	0.02027280069887638
630530	rnn.weight_hh_l0	6	-0.0793389156460762
630530	rnn.weight_hh_l0	7	-0.09988456964492798
630530	rnn.weight_hh_l0	8	0.036739710718393326
630530	rnn.weight_hh_l0	9	-0.11255307495594025
630530	rnn.bias_ih_l0	0	0.16714566946029663
630530	rnn.bias_ih_l0	1	-0.34030836820602417
630530	rnn.bias_ih_l0	2	-0.044894080609083176
630530	rnn.bias_ih_l0	3	-0.21462512016296387
630530	rnn.bias_ih_l0	4	0.02325298637151718
630530	rnn.bias_ih_l0	5	-0.4302324056625366
630530	rnn.bias_ih_l0	6	-0.1491418033838272
630530	rnn.bias_ih_l0	7	-0.3752669095993042
630530	rnn.bias_ih_l0	8	-0.2936106324195862
630530	rnn.bias_ih_l0	9	-0.4409961700439453
630530	rnn.bias_hh_l0	0	-0.36553484201431274
630530	rnn.bias_hh_l0	1	-0.4364285469055176
630530	rnn.bias_hh_l0	2	-0.3829999566078186
630530	rnn.bias_hh_l0	3	-0.08437632024288177
630530	rnn.bias_hh_l0	4	-0.4057558476924896
630530	rnn.bias_hh_l0	5	-0.3547077775001526
630530	rnn.bias_hh_l0	6	-0.10941445827484131
630530	rnn.bias_hh_l0	7	0.06819664686918259
630530	rnn.bias_hh_l0	8	-0.23097652196884155
630530	rnn.bias_hh_l0	9	-0.5752132534980774
630530	rnn.weight_ih_l0_reverse	0	0.03874937817454338
630530	rnn.weight_ih_l0_reverse	1	-0.02698354423046112
630530	rnn.weight_ih_l0_reverse	2	-0.004995566327124834
630530	rnn.weight_ih_l0_reverse	3	-0.15939244627952576
630530	rnn.weight_ih_l0_reverse	4	0.08492770045995712
630530	rnn.weight_ih_l0_reverse	5	-0.1406393200159073
630530	rnn.weight_ih_l0_reverse	6	0.023768987506628036
630530	rnn.weight_ih_l0_reverse	7	0.03377806022763252
630530	rnn.weight_ih_l0_reverse	8	-0.05465554818511009
630530	rnn.weight_ih_l0_reverse	9	-0.07174580544233322
630530	rnn.weight_hh_l0_reverse	0	-0.13750743865966797
630530	rnn.weight_hh_l0_reverse	1	0.026415564119815826
630530	rnn.weight_hh_l0_reverse	2	-0.01934288628399372
630530	rnn.weight_hh_l0_reverse	3	0.023920724168419838
630530	rnn.weight_hh_l0_reverse	4	-0.08246216922998428
630530	rnn.weight_hh_l0_reverse	5	0.03576717898249626
630530	rnn.weight_hh_l0_reverse	6	0.02841816283762455
630530	rnn.weight_hh_l0_reverse	7	-0.1291276514530182
630530	rnn.weight_hh_l0_reverse	8	-0.06993365287780762
630530	rnn.weight_hh_l0_reverse	9	0.04386062175035477
630530	rnn.bias_ih_l0_reverse	0	-0.18620620667934418
630530	rnn.bias_ih_l0_reverse	1	-0.07552860677242279
630530	rnn.bias_ih_l0_reverse	2	0.14187121391296387
630530	rnn.bias_ih_l0_reverse	3	-0.31171900033950806
630530	rnn.bias_ih_l0_reverse	4	-0.012085262686014175
630530	rnn.bias_ih_l0_reverse	5	-0.2132197469472885
630530	rnn.bias_ih_l0_reverse	6	0.2706281542778015
630530	rnn.bias_ih_l0_reverse	7	-0.30638402700424194
630530	rnn.bias_ih_l0_reverse	8	-0.18237847089767456
630530	rnn.bias_ih_l0_reverse	9	-0.16018232703208923
630530	rnn.bias_hh_l0_reverse	0	-0.13586212694644928
630530	rnn.bias_hh_l0_reverse	1	0.2669127285480499
630530	rnn.bias_hh_l0_reverse	2	-0.3417663276195526
630530	rnn.bias_hh_l0_reverse	3	-0.22755861282348633
630530	rnn.bias_hh_l0_reverse	4	-0.40714359283447266
630530	rnn.bias_hh_l0_reverse	5	-0.1903735250234604
630530	rnn.bias_hh_l0_reverse	6	-0.268600195646286
630530	rnn.bias_hh_l0_reverse	7	-0.0908115804195404
630530	rnn.bias_hh_l0_reverse	8	-0.31741631031036377
630530	rnn.bias_hh_l0_reverse	9	0.2025260329246521
630530	linear.weight	0	0.24090391397476196
630530	linear.weight	1	-0.45785701274871826
630530	linear.weight	2	0.052214477211236954
630530	linear.weight	3	0.06751254945993423
630530	linear.weight	4	-0.12245472520589828
630530	linear.weight	5	0.24862487614154816
630530	linear.weight	6	-0.04405229911208153
630530	linear.weight	7	-0.060146577656269073
630530	linear.weight	8	0.12893162667751312
630530	linear.weight	9	-0.04951735958456993
630530	linear.bias	0	-0.9060831069946289
630530	linear.bias	1	1.882948637008667
630530	linear.bias	2	0.7498438954353333
630530	linear.bias	3	-2.728976011276245
630530	linear.bias	4	-0.1375114768743515
630530	linear.bias	5	1.2722601890563965
630530	linear.bias	6	-0.20924197137355804
630530	linear.bias	7	0.795643150806427
630530	linear.bias	8	2.1034181118011475
630530	linear.bias	9	-1.3767799139022827
631139	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
631139	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
631139	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
631139	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
631139	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
631139	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
631139	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
631139	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
631139	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
631139	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
631139	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
631139	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
631139	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
631139	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
631139	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
631139	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
631139	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
631139	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
631139	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
631139	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
631139	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
631139	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
631139	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
631139	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
631139	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
631139	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
631139	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
631139	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
631139	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
631139	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
631139	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
631139	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
631139	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
631139	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
631139	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
631139	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
631139	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
631139	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
631139	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
631139	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
631139	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
631139	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
631139	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
631139	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
631139	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
631139	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
631139	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
631139	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
631139	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
631139	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
631139	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
631139	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
631139	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
631139	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
631139	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
631139	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
631139	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
631139	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
631139	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
631139	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
631139	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
631139	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
631139	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
631139	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
631139	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
631139	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
631139	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
631139	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
631139	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
631139	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
631139	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
631139	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
631139	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
631139	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
631139	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
631139	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
631139	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
631139	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
631139	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
631139	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
631139	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
631139	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
631139	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
631139	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
631139	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
631139	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
631139	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
631139	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
631139	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
631139	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
631139	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
631139	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
631139	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
631139	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
631139	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
631139	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
631139	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
631139	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
631139	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
631139	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
631139	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
631139	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
631139	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
631139	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
631139	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
631139	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
631139	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
631139	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
631139	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
631139	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
631139	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
631139	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
631139	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
631139	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
631139	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
631139	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
631139	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
631139	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
631139	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
631139	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
631139	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
631139	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
631139	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
631139	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
631139	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
631139	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
631139	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
631139	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
631139	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
631139	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
631139	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
631139	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
631139	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
631139	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
631139	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
631139	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
631139	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
631139	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
631139	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
631139	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
631139	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
631139	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
631139	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
631139	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
631139	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
631139	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
631139	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
631139	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
631139	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
631139	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
631139	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
631139	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
631139	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
631139	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
631139	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
631139	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
631139	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
631139	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
631139	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
631139	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
631139	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
631139	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
631139	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
631139	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
631139	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
631139	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
631139	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
631139	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
631139	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
631139	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
631139	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
631139	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
631139	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
631139	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
631139	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
631139	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
631139	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
631139	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
631139	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
631139	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
631139	embedding2nn.weight	0	0.31391745805740356
631139	embedding2nn.weight	1	0.3718978464603424
631139	embedding2nn.weight	2	0.0011012237519025803
631139	embedding2nn.weight	3	-0.022718487307429314
631139	embedding2nn.weight	4	-0.02258007600903511
631139	embedding2nn.weight	5	0.062073223292827606
631139	embedding2nn.weight	6	-0.00836128182709217
631139	embedding2nn.weight	7	0.0111872972920537
631139	embedding2nn.weight	8	0.04785079136490822
631139	embedding2nn.weight	9	-0.0481472983956337
631139	embedding2nn.bias	0	0.03520787134766579
631139	embedding2nn.bias	1	-0.1709831953048706
631139	embedding2nn.bias	2	0.16079385578632355
631139	embedding2nn.bias	3	0.1802653670310974
631139	embedding2nn.bias	4	0.15507109463214874
631139	embedding2nn.bias	5	-0.08194144070148468
631139	embedding2nn.bias	6	-0.0624258853495121
631139	embedding2nn.bias	7	0.02454712986946106
631139	embedding2nn.bias	8	-0.16913937032222748
631139	embedding2nn.bias	9	-0.3729305565357208
631139	rnn.weight_ih_l0	0	-0.004331920761615038
631139	rnn.weight_ih_l0	1	-0.053016919642686844
631139	rnn.weight_ih_l0	2	-0.058465294539928436
631139	rnn.weight_ih_l0	3	0.10256043076515198
631139	rnn.weight_ih_l0	4	0.0022234884090721607
631139	rnn.weight_ih_l0	5	-0.05350498855113983
631139	rnn.weight_ih_l0	6	-0.0021183728240430355
631139	rnn.weight_ih_l0	7	-0.02566777914762497
631139	rnn.weight_ih_l0	8	0.015327954664826393
631139	rnn.weight_ih_l0	9	-0.092154361307621
631139	rnn.weight_hh_l0	0	-0.02021772786974907
631139	rnn.weight_hh_l0	1	0.08312336355447769
631139	rnn.weight_hh_l0	2	0.009621755219995975
631139	rnn.weight_hh_l0	3	-0.028254074975848198
631139	rnn.weight_hh_l0	4	0.07318829745054245
631139	rnn.weight_hh_l0	5	0.01963707059621811
631139	rnn.weight_hh_l0	6	-0.07906385511159897
631139	rnn.weight_hh_l0	7	-0.10045591741800308
631139	rnn.weight_hh_l0	8	0.03664813190698624
631139	rnn.weight_hh_l0	9	-0.11203405261039734
631139	rnn.bias_ih_l0	0	0.17341364920139313
631139	rnn.bias_ih_l0	1	-0.3407503366470337
631139	rnn.bias_ih_l0	2	-0.043641719967126846
631139	rnn.bias_ih_l0	3	-0.2154582440853119
631139	rnn.bias_ih_l0	4	0.024755356833338737
631139	rnn.bias_ih_l0	5	-0.4289229214191437
631139	rnn.bias_ih_l0	6	-0.153020977973938
631139	rnn.bias_ih_l0	7	-0.3745919167995453
631139	rnn.bias_ih_l0	8	-0.29231032729148865
631139	rnn.bias_ih_l0	9	-0.44308149814605713
631139	rnn.bias_hh_l0	0	-0.36453303694725037
631139	rnn.bias_hh_l0	1	-0.4361363649368286
631139	rnn.bias_hh_l0	2	-0.38126444816589355
631139	rnn.bias_hh_l0	3	-0.08107301592826843
631139	rnn.bias_hh_l0	4	-0.407014936208725
631139	rnn.bias_hh_l0	5	-0.3557145595550537
631139	rnn.bias_hh_l0	6	-0.10713976621627808
631139	rnn.bias_hh_l0	7	0.06962361931800842
631139	rnn.bias_hh_l0	8	-0.22522740066051483
631139	rnn.bias_hh_l0	9	-0.5746748447418213
631139	rnn.weight_ih_l0_reverse	0	0.0438205823302269
631139	rnn.weight_ih_l0_reverse	1	-0.028958911076188087
631139	rnn.weight_ih_l0_reverse	2	-0.005234518088400364
631139	rnn.weight_ih_l0_reverse	3	-0.1600484549999237
631139	rnn.weight_ih_l0_reverse	4	0.08644718676805496
631139	rnn.weight_ih_l0_reverse	5	-0.14812852442264557
631139	rnn.weight_ih_l0_reverse	6	0.020774027332663536
631139	rnn.weight_ih_l0_reverse	7	0.03368333354592323
631139	rnn.weight_ih_l0_reverse	8	-0.056015267968177795
631139	rnn.weight_ih_l0_reverse	9	-0.07368109375238419
631139	rnn.weight_hh_l0_reverse	0	-0.1386488527059555
631139	rnn.weight_hh_l0_reverse	1	0.026804761961102486
631139	rnn.weight_hh_l0_reverse	2	-0.018963413313031197
631139	rnn.weight_hh_l0_reverse	3	0.02399463765323162
631139	rnn.weight_hh_l0_reverse	4	-0.08281181007623672
631139	rnn.weight_hh_l0_reverse	5	0.035929638892412186
631139	rnn.weight_hh_l0_reverse	6	0.02844841219484806
631139	rnn.weight_hh_l0_reverse	7	-0.12671597301959991
631139	rnn.weight_hh_l0_reverse	8	-0.07048316299915314
631139	rnn.weight_hh_l0_reverse	9	0.044327106326818466
631139	rnn.bias_ih_l0_reverse	0	-0.1866179257631302
631139	rnn.bias_ih_l0_reverse	1	-0.07447466999292374
631139	rnn.bias_ih_l0_reverse	2	0.13799984753131866
631139	rnn.bias_ih_l0_reverse	3	-0.3104856014251709
631139	rnn.bias_ih_l0_reverse	4	-0.007455885875970125
631139	rnn.bias_ih_l0_reverse	5	-0.21376746892929077
631139	rnn.bias_ih_l0_reverse	6	0.2733629047870636
631139	rnn.bias_ih_l0_reverse	7	-0.2933649718761444
631139	rnn.bias_ih_l0_reverse	8	-0.1823195219039917
631139	rnn.bias_ih_l0_reverse	9	-0.15910618007183075
631139	rnn.bias_hh_l0_reverse	0	-0.1310347467660904
631139	rnn.bias_hh_l0_reverse	1	0.2703365981578827
631139	rnn.bias_hh_l0_reverse	2	-0.3413366377353668
631139	rnn.bias_hh_l0_reverse	3	-0.22081173956394196
631139	rnn.bias_hh_l0_reverse	4	-0.4089542031288147
631139	rnn.bias_hh_l0_reverse	5	-0.19253802299499512
631139	rnn.bias_hh_l0_reverse	6	-0.26805925369262695
631139	rnn.bias_hh_l0_reverse	7	-0.08992303162813187
631139	rnn.bias_hh_l0_reverse	8	-0.31875091791152954
631139	rnn.bias_hh_l0_reverse	9	0.19509191811084747
631139	linear.weight	0	0.25816792249679565
631139	linear.weight	1	-0.45009028911590576
631139	linear.weight	2	0.04432763159275055
631139	linear.weight	3	0.06751111149787903
631139	linear.weight	4	-0.14046771824359894
631139	linear.weight	5	0.2560413181781769
631139	linear.weight	6	-0.03760484233498573
631139	linear.weight	7	-0.06014297157526016
631139	linear.weight	8	0.13322916626930237
631139	linear.weight	9	-0.049520790576934814
631139	linear.bias	0	-0.8997454643249512
631139	linear.bias	1	1.8712931871414185
631139	linear.bias	2	0.7438080310821533
631139	linear.bias	3	-2.7290830612182617
631139	linear.bias	4	-0.1251218616962433
631139	linear.bias	5	1.2862229347229004
631139	linear.bias	6	-0.20390741527080536
631139	linear.bias	7	0.8145147562026978
631139	linear.bias	8	2.1116943359375
631139	linear.bias	9	-1.3708908557891846
631748	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
631748	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
631748	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
631748	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
631748	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
631748	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
631748	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
631748	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
631748	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
631748	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
631748	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
631748	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
631748	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
631748	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
631748	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
631748	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
631748	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
631748	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
631748	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
631748	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
631748	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
631748	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
631748	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
631748	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
631748	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
631748	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
631748	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
631748	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
631748	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
631748	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
631748	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
631748	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
631748	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
631748	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
631748	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
631748	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
631748	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
631748	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
631748	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
631748	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
631748	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
631748	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
631748	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
631748	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
631748	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
631748	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
631748	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
631748	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
631748	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
631748	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
631748	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
631748	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
631748	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
631748	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
631748	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
631748	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
631748	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
631748	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
631748	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
631748	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
631748	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
631748	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
631748	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
631748	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
631748	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
631748	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
631748	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
631748	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
631748	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
631748	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
631748	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
631748	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
631748	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
631748	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
631748	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
631748	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
631748	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
631748	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
631748	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
631748	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
631748	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
631748	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
631748	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
631748	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
631748	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
631748	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
631748	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
631748	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
631748	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
631748	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
631748	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
631748	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
631748	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
631748	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
631748	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
631748	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
631748	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
631748	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
631748	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
631748	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
631748	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
631748	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
631748	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
631748	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
631748	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
631748	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
631748	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
631748	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
631748	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
631748	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
631748	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
631748	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
631748	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
631748	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
631748	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
631748	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
631748	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
631748	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
631748	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
631748	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
631748	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
631748	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
631748	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
631748	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
631748	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
631748	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
631748	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
631748	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
631748	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
631748	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
631748	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
631748	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
631748	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
631748	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
631748	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
631748	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
631748	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
631748	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
631748	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
631748	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
631748	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
631748	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
631748	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
631748	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
631748	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
631748	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
631748	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
631748	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
631748	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
631748	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
631748	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
631748	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
631748	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
631748	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
631748	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
631748	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
631748	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
631748	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
631748	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
631748	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
631748	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
631748	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
631748	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
631748	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
631748	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
631748	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
631748	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
631748	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
631748	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
631748	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
631748	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
631748	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
631748	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
631748	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
631748	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
631748	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
631748	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
631748	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
631748	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
631748	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
631748	embedding2nn.weight	0	0.31302642822265625
631748	embedding2nn.weight	1	0.37170472741127014
631748	embedding2nn.weight	2	0.0019107360858470201
631748	embedding2nn.weight	3	-0.012377487495541573
631748	embedding2nn.weight	4	-0.023278184235095978
631748	embedding2nn.weight	5	0.06160127744078636
631748	embedding2nn.weight	6	-0.005115821957588196
631748	embedding2nn.weight	7	0.004423813428729773
631748	embedding2nn.weight	8	0.05027221143245697
631748	embedding2nn.weight	9	-0.04409196227788925
631748	embedding2nn.bias	0	0.03599095717072487
631748	embedding2nn.bias	1	-0.1847771555185318
631748	embedding2nn.bias	2	0.15727095305919647
631748	embedding2nn.bias	3	0.1768503040075302
631748	embedding2nn.bias	4	0.15825985372066498
631748	embedding2nn.bias	5	-0.07104141265153885
631748	embedding2nn.bias	6	-0.06036286801099777
631748	embedding2nn.bias	7	0.02668571285903454
631748	embedding2nn.bias	8	-0.15908706188201904
631748	embedding2nn.bias	9	-0.3851450979709625
631748	rnn.weight_ih_l0	0	-0.004748892039060593
631748	rnn.weight_ih_l0	1	-0.05219380930066109
631748	rnn.weight_ih_l0	2	-0.058746106922626495
631748	rnn.weight_ih_l0	3	0.10571359843015671
631748	rnn.weight_ih_l0	4	0.0030463433358818293
631748	rnn.weight_ih_l0	5	-0.05228861793875694
631748	rnn.weight_ih_l0	6	-0.0028321165591478348
631748	rnn.weight_ih_l0	7	-0.025619154796004295
631748	rnn.weight_ih_l0	8	0.013952099718153477
631748	rnn.weight_ih_l0	9	-0.09173683077096939
631748	rnn.weight_hh_l0	0	-0.020498663187026978
631748	rnn.weight_hh_l0	1	0.0835665613412857
631748	rnn.weight_hh_l0	2	0.010577226057648659
631748	rnn.weight_hh_l0	3	-0.02768806181848049
631748	rnn.weight_hh_l0	4	0.07329478114843369
631748	rnn.weight_hh_l0	5	0.019341662526130676
631748	rnn.weight_hh_l0	6	-0.07916347682476044
631748	rnn.weight_hh_l0	7	-0.10180461406707764
631748	rnn.weight_hh_l0	8	0.03667387366294861
631748	rnn.weight_hh_l0	9	-0.11255484074354172
631748	rnn.bias_ih_l0	0	0.17088904976844788
631748	rnn.bias_ih_l0	1	-0.3453989326953888
631748	rnn.bias_ih_l0	2	-0.04122425988316536
631748	rnn.bias_ih_l0	3	-0.2176772505044937
631748	rnn.bias_ih_l0	4	0.033570364117622375
631748	rnn.bias_ih_l0	5	-0.4270508587360382
631748	rnn.bias_ih_l0	6	-0.14996002614498138
631748	rnn.bias_ih_l0	7	-0.37354186177253723
631748	rnn.bias_ih_l0	8	-0.2927808165550232
631748	rnn.bias_ih_l0	9	-0.44801077246665955
631748	rnn.bias_hh_l0	0	-0.3634880781173706
631748	rnn.bias_hh_l0	1	-0.43417295813560486
631748	rnn.bias_hh_l0	2	-0.38489580154418945
631748	rnn.bias_hh_l0	3	-0.08010727912187576
631748	rnn.bias_hh_l0	4	-0.4024714529514313
631748	rnn.bias_hh_l0	5	-0.3557150363922119
631748	rnn.bias_hh_l0	6	-0.1104765310883522
631748	rnn.bias_hh_l0	7	0.06864643096923828
631748	rnn.bias_hh_l0	8	-0.2241305708885193
631748	rnn.bias_hh_l0	9	-0.5741198062896729
631748	rnn.weight_ih_l0_reverse	0	0.04637822136282921
631748	rnn.weight_ih_l0_reverse	1	-0.029890375211834908
631748	rnn.weight_ih_l0_reverse	2	-0.0044449432753026485
631748	rnn.weight_ih_l0_reverse	3	-0.1608925461769104
631748	rnn.weight_ih_l0_reverse	4	0.08747301995754242
631748	rnn.weight_ih_l0_reverse	5	-0.14669692516326904
631748	rnn.weight_ih_l0_reverse	6	0.019019080325961113
631748	rnn.weight_ih_l0_reverse	7	0.034208714962005615
631748	rnn.weight_ih_l0_reverse	8	-0.055693190544843674
631748	rnn.weight_ih_l0_reverse	9	-0.0732576921582222
631748	rnn.weight_hh_l0_reverse	0	-0.13789574801921844
631748	rnn.weight_hh_l0_reverse	1	0.02831329219043255
631748	rnn.weight_hh_l0_reverse	2	-0.018383784219622612
631748	rnn.weight_hh_l0_reverse	3	0.02450050413608551
631748	rnn.weight_hh_l0_reverse	4	-0.08247224241495132
631748	rnn.weight_hh_l0_reverse	5	0.03581199422478676
631748	rnn.weight_hh_l0_reverse	6	0.028476130217313766
631748	rnn.weight_hh_l0_reverse	7	-0.12611114978790283
631748	rnn.weight_hh_l0_reverse	8	-0.07205416262149811
631748	rnn.weight_hh_l0_reverse	9	0.04348349943757057
631748	rnn.bias_ih_l0_reverse	0	-0.186383455991745
631748	rnn.bias_ih_l0_reverse	1	-0.07728656381368637
631748	rnn.bias_ih_l0_reverse	2	0.1383749395608902
631748	rnn.bias_ih_l0_reverse	3	-0.31160929799079895
631748	rnn.bias_ih_l0_reverse	4	-0.005693628452718258
631748	rnn.bias_ih_l0_reverse	5	-0.21590296924114227
631748	rnn.bias_ih_l0_reverse	6	0.2725227177143097
631748	rnn.bias_ih_l0_reverse	7	-0.29482293128967285
631748	rnn.bias_ih_l0_reverse	8	-0.18330104649066925
631748	rnn.bias_ih_l0_reverse	9	-0.16971801221370697
631748	rnn.bias_hh_l0_reverse	0	-0.12943650782108307
631748	rnn.bias_hh_l0_reverse	1	0.27549487352371216
631748	rnn.bias_hh_l0_reverse	2	-0.3391292691230774
631748	rnn.bias_hh_l0_reverse	3	-0.22152741253376007
631748	rnn.bias_hh_l0_reverse	4	-0.4107729494571686
631748	rnn.bias_hh_l0_reverse	5	-0.1946103274822235
631748	rnn.bias_hh_l0_reverse	6	-0.2662537693977356
631748	rnn.bias_hh_l0_reverse	7	-0.09122279286384583
631748	rnn.bias_hh_l0_reverse	8	-0.31676310300827026
631748	rnn.bias_hh_l0_reverse	9	0.2015492022037506
631748	linear.weight	0	0.28262895345687866
631748	linear.weight	1	-0.46207523345947266
631748	linear.weight	2	0.0736953616142273
631748	linear.weight	3	0.06751064956188202
631748	linear.weight	4	-0.11700338870286942
631748	linear.weight	5	0.2597459554672241
631748	linear.weight	6	-0.02744642272591591
631748	linear.weight	7	-0.060140326619148254
631748	linear.weight	8	0.14086954295635223
631748	linear.weight	9	-0.04952338710427284
631748	linear.bias	0	-0.8769673109054565
631748	linear.bias	1	1.8733046054840088
631748	linear.bias	2	0.738493025302887
631748	linear.bias	3	-2.7291836738586426
631748	linear.bias	4	-0.12568970024585724
631748	linear.bias	5	1.275012731552124
631748	linear.bias	6	-0.2085752934217453
631748	linear.bias	7	0.7980347871780396
631748	linear.bias	8	2.077366828918457
631748	linear.bias	9	-1.3708914518356323
632357	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
632357	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
632357	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
632357	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
632357	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
632357	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
632357	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
632357	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
632357	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
632357	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
632357	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
632357	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
632357	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
632357	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
632357	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
632357	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
632357	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
632357	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
632357	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
632357	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
632357	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
632357	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
632357	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
632357	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
632357	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
632357	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
632357	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
632357	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
632357	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
632357	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
632357	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
632357	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
632357	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
632357	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
632357	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
632357	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
632357	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
632357	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
632357	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
632357	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
632357	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
632357	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
632357	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
632357	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
632357	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
632357	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
632357	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
632357	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
632357	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
632357	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
632357	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
632357	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
632357	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
632357	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
632357	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
632357	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
632357	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
632357	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
632357	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
632357	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
632357	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
632357	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
632357	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
632357	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
632357	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
632357	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
632357	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
632357	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
632357	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
632357	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
632357	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
632357	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
632357	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
632357	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
632357	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
632357	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
632357	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
632357	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
632357	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
632357	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
632357	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
632357	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
632357	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
632357	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
632357	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
632357	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
632357	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
632357	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
632357	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
632357	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
632357	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
632357	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
632357	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
632357	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
632357	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
632357	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
632357	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
632357	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
632357	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
632357	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
632357	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
632357	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
632357	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
632357	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
632357	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
632357	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
632357	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
632357	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
632357	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
632357	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
632357	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
632357	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
632357	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
632357	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
632357	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
632357	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
632357	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
632357	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
632357	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
632357	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
632357	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
632357	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
632357	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
632357	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
632357	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
632357	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
632357	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
632357	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
632357	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
632357	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
632357	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
632357	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
632357	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
632357	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
632357	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
632357	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
632357	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
632357	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
632357	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
632357	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
632357	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
632357	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
632357	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
632357	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
632357	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
632357	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
632357	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
632357	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
632357	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
632357	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
632357	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
632357	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
632357	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
632357	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
632357	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
632357	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
632357	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
632357	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
632357	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
632357	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
632357	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
632357	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
632357	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
632357	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
632357	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
632357	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
632357	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
632357	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
632357	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
632357	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
632357	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
632357	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
632357	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
632357	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
632357	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
632357	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
632357	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
632357	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
632357	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
632357	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
632357	embedding2nn.weight	0	0.3123120963573456
632357	embedding2nn.weight	1	0.3719574213027954
632357	embedding2nn.weight	2	-0.0008210777887143195
632357	embedding2nn.weight	3	-0.009941679425537586
632357	embedding2nn.weight	4	-0.022257374599575996
632357	embedding2nn.weight	5	0.06363733112812042
632357	embedding2nn.weight	6	-0.005647215526551008
632357	embedding2nn.weight	7	3.3365184208378196e-05
632357	embedding2nn.weight	8	0.052208561450242996
632357	embedding2nn.weight	9	-0.046415071934461594
632357	embedding2nn.bias	0	0.044229160994291306
632357	embedding2nn.bias	1	-0.18372562527656555
632357	embedding2nn.bias	2	0.12980788946151733
632357	embedding2nn.bias	3	0.16686683893203735
632357	embedding2nn.bias	4	0.1638575792312622
632357	embedding2nn.bias	5	-0.08297967910766602
632357	embedding2nn.bias	6	-0.06092512235045433
632357	embedding2nn.bias	7	0.03967943415045738
632357	embedding2nn.bias	8	-0.1677795797586441
632357	embedding2nn.bias	9	-0.38270723819732666
632357	rnn.weight_ih_l0	0	-0.0036949997302144766
632357	rnn.weight_ih_l0	1	-0.05287032201886177
632357	rnn.weight_ih_l0	2	-0.057387057691812515
632357	rnn.weight_ih_l0	3	0.10666075348854065
632357	rnn.weight_ih_l0	4	0.0021914178505539894
632357	rnn.weight_ih_l0	5	-0.05552258342504501
632357	rnn.weight_ih_l0	6	-0.0005437230574898422
632357	rnn.weight_ih_l0	7	-0.02512343041598797
632357	rnn.weight_ih_l0	8	0.01704058051109314
632357	rnn.weight_ih_l0	9	-0.08910755068063736
632357	rnn.weight_hh_l0	0	-0.020588509738445282
632357	rnn.weight_hh_l0	1	0.0837564766407013
632357	rnn.weight_hh_l0	2	0.010332145728170872
632357	rnn.weight_hh_l0	3	-0.028025273233652115
632357	rnn.weight_hh_l0	4	0.07256803661584854
632357	rnn.weight_hh_l0	5	0.019637372344732285
632357	rnn.weight_hh_l0	6	-0.07883480936288834
632357	rnn.weight_hh_l0	7	-0.10100632160902023
632357	rnn.weight_hh_l0	8	0.03681861609220505
632357	rnn.weight_hh_l0	9	-0.11181358247995377
632357	rnn.bias_ih_l0	0	0.1747904270887375
632357	rnn.bias_ih_l0	1	-0.3467193841934204
632357	rnn.bias_ih_l0	2	-0.0425000935792923
632357	rnn.bias_ih_l0	3	-0.22005361318588257
632357	rnn.bias_ih_l0	4	0.03352715075016022
632357	rnn.bias_ih_l0	5	-0.42620953917503357
632357	rnn.bias_ih_l0	6	-0.14772899448871613
632357	rnn.bias_ih_l0	7	-0.3741607666015625
632357	rnn.bias_ih_l0	8	-0.2926621437072754
632357	rnn.bias_ih_l0	9	-0.4554896950721741
632357	rnn.bias_hh_l0	0	-0.3628601133823395
632357	rnn.bias_hh_l0	1	-0.43647363781929016
632357	rnn.bias_hh_l0	2	-0.3923567235469818
632357	rnn.bias_hh_l0	3	-0.08345478028059006
632357	rnn.bias_hh_l0	4	-0.40179502964019775
632357	rnn.bias_hh_l0	5	-0.3565179109573364
632357	rnn.bias_hh_l0	6	-0.11482895165681839
632357	rnn.bias_hh_l0	7	0.06229201704263687
632357	rnn.bias_hh_l0	8	-0.22306174039840698
632357	rnn.bias_hh_l0	9	-0.5758469104766846
632357	rnn.weight_ih_l0_reverse	0	0.043589744716882706
632357	rnn.weight_ih_l0_reverse	1	-0.029621275141835213
632357	rnn.weight_ih_l0_reverse	2	-0.004039060790091753
632357	rnn.weight_ih_l0_reverse	3	-0.1623419225215912
632357	rnn.weight_ih_l0_reverse	4	0.08686238527297974
632357	rnn.weight_ih_l0_reverse	5	-0.14169424772262573
632357	rnn.weight_ih_l0_reverse	6	0.020088672637939453
632357	rnn.weight_ih_l0_reverse	7	0.03463289514183998
632357	rnn.weight_ih_l0_reverse	8	-0.05623098090291023
632357	rnn.weight_ih_l0_reverse	9	-0.07687646895647049
632357	rnn.weight_hh_l0_reverse	0	-0.13846123218536377
632357	rnn.weight_hh_l0_reverse	1	0.028844330459833145
632357	rnn.weight_hh_l0_reverse	2	-0.018459923565387726
632357	rnn.weight_hh_l0_reverse	3	0.024610398337244987
632357	rnn.weight_hh_l0_reverse	4	-0.08295562863349915
632357	rnn.weight_hh_l0_reverse	5	0.03577989712357521
632357	rnn.weight_hh_l0_reverse	6	0.028716692700982094
632357	rnn.weight_hh_l0_reverse	7	-0.1255822330713272
632357	rnn.weight_hh_l0_reverse	8	-0.07225321978330612
632357	rnn.weight_hh_l0_reverse	9	0.04326893389225006
632357	rnn.bias_ih_l0_reverse	0	-0.18458814918994904
632357	rnn.bias_ih_l0_reverse	1	-0.07815887033939362
632357	rnn.bias_ih_l0_reverse	2	0.1414785385131836
632357	rnn.bias_ih_l0_reverse	3	-0.3125340938568115
632357	rnn.bias_ih_l0_reverse	4	0.00014762971841264516
632357	rnn.bias_ih_l0_reverse	5	-0.21383750438690186
632357	rnn.bias_ih_l0_reverse	6	0.27116698026657104
632357	rnn.bias_ih_l0_reverse	7	-0.2955090403556824
632357	rnn.bias_ih_l0_reverse	8	-0.183545783162117
632357	rnn.bias_ih_l0_reverse	9	-0.1668960005044937
632357	rnn.bias_hh_l0_reverse	0	-0.13054516911506653
632357	rnn.bias_hh_l0_reverse	1	0.2711639106273651
632357	rnn.bias_hh_l0_reverse	2	-0.34098637104034424
632357	rnn.bias_hh_l0_reverse	3	-0.22197134792804718
632357	rnn.bias_hh_l0_reverse	4	-0.4073818325996399
632357	rnn.bias_hh_l0_reverse	5	-0.1925797462463379
632357	rnn.bias_hh_l0_reverse	6	-0.27298134565353394
632357	rnn.bias_hh_l0_reverse	7	-0.09264272451400757
632357	rnn.bias_hh_l0_reverse	8	-0.31830495595932007
632357	rnn.bias_hh_l0_reverse	9	0.20367728173732758
632357	linear.weight	0	0.2744527757167816
632357	linear.weight	1	-0.4532544016838074
632357	linear.weight	2	0.050268951803445816
632357	linear.weight	3	0.0675109252333641
632357	linear.weight	4	-0.12083354592323303
632357	linear.weight	5	0.25937870144844055
632357	linear.weight	6	-0.02575032040476799
632357	linear.weight	7	-0.060136061161756516
632357	linear.weight	8	0.13420185446739197
632357	linear.weight	9	-0.04952586069703102
632357	linear.bias	0	-0.8919481039047241
632357	linear.bias	1	1.8727582693099976
632357	linear.bias	2	0.7616910338401794
632357	linear.bias	3	-2.729278802871704
632357	linear.bias	4	-0.1382574588060379
632357	linear.bias	5	1.2823232412338257
632357	linear.bias	6	-0.21641536056995392
632357	linear.bias	7	0.8240998387336731
632357	linear.bias	8	2.0875084400177
632357	linear.bias	9	-1.3517543077468872
632966	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
632966	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
632966	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
632966	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
632966	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
632966	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
632966	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
632966	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
632966	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
632966	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
632966	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
632966	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
632966	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
632966	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
632966	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
632966	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
632966	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
632966	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
632966	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
632966	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
632966	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
632966	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
632966	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
632966	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
632966	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
632966	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
632966	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
632966	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
632966	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
632966	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
632966	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
632966	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
632966	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
632966	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
632966	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
632966	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
632966	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
632966	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
632966	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
632966	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
632966	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
632966	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
632966	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
632966	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
632966	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
632966	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
632966	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
632966	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
632966	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
632966	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
632966	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
632966	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
632966	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
632966	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
632966	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
632966	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
632966	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
632966	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
632966	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
632966	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
632966	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
632966	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
632966	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
632966	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
632966	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
632966	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
632966	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
632966	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
632966	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
632966	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
632966	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
632966	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
632966	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
632966	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
632966	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
632966	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
632966	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
632966	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
632966	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
632966	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
632966	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
632966	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
632966	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
632966	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
632966	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
632966	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
632966	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
632966	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
632966	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
632966	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
632966	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
632966	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
632966	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
632966	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
632966	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
632966	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
632966	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
632966	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
632966	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
632966	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
632966	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
632966	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
632966	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
632966	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
632966	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
632966	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
632966	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
632966	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
632966	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
632966	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
632966	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
632966	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
632966	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
632966	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
632966	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
632966	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
632966	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
632966	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
632966	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
632966	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
632966	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
632966	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
632966	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
632966	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
632966	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
632966	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
632966	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
632966	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
632966	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
632966	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
632966	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
632966	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
632966	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
632966	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
632966	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
632966	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
632966	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
632966	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
632966	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
632966	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
632966	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
632966	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
632966	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
632966	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
632966	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
632966	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
632966	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
632966	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
632966	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
632966	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
632966	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
632966	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
632966	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
632966	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
632966	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
632966	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
632966	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
632966	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
632966	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
632966	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
632966	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
632966	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
632966	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
632966	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
632966	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
632966	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
632966	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
632966	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
632966	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
632966	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
632966	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
632966	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
632966	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
632966	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
632966	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
632966	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
632966	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
632966	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
632966	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
632966	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
632966	embedding2nn.weight	0	0.31321296095848083
632966	embedding2nn.weight	1	0.37269383668899536
632966	embedding2nn.weight	2	-0.0069734747521579266
632966	embedding2nn.weight	3	-0.011739689856767654
632966	embedding2nn.weight	4	-0.01789538562297821
632966	embedding2nn.weight	5	0.0633130744099617
632966	embedding2nn.weight	6	-0.0023046545684337616
632966	embedding2nn.weight	7	0.004503366071730852
632966	embedding2nn.weight	8	0.05059851333498955
632966	embedding2nn.weight	9	-0.0422479473054409
632966	embedding2nn.bias	0	0.0178103968501091
632966	embedding2nn.bias	1	-0.1958703249692917
632966	embedding2nn.bias	2	0.13522636890411377
632966	embedding2nn.bias	3	0.1713416576385498
632966	embedding2nn.bias	4	0.1678638458251953
632966	embedding2nn.bias	5	-0.06955952197313309
632966	embedding2nn.bias	6	-0.06095612794160843
632966	embedding2nn.bias	7	0.049788184463977814
632966	embedding2nn.bias	8	-0.16909876465797424
632966	embedding2nn.bias	9	-0.3742724359035492
632966	rnn.weight_ih_l0	0	-0.002416487317532301
632966	rnn.weight_ih_l0	1	-0.052992381155490875
632966	rnn.weight_ih_l0	2	-0.05601987615227699
632966	rnn.weight_ih_l0	3	0.10502748191356659
632966	rnn.weight_ih_l0	4	0.004617474507540464
632966	rnn.weight_ih_l0	5	-0.05460399389266968
632966	rnn.weight_ih_l0	6	-0.0005960692069493234
632966	rnn.weight_ih_l0	7	-0.024275580421090126
632966	rnn.weight_ih_l0	8	0.007834556512534618
632966	rnn.weight_ih_l0	9	-0.0876547247171402
632966	rnn.weight_hh_l0	0	-0.020116914063692093
632966	rnn.weight_hh_l0	1	0.08427371084690094
632966	rnn.weight_hh_l0	2	0.010401492938399315
632966	rnn.weight_hh_l0	3	-0.028680823743343353
632966	rnn.weight_hh_l0	4	0.0721924901008606
632966	rnn.weight_hh_l0	5	0.019071165472269058
632966	rnn.weight_hh_l0	6	-0.07883551716804504
632966	rnn.weight_hh_l0	7	-0.10305521637201309
632966	rnn.weight_hh_l0	8	0.03672225773334503
632966	rnn.weight_hh_l0	9	-0.11183086037635803
632966	rnn.bias_ih_l0	0	0.17783398926258087
632966	rnn.bias_ih_l0	1	-0.3506433069705963
632966	rnn.bias_ih_l0	2	-0.04126214236021042
632966	rnn.bias_ih_l0	3	-0.21847480535507202
632966	rnn.bias_ih_l0	4	0.032849352806806564
632966	rnn.bias_ih_l0	5	-0.43251317739486694
632966	rnn.bias_ih_l0	6	-0.14930856227874756
632966	rnn.bias_ih_l0	7	-0.3753700256347656
632966	rnn.bias_ih_l0	8	-0.29454970359802246
632966	rnn.bias_ih_l0	9	-0.4496668875217438
632966	rnn.bias_hh_l0	0	-0.36592257022857666
632966	rnn.bias_hh_l0	1	-0.4325036406517029
632966	rnn.bias_hh_l0	2	-0.39083677530288696
632966	rnn.bias_hh_l0	3	-0.07908947765827179
632966	rnn.bias_hh_l0	4	-0.40132302045822144
632966	rnn.bias_hh_l0	5	-0.3575141429901123
632966	rnn.bias_hh_l0	6	-0.11272696405649185
632966	rnn.bias_hh_l0	7	0.06134503334760666
632966	rnn.bias_hh_l0	8	-0.22472994029521942
632966	rnn.bias_hh_l0	9	-0.5768601298332214
632966	rnn.weight_ih_l0_reverse	0	0.04322465881705284
632966	rnn.weight_ih_l0_reverse	1	-0.02939656935632229
632966	rnn.weight_ih_l0_reverse	2	-0.004509062506258488
632966	rnn.weight_ih_l0_reverse	3	-0.16372928023338318
632966	rnn.weight_ih_l0_reverse	4	0.08687009662389755
632966	rnn.weight_ih_l0_reverse	5	-0.1424117237329483
632966	rnn.weight_ih_l0_reverse	6	0.017679838463664055
632966	rnn.weight_ih_l0_reverse	7	0.03418979421257973
632966	rnn.weight_ih_l0_reverse	8	-0.05561621114611626
632966	rnn.weight_ih_l0_reverse	9	-0.07539357990026474
632966	rnn.weight_hh_l0_reverse	0	-0.13949257135391235
632966	rnn.weight_hh_l0_reverse	1	0.029591353610157967
632966	rnn.weight_hh_l0_reverse	2	-0.01857426017522812
632966	rnn.weight_hh_l0_reverse	3	0.024523314088582993
632966	rnn.weight_hh_l0_reverse	4	-0.0826563835144043
632966	rnn.weight_hh_l0_reverse	5	0.035680316388607025
632966	rnn.weight_hh_l0_reverse	6	0.02865382470190525
632966	rnn.weight_hh_l0_reverse	7	-0.12539681792259216
632966	rnn.weight_hh_l0_reverse	8	-0.07208407670259476
632966	rnn.weight_hh_l0_reverse	9	0.04375290498137474
632966	rnn.bias_ih_l0_reverse	0	-0.17842218279838562
632966	rnn.bias_ih_l0_reverse	1	-0.08183998614549637
632966	rnn.bias_ih_l0_reverse	2	0.14226406812667847
632966	rnn.bias_ih_l0_reverse	3	-0.314209520816803
632966	rnn.bias_ih_l0_reverse	4	0.003364043077453971
632966	rnn.bias_ih_l0_reverse	5	-0.21451513469219208
632966	rnn.bias_ih_l0_reverse	6	0.27489835023880005
632966	rnn.bias_ih_l0_reverse	7	-0.29803046584129333
632966	rnn.bias_ih_l0_reverse	8	-0.18286585807800293
632966	rnn.bias_ih_l0_reverse	9	-0.1682206392288208
632966	rnn.bias_hh_l0_reverse	0	-0.13513612747192383
632966	rnn.bias_hh_l0_reverse	1	0.27620869874954224
632966	rnn.bias_hh_l0_reverse	2	-0.34128278493881226
632966	rnn.bias_hh_l0_reverse	3	-0.22227901220321655
632966	rnn.bias_hh_l0_reverse	4	-0.4077015817165375
632966	rnn.bias_hh_l0_reverse	5	-0.19212475419044495
632966	rnn.bias_hh_l0_reverse	6	-0.26797008514404297
632966	rnn.bias_hh_l0_reverse	7	-0.08705117553472519
632966	rnn.bias_hh_l0_reverse	8	-0.31603190302848816
632966	rnn.bias_hh_l0_reverse	9	0.21286360919475555
632966	linear.weight	0	0.27595531940460205
632966	linear.weight	1	-0.45378178358078003
632966	linear.weight	2	0.030392346903681755
632966	linear.weight	3	0.06751076132059097
632966	linear.weight	4	-0.11636044830083847
632966	linear.weight	5	0.25959908962249756
632966	linear.weight	6	-0.0538996197283268
632966	linear.weight	7	-0.060133203864097595
632966	linear.weight	8	0.153948575258255
632966	linear.weight	9	-0.0495280995965004
632966	linear.bias	0	-0.8910391330718994
632966	linear.bias	1	1.8862627744674683
632966	linear.bias	2	0.756305992603302
632966	linear.bias	3	-2.729372501373291
632966	linear.bias	4	-0.1230236142873764
632966	linear.bias	5	1.2553588151931763
632966	linear.bias	6	-0.20711705088615417
632966	linear.bias	7	0.8010922074317932
632966	linear.bias	8	2.1014907360076904
632966	linear.bias	9	-1.3624645471572876
633575	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
633575	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
633575	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
633575	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
633575	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
633575	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
633575	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
633575	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
633575	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
633575	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
633575	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
633575	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
633575	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
633575	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
633575	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
633575	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
633575	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
633575	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
633575	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
633575	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
633575	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
633575	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
633575	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
633575	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
633575	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
633575	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
633575	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
633575	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
633575	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
633575	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
633575	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
633575	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
633575	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
633575	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
633575	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
633575	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
633575	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
633575	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
633575	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
633575	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
633575	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
633575	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
633575	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
633575	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
633575	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
633575	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
633575	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
633575	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
633575	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
633575	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
633575	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
633575	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
633575	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
633575	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
633575	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
633575	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
633575	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
633575	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
633575	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
633575	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
633575	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
633575	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
633575	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
633575	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
633575	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
633575	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
633575	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
633575	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
633575	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
633575	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
633575	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
633575	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
633575	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
633575	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
633575	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
633575	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
633575	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
633575	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
633575	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
633575	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
633575	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
633575	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
633575	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
633575	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
633575	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
633575	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
633575	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
633575	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
633575	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
633575	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
633575	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
633575	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
633575	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
633575	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
633575	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
633575	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
633575	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
633575	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
633575	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
633575	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
633575	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
633575	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
633575	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
633575	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
633575	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
633575	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
633575	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
633575	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
633575	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
633575	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
633575	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
633575	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
633575	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
633575	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
633575	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
633575	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
633575	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
633575	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
633575	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
633575	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
633575	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
633575	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
633575	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
633575	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
633575	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
633575	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
633575	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
633575	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
633575	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
633575	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
633575	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
633575	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
633575	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
633575	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
633575	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
633575	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
633575	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
633575	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
633575	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
633575	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
633575	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
633575	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
633575	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
633575	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
633575	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
633575	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
633575	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
633575	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
633575	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
633575	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
633575	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
633575	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
633575	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
633575	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
633575	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
633575	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
633575	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
633575	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
633575	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
633575	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
633575	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
633575	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
633575	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
633575	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
633575	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
633575	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
633575	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
633575	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
633575	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
633575	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
633575	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
633575	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
633575	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
633575	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
633575	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
633575	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
633575	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
633575	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
633575	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
633575	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
633575	embedding2nn.weight	0	0.3146935701370239
633575	embedding2nn.weight	1	0.37342706322669983
633575	embedding2nn.weight	2	-0.006449280772358179
633575	embedding2nn.weight	3	-0.018123894929885864
633575	embedding2nn.weight	4	-0.018448224291205406
633575	embedding2nn.weight	5	0.06341186910867691
633575	embedding2nn.weight	6	-0.0011340156197547913
633575	embedding2nn.weight	7	0.0012167457025498152
633575	embedding2nn.weight	8	0.05071982368826866
633575	embedding2nn.weight	9	-0.042037367820739746
633575	embedding2nn.bias	0	0.025729302316904068
633575	embedding2nn.bias	1	-0.18395374715328217
633575	embedding2nn.bias	2	0.13737672567367554
633575	embedding2nn.bias	3	0.1689734011888504
633575	embedding2nn.bias	4	0.15797674655914307
633575	embedding2nn.bias	5	-0.060133177787065506
633575	embedding2nn.bias	6	-0.056484125554561615
633575	embedding2nn.bias	7	0.04032636433839798
633575	embedding2nn.bias	8	-0.15875254571437836
633575	embedding2nn.bias	9	-0.38509470224380493
633575	rnn.weight_ih_l0	0	-0.002807027893140912
633575	rnn.weight_ih_l0	1	-0.053501032292842865
633575	rnn.weight_ih_l0	2	-0.05810760706663132
633575	rnn.weight_ih_l0	3	0.1069403812289238
633575	rnn.weight_ih_l0	4	0.006548482924699783
633575	rnn.weight_ih_l0	5	-0.05565958097577095
633575	rnn.weight_ih_l0	6	0.0014740354381501675
633575	rnn.weight_ih_l0	7	-0.023068765178322792
633575	rnn.weight_ih_l0	8	0.004229158163070679
633575	rnn.weight_ih_l0	9	-0.0875888392329216
633575	rnn.weight_hh_l0	0	-0.020089613273739815
633575	rnn.weight_hh_l0	1	0.08432286977767944
633575	rnn.weight_hh_l0	2	0.010488152503967285
633575	rnn.weight_hh_l0	3	-0.028881771489977837
633575	rnn.weight_hh_l0	4	0.07197125256061554
633575	rnn.weight_hh_l0	5	0.018047647550702095
633575	rnn.weight_hh_l0	6	-0.07877957075834274
633575	rnn.weight_hh_l0	7	-0.10230836272239685
633575	rnn.weight_hh_l0	8	0.03695075586438179
633575	rnn.weight_hh_l0	9	-0.11198186129331589
633575	rnn.bias_ih_l0	0	0.17401227355003357
633575	rnn.bias_ih_l0	1	-0.3508633077144623
633575	rnn.bias_ih_l0	2	-0.042072948068380356
633575	rnn.bias_ih_l0	3	-0.2182031124830246
633575	rnn.bias_ih_l0	4	0.027676936239004135
633575	rnn.bias_ih_l0	5	-0.4329138398170471
633575	rnn.bias_ih_l0	6	-0.1513717919588089
633575	rnn.bias_ih_l0	7	-0.37580743432044983
633575	rnn.bias_ih_l0	8	-0.29561343789100647
633575	rnn.bias_ih_l0	9	-0.4449741542339325
633575	rnn.bias_hh_l0	0	-0.36031562089920044
633575	rnn.bias_hh_l0	1	-0.42870309948921204
633575	rnn.bias_hh_l0	2	-0.38795241713523865
633575	rnn.bias_hh_l0	3	-0.07777631282806396
633575	rnn.bias_hh_l0	4	-0.4007670283317566
633575	rnn.bias_hh_l0	5	-0.35838544368743896
633575	rnn.bias_hh_l0	6	-0.11065319925546646
633575	rnn.bias_hh_l0	7	0.05912500619888306
633575	rnn.bias_hh_l0	8	-0.22632454335689545
633575	rnn.bias_hh_l0	9	-0.5758103728294373
633575	rnn.weight_ih_l0_reverse	0	0.039173904806375504
633575	rnn.weight_ih_l0_reverse	1	-0.0280950665473938
633575	rnn.weight_ih_l0_reverse	2	-0.004110169131308794
633575	rnn.weight_ih_l0_reverse	3	-0.16508202254772186
633575	rnn.weight_ih_l0_reverse	4	0.08733928948640823
633575	rnn.weight_ih_l0_reverse	5	-0.14241264760494232
633575	rnn.weight_ih_l0_reverse	6	0.01559862494468689
633575	rnn.weight_ih_l0_reverse	7	0.034473951905965805
633575	rnn.weight_ih_l0_reverse	8	-0.05747626721858978
633575	rnn.weight_ih_l0_reverse	9	-0.07749766856431961
633575	rnn.weight_hh_l0_reverse	0	-0.13873133063316345
633575	rnn.weight_hh_l0_reverse	1	0.028377825394272804
633575	rnn.weight_hh_l0_reverse	2	-0.018964175134897232
633575	rnn.weight_hh_l0_reverse	3	0.024754326790571213
633575	rnn.weight_hh_l0_reverse	4	-0.08327558636665344
633575	rnn.weight_hh_l0_reverse	5	0.0354248583316803
633575	rnn.weight_hh_l0_reverse	6	0.02868085727095604
633575	rnn.weight_hh_l0_reverse	7	-0.12447783350944519
633575	rnn.weight_hh_l0_reverse	8	-0.07170401513576508
633575	rnn.weight_hh_l0_reverse	9	0.044770680367946625
633575	rnn.bias_ih_l0_reverse	0	-0.1825750321149826
633575	rnn.bias_ih_l0_reverse	1	-0.08464811742305756
633575	rnn.bias_ih_l0_reverse	2	0.1426679641008377
633575	rnn.bias_ih_l0_reverse	3	-0.313487708568573
633575	rnn.bias_ih_l0_reverse	4	0.004384865518659353
633575	rnn.bias_ih_l0_reverse	5	-0.21192584931850433
633575	rnn.bias_ih_l0_reverse	6	0.27553415298461914
633575	rnn.bias_ih_l0_reverse	7	-0.3026403486728668
633575	rnn.bias_ih_l0_reverse	8	-0.18311692774295807
633575	rnn.bias_ih_l0_reverse	9	-0.17039494216442108
633575	rnn.bias_hh_l0_reverse	0	-0.136369988322258
633575	rnn.bias_hh_l0_reverse	1	0.2715196907520294
633575	rnn.bias_hh_l0_reverse	2	-0.33978015184402466
633575	rnn.bias_hh_l0_reverse	3	-0.21926052868366241
633575	rnn.bias_hh_l0_reverse	4	-0.41158390045166016
633575	rnn.bias_hh_l0_reverse	5	-0.1962052583694458
633575	rnn.bias_hh_l0_reverse	6	-0.2688922584056854
633575	rnn.bias_hh_l0_reverse	7	-0.08687419444322586
633575	rnn.bias_hh_l0_reverse	8	-0.31707075238227844
633575	rnn.bias_hh_l0_reverse	9	0.20363666117191315
633575	linear.weight	0	0.27092209458351135
633575	linear.weight	1	-0.45702630281448364
633575	linear.weight	2	0.01187789998948574
633575	linear.weight	3	0.06750988960266113
633575	linear.weight	4	-0.13268513977527618
633575	linear.weight	5	0.2489178329706192
633575	linear.weight	6	-0.04512203112244606
633575	linear.weight	7	-0.06013026833534241
633575	linear.weight	8	0.14600296318531036
633575	linear.weight	9	-0.049530915915966034
633575	linear.bias	0	-0.8902591466903687
633575	linear.bias	1	1.8793407678604126
633575	linear.bias	2	0.7507868409156799
633575	linear.bias	3	-2.7294845581054688
633575	linear.bias	4	-0.12229987233877182
633575	linear.bias	5	1.2707006931304932
633575	linear.bias	6	-0.1924377977848053
633575	linear.bias	7	0.8044670820236206
633575	linear.bias	8	2.0762648582458496
633575	linear.bias	9	-1.3728123903274536
634184	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
634184	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
634184	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
634184	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
634184	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
634184	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
634184	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
634184	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
634184	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
634184	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
634184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
634184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
634184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
634184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
634184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
634184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
634184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
634184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
634184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
634184	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
634184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
634184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
634184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
634184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
634184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
634184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
634184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
634184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
634184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
634184	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
634184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
634184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
634184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
634184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
634184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
634184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
634184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
634184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
634184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
634184	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
634184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
634184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
634184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
634184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
634184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
634184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
634184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
634184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
634184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
634184	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
634184	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
634184	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
634184	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
634184	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
634184	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
634184	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
634184	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
634184	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
634184	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
634184	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
634184	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
634184	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
634184	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
634184	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
634184	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
634184	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
634184	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
634184	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
634184	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
634184	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
634184	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
634184	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
634184	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
634184	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
634184	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
634184	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
634184	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
634184	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
634184	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
634184	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
634184	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
634184	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
634184	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
634184	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
634184	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
634184	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
634184	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
634184	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
634184	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
634184	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
634184	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
634184	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
634184	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
634184	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
634184	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
634184	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
634184	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
634184	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
634184	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
634184	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
634184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
634184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
634184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
634184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
634184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
634184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
634184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
634184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
634184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
634184	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
634184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
634184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
634184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
634184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
634184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
634184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
634184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
634184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
634184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
634184	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
634184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
634184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
634184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
634184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
634184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
634184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
634184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
634184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
634184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
634184	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
634184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
634184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
634184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
634184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
634184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
634184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
634184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
634184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
634184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
634184	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
634184	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
634184	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
634184	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
634184	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
634184	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
634184	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
634184	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
634184	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
634184	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
634184	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
634184	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
634184	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
634184	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
634184	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
634184	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
634184	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
634184	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
634184	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
634184	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
634184	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
634184	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
634184	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
634184	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
634184	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
634184	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
634184	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
634184	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
634184	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
634184	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
634184	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
634184	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
634184	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
634184	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
634184	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
634184	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
634184	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
634184	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
634184	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
634184	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
634184	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
634184	embedding2nn.weight	0	0.31363558769226074
634184	embedding2nn.weight	1	0.373146116733551
634184	embedding2nn.weight	2	-0.007918342016637325
634184	embedding2nn.weight	3	-0.019222434610128403
634184	embedding2nn.weight	4	-0.019755637273192406
634184	embedding2nn.weight	5	0.06079736724495888
634184	embedding2nn.weight	6	-0.0041142674162983894
634184	embedding2nn.weight	7	0.0003744467394426465
634184	embedding2nn.weight	8	0.05315825343132019
634184	embedding2nn.weight	9	-0.04344557598233223
634184	embedding2nn.bias	0	0.025232644751667976
634184	embedding2nn.bias	1	-0.18181340396404266
634184	embedding2nn.bias	2	0.14947088062763214
634184	embedding2nn.bias	3	0.1728910356760025
634184	embedding2nn.bias	4	0.15336759388446808
634184	embedding2nn.bias	5	-0.06635323911905289
634184	embedding2nn.bias	6	-0.057004664093256
634184	embedding2nn.bias	7	0.027431834489107132
634184	embedding2nn.bias	8	-0.1640588939189911
634184	embedding2nn.bias	9	-0.3950984477996826
634184	rnn.weight_ih_l0	0	-0.0012468114728108048
634184	rnn.weight_ih_l0	1	-0.0534873828291893
634184	rnn.weight_ih_l0	2	-0.05299770459532738
634184	rnn.weight_ih_l0	3	0.10681995004415512
634184	rnn.weight_ih_l0	4	0.010662777349352837
634184	rnn.weight_ih_l0	5	-0.059498921036720276
634184	rnn.weight_ih_l0	6	-0.0005325196543708444
634184	rnn.weight_ih_l0	7	-0.0233220923691988
634184	rnn.weight_ih_l0	8	0.006867909803986549
634184	rnn.weight_ih_l0	9	-0.08806808292865753
634184	rnn.weight_hh_l0	0	-0.019975699484348297
634184	rnn.weight_hh_l0	1	0.08456672728061676
634184	rnn.weight_hh_l0	2	0.010562012903392315
634184	rnn.weight_hh_l0	3	-0.028817448765039444
634184	rnn.weight_hh_l0	4	0.0726025179028511
634184	rnn.weight_hh_l0	5	0.017630567774176598
634184	rnn.weight_hh_l0	6	-0.0793941468000412
634184	rnn.weight_hh_l0	7	-0.10448990017175674
634184	rnn.weight_hh_l0	8	0.036842819303274155
634184	rnn.weight_hh_l0	9	-0.11168062686920166
634184	rnn.bias_ih_l0	0	0.16641321778297424
634184	rnn.bias_ih_l0	1	-0.352972149848938
634184	rnn.bias_ih_l0	2	-0.04253201559185982
634184	rnn.bias_ih_l0	3	-0.21908603608608246
634184	rnn.bias_ih_l0	4	0.031041380017995834
634184	rnn.bias_ih_l0	5	-0.4289291203022003
634184	rnn.bias_ih_l0	6	-0.15678958594799042
634184	rnn.bias_ih_l0	7	-0.37647154927253723
634184	rnn.bias_ih_l0	8	-0.2982826828956604
634184	rnn.bias_ih_l0	9	-0.45423826575279236
634184	rnn.bias_hh_l0	0	-0.3609873652458191
634184	rnn.bias_hh_l0	1	-0.4304848313331604
634184	rnn.bias_hh_l0	2	-0.3922210931777954
634184	rnn.bias_hh_l0	3	-0.07656074315309525
634184	rnn.bias_hh_l0	4	-0.4068816304206848
634184	rnn.bias_hh_l0	5	-0.3588845133781433
634184	rnn.bias_hh_l0	6	-0.11426562070846558
634184	rnn.bias_hh_l0	7	0.06568587571382523
634184	rnn.bias_hh_l0	8	-0.230211541056633
634184	rnn.bias_hh_l0	9	-0.5731072425842285
634184	rnn.weight_ih_l0_reverse	0	0.04228077083826065
634184	rnn.weight_ih_l0_reverse	1	-0.02644793875515461
634184	rnn.weight_ih_l0_reverse	2	-0.004657780285924673
634184	rnn.weight_ih_l0_reverse	3	-0.16286125779151917
634184	rnn.weight_ih_l0_reverse	4	0.086879201233387
634184	rnn.weight_ih_l0_reverse	5	-0.14393235743045807
634184	rnn.weight_ih_l0_reverse	6	0.017156703397631645
634184	rnn.weight_ih_l0_reverse	7	0.03506702557206154
634184	rnn.weight_ih_l0_reverse	8	-0.05813954770565033
634184	rnn.weight_ih_l0_reverse	9	-0.07471103221178055
634184	rnn.weight_hh_l0_reverse	0	-0.1383804976940155
634184	rnn.weight_hh_l0_reverse	1	0.02868574857711792
634184	rnn.weight_hh_l0_reverse	2	-0.01935245841741562
634184	rnn.weight_hh_l0_reverse	3	0.024717044085264206
634184	rnn.weight_hh_l0_reverse	4	-0.08275289833545685
634184	rnn.weight_hh_l0_reverse	5	0.03543858602643013
634184	rnn.weight_hh_l0_reverse	6	0.028856489807367325
634184	rnn.weight_hh_l0_reverse	7	-0.12419400364160538
634184	rnn.weight_hh_l0_reverse	8	-0.07313971221446991
634184	rnn.weight_hh_l0_reverse	9	0.0435817576944828
634184	rnn.bias_ih_l0_reverse	0	-0.184115469455719
634184	rnn.bias_ih_l0_reverse	1	-0.08600345999002457
634184	rnn.bias_ih_l0_reverse	2	0.1432853490114212
634184	rnn.bias_ih_l0_reverse	3	-0.3135548233985901
634184	rnn.bias_ih_l0_reverse	4	0.006401249207556248
634184	rnn.bias_ih_l0_reverse	5	-0.21314460039138794
634184	rnn.bias_ih_l0_reverse	6	0.27792635560035706
634184	rnn.bias_ih_l0_reverse	7	-0.29926183819770813
634184	rnn.bias_ih_l0_reverse	8	-0.18360474705696106
634184	rnn.bias_ih_l0_reverse	9	-0.16990506649017334
634184	rnn.bias_hh_l0_reverse	0	-0.13624878227710724
634184	rnn.bias_hh_l0_reverse	1	0.27362197637557983
634184	rnn.bias_hh_l0_reverse	2	-0.34042951464653015
634184	rnn.bias_hh_l0_reverse	3	-0.2235839068889618
634184	rnn.bias_hh_l0_reverse	4	-0.41358494758605957
634184	rnn.bias_hh_l0_reverse	5	-0.19653622806072235
634184	rnn.bias_hh_l0_reverse	6	-0.27205967903137207
634184	rnn.bias_hh_l0_reverse	7	-0.09088105708360672
634184	rnn.bias_hh_l0_reverse	8	-0.3258698582649231
634184	rnn.bias_hh_l0_reverse	9	0.2039833664894104
634184	linear.weight	0	0.24234141409397125
634184	linear.weight	1	-0.4480816423892975
634184	linear.weight	2	0.010428995825350285
634184	linear.weight	3	0.067509725689888
634184	linear.weight	4	-0.12674658000469208
634184	linear.weight	5	0.24168813228607178
634184	linear.weight	6	-0.05371404439210892
634184	linear.weight	7	-0.060127802193164825
634184	linear.weight	8	0.14559048414230347
634184	linear.weight	9	-0.04953289031982422
634184	linear.bias	0	-0.8739863634109497
634184	linear.bias	1	1.8676743507385254
634184	linear.bias	2	0.7187960743904114
634184	linear.bias	3	-2.729567050933838
634184	linear.bias	4	-0.12440896034240723
634184	linear.bias	5	1.2723356485366821
634184	linear.bias	6	-0.20875295996665955
634184	linear.bias	7	0.8199434876441956
634184	linear.bias	8	2.111345052719116
634184	linear.bias	9	-1.3738242387771606
634192	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
634192	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
634192	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
634192	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
634192	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
634192	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
634192	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
634192	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
634192	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
634192	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
634192	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
634192	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
634192	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
634192	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
634192	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
634192	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
634192	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
634192	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
634192	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
634192	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
634192	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
634192	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
634192	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
634192	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
634192	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
634192	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
634192	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
634192	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
634192	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
634192	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
634192	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
634192	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
634192	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
634192	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
634192	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
634192	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
634192	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
634192	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
634192	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
634192	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
634192	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
634192	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
634192	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
634192	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
634192	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
634192	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
634192	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
634192	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
634192	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
634192	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
634192	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
634192	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
634192	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
634192	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
634192	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
634192	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
634192	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
634192	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
634192	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
634192	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
634192	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
634192	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
634192	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
634192	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
634192	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
634192	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
634192	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
634192	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
634192	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
634192	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
634192	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
634192	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
634192	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
634192	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
634192	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
634192	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
634192	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
634192	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
634192	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
634192	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
634192	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
634192	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
634192	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
634192	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
634192	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
634192	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
634192	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
634192	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
634192	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
634192	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
634192	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
634192	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
634192	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
634192	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
634192	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
634192	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
634192	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
634192	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
634192	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
634192	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
634192	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
634192	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
634192	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
634192	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
634192	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
634192	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
634192	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
634192	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
634192	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
634192	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
634192	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
634192	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
634192	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
634192	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
634192	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
634192	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
634192	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
634192	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
634192	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
634192	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
634192	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
634192	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
634192	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
634192	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
634192	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
634192	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
634192	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
634192	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
634192	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
634192	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
634192	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
634192	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
634192	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
634192	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
634192	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
634192	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
634192	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
634192	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
634192	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
634192	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
634192	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
634192	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
634192	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
634192	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
634192	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
634192	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
634192	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
634192	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
634192	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
634192	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
634192	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
634192	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
634192	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
634192	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
634192	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
634192	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
634192	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
634192	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
634192	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
634192	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
634192	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
634192	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
634192	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
634192	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
634192	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
634192	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
634192	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
634192	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
634192	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
634192	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
634192	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
634192	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
634192	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
634192	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
634192	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
634192	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
634192	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
634192	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
634192	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
634192	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
634192	embedding2nn.weight	0	0.3136901259422302
634192	embedding2nn.weight	1	0.3731616735458374
634192	embedding2nn.weight	2	-0.007432637736201286
634192	embedding2nn.weight	3	-0.020290108397603035
634192	embedding2nn.weight	4	-0.019785696640610695
634192	embedding2nn.weight	5	0.06090894713997841
634192	embedding2nn.weight	6	-0.002984616905450821
634192	embedding2nn.weight	7	-0.0003035921254195273
634192	embedding2nn.weight	8	0.05330429598689079
634192	embedding2nn.weight	9	-0.04369156435132027
634192	embedding2nn.bias	0	0.026285482570528984
634192	embedding2nn.bias	1	-0.17956970632076263
634192	embedding2nn.bias	2	0.14982359111309052
634192	embedding2nn.bias	3	0.1748092919588089
634192	embedding2nn.bias	4	0.15612070262432098
634192	embedding2nn.bias	5	-0.06467878073453903
634192	embedding2nn.bias	6	-0.05719614773988724
634192	embedding2nn.bias	7	0.030751679092645645
634192	embedding2nn.bias	8	-0.16081024706363678
634192	embedding2nn.bias	9	-0.39434143900871277
634192	rnn.weight_ih_l0	0	-0.001369213918223977
634192	rnn.weight_ih_l0	1	-0.05343106389045715
634192	rnn.weight_ih_l0	2	-0.05270653963088989
634192	rnn.weight_ih_l0	3	0.10674280673265457
634192	rnn.weight_ih_l0	4	0.010445801541209221
634192	rnn.weight_ih_l0	5	-0.059538278728723526
634192	rnn.weight_ih_l0	6	-0.0006780874682590365
634192	rnn.weight_ih_l0	7	-0.02331990748643875
634192	rnn.weight_ih_l0	8	0.006745509337633848
634192	rnn.weight_ih_l0	9	-0.08813530951738358
634192	rnn.weight_hh_l0	0	-0.019947299733757973
634192	rnn.weight_hh_l0	1	0.08440004289150238
634192	rnn.weight_hh_l0	2	0.010596211068332195
634192	rnn.weight_hh_l0	3	-0.02878723107278347
634192	rnn.weight_hh_l0	4	0.07258949428796768
634192	rnn.weight_hh_l0	5	0.017835790291428566
634192	rnn.weight_hh_l0	6	-0.0794384777545929
634192	rnn.weight_hh_l0	7	-0.10484377294778824
634192	rnn.weight_hh_l0	8	0.03686165064573288
634192	rnn.weight_hh_l0	9	-0.11170211434364319
634192	rnn.bias_ih_l0	0	0.16644343733787537
634192	rnn.bias_ih_l0	1	-0.35284513235092163
634192	rnn.bias_ih_l0	2	-0.04254162684082985
634192	rnn.bias_ih_l0	3	-0.21869486570358276
634192	rnn.bias_ih_l0	4	0.031936321407556534
634192	rnn.bias_ih_l0	5	-0.4287385642528534
634192	rnn.bias_ih_l0	6	-0.15684179961681366
634192	rnn.bias_ih_l0	7	-0.37649965286254883
634192	rnn.bias_ih_l0	8	-0.2978879511356354
634192	rnn.bias_ih_l0	9	-0.4539755880832672
634192	rnn.bias_hh_l0	0	-0.3609530031681061
634192	rnn.bias_hh_l0	1	-0.4307255744934082
634192	rnn.bias_hh_l0	2	-0.39304009079933167
634192	rnn.bias_hh_l0	3	-0.07617044448852539
634192	rnn.bias_hh_l0	4	-0.40689408779144287
634192	rnn.bias_hh_l0	5	-0.35871729254722595
634192	rnn.bias_hh_l0	6	-0.11424440145492554
634192	rnn.bias_hh_l0	7	0.06581930816173553
634192	rnn.bias_hh_l0	8	-0.2302667796611786
634192	rnn.bias_hh_l0	9	-0.5730141997337341
634192	rnn.weight_ih_l0_reverse	0	0.04236597940325737
634192	rnn.weight_ih_l0_reverse	1	-0.026475606486201286
634192	rnn.weight_ih_l0_reverse	2	-0.0049402425065636635
634192	rnn.weight_ih_l0_reverse	3	-0.16277053952217102
634192	rnn.weight_ih_l0_reverse	4	0.08681650459766388
634192	rnn.weight_ih_l0_reverse	5	-0.14351896941661835
634192	rnn.weight_ih_l0_reverse	6	0.017782174050807953
634192	rnn.weight_ih_l0_reverse	7	0.03495798632502556
634192	rnn.weight_ih_l0_reverse	8	-0.058256447315216064
634192	rnn.weight_ih_l0_reverse	9	-0.07492627203464508
634192	rnn.weight_hh_l0_reverse	0	-0.13842211663722992
634192	rnn.weight_hh_l0_reverse	1	0.028761010617017746
634192	rnn.weight_hh_l0_reverse	2	-0.01937214285135269
634192	rnn.weight_hh_l0_reverse	3	0.024704840034246445
634192	rnn.weight_hh_l0_reverse	4	-0.08282254636287689
634192	rnn.weight_hh_l0_reverse	5	0.035449836403131485
634192	rnn.weight_hh_l0_reverse	6	0.02886122092604637
634192	rnn.weight_hh_l0_reverse	7	-0.12436462938785553
634192	rnn.weight_hh_l0_reverse	8	-0.07330036163330078
634192	rnn.weight_hh_l0_reverse	9	0.043380189687013626
634192	rnn.bias_ih_l0_reverse	0	-0.1840249001979828
634192	rnn.bias_ih_l0_reverse	1	-0.08572013676166534
634192	rnn.bias_ih_l0_reverse	2	0.14369089901447296
634192	rnn.bias_ih_l0_reverse	3	-0.31318798661231995
634192	rnn.bias_ih_l0_reverse	4	0.006432684604078531
634192	rnn.bias_ih_l0_reverse	5	-0.21334977447986603
634192	rnn.bias_ih_l0_reverse	6	0.27807316184043884
634192	rnn.bias_ih_l0_reverse	7	-0.2988200783729553
634192	rnn.bias_ih_l0_reverse	8	-0.18315373361110687
634192	rnn.bias_ih_l0_reverse	9	-0.16993355751037598
634192	rnn.bias_hh_l0_reverse	0	-0.13560529053211212
634192	rnn.bias_hh_l0_reverse	1	0.27390342950820923
634192	rnn.bias_hh_l0_reverse	2	-0.3404953181743622
634192	rnn.bias_hh_l0_reverse	3	-0.22350797057151794
634192	rnn.bias_hh_l0_reverse	4	-0.41323375701904297
634192	rnn.bias_hh_l0_reverse	5	-0.19631095230579376
634192	rnn.bias_hh_l0_reverse	6	-0.2730979025363922
634192	rnn.bias_hh_l0_reverse	7	-0.09076053649187088
634192	rnn.bias_hh_l0_reverse	8	-0.32442528009414673
634192	rnn.bias_hh_l0_reverse	9	0.20397606492042542
634192	linear.weight	0	0.24210122227668762
634192	linear.weight	1	-0.4478553235530853
634192	linear.weight	2	0.009749425575137138
634192	linear.weight	3	0.067509725689888
634192	linear.weight	4	-0.12342449277639389
634192	linear.weight	5	0.23868371546268463
634192	linear.weight	6	-0.05357205495238304
634192	linear.weight	7	-0.06012779846787453
634192	linear.weight	8	0.14552071690559387
634192	linear.weight	9	-0.0495329275727272
634192	linear.bias	0	-0.874332070350647
634192	linear.bias	1	1.8518376350402832
634192	linear.bias	2	0.7236617803573608
634192	linear.bias	3	-2.7295684814453125
634192	linear.bias	4	-0.13099536299705505
634192	linear.bias	5	1.2814695835113525
634192	linear.bias	6	-0.20807871222496033
634192	linear.bias	7	0.8139747381210327
634192	linear.bias	8	2.12090802192688
634192	linear.bias	9	-1.372560739517212
634801	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
634801	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
634801	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
634801	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
634801	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
634801	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
634801	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
634801	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
634801	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
634801	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
634801	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
634801	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
634801	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
634801	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
634801	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
634801	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
634801	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
634801	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
634801	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
634801	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
634801	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
634801	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
634801	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
634801	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
634801	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
634801	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
634801	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
634801	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
634801	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
634801	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
634801	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
634801	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
634801	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
634801	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
634801	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
634801	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
634801	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
634801	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
634801	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
634801	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
634801	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
634801	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
634801	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
634801	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
634801	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
634801	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
634801	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
634801	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
634801	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
634801	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
634801	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
634801	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
634801	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
634801	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
634801	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
634801	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
634801	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
634801	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
634801	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
634801	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
634801	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
634801	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
634801	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
634801	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
634801	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
634801	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
634801	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
634801	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
634801	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
634801	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
634801	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
634801	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
634801	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
634801	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
634801	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
634801	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
634801	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
634801	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
634801	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
634801	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
634801	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
634801	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
634801	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
634801	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
634801	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
634801	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
634801	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
634801	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
634801	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
634801	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
634801	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
634801	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
634801	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
634801	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
634801	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
634801	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
634801	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
634801	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
634801	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
634801	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
634801	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
634801	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
634801	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
634801	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
634801	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
634801	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
634801	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
634801	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
634801	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
634801	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
634801	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
634801	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
634801	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
634801	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
634801	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
634801	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
634801	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
634801	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
634801	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
634801	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
634801	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
634801	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
634801	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
634801	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
634801	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
634801	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
634801	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
634801	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
634801	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
634801	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
634801	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
634801	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
634801	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
634801	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
634801	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
634801	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
634801	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
634801	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
634801	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
634801	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
634801	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
634801	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
634801	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
634801	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
634801	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
634801	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
634801	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
634801	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
634801	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
634801	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
634801	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
634801	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
634801	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
634801	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
634801	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
634801	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
634801	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
634801	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
634801	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
634801	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
634801	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
634801	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
634801	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
634801	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
634801	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
634801	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
634801	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
634801	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
634801	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
634801	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
634801	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
634801	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
634801	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
634801	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
634801	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
634801	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
634801	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
634801	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
634801	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
634801	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
634801	embedding2nn.weight	0	0.31501901149749756
634801	embedding2nn.weight	1	0.3721266984939575
634801	embedding2nn.weight	2	-0.00881127454340458
634801	embedding2nn.weight	3	-0.02745058387517929
634801	embedding2nn.weight	4	-0.02040199749171734
634801	embedding2nn.weight	5	0.05943655967712402
634801	embedding2nn.weight	6	-0.016343699768185616
634801	embedding2nn.weight	7	0.00377308065071702
634801	embedding2nn.weight	8	0.05378264933824539
634801	embedding2nn.weight	9	-0.04302653297781944
634801	embedding2nn.bias	0	0.025532284751534462
634801	embedding2nn.bias	1	-0.17719091475009918
634801	embedding2nn.bias	2	0.14306384325027466
634801	embedding2nn.bias	3	0.16465066373348236
634801	embedding2nn.bias	4	0.15777361392974854
634801	embedding2nn.bias	5	-0.06644995510578156
634801	embedding2nn.bias	6	-0.04939306154847145
634801	embedding2nn.bias	7	0.038964513689279556
634801	embedding2nn.bias	8	-0.17119798064231873
634801	embedding2nn.bias	9	-0.3813815712928772
634801	rnn.weight_ih_l0	0	-0.0022814557887613773
634801	rnn.weight_ih_l0	1	-0.05344921350479126
634801	rnn.weight_ih_l0	2	-0.053285617381334305
634801	rnn.weight_ih_l0	3	0.10789269208908081
634801	rnn.weight_ih_l0	4	0.01490375492721796
634801	rnn.weight_ih_l0	5	-0.05715440213680267
634801	rnn.weight_ih_l0	6	0.0040519810281693935
634801	rnn.weight_ih_l0	7	-0.02243128791451454
634801	rnn.weight_ih_l0	8	0.013558302074670792
634801	rnn.weight_ih_l0	9	-0.08817719668149948
634801	rnn.weight_hh_l0	0	-0.020145852118730545
634801	rnn.weight_hh_l0	1	0.08439657092094421
634801	rnn.weight_hh_l0	2	0.010586884804069996
634801	rnn.weight_hh_l0	3	-0.028665609657764435
634801	rnn.weight_hh_l0	4	0.07283664494752884
634801	rnn.weight_hh_l0	5	0.01790332980453968
634801	rnn.weight_hh_l0	6	-0.07954387366771698
634801	rnn.weight_hh_l0	7	-0.10340164601802826
634801	rnn.weight_hh_l0	8	0.03703737258911133
634801	rnn.weight_hh_l0	9	-0.11185751110315323
634801	rnn.bias_ih_l0	0	0.16703376173973083
634801	rnn.bias_ih_l0	1	-0.3550652265548706
634801	rnn.bias_ih_l0	2	-0.04173627123236656
634801	rnn.bias_ih_l0	3	-0.21555663645267487
634801	rnn.bias_ih_l0	4	0.02600778639316559
634801	rnn.bias_ih_l0	5	-0.42776545882225037
634801	rnn.bias_ih_l0	6	-0.16199636459350586
634801	rnn.bias_ih_l0	7	-0.3766937553882599
634801	rnn.bias_ih_l0	8	-0.2965059280395508
634801	rnn.bias_ih_l0	9	-0.4526754319667816
634801	rnn.bias_hh_l0	0	-0.3587398827075958
634801	rnn.bias_hh_l0	1	-0.43156057596206665
634801	rnn.bias_hh_l0	2	-0.39180344343185425
634801	rnn.bias_hh_l0	3	-0.07973122596740723
634801	rnn.bias_hh_l0	4	-0.406030535697937
634801	rnn.bias_hh_l0	5	-0.3592852056026459
634801	rnn.bias_hh_l0	6	-0.11843805015087128
634801	rnn.bias_hh_l0	7	0.06620654463768005
634801	rnn.bias_hh_l0	8	-0.23027825355529785
634801	rnn.bias_hh_l0	9	-0.5749648809432983
634801	rnn.weight_ih_l0_reverse	0	0.041663214564323425
634801	rnn.weight_ih_l0_reverse	1	-0.02806636318564415
634801	rnn.weight_ih_l0_reverse	2	-0.005234769079834223
634801	rnn.weight_ih_l0_reverse	3	-0.1622074693441391
634801	rnn.weight_ih_l0_reverse	4	0.08820987492799759
634801	rnn.weight_ih_l0_reverse	5	-0.14232417941093445
634801	rnn.weight_ih_l0_reverse	6	0.011880210600793362
634801	rnn.weight_ih_l0_reverse	7	0.03529708459973335
634801	rnn.weight_ih_l0_reverse	8	-0.05907994136214256
634801	rnn.weight_ih_l0_reverse	9	-0.07682934403419495
634801	rnn.weight_hh_l0_reverse	0	-0.13859736919403076
634801	rnn.weight_hh_l0_reverse	1	0.02892204187810421
634801	rnn.weight_hh_l0_reverse	2	-0.019782699644565582
634801	rnn.weight_hh_l0_reverse	3	0.02409939095377922
634801	rnn.weight_hh_l0_reverse	4	-0.08297630399465561
634801	rnn.weight_hh_l0_reverse	5	0.03592687100172043
634801	rnn.weight_hh_l0_reverse	6	0.028930705040693283
634801	rnn.weight_hh_l0_reverse	7	-0.1256747841835022
634801	rnn.weight_hh_l0_reverse	8	-0.0742078572511673
634801	rnn.weight_hh_l0_reverse	9	0.043441783636808395
634801	rnn.bias_ih_l0_reverse	0	-0.18104572594165802
634801	rnn.bias_ih_l0_reverse	1	-0.08137223869562149
634801	rnn.bias_ih_l0_reverse	2	0.14477385580539703
634801	rnn.bias_ih_l0_reverse	3	-0.31887292861938477
634801	rnn.bias_ih_l0_reverse	4	0.009795182384550571
634801	rnn.bias_ih_l0_reverse	5	-0.21426793932914734
634801	rnn.bias_ih_l0_reverse	6	0.2693443298339844
634801	rnn.bias_ih_l0_reverse	7	-0.3040805459022522
634801	rnn.bias_ih_l0_reverse	8	-0.18359380960464478
634801	rnn.bias_ih_l0_reverse	9	-0.16761432588100433
634801	rnn.bias_hh_l0_reverse	0	-0.1348739117383957
634801	rnn.bias_hh_l0_reverse	1	0.2728588283061981
634801	rnn.bias_hh_l0_reverse	2	-0.345439612865448
634801	rnn.bias_hh_l0_reverse	3	-0.22471415996551514
634801	rnn.bias_hh_l0_reverse	4	-0.409280389547348
634801	rnn.bias_hh_l0_reverse	5	-0.1981215924024582
634801	rnn.bias_hh_l0_reverse	6	-0.2730129659175873
634801	rnn.bias_hh_l0_reverse	7	-0.08587298542261124
634801	rnn.bias_hh_l0_reverse	8	-0.3190743625164032
634801	rnn.bias_hh_l0_reverse	9	0.19965220987796783
634801	linear.weight	0	0.2452649027109146
634801	linear.weight	1	-0.45942720770835876
634801	linear.weight	2	0.038394104689359665
634801	linear.weight	3	0.0675092414021492
634801	linear.weight	4	-0.10009542107582092
634801	linear.weight	5	0.22665955126285553
634801	linear.weight	6	-0.04556091129779816
634801	linear.weight	7	-0.06013290584087372
634801	linear.weight	8	0.14759224653244019
634801	linear.weight	9	-0.04953566566109657
634801	linear.bias	0	-0.8783966302871704
634801	linear.bias	1	1.8566439151763916
634801	linear.bias	2	0.7744463682174683
634801	linear.bias	3	-2.729691982269287
634801	linear.bias	4	-0.12011431902647018
634801	linear.bias	5	1.257211685180664
634801	linear.bias	6	-0.21400831639766693
634801	linear.bias	7	0.8159521818161011
634801	linear.bias	8	2.109814405441284
634801	linear.bias	9	-1.3554158210754395
635410	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
635410	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
635410	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
635410	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
635410	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
635410	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
635410	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
635410	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
635410	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
635410	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
635410	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
635410	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
635410	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
635410	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
635410	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
635410	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
635410	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
635410	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
635410	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
635410	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
635410	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
635410	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
635410	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
635410	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
635410	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
635410	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
635410	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
635410	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
635410	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
635410	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
635410	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
635410	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
635410	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
635410	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
635410	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
635410	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
635410	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
635410	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
635410	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
635410	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
635410	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
635410	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
635410	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
635410	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
635410	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
635410	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
635410	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
635410	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
635410	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
635410	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
635410	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
635410	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
635410	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
635410	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
635410	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
635410	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
635410	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
635410	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
635410	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
635410	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
635410	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
635410	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
635410	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
635410	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
635410	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
635410	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
635410	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
635410	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
635410	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
635410	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
635410	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
635410	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
635410	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
635410	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
635410	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
635410	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
635410	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
635410	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
635410	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
635410	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
635410	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
635410	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
635410	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
635410	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
635410	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
635410	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
635410	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
635410	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
635410	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
635410	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
635410	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
635410	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
635410	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
635410	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
635410	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
635410	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
635410	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
635410	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
635410	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
635410	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
635410	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
635410	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
635410	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
635410	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
635410	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
635410	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
635410	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
635410	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
635410	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
635410	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
635410	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
635410	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
635410	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
635410	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
635410	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
635410	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
635410	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
635410	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
635410	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
635410	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
635410	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
635410	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
635410	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
635410	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
635410	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
635410	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
635410	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
635410	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
635410	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
635410	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
635410	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
635410	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
635410	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
635410	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
635410	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
635410	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
635410	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
635410	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
635410	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
635410	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
635410	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
635410	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
635410	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
635410	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
635410	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
635410	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
635410	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
635410	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
635410	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
635410	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
635410	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
635410	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
635410	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
635410	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
635410	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
635410	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
635410	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
635410	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
635410	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
635410	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
635410	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
635410	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
635410	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
635410	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
635410	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
635410	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
635410	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
635410	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
635410	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
635410	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
635410	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
635410	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
635410	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
635410	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
635410	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
635410	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
635410	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
635410	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
635410	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
635410	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
635410	embedding2nn.weight	0	0.3150688707828522
635410	embedding2nn.weight	1	0.3729602098464966
635410	embedding2nn.weight	2	-0.007185590919107199
635410	embedding2nn.weight	3	-0.029349487274885178
635410	embedding2nn.weight	4	-0.023842431604862213
635410	embedding2nn.weight	5	0.06171629950404167
635410	embedding2nn.weight	6	-0.01244233176112175
635410	embedding2nn.weight	7	0.00039332767482846975
635410	embedding2nn.weight	8	0.05618041008710861
635410	embedding2nn.weight	9	-0.04497621953487396
635410	embedding2nn.bias	0	0.020791517570614815
635410	embedding2nn.bias	1	-0.19985991716384888
635410	embedding2nn.bias	2	0.1495143473148346
635410	embedding2nn.bias	3	0.1615261733531952
635410	embedding2nn.bias	4	0.16967064142227173
635410	embedding2nn.bias	5	-0.061354849487543106
635410	embedding2nn.bias	6	-0.03325552120804787
635410	embedding2nn.bias	7	0.029493246227502823
635410	embedding2nn.bias	8	-0.1442703753709793
635410	embedding2nn.bias	9	-0.3752287030220032
635410	rnn.weight_ih_l0	0	-0.0007316130795516074
635410	rnn.weight_ih_l0	1	-0.05315512418746948
635410	rnn.weight_ih_l0	2	-0.05140004679560661
635410	rnn.weight_ih_l0	3	0.11011886596679688
635410	rnn.weight_ih_l0	4	0.013983248732984066
635410	rnn.weight_ih_l0	5	-0.05768824741244316
635410	rnn.weight_ih_l0	6	0.0032817155588418245
635410	rnn.weight_ih_l0	7	-0.022205078974366188
635410	rnn.weight_ih_l0	8	0.01217292994260788
635410	rnn.weight_ih_l0	9	-0.09245926886796951
635410	rnn.weight_hh_l0	0	-0.0198389682918787
635410	rnn.weight_hh_l0	1	0.08488582074642181
635410	rnn.weight_hh_l0	2	0.01084105484187603
635410	rnn.weight_hh_l0	3	-0.028856735676527023
635410	rnn.weight_hh_l0	4	0.07327752560377121
635410	rnn.weight_hh_l0	5	0.018074534833431244
635410	rnn.weight_hh_l0	6	-0.07903378456830978
635410	rnn.weight_hh_l0	7	-0.10370993614196777
635410	rnn.weight_hh_l0	8	0.037051040679216385
635410	rnn.weight_hh_l0	9	-0.11223767697811127
635410	rnn.bias_ih_l0	0	0.17824944853782654
635410	rnn.bias_ih_l0	1	-0.35476940870285034
635410	rnn.bias_ih_l0	2	-0.042415592819452286
635410	rnn.bias_ih_l0	3	-0.21392782032489777
635410	rnn.bias_ih_l0	4	0.02402154542505741
635410	rnn.bias_ih_l0	5	-0.4285903871059418
635410	rnn.bias_ih_l0	6	-0.16271378099918365
635410	rnn.bias_ih_l0	7	-0.37750107049942017
635410	rnn.bias_ih_l0	8	-0.2952832877635956
635410	rnn.bias_ih_l0	9	-0.45524370670318604
635410	rnn.bias_hh_l0	0	-0.3589977025985718
635410	rnn.bias_hh_l0	1	-0.4306679964065552
635410	rnn.bias_hh_l0	2	-0.3934081792831421
635410	rnn.bias_hh_l0	3	-0.08174831420183182
635410	rnn.bias_hh_l0	4	-0.4042147099971771
635410	rnn.bias_hh_l0	5	-0.3589340150356293
635410	rnn.bias_hh_l0	6	-0.11944461613893509
635410	rnn.bias_hh_l0	7	0.07237304002046585
635410	rnn.bias_hh_l0	8	-0.22836877405643463
635410	rnn.bias_hh_l0	9	-0.5731948018074036
635410	rnn.weight_ih_l0_reverse	0	0.04060010984539986
635410	rnn.weight_ih_l0_reverse	1	-0.0286075621843338
635410	rnn.weight_ih_l0_reverse	2	-0.00538178626447916
635410	rnn.weight_ih_l0_reverse	3	-0.1634397655725479
635410	rnn.weight_ih_l0_reverse	4	0.08844321966171265
635410	rnn.weight_ih_l0_reverse	5	-0.1432855874300003
635410	rnn.weight_ih_l0_reverse	6	0.01515166088938713
635410	rnn.weight_ih_l0_reverse	7	0.035134006291627884
635410	rnn.weight_ih_l0_reverse	8	-0.05831017345190048
635410	rnn.weight_ih_l0_reverse	9	-0.07576257735490799
635410	rnn.weight_hh_l0_reverse	0	-0.13900068402290344
635410	rnn.weight_hh_l0_reverse	1	0.029231803491711617
635410	rnn.weight_hh_l0_reverse	2	-0.019570467993617058
635410	rnn.weight_hh_l0_reverse	3	0.02390611357986927
635410	rnn.weight_hh_l0_reverse	4	-0.08353673666715622
635410	rnn.weight_hh_l0_reverse	5	0.03593830764293671
635410	rnn.weight_hh_l0_reverse	6	0.02895609475672245
635410	rnn.weight_hh_l0_reverse	7	-0.12549318373203278
635410	rnn.weight_hh_l0_reverse	8	-0.07837460935115814
635410	rnn.weight_hh_l0_reverse	9	0.042707089334726334
635410	rnn.bias_ih_l0_reverse	0	-0.1778639554977417
635410	rnn.bias_ih_l0_reverse	1	-0.07883645594120026
635410	rnn.bias_ih_l0_reverse	2	0.14650613069534302
635410	rnn.bias_ih_l0_reverse	3	-0.3157098889350891
635410	rnn.bias_ih_l0_reverse	4	0.014995930716395378
635410	rnn.bias_ih_l0_reverse	5	-0.21474604308605194
635410	rnn.bias_ih_l0_reverse	6	0.27207455039024353
635410	rnn.bias_ih_l0_reverse	7	-0.29771557450294495
635410	rnn.bias_ih_l0_reverse	8	-0.18144705891609192
635410	rnn.bias_ih_l0_reverse	9	-0.1682216078042984
635410	rnn.bias_hh_l0_reverse	0	-0.13496029376983643
635410	rnn.bias_hh_l0_reverse	1	0.274391233921051
635410	rnn.bias_hh_l0_reverse	2	-0.34585654735565186
635410	rnn.bias_hh_l0_reverse	3	-0.22250209748744965
635410	rnn.bias_hh_l0_reverse	4	-0.4095298945903778
635410	rnn.bias_hh_l0_reverse	5	-0.20000293850898743
635410	rnn.bias_hh_l0_reverse	6	-0.27088847756385803
635410	rnn.bias_hh_l0_reverse	7	-0.09066284447908401
635410	rnn.bias_hh_l0_reverse	8	-0.32695233821868896
635410	rnn.bias_hh_l0_reverse	9	0.2043055295944214
635410	linear.weight	0	0.2518017292022705
635410	linear.weight	1	-0.4599791467189789
635410	linear.weight	2	0.051972754299640656
635410	linear.weight	3	0.06750849634408951
635410	linear.weight	4	-0.10125305503606796
635410	linear.weight	5	0.2501870095729828
635410	linear.weight	6	-0.04084669053554535
635410	linear.weight	7	-0.060130421072244644
635410	linear.weight	8	0.1449539065361023
635410	linear.weight	9	-0.049538154155015945
635410	linear.bias	0	-0.8801539540290833
635410	linear.bias	1	1.8608710765838623
635410	linear.bias	2	0.7400321364402771
635410	linear.bias	3	-2.729794979095459
635410	linear.bias	4	-0.11322524398565292
635410	linear.bias	5	1.2891738414764404
635410	linear.bias	6	-0.2060769647359848
635410	linear.bias	7	0.7985143661499023
635410	linear.bias	8	2.0894129276275635
635410	linear.bias	9	-1.3518924713134766
636019	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
636019	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
636019	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
636019	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
636019	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
636019	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
636019	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
636019	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
636019	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
636019	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
636019	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
636019	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
636019	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
636019	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
636019	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
636019	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
636019	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
636019	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
636019	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
636019	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
636019	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
636019	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
636019	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
636019	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
636019	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
636019	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
636019	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
636019	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
636019	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
636019	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
636019	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
636019	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
636019	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
636019	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
636019	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
636019	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
636019	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
636019	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
636019	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
636019	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
636019	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
636019	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
636019	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
636019	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
636019	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
636019	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
636019	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
636019	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
636019	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
636019	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
636019	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
636019	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
636019	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
636019	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
636019	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
636019	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
636019	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
636019	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
636019	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
636019	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
636019	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
636019	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
636019	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
636019	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
636019	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
636019	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
636019	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
636019	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
636019	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
636019	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
636019	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
636019	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
636019	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
636019	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
636019	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
636019	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
636019	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
636019	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
636019	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
636019	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
636019	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
636019	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
636019	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
636019	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
636019	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
636019	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
636019	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
636019	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
636019	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
636019	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
636019	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
636019	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
636019	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
636019	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
636019	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
636019	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
636019	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
636019	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
636019	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
636019	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
636019	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
636019	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
636019	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
636019	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
636019	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
636019	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
636019	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
636019	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
636019	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
636019	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
636019	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
636019	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
636019	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
636019	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
636019	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
636019	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
636019	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
636019	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
636019	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
636019	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
636019	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
636019	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
636019	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
636019	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
636019	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
636019	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
636019	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
636019	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
636019	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
636019	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
636019	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
636019	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
636019	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
636019	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
636019	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
636019	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
636019	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
636019	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
636019	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
636019	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
636019	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
636019	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
636019	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
636019	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
636019	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
636019	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
636019	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
636019	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
636019	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
636019	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
636019	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
636019	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
636019	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
636019	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
636019	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
636019	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
636019	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
636019	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
636019	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
636019	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
636019	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
636019	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
636019	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
636019	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
636019	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
636019	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
636019	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
636019	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
636019	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
636019	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
636019	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
636019	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
636019	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
636019	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
636019	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
636019	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
636019	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
636019	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
636019	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
636019	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
636019	embedding2nn.weight	0	0.3148166239261627
636019	embedding2nn.weight	1	0.3717174828052521
636019	embedding2nn.weight	2	-0.0060968175530433655
636019	embedding2nn.weight	3	-0.022579004988074303
636019	embedding2nn.weight	4	-0.02530263364315033
636019	embedding2nn.weight	5	0.06270423531532288
636019	embedding2nn.weight	6	-0.012423519976437092
636019	embedding2nn.weight	7	-0.0013327359920367599
636019	embedding2nn.weight	8	0.05367392674088478
636019	embedding2nn.weight	9	-0.043387360870838165
636019	embedding2nn.bias	0	0.02911902777850628
636019	embedding2nn.bias	1	-0.20154516398906708
636019	embedding2nn.bias	2	0.1536751687526703
636019	embedding2nn.bias	3	0.15507759153842926
636019	embedding2nn.bias	4	0.16178086400032043
636019	embedding2nn.bias	5	-0.05866844579577446
636019	embedding2nn.bias	6	-0.05033352971076965
636019	embedding2nn.bias	7	0.0369090810418129
636019	embedding2nn.bias	8	-0.15986943244934082
636019	embedding2nn.bias	9	-0.3645399212837219
636019	rnn.weight_ih_l0	0	-0.0005402599344961345
636019	rnn.weight_ih_l0	1	-0.05342143028974533
636019	rnn.weight_ih_l0	2	-0.049675073474645615
636019	rnn.weight_ih_l0	3	0.110365130007267
636019	rnn.weight_ih_l0	4	0.015558463521301746
636019	rnn.weight_ih_l0	5	-0.0600452646613121
636019	rnn.weight_ih_l0	6	0.0026070254389196634
636019	rnn.weight_ih_l0	7	-0.021044448018074036
636019	rnn.weight_ih_l0	8	0.016230076551437378
636019	rnn.weight_ih_l0	9	-0.09111214429140091
636019	rnn.weight_hh_l0	0	-0.019952377304434776
636019	rnn.weight_hh_l0	1	0.08457274734973907
636019	rnn.weight_hh_l0	2	0.010862341150641441
636019	rnn.weight_hh_l0	3	-0.029123948886990547
636019	rnn.weight_hh_l0	4	0.0733734592795372
636019	rnn.weight_hh_l0	5	0.01734020560979843
636019	rnn.weight_hh_l0	6	-0.07921811193227768
636019	rnn.weight_hh_l0	7	-0.10310375690460205
636019	rnn.weight_hh_l0	8	0.03685291111469269
636019	rnn.weight_hh_l0	9	-0.11254315078258514
636019	rnn.bias_ih_l0	0	0.16712316870689392
636019	rnn.bias_ih_l0	1	-0.3573119342327118
636019	rnn.bias_ih_l0	2	-0.04510943964123726
636019	rnn.bias_ih_l0	3	-0.21563944220542908
636019	rnn.bias_ih_l0	4	0.025959204882383347
636019	rnn.bias_ih_l0	5	-0.43177759647369385
636019	rnn.bias_ih_l0	6	-0.16511747241020203
636019	rnn.bias_ih_l0	7	-0.3781391382217407
636019	rnn.bias_ih_l0	8	-0.28980752825737
636019	rnn.bias_ih_l0	9	-0.4510366916656494
636019	rnn.bias_hh_l0	0	-0.36113911867141724
636019	rnn.bias_hh_l0	1	-0.42855966091156006
636019	rnn.bias_hh_l0	2	-0.38993415236473083
636019	rnn.bias_hh_l0	3	-0.08097296208143234
636019	rnn.bias_hh_l0	4	-0.4025729298591614
636019	rnn.bias_hh_l0	5	-0.3596293330192566
636019	rnn.bias_hh_l0	6	-0.11637558788061142
636019	rnn.bias_hh_l0	7	0.0674576610326767
636019	rnn.bias_hh_l0	8	-0.2290889024734497
636019	rnn.bias_hh_l0	9	-0.5741177201271057
636019	rnn.weight_ih_l0_reverse	0	0.03971371799707413
636019	rnn.weight_ih_l0_reverse	1	-0.029086818918585777
636019	rnn.weight_ih_l0_reverse	2	-0.00471785431727767
636019	rnn.weight_ih_l0_reverse	3	-0.16226516664028168
636019	rnn.weight_ih_l0_reverse	4	0.08892712742090225
636019	rnn.weight_ih_l0_reverse	5	-0.1437779814004898
636019	rnn.weight_ih_l0_reverse	6	0.01525738276541233
636019	rnn.weight_ih_l0_reverse	7	0.034114401787519455
636019	rnn.weight_ih_l0_reverse	8	-0.057155948132276535
636019	rnn.weight_ih_l0_reverse	9	-0.07390950620174408
636019	rnn.weight_hh_l0_reverse	0	-0.1388567090034485
636019	rnn.weight_hh_l0_reverse	1	0.029061827808618546
636019	rnn.weight_hh_l0_reverse	2	-0.01923072338104248
636019	rnn.weight_hh_l0_reverse	3	0.023944098502397537
636019	rnn.weight_hh_l0_reverse	4	-0.08348842710256577
636019	rnn.weight_hh_l0_reverse	5	0.03594091907143593
636019	rnn.weight_hh_l0_reverse	6	0.02913784235715866
636019	rnn.weight_hh_l0_reverse	7	-0.12438894063234329
636019	rnn.weight_hh_l0_reverse	8	-0.07851853221654892
636019	rnn.weight_hh_l0_reverse	9	0.0440497063100338
636019	rnn.bias_ih_l0_reverse	0	-0.17731007933616638
636019	rnn.bias_ih_l0_reverse	1	-0.07901787012815475
636019	rnn.bias_ih_l0_reverse	2	0.14593791961669922
636019	rnn.bias_ih_l0_reverse	3	-0.31399816274642944
636019	rnn.bias_ih_l0_reverse	4	0.00799817219376564
636019	rnn.bias_ih_l0_reverse	5	-0.21640823781490326
636019	rnn.bias_ih_l0_reverse	6	0.2719835042953491
636019	rnn.bias_ih_l0_reverse	7	-0.29290246963500977
636019	rnn.bias_ih_l0_reverse	8	-0.18204665184020996
636019	rnn.bias_ih_l0_reverse	9	-0.16564829647541046
636019	rnn.bias_hh_l0_reverse	0	-0.1351012885570526
636019	rnn.bias_hh_l0_reverse	1	0.2758176624774933
636019	rnn.bias_hh_l0_reverse	2	-0.3484403192996979
636019	rnn.bias_hh_l0_reverse	3	-0.22731302678585052
636019	rnn.bias_hh_l0_reverse	4	-0.40822309255599976
636019	rnn.bias_hh_l0_reverse	5	-0.201391339302063
636019	rnn.bias_hh_l0_reverse	6	-0.26715415716171265
636019	rnn.bias_hh_l0_reverse	7	-0.0895279124379158
636019	rnn.bias_hh_l0_reverse	8	-0.3326898515224457
636019	rnn.bias_hh_l0_reverse	9	0.2020382583141327
636019	linear.weight	0	0.2517545819282532
636019	linear.weight	1	-0.4595459997653961
636019	linear.weight	2	0.025081194937229156
636019	linear.weight	3	0.06750819087028503
636019	linear.weight	4	-0.10381770133972168
636019	linear.weight	5	0.24477313458919525
636019	linear.weight	6	-0.031165821477770805
636019	linear.weight	7	-0.06012801453471184
636019	linear.weight	8	0.13145358860492706
636019	linear.weight	9	-0.04954080656170845
636019	linear.bias	0	-0.8818994164466858
636019	linear.bias	1	1.893492579460144
636019	linear.bias	2	0.7385064363479614
636019	linear.bias	3	-2.7299044132232666
636019	linear.bias	4	-0.12203437834978104
636019	linear.bias	5	1.2922687530517578
636019	linear.bias	6	-0.2148423045873642
636019	linear.bias	7	0.8026105761528015
636019	linear.bias	8	2.116422653198242
636019	linear.bias	9	-1.35169517993927
636628	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
636628	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
636628	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
636628	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
636628	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
636628	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
636628	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
636628	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
636628	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
636628	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
636628	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
636628	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
636628	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
636628	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
636628	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
636628	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
636628	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
636628	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
636628	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
636628	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
636628	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
636628	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
636628	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
636628	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
636628	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
636628	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
636628	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
636628	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
636628	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
636628	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
636628	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
636628	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
636628	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
636628	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
636628	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
636628	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
636628	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
636628	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
636628	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
636628	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
636628	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
636628	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
636628	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
636628	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
636628	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
636628	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
636628	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
636628	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
636628	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
636628	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
636628	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
636628	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
636628	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
636628	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
636628	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
636628	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
636628	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
636628	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
636628	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
636628	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
636628	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
636628	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
636628	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
636628	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
636628	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
636628	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
636628	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
636628	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
636628	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
636628	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
636628	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
636628	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
636628	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
636628	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
636628	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
636628	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
636628	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
636628	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
636628	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
636628	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
636628	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
636628	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
636628	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
636628	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
636628	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
636628	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
636628	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
636628	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
636628	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
636628	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
636628	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
636628	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
636628	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
636628	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
636628	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
636628	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
636628	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
636628	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
636628	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
636628	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
636628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
636628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
636628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
636628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
636628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
636628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
636628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
636628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
636628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
636628	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
636628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
636628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
636628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
636628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
636628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
636628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
636628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
636628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
636628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
636628	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
636628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
636628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
636628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
636628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
636628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
636628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
636628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
636628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
636628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
636628	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
636628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
636628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
636628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
636628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
636628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
636628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
636628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
636628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
636628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
636628	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
636628	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
636628	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
636628	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
636628	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
636628	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
636628	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
636628	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
636628	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
636628	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
636628	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
636628	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
636628	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
636628	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
636628	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
636628	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
636628	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
636628	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
636628	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
636628	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
636628	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
636628	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
636628	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
636628	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
636628	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
636628	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
636628	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
636628	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
636628	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
636628	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
636628	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
636628	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
636628	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
636628	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
636628	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
636628	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
636628	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
636628	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
636628	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
636628	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
636628	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
636628	embedding2nn.weight	0	0.3148792088031769
636628	embedding2nn.weight	1	0.37225571274757385
636628	embedding2nn.weight	2	-0.00665256567299366
636628	embedding2nn.weight	3	-0.01992526836693287
636628	embedding2nn.weight	4	-0.02265942469239235
636628	embedding2nn.weight	5	0.06597083806991577
636628	embedding2nn.weight	6	-0.007692612707614899
636628	embedding2nn.weight	7	-0.005684324074536562
636628	embedding2nn.weight	8	0.05468939244747162
636628	embedding2nn.weight	9	-0.03910043090581894
636628	embedding2nn.bias	0	0.027713721618056297
636628	embedding2nn.bias	1	-0.19372381269931793
636628	embedding2nn.bias	2	0.146457701921463
636628	embedding2nn.bias	3	0.1753915250301361
636628	embedding2nn.bias	4	0.15827082097530365
636628	embedding2nn.bias	5	-0.05547156184911728
636628	embedding2nn.bias	6	-0.04699965566396713
636628	embedding2nn.bias	7	0.03505048155784607
636628	embedding2nn.bias	8	-0.16247980296611786
636628	embedding2nn.bias	9	-0.3727566599845886
636628	rnn.weight_ih_l0	0	-0.0008826346602290869
636628	rnn.weight_ih_l0	1	-0.052863918244838715
636628	rnn.weight_ih_l0	2	-0.051153894513845444
636628	rnn.weight_ih_l0	3	0.11100876331329346
636628	rnn.weight_ih_l0	4	0.014231512323021889
636628	rnn.weight_ih_l0	5	-0.06047753989696503
636628	rnn.weight_ih_l0	6	0.005569361615926027
636628	rnn.weight_ih_l0	7	-0.020351193845272064
636628	rnn.weight_ih_l0	8	0.014522255398333073
636628	rnn.weight_ih_l0	9	-0.09035088866949081
636628	rnn.weight_hh_l0	0	-0.01976955495774746
636628	rnn.weight_hh_l0	1	0.08467581123113632
636628	rnn.weight_hh_l0	2	0.010606706142425537
636628	rnn.weight_hh_l0	3	-0.029545072466135025
636628	rnn.weight_hh_l0	4	0.07341782748699188
636628	rnn.weight_hh_l0	5	0.01732298545539379
636628	rnn.weight_hh_l0	6	-0.07947441190481186
636628	rnn.weight_hh_l0	7	-0.10338084399700165
636628	rnn.weight_hh_l0	8	0.03687574341893196
636628	rnn.weight_hh_l0	9	-0.11296417564153671
636628	rnn.bias_ih_l0	0	0.17850400507450104
636628	rnn.bias_ih_l0	1	-0.3610323965549469
636628	rnn.bias_ih_l0	2	-0.044030334800481796
636628	rnn.bias_ih_l0	3	-0.21748846769332886
636628	rnn.bias_ih_l0	4	0.028936484828591347
636628	rnn.bias_ih_l0	5	-0.4290844202041626
636628	rnn.bias_ih_l0	6	-0.1668878197669983
636628	rnn.bias_ih_l0	7	-0.3781106770038605
636628	rnn.bias_ih_l0	8	-0.2907494902610779
636628	rnn.bias_ih_l0	9	-0.4554328918457031
636628	rnn.bias_hh_l0	0	-0.36144348978996277
636628	rnn.bias_hh_l0	1	-0.43062514066696167
636628	rnn.bias_hh_l0	2	-0.39083680510520935
636628	rnn.bias_hh_l0	3	-0.07984520494937897
636628	rnn.bias_hh_l0	4	-0.40363749861717224
636628	rnn.bias_hh_l0	5	-0.3601001799106598
636628	rnn.bias_hh_l0	6	-0.11864524334669113
636628	rnn.bias_hh_l0	7	0.07203995436429977
636628	rnn.bias_hh_l0	8	-0.22698257863521576
636628	rnn.bias_hh_l0	9	-0.5740633606910706
636628	rnn.weight_ih_l0_reverse	0	0.040559735149145126
636628	rnn.weight_ih_l0_reverse	1	-0.029548844322562218
636628	rnn.weight_ih_l0_reverse	2	-0.0030408308375626802
636628	rnn.weight_ih_l0_reverse	3	-0.16095338761806488
636628	rnn.weight_ih_l0_reverse	4	0.08747360855340958
636628	rnn.weight_ih_l0_reverse	5	-0.14297854900360107
636628	rnn.weight_ih_l0_reverse	6	0.017151247709989548
636628	rnn.weight_ih_l0_reverse	7	0.034690771251916885
636628	rnn.weight_ih_l0_reverse	8	-0.05599578842520714
636628	rnn.weight_ih_l0_reverse	9	-0.07582003623247147
636628	rnn.weight_hh_l0_reverse	0	-0.13855990767478943
636628	rnn.weight_hh_l0_reverse	1	0.02923191525042057
636628	rnn.weight_hh_l0_reverse	2	-0.018903467804193497
636628	rnn.weight_hh_l0_reverse	3	0.023951126262545586
636628	rnn.weight_hh_l0_reverse	4	-0.08344803005456924
636628	rnn.weight_hh_l0_reverse	5	0.03593914955854416
636628	rnn.weight_hh_l0_reverse	6	0.029277408495545387
636628	rnn.weight_hh_l0_reverse	7	-0.12483298033475876
636628	rnn.weight_hh_l0_reverse	8	-0.07803420722484589
636628	rnn.weight_hh_l0_reverse	9	0.04423713684082031
636628	rnn.bias_ih_l0_reverse	0	-0.17534442245960236
636628	rnn.bias_ih_l0_reverse	1	-0.08466335386037827
636628	rnn.bias_ih_l0_reverse	2	0.14479795098304749
636628	rnn.bias_ih_l0_reverse	3	-0.3138558268547058
636628	rnn.bias_ih_l0_reverse	4	0.009058687835931778
636628	rnn.bias_ih_l0_reverse	5	-0.2158680111169815
636628	rnn.bias_ih_l0_reverse	6	0.2746320962905884
636628	rnn.bias_ih_l0_reverse	7	-0.30459028482437134
636628	rnn.bias_ih_l0_reverse	8	-0.18399503827095032
636628	rnn.bias_ih_l0_reverse	9	-0.1637544333934784
636628	rnn.bias_hh_l0_reverse	0	-0.14066959917545319
636628	rnn.bias_hh_l0_reverse	1	0.2729276418685913
636628	rnn.bias_hh_l0_reverse	2	-0.348334401845932
636628	rnn.bias_hh_l0_reverse	3	-0.2264641523361206
636628	rnn.bias_hh_l0_reverse	4	-0.4036519229412079
636628	rnn.bias_hh_l0_reverse	5	-0.20015430450439453
636628	rnn.bias_hh_l0_reverse	6	-0.26663464307785034
636628	rnn.bias_hh_l0_reverse	7	-0.08909478783607483
636628	rnn.bias_hh_l0_reverse	8	-0.32720431685447693
636628	rnn.bias_hh_l0_reverse	9	0.2007063925266266
636628	linear.weight	0	0.2630745768547058
636628	linear.weight	1	-0.4609602689743042
636628	linear.weight	2	0.041637443006038666
636628	linear.weight	3	0.0675077810883522
636628	linear.weight	4	-0.13203966617584229
636628	linear.weight	5	0.24789954721927643
636628	linear.weight	6	-0.04682794585824013
636628	linear.weight	7	-0.06012445688247681
636628	linear.weight	8	0.13622300326824188
636628	linear.weight	9	-0.0495433583855629
636628	linear.bias	0	-0.8908959031105042
636628	linear.bias	1	1.844955325126648
636628	linear.bias	2	0.7435694932937622
636628	linear.bias	3	-2.730015277862549
636628	linear.bias	4	-0.13350388407707214
636628	linear.bias	5	1.29293692111969
636628	linear.bias	6	-0.21598413586616516
636628	linear.bias	7	0.8225991725921631
636628	linear.bias	8	2.11043119430542
636628	linear.bias	9	-1.3574777841567993
637237	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
637237	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
637237	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
637237	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
637237	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
637237	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
637237	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
637237	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
637237	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
637237	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
637237	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
637237	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
637237	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
637237	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
637237	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
637237	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
637237	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
637237	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
637237	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
637237	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
637237	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
637237	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
637237	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
637237	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
637237	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
637237	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
637237	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
637237	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
637237	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
637237	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
637237	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
637237	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
637237	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
637237	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
637237	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
637237	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
637237	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
637237	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
637237	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
637237	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
637237	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
637237	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
637237	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
637237	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
637237	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
637237	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
637237	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
637237	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
637237	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
637237	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
637237	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
637237	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
637237	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
637237	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
637237	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
637237	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
637237	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
637237	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
637237	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
637237	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
637237	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
637237	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
637237	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
637237	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
637237	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
637237	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
637237	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
637237	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
637237	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
637237	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
637237	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
637237	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
637237	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
637237	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
637237	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
637237	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
637237	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
637237	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
637237	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
637237	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
637237	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
637237	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
637237	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
637237	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
637237	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
637237	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
637237	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
637237	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
637237	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
637237	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
637237	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
637237	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
637237	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
637237	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
637237	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
637237	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
637237	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
637237	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
637237	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
637237	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
637237	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
637237	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
637237	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
637237	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
637237	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
637237	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
637237	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
637237	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
637237	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
637237	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
637237	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
637237	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
637237	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
637237	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
637237	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
637237	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
637237	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
637237	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
637237	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
637237	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
637237	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
637237	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
637237	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
637237	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
637237	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
637237	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
637237	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
637237	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
637237	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
637237	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
637237	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
637237	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
637237	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
637237	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
637237	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
637237	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
637237	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
637237	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
637237	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
637237	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
637237	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
637237	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
637237	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
637237	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
637237	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
637237	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
637237	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
637237	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
637237	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
637237	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
637237	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
637237	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
637237	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
637237	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
637237	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
637237	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
637237	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
637237	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
637237	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
637237	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
637237	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
637237	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
637237	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
637237	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
637237	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
637237	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
637237	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
637237	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
637237	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
637237	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
637237	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
637237	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
637237	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
637237	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
637237	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
637237	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
637237	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
637237	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
637237	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
637237	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
637237	embedding2nn.weight	0	0.31515103578567505
637237	embedding2nn.weight	1	0.3725740611553192
637237	embedding2nn.weight	2	-0.0028488042298704386
637237	embedding2nn.weight	3	-0.017863349989056587
637237	embedding2nn.weight	4	-0.02425476349890232
637237	embedding2nn.weight	5	0.06742125749588013
637237	embedding2nn.weight	6	0.0004345908819232136
637237	embedding2nn.weight	7	-0.001882499665953219
637237	embedding2nn.weight	8	0.054861120879650116
637237	embedding2nn.weight	9	-0.0367436520755291
637237	embedding2nn.bias	0	0.0338611975312233
637237	embedding2nn.bias	1	-0.1979995220899582
637237	embedding2nn.bias	2	0.14985918998718262
637237	embedding2nn.bias	3	0.1636149287223816
637237	embedding2nn.bias	4	0.14664950966835022
637237	embedding2nn.bias	5	-0.053986966609954834
637237	embedding2nn.bias	6	-0.04852179437875748
637237	embedding2nn.bias	7	0.030987132340669632
637237	embedding2nn.bias	8	-0.16491001844406128
637237	embedding2nn.bias	9	-0.3671136200428009
637237	rnn.weight_ih_l0	0	-0.002257059095427394
637237	rnn.weight_ih_l0	1	-0.05422385036945343
637237	rnn.weight_ih_l0	2	-0.0500333234667778
637237	rnn.weight_ih_l0	3	0.11020025610923767
637237	rnn.weight_ih_l0	4	0.013477376662194729
637237	rnn.weight_ih_l0	5	-0.0551723949611187
637237	rnn.weight_ih_l0	6	0.008203793317079544
637237	rnn.weight_ih_l0	7	-0.018367111682891846
637237	rnn.weight_ih_l0	8	0.014338808134198189
637237	rnn.weight_ih_l0	9	-0.09096789360046387
637237	rnn.weight_hh_l0	0	-0.019499026238918304
637237	rnn.weight_hh_l0	1	0.08467516303062439
637237	rnn.weight_hh_l0	2	0.011934044770896435
637237	rnn.weight_hh_l0	3	-0.029985785484313965
637237	rnn.weight_hh_l0	4	0.07353044301271439
637237	rnn.weight_hh_l0	5	0.01749667339026928
637237	rnn.weight_hh_l0	6	-0.07954434305429459
637237	rnn.weight_hh_l0	7	-0.10454323887825012
637237	rnn.weight_hh_l0	8	0.03671351075172424
637237	rnn.weight_hh_l0	9	-0.11283008754253387
637237	rnn.bias_ih_l0	0	0.17357808351516724
637237	rnn.bias_ih_l0	1	-0.36014196276664734
637237	rnn.bias_ih_l0	2	-0.0435478650033474
637237	rnn.bias_ih_l0	3	-0.2181854248046875
637237	rnn.bias_ih_l0	4	0.02652050368487835
637237	rnn.bias_ih_l0	5	-0.42492640018463135
637237	rnn.bias_ih_l0	6	-0.16908740997314453
637237	rnn.bias_ih_l0	7	-0.3781720995903015
637237	rnn.bias_ih_l0	8	-0.2903335988521576
637237	rnn.bias_ih_l0	9	-0.4533224105834961
637237	rnn.bias_hh_l0	0	-0.36095839738845825
637237	rnn.bias_hh_l0	1	-0.4275626540184021
637237	rnn.bias_hh_l0	2	-0.38705411553382874
637237	rnn.bias_hh_l0	3	-0.07775093615055084
637237	rnn.bias_hh_l0	4	-0.4039834439754486
637237	rnn.bias_hh_l0	5	-0.36006882786750793
637237	rnn.bias_hh_l0	6	-0.11586589366197586
637237	rnn.bias_hh_l0	7	0.06855708360671997
637237	rnn.bias_hh_l0	8	-0.22932326793670654
637237	rnn.bias_hh_l0	9	-0.5753173828125
637237	rnn.weight_ih_l0_reverse	0	0.039370547980070114
637237	rnn.weight_ih_l0_reverse	1	-0.028268732130527496
637237	rnn.weight_ih_l0_reverse	2	-0.002602612366899848
637237	rnn.weight_ih_l0_reverse	3	-0.16203714907169342
637237	rnn.weight_ih_l0_reverse	4	0.08806097507476807
637237	rnn.weight_ih_l0_reverse	5	-0.14527477324008942
637237	rnn.weight_ih_l0_reverse	6	0.016290023922920227
637237	rnn.weight_ih_l0_reverse	7	0.033654555678367615
637237	rnn.weight_ih_l0_reverse	8	-0.05864570289850235
637237	rnn.weight_ih_l0_reverse	9	-0.07515852153301239
637237	rnn.weight_hh_l0_reverse	0	-0.13903574645519257
637237	rnn.weight_hh_l0_reverse	1	0.029461385682225227
637237	rnn.weight_hh_l0_reverse	2	-0.01916787587106228
637237	rnn.weight_hh_l0_reverse	3	0.02314753457903862
637237	rnn.weight_hh_l0_reverse	4	-0.08393284678459167
637237	rnn.weight_hh_l0_reverse	5	0.03621605038642883
637237	rnn.weight_hh_l0_reverse	6	0.029297001659870148
637237	rnn.weight_hh_l0_reverse	7	-0.1267392635345459
637237	rnn.weight_hh_l0_reverse	8	-0.07756540924310684
637237	rnn.weight_hh_l0_reverse	9	0.04350191727280617
637237	rnn.bias_ih_l0_reverse	0	-0.17631585896015167
637237	rnn.bias_ih_l0_reverse	1	-0.07839545607566833
637237	rnn.bias_ih_l0_reverse	2	0.14299817383289337
637237	rnn.bias_ih_l0_reverse	3	-0.3142995536327362
637237	rnn.bias_ih_l0_reverse	4	0.011486255563795567
637237	rnn.bias_ih_l0_reverse	5	-0.2168646603822708
637237	rnn.bias_ih_l0_reverse	6	0.27666160464286804
637237	rnn.bias_ih_l0_reverse	7	-0.31029704213142395
637237	rnn.bias_ih_l0_reverse	8	-0.18371924757957458
637237	rnn.bias_ih_l0_reverse	9	-0.16831839084625244
637237	rnn.bias_hh_l0_reverse	0	-0.14323943853378296
637237	rnn.bias_hh_l0_reverse	1	0.27610456943511963
637237	rnn.bias_hh_l0_reverse	2	-0.34486013650894165
637237	rnn.bias_hh_l0_reverse	3	-0.21894553303718567
637237	rnn.bias_hh_l0_reverse	4	-0.40096864104270935
637237	rnn.bias_hh_l0_reverse	5	-0.20164725184440613
637237	rnn.bias_hh_l0_reverse	6	-0.2669246196746826
637237	rnn.bias_hh_l0_reverse	7	-0.08776553720235825
637237	rnn.bias_hh_l0_reverse	8	-0.3295806348323822
637237	rnn.bias_hh_l0_reverse	9	0.2100195735692978
637237	linear.weight	0	0.25120604038238525
637237	linear.weight	1	-0.46956294775009155
637237	linear.weight	2	0.039423853158950806
637237	linear.weight	3	0.06750749796628952
637237	linear.weight	4	-0.14032748341560364
637237	linear.weight	5	0.2609527111053467
637237	linear.weight	6	-0.04499780759215355
637237	linear.weight	7	-0.06012283265590668
637237	linear.weight	8	0.12474461644887924
637237	linear.weight	9	-0.04954605549573898
637237	linear.bias	0	-0.877903401851654
637237	linear.bias	1	1.8476625680923462
637237	linear.bias	2	0.7655701041221619
637237	linear.bias	3	-2.7301180362701416
637237	linear.bias	4	-0.1263870894908905
637237	linear.bias	5	1.2718173265457153
637237	linear.bias	6	-0.22472891211509705
637237	linear.bias	7	0.816935122013092
637237	linear.bias	8	2.1458065509796143
637237	linear.bias	9	-1.354345679283142
637846	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
637846	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
637846	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
637846	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
637846	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
637846	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
637846	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
637846	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
637846	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
637846	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
637846	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
637846	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
637846	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
637846	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
637846	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
637846	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
637846	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
637846	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
637846	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
637846	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
637846	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
637846	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
637846	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
637846	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
637846	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
637846	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
637846	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
637846	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
637846	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
637846	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
637846	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
637846	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
637846	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
637846	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
637846	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
637846	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
637846	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
637846	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
637846	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
637846	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
637846	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
637846	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
637846	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
637846	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
637846	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
637846	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
637846	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
637846	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
637846	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
637846	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
637846	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
637846	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
637846	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
637846	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
637846	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
637846	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
637846	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
637846	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
637846	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
637846	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
637846	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
637846	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
637846	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
637846	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
637846	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
637846	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
637846	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
637846	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
637846	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
637846	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
637846	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
637846	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
637846	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
637846	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
637846	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
637846	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
637846	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
637846	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
637846	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
637846	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
637846	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
637846	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
637846	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
637846	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
637846	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
637846	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
637846	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
637846	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
637846	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
637846	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
637846	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
637846	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
637846	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
637846	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
637846	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
637846	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
637846	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
637846	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
637846	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
637846	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
637846	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
637846	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
637846	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
637846	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
637846	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
637846	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
637846	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
637846	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
637846	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
637846	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
637846	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
637846	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
637846	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
637846	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
637846	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
637846	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
637846	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
637846	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
637846	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
637846	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
637846	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
637846	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
637846	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
637846	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
637846	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
637846	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
637846	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
637846	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
637846	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
637846	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
637846	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
637846	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
637846	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
637846	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
637846	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
637846	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
637846	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
637846	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
637846	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
637846	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
637846	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
637846	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
637846	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
637846	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
637846	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
637846	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
637846	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
637846	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
637846	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
637846	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
637846	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
637846	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
637846	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
637846	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
637846	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
637846	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
637846	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
637846	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
637846	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
637846	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
637846	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
637846	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
637846	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
637846	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
637846	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
637846	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
637846	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
637846	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
637846	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
637846	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
637846	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
637846	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
637846	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
637846	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
637846	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
637846	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
637846	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
637846	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
637846	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
637846	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
637846	embedding2nn.weight	0	0.31491416692733765
637846	embedding2nn.weight	1	0.3716736137866974
637846	embedding2nn.weight	2	-0.00013643119018524885
637846	embedding2nn.weight	3	-0.02306460216641426
637846	embedding2nn.weight	4	-0.025527650490403175
637846	embedding2nn.weight	5	0.06655231863260269
637846	embedding2nn.weight	6	-0.0004045393143314868
637846	embedding2nn.weight	7	-0.006857437547296286
637846	embedding2nn.weight	8	0.05384417995810509
637846	embedding2nn.weight	9	-0.042456403374671936
637846	embedding2nn.bias	0	0.0382273867726326
637846	embedding2nn.bias	1	-0.18992175161838531
637846	embedding2nn.bias	2	0.1519223153591156
637846	embedding2nn.bias	3	0.16029709577560425
637846	embedding2nn.bias	4	0.16220314800739288
637846	embedding2nn.bias	5	-0.05758710578083992
637846	embedding2nn.bias	6	-0.0362032875418663
637846	embedding2nn.bias	7	0.043097712099552155
637846	embedding2nn.bias	8	-0.15746711194515228
637846	embedding2nn.bias	9	-0.37519371509552
637846	rnn.weight_ih_l0	0	-0.003978241700679064
637846	rnn.weight_ih_l0	1	-0.054503072053194046
637846	rnn.weight_ih_l0	2	-0.050531357526779175
637846	rnn.weight_ih_l0	3	0.1090887114405632
637846	rnn.weight_ih_l0	4	0.01819620467722416
637846	rnn.weight_ih_l0	5	-0.05790228769183159
637846	rnn.weight_ih_l0	6	0.008051957935094833
637846	rnn.weight_ih_l0	7	-0.018822049722075462
637846	rnn.weight_ih_l0	8	0.015207240357995033
637846	rnn.weight_ih_l0	9	-0.08844418823719025
637846	rnn.weight_hh_l0	0	-0.0193491093814373
637846	rnn.weight_hh_l0	1	0.08474815636873245
637846	rnn.weight_hh_l0	2	0.012067507952451706
637846	rnn.weight_hh_l0	3	-0.03018028289079666
637846	rnn.weight_hh_l0	4	0.07406620681285858
637846	rnn.weight_hh_l0	5	0.017637846991419792
637846	rnn.weight_hh_l0	6	-0.07978794723749161
637846	rnn.weight_hh_l0	7	-0.1059151440858841
637846	rnn.weight_hh_l0	8	0.03651314973831177
637846	rnn.weight_hh_l0	9	-0.1136612594127655
637846	rnn.bias_ih_l0	0	0.17234036326408386
637846	rnn.bias_ih_l0	1	-0.35972753167152405
637846	rnn.bias_ih_l0	2	-0.04658389091491699
637846	rnn.bias_ih_l0	3	-0.21792471408843994
637846	rnn.bias_ih_l0	4	0.03169505298137665
637846	rnn.bias_ih_l0	5	-0.4236013889312744
637846	rnn.bias_ih_l0	6	-0.1672145128250122
637846	rnn.bias_ih_l0	7	-0.3784530460834503
637846	rnn.bias_ih_l0	8	-0.2921466529369354
637846	rnn.bias_ih_l0	9	-0.4560706317424774
637846	rnn.bias_hh_l0	0	-0.36530256271362305
637846	rnn.bias_hh_l0	1	-0.4281737506389618
637846	rnn.bias_hh_l0	2	-0.3873900771141052
637846	rnn.bias_hh_l0	3	-0.07656428217887878
637846	rnn.bias_hh_l0	4	-0.40499991178512573
637846	rnn.bias_hh_l0	5	-0.3611986041069031
637846	rnn.bias_hh_l0	6	-0.1188170313835144
637846	rnn.bias_hh_l0	7	0.06751787662506104
637846	rnn.bias_hh_l0	8	-0.22979624569416046
637846	rnn.bias_hh_l0	9	-0.5753406286239624
637846	rnn.weight_ih_l0_reverse	0	0.037296850234270096
637846	rnn.weight_ih_l0_reverse	1	-0.027304882183670998
637846	rnn.weight_ih_l0_reverse	2	-0.0037369094789028168
637846	rnn.weight_ih_l0_reverse	3	-0.16035096347332
637846	rnn.weight_ih_l0_reverse	4	0.08860576897859573
637846	rnn.weight_ih_l0_reverse	5	-0.14741387963294983
637846	rnn.weight_ih_l0_reverse	6	0.017862698063254356
637846	rnn.weight_ih_l0_reverse	7	0.03430823236703873
637846	rnn.weight_ih_l0_reverse	8	-0.05904998257756233
637846	rnn.weight_ih_l0_reverse	9	-0.07485777884721756
637846	rnn.weight_hh_l0_reverse	0	-0.13957349956035614
637846	rnn.weight_hh_l0_reverse	1	0.029468772932887077
637846	rnn.weight_hh_l0_reverse	2	-0.01931639574468136
637846	rnn.weight_hh_l0_reverse	3	0.023264208808541298
637846	rnn.weight_hh_l0_reverse	4	-0.08369601517915726
637846	rnn.weight_hh_l0_reverse	5	0.03642861917614937
637846	rnn.weight_hh_l0_reverse	6	0.029256509616971016
637846	rnn.weight_hh_l0_reverse	7	-0.12684017419815063
637846	rnn.weight_hh_l0_reverse	8	-0.0767437070608139
637846	rnn.weight_hh_l0_reverse	9	0.044381558895111084
637846	rnn.bias_ih_l0_reverse	0	-0.17368735373020172
637846	rnn.bias_ih_l0_reverse	1	-0.07862234860658646
637846	rnn.bias_ih_l0_reverse	2	0.14652526378631592
637846	rnn.bias_ih_l0_reverse	3	-0.31708812713623047
637846	rnn.bias_ih_l0_reverse	4	0.010655324906110764
637846	rnn.bias_ih_l0_reverse	5	-0.21756841242313385
637846	rnn.bias_ih_l0_reverse	6	0.27119648456573486
637846	rnn.bias_ih_l0_reverse	7	-0.31015336513519287
637846	rnn.bias_ih_l0_reverse	8	-0.18101194500923157
637846	rnn.bias_ih_l0_reverse	9	-0.16542430222034454
637846	rnn.bias_hh_l0_reverse	0	-0.14572277665138245
637846	rnn.bias_hh_l0_reverse	1	0.2747713029384613
637846	rnn.bias_hh_l0_reverse	2	-0.34496814012527466
637846	rnn.bias_hh_l0_reverse	3	-0.22266249358654022
637846	rnn.bias_hh_l0_reverse	4	-0.40068745613098145
637846	rnn.bias_hh_l0_reverse	5	-0.20391300320625305
637846	rnn.bias_hh_l0_reverse	6	-0.2691444158554077
637846	rnn.bias_hh_l0_reverse	7	-0.08598256856203079
637846	rnn.bias_hh_l0_reverse	8	-0.3294033408164978
637846	rnn.bias_hh_l0_reverse	9	0.20824982225894928
637846	linear.weight	0	0.23201234638690948
637846	linear.weight	1	-0.47753238677978516
637846	linear.weight	2	0.03517887741327286
637846	linear.weight	3	0.06750708818435669
637846	linear.weight	4	-0.1312353014945984
637846	linear.weight	5	0.2776976227760315
637846	linear.weight	6	-0.04201909899711609
637846	linear.weight	7	-0.06012163683772087
637846	linear.weight	8	0.11985187977552414
637846	linear.weight	9	-0.04954870790243149
637846	linear.bias	0	-0.8802675008773804
637846	linear.bias	1	1.8404450416564941
637846	linear.bias	2	0.7917448282241821
637846	linear.bias	3	-2.7302141189575195
637846	linear.bias	4	-0.12824897468090057
637846	linear.bias	5	1.2810735702514648
637846	linear.bias	6	-0.2041182965040207
637846	linear.bias	7	0.8400879502296448
637846	linear.bias	8	2.1458590030670166
637846	linear.bias	9	-1.3623683452606201
638455	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
638455	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
638455	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
638455	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
638455	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
638455	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
638455	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
638455	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
638455	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
638455	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
638455	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
638455	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
638455	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
638455	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
638455	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
638455	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
638455	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
638455	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
638455	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
638455	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
638455	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
638455	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
638455	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
638455	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
638455	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
638455	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
638455	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
638455	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
638455	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
638455	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
638455	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
638455	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
638455	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
638455	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
638455	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
638455	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
638455	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
638455	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
638455	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
638455	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
638455	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
638455	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
638455	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
638455	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
638455	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
638455	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
638455	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
638455	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
638455	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
638455	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
638455	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
638455	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
638455	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
638455	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
638455	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
638455	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
638455	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
638455	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
638455	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
638455	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
638455	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
638455	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
638455	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
638455	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
638455	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
638455	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
638455	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
638455	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
638455	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
638455	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
638455	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
638455	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
638455	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
638455	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
638455	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
638455	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
638455	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
638455	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
638455	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
638455	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
638455	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
638455	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
638455	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
638455	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
638455	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
638455	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
638455	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
638455	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
638455	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
638455	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
638455	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
638455	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
638455	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
638455	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
638455	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
638455	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
638455	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
638455	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
638455	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
638455	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
638455	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
638455	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
638455	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
638455	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
638455	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
638455	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
638455	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
638455	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
638455	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
638455	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
638455	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
638455	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
638455	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
638455	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
638455	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
638455	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
638455	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
638455	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
638455	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
638455	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
638455	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
638455	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
638455	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
638455	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
638455	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
638455	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
638455	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
638455	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
638455	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
638455	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
638455	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
638455	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
638455	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
638455	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
638455	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
638455	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
638455	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
638455	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
638455	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
638455	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
638455	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
638455	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
638455	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
638455	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
638455	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
638455	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
638455	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
638455	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
638455	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
638455	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
638455	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
638455	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
638455	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
638455	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
638455	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
638455	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
638455	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
638455	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
638455	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
638455	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
638455	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
638455	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
638455	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
638455	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
638455	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
638455	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
638455	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
638455	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
638455	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
638455	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
638455	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
638455	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
638455	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
638455	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
638455	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
638455	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
638455	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
638455	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
638455	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
638455	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
638455	embedding2nn.weight	0	0.31598326563835144
638455	embedding2nn.weight	1	0.3734275996685028
638455	embedding2nn.weight	2	-0.0004684638697654009
638455	embedding2nn.weight	3	-0.017145643010735512
638455	embedding2nn.weight	4	-0.02281908318400383
638455	embedding2nn.weight	5	0.06625977903604507
638455	embedding2nn.weight	6	-0.0027887867763638496
638455	embedding2nn.weight	7	-0.01031983457505703
638455	embedding2nn.weight	8	0.055201996117830276
638455	embedding2nn.weight	9	-0.04118354618549347
638455	embedding2nn.bias	0	0.04107942432165146
638455	embedding2nn.bias	1	-0.19904370605945587
638455	embedding2nn.bias	2	0.15923985838890076
638455	embedding2nn.bias	3	0.1557849645614624
638455	embedding2nn.bias	4	0.1503702700138092
638455	embedding2nn.bias	5	-0.05965087562799454
638455	embedding2nn.bias	6	-0.03008696809411049
638455	embedding2nn.bias	7	0.038979239761829376
638455	embedding2nn.bias	8	-0.15037773549556732
638455	embedding2nn.bias	9	-0.40836602449417114
638455	rnn.weight_ih_l0	0	-0.003071253187954426
638455	rnn.weight_ih_l0	1	-0.055349525064229965
638455	rnn.weight_ih_l0	2	-0.05047880858182907
638455	rnn.weight_ih_l0	3	0.11148826032876968
638455	rnn.weight_ih_l0	4	0.015017223544418812
638455	rnn.weight_ih_l0	5	-0.05999770760536194
638455	rnn.weight_ih_l0	6	0.00977385975420475
638455	rnn.weight_ih_l0	7	-0.020010080188512802
638455	rnn.weight_ih_l0	8	0.012881007045507431
638455	rnn.weight_ih_l0	9	-0.09125375747680664
638455	rnn.weight_hh_l0	0	-0.01934897154569626
638455	rnn.weight_hh_l0	1	0.08403937518596649
638455	rnn.weight_hh_l0	2	0.011815871112048626
638455	rnn.weight_hh_l0	3	-0.029943015426397324
638455	rnn.weight_hh_l0	4	0.07393203675746918
638455	rnn.weight_hh_l0	5	0.017345348373055458
638455	rnn.weight_hh_l0	6	-0.08001601696014404
638455	rnn.weight_hh_l0	7	-0.1063729077577591
638455	rnn.weight_hh_l0	8	0.03650635480880737
638455	rnn.weight_hh_l0	9	-0.11397309601306915
638455	rnn.bias_ih_l0	0	0.1842784434556961
638455	rnn.bias_ih_l0	1	-0.36192500591278076
638455	rnn.bias_ih_l0	2	-0.04810001328587532
638455	rnn.bias_ih_l0	3	-0.21651841700077057
638455	rnn.bias_ih_l0	4	0.03370528295636177
638455	rnn.bias_ih_l0	5	-0.42252612113952637
638455	rnn.bias_ih_l0	6	-0.16498228907585144
638455	rnn.bias_ih_l0	7	-0.3790782392024994
638455	rnn.bias_ih_l0	8	-0.29793858528137207
638455	rnn.bias_ih_l0	9	-0.45871710777282715
638455	rnn.bias_hh_l0	0	-0.36099064350128174
638455	rnn.bias_hh_l0	1	-0.4286513030529022
638455	rnn.bias_hh_l0	2	-0.38660284876823425
638455	rnn.bias_hh_l0	3	-0.08042795956134796
638455	rnn.bias_hh_l0	4	-0.4056497812271118
638455	rnn.bias_hh_l0	5	-0.3583143353462219
638455	rnn.bias_hh_l0	6	-0.11758029460906982
638455	rnn.bias_hh_l0	7	0.06657148152589798
638455	rnn.bias_hh_l0	8	-0.22587360441684723
638455	rnn.bias_hh_l0	9	-0.5748301148414612
638455	rnn.weight_ih_l0_reverse	0	0.03537873923778534
638455	rnn.weight_ih_l0_reverse	1	-0.027663879096508026
638455	rnn.weight_ih_l0_reverse	2	-0.006617920473217964
638455	rnn.weight_ih_l0_reverse	3	-0.160941019654274
638455	rnn.weight_ih_l0_reverse	4	0.08714378625154495
638455	rnn.weight_ih_l0_reverse	5	-0.14602981507778168
638455	rnn.weight_ih_l0_reverse	6	0.019255973398685455
638455	rnn.weight_ih_l0_reverse	7	0.03544563427567482
638455	rnn.weight_ih_l0_reverse	8	-0.060563359409570694
638455	rnn.weight_ih_l0_reverse	9	-0.07841677218675613
638455	rnn.weight_hh_l0_reverse	0	-0.1393904983997345
638455	rnn.weight_hh_l0_reverse	1	0.028451664373278618
638455	rnn.weight_hh_l0_reverse	2	-0.01943780481815338
638455	rnn.weight_hh_l0_reverse	3	0.023681512102484703
638455	rnn.weight_hh_l0_reverse	4	-0.08396914601325989
638455	rnn.weight_hh_l0_reverse	5	0.03644443675875664
638455	rnn.weight_hh_l0_reverse	6	0.029195206239819527
638455	rnn.weight_hh_l0_reverse	7	-0.12664024531841278
638455	rnn.weight_hh_l0_reverse	8	-0.0770416259765625
638455	rnn.weight_hh_l0_reverse	9	0.04411933198571205
638455	rnn.bias_ih_l0_reverse	0	-0.17252615094184875
638455	rnn.bias_ih_l0_reverse	1	-0.07942163199186325
638455	rnn.bias_ih_l0_reverse	2	0.1469300091266632
638455	rnn.bias_ih_l0_reverse	3	-0.3158111870288849
638455	rnn.bias_ih_l0_reverse	4	0.006849119905382395
638455	rnn.bias_ih_l0_reverse	5	-0.21974579989910126
638455	rnn.bias_ih_l0_reverse	6	0.26896682381629944
638455	rnn.bias_ih_l0_reverse	7	-0.3149791955947876
638455	rnn.bias_ih_l0_reverse	8	-0.18395277857780457
638455	rnn.bias_ih_l0_reverse	9	-0.16973735392093658
638455	rnn.bias_hh_l0_reverse	0	-0.14248770475387573
638455	rnn.bias_hh_l0_reverse	1	0.27007994055747986
638455	rnn.bias_hh_l0_reverse	2	-0.3481988310813904
638455	rnn.bias_hh_l0_reverse	3	-0.22575782239437103
638455	rnn.bias_hh_l0_reverse	4	-0.4040573537349701
638455	rnn.bias_hh_l0_reverse	5	-0.19898150861263275
638455	rnn.bias_hh_l0_reverse	6	-0.2716241478919983
638455	rnn.bias_hh_l0_reverse	7	-0.08133170753717422
638455	rnn.bias_hh_l0_reverse	8	-0.3320118486881256
638455	rnn.bias_hh_l0_reverse	9	0.20429891347885132
638455	linear.weight	0	0.2462766468524933
638455	linear.weight	1	-0.4893898367881775
638455	linear.weight	2	0.017926758155226707
638455	linear.weight	3	0.06750582903623581
638455	linear.weight	4	-0.1252017766237259
638455	linear.weight	5	0.27288392186164856
638455	linear.weight	6	-0.025463635101914406
638455	linear.weight	7	-0.060118965804576874
638455	linear.weight	8	0.12429745495319366
638455	linear.weight	9	-0.049551524221897125
638455	linear.bias	0	-0.8874746561050415
638455	linear.bias	1	1.8725594282150269
638455	linear.bias	2	0.758976399898529
638455	linear.bias	3	-2.7303340435028076
638455	linear.bias	4	-0.12410428375005722
638455	linear.bias	5	1.2854962348937988
638455	linear.bias	6	-0.20550258457660675
638455	linear.bias	7	0.8252974152565002
638455	linear.bias	8	2.1274046897888184
638455	linear.bias	9	-1.3739160299301147
639064	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
639064	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
639064	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
639064	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
639064	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
639064	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
639064	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
639064	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
639064	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
639064	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
639064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
639064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
639064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
639064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
639064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
639064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
639064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
639064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
639064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
639064	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
639064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
639064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
639064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
639064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
639064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
639064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
639064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
639064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
639064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
639064	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
639064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
639064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
639064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
639064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
639064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
639064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
639064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
639064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
639064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
639064	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
639064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
639064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
639064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
639064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
639064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
639064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
639064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
639064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
639064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
639064	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
639064	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
639064	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
639064	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
639064	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
639064	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
639064	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
639064	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
639064	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
639064	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
639064	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
639064	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
639064	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
639064	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
639064	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
639064	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
639064	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
639064	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
639064	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
639064	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
639064	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
639064	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
639064	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
639064	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
639064	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
639064	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
639064	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
639064	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
639064	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
639064	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
639064	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
639064	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
639064	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
639064	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
639064	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
639064	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
639064	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
639064	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
639064	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
639064	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
639064	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
639064	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
639064	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
639064	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
639064	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
639064	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
639064	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
639064	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
639064	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
639064	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
639064	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
639064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
639064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
639064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
639064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
639064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
639064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
639064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
639064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
639064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
639064	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
639064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
639064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
639064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
639064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
639064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
639064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
639064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
639064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
639064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
639064	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
639064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
639064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
639064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
639064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
639064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
639064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
639064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
639064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
639064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
639064	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
639064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
639064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
639064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
639064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
639064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
639064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
639064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
639064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
639064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
639064	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
639064	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
639064	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
639064	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
639064	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
639064	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
639064	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
639064	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
639064	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
639064	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
639064	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
639064	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
639064	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
639064	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
639064	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
639064	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
639064	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
639064	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
639064	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
639064	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
639064	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
639064	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
639064	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
639064	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
639064	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
639064	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
639064	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
639064	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
639064	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
639064	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
639064	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
639064	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
639064	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
639064	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
639064	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
639064	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
639064	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
639064	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
639064	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
639064	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
639064	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
639064	embedding2nn.weight	0	0.31536853313446045
639064	embedding2nn.weight	1	0.37247785925865173
639064	embedding2nn.weight	2	0.0007211282500065863
639064	embedding2nn.weight	3	-0.01680336706340313
639064	embedding2nn.weight	4	-0.02204330824315548
639064	embedding2nn.weight	5	0.06560376286506653
639064	embedding2nn.weight	6	-0.0015412357170134783
639064	embedding2nn.weight	7	-0.010082891210913658
639064	embedding2nn.weight	8	0.053563643246889114
639064	embedding2nn.weight	9	-0.041119638830423355
639064	embedding2nn.bias	0	0.020175697281956673
639064	embedding2nn.bias	1	-0.18785607814788818
639064	embedding2nn.bias	2	0.15468630194664001
639064	embedding2nn.bias	3	0.1531597226858139
639064	embedding2nn.bias	4	0.16393719613552094
639064	embedding2nn.bias	5	-0.062091220170259476
639064	embedding2nn.bias	6	-0.028398238122463226
639064	embedding2nn.bias	7	0.03873559087514877
639064	embedding2nn.bias	8	-0.14100003242492676
639064	embedding2nn.bias	9	-0.3842321038246155
639064	rnn.weight_ih_l0	0	-0.0029084107372909784
639064	rnn.weight_ih_l0	1	-0.05440874397754669
639064	rnn.weight_ih_l0	2	-0.053003277629613876
639064	rnn.weight_ih_l0	3	0.11274263262748718
639064	rnn.weight_ih_l0	4	0.01632600836455822
639064	rnn.weight_ih_l0	5	-0.05635480582714081
639064	rnn.weight_ih_l0	6	0.009324469603598118
639064	rnn.weight_ih_l0	7	-0.019090523943305016
639064	rnn.weight_ih_l0	8	0.012841453775763512
639064	rnn.weight_ih_l0	9	-0.09244430065155029
639064	rnn.weight_hh_l0	0	-0.019402073696255684
639064	rnn.weight_hh_l0	1	0.08391404151916504
639064	rnn.weight_hh_l0	2	0.012506858445703983
639064	rnn.weight_hh_l0	3	-0.030347410589456558
639064	rnn.weight_hh_l0	4	0.0740266665816307
639064	rnn.weight_hh_l0	5	0.01736568473279476
639064	rnn.weight_hh_l0	6	-0.08012362569570541
639064	rnn.weight_hh_l0	7	-0.10661498457193375
639064	rnn.weight_hh_l0	8	0.036594457924366
639064	rnn.weight_hh_l0	9	-0.11414308100938797
639064	rnn.bias_ih_l0	0	0.19733817875385284
639064	rnn.bias_ih_l0	1	-0.36123088002204895
639064	rnn.bias_ih_l0	2	-0.050345513969659805
639064	rnn.bias_ih_l0	3	-0.21660378575325012
639064	rnn.bias_ih_l0	4	0.029416847974061966
639064	rnn.bias_ih_l0	5	-0.4241030812263489
639064	rnn.bias_ih_l0	6	-0.1613055318593979
639064	rnn.bias_ih_l0	7	-0.37845221161842346
639064	rnn.bias_ih_l0	8	-0.2957778573036194
639064	rnn.bias_ih_l0	9	-0.45715469121932983
639064	rnn.bias_hh_l0	0	-0.35924410820007324
639064	rnn.bias_hh_l0	1	-0.4263872504234314
639064	rnn.bias_hh_l0	2	-0.3873940408229828
639064	rnn.bias_hh_l0	3	-0.07549303025007248
639064	rnn.bias_hh_l0	4	-0.4033268392086029
639064	rnn.bias_hh_l0	5	-0.3565865159034729
639064	rnn.bias_hh_l0	6	-0.11760073155164719
639064	rnn.bias_hh_l0	7	0.05916927382349968
639064	rnn.bias_hh_l0	8	-0.2264716625213623
639064	rnn.bias_hh_l0	9	-0.5742443799972534
639064	rnn.weight_ih_l0_reverse	0	0.035932060331106186
639064	rnn.weight_ih_l0_reverse	1	-0.02780001051723957
639064	rnn.weight_ih_l0_reverse	2	-0.007613926660269499
639064	rnn.weight_ih_l0_reverse	3	-0.16209128499031067
639064	rnn.weight_ih_l0_reverse	4	0.08795537054538727
639064	rnn.weight_ih_l0_reverse	5	-0.14316071569919586
639064	rnn.weight_ih_l0_reverse	6	0.017296548932790756
639064	rnn.weight_ih_l0_reverse	7	0.03587966039776802
639064	rnn.weight_ih_l0_reverse	8	-0.05902894213795662
639064	rnn.weight_ih_l0_reverse	9	-0.07677795737981796
639064	rnn.weight_hh_l0_reverse	0	-0.1395684778690338
639064	rnn.weight_hh_l0_reverse	1	0.028477657586336136
639064	rnn.weight_hh_l0_reverse	2	-0.019974196329712868
639064	rnn.weight_hh_l0_reverse	3	0.02427767775952816
639064	rnn.weight_hh_l0_reverse	4	-0.08372511714696884
639064	rnn.weight_hh_l0_reverse	5	0.03662007302045822
639064	rnn.weight_hh_l0_reverse	6	0.029207738116383553
639064	rnn.weight_hh_l0_reverse	7	-0.1262465864419937
639064	rnn.weight_hh_l0_reverse	8	-0.08110594004392624
639064	rnn.weight_hh_l0_reverse	9	0.044905319809913635
639064	rnn.bias_ih_l0_reverse	0	-0.1729680597782135
639064	rnn.bias_ih_l0_reverse	1	-0.07829885184764862
639064	rnn.bias_ih_l0_reverse	2	0.1414952129125595
639064	rnn.bias_ih_l0_reverse	3	-0.3141237199306488
639064	rnn.bias_ih_l0_reverse	4	0.009409292601048946
639064	rnn.bias_ih_l0_reverse	5	-0.22121389210224152
639064	rnn.bias_ih_l0_reverse	6	0.26827695965766907
639064	rnn.bias_ih_l0_reverse	7	-0.3121701180934906
639064	rnn.bias_ih_l0_reverse	8	-0.18499520421028137
639064	rnn.bias_ih_l0_reverse	9	-0.1709630936384201
639064	rnn.bias_hh_l0_reverse	0	-0.14675064384937286
639064	rnn.bias_hh_l0_reverse	1	0.26879096031188965
639064	rnn.bias_hh_l0_reverse	2	-0.34533271193504333
639064	rnn.bias_hh_l0_reverse	3	-0.22226884961128235
639064	rnn.bias_hh_l0_reverse	4	-0.40760499238967896
639064	rnn.bias_hh_l0_reverse	5	-0.20149023830890656
639064	rnn.bias_hh_l0_reverse	6	-0.2712591886520386
639064	rnn.bias_hh_l0_reverse	7	-0.08056889474391937
639064	rnn.bias_hh_l0_reverse	8	-0.32218608260154724
639064	rnn.bias_hh_l0_reverse	9	0.20411443710327148
639064	linear.weight	0	0.2546042203903198
639064	linear.weight	1	-0.4548725187778473
639064	linear.weight	2	0.03186414763331413
639064	linear.weight	3	0.06750582158565521
639064	linear.weight	4	-0.12347465008497238
639064	linear.weight	5	0.2749709188938141
639064	linear.weight	6	-0.0364445298910141
639064	linear.weight	7	-0.06011447682976723
639064	linear.weight	8	0.11742765456438065
639064	linear.weight	9	-0.04955408722162247
639064	linear.bias	0	-0.8938360214233398
639064	linear.bias	1	1.8917683362960815
639064	linear.bias	2	0.7685661911964417
639064	linear.bias	3	-2.730440139770508
639064	linear.bias	4	-0.14431481063365936
639064	linear.bias	5	1.2963368892669678
639064	linear.bias	6	-0.21048974990844727
639064	linear.bias	7	0.834894061088562
639064	linear.bias	8	2.123795509338379
639064	linear.bias	9	-1.3752821683883667
639673	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
639673	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
639673	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
639673	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
639673	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
639673	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
639673	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
639673	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
639673	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
639673	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
639673	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
639673	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
639673	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
639673	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
639673	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
639673	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
639673	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
639673	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
639673	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
639673	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
639673	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
639673	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
639673	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
639673	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
639673	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
639673	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
639673	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
639673	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
639673	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
639673	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
639673	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
639673	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
639673	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
639673	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
639673	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
639673	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
639673	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
639673	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
639673	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
639673	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
639673	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
639673	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
639673	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
639673	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
639673	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
639673	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
639673	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
639673	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
639673	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
639673	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
639673	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
639673	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
639673	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
639673	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
639673	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
639673	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
639673	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
639673	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
639673	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
639673	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
639673	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
639673	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
639673	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
639673	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
639673	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
639673	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
639673	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
639673	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
639673	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
639673	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
639673	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
639673	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
639673	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
639673	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
639673	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
639673	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
639673	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
639673	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
639673	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
639673	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
639673	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
639673	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
639673	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
639673	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
639673	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
639673	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
639673	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
639673	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
639673	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
639673	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
639673	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
639673	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
639673	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
639673	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
639673	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
639673	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
639673	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
639673	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
639673	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
639673	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
639673	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
639673	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
639673	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
639673	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
639673	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
639673	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
639673	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
639673	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
639673	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
639673	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
639673	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
639673	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
639673	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
639673	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
639673	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
639673	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
639673	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
639673	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
639673	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
639673	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
639673	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
639673	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
639673	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
639673	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
639673	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
639673	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
639673	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
639673	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
639673	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
639673	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
639673	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
639673	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
639673	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
639673	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
639673	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
639673	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
639673	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
639673	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
639673	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
639673	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
639673	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
639673	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
639673	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
639673	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
639673	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
639673	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
639673	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
639673	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
639673	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
639673	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
639673	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
639673	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
639673	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
639673	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
639673	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
639673	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
639673	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
639673	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
639673	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
639673	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
639673	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
639673	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
639673	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
639673	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
639673	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
639673	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
639673	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
639673	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
639673	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
639673	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
639673	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
639673	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
639673	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
639673	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
639673	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
639673	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
639673	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
639673	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
639673	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
639673	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
639673	embedding2nn.weight	0	0.3158971071243286
639673	embedding2nn.weight	1	0.373999685049057
639673	embedding2nn.weight	2	-0.003546807449311018
639673	embedding2nn.weight	3	-0.008278648369014263
639673	embedding2nn.weight	4	-0.022363055497407913
639673	embedding2nn.weight	5	0.06541389226913452
639673	embedding2nn.weight	6	0.0006704209372401237
639673	embedding2nn.weight	7	-0.007511703297495842
639673	embedding2nn.weight	8	0.05280045047402382
639673	embedding2nn.weight	9	-0.042399901896715164
639673	embedding2nn.bias	0	0.007430738303810358
639673	embedding2nn.bias	1	-0.18151558935642242
639673	embedding2nn.bias	2	0.1660081297159195
639673	embedding2nn.bias	3	0.1576172560453415
639673	embedding2nn.bias	4	0.15202149748802185
639673	embedding2nn.bias	5	-0.05674497038125992
639673	embedding2nn.bias	6	-0.03566132113337517
639673	embedding2nn.bias	7	0.03853964805603027
639673	embedding2nn.bias	8	-0.1391882747411728
639673	embedding2nn.bias	9	-0.41037023067474365
639673	rnn.weight_ih_l0	0	-0.0025955948513001204
639673	rnn.weight_ih_l0	1	-0.054466839879751205
639673	rnn.weight_ih_l0	2	-0.05770174041390419
639673	rnn.weight_ih_l0	3	0.11224588006734848
639673	rnn.weight_ih_l0	4	0.020927218720316887
639673	rnn.weight_ih_l0	5	-0.059241075068712234
639673	rnn.weight_ih_l0	6	0.008494318462908268
639673	rnn.weight_ih_l0	7	-0.01604669727385044
639673	rnn.weight_ih_l0	8	0.0150679349899292
639673	rnn.weight_ih_l0	9	-0.0952967032790184
639673	rnn.weight_hh_l0	0	-0.019700227305293083
639673	rnn.weight_hh_l0	1	0.08420898020267487
639673	rnn.weight_hh_l0	2	0.012602858245372772
639673	rnn.weight_hh_l0	3	-0.029935257509350777
639673	rnn.weight_hh_l0	4	0.07427159696817398
639673	rnn.weight_hh_l0	5	0.017356200143694878
639673	rnn.weight_hh_l0	6	-0.08029349148273468
639673	rnn.weight_hh_l0	7	-0.10887805372476578
639673	rnn.weight_hh_l0	8	0.03660072386264801
639673	rnn.weight_hh_l0	9	-0.11383704841136932
639673	rnn.bias_ih_l0	0	0.18519794940948486
639673	rnn.bias_ih_l0	1	-0.3616189956665039
639673	rnn.bias_ih_l0	2	-0.049755875021219254
639673	rnn.bias_ih_l0	3	-0.2163802832365036
639673	rnn.bias_ih_l0	4	0.034535180777311325
639673	rnn.bias_ih_l0	5	-0.4257154166698456
639673	rnn.bias_ih_l0	6	-0.16146567463874817
639673	rnn.bias_ih_l0	7	-0.37827038764953613
639673	rnn.bias_ih_l0	8	-0.2965730130672455
639673	rnn.bias_ih_l0	9	-0.4521064758300781
639673	rnn.bias_hh_l0	0	-0.3593481183052063
639673	rnn.bias_hh_l0	1	-0.42582061886787415
639673	rnn.bias_hh_l0	2	-0.38442638516426086
639673	rnn.bias_hh_l0	3	-0.07630674540996552
639673	rnn.bias_hh_l0	4	-0.4018252193927765
639673	rnn.bias_hh_l0	5	-0.3560706675052643
639673	rnn.bias_hh_l0	6	-0.11678005754947662
639673	rnn.bias_hh_l0	7	0.05974598601460457
639673	rnn.bias_hh_l0	8	-0.2234531044960022
639673	rnn.bias_hh_l0	9	-0.5761064291000366
639673	rnn.weight_ih_l0_reverse	0	0.03641710802912712
639673	rnn.weight_ih_l0_reverse	1	-0.027844976633787155
639673	rnn.weight_ih_l0_reverse	2	-0.006674462463706732
639673	rnn.weight_ih_l0_reverse	3	-0.16215728223323822
639673	rnn.weight_ih_l0_reverse	4	0.08857990801334381
639673	rnn.weight_ih_l0_reverse	5	-0.14283840358257294
639673	rnn.weight_ih_l0_reverse	6	0.016961093991994858
639673	rnn.weight_ih_l0_reverse	7	0.036034390330314636
639673	rnn.weight_ih_l0_reverse	8	-0.05971262976527214
639673	rnn.weight_ih_l0_reverse	9	-0.07779474556446075
639673	rnn.weight_hh_l0_reverse	0	-0.1391676813364029
639673	rnn.weight_hh_l0_reverse	1	0.02879861369729042
639673	rnn.weight_hh_l0_reverse	2	-0.019869709387421608
639673	rnn.weight_hh_l0_reverse	3	0.024230556562542915
639673	rnn.weight_hh_l0_reverse	4	-0.08314000815153122
639673	rnn.weight_hh_l0_reverse	5	0.036174096167087555
639673	rnn.weight_hh_l0_reverse	6	0.02910686284303665
639673	rnn.weight_hh_l0_reverse	7	-0.1265389770269394
639673	rnn.weight_hh_l0_reverse	8	-0.0805383026599884
639673	rnn.weight_hh_l0_reverse	9	0.04465629905462265
639673	rnn.bias_ih_l0_reverse	0	-0.17256996035575867
639673	rnn.bias_ih_l0_reverse	1	-0.08227385580539703
639673	rnn.bias_ih_l0_reverse	2	0.14244718849658966
639673	rnn.bias_ih_l0_reverse	3	-0.31463971734046936
639673	rnn.bias_ih_l0_reverse	4	0.009710950776934624
639673	rnn.bias_ih_l0_reverse	5	-0.22079753875732422
639673	rnn.bias_ih_l0_reverse	6	0.2761724591255188
639673	rnn.bias_ih_l0_reverse	7	-0.3121311664581299
639673	rnn.bias_ih_l0_reverse	8	-0.1844009906053543
639673	rnn.bias_ih_l0_reverse	9	-0.17657235264778137
639673	rnn.bias_hh_l0_reverse	0	-0.14161507785320282
639673	rnn.bias_hh_l0_reverse	1	0.27132096886634827
639673	rnn.bias_hh_l0_reverse	2	-0.34500738978385925
639673	rnn.bias_hh_l0_reverse	3	-0.2204231172800064
639673	rnn.bias_hh_l0_reverse	4	-0.40872853994369507
639673	rnn.bias_hh_l0_reverse	5	-0.20340873301029205
639673	rnn.bias_hh_l0_reverse	6	-0.26765528321266174
639673	rnn.bias_hh_l0_reverse	7	-0.08264259994029999
639673	rnn.bias_hh_l0_reverse	8	-0.32354483008384705
639673	rnn.bias_hh_l0_reverse	9	0.207949697971344
639673	linear.weight	0	0.26433634757995605
639673	linear.weight	1	-0.4279043972492218
639673	linear.weight	2	0.016769155859947205
639673	linear.weight	3	0.06750542670488358
639673	linear.weight	4	-0.13493698835372925
639673	linear.weight	5	0.2796461284160614
639673	linear.weight	6	-0.04491985961794853
639673	linear.weight	7	-0.06010952964425087
639673	linear.weight	8	0.10959312319755554
639673	linear.weight	9	-0.04955653101205826
639673	linear.bias	0	-0.8953647017478943
639673	linear.bias	1	1.8484115600585938
639673	linear.bias	2	0.7577694058418274
639673	linear.bias	3	-2.7305264472961426
639673	linear.bias	4	-0.12699753046035767
639673	linear.bias	5	1.2778953313827515
639673	linear.bias	6	-0.2227194607257843
639673	linear.bias	7	0.8427591323852539
639673	linear.bias	8	2.138538360595703
639673	linear.bias	9	-1.3740628957748413
640282	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
640282	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
640282	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
640282	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
640282	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
640282	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
640282	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
640282	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
640282	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
640282	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
640282	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
640282	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
640282	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
640282	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
640282	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
640282	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
640282	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
640282	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
640282	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
640282	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
640282	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
640282	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
640282	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
640282	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
640282	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
640282	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
640282	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
640282	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
640282	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
640282	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
640282	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
640282	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
640282	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
640282	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
640282	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
640282	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
640282	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
640282	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
640282	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
640282	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
640282	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
640282	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
640282	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
640282	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
640282	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
640282	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
640282	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
640282	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
640282	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
640282	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
640282	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
640282	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
640282	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
640282	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
640282	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
640282	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
640282	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
640282	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
640282	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
640282	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
640282	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
640282	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
640282	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
640282	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
640282	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
640282	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
640282	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
640282	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
640282	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
640282	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
640282	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
640282	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
640282	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
640282	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
640282	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
640282	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
640282	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
640282	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
640282	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
640282	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
640282	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
640282	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
640282	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
640282	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
640282	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
640282	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
640282	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
640282	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
640282	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
640282	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
640282	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
640282	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
640282	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
640282	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
640282	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
640282	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
640282	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
640282	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
640282	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
640282	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
640282	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
640282	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
640282	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
640282	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
640282	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
640282	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
640282	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
640282	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
640282	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
640282	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
640282	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
640282	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
640282	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
640282	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
640282	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
640282	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
640282	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
640282	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
640282	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
640282	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
640282	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
640282	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
640282	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
640282	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
640282	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
640282	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
640282	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
640282	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
640282	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
640282	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
640282	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
640282	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
640282	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
640282	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
640282	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
640282	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
640282	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
640282	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
640282	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
640282	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
640282	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
640282	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
640282	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
640282	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
640282	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
640282	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
640282	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
640282	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
640282	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
640282	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
640282	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
640282	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
640282	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
640282	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
640282	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
640282	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
640282	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
640282	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
640282	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
640282	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
640282	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
640282	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
640282	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
640282	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
640282	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
640282	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
640282	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
640282	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
640282	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
640282	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
640282	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
640282	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
640282	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
640282	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
640282	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
640282	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
640282	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
640282	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
640282	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
640282	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
640282	embedding2nn.weight	0	0.31416797637939453
640282	embedding2nn.weight	1	0.3739641010761261
640282	embedding2nn.weight	2	-0.0022468040697276592
640282	embedding2nn.weight	3	-0.0090511254966259
640282	embedding2nn.weight	4	-0.023663030937314034
640282	embedding2nn.weight	5	0.06459388881921768
640282	embedding2nn.weight	6	0.001653690473176539
640282	embedding2nn.weight	7	-0.007121325004845858
640282	embedding2nn.weight	8	0.0545242540538311
640282	embedding2nn.weight	9	-0.04015327990055084
640282	embedding2nn.bias	0	0.011526775546371937
640282	embedding2nn.bias	1	-0.18698440492153168
640282	embedding2nn.bias	2	0.15292231738567352
640282	embedding2nn.bias	3	0.1652849018573761
640282	embedding2nn.bias	4	0.15645672380924225
640282	embedding2nn.bias	5	-0.056663140654563904
640282	embedding2nn.bias	6	-0.040638044476509094
640282	embedding2nn.bias	7	0.04610465466976166
640282	embedding2nn.bias	8	-0.14698709547519684
640282	embedding2nn.bias	9	-0.4117235541343689
640282	rnn.weight_ih_l0	0	-0.003465551882982254
640282	rnn.weight_ih_l0	1	-0.05363025516271591
640282	rnn.weight_ih_l0	2	-0.05745597928762436
640282	rnn.weight_ih_l0	3	0.11452089250087738
640282	rnn.weight_ih_l0	4	0.024209650233387947
640282	rnn.weight_ih_l0	5	-0.05938780680298805
640282	rnn.weight_ih_l0	6	0.007788173854351044
640282	rnn.weight_ih_l0	7	-0.01500596571713686
640282	rnn.weight_ih_l0	8	0.013170606456696987
640282	rnn.weight_ih_l0	9	-0.09308328479528427
640282	rnn.weight_hh_l0	0	-0.020056970417499542
640282	rnn.weight_hh_l0	1	0.083986297249794
640282	rnn.weight_hh_l0	2	0.013097500428557396
640282	rnn.weight_hh_l0	3	-0.029977714642882347
640282	rnn.weight_hh_l0	4	0.07460962980985641
640282	rnn.weight_hh_l0	5	0.01715688966214657
640282	rnn.weight_hh_l0	6	-0.08025618642568588
640282	rnn.weight_hh_l0	7	-0.10884177684783936
640282	rnn.weight_hh_l0	8	0.036917202174663544
640282	rnn.weight_hh_l0	9	-0.11518815904855728
640282	rnn.bias_ih_l0	0	0.19346719980239868
640282	rnn.bias_ih_l0	1	-0.3561762571334839
640282	rnn.bias_ih_l0	2	-0.050056833773851395
640282	rnn.bias_ih_l0	3	-0.21514107286930084
640282	rnn.bias_ih_l0	4	0.03771175071597099
640282	rnn.bias_ih_l0	5	-0.4284280836582184
640282	rnn.bias_ih_l0	6	-0.1629137098789215
640282	rnn.bias_ih_l0	7	-0.37788382172584534
640282	rnn.bias_ih_l0	8	-0.2928708493709564
640282	rnn.bias_ih_l0	9	-0.45237550139427185
640282	rnn.bias_hh_l0	0	-0.3565518260002136
640282	rnn.bias_hh_l0	1	-0.42954036593437195
640282	rnn.bias_hh_l0	2	-0.3864438533782959
640282	rnn.bias_hh_l0	3	-0.0786566510796547
640282	rnn.bias_hh_l0	4	-0.403407484292984
640282	rnn.bias_hh_l0	5	-0.35598281025886536
640282	rnn.bias_hh_l0	6	-0.11441034078598022
640282	rnn.bias_hh_l0	7	0.06265543401241302
640282	rnn.bias_hh_l0	8	-0.22089117765426636
640282	rnn.bias_hh_l0	9	-0.5791800618171692
640282	rnn.weight_ih_l0_reverse	0	0.036225128918886185
640282	rnn.weight_ih_l0_reverse	1	-0.026933100074529648
640282	rnn.weight_ih_l0_reverse	2	-0.004795767832547426
640282	rnn.weight_ih_l0_reverse	3	-0.1611742377281189
640282	rnn.weight_ih_l0_reverse	4	0.08677518367767334
640282	rnn.weight_ih_l0_reverse	5	-0.1475267857313156
640282	rnn.weight_ih_l0_reverse	6	0.014733229763805866
640282	rnn.weight_ih_l0_reverse	7	0.03672630712389946
640282	rnn.weight_ih_l0_reverse	8	-0.05946805700659752
640282	rnn.weight_ih_l0_reverse	9	-0.07684722542762756
640282	rnn.weight_hh_l0_reverse	0	-0.13950371742248535
640282	rnn.weight_hh_l0_reverse	1	0.029110325500369072
640282	rnn.weight_hh_l0_reverse	2	-0.019709259271621704
640282	rnn.weight_hh_l0_reverse	3	0.024406559765338898
640282	rnn.weight_hh_l0_reverse	4	-0.08206085115671158
640282	rnn.weight_hh_l0_reverse	5	0.036039404571056366
640282	rnn.weight_hh_l0_reverse	6	0.028868334367871284
640282	rnn.weight_hh_l0_reverse	7	-0.12739548087120056
640282	rnn.weight_hh_l0_reverse	8	-0.08095590770244598
640282	rnn.weight_hh_l0_reverse	9	0.04364405944943428
640282	rnn.bias_ih_l0_reverse	0	-0.17480386793613434
640282	rnn.bias_ih_l0_reverse	1	-0.07586441934108734
640282	rnn.bias_ih_l0_reverse	2	0.14026513695716858
640282	rnn.bias_ih_l0_reverse	3	-0.3139757812023163
640282	rnn.bias_ih_l0_reverse	4	0.006979688070714474
640282	rnn.bias_ih_l0_reverse	5	-0.21989300847053528
640282	rnn.bias_ih_l0_reverse	6	0.2745967507362366
640282	rnn.bias_ih_l0_reverse	7	-0.3096255958080292
640282	rnn.bias_ih_l0_reverse	8	-0.18820883333683014
640282	rnn.bias_ih_l0_reverse	9	-0.16954173147678375
640282	rnn.bias_hh_l0_reverse	0	-0.1418175846338272
640282	rnn.bias_hh_l0_reverse	1	0.2703024744987488
640282	rnn.bias_hh_l0_reverse	2	-0.344188392162323
640282	rnn.bias_hh_l0_reverse	3	-0.22529475390911102
640282	rnn.bias_hh_l0_reverse	4	-0.41219088435173035
640282	rnn.bias_hh_l0_reverse	5	-0.2052917331457138
640282	rnn.bias_hh_l0_reverse	6	-0.27005770802497864
640282	rnn.bias_hh_l0_reverse	7	-0.08326537162065506
640282	rnn.bias_hh_l0_reverse	8	-0.3258448541164398
640282	rnn.bias_hh_l0_reverse	9	0.20756833255290985
640282	linear.weight	0	0.26414042711257935
640282	linear.weight	1	-0.4338703751564026
640282	linear.weight	2	-0.011315342038869858
640282	linear.weight	3	0.06750549376010895
640282	linear.weight	4	-0.13466079533100128
640282	linear.weight	5	0.2619805335998535
640282	linear.weight	6	-0.043900419026613235
640282	linear.weight	7	-0.06010757386684418
640282	linear.weight	8	0.10273898392915726
640282	linear.weight	9	-0.049559127539396286
640282	linear.bias	0	-0.8697760701179504
640282	linear.bias	1	1.8474037647247314
640282	linear.bias	2	0.7581624984741211
640282	linear.bias	3	-2.7306087017059326
640282	linear.bias	4	-0.11713051795959473
640282	linear.bias	5	1.2539886236190796
640282	linear.bias	6	-0.23574531078338623
640282	linear.bias	7	0.8439030647277832
640282	linear.bias	8	2.1408610343933105
640282	linear.bias	9	-1.3863165378570557
640290	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
640290	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
640290	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
640290	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
640290	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
640290	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
640290	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
640290	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
640290	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
640290	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
640290	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
640290	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
640290	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
640290	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
640290	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
640290	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
640290	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
640290	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
640290	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
640290	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
640290	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
640290	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
640290	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
640290	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
640290	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
640290	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
640290	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
640290	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
640290	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
640290	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
640290	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
640290	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
640290	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
640290	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
640290	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
640290	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
640290	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
640290	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
640290	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
640290	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
640290	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
640290	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
640290	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
640290	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
640290	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
640290	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
640290	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
640290	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
640290	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
640290	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
640290	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
640290	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
640290	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
640290	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
640290	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
640290	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
640290	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
640290	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
640290	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
640290	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
640290	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
640290	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
640290	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
640290	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
640290	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
640290	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
640290	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
640290	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
640290	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
640290	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
640290	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
640290	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
640290	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
640290	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
640290	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
640290	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
640290	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
640290	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
640290	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
640290	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
640290	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
640290	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
640290	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
640290	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
640290	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
640290	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
640290	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
640290	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
640290	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
640290	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
640290	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
640290	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
640290	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
640290	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
640290	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
640290	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
640290	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
640290	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
640290	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
640290	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
640290	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
640290	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
640290	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
640290	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
640290	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
640290	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
640290	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
640290	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
640290	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
640290	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
640290	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
640290	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
640290	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
640290	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
640290	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
640290	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
640290	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
640290	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
640290	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
640290	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
640290	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
640290	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
640290	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
640290	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
640290	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
640290	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
640290	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
640290	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
640290	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
640290	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
640290	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
640290	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
640290	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
640290	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
640290	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
640290	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
640290	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
640290	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
640290	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
640290	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
640290	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
640290	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
640290	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
640290	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
640290	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
640290	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
640290	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
640290	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
640290	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
640290	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
640290	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
640290	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
640290	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
640290	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
640290	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
640290	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
640290	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
640290	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
640290	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
640290	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
640290	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
640290	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
640290	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
640290	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
640290	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
640290	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
640290	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
640290	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
640290	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
640290	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
640290	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
640290	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
640290	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
640290	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
640290	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
640290	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
640290	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
640290	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
640290	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
640290	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
640290	embedding2nn.weight	0	0.3140426278114319
640290	embedding2nn.weight	1	0.3742801249027252
640290	embedding2nn.weight	2	-0.0023137074895203114
640290	embedding2nn.weight	3	-0.01109932828694582
640290	embedding2nn.weight	4	-0.023418009281158447
640290	embedding2nn.weight	5	0.06442196667194366
640290	embedding2nn.weight	6	0.0015110911335796118
640290	embedding2nn.weight	7	-0.005937693640589714
640290	embedding2nn.weight	8	0.054557643830776215
640290	embedding2nn.weight	9	-0.04030181095004082
640290	embedding2nn.bias	0	0.013750250451266766
640290	embedding2nn.bias	1	-0.18559733033180237
640290	embedding2nn.bias	2	0.1517931967973709
640290	embedding2nn.bias	3	0.1668519675731659
640290	embedding2nn.bias	4	0.15907061100006104
640290	embedding2nn.bias	5	-0.056429244577884674
640290	embedding2nn.bias	6	-0.044675521552562714
640290	embedding2nn.bias	7	0.04878369718790054
640290	embedding2nn.bias	8	-0.14754730463027954
640290	embedding2nn.bias	9	-0.41242092847824097
640290	rnn.weight_ih_l0	0	-0.003440826665610075
640290	rnn.weight_ih_l0	1	-0.05363469198346138
640290	rnn.weight_ih_l0	2	-0.057565007358789444
640290	rnn.weight_ih_l0	3	0.11440202593803406
640290	rnn.weight_ih_l0	4	0.024427542462944984
640290	rnn.weight_ih_l0	5	-0.05934920534491539
640290	rnn.weight_ih_l0	6	0.00782779697328806
640290	rnn.weight_ih_l0	7	-0.01476560439914465
640290	rnn.weight_ih_l0	8	0.013826865702867508
640290	rnn.weight_ih_l0	9	-0.09347184747457504
640290	rnn.weight_hh_l0	0	-0.02006533555686474
640290	rnn.weight_hh_l0	1	0.08387986570596695
640290	rnn.weight_hh_l0	2	0.013067343272268772
640290	rnn.weight_hh_l0	3	-0.029977912083268166
640290	rnn.weight_hh_l0	4	0.07464203238487244
640290	rnn.weight_hh_l0	5	0.017154626548290253
640290	rnn.weight_hh_l0	6	-0.08025918155908585
640290	rnn.weight_hh_l0	7	-0.10881764441728592
640290	rnn.weight_hh_l0	8	0.03691212832927704
640290	rnn.weight_hh_l0	9	-0.11518491059541702
640290	rnn.bias_ih_l0	0	0.19362585246562958
640290	rnn.bias_ih_l0	1	-0.35573863983154297
640290	rnn.bias_ih_l0	2	-0.05066775530576706
640290	rnn.bias_ih_l0	3	-0.21427305042743683
640290	rnn.bias_ih_l0	4	0.03797449916601181
640290	rnn.bias_ih_l0	5	-0.4287131428718567
640290	rnn.bias_ih_l0	6	-0.16307763755321503
640290	rnn.bias_ih_l0	7	-0.37786343693733215
640290	rnn.bias_ih_l0	8	-0.2928018569946289
640290	rnn.bias_ih_l0	9	-0.4523969888687134
640290	rnn.bias_hh_l0	0	-0.356715589761734
640290	rnn.bias_hh_l0	1	-0.42962655425071716
640290	rnn.bias_hh_l0	2	-0.38679978251457214
640290	rnn.bias_hh_l0	3	-0.078779436647892
640290	rnn.bias_hh_l0	4	-0.403739333152771
640290	rnn.bias_hh_l0	5	-0.35595306754112244
640290	rnn.bias_hh_l0	6	-0.11457790434360504
640290	rnn.bias_hh_l0	7	0.06279440969228745
640290	rnn.bias_hh_l0	8	-0.22054217755794525
640290	rnn.bias_hh_l0	9	-0.5791858434677124
640290	rnn.weight_ih_l0_reverse	0	0.03631889447569847
640290	rnn.weight_ih_l0_reverse	1	-0.026819221675395966
640290	rnn.weight_ih_l0_reverse	2	-0.004899003077298403
640290	rnn.weight_ih_l0_reverse	3	-0.16145513951778412
640290	rnn.weight_ih_l0_reverse	4	0.08679645508527756
640290	rnn.weight_ih_l0_reverse	5	-0.1478821337223053
640290	rnn.weight_ih_l0_reverse	6	0.015044241212308407
640290	rnn.weight_ih_l0_reverse	7	0.03681815788149834
640290	rnn.weight_ih_l0_reverse	8	-0.05920951068401337
640290	rnn.weight_ih_l0_reverse	9	-0.0767691507935524
640290	rnn.weight_hh_l0_reverse	0	-0.1395818442106247
640290	rnn.weight_hh_l0_reverse	1	0.029096035286784172
640290	rnn.weight_hh_l0_reverse	2	-0.019682420417666435
640290	rnn.weight_hh_l0_reverse	3	0.024440132081508636
640290	rnn.weight_hh_l0_reverse	4	-0.08205041289329529
640290	rnn.weight_hh_l0_reverse	5	0.03599165752530098
640290	rnn.weight_hh_l0_reverse	6	0.028866201639175415
640290	rnn.weight_hh_l0_reverse	7	-0.12730592489242554
640290	rnn.weight_hh_l0_reverse	8	-0.08087281137704849
640290	rnn.weight_hh_l0_reverse	9	0.043690092861652374
640290	rnn.bias_ih_l0_reverse	0	-0.17506922781467438
640290	rnn.bias_ih_l0_reverse	1	-0.07555466890335083
640290	rnn.bias_ih_l0_reverse	2	0.14028796553611755
640290	rnn.bias_ih_l0_reverse	3	-0.3139989674091339
640290	rnn.bias_ih_l0_reverse	4	0.006293222773820162
640290	rnn.bias_ih_l0_reverse	5	-0.21983687579631805
640290	rnn.bias_ih_l0_reverse	6	0.2742820382118225
640290	rnn.bias_ih_l0_reverse	7	-0.3092842400074005
640290	rnn.bias_ih_l0_reverse	8	-0.1884654015302658
640290	rnn.bias_ih_l0_reverse	9	-0.17004776000976562
640290	rnn.bias_hh_l0_reverse	0	-0.1419668346643448
640290	rnn.bias_hh_l0_reverse	1	0.2699659764766693
640290	rnn.bias_hh_l0_reverse	2	-0.34381991624832153
640290	rnn.bias_hh_l0_reverse	3	-0.22483892738819122
640290	rnn.bias_hh_l0_reverse	4	-0.4122993052005768
640290	rnn.bias_hh_l0_reverse	5	-0.20561353862285614
640290	rnn.bias_hh_l0_reverse	6	-0.2696245312690735
640290	rnn.bias_hh_l0_reverse	7	-0.0834808498620987
640290	rnn.bias_hh_l0_reverse	8	-0.32604244351387024
640290	rnn.bias_hh_l0_reverse	9	0.2074211835861206
640290	linear.weight	0	0.2634178102016449
640290	linear.weight	1	-0.4335300028324127
640290	linear.weight	2	-0.011579672805964947
640290	linear.weight	3	0.06750550121068954
640290	linear.weight	4	-0.13513198494911194
640290	linear.weight	5	0.26003021001815796
640290	linear.weight	6	-0.04444189369678497
640290	linear.weight	7	-0.06010754778981209
640290	linear.weight	8	0.10210531204938889
640290	linear.weight	9	-0.04955916106700897
640290	linear.bias	0	-0.8707308173179626
640290	linear.bias	1	1.8472533226013184
640290	linear.bias	2	0.7500374913215637
640290	linear.bias	3	-2.730609893798828
640290	linear.bias	4	-0.11532089114189148
640290	linear.bias	5	1.260799765586853
640290	linear.bias	6	-0.23866760730743408
640290	linear.bias	7	0.8411084413528442
640290	linear.bias	8	2.1484320163726807
640290	linear.bias	9	-1.3884127140045166
640899	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
640899	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
640899	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
640899	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
640899	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
640899	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
640899	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
640899	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
640899	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
640899	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
640899	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
640899	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
640899	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
640899	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
640899	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
640899	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
640899	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
640899	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
640899	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
640899	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
640899	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
640899	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
640899	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
640899	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
640899	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
640899	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
640899	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
640899	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
640899	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
640899	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
640899	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
640899	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
640899	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
640899	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
640899	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
640899	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
640899	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
640899	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
640899	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
640899	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
640899	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
640899	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
640899	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
640899	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
640899	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
640899	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
640899	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
640899	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
640899	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
640899	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
640899	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
640899	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
640899	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
640899	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
640899	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
640899	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
640899	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
640899	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
640899	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
640899	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
640899	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
640899	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
640899	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
640899	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
640899	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
640899	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
640899	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
640899	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
640899	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
640899	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
640899	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
640899	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
640899	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
640899	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
640899	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
640899	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
640899	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
640899	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
640899	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
640899	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
640899	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
640899	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
640899	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
640899	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
640899	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
640899	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
640899	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
640899	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
640899	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
640899	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
640899	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
640899	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
640899	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
640899	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
640899	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
640899	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
640899	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
640899	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
640899	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
640899	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
640899	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
640899	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
640899	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
640899	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
640899	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
640899	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
640899	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
640899	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
640899	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
640899	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
640899	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
640899	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
640899	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
640899	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
640899	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
640899	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
640899	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
640899	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
640899	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
640899	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
640899	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
640899	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
640899	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
640899	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
640899	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
640899	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
640899	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
640899	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
640899	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
640899	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
640899	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
640899	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
640899	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
640899	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
640899	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
640899	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
640899	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
640899	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
640899	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
640899	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
640899	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
640899	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
640899	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
640899	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
640899	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
640899	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
640899	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
640899	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
640899	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
640899	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
640899	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
640899	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
640899	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
640899	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
640899	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
640899	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
640899	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
640899	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
640899	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
640899	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
640899	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
640899	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
640899	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
640899	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
640899	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
640899	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
640899	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
640899	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
640899	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
640899	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
640899	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
640899	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
640899	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
640899	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
640899	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
640899	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
640899	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
640899	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
640899	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
640899	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
640899	embedding2nn.weight	0	0.3133632242679596
640899	embedding2nn.weight	1	0.3759130835533142
640899	embedding2nn.weight	2	-0.004384268075227737
640899	embedding2nn.weight	3	-0.0032558285165578127
640899	embedding2nn.weight	4	-0.02353346161544323
640899	embedding2nn.weight	5	0.06394236534833908
640899	embedding2nn.weight	6	-0.001879856106825173
640899	embedding2nn.weight	7	-0.00630661565810442
640899	embedding2nn.weight	8	0.05682706460356712
640899	embedding2nn.weight	9	-0.040234003216028214
640899	embedding2nn.bias	0	0.01164481695741415
640899	embedding2nn.bias	1	-0.19342128932476044
640899	embedding2nn.bias	2	0.15002605319023132
640899	embedding2nn.bias	3	0.1594347059726715
640899	embedding2nn.bias	4	0.15792174637317657
640899	embedding2nn.bias	5	-0.06430980563163757
640899	embedding2nn.bias	6	-0.04261595755815506
640899	embedding2nn.bias	7	0.038461435586214066
640899	embedding2nn.bias	8	-0.15249259769916534
640899	embedding2nn.bias	9	-0.4039147198200226
640899	rnn.weight_ih_l0	0	-0.004645639564841986
640899	rnn.weight_ih_l0	1	-0.053169481456279755
640899	rnn.weight_ih_l0	2	-0.0586690716445446
640899	rnn.weight_ih_l0	3	0.11338081955909729
640899	rnn.weight_ih_l0	4	0.021039370447397232
640899	rnn.weight_ih_l0	5	-0.06208467483520508
640899	rnn.weight_ih_l0	6	0.009066188707947731
640899	rnn.weight_ih_l0	7	-0.016142338514328003
640899	rnn.weight_ih_l0	8	0.01283729076385498
640899	rnn.weight_ih_l0	9	-0.09461159259080887
640899	rnn.weight_hh_l0	0	-0.020057955756783485
640899	rnn.weight_hh_l0	1	0.0839090496301651
640899	rnn.weight_hh_l0	2	0.012279382906854153
640899	rnn.weight_hh_l0	3	-0.030326951295137405
640899	rnn.weight_hh_l0	4	0.07467847317457199
640899	rnn.weight_hh_l0	5	0.016884610056877136
640899	rnn.weight_hh_l0	6	-0.08039829134941101
640899	rnn.weight_hh_l0	7	-0.10759741812944412
640899	rnn.weight_hh_l0	8	0.0370449461042881
640899	rnn.weight_hh_l0	9	-0.11583027243614197
640899	rnn.bias_ih_l0	0	0.19727955758571625
640899	rnn.bias_ih_l0	1	-0.35508158802986145
640899	rnn.bias_ih_l0	2	-0.04931345582008362
640899	rnn.bias_ih_l0	3	-0.21863266825675964
640899	rnn.bias_ih_l0	4	0.042996786534786224
640899	rnn.bias_ih_l0	5	-0.42428216338157654
640899	rnn.bias_ih_l0	6	-0.16624005138874054
640899	rnn.bias_ih_l0	7	-0.3788801431655884
640899	rnn.bias_ih_l0	8	-0.29285818338394165
640899	rnn.bias_ih_l0	9	-0.45179474353790283
640899	rnn.bias_hh_l0	0	-0.3660009205341339
640899	rnn.bias_hh_l0	1	-0.4317179322242737
640899	rnn.bias_hh_l0	2	-0.38406893610954285
640899	rnn.bias_hh_l0	3	-0.0752255916595459
640899	rnn.bias_hh_l0	4	-0.4026339054107666
640899	rnn.bias_hh_l0	5	-0.35502079129219055
640899	rnn.bias_hh_l0	6	-0.11255132406949997
640899	rnn.bias_hh_l0	7	0.064132459461689
640899	rnn.bias_hh_l0	8	-0.21795670688152313
640899	rnn.bias_hh_l0	9	-0.579108715057373
640899	rnn.weight_ih_l0_reverse	0	0.035282425582408905
640899	rnn.weight_ih_l0_reverse	1	-0.02649822272360325
640899	rnn.weight_ih_l0_reverse	2	-0.002621541963890195
640899	rnn.weight_ih_l0_reverse	3	-0.16053353250026703
640899	rnn.weight_ih_l0_reverse	4	0.08739645779132843
640899	rnn.weight_ih_l0_reverse	5	-0.1399811953306198
640899	rnn.weight_ih_l0_reverse	6	0.018799901008605957
640899	rnn.weight_ih_l0_reverse	7	0.03704462945461273
640899	rnn.weight_ih_l0_reverse	8	-0.057956621050834656
640899	rnn.weight_ih_l0_reverse	9	-0.07428832352161407
640899	rnn.weight_hh_l0_reverse	0	-0.1389123648405075
640899	rnn.weight_hh_l0_reverse	1	0.029239317402243614
640899	rnn.weight_hh_l0_reverse	2	-0.019203409552574158
640899	rnn.weight_hh_l0_reverse	3	0.02460596337914467
640899	rnn.weight_hh_l0_reverse	4	-0.08277654647827148
640899	rnn.weight_hh_l0_reverse	5	0.03579246625304222
640899	rnn.weight_hh_l0_reverse	6	0.028888283297419548
640899	rnn.weight_hh_l0_reverse	7	-0.12814822793006897
640899	rnn.weight_hh_l0_reverse	8	-0.07875964045524597
640899	rnn.weight_hh_l0_reverse	9	0.04284047335386276
640899	rnn.bias_ih_l0_reverse	0	-0.17540773749351501
640899	rnn.bias_ih_l0_reverse	1	-0.0752023383975029
640899	rnn.bias_ih_l0_reverse	2	0.13897226750850677
640899	rnn.bias_ih_l0_reverse	3	-0.31143245100975037
640899	rnn.bias_ih_l0_reverse	4	0.009857529774308205
640899	rnn.bias_ih_l0_reverse	5	-0.2217312455177307
640899	rnn.bias_ih_l0_reverse	6	0.27780696749687195
640899	rnn.bias_ih_l0_reverse	7	-0.30834269523620605
640899	rnn.bias_ih_l0_reverse	8	-0.1883135586977005
640899	rnn.bias_ih_l0_reverse	9	-0.17438805103302002
640899	rnn.bias_hh_l0_reverse	0	-0.13760866224765778
640899	rnn.bias_hh_l0_reverse	1	0.26981738209724426
640899	rnn.bias_hh_l0_reverse	2	-0.3461172580718994
640899	rnn.bias_hh_l0_reverse	3	-0.22149454057216644
640899	rnn.bias_hh_l0_reverse	4	-0.40630513429641724
640899	rnn.bias_hh_l0_reverse	5	-0.20351821184158325
640899	rnn.bias_hh_l0_reverse	6	-0.2749567925930023
640899	rnn.bias_hh_l0_reverse	7	-0.08905597031116486
640899	rnn.bias_hh_l0_reverse	8	-0.32253924012184143
640899	rnn.bias_hh_l0_reverse	9	0.2037104368209839
640899	linear.weight	0	0.27031204104423523
640899	linear.weight	1	-0.4316183030605316
640899	linear.weight	2	-0.0024326893035322428
640899	linear.weight	3	0.06750556826591492
640899	linear.weight	4	-0.12443974614143372
640899	linear.weight	5	0.2548902928829193
640899	linear.weight	6	-0.03439760208129883
640899	linear.weight	7	-0.06010480597615242
640899	linear.weight	8	0.10182894021272659
640899	linear.weight	9	-0.04956255853176117
640899	linear.bias	0	-0.8734890222549438
640899	linear.bias	1	1.8703876733779907
640899	linear.bias	2	0.7389818429946899
640899	linear.bias	3	-2.730710029602051
640899	linear.bias	4	-0.13565319776535034
640899	linear.bias	5	1.2799429893493652
640899	linear.bias	6	-0.21738944947719574
640899	linear.bias	7	0.8219711184501648
640899	linear.bias	8	2.1018483638763428
640899	linear.bias	9	-1.3877787590026855
641508	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
641508	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
641508	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
641508	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
641508	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
641508	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
641508	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
641508	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
641508	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
641508	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
641508	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
641508	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
641508	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
641508	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
641508	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
641508	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
641508	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
641508	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
641508	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
641508	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
641508	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
641508	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
641508	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
641508	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
641508	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
641508	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
641508	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
641508	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
641508	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
641508	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
641508	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
641508	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
641508	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
641508	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
641508	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
641508	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
641508	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
641508	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
641508	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
641508	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
641508	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
641508	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
641508	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
641508	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
641508	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
641508	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
641508	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
641508	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
641508	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
641508	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
641508	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
641508	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
641508	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
641508	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
641508	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
641508	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
641508	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
641508	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
641508	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
641508	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
641508	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
641508	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
641508	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
641508	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
641508	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
641508	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
641508	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
641508	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
641508	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
641508	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
641508	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
641508	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
641508	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
641508	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
641508	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
641508	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
641508	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
641508	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
641508	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
641508	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
641508	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
641508	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
641508	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
641508	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
641508	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
641508	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
641508	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
641508	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
641508	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
641508	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
641508	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
641508	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
641508	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
641508	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
641508	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
641508	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
641508	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
641508	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
641508	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
641508	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
641508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
641508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
641508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
641508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
641508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
641508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
641508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
641508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
641508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
641508	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
641508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
641508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
641508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
641508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
641508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
641508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
641508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
641508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
641508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
641508	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
641508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
641508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
641508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
641508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
641508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
641508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
641508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
641508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
641508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
641508	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
641508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
641508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
641508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
641508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
641508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
641508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
641508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
641508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
641508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
641508	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
641508	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
641508	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
641508	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
641508	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
641508	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
641508	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
641508	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
641508	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
641508	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
641508	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
641508	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
641508	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
641508	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
641508	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
641508	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
641508	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
641508	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
641508	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
641508	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
641508	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
641508	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
641508	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
641508	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
641508	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
641508	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
641508	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
641508	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
641508	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
641508	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
641508	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
641508	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
641508	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
641508	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
641508	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
641508	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
641508	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
641508	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
641508	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
641508	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
641508	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
641508	embedding2nn.weight	0	0.31269708275794983
641508	embedding2nn.weight	1	0.3770756125450134
641508	embedding2nn.weight	2	-0.004202087409794331
641508	embedding2nn.weight	3	-0.00941809918731451
641508	embedding2nn.weight	4	-0.022235974669456482
641508	embedding2nn.weight	5	0.0647449642419815
641508	embedding2nn.weight	6	-0.004784800112247467
641508	embedding2nn.weight	7	-0.007147802971303463
641508	embedding2nn.weight	8	0.06113911792635918
641508	embedding2nn.weight	9	-0.042375482618808746
641508	embedding2nn.bias	0	0.008880682289600372
641508	embedding2nn.bias	1	-0.2033592313528061
641508	embedding2nn.bias	2	0.1488320529460907
641508	embedding2nn.bias	3	0.1699659526348114
641508	embedding2nn.bias	4	0.15101666748523712
641508	embedding2nn.bias	5	-0.06824852526187897
641508	embedding2nn.bias	6	-0.04438060522079468
641508	embedding2nn.bias	7	0.03867870196700096
641508	embedding2nn.bias	8	-0.1599288135766983
641508	embedding2nn.bias	9	-0.39337432384490967
641508	rnn.weight_ih_l0	0	-0.0055485013872385025
641508	rnn.weight_ih_l0	1	-0.05278315767645836
641508	rnn.weight_ih_l0	2	-0.05917508900165558
641508	rnn.weight_ih_l0	3	0.11217305064201355
641508	rnn.weight_ih_l0	4	0.019040370360016823
641508	rnn.weight_ih_l0	5	-0.06481160968542099
641508	rnn.weight_ih_l0	6	0.009172309190034866
641508	rnn.weight_ih_l0	7	-0.012357981875538826
641508	rnn.weight_ih_l0	8	0.01610078290104866
641508	rnn.weight_ih_l0	9	-0.09347593784332275
641508	rnn.weight_hh_l0	0	-0.020213399082422256
641508	rnn.weight_hh_l0	1	0.08327915519475937
641508	rnn.weight_hh_l0	2	0.011813515797257423
641508	rnn.weight_hh_l0	3	-0.030533650889992714
641508	rnn.weight_hh_l0	4	0.07480324059724808
641508	rnn.weight_hh_l0	5	0.01665332168340683
641508	rnn.weight_hh_l0	6	-0.0801175907254219
641508	rnn.weight_hh_l0	7	-0.1072232723236084
641508	rnn.weight_hh_l0	8	0.0371648408472538
641508	rnn.weight_hh_l0	9	-0.11605463176965714
641508	rnn.bias_ih_l0	0	0.1918746680021286
641508	rnn.bias_ih_l0	1	-0.3542864918708801
641508	rnn.bias_ih_l0	2	-0.04812142252922058
641508	rnn.bias_ih_l0	3	-0.2205074280500412
641508	rnn.bias_ih_l0	4	0.03802233561873436
641508	rnn.bias_ih_l0	5	-0.42464613914489746
641508	rnn.bias_ih_l0	6	-0.16697727143764496
641508	rnn.bias_ih_l0	7	-0.3790457546710968
641508	rnn.bias_ih_l0	8	-0.2941645085811615
641508	rnn.bias_ih_l0	9	-0.4534302055835724
641508	rnn.bias_hh_l0	0	-0.35945215821266174
641508	rnn.bias_hh_l0	1	-0.42842531204223633
641508	rnn.bias_hh_l0	2	-0.38348090648651123
641508	rnn.bias_hh_l0	3	-0.07324104756116867
641508	rnn.bias_hh_l0	4	-0.40482044219970703
641508	rnn.bias_hh_l0	5	-0.3568172752857208
641508	rnn.bias_hh_l0	6	-0.11444928497076035
641508	rnn.bias_hh_l0	7	0.06649576127529144
641508	rnn.bias_hh_l0	8	-0.21840925514698029
641508	rnn.bias_hh_l0	9	-0.576822817325592
641508	rnn.weight_ih_l0_reverse	0	0.03156319260597229
641508	rnn.weight_ih_l0_reverse	1	-0.026225056499242783
641508	rnn.weight_ih_l0_reverse	2	-0.002061846200376749
641508	rnn.weight_ih_l0_reverse	3	-0.1612003594636917
641508	rnn.weight_ih_l0_reverse	4	0.08839897066354752
641508	rnn.weight_ih_l0_reverse	5	-0.13978204131126404
641508	rnn.weight_ih_l0_reverse	6	0.016002818942070007
641508	rnn.weight_ih_l0_reverse	7	0.03739899396896362
641508	rnn.weight_ih_l0_reverse	8	-0.059273358434438705
641508	rnn.weight_ih_l0_reverse	9	-0.07086966931819916
641508	rnn.weight_hh_l0_reverse	0	-0.13919992744922638
641508	rnn.weight_hh_l0_reverse	1	0.02901894971728325
641508	rnn.weight_hh_l0_reverse	2	-0.019643457606434822
641508	rnn.weight_hh_l0_reverse	3	0.024293625727295876
641508	rnn.weight_hh_l0_reverse	4	-0.08291522413492203
641508	rnn.weight_hh_l0_reverse	5	0.03589187562465668
641508	rnn.weight_hh_l0_reverse	6	0.029017644003033638
641508	rnn.weight_hh_l0_reverse	7	-0.12794330716133118
641508	rnn.weight_hh_l0_reverse	8	-0.07671082764863968
641508	rnn.weight_hh_l0_reverse	9	0.042443420737981796
641508	rnn.bias_ih_l0_reverse	0	-0.17482519149780273
641508	rnn.bias_ih_l0_reverse	1	-0.0733921229839325
641508	rnn.bias_ih_l0_reverse	2	0.1396797001361847
641508	rnn.bias_ih_l0_reverse	3	-0.3151794970035553
641508	rnn.bias_ih_l0_reverse	4	0.01452729944139719
641508	rnn.bias_ih_l0_reverse	5	-0.22324040532112122
641508	rnn.bias_ih_l0_reverse	6	0.28089678287506104
641508	rnn.bias_ih_l0_reverse	7	-0.3051609992980957
641508	rnn.bias_ih_l0_reverse	8	-0.1871725618839264
641508	rnn.bias_ih_l0_reverse	9	-0.16820703446865082
641508	rnn.bias_hh_l0_reverse	0	-0.1422087848186493
641508	rnn.bias_hh_l0_reverse	1	0.2733297049999237
641508	rnn.bias_hh_l0_reverse	2	-0.34588852524757385
641508	rnn.bias_hh_l0_reverse	3	-0.22131383419036865
641508	rnn.bias_hh_l0_reverse	4	-0.40352046489715576
641508	rnn.bias_hh_l0_reverse	5	-0.2030065506696701
641508	rnn.bias_hh_l0_reverse	6	-0.27689090371131897
641508	rnn.bias_hh_l0_reverse	7	-0.0893888920545578
641508	rnn.bias_hh_l0_reverse	8	-0.31804797053337097
641508	rnn.bias_hh_l0_reverse	9	0.21632473170757294
641508	linear.weight	0	0.24469813704490662
641508	linear.weight	1	-0.42860180139541626
641508	linear.weight	2	0.003626873716711998
641508	linear.weight	3	0.06750574707984924
641508	linear.weight	4	-0.11873777955770493
641508	linear.weight	5	0.2524424195289612
641508	linear.weight	6	-0.040785789489746094
641508	linear.weight	7	-0.06010200083255768
641508	linear.weight	8	0.10441199690103531
641508	linear.weight	9	-0.0495646633207798
641508	linear.bias	0	-0.8742321133613586
641508	linear.bias	1	1.854812502861023
641508	linear.bias	2	0.7686383724212646
641508	linear.bias	3	-2.730797052383423
641508	linear.bias	4	-0.12378963083028793
641508	linear.bias	5	1.2852035760879517
641508	linear.bias	6	-0.2196747213602066
641508	linear.bias	7	0.8181989789009094
641508	linear.bias	8	2.0983214378356934
641508	linear.bias	9	-1.3838993310928345
642117	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
642117	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
642117	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
642117	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
642117	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
642117	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
642117	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
642117	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
642117	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
642117	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
642117	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
642117	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
642117	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
642117	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
642117	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
642117	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
642117	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
642117	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
642117	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
642117	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
642117	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
642117	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
642117	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
642117	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
642117	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
642117	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
642117	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
642117	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
642117	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
642117	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
642117	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
642117	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
642117	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
642117	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
642117	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
642117	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
642117	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
642117	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
642117	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
642117	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
642117	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
642117	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
642117	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
642117	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
642117	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
642117	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
642117	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
642117	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
642117	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
642117	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
642117	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
642117	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
642117	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
642117	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
642117	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
642117	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
642117	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
642117	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
642117	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
642117	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
642117	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
642117	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
642117	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
642117	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
642117	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
642117	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
642117	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
642117	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
642117	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
642117	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
642117	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
642117	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
642117	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
642117	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
642117	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
642117	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
642117	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
642117	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
642117	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
642117	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
642117	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
642117	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
642117	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
642117	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
642117	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
642117	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
642117	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
642117	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
642117	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
642117	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
642117	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
642117	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
642117	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
642117	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
642117	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
642117	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
642117	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
642117	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
642117	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
642117	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
642117	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
642117	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
642117	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
642117	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
642117	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
642117	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
642117	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
642117	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
642117	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
642117	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
642117	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
642117	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
642117	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
642117	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
642117	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
642117	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
642117	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
642117	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
642117	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
642117	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
642117	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
642117	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
642117	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
642117	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
642117	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
642117	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
642117	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
642117	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
642117	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
642117	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
642117	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
642117	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
642117	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
642117	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
642117	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
642117	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
642117	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
642117	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
642117	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
642117	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
642117	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
642117	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
642117	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
642117	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
642117	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
642117	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
642117	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
642117	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
642117	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
642117	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
642117	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
642117	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
642117	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
642117	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
642117	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
642117	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
642117	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
642117	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
642117	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
642117	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
642117	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
642117	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
642117	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
642117	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
642117	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
642117	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
642117	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
642117	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
642117	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
642117	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
642117	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
642117	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
642117	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
642117	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
642117	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
642117	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
642117	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
642117	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
642117	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
642117	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
642117	embedding2nn.weight	0	0.31296420097351074
642117	embedding2nn.weight	1	0.3766035735607147
642117	embedding2nn.weight	2	-0.00485089560970664
642117	embedding2nn.weight	3	0.0013946953695267439
642117	embedding2nn.weight	4	-0.018246857449412346
642117	embedding2nn.weight	5	0.06305242329835892
642117	embedding2nn.weight	6	-0.013378670439124107
642117	embedding2nn.weight	7	-0.009548487141728401
642117	embedding2nn.weight	8	0.05998009070754051
642117	embedding2nn.weight	9	-0.04312041774392128
642117	embedding2nn.bias	0	-0.0030330356676131487
642117	embedding2nn.bias	1	-0.19296175241470337
642117	embedding2nn.bias	2	0.1532927006483078
642117	embedding2nn.bias	3	0.16469672322273254
642117	embedding2nn.bias	4	0.14285597205162048
642117	embedding2nn.bias	5	-0.06765147298574448
642117	embedding2nn.bias	6	-0.04163309186697006
642117	embedding2nn.bias	7	0.05153321102261543
642117	embedding2nn.bias	8	-0.16202130913734436
642117	embedding2nn.bias	9	-0.3909553289413452
642117	rnn.weight_ih_l0	0	-0.005739354528486729
642117	rnn.weight_ih_l0	1	-0.053077179938554764
642117	rnn.weight_ih_l0	2	-0.05889187380671501
642117	rnn.weight_ih_l0	3	0.1115538477897644
642117	rnn.weight_ih_l0	4	0.018926449120044708
642117	rnn.weight_ih_l0	5	-0.06470950692892075
642117	rnn.weight_ih_l0	6	0.009220626205205917
642117	rnn.weight_ih_l0	7	-0.011819206178188324
642117	rnn.weight_ih_l0	8	0.01649024523794651
642117	rnn.weight_ih_l0	9	-0.0915159359574318
642117	rnn.weight_hh_l0	0	-0.020263204351067543
642117	rnn.weight_hh_l0	1	0.0829005315899849
642117	rnn.weight_hh_l0	2	0.01204240508377552
642117	rnn.weight_hh_l0	3	-0.030466243624687195
642117	rnn.weight_hh_l0	4	0.07510409504175186
642117	rnn.weight_hh_l0	5	0.016748623922467232
642117	rnn.weight_hh_l0	6	-0.08009841293096542
642117	rnn.weight_hh_l0	7	-0.11000094562768936
642117	rnn.weight_hh_l0	8	0.03727879747748375
642117	rnn.weight_hh_l0	9	-0.11665623635053635
642117	rnn.bias_ih_l0	0	0.1918759047985077
642117	rnn.bias_ih_l0	1	-0.3570092022418976
642117	rnn.bias_ih_l0	2	-0.0476042777299881
642117	rnn.bias_ih_l0	3	-0.22310957312583923
642117	rnn.bias_ih_l0	4	0.030079670250415802
642117	rnn.bias_ih_l0	5	-0.4310142397880554
642117	rnn.bias_ih_l0	6	-0.16775113344192505
642117	rnn.bias_ih_l0	7	-0.37906742095947266
642117	rnn.bias_ih_l0	8	-0.29206687211990356
642117	rnn.bias_ih_l0	9	-0.4549180269241333
642117	rnn.bias_hh_l0	0	-0.36145585775375366
642117	rnn.bias_hh_l0	1	-0.4300515651702881
642117	rnn.bias_hh_l0	2	-0.38548651337623596
642117	rnn.bias_hh_l0	3	-0.0700373500585556
642117	rnn.bias_hh_l0	4	-0.40784329175949097
642117	rnn.bias_hh_l0	5	-0.3583352267742157
642117	rnn.bias_hh_l0	6	-0.11378892511129379
642117	rnn.bias_hh_l0	7	0.07150261104106903
642117	rnn.bias_hh_l0	8	-0.22334186732769012
642117	rnn.bias_hh_l0	9	-0.5737425088882446
642117	rnn.weight_ih_l0_reverse	0	0.03167598322033882
642117	rnn.weight_ih_l0_reverse	1	-0.02602899633347988
642117	rnn.weight_ih_l0_reverse	2	-0.002580867614597082
642117	rnn.weight_ih_l0_reverse	3	-0.16273921728134155
642117	rnn.weight_ih_l0_reverse	4	0.08773273229598999
642117	rnn.weight_ih_l0_reverse	5	-0.14156770706176758
642117	rnn.weight_ih_l0_reverse	6	0.019174139946699142
642117	rnn.weight_ih_l0_reverse	7	0.037388063967227936
642117	rnn.weight_ih_l0_reverse	8	-0.0606655478477478
642117	rnn.weight_ih_l0_reverse	9	-0.07177094370126724
642117	rnn.weight_hh_l0_reverse	0	-0.13947315514087677
642117	rnn.weight_hh_l0_reverse	1	0.028751879930496216
642117	rnn.weight_hh_l0_reverse	2	-0.019482219591736794
642117	rnn.weight_hh_l0_reverse	3	0.024452170357108116
642117	rnn.weight_hh_l0_reverse	4	-0.08356757462024689
642117	rnn.weight_hh_l0_reverse	5	0.035920754075050354
642117	rnn.weight_hh_l0_reverse	6	0.029261577874422073
642117	rnn.weight_hh_l0_reverse	7	-0.12914231419563293
642117	rnn.weight_hh_l0_reverse	8	-0.07708312571048737
642117	rnn.weight_hh_l0_reverse	9	0.04283152148127556
642117	rnn.bias_ih_l0_reverse	0	-0.1768835484981537
642117	rnn.bias_ih_l0_reverse	1	-0.07181631028652191
642117	rnn.bias_ih_l0_reverse	2	0.13673147559165955
642117	rnn.bias_ih_l0_reverse	3	-0.31687015295028687
642117	rnn.bias_ih_l0_reverse	4	0.010702299885451794
642117	rnn.bias_ih_l0_reverse	5	-0.22268226742744446
642117	rnn.bias_ih_l0_reverse	6	0.27259930968284607
642117	rnn.bias_ih_l0_reverse	7	-0.3096820116043091
642117	rnn.bias_ih_l0_reverse	8	-0.18644005060195923
642117	rnn.bias_ih_l0_reverse	9	-0.16480399668216705
642117	rnn.bias_hh_l0_reverse	0	-0.13975825905799866
642117	rnn.bias_hh_l0_reverse	1	0.26964548230171204
642117	rnn.bias_hh_l0_reverse	2	-0.3482034206390381
642117	rnn.bias_hh_l0_reverse	3	-0.22570529580116272
642117	rnn.bias_hh_l0_reverse	4	-0.4009392261505127
642117	rnn.bias_hh_l0_reverse	5	-0.19924026727676392
642117	rnn.bias_hh_l0_reverse	6	-0.2785557806491852
642117	rnn.bias_hh_l0_reverse	7	-0.08588360249996185
642117	rnn.bias_hh_l0_reverse	8	-0.3160431683063507
642117	rnn.bias_hh_l0_reverse	9	0.21038754284381866
642117	linear.weight	0	0.2303919792175293
642117	linear.weight	1	-0.42588916420936584
642117	linear.weight	2	0.03622434660792351
642117	linear.weight	3	0.06750430166721344
642117	linear.weight	4	-0.11089755594730377
642117	linear.weight	5	0.2516147196292877
642117	linear.weight	6	-0.050102297216653824
642117	linear.weight	7	-0.06009882315993309
642117	linear.weight	8	0.12391355633735657
642117	linear.weight	9	-0.04956722632050514
642117	linear.bias	0	-0.8842746019363403
642117	linear.bias	1	1.8816806077957153
642117	linear.bias	2	0.7640268802642822
642117	linear.bias	3	-2.7308948040008545
642117	linear.bias	4	-0.1341606229543686
642117	linear.bias	5	1.2788366079330444
642117	linear.bias	6	-0.20382782816886902
642117	linear.bias	7	0.822036862373352
642117	linear.bias	8	2.099186897277832
642117	linear.bias	9	-1.3951339721679688
642726	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
642726	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
642726	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
642726	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
642726	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
642726	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
642726	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
642726	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
642726	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
642726	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
642726	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
642726	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
642726	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
642726	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
642726	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
642726	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
642726	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
642726	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
642726	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
642726	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
642726	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
642726	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
642726	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
642726	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
642726	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
642726	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
642726	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
642726	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
642726	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
642726	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
642726	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
642726	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
642726	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
642726	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
642726	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
642726	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
642726	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
642726	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
642726	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
642726	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
642726	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
642726	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
642726	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
642726	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
642726	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
642726	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
642726	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
642726	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
642726	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
642726	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
642726	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
642726	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
642726	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
642726	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
642726	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
642726	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
642726	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
642726	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
642726	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
642726	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
642726	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
642726	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
642726	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
642726	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
642726	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
642726	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
642726	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
642726	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
642726	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
642726	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
642726	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
642726	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
642726	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
642726	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
642726	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
642726	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
642726	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
642726	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
642726	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
642726	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
642726	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
642726	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
642726	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
642726	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
642726	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
642726	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
642726	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
642726	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
642726	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
642726	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
642726	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
642726	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
642726	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
642726	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
642726	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
642726	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
642726	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
642726	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
642726	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
642726	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
642726	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
642726	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
642726	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
642726	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
642726	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
642726	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
642726	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
642726	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
642726	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
642726	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
642726	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
642726	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
642726	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
642726	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
642726	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
642726	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
642726	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
642726	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
642726	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
642726	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
642726	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
642726	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
642726	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
642726	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
642726	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
642726	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
642726	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
642726	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
642726	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
642726	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
642726	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
642726	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
642726	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
642726	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
642726	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
642726	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
642726	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
642726	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
642726	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
642726	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
642726	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
642726	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
642726	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
642726	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
642726	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
642726	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
642726	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
642726	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
642726	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
642726	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
642726	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
642726	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
642726	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
642726	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
642726	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
642726	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
642726	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
642726	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
642726	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
642726	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
642726	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
642726	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
642726	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
642726	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
642726	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
642726	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
642726	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
642726	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
642726	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
642726	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
642726	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
642726	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
642726	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
642726	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
642726	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
642726	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
642726	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
642726	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
642726	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
642726	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
642726	embedding2nn.weight	0	0.3132398724555969
642726	embedding2nn.weight	1	0.37458494305610657
642726	embedding2nn.weight	2	-0.00530876824632287
642726	embedding2nn.weight	3	0.004658806137740612
642726	embedding2nn.weight	4	-0.020204948261380196
642726	embedding2nn.weight	5	0.061799876391887665
642726	embedding2nn.weight	6	-0.012505586259067059
642726	embedding2nn.weight	7	-0.0070965467020869255
642726	embedding2nn.weight	8	0.062437888234853745
642726	embedding2nn.weight	9	-0.04403013736009598
642726	embedding2nn.bias	0	-0.0024608206003904343
642726	embedding2nn.bias	1	-0.19809651374816895
642726	embedding2nn.bias	2	0.15667122602462769
642726	embedding2nn.bias	3	0.15360800921916962
642726	embedding2nn.bias	4	0.1504308581352234
642726	embedding2nn.bias	5	-0.06996097415685654
642726	embedding2nn.bias	6	-0.04247794300317764
642726	embedding2nn.bias	7	0.05044913291931152
642726	embedding2nn.bias	8	-0.15279506146907806
642726	embedding2nn.bias	9	-0.40508928894996643
642726	rnn.weight_ih_l0	0	-0.006282391957938671
642726	rnn.weight_ih_l0	1	-0.053569547832012177
642726	rnn.weight_ih_l0	2	-0.05622944235801697
642726	rnn.weight_ih_l0	3	0.11124508827924728
642726	rnn.weight_ih_l0	4	0.020886586979031563
642726	rnn.weight_ih_l0	5	-0.062443312257528305
642726	rnn.weight_ih_l0	6	0.008718612603843212
642726	rnn.weight_ih_l0	7	-0.015090875327587128
642726	rnn.weight_ih_l0	8	0.01390296034514904
642726	rnn.weight_ih_l0	9	-0.09341562539339066
642726	rnn.weight_hh_l0	0	-0.020170647650957108
642726	rnn.weight_hh_l0	1	0.08257567137479782
642726	rnn.weight_hh_l0	2	0.011410333216190338
642726	rnn.weight_hh_l0	3	-0.03087906539440155
642726	rnn.weight_hh_l0	4	0.07537218183279037
642726	rnn.weight_hh_l0	5	0.01666560024023056
642726	rnn.weight_hh_l0	6	-0.08007323741912842
642726	rnn.weight_hh_l0	7	-0.11042486131191254
642726	rnn.weight_hh_l0	8	0.03734305873513222
642726	rnn.weight_hh_l0	9	-0.11714765429496765
642726	rnn.bias_ih_l0	0	0.2005189061164856
642726	rnn.bias_ih_l0	1	-0.35654598474502563
642726	rnn.bias_ih_l0	2	-0.04902749881148338
642726	rnn.bias_ih_l0	3	-0.22246403992176056
642726	rnn.bias_ih_l0	4	0.03217883035540581
642726	rnn.bias_ih_l0	5	-0.4271906316280365
642726	rnn.bias_ih_l0	6	-0.16721472144126892
642726	rnn.bias_ih_l0	7	-0.3795018494129181
642726	rnn.bias_ih_l0	8	-0.29149892926216125
642726	rnn.bias_ih_l0	9	-0.43878915905952454
642726	rnn.bias_hh_l0	0	-0.36515676975250244
642726	rnn.bias_hh_l0	1	-0.4294792711734772
642726	rnn.bias_hh_l0	2	-0.38165760040283203
642726	rnn.bias_hh_l0	3	-0.06912261247634888
642726	rnn.bias_hh_l0	4	-0.4069972336292267
642726	rnn.bias_hh_l0	5	-0.36113014817237854
642726	rnn.bias_hh_l0	6	-0.11792942136526108
642726	rnn.bias_hh_l0	7	0.06680643558502197
642726	rnn.bias_hh_l0	8	-0.22547252476215363
642726	rnn.bias_hh_l0	9	-0.5735113620758057
642726	rnn.weight_ih_l0_reverse	0	0.029601436108350754
642726	rnn.weight_ih_l0_reverse	1	-0.026158222928643227
642726	rnn.weight_ih_l0_reverse	2	-0.0009414119995199144
642726	rnn.weight_ih_l0_reverse	3	-0.16245324909687042
642726	rnn.weight_ih_l0_reverse	4	0.0866377204656601
642726	rnn.weight_ih_l0_reverse	5	-0.14387935400009155
642726	rnn.weight_ih_l0_reverse	6	0.020600978285074234
642726	rnn.weight_ih_l0_reverse	7	0.03664897009730339
642726	rnn.weight_ih_l0_reverse	8	-0.061552517116069794
642726	rnn.weight_ih_l0_reverse	9	-0.07139939814805984
642726	rnn.weight_hh_l0_reverse	0	-0.13949720561504364
642726	rnn.weight_hh_l0_reverse	1	0.02860044315457344
642726	rnn.weight_hh_l0_reverse	2	-0.019330469891428947
642726	rnn.weight_hh_l0_reverse	3	0.024895399808883667
642726	rnn.weight_hh_l0_reverse	4	-0.08358202129602432
642726	rnn.weight_hh_l0_reverse	5	0.03597113490104675
642726	rnn.weight_hh_l0_reverse	6	0.02929021045565605
642726	rnn.weight_hh_l0_reverse	7	-0.12846830487251282
642726	rnn.weight_hh_l0_reverse	8	-0.07675815373659134
642726	rnn.weight_hh_l0_reverse	9	0.04286595433950424
642726	rnn.bias_ih_l0_reverse	0	-0.17561796307563782
642726	rnn.bias_ih_l0_reverse	1	-0.07696713507175446
642726	rnn.bias_ih_l0_reverse	2	0.13564568758010864
642726	rnn.bias_ih_l0_reverse	3	-0.3156665861606598
642726	rnn.bias_ih_l0_reverse	4	0.01053512841463089
642726	rnn.bias_ih_l0_reverse	5	-0.22287219762802124
642726	rnn.bias_ih_l0_reverse	6	0.2789156138896942
642726	rnn.bias_ih_l0_reverse	7	-0.3158993422985077
642726	rnn.bias_ih_l0_reverse	8	-0.18559688329696655
642726	rnn.bias_ih_l0_reverse	9	-0.16687537729740143
642726	rnn.bias_hh_l0_reverse	0	-0.1366168111562729
642726	rnn.bias_hh_l0_reverse	1	0.26857852935791016
642726	rnn.bias_hh_l0_reverse	2	-0.34644511342048645
642726	rnn.bias_hh_l0_reverse	3	-0.22437192499637604
642726	rnn.bias_hh_l0_reverse	4	-0.3965522348880768
642726	rnn.bias_hh_l0_reverse	5	-0.20171840488910675
642726	rnn.bias_hh_l0_reverse	6	-0.27646303176879883
642726	rnn.bias_hh_l0_reverse	7	-0.08688149601221085
642726	rnn.bias_hh_l0_reverse	8	-0.32377737760543823
642726	rnn.bias_hh_l0_reverse	9	0.21689175069332123
642726	linear.weight	0	0.24014100432395935
642726	linear.weight	1	-0.42459142208099365
642726	linear.weight	2	0.047146789729595184
642726	linear.weight	3	0.06750348210334778
642726	linear.weight	4	-0.12076149880886078
642726	linear.weight	5	0.24886195361614227
642726	linear.weight	6	-0.04933866858482361
642726	linear.weight	7	-0.06009580194950104
642726	linear.weight	8	0.113690085709095
642726	linear.weight	9	-0.04956967756152153
642726	linear.bias	0	-0.8854970932006836
642726	linear.bias	1	1.8953871726989746
642726	linear.bias	2	0.7410608530044556
642726	linear.bias	3	-2.730991840362549
642726	linear.bias	4	-0.12192268669605255
642726	linear.bias	5	1.2687586545944214
642726	linear.bias	6	-0.22304289042949677
642726	linear.bias	7	0.8116713762283325
642726	linear.bias	8	2.1002750396728516
642726	linear.bias	9	-1.3865469694137573
643335	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
643335	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
643335	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
643335	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
643335	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
643335	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
643335	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
643335	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
643335	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
643335	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
643335	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
643335	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
643335	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
643335	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
643335	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
643335	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
643335	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
643335	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
643335	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
643335	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
643335	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
643335	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
643335	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
643335	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
643335	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
643335	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
643335	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
643335	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
643335	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
643335	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
643335	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
643335	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
643335	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
643335	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
643335	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
643335	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
643335	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
643335	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
643335	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
643335	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
643335	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
643335	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
643335	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
643335	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
643335	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
643335	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
643335	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
643335	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
643335	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
643335	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
643335	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
643335	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
643335	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
643335	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
643335	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
643335	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
643335	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
643335	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
643335	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
643335	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
643335	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
643335	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
643335	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
643335	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
643335	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
643335	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
643335	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
643335	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
643335	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
643335	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
643335	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
643335	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
643335	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
643335	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
643335	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
643335	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
643335	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
643335	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
643335	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
643335	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
643335	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
643335	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
643335	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
643335	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
643335	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
643335	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
643335	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
643335	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
643335	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
643335	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
643335	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
643335	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
643335	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
643335	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
643335	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
643335	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
643335	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
643335	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
643335	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
643335	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
643335	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
643335	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
643335	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
643335	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
643335	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
643335	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
643335	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
643335	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
643335	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
643335	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
643335	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
643335	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
643335	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
643335	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
643335	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
643335	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
643335	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
643335	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
643335	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
643335	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
643335	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
643335	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
643335	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
643335	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
643335	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
643335	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
643335	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
643335	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
643335	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
643335	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
643335	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
643335	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
643335	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
643335	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
643335	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
643335	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
643335	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
643335	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
643335	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
643335	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
643335	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
643335	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
643335	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
643335	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
643335	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
643335	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
643335	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
643335	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
643335	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
643335	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
643335	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
643335	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
643335	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
643335	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
643335	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
643335	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
643335	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
643335	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
643335	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
643335	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
643335	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
643335	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
643335	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
643335	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
643335	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
643335	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
643335	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
643335	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
643335	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
643335	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
643335	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
643335	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
643335	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
643335	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
643335	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
643335	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
643335	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
643335	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
643335	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
643335	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
643335	embedding2nn.weight	0	0.3130623996257782
643335	embedding2nn.weight	1	0.37296175956726074
643335	embedding2nn.weight	2	-0.004904489032924175
643335	embedding2nn.weight	3	0.010474402457475662
643335	embedding2nn.weight	4	-0.02255508489906788
643335	embedding2nn.weight	5	0.06006040424108505
643335	embedding2nn.weight	6	-0.018673479557037354
643335	embedding2nn.weight	7	-0.0088051063939929
643335	embedding2nn.weight	8	0.06096068397164345
643335	embedding2nn.weight	9	-0.04421023279428482
643335	embedding2nn.bias	0	-0.005431128200143576
643335	embedding2nn.bias	1	-0.18814009428024292
643335	embedding2nn.bias	2	0.16833235323429108
643335	embedding2nn.bias	3	0.16074591875076294
643335	embedding2nn.bias	4	0.15503071248531342
643335	embedding2nn.bias	5	-0.0635366216301918
643335	embedding2nn.bias	6	-0.060901764780282974
643335	embedding2nn.bias	7	0.05955224484205246
643335	embedding2nn.bias	8	-0.1603604108095169
643335	embedding2nn.bias	9	-0.39999499917030334
643335	rnn.weight_ih_l0	0	-0.005595450289547443
643335	rnn.weight_ih_l0	1	-0.05281440541148186
643335	rnn.weight_ih_l0	2	-0.05815136432647705
643335	rnn.weight_ih_l0	3	0.11467655748128891
643335	rnn.weight_ih_l0	4	0.022225122898817062
643335	rnn.weight_ih_l0	5	-0.0627664178609848
643335	rnn.weight_ih_l0	6	0.008728612214326859
643335	rnn.weight_ih_l0	7	-0.01679144613444805
643335	rnn.weight_ih_l0	8	0.0075110481120646
643335	rnn.weight_ih_l0	9	-0.09371907263994217
643335	rnn.weight_hh_l0	0	-0.02010304294526577
643335	rnn.weight_hh_l0	1	0.08225908130407333
643335	rnn.weight_hh_l0	2	0.012353435158729553
643335	rnn.weight_hh_l0	3	-0.03030899167060852
643335	rnn.weight_hh_l0	4	0.07583948224782944
643335	rnn.weight_hh_l0	5	0.015791695564985275
643335	rnn.weight_hh_l0	6	-0.08028881996870041
643335	rnn.weight_hh_l0	7	-0.11152635514736176
643335	rnn.weight_hh_l0	8	0.037545811384916306
643335	rnn.weight_hh_l0	9	-0.1174444705247879
643335	rnn.bias_ih_l0	0	0.20066988468170166
643335	rnn.bias_ih_l0	1	-0.35617122054100037
643335	rnn.bias_ih_l0	2	-0.04945537447929382
643335	rnn.bias_ih_l0	3	-0.2233472466468811
643335	rnn.bias_ih_l0	4	0.029809903353452682
643335	rnn.bias_ih_l0	5	-0.42646926641464233
643335	rnn.bias_ih_l0	6	-0.17518027126789093
643335	rnn.bias_ih_l0	7	-0.38010236620903015
643335	rnn.bias_ih_l0	8	-0.2960166931152344
643335	rnn.bias_ih_l0	9	-0.45316246151924133
643335	rnn.bias_hh_l0	0	-0.366524875164032
643335	rnn.bias_hh_l0	1	-0.4311632812023163
643335	rnn.bias_hh_l0	2	-0.3844752609729767
643335	rnn.bias_hh_l0	3	-0.07078222185373306
643335	rnn.bias_hh_l0	4	-0.40352001786231995
643335	rnn.bias_hh_l0	5	-0.3594881296157837
643335	rnn.bias_hh_l0	6	-0.12202013283967972
643335	rnn.bias_hh_l0	7	0.0758398175239563
643335	rnn.bias_hh_l0	8	-0.22231969237327576
643335	rnn.bias_hh_l0	9	-0.5732656717300415
643335	rnn.weight_ih_l0_reverse	0	0.026855556294322014
643335	rnn.weight_ih_l0_reverse	1	-0.02414446324110031
643335	rnn.weight_ih_l0_reverse	2	-0.002634424716234207
643335	rnn.weight_ih_l0_reverse	3	-0.16395390033721924
643335	rnn.weight_ih_l0_reverse	4	0.08604378253221512
643335	rnn.weight_ih_l0_reverse	5	-0.14329193532466888
643335	rnn.weight_ih_l0_reverse	6	0.016882283613085747
643335	rnn.weight_ih_l0_reverse	7	0.036388784646987915
643335	rnn.weight_ih_l0_reverse	8	-0.06159529462456703
643335	rnn.weight_ih_l0_reverse	9	-0.07284042239189148
643335	rnn.weight_hh_l0_reverse	0	-0.13915249705314636
643335	rnn.weight_hh_l0_reverse	1	0.028384249657392502
643335	rnn.weight_hh_l0_reverse	2	-0.019595811143517494
643335	rnn.weight_hh_l0_reverse	3	0.025438396260142326
643335	rnn.weight_hh_l0_reverse	4	-0.08285935968160629
643335	rnn.weight_hh_l0_reverse	5	0.03585224971175194
643335	rnn.weight_hh_l0_reverse	6	0.028914695605635643
643335	rnn.weight_hh_l0_reverse	7	-0.1263815462589264
643335	rnn.weight_hh_l0_reverse	8	-0.07469650357961655
643335	rnn.weight_hh_l0_reverse	9	0.04236196354031563
643335	rnn.bias_ih_l0_reverse	0	-0.1728922575712204
643335	rnn.bias_ih_l0_reverse	1	-0.0734122097492218
643335	rnn.bias_ih_l0_reverse	2	0.14137721061706543
643335	rnn.bias_ih_l0_reverse	3	-0.3177781403064728
643335	rnn.bias_ih_l0_reverse	4	0.006409312132745981
643335	rnn.bias_ih_l0_reverse	5	-0.2192612737417221
643335	rnn.bias_ih_l0_reverse	6	0.276305615901947
643335	rnn.bias_ih_l0_reverse	7	-0.31896859407424927
643335	rnn.bias_ih_l0_reverse	8	-0.18349193036556244
643335	rnn.bias_ih_l0_reverse	9	-0.1649167835712433
643335	rnn.bias_hh_l0_reverse	0	-0.13529056310653687
643335	rnn.bias_hh_l0_reverse	1	0.2649573087692261
643335	rnn.bias_hh_l0_reverse	2	-0.3436732888221741
643335	rnn.bias_hh_l0_reverse	3	-0.22628234326839447
643335	rnn.bias_hh_l0_reverse	4	-0.39413583278656006
643335	rnn.bias_hh_l0_reverse	5	-0.2028670758008957
643335	rnn.bias_hh_l0_reverse	6	-0.27168989181518555
643335	rnn.bias_hh_l0_reverse	7	-0.08727094531059265
643335	rnn.bias_hh_l0_reverse	8	-0.3280758857727051
643335	rnn.bias_hh_l0_reverse	9	0.21527469158172607
643335	linear.weight	0	0.23799461126327515
643335	linear.weight	1	-0.4182394742965698
643335	linear.weight	2	0.032293129712343216
643335	linear.weight	3	0.06750287860631943
643335	linear.weight	4	-0.1317508965730667
643335	linear.weight	5	0.2533259093761444
643335	linear.weight	6	-0.04995259270071983
643335	linear.weight	7	-0.06009306386113167
643335	linear.weight	8	0.1151106134057045
643335	linear.weight	9	-0.04957214742898941
643335	linear.bias	0	-0.8735272884368896
643335	linear.bias	1	1.8637558221817017
643335	linear.bias	2	0.7643153071403503
643335	linear.bias	3	-2.7311031818389893
643335	linear.bias	4	-0.11012528836727142
643335	linear.bias	5	1.2668588161468506
643335	linear.bias	6	-0.22673693299293518
643335	linear.bias	7	0.8428575396537781
643335	linear.bias	8	2.1132047176361084
643335	linear.bias	9	-1.3831589221954346
643944	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
643944	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
643944	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
643944	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
643944	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
643944	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
643944	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
643944	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
643944	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
643944	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
643944	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
643944	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
643944	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
643944	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
643944	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
643944	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
643944	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
643944	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
643944	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
643944	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
643944	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
643944	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
643944	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
643944	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
643944	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
643944	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
643944	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
643944	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
643944	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
643944	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
643944	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
643944	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
643944	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
643944	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
643944	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
643944	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
643944	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
643944	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
643944	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
643944	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
643944	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
643944	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
643944	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
643944	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
643944	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
643944	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
643944	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
643944	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
643944	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
643944	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
643944	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
643944	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
643944	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
643944	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
643944	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
643944	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
643944	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
643944	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
643944	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
643944	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
643944	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
643944	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
643944	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
643944	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
643944	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
643944	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
643944	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
643944	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
643944	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
643944	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
643944	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
643944	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
643944	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
643944	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
643944	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
643944	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
643944	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
643944	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
643944	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
643944	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
643944	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
643944	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
643944	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
643944	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
643944	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
643944	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
643944	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
643944	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
643944	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
643944	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
643944	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
643944	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
643944	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
643944	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
643944	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
643944	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
643944	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
643944	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
643944	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
643944	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
643944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
643944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
643944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
643944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
643944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
643944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
643944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
643944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
643944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
643944	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
643944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
643944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
643944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
643944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
643944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
643944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
643944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
643944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
643944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
643944	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
643944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
643944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
643944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
643944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
643944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
643944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
643944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
643944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
643944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
643944	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
643944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
643944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
643944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
643944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
643944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
643944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
643944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
643944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
643944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
643944	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
643944	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
643944	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
643944	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
643944	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
643944	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
643944	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
643944	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
643944	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
643944	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
643944	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
643944	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
643944	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
643944	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
643944	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
643944	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
643944	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
643944	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
643944	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
643944	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
643944	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
643944	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
643944	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
643944	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
643944	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
643944	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
643944	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
643944	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
643944	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
643944	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
643944	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
643944	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
643944	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
643944	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
643944	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
643944	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
643944	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
643944	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
643944	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
643944	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
643944	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
643944	embedding2nn.weight	0	0.31435054540634155
643944	embedding2nn.weight	1	0.3710522949695587
643944	embedding2nn.weight	2	-0.010291744954884052
643944	embedding2nn.weight	3	0.011740211397409439
643944	embedding2nn.weight	4	-0.02427070401608944
643944	embedding2nn.weight	5	0.06018194928765297
643944	embedding2nn.weight	6	-0.016091108322143555
643944	embedding2nn.weight	7	-0.010878761298954487
643944	embedding2nn.weight	8	0.05773121863603592
643944	embedding2nn.weight	9	-0.043216049671173096
643944	embedding2nn.bias	0	0.01811528019607067
643944	embedding2nn.bias	1	-0.1872490793466568
643944	embedding2nn.bias	2	0.16135570406913757
643944	embedding2nn.bias	3	0.16500887274742126
643944	embedding2nn.bias	4	0.15233580768108368
643944	embedding2nn.bias	5	-0.06248895451426506
643944	embedding2nn.bias	6	-0.05967061221599579
643944	embedding2nn.bias	7	0.05968569219112396
643944	embedding2nn.bias	8	-0.1652548909187317
643944	embedding2nn.bias	9	-0.39266297221183777
643944	rnn.weight_ih_l0	0	-0.006022484507411718
643944	rnn.weight_ih_l0	1	-0.053502269089221954
643944	rnn.weight_ih_l0	2	-0.05609160289168358
643944	rnn.weight_ih_l0	3	0.11402355879545212
643944	rnn.weight_ih_l0	4	0.01394597627222538
643944	rnn.weight_ih_l0	5	-0.06121096387505531
643944	rnn.weight_ih_l0	6	0.00872465968132019
643944	rnn.weight_ih_l0	7	-0.017572253942489624
643944	rnn.weight_ih_l0	8	0.008313884027302265
643944	rnn.weight_ih_l0	9	-0.09556596726179123
643944	rnn.weight_hh_l0	0	-0.02022295445203781
643944	rnn.weight_hh_l0	1	0.08289139717817307
643944	rnn.weight_hh_l0	2	0.012109557166695595
643944	rnn.weight_hh_l0	3	-0.03000958263874054
643944	rnn.weight_hh_l0	4	0.0757504552602768
643944	rnn.weight_hh_l0	5	0.016072724014520645
643944	rnn.weight_hh_l0	6	-0.0797654464840889
643944	rnn.weight_hh_l0	7	-0.11210062354803085
643944	rnn.weight_hh_l0	8	0.037742823362350464
643944	rnn.weight_hh_l0	9	-0.11696477979421616
643944	rnn.bias_ih_l0	0	0.20161126554012299
643944	rnn.bias_ih_l0	1	-0.35502275824546814
643944	rnn.bias_ih_l0	2	-0.0482991524040699
643944	rnn.bias_ih_l0	3	-0.22258740663528442
643944	rnn.bias_ih_l0	4	0.02642393670976162
643944	rnn.bias_ih_l0	5	-0.4290195107460022
643944	rnn.bias_ih_l0	6	-0.17274905741214752
643944	rnn.bias_ih_l0	7	-0.3795109987258911
643944	rnn.bias_ih_l0	8	-0.2994632124900818
643944	rnn.bias_ih_l0	9	-0.45303207635879517
643944	rnn.bias_hh_l0	0	-0.3678490221500397
643944	rnn.bias_hh_l0	1	-0.43010085821151733
643944	rnn.bias_hh_l0	2	-0.38907861709594727
643944	rnn.bias_hh_l0	3	-0.07031409442424774
643944	rnn.bias_hh_l0	4	-0.4008219540119171
643944	rnn.bias_hh_l0	5	-0.36077752709388733
643944	rnn.bias_hh_l0	6	-0.1155894473195076
643944	rnn.bias_hh_l0	7	0.0790354311466217
643944	rnn.bias_hh_l0	8	-0.22340348362922668
643944	rnn.bias_hh_l0	9	-0.5697141289710999
643944	rnn.weight_ih_l0_reverse	0	0.03147188946604729
643944	rnn.weight_ih_l0_reverse	1	-0.023797577247023582
643944	rnn.weight_ih_l0_reverse	2	-0.0015097592258825898
643944	rnn.weight_ih_l0_reverse	3	-0.16377677023410797
643944	rnn.weight_ih_l0_reverse	4	0.08733329176902771
643944	rnn.weight_ih_l0_reverse	5	-0.14436516165733337
643944	rnn.weight_ih_l0_reverse	6	0.018382733687758446
643944	rnn.weight_ih_l0_reverse	7	0.03590134158730507
643944	rnn.weight_ih_l0_reverse	8	-0.06310126185417175
643944	rnn.weight_ih_l0_reverse	9	-0.07250546663999557
643944	rnn.weight_hh_l0_reverse	0	-0.13902105391025543
643944	rnn.weight_hh_l0_reverse	1	0.027881255373358727
643944	rnn.weight_hh_l0_reverse	2	-0.018976284191012383
643944	rnn.weight_hh_l0_reverse	3	0.025799758732318878
643944	rnn.weight_hh_l0_reverse	4	-0.08379928767681122
643944	rnn.weight_hh_l0_reverse	5	0.03568476811051369
643944	rnn.weight_hh_l0_reverse	6	0.028957549482584
643944	rnn.weight_hh_l0_reverse	7	-0.12336884438991547
643944	rnn.weight_hh_l0_reverse	8	-0.07584185898303986
643944	rnn.weight_hh_l0_reverse	9	0.0431768037378788
643944	rnn.bias_ih_l0_reverse	0	-0.1721033900976181
643944	rnn.bias_ih_l0_reverse	1	-0.07164991647005081
643944	rnn.bias_ih_l0_reverse	2	0.1355741173028946
643944	rnn.bias_ih_l0_reverse	3	-0.3111850619316101
643944	rnn.bias_ih_l0_reverse	4	0.006122778635472059
643944	rnn.bias_ih_l0_reverse	5	-0.21879620850086212
643944	rnn.bias_ih_l0_reverse	6	0.26790452003479004
643944	rnn.bias_ih_l0_reverse	7	-0.3199900686740875
643944	rnn.bias_ih_l0_reverse	8	-0.1845792680978775
643944	rnn.bias_ih_l0_reverse	9	-0.169187992811203
643944	rnn.bias_hh_l0_reverse	0	-0.13167986273765564
643944	rnn.bias_hh_l0_reverse	1	0.2665189504623413
643944	rnn.bias_hh_l0_reverse	2	-0.3467441201210022
643944	rnn.bias_hh_l0_reverse	3	-0.22554290294647217
643944	rnn.bias_hh_l0_reverse	4	-0.39418190717697144
643944	rnn.bias_hh_l0_reverse	5	-0.20302864909172058
643944	rnn.bias_hh_l0_reverse	6	-0.27723920345306396
643944	rnn.bias_hh_l0_reverse	7	-0.09306155890226364
643944	rnn.bias_hh_l0_reverse	8	-0.3282209634780884
643944	rnn.bias_hh_l0_reverse	9	0.22528758645057678
643944	linear.weight	0	0.20574450492858887
643944	linear.weight	1	-0.41091254353523254
643944	linear.weight	2	0.024191897362470627
643944	linear.weight	3	0.06750312447547913
643944	linear.weight	4	-0.14737872779369354
643944	linear.weight	5	0.2493767887353897
643944	linear.weight	6	-0.04257183521986008
643944	linear.weight	7	-0.060089994221925735
643944	linear.weight	8	0.14030900597572327
643944	linear.weight	9	-0.04957424849271774
643944	linear.bias	0	-0.8805164694786072
643944	linear.bias	1	1.8716498613357544
643944	linear.bias	2	0.7410655617713928
643944	linear.bias	3	-2.7311887741088867
643944	linear.bias	4	-0.11281750351190567
643944	linear.bias	5	1.2788169384002686
643944	linear.bias	6	-0.2359752655029297
643944	linear.bias	7	0.8362228274345398
643944	linear.bias	8	2.1393415927886963
643944	linear.bias	9	-1.3924119472503662
644553	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
644553	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
644553	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
644553	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
644553	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
644553	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
644553	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
644553	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
644553	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
644553	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
644553	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
644553	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
644553	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
644553	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
644553	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
644553	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
644553	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
644553	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
644553	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
644553	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
644553	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
644553	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
644553	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
644553	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
644553	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
644553	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
644553	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
644553	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
644553	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
644553	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
644553	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
644553	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
644553	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
644553	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
644553	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
644553	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
644553	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
644553	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
644553	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
644553	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
644553	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
644553	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
644553	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
644553	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
644553	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
644553	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
644553	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
644553	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
644553	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
644553	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
644553	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
644553	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
644553	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
644553	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
644553	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
644553	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
644553	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
644553	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
644553	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
644553	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
644553	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
644553	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
644553	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
644553	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
644553	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
644553	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
644553	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
644553	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
644553	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
644553	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
644553	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
644553	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
644553	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
644553	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
644553	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
644553	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
644553	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
644553	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
644553	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
644553	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
644553	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
644553	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
644553	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
644553	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
644553	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
644553	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
644553	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
644553	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
644553	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
644553	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
644553	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
644553	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
644553	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
644553	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
644553	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
644553	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
644553	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
644553	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
644553	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
644553	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
644553	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
644553	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
644553	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
644553	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
644553	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
644553	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
644553	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
644553	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
644553	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
644553	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
644553	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
644553	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
644553	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
644553	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
644553	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
644553	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
644553	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
644553	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
644553	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
644553	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
644553	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
644553	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
644553	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
644553	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
644553	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
644553	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
644553	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
644553	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
644553	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
644553	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
644553	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
644553	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
644553	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
644553	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
644553	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
644553	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
644553	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
644553	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
644553	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
644553	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
644553	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
644553	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
644553	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
644553	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
644553	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
644553	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
644553	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
644553	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
644553	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
644553	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
644553	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
644553	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
644553	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
644553	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
644553	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
644553	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
644553	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
644553	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
644553	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
644553	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
644553	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
644553	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
644553	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
644553	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
644553	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
644553	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
644553	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
644553	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
644553	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
644553	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
644553	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
644553	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
644553	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
644553	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
644553	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
644553	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
644553	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
644553	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
644553	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
644553	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
644553	embedding2nn.weight	0	0.3159208297729492
644553	embedding2nn.weight	1	0.37250450253486633
644553	embedding2nn.weight	2	-0.01015089638531208
644553	embedding2nn.weight	3	-0.004774058237671852
644553	embedding2nn.weight	4	-0.025321025401353836
644553	embedding2nn.weight	5	0.0605308935046196
644553	embedding2nn.weight	6	-0.011108554899692535
644553	embedding2nn.weight	7	-0.013625912368297577
644553	embedding2nn.weight	8	0.055528827011585236
644553	embedding2nn.weight	9	-0.0440780445933342
644553	embedding2nn.bias	0	0.009848167188465595
644553	embedding2nn.bias	1	-0.18712067604064941
644553	embedding2nn.bias	2	0.1725960224866867
644553	embedding2nn.bias	3	0.15118785202503204
644553	embedding2nn.bias	4	0.1496957391500473
644553	embedding2nn.bias	5	-0.07497426122426987
644553	embedding2nn.bias	6	-0.04964121803641319
644553	embedding2nn.bias	7	0.06588294357061386
644553	embedding2nn.bias	8	-0.16621889173984528
644553	embedding2nn.bias	9	-0.38984301686286926
644553	rnn.weight_ih_l0	0	-0.006481041666120291
644553	rnn.weight_ih_l0	1	-0.05203885957598686
644553	rnn.weight_ih_l0	2	-0.056922875344753265
644553	rnn.weight_ih_l0	3	0.1161104291677475
644553	rnn.weight_ih_l0	4	0.010099337436258793
644553	rnn.weight_ih_l0	5	-0.05966351926326752
644553	rnn.weight_ih_l0	6	0.012393140234053135
644553	rnn.weight_ih_l0	7	-0.018590623512864113
644553	rnn.weight_ih_l0	8	0.009753934107720852
644553	rnn.weight_ih_l0	9	-0.09477601945400238
644553	rnn.weight_hh_l0	0	-0.019866257905960083
644553	rnn.weight_hh_l0	1	0.0831487774848938
644553	rnn.weight_hh_l0	2	0.012331805191934109
644553	rnn.weight_hh_l0	3	-0.03015689179301262
644553	rnn.weight_hh_l0	4	0.07495682686567307
644553	rnn.weight_hh_l0	5	0.01688288152217865
644553	rnn.weight_hh_l0	6	-0.080011747777462
644553	rnn.weight_hh_l0	7	-0.11415623128414154
644553	rnn.weight_hh_l0	8	0.037843119353055954
644553	rnn.weight_hh_l0	9	-0.1170448586344719
644553	rnn.bias_ih_l0	0	0.19981418550014496
644553	rnn.bias_ih_l0	1	-0.35620594024658203
644553	rnn.bias_ih_l0	2	-0.04931066185235977
644553	rnn.bias_ih_l0	3	-0.21935802698135376
644553	rnn.bias_ih_l0	4	0.02401515655219555
644553	rnn.bias_ih_l0	5	-0.43137335777282715
644553	rnn.bias_ih_l0	6	-0.1743098795413971
644553	rnn.bias_ih_l0	7	-0.3791516125202179
644553	rnn.bias_ih_l0	8	-0.29999855160713196
644553	rnn.bias_ih_l0	9	-0.4531640410423279
644553	rnn.bias_hh_l0	0	-0.3647582232952118
644553	rnn.bias_hh_l0	1	-0.4284414052963257
644553	rnn.bias_hh_l0	2	-0.3886966407299042
644553	rnn.bias_hh_l0	3	-0.06994348764419556
644553	rnn.bias_hh_l0	4	-0.39831972122192383
644553	rnn.bias_hh_l0	5	-0.3604007363319397
644553	rnn.bias_hh_l0	6	-0.11908614635467529
644553	rnn.bias_hh_l0	7	0.07488996535539627
644553	rnn.bias_hh_l0	8	-0.22623823583126068
644553	rnn.bias_hh_l0	9	-0.5713033080101013
644553	rnn.weight_ih_l0_reverse	0	0.033009614795446396
644553	rnn.weight_ih_l0_reverse	1	-0.024713143706321716
644553	rnn.weight_ih_l0_reverse	2	0.0012500438606366515
644553	rnn.weight_ih_l0_reverse	3	-0.16257742047309875
644553	rnn.weight_ih_l0_reverse	4	0.08677143603563309
644553	rnn.weight_ih_l0_reverse	5	-0.1447618156671524
644553	rnn.weight_ih_l0_reverse	6	0.011368741281330585
644553	rnn.weight_ih_l0_reverse	7	0.03610844910144806
644553	rnn.weight_ih_l0_reverse	8	-0.06327895075082779
644553	rnn.weight_ih_l0_reverse	9	-0.07442536950111389
644553	rnn.weight_hh_l0_reverse	0	-0.13967418670654297
644553	rnn.weight_hh_l0_reverse	1	0.027198439463973045
644553	rnn.weight_hh_l0_reverse	2	-0.019172756001353264
644553	rnn.weight_hh_l0_reverse	3	0.025718245655298233
644553	rnn.weight_hh_l0_reverse	4	-0.08328091353178024
644553	rnn.weight_hh_l0_reverse	5	0.035943035036325455
644553	rnn.weight_hh_l0_reverse	6	0.02893476001918316
644553	rnn.weight_hh_l0_reverse	7	-0.12312145531177521
644553	rnn.weight_hh_l0_reverse	8	-0.07593188434839249
644553	rnn.weight_hh_l0_reverse	9	0.0416831448674202
644553	rnn.bias_ih_l0_reverse	0	-0.17172327637672424
644553	rnn.bias_ih_l0_reverse	1	-0.07526121288537979
644553	rnn.bias_ih_l0_reverse	2	0.13239873945713043
644553	rnn.bias_ih_l0_reverse	3	-0.31220418214797974
644553	rnn.bias_ih_l0_reverse	4	0.009267068468034267
644553	rnn.bias_ih_l0_reverse	5	-0.22063960134983063
644553	rnn.bias_ih_l0_reverse	6	0.2671574056148529
644553	rnn.bias_ih_l0_reverse	7	-0.31982409954071045
644553	rnn.bias_ih_l0_reverse	8	-0.18481643497943878
644553	rnn.bias_ih_l0_reverse	9	-0.16883239150047302
644553	rnn.bias_hh_l0_reverse	0	-0.140142560005188
644553	rnn.bias_hh_l0_reverse	1	0.26457884907722473
644553	rnn.bias_hh_l0_reverse	2	-0.3449183702468872
644553	rnn.bias_hh_l0_reverse	3	-0.22831429541110992
644553	rnn.bias_hh_l0_reverse	4	-0.3964069187641144
644553	rnn.bias_hh_l0_reverse	5	-0.20488502085208893
644553	rnn.bias_hh_l0_reverse	6	-0.2801577150821686
644553	rnn.bias_hh_l0_reverse	7	-0.09909148514270782
644553	rnn.bias_hh_l0_reverse	8	-0.3283253312110901
644553	rnn.bias_hh_l0_reverse	9	0.21478356420993805
644553	linear.weight	0	0.20235785841941833
644553	linear.weight	1	-0.4126238524913788
644553	linear.weight	2	0.034837234765291214
644553	linear.weight	3	0.06750241667032242
644553	linear.weight	4	-0.16063760221004486
644553	linear.weight	5	0.2559513449668884
644553	linear.weight	6	-0.03885243460536003
644553	linear.weight	7	-0.060087673366069794
644553	linear.weight	8	0.13967831432819366
644553	linear.weight	9	-0.04957619309425354
644553	linear.bias	0	-0.8838051557540894
644553	linear.bias	1	1.854857325553894
644553	linear.bias	2	0.7724026441574097
644553	linear.bias	3	-2.7312777042388916
644553	linear.bias	4	-0.11011429131031036
644553	linear.bias	5	1.2779476642608643
644553	linear.bias	6	-0.23863326013088226
644553	linear.bias	7	0.8321886658668518
644553	linear.bias	8	2.1359050273895264
644553	linear.bias	9	-1.3768669366836548
645162	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
645162	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
645162	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
645162	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
645162	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
645162	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
645162	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
645162	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
645162	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
645162	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
645162	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
645162	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
645162	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
645162	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
645162	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
645162	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
645162	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
645162	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
645162	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
645162	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
645162	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
645162	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
645162	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
645162	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
645162	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
645162	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
645162	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
645162	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
645162	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
645162	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
645162	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
645162	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
645162	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
645162	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
645162	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
645162	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
645162	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
645162	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
645162	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
645162	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
645162	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
645162	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
645162	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
645162	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
645162	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
645162	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
645162	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
645162	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
645162	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
645162	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
645162	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
645162	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
645162	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
645162	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
645162	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
645162	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
645162	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
645162	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
645162	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
645162	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
645162	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
645162	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
645162	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
645162	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
645162	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
645162	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
645162	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
645162	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
645162	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
645162	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
645162	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
645162	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
645162	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
645162	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
645162	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
645162	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
645162	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
645162	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
645162	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
645162	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
645162	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
645162	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
645162	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
645162	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
645162	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
645162	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
645162	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
645162	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
645162	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
645162	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
645162	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
645162	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
645162	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
645162	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
645162	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
645162	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
645162	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
645162	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
645162	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
645162	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
645162	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
645162	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
645162	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
645162	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
645162	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
645162	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
645162	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
645162	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
645162	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
645162	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
645162	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
645162	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
645162	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
645162	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
645162	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
645162	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
645162	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
645162	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
645162	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
645162	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
645162	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
645162	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
645162	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
645162	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
645162	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
645162	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
645162	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
645162	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
645162	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
645162	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
645162	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
645162	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
645162	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
645162	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
645162	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
645162	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
645162	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
645162	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
645162	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
645162	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
645162	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
645162	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
645162	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
645162	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
645162	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
645162	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
645162	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
645162	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
645162	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
645162	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
645162	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
645162	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
645162	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
645162	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
645162	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
645162	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
645162	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
645162	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
645162	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
645162	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
645162	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
645162	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
645162	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
645162	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
645162	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
645162	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
645162	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
645162	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
645162	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
645162	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
645162	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
645162	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
645162	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
645162	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
645162	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
645162	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
645162	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
645162	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
645162	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
645162	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
645162	embedding2nn.weight	0	0.3179692327976227
645162	embedding2nn.weight	1	0.3719561994075775
645162	embedding2nn.weight	2	-0.01211479026824236
645162	embedding2nn.weight	3	-0.009964430704712868
645162	embedding2nn.weight	4	-0.027387073263525963
645162	embedding2nn.weight	5	0.06205088272690773
645162	embedding2nn.weight	6	-0.01468848530203104
645162	embedding2nn.weight	7	-0.010299620218575
645162	embedding2nn.weight	8	0.05640527978539467
645162	embedding2nn.weight	9	-0.04428289458155632
645162	embedding2nn.bias	0	0.019460374489426613
645162	embedding2nn.bias	1	-0.1839669942855835
645162	embedding2nn.bias	2	0.16196289658546448
645162	embedding2nn.bias	3	0.14181558787822723
645162	embedding2nn.bias	4	0.1523834615945816
645162	embedding2nn.bias	5	-0.0753750428557396
645162	embedding2nn.bias	6	-0.051421262323856354
645162	embedding2nn.bias	7	0.07540865242481232
645162	embedding2nn.bias	8	-0.15775160491466522
645162	embedding2nn.bias	9	-0.3882071375846863
645162	rnn.weight_ih_l0	0	-0.006969140842556953
645162	rnn.weight_ih_l0	1	-0.05165381729602814
645162	rnn.weight_ih_l0	2	-0.05156745761632919
645162	rnn.weight_ih_l0	3	0.11440929770469666
645162	rnn.weight_ih_l0	4	0.017260126769542694
645162	rnn.weight_ih_l0	5	-0.06083982065320015
645162	rnn.weight_ih_l0	6	0.01499743852764368
645162	rnn.weight_ih_l0	7	-0.01606188528239727
645162	rnn.weight_ih_l0	8	0.007505703251808882
645162	rnn.weight_ih_l0	9	-0.09449606388807297
645162	rnn.weight_hh_l0	0	-0.01993533968925476
645162	rnn.weight_hh_l0	1	0.08281370997428894
645162	rnn.weight_hh_l0	2	0.012304753996431828
645162	rnn.weight_hh_l0	3	-0.030375003814697266
645162	rnn.weight_hh_l0	4	0.07472800463438034
645162	rnn.weight_hh_l0	5	0.01760767586529255
645162	rnn.weight_hh_l0	6	-0.08035007119178772
645162	rnn.weight_hh_l0	7	-0.11607694625854492
645162	rnn.weight_hh_l0	8	0.037784114480018616
645162	rnn.weight_hh_l0	9	-0.11745283752679825
645162	rnn.bias_ih_l0	0	0.19673407077789307
645162	rnn.bias_ih_l0	1	-0.35594314336776733
645162	rnn.bias_ih_l0	2	-0.05028800666332245
645162	rnn.bias_ih_l0	3	-0.21718141436576843
645162	rnn.bias_ih_l0	4	0.022305766120553017
645162	rnn.bias_ih_l0	5	-0.42881283164024353
645162	rnn.bias_ih_l0	6	-0.16913031041622162
645162	rnn.bias_ih_l0	7	-0.3788236081600189
645162	rnn.bias_ih_l0	8	-0.29435989260673523
645162	rnn.bias_ih_l0	9	-0.45471033453941345
645162	rnn.bias_hh_l0	0	-0.36364832520484924
645162	rnn.bias_hh_l0	1	-0.43239688873291016
645162	rnn.bias_hh_l0	2	-0.38865038752555847
645162	rnn.bias_hh_l0	3	-0.0687907338142395
645162	rnn.bias_hh_l0	4	-0.3981073200702667
645162	rnn.bias_hh_l0	5	-0.3600815534591675
645162	rnn.bias_hh_l0	6	-0.11723349988460541
645162	rnn.bias_hh_l0	7	0.07521000504493713
645162	rnn.bias_hh_l0	8	-0.2278965264558792
645162	rnn.bias_hh_l0	9	-0.5686805248260498
645162	rnn.weight_ih_l0_reverse	0	0.03056701458990574
645162	rnn.weight_ih_l0_reverse	1	-0.025932244956493378
645162	rnn.weight_ih_l0_reverse	2	0.000812255369964987
645162	rnn.weight_ih_l0_reverse	3	-0.16419902443885803
645162	rnn.weight_ih_l0_reverse	4	0.08690604567527771
645162	rnn.weight_ih_l0_reverse	5	-0.14267171919345856
645162	rnn.weight_ih_l0_reverse	6	0.01164000853896141
645162	rnn.weight_ih_l0_reverse	7	0.036820054054260254
645162	rnn.weight_ih_l0_reverse	8	-0.06385735422372818
645162	rnn.weight_ih_l0_reverse	9	-0.07245225459337234
645162	rnn.weight_hh_l0_reverse	0	-0.1389787793159485
645162	rnn.weight_hh_l0_reverse	1	0.027201013639569283
645162	rnn.weight_hh_l0_reverse	2	-0.01890687458217144
645162	rnn.weight_hh_l0_reverse	3	0.025402856990695
645162	rnn.weight_hh_l0_reverse	4	-0.08359835296869278
645162	rnn.weight_hh_l0_reverse	5	0.0361236073076725
645162	rnn.weight_hh_l0_reverse	6	0.028811875730752945
645162	rnn.weight_hh_l0_reverse	7	-0.12417835742235184
645162	rnn.weight_hh_l0_reverse	8	-0.07632811367511749
645162	rnn.weight_hh_l0_reverse	9	0.041134342551231384
645162	rnn.bias_ih_l0_reverse	0	-0.17215435206890106
645162	rnn.bias_ih_l0_reverse	1	-0.07710152864456177
645162	rnn.bias_ih_l0_reverse	2	0.13158559799194336
645162	rnn.bias_ih_l0_reverse	3	-0.3148985803127289
645162	rnn.bias_ih_l0_reverse	4	0.013041368685662746
645162	rnn.bias_ih_l0_reverse	5	-0.21930170059204102
645162	rnn.bias_ih_l0_reverse	6	0.2739724814891815
645162	rnn.bias_ih_l0_reverse	7	-0.31967994570732117
645162	rnn.bias_ih_l0_reverse	8	-0.18491306900978088
645162	rnn.bias_ih_l0_reverse	9	-0.17058546841144562
645162	rnn.bias_hh_l0_reverse	0	-0.13564883172512054
645162	rnn.bias_hh_l0_reverse	1	0.25877052545547485
645162	rnn.bias_hh_l0_reverse	2	-0.34677234292030334
645162	rnn.bias_hh_l0_reverse	3	-0.22542095184326172
645162	rnn.bias_hh_l0_reverse	4	-0.39844825863838196
645162	rnn.bias_hh_l0_reverse	5	-0.20367272198200226
645162	rnn.bias_hh_l0_reverse	6	-0.2819625735282898
645162	rnn.bias_hh_l0_reverse	7	-0.10014685243368149
645162	rnn.bias_hh_l0_reverse	8	-0.3240816295146942
645162	rnn.bias_hh_l0_reverse	9	0.21905046701431274
645162	linear.weight	0	0.2116210013628006
645162	linear.weight	1	-0.4227873980998993
645162	linear.weight	2	0.016230866312980652
645162	linear.weight	3	0.06750144064426422
645162	linear.weight	4	-0.13079211115837097
645162	linear.weight	5	0.24493356049060822
645162	linear.weight	6	-0.04762912169098854
645162	linear.weight	7	-0.06008575111627579
645162	linear.weight	8	0.12809723615646362
645162	linear.weight	9	-0.04957888275384903
645162	linear.bias	0	-0.8866168856620789
645162	linear.bias	1	1.8447307348251343
645162	linear.bias	2	0.7916520833969116
645162	linear.bias	3	-2.73136568069458
645162	linear.bias	4	-0.13045190274715424
645162	linear.bias	5	1.2789337635040283
645162	linear.bias	6	-0.21236880123615265
645162	linear.bias	7	0.8038239479064941
645162	linear.bias	8	2.127638578414917
645162	linear.bias	9	-1.3717105388641357
645771	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
645771	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
645771	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
645771	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
645771	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
645771	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
645771	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
645771	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
645771	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
645771	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
645771	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
645771	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
645771	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
645771	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
645771	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
645771	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
645771	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
645771	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
645771	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
645771	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
645771	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
645771	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
645771	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
645771	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
645771	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
645771	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
645771	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
645771	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
645771	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
645771	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
645771	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
645771	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
645771	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
645771	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
645771	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
645771	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
645771	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
645771	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
645771	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
645771	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
645771	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
645771	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
645771	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
645771	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
645771	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
645771	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
645771	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
645771	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
645771	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
645771	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
645771	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
645771	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
645771	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
645771	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
645771	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
645771	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
645771	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
645771	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
645771	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
645771	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
645771	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
645771	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
645771	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
645771	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
645771	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
645771	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
645771	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
645771	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
645771	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
645771	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
645771	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
645771	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
645771	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
645771	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
645771	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
645771	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
645771	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
645771	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
645771	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
645771	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
645771	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
645771	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
645771	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
645771	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
645771	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
645771	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
645771	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
645771	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
645771	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
645771	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
645771	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
645771	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
645771	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
645771	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
645771	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
645771	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
645771	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
645771	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
645771	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
645771	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
645771	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
645771	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
645771	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
645771	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
645771	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
645771	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
645771	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
645771	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
645771	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
645771	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
645771	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
645771	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
645771	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
645771	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
645771	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
645771	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
645771	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
645771	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
645771	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
645771	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
645771	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
645771	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
645771	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
645771	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
645771	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
645771	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
645771	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
645771	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
645771	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
645771	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
645771	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
645771	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
645771	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
645771	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
645771	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
645771	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
645771	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
645771	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
645771	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
645771	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
645771	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
645771	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
645771	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
645771	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
645771	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
645771	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
645771	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
645771	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
645771	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
645771	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
645771	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
645771	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
645771	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
645771	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
645771	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
645771	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
645771	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
645771	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
645771	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
645771	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
645771	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
645771	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
645771	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
645771	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
645771	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
645771	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
645771	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
645771	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
645771	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
645771	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
645771	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
645771	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
645771	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
645771	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
645771	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
645771	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
645771	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
645771	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
645771	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
645771	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
645771	embedding2nn.weight	0	0.3166531026363373
645771	embedding2nn.weight	1	0.3748910427093506
645771	embedding2nn.weight	2	-0.014759484678506851
645771	embedding2nn.weight	3	-0.016230376437306404
645771	embedding2nn.weight	4	-0.02780303917825222
645771	embedding2nn.weight	5	0.06152145192027092
645771	embedding2nn.weight	6	-0.017401935532689095
645771	embedding2nn.weight	7	-0.011302697472274303
645771	embedding2nn.weight	8	0.05622642859816551
645771	embedding2nn.weight	9	-0.044195372611284256
645771	embedding2nn.bias	0	0.011507452465593815
645771	embedding2nn.bias	1	-0.19105009734630585
645771	embedding2nn.bias	2	0.156653493642807
645771	embedding2nn.bias	3	0.1375296711921692
645771	embedding2nn.bias	4	0.1581752747297287
645771	embedding2nn.bias	5	-0.07519613206386566
645771	embedding2nn.bias	6	-0.05541142448782921
645771	embedding2nn.bias	7	0.07407421618700027
645771	embedding2nn.bias	8	-0.16677814722061157
645771	embedding2nn.bias	9	-0.3816489577293396
645771	rnn.weight_ih_l0	0	-0.007335809525102377
645771	rnn.weight_ih_l0	1	-0.052026741206645966
645771	rnn.weight_ih_l0	2	-0.04715631902217865
645771	rnn.weight_ih_l0	3	0.11522635072469711
645771	rnn.weight_ih_l0	4	0.01576751284301281
645771	rnn.weight_ih_l0	5	-0.06547969579696655
645771	rnn.weight_ih_l0	6	0.016757508739829063
645771	rnn.weight_ih_l0	7	-0.01616334542632103
645771	rnn.weight_ih_l0	8	0.006336668040603399
645771	rnn.weight_ih_l0	9	-0.09597513824701309
645771	rnn.weight_hh_l0	0	-0.020419564098119736
645771	rnn.weight_hh_l0	1	0.08294723182916641
645771	rnn.weight_hh_l0	2	0.012670733034610748
645771	rnn.weight_hh_l0	3	-0.030663978308439255
645771	rnn.weight_hh_l0	4	0.07393933087587357
645771	rnn.weight_hh_l0	5	0.018086059018969536
645771	rnn.weight_hh_l0	6	-0.07999240607023239
645771	rnn.weight_hh_l0	7	-0.11625217646360397
645771	rnn.weight_hh_l0	8	0.03775223344564438
645771	rnn.weight_hh_l0	9	-0.11798541992902756
645771	rnn.bias_ih_l0	0	0.19776500761508942
645771	rnn.bias_ih_l0	1	-0.3526913523674011
645771	rnn.bias_ih_l0	2	-0.052620794624090195
645771	rnn.bias_ih_l0	3	-0.21541497111320496
645771	rnn.bias_ih_l0	4	0.025308309122920036
645771	rnn.bias_ih_l0	5	-0.42556315660476685
645771	rnn.bias_ih_l0	6	-0.16645696759223938
645771	rnn.bias_ih_l0	7	-0.37940099835395813
645771	rnn.bias_ih_l0	8	-0.2964942753314972
645771	rnn.bias_ih_l0	9	-0.4528275430202484
645771	rnn.bias_hh_l0	0	-0.3635384142398834
645771	rnn.bias_hh_l0	1	-0.43449097871780396
645771	rnn.bias_hh_l0	2	-0.39021599292755127
645771	rnn.bias_hh_l0	3	-0.0671277642250061
645771	rnn.bias_hh_l0	4	-0.3980518877506256
645771	rnn.bias_hh_l0	5	-0.35791271924972534
645771	rnn.bias_hh_l0	6	-0.11786635220050812
645771	rnn.bias_hh_l0	7	0.07795064151287079
645771	rnn.bias_hh_l0	8	-0.22506119310855865
645771	rnn.bias_hh_l0	9	-0.568834662437439
645771	rnn.weight_ih_l0_reverse	0	0.02809983305633068
645771	rnn.weight_ih_l0_reverse	1	-0.024678975343704224
645771	rnn.weight_ih_l0_reverse	2	0.0026349404361099005
645771	rnn.weight_ih_l0_reverse	3	-0.16305159032344818
645771	rnn.weight_ih_l0_reverse	4	0.08735369145870209
645771	rnn.weight_ih_l0_reverse	5	-0.14394474029541016
645771	rnn.weight_ih_l0_reverse	6	0.010781786404550076
645771	rnn.weight_ih_l0_reverse	7	0.036278191953897476
645771	rnn.weight_ih_l0_reverse	8	-0.06093228980898857
645771	rnn.weight_ih_l0_reverse	9	-0.07106400281190872
645771	rnn.weight_hh_l0_reverse	0	-0.13875673711299896
645771	rnn.weight_hh_l0_reverse	1	0.02727508544921875
645771	rnn.weight_hh_l0_reverse	2	-0.019234634935855865
645771	rnn.weight_hh_l0_reverse	3	0.02559412084519863
645771	rnn.weight_hh_l0_reverse	4	-0.08341319113969803
645771	rnn.weight_hh_l0_reverse	5	0.03621211275458336
645771	rnn.weight_hh_l0_reverse	6	0.028784897178411484
645771	rnn.weight_hh_l0_reverse	7	-0.12654298543930054
645771	rnn.weight_hh_l0_reverse	8	-0.0774049237370491
645771	rnn.weight_hh_l0_reverse	9	0.04095611721277237
645771	rnn.bias_ih_l0_reverse	0	-0.17125838994979858
645771	rnn.bias_ih_l0_reverse	1	-0.07670751214027405
645771	rnn.bias_ih_l0_reverse	2	0.13250453770160675
645771	rnn.bias_ih_l0_reverse	3	-0.3159824013710022
645771	rnn.bias_ih_l0_reverse	4	0.01096718292683363
645771	rnn.bias_ih_l0_reverse	5	-0.21966515481472015
645771	rnn.bias_ih_l0_reverse	6	0.27886858582496643
645771	rnn.bias_ih_l0_reverse	7	-0.32114842534065247
645771	rnn.bias_ih_l0_reverse	8	-0.18554915487766266
645771	rnn.bias_ih_l0_reverse	9	-0.17039476335048676
645771	rnn.bias_hh_l0_reverse	0	-0.13739770650863647
645771	rnn.bias_hh_l0_reverse	1	0.2634957730770111
645771	rnn.bias_hh_l0_reverse	2	-0.34767574071884155
645771	rnn.bias_hh_l0_reverse	3	-0.2266027182340622
645771	rnn.bias_hh_l0_reverse	4	-0.39840465784072876
645771	rnn.bias_hh_l0_reverse	5	-0.1986929178237915
645771	rnn.bias_hh_l0_reverse	6	-0.286800354719162
645771	rnn.bias_hh_l0_reverse	7	-0.09919736534357071
645771	rnn.bias_hh_l0_reverse	8	-0.32745978236198425
645771	rnn.bias_hh_l0_reverse	9	0.2128683626651764
645771	linear.weight	0	0.21592581272125244
645771	linear.weight	1	-0.40843498706817627
645771	linear.weight	2	-0.0005344183882698417
645771	linear.weight	3	0.06750117987394333
645771	linear.weight	4	-0.13867510855197906
645771	linear.weight	5	0.23834525048732758
645771	linear.weight	6	-0.03505838289856911
645771	linear.weight	7	-0.06008315458893776
645771	linear.weight	8	0.11838862299919128
645771	linear.weight	9	-0.049579691141843796
645771	linear.bias	0	-0.8729045987129211
645771	linear.bias	1	1.869347333908081
645771	linear.bias	2	0.7718408107757568
645771	linear.bias	3	-2.7314517498016357
645771	linear.bias	4	-0.10815530270338058
645771	linear.bias	5	1.2723079919815063
645771	linear.bias	6	-0.21366164088249207
645771	linear.bias	7	0.8108804225921631
645771	linear.bias	8	2.1311612129211426
645771	linear.bias	9	-1.3688279390335083
646380	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
646380	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
646380	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
646380	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
646380	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
646380	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
646380	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
646380	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
646380	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
646380	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
646380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
646380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
646380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
646380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
646380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
646380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
646380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
646380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
646380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
646380	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
646380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
646380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
646380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
646380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
646380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
646380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
646380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
646380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
646380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
646380	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
646380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
646380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
646380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
646380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
646380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
646380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
646380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
646380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
646380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
646380	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
646380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
646380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
646380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
646380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
646380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
646380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
646380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
646380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
646380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
646380	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
646380	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
646380	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
646380	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
646380	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
646380	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
646380	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
646380	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
646380	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
646380	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
646380	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
646380	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
646380	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
646380	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
646380	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
646380	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
646380	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
646380	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
646380	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
646380	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
646380	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
646380	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
646380	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
646380	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
646380	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
646380	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
646380	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
646380	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
646380	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
646380	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
646380	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
646380	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
646380	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
646380	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
646380	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
646380	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
646380	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
646380	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
646380	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
646380	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
646380	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
646380	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
646380	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
646380	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
646380	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
646380	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
646380	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
646380	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
646380	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
646380	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
646380	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
646380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
646380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
646380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
646380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
646380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
646380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
646380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
646380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
646380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
646380	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
646380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
646380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
646380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
646380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
646380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
646380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
646380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
646380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
646380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
646380	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
646380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
646380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
646380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
646380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
646380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
646380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
646380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
646380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
646380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
646380	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
646380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
646380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
646380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
646380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
646380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
646380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
646380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
646380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
646380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
646380	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
646380	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
646380	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
646380	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
646380	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
646380	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
646380	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
646380	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
646380	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
646380	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
646380	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
646380	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
646380	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
646380	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
646380	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
646380	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
646380	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
646380	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
646380	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
646380	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
646380	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
646380	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
646380	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
646380	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
646380	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
646380	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
646380	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
646380	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
646380	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
646380	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
646380	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
646380	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
646380	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
646380	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
646380	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
646380	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
646380	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
646380	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
646380	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
646380	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
646380	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
646380	embedding2nn.weight	0	0.3152739703655243
646380	embedding2nn.weight	1	0.37438568472862244
646380	embedding2nn.weight	2	-0.012815316207706928
646380	embedding2nn.weight	3	-0.012687410227954388
646380	embedding2nn.weight	4	-0.0274931900203228
646380	embedding2nn.weight	5	0.06311232596635818
646380	embedding2nn.weight	6	-0.01982438750565052
646380	embedding2nn.weight	7	-0.014668452553451061
646380	embedding2nn.weight	8	0.054990995675325394
646380	embedding2nn.weight	9	-0.0481911301612854
646380	embedding2nn.bias	0	0.011371158994734287
646380	embedding2nn.bias	1	-0.18161641061306
646380	embedding2nn.bias	2	0.15391717851161957
646380	embedding2nn.bias	3	0.14414215087890625
646380	embedding2nn.bias	4	0.16268004477024078
646380	embedding2nn.bias	5	-0.06820955872535706
646380	embedding2nn.bias	6	-0.04416847974061966
646380	embedding2nn.bias	7	0.07598432153463364
646380	embedding2nn.bias	8	-0.17079497873783112
646380	embedding2nn.bias	9	-0.3851892948150635
646380	rnn.weight_ih_l0	0	-0.0070093655958771706
646380	rnn.weight_ih_l0	1	-0.05277099460363388
646380	rnn.weight_ih_l0	2	-0.04793614521622658
646380	rnn.weight_ih_l0	3	0.11678152531385422
646380	rnn.weight_ih_l0	4	0.01375605072826147
646380	rnn.weight_ih_l0	5	-0.06360699981451035
646380	rnn.weight_ih_l0	6	0.014266726560890675
646380	rnn.weight_ih_l0	7	-0.019185835495591164
646380	rnn.weight_ih_l0	8	0.005628874525427818
646380	rnn.weight_ih_l0	9	-0.09408270567655563
646380	rnn.weight_hh_l0	0	-0.0203194972127676
646380	rnn.weight_hh_l0	1	0.08244674652814865
646380	rnn.weight_hh_l0	2	0.012179108336567879
646380	rnn.weight_hh_l0	3	-0.030872788280248642
646380	rnn.weight_hh_l0	4	0.07420936226844788
646380	rnn.weight_hh_l0	5	0.017300864681601524
646380	rnn.weight_hh_l0	6	-0.07983650267124176
646380	rnn.weight_hh_l0	7	-0.11589519679546356
646380	rnn.weight_hh_l0	8	0.037819575518369675
646380	rnn.weight_hh_l0	9	-0.1182502880692482
646380	rnn.bias_ih_l0	0	0.18754717707633972
646380	rnn.bias_ih_l0	1	-0.35501226782798767
646380	rnn.bias_ih_l0	2	-0.05016240105032921
646380	rnn.bias_ih_l0	3	-0.21310806274414062
646380	rnn.bias_ih_l0	4	0.01637156866490841
646380	rnn.bias_ih_l0	5	-0.4257482588291168
646380	rnn.bias_ih_l0	6	-0.16957366466522217
646380	rnn.bias_ih_l0	7	-0.37879782915115356
646380	rnn.bias_ih_l0	8	-0.2986932098865509
646380	rnn.bias_ih_l0	9	-0.4572051167488098
646380	rnn.bias_hh_l0	0	-0.36419740319252014
646380	rnn.bias_hh_l0	1	-0.43697354197502136
646380	rnn.bias_hh_l0	2	-0.3870314359664917
646380	rnn.bias_hh_l0	3	-0.06430940330028534
646380	rnn.bias_hh_l0	4	-0.3986482620239258
646380	rnn.bias_hh_l0	5	-0.3581015169620514
646380	rnn.bias_hh_l0	6	-0.11697231978178024
646380	rnn.bias_hh_l0	7	0.07422091066837311
646380	rnn.bias_hh_l0	8	-0.2265862077474594
646380	rnn.bias_hh_l0	9	-0.5691330432891846
646380	rnn.weight_ih_l0_reverse	0	0.026227736845612526
646380	rnn.weight_ih_l0_reverse	1	-0.02636725828051567
646380	rnn.weight_ih_l0_reverse	2	0.0006850774516351521
646380	rnn.weight_ih_l0_reverse	3	-0.1627454161643982
646380	rnn.weight_ih_l0_reverse	4	0.0875684842467308
646380	rnn.weight_ih_l0_reverse	5	-0.14510013163089752
646380	rnn.weight_ih_l0_reverse	6	0.008235677145421505
646380	rnn.weight_ih_l0_reverse	7	0.0351753905415535
646380	rnn.weight_ih_l0_reverse	8	-0.06061476841568947
646380	rnn.weight_ih_l0_reverse	9	-0.07132860273122787
646380	rnn.weight_hh_l0_reverse	0	-0.1391463726758957
646380	rnn.weight_hh_l0_reverse	1	0.027876468375325203
646380	rnn.weight_hh_l0_reverse	2	-0.019194763153791428
646380	rnn.weight_hh_l0_reverse	3	0.026064276695251465
646380	rnn.weight_hh_l0_reverse	4	-0.0836082398891449
646380	rnn.weight_hh_l0_reverse	5	0.036090750247240067
646380	rnn.weight_hh_l0_reverse	6	0.028748074546456337
646380	rnn.weight_hh_l0_reverse	7	-0.12790949642658234
646380	rnn.weight_hh_l0_reverse	8	-0.07728472352027893
646380	rnn.weight_hh_l0_reverse	9	0.04189303517341614
646380	rnn.bias_ih_l0_reverse	0	-0.17132127285003662
646380	rnn.bias_ih_l0_reverse	1	-0.08064981549978256
646380	rnn.bias_ih_l0_reverse	2	0.13179409503936768
646380	rnn.bias_ih_l0_reverse	3	-0.31737202405929565
646380	rnn.bias_ih_l0_reverse	4	0.01462438702583313
646380	rnn.bias_ih_l0_reverse	5	-0.22052599489688873
646380	rnn.bias_ih_l0_reverse	6	0.27919086813926697
646380	rnn.bias_ih_l0_reverse	7	-0.31584855914115906
646380	rnn.bias_ih_l0_reverse	8	-0.1834646314382553
646380	rnn.bias_ih_l0_reverse	9	-0.16730447113513947
646380	rnn.bias_hh_l0_reverse	0	-0.14502975344657898
646380	rnn.bias_hh_l0_reverse	1	0.25613534450531006
646380	rnn.bias_hh_l0_reverse	2	-0.3488132655620575
646380	rnn.bias_hh_l0_reverse	3	-0.2294425219297409
646380	rnn.bias_hh_l0_reverse	4	-0.40243253111839294
646380	rnn.bias_hh_l0_reverse	5	-0.19932828843593597
646380	rnn.bias_hh_l0_reverse	6	-0.28715085983276367
646380	rnn.bias_hh_l0_reverse	7	-0.0989079475402832
646380	rnn.bias_hh_l0_reverse	8	-0.33236750960350037
646380	rnn.bias_hh_l0_reverse	9	0.21496187150478363
646380	linear.weight	0	0.21120131015777588
646380	linear.weight	1	-0.4125339686870575
646380	linear.weight	2	0.03283600136637688
646380	linear.weight	3	0.06750112026929855
646380	linear.weight	4	-0.14530108869075775
646380	linear.weight	5	0.22164450585842133
646380	linear.weight	6	-0.011270925402641296
646380	linear.weight	7	-0.06007992848753929
646380	linear.weight	8	0.12464259564876556
646380	linear.weight	9	-0.04958357289433479
646380	linear.bias	0	-0.8642160296440125
646380	linear.bias	1	1.8670294284820557
646380	linear.bias	2	0.7732016444206238
646380	linear.bias	3	-2.731559991836548
646380	linear.bias	4	-0.09359435737133026
646380	linear.bias	5	1.3119605779647827
646380	linear.bias	6	-0.2184530645608902
646380	linear.bias	7	0.7988919019699097
646380	linear.bias	8	2.144512414932251
646380	linear.bias	9	-1.3545057773590088
646388	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
646388	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
646388	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
646388	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
646388	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
646388	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
646388	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
646388	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
646388	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
646388	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
646388	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
646388	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
646388	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
646388	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
646388	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
646388	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
646388	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
646388	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
646388	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
646388	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
646388	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
646388	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
646388	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
646388	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
646388	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
646388	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
646388	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
646388	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
646388	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
646388	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
646388	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
646388	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
646388	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
646388	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
646388	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
646388	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
646388	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
646388	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
646388	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
646388	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
646388	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
646388	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
646388	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
646388	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
646388	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
646388	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
646388	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
646388	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
646388	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
646388	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
646388	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
646388	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
646388	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
646388	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
646388	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
646388	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
646388	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
646388	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
646388	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
646388	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
646388	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
646388	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
646388	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
646388	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
646388	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
646388	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
646388	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
646388	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
646388	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
646388	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
646388	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
646388	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
646388	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
646388	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
646388	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
646388	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
646388	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
646388	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
646388	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
646388	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
646388	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
646388	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
646388	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
646388	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
646388	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
646388	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
646388	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
646388	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
646388	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
646388	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
646388	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
646388	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
646388	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
646388	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
646388	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
646388	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
646388	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
646388	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
646388	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
646388	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
646388	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
646388	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
646388	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
646388	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
646388	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
646388	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
646388	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
646388	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
646388	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
646388	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
646388	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
646388	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
646388	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
646388	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
646388	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
646388	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
646388	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
646388	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
646388	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
646388	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
646388	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
646388	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
646388	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
646388	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
646388	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
646388	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
646388	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
646388	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
646388	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
646388	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
646388	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
646388	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
646388	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
646388	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
646388	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
646388	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
646388	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
646388	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
646388	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
646388	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
646388	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
646388	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
646388	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
646388	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
646388	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
646388	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
646388	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
646388	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
646388	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
646388	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
646388	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
646388	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
646388	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
646388	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
646388	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
646388	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
646388	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
646388	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
646388	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
646388	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
646388	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
646388	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
646388	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
646388	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
646388	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
646388	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
646388	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
646388	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
646388	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
646388	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
646388	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
646388	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
646388	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
646388	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
646388	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
646388	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
646388	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
646388	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
646388	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
646388	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
646388	embedding2nn.weight	0	0.3152424395084381
646388	embedding2nn.weight	1	0.3743648827075958
646388	embedding2nn.weight	2	-0.01239069178700447
646388	embedding2nn.weight	3	-0.010958082973957062
646388	embedding2nn.weight	4	-0.027790622785687447
646388	embedding2nn.weight	5	0.06299356371164322
646388	embedding2nn.weight	6	-0.020020969212055206
646388	embedding2nn.weight	7	-0.014236646704375744
646388	embedding2nn.weight	8	0.05467252433300018
646388	embedding2nn.weight	9	-0.04762173816561699
646388	embedding2nn.bias	0	0.00986913125962019
646388	embedding2nn.bias	1	-0.18111535906791687
646388	embedding2nn.bias	2	0.1533500850200653
646388	embedding2nn.bias	3	0.14060135185718536
646388	embedding2nn.bias	4	0.16342848539352417
646388	embedding2nn.bias	5	-0.065200075507164
646388	embedding2nn.bias	6	-0.043726760894060135
646388	embedding2nn.bias	7	0.07467897236347198
646388	embedding2nn.bias	8	-0.16838115453720093
646388	embedding2nn.bias	9	-0.3861492872238159
646388	rnn.weight_ih_l0	0	-0.00704119773581624
646388	rnn.weight_ih_l0	1	-0.05295601114630699
646388	rnn.weight_ih_l0	2	-0.04795088246464729
646388	rnn.weight_ih_l0	3	0.11682844907045364
646388	rnn.weight_ih_l0	4	0.013822156004607677
646388	rnn.weight_ih_l0	5	-0.06358501315116882
646388	rnn.weight_ih_l0	6	0.014297286979854107
646388	rnn.weight_ih_l0	7	-0.018727701157331467
646388	rnn.weight_ih_l0	8	0.005611960310488939
646388	rnn.weight_ih_l0	9	-0.09425561875104904
646388	rnn.weight_hh_l0	0	-0.02034996636211872
646388	rnn.weight_hh_l0	1	0.08244668692350388
646388	rnn.weight_hh_l0	2	0.012067100964486599
646388	rnn.weight_hh_l0	3	-0.030871042981743813
646388	rnn.weight_hh_l0	4	0.07427322864532471
646388	rnn.weight_hh_l0	5	0.01722438633441925
646388	rnn.weight_hh_l0	6	-0.07986096292734146
646388	rnn.weight_hh_l0	7	-0.11601365357637405
646388	rnn.weight_hh_l0	8	0.03781738877296448
646388	rnn.weight_hh_l0	9	-0.11823438853025436
646388	rnn.bias_ih_l0	0	0.18807333707809448
646388	rnn.bias_ih_l0	1	-0.35467150807380676
646388	rnn.bias_ih_l0	2	-0.050136979669332504
646388	rnn.bias_ih_l0	3	-0.21364133059978485
646388	rnn.bias_ih_l0	4	0.01645766943693161
646388	rnn.bias_ih_l0	5	-0.4264126420021057
646388	rnn.bias_ih_l0	6	-0.16998523473739624
646388	rnn.bias_ih_l0	7	-0.3787173330783844
646388	rnn.bias_ih_l0	8	-0.29864898324012756
646388	rnn.bias_ih_l0	9	-0.45702484250068665
646388	rnn.bias_hh_l0	0	-0.3648763597011566
646388	rnn.bias_hh_l0	1	-0.436653733253479
646388	rnn.bias_hh_l0	2	-0.3872334957122803
646388	rnn.bias_hh_l0	3	-0.06477533280849457
646388	rnn.bias_hh_l0	4	-0.3986301124095917
646388	rnn.bias_hh_l0	5	-0.35802674293518066
646388	rnn.bias_hh_l0	6	-0.11681064963340759
646388	rnn.bias_hh_l0	7	0.07373631000518799
646388	rnn.bias_hh_l0	8	-0.22670553624629974
646388	rnn.bias_hh_l0	9	-0.5693389177322388
646388	rnn.weight_ih_l0_reverse	0	0.026046687737107277
646388	rnn.weight_ih_l0_reverse	1	-0.02635818161070347
646388	rnn.weight_ih_l0_reverse	2	0.0006373570067808032
646388	rnn.weight_ih_l0_reverse	3	-0.16270464658737183
646388	rnn.weight_ih_l0_reverse	4	0.08749319612979889
646388	rnn.weight_ih_l0_reverse	5	-0.1455446183681488
646388	rnn.weight_ih_l0_reverse	6	0.008190851658582687
646388	rnn.weight_ih_l0_reverse	7	0.03523324802517891
646388	rnn.weight_ih_l0_reverse	8	-0.060458261519670486
646388	rnn.weight_ih_l0_reverse	9	-0.0710461288690567
646388	rnn.weight_hh_l0_reverse	0	-0.13918611407279968
646388	rnn.weight_hh_l0_reverse	1	0.027899082750082016
646388	rnn.weight_hh_l0_reverse	2	-0.019165145233273506
646388	rnn.weight_hh_l0_reverse	3	0.02611706592142582
646388	rnn.weight_hh_l0_reverse	4	-0.08355637639760971
646388	rnn.weight_hh_l0_reverse	5	0.036085158586502075
646388	rnn.weight_hh_l0_reverse	6	0.02874138578772545
646388	rnn.weight_hh_l0_reverse	7	-0.12784264981746674
646388	rnn.weight_hh_l0_reverse	8	-0.07746801525354385
646388	rnn.weight_hh_l0_reverse	9	0.04208521544933319
646388	rnn.bias_ih_l0_reverse	0	-0.17076784372329712
646388	rnn.bias_ih_l0_reverse	1	-0.08071429282426834
646388	rnn.bias_ih_l0_reverse	2	0.13194437325000763
646388	rnn.bias_ih_l0_reverse	3	-0.31731274724006653
646388	rnn.bias_ih_l0_reverse	4	0.016038861125707626
646388	rnn.bias_ih_l0_reverse	5	-0.2203812301158905
646388	rnn.bias_ih_l0_reverse	6	0.2789786159992218
646388	rnn.bias_ih_l0_reverse	7	-0.3149394989013672
646388	rnn.bias_ih_l0_reverse	8	-0.1834850162267685
646388	rnn.bias_ih_l0_reverse	9	-0.16776593029499054
646388	rnn.bias_hh_l0_reverse	0	-0.14489887654781342
646388	rnn.bias_hh_l0_reverse	1	0.2558719515800476
646388	rnn.bias_hh_l0_reverse	2	-0.34918493032455444
646388	rnn.bias_hh_l0_reverse	3	-0.22978346049785614
646388	rnn.bias_hh_l0_reverse	4	-0.40234699845314026
646388	rnn.bias_hh_l0_reverse	5	-0.19945813715457916
646388	rnn.bias_hh_l0_reverse	6	-0.2867291569709778
646388	rnn.bias_hh_l0_reverse	7	-0.09913726896047592
646388	rnn.bias_hh_l0_reverse	8	-0.3325779438018799
646388	rnn.bias_hh_l0_reverse	9	0.21356575191020966
646388	linear.weight	0	0.21040040254592896
646388	linear.weight	1	-0.4132746160030365
646388	linear.weight	2	0.03194982931017876
646388	linear.weight	3	0.06750110536813736
646388	linear.weight	4	-0.1467810571193695
646388	linear.weight	5	0.22062905132770538
646388	linear.weight	6	-0.009549163281917572
646388	linear.weight	7	-0.06007998064160347
646388	linear.weight	8	0.1251325160264969
646388	linear.weight	9	-0.04958359897136688
646388	linear.bias	0	-0.8622211217880249
646388	linear.bias	1	1.8681703805923462
646388	linear.bias	2	0.7665213346481323
646388	linear.bias	3	-2.7315614223480225
646388	linear.bias	4	-0.09202057868242264
646388	linear.bias	5	1.310681700706482
646388	linear.bias	6	-0.22254714369773865
646388	linear.bias	7	0.7980034947395325
646388	linear.bias	8	2.1353485584259033
646388	linear.bias	9	-1.3548235893249512
646997	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
646997	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
646997	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
646997	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
646997	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
646997	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
646997	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
646997	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
646997	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
646997	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
646997	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
646997	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
646997	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
646997	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
646997	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
646997	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
646997	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
646997	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
646997	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
646997	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
646997	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
646997	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
646997	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
646997	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
646997	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
646997	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
646997	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
646997	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
646997	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
646997	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
646997	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
646997	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
646997	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
646997	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
646997	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
646997	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
646997	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
646997	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
646997	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
646997	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
646997	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
646997	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
646997	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
646997	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
646997	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
646997	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
646997	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
646997	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
646997	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
646997	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
646997	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
646997	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
646997	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
646997	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
646997	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
646997	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
646997	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
646997	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
646997	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
646997	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
646997	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
646997	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
646997	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
646997	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
646997	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
646997	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
646997	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
646997	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
646997	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
646997	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
646997	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
646997	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
646997	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
646997	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
646997	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
646997	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
646997	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
646997	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
646997	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
646997	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
646997	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
646997	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
646997	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
646997	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
646997	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
646997	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
646997	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
646997	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
646997	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
646997	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
646997	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
646997	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
646997	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
646997	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
646997	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
646997	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
646997	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
646997	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
646997	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
646997	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
646997	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
646997	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
646997	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
646997	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
646997	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
646997	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
646997	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
646997	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
646997	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
646997	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
646997	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
646997	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
646997	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
646997	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
646997	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
646997	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
646997	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
646997	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
646997	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
646997	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
646997	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
646997	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
646997	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
646997	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
646997	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
646997	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
646997	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
646997	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
646997	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
646997	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
646997	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
646997	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
646997	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
646997	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
646997	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
646997	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
646997	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
646997	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
646997	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
646997	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
646997	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
646997	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
646997	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
646997	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
646997	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
646997	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
646997	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
646997	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
646997	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
646997	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
646997	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
646997	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
646997	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
646997	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
646997	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
646997	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
646997	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
646997	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
646997	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
646997	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
646997	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
646997	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
646997	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
646997	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
646997	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
646997	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
646997	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
646997	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
646997	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
646997	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
646997	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
646997	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
646997	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
646997	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
646997	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
646997	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
646997	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
646997	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
646997	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
646997	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
646997	embedding2nn.weight	0	0.31495431065559387
646997	embedding2nn.weight	1	0.3721691370010376
646997	embedding2nn.weight	2	-0.011724377982318401
646997	embedding2nn.weight	3	-0.0013218269450590014
646997	embedding2nn.weight	4	-0.029359078034758568
646997	embedding2nn.weight	5	0.06259045004844666
646997	embedding2nn.weight	6	-0.013491195626556873
646997	embedding2nn.weight	7	-0.01469394937157631
646997	embedding2nn.weight	8	0.052921343594789505
646997	embedding2nn.weight	9	-0.04706290364265442
646997	embedding2nn.bias	0	0.01079059112817049
646997	embedding2nn.bias	1	-0.17010943591594696
646997	embedding2nn.bias	2	0.15922822058200836
646997	embedding2nn.bias	3	0.14918753504753113
646997	embedding2nn.bias	4	0.16745132207870483
646997	embedding2nn.bias	5	-0.0689670518040657
646997	embedding2nn.bias	6	-0.0622696727514267
646997	embedding2nn.bias	7	0.07904034852981567
646997	embedding2nn.bias	8	-0.1697307825088501
646997	embedding2nn.bias	9	-0.3794021010398865
646997	rnn.weight_ih_l0	0	-0.006630854681134224
646997	rnn.weight_ih_l0	1	-0.05148007720708847
646997	rnn.weight_ih_l0	2	-0.04679276794195175
646997	rnn.weight_ih_l0	3	0.11626380681991577
646997	rnn.weight_ih_l0	4	0.014427841641008854
646997	rnn.weight_ih_l0	5	-0.06533011794090271
646997	rnn.weight_ih_l0	6	0.011622942984104156
646997	rnn.weight_ih_l0	7	-0.016347622498869896
646997	rnn.weight_ih_l0	8	0.007027959451079369
646997	rnn.weight_ih_l0	9	-0.09802612662315369
646997	rnn.weight_hh_l0	0	-0.019867675378918648
646997	rnn.weight_hh_l0	1	0.08287183940410614
646997	rnn.weight_hh_l0	2	0.012630176730453968
646997	rnn.weight_hh_l0	3	-0.03115282580256462
646997	rnn.weight_hh_l0	4	0.07466109097003937
646997	rnn.weight_hh_l0	5	0.01768798939883709
646997	rnn.weight_hh_l0	6	-0.08000565320253372
646997	rnn.weight_hh_l0	7	-0.11862944066524506
646997	rnn.weight_hh_l0	8	0.03784231096506119
646997	rnn.weight_hh_l0	9	-0.11924469470977783
646997	rnn.bias_ih_l0	0	0.185612753033638
646997	rnn.bias_ih_l0	1	-0.3526225686073303
646997	rnn.bias_ih_l0	2	-0.05256624519824982
646997	rnn.bias_ih_l0	3	-0.21618080139160156
646997	rnn.bias_ih_l0	4	0.01968907192349434
646997	rnn.bias_ih_l0	5	-0.4240015149116516
646997	rnn.bias_ih_l0	6	-0.16788886487483978
646997	rnn.bias_ih_l0	7	-0.3778942823410034
646997	rnn.bias_ih_l0	8	-0.29536208510398865
646997	rnn.bias_ih_l0	9	-0.4503178000450134
646997	rnn.bias_hh_l0	0	-0.36328259110450745
646997	rnn.bias_hh_l0	1	-0.4408636689186096
646997	rnn.bias_hh_l0	2	-0.386236310005188
646997	rnn.bias_hh_l0	3	-0.06817145645618439
646997	rnn.bias_hh_l0	4	-0.39569908380508423
646997	rnn.bias_hh_l0	5	-0.3597032129764557
646997	rnn.bias_hh_l0	6	-0.12101928144693375
646997	rnn.bias_hh_l0	7	0.07254663854837418
646997	rnn.bias_hh_l0	8	-0.22742299735546112
646997	rnn.bias_hh_l0	9	-0.568936824798584
646997	rnn.weight_ih_l0_reverse	0	0.02452121116220951
646997	rnn.weight_ih_l0_reverse	1	-0.02623140439391136
646997	rnn.weight_ih_l0_reverse	2	0.0011007724096998572
646997	rnn.weight_ih_l0_reverse	3	-0.1598648726940155
646997	rnn.weight_ih_l0_reverse	4	0.08754487335681915
646997	rnn.weight_ih_l0_reverse	5	-0.14630377292633057
646997	rnn.weight_ih_l0_reverse	6	0.003813397604972124
646997	rnn.weight_ih_l0_reverse	7	0.03419245779514313
646997	rnn.weight_ih_l0_reverse	8	-0.06144071742892265
646997	rnn.weight_ih_l0_reverse	9	-0.06837223470211029
646997	rnn.weight_hh_l0_reverse	0	-0.13942353427410126
646997	rnn.weight_hh_l0_reverse	1	0.02773374319076538
646997	rnn.weight_hh_l0_reverse	2	-0.019485481083393097
646997	rnn.weight_hh_l0_reverse	3	0.02621406316757202
646997	rnn.weight_hh_l0_reverse	4	-0.08367990702390671
646997	rnn.weight_hh_l0_reverse	5	0.03616156801581383
646997	rnn.weight_hh_l0_reverse	6	0.028625892475247383
646997	rnn.weight_hh_l0_reverse	7	-0.1289493441581726
646997	rnn.weight_hh_l0_reverse	8	-0.07867796719074249
646997	rnn.weight_hh_l0_reverse	9	0.04173522815108299
646997	rnn.bias_ih_l0_reverse	0	-0.17497512698173523
646997	rnn.bias_ih_l0_reverse	1	-0.08165638148784637
646997	rnn.bias_ih_l0_reverse	2	0.12878724932670593
646997	rnn.bias_ih_l0_reverse	3	-0.3163709044456482
646997	rnn.bias_ih_l0_reverse	4	0.02188357710838318
646997	rnn.bias_ih_l0_reverse	5	-0.21964216232299805
646997	rnn.bias_ih_l0_reverse	6	0.2753717005252838
646997	rnn.bias_ih_l0_reverse	7	-0.31553688645362854
646997	rnn.bias_ih_l0_reverse	8	-0.18391527235507965
646997	rnn.bias_ih_l0_reverse	9	-0.16973794996738434
646997	rnn.bias_hh_l0_reverse	0	-0.14275643229484558
646997	rnn.bias_hh_l0_reverse	1	0.2598775625228882
646997	rnn.bias_hh_l0_reverse	2	-0.3527587950229645
646997	rnn.bias_hh_l0_reverse	3	-0.23283889889717102
646997	rnn.bias_hh_l0_reverse	4	-0.40591853857040405
646997	rnn.bias_hh_l0_reverse	5	-0.2001865655183792
646997	rnn.bias_hh_l0_reverse	6	-0.2880735397338867
646997	rnn.bias_hh_l0_reverse	7	-0.09724246710538864
646997	rnn.bias_hh_l0_reverse	8	-0.3303930163383484
646997	rnn.bias_hh_l0_reverse	9	0.20962102711200714
646997	linear.weight	0	0.20425117015838623
646997	linear.weight	1	-0.42320868372917175
646997	linear.weight	2	0.027804626151919365
646997	linear.weight	3	0.06750214099884033
646997	linear.weight	4	-0.18651264905929565
646997	linear.weight	5	0.22611066699028015
646997	linear.weight	6	-0.0004391301772557199
646997	linear.weight	7	-0.060078900307416916
646997	linear.weight	8	0.1150156781077385
646997	linear.weight	9	-0.04958576709032059
646997	linear.bias	0	-0.878813624382019
646997	linear.bias	1	1.8649569749832153
646997	linear.bias	2	0.7595629096031189
646997	linear.bias	3	-2.731659412384033
646997	linear.bias	4	-0.0732312723994255
646997	linear.bias	5	1.2847528457641602
646997	linear.bias	6	-0.2186375856399536
646997	linear.bias	7	0.8130692839622498
646997	linear.bias	8	2.1100175380706787
646997	linear.bias	9	-1.3285167217254639
647606	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
647606	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
647606	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
647606	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
647606	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
647606	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
647606	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
647606	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
647606	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
647606	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
647606	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
647606	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
647606	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
647606	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
647606	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
647606	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
647606	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
647606	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
647606	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
647606	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
647606	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
647606	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
647606	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
647606	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
647606	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
647606	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
647606	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
647606	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
647606	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
647606	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
647606	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
647606	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
647606	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
647606	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
647606	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
647606	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
647606	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
647606	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
647606	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
647606	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
647606	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
647606	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
647606	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
647606	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
647606	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
647606	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
647606	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
647606	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
647606	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
647606	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
647606	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
647606	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
647606	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
647606	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
647606	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
647606	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
647606	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
647606	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
647606	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
647606	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
647606	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
647606	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
647606	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
647606	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
647606	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
647606	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
647606	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
647606	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
647606	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
647606	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
647606	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
647606	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
647606	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
647606	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
647606	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
647606	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
647606	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
647606	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
647606	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
647606	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
647606	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
647606	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
647606	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
647606	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
647606	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
647606	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
647606	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
647606	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
647606	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
647606	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
647606	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
647606	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
647606	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
647606	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
647606	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
647606	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
647606	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
647606	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
647606	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
647606	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
647606	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
647606	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
647606	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
647606	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
647606	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
647606	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
647606	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
647606	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
647606	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
647606	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
647606	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
647606	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
647606	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
647606	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
647606	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
647606	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
647606	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
647606	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
647606	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
647606	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
647606	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
647606	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
647606	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
647606	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
647606	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
647606	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
647606	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
647606	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
647606	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
647606	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
647606	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
647606	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
647606	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
647606	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
647606	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
647606	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
647606	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
647606	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
647606	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
647606	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
647606	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
647606	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
647606	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
647606	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
647606	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
647606	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
647606	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
647606	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
647606	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
647606	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
647606	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
647606	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
647606	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
647606	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
647606	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
647606	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
647606	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
647606	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
647606	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
647606	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
647606	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
647606	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
647606	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
647606	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
647606	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
647606	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
647606	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
647606	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
647606	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
647606	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
647606	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
647606	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
647606	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
647606	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
647606	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
647606	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
647606	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
647606	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
647606	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
647606	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
647606	embedding2nn.weight	0	0.31414350867271423
647606	embedding2nn.weight	1	0.3708636164665222
647606	embedding2nn.weight	2	-0.013370879925787449
647606	embedding2nn.weight	3	-0.006396245677024126
647606	embedding2nn.weight	4	-0.029714226722717285
647606	embedding2nn.weight	5	0.06439876556396484
647606	embedding2nn.weight	6	-0.013119567185640335
647606	embedding2nn.weight	7	-0.01325844507664442
647606	embedding2nn.weight	8	0.053268034011125565
647606	embedding2nn.weight	9	-0.045497626066207886
647606	embedding2nn.bias	0	0.015146131627261639
647606	embedding2nn.bias	1	-0.167558491230011
647606	embedding2nn.bias	2	0.15611721575260162
647606	embedding2nn.bias	3	0.1448119878768921
647606	embedding2nn.bias	4	0.1657879501581192
647606	embedding2nn.bias	5	-0.07178950309753418
647606	embedding2nn.bias	6	-0.05700194835662842
647606	embedding2nn.bias	7	0.08301518857479095
647606	embedding2nn.bias	8	-0.1531689614057541
647606	embedding2nn.bias	9	-0.3783266544342041
647606	rnn.weight_ih_l0	0	-0.006399375386536121
647606	rnn.weight_ih_l0	1	-0.05106775835156441
647606	rnn.weight_ih_l0	2	-0.045085836201906204
647606	rnn.weight_ih_l0	3	0.11567246913909912
647606	rnn.weight_ih_l0	4	0.010519333183765411
647606	rnn.weight_ih_l0	5	-0.06407281011343002
647606	rnn.weight_ih_l0	6	0.010018108412623405
647606	rnn.weight_ih_l0	7	-0.017607610672712326
647606	rnn.weight_ih_l0	8	0.0032795979641377926
647606	rnn.weight_ih_l0	9	-0.09774298220872879
647606	rnn.weight_hh_l0	0	-0.02017776295542717
647606	rnn.weight_hh_l0	1	0.08318328112363815
647606	rnn.weight_hh_l0	2	0.012404724955558777
647606	rnn.weight_hh_l0	3	-0.03110075369477272
647606	rnn.weight_hh_l0	4	0.0750473216176033
647606	rnn.weight_hh_l0	5	0.01789090968668461
647606	rnn.weight_hh_l0	6	-0.08007153868675232
647606	rnn.weight_hh_l0	7	-0.1192779690027237
647606	rnn.weight_hh_l0	8	0.03794839233160019
647606	rnn.weight_hh_l0	9	-0.11923577636480331
647606	rnn.bias_ih_l0	0	0.19068655371665955
647606	rnn.bias_ih_l0	1	-0.3515181839466095
647606	rnn.bias_ih_l0	2	-0.04991832748055458
647606	rnn.bias_ih_l0	3	-0.21794430911540985
647606	rnn.bias_ih_l0	4	0.01728479005396366
647606	rnn.bias_ih_l0	5	-0.42879006266593933
647606	rnn.bias_ih_l0	6	-0.16673214733600616
647606	rnn.bias_ih_l0	7	-0.3771608769893646
647606	rnn.bias_ih_l0	8	-0.2924860715866089
647606	rnn.bias_ih_l0	9	-0.4546557068824768
647606	rnn.bias_hh_l0	0	-0.3575562834739685
647606	rnn.bias_hh_l0	1	-0.43731456995010376
647606	rnn.bias_hh_l0	2	-0.3855210244655609
647606	rnn.bias_hh_l0	3	-0.06966264545917511
647606	rnn.bias_hh_l0	4	-0.39451760053634644
647606	rnn.bias_hh_l0	5	-0.35990849137306213
647606	rnn.bias_hh_l0	6	-0.12258581817150116
647606	rnn.bias_hh_l0	7	0.07530046999454498
647606	rnn.bias_hh_l0	8	-0.22349104285240173
647606	rnn.bias_hh_l0	9	-0.5677700042724609
647606	rnn.weight_ih_l0_reverse	0	0.021207166835665703
647606	rnn.weight_ih_l0_reverse	1	-0.0240193959325552
647606	rnn.weight_ih_l0_reverse	2	0.0007001885096542537
647606	rnn.weight_ih_l0_reverse	3	-0.1607777178287506
647606	rnn.weight_ih_l0_reverse	4	0.08709241449832916
647606	rnn.weight_ih_l0_reverse	5	-0.1436832845211029
647606	rnn.weight_ih_l0_reverse	6	0.006896088365465403
647606	rnn.weight_ih_l0_reverse	7	0.03451091796159744
647606	rnn.weight_ih_l0_reverse	8	-0.06270385533571243
647606	rnn.weight_ih_l0_reverse	9	-0.06919608265161514
647606	rnn.weight_hh_l0_reverse	0	-0.1390524059534073
647606	rnn.weight_hh_l0_reverse	1	0.028364017605781555
647606	rnn.weight_hh_l0_reverse	2	-0.01955028809607029
647606	rnn.weight_hh_l0_reverse	3	0.0257891695946455
647606	rnn.weight_hh_l0_reverse	4	-0.08340185135602951
647606	rnn.weight_hh_l0_reverse	5	0.035820212215185165
647606	rnn.weight_hh_l0_reverse	6	0.028794821351766586
647606	rnn.weight_hh_l0_reverse	7	-0.13030654191970825
647606	rnn.weight_hh_l0_reverse	8	-0.08038663119077682
647606	rnn.weight_hh_l0_reverse	9	0.04086804389953613
647606	rnn.bias_ih_l0_reverse	0	-0.17348700761795044
647606	rnn.bias_ih_l0_reverse	1	-0.08157894015312195
647606	rnn.bias_ih_l0_reverse	2	0.12515975534915924
647606	rnn.bias_ih_l0_reverse	3	-0.3183716833591461
647606	rnn.bias_ih_l0_reverse	4	0.02810961939394474
647606	rnn.bias_ih_l0_reverse	5	-0.2203606218099594
647606	rnn.bias_ih_l0_reverse	6	0.2777383029460907
647606	rnn.bias_ih_l0_reverse	7	-0.3195098340511322
647606	rnn.bias_ih_l0_reverse	8	-0.18579693138599396
647606	rnn.bias_ih_l0_reverse	9	-0.17037136852741241
647606	rnn.bias_hh_l0_reverse	0	-0.1423824429512024
647606	rnn.bias_hh_l0_reverse	1	0.26382455229759216
647606	rnn.bias_hh_l0_reverse	2	-0.35120055079460144
647606	rnn.bias_hh_l0_reverse	3	-0.22970901429653168
647606	rnn.bias_hh_l0_reverse	4	-0.4080274999141693
647606	rnn.bias_hh_l0_reverse	5	-0.19952107965946198
647606	rnn.bias_hh_l0_reverse	6	-0.28863319754600525
647606	rnn.bias_hh_l0_reverse	7	-0.09810268133878708
647606	rnn.bias_hh_l0_reverse	8	-0.33604124188423157
647606	rnn.bias_hh_l0_reverse	9	0.1940615475177765
647606	linear.weight	0	0.1953003704547882
647606	linear.weight	1	-0.40370985865592957
647606	linear.weight	2	0.03932216390967369
647606	linear.weight	3	0.06750205904245377
647606	linear.weight	4	-0.1612372249364853
647606	linear.weight	5	0.23943059146404266
647606	linear.weight	6	0.00033244211226701736
647606	linear.weight	7	-0.06007586792111397
647606	linear.weight	8	0.11512883752584457
647606	linear.weight	9	-0.049588486552238464
647606	linear.bias	0	-0.8826395273208618
647606	linear.bias	1	1.8741495609283447
647606	linear.bias	2	0.7656072378158569
647606	linear.bias	3	-2.7317583560943604
647606	linear.bias	4	-0.08748283237218857
647606	linear.bias	5	1.3136165142059326
647606	linear.bias	6	-0.19961214065551758
647606	linear.bias	7	0.8036920428276062
647606	linear.bias	8	2.101841688156128
647606	linear.bias	9	-1.351049542427063
648215	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
648215	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
648215	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
648215	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
648215	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
648215	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
648215	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
648215	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
648215	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
648215	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
648215	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
648215	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
648215	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
648215	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
648215	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
648215	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
648215	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
648215	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
648215	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
648215	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
648215	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
648215	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
648215	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
648215	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
648215	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
648215	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
648215	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
648215	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
648215	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
648215	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
648215	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
648215	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
648215	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
648215	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
648215	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
648215	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
648215	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
648215	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
648215	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
648215	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
648215	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
648215	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
648215	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
648215	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
648215	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
648215	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
648215	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
648215	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
648215	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
648215	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
648215	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
648215	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
648215	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
648215	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
648215	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
648215	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
648215	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
648215	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
648215	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
648215	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
648215	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
648215	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
648215	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
648215	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
648215	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
648215	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
648215	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
648215	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
648215	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
648215	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
648215	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
648215	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
648215	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
648215	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
648215	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
648215	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
648215	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
648215	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
648215	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
648215	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
648215	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
648215	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
648215	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
648215	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
648215	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
648215	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
648215	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
648215	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
648215	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
648215	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
648215	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
648215	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
648215	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
648215	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
648215	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
648215	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
648215	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
648215	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
648215	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
648215	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
648215	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
648215	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
648215	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
648215	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
648215	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
648215	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
648215	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
648215	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
648215	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
648215	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
648215	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
648215	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
648215	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
648215	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
648215	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
648215	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
648215	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
648215	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
648215	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
648215	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
648215	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
648215	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
648215	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
648215	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
648215	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
648215	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
648215	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
648215	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
648215	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
648215	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
648215	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
648215	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
648215	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
648215	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
648215	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
648215	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
648215	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
648215	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
648215	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
648215	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
648215	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
648215	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
648215	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
648215	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
648215	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
648215	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
648215	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
648215	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
648215	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
648215	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
648215	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
648215	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
648215	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
648215	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
648215	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
648215	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
648215	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
648215	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
648215	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
648215	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
648215	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
648215	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
648215	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
648215	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
648215	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
648215	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
648215	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
648215	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
648215	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
648215	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
648215	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
648215	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
648215	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
648215	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
648215	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
648215	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
648215	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
648215	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
648215	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
648215	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
648215	embedding2nn.weight	0	0.31353282928466797
648215	embedding2nn.weight	1	0.37175023555755615
648215	embedding2nn.weight	2	-0.01110878773033619
648215	embedding2nn.weight	3	-0.0023074550554156303
648215	embedding2nn.weight	4	-0.03275357559323311
648215	embedding2nn.weight	5	0.06457071006298065
648215	embedding2nn.weight	6	-0.010451671667397022
648215	embedding2nn.weight	7	-0.011894863098859787
648215	embedding2nn.weight	8	0.054622720927000046
648215	embedding2nn.weight	9	-0.04778936877846718
648215	embedding2nn.bias	0	0.01807696372270584
648215	embedding2nn.bias	1	-0.1582987755537033
648215	embedding2nn.bias	2	0.1629081517457962
648215	embedding2nn.bias	3	0.14376923441886902
648215	embedding2nn.bias	4	0.15864020586013794
648215	embedding2nn.bias	5	-0.07911831885576248
648215	embedding2nn.bias	6	-0.060646966099739075
648215	embedding2nn.bias	7	0.07130785286426544
648215	embedding2nn.bias	8	-0.14431875944137573
648215	embedding2nn.bias	9	-0.3824785053730011
648215	rnn.weight_ih_l0	0	-0.006158442236483097
648215	rnn.weight_ih_l0	1	-0.05077328532934189
648215	rnn.weight_ih_l0	2	-0.04616497457027435
648215	rnn.weight_ih_l0	3	0.11635733395814896
648215	rnn.weight_ih_l0	4	0.01088543701916933
648215	rnn.weight_ih_l0	5	-0.061729613691568375
648215	rnn.weight_ih_l0	6	0.00790445227175951
648215	rnn.weight_ih_l0	7	-0.019324930384755135
648215	rnn.weight_ih_l0	8	0.003353382693603635
648215	rnn.weight_ih_l0	9	-0.0961335226893425
648215	rnn.weight_hh_l0	0	-0.020255032926797867
648215	rnn.weight_hh_l0	1	0.08326742798089981
648215	rnn.weight_hh_l0	2	0.01202375814318657
648215	rnn.weight_hh_l0	3	-0.031043607741594315
648215	rnn.weight_hh_l0	4	0.07519423216581345
648215	rnn.weight_hh_l0	5	0.017621029168367386
648215	rnn.weight_hh_l0	6	-0.08018837869167328
648215	rnn.weight_hh_l0	7	-0.11920028179883957
648215	rnn.weight_hh_l0	8	0.03807760030031204
648215	rnn.weight_hh_l0	9	-0.1178353801369667
648215	rnn.bias_ih_l0	0	0.18578024208545685
648215	rnn.bias_ih_l0	1	-0.34942159056663513
648215	rnn.bias_ih_l0	2	-0.05102279782295227
648215	rnn.bias_ih_l0	3	-0.22146651148796082
648215	rnn.bias_ih_l0	4	0.016612807288765907
648215	rnn.bias_ih_l0	5	-0.4295194447040558
648215	rnn.bias_ih_l0	6	-0.16586367785930634
648215	rnn.bias_ih_l0	7	-0.3765714466571808
648215	rnn.bias_ih_l0	8	-0.2981351315975189
648215	rnn.bias_ih_l0	9	-0.457357257604599
648215	rnn.bias_hh_l0	0	-0.36148494482040405
648215	rnn.bias_hh_l0	1	-0.43472394347190857
648215	rnn.bias_hh_l0	2	-0.38478195667266846
648215	rnn.bias_hh_l0	3	-0.07610030472278595
648215	rnn.bias_hh_l0	4	-0.39694371819496155
648215	rnn.bias_hh_l0	5	-0.35967862606048584
648215	rnn.bias_hh_l0	6	-0.11798769235610962
648215	rnn.bias_hh_l0	7	0.06784169375896454
648215	rnn.bias_hh_l0	8	-0.22246666252613068
648215	rnn.bias_hh_l0	9	-0.5684269666671753
648215	rnn.weight_ih_l0_reverse	0	0.024294093251228333
648215	rnn.weight_ih_l0_reverse	1	-0.024463463574647903
648215	rnn.weight_ih_l0_reverse	2	0.0018002914730459452
648215	rnn.weight_ih_l0_reverse	3	-0.15978078544139862
648215	rnn.weight_ih_l0_reverse	4	0.08611040562391281
648215	rnn.weight_ih_l0_reverse	5	-0.14209744334220886
648215	rnn.weight_ih_l0_reverse	6	0.005310263484716415
648215	rnn.weight_ih_l0_reverse	7	0.034665413200855255
648215	rnn.weight_ih_l0_reverse	8	-0.06387963145971298
648215	rnn.weight_ih_l0_reverse	9	-0.06942097842693329
648215	rnn.weight_hh_l0_reverse	0	-0.13962548971176147
648215	rnn.weight_hh_l0_reverse	1	0.028278807178139687
648215	rnn.weight_hh_l0_reverse	2	-0.019687622785568237
648215	rnn.weight_hh_l0_reverse	3	0.0258882325142622
648215	rnn.weight_hh_l0_reverse	4	-0.08406480401754379
648215	rnn.weight_hh_l0_reverse	5	0.03580082580447197
648215	rnn.weight_hh_l0_reverse	6	0.02895311266183853
648215	rnn.weight_hh_l0_reverse	7	-0.12816138565540314
648215	rnn.weight_hh_l0_reverse	8	-0.08028848469257355
648215	rnn.weight_hh_l0_reverse	9	0.040450818836688995
648215	rnn.bias_ih_l0_reverse	0	-0.17018672823905945
648215	rnn.bias_ih_l0_reverse	1	-0.07407612353563309
648215	rnn.bias_ih_l0_reverse	2	0.1275203675031662
648215	rnn.bias_ih_l0_reverse	3	-0.3148828148841858
648215	rnn.bias_ih_l0_reverse	4	0.030667563900351524
648215	rnn.bias_ih_l0_reverse	5	-0.22176867723464966
648215	rnn.bias_ih_l0_reverse	6	0.27318334579467773
648215	rnn.bias_ih_l0_reverse	7	-0.3146749436855316
648215	rnn.bias_ih_l0_reverse	8	-0.1877806931734085
648215	rnn.bias_ih_l0_reverse	9	-0.17048177123069763
648215	rnn.bias_hh_l0_reverse	0	-0.14701004326343536
648215	rnn.bias_hh_l0_reverse	1	0.2672126293182373
648215	rnn.bias_hh_l0_reverse	2	-0.35272958874702454
648215	rnn.bias_hh_l0_reverse	3	-0.2286529242992401
648215	rnn.bias_hh_l0_reverse	4	-0.4085301160812378
648215	rnn.bias_hh_l0_reverse	5	-0.20090074837207794
648215	rnn.bias_hh_l0_reverse	6	-0.2848030626773834
648215	rnn.bias_hh_l0_reverse	7	-0.0913945883512497
648215	rnn.bias_hh_l0_reverse	8	-0.33343666791915894
648215	rnn.bias_hh_l0_reverse	9	0.20175443589687347
648215	linear.weight	0	0.20884980261325836
648215	linear.weight	1	-0.4218737483024597
648215	linear.weight	2	0.019436242058873177
648215	linear.weight	3	0.06750235706567764
648215	linear.weight	4	-0.15011096000671387
648215	linear.weight	5	0.261218398809433
648215	linear.weight	6	-0.019454220309853554
648215	linear.weight	7	-0.060074374079704285
648215	linear.weight	8	0.10447204858064651
648215	linear.weight	9	-0.049590278416872025
648215	linear.bias	0	-0.8740119338035583
648215	linear.bias	1	1.8451894521713257
648215	linear.bias	2	0.7708861827850342
648215	linear.bias	3	-2.731851100921631
648215	linear.bias	4	-0.08213656395673752
648215	linear.bias	5	1.2815146446228027
648215	linear.bias	6	-0.2140863984823227
648215	linear.bias	7	0.8112665414810181
648215	linear.bias	8	2.1124587059020996
648215	linear.bias	9	-1.3500515222549438
648824	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
648824	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
648824	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
648824	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
648824	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
648824	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
648824	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
648824	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
648824	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
648824	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
648824	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
648824	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
648824	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
648824	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
648824	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
648824	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
648824	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
648824	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
648824	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
648824	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
648824	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
648824	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
648824	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
648824	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
648824	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
648824	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
648824	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
648824	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
648824	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
648824	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
648824	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
648824	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
648824	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
648824	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
648824	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
648824	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
648824	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
648824	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
648824	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
648824	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
648824	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
648824	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
648824	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
648824	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
648824	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
648824	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
648824	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
648824	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
648824	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
648824	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
648824	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
648824	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
648824	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
648824	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
648824	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
648824	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
648824	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
648824	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
648824	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
648824	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
648824	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
648824	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
648824	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
648824	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
648824	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
648824	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
648824	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
648824	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
648824	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
648824	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
648824	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
648824	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
648824	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
648824	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
648824	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
648824	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
648824	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
648824	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
648824	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
648824	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
648824	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
648824	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
648824	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
648824	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
648824	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
648824	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
648824	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
648824	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
648824	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
648824	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
648824	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
648824	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
648824	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
648824	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
648824	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
648824	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
648824	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
648824	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
648824	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
648824	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
648824	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
648824	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
648824	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
648824	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
648824	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
648824	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
648824	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
648824	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
648824	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
648824	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
648824	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
648824	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
648824	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
648824	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
648824	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
648824	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
648824	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
648824	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
648824	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
648824	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
648824	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
648824	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
648824	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
648824	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
648824	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
648824	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
648824	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
648824	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
648824	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
648824	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
648824	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
648824	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
648824	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
648824	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
648824	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
648824	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
648824	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
648824	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
648824	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
648824	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
648824	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
648824	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
648824	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
648824	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
648824	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
648824	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
648824	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
648824	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
648824	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
648824	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
648824	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
648824	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
648824	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
648824	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
648824	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
648824	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
648824	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
648824	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
648824	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
648824	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
648824	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
648824	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
648824	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
648824	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
648824	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
648824	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
648824	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
648824	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
648824	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
648824	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
648824	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
648824	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
648824	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
648824	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
648824	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
648824	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
648824	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
648824	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
648824	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
648824	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
648824	embedding2nn.weight	0	0.31519246101379395
648824	embedding2nn.weight	1	0.37141406536102295
648824	embedding2nn.weight	2	-0.00924303662031889
648824	embedding2nn.weight	3	-0.009525103494524956
648824	embedding2nn.weight	4	-0.03055133856832981
648824	embedding2nn.weight	5	0.06310916692018509
648824	embedding2nn.weight	6	0.0006416688556782901
648824	embedding2nn.weight	7	-0.014669956639409065
648824	embedding2nn.weight	8	0.05371828377246857
648824	embedding2nn.weight	9	-0.051589179784059525
648824	embedding2nn.bias	0	0.023142889142036438
648824	embedding2nn.bias	1	-0.16962987184524536
648824	embedding2nn.bias	2	0.15467622876167297
648824	embedding2nn.bias	3	0.14519202709197998
648824	embedding2nn.bias	4	0.15003718435764313
648824	embedding2nn.bias	5	-0.07287611067295074
648824	embedding2nn.bias	6	-0.05267227813601494
648824	embedding2nn.bias	7	0.08312731236219406
648824	embedding2nn.bias	8	-0.1635114550590515
648824	embedding2nn.bias	9	-0.37379080057144165
648824	rnn.weight_ih_l0	0	-0.006606663577258587
648824	rnn.weight_ih_l0	1	-0.052541594952344894
648824	rnn.weight_ih_l0	2	-0.048667654395103455
648824	rnn.weight_ih_l0	3	0.11644192039966583
648824	rnn.weight_ih_l0	4	0.0035782847553491592
648824	rnn.weight_ih_l0	5	-0.06171555817127228
648824	rnn.weight_ih_l0	6	0.006980113685131073
648824	rnn.weight_ih_l0	7	-0.019091203808784485
648824	rnn.weight_ih_l0	8	-0.0025109683629125357
648824	rnn.weight_ih_l0	9	-0.0978040024638176
648824	rnn.weight_hh_l0	0	-0.020839137956500053
648824	rnn.weight_hh_l0	1	0.08332022279500961
648824	rnn.weight_hh_l0	2	0.01270498801022768
648824	rnn.weight_hh_l0	3	-0.03040161170065403
648824	rnn.weight_hh_l0	4	0.07522258907556534
648824	rnn.weight_hh_l0	5	0.016631517559289932
648824	rnn.weight_hh_l0	6	-0.08045926690101624
648824	rnn.weight_hh_l0	7	-0.11797909438610077
648824	rnn.weight_hh_l0	8	0.0380193330347538
648824	rnn.weight_hh_l0	9	-0.11759412288665771
648824	rnn.bias_ih_l0	0	0.1815042942762375
648824	rnn.bias_ih_l0	1	-0.34753143787384033
648824	rnn.bias_ih_l0	2	-0.051388852298259735
648824	rnn.bias_ih_l0	3	-0.2197159081697464
648824	rnn.bias_ih_l0	4	0.02140847034752369
648824	rnn.bias_ih_l0	5	-0.42637524008750916
648824	rnn.bias_ih_l0	6	-0.16311557590961456
648824	rnn.bias_ih_l0	7	-0.37521132826805115
648824	rnn.bias_ih_l0	8	-0.2947891354560852
648824	rnn.bias_ih_l0	9	-0.45247259736061096
648824	rnn.bias_hh_l0	0	-0.3635686933994293
648824	rnn.bias_hh_l0	1	-0.43258920311927795
648824	rnn.bias_hh_l0	2	-0.38144803047180176
648824	rnn.bias_hh_l0	3	-0.07643060386180878
648824	rnn.bias_hh_l0	4	-0.39328643679618835
648824	rnn.bias_hh_l0	5	-0.36156797409057617
648824	rnn.bias_hh_l0	6	-0.11905470490455627
648824	rnn.bias_hh_l0	7	0.06711332499980927
648824	rnn.bias_hh_l0	8	-0.22515869140625
648824	rnn.bias_hh_l0	9	-0.5722796320915222
648824	rnn.weight_ih_l0_reverse	0	0.022750671952962875
648824	rnn.weight_ih_l0_reverse	1	-0.023206418380141258
648824	rnn.weight_ih_l0_reverse	2	0.0014718521852046251
648824	rnn.weight_ih_l0_reverse	3	-0.1615401804447174
648824	rnn.weight_ih_l0_reverse	4	0.08626735955476761
648824	rnn.weight_ih_l0_reverse	5	-0.14325909316539764
648824	rnn.weight_ih_l0_reverse	6	0.006265898235142231
648824	rnn.weight_ih_l0_reverse	7	0.03354978933930397
648824	rnn.weight_ih_l0_reverse	8	-0.06681887805461884
648824	rnn.weight_ih_l0_reverse	9	-0.07155171781778336
648824	rnn.weight_hh_l0_reverse	0	-0.13881079852581024
648824	rnn.weight_hh_l0_reverse	1	0.027858881279826164
648824	rnn.weight_hh_l0_reverse	2	-0.019195321947336197
648824	rnn.weight_hh_l0_reverse	3	0.026077207177877426
648824	rnn.weight_hh_l0_reverse	4	-0.08403737843036652
648824	rnn.weight_hh_l0_reverse	5	0.035714294761419296
648824	rnn.weight_hh_l0_reverse	6	0.028918765485286713
648824	rnn.weight_hh_l0_reverse	7	-0.1305168718099594
648824	rnn.weight_hh_l0_reverse	8	-0.08042926341295242
648824	rnn.weight_hh_l0_reverse	9	0.03895048797130585
648824	rnn.bias_ih_l0_reverse	0	-0.16890640556812286
648824	rnn.bias_ih_l0_reverse	1	-0.0774526298046112
648824	rnn.bias_ih_l0_reverse	2	0.12752598524093628
648824	rnn.bias_ih_l0_reverse	3	-0.31424692273139954
648824	rnn.bias_ih_l0_reverse	4	0.02736789919435978
648824	rnn.bias_ih_l0_reverse	5	-0.2213308960199356
648824	rnn.bias_ih_l0_reverse	6	0.27068784832954407
648824	rnn.bias_ih_l0_reverse	7	-0.31691280007362366
648824	rnn.bias_ih_l0_reverse	8	-0.1886313259601593
648824	rnn.bias_ih_l0_reverse	9	-0.17020195722579956
648824	rnn.bias_hh_l0_reverse	0	-0.14330875873565674
648824	rnn.bias_hh_l0_reverse	1	0.2751961350440979
648824	rnn.bias_hh_l0_reverse	2	-0.3532010614871979
648824	rnn.bias_hh_l0_reverse	3	-0.23040704429149628
648824	rnn.bias_hh_l0_reverse	4	-0.4099377691745758
648824	rnn.bias_hh_l0_reverse	5	-0.20358824729919434
648824	rnn.bias_hh_l0_reverse	6	-0.2870427072048187
648824	rnn.bias_hh_l0_reverse	7	-0.09386327862739563
648824	rnn.bias_hh_l0_reverse	8	-0.33775267004966736
648824	rnn.bias_hh_l0_reverse	9	0.2040727734565735
648824	linear.weight	0	0.19389595091342926
648824	linear.weight	1	-0.4217468500137329
648824	linear.weight	2	0.01285810861736536
648824	linear.weight	3	0.06750282645225525
648824	linear.weight	4	-0.15470941364765167
648824	linear.weight	5	0.26469364762306213
648824	linear.weight	6	-0.013441074639558792
648824	linear.weight	7	-0.06007229909300804
648824	linear.weight	8	0.10496819764375687
648824	linear.weight	9	-0.049592405557632446
648824	linear.bias	0	-0.8756855726242065
648824	linear.bias	1	1.866235613822937
648824	linear.bias	2	0.7538139224052429
648824	linear.bias	3	-2.7319297790527344
648824	linear.bias	4	-0.09620236605405807
648824	linear.bias	5	1.2756084203720093
648824	linear.bias	6	-0.18360432982444763
648824	linear.bias	7	0.813408374786377
648824	linear.bias	8	2.101515769958496
648824	linear.bias	9	-1.360634446144104
649433	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
649433	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
649433	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
649433	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
649433	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
649433	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
649433	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
649433	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
649433	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
649433	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
649433	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
649433	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
649433	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
649433	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
649433	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
649433	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
649433	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
649433	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
649433	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
649433	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
649433	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
649433	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
649433	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
649433	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
649433	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
649433	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
649433	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
649433	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
649433	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
649433	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
649433	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
649433	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
649433	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
649433	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
649433	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
649433	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
649433	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
649433	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
649433	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
649433	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
649433	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
649433	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
649433	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
649433	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
649433	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
649433	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
649433	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
649433	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
649433	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
649433	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
649433	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
649433	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
649433	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
649433	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
649433	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
649433	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
649433	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
649433	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
649433	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
649433	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
649433	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
649433	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
649433	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
649433	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
649433	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
649433	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
649433	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
649433	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
649433	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
649433	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
649433	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
649433	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
649433	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
649433	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
649433	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
649433	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
649433	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
649433	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
649433	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
649433	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
649433	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
649433	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
649433	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
649433	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
649433	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
649433	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
649433	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
649433	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
649433	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
649433	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
649433	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
649433	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
649433	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
649433	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
649433	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
649433	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
649433	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
649433	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
649433	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
649433	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
649433	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
649433	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
649433	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
649433	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
649433	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
649433	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
649433	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
649433	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
649433	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
649433	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
649433	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
649433	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
649433	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
649433	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
649433	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
649433	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
649433	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
649433	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
649433	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
649433	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
649433	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
649433	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
649433	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
649433	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
649433	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
649433	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
649433	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
649433	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
649433	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
649433	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
649433	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
649433	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
649433	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
649433	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
649433	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
649433	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
649433	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
649433	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
649433	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
649433	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
649433	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
649433	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
649433	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
649433	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
649433	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
649433	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
649433	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
649433	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
649433	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
649433	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
649433	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
649433	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
649433	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
649433	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
649433	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
649433	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
649433	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
649433	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
649433	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
649433	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
649433	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
649433	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
649433	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
649433	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
649433	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
649433	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
649433	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
649433	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
649433	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
649433	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
649433	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
649433	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
649433	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
649433	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
649433	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
649433	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
649433	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
649433	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
649433	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
649433	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
649433	embedding2nn.weight	0	0.31535062193870544
649433	embedding2nn.weight	1	0.3727068603038788
649433	embedding2nn.weight	2	-0.009554389864206314
649433	embedding2nn.weight	3	-0.023893209174275398
649433	embedding2nn.weight	4	-0.034214410930871964
649433	embedding2nn.weight	5	0.0624786913394928
649433	embedding2nn.weight	6	-0.004743295721709728
649433	embedding2nn.weight	7	-0.015450491569936275
649433	embedding2nn.weight	8	0.050978682935237885
649433	embedding2nn.weight	9	-0.04816138744354248
649433	embedding2nn.bias	0	0.029090598225593567
649433	embedding2nn.bias	1	-0.16458259522914886
649433	embedding2nn.bias	2	0.14755868911743164
649433	embedding2nn.bias	3	0.16005836427211761
649433	embedding2nn.bias	4	0.14919878542423248
649433	embedding2nn.bias	5	-0.062356263399124146
649433	embedding2nn.bias	6	-0.06783873587846756
649433	embedding2nn.bias	7	0.08531857281923294
649433	embedding2nn.bias	8	-0.17161117494106293
649433	embedding2nn.bias	9	-0.3739137053489685
649433	rnn.weight_ih_l0	0	-0.00654474226757884
649433	rnn.weight_ih_l0	1	-0.05255286768078804
649433	rnn.weight_ih_l0	2	-0.04429177939891815
649433	rnn.weight_ih_l0	3	0.11654020100831985
649433	rnn.weight_ih_l0	4	0.00499624852091074
649433	rnn.weight_ih_l0	5	-0.05601353943347931
649433	rnn.weight_ih_l0	6	0.0026240621227771044
649433	rnn.weight_ih_l0	7	-0.019150294363498688
649433	rnn.weight_ih_l0	8	-0.004116637632250786
649433	rnn.weight_ih_l0	9	-0.09601964801549911
649433	rnn.weight_hh_l0	0	-0.021030547097325325
649433	rnn.weight_hh_l0	1	0.08320145308971405
649433	rnn.weight_hh_l0	2	0.012645973823964596
649433	rnn.weight_hh_l0	3	-0.0306533370167017
649433	rnn.weight_hh_l0	4	0.07498109340667725
649433	rnn.weight_hh_l0	5	0.0159776471555233
649433	rnn.weight_hh_l0	6	-0.08029599487781525
649433	rnn.weight_hh_l0	7	-0.11931785196065903
649433	rnn.weight_hh_l0	8	0.03805682063102722
649433	rnn.weight_hh_l0	9	-0.11694112420082092
649433	rnn.bias_ih_l0	0	0.1737430840730667
649433	rnn.bias_ih_l0	1	-0.3479265570640564
649433	rnn.bias_ih_l0	2	-0.05285904183983803
649433	rnn.bias_ih_l0	3	-0.21960894763469696
649433	rnn.bias_ih_l0	4	0.018173344433307648
649433	rnn.bias_ih_l0	5	-0.4271829128265381
649433	rnn.bias_ih_l0	6	-0.15960554778575897
649433	rnn.bias_ih_l0	7	-0.37442800402641296
649433	rnn.bias_ih_l0	8	-0.2960093915462494
649433	rnn.bias_ih_l0	9	-0.44895660877227783
649433	rnn.bias_hh_l0	0	-0.3629959225654602
649433	rnn.bias_hh_l0	1	-0.4345465302467346
649433	rnn.bias_hh_l0	2	-0.3789757192134857
649433	rnn.bias_hh_l0	3	-0.07421701401472092
649433	rnn.bias_hh_l0	4	-0.39515095949172974
649433	rnn.bias_hh_l0	5	-0.36003392934799194
649433	rnn.bias_hh_l0	6	-0.125348299741745
649433	rnn.bias_hh_l0	7	0.0638352632522583
649433	rnn.bias_hh_l0	8	-0.22733472287654877
649433	rnn.bias_hh_l0	9	-0.5723501443862915
649433	rnn.weight_ih_l0_reverse	0	0.0247088260948658
649433	rnn.weight_ih_l0_reverse	1	-0.02368401363492012
649433	rnn.weight_ih_l0_reverse	2	0.0018788621528074145
649433	rnn.weight_ih_l0_reverse	3	-0.16221456229686737
649433	rnn.weight_ih_l0_reverse	4	0.08605503290891647
649433	rnn.weight_ih_l0_reverse	5	-0.1365366131067276
649433	rnn.weight_ih_l0_reverse	6	0.005218225531280041
649433	rnn.weight_ih_l0_reverse	7	0.03412241116166115
649433	rnn.weight_ih_l0_reverse	8	-0.06670403480529785
649433	rnn.weight_ih_l0_reverse	9	-0.07409214228391647
649433	rnn.weight_hh_l0_reverse	0	-0.1375276744365692
649433	rnn.weight_hh_l0_reverse	1	0.028166936710476875
649433	rnn.weight_hh_l0_reverse	2	-0.018816422671079636
649433	rnn.weight_hh_l0_reverse	3	0.026237154379487038
649433	rnn.weight_hh_l0_reverse	4	-0.08377087116241455
649433	rnn.weight_hh_l0_reverse	5	0.035953689366579056
649433	rnn.weight_hh_l0_reverse	6	0.028974466025829315
649433	rnn.weight_hh_l0_reverse	7	-0.13188715279102325
649433	rnn.weight_hh_l0_reverse	8	-0.07955484092235565
649433	rnn.weight_hh_l0_reverse	9	0.03888032212853432
649433	rnn.bias_ih_l0_reverse	0	-0.1690826714038849
649433	rnn.bias_ih_l0_reverse	1	-0.07910988479852676
649433	rnn.bias_ih_l0_reverse	2	0.13136984407901764
649433	rnn.bias_ih_l0_reverse	3	-0.31233641505241394
649433	rnn.bias_ih_l0_reverse	4	0.030544819310307503
649433	rnn.bias_ih_l0_reverse	5	-0.22035209834575653
649433	rnn.bias_ih_l0_reverse	6	0.27020934224128723
649433	rnn.bias_ih_l0_reverse	7	-0.31672555208206177
649433	rnn.bias_ih_l0_reverse	8	-0.19106686115264893
649433	rnn.bias_ih_l0_reverse	9	-0.1697251796722412
649433	rnn.bias_hh_l0_reverse	0	-0.13462546467781067
649433	rnn.bias_hh_l0_reverse	1	0.27852872014045715
649433	rnn.bias_hh_l0_reverse	2	-0.3502441942691803
649433	rnn.bias_hh_l0_reverse	3	-0.22927701473236084
649433	rnn.bias_hh_l0_reverse	4	-0.4072566032409668
649433	rnn.bias_hh_l0_reverse	5	-0.2040751874446869
649433	rnn.bias_hh_l0_reverse	6	-0.2855979800224304
649433	rnn.bias_hh_l0_reverse	7	-0.09703458845615387
649433	rnn.bias_hh_l0_reverse	8	-0.3376292586326599
649433	rnn.bias_hh_l0_reverse	9	0.2063921093940735
649433	linear.weight	0	0.217349573969841
649433	linear.weight	1	-0.40489986538887024
649433	linear.weight	2	0.0009283516556024551
649433	linear.weight	3	0.0675024539232254
649433	linear.weight	4	-0.1520422399044037
649433	linear.weight	5	0.29921528697013855
649433	linear.weight	6	-0.024248942732810974
649433	linear.weight	7	-0.060070257633924484
649433	linear.weight	8	0.09791552275419235
649433	linear.weight	9	-0.04959483444690704
649433	linear.bias	0	-0.8758292198181152
649433	linear.bias	1	1.837594985961914
649433	linear.bias	2	0.7648655772209167
649433	linear.bias	3	-2.7320244312286377
649433	linear.bias	4	-0.08778282254934311
649433	linear.bias	5	1.3110291957855225
649433	linear.bias	6	-0.17795991897583008
649433	linear.bias	7	0.8084713816642761
649433	linear.bias	8	2.1272125244140625
649433	linear.bias	9	-1.3680658340454102
650042	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
650042	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
650042	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
650042	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
650042	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
650042	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
650042	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
650042	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
650042	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
650042	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
650042	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
650042	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
650042	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
650042	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
650042	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
650042	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
650042	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
650042	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
650042	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
650042	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
650042	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
650042	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
650042	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
650042	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
650042	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
650042	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
650042	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
650042	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
650042	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
650042	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
650042	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
650042	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
650042	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
650042	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
650042	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
650042	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
650042	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
650042	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
650042	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
650042	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
650042	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
650042	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
650042	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
650042	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
650042	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
650042	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
650042	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
650042	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
650042	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
650042	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
650042	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
650042	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
650042	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
650042	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
650042	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
650042	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
650042	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
650042	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
650042	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
650042	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
650042	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
650042	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
650042	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
650042	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
650042	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
650042	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
650042	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
650042	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
650042	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
650042	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
650042	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
650042	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
650042	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
650042	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
650042	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
650042	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
650042	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
650042	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
650042	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
650042	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
650042	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
650042	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
650042	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
650042	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
650042	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
650042	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
650042	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
650042	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
650042	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
650042	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
650042	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
650042	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
650042	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
650042	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
650042	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
650042	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
650042	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
650042	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
650042	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
650042	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
650042	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
650042	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
650042	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
650042	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
650042	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
650042	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
650042	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
650042	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
650042	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
650042	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
650042	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
650042	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
650042	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
650042	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
650042	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
650042	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
650042	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
650042	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
650042	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
650042	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
650042	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
650042	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
650042	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
650042	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
650042	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
650042	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
650042	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
650042	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
650042	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
650042	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
650042	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
650042	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
650042	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
650042	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
650042	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
650042	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
650042	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
650042	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
650042	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
650042	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
650042	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
650042	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
650042	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
650042	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
650042	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
650042	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
650042	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
650042	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
650042	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
650042	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
650042	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
650042	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
650042	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
650042	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
650042	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
650042	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
650042	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
650042	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
650042	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
650042	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
650042	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
650042	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
650042	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
650042	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
650042	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
650042	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
650042	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
650042	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
650042	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
650042	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
650042	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
650042	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
650042	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
650042	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
650042	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
650042	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
650042	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
650042	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
650042	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
650042	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
650042	embedding2nn.weight	0	0.31519389152526855
650042	embedding2nn.weight	1	0.3736146092414856
650042	embedding2nn.weight	2	-0.008287834003567696
650042	embedding2nn.weight	3	-0.02207099087536335
650042	embedding2nn.weight	4	-0.03481016680598259
650042	embedding2nn.weight	5	0.060811374336481094
650042	embedding2nn.weight	6	-0.008077288046479225
650042	embedding2nn.weight	7	-0.010842032730579376
650042	embedding2nn.weight	8	0.050745174288749695
650042	embedding2nn.weight	9	-0.0481046587228775
650042	embedding2nn.bias	0	0.02354915626347065
650042	embedding2nn.bias	1	-0.19155731797218323
650042	embedding2nn.bias	2	0.1550777703523636
650042	embedding2nn.bias	3	0.15851391851902008
650042	embedding2nn.bias	4	0.14592809975147247
650042	embedding2nn.bias	5	-0.08264761418104172
650042	embedding2nn.bias	6	-0.06812606006860733
650042	embedding2nn.bias	7	0.08197083324193954
650042	embedding2nn.bias	8	-0.1796923130750656
650042	embedding2nn.bias	9	-0.37372198700904846
650042	rnn.weight_ih_l0	0	-0.006197215057909489
650042	rnn.weight_ih_l0	1	-0.052327848970890045
650042	rnn.weight_ih_l0	2	-0.04695814102888107
650042	rnn.weight_ih_l0	3	0.11690713465213776
650042	rnn.weight_ih_l0	4	0.008024957031011581
650042	rnn.weight_ih_l0	5	-0.05744250491261482
650042	rnn.weight_ih_l0	6	0.0015379914548248053
650042	rnn.weight_ih_l0	7	-0.017890483140945435
650042	rnn.weight_ih_l0	8	-0.0046576992608606815
650042	rnn.weight_ih_l0	9	-0.09473911672830582
650042	rnn.weight_hh_l0	0	-0.021117115393280983
650042	rnn.weight_hh_l0	1	0.08385594934225082
650042	rnn.weight_hh_l0	2	0.01275122631341219
650042	rnn.weight_hh_l0	3	-0.030711129307746887
650042	rnn.weight_hh_l0	4	0.07520025968551636
650042	rnn.weight_hh_l0	5	0.015709558501839638
650042	rnn.weight_hh_l0	6	-0.08028745651245117
650042	rnn.weight_hh_l0	7	-0.11855804175138474
650042	rnn.weight_hh_l0	8	0.037990402430295944
650042	rnn.weight_hh_l0	9	-0.11803162097930908
650042	rnn.bias_ih_l0	0	0.17914775013923645
650042	rnn.bias_ih_l0	1	-0.34700658917427063
650042	rnn.bias_ih_l0	2	-0.053061939775943756
650042	rnn.bias_ih_l0	3	-0.22111184895038605
650042	rnn.bias_ih_l0	4	0.028689442202448845
650042	rnn.bias_ih_l0	5	-0.43115153908729553
650042	rnn.bias_ih_l0	6	-0.16491001844406128
650042	rnn.bias_ih_l0	7	-0.3761186897754669
650042	rnn.bias_ih_l0	8	-0.2935775816440582
650042	rnn.bias_ih_l0	9	-0.45426860451698303
650042	rnn.bias_hh_l0	0	-0.3605128824710846
650042	rnn.bias_hh_l0	1	-0.43542414903640747
650042	rnn.bias_hh_l0	2	-0.37927916646003723
650042	rnn.bias_hh_l0	3	-0.07392355054616928
650042	rnn.bias_hh_l0	4	-0.3927821218967438
650042	rnn.bias_hh_l0	5	-0.35993722081184387
650042	rnn.bias_hh_l0	6	-0.12575985491275787
650042	rnn.bias_hh_l0	7	0.07436192780733109
650042	rnn.bias_hh_l0	8	-0.22579613327980042
650042	rnn.bias_hh_l0	9	-0.5736721158027649
650042	rnn.weight_ih_l0_reverse	0	0.02604369819164276
650042	rnn.weight_ih_l0_reverse	1	-0.025714287534356117
650042	rnn.weight_ih_l0_reverse	2	0.0012430206406861544
650042	rnn.weight_ih_l0_reverse	3	-0.16153602302074432
650042	rnn.weight_ih_l0_reverse	4	0.08466584235429764
650042	rnn.weight_ih_l0_reverse	5	-0.13292284309864044
650042	rnn.weight_ih_l0_reverse	6	0.0019074006704613566
650042	rnn.weight_ih_l0_reverse	7	0.03459484502673149
650042	rnn.weight_ih_l0_reverse	8	-0.06485437601804733
650042	rnn.weight_ih_l0_reverse	9	-0.0735451728105545
650042	rnn.weight_hh_l0_reverse	0	-0.13963693380355835
650042	rnn.weight_hh_l0_reverse	1	0.027753524482250214
650042	rnn.weight_hh_l0_reverse	2	-0.018874933943152428
650042	rnn.weight_hh_l0_reverse	3	0.026308845728635788
650042	rnn.weight_hh_l0_reverse	4	-0.08350015431642532
650042	rnn.weight_hh_l0_reverse	5	0.03563372790813446
650042	rnn.weight_hh_l0_reverse	6	0.028949405997991562
650042	rnn.weight_hh_l0_reverse	7	-0.1298026293516159
650042	rnn.weight_hh_l0_reverse	8	-0.08105529844760895
650042	rnn.weight_hh_l0_reverse	9	0.039064135402441025
650042	rnn.bias_ih_l0_reverse	0	-0.1695336103439331
650042	rnn.bias_ih_l0_reverse	1	-0.07956357300281525
650042	rnn.bias_ih_l0_reverse	2	0.12843243777751923
650042	rnn.bias_ih_l0_reverse	3	-0.3127155900001526
650042	rnn.bias_ih_l0_reverse	4	0.026108458638191223
650042	rnn.bias_ih_l0_reverse	5	-0.22191183269023895
650042	rnn.bias_ih_l0_reverse	6	0.27289173007011414
650042	rnn.bias_ih_l0_reverse	7	-0.312404066324234
650042	rnn.bias_ih_l0_reverse	8	-0.19368475675582886
650042	rnn.bias_ih_l0_reverse	9	-0.171988382935524
650042	rnn.bias_hh_l0_reverse	0	-0.14821116626262665
650042	rnn.bias_hh_l0_reverse	1	0.2765440046787262
650042	rnn.bias_hh_l0_reverse	2	-0.35338714718818665
650042	rnn.bias_hh_l0_reverse	3	-0.22692906856536865
650042	rnn.bias_hh_l0_reverse	4	-0.40837591886520386
650042	rnn.bias_hh_l0_reverse	5	-0.20466211438179016
650042	rnn.bias_hh_l0_reverse	6	-0.28046873211860657
650042	rnn.bias_hh_l0_reverse	7	-0.09566228836774826
650042	rnn.bias_hh_l0_reverse	8	-0.3411264419555664
650042	rnn.bias_hh_l0_reverse	9	0.20383761823177338
650042	linear.weight	0	0.21141380071640015
650042	linear.weight	1	-0.41734471917152405
650042	linear.weight	2	0.011074167676270008
650042	linear.weight	3	0.06750274449586868
650042	linear.weight	4	-0.1568121761083603
650042	linear.weight	5	0.283142626285553
650042	linear.weight	6	-0.033678051084280014
650042	linear.weight	7	-0.060068145394325256
650042	linear.weight	8	0.09894008189439774
650042	linear.weight	9	-0.049596816301345825
650042	linear.bias	0	-0.86590176820755
650042	linear.bias	1	1.8209738731384277
650042	linear.bias	2	0.7723823189735413
650042	linear.bias	3	-2.7321321964263916
650042	linear.bias	4	-0.09344391524791718
650042	linear.bias	5	1.3252952098846436
650042	linear.bias	6	-0.21498587727546692
650042	linear.bias	7	0.8060638308525085
650042	linear.bias	8	2.154719829559326
650042	linear.bias	9	-1.3706754446029663
650651	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
650651	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
650651	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
650651	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
650651	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
650651	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
650651	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
650651	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
650651	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
650651	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
650651	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
650651	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
650651	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
650651	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
650651	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
650651	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
650651	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
650651	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
650651	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
650651	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
650651	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
650651	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
650651	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
650651	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
650651	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
650651	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
650651	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
650651	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
650651	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
650651	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
650651	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
650651	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
650651	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
650651	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
650651	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
650651	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
650651	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
650651	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
650651	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
650651	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
650651	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
650651	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
650651	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
650651	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
650651	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
650651	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
650651	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
650651	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
650651	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
650651	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
650651	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
650651	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
650651	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
650651	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
650651	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
650651	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
650651	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
650651	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
650651	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
650651	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
650651	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
650651	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
650651	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
650651	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
650651	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
650651	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
650651	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
650651	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
650651	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
650651	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
650651	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
650651	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
650651	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
650651	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
650651	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
650651	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
650651	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
650651	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
650651	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
650651	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
650651	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
650651	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
650651	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
650651	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
650651	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
650651	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
650651	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
650651	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
650651	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
650651	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
650651	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
650651	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
650651	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
650651	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
650651	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
650651	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
650651	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
650651	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
650651	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
650651	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
650651	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
650651	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
650651	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
650651	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
650651	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
650651	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
650651	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
650651	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
650651	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
650651	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
650651	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
650651	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
650651	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
650651	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
650651	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
650651	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
650651	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
650651	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
650651	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
650651	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
650651	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
650651	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
650651	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
650651	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
650651	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
650651	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
650651	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
650651	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
650651	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
650651	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
650651	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
650651	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
650651	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
650651	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
650651	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
650651	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
650651	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
650651	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
650651	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
650651	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
650651	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
650651	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
650651	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
650651	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
650651	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
650651	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
650651	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
650651	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
650651	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
650651	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
650651	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
650651	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
650651	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
650651	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
650651	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
650651	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
650651	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
650651	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
650651	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
650651	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
650651	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
650651	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
650651	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
650651	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
650651	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
650651	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
650651	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
650651	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
650651	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
650651	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
650651	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
650651	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
650651	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
650651	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
650651	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
650651	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
650651	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
650651	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
650651	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
650651	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
650651	embedding2nn.weight	0	0.3136065900325775
650651	embedding2nn.weight	1	0.37289634346961975
650651	embedding2nn.weight	2	-0.006233687978237867
650651	embedding2nn.weight	3	-0.016360683366656303
650651	embedding2nn.weight	4	-0.03782225027680397
650651	embedding2nn.weight	5	0.06106605753302574
650651	embedding2nn.weight	6	-0.01425784733146429
650651	embedding2nn.weight	7	-0.008470471948385239
650651	embedding2nn.weight	8	0.05074167251586914
650651	embedding2nn.weight	9	-0.04586510732769966
650651	embedding2nn.bias	0	0.017506513744592667
650651	embedding2nn.bias	1	-0.19243355095386505
650651	embedding2nn.bias	2	0.13731905817985535
650651	embedding2nn.bias	3	0.15397454798221588
650651	embedding2nn.bias	4	0.14926423132419586
650651	embedding2nn.bias	5	-0.0697551891207695
650651	embedding2nn.bias	6	-0.07283569127321243
650651	embedding2nn.bias	7	0.08233942836523056
650651	embedding2nn.bias	8	-0.1638193279504776
650651	embedding2nn.bias	9	-0.38181015849113464
650651	rnn.weight_ih_l0	0	-0.006890814285725355
650651	rnn.weight_ih_l0	1	-0.05188298597931862
650651	rnn.weight_ih_l0	2	-0.04809731990098953
650651	rnn.weight_ih_l0	3	0.11689519882202148
650651	rnn.weight_ih_l0	4	0.008132572285830975
650651	rnn.weight_ih_l0	5	-0.060274675488471985
650651	rnn.weight_ih_l0	6	-0.00014111530617810786
650651	rnn.weight_ih_l0	7	-0.018386991694569588
650651	rnn.weight_ih_l0	8	-0.0023379786871373653
650651	rnn.weight_ih_l0	9	-0.0937059074640274
650651	rnn.weight_hh_l0	0	-0.021209748461842537
650651	rnn.weight_hh_l0	1	0.0832800343632698
650651	rnn.weight_hh_l0	2	0.012587110511958599
650651	rnn.weight_hh_l0	3	-0.031390149146318436
650651	rnn.weight_hh_l0	4	0.07551298290491104
650651	rnn.weight_hh_l0	5	0.015826692804694176
650651	rnn.weight_hh_l0	6	-0.08017650991678238
650651	rnn.weight_hh_l0	7	-0.11996258050203323
650651	rnn.weight_hh_l0	8	0.03799765929579735
650651	rnn.weight_hh_l0	9	-0.11782830208539963
650651	rnn.bias_ih_l0	0	0.17252902686595917
650651	rnn.bias_ih_l0	1	-0.3446354269981384
650651	rnn.bias_ih_l0	2	-0.05397019535303116
650651	rnn.bias_ih_l0	3	-0.21682384610176086
650651	rnn.bias_ih_l0	4	0.028496431186795235
650651	rnn.bias_ih_l0	5	-0.4292210042476654
650651	rnn.bias_ih_l0	6	-0.15728124976158142
650651	rnn.bias_ih_l0	7	-0.3760470449924469
650651	rnn.bias_ih_l0	8	-0.2982354760169983
650651	rnn.bias_ih_l0	9	-0.448833167552948
650651	rnn.bias_hh_l0	0	-0.36342036724090576
650651	rnn.bias_hh_l0	1	-0.4351451098918915
650651	rnn.bias_hh_l0	2	-0.37938201427459717
650651	rnn.bias_hh_l0	3	-0.0743696466088295
650651	rnn.bias_hh_l0	4	-0.3899995982646942
650651	rnn.bias_hh_l0	5	-0.3609115481376648
650651	rnn.bias_hh_l0	6	-0.1262885481119156
650651	rnn.bias_hh_l0	7	0.07051780819892883
650651	rnn.bias_hh_l0	8	-0.22893592715263367
650651	rnn.bias_hh_l0	9	-0.5757615566253662
650651	rnn.weight_ih_l0_reverse	0	0.02184993214905262
650651	rnn.weight_ih_l0_reverse	1	-0.02573399990797043
650651	rnn.weight_ih_l0_reverse	2	0.002932050498202443
650651	rnn.weight_ih_l0_reverse	3	-0.16305582225322723
650651	rnn.weight_ih_l0_reverse	4	0.08408418297767639
650651	rnn.weight_ih_l0_reverse	5	-0.13468490540981293
650651	rnn.weight_ih_l0_reverse	6	0.002390006324276328
650651	rnn.weight_ih_l0_reverse	7	0.034415554255247116
650651	rnn.weight_ih_l0_reverse	8	-0.06499528139829636
650651	rnn.weight_ih_l0_reverse	9	-0.07572311162948608
650651	rnn.weight_hh_l0_reverse	0	-0.13914066553115845
650651	rnn.weight_hh_l0_reverse	1	0.0287058986723423
650651	rnn.weight_hh_l0_reverse	2	-0.019296471029520035
650651	rnn.weight_hh_l0_reverse	3	0.02655256725847721
650651	rnn.weight_hh_l0_reverse	4	-0.0839347392320633
650651	rnn.weight_hh_l0_reverse	5	0.03551291674375534
650651	rnn.weight_hh_l0_reverse	6	0.02868456020951271
650651	rnn.weight_hh_l0_reverse	7	-0.12922459840774536
650651	rnn.weight_hh_l0_reverse	8	-0.08183170855045319
650651	rnn.weight_hh_l0_reverse	9	0.039941444993019104
650651	rnn.bias_ih_l0_reverse	0	-0.17406077682971954
650651	rnn.bias_ih_l0_reverse	1	-0.07718823850154877
650651	rnn.bias_ih_l0_reverse	2	0.13237126171588898
650651	rnn.bias_ih_l0_reverse	3	-0.30998608469963074
650651	rnn.bias_ih_l0_reverse	4	0.025158528238534927
650651	rnn.bias_ih_l0_reverse	5	-0.22180527448654175
650651	rnn.bias_ih_l0_reverse	6	0.2703112065792084
650651	rnn.bias_ih_l0_reverse	7	-0.3072493076324463
650651	rnn.bias_ih_l0_reverse	8	-0.1947547346353531
650651	rnn.bias_ih_l0_reverse	9	-0.17137902975082397
650651	rnn.bias_hh_l0_reverse	0	-0.14842833578586578
650651	rnn.bias_hh_l0_reverse	1	0.2760756015777588
650651	rnn.bias_hh_l0_reverse	2	-0.3543304204940796
650651	rnn.bias_hh_l0_reverse	3	-0.22839395701885223
650651	rnn.bias_hh_l0_reverse	4	-0.40768393874168396
650651	rnn.bias_hh_l0_reverse	5	-0.20353777706623077
650651	rnn.bias_hh_l0_reverse	6	-0.2787974774837494
650651	rnn.bias_hh_l0_reverse	7	-0.09806987643241882
650651	rnn.bias_hh_l0_reverse	8	-0.34361934661865234
650651	rnn.bias_hh_l0_reverse	9	0.2093607783317566
650651	linear.weight	0	0.2103700339794159
650651	linear.weight	1	-0.41544538736343384
650651	linear.weight	2	0.036056999117136
650651	linear.weight	3	0.06750266253948212
650651	linear.weight	4	-0.15754367411136627
650651	linear.weight	5	0.2825857698917389
650651	linear.weight	6	-0.04475647211074829
650651	linear.weight	7	-0.060065120458602905
650651	linear.weight	8	0.11237059533596039
650651	linear.weight	9	-0.049599479883909225
650651	linear.bias	0	-0.8640261292457581
650651	linear.bias	1	1.8398478031158447
650651	linear.bias	2	0.7956283092498779
650651	linear.bias	3	-2.7322330474853516
650651	linear.bias	4	-0.09179297834634781
650651	linear.bias	5	1.2716796398162842
650651	linear.bias	6	-0.22428709268569946
650651	linear.bias	7	0.7849667072296143
650651	linear.bias	8	2.15324068069458
650651	linear.bias	9	-1.3561662435531616
651260	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
651260	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
651260	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
651260	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
651260	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
651260	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
651260	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
651260	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
651260	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
651260	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
651260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
651260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
651260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
651260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
651260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
651260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
651260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
651260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
651260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
651260	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
651260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
651260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
651260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
651260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
651260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
651260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
651260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
651260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
651260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
651260	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
651260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
651260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
651260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
651260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
651260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
651260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
651260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
651260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
651260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
651260	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
651260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
651260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
651260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
651260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
651260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
651260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
651260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
651260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
651260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
651260	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
651260	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
651260	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
651260	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
651260	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
651260	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
651260	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
651260	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
651260	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
651260	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
651260	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
651260	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
651260	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
651260	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
651260	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
651260	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
651260	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
651260	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
651260	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
651260	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
651260	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
651260	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
651260	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
651260	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
651260	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
651260	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
651260	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
651260	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
651260	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
651260	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
651260	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
651260	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
651260	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
651260	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
651260	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
651260	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
651260	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
651260	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
651260	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
651260	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
651260	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
651260	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
651260	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
651260	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
651260	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
651260	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
651260	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
651260	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
651260	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
651260	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
651260	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
651260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
651260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
651260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
651260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
651260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
651260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
651260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
651260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
651260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
651260	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
651260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
651260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
651260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
651260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
651260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
651260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
651260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
651260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
651260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
651260	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
651260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
651260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
651260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
651260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
651260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
651260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
651260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
651260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
651260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
651260	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
651260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
651260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
651260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
651260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
651260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
651260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
651260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
651260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
651260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
651260	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
651260	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
651260	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
651260	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
651260	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
651260	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
651260	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
651260	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
651260	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
651260	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
651260	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
651260	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
651260	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
651260	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
651260	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
651260	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
651260	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
651260	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
651260	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
651260	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
651260	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
651260	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
651260	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
651260	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
651260	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
651260	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
651260	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
651260	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
651260	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
651260	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
651260	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
651260	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
651260	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
651260	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
651260	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
651260	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
651260	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
651260	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
651260	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
651260	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
651260	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
651260	embedding2nn.weight	0	0.313929945230484
651260	embedding2nn.weight	1	0.37300238013267517
651260	embedding2nn.weight	2	-0.007339653093367815
651260	embedding2nn.weight	3	-0.007049937266856432
651260	embedding2nn.weight	4	-0.039174482226371765
651260	embedding2nn.weight	5	0.059120092540979385
651260	embedding2nn.weight	6	-0.00608483050018549
651260	embedding2nn.weight	7	-0.006334421690553427
651260	embedding2nn.weight	8	0.05198049545288086
651260	embedding2nn.weight	9	-0.04524246230721474
651260	embedding2nn.bias	0	0.01563185267150402
651260	embedding2nn.bias	1	-0.1819753646850586
651260	embedding2nn.bias	2	0.14153450727462769
651260	embedding2nn.bias	3	0.16163428127765656
651260	embedding2nn.bias	4	0.14613491296768188
651260	embedding2nn.bias	5	-0.059867698699235916
651260	embedding2nn.bias	6	-0.06549297273159027
651260	embedding2nn.bias	7	0.07239814847707748
651260	embedding2nn.bias	8	-0.17139028012752533
651260	embedding2nn.bias	9	-0.36987772583961487
651260	rnn.weight_ih_l0	0	-0.008491131477057934
651260	rnn.weight_ih_l0	1	-0.052583880722522736
651260	rnn.weight_ih_l0	2	-0.04727272689342499
651260	rnn.weight_ih_l0	3	0.11587640643119812
651260	rnn.weight_ih_l0	4	0.012919622473418713
651260	rnn.weight_ih_l0	5	-0.061142925173044205
651260	rnn.weight_ih_l0	6	0.0004042362852487713
651260	rnn.weight_ih_l0	7	-0.019991597160696983
651260	rnn.weight_ih_l0	8	0.004039676394313574
651260	rnn.weight_ih_l0	9	-0.09109894186258316
651260	rnn.weight_hh_l0	0	-0.021010983735322952
651260	rnn.weight_hh_l0	1	0.08439189195632935
651260	rnn.weight_hh_l0	2	0.012470772489905357
651260	rnn.weight_hh_l0	3	-0.03150957077741623
651260	rnn.weight_hh_l0	4	0.07561833411455154
651260	rnn.weight_hh_l0	5	0.015457825735211372
651260	rnn.weight_hh_l0	6	-0.07998453825712204
651260	rnn.weight_hh_l0	7	-0.11880066990852356
651260	rnn.weight_hh_l0	8	0.03781575337052345
651260	rnn.weight_hh_l0	9	-0.11767210066318512
651260	rnn.bias_ih_l0	0	0.17545171082019806
651260	rnn.bias_ih_l0	1	-0.34427276253700256
651260	rnn.bias_ih_l0	2	-0.054127287119627
651260	rnn.bias_ih_l0	3	-0.21784748136997223
651260	rnn.bias_ih_l0	4	0.026193074882030487
651260	rnn.bias_ih_l0	5	-0.42784813046455383
651260	rnn.bias_ih_l0	6	-0.16193152964115143
651260	rnn.bias_ih_l0	7	-0.37509673833847046
651260	rnn.bias_ih_l0	8	-0.2992660105228424
651260	rnn.bias_ih_l0	9	-0.4463104009628296
651260	rnn.bias_hh_l0	0	-0.3637266755104065
651260	rnn.bias_hh_l0	1	-0.43625202775001526
651260	rnn.bias_hh_l0	2	-0.377951443195343
651260	rnn.bias_hh_l0	3	-0.07577615976333618
651260	rnn.bias_hh_l0	4	-0.39506328105926514
651260	rnn.bias_hh_l0	5	-0.36018863320350647
651260	rnn.bias_hh_l0	6	-0.1240718811750412
651260	rnn.bias_hh_l0	7	0.07138556987047195
651260	rnn.bias_hh_l0	8	-0.22818171977996826
651260	rnn.bias_hh_l0	9	-0.5720824599266052
651260	rnn.weight_ih_l0_reverse	0	0.018948597833514214
651260	rnn.weight_ih_l0_reverse	1	-0.02457217127084732
651260	rnn.weight_ih_l0_reverse	2	-0.000856646103784442
651260	rnn.weight_ih_l0_reverse	3	-0.1623908132314682
651260	rnn.weight_ih_l0_reverse	4	0.08255935460329056
651260	rnn.weight_ih_l0_reverse	5	-0.13264046609401703
651260	rnn.weight_ih_l0_reverse	6	0.0033316551707684994
651260	rnn.weight_ih_l0_reverse	7	0.034634385257959366
651260	rnn.weight_ih_l0_reverse	8	-0.06785991042852402
651260	rnn.weight_ih_l0_reverse	9	-0.07193363457918167
651260	rnn.weight_hh_l0_reverse	0	-0.13869799673557281
651260	rnn.weight_hh_l0_reverse	1	0.02916867472231388
651260	rnn.weight_hh_l0_reverse	2	-0.01889045536518097
651260	rnn.weight_hh_l0_reverse	3	0.026607738807797432
651260	rnn.weight_hh_l0_reverse	4	-0.0837860181927681
651260	rnn.weight_hh_l0_reverse	5	0.03573008254170418
651260	rnn.weight_hh_l0_reverse	6	0.02869456633925438
651260	rnn.weight_hh_l0_reverse	7	-0.12822912633419037
651260	rnn.weight_hh_l0_reverse	8	-0.0804339051246643
651260	rnn.weight_hh_l0_reverse	9	0.03864023834466934
651260	rnn.bias_ih_l0_reverse	0	-0.17072728276252747
651260	rnn.bias_ih_l0_reverse	1	-0.08451312780380249
651260	rnn.bias_ih_l0_reverse	2	0.13373246788978577
651260	rnn.bias_ih_l0_reverse	3	-0.3145158588886261
651260	rnn.bias_ih_l0_reverse	4	0.03301277011632919
651260	rnn.bias_ih_l0_reverse	5	-0.2220948189496994
651260	rnn.bias_ih_l0_reverse	6	0.2777054011821747
651260	rnn.bias_ih_l0_reverse	7	-0.3127623498439789
651260	rnn.bias_ih_l0_reverse	8	-0.1947213113307953
651260	rnn.bias_ih_l0_reverse	9	-0.16913674771785736
651260	rnn.bias_hh_l0_reverse	0	-0.1421770304441452
651260	rnn.bias_hh_l0_reverse	1	0.27292531728744507
651260	rnn.bias_hh_l0_reverse	2	-0.3546723425388336
651260	rnn.bias_hh_l0_reverse	3	-0.22882118821144104
651260	rnn.bias_hh_l0_reverse	4	-0.40854620933532715
651260	rnn.bias_hh_l0_reverse	5	-0.20041261613368988
651260	rnn.bias_hh_l0_reverse	6	-0.2791665196418762
651260	rnn.bias_hh_l0_reverse	7	-0.09989336878061295
651260	rnn.bias_hh_l0_reverse	8	-0.3450116515159607
651260	rnn.bias_hh_l0_reverse	9	0.20877057313919067
651260	linear.weight	0	0.21688957512378693
651260	linear.weight	1	-0.40334638953208923
651260	linear.weight	2	0.0235755518078804
651260	linear.weight	3	0.06750235706567764
651260	linear.weight	4	-0.15352733433246613
651260	linear.weight	5	0.2828754186630249
651260	linear.weight	6	-0.048000164330005646
651260	linear.weight	7	-0.06006224825978279
651260	linear.weight	8	0.11593591421842575
651260	linear.weight	9	-0.049601852893829346
651260	linear.bias	0	-0.866118848323822
651260	linear.bias	1	1.8344767093658447
651260	linear.bias	2	0.7656247019767761
651260	linear.bias	3	-2.7323267459869385
651260	linear.bias	4	-0.08618033677339554
651260	linear.bias	5	1.3021700382232666
651260	linear.bias	6	-0.24190309643745422
651260	linear.bias	7	0.7905428409576416
651260	linear.bias	8	2.142382860183716
651260	linear.bias	9	-1.354883074760437
651869	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
651869	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
651869	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
651869	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
651869	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
651869	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
651869	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
651869	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
651869	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
651869	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
651869	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
651869	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
651869	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
651869	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
651869	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
651869	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
651869	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
651869	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
651869	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
651869	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
651869	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
651869	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
651869	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
651869	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
651869	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
651869	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
651869	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
651869	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
651869	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
651869	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
651869	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
651869	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
651869	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
651869	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
651869	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
651869	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
651869	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
651869	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
651869	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
651869	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
651869	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
651869	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
651869	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
651869	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
651869	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
651869	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
651869	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
651869	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
651869	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
651869	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
651869	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
651869	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
651869	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
651869	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
651869	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
651869	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
651869	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
651869	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
651869	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
651869	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
651869	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
651869	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
651869	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
651869	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
651869	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
651869	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
651869	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
651869	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
651869	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
651869	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
651869	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
651869	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
651869	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
651869	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
651869	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
651869	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
651869	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
651869	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
651869	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
651869	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
651869	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
651869	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
651869	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
651869	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
651869	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
651869	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
651869	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
651869	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
651869	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
651869	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
651869	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
651869	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
651869	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
651869	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
651869	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
651869	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
651869	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
651869	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
651869	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
651869	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
651869	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
651869	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
651869	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
651869	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
651869	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
651869	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
651869	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
651869	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
651869	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
651869	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
651869	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
651869	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
651869	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
651869	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
651869	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
651869	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
651869	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
651869	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
651869	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
651869	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
651869	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
651869	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
651869	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
651869	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
651869	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
651869	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
651869	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
651869	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
651869	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
651869	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
651869	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
651869	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
651869	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
651869	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
651869	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
651869	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
651869	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
651869	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
651869	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
651869	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
651869	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
651869	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
651869	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
651869	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
651869	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
651869	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
651869	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
651869	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
651869	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
651869	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
651869	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
651869	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
651869	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
651869	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
651869	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
651869	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
651869	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
651869	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
651869	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
651869	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
651869	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
651869	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
651869	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
651869	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
651869	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
651869	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
651869	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
651869	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
651869	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
651869	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
651869	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
651869	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
651869	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
651869	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
651869	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
651869	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
651869	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
651869	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
651869	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
651869	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
651869	embedding2nn.weight	0	0.31429657340049744
651869	embedding2nn.weight	1	0.37394979596138
651869	embedding2nn.weight	2	-0.006736080162227154
651869	embedding2nn.weight	3	-0.0068165636621415615
651869	embedding2nn.weight	4	-0.039008792489767075
651869	embedding2nn.weight	5	0.06029849126935005
651869	embedding2nn.weight	6	-0.0031094190198928118
651869	embedding2nn.weight	7	-0.008594361133873463
651869	embedding2nn.weight	8	0.049134261906147
651869	embedding2nn.weight	9	-0.04445093125104904
651869	embedding2nn.bias	0	0.01763126067817211
651869	embedding2nn.bias	1	-0.1934347003698349
651869	embedding2nn.bias	2	0.13377773761749268
651869	embedding2nn.bias	3	0.1709948629140854
651869	embedding2nn.bias	4	0.14082686603069305
651869	embedding2nn.bias	5	-0.06757549941539764
651869	embedding2nn.bias	6	-0.06557046622037888
651869	embedding2nn.bias	7	0.07117471098899841
651869	embedding2nn.bias	8	-0.17231552302837372
651869	embedding2nn.bias	9	-0.3785223960876465
651869	rnn.weight_ih_l0	0	-0.007757219485938549
651869	rnn.weight_ih_l0	1	-0.05168066546320915
651869	rnn.weight_ih_l0	2	-0.04407280310988426
651869	rnn.weight_ih_l0	3	0.11439799517393112
651869	rnn.weight_ih_l0	4	0.010752805508673191
651869	rnn.weight_ih_l0	5	-0.06577208638191223
651869	rnn.weight_ih_l0	6	0.0013028212124481797
651869	rnn.weight_ih_l0	7	-0.018987953662872314
651869	rnn.weight_ih_l0	8	0.003141973400488496
651869	rnn.weight_ih_l0	9	-0.08899737149477005
651869	rnn.weight_hh_l0	0	-0.02099468931555748
651869	rnn.weight_hh_l0	1	0.08482073992490768
651869	rnn.weight_hh_l0	2	0.012080739252269268
651869	rnn.weight_hh_l0	3	-0.03147049993276596
651869	rnn.weight_hh_l0	4	0.0756416767835617
651869	rnn.weight_hh_l0	5	0.015717318281531334
651869	rnn.weight_hh_l0	6	-0.079750195145607
651869	rnn.weight_hh_l0	7	-0.11810174584388733
651869	rnn.weight_hh_l0	8	0.03779614344239235
651869	rnn.weight_hh_l0	9	-0.11781894415616989
651869	rnn.bias_ih_l0	0	0.17282734811306
651869	rnn.bias_ih_l0	1	-0.3402475416660309
651869	rnn.bias_ih_l0	2	-0.05155634507536888
651869	rnn.bias_ih_l0	3	-0.21592889726161957
651869	rnn.bias_ih_l0	4	0.01925666816532612
651869	rnn.bias_ih_l0	5	-0.429950475692749
651869	rnn.bias_ih_l0	6	-0.16476598381996155
651869	rnn.bias_ih_l0	7	-0.37441936135292053
651869	rnn.bias_ih_l0	8	-0.2974969744682312
651869	rnn.bias_ih_l0	9	-0.4546193480491638
651869	rnn.bias_hh_l0	0	-0.3685653507709503
651869	rnn.bias_hh_l0	1	-0.43267881870269775
651869	rnn.bias_hh_l0	2	-0.3820875585079193
651869	rnn.bias_hh_l0	3	-0.08107908815145493
651869	rnn.bias_hh_l0	4	-0.3950287103652954
651869	rnn.bias_hh_l0	5	-0.36194777488708496
651869	rnn.bias_hh_l0	6	-0.12366817146539688
651869	rnn.bias_hh_l0	7	0.07146390527486801
651869	rnn.bias_hh_l0	8	-0.22765658795833588
651869	rnn.bias_hh_l0	9	-0.5721914768218994
651869	rnn.weight_ih_l0_reverse	0	0.016887379810214043
651869	rnn.weight_ih_l0_reverse	1	-0.02198571339249611
651869	rnn.weight_ih_l0_reverse	2	-0.0014958560932427645
651869	rnn.weight_ih_l0_reverse	3	-0.16264306008815765
651869	rnn.weight_ih_l0_reverse	4	0.08332818746566772
651869	rnn.weight_ih_l0_reverse	5	-0.13381285965442657
651869	rnn.weight_ih_l0_reverse	6	0.0007970881997607648
651869	rnn.weight_ih_l0_reverse	7	0.03503979742527008
651869	rnn.weight_ih_l0_reverse	8	-0.06530264765024185
651869	rnn.weight_ih_l0_reverse	9	-0.073797807097435
651869	rnn.weight_hh_l0_reverse	0	-0.1390693336725235
651869	rnn.weight_hh_l0_reverse	1	0.02930380403995514
651869	rnn.weight_hh_l0_reverse	2	-0.01937340572476387
651869	rnn.weight_hh_l0_reverse	3	0.02719237469136715
651869	rnn.weight_hh_l0_reverse	4	-0.08356799930334091
651869	rnn.weight_hh_l0_reverse	5	0.03560781851410866
651869	rnn.weight_hh_l0_reverse	6	0.028552131727337837
651869	rnn.weight_hh_l0_reverse	7	-0.12878362834453583
651869	rnn.weight_hh_l0_reverse	8	-0.08183285593986511
651869	rnn.weight_hh_l0_reverse	9	0.03901207074522972
651869	rnn.bias_ih_l0_reverse	0	-0.16728435456752777
651869	rnn.bias_ih_l0_reverse	1	-0.08070747554302216
651869	rnn.bias_ih_l0_reverse	2	0.1324434131383896
651869	rnn.bias_ih_l0_reverse	3	-0.3141914904117584
651869	rnn.bias_ih_l0_reverse	4	0.029714418575167656
651869	rnn.bias_ih_l0_reverse	5	-0.22293724119663239
651869	rnn.bias_ih_l0_reverse	6	0.2719134986400604
651869	rnn.bias_ih_l0_reverse	7	-0.3136378824710846
651869	rnn.bias_ih_l0_reverse	8	-0.1921725869178772
651869	rnn.bias_ih_l0_reverse	9	-0.1663552075624466
651869	rnn.bias_hh_l0_reverse	0	-0.14060956239700317
651869	rnn.bias_hh_l0_reverse	1	0.27125510573387146
651869	rnn.bias_hh_l0_reverse	2	-0.3515658974647522
651869	rnn.bias_hh_l0_reverse	3	-0.22688865661621094
651869	rnn.bias_hh_l0_reverse	4	-0.40590208768844604
651869	rnn.bias_hh_l0_reverse	5	-0.20112650096416473
651869	rnn.bias_hh_l0_reverse	6	-0.2789613902568817
651869	rnn.bias_hh_l0_reverse	7	-0.09967880696058273
651869	rnn.bias_hh_l0_reverse	8	-0.34425073862075806
651869	rnn.bias_hh_l0_reverse	9	0.20854128897190094
651869	linear.weight	0	0.232430100440979
651869	linear.weight	1	-0.40344759821891785
651869	linear.weight	2	0.0449337437748909
651869	linear.weight	3	0.067501962184906
651869	linear.weight	4	-0.1486739218235016
651869	linear.weight	5	0.2811068892478943
651869	linear.weight	6	-0.05502686649560928
651869	linear.weight	7	-0.06006063148379326
651869	linear.weight	8	0.10681993514299393
651869	linear.weight	9	-0.04960424453020096
651869	linear.bias	0	-0.8674253225326538
651869	linear.bias	1	1.8574626445770264
651869	linear.bias	2	0.7568994760513306
651869	linear.bias	3	-2.732412338256836
651869	linear.bias	4	-0.08243916183710098
651869	linear.bias	5	1.2798466682434082
651869	linear.bias	6	-0.22163093090057373
651869	linear.bias	7	0.8086998462677002
651869	linear.bias	8	2.1195223331451416
651869	linear.bias	9	-1.3502604961395264
652478	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
652478	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
652478	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
652478	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
652478	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
652478	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
652478	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
652478	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
652478	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
652478	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
652478	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
652478	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
652478	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
652478	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
652478	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
652478	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
652478	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
652478	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
652478	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
652478	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
652478	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
652478	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
652478	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
652478	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
652478	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
652478	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
652478	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
652478	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
652478	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
652478	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
652478	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
652478	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
652478	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
652478	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
652478	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
652478	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
652478	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
652478	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
652478	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
652478	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
652478	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
652478	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
652478	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
652478	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
652478	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
652478	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
652478	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
652478	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
652478	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
652478	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
652478	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
652478	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
652478	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
652478	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
652478	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
652478	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
652478	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
652478	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
652478	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
652478	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
652478	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
652478	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
652478	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
652478	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
652478	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
652478	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
652478	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
652478	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
652478	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
652478	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
652478	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
652478	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
652478	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
652478	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
652478	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
652478	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
652478	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
652478	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
652478	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
652478	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
652478	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
652478	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
652478	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
652478	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
652478	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
652478	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
652478	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
652478	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
652478	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
652478	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
652478	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
652478	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
652478	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
652478	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
652478	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
652478	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
652478	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
652478	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
652478	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
652478	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
652478	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
652478	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
652478	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
652478	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
652478	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
652478	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
652478	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
652478	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
652478	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
652478	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
652478	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
652478	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
652478	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
652478	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
652478	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
652478	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
652478	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
652478	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
652478	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
652478	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
652478	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
652478	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
652478	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
652478	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
652478	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
652478	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
652478	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
652478	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
652478	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
652478	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
652478	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
652478	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
652478	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
652478	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
652478	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
652478	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
652478	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
652478	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
652478	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
652478	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
652478	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
652478	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
652478	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
652478	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
652478	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
652478	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
652478	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
652478	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
652478	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
652478	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
652478	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
652478	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
652478	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
652478	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
652478	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
652478	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
652478	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
652478	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
652478	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
652478	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
652478	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
652478	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
652478	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
652478	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
652478	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
652478	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
652478	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
652478	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
652478	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
652478	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
652478	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
652478	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
652478	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
652478	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
652478	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
652478	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
652478	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
652478	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
652478	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
652478	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
652478	embedding2nn.weight	0	0.3149924874305725
652478	embedding2nn.weight	1	0.374053418636322
652478	embedding2nn.weight	2	-0.0042488714680075645
652478	embedding2nn.weight	3	0.0011696446454152465
652478	embedding2nn.weight	4	-0.04458006098866463
652478	embedding2nn.weight	5	0.059973593801259995
652478	embedding2nn.weight	6	-0.005417643114924431
652478	embedding2nn.weight	7	-0.00476188026368618
652478	embedding2nn.weight	8	0.04663798585534096
652478	embedding2nn.weight	9	-0.044462114572525024
652478	embedding2nn.bias	0	0.02192441187798977
652478	embedding2nn.bias	1	-0.18885613977909088
652478	embedding2nn.bias	2	0.1279330551624298
652478	embedding2nn.bias	3	0.16641294956207275
652478	embedding2nn.bias	4	0.13728754222393036
652478	embedding2nn.bias	5	-0.0661696195602417
652478	embedding2nn.bias	6	-0.06846863776445389
652478	embedding2nn.bias	7	0.08162857592105865
652478	embedding2nn.bias	8	-0.15774551033973694
652478	embedding2nn.bias	9	-0.3775025010108948
652478	rnn.weight_ih_l0	0	-0.007236354518681765
652478	rnn.weight_ih_l0	1	-0.05132349953055382
652478	rnn.weight_ih_l0	2	-0.04490809887647629
652478	rnn.weight_ih_l0	3	0.11379814147949219
652478	rnn.weight_ih_l0	4	0.009056638926267624
652478	rnn.weight_ih_l0	5	-0.06392163783311844
652478	rnn.weight_ih_l0	6	0.0026959802489727736
652478	rnn.weight_ih_l0	7	-0.01940418779850006
652478	rnn.weight_ih_l0	8	0.004940004553645849
652478	rnn.weight_ih_l0	9	-0.08274498581886292
652478	rnn.weight_hh_l0	0	-0.02114279754459858
652478	rnn.weight_hh_l0	1	0.08483397215604782
652478	rnn.weight_hh_l0	2	0.011081342585384846
652478	rnn.weight_hh_l0	3	-0.03173011913895607
652478	rnn.weight_hh_l0	4	0.07558280229568481
652478	rnn.weight_hh_l0	5	0.015150380320847034
652478	rnn.weight_hh_l0	6	-0.07987906783819199
652478	rnn.weight_hh_l0	7	-0.11838991194963455
652478	rnn.weight_hh_l0	8	0.037757374346256256
652478	rnn.weight_hh_l0	9	-0.11807743459939957
652478	rnn.bias_ih_l0	0	0.1720636487007141
652478	rnn.bias_ih_l0	1	-0.3419795334339142
652478	rnn.bias_ih_l0	2	-0.05365975201129913
652478	rnn.bias_ih_l0	3	-0.21529488265514374
652478	rnn.bias_ih_l0	4	0.02717212587594986
652478	rnn.bias_ih_l0	5	-0.42951977252960205
652478	rnn.bias_ih_l0	6	-0.16635943949222565
652478	rnn.bias_ih_l0	7	-0.37376874685287476
652478	rnn.bias_ih_l0	8	-0.2962214946746826
652478	rnn.bias_ih_l0	9	-0.45425382256507874
652478	rnn.bias_hh_l0	0	-0.3676486015319824
652478	rnn.bias_hh_l0	1	-0.43679893016815186
652478	rnn.bias_hh_l0	2	-0.38107746839523315
652478	rnn.bias_hh_l0	3	-0.07932841777801514
652478	rnn.bias_hh_l0	4	-0.39957907795906067
652478	rnn.bias_hh_l0	5	-0.3610231578350067
652478	rnn.bias_hh_l0	6	-0.12436243891716003
652478	rnn.bias_hh_l0	7	0.07141032814979553
652478	rnn.bias_hh_l0	8	-0.23001325130462646
652478	rnn.bias_hh_l0	9	-0.5744764804840088
652478	rnn.weight_ih_l0_reverse	0	0.018427418544888496
652478	rnn.weight_ih_l0_reverse	1	-0.02279711328446865
652478	rnn.weight_ih_l0_reverse	2	-0.001574944006279111
652478	rnn.weight_ih_l0_reverse	3	-0.1615476757287979
652478	rnn.weight_ih_l0_reverse	4	0.08322370052337646
652478	rnn.weight_ih_l0_reverse	5	-0.1336309313774109
652478	rnn.weight_ih_l0_reverse	6	0.0003037741989828646
652478	rnn.weight_ih_l0_reverse	7	0.03554103523492813
652478	rnn.weight_ih_l0_reverse	8	-0.0652693659067154
652478	rnn.weight_ih_l0_reverse	9	-0.07509220391511917
652478	rnn.weight_hh_l0_reverse	0	-0.13975746929645538
652478	rnn.weight_hh_l0_reverse	1	0.029216991737484932
652478	rnn.weight_hh_l0_reverse	2	-0.019028818234801292
652478	rnn.weight_hh_l0_reverse	3	0.027509676292538643
652478	rnn.weight_hh_l0_reverse	4	-0.08305541425943375
652478	rnn.weight_hh_l0_reverse	5	0.03575616329908371
652478	rnn.weight_hh_l0_reverse	6	0.02840297482907772
652478	rnn.weight_hh_l0_reverse	7	-0.12832772731781006
652478	rnn.weight_hh_l0_reverse	8	-0.07906357944011688
652478	rnn.weight_hh_l0_reverse	9	0.03987058252096176
652478	rnn.bias_ih_l0_reverse	0	-0.16979272663593292
652478	rnn.bias_ih_l0_reverse	1	-0.07803083211183548
652478	rnn.bias_ih_l0_reverse	2	0.1338537633419037
652478	rnn.bias_ih_l0_reverse	3	-0.31253883242607117
652478	rnn.bias_ih_l0_reverse	4	0.03266509622335434
652478	rnn.bias_ih_l0_reverse	5	-0.22602835297584534
652478	rnn.bias_ih_l0_reverse	6	0.2746378779411316
652478	rnn.bias_ih_l0_reverse	7	-0.3103662133216858
652478	rnn.bias_ih_l0_reverse	8	-0.19215944409370422
652478	rnn.bias_ih_l0_reverse	9	-0.1662309467792511
652478	rnn.bias_hh_l0_reverse	0	-0.14118674397468567
652478	rnn.bias_hh_l0_reverse	1	0.26463866233825684
652478	rnn.bias_hh_l0_reverse	2	-0.3524004817008972
652478	rnn.bias_hh_l0_reverse	3	-0.22719034552574158
652478	rnn.bias_hh_l0_reverse	4	-0.406310111284256
652478	rnn.bias_hh_l0_reverse	5	-0.20025014877319336
652478	rnn.bias_hh_l0_reverse	6	-0.2744279205799103
652478	rnn.bias_hh_l0_reverse	7	-0.09455110877752304
652478	rnn.bias_hh_l0_reverse	8	-0.33698657155036926
652478	rnn.bias_hh_l0_reverse	9	0.19825196266174316
652478	linear.weight	0	0.22378040850162506
652478	linear.weight	1	-0.40097203850746155
652478	linear.weight	2	0.051081035286188126
652478	linear.weight	3	0.06750074774026871
652478	linear.weight	4	-0.1405521184206009
652478	linear.weight	5	0.275979220867157
652478	linear.weight	6	-0.05043889954686165
652478	linear.weight	7	-0.060058414936065674
652478	linear.weight	8	0.07565585523843765
652478	linear.weight	9	-0.04960810765624046
652478	linear.bias	0	-0.8710181713104248
652478	linear.bias	1	1.8377679586410522
652478	linear.bias	2	0.7791919112205505
652478	linear.bias	3	-2.732508897781372
652478	linear.bias	4	-0.10804750770330429
652478	linear.bias	5	1.2673578262329102
652478	linear.bias	6	-0.22995911538600922
652478	linear.bias	7	0.8271045088768005
652478	linear.bias	8	2.117835760116577
652478	linear.bias	9	-1.3466905355453491
652486	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
652486	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
652486	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
652486	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
652486	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
652486	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
652486	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
652486	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
652486	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
652486	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
652486	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
652486	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
652486	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
652486	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
652486	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
652486	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
652486	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
652486	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
652486	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
652486	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
652486	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
652486	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
652486	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
652486	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
652486	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
652486	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
652486	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
652486	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
652486	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
652486	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
652486	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
652486	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
652486	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
652486	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
652486	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
652486	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
652486	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
652486	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
652486	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
652486	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
652486	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
652486	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
652486	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
652486	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
652486	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
652486	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
652486	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
652486	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
652486	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
652486	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
652486	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
652486	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
652486	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
652486	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
652486	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
652486	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
652486	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
652486	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
652486	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
652486	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
652486	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
652486	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
652486	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
652486	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
652486	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
652486	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
652486	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
652486	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
652486	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
652486	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
652486	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
652486	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
652486	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
652486	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
652486	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
652486	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
652486	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
652486	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
652486	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
652486	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
652486	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
652486	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
652486	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
652486	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
652486	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
652486	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
652486	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
652486	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
652486	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
652486	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
652486	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
652486	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
652486	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
652486	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
652486	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
652486	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
652486	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
652486	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
652486	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
652486	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
652486	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
652486	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
652486	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
652486	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
652486	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
652486	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
652486	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
652486	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
652486	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
652486	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
652486	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
652486	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
652486	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
652486	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
652486	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
652486	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
652486	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
652486	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
652486	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
652486	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
652486	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
652486	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
652486	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
652486	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
652486	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
652486	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
652486	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
652486	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
652486	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
652486	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
652486	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
652486	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
652486	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
652486	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
652486	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
652486	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
652486	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
652486	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
652486	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
652486	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
652486	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
652486	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
652486	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
652486	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
652486	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
652486	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
652486	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
652486	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
652486	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
652486	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
652486	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
652486	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
652486	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
652486	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
652486	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
652486	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
652486	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
652486	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
652486	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
652486	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
652486	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
652486	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
652486	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
652486	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
652486	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
652486	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
652486	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
652486	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
652486	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
652486	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
652486	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
652486	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
652486	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
652486	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
652486	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
652486	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
652486	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
652486	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
652486	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
652486	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
652486	embedding2nn.weight	0	0.31496894359588623
652486	embedding2nn.weight	1	0.37404510378837585
652486	embedding2nn.weight	2	-0.0044416640885174274
652486	embedding2nn.weight	3	0.002600825857371092
652486	embedding2nn.weight	4	-0.043980054557323456
652486	embedding2nn.weight	5	0.060109443962574005
652486	embedding2nn.weight	6	-0.0052190497517585754
652486	embedding2nn.weight	7	-0.005320883821696043
652486	embedding2nn.weight	8	0.04652564600110054
652486	embedding2nn.weight	9	-0.044287800788879395
652486	embedding2nn.bias	0	0.022741427645087242
652486	embedding2nn.bias	1	-0.18837593495845795
652486	embedding2nn.bias	2	0.12557125091552734
652486	embedding2nn.bias	3	0.16567829251289368
652486	embedding2nn.bias	4	0.1369919329881668
652486	embedding2nn.bias	5	-0.06472360342741013
652486	embedding2nn.bias	6	-0.06817030161619186
652486	embedding2nn.bias	7	0.08102860301733017
652486	embedding2nn.bias	8	-0.1606476753950119
652486	embedding2nn.bias	9	-0.3762170672416687
652486	rnn.weight_ih_l0	0	-0.007195125333964825
652486	rnn.weight_ih_l0	1	-0.05122295394539833
652486	rnn.weight_ih_l0	2	-0.045010074973106384
652486	rnn.weight_ih_l0	3	0.11362563818693161
652486	rnn.weight_ih_l0	4	0.008918527513742447
652486	rnn.weight_ih_l0	5	-0.06386002153158188
652486	rnn.weight_ih_l0	6	0.0029255987610667944
652486	rnn.weight_ih_l0	7	-0.019435832276940346
652486	rnn.weight_ih_l0	8	0.005104730371385813
652486	rnn.weight_ih_l0	9	-0.08286670595407486
652486	rnn.weight_hh_l0	0	-0.02110658958554268
652486	rnn.weight_hh_l0	1	0.08483531326055527
652486	rnn.weight_hh_l0	2	0.011032395996153355
652486	rnn.weight_hh_l0	3	-0.03172782436013222
652486	rnn.weight_hh_l0	4	0.07560626417398453
652486	rnn.weight_hh_l0	5	0.015129451639950275
652486	rnn.weight_hh_l0	6	-0.07991249114274979
652486	rnn.weight_hh_l0	7	-0.11854728311300278
652486	rnn.weight_hh_l0	8	0.03775769844651222
652486	rnn.weight_hh_l0	9	-0.11816342175006866
652486	rnn.bias_ih_l0	0	0.17071671783924103
652486	rnn.bias_ih_l0	1	-0.3419815003871918
652486	rnn.bias_ih_l0	2	-0.053763847798109055
652486	rnn.bias_ih_l0	3	-0.21465839445590973
652486	rnn.bias_ih_l0	4	0.026965128257870674
652486	rnn.bias_ih_l0	5	-0.42920297384262085
652486	rnn.bias_ih_l0	6	-0.16593967378139496
652486	rnn.bias_ih_l0	7	-0.3738056719303131
652486	rnn.bias_ih_l0	8	-0.29627150297164917
652486	rnn.bias_ih_l0	9	-0.45406094193458557
652486	rnn.bias_hh_l0	0	-0.36737748980522156
652486	rnn.bias_hh_l0	1	-0.4370149075984955
652486	rnn.bias_hh_l0	2	-0.38094136118888855
652486	rnn.bias_hh_l0	3	-0.07931402325630188
652486	rnn.bias_hh_l0	4	-0.3991347551345825
652486	rnn.bias_hh_l0	5	-0.36112281680107117
652486	rnn.bias_hh_l0	6	-0.12407534569501877
652486	rnn.bias_hh_l0	7	0.07205309718847275
652486	rnn.bias_hh_l0	8	-0.230015367269516
652486	rnn.bias_hh_l0	9	-0.5744909644126892
652486	rnn.weight_ih_l0_reverse	0	0.018009129911661148
652486	rnn.weight_ih_l0_reverse	1	-0.022654356434941292
652486	rnn.weight_ih_l0_reverse	2	-0.0015258420025929809
652486	rnn.weight_ih_l0_reverse	3	-0.1617983877658844
652486	rnn.weight_ih_l0_reverse	4	0.08327679336071014
652486	rnn.weight_ih_l0_reverse	5	-0.1338939517736435
652486	rnn.weight_ih_l0_reverse	6	6.265111005632207e-05
652486	rnn.weight_ih_l0_reverse	7	0.035603273659944534
652486	rnn.weight_ih_l0_reverse	8	-0.06522928178310394
652486	rnn.weight_ih_l0_reverse	9	-0.07498257607221603
652486	rnn.weight_hh_l0_reverse	0	-0.13982678949832916
652486	rnn.weight_hh_l0_reverse	1	0.029227212071418762
652486	rnn.weight_hh_l0_reverse	2	-0.018984626978635788
652486	rnn.weight_hh_l0_reverse	3	0.02754693292081356
652486	rnn.weight_hh_l0_reverse	4	-0.0830569714307785
652486	rnn.weight_hh_l0_reverse	5	0.03574523702263832
652486	rnn.weight_hh_l0_reverse	6	0.028405630961060524
652486	rnn.weight_hh_l0_reverse	7	-0.12836496531963348
652486	rnn.weight_hh_l0_reverse	8	-0.07914955168962479
652486	rnn.weight_hh_l0_reverse	9	0.039901502430438995
652486	rnn.bias_ih_l0_reverse	0	-0.17028941214084625
652486	rnn.bias_ih_l0_reverse	1	-0.07798224687576294
652486	rnn.bias_ih_l0_reverse	2	0.1335783451795578
652486	rnn.bias_ih_l0_reverse	3	-0.31258484721183777
652486	rnn.bias_ih_l0_reverse	4	0.03327513486146927
652486	rnn.bias_ih_l0_reverse	5	-0.22619794309139252
652486	rnn.bias_ih_l0_reverse	6	0.27526798844337463
652486	rnn.bias_ih_l0_reverse	7	-0.3111512064933777
652486	rnn.bias_ih_l0_reverse	8	-0.19199170172214508
652486	rnn.bias_ih_l0_reverse	9	-0.16645635664463043
652486	rnn.bias_hh_l0_reverse	0	-0.13973942399024963
652486	rnn.bias_hh_l0_reverse	1	0.2650739848613739
652486	rnn.bias_hh_l0_reverse	2	-0.35238057374954224
652486	rnn.bias_hh_l0_reverse	3	-0.22715209424495697
652486	rnn.bias_hh_l0_reverse	4	-0.4061162769794464
652486	rnn.bias_hh_l0_reverse	5	-0.20051704347133636
652486	rnn.bias_hh_l0_reverse	6	-0.2740887701511383
652486	rnn.bias_hh_l0_reverse	7	-0.09480112791061401
652486	rnn.bias_hh_l0_reverse	8	-0.3368995487689972
652486	rnn.bias_hh_l0_reverse	9	0.19989608228206635
652486	linear.weight	0	0.22487705945968628
652486	linear.weight	1	-0.40099456906318665
652486	linear.weight	2	0.053056858479976654
652486	linear.weight	3	0.06750072538852692
652486	linear.weight	4	-0.1392151415348053
652486	linear.weight	5	0.27523884177207947
652486	linear.weight	6	-0.049897465854883194
652486	linear.weight	7	-0.0600583553314209
652486	linear.weight	8	0.07547344267368317
652486	linear.weight	9	-0.049608152359724045
652486	linear.bias	0	-0.8739108443260193
652486	linear.bias	1	1.834223747253418
652486	linear.bias	2	0.783337414264679
652486	linear.bias	3	-2.732511043548584
652486	linear.bias	4	-0.10601826012134552
652486	linear.bias	5	1.2740334272384644
652486	linear.bias	6	-0.22868646681308746
652486	linear.bias	7	0.8271609544754028
652486	linear.bias	8	2.1250617504119873
652486	linear.bias	9	-1.3485488891601562
653095	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
653095	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
653095	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
653095	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
653095	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
653095	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
653095	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
653095	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
653095	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
653095	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
653095	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
653095	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
653095	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
653095	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
653095	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
653095	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
653095	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
653095	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
653095	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
653095	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
653095	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
653095	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
653095	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
653095	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
653095	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
653095	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
653095	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
653095	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
653095	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
653095	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
653095	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
653095	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
653095	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
653095	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
653095	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
653095	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
653095	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
653095	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
653095	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
653095	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
653095	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
653095	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
653095	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
653095	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
653095	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
653095	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
653095	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
653095	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
653095	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
653095	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
653095	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
653095	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
653095	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
653095	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
653095	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
653095	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
653095	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
653095	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
653095	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
653095	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
653095	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
653095	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
653095	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
653095	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
653095	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
653095	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
653095	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
653095	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
653095	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
653095	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
653095	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
653095	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
653095	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
653095	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
653095	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
653095	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
653095	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
653095	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
653095	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
653095	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
653095	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
653095	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
653095	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
653095	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
653095	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
653095	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
653095	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
653095	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
653095	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
653095	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
653095	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
653095	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
653095	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
653095	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
653095	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
653095	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
653095	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
653095	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
653095	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
653095	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
653095	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
653095	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
653095	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
653095	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
653095	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
653095	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
653095	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
653095	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
653095	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
653095	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
653095	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
653095	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
653095	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
653095	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
653095	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
653095	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
653095	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
653095	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
653095	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
653095	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
653095	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
653095	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
653095	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
653095	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
653095	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
653095	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
653095	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
653095	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
653095	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
653095	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
653095	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
653095	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
653095	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
653095	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
653095	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
653095	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
653095	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
653095	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
653095	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
653095	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
653095	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
653095	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
653095	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
653095	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
653095	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
653095	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
653095	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
653095	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
653095	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
653095	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
653095	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
653095	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
653095	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
653095	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
653095	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
653095	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
653095	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
653095	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
653095	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
653095	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
653095	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
653095	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
653095	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
653095	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
653095	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
653095	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
653095	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
653095	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
653095	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
653095	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
653095	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
653095	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
653095	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
653095	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
653095	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
653095	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
653095	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
653095	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
653095	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
653095	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
653095	embedding2nn.weight	0	0.3157511055469513
653095	embedding2nn.weight	1	0.3769521415233612
653095	embedding2nn.weight	2	-0.00147906260099262
653095	embedding2nn.weight	3	2.3962120394571684e-05
653095	embedding2nn.weight	4	-0.04342764616012573
653095	embedding2nn.weight	5	0.06014010310173035
653095	embedding2nn.weight	6	-0.0075915162451565266
653095	embedding2nn.weight	7	-0.007407314144074917
653095	embedding2nn.weight	8	0.04456380382180214
653095	embedding2nn.weight	9	-0.04792577400803566
653095	embedding2nn.bias	0	0.010850667022168636
653095	embedding2nn.bias	1	-0.20454585552215576
653095	embedding2nn.bias	2	0.14784900844097137
653095	embedding2nn.bias	3	0.172596275806427
653095	embedding2nn.bias	4	0.13862085342407227
653095	embedding2nn.bias	5	-0.05565902963280678
653095	embedding2nn.bias	6	-0.07440593093633652
653095	embedding2nn.bias	7	0.07875774055719376
653095	embedding2nn.bias	8	-0.1655762493610382
653095	embedding2nn.bias	9	-0.371837854385376
653095	rnn.weight_ih_l0	0	-0.008596892468631268
653095	rnn.weight_ih_l0	1	-0.0511145256459713
653095	rnn.weight_ih_l0	2	-0.04248679429292679
653095	rnn.weight_ih_l0	3	0.11298070847988129
653095	rnn.weight_ih_l0	4	0.010880055837333202
653095	rnn.weight_ih_l0	5	-0.06644654273986816
653095	rnn.weight_ih_l0	6	0.0016329002100974321
653095	rnn.weight_ih_l0	7	-0.019453896209597588
653095	rnn.weight_ih_l0	8	0.004905672278255224
653095	rnn.weight_ih_l0	9	-0.08425714075565338
653095	rnn.weight_hh_l0	0	-0.021185221150517464
653095	rnn.weight_hh_l0	1	0.08491215854883194
653095	rnn.weight_hh_l0	2	0.010642754845321178
653095	rnn.weight_hh_l0	3	-0.03137607499957085
653095	rnn.weight_hh_l0	4	0.0759870782494545
653095	rnn.weight_hh_l0	5	0.015413166023790836
653095	rnn.weight_hh_l0	6	-0.0800233706831932
653095	rnn.weight_hh_l0	7	-0.12031854689121246
653095	rnn.weight_hh_l0	8	0.03782128915190697
653095	rnn.weight_hh_l0	9	-0.11637169867753983
653095	rnn.bias_ih_l0	0	0.17205406725406647
653095	rnn.bias_ih_l0	1	-0.33802589774131775
653095	rnn.bias_ih_l0	2	-0.052628472447395325
653095	rnn.bias_ih_l0	3	-0.20793713629245758
653095	rnn.bias_ih_l0	4	0.026982156559824944
653095	rnn.bias_ih_l0	5	-0.4298110604286194
653095	rnn.bias_ih_l0	6	-0.1639382690191269
653095	rnn.bias_ih_l0	7	-0.3742690682411194
653095	rnn.bias_ih_l0	8	-0.29753148555755615
653095	rnn.bias_ih_l0	9	-0.4518575966358185
653095	rnn.bias_hh_l0	0	-0.36456090211868286
653095	rnn.bias_hh_l0	1	-0.4377322793006897
653095	rnn.bias_hh_l0	2	-0.3835023045539856
653095	rnn.bias_hh_l0	3	-0.07984624058008194
653095	rnn.bias_hh_l0	4	-0.39896443486213684
653095	rnn.bias_hh_l0	5	-0.36184561252593994
653095	rnn.bias_hh_l0	6	-0.12448732554912567
653095	rnn.bias_hh_l0	7	0.06540144234895706
653095	rnn.bias_hh_l0	8	-0.23210753500461578
653095	rnn.bias_hh_l0	9	-0.5751118659973145
653095	rnn.weight_ih_l0_reverse	0	0.01979328691959381
653095	rnn.weight_ih_l0_reverse	1	-0.02444988302886486
653095	rnn.weight_ih_l0_reverse	2	-0.0012787054292857647
653095	rnn.weight_ih_l0_reverse	3	-0.15912018716335297
653095	rnn.weight_ih_l0_reverse	4	0.0819820910692215
653095	rnn.weight_ih_l0_reverse	5	-0.1276136040687561
653095	rnn.weight_ih_l0_reverse	6	-0.000904985296074301
653095	rnn.weight_ih_l0_reverse	7	0.03514276072382927
653095	rnn.weight_ih_l0_reverse	8	-0.06431297957897186
653095	rnn.weight_ih_l0_reverse	9	-0.0772482305765152
653095	rnn.weight_hh_l0_reverse	0	-0.1410854309797287
653095	rnn.weight_hh_l0_reverse	1	0.02922246605157852
653095	rnn.weight_hh_l0_reverse	2	-0.018812764436006546
653095	rnn.weight_hh_l0_reverse	3	0.02744724601507187
653095	rnn.weight_hh_l0_reverse	4	-0.08313475549221039
653095	rnn.weight_hh_l0_reverse	5	0.03583989664912224
653095	rnn.weight_hh_l0_reverse	6	0.02847643382847309
653095	rnn.weight_hh_l0_reverse	7	-0.1294807493686676
653095	rnn.weight_hh_l0_reverse	8	-0.07974488288164139
653095	rnn.weight_hh_l0_reverse	9	0.040372010320425034
653095	rnn.bias_ih_l0_reverse	0	-0.17370791733264923
653095	rnn.bias_ih_l0_reverse	1	-0.07646379619836807
653095	rnn.bias_ih_l0_reverse	2	0.13679641485214233
653095	rnn.bias_ih_l0_reverse	3	-0.31359830498695374
653095	rnn.bias_ih_l0_reverse	4	0.029432224109768867
653095	rnn.bias_ih_l0_reverse	5	-0.22564920783042908
653095	rnn.bias_ih_l0_reverse	6	0.27832406759262085
653095	rnn.bias_ih_l0_reverse	7	-0.31834059953689575
653095	rnn.bias_ih_l0_reverse	8	-0.19017371535301208
653095	rnn.bias_ih_l0_reverse	9	-0.169710174202919
653095	rnn.bias_hh_l0_reverse	0	-0.1443159580230713
653095	rnn.bias_hh_l0_reverse	1	0.26903995871543884
653095	rnn.bias_hh_l0_reverse	2	-0.35015860199928284
653095	rnn.bias_hh_l0_reverse	3	-0.22488434612751007
653095	rnn.bias_hh_l0_reverse	4	-0.4073824882507324
653095	rnn.bias_hh_l0_reverse	5	-0.1990155577659607
653095	rnn.bias_hh_l0_reverse	6	-0.2766130566596985
653095	rnn.bias_hh_l0_reverse	7	-0.09607578068971634
653095	rnn.bias_hh_l0_reverse	8	-0.34070155024528503
653095	rnn.bias_hh_l0_reverse	9	0.20531511306762695
653095	linear.weight	0	0.22129535675048828
653095	linear.weight	1	-0.4066593647003174
653095	linear.weight	2	0.0364682674407959
653095	linear.weight	3	0.06750078499317169
653095	linear.weight	4	-0.15441067516803741
653095	linear.weight	5	0.2968936264514923
653095	linear.weight	6	-0.051870424300432205
653095	linear.weight	7	-0.060055673122406006
653095	linear.weight	8	0.07784955948591232
653095	linear.weight	9	-0.049610819667577744
653095	linear.bias	0	-0.8743292093276978
653095	linear.bias	1	1.8240288496017456
653095	linear.bias	2	0.7712941765785217
653095	linear.bias	3	-2.7326130867004395
653095	linear.bias	4	-0.11907044798135757
653095	linear.bias	5	1.2632381916046143
653095	linear.bias	6	-0.21763350069522858
653095	linear.bias	7	0.8321861624717712
653095	linear.bias	8	2.1196701526641846
653095	linear.bias	9	-1.3532295227050781
653704	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
653704	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
653704	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
653704	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
653704	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
653704	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
653704	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
653704	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
653704	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
653704	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
653704	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
653704	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
653704	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
653704	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
653704	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
653704	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
653704	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
653704	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
653704	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
653704	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
653704	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
653704	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
653704	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
653704	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
653704	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
653704	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
653704	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
653704	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
653704	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
653704	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
653704	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
653704	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
653704	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
653704	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
653704	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
653704	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
653704	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
653704	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
653704	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
653704	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
653704	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
653704	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
653704	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
653704	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
653704	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
653704	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
653704	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
653704	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
653704	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
653704	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
653704	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
653704	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
653704	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
653704	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
653704	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
653704	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
653704	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
653704	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
653704	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
653704	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
653704	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
653704	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
653704	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
653704	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
653704	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
653704	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
653704	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
653704	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
653704	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
653704	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
653704	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
653704	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
653704	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
653704	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
653704	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
653704	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
653704	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
653704	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
653704	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
653704	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
653704	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
653704	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
653704	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
653704	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
653704	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
653704	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
653704	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
653704	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
653704	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
653704	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
653704	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
653704	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
653704	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
653704	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
653704	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
653704	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
653704	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
653704	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
653704	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
653704	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
653704	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
653704	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
653704	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
653704	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
653704	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
653704	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
653704	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
653704	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
653704	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
653704	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
653704	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
653704	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
653704	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
653704	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
653704	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
653704	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
653704	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
653704	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
653704	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
653704	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
653704	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
653704	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
653704	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
653704	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
653704	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
653704	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
653704	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
653704	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
653704	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
653704	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
653704	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
653704	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
653704	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
653704	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
653704	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
653704	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
653704	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
653704	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
653704	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
653704	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
653704	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
653704	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
653704	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
653704	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
653704	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
653704	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
653704	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
653704	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
653704	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
653704	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
653704	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
653704	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
653704	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
653704	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
653704	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
653704	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
653704	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
653704	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
653704	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
653704	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
653704	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
653704	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
653704	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
653704	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
653704	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
653704	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
653704	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
653704	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
653704	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
653704	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
653704	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
653704	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
653704	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
653704	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
653704	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
653704	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
653704	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
653704	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
653704	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
653704	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
653704	embedding2nn.weight	0	0.31671690940856934
653704	embedding2nn.weight	1	0.37707817554473877
653704	embedding2nn.weight	2	-0.0008827810524962842
653704	embedding2nn.weight	3	0.015262031927704811
653704	embedding2nn.weight	4	-0.04212699085474014
653704	embedding2nn.weight	5	0.060582343488931656
653704	embedding2nn.weight	6	-0.010285367257893085
653704	embedding2nn.weight	7	-0.008584789000451565
653704	embedding2nn.weight	8	0.04630521684885025
653704	embedding2nn.weight	9	-0.05061956122517586
653704	embedding2nn.bias	0	0.022069618105888367
653704	embedding2nn.bias	1	-0.20706045627593994
653704	embedding2nn.bias	2	0.14927682280540466
653704	embedding2nn.bias	3	0.16148890554904938
653704	embedding2nn.bias	4	0.13662311434745789
653704	embedding2nn.bias	5	-0.053746651858091354
653704	embedding2nn.bias	6	-0.04819678142666817
653704	embedding2nn.bias	7	0.0684734433889389
653704	embedding2nn.bias	8	-0.1545606255531311
653704	embedding2nn.bias	9	-0.3847604990005493
653704	rnn.weight_ih_l0	0	-0.007618028204888105
653704	rnn.weight_ih_l0	1	-0.05116621032357216
653704	rnn.weight_ih_l0	2	-0.04383547604084015
653704	rnn.weight_ih_l0	3	0.11011344194412231
653704	rnn.weight_ih_l0	4	0.01674359291791916
653704	rnn.weight_ih_l0	5	-0.06614410132169724
653704	rnn.weight_ih_l0	6	0.005849545821547508
653704	rnn.weight_ih_l0	7	-0.02230040542781353
653704	rnn.weight_ih_l0	8	0.001031668740324676
653704	rnn.weight_ih_l0	9	-0.08618580549955368
653704	rnn.weight_hh_l0	0	-0.02134849689900875
653704	rnn.weight_hh_l0	1	0.08526530861854553
653704	rnn.weight_hh_l0	2	0.01021158043295145
653704	rnn.weight_hh_l0	3	-0.0313849113881588
653704	rnn.weight_hh_l0	4	0.0763825848698616
653704	rnn.weight_hh_l0	5	0.015375068411231041
653704	rnn.weight_hh_l0	6	-0.08015275746583939
653704	rnn.weight_hh_l0	7	-0.12102792412042618
653704	rnn.weight_hh_l0	8	0.0377223826944828
653704	rnn.weight_hh_l0	9	-0.11686616390943527
653704	rnn.bias_ih_l0	0	0.1692161113023758
653704	rnn.bias_ih_l0	1	-0.3338949680328369
653704	rnn.bias_ih_l0	2	-0.05175993964076042
653704	rnn.bias_ih_l0	3	-0.2080075889825821
653704	rnn.bias_ih_l0	4	0.02443452924489975
653704	rnn.bias_ih_l0	5	-0.43008819222450256
653704	rnn.bias_ih_l0	6	-0.16335903108119965
653704	rnn.bias_ih_l0	7	-0.374088317155838
653704	rnn.bias_ih_l0	8	-0.2987755537033081
653704	rnn.bias_ih_l0	9	-0.4503028690814972
653704	rnn.bias_hh_l0	0	-0.3634152412414551
653704	rnn.bias_hh_l0	1	-0.43923449516296387
653704	rnn.bias_hh_l0	2	-0.3846437633037567
653704	rnn.bias_hh_l0	3	-0.07868506014347076
653704	rnn.bias_hh_l0	4	-0.3991788923740387
653704	rnn.bias_hh_l0	5	-0.36355021595954895
653704	rnn.bias_hh_l0	6	-0.12105707824230194
653704	rnn.bias_hh_l0	7	0.06478279829025269
653704	rnn.bias_hh_l0	8	-0.2377513200044632
653704	rnn.bias_hh_l0	9	-0.5791549682617188
653704	rnn.weight_ih_l0_reverse	0	0.021977970376610756
653704	rnn.weight_ih_l0_reverse	1	-0.02515513263642788
653704	rnn.weight_ih_l0_reverse	2	9.103705451707356e-06
653704	rnn.weight_ih_l0_reverse	3	-0.16136452555656433
653704	rnn.weight_ih_l0_reverse	4	0.08168704807758331
653704	rnn.weight_ih_l0_reverse	5	-0.12730248272418976
653704	rnn.weight_ih_l0_reverse	6	0.0014952609781175852
653704	rnn.weight_ih_l0_reverse	7	0.03450120612978935
653704	rnn.weight_ih_l0_reverse	8	-0.06751029938459396
653704	rnn.weight_ih_l0_reverse	9	-0.0776999220252037
653704	rnn.weight_hh_l0_reverse	0	-0.14153699576854706
653704	rnn.weight_hh_l0_reverse	1	0.029174279421567917
653704	rnn.weight_hh_l0_reverse	2	-0.018777012825012207
653704	rnn.weight_hh_l0_reverse	3	0.027551598846912384
653704	rnn.weight_hh_l0_reverse	4	-0.0825093686580658
653704	rnn.weight_hh_l0_reverse	5	0.03606005012989044
653704	rnn.weight_hh_l0_reverse	6	0.02859083190560341
653704	rnn.weight_hh_l0_reverse	7	-0.1302480697631836
653704	rnn.weight_hh_l0_reverse	8	-0.07834620773792267
653704	rnn.weight_hh_l0_reverse	9	0.04026791825890541
653704	rnn.bias_ih_l0_reverse	0	-0.170659601688385
653704	rnn.bias_ih_l0_reverse	1	-0.07448574155569077
653704	rnn.bias_ih_l0_reverse	2	0.1381915956735611
653704	rnn.bias_ih_l0_reverse	3	-0.30790087580680847
653704	rnn.bias_ih_l0_reverse	4	0.03027762472629547
653704	rnn.bias_ih_l0_reverse	5	-0.22399139404296875
653704	rnn.bias_ih_l0_reverse	6	0.27648088335990906
653704	rnn.bias_ih_l0_reverse	7	-0.3130243718624115
653704	rnn.bias_ih_l0_reverse	8	-0.19023142755031586
653704	rnn.bias_ih_l0_reverse	9	-0.16968724131584167
653704	rnn.bias_hh_l0_reverse	0	-0.14654739201068878
653704	rnn.bias_hh_l0_reverse	1	0.27351444959640503
653704	rnn.bias_hh_l0_reverse	2	-0.3515188694000244
653704	rnn.bias_hh_l0_reverse	3	-0.22194482386112213
653704	rnn.bias_hh_l0_reverse	4	-0.40796470642089844
653704	rnn.bias_hh_l0_reverse	5	-0.19967980682849884
653704	rnn.bias_hh_l0_reverse	6	-0.27454471588134766
653704	rnn.bias_hh_l0_reverse	7	-0.09433559328317642
653704	rnn.bias_hh_l0_reverse	8	-0.33265751600265503
653704	rnn.bias_hh_l0_reverse	9	0.19680169224739075
653704	linear.weight	0	0.22176507115364075
653704	linear.weight	1	-0.40997314453125
653704	linear.weight	2	0.027662333101034164
653704	linear.weight	3	0.06749982386827469
653704	linear.weight	4	-0.1516699641942978
653704	linear.weight	5	0.2897188663482666
653704	linear.weight	6	-0.045726701617240906
653704	linear.weight	7	-0.06005317345261574
653704	linear.weight	8	0.07734587043523788
653704	linear.weight	9	-0.049613405019044876
653704	linear.bias	0	-0.8708774447441101
653704	linear.bias	1	1.840151309967041
653704	linear.bias	2	0.7858508825302124
653704	linear.bias	3	-2.7327206134796143
653704	linear.bias	4	-0.11924973130226135
653704	linear.bias	5	1.2628164291381836
653704	linear.bias	6	-0.22056779265403748
653704	linear.bias	7	0.8278813362121582
653704	linear.bias	8	2.1248371601104736
653704	linear.bias	9	-1.3608343601226807
654313	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
654313	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
654313	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
654313	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
654313	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
654313	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
654313	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
654313	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
654313	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
654313	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
654313	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
654313	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
654313	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
654313	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
654313	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
654313	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
654313	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
654313	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
654313	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
654313	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
654313	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
654313	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
654313	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
654313	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
654313	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
654313	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
654313	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
654313	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
654313	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
654313	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
654313	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
654313	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
654313	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
654313	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
654313	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
654313	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
654313	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
654313	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
654313	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
654313	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
654313	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
654313	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
654313	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
654313	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
654313	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
654313	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
654313	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
654313	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
654313	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
654313	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
654313	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
654313	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
654313	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
654313	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
654313	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
654313	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
654313	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
654313	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
654313	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
654313	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
654313	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
654313	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
654313	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
654313	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
654313	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
654313	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
654313	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
654313	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
654313	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
654313	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
654313	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
654313	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
654313	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
654313	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
654313	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
654313	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
654313	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
654313	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
654313	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
654313	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
654313	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
654313	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
654313	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
654313	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
654313	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
654313	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
654313	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
654313	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
654313	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
654313	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
654313	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
654313	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
654313	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
654313	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
654313	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
654313	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
654313	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
654313	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
654313	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
654313	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
654313	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
654313	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
654313	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
654313	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
654313	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
654313	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
654313	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
654313	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
654313	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
654313	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
654313	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
654313	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
654313	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
654313	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
654313	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
654313	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
654313	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
654313	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
654313	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
654313	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
654313	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
654313	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
654313	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
654313	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
654313	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
654313	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
654313	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
654313	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
654313	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
654313	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
654313	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
654313	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
654313	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
654313	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
654313	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
654313	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
654313	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
654313	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
654313	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
654313	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
654313	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
654313	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
654313	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
654313	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
654313	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
654313	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
654313	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
654313	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
654313	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
654313	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
654313	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
654313	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
654313	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
654313	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
654313	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
654313	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
654313	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
654313	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
654313	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
654313	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
654313	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
654313	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
654313	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
654313	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
654313	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
654313	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
654313	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
654313	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
654313	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
654313	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
654313	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
654313	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
654313	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
654313	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
654313	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
654313	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
654313	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
654313	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
654313	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
654313	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
654313	embedding2nn.weight	0	0.31656137108802795
654313	embedding2nn.weight	1	0.37666162848472595
654313	embedding2nn.weight	2	0.003412486519664526
654313	embedding2nn.weight	3	0.014510239474475384
654313	embedding2nn.weight	4	-0.04258525371551514
654313	embedding2nn.weight	5	0.05983345955610275
654313	embedding2nn.weight	6	-0.007007965352386236
654313	embedding2nn.weight	7	-0.012146367691457272
654313	embedding2nn.weight	8	0.04329529404640198
654313	embedding2nn.weight	9	-0.0475468784570694
654313	embedding2nn.bias	0	0.023698218166828156
654313	embedding2nn.bias	1	-0.20324471592903137
654313	embedding2nn.bias	2	0.15860356390476227
654313	embedding2nn.bias	3	0.1504974216222763
654313	embedding2nn.bias	4	0.14354577660560608
654313	embedding2nn.bias	5	-0.0518234558403492
654313	embedding2nn.bias	6	-0.05706392973661423
654313	embedding2nn.bias	7	0.07330220192670822
654313	embedding2nn.bias	8	-0.17034663259983063
654313	embedding2nn.bias	9	-0.37743037939071655
654313	rnn.weight_ih_l0	0	-0.0086131040006876
654313	rnn.weight_ih_l0	1	-0.05072978511452675
654313	rnn.weight_ih_l0	2	-0.045264218002557755
654313	rnn.weight_ih_l0	3	0.11138324439525604
654313	rnn.weight_ih_l0	4	0.020829951390624046
654313	rnn.weight_ih_l0	5	-0.06810541450977325
654313	rnn.weight_ih_l0	6	0.004920387640595436
654313	rnn.weight_ih_l0	7	-0.02345777302980423
654313	rnn.weight_ih_l0	8	-0.004458582028746605
654313	rnn.weight_ih_l0	9	-0.08269935101270676
654313	rnn.weight_hh_l0	0	-0.02132248692214489
654313	rnn.weight_hh_l0	1	0.08512747287750244
654313	rnn.weight_hh_l0	2	0.010522468015551567
654313	rnn.weight_hh_l0	3	-0.03098929300904274
654313	rnn.weight_hh_l0	4	0.07669364660978317
654313	rnn.weight_hh_l0	5	0.0144974859431386
654313	rnn.weight_hh_l0	6	-0.08025830239057541
654313	rnn.weight_hh_l0	7	-0.1188013032078743
654313	rnn.weight_hh_l0	8	0.03799167647957802
654313	rnn.weight_hh_l0	9	-0.11688537150621414
654313	rnn.bias_ih_l0	0	0.1730881929397583
654313	rnn.bias_ih_l0	1	-0.3344059884548187
654313	rnn.bias_ih_l0	2	-0.05009845644235611
654313	rnn.bias_ih_l0	3	-0.2150537222623825
654313	rnn.bias_ih_l0	4	0.024409174919128418
654313	rnn.bias_ih_l0	5	-0.43052420020103455
654313	rnn.bias_ih_l0	6	-0.15900926291942596
654313	rnn.bias_ih_l0	7	-0.37348318099975586
654313	rnn.bias_ih_l0	8	-0.2964577078819275
654313	rnn.bias_ih_l0	9	-0.45119336247444153
654313	rnn.bias_hh_l0	0	-0.3642198443412781
654313	rnn.bias_hh_l0	1	-0.4353019893169403
654313	rnn.bias_hh_l0	2	-0.3870154917240143
654313	rnn.bias_hh_l0	3	-0.07785242795944214
654313	rnn.bias_hh_l0	4	-0.3952987492084503
654313	rnn.bias_hh_l0	5	-0.36351898312568665
654313	rnn.bias_hh_l0	6	-0.1216404139995575
654313	rnn.bias_hh_l0	7	0.06296947598457336
654313	rnn.bias_hh_l0	8	-0.2346784621477127
654313	rnn.bias_hh_l0	9	-0.5766546726226807
654313	rnn.weight_ih_l0_reverse	0	0.021582407876849174
654313	rnn.weight_ih_l0_reverse	1	-0.025987477973103523
654313	rnn.weight_ih_l0_reverse	2	-0.0010369227966293693
654313	rnn.weight_ih_l0_reverse	3	-0.16403070092201233
654313	rnn.weight_ih_l0_reverse	4	0.08105356991291046
654313	rnn.weight_ih_l0_reverse	5	-0.12667988240718842
654313	rnn.weight_ih_l0_reverse	6	0.009204425849020481
654313	rnn.weight_ih_l0_reverse	7	0.03454772010445595
654313	rnn.weight_ih_l0_reverse	8	-0.0654456615447998
654313	rnn.weight_ih_l0_reverse	9	-0.0755646750330925
654313	rnn.weight_hh_l0_reverse	0	-0.1422550082206726
654313	rnn.weight_hh_l0_reverse	1	0.029131092131137848
654313	rnn.weight_hh_l0_reverse	2	-0.01922047883272171
654313	rnn.weight_hh_l0_reverse	3	0.027698645368218422
654313	rnn.weight_hh_l0_reverse	4	-0.08272721618413925
654313	rnn.weight_hh_l0_reverse	5	0.03620624542236328
654313	rnn.weight_hh_l0_reverse	6	0.028658807277679443
654313	rnn.weight_hh_l0_reverse	7	-0.12846435606479645
654313	rnn.weight_hh_l0_reverse	8	-0.07840027660131454
654313	rnn.weight_hh_l0_reverse	9	0.04016100987792015
654313	rnn.bias_ih_l0_reverse	0	-0.17258189618587494
654313	rnn.bias_ih_l0_reverse	1	-0.07285020500421524
654313	rnn.bias_ih_l0_reverse	2	0.13531869649887085
654313	rnn.bias_ih_l0_reverse	3	-0.306812584400177
654313	rnn.bias_ih_l0_reverse	4	0.026581915095448494
654313	rnn.bias_ih_l0_reverse	5	-0.22549857199192047
654313	rnn.bias_ih_l0_reverse	6	0.27212509512901306
654313	rnn.bias_ih_l0_reverse	7	-0.3184751570224762
654313	rnn.bias_ih_l0_reverse	8	-0.18863141536712646
654313	rnn.bias_ih_l0_reverse	9	-0.16689704358577728
654313	rnn.bias_hh_l0_reverse	0	-0.14531846344470978
654313	rnn.bias_hh_l0_reverse	1	0.268097847700119
654313	rnn.bias_hh_l0_reverse	2	-0.3510984480381012
654313	rnn.bias_hh_l0_reverse	3	-0.22555997967720032
654313	rnn.bias_hh_l0_reverse	4	-0.40737369656562805
654313	rnn.bias_hh_l0_reverse	5	-0.19996894896030426
654313	rnn.bias_hh_l0_reverse	6	-0.2842048108577728
654313	rnn.bias_hh_l0_reverse	7	-0.09233836829662323
654313	rnn.bias_hh_l0_reverse	8	-0.3297635316848755
654313	rnn.bias_hh_l0_reverse	9	0.20707201957702637
654313	linear.weight	0	0.24644805490970612
654313	linear.weight	1	-0.41203004121780396
654313	linear.weight	2	0.031034355983138084
654313	linear.weight	3	0.06749909371137619
654313	linear.weight	4	-0.12636949121952057
654313	linear.weight	5	0.3068294823169708
654313	linear.weight	6	-0.04384538158774376
654313	linear.weight	7	-0.06005176156759262
654313	linear.weight	8	0.07560314238071442
654313	linear.weight	9	-0.04961599409580231
654313	linear.bias	0	-0.88584965467453
654313	linear.bias	1	1.8418070077896118
654313	linear.bias	2	0.7938441038131714
654313	linear.bias	3	-2.7328171730041504
654313	linear.bias	4	-0.10788325220346451
654313	linear.bias	5	1.262192964553833
654313	linear.bias	6	-0.21972967684268951
654313	linear.bias	7	0.8202431797981262
654313	linear.bias	8	2.1529691219329834
654313	linear.bias	9	-1.3540363311767578
654922	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
654922	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
654922	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
654922	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
654922	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
654922	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
654922	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
654922	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
654922	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
654922	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
654922	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
654922	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
654922	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
654922	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
654922	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
654922	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
654922	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
654922	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
654922	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
654922	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
654922	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
654922	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
654922	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
654922	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
654922	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
654922	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
654922	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
654922	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
654922	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
654922	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
654922	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
654922	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
654922	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
654922	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
654922	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
654922	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
654922	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
654922	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
654922	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
654922	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
654922	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
654922	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
654922	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
654922	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
654922	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
654922	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
654922	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
654922	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
654922	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
654922	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
654922	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
654922	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
654922	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
654922	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
654922	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
654922	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
654922	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
654922	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
654922	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
654922	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
654922	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
654922	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
654922	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
654922	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
654922	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
654922	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
654922	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
654922	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
654922	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
654922	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
654922	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
654922	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
654922	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
654922	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
654922	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
654922	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
654922	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
654922	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
654922	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
654922	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
654922	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
654922	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
654922	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
654922	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
654922	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
654922	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
654922	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
654922	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
654922	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
654922	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
654922	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
654922	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
654922	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
654922	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
654922	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
654922	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
654922	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
654922	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
654922	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
654922	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
654922	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
654922	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
654922	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
654922	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
654922	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
654922	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
654922	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
654922	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
654922	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
654922	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
654922	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
654922	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
654922	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
654922	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
654922	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
654922	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
654922	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
654922	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
654922	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
654922	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
654922	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
654922	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
654922	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
654922	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
654922	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
654922	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
654922	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
654922	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
654922	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
654922	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
654922	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
654922	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
654922	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
654922	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
654922	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
654922	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
654922	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
654922	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
654922	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
654922	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
654922	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
654922	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
654922	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
654922	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
654922	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
654922	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
654922	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
654922	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
654922	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
654922	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
654922	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
654922	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
654922	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
654922	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
654922	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
654922	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
654922	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
654922	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
654922	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
654922	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
654922	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
654922	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
654922	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
654922	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
654922	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
654922	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
654922	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
654922	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
654922	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
654922	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
654922	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
654922	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
654922	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
654922	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
654922	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
654922	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
654922	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
654922	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
654922	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
654922	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
654922	embedding2nn.weight	0	0.31516024470329285
654922	embedding2nn.weight	1	0.3754350543022156
654922	embedding2nn.weight	2	0.0018853663932532072
654922	embedding2nn.weight	3	0.023412203416228294
654922	embedding2nn.weight	4	-0.040287431329488754
654922	embedding2nn.weight	5	0.05982363969087601
654922	embedding2nn.weight	6	-0.0021419606637209654
654922	embedding2nn.weight	7	-0.013651350513100624
654922	embedding2nn.weight	8	0.042701564729213715
654922	embedding2nn.weight	9	-0.04753030836582184
654922	embedding2nn.bias	0	0.01772191934287548
654922	embedding2nn.bias	1	-0.19055978953838348
654922	embedding2nn.bias	2	0.16575951874256134
654922	embedding2nn.bias	3	0.1575118899345398
654922	embedding2nn.bias	4	0.1592734009027481
654922	embedding2nn.bias	5	-0.0704297125339508
654922	embedding2nn.bias	6	-0.060451120138168335
654922	embedding2nn.bias	7	0.0643170177936554
654922	embedding2nn.bias	8	-0.16465406119823456
654922	embedding2nn.bias	9	-0.39248237013816833
654922	rnn.weight_ih_l0	0	-0.007718301843851805
654922	rnn.weight_ih_l0	1	-0.05122534558176994
654922	rnn.weight_ih_l0	2	-0.04906819760799408
654922	rnn.weight_ih_l0	3	0.11039016395807266
654922	rnn.weight_ih_l0	4	0.017597990110516548
654922	rnn.weight_ih_l0	5	-0.06822836399078369
654922	rnn.weight_ih_l0	6	0.0038531459867954254
654922	rnn.weight_ih_l0	7	-0.023240095004439354
654922	rnn.weight_ih_l0	8	-0.0037787877954542637
654922	rnn.weight_ih_l0	9	-0.08527771383523941
654922	rnn.weight_hh_l0	0	-0.02176767773926258
654922	rnn.weight_hh_l0	1	0.08568788319826126
654922	rnn.weight_hh_l0	2	0.010161345824599266
654922	rnn.weight_hh_l0	3	-0.030873021110892296
654922	rnn.weight_hh_l0	4	0.07671105116605759
654922	rnn.weight_hh_l0	5	0.014009533450007439
654922	rnn.weight_hh_l0	6	-0.08049481362104416
654922	rnn.weight_hh_l0	7	-0.11839637905359268
654922	rnn.weight_hh_l0	8	0.03791109472513199
654922	rnn.weight_hh_l0	9	-0.11611238867044449
654922	rnn.bias_ih_l0	0	0.1725812703371048
654922	rnn.bias_ih_l0	1	-0.3316386640071869
654922	rnn.bias_ih_l0	2	-0.04938941076397896
654922	rnn.bias_ih_l0	3	-0.2107710987329483
654922	rnn.bias_ih_l0	4	0.024123216047883034
654922	rnn.bias_ih_l0	5	-0.43324100971221924
654922	rnn.bias_ih_l0	6	-0.1608957052230835
654922	rnn.bias_ih_l0	7	-0.373268723487854
654922	rnn.bias_ih_l0	8	-0.298021137714386
654922	rnn.bias_ih_l0	9	-0.4539870619773865
654922	rnn.bias_hh_l0	0	-0.36530542373657227
654922	rnn.bias_hh_l0	1	-0.43111658096313477
654922	rnn.bias_hh_l0	2	-0.3882797062397003
654922	rnn.bias_hh_l0	3	-0.07843419909477234
654922	rnn.bias_hh_l0	4	-0.39631494879722595
654922	rnn.bias_hh_l0	5	-0.3619224429130554
654922	rnn.bias_hh_l0	6	-0.1207175999879837
654922	rnn.bias_hh_l0	7	0.061532750725746155
654922	rnn.bias_hh_l0	8	-0.23442107439041138
654922	rnn.bias_hh_l0	9	-0.5789614915847778
654922	rnn.weight_ih_l0_reverse	0	0.019465437158942223
654922	rnn.weight_ih_l0_reverse	1	-0.02571707032620907
654922	rnn.weight_ih_l0_reverse	2	-0.0016307579353451729
654922	rnn.weight_ih_l0_reverse	3	-0.164302259683609
654922	rnn.weight_ih_l0_reverse	4	0.08197147399187088
654922	rnn.weight_ih_l0_reverse	5	-0.13025838136672974
654922	rnn.weight_ih_l0_reverse	6	0.010585128329694271
654922	rnn.weight_ih_l0_reverse	7	0.03576155751943588
654922	rnn.weight_ih_l0_reverse	8	-0.06504891812801361
654922	rnn.weight_ih_l0_reverse	9	-0.07640105485916138
654922	rnn.weight_hh_l0_reverse	0	-0.14203599095344543
654922	rnn.weight_hh_l0_reverse	1	0.03001619130373001
654922	rnn.weight_hh_l0_reverse	2	-0.018707754090428352
654922	rnn.weight_hh_l0_reverse	3	0.02828866057097912
654922	rnn.weight_hh_l0_reverse	4	-0.08327532559633255
654922	rnn.weight_hh_l0_reverse	5	0.03609719127416611
654922	rnn.weight_hh_l0_reverse	6	0.028618859127163887
654922	rnn.weight_hh_l0_reverse	7	-0.12672081589698792
654922	rnn.weight_hh_l0_reverse	8	-0.07820726186037064
654922	rnn.weight_hh_l0_reverse	9	0.04089203104376793
654922	rnn.bias_ih_l0_reverse	0	-0.17477358877658844
654922	rnn.bias_ih_l0_reverse	1	-0.0772319883108139
654922	rnn.bias_ih_l0_reverse	2	0.12873567640781403
654922	rnn.bias_ih_l0_reverse	3	-0.3099308907985687
654922	rnn.bias_ih_l0_reverse	4	0.022576045244932175
654922	rnn.bias_ih_l0_reverse	5	-0.22556079924106598
654922	rnn.bias_ih_l0_reverse	6	0.2731458842754364
654922	rnn.bias_ih_l0_reverse	7	-0.3299344480037689
654922	rnn.bias_ih_l0_reverse	8	-0.18941491842269897
654922	rnn.bias_ih_l0_reverse	9	-0.16375119984149933
654922	rnn.bias_hh_l0_reverse	0	-0.14405271410942078
654922	rnn.bias_hh_l0_reverse	1	0.26964429020881653
654922	rnn.bias_hh_l0_reverse	2	-0.3490367531776428
654922	rnn.bias_hh_l0_reverse	3	-0.22883351147174835
654922	rnn.bias_hh_l0_reverse	4	-0.413312166929245
654922	rnn.bias_hh_l0_reverse	5	-0.20207664370536804
654922	rnn.bias_hh_l0_reverse	6	-0.2835595905780792
654922	rnn.bias_hh_l0_reverse	7	-0.09071051329374313
654922	rnn.bias_hh_l0_reverse	8	-0.3251871168613434
654922	rnn.bias_hh_l0_reverse	9	0.2008678913116455
654922	linear.weight	0	0.2463109940290451
654922	linear.weight	1	-0.39034759998321533
654922	linear.weight	2	0.040317412465810776
654922	linear.weight	3	0.0674973577260971
654922	linear.weight	4	-0.14472904801368713
654922	linear.weight	5	0.3055412769317627
654922	linear.weight	6	-0.048854760825634
654922	linear.weight	7	-0.060049500316381454
654922	linear.weight	8	0.06487930566072464
654922	linear.weight	9	-0.04961854964494705
654922	linear.bias	0	-0.903846800327301
654922	linear.bias	1	1.8312081098556519
654922	linear.bias	2	0.7976956963539124
654922	linear.bias	3	-2.7329068183898926
654922	linear.bias	4	-0.09009415656328201
654922	linear.bias	5	1.2806832790374756
654922	linear.bias	6	-0.22372232377529144
654922	linear.bias	7	0.7921423316001892
654922	linear.bias	8	2.1525051593780518
654922	linear.bias	9	-1.3802940845489502
655531	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
655531	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
655531	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
655531	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
655531	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
655531	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
655531	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
655531	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
655531	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
655531	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
655531	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
655531	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
655531	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
655531	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
655531	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
655531	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
655531	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
655531	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
655531	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
655531	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
655531	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
655531	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
655531	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
655531	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
655531	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
655531	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
655531	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
655531	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
655531	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
655531	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
655531	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
655531	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
655531	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
655531	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
655531	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
655531	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
655531	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
655531	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
655531	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
655531	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
655531	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
655531	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
655531	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
655531	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
655531	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
655531	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
655531	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
655531	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
655531	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
655531	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
655531	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
655531	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
655531	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
655531	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
655531	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
655531	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
655531	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
655531	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
655531	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
655531	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
655531	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
655531	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
655531	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
655531	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
655531	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
655531	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
655531	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
655531	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
655531	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
655531	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
655531	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
655531	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
655531	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
655531	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
655531	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
655531	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
655531	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
655531	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
655531	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
655531	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
655531	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
655531	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
655531	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
655531	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
655531	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
655531	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
655531	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
655531	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
655531	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
655531	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
655531	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
655531	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
655531	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
655531	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
655531	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
655531	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
655531	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
655531	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
655531	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
655531	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
655531	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
655531	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
655531	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
655531	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
655531	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
655531	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
655531	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
655531	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
655531	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
655531	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
655531	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
655531	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
655531	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
655531	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
655531	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
655531	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
655531	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
655531	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
655531	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
655531	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
655531	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
655531	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
655531	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
655531	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
655531	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
655531	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
655531	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
655531	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
655531	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
655531	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
655531	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
655531	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
655531	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
655531	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
655531	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
655531	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
655531	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
655531	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
655531	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
655531	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
655531	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
655531	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
655531	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
655531	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
655531	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
655531	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
655531	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
655531	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
655531	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
655531	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
655531	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
655531	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
655531	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
655531	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
655531	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
655531	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
655531	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
655531	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
655531	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
655531	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
655531	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
655531	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
655531	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
655531	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
655531	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
655531	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
655531	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
655531	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
655531	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
655531	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
655531	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
655531	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
655531	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
655531	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
655531	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
655531	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
655531	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
655531	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
655531	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
655531	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
655531	embedding2nn.weight	0	0.3157605528831482
655531	embedding2nn.weight	1	0.376313179731369
655531	embedding2nn.weight	2	0.0010258432012051344
655531	embedding2nn.weight	3	0.024553576484322548
655531	embedding2nn.weight	4	-0.04064051806926727
655531	embedding2nn.weight	5	0.06003900244832039
655531	embedding2nn.weight	6	-0.004271864891052246
655531	embedding2nn.weight	7	-0.01434297300875187
655531	embedding2nn.weight	8	0.03988806530833244
655531	embedding2nn.weight	9	-0.04952321946620941
655531	embedding2nn.bias	0	0.014148123562335968
655531	embedding2nn.bias	1	-0.19415001571178436
655531	embedding2nn.bias	2	0.16692477464675903
655531	embedding2nn.bias	3	0.16866226494312286
655531	embedding2nn.bias	4	0.1506284773349762
655531	embedding2nn.bias	5	-0.07123831659555435
655531	embedding2nn.bias	6	-0.056467775255441666
655531	embedding2nn.bias	7	0.052664000540971756
655531	embedding2nn.bias	8	-0.1509922444820404
655531	embedding2nn.bias	9	-0.37046173214912415
655531	rnn.weight_ih_l0	0	-0.007584695238620043
655531	rnn.weight_ih_l0	1	-0.05195389688014984
655531	rnn.weight_ih_l0	2	-0.05082424357533455
655531	rnn.weight_ih_l0	3	0.109566830098629
655531	rnn.weight_ih_l0	4	0.013621179386973381
655531	rnn.weight_ih_l0	5	-0.06690160185098648
655531	rnn.weight_ih_l0	6	0.006682944484055042
655531	rnn.weight_ih_l0	7	-0.0228979904204607
655531	rnn.weight_ih_l0	8	-0.01144623663276434
655531	rnn.weight_ih_l0	9	-0.08552837371826172
655531	rnn.weight_hh_l0	0	-0.02160031534731388
655531	rnn.weight_hh_l0	1	0.08581974357366562
655531	rnn.weight_hh_l0	2	0.010780162177979946
655531	rnn.weight_hh_l0	3	-0.03132248669862747
655531	rnn.weight_hh_l0	4	0.07701907306909561
655531	rnn.weight_hh_l0	5	0.013305054977536201
655531	rnn.weight_hh_l0	6	-0.08117280900478363
655531	rnn.weight_hh_l0	7	-0.1204710379242897
655531	rnn.weight_hh_l0	8	0.03803016617894173
655531	rnn.weight_hh_l0	9	-0.11645238101482391
655531	rnn.bias_ih_l0	0	0.1721075177192688
655531	rnn.bias_ih_l0	1	-0.3368099629878998
655531	rnn.bias_ih_l0	2	-0.04772667959332466
655531	rnn.bias_ih_l0	3	-0.21208246052265167
655531	rnn.bias_ih_l0	4	0.018122397363185883
655531	rnn.bias_ih_l0	5	-0.428497850894928
655531	rnn.bias_ih_l0	6	-0.1631118804216385
655531	rnn.bias_ih_l0	7	-0.37224292755126953
655531	rnn.bias_ih_l0	8	-0.2975073754787445
655531	rnn.bias_ih_l0	9	-0.44765084981918335
655531	rnn.bias_hh_l0	0	-0.364707350730896
655531	rnn.bias_hh_l0	1	-0.4328676164150238
655531	rnn.bias_hh_l0	2	-0.38998404145240784
655531	rnn.bias_hh_l0	3	-0.07870936393737793
655531	rnn.bias_hh_l0	4	-0.3963257372379303
655531	rnn.bias_hh_l0	5	-0.3635171949863434
655531	rnn.bias_hh_l0	6	-0.11689016222953796
655531	rnn.bias_hh_l0	7	0.06275814026594162
655531	rnn.bias_hh_l0	8	-0.2315072864294052
655531	rnn.bias_hh_l0	9	-0.5783501267433167
655531	rnn.weight_ih_l0_reverse	0	0.02181464433670044
655531	rnn.weight_ih_l0_reverse	1	-0.025145389139652252
655531	rnn.weight_ih_l0_reverse	2	3.312832268420607e-05
655531	rnn.weight_ih_l0_reverse	3	-0.16581358015537262
655531	rnn.weight_ih_l0_reverse	4	0.08346931636333466
655531	rnn.weight_ih_l0_reverse	5	-0.13341344892978668
655531	rnn.weight_ih_l0_reverse	6	0.01526631973683834
655531	rnn.weight_ih_l0_reverse	7	0.035974759608507156
655531	rnn.weight_ih_l0_reverse	8	-0.06326087564229965
655531	rnn.weight_ih_l0_reverse	9	-0.07591663300991058
655531	rnn.weight_hh_l0_reverse	0	-0.1425030678510666
655531	rnn.weight_hh_l0_reverse	1	0.029847271740436554
655531	rnn.weight_hh_l0_reverse	2	-0.01932409219443798
655531	rnn.weight_hh_l0_reverse	3	0.027722785249352455
655531	rnn.weight_hh_l0_reverse	4	-0.08283299207687378
655531	rnn.weight_hh_l0_reverse	5	0.036077722907066345
655531	rnn.weight_hh_l0_reverse	6	0.02854194864630699
655531	rnn.weight_hh_l0_reverse	7	-0.12588763236999512
655531	rnn.weight_hh_l0_reverse	8	-0.07780680805444717
655531	rnn.weight_hh_l0_reverse	9	0.04131634905934334
655531	rnn.bias_ih_l0_reverse	0	-0.17686839401721954
655531	rnn.bias_ih_l0_reverse	1	-0.07666240632534027
655531	rnn.bias_ih_l0_reverse	2	0.13028419017791748
655531	rnn.bias_ih_l0_reverse	3	-0.3136231601238251
655531	rnn.bias_ih_l0_reverse	4	0.0192092377692461
655531	rnn.bias_ih_l0_reverse	5	-0.22469894587993622
655531	rnn.bias_ih_l0_reverse	6	0.27523335814476013
655531	rnn.bias_ih_l0_reverse	7	-0.33223211765289307
655531	rnn.bias_ih_l0_reverse	8	-0.18950051069259644
655531	rnn.bias_ih_l0_reverse	9	-0.16287016868591309
655531	rnn.bias_hh_l0_reverse	0	-0.14856694638729095
655531	rnn.bias_hh_l0_reverse	1	0.2645340859889984
655531	rnn.bias_hh_l0_reverse	2	-0.3443545401096344
655531	rnn.bias_hh_l0_reverse	3	-0.22686107456684113
655531	rnn.bias_hh_l0_reverse	4	-0.4121888279914856
655531	rnn.bias_hh_l0_reverse	5	-0.202323317527771
655531	rnn.bias_hh_l0_reverse	6	-0.28522127866744995
655531	rnn.bias_hh_l0_reverse	7	-0.08803343772888184
655531	rnn.bias_hh_l0_reverse	8	-0.31726688146591187
655531	rnn.bias_hh_l0_reverse	9	0.20314368605613708
655531	linear.weight	0	0.24244050681591034
655531	linear.weight	1	-0.4035564661026001
655531	linear.weight	2	0.05004357919096947
655531	linear.weight	3	0.06749693304300308
655531	linear.weight	4	-0.14725250005722046
655531	linear.weight	5	0.28906112909317017
655531	linear.weight	6	-0.04722163453698158
655531	linear.weight	7	-0.06004726514220238
655531	linear.weight	8	0.07366515696048737
655531	linear.weight	9	-0.04962144047021866
655531	linear.bias	0	-0.8903291821479797
655531	linear.bias	1	1.8097686767578125
655531	linear.bias	2	0.7764264345169067
655531	linear.bias	3	-2.733001947402954
655531	linear.bias	4	-0.0827111154794693
655531	linear.bias	5	1.2665467262268066
655531	linear.bias	6	-0.20330946147441864
655531	linear.bias	7	0.8101202249526978
655531	linear.bias	8	2.1482391357421875
655531	linear.bias	9	-1.3727937936782837
656140	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
656140	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
656140	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
656140	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
656140	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
656140	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
656140	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
656140	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
656140	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
656140	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
656140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
656140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
656140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
656140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
656140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
656140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
656140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
656140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
656140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
656140	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
656140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
656140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
656140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
656140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
656140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
656140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
656140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
656140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
656140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
656140	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
656140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
656140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
656140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
656140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
656140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
656140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
656140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
656140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
656140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
656140	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
656140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
656140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
656140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
656140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
656140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
656140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
656140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
656140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
656140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
656140	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
656140	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
656140	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
656140	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
656140	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
656140	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
656140	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
656140	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
656140	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
656140	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
656140	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
656140	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
656140	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
656140	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
656140	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
656140	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
656140	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
656140	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
656140	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
656140	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
656140	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
656140	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
656140	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
656140	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
656140	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
656140	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
656140	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
656140	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
656140	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
656140	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
656140	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
656140	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
656140	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
656140	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
656140	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
656140	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
656140	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
656140	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
656140	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
656140	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
656140	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
656140	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
656140	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
656140	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
656140	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
656140	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
656140	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
656140	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
656140	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
656140	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
656140	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
656140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
656140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
656140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
656140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
656140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
656140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
656140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
656140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
656140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
656140	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
656140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
656140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
656140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
656140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
656140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
656140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
656140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
656140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
656140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
656140	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
656140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
656140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
656140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
656140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
656140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
656140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
656140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
656140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
656140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
656140	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
656140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
656140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
656140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
656140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
656140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
656140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
656140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
656140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
656140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
656140	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
656140	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
656140	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
656140	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
656140	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
656140	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
656140	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
656140	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
656140	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
656140	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
656140	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
656140	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
656140	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
656140	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
656140	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
656140	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
656140	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
656140	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
656140	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
656140	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
656140	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
656140	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
656140	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
656140	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
656140	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
656140	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
656140	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
656140	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
656140	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
656140	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
656140	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
656140	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
656140	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
656140	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
656140	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
656140	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
656140	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
656140	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
656140	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
656140	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
656140	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
656140	embedding2nn.weight	0	0.31513771414756775
656140	embedding2nn.weight	1	0.37801992893218994
656140	embedding2nn.weight	2	-0.00159753009211272
656140	embedding2nn.weight	3	0.01963050849735737
656140	embedding2nn.weight	4	-0.041410841047763824
656140	embedding2nn.weight	5	0.05965755134820938
656140	embedding2nn.weight	6	-0.010675701312720776
656140	embedding2nn.weight	7	-0.009748395532369614
656140	embedding2nn.weight	8	0.039531826972961426
656140	embedding2nn.weight	9	-0.04971948638558388
656140	embedding2nn.bias	0	0.01026122085750103
656140	embedding2nn.bias	1	-0.1817057728767395
656140	embedding2nn.bias	2	0.17019008100032806
656140	embedding2nn.bias	3	0.16060040891170502
656140	embedding2nn.bias	4	0.1482384204864502
656140	embedding2nn.bias	5	-0.07218924164772034
656140	embedding2nn.bias	6	-0.05002700537443161
656140	embedding2nn.bias	7	0.060385577380657196
656140	embedding2nn.bias	8	-0.15998254716396332
656140	embedding2nn.bias	9	-0.37928545475006104
656140	rnn.weight_ih_l0	0	-0.006473583169281483
656140	rnn.weight_ih_l0	1	-0.05224350467324257
656140	rnn.weight_ih_l0	2	-0.05041763186454773
656140	rnn.weight_ih_l0	3	0.1076563224196434
656140	rnn.weight_ih_l0	4	0.01322993729263544
656140	rnn.weight_ih_l0	5	-0.06755359470844269
656140	rnn.weight_ih_l0	6	0.007803034503012896
656140	rnn.weight_ih_l0	7	-0.0229000486433506
656140	rnn.weight_ih_l0	8	-0.015313779003918171
656140	rnn.weight_ih_l0	9	-0.09010662883520126
656140	rnn.weight_hh_l0	0	-0.021500904113054276
656140	rnn.weight_hh_l0	1	0.08603280782699585
656140	rnn.weight_hh_l0	2	0.01080124732106924
656140	rnn.weight_hh_l0	3	-0.03156238794326782
656140	rnn.weight_hh_l0	4	0.07735952734947205
656140	rnn.weight_hh_l0	5	0.013499768450856209
656140	rnn.weight_hh_l0	6	-0.08138445764780045
656140	rnn.weight_hh_l0	7	-0.1215020939707756
656140	rnn.weight_hh_l0	8	0.038130905479192734
656140	rnn.weight_hh_l0	9	-0.11772878468036652
656140	rnn.bias_ih_l0	0	0.17244215309619904
656140	rnn.bias_ih_l0	1	-0.34229108691215515
656140	rnn.bias_ih_l0	2	-0.044866520911455154
656140	rnn.bias_ih_l0	3	-0.2088320404291153
656140	rnn.bias_ih_l0	4	0.019840052351355553
656140	rnn.bias_ih_l0	5	-0.4289940893650055
656140	rnn.bias_ih_l0	6	-0.16507118940353394
656140	rnn.bias_ih_l0	7	-0.3722207546234131
656140	rnn.bias_ih_l0	8	-0.3006635010242462
656140	rnn.bias_ih_l0	9	-0.45048683881759644
656140	rnn.bias_hh_l0	0	-0.36524078249931335
656140	rnn.bias_hh_l0	1	-0.43101829290390015
656140	rnn.bias_hh_l0	2	-0.38841184973716736
656140	rnn.bias_hh_l0	3	-0.07809910923242569
656140	rnn.bias_hh_l0	4	-0.39521950483322144
656140	rnn.bias_hh_l0	5	-0.36360278725624084
656140	rnn.bias_hh_l0	6	-0.11571589857339859
656140	rnn.bias_hh_l0	7	0.06253744661808014
656140	rnn.bias_hh_l0	8	-0.23399977385997772
656140	rnn.bias_hh_l0	9	-0.5770909786224365
656140	rnn.weight_ih_l0_reverse	0	0.020540423691272736
656140	rnn.weight_ih_l0_reverse	1	-0.02536769211292267
656140	rnn.weight_ih_l0_reverse	2	0.0024552452377974987
656140	rnn.weight_ih_l0_reverse	3	-0.1660957634449005
656140	rnn.weight_ih_l0_reverse	4	0.08495312929153442
656140	rnn.weight_ih_l0_reverse	5	-0.12667964398860931
656140	rnn.weight_ih_l0_reverse	6	0.01468819472938776
656140	rnn.weight_ih_l0_reverse	7	0.03582153096795082
656140	rnn.weight_ih_l0_reverse	8	-0.059672147035598755
656140	rnn.weight_ih_l0_reverse	9	-0.07778172194957733
656140	rnn.weight_hh_l0_reverse	0	-0.14312204718589783
656140	rnn.weight_hh_l0_reverse	1	0.030441416427493095
656140	rnn.weight_hh_l0_reverse	2	-0.019618071615695953
656140	rnn.weight_hh_l0_reverse	3	0.027845706790685654
656140	rnn.weight_hh_l0_reverse	4	-0.08171351999044418
656140	rnn.weight_hh_l0_reverse	5	0.03571441024541855
656140	rnn.weight_hh_l0_reverse	6	0.02858409844338894
656140	rnn.weight_hh_l0_reverse	7	-0.1255788803100586
656140	rnn.weight_hh_l0_reverse	8	-0.07737182080745697
656140	rnn.weight_hh_l0_reverse	9	0.04045044258236885
656140	rnn.bias_ih_l0_reverse	0	-0.17719505727291107
656140	rnn.bias_ih_l0_reverse	1	-0.07711118459701538
656140	rnn.bias_ih_l0_reverse	2	0.12801775336265564
656140	rnn.bias_ih_l0_reverse	3	-0.31377461552619934
656140	rnn.bias_ih_l0_reverse	4	0.021690523251891136
656140	rnn.bias_ih_l0_reverse	5	-0.22328387200832367
656140	rnn.bias_ih_l0_reverse	6	0.27503278851509094
656140	rnn.bias_ih_l0_reverse	7	-0.3267967998981476
656140	rnn.bias_ih_l0_reverse	8	-0.18927307426929474
656140	rnn.bias_ih_l0_reverse	9	-0.15913018584251404
656140	rnn.bias_hh_l0_reverse	0	-0.1503511667251587
656140	rnn.bias_hh_l0_reverse	1	0.26928943395614624
656140	rnn.bias_hh_l0_reverse	2	-0.34386301040649414
656140	rnn.bias_hh_l0_reverse	3	-0.22657392919063568
656140	rnn.bias_hh_l0_reverse	4	-0.4097268283367157
656140	rnn.bias_hh_l0_reverse	5	-0.20127348601818085
656140	rnn.bias_hh_l0_reverse	6	-0.2841670513153076
656140	rnn.bias_hh_l0_reverse	7	-0.08868706226348877
656140	rnn.bias_hh_l0_reverse	8	-0.31780150532722473
656140	rnn.bias_hh_l0_reverse	9	0.19737911224365234
656140	linear.weight	0	0.2314942181110382
656140	linear.weight	1	-0.40014252066612244
656140	linear.weight	2	0.047244131565093994
656140	linear.weight	3	0.06749609857797623
656140	linear.weight	4	-0.14106708765029907
656140	linear.weight	5	0.26918455958366394
656140	linear.weight	6	-0.05621206387877464
656140	linear.weight	7	-0.06004508212208748
656140	linear.weight	8	0.07323525100946426
656140	linear.weight	9	-0.049623582512140274
656140	linear.bias	0	-0.8792188763618469
656140	linear.bias	1	1.854843258857727
656140	linear.bias	2	0.8011655211448669
656140	linear.bias	3	-2.7330899238586426
656140	linear.bias	4	-0.09730888158082962
656140	linear.bias	5	1.247373342514038
656140	linear.bias	6	-0.21418876945972443
656140	linear.bias	7	0.817044198513031
656140	linear.bias	8	2.128359079360962
656140	linear.bias	9	-1.3504325151443481
656749	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
656749	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
656749	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
656749	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
656749	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
656749	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
656749	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
656749	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
656749	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
656749	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
656749	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
656749	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
656749	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
656749	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
656749	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
656749	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
656749	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
656749	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
656749	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
656749	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
656749	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
656749	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
656749	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
656749	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
656749	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
656749	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
656749	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
656749	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
656749	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
656749	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
656749	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
656749	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
656749	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
656749	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
656749	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
656749	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
656749	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
656749	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
656749	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
656749	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
656749	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
656749	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
656749	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
656749	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
656749	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
656749	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
656749	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
656749	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
656749	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
656749	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
656749	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
656749	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
656749	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
656749	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
656749	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
656749	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
656749	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
656749	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
656749	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
656749	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
656749	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
656749	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
656749	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
656749	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
656749	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
656749	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
656749	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
656749	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
656749	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
656749	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
656749	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
656749	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
656749	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
656749	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
656749	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
656749	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
656749	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
656749	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
656749	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
656749	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
656749	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
656749	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
656749	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
656749	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
656749	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
656749	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
656749	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
656749	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
656749	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
656749	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
656749	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
656749	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
656749	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
656749	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
656749	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
656749	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
656749	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
656749	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
656749	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
656749	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
656749	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
656749	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
656749	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
656749	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
656749	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
656749	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
656749	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
656749	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
656749	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
656749	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
656749	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
656749	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
656749	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
656749	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
656749	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
656749	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
656749	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
656749	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
656749	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
656749	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
656749	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
656749	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
656749	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
656749	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
656749	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
656749	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
656749	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
656749	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
656749	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
656749	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
656749	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
656749	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
656749	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
656749	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
656749	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
656749	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
656749	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
656749	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
656749	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
656749	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
656749	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
656749	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
656749	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
656749	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
656749	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
656749	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
656749	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
656749	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
656749	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
656749	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
656749	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
656749	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
656749	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
656749	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
656749	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
656749	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
656749	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
656749	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
656749	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
656749	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
656749	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
656749	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
656749	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
656749	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
656749	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
656749	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
656749	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
656749	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
656749	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
656749	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
656749	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
656749	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
656749	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
656749	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
656749	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
656749	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
656749	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
656749	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
656749	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
656749	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
656749	embedding2nn.weight	0	0.31646740436553955
656749	embedding2nn.weight	1	0.3786161243915558
656749	embedding2nn.weight	2	-0.003636736888438463
656749	embedding2nn.weight	3	0.02775024063885212
656749	embedding2nn.weight	4	-0.03988591954112053
656749	embedding2nn.weight	5	0.05744243040680885
656749	embedding2nn.weight	6	-0.009464922361075878
656749	embedding2nn.weight	7	-0.006729245651513338
656749	embedding2nn.weight	8	0.039260655641555786
656749	embedding2nn.weight	9	-0.05184031277894974
656749	embedding2nn.bias	0	0.005468766670674086
656749	embedding2nn.bias	1	-0.1895127296447754
656749	embedding2nn.bias	2	0.1691432148218155
656749	embedding2nn.bias	3	0.15905354917049408
656749	embedding2nn.bias	4	0.14803020656108856
656749	embedding2nn.bias	5	-0.0647040456533432
656749	embedding2nn.bias	6	-0.05392080917954445
656749	embedding2nn.bias	7	0.0661085769534111
656749	embedding2nn.bias	8	-0.16078196465969086
656749	embedding2nn.bias	9	-0.3701970875263214
656749	rnn.weight_ih_l0	0	-0.0052526663057506084
656749	rnn.weight_ih_l0	1	-0.05251607298851013
656749	rnn.weight_ih_l0	2	-0.051361020654439926
656749	rnn.weight_ih_l0	3	0.11003457009792328
656749	rnn.weight_ih_l0	4	0.011773762293159962
656749	rnn.weight_ih_l0	5	-0.06884649395942688
656749	rnn.weight_ih_l0	6	0.008680536411702633
656749	rnn.weight_ih_l0	7	-0.02355392836034298
656749	rnn.weight_ih_l0	8	-0.018879003822803497
656749	rnn.weight_ih_l0	9	-0.08698884397745132
656749	rnn.weight_hh_l0	0	-0.02142784744501114
656749	rnn.weight_hh_l0	1	0.08607470989227295
656749	rnn.weight_hh_l0	2	0.010535813868045807
656749	rnn.weight_hh_l0	3	-0.03160657733678818
656749	rnn.weight_hh_l0	4	0.07800589501857758
656749	rnn.weight_hh_l0	5	0.013974564149975777
656749	rnn.weight_hh_l0	6	-0.08090614527463913
656749	rnn.weight_hh_l0	7	-0.12117263674736023
656749	rnn.weight_hh_l0	8	0.03819256275892258
656749	rnn.weight_hh_l0	9	-0.11788925528526306
656749	rnn.bias_ih_l0	0	0.16795258224010468
656749	rnn.bias_ih_l0	1	-0.3394211530685425
656749	rnn.bias_ih_l0	2	-0.04771037399768829
656749	rnn.bias_ih_l0	3	-0.20780521631240845
656749	rnn.bias_ih_l0	4	0.014686781913042068
656749	rnn.bias_ih_l0	5	-0.4257837235927582
656749	rnn.bias_ih_l0	6	-0.16216351091861725
656749	rnn.bias_ih_l0	7	-0.37324899435043335
656749	rnn.bias_ih_l0	8	-0.3005232512950897
656749	rnn.bias_ih_l0	9	-0.4456365406513214
656749	rnn.bias_hh_l0	0	-0.3651668131351471
656749	rnn.bias_hh_l0	1	-0.43483197689056396
656749	rnn.bias_hh_l0	2	-0.38762834668159485
656749	rnn.bias_hh_l0	3	-0.07713282108306885
656749	rnn.bias_hh_l0	4	-0.3980206251144409
656749	rnn.bias_hh_l0	5	-0.36282438039779663
656749	rnn.bias_hh_l0	6	-0.1153147891163826
656749	rnn.bias_hh_l0	7	0.06652400642633438
656749	rnn.bias_hh_l0	8	-0.23678892850875854
656749	rnn.bias_hh_l0	9	-0.5785370469093323
656749	rnn.weight_ih_l0_reverse	0	0.022070538252592087
656749	rnn.weight_ih_l0_reverse	1	-0.02284102886915207
656749	rnn.weight_ih_l0_reverse	2	-0.0004151942557655275
656749	rnn.weight_ih_l0_reverse	3	-0.16264913976192474
656749	rnn.weight_ih_l0_reverse	4	0.08506284654140472
656749	rnn.weight_ih_l0_reverse	5	-0.13155929744243622
656749	rnn.weight_ih_l0_reverse	6	0.014509682543575764
656749	rnn.weight_ih_l0_reverse	7	0.03530547767877579
656749	rnn.weight_ih_l0_reverse	8	-0.06050683930516243
656749	rnn.weight_ih_l0_reverse	9	-0.07938314974308014
656749	rnn.weight_hh_l0_reverse	0	-0.1428379863500595
656749	rnn.weight_hh_l0_reverse	1	0.030573327094316483
656749	rnn.weight_hh_l0_reverse	2	-0.01936791092157364
656749	rnn.weight_hh_l0_reverse	3	0.02791525609791279
656749	rnn.weight_hh_l0_reverse	4	-0.08140986412763596
656749	rnn.weight_hh_l0_reverse	5	0.035385869443416595
656749	rnn.weight_hh_l0_reverse	6	0.028723953291773796
656749	rnn.weight_hh_l0_reverse	7	-0.12633578479290009
656749	rnn.weight_hh_l0_reverse	8	-0.07733093202114105
656749	rnn.weight_hh_l0_reverse	9	0.038167428225278854
656749	rnn.bias_ih_l0_reverse	0	-0.17813944816589355
656749	rnn.bias_ih_l0_reverse	1	-0.0767495334148407
656749	rnn.bias_ih_l0_reverse	2	0.13063761591911316
656749	rnn.bias_ih_l0_reverse	3	-0.315568745136261
656749	rnn.bias_ih_l0_reverse	4	0.014434274286031723
656749	rnn.bias_ih_l0_reverse	5	-0.22143670916557312
656749	rnn.bias_ih_l0_reverse	6	0.27695372700691223
656749	rnn.bias_ih_l0_reverse	7	-0.3246973752975464
656749	rnn.bias_ih_l0_reverse	8	-0.1939501166343689
656749	rnn.bias_ih_l0_reverse	9	-0.1576644778251648
656749	rnn.bias_hh_l0_reverse	0	-0.1550629884004593
656749	rnn.bias_hh_l0_reverse	1	0.26835891604423523
656749	rnn.bias_hh_l0_reverse	2	-0.3460861146450043
656749	rnn.bias_hh_l0_reverse	3	-0.22335439920425415
656749	rnn.bias_hh_l0_reverse	4	-0.40167495608329773
656749	rnn.bias_hh_l0_reverse	5	-0.1972048580646515
656749	rnn.bias_hh_l0_reverse	6	-0.2865058481693268
656749	rnn.bias_hh_l0_reverse	7	-0.0862288698554039
656749	rnn.bias_hh_l0_reverse	8	-0.3257824778556824
656749	rnn.bias_hh_l0_reverse	9	0.19752784073352814
656749	linear.weight	0	0.2421058714389801
656749	linear.weight	1	-0.4143758714199066
656749	linear.weight	2	0.05805570259690285
656749	linear.weight	3	0.06749659776687622
656749	linear.weight	4	-0.13064907491207123
656749	linear.weight	5	0.2704521417617798
656749	linear.weight	6	-0.057274483144283295
656749	linear.weight	7	-0.06004217267036438
656749	linear.weight	8	0.08538925647735596
656749	linear.weight	9	-0.049626048654317856
656749	linear.bias	0	-0.8662347793579102
656749	linear.bias	1	1.812687635421753
656749	linear.bias	2	0.7865208387374878
656749	linear.bias	3	-2.7331738471984863
656749	linear.bias	4	-0.07924302667379379
656749	linear.bias	5	1.2784137725830078
656749	linear.bias	6	-0.1978781670331955
656749	linear.bias	7	0.8219817876815796
656749	linear.bias	8	2.136244773864746
656749	linear.bias	9	-1.382631540298462
657358	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
657358	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
657358	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
657358	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
657358	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
657358	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
657358	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
657358	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
657358	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
657358	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
657358	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
657358	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
657358	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
657358	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
657358	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
657358	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
657358	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
657358	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
657358	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
657358	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
657358	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
657358	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
657358	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
657358	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
657358	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
657358	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
657358	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
657358	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
657358	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
657358	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
657358	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
657358	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
657358	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
657358	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
657358	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
657358	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
657358	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
657358	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
657358	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
657358	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
657358	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
657358	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
657358	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
657358	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
657358	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
657358	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
657358	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
657358	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
657358	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
657358	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
657358	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
657358	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
657358	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
657358	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
657358	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
657358	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
657358	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
657358	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
657358	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
657358	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
657358	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
657358	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
657358	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
657358	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
657358	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
657358	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
657358	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
657358	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
657358	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
657358	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
657358	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
657358	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
657358	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
657358	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
657358	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
657358	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
657358	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
657358	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
657358	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
657358	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
657358	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
657358	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
657358	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
657358	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
657358	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
657358	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
657358	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
657358	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
657358	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
657358	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
657358	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
657358	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
657358	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
657358	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
657358	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
657358	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
657358	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
657358	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
657358	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
657358	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
657358	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
657358	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
657358	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
657358	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
657358	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
657358	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
657358	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
657358	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
657358	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
657358	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
657358	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
657358	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
657358	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
657358	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
657358	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
657358	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
657358	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
657358	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
657358	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
657358	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
657358	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
657358	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
657358	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
657358	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
657358	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
657358	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
657358	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
657358	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
657358	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
657358	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
657358	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
657358	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
657358	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
657358	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
657358	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
657358	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
657358	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
657358	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
657358	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
657358	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
657358	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
657358	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
657358	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
657358	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
657358	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
657358	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
657358	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
657358	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
657358	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
657358	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
657358	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
657358	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
657358	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
657358	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
657358	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
657358	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
657358	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
657358	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
657358	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
657358	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
657358	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
657358	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
657358	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
657358	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
657358	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
657358	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
657358	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
657358	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
657358	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
657358	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
657358	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
657358	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
657358	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
657358	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
657358	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
657358	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
657358	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
657358	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
657358	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
657358	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
657358	embedding2nn.weight	0	0.3162281811237335
657358	embedding2nn.weight	1	0.3784915506839752
657358	embedding2nn.weight	2	-0.003926670644432306
657358	embedding2nn.weight	3	0.020620739087462425
657358	embedding2nn.weight	4	-0.03966100886464119
657358	embedding2nn.weight	5	0.05727677792310715
657358	embedding2nn.weight	6	-0.015718137845396996
657358	embedding2nn.weight	7	-0.0023638447746634483
657358	embedding2nn.weight	8	0.037106551229953766
657358	embedding2nn.weight	9	-0.04764409735798836
657358	embedding2nn.bias	0	-0.004083386156708002
657358	embedding2nn.bias	1	-0.18734687566757202
657358	embedding2nn.bias	2	0.16927073895931244
657358	embedding2nn.bias	3	0.15326911211013794
657358	embedding2nn.bias	4	0.14074915647506714
657358	embedding2nn.bias	5	-0.06721776723861694
657358	embedding2nn.bias	6	-0.043482180684804916
657358	embedding2nn.bias	7	0.08228916674852371
657358	embedding2nn.bias	8	-0.17096982896327972
657358	embedding2nn.bias	9	-0.3612368404865265
657358	rnn.weight_ih_l0	0	-0.0051665231585502625
657358	rnn.weight_ih_l0	1	-0.05284785106778145
657358	rnn.weight_ih_l0	2	-0.05000336840748787
657358	rnn.weight_ih_l0	3	0.11129124462604523
657358	rnn.weight_ih_l0	4	0.0076455362141132355
657358	rnn.weight_ih_l0	5	-0.06617404520511627
657358	rnn.weight_ih_l0	6	0.011698911897838116
657358	rnn.weight_ih_l0	7	-0.0255343746393919
657358	rnn.weight_ih_l0	8	-0.01750594936311245
657358	rnn.weight_ih_l0	9	-0.08713313937187195
657358	rnn.weight_hh_l0	0	-0.020932486280798912
657358	rnn.weight_hh_l0	1	0.08604054898023605
657358	rnn.weight_hh_l0	2	0.009390587918460369
657358	rnn.weight_hh_l0	3	-0.031300418078899384
657358	rnn.weight_hh_l0	4	0.07789000123739243
657358	rnn.weight_hh_l0	5	0.014295044355094433
657358	rnn.weight_hh_l0	6	-0.08097700774669647
657358	rnn.weight_hh_l0	7	-0.12135978788137436
657358	rnn.weight_hh_l0	8	0.03823040798306465
657358	rnn.weight_hh_l0	9	-0.11828243732452393
657358	rnn.bias_ih_l0	0	0.16715708374977112
657358	rnn.bias_ih_l0	1	-0.34302541613578796
657358	rnn.bias_ih_l0	2	-0.050314441323280334
657358	rnn.bias_ih_l0	3	-0.20520128309726715
657358	rnn.bias_ih_l0	4	0.017596350982785225
657358	rnn.bias_ih_l0	5	-0.42654895782470703
657358	rnn.bias_ih_l0	6	-0.15688730776309967
657358	rnn.bias_ih_l0	7	-0.3756028711795807
657358	rnn.bias_ih_l0	8	-0.29708772897720337
657358	rnn.bias_ih_l0	9	-0.44804641604423523
657358	rnn.bias_hh_l0	0	-0.3653106391429901
657358	rnn.bias_hh_l0	1	-0.4340476393699646
657358	rnn.bias_hh_l0	2	-0.3884695768356323
657358	rnn.bias_hh_l0	3	-0.07817690074443817
657358	rnn.bias_hh_l0	4	-0.39980602264404297
657358	rnn.bias_hh_l0	5	-0.36220675706863403
657358	rnn.bias_hh_l0	6	-0.11415911465883255
657358	rnn.bias_hh_l0	7	0.06669288873672485
657358	rnn.bias_hh_l0	8	-0.2422993928194046
657358	rnn.bias_hh_l0	9	-0.5769163370132446
657358	rnn.weight_ih_l0_reverse	0	0.02507498860359192
657358	rnn.weight_ih_l0_reverse	1	-0.021875910460948944
657358	rnn.weight_ih_l0_reverse	2	0.00045174587285146117
657358	rnn.weight_ih_l0_reverse	3	-0.16156908869743347
657358	rnn.weight_ih_l0_reverse	4	0.08333798497915268
657358	rnn.weight_ih_l0_reverse	5	-0.12831859290599823
657358	rnn.weight_ih_l0_reverse	6	0.019167575985193253
657358	rnn.weight_ih_l0_reverse	7	0.03426546975970268
657358	rnn.weight_ih_l0_reverse	8	-0.059609830379486084
657358	rnn.weight_ih_l0_reverse	9	-0.07722317427396774
657358	rnn.weight_hh_l0_reverse	0	-0.14302031695842743
657358	rnn.weight_hh_l0_reverse	1	0.030393032357096672
657358	rnn.weight_hh_l0_reverse	2	-0.019041378051042557
657358	rnn.weight_hh_l0_reverse	3	0.027827588841319084
657358	rnn.weight_hh_l0_reverse	4	-0.08135412633419037
657358	rnn.weight_hh_l0_reverse	5	0.03517488017678261
657358	rnn.weight_hh_l0_reverse	6	0.028761422261595726
657358	rnn.weight_hh_l0_reverse	7	-0.1275310516357422
657358	rnn.weight_hh_l0_reverse	8	-0.07779597491025925
657358	rnn.weight_hh_l0_reverse	9	0.039359115064144135
657358	rnn.bias_ih_l0_reverse	0	-0.17769448459148407
657358	rnn.bias_ih_l0_reverse	1	-0.07040248811244965
657358	rnn.bias_ih_l0_reverse	2	0.12962225079536438
657358	rnn.bias_ih_l0_reverse	3	-0.31782588362693787
657358	rnn.bias_ih_l0_reverse	4	0.01954764500260353
657358	rnn.bias_ih_l0_reverse	5	-0.21981745958328247
657358	rnn.bias_ih_l0_reverse	6	0.2669869661331177
657358	rnn.bias_ih_l0_reverse	7	-0.3303895890712738
657358	rnn.bias_ih_l0_reverse	8	-0.19263248145580292
657358	rnn.bias_ih_l0_reverse	9	-0.15261448919773102
657358	rnn.bias_hh_l0_reverse	0	-0.15146636962890625
657358	rnn.bias_hh_l0_reverse	1	0.26585566997528076
657358	rnn.bias_hh_l0_reverse	2	-0.3454790711402893
657358	rnn.bias_hh_l0_reverse	3	-0.22501371800899506
657358	rnn.bias_hh_l0_reverse	4	-0.40326008200645447
657358	rnn.bias_hh_l0_reverse	5	-0.20207719504833221
657358	rnn.bias_hh_l0_reverse	6	-0.28873389959335327
657358	rnn.bias_hh_l0_reverse	7	-0.08642005920410156
657358	rnn.bias_hh_l0_reverse	8	-0.3247357904911041
657358	rnn.bias_hh_l0_reverse	9	0.2043462097644806
657358	linear.weight	0	0.25059396028518677
657358	linear.weight	1	-0.42224857211112976
657358	linear.weight	2	0.051549021154642105
657358	linear.weight	3	0.06749499589204788
657358	linear.weight	4	-0.10268373787403107
657358	linear.weight	5	0.2729445695877075
657358	linear.weight	6	-0.04403072968125343
657358	linear.weight	7	-0.060039766132831573
657358	linear.weight	8	0.08508802205324173
657358	linear.weight	9	-0.049628354609012604
657358	linear.bias	0	-0.8825761675834656
657358	linear.bias	1	1.8335343599319458
657358	linear.bias	2	0.7919641137123108
657358	linear.bias	3	-2.7332558631896973
657358	linear.bias	4	-0.09415140002965927
657358	linear.bias	5	1.2714405059814453
657358	linear.bias	6	-0.22499798238277435
657358	linear.bias	7	0.7927935719490051
657358	linear.bias	8	2.1612355709075928
657358	linear.bias	9	-1.3816912174224854
657967	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
657967	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
657967	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
657967	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
657967	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
657967	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
657967	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
657967	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
657967	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
657967	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
657967	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
657967	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
657967	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
657967	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
657967	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
657967	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
657967	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
657967	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
657967	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
657967	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
657967	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
657967	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
657967	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
657967	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
657967	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
657967	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
657967	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
657967	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
657967	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
657967	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
657967	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
657967	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
657967	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
657967	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
657967	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
657967	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
657967	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
657967	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
657967	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
657967	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
657967	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
657967	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
657967	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
657967	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
657967	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
657967	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
657967	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
657967	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
657967	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
657967	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
657967	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
657967	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
657967	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
657967	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
657967	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
657967	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
657967	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
657967	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
657967	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
657967	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
657967	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
657967	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
657967	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
657967	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
657967	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
657967	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
657967	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
657967	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
657967	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
657967	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
657967	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
657967	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
657967	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
657967	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
657967	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
657967	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
657967	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
657967	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
657967	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
657967	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
657967	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
657967	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
657967	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
657967	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
657967	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
657967	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
657967	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
657967	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
657967	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
657967	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
657967	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
657967	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
657967	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
657967	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
657967	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
657967	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
657967	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
657967	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
657967	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
657967	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
657967	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
657967	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
657967	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
657967	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
657967	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
657967	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
657967	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
657967	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
657967	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
657967	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
657967	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
657967	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
657967	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
657967	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
657967	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
657967	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
657967	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
657967	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
657967	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
657967	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
657967	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
657967	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
657967	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
657967	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
657967	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
657967	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
657967	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
657967	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
657967	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
657967	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
657967	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
657967	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
657967	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
657967	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
657967	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
657967	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
657967	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
657967	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
657967	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
657967	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
657967	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
657967	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
657967	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
657967	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
657967	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
657967	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
657967	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
657967	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
657967	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
657967	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
657967	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
657967	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
657967	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
657967	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
657967	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
657967	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
657967	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
657967	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
657967	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
657967	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
657967	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
657967	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
657967	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
657967	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
657967	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
657967	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
657967	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
657967	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
657967	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
657967	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
657967	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
657967	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
657967	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
657967	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
657967	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
657967	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
657967	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
657967	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
657967	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
657967	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
657967	embedding2nn.weight	0	0.3166460692882538
657967	embedding2nn.weight	1	0.3792114555835724
657967	embedding2nn.weight	2	-0.005135492887347937
657967	embedding2nn.weight	3	0.022124363109469414
657967	embedding2nn.weight	4	-0.04155375808477402
657967	embedding2nn.weight	5	0.0578877218067646
657967	embedding2nn.weight	6	-0.01318058930337429
657967	embedding2nn.weight	7	-0.004129313863813877
657967	embedding2nn.weight	8	0.036487728357315063
657967	embedding2nn.weight	9	-0.04868157580494881
657967	embedding2nn.bias	0	-0.0019330143695697188
657967	embedding2nn.bias	1	-0.18274368345737457
657967	embedding2nn.bias	2	0.17178714275360107
657967	embedding2nn.bias	3	0.1622704565525055
657967	embedding2nn.bias	4	0.13727593421936035
657967	embedding2nn.bias	5	-0.07113394141197205
657967	embedding2nn.bias	6	-0.043353114277124405
657967	embedding2nn.bias	7	0.07184622436761856
657967	embedding2nn.bias	8	-0.16580018401145935
657967	embedding2nn.bias	9	-0.3708374500274658
657967	rnn.weight_ih_l0	0	-0.005762406624853611
657967	rnn.weight_ih_l0	1	-0.05278787761926651
657967	rnn.weight_ih_l0	2	-0.04879746213555336
657967	rnn.weight_ih_l0	3	0.113097183406353
657967	rnn.weight_ih_l0	4	0.006701106671243906
657967	rnn.weight_ih_l0	5	-0.06284875422716141
657967	rnn.weight_ih_l0	6	0.01296291034668684
657967	rnn.weight_ih_l0	7	-0.025197328999638557
657967	rnn.weight_ih_l0	8	-0.013624539598822594
657967	rnn.weight_ih_l0	9	-0.08820362389087677
657967	rnn.weight_hh_l0	0	-0.021021738648414612
657967	rnn.weight_hh_l0	1	0.0865439847111702
657967	rnn.weight_hh_l0	2	0.009056422859430313
657967	rnn.weight_hh_l0	3	-0.031111259013414383
657967	rnn.weight_hh_l0	4	0.07754725962877274
657967	rnn.weight_hh_l0	5	0.014794203452765942
657967	rnn.weight_hh_l0	6	-0.08197169005870819
657967	rnn.weight_hh_l0	7	-0.1195831373333931
657967	rnn.weight_hh_l0	8	0.03828730806708336
657967	rnn.weight_hh_l0	9	-0.11805234849452972
657967	rnn.bias_ih_l0	0	0.1675620973110199
657967	rnn.bias_ih_l0	1	-0.3438560366630554
657967	rnn.bias_ih_l0	2	-0.04837743565440178
657967	rnn.bias_ih_l0	3	-0.2082328349351883
657967	rnn.bias_ih_l0	4	0.01684247888624668
657967	rnn.bias_ih_l0	5	-0.4278296232223511
657967	rnn.bias_ih_l0	6	-0.1553792506456375
657967	rnn.bias_ih_l0	7	-0.3755914270877838
657967	rnn.bias_ih_l0	8	-0.30154430866241455
657967	rnn.bias_ih_l0	9	-0.4553890526294708
657967	rnn.bias_hh_l0	0	-0.37016570568084717
657967	rnn.bias_hh_l0	1	-0.43547335267066956
657967	rnn.bias_hh_l0	2	-0.39438000321388245
657967	rnn.bias_hh_l0	3	-0.0766049399971962
657967	rnn.bias_hh_l0	4	-0.3997328579425812
657967	rnn.bias_hh_l0	5	-0.3623344898223877
657967	rnn.bias_hh_l0	6	-0.11464566737413406
657967	rnn.bias_hh_l0	7	0.06773831695318222
657967	rnn.bias_hh_l0	8	-0.23905417323112488
657967	rnn.bias_hh_l0	9	-0.5726419687271118
657967	rnn.weight_ih_l0_reverse	0	0.021645020693540573
657967	rnn.weight_ih_l0_reverse	1	-0.023005785420536995
657967	rnn.weight_ih_l0_reverse	2	0.00044836942106485367
657967	rnn.weight_ih_l0_reverse	3	-0.16183902323246002
657967	rnn.weight_ih_l0_reverse	4	0.08336185663938522
657967	rnn.weight_ih_l0_reverse	5	-0.12598533928394318
657967	rnn.weight_ih_l0_reverse	6	0.018459586426615715
657967	rnn.weight_ih_l0_reverse	7	0.034166958183050156
657967	rnn.weight_ih_l0_reverse	8	-0.05671236664056778
657967	rnn.weight_ih_l0_reverse	9	-0.07454083114862442
657967	rnn.weight_hh_l0_reverse	0	-0.14416004717350006
657967	rnn.weight_hh_l0_reverse	1	0.03070834092795849
657967	rnn.weight_hh_l0_reverse	2	-0.018619854003190994
657967	rnn.weight_hh_l0_reverse	3	0.028161566704511642
657967	rnn.weight_hh_l0_reverse	4	-0.08145391941070557
657967	rnn.weight_hh_l0_reverse	5	0.03495708853006363
657967	rnn.weight_hh_l0_reverse	6	0.02857014909386635
657967	rnn.weight_hh_l0_reverse	7	-0.12756668031215668
657967	rnn.weight_hh_l0_reverse	8	-0.077896848320961
657967	rnn.weight_hh_l0_reverse	9	0.0404423326253891
657967	rnn.bias_ih_l0_reverse	0	-0.17736370861530304
657967	rnn.bias_ih_l0_reverse	1	-0.07113835215568542
657967	rnn.bias_ih_l0_reverse	2	0.12535734474658966
657967	rnn.bias_ih_l0_reverse	3	-0.3201211392879486
657967	rnn.bias_ih_l0_reverse	4	0.014628743752837181
657967	rnn.bias_ih_l0_reverse	5	-0.22006313502788544
657967	rnn.bias_ih_l0_reverse	6	0.2681114077568054
657967	rnn.bias_ih_l0_reverse	7	-0.32800063490867615
657967	rnn.bias_ih_l0_reverse	8	-0.18895603716373444
657967	rnn.bias_ih_l0_reverse	9	-0.15380315482616425
657967	rnn.bias_hh_l0_reverse	0	-0.15347541868686676
657967	rnn.bias_hh_l0_reverse	1	0.2648133635520935
657967	rnn.bias_hh_l0_reverse	2	-0.3454231917858124
657967	rnn.bias_hh_l0_reverse	3	-0.22815974056720734
657967	rnn.bias_hh_l0_reverse	4	-0.40790072083473206
657967	rnn.bias_hh_l0_reverse	5	-0.20325329899787903
657967	rnn.bias_hh_l0_reverse	6	-0.2894670367240906
657967	rnn.bias_hh_l0_reverse	7	-0.08571983873844147
657967	rnn.bias_hh_l0_reverse	8	-0.32743871212005615
657967	rnn.bias_hh_l0_reverse	9	0.20443138480186462
657967	linear.weight	0	0.25853875279426575
657967	linear.weight	1	-0.4322821795940399
657967	linear.weight	2	0.029330750927329063
657967	linear.weight	3	0.06749552488327026
657967	linear.weight	4	-0.07053685188293457
657967	linear.weight	5	0.2672489881515503
657967	linear.weight	6	-0.043606437742710114
657967	linear.weight	7	-0.06003599241375923
657967	linear.weight	8	0.09158524870872498
657967	linear.weight	9	-0.049631766974925995
657967	linear.bias	0	-0.8867571353912354
657967	linear.bias	1	1.8254679441452026
657967	linear.bias	2	0.786404013633728
657967	linear.bias	3	-2.7333526611328125
657967	linear.bias	4	-0.08887720853090286
657967	linear.bias	5	1.2975996732711792
657967	linear.bias	6	-0.22194060683250427
657967	linear.bias	7	0.7910284996032715
657967	linear.bias	8	2.1521434783935547
657967	linear.bias	9	-1.3648202419281006
658576	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
658576	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
658576	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
658576	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
658576	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
658576	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
658576	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
658576	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
658576	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
658576	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
658576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
658576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
658576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
658576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
658576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
658576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
658576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
658576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
658576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
658576	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
658576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
658576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
658576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
658576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
658576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
658576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
658576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
658576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
658576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
658576	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
658576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
658576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
658576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
658576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
658576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
658576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
658576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
658576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
658576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
658576	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
658576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
658576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
658576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
658576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
658576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
658576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
658576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
658576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
658576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
658576	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
658576	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
658576	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
658576	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
658576	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
658576	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
658576	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
658576	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
658576	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
658576	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
658576	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
658576	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
658576	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
658576	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
658576	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
658576	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
658576	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
658576	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
658576	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
658576	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
658576	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
658576	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
658576	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
658576	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
658576	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
658576	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
658576	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
658576	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
658576	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
658576	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
658576	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
658576	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
658576	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
658576	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
658576	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
658576	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
658576	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
658576	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
658576	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
658576	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
658576	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
658576	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
658576	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
658576	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
658576	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
658576	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
658576	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
658576	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
658576	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
658576	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
658576	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
658576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
658576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
658576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
658576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
658576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
658576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
658576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
658576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
658576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
658576	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
658576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
658576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
658576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
658576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
658576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
658576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
658576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
658576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
658576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
658576	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
658576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
658576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
658576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
658576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
658576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
658576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
658576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
658576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
658576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
658576	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
658576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
658576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
658576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
658576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
658576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
658576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
658576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
658576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
658576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
658576	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
658576	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
658576	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
658576	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
658576	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
658576	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
658576	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
658576	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
658576	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
658576	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
658576	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
658576	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
658576	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
658576	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
658576	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
658576	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
658576	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
658576	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
658576	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
658576	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
658576	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
658576	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
658576	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
658576	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
658576	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
658576	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
658576	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
658576	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
658576	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
658576	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
658576	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
658576	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
658576	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
658576	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
658576	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
658576	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
658576	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
658576	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
658576	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
658576	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
658576	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
658576	embedding2nn.weight	0	0.3158619999885559
658576	embedding2nn.weight	1	0.3784678876399994
658576	embedding2nn.weight	2	-0.003476473269984126
658576	embedding2nn.weight	3	0.021615203469991684
658576	embedding2nn.weight	4	-0.03778959810733795
658576	embedding2nn.weight	5	0.058096032589673996
658576	embedding2nn.weight	6	-0.009048689156770706
658576	embedding2nn.weight	7	-0.007383565418422222
658576	embedding2nn.weight	8	0.03295596316456795
658576	embedding2nn.weight	9	-0.052544694393873215
658576	embedding2nn.bias	0	-0.001240326906554401
658576	embedding2nn.bias	1	-0.1819065511226654
658576	embedding2nn.bias	2	0.1623891144990921
658576	embedding2nn.bias	3	0.16284076869487762
658576	embedding2nn.bias	4	0.1370721310377121
658576	embedding2nn.bias	5	-0.08255789428949356
658576	embedding2nn.bias	6	-0.04501085355877876
658576	embedding2nn.bias	7	0.07443126291036606
658576	embedding2nn.bias	8	-0.15658096969127655
658576	embedding2nn.bias	9	-0.36831599473953247
658576	rnn.weight_ih_l0	0	-0.004389521200209856
658576	rnn.weight_ih_l0	1	-0.05348196625709534
658576	rnn.weight_ih_l0	2	-0.04682551324367523
658576	rnn.weight_ih_l0	3	0.1116783618927002
658576	rnn.weight_ih_l0	4	0.010558867827057838
658576	rnn.weight_ih_l0	5	-0.06360071897506714
658576	rnn.weight_ih_l0	6	0.012360754422843456
658576	rnn.weight_ih_l0	7	-0.026509884744882584
658576	rnn.weight_ih_l0	8	-0.013848580420017242
658576	rnn.weight_ih_l0	9	-0.0887114554643631
658576	rnn.weight_hh_l0	0	-0.020871061831712723
658576	rnn.weight_hh_l0	1	0.08587636053562164
658576	rnn.weight_hh_l0	2	0.008870362304151058
658576	rnn.weight_hh_l0	3	-0.030774662271142006
658576	rnn.weight_hh_l0	4	0.07781251519918442
658576	rnn.weight_hh_l0	5	0.014768906868994236
658576	rnn.weight_hh_l0	6	-0.08227666467428207
658576	rnn.weight_hh_l0	7	-0.11939627677202225
658576	rnn.weight_hh_l0	8	0.0381871722638607
658576	rnn.weight_hh_l0	9	-0.11909683048725128
658576	rnn.bias_ih_l0	0	0.16722948849201202
658576	rnn.bias_ih_l0	1	-0.3431028127670288
658576	rnn.bias_ih_l0	2	-0.04689556360244751
658576	rnn.bias_ih_l0	3	-0.20724692940711975
658576	rnn.bias_ih_l0	4	0.01537721510976553
658576	rnn.bias_ih_l0	5	-0.4259166419506073
658576	rnn.bias_ih_l0	6	-0.15334929525852203
658576	rnn.bias_ih_l0	7	-0.3764733672142029
658576	rnn.bias_ih_l0	8	-0.30002471804618835
658576	rnn.bias_ih_l0	9	-0.44823935627937317
658576	rnn.bias_hh_l0	0	-0.365983784198761
658576	rnn.bias_hh_l0	1	-0.432574063539505
658576	rnn.bias_hh_l0	2	-0.39777886867523193
658576	rnn.bias_hh_l0	3	-0.07646068185567856
658576	rnn.bias_hh_l0	4	-0.40115147829055786
658576	rnn.bias_hh_l0	5	-0.3634088635444641
658576	rnn.bias_hh_l0	6	-0.11518561094999313
658576	rnn.bias_hh_l0	7	0.06044086068868637
658576	rnn.bias_hh_l0	8	-0.24209386110305786
658576	rnn.bias_hh_l0	9	-0.5729312300682068
658576	rnn.weight_ih_l0_reverse	0	0.023142129182815552
658576	rnn.weight_ih_l0_reverse	1	-0.023469729349017143
658576	rnn.weight_ih_l0_reverse	2	0.00028791851946152747
658576	rnn.weight_ih_l0_reverse	3	-0.1628616601228714
658576	rnn.weight_ih_l0_reverse	4	0.08350718766450882
658576	rnn.weight_ih_l0_reverse	5	-0.11995483934879303
658576	rnn.weight_ih_l0_reverse	6	0.011783430352807045
658576	rnn.weight_ih_l0_reverse	7	0.03375156968832016
658576	rnn.weight_ih_l0_reverse	8	-0.055477533489465714
658576	rnn.weight_ih_l0_reverse	9	-0.0749867856502533
658576	rnn.weight_hh_l0_reverse	0	-0.1440316140651703
658576	rnn.weight_hh_l0_reverse	1	0.03134571388363838
658576	rnn.weight_hh_l0_reverse	2	-0.018208129331469536
658576	rnn.weight_hh_l0_reverse	3	0.028334276750683784
658576	rnn.weight_hh_l0_reverse	4	-0.08118470013141632
658576	rnn.weight_hh_l0_reverse	5	0.035108670592308044
658576	rnn.weight_hh_l0_reverse	6	0.028174811974167824
658576	rnn.weight_hh_l0_reverse	7	-0.12782792747020721
658576	rnn.weight_hh_l0_reverse	8	-0.07875814288854599
658576	rnn.weight_hh_l0_reverse	9	0.04080189764499664
658576	rnn.bias_ih_l0_reverse	0	-0.17577160894870758
658576	rnn.bias_ih_l0_reverse	1	-0.07473635673522949
658576	rnn.bias_ih_l0_reverse	2	0.12954016029834747
658576	rnn.bias_ih_l0_reverse	3	-0.3187406659126282
658576	rnn.bias_ih_l0_reverse	4	-0.0011060596443712711
658576	rnn.bias_ih_l0_reverse	5	-0.22223706543445587
658576	rnn.bias_ih_l0_reverse	6	0.27698996663093567
658576	rnn.bias_ih_l0_reverse	7	-0.3267858326435089
658576	rnn.bias_ih_l0_reverse	8	-0.18891753256320953
658576	rnn.bias_ih_l0_reverse	9	-0.1532016098499298
658576	rnn.bias_hh_l0_reverse	0	-0.15004141628742218
658576	rnn.bias_hh_l0_reverse	1	0.26729652285575867
658576	rnn.bias_hh_l0_reverse	2	-0.3424203097820282
658576	rnn.bias_hh_l0_reverse	3	-0.2330179512500763
658576	rnn.bias_hh_l0_reverse	4	-0.40506118535995483
658576	rnn.bias_hh_l0_reverse	5	-0.20445112884044647
658576	rnn.bias_hh_l0_reverse	6	-0.28394147753715515
658576	rnn.bias_hh_l0_reverse	7	-0.08694078028202057
658576	rnn.bias_hh_l0_reverse	8	-0.3277519941329956
658576	rnn.bias_hh_l0_reverse	9	0.21350140869617462
658576	linear.weight	0	0.24133485555648804
658576	linear.weight	1	-0.41008904576301575
658576	linear.weight	2	0.023703627288341522
658576	linear.weight	3	0.06749533861875534
658576	linear.weight	4	-0.08430217951536179
658576	linear.weight	5	0.2741907835006714
658576	linear.weight	6	-0.03889971971511841
658576	linear.weight	7	-0.06003347039222717
658576	linear.weight	8	0.09165509045124054
658576	linear.weight	9	-0.04963450878858566
658576	linear.bias	0	-0.8650475740432739
658576	linear.bias	1	1.8093680143356323
658576	linear.bias	2	0.7801904678344727
658576	linear.bias	3	-2.7334444522857666
658576	linear.bias	4	-0.09828117489814758
658576	linear.bias	5	1.3113946914672852
658576	linear.bias	6	-0.2206602245569229
658576	linear.bias	7	0.8009756803512573
658576	linear.bias	8	2.158817768096924
658576	linear.bias	9	-1.3904222249984741
658584	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
658584	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
658584	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
658584	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
658584	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
658584	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
658584	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
658584	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
658584	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
658584	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
658584	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
658584	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
658584	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
658584	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
658584	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
658584	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
658584	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
658584	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
658584	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
658584	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
658584	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
658584	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
658584	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
658584	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
658584	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
658584	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
658584	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
658584	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
658584	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
658584	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
658584	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
658584	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
658584	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
658584	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
658584	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
658584	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
658584	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
658584	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
658584	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
658584	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
658584	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
658584	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
658584	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
658584	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
658584	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
658584	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
658584	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
658584	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
658584	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
658584	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
658584	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
658584	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
658584	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
658584	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
658584	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
658584	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
658584	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
658584	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
658584	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
658584	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
658584	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
658584	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
658584	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
658584	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
658584	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
658584	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
658584	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
658584	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
658584	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
658584	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
658584	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
658584	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
658584	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
658584	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
658584	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
658584	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
658584	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
658584	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
658584	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
658584	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
658584	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
658584	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
658584	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
658584	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
658584	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
658584	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
658584	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
658584	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
658584	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
658584	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
658584	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
658584	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
658584	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
658584	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
658584	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
658584	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
658584	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
658584	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
658584	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
658584	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
658584	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
658584	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
658584	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
658584	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
658584	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
658584	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
658584	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
658584	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
658584	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
658584	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
658584	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
658584	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
658584	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
658584	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
658584	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
658584	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
658584	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
658584	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
658584	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
658584	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
658584	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
658584	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
658584	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
658584	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
658584	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
658584	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
658584	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
658584	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
658584	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
658584	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
658584	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
658584	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
658584	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
658584	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
658584	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
658584	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
658584	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
658584	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
658584	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
658584	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
658584	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
658584	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
658584	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
658584	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
658584	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
658584	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
658584	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
658584	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
658584	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
658584	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
658584	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
658584	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
658584	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
658584	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
658584	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
658584	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
658584	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
658584	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
658584	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
658584	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
658584	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
658584	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
658584	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
658584	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
658584	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
658584	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
658584	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
658584	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
658584	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
658584	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
658584	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
658584	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
658584	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
658584	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
658584	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
658584	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
658584	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
658584	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
658584	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
658584	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
658584	embedding2nn.weight	0	0.31597912311553955
658584	embedding2nn.weight	1	0.37788718938827515
658584	embedding2nn.weight	2	-0.003308630548417568
658584	embedding2nn.weight	3	0.020487431436777115
658584	embedding2nn.weight	4	-0.0377400740981102
658584	embedding2nn.weight	5	0.05800008773803711
658584	embedding2nn.weight	6	-0.00875436794012785
658584	embedding2nn.weight	7	-0.007662604097276926
658584	embedding2nn.weight	8	0.03260328248143196
658584	embedding2nn.weight	9	-0.052988700568675995
658584	embedding2nn.bias	0	0.0007382150506600738
658584	embedding2nn.bias	1	-0.18273380398750305
658584	embedding2nn.bias	2	0.16066187620162964
658584	embedding2nn.bias	3	0.16159717738628387
658584	embedding2nn.bias	4	0.1367104947566986
658584	embedding2nn.bias	5	-0.08214610815048218
658584	embedding2nn.bias	6	-0.04092276096343994
658584	embedding2nn.bias	7	0.0726456344127655
658584	embedding2nn.bias	8	-0.15335647761821747
658584	embedding2nn.bias	9	-0.3718346655368805
658584	rnn.weight_ih_l0	0	-0.004432241432368755
658584	rnn.weight_ih_l0	1	-0.05347292125225067
658584	rnn.weight_ih_l0	2	-0.04721860960125923
658584	rnn.weight_ih_l0	3	0.11184827983379364
658584	rnn.weight_ih_l0	4	0.010205045342445374
658584	rnn.weight_ih_l0	5	-0.06350978463888168
658584	rnn.weight_ih_l0	6	0.012336919084191322
658584	rnn.weight_ih_l0	7	-0.026621490716934204
658584	rnn.weight_ih_l0	8	-0.014085765928030014
658584	rnn.weight_ih_l0	9	-0.0884937047958374
658584	rnn.weight_hh_l0	0	-0.020847251638770103
658584	rnn.weight_hh_l0	1	0.08579574525356293
658584	rnn.weight_hh_l0	2	0.00887216441333294
658584	rnn.weight_hh_l0	3	-0.03075770102441311
658584	rnn.weight_hh_l0	4	0.07783324271440506
658584	rnn.weight_hh_l0	5	0.014788903295993805
658584	rnn.weight_hh_l0	6	-0.08229190111160278
658584	rnn.weight_hh_l0	7	-0.11938542872667313
658584	rnn.weight_hh_l0	8	0.03818933665752411
658584	rnn.weight_hh_l0	9	-0.11913299560546875
658584	rnn.bias_ih_l0	0	0.16741952300071716
658584	rnn.bias_ih_l0	1	-0.3428972661495209
658584	rnn.bias_ih_l0	2	-0.046953462064266205
658584	rnn.bias_ih_l0	3	-0.2077113389968872
658584	rnn.bias_ih_l0	4	0.015119603835046291
658584	rnn.bias_ih_l0	5	-0.42593464255332947
658584	rnn.bias_ih_l0	6	-0.15345510840415955
658584	rnn.bias_ih_l0	7	-0.37648439407348633
658584	rnn.bias_ih_l0	8	-0.30022451281547546
658584	rnn.bias_ih_l0	9	-0.4488636255264282
658584	rnn.bias_hh_l0	0	-0.3660760223865509
658584	rnn.bias_hh_l0	1	-0.4326837956905365
658584	rnn.bias_hh_l0	2	-0.3975779712200165
658584	rnn.bias_hh_l0	3	-0.07626710087060928
658584	rnn.bias_hh_l0	4	-0.400615394115448
658584	rnn.bias_hh_l0	5	-0.36343762278556824
658584	rnn.bias_hh_l0	6	-0.11530657112598419
658584	rnn.bias_hh_l0	7	0.0601404570043087
658584	rnn.bias_hh_l0	8	-0.24209855496883392
658584	rnn.bias_hh_l0	9	-0.5728585124015808
658584	rnn.weight_ih_l0_reverse	0	0.02318646013736725
658584	rnn.weight_ih_l0_reverse	1	-0.02330767549574375
658584	rnn.weight_ih_l0_reverse	2	0.00047079555224627256
658584	rnn.weight_ih_l0_reverse	3	-0.16268566250801086
658584	rnn.weight_ih_l0_reverse	4	0.08356504142284393
658584	rnn.weight_ih_l0_reverse	5	-0.11930927634239197
658584	rnn.weight_ih_l0_reverse	6	0.01146860420703888
658584	rnn.weight_ih_l0_reverse	7	0.03372623771429062
658584	rnn.weight_ih_l0_reverse	8	-0.05560853332281113
658584	rnn.weight_ih_l0_reverse	9	-0.07486160844564438
658584	rnn.weight_hh_l0_reverse	0	-0.143989697098732
658584	rnn.weight_hh_l0_reverse	1	0.03143015503883362
658584	rnn.weight_hh_l0_reverse	2	-0.01819511502981186
658584	rnn.weight_hh_l0_reverse	3	0.02835690975189209
658584	rnn.weight_hh_l0_reverse	4	-0.08119203895330429
658584	rnn.weight_hh_l0_reverse	5	0.03511903062462807
658584	rnn.weight_hh_l0_reverse	6	0.028167661279439926
658584	rnn.weight_hh_l0_reverse	7	-0.12780648469924927
658584	rnn.weight_hh_l0_reverse	8	-0.07853253185749054
658584	rnn.weight_hh_l0_reverse	9	0.04082867503166199
658584	rnn.bias_ih_l0_reverse	0	-0.17614422738552094
658584	rnn.bias_ih_l0_reverse	1	-0.0750894844532013
658584	rnn.bias_ih_l0_reverse	2	0.12904444336891174
658584	rnn.bias_ih_l0_reverse	3	-0.3186826705932617
658584	rnn.bias_ih_l0_reverse	4	0.000666603387799114
658584	rnn.bias_ih_l0_reverse	5	-0.22195392847061157
658584	rnn.bias_ih_l0_reverse	6	0.27633556723594666
658584	rnn.bias_ih_l0_reverse	7	-0.3271554410457611
658584	rnn.bias_ih_l0_reverse	8	-0.18885846436023712
658584	rnn.bias_ih_l0_reverse	9	-0.15305109322071075
658584	rnn.bias_hh_l0_reverse	0	-0.150712788105011
658584	rnn.bias_hh_l0_reverse	1	0.2673070430755615
658584	rnn.bias_hh_l0_reverse	2	-0.3422034680843353
658584	rnn.bias_hh_l0_reverse	3	-0.23225222527980804
658584	rnn.bias_hh_l0_reverse	4	-0.40524056553840637
658584	rnn.bias_hh_l0_reverse	5	-0.20447267591953278
658584	rnn.bias_hh_l0_reverse	6	-0.2836940288543701
658584	rnn.bias_hh_l0_reverse	7	-0.08697091042995453
658584	rnn.bias_hh_l0_reverse	8	-0.327926367521286
658584	rnn.bias_hh_l0_reverse	9	0.21487703919410706
658584	linear.weight	0	0.24082238972187042
658584	linear.weight	1	-0.4100005328655243
658584	linear.weight	2	0.02168389968574047
658584	linear.weight	3	0.06749536097049713
658584	linear.weight	4	-0.0846623033285141
658584	linear.weight	5	0.27267518639564514
658584	linear.weight	6	-0.03748247027397156
658584	linear.weight	7	-0.060033492743968964
658584	linear.weight	8	0.0933380201458931
658584	linear.weight	9	-0.049634531140327454
658584	linear.bias	0	-0.8603881001472473
658584	linear.bias	1	1.8036094903945923
658584	linear.bias	2	0.7812226414680481
658584	linear.bias	3	-2.733445167541504
658584	linear.bias	4	-0.10018031299114227
658584	linear.bias	5	1.3137179613113403
658584	linear.bias	6	-0.22210973501205444
658584	linear.bias	7	0.789192259311676
658584	linear.bias	8	2.1697239875793457
658584	linear.bias	9	-1.3896803855895996
659193	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
659193	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
659193	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
659193	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
659193	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
659193	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
659193	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
659193	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
659193	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
659193	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
659193	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
659193	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
659193	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
659193	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
659193	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
659193	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
659193	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
659193	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
659193	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
659193	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
659193	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
659193	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
659193	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
659193	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
659193	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
659193	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
659193	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
659193	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
659193	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
659193	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
659193	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
659193	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
659193	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
659193	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
659193	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
659193	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
659193	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
659193	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
659193	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
659193	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
659193	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
659193	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
659193	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
659193	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
659193	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
659193	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
659193	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
659193	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
659193	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
659193	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
659193	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
659193	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
659193	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
659193	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
659193	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
659193	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
659193	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
659193	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
659193	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
659193	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
659193	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
659193	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
659193	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
659193	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
659193	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
659193	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
659193	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
659193	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
659193	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
659193	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
659193	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
659193	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
659193	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
659193	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
659193	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
659193	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
659193	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
659193	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
659193	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
659193	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
659193	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
659193	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
659193	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
659193	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
659193	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
659193	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
659193	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
659193	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
659193	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
659193	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
659193	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
659193	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
659193	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
659193	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
659193	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
659193	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
659193	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
659193	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
659193	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
659193	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
659193	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
659193	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
659193	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
659193	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
659193	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
659193	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
659193	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
659193	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
659193	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
659193	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
659193	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
659193	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
659193	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
659193	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
659193	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
659193	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
659193	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
659193	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
659193	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
659193	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
659193	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
659193	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
659193	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
659193	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
659193	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
659193	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
659193	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
659193	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
659193	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
659193	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
659193	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
659193	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
659193	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
659193	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
659193	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
659193	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
659193	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
659193	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
659193	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
659193	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
659193	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
659193	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
659193	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
659193	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
659193	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
659193	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
659193	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
659193	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
659193	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
659193	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
659193	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
659193	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
659193	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
659193	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
659193	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
659193	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
659193	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
659193	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
659193	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
659193	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
659193	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
659193	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
659193	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
659193	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
659193	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
659193	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
659193	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
659193	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
659193	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
659193	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
659193	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
659193	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
659193	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
659193	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
659193	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
659193	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
659193	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
659193	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
659193	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
659193	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
659193	embedding2nn.weight	0	0.3146251142024994
659193	embedding2nn.weight	1	0.3813762962818146
659193	embedding2nn.weight	2	-0.0020699368324130774
659193	embedding2nn.weight	3	0.009751003235578537
659193	embedding2nn.weight	4	-0.03611917048692703
659193	embedding2nn.weight	5	0.06074679270386696
659193	embedding2nn.weight	6	-0.011882026679813862
659193	embedding2nn.weight	7	-0.008429632522165775
659193	embedding2nn.weight	8	0.03332921117544174
659193	embedding2nn.weight	9	-0.0530395433306694
659193	embedding2nn.bias	0	-0.006966371089220047
659193	embedding2nn.bias	1	-0.20111246407032013
659193	embedding2nn.bias	2	0.16054001450538635
659193	embedding2nn.bias	3	0.1704433411359787
659193	embedding2nn.bias	4	0.13652075827121735
659193	embedding2nn.bias	5	-0.062473855912685394
659193	embedding2nn.bias	6	-0.04630040377378464
659193	embedding2nn.bias	7	0.05788048729300499
659193	embedding2nn.bias	8	-0.152718186378479
659193	embedding2nn.bias	9	-0.3741443157196045
659193	rnn.weight_ih_l0	0	-0.004873473197221756
659193	rnn.weight_ih_l0	1	-0.05392169579863548
659193	rnn.weight_ih_l0	2	-0.050643738359212875
659193	rnn.weight_ih_l0	3	0.11318506300449371
659193	rnn.weight_ih_l0	4	0.008267674595117569
659193	rnn.weight_ih_l0	5	-0.06868269294500351
659193	rnn.weight_ih_l0	6	0.011860859580338001
659193	rnn.weight_ih_l0	7	-0.02702607400715351
659193	rnn.weight_ih_l0	8	-0.009540709666907787
659193	rnn.weight_ih_l0	9	-0.08894309401512146
659193	rnn.weight_hh_l0	0	-0.020826194435358047
659193	rnn.weight_hh_l0	1	0.08644755929708481
659193	rnn.weight_hh_l0	2	0.008293724618852139
659193	rnn.weight_hh_l0	3	-0.030855519697070122
659193	rnn.weight_hh_l0	4	0.07732421159744263
659193	rnn.weight_hh_l0	5	0.014569648541510105
659193	rnn.weight_hh_l0	6	-0.08246637880802155
659193	rnn.weight_hh_l0	7	-0.11755575984716415
659193	rnn.weight_hh_l0	8	0.0381331592798233
659193	rnn.weight_hh_l0	9	-0.1193203255534172
659193	rnn.bias_ih_l0	0	0.16966287791728973
659193	rnn.bias_ih_l0	1	-0.3447471261024475
659193	rnn.bias_ih_l0	2	-0.04615992680191994
659193	rnn.bias_ih_l0	3	-0.20828501880168915
659193	rnn.bias_ih_l0	4	0.015167678706347942
659193	rnn.bias_ih_l0	5	-0.42316314578056335
659193	rnn.bias_ih_l0	6	-0.15337413549423218
659193	rnn.bias_ih_l0	7	-0.37639912962913513
659193	rnn.bias_ih_l0	8	-0.3015737235546112
659193	rnn.bias_ih_l0	9	-0.4537067115306854
659193	rnn.bias_hh_l0	0	-0.3687063753604889
659193	rnn.bias_hh_l0	1	-0.43130970001220703
659193	rnn.bias_hh_l0	2	-0.3987252116203308
659193	rnn.bias_hh_l0	3	-0.0735933929681778
659193	rnn.bias_hh_l0	4	-0.3996516168117523
659193	rnn.bias_hh_l0	5	-0.36144623160362244
659193	rnn.bias_hh_l0	6	-0.11725638061761856
659193	rnn.bias_hh_l0	7	0.057097431272268295
659193	rnn.bias_hh_l0	8	-0.23895162343978882
659193	rnn.bias_hh_l0	9	-0.571230947971344
659193	rnn.weight_ih_l0_reverse	0	0.02293732762336731
659193	rnn.weight_ih_l0_reverse	1	-0.021239301189780235
659193	rnn.weight_ih_l0_reverse	2	0.00387546606361866
659193	rnn.weight_ih_l0_reverse	3	-0.16371497511863708
659193	rnn.weight_ih_l0_reverse	4	0.08430425077676773
659193	rnn.weight_ih_l0_reverse	5	-0.1202295646071434
659193	rnn.weight_ih_l0_reverse	6	0.012131480500102043
659193	rnn.weight_ih_l0_reverse	7	0.03354862332344055
659193	rnn.weight_ih_l0_reverse	8	-0.05570448562502861
659193	rnn.weight_ih_l0_reverse	9	-0.07441216707229614
659193	rnn.weight_hh_l0_reverse	0	-0.14520658552646637
659193	rnn.weight_hh_l0_reverse	1	0.03130829334259033
659193	rnn.weight_hh_l0_reverse	2	-0.0184706449508667
659193	rnn.weight_hh_l0_reverse	3	0.028577279299497604
659193	rnn.weight_hh_l0_reverse	4	-0.08111989498138428
659193	rnn.weight_hh_l0_reverse	5	0.03516088426113129
659193	rnn.weight_hh_l0_reverse	6	0.028146257624030113
659193	rnn.weight_hh_l0_reverse	7	-0.1262415200471878
659193	rnn.weight_hh_l0_reverse	8	-0.07859848439693451
659193	rnn.weight_hh_l0_reverse	9	0.04148723930120468
659193	rnn.bias_ih_l0_reverse	0	-0.17923319339752197
659193	rnn.bias_ih_l0_reverse	1	-0.07689088582992554
659193	rnn.bias_ih_l0_reverse	2	0.13026908040046692
659193	rnn.bias_ih_l0_reverse	3	-0.31947192549705505
659193	rnn.bias_ih_l0_reverse	4	0.00322439381852746
659193	rnn.bias_ih_l0_reverse	5	-0.22105303406715393
659193	rnn.bias_ih_l0_reverse	6	0.2753196954727173
659193	rnn.bias_ih_l0_reverse	7	-0.3223436772823334
659193	rnn.bias_ih_l0_reverse	8	-0.1886058747768402
659193	rnn.bias_ih_l0_reverse	9	-0.1484624594449997
659193	rnn.bias_hh_l0_reverse	0	-0.149250790476799
659193	rnn.bias_hh_l0_reverse	1	0.2618570923805237
659193	rnn.bias_hh_l0_reverse	2	-0.3466355502605438
659193	rnn.bias_hh_l0_reverse	3	-0.22997184097766876
659193	rnn.bias_hh_l0_reverse	4	-0.4040271043777466
659193	rnn.bias_hh_l0_reverse	5	-0.20550021529197693
659193	rnn.bias_hh_l0_reverse	6	-0.2855556905269623
659193	rnn.bias_hh_l0_reverse	7	-0.08329877257347107
659193	rnn.bias_hh_l0_reverse	8	-0.31898701190948486
659193	rnn.bias_hh_l0_reverse	9	0.2073989361524582
659193	linear.weight	0	0.23818723857402802
659193	linear.weight	1	-0.40671980381011963
659193	linear.weight	2	0.005756304133683443
659193	linear.weight	3	0.06749442219734192
659193	linear.weight	4	-0.10614509135484695
659193	linear.weight	5	0.2627326548099518
659193	linear.weight	6	-0.047238413244485855
659193	linear.weight	7	-0.06003150716423988
659193	linear.weight	8	0.09461970627307892
659193	linear.weight	9	-0.049635887145996094
659193	linear.bias	0	-0.8794845342636108
659193	linear.bias	1	1.8531755208969116
659193	linear.bias	2	0.7655237913131714
659193	linear.bias	3	-2.7335469722747803
659193	linear.bias	4	-0.09137780964374542
659193	linear.bias	5	1.2883354425430298
659193	linear.bias	6	-0.21634192764759064
659193	linear.bias	7	0.8052842617034912
659193	linear.bias	8	2.1424360275268555
659193	linear.bias	9	-1.3752864599227905
659802	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
659802	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
659802	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
659802	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
659802	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
659802	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
659802	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
659802	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
659802	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
659802	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
659802	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
659802	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
659802	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
659802	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
659802	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
659802	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
659802	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
659802	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
659802	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
659802	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
659802	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
659802	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
659802	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
659802	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
659802	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
659802	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
659802	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
659802	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
659802	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
659802	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
659802	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
659802	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
659802	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
659802	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
659802	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
659802	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
659802	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
659802	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
659802	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
659802	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
659802	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
659802	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
659802	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
659802	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
659802	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
659802	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
659802	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
659802	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
659802	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
659802	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
659802	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
659802	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
659802	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
659802	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
659802	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
659802	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
659802	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
659802	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
659802	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
659802	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
659802	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
659802	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
659802	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
659802	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
659802	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
659802	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
659802	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
659802	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
659802	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
659802	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
659802	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
659802	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
659802	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
659802	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
659802	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
659802	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
659802	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
659802	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
659802	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
659802	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
659802	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
659802	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
659802	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
659802	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
659802	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
659802	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
659802	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
659802	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
659802	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
659802	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
659802	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
659802	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
659802	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
659802	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
659802	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
659802	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
659802	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
659802	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
659802	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
659802	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
659802	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
659802	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
659802	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
659802	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
659802	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
659802	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
659802	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
659802	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
659802	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
659802	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
659802	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
659802	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
659802	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
659802	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
659802	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
659802	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
659802	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
659802	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
659802	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
659802	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
659802	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
659802	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
659802	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
659802	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
659802	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
659802	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
659802	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
659802	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
659802	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
659802	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
659802	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
659802	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
659802	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
659802	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
659802	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
659802	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
659802	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
659802	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
659802	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
659802	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
659802	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
659802	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
659802	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
659802	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
659802	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
659802	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
659802	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
659802	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
659802	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
659802	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
659802	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
659802	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
659802	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
659802	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
659802	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
659802	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
659802	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
659802	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
659802	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
659802	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
659802	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
659802	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
659802	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
659802	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
659802	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
659802	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
659802	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
659802	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
659802	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
659802	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
659802	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
659802	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
659802	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
659802	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
659802	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
659802	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
659802	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
659802	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
659802	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
659802	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
659802	embedding2nn.weight	0	0.3144136369228363
659802	embedding2nn.weight	1	0.378273069858551
659802	embedding2nn.weight	2	-0.006447602994740009
659802	embedding2nn.weight	3	0.007220740430057049
659802	embedding2nn.weight	4	-0.038892846554517746
659802	embedding2nn.weight	5	0.05930358171463013
659802	embedding2nn.weight	6	-0.015302333049476147
659802	embedding2nn.weight	7	-0.003241537371650338
659802	embedding2nn.weight	8	0.03241076320409775
659802	embedding2nn.weight	9	-0.05592329055070877
659802	embedding2nn.bias	0	-0.012167752720415592
659802	embedding2nn.bias	1	-0.19536267220973969
659802	embedding2nn.bias	2	0.1520940065383911
659802	embedding2nn.bias	3	0.15779544413089752
659802	embedding2nn.bias	4	0.14091375470161438
659802	embedding2nn.bias	5	-0.060425467789173126
659802	embedding2nn.bias	6	-0.05215371772646904
659802	embedding2nn.bias	7	0.04383573681116104
659802	embedding2nn.bias	8	-0.15242023766040802
659802	embedding2nn.bias	9	-0.370286762714386
659802	rnn.weight_ih_l0	0	-0.005743378307670355
659802	rnn.weight_ih_l0	1	-0.053832828998565674
659802	rnn.weight_ih_l0	2	-0.04869645833969116
659802	rnn.weight_ih_l0	3	0.11396906524896622
659802	rnn.weight_ih_l0	4	0.008778093382716179
659802	rnn.weight_ih_l0	5	-0.06166548654437065
659802	rnn.weight_ih_l0	6	0.019516119733452797
659802	rnn.weight_ih_l0	7	-0.029109956696629524
659802	rnn.weight_ih_l0	8	-0.012404554523527622
659802	rnn.weight_ih_l0	9	-0.08873536437749863
659802	rnn.weight_hh_l0	0	-0.020962219685316086
659802	rnn.weight_hh_l0	1	0.08623845130205154
659802	rnn.weight_hh_l0	2	0.007466988638043404
659802	rnn.weight_hh_l0	3	-0.030479729175567627
659802	rnn.weight_hh_l0	4	0.07772907614707947
659802	rnn.weight_hh_l0	5	0.014430136419832706
659802	rnn.weight_hh_l0	6	-0.08275710791349411
659802	rnn.weight_hh_l0	7	-0.11902371793985367
659802	rnn.weight_hh_l0	8	0.038183245807886124
659802	rnn.weight_hh_l0	9	-0.1190202608704567
659802	rnn.bias_ih_l0	0	0.17255598306655884
659802	rnn.bias_ih_l0	1	-0.3404952585697174
659802	rnn.bias_ih_l0	2	-0.04770171642303467
659802	rnn.bias_ih_l0	3	-0.21427002549171448
659802	rnn.bias_ih_l0	4	0.016207173466682434
659802	rnn.bias_ih_l0	5	-0.4243480861186981
659802	rnn.bias_ih_l0	6	-0.15402474999427795
659802	rnn.bias_ih_l0	7	-0.3747473955154419
659802	rnn.bias_ih_l0	8	-0.2962557375431061
659802	rnn.bias_ih_l0	9	-0.4544910192489624
659802	rnn.bias_hh_l0	0	-0.36700835824012756
659802	rnn.bias_hh_l0	1	-0.4332416355609894
659802	rnn.bias_hh_l0	2	-0.40036025643348694
659802	rnn.bias_hh_l0	3	-0.07714366167783737
659802	rnn.bias_hh_l0	4	-0.39628252387046814
659802	rnn.bias_hh_l0	5	-0.36385396122932434
659802	rnn.bias_hh_l0	6	-0.11871609091758728
659802	rnn.bias_hh_l0	7	0.05853688716888428
659802	rnn.bias_hh_l0	8	-0.23691990971565247
659802	rnn.bias_hh_l0	9	-0.5748612880706787
659802	rnn.weight_ih_l0_reverse	0	0.023381445556879044
659802	rnn.weight_ih_l0_reverse	1	-0.02135453186929226
659802	rnn.weight_ih_l0_reverse	2	0.0017584841698408127
659802	rnn.weight_ih_l0_reverse	3	-0.16392993927001953
659802	rnn.weight_ih_l0_reverse	4	0.08474335819482803
659802	rnn.weight_ih_l0_reverse	5	-0.12496702373027802
659802	rnn.weight_ih_l0_reverse	6	0.017544332891702652
659802	rnn.weight_ih_l0_reverse	7	0.0334608256816864
659802	rnn.weight_ih_l0_reverse	8	-0.05519455298781395
659802	rnn.weight_ih_l0_reverse	9	-0.07349321246147156
659802	rnn.weight_hh_l0_reverse	0	-0.14585253596305847
659802	rnn.weight_hh_l0_reverse	1	0.031298279762268066
659802	rnn.weight_hh_l0_reverse	2	-0.01809040643274784
659802	rnn.weight_hh_l0_reverse	3	0.027975281700491905
659802	rnn.weight_hh_l0_reverse	4	-0.08133285492658615
659802	rnn.weight_hh_l0_reverse	5	0.03476237133145332
659802	rnn.weight_hh_l0_reverse	6	0.028199072927236557
659802	rnn.weight_hh_l0_reverse	7	-0.12724538147449493
659802	rnn.weight_hh_l0_reverse	8	-0.079970583319664
659802	rnn.weight_hh_l0_reverse	9	0.041436050087213516
659802	rnn.bias_ih_l0_reverse	0	-0.18161197006702423
659802	rnn.bias_ih_l0_reverse	1	-0.07630456984043121
659802	rnn.bias_ih_l0_reverse	2	0.12743210792541504
659802	rnn.bias_ih_l0_reverse	3	-0.3169896900653839
659802	rnn.bias_ih_l0_reverse	4	0.011174499988555908
659802	rnn.bias_ih_l0_reverse	5	-0.22197642922401428
659802	rnn.bias_ih_l0_reverse	6	0.2713802456855774
659802	rnn.bias_ih_l0_reverse	7	-0.3211081922054291
659802	rnn.bias_ih_l0_reverse	8	-0.1908819079399109
659802	rnn.bias_ih_l0_reverse	9	-0.14566756784915924
659802	rnn.bias_hh_l0_reverse	0	-0.14324529469013214
659802	rnn.bias_hh_l0_reverse	1	0.26762157678604126
659802	rnn.bias_hh_l0_reverse	2	-0.3451904058456421
659802	rnn.bias_hh_l0_reverse	3	-0.22425420582294464
659802	rnn.bias_hh_l0_reverse	4	-0.40610188245773315
659802	rnn.bias_hh_l0_reverse	5	-0.20362836122512817
659802	rnn.bias_hh_l0_reverse	6	-0.288237065076828
659802	rnn.bias_hh_l0_reverse	7	-0.08505420386791229
659802	rnn.bias_hh_l0_reverse	8	-0.32352328300476074
659802	rnn.bias_hh_l0_reverse	9	0.21023735404014587
659802	linear.weight	0	0.23240844905376434
659802	linear.weight	1	-0.4139934480190277
659802	linear.weight	2	-0.014338507317006588
659802	linear.weight	3	0.06749414652585983
659802	linear.weight	4	-0.10801037400960922
659802	linear.weight	5	0.265859454870224
659802	linear.weight	6	-0.05493377894163132
659802	linear.weight	7	-0.060030341148376465
659802	linear.weight	8	0.1040540337562561
659802	linear.weight	9	-0.049638427793979645
659802	linear.bias	0	-0.8764592409133911
659802	linear.bias	1	1.838464379310608
659802	linear.bias	2	0.7551164031028748
659802	linear.bias	3	-2.733660936355591
659802	linear.bias	4	-0.0634208545088768
659802	linear.bias	5	1.2950140237808228
659802	linear.bias	6	-0.2253030389547348
659802	linear.bias	7	0.8109412789344788
659802	linear.bias	8	2.1184334754943848
659802	linear.bias	9	-1.3697253465652466
660411	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
660411	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
660411	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
660411	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
660411	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
660411	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
660411	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
660411	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
660411	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
660411	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
660411	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
660411	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
660411	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
660411	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
660411	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
660411	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
660411	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
660411	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
660411	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
660411	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
660411	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
660411	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
660411	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
660411	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
660411	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
660411	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
660411	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
660411	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
660411	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
660411	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
660411	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
660411	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
660411	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
660411	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
660411	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
660411	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
660411	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
660411	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
660411	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
660411	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
660411	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
660411	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
660411	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
660411	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
660411	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
660411	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
660411	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
660411	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
660411	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
660411	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
660411	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
660411	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
660411	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
660411	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
660411	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
660411	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
660411	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
660411	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
660411	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
660411	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
660411	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
660411	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
660411	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
660411	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
660411	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
660411	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
660411	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
660411	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
660411	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
660411	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
660411	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
660411	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
660411	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
660411	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
660411	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
660411	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
660411	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
660411	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
660411	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
660411	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
660411	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
660411	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
660411	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
660411	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
660411	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
660411	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
660411	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
660411	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
660411	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
660411	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
660411	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
660411	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
660411	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
660411	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
660411	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
660411	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
660411	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
660411	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
660411	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
660411	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
660411	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
660411	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
660411	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
660411	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
660411	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
660411	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
660411	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
660411	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
660411	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
660411	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
660411	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
660411	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
660411	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
660411	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
660411	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
660411	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
660411	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
660411	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
660411	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
660411	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
660411	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
660411	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
660411	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
660411	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
660411	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
660411	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
660411	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
660411	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
660411	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
660411	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
660411	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
660411	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
660411	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
660411	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
660411	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
660411	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
660411	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
660411	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
660411	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
660411	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
660411	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
660411	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
660411	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
660411	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
660411	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
660411	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
660411	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
660411	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
660411	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
660411	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
660411	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
660411	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
660411	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
660411	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
660411	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
660411	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
660411	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
660411	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
660411	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
660411	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
660411	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
660411	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
660411	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
660411	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
660411	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
660411	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
660411	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
660411	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
660411	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
660411	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
660411	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
660411	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
660411	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
660411	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
660411	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
660411	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
660411	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
660411	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
660411	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
660411	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
660411	embedding2nn.weight	0	0.3152896761894226
660411	embedding2nn.weight	1	0.3804059326648712
660411	embedding2nn.weight	2	-0.009332696907222271
660411	embedding2nn.weight	3	0.009020145051181316
660411	embedding2nn.weight	4	-0.039405401796102524
660411	embedding2nn.weight	5	0.05805228650569916
660411	embedding2nn.weight	6	-0.016697010025382042
660411	embedding2nn.weight	7	-0.004863651469349861
660411	embedding2nn.weight	8	0.03079266846179962
660411	embedding2nn.weight	9	-0.056488316506147385
660411	embedding2nn.bias	0	-0.010312655009329319
660411	embedding2nn.bias	1	-0.19278471171855927
660411	embedding2nn.bias	2	0.15722666680812836
660411	embedding2nn.bias	3	0.17104636132717133
660411	embedding2nn.bias	4	0.13600857555866241
660411	embedding2nn.bias	5	-0.06385097652673721
660411	embedding2nn.bias	6	-0.04979419335722923
660411	embedding2nn.bias	7	0.045761123299598694
660411	embedding2nn.bias	8	-0.1667642593383789
660411	embedding2nn.bias	9	-0.38242462277412415
660411	rnn.weight_ih_l0	0	-0.006010483019053936
660411	rnn.weight_ih_l0	1	-0.05394856259226799
660411	rnn.weight_ih_l0	2	-0.05082671344280243
660411	rnn.weight_ih_l0	3	0.11512960493564606
660411	rnn.weight_ih_l0	4	0.009884092025458813
660411	rnn.weight_ih_l0	5	-0.06253615766763687
660411	rnn.weight_ih_l0	6	0.01685282215476036
660411	rnn.weight_ih_l0	7	-0.029276521876454353
660411	rnn.weight_ih_l0	8	-0.015225524082779884
660411	rnn.weight_ih_l0	9	-0.08913492411375046
660411	rnn.weight_hh_l0	0	-0.02075415477156639
660411	rnn.weight_hh_l0	1	0.08686202764511108
660411	rnn.weight_hh_l0	2	0.007657904643565416
660411	rnn.weight_hh_l0	3	-0.030672045424580574
660411	rnn.weight_hh_l0	4	0.07823086529970169
660411	rnn.weight_hh_l0	5	0.01407568994909525
660411	rnn.weight_hh_l0	6	-0.08237221091985703
660411	rnn.weight_hh_l0	7	-0.11789588630199432
660411	rnn.weight_hh_l0	8	0.03823206201195717
660411	rnn.weight_hh_l0	9	-0.11948302388191223
660411	rnn.bias_ih_l0	0	0.17137306928634644
660411	rnn.bias_ih_l0	1	-0.3404141366481781
660411	rnn.bias_ih_l0	2	-0.04496214538812637
660411	rnn.bias_ih_l0	3	-0.20989187061786652
660411	rnn.bias_ih_l0	4	0.016245603561401367
660411	rnn.bias_ih_l0	5	-0.4251261353492737
660411	rnn.bias_ih_l0	6	-0.1503656506538391
660411	rnn.bias_ih_l0	7	-0.3749018907546997
660411	rnn.bias_ih_l0	8	-0.2942666709423065
660411	rnn.bias_ih_l0	9	-0.45780837535858154
660411	rnn.bias_hh_l0	0	-0.36862727999687195
660411	rnn.bias_hh_l0	1	-0.4355742633342743
660411	rnn.bias_hh_l0	2	-0.40527695417404175
660411	rnn.bias_hh_l0	3	-0.07941880822181702
660411	rnn.bias_hh_l0	4	-0.3954582214355469
660411	rnn.bias_hh_l0	5	-0.36431315541267395
660411	rnn.bias_hh_l0	6	-0.12009891122579575
660411	rnn.bias_hh_l0	7	0.0599299892783165
660411	rnn.bias_hh_l0	8	-0.2391670048236847
660411	rnn.bias_hh_l0	9	-0.5778381824493408
660411	rnn.weight_ih_l0_reverse	0	0.02124975249171257
660411	rnn.weight_ih_l0_reverse	1	-0.02099628373980522
660411	rnn.weight_ih_l0_reverse	2	0.0014034354826435447
660411	rnn.weight_ih_l0_reverse	3	-0.16350357234477997
660411	rnn.weight_ih_l0_reverse	4	0.08482484519481659
660411	rnn.weight_ih_l0_reverse	5	-0.12700505554676056
660411	rnn.weight_ih_l0_reverse	6	0.017373105511069298
660411	rnn.weight_ih_l0_reverse	7	0.03422100096940994
660411	rnn.weight_ih_l0_reverse	8	-0.05328626185655594
660411	rnn.weight_ih_l0_reverse	9	-0.0744878426194191
660411	rnn.weight_hh_l0_reverse	0	-0.14625462889671326
660411	rnn.weight_hh_l0_reverse	1	0.03127508610486984
660411	rnn.weight_hh_l0_reverse	2	-0.017736263573169708
660411	rnn.weight_hh_l0_reverse	3	0.028783511370420456
660411	rnn.weight_hh_l0_reverse	4	-0.08169595152139664
660411	rnn.weight_hh_l0_reverse	5	0.03453432396054268
660411	rnn.weight_hh_l0_reverse	6	0.027941394597291946
660411	rnn.weight_hh_l0_reverse	7	-0.12772999703884125
660411	rnn.weight_hh_l0_reverse	8	-0.08066166937351227
660411	rnn.weight_hh_l0_reverse	9	0.04140238091349602
660411	rnn.bias_ih_l0_reverse	0	-0.18000808358192444
660411	rnn.bias_ih_l0_reverse	1	-0.07487867027521133
660411	rnn.bias_ih_l0_reverse	2	0.12691335380077362
660411	rnn.bias_ih_l0_reverse	3	-0.3189912438392639
660411	rnn.bias_ih_l0_reverse	4	0.012744400650262833
660411	rnn.bias_ih_l0_reverse	5	-0.2225845605134964
660411	rnn.bias_ih_l0_reverse	6	0.279333233833313
660411	rnn.bias_ih_l0_reverse	7	-0.3281644284725189
660411	rnn.bias_ih_l0_reverse	8	-0.19096167385578156
660411	rnn.bias_ih_l0_reverse	9	-0.14863209426403046
660411	rnn.bias_hh_l0_reverse	0	-0.1429939866065979
660411	rnn.bias_hh_l0_reverse	1	0.2632471024990082
660411	rnn.bias_hh_l0_reverse	2	-0.34564805030822754
660411	rnn.bias_hh_l0_reverse	3	-0.22686269879341125
660411	rnn.bias_hh_l0_reverse	4	-0.40621721744537354
660411	rnn.bias_hh_l0_reverse	5	-0.20126596093177795
660411	rnn.bias_hh_l0_reverse	6	-0.28625982999801636
660411	rnn.bias_hh_l0_reverse	7	-0.08646911382675171
660411	rnn.bias_hh_l0_reverse	8	-0.3307611644268036
660411	rnn.bias_hh_l0_reverse	9	0.19920076429843903
660411	linear.weight	0	0.22234725952148438
660411	linear.weight	1	-0.4028288424015045
660411	linear.weight	2	0.005168493837118149
660411	linear.weight	3	0.06749453395605087
660411	linear.weight	4	-0.14027507603168488
660411	linear.weight	5	0.25984498858451843
660411	linear.weight	6	-0.057815488427877426
660411	linear.weight	7	-0.06002997234463692
660411	linear.weight	8	0.10502458363771439
660411	linear.weight	9	-0.049640484154224396
660411	linear.bias	0	-0.8787423372268677
660411	linear.bias	1	1.8330165147781372
660411	linear.bias	2	0.7700607180595398
660411	linear.bias	3	-2.7337417602539062
660411	linear.bias	4	-0.0708405151963234
660411	linear.bias	5	1.2892316579818726
660411	linear.bias	6	-0.2345602661371231
660411	linear.bias	7	0.7892042398452759
660411	linear.bias	8	2.16664981842041
660411	linear.bias	9	-1.3789137601852417
661020	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
661020	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
661020	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
661020	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
661020	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
661020	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
661020	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
661020	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
661020	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
661020	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
661020	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
661020	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
661020	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
661020	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
661020	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
661020	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
661020	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
661020	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
661020	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
661020	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
661020	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
661020	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
661020	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
661020	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
661020	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
661020	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
661020	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
661020	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
661020	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
661020	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
661020	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
661020	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
661020	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
661020	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
661020	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
661020	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
661020	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
661020	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
661020	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
661020	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
661020	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
661020	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
661020	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
661020	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
661020	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
661020	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
661020	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
661020	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
661020	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
661020	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
661020	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
661020	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
661020	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
661020	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
661020	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
661020	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
661020	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
661020	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
661020	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
661020	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
661020	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
661020	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
661020	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
661020	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
661020	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
661020	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
661020	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
661020	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
661020	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
661020	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
661020	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
661020	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
661020	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
661020	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
661020	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
661020	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
661020	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
661020	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
661020	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
661020	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
661020	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
661020	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
661020	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
661020	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
661020	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
661020	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
661020	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
661020	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
661020	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
661020	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
661020	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
661020	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
661020	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
661020	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
661020	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
661020	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
661020	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
661020	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
661020	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
661020	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
661020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
661020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
661020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
661020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
661020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
661020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
661020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
661020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
661020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
661020	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
661020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
661020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
661020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
661020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
661020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
661020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
661020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
661020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
661020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
661020	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
661020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
661020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
661020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
661020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
661020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
661020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
661020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
661020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
661020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
661020	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
661020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
661020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
661020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
661020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
661020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
661020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
661020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
661020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
661020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
661020	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
661020	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
661020	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
661020	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
661020	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
661020	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
661020	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
661020	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
661020	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
661020	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
661020	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
661020	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
661020	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
661020	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
661020	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
661020	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
661020	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
661020	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
661020	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
661020	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
661020	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
661020	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
661020	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
661020	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
661020	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
661020	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
661020	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
661020	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
661020	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
661020	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
661020	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
661020	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
661020	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
661020	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
661020	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
661020	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
661020	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
661020	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
661020	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
661020	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
661020	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
661020	embedding2nn.weight	0	0.3174823224544525
661020	embedding2nn.weight	1	0.3797217905521393
661020	embedding2nn.weight	2	-0.007786552421748638
661020	embedding2nn.weight	3	0.012103579007089138
661020	embedding2nn.weight	4	-0.03985164687037468
661020	embedding2nn.weight	5	0.058000095188617706
661020	embedding2nn.weight	6	-0.020718533545732498
661020	embedding2nn.weight	7	-0.0025624341797083616
661020	embedding2nn.weight	8	0.032013121992349625
661020	embedding2nn.weight	9	-0.06108711287379265
661020	embedding2nn.bias	0	-0.0031469848472625017
661020	embedding2nn.bias	1	-0.195349782705307
661020	embedding2nn.bias	2	0.16191966831684113
661020	embedding2nn.bias	3	0.17143099009990692
661020	embedding2nn.bias	4	0.13885891437530518
661020	embedding2nn.bias	5	-0.06462294608354568
661020	embedding2nn.bias	6	-0.050196222960948944
661020	embedding2nn.bias	7	0.04976822808384895
661020	embedding2nn.bias	8	-0.15562023222446442
661020	embedding2nn.bias	9	-0.38380056619644165
661020	rnn.weight_ih_l0	0	-0.005166718736290932
661020	rnn.weight_ih_l0	1	-0.054480716586112976
661020	rnn.weight_ih_l0	2	-0.05102764442563057
661020	rnn.weight_ih_l0	3	0.11413916200399399
661020	rnn.weight_ih_l0	4	0.008420292288064957
661020	rnn.weight_ih_l0	5	-0.06322097778320312
661020	rnn.weight_ih_l0	6	0.017796209082007408
661020	rnn.weight_ih_l0	7	-0.02782434970140457
661020	rnn.weight_ih_l0	8	-0.012647876515984535
661020	rnn.weight_ih_l0	9	-0.09394244104623795
661020	rnn.weight_hh_l0	0	-0.02057429403066635
661020	rnn.weight_hh_l0	1	0.08677302300930023
661020	rnn.weight_hh_l0	2	0.00770624028518796
661020	rnn.weight_hh_l0	3	-0.03069843165576458
661020	rnn.weight_hh_l0	4	0.07747231423854828
661020	rnn.weight_hh_l0	5	0.014608126133680344
661020	rnn.weight_hh_l0	6	-0.08183926343917847
661020	rnn.weight_hh_l0	7	-0.12066863477230072
661020	rnn.weight_hh_l0	8	0.03808017447590828
661020	rnn.weight_hh_l0	9	-0.12065950781106949
661020	rnn.bias_ih_l0	0	0.1627979278564453
661020	rnn.bias_ih_l0	1	-0.34007441997528076
661020	rnn.bias_ih_l0	2	-0.04350532218813896
661020	rnn.bias_ih_l0	3	-0.2122386395931244
661020	rnn.bias_ih_l0	4	0.027112100273370743
661020	rnn.bias_ih_l0	5	-0.425891250371933
661020	rnn.bias_ih_l0	6	-0.15401345491409302
661020	rnn.bias_ih_l0	7	-0.37370941042900085
661020	rnn.bias_ih_l0	8	-0.2918384373188019
661020	rnn.bias_ih_l0	9	-0.45753318071365356
661020	rnn.bias_hh_l0	0	-0.3679673671722412
661020	rnn.bias_hh_l0	1	-0.43486297130584717
661020	rnn.bias_hh_l0	2	-0.4058636426925659
661020	rnn.bias_hh_l0	3	-0.08064121007919312
661020	rnn.bias_hh_l0	4	-0.39747652411460876
661020	rnn.bias_hh_l0	5	-0.36373063921928406
661020	rnn.bias_hh_l0	6	-0.11710212379693985
661020	rnn.bias_hh_l0	7	0.062354180961847305
661020	rnn.bias_hh_l0	8	-0.23752433061599731
661020	rnn.bias_hh_l0	9	-0.5782310962677002
661020	rnn.weight_ih_l0_reverse	0	0.024539094418287277
661020	rnn.weight_ih_l0_reverse	1	-0.021148374304175377
661020	rnn.weight_ih_l0_reverse	2	0.0012983030173927546
661020	rnn.weight_ih_l0_reverse	3	-0.16347932815551758
661020	rnn.weight_ih_l0_reverse	4	0.08571386337280273
661020	rnn.weight_ih_l0_reverse	5	-0.12580043077468872
661020	rnn.weight_ih_l0_reverse	6	0.019823124632239342
661020	rnn.weight_ih_l0_reverse	7	0.03412739932537079
661020	rnn.weight_ih_l0_reverse	8	-0.051482368260622025
661020	rnn.weight_ih_l0_reverse	9	-0.07790091633796692
661020	rnn.weight_hh_l0_reverse	0	-0.14617641270160675
661020	rnn.weight_hh_l0_reverse	1	0.03150761127471924
661020	rnn.weight_hh_l0_reverse	2	-0.017515018582344055
661020	rnn.weight_hh_l0_reverse	3	0.028643079102039337
661020	rnn.weight_hh_l0_reverse	4	-0.08109145611524582
661020	rnn.weight_hh_l0_reverse	5	0.0347009003162384
661020	rnn.weight_hh_l0_reverse	6	0.02810717560350895
661020	rnn.weight_hh_l0_reverse	7	-0.12839636206626892
661020	rnn.weight_hh_l0_reverse	8	-0.08093376457691193
661020	rnn.weight_hh_l0_reverse	9	0.04057209566235542
661020	rnn.bias_ih_l0_reverse	0	-0.18123599886894226
661020	rnn.bias_ih_l0_reverse	1	-0.07505253702402115
661020	rnn.bias_ih_l0_reverse	2	0.13158032298088074
661020	rnn.bias_ih_l0_reverse	3	-0.3202211260795593
661020	rnn.bias_ih_l0_reverse	4	0.010404682718217373
661020	rnn.bias_ih_l0_reverse	5	-0.22374708950519562
661020	rnn.bias_ih_l0_reverse	6	0.2800579071044922
661020	rnn.bias_ih_l0_reverse	7	-0.3236839175224304
661020	rnn.bias_ih_l0_reverse	8	-0.18807929754257202
661020	rnn.bias_ih_l0_reverse	9	-0.15040838718414307
661020	rnn.bias_hh_l0_reverse	0	-0.13924238085746765
661020	rnn.bias_hh_l0_reverse	1	0.2700289487838745
661020	rnn.bias_hh_l0_reverse	2	-0.34459805488586426
661020	rnn.bias_hh_l0_reverse	3	-0.22412614524364471
661020	rnn.bias_hh_l0_reverse	4	-0.4072175920009613
661020	rnn.bias_hh_l0_reverse	5	-0.197154700756073
661020	rnn.bias_hh_l0_reverse	6	-0.2783173620700836
661020	rnn.bias_hh_l0_reverse	7	-0.09255842119455338
661020	rnn.bias_hh_l0_reverse	8	-0.3302748501300812
661020	rnn.bias_hh_l0_reverse	9	0.19492267072200775
661020	linear.weight	0	0.2471010684967041
661020	linear.weight	1	-0.4122110605239868
661020	linear.weight	2	0.017594922333955765
661020	linear.weight	3	0.06749442219734192
661020	linear.weight	4	-0.16366009414196014
661020	linear.weight	5	0.2455866038799286
661020	linear.weight	6	-0.04890665411949158
661020	linear.weight	7	-0.060027651488780975
661020	linear.weight	8	0.10032528638839722
661020	linear.weight	9	-0.04964346066117287
661020	linear.bias	0	-0.8633512258529663
661020	linear.bias	1	1.820141077041626
661020	linear.bias	2	0.7691245675086975
661020	linear.bias	3	-2.733839988708496
661020	linear.bias	4	-0.08434506505727768
661020	linear.bias	5	1.2898344993591309
661020	linear.bias	6	-0.24988782405853271
661020	linear.bias	7	0.8082957863807678
661020	linear.bias	8	2.1682469844818115
661020	linear.bias	9	-1.3656293153762817
661629	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
661629	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
661629	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
661629	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
661629	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
661629	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
661629	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
661629	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
661629	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
661629	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
661629	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
661629	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
661629	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
661629	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
661629	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
661629	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
661629	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
661629	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
661629	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
661629	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
661629	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
661629	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
661629	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
661629	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
661629	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
661629	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
661629	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
661629	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
661629	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
661629	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
661629	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
661629	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
661629	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
661629	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
661629	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
661629	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
661629	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
661629	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
661629	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
661629	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
661629	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
661629	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
661629	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
661629	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
661629	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
661629	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
661629	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
661629	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
661629	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
661629	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
661629	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
661629	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
661629	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
661629	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
661629	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
661629	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
661629	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
661629	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
661629	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
661629	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
661629	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
661629	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
661629	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
661629	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
661629	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
661629	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
661629	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
661629	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
661629	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
661629	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
661629	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
661629	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
661629	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
661629	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
661629	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
661629	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
661629	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
661629	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
661629	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
661629	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
661629	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
661629	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
661629	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
661629	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
661629	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
661629	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
661629	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
661629	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
661629	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
661629	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
661629	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
661629	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
661629	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
661629	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
661629	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
661629	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
661629	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
661629	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
661629	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
661629	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
661629	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
661629	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
661629	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
661629	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
661629	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
661629	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
661629	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
661629	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
661629	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
661629	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
661629	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
661629	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
661629	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
661629	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
661629	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
661629	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
661629	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
661629	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
661629	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
661629	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
661629	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
661629	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
661629	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
661629	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
661629	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
661629	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
661629	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
661629	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
661629	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
661629	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
661629	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
661629	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
661629	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
661629	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
661629	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
661629	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
661629	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
661629	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
661629	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
661629	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
661629	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
661629	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
661629	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
661629	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
661629	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
661629	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
661629	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
661629	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
661629	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
661629	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
661629	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
661629	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
661629	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
661629	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
661629	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
661629	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
661629	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
661629	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
661629	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
661629	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
661629	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
661629	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
661629	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
661629	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
661629	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
661629	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
661629	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
661629	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
661629	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
661629	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
661629	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
661629	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
661629	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
661629	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
661629	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
661629	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
661629	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
661629	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
661629	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
661629	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
661629	embedding2nn.weight	0	0.3167630732059479
661629	embedding2nn.weight	1	0.3802057206630707
661629	embedding2nn.weight	2	-0.004779215902090073
661629	embedding2nn.weight	3	0.015430353581905365
661629	embedding2nn.weight	4	-0.03779517859220505
661629	embedding2nn.weight	5	0.05705186352133751
661629	embedding2nn.weight	6	-0.011992066167294979
661629	embedding2nn.weight	7	-0.005339491181075573
661629	embedding2nn.weight	8	0.033966515213251114
661629	embedding2nn.weight	9	-0.06306338310241699
661629	embedding2nn.bias	0	0.002079068450257182
661629	embedding2nn.bias	1	-0.19520874321460724
661629	embedding2nn.bias	2	0.14495116472244263
661629	embedding2nn.bias	3	0.1696886420249939
661629	embedding2nn.bias	4	0.12366785854101181
661629	embedding2nn.bias	5	-0.06945966929197311
661629	embedding2nn.bias	6	-0.05089882016181946
661629	embedding2nn.bias	7	0.05284595116972923
661629	embedding2nn.bias	8	-0.1563793271780014
661629	embedding2nn.bias	9	-0.3838080167770386
661629	rnn.weight_ih_l0	0	-0.004721829667687416
661629	rnn.weight_ih_l0	1	-0.055277202278375626
661629	rnn.weight_ih_l0	2	-0.050623878836631775
661629	rnn.weight_ih_l0	3	0.11523895710706711
661629	rnn.weight_ih_l0	4	0.011123060248792171
661629	rnn.weight_ih_l0	5	-0.06033061444759369
661629	rnn.weight_ih_l0	6	0.014437873847782612
661629	rnn.weight_ih_l0	7	-0.02792302891612053
661629	rnn.weight_ih_l0	8	-0.00819259975105524
661629	rnn.weight_ih_l0	9	-0.090791255235672
661629	rnn.weight_hh_l0	0	-0.02067314088344574
661629	rnn.weight_hh_l0	1	0.0868990495800972
661629	rnn.weight_hh_l0	2	0.00728578818961978
661629	rnn.weight_hh_l0	3	-0.030840441584587097
661629	rnn.weight_hh_l0	4	0.07768341153860092
661629	rnn.weight_hh_l0	5	0.014713852666318417
661629	rnn.weight_hh_l0	6	-0.08214862644672394
661629	rnn.weight_hh_l0	7	-0.12094161659479141
661629	rnn.weight_hh_l0	8	0.03817955031991005
661629	rnn.weight_hh_l0	9	-0.12049874663352966
661629	rnn.bias_ih_l0	0	0.1567804366350174
661629	rnn.bias_ih_l0	1	-0.3396250605583191
661629	rnn.bias_ih_l0	2	-0.04652956873178482
661629	rnn.bias_ih_l0	3	-0.21295654773712158
661629	rnn.bias_ih_l0	4	0.024891577661037445
661629	rnn.bias_ih_l0	5	-0.42398372292518616
661629	rnn.bias_ih_l0	6	-0.15301074087619781
661629	rnn.bias_ih_l0	7	-0.37362492084503174
661629	rnn.bias_ih_l0	8	-0.2923037111759186
661629	rnn.bias_ih_l0	9	-0.461775541305542
661629	rnn.bias_hh_l0	0	-0.368144690990448
661629	rnn.bias_hh_l0	1	-0.43845927715301514
661629	rnn.bias_hh_l0	2	-0.4020061790943146
661629	rnn.bias_hh_l0	3	-0.08154547214508057
661629	rnn.bias_hh_l0	4	-0.3967251479625702
661629	rnn.bias_hh_l0	5	-0.36382970213890076
661629	rnn.bias_hh_l0	6	-0.1135341003537178
661629	rnn.bias_hh_l0	7	0.06551684439182281
661629	rnn.bias_hh_l0	8	-0.23682937026023865
661629	rnn.bias_hh_l0	9	-0.5765379667282104
661629	rnn.weight_ih_l0_reverse	0	0.02341819927096367
661629	rnn.weight_ih_l0_reverse	1	-0.022826701402664185
661629	rnn.weight_ih_l0_reverse	2	0.0011232057586312294
661629	rnn.weight_ih_l0_reverse	3	-0.16418443620204926
661629	rnn.weight_ih_l0_reverse	4	0.08716314285993576
661629	rnn.weight_ih_l0_reverse	5	-0.12726637721061707
661629	rnn.weight_ih_l0_reverse	6	0.019399084150791168
661629	rnn.weight_ih_l0_reverse	7	0.03394291177392006
661629	rnn.weight_ih_l0_reverse	8	-0.05382539704442024
661629	rnn.weight_ih_l0_reverse	9	-0.07318593561649323
661629	rnn.weight_hh_l0_reverse	0	-0.1451885998249054
661629	rnn.weight_hh_l0_reverse	1	0.03202065825462341
661629	rnn.weight_hh_l0_reverse	2	-0.017595535144209862
661629	rnn.weight_hh_l0_reverse	3	0.02852015569806099
661629	rnn.weight_hh_l0_reverse	4	-0.08073963224887848
661629	rnn.weight_hh_l0_reverse	5	0.03453058749437332
661629	rnn.weight_hh_l0_reverse	6	0.028126247227191925
661629	rnn.weight_hh_l0_reverse	7	-0.12751170992851257
661629	rnn.weight_hh_l0_reverse	8	-0.07959933578968048
661629	rnn.weight_hh_l0_reverse	9	0.04003229737281799
661629	rnn.bias_ih_l0_reverse	0	-0.1763678342103958
661629	rnn.bias_ih_l0_reverse	1	-0.07460861653089523
661629	rnn.bias_ih_l0_reverse	2	0.1330900639295578
661629	rnn.bias_ih_l0_reverse	3	-0.3148671090602875
661629	rnn.bias_ih_l0_reverse	4	0.013118768110871315
661629	rnn.bias_ih_l0_reverse	5	-0.222117617726326
661629	rnn.bias_ih_l0_reverse	6	0.2816283702850342
661629	rnn.bias_ih_l0_reverse	7	-0.32165491580963135
661629	rnn.bias_ih_l0_reverse	8	-0.18802639842033386
661629	rnn.bias_ih_l0_reverse	9	-0.1542607992887497
661629	rnn.bias_hh_l0_reverse	0	-0.13884872198104858
661629	rnn.bias_hh_l0_reverse	1	0.26679766178131104
661629	rnn.bias_hh_l0_reverse	2	-0.3465299904346466
661629	rnn.bias_hh_l0_reverse	3	-0.22449298202991486
661629	rnn.bias_hh_l0_reverse	4	-0.41092169284820557
661629	rnn.bias_hh_l0_reverse	5	-0.20399650931358337
661629	rnn.bias_hh_l0_reverse	6	-0.27718886733055115
661629	rnn.bias_hh_l0_reverse	7	-0.09520386159420013
661629	rnn.bias_hh_l0_reverse	8	-0.330213725566864
661629	rnn.bias_hh_l0_reverse	9	0.20611132681369781
661629	linear.weight	0	0.2314971387386322
661629	linear.weight	1	-0.4070439636707306
661629	linear.weight	2	0.030652830377221107
661629	linear.weight	3	0.06749385595321655
661629	linear.weight	4	-0.19922564923763275
661629	linear.weight	5	0.2458808422088623
661629	linear.weight	6	-0.03837449476122856
661629	linear.weight	7	-0.060025617480278015
661629	linear.weight	8	0.10633803904056549
661629	linear.weight	9	-0.049645960330963135
661629	linear.bias	0	-0.8861932158470154
661629	linear.bias	1	1.838524580001831
661629	linear.bias	2	0.7928844690322876
661629	linear.bias	3	-2.733926773071289
661629	linear.bias	4	-0.06049574539065361
661629	linear.bias	5	1.271755337715149
661629	linear.bias	6	-0.21185801923274994
661629	linear.bias	7	0.7928357720375061
661629	linear.bias	8	2.186114549636841
661629	linear.bias	9	-1.3749583959579468
662238	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
662238	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
662238	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
662238	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
662238	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
662238	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
662238	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
662238	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
662238	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
662238	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
662238	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
662238	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
662238	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
662238	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
662238	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
662238	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
662238	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
662238	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
662238	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
662238	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
662238	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
662238	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
662238	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
662238	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
662238	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
662238	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
662238	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
662238	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
662238	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
662238	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
662238	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
662238	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
662238	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
662238	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
662238	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
662238	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
662238	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
662238	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
662238	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
662238	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
662238	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
662238	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
662238	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
662238	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
662238	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
662238	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
662238	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
662238	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
662238	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
662238	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
662238	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
662238	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
662238	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
662238	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
662238	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
662238	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
662238	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
662238	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
662238	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
662238	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
662238	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
662238	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
662238	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
662238	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
662238	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
662238	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
662238	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
662238	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
662238	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
662238	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
662238	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
662238	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
662238	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
662238	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
662238	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
662238	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
662238	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
662238	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
662238	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
662238	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
662238	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
662238	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
662238	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
662238	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
662238	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
662238	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
662238	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
662238	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
662238	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
662238	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
662238	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
662238	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
662238	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
662238	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
662238	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
662238	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
662238	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
662238	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
662238	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
662238	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
662238	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
662238	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
662238	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
662238	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
662238	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
662238	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
662238	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
662238	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
662238	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
662238	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
662238	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
662238	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
662238	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
662238	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
662238	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
662238	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
662238	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
662238	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
662238	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
662238	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
662238	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
662238	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
662238	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
662238	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
662238	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
662238	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
662238	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
662238	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
662238	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
662238	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
662238	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
662238	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
662238	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
662238	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
662238	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
662238	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
662238	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
662238	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
662238	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
662238	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
662238	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
662238	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
662238	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
662238	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
662238	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
662238	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
662238	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
662238	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
662238	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
662238	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
662238	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
662238	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
662238	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
662238	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
662238	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
662238	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
662238	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
662238	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
662238	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
662238	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
662238	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
662238	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
662238	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
662238	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
662238	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
662238	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
662238	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
662238	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
662238	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
662238	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
662238	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
662238	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
662238	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
662238	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
662238	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
662238	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
662238	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
662238	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
662238	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
662238	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
662238	embedding2nn.weight	0	0.3171302378177643
662238	embedding2nn.weight	1	0.37905144691467285
662238	embedding2nn.weight	2	-0.004926262889057398
662238	embedding2nn.weight	3	0.013101535849273205
662238	embedding2nn.weight	4	-0.03948365896940231
662238	embedding2nn.weight	5	0.05761714652180672
662238	embedding2nn.weight	6	-0.014188871718943119
662238	embedding2nn.weight	7	-0.0048274872824549675
662238	embedding2nn.weight	8	0.03241558000445366
662238	embedding2nn.weight	9	-0.06210453063249588
662238	embedding2nn.bias	0	0.004910319112241268
662238	embedding2nn.bias	1	-0.19254840910434723
662238	embedding2nn.bias	2	0.14888247847557068
662238	embedding2nn.bias	3	0.17571020126342773
662238	embedding2nn.bias	4	0.1382819563150406
662238	embedding2nn.bias	5	-0.0796390101313591
662238	embedding2nn.bias	6	-0.053141772747039795
662238	embedding2nn.bias	7	0.058251477777957916
662238	embedding2nn.bias	8	-0.14754341542720795
662238	embedding2nn.bias	9	-0.3850339353084564
662238	rnn.weight_ih_l0	0	-0.005797454621642828
662238	rnn.weight_ih_l0	1	-0.05479901656508446
662238	rnn.weight_ih_l0	2	-0.05237485468387604
662238	rnn.weight_ih_l0	3	0.11929361522197723
662238	rnn.weight_ih_l0	4	0.008297694846987724
662238	rnn.weight_ih_l0	5	-0.06070912256836891
662238	rnn.weight_ih_l0	6	0.015058350749313831
662238	rnn.weight_ih_l0	7	-0.02889709733426571
662238	rnn.weight_ih_l0	8	-0.006104934960603714
662238	rnn.weight_ih_l0	9	-0.09190233796834946
662238	rnn.weight_hh_l0	0	-0.02044527977705002
662238	rnn.weight_hh_l0	1	0.087089404463768
662238	rnn.weight_hh_l0	2	0.0064673470333218575
662238	rnn.weight_hh_l0	3	-0.030660193413496017
662238	rnn.weight_hh_l0	4	0.07756578922271729
662238	rnn.weight_hh_l0	5	0.014898736029863358
662238	rnn.weight_hh_l0	6	-0.08238717168569565
662238	rnn.weight_hh_l0	7	-0.12119819223880768
662238	rnn.weight_hh_l0	8	0.03818481042981148
662238	rnn.weight_hh_l0	9	-0.1212240532040596
662238	rnn.bias_ih_l0	0	0.15614984929561615
662238	rnn.bias_ih_l0	1	-0.3427867591381073
662238	rnn.bias_ih_l0	2	-0.04544052481651306
662238	rnn.bias_ih_l0	3	-0.21076233685016632
662238	rnn.bias_ih_l0	4	0.027094202116131783
662238	rnn.bias_ih_l0	5	-0.4247291386127472
662238	rnn.bias_ih_l0	6	-0.1566162109375
662238	rnn.bias_ih_l0	7	-0.37500765919685364
662238	rnn.bias_ih_l0	8	-0.2898726761341095
662238	rnn.bias_ih_l0	9	-0.460140585899353
662238	rnn.bias_hh_l0	0	-0.3662353754043579
662238	rnn.bias_hh_l0	1	-0.43644919991493225
662238	rnn.bias_hh_l0	2	-0.40062227845191956
662238	rnn.bias_hh_l0	3	-0.08102487027645111
662238	rnn.bias_hh_l0	4	-0.39577028155326843
662238	rnn.bias_hh_l0	5	-0.362964928150177
662238	rnn.bias_hh_l0	6	-0.11157431453466415
662238	rnn.bias_hh_l0	7	0.06192324683070183
662238	rnn.bias_hh_l0	8	-0.23516890406608582
662238	rnn.bias_hh_l0	9	-0.5795456767082214
662238	rnn.weight_ih_l0_reverse	0	0.018785351887345314
662238	rnn.weight_ih_l0_reverse	1	-0.022320471704006195
662238	rnn.weight_ih_l0_reverse	2	0.0006371396011672914
662238	rnn.weight_ih_l0_reverse	3	-0.16283267736434937
662238	rnn.weight_ih_l0_reverse	4	0.0858733281493187
662238	rnn.weight_ih_l0_reverse	5	-0.12670163810253143
662238	rnn.weight_ih_l0_reverse	6	0.02022974006831646
662238	rnn.weight_ih_l0_reverse	7	0.03295721486210823
662238	rnn.weight_ih_l0_reverse	8	-0.05449921637773514
662238	rnn.weight_ih_l0_reverse	9	-0.07312088459730148
662238	rnn.weight_hh_l0_reverse	0	-0.14564748108386993
662238	rnn.weight_hh_l0_reverse	1	0.031890008598566055
662238	rnn.weight_hh_l0_reverse	2	-0.018461011350154877
662238	rnn.weight_hh_l0_reverse	3	0.027900049462914467
662238	rnn.weight_hh_l0_reverse	4	-0.08105673640966415
662238	rnn.weight_hh_l0_reverse	5	0.03455439582467079
662238	rnn.weight_hh_l0_reverse	6	0.028235692530870438
662238	rnn.weight_hh_l0_reverse	7	-0.12702718377113342
662238	rnn.weight_hh_l0_reverse	8	-0.07886751741170883
662238	rnn.weight_hh_l0_reverse	9	0.039291609078645706
662238	rnn.bias_ih_l0_reverse	0	-0.1762896329164505
662238	rnn.bias_ih_l0_reverse	1	-0.07640289515256882
662238	rnn.bias_ih_l0_reverse	2	0.14144647121429443
662238	rnn.bias_ih_l0_reverse	3	-0.317427396774292
662238	rnn.bias_ih_l0_reverse	4	0.014250105246901512
662238	rnn.bias_ih_l0_reverse	5	-0.2213743031024933
662238	rnn.bias_ih_l0_reverse	6	0.28819501399993896
662238	rnn.bias_ih_l0_reverse	7	-0.3149173855781555
662238	rnn.bias_ih_l0_reverse	8	-0.18597270548343658
662238	rnn.bias_ih_l0_reverse	9	-0.15993496775627136
662238	rnn.bias_hh_l0_reverse	0	-0.14788927137851715
662238	rnn.bias_hh_l0_reverse	1	0.26928356289863586
662238	rnn.bias_hh_l0_reverse	2	-0.3466136157512665
662238	rnn.bias_hh_l0_reverse	3	-0.2283729612827301
662238	rnn.bias_hh_l0_reverse	4	-0.405818909406662
662238	rnn.bias_hh_l0_reverse	5	-0.19717101752758026
662238	rnn.bias_hh_l0_reverse	6	-0.27949047088623047
662238	rnn.bias_hh_l0_reverse	7	-0.09907137602567673
662238	rnn.bias_hh_l0_reverse	8	-0.33395594358444214
662238	rnn.bias_hh_l0_reverse	9	0.21185524761676788
662238	linear.weight	0	0.25749439001083374
662238	linear.weight	1	-0.4207782447338104
662238	linear.weight	2	-0.0014344240771606565
662238	linear.weight	3	0.06749377399682999
662238	linear.weight	4	-0.17726540565490723
662238	linear.weight	5	0.26880231499671936
662238	linear.weight	6	-0.039709530770778656
662238	linear.weight	7	-0.060024190694093704
662238	linear.weight	8	0.11834455281496048
662238	linear.weight	9	-0.049648452550172806
662238	linear.bias	0	-0.8995749354362488
662238	linear.bias	1	1.823891043663025
662238	linear.bias	2	0.7972954511642456
662238	linear.bias	3	-2.7340176105499268
662238	linear.bias	4	-0.07064282894134521
662238	linear.bias	5	1.2762186527252197
662238	linear.bias	6	-0.23476971685886383
662238	linear.bias	7	0.8294573426246643
662238	linear.bias	8	2.161729097366333
662238	linear.bias	9	-1.3783665895462036
662847	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
662847	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
662847	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
662847	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
662847	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
662847	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
662847	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
662847	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
662847	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
662847	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
662847	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
662847	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
662847	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
662847	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
662847	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
662847	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
662847	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
662847	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
662847	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
662847	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
662847	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
662847	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
662847	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
662847	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
662847	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
662847	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
662847	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
662847	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
662847	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
662847	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
662847	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
662847	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
662847	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
662847	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
662847	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
662847	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
662847	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
662847	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
662847	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
662847	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
662847	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
662847	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
662847	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
662847	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
662847	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
662847	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
662847	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
662847	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
662847	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
662847	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
662847	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
662847	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
662847	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
662847	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
662847	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
662847	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
662847	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
662847	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
662847	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
662847	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
662847	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
662847	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
662847	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
662847	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
662847	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
662847	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
662847	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
662847	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
662847	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
662847	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
662847	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
662847	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
662847	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
662847	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
662847	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
662847	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
662847	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
662847	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
662847	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
662847	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
662847	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
662847	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
662847	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
662847	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
662847	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
662847	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
662847	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
662847	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
662847	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
662847	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
662847	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
662847	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
662847	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
662847	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
662847	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
662847	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
662847	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
662847	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
662847	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
662847	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
662847	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
662847	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
662847	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
662847	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
662847	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
662847	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
662847	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
662847	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
662847	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
662847	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
662847	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
662847	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
662847	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
662847	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
662847	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
662847	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
662847	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
662847	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
662847	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
662847	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
662847	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
662847	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
662847	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
662847	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
662847	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
662847	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
662847	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
662847	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
662847	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
662847	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
662847	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
662847	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
662847	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
662847	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
662847	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
662847	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
662847	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
662847	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
662847	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
662847	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
662847	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
662847	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
662847	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
662847	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
662847	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
662847	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
662847	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
662847	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
662847	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
662847	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
662847	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
662847	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
662847	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
662847	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
662847	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
662847	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
662847	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
662847	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
662847	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
662847	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
662847	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
662847	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
662847	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
662847	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
662847	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
662847	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
662847	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
662847	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
662847	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
662847	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
662847	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
662847	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
662847	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
662847	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
662847	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
662847	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
662847	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
662847	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
662847	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
662847	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
662847	embedding2nn.weight	0	0.3172878921031952
662847	embedding2nn.weight	1	0.37910643219947815
662847	embedding2nn.weight	2	-0.0035504281986504793
662847	embedding2nn.weight	3	0.023465480655431747
662847	embedding2nn.weight	4	-0.03753126785159111
662847	embedding2nn.weight	5	0.056276608258485794
662847	embedding2nn.weight	6	-0.00795669388025999
662847	embedding2nn.weight	7	-0.0004975433694198728
662847	embedding2nn.weight	8	0.03241351246833801
662847	embedding2nn.weight	9	-0.06123221293091774
662847	embedding2nn.bias	0	0.003794549498707056
662847	embedding2nn.bias	1	-0.18850098550319672
662847	embedding2nn.bias	2	0.14765557646751404
662847	embedding2nn.bias	3	0.17875264585018158
662847	embedding2nn.bias	4	0.13499513268470764
662847	embedding2nn.bias	5	-0.08688735216856003
662847	embedding2nn.bias	6	-0.04508497565984726
662847	embedding2nn.bias	7	0.06097559630870819
662847	embedding2nn.bias	8	-0.13840268552303314
662847	embedding2nn.bias	9	-0.3899362087249756
662847	rnn.weight_ih_l0	0	-0.005334197543561459
662847	rnn.weight_ih_l0	1	-0.054633576422929764
662847	rnn.weight_ih_l0	2	-0.054587237536907196
662847	rnn.weight_ih_l0	3	0.11718249320983887
662847	rnn.weight_ih_l0	4	0.004182031843811274
662847	rnn.weight_ih_l0	5	-0.05781029909849167
662847	rnn.weight_ih_l0	6	0.014850630424916744
662847	rnn.weight_ih_l0	7	-0.02813098579645157
662847	rnn.weight_ih_l0	8	-0.0028247572481632233
662847	rnn.weight_ih_l0	9	-0.09105494618415833
662847	rnn.weight_hh_l0	0	-0.020284436643123627
662847	rnn.weight_hh_l0	1	0.08628444373607635
662847	rnn.weight_hh_l0	2	0.006629548501223326
662847	rnn.weight_hh_l0	3	-0.030569855123758316
662847	rnn.weight_hh_l0	4	0.07694822549819946
662847	rnn.weight_hh_l0	5	0.015120060183107853
662847	rnn.weight_hh_l0	6	-0.08249800652265549
662847	rnn.weight_hh_l0	7	-0.12172252684831619
662847	rnn.weight_hh_l0	8	0.03821040689945221
662847	rnn.weight_hh_l0	9	-0.12088680267333984
662847	rnn.bias_ih_l0	0	0.1605345457792282
662847	rnn.bias_ih_l0	1	-0.3451076149940491
662847	rnn.bias_ih_l0	2	-0.04392039030790329
662847	rnn.bias_ih_l0	3	-0.21480830013751984
662847	rnn.bias_ih_l0	4	0.02867010049521923
662847	rnn.bias_ih_l0	5	-0.4251069724559784
662847	rnn.bias_ih_l0	6	-0.15316550433635712
662847	rnn.bias_ih_l0	7	-0.37463968992233276
662847	rnn.bias_ih_l0	8	-0.2892223000526428
662847	rnn.bias_ih_l0	9	-0.4686141610145569
662847	rnn.bias_hh_l0	0	-0.3636067509651184
662847	rnn.bias_hh_l0	1	-0.4388696253299713
662847	rnn.bias_hh_l0	2	-0.4008224904537201
662847	rnn.bias_hh_l0	3	-0.0807705819606781
662847	rnn.bias_hh_l0	4	-0.39576029777526855
662847	rnn.bias_hh_l0	5	-0.3625594973564148
662847	rnn.bias_hh_l0	6	-0.11230167746543884
662847	rnn.bias_hh_l0	7	0.06976156681776047
662847	rnn.bias_hh_l0	8	-0.23421861231327057
662847	rnn.bias_hh_l0	9	-0.577118992805481
662847	rnn.weight_ih_l0_reverse	0	0.017788149416446686
662847	rnn.weight_ih_l0_reverse	1	-0.021291781216859818
662847	rnn.weight_ih_l0_reverse	2	0.0020914478227496147
662847	rnn.weight_ih_l0_reverse	3	-0.16446800529956818
662847	rnn.weight_ih_l0_reverse	4	0.08562086522579193
662847	rnn.weight_ih_l0_reverse	5	-0.12361854314804077
662847	rnn.weight_ih_l0_reverse	6	0.02073819562792778
662847	rnn.weight_ih_l0_reverse	7	0.03224330022931099
662847	rnn.weight_ih_l0_reverse	8	-0.05454375594854355
662847	rnn.weight_ih_l0_reverse	9	-0.070524662733078
662847	rnn.weight_hh_l0_reverse	0	-0.14697261154651642
662847	rnn.weight_hh_l0_reverse	1	0.03178461268544197
662847	rnn.weight_hh_l0_reverse	2	-0.01810191385447979
662847	rnn.weight_hh_l0_reverse	3	0.02761024609208107
662847	rnn.weight_hh_l0_reverse	4	-0.08042815327644348
662847	rnn.weight_hh_l0_reverse	5	0.034390226006507874
662847	rnn.weight_hh_l0_reverse	6	0.028432389721274376
662847	rnn.weight_hh_l0_reverse	7	-0.125200554728508
662847	rnn.weight_hh_l0_reverse	8	-0.07909170538187027
662847	rnn.weight_hh_l0_reverse	9	0.03918381780385971
662847	rnn.bias_ih_l0_reverse	0	-0.1790957897901535
662847	rnn.bias_ih_l0_reverse	1	-0.07767297327518463
662847	rnn.bias_ih_l0_reverse	2	0.14627960324287415
662847	rnn.bias_ih_l0_reverse	3	-0.31406012177467346
662847	rnn.bias_ih_l0_reverse	4	0.014177604578435421
662847	rnn.bias_ih_l0_reverse	5	-0.22246047854423523
662847	rnn.bias_ih_l0_reverse	6	0.28218191862106323
662847	rnn.bias_ih_l0_reverse	7	-0.3251534700393677
662847	rnn.bias_ih_l0_reverse	8	-0.1846103072166443
662847	rnn.bias_ih_l0_reverse	9	-0.15786825120449066
662847	rnn.bias_hh_l0_reverse	0	-0.14553526043891907
662847	rnn.bias_hh_l0_reverse	1	0.27089181542396545
662847	rnn.bias_hh_l0_reverse	2	-0.347395122051239
662847	rnn.bias_hh_l0_reverse	3	-0.22589701414108276
662847	rnn.bias_hh_l0_reverse	4	-0.40281835198402405
662847	rnn.bias_hh_l0_reverse	5	-0.19492530822753906
662847	rnn.bias_hh_l0_reverse	6	-0.2770748436450958
662847	rnn.bias_hh_l0_reverse	7	-0.09796156734228134
662847	rnn.bias_hh_l0_reverse	8	-0.3275374472141266
662847	rnn.bias_hh_l0_reverse	9	0.21442556381225586
662847	linear.weight	0	0.25570163130760193
662847	linear.weight	1	-0.41085541248321533
662847	linear.weight	2	-0.0018990219105035067
662847	linear.weight	3	0.0674927830696106
662847	linear.weight	4	-0.17169784009456635
662847	linear.weight	5	0.26649436354637146
662847	linear.weight	6	-0.030733468011021614
662847	linear.weight	7	-0.06002144515514374
662847	linear.weight	8	0.10116004198789597
662847	linear.weight	9	-0.0496508851647377
662847	linear.bias	0	-0.9024657011032104
662847	linear.bias	1	1.824267029762268
662847	linear.bias	2	0.7813884019851685
662847	linear.bias	3	-2.734103202819824
662847	linear.bias	4	-0.0733262225985527
662847	linear.bias	5	1.3037606477737427
662847	linear.bias	6	-0.21841847896575928
662847	linear.bias	7	0.8330766558647156
662847	linear.bias	8	2.143585205078125
662847	linear.bias	9	-1.367186188697815
663456	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
663456	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
663456	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
663456	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
663456	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
663456	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
663456	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
663456	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
663456	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
663456	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
663456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
663456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
663456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
663456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
663456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
663456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
663456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
663456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
663456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
663456	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
663456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
663456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
663456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
663456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
663456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
663456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
663456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
663456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
663456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
663456	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
663456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
663456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
663456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
663456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
663456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
663456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
663456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
663456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
663456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
663456	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
663456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
663456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
663456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
663456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
663456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
663456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
663456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
663456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
663456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
663456	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
663456	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
663456	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
663456	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
663456	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
663456	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
663456	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
663456	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
663456	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
663456	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
663456	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
663456	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
663456	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
663456	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
663456	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
663456	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
663456	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
663456	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
663456	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
663456	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
663456	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
663456	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
663456	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
663456	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
663456	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
663456	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
663456	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
663456	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
663456	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
663456	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
663456	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
663456	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
663456	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
663456	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
663456	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
663456	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
663456	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
663456	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
663456	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
663456	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
663456	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
663456	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
663456	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
663456	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
663456	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
663456	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
663456	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
663456	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
663456	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
663456	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
663456	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
663456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
663456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
663456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
663456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
663456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
663456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
663456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
663456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
663456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
663456	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
663456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
663456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
663456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
663456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
663456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
663456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
663456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
663456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
663456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
663456	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
663456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
663456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
663456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
663456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
663456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
663456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
663456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
663456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
663456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
663456	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
663456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
663456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
663456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
663456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
663456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
663456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
663456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
663456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
663456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
663456	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
663456	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
663456	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
663456	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
663456	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
663456	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
663456	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
663456	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
663456	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
663456	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
663456	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
663456	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
663456	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
663456	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
663456	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
663456	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
663456	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
663456	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
663456	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
663456	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
663456	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
663456	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
663456	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
663456	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
663456	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
663456	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
663456	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
663456	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
663456	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
663456	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
663456	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
663456	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
663456	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
663456	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
663456	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
663456	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
663456	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
663456	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
663456	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
663456	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
663456	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
663456	embedding2nn.weight	0	0.3174070715904236
663456	embedding2nn.weight	1	0.3787608742713928
663456	embedding2nn.weight	2	-0.0011216092389076948
663456	embedding2nn.weight	3	0.02606799267232418
663456	embedding2nn.weight	4	-0.0373954176902771
663456	embedding2nn.weight	5	0.055397264659404755
663456	embedding2nn.weight	6	-0.006147113163024187
663456	embedding2nn.weight	7	-0.0024300215300172567
663456	embedding2nn.weight	8	0.031966593116521835
663456	embedding2nn.weight	9	-0.06405940651893616
663456	embedding2nn.bias	0	0.004231052938848734
663456	embedding2nn.bias	1	-0.1811295598745346
663456	embedding2nn.bias	2	0.13923920691013336
663456	embedding2nn.bias	3	0.17991334199905396
663456	embedding2nn.bias	4	0.14535777270793915
663456	embedding2nn.bias	5	-0.0818001925945282
663456	embedding2nn.bias	6	-0.04474072530865669
663456	embedding2nn.bias	7	0.05060535669326782
663456	embedding2nn.bias	8	-0.1479497253894806
663456	embedding2nn.bias	9	-0.3880365192890167
663456	rnn.weight_ih_l0	0	-0.0045217908918857574
663456	rnn.weight_ih_l0	1	-0.05639618635177612
663456	rnn.weight_ih_l0	2	-0.05582154169678688
663456	rnn.weight_ih_l0	3	0.11901777982711792
663456	rnn.weight_ih_l0	4	-0.0002740486233960837
663456	rnn.weight_ih_l0	5	-0.06269197165966034
663456	rnn.weight_ih_l0	6	0.012093884870409966
663456	rnn.weight_ih_l0	7	-0.02656874805688858
663456	rnn.weight_ih_l0	8	-0.0033349108416587114
663456	rnn.weight_ih_l0	9	-0.09215357154607773
663456	rnn.weight_hh_l0	0	-0.02029605396091938
663456	rnn.weight_hh_l0	1	0.08611789345741272
663456	rnn.weight_hh_l0	2	0.006644869223237038
663456	rnn.weight_hh_l0	3	-0.030869336798787117
663456	rnn.weight_hh_l0	4	0.07732512056827545
663456	rnn.weight_hh_l0	5	0.014405076391994953
663456	rnn.weight_hh_l0	6	-0.08245954662561417
663456	rnn.weight_hh_l0	7	-0.12115350365638733
663456	rnn.weight_hh_l0	8	0.03808989003300667
663456	rnn.weight_hh_l0	9	-0.12124954164028168
663456	rnn.bias_ih_l0	0	0.15602819621562958
663456	rnn.bias_ih_l0	1	-0.3467433452606201
663456	rnn.bias_ih_l0	2	-0.04579850286245346
663456	rnn.bias_ih_l0	3	-0.21595776081085205
663456	rnn.bias_ih_l0	4	0.027598222717642784
663456	rnn.bias_ih_l0	5	-0.42844924330711365
663456	rnn.bias_ih_l0	6	-0.15269164741039276
663456	rnn.bias_ih_l0	7	-0.374714732170105
663456	rnn.bias_ih_l0	8	-0.28995993733406067
663456	rnn.bias_ih_l0	9	-0.4816388189792633
663456	rnn.bias_hh_l0	0	-0.3632545471191406
663456	rnn.bias_hh_l0	1	-0.44198307394981384
663456	rnn.bias_hh_l0	2	-0.403364360332489
663456	rnn.bias_hh_l0	3	-0.08169019967317581
663456	rnn.bias_hh_l0	4	-0.3974544405937195
663456	rnn.bias_hh_l0	5	-0.3633488416671753
663456	rnn.bias_hh_l0	6	-0.11524146795272827
663456	rnn.bias_hh_l0	7	0.07490813732147217
663456	rnn.bias_hh_l0	8	-0.2310228794813156
663456	rnn.bias_hh_l0	9	-0.572640061378479
663456	rnn.weight_ih_l0_reverse	0	0.02091057226061821
663456	rnn.weight_ih_l0_reverse	1	-0.02270415611565113
663456	rnn.weight_ih_l0_reverse	2	0.003120160661637783
663456	rnn.weight_ih_l0_reverse	3	-0.1647668480873108
663456	rnn.weight_ih_l0_reverse	4	0.08567998558282852
663456	rnn.weight_ih_l0_reverse	5	-0.12049535661935806
663456	rnn.weight_ih_l0_reverse	6	0.01779661886394024
663456	rnn.weight_ih_l0_reverse	7	0.03194129467010498
663456	rnn.weight_ih_l0_reverse	8	-0.0565468929708004
663456	rnn.weight_ih_l0_reverse	9	-0.07232863456010818
663456	rnn.weight_hh_l0_reverse	0	-0.14661085605621338
663456	rnn.weight_hh_l0_reverse	1	0.03189805895090103
663456	rnn.weight_hh_l0_reverse	2	-0.018406076356768608
663456	rnn.weight_hh_l0_reverse	3	0.028041986748576164
663456	rnn.weight_hh_l0_reverse	4	-0.08032163232564926
663456	rnn.weight_hh_l0_reverse	5	0.03437075763940811
663456	rnn.weight_hh_l0_reverse	6	0.028385380282998085
663456	rnn.weight_hh_l0_reverse	7	-0.12659186124801636
663456	rnn.weight_hh_l0_reverse	8	-0.07795459777116776
663456	rnn.weight_hh_l0_reverse	9	0.039026014506816864
663456	rnn.bias_ih_l0_reverse	0	-0.1790519654750824
663456	rnn.bias_ih_l0_reverse	1	-0.07850103825330734
663456	rnn.bias_ih_l0_reverse	2	0.15316136181354523
663456	rnn.bias_ih_l0_reverse	3	-0.3122495412826538
663456	rnn.bias_ih_l0_reverse	4	0.016660092398524284
663456	rnn.bias_ih_l0_reverse	5	-0.22316929697990417
663456	rnn.bias_ih_l0_reverse	6	0.2760840058326721
663456	rnn.bias_ih_l0_reverse	7	-0.3288808763027191
663456	rnn.bias_ih_l0_reverse	8	-0.1825571209192276
663456	rnn.bias_ih_l0_reverse	9	-0.159819558262825
663456	rnn.bias_hh_l0_reverse	0	-0.14709095656871796
663456	rnn.bias_hh_l0_reverse	1	0.2673117518424988
663456	rnn.bias_hh_l0_reverse	2	-0.346733957529068
663456	rnn.bias_hh_l0_reverse	3	-0.22133395075798035
663456	rnn.bias_hh_l0_reverse	4	-0.4053158164024353
663456	rnn.bias_hh_l0_reverse	5	-0.19709515571594238
663456	rnn.bias_hh_l0_reverse	6	-0.27629217505455017
663456	rnn.bias_hh_l0_reverse	7	-0.09628947824239731
663456	rnn.bias_hh_l0_reverse	8	-0.32519853115081787
663456	rnn.bias_hh_l0_reverse	9	0.20962008833885193
663456	linear.weight	0	0.25324690341949463
663456	linear.weight	1	-0.39914968609809875
663456	linear.weight	2	-0.010379410348832607
663456	linear.weight	3	0.06749263405799866
663456	linear.weight	4	-0.15654373168945312
663456	linear.weight	5	0.26848599314689636
663456	linear.weight	6	-0.019199933856725693
663456	linear.weight	7	-0.06001947075128555
663456	linear.weight	8	0.12597249448299408
663456	linear.weight	9	-0.04965302348136902
663456	linear.bias	0	-0.8976519703865051
663456	linear.bias	1	1.876038908958435
663456	linear.bias	2	0.7879802584648132
663456	linear.bias	3	-2.734191417694092
663456	linear.bias	4	-0.0732511654496193
663456	linear.bias	5	1.2608762979507446
663456	linear.bias	6	-0.20174700021743774
663456	linear.bias	7	0.8060144186019897
663456	linear.bias	8	2.1451492309570312
663456	linear.bias	9	-1.369765281677246
664065	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
664065	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
664065	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
664065	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
664065	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
664065	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
664065	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
664065	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
664065	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
664065	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
664065	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
664065	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
664065	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
664065	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
664065	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
664065	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
664065	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
664065	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
664065	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
664065	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
664065	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
664065	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
664065	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
664065	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
664065	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
664065	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
664065	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
664065	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
664065	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
664065	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
664065	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
664065	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
664065	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
664065	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
664065	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
664065	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
664065	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
664065	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
664065	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
664065	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
664065	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
664065	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
664065	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
664065	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
664065	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
664065	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
664065	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
664065	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
664065	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
664065	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
664065	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
664065	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
664065	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
664065	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
664065	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
664065	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
664065	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
664065	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
664065	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
664065	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
664065	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
664065	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
664065	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
664065	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
664065	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
664065	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
664065	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
664065	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
664065	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
664065	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
664065	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
664065	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
664065	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
664065	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
664065	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
664065	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
664065	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
664065	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
664065	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
664065	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
664065	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
664065	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
664065	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
664065	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
664065	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
664065	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
664065	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
664065	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
664065	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
664065	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
664065	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
664065	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
664065	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
664065	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
664065	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
664065	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
664065	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
664065	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
664065	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
664065	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
664065	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
664065	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
664065	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
664065	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
664065	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
664065	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
664065	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
664065	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
664065	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
664065	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
664065	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
664065	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
664065	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
664065	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
664065	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
664065	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
664065	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
664065	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
664065	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
664065	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
664065	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
664065	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
664065	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
664065	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
664065	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
664065	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
664065	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
664065	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
664065	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
664065	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
664065	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
664065	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
664065	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
664065	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
664065	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
664065	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
664065	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
664065	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
664065	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
664065	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
664065	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
664065	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
664065	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
664065	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
664065	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
664065	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
664065	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
664065	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
664065	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
664065	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
664065	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
664065	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
664065	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
664065	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
664065	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
664065	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
664065	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
664065	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
664065	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
664065	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
664065	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
664065	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
664065	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
664065	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
664065	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
664065	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
664065	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
664065	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
664065	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
664065	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
664065	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
664065	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
664065	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
664065	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
664065	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
664065	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
664065	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
664065	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
664065	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
664065	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
664065	embedding2nn.weight	0	0.31789350509643555
664065	embedding2nn.weight	1	0.38065311312675476
664065	embedding2nn.weight	2	-0.0008683651103638113
664065	embedding2nn.weight	3	0.02857707068324089
664065	embedding2nn.weight	4	-0.034416306763887405
664065	embedding2nn.weight	5	0.056154631078243256
664065	embedding2nn.weight	6	-0.00907720997929573
664065	embedding2nn.weight	7	-0.002471442800015211
664065	embedding2nn.weight	8	0.02920754812657833
664065	embedding2nn.weight	9	-0.06502538174390793
664065	embedding2nn.bias	0	-0.006325392052531242
664065	embedding2nn.bias	1	-0.17439977824687958
664065	embedding2nn.bias	2	0.1373663991689682
664065	embedding2nn.bias	3	0.17920047044754028
664065	embedding2nn.bias	4	0.14608584344387054
664065	embedding2nn.bias	5	-0.07995487004518509
664065	embedding2nn.bias	6	-0.04603814333677292
664065	embedding2nn.bias	7	0.04701950401067734
664065	embedding2nn.bias	8	-0.14829260110855103
664065	embedding2nn.bias	9	-0.3908211886882782
664065	rnn.weight_ih_l0	0	-0.0037564814556390047
664065	rnn.weight_ih_l0	1	-0.05710757151246071
664065	rnn.weight_ih_l0	2	-0.054703012108802795
664065	rnn.weight_ih_l0	3	0.1183844804763794
664065	rnn.weight_ih_l0	4	-0.001449104747734964
664065	rnn.weight_ih_l0	5	-0.06505674123764038
664065	rnn.weight_ih_l0	6	0.010445472784340382
664065	rnn.weight_ih_l0	7	-0.026114607229828835
664065	rnn.weight_ih_l0	8	0.0004123385588172823
664065	rnn.weight_ih_l0	9	-0.09244787693023682
664065	rnn.weight_hh_l0	0	-0.019932223483920097
664065	rnn.weight_hh_l0	1	0.08622454106807709
664065	rnn.weight_hh_l0	2	0.00781780481338501
664065	rnn.weight_hh_l0	3	-0.03134537115693092
664065	rnn.weight_hh_l0	4	0.07743491232395172
664065	rnn.weight_hh_l0	5	0.01429357286542654
664065	rnn.weight_hh_l0	6	-0.08279432356357574
664065	rnn.weight_hh_l0	7	-0.12068873643875122
664065	rnn.weight_hh_l0	8	0.037982672452926636
664065	rnn.weight_hh_l0	9	-0.12210415303707123
664065	rnn.bias_ih_l0	0	0.1572706252336502
664065	rnn.bias_ih_l0	1	-0.3461156189441681
664065	rnn.bias_ih_l0	2	-0.04665001481771469
664065	rnn.bias_ih_l0	3	-0.219416543841362
664065	rnn.bias_ih_l0	4	0.027358951047062874
664065	rnn.bias_ih_l0	5	-0.4292775094509125
664065	rnn.bias_ih_l0	6	-0.15550383925437927
664065	rnn.bias_ih_l0	7	-0.3768138885498047
664065	rnn.bias_ih_l0	8	-0.290938138961792
664065	rnn.bias_ih_l0	9	-0.4808230996131897
664065	rnn.bias_hh_l0	0	-0.363535612821579
664065	rnn.bias_hh_l0	1	-0.44223442673683167
664065	rnn.bias_hh_l0	2	-0.4016492962837219
664065	rnn.bias_hh_l0	3	-0.07824351638555527
664065	rnn.bias_hh_l0	4	-0.39412450790405273
664065	rnn.bias_hh_l0	5	-0.3607605993747711
664065	rnn.bias_hh_l0	6	-0.11357036232948303
664065	rnn.bias_hh_l0	7	0.07400181889533997
664065	rnn.bias_hh_l0	8	-0.22982396185398102
664065	rnn.bias_hh_l0	9	-0.5733640193939209
664065	rnn.weight_ih_l0_reverse	0	0.02643774263560772
664065	rnn.weight_ih_l0_reverse	1	-0.022212829440832138
664065	rnn.weight_ih_l0_reverse	2	0.004306974355131388
664065	rnn.weight_ih_l0_reverse	3	-0.16264081001281738
664065	rnn.weight_ih_l0_reverse	4	0.08523169159889221
664065	rnn.weight_ih_l0_reverse	5	-0.11970653384923935
664065	rnn.weight_ih_l0_reverse	6	0.01573796011507511
664065	rnn.weight_ih_l0_reverse	7	0.03199179098010063
664065	rnn.weight_ih_l0_reverse	8	-0.0566958524286747
664065	rnn.weight_ih_l0_reverse	9	-0.06868517398834229
664065	rnn.weight_hh_l0_reverse	0	-0.14596791565418243
664065	rnn.weight_hh_l0_reverse	1	0.03145282343029976
664065	rnn.weight_hh_l0_reverse	2	-0.017930936068296432
664065	rnn.weight_hh_l0_reverse	3	0.028286254033446312
664065	rnn.weight_hh_l0_reverse	4	-0.07968585193157196
664065	rnn.weight_hh_l0_reverse	5	0.0343782864511013
664065	rnn.weight_hh_l0_reverse	6	0.02836272306740284
664065	rnn.weight_hh_l0_reverse	7	-0.12788578867912292
664065	rnn.weight_hh_l0_reverse	8	-0.07790112495422363
664065	rnn.weight_hh_l0_reverse	9	0.03772452846169472
664065	rnn.bias_ih_l0_reverse	0	-0.17805346846580505
664065	rnn.bias_ih_l0_reverse	1	-0.07591071724891663
664065	rnn.bias_ih_l0_reverse	2	0.15572959184646606
664065	rnn.bias_ih_l0_reverse	3	-0.3122299909591675
664065	rnn.bias_ih_l0_reverse	4	0.02307376265525818
664065	rnn.bias_ih_l0_reverse	5	-0.22263553738594055
664065	rnn.bias_ih_l0_reverse	6	0.2786056101322174
664065	rnn.bias_ih_l0_reverse	7	-0.3296552002429962
664065	rnn.bias_ih_l0_reverse	8	-0.18552596867084503
664065	rnn.bias_ih_l0_reverse	9	-0.164509117603302
664065	rnn.bias_hh_l0_reverse	0	-0.14346586167812347
664065	rnn.bias_hh_l0_reverse	1	0.2697071135044098
664065	rnn.bias_hh_l0_reverse	2	-0.3451618552207947
664065	rnn.bias_hh_l0_reverse	3	-0.2195899784564972
664065	rnn.bias_hh_l0_reverse	4	-0.4052026867866516
664065	rnn.bias_hh_l0_reverse	5	-0.19689244031906128
664065	rnn.bias_hh_l0_reverse	6	-0.2711905837059021
664065	rnn.bias_hh_l0_reverse	7	-0.09667204320430756
664065	rnn.bias_hh_l0_reverse	8	-0.3235354423522949
664065	rnn.bias_hh_l0_reverse	9	0.20974934101104736
664065	linear.weight	0	0.25648289918899536
664065	linear.weight	1	-0.4185872972011566
664065	linear.weight	2	-0.027356930077075958
664065	linear.weight	3	0.06749188899993896
664065	linear.weight	4	-0.13465212285518646
664065	linear.weight	5	0.2702111303806305
664065	linear.weight	6	-0.032851945608854294
664065	linear.weight	7	-0.06001752242445946
664065	linear.weight	8	0.13531380891799927
664065	linear.weight	9	-0.049654990434646606
664065	linear.bias	0	-0.8951005339622498
664065	linear.bias	1	1.8201385736465454
664065	linear.bias	2	0.7849045991897583
664065	linear.bias	3	-2.734278917312622
664065	linear.bias	4	-0.09229855239391327
664065	linear.bias	5	1.2960524559020996
664065	linear.bias	6	-0.23249399662017822
664065	linear.bias	7	0.8270395398139954
664065	linear.bias	8	2.1370277404785156
664065	linear.bias	9	-1.3754301071166992
664674	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
664674	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
664674	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
664674	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
664674	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
664674	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
664674	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
664674	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
664674	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
664674	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
664674	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
664674	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
664674	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
664674	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
664674	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
664674	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
664674	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
664674	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
664674	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
664674	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
664674	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
664674	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
664674	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
664674	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
664674	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
664674	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
664674	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
664674	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
664674	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
664674	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
664674	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
664674	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
664674	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
664674	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
664674	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
664674	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
664674	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
664674	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
664674	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
664674	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
664674	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
664674	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
664674	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
664674	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
664674	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
664674	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
664674	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
664674	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
664674	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
664674	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
664674	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
664674	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
664674	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
664674	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
664674	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
664674	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
664674	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
664674	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
664674	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
664674	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
664674	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
664674	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
664674	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
664674	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
664674	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
664674	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
664674	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
664674	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
664674	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
664674	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
664674	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
664674	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
664674	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
664674	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
664674	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
664674	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
664674	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
664674	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
664674	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
664674	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
664674	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
664674	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
664674	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
664674	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
664674	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
664674	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
664674	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
664674	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
664674	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
664674	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
664674	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
664674	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
664674	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
664674	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
664674	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
664674	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
664674	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
664674	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
664674	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
664674	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
664674	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
664674	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
664674	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
664674	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
664674	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
664674	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
664674	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
664674	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
664674	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
664674	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
664674	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
664674	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
664674	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
664674	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
664674	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
664674	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
664674	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
664674	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
664674	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
664674	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
664674	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
664674	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
664674	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
664674	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
664674	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
664674	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
664674	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
664674	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
664674	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
664674	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
664674	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
664674	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
664674	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
664674	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
664674	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
664674	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
664674	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
664674	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
664674	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
664674	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
664674	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
664674	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
664674	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
664674	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
664674	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
664674	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
664674	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
664674	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
664674	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
664674	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
664674	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
664674	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
664674	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
664674	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
664674	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
664674	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
664674	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
664674	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
664674	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
664674	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
664674	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
664674	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
664674	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
664674	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
664674	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
664674	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
664674	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
664674	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
664674	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
664674	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
664674	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
664674	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
664674	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
664674	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
664674	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
664674	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
664674	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
664674	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
664674	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
664674	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
664674	embedding2nn.weight	0	0.31746023893356323
664674	embedding2nn.weight	1	0.3804386556148529
664674	embedding2nn.weight	2	0.0008525862358510494
664674	embedding2nn.weight	3	0.023847108706831932
664674	embedding2nn.weight	4	-0.03494817763566971
664674	embedding2nn.weight	5	0.055937159806489944
664674	embedding2nn.weight	6	-0.010456784628331661
664674	embedding2nn.weight	7	-0.0007243924192152917
664674	embedding2nn.weight	8	0.02737850323319435
664674	embedding2nn.weight	9	-0.06095842272043228
664674	embedding2nn.bias	0	3.910020677722059e-05
664674	embedding2nn.bias	1	-0.17697031795978546
664674	embedding2nn.bias	2	0.14910383522510529
664674	embedding2nn.bias	3	0.1740550845861435
664674	embedding2nn.bias	4	0.15142607688903809
664674	embedding2nn.bias	5	-0.07106494158506393
664674	embedding2nn.bias	6	-0.048312876373529434
664674	embedding2nn.bias	7	0.05876052752137184
664674	embedding2nn.bias	8	-0.14559905230998993
664674	embedding2nn.bias	9	-0.38288775086402893
664674	rnn.weight_ih_l0	0	-0.005198624916374683
664674	rnn.weight_ih_l0	1	-0.05756508558988571
664674	rnn.weight_ih_l0	2	-0.05333022028207779
664674	rnn.weight_ih_l0	3	0.11707353591918945
664674	rnn.weight_ih_l0	4	-0.007596316747367382
664674	rnn.weight_ih_l0	5	-0.06339617818593979
664674	rnn.weight_ih_l0	6	0.009106175042688847
664674	rnn.weight_ih_l0	7	-0.02329154498875141
664674	rnn.weight_ih_l0	8	-0.00227643852122128
664674	rnn.weight_ih_l0	9	-0.0891052633523941
664674	rnn.weight_hh_l0	0	-0.020262764766812325
664674	rnn.weight_hh_l0	1	0.08691338449716568
664674	rnn.weight_hh_l0	2	0.008567627519369125
664674	rnn.weight_hh_l0	3	-0.031062239781022072
664674	rnn.weight_hh_l0	4	0.07849203795194626
664674	rnn.weight_hh_l0	5	0.014660244807600975
664674	rnn.weight_hh_l0	6	-0.08232016861438751
664674	rnn.weight_hh_l0	7	-0.1215570718050003
664674	rnn.weight_hh_l0	8	0.03797842562198639
664674	rnn.weight_hh_l0	9	-0.12176650762557983
664674	rnn.bias_ih_l0	0	0.15578417479991913
664674	rnn.bias_ih_l0	1	-0.3498176336288452
664674	rnn.bias_ih_l0	2	-0.0451575368642807
664674	rnn.bias_ih_l0	3	-0.2219052016735077
664674	rnn.bias_ih_l0	4	0.0307534858584404
664674	rnn.bias_ih_l0	5	-0.4278477430343628
664674	rnn.bias_ih_l0	6	-0.15852780640125275
664674	rnn.bias_ih_l0	7	-0.3776578903198242
664674	rnn.bias_ih_l0	8	-0.29132381081581116
664674	rnn.bias_ih_l0	9	-0.4791220724582672
664674	rnn.bias_hh_l0	0	-0.3628424108028412
664674	rnn.bias_hh_l0	1	-0.4410121738910675
664674	rnn.bias_hh_l0	2	-0.4034397006034851
664674	rnn.bias_hh_l0	3	-0.07865119725465775
664674	rnn.bias_hh_l0	4	-0.39587095379829407
664674	rnn.bias_hh_l0	5	-0.3613456189632416
664674	rnn.bias_hh_l0	6	-0.11508438736200333
664674	rnn.bias_hh_l0	7	0.07114209979772568
664674	rnn.bias_hh_l0	8	-0.2354719340801239
664674	rnn.bias_hh_l0	9	-0.5729068517684937
664674	rnn.weight_ih_l0_reverse	0	0.02720770798623562
664674	rnn.weight_ih_l0_reverse	1	-0.019772663712501526
664674	rnn.weight_ih_l0_reverse	2	0.0029223535675555468
664674	rnn.weight_ih_l0_reverse	3	-0.16206149756908417
664674	rnn.weight_ih_l0_reverse	4	0.08529355376958847
664674	rnn.weight_ih_l0_reverse	5	-0.11699112504720688
664674	rnn.weight_ih_l0_reverse	6	0.020357029512524605
664674	rnn.weight_ih_l0_reverse	7	0.032157592475414276
664674	rnn.weight_ih_l0_reverse	8	-0.05691072344779968
664674	rnn.weight_ih_l0_reverse	9	-0.06761510670185089
664674	rnn.weight_hh_l0_reverse	0	-0.14503172039985657
664674	rnn.weight_hh_l0_reverse	1	0.03096899576485157
664674	rnn.weight_hh_l0_reverse	2	-0.018446320667862892
664674	rnn.weight_hh_l0_reverse	3	0.028148965910077095
664674	rnn.weight_hh_l0_reverse	4	-0.07942230254411697
664674	rnn.weight_hh_l0_reverse	5	0.03429423272609711
664674	rnn.weight_hh_l0_reverse	6	0.02841515652835369
664674	rnn.weight_hh_l0_reverse	7	-0.12784934043884277
664674	rnn.weight_hh_l0_reverse	8	-0.07673197239637375
664674	rnn.weight_hh_l0_reverse	9	0.036920394748449326
664674	rnn.bias_ih_l0_reverse	0	-0.17727337777614594
664674	rnn.bias_ih_l0_reverse	1	-0.07322162389755249
664674	rnn.bias_ih_l0_reverse	2	0.1572258323431015
664674	rnn.bias_ih_l0_reverse	3	-0.31469273567199707
664674	rnn.bias_ih_l0_reverse	4	0.014390610158443451
664674	rnn.bias_ih_l0_reverse	5	-0.2232700139284134
664674	rnn.bias_ih_l0_reverse	6	0.271562784910202
664674	rnn.bias_ih_l0_reverse	7	-0.33253318071365356
664674	rnn.bias_ih_l0_reverse	8	-0.18482694029808044
664674	rnn.bias_ih_l0_reverse	9	-0.16067425906658173
664674	rnn.bias_hh_l0_reverse	0	-0.14892838895320892
664674	rnn.bias_hh_l0_reverse	1	0.2661582827568054
664674	rnn.bias_hh_l0_reverse	2	-0.3498283326625824
664674	rnn.bias_hh_l0_reverse	3	-0.22201767563819885
664674	rnn.bias_hh_l0_reverse	4	-0.40239909291267395
664674	rnn.bias_hh_l0_reverse	5	-0.20139022171497345
664674	rnn.bias_hh_l0_reverse	6	-0.27225998044013977
664674	rnn.bias_hh_l0_reverse	7	-0.10314896702766418
664674	rnn.bias_hh_l0_reverse	8	-0.3292597830295563
664674	rnn.bias_hh_l0_reverse	9	0.20675672590732574
664674	linear.weight	0	0.24625274538993835
664674	linear.weight	1	-0.4201323986053467
664674	linear.weight	2	-0.01515220943838358
664674	linear.weight	3	0.06749223172664642
664674	linear.weight	4	-0.1150510385632515
664674	linear.weight	5	0.2767736315727234
664674	linear.weight	6	-0.042540937662124634
664674	linear.weight	7	-0.06001471355557442
664674	linear.weight	8	0.13449732959270477
664674	linear.weight	9	-0.049657534807920456
664674	linear.bias	0	-0.893441915512085
664674	linear.bias	1	1.8191782236099243
664674	linear.bias	2	0.8057161569595337
664674	linear.bias	3	-2.734375
664674	linear.bias	4	-0.08921260386705399
664674	linear.bias	5	1.277433156967163
664674	linear.bias	6	-0.2225123941898346
664674	linear.bias	7	0.8472917675971985
664674	linear.bias	8	2.123563051223755
664674	linear.bias	9	-1.3745427131652832
664682	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
664682	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
664682	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
664682	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
664682	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
664682	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
664682	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
664682	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
664682	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
664682	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
664682	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
664682	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
664682	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
664682	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
664682	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
664682	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
664682	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
664682	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
664682	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
664682	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
664682	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
664682	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
664682	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
664682	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
664682	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
664682	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
664682	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
664682	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
664682	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
664682	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
664682	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
664682	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
664682	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
664682	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
664682	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
664682	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
664682	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
664682	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
664682	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
664682	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
664682	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
664682	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
664682	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
664682	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
664682	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
664682	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
664682	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
664682	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
664682	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
664682	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
664682	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
664682	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
664682	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
664682	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
664682	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
664682	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
664682	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
664682	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
664682	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
664682	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
664682	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
664682	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
664682	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
664682	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
664682	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
664682	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
664682	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
664682	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
664682	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
664682	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
664682	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
664682	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
664682	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
664682	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
664682	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
664682	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
664682	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
664682	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
664682	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
664682	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
664682	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
664682	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
664682	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
664682	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
664682	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
664682	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
664682	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
664682	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
664682	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
664682	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
664682	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
664682	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
664682	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
664682	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
664682	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
664682	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
664682	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
664682	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
664682	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
664682	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
664682	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
664682	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
664682	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
664682	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
664682	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
664682	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
664682	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
664682	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
664682	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
664682	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
664682	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
664682	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
664682	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
664682	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
664682	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
664682	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
664682	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
664682	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
664682	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
664682	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
664682	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
664682	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
664682	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
664682	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
664682	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
664682	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
664682	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
664682	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
664682	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
664682	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
664682	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
664682	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
664682	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
664682	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
664682	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
664682	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
664682	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
664682	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
664682	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
664682	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
664682	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
664682	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
664682	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
664682	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
664682	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
664682	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
664682	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
664682	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
664682	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
664682	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
664682	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
664682	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
664682	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
664682	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
664682	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
664682	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
664682	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
664682	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
664682	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
664682	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
664682	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
664682	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
664682	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
664682	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
664682	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
664682	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
664682	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
664682	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
664682	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
664682	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
664682	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
664682	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
664682	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
664682	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
664682	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
664682	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
664682	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
664682	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
664682	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
664682	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
664682	embedding2nn.weight	0	0.3174695074558258
664682	embedding2nn.weight	1	0.38049787282943726
664682	embedding2nn.weight	2	0.0012136863078922033
664682	embedding2nn.weight	3	0.024205321446061134
664682	embedding2nn.weight	4	-0.03473078832030296
664682	embedding2nn.weight	5	0.05597100034356117
664682	embedding2nn.weight	6	-0.009708455763757229
664682	embedding2nn.weight	7	-0.0007243829313665628
664682	embedding2nn.weight	8	0.027570275589823723
664682	embedding2nn.weight	9	-0.06148812174797058
664682	embedding2nn.bias	0	0.0008020523237064481
664682	embedding2nn.bias	1	-0.1776757836341858
664682	embedding2nn.bias	2	0.1495092213153839
664682	embedding2nn.bias	3	0.1729820817708969
664682	embedding2nn.bias	4	0.151668980717659
664682	embedding2nn.bias	5	-0.07521218061447144
664682	embedding2nn.bias	6	-0.046575337648391724
664682	embedding2nn.bias	7	0.05759681761264801
664682	embedding2nn.bias	8	-0.14715123176574707
664682	embedding2nn.bias	9	-0.382413774728775
664682	rnn.weight_ih_l0	0	-0.005272361449897289
664682	rnn.weight_ih_l0	1	-0.05758245289325714
664682	rnn.weight_ih_l0	2	-0.05364770069718361
664682	rnn.weight_ih_l0	3	0.11710968613624573
664682	rnn.weight_ih_l0	4	-0.007115229032933712
664682	rnn.weight_ih_l0	5	-0.06316808611154556
664682	rnn.weight_ih_l0	6	0.00885420385748148
664682	rnn.weight_ih_l0	7	-0.023302778601646423
664682	rnn.weight_ih_l0	8	-0.002590246731415391
664682	rnn.weight_ih_l0	9	-0.08893636614084244
664682	rnn.weight_hh_l0	0	-0.020269054919481277
664682	rnn.weight_hh_l0	1	0.08703529089689255
664682	rnn.weight_hh_l0	2	0.008556445129215717
664682	rnn.weight_hh_l0	3	-0.03105239011347294
664682	rnn.weight_hh_l0	4	0.07855477184057236
664682	rnn.weight_hh_l0	5	0.014546896331012249
664682	rnn.weight_hh_l0	6	-0.08232491463422775
664682	rnn.weight_hh_l0	7	-0.1216052919626236
664682	rnn.weight_hh_l0	8	0.037972427904605865
664682	rnn.weight_hh_l0	9	-0.12178395688533783
664682	rnn.bias_ih_l0	0	0.15521085262298584
664682	rnn.bias_ih_l0	1	-0.34964078664779663
664682	rnn.bias_ih_l0	2	-0.045051269233226776
664682	rnn.bias_ih_l0	3	-0.22208751738071442
664682	rnn.bias_ih_l0	4	0.02982312999665737
664682	rnn.bias_ih_l0	5	-0.4279077351093292
664682	rnn.bias_ih_l0	6	-0.15829512476921082
664682	rnn.bias_ih_l0	7	-0.37775689363479614
664682	rnn.bias_ih_l0	8	-0.2914919853210449
664682	rnn.bias_ih_l0	9	-0.4793470799922943
664682	rnn.bias_hh_l0	0	-0.3623681366443634
664682	rnn.bias_hh_l0	1	-0.44134142994880676
664682	rnn.bias_hh_l0	2	-0.4036710560321808
664682	rnn.bias_hh_l0	3	-0.07853076606988907
664682	rnn.bias_hh_l0	4	-0.3959367871284485
664682	rnn.bias_hh_l0	5	-0.3613552451133728
664682	rnn.bias_hh_l0	6	-0.11497339606285095
664682	rnn.bias_hh_l0	7	0.07116037607192993
664682	rnn.bias_hh_l0	8	-0.23482449352741241
664682	rnn.bias_hh_l0	9	-0.572830080986023
664682	rnn.weight_ih_l0_reverse	0	0.027248427271842957
664682	rnn.weight_ih_l0_reverse	1	-0.019780315458774567
664682	rnn.weight_ih_l0_reverse	2	0.003260996425524354
664682	rnn.weight_ih_l0_reverse	3	-0.16219449043273926
664682	rnn.weight_ih_l0_reverse	4	0.0853075310587883
664682	rnn.weight_ih_l0_reverse	5	-0.11617162078619003
664682	rnn.weight_ih_l0_reverse	6	0.021555814892053604
664682	rnn.weight_ih_l0_reverse	7	0.03217209130525589
664682	rnn.weight_ih_l0_reverse	8	-0.056748442351818085
664682	rnn.weight_ih_l0_reverse	9	-0.06752707809209824
664682	rnn.weight_hh_l0_reverse	0	-0.14494729042053223
664682	rnn.weight_hh_l0_reverse	1	0.030929062515497208
664682	rnn.weight_hh_l0_reverse	2	-0.01842784695327282
664682	rnn.weight_hh_l0_reverse	3	0.02816838026046753
664682	rnn.weight_hh_l0_reverse	4	-0.07950927317142487
664682	rnn.weight_hh_l0_reverse	5	0.03429367020726204
664682	rnn.weight_hh_l0_reverse	6	0.028414225205779076
664682	rnn.weight_hh_l0_reverse	7	-0.127722829580307
664682	rnn.weight_hh_l0_reverse	8	-0.07672582566738129
664682	rnn.weight_hh_l0_reverse	9	0.03684162721037865
664682	rnn.bias_ih_l0_reverse	0	-0.17692406475543976
664682	rnn.bias_ih_l0_reverse	1	-0.07280300557613373
664682	rnn.bias_ih_l0_reverse	2	0.15756571292877197
664682	rnn.bias_ih_l0_reverse	3	-0.31445878744125366
664682	rnn.bias_ih_l0_reverse	4	0.014487722888588905
664682	rnn.bias_ih_l0_reverse	5	-0.22329987585544586
664682	rnn.bias_ih_l0_reverse	6	0.2718775272369385
664682	rnn.bias_ih_l0_reverse	7	-0.33261388540267944
664682	rnn.bias_ih_l0_reverse	8	-0.18483924865722656
664682	rnn.bias_ih_l0_reverse	9	-0.1610935479402542
664682	rnn.bias_hh_l0_reverse	0	-0.14872348308563232
664682	rnn.bias_hh_l0_reverse	1	0.2664623260498047
664682	rnn.bias_hh_l0_reverse	2	-0.3497280478477478
664682	rnn.bias_hh_l0_reverse	3	-0.2216666042804718
664682	rnn.bias_hh_l0_reverse	4	-0.4023745357990265
664682	rnn.bias_hh_l0_reverse	5	-0.20137956738471985
664682	rnn.bias_hh_l0_reverse	6	-0.2726278007030487
664682	rnn.bias_hh_l0_reverse	7	-0.10294446349143982
664682	rnn.bias_hh_l0_reverse	8	-0.3295227289199829
664682	rnn.bias_hh_l0_reverse	9	0.20681506395339966
664682	linear.weight	0	0.2452833205461502
664682	linear.weight	1	-0.420337051153183
664682	linear.weight	2	-0.009028714150190353
664682	linear.weight	3	0.06749221682548523
664682	linear.weight	4	-0.11478257924318314
664682	linear.weight	5	0.2773253917694092
664682	linear.weight	6	-0.0420219749212265
664682	linear.weight	7	-0.060014717280864716
664682	linear.weight	8	0.13391782343387604
664682	linear.weight	9	-0.04965756833553314
664682	linear.bias	0	-0.8934102058410645
664682	linear.bias	1	1.8128314018249512
664682	linear.bias	2	0.8040508031845093
664682	linear.bias	3	-2.7343761920928955
664682	linear.bias	4	-0.08594542741775513
664682	linear.bias	5	1.2874900102615356
664682	linear.bias	6	-0.22414986789226532
664682	linear.bias	7	0.8433375954627991
664682	linear.bias	8	2.128105878829956
664682	linear.bias	9	-1.3750563859939575
665291	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
665291	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
665291	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
665291	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
665291	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
665291	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
665291	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
665291	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
665291	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
665291	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
665291	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
665291	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
665291	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
665291	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
665291	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
665291	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
665291	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
665291	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
665291	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
665291	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
665291	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
665291	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
665291	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
665291	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
665291	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
665291	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
665291	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
665291	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
665291	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
665291	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
665291	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
665291	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
665291	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
665291	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
665291	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
665291	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
665291	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
665291	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
665291	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
665291	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
665291	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
665291	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
665291	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
665291	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
665291	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
665291	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
665291	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
665291	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
665291	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
665291	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
665291	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
665291	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
665291	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
665291	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
665291	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
665291	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
665291	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
665291	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
665291	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
665291	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
665291	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
665291	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
665291	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
665291	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
665291	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
665291	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
665291	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
665291	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
665291	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
665291	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
665291	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
665291	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
665291	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
665291	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
665291	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
665291	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
665291	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
665291	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
665291	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
665291	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
665291	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
665291	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
665291	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
665291	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
665291	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
665291	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
665291	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
665291	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
665291	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
665291	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
665291	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
665291	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
665291	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
665291	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
665291	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
665291	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
665291	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
665291	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
665291	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
665291	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
665291	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
665291	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
665291	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
665291	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
665291	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
665291	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
665291	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
665291	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
665291	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
665291	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
665291	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
665291	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
665291	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
665291	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
665291	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
665291	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
665291	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
665291	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
665291	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
665291	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
665291	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
665291	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
665291	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
665291	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
665291	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
665291	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
665291	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
665291	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
665291	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
665291	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
665291	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
665291	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
665291	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
665291	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
665291	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
665291	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
665291	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
665291	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
665291	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
665291	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
665291	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
665291	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
665291	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
665291	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
665291	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
665291	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
665291	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
665291	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
665291	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
665291	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
665291	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
665291	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
665291	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
665291	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
665291	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
665291	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
665291	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
665291	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
665291	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
665291	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
665291	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
665291	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
665291	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
665291	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
665291	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
665291	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
665291	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
665291	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
665291	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
665291	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
665291	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
665291	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
665291	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
665291	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
665291	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
665291	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
665291	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
665291	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
665291	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
665291	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
665291	embedding2nn.weight	0	0.3196955919265747
665291	embedding2nn.weight	1	0.38106924295425415
665291	embedding2nn.weight	2	0.000354194053215906
665291	embedding2nn.weight	3	0.022708706557750702
665291	embedding2nn.weight	4	-0.03820502385497093
665291	embedding2nn.weight	5	0.05552542209625244
665291	embedding2nn.weight	6	-0.0069936588406562805
665291	embedding2nn.weight	7	0.002744446974247694
665291	embedding2nn.weight	8	0.029083937406539917
665291	embedding2nn.weight	9	-0.06075626611709595
665291	embedding2nn.bias	0	-0.010140049271285534
665291	embedding2nn.bias	1	-0.16890572011470795
665291	embedding2nn.bias	2	0.1450890302658081
665291	embedding2nn.bias	3	0.18376000225543976
665291	embedding2nn.bias	4	0.14609329402446747
665291	embedding2nn.bias	5	-0.07456783950328827
665291	embedding2nn.bias	6	-0.03729156404733658
665291	embedding2nn.bias	7	0.059140872210264206
665291	embedding2nn.bias	8	-0.162541463971138
665291	embedding2nn.bias	9	-0.3770928680896759
665291	rnn.weight_ih_l0	0	-0.004726124927401543
665291	rnn.weight_ih_l0	1	-0.05777177959680557
665291	rnn.weight_ih_l0	2	-0.0514063723385334
665291	rnn.weight_ih_l0	3	0.11686527729034424
665291	rnn.weight_ih_l0	4	-0.0036840324755758047
665291	rnn.weight_ih_l0	5	-0.06454522162675858
665291	rnn.weight_ih_l0	6	0.006223396398127079
665291	rnn.weight_ih_l0	7	-0.02181646227836609
665291	rnn.weight_ih_l0	8	-0.003554064314812422
665291	rnn.weight_ih_l0	9	-0.09011075645685196
665291	rnn.weight_hh_l0	0	-0.020306244492530823
665291	rnn.weight_hh_l0	1	0.08772234618663788
665291	rnn.weight_hh_l0	2	0.008311155252158642
665291	rnn.weight_hh_l0	3	-0.03129919245839119
665291	rnn.weight_hh_l0	4	0.07850716263055801
665291	rnn.weight_hh_l0	5	0.014352928847074509
665291	rnn.weight_hh_l0	6	-0.08213122189044952
665291	rnn.weight_hh_l0	7	-0.12318217754364014
665291	rnn.weight_hh_l0	8	0.03798689320683479
665291	rnn.weight_hh_l0	9	-0.12180445343255997
665291	rnn.bias_ih_l0	0	0.16107811033725739
665291	rnn.bias_ih_l0	1	-0.34914764761924744
665291	rnn.bias_ih_l0	2	-0.04430285096168518
665291	rnn.bias_ih_l0	3	-0.2191561609506607
665291	rnn.bias_ih_l0	4	0.024335963651537895
665291	rnn.bias_ih_l0	5	-0.42653360962867737
665291	rnn.bias_ih_l0	6	-0.15324358642101288
665291	rnn.bias_ih_l0	7	-0.37811344861984253
665291	rnn.bias_ih_l0	8	-0.29192596673965454
665291	rnn.bias_ih_l0	9	-0.4774496257305145
665291	rnn.bias_hh_l0	0	-0.36329007148742676
665291	rnn.bias_hh_l0	1	-0.44043904542922974
665291	rnn.bias_hh_l0	2	-0.4060991108417511
665291	rnn.bias_hh_l0	3	-0.07625710219144821
665291	rnn.bias_hh_l0	4	-0.40011054277420044
665291	rnn.bias_hh_l0	5	-0.3615041673183441
665291	rnn.bias_hh_l0	6	-0.12007667124271393
665291	rnn.bias_hh_l0	7	0.08032278716564178
665291	rnn.bias_hh_l0	8	-0.23349875211715698
665291	rnn.bias_hh_l0	9	-0.5729914903640747
665291	rnn.weight_ih_l0_reverse	0	0.027282865718007088
665291	rnn.weight_ih_l0_reverse	1	-0.020684517920017242
665291	rnn.weight_ih_l0_reverse	2	0.003822139697149396
665291	rnn.weight_ih_l0_reverse	3	-0.16348260641098022
665291	rnn.weight_ih_l0_reverse	4	0.08586450666189194
665291	rnn.weight_ih_l0_reverse	5	-0.11615091562271118
665291	rnn.weight_ih_l0_reverse	6	0.0200637374073267
665291	rnn.weight_ih_l0_reverse	7	0.03138713538646698
665291	rnn.weight_ih_l0_reverse	8	-0.05656389147043228
665291	rnn.weight_ih_l0_reverse	9	-0.0666494220495224
665291	rnn.weight_hh_l0_reverse	0	-0.14430060982704163
665291	rnn.weight_hh_l0_reverse	1	0.030333125963807106
665291	rnn.weight_hh_l0_reverse	2	-0.018223943188786507
665291	rnn.weight_hh_l0_reverse	3	0.02829156443476677
665291	rnn.weight_hh_l0_reverse	4	-0.07932806015014648
665291	rnn.weight_hh_l0_reverse	5	0.03413142263889313
665291	rnn.weight_hh_l0_reverse	6	0.028507092967629433
665291	rnn.weight_hh_l0_reverse	7	-0.12792690098285675
665291	rnn.weight_hh_l0_reverse	8	-0.07568108290433884
665291	rnn.weight_hh_l0_reverse	9	0.03546785190701485
665291	rnn.bias_ih_l0_reverse	0	-0.1786651462316513
665291	rnn.bias_ih_l0_reverse	1	-0.07458386570215225
665291	rnn.bias_ih_l0_reverse	2	0.15421035885810852
665291	rnn.bias_ih_l0_reverse	3	-0.31401196122169495
665291	rnn.bias_ih_l0_reverse	4	0.01024720724672079
665291	rnn.bias_ih_l0_reverse	5	-0.22454193234443665
665291	rnn.bias_ih_l0_reverse	6	0.2743813991546631
665291	rnn.bias_ih_l0_reverse	7	-0.33168479800224304
665291	rnn.bias_ih_l0_reverse	8	-0.18585969507694244
665291	rnn.bias_ih_l0_reverse	9	-0.1617281138896942
665291	rnn.bias_hh_l0_reverse	0	-0.1471022367477417
665291	rnn.bias_hh_l0_reverse	1	0.262932687997818
665291	rnn.bias_hh_l0_reverse	2	-0.34671664237976074
665291	rnn.bias_hh_l0_reverse	3	-0.22187592089176178
665291	rnn.bias_hh_l0_reverse	4	-0.40253570675849915
665291	rnn.bias_hh_l0_reverse	5	-0.19896186888217926
665291	rnn.bias_hh_l0_reverse	6	-0.27109432220458984
665291	rnn.bias_hh_l0_reverse	7	-0.10471465438604355
665291	rnn.bias_hh_l0_reverse	8	-0.33724096417427063
665291	rnn.bias_hh_l0_reverse	9	0.20915308594703674
665291	linear.weight	0	0.2377980798482895
665291	linear.weight	1	-0.408517450094223
665291	linear.weight	2	0.013234504498541355
665291	linear.weight	3	0.06749178469181061
665291	linear.weight	4	-0.09597756713628769
665291	linear.weight	5	0.25894877314567566
665291	linear.weight	6	-0.03110644966363907
665291	linear.weight	7	-0.06001365929841995
665291	linear.weight	8	0.13747034966945648
665291	linear.weight	9	-0.049660198390483856
665291	linear.bias	0	-0.8894376158714294
665291	linear.bias	1	1.8209456205368042
665291	linear.bias	2	0.814574122428894
665291	linear.bias	3	-2.734457492828369
665291	linear.bias	4	-0.08522064983844757
665291	linear.bias	5	1.2830336093902588
665291	linear.bias	6	-0.23383501172065735
665291	linear.bias	7	0.8209895491600037
665291	linear.bias	8	2.142383098602295
665291	linear.bias	9	-1.3750967979431152
665900	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
665900	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
665900	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
665900	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
665900	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
665900	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
665900	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
665900	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
665900	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
665900	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
665900	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
665900	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
665900	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
665900	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
665900	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
665900	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
665900	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
665900	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
665900	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
665900	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
665900	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
665900	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
665900	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
665900	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
665900	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
665900	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
665900	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
665900	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
665900	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
665900	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
665900	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
665900	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
665900	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
665900	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
665900	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
665900	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
665900	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
665900	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
665900	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
665900	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
665900	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
665900	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
665900	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
665900	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
665900	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
665900	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
665900	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
665900	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
665900	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
665900	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
665900	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
665900	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
665900	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
665900	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
665900	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
665900	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
665900	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
665900	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
665900	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
665900	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
665900	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
665900	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
665900	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
665900	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
665900	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
665900	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
665900	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
665900	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
665900	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
665900	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
665900	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
665900	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
665900	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
665900	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
665900	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
665900	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
665900	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
665900	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
665900	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
665900	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
665900	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
665900	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
665900	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
665900	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
665900	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
665900	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
665900	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
665900	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
665900	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
665900	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
665900	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
665900	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
665900	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
665900	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
665900	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
665900	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
665900	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
665900	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
665900	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
665900	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
665900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
665900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
665900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
665900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
665900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
665900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
665900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
665900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
665900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
665900	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
665900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
665900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
665900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
665900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
665900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
665900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
665900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
665900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
665900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
665900	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
665900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
665900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
665900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
665900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
665900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
665900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
665900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
665900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
665900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
665900	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
665900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
665900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
665900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
665900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
665900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
665900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
665900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
665900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
665900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
665900	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
665900	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
665900	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
665900	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
665900	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
665900	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
665900	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
665900	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
665900	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
665900	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
665900	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
665900	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
665900	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
665900	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
665900	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
665900	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
665900	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
665900	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
665900	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
665900	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
665900	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
665900	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
665900	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
665900	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
665900	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
665900	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
665900	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
665900	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
665900	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
665900	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
665900	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
665900	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
665900	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
665900	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
665900	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
665900	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
665900	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
665900	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
665900	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
665900	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
665900	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
665900	embedding2nn.weight	0	0.3191586136817932
665900	embedding2nn.weight	1	0.38072267174720764
665900	embedding2nn.weight	2	0.0020051056053489447
665900	embedding2nn.weight	3	0.020808670669794083
665900	embedding2nn.weight	4	-0.03550630435347557
665900	embedding2nn.weight	5	0.053372353315353394
665900	embedding2nn.weight	6	-0.008772418834269047
665900	embedding2nn.weight	7	-0.0018377332016825676
665900	embedding2nn.weight	8	0.030615387484431267
665900	embedding2nn.weight	9	-0.06244197487831116
665900	embedding2nn.bias	0	-0.003967407159507275
665900	embedding2nn.bias	1	-0.16077569127082825
665900	embedding2nn.bias	2	0.1530410796403885
665900	embedding2nn.bias	3	0.17629317939281464
665900	embedding2nn.bias	4	0.14578087627887726
665900	embedding2nn.bias	5	-0.08121886849403381
665900	embedding2nn.bias	6	-0.050885412842035294
665900	embedding2nn.bias	7	0.05658850818872452
665900	embedding2nn.bias	8	-0.1736830323934555
665900	embedding2nn.bias	9	-0.39267095923423767
665900	rnn.weight_ih_l0	0	-0.004498414695262909
665900	rnn.weight_ih_l0	1	-0.05754280835390091
665900	rnn.weight_ih_l0	2	-0.05563705787062645
665900	rnn.weight_ih_l0	3	0.11789308488368988
665900	rnn.weight_ih_l0	4	-0.003527761669829488
665900	rnn.weight_ih_l0	5	-0.06620775908231735
665900	rnn.weight_ih_l0	6	0.002256229054182768
665900	rnn.weight_ih_l0	7	-0.02154095098376274
665900	rnn.weight_ih_l0	8	-0.009033349342644215
665900	rnn.weight_ih_l0	9	-0.0881737768650055
665900	rnn.weight_hh_l0	0	-0.01998201198875904
665900	rnn.weight_hh_l0	1	0.08762709051370621
665900	rnn.weight_hh_l0	2	0.007923894561827183
665900	rnn.weight_hh_l0	3	-0.030833283439278603
665900	rnn.weight_hh_l0	4	0.07832798361778259
665900	rnn.weight_hh_l0	5	0.014744475483894348
665900	rnn.weight_hh_l0	6	-0.08208394050598145
665900	rnn.weight_hh_l0	7	-0.12420312315225601
665900	rnn.weight_hh_l0	8	0.038076575845479965
665900	rnn.weight_hh_l0	9	-0.12182188779115677
665900	rnn.bias_ih_l0	0	0.16175302863121033
665900	rnn.bias_ih_l0	1	-0.35090282559394836
665900	rnn.bias_ih_l0	2	-0.043033845722675323
665900	rnn.bias_ih_l0	3	-0.2228655368089676
665900	rnn.bias_ih_l0	4	0.03175275772809982
665900	rnn.bias_ih_l0	5	-0.42997437715530396
665900	rnn.bias_ih_l0	6	-0.15833210945129395
665900	rnn.bias_ih_l0	7	-0.37806645035743713
665900	rnn.bias_ih_l0	8	-0.2978380024433136
665900	rnn.bias_ih_l0	9	-0.47794976830482483
665900	rnn.bias_hh_l0	0	-0.3649618327617645
665900	rnn.bias_hh_l0	1	-0.43890511989593506
665900	rnn.bias_hh_l0	2	-0.4058311879634857
665900	rnn.bias_hh_l0	3	-0.07989585399627686
665900	rnn.bias_hh_l0	4	-0.3986934721469879
665900	rnn.bias_hh_l0	5	-0.3605533242225647
665900	rnn.bias_hh_l0	6	-0.11497564613819122
665900	rnn.bias_hh_l0	7	0.07647442817687988
665900	rnn.bias_hh_l0	8	-0.23228873312473297
665900	rnn.bias_hh_l0	9	-0.5738466382026672
665900	rnn.weight_ih_l0_reverse	0	0.028820069506764412
665900	rnn.weight_ih_l0_reverse	1	-0.01975196972489357
665900	rnn.weight_ih_l0_reverse	2	0.004594789817929268
665900	rnn.weight_ih_l0_reverse	3	-0.1661837249994278
665900	rnn.weight_ih_l0_reverse	4	0.08507030457258224
665900	rnn.weight_ih_l0_reverse	5	-0.11121165007352829
665900	rnn.weight_ih_l0_reverse	6	0.014603177085518837
665900	rnn.weight_ih_l0_reverse	7	0.031797271221876144
665900	rnn.weight_ih_l0_reverse	8	-0.05656326934695244
665900	rnn.weight_ih_l0_reverse	9	-0.06865683943033218
665900	rnn.weight_hh_l0_reverse	0	-0.14608442783355713
665900	rnn.weight_hh_l0_reverse	1	0.03001871146261692
665900	rnn.weight_hh_l0_reverse	2	-0.01799294725060463
665900	rnn.weight_hh_l0_reverse	3	0.02869902364909649
665900	rnn.weight_hh_l0_reverse	4	-0.07958529144525528
665900	rnn.weight_hh_l0_reverse	5	0.034270912408828735
665900	rnn.weight_hh_l0_reverse	6	0.028784964233636856
665900	rnn.weight_hh_l0_reverse	7	-0.1274622082710266
665900	rnn.weight_hh_l0_reverse	8	-0.07802566885948181
665900	rnn.weight_hh_l0_reverse	9	0.03637061268091202
665900	rnn.bias_ih_l0_reverse	0	-0.17487682402133942
665900	rnn.bias_ih_l0_reverse	1	-0.07299024611711502
665900	rnn.bias_ih_l0_reverse	2	0.15117982029914856
665900	rnn.bias_ih_l0_reverse	3	-0.3145865797996521
665900	rnn.bias_ih_l0_reverse	4	0.016876541078090668
665900	rnn.bias_ih_l0_reverse	5	-0.2217707484960556
665900	rnn.bias_ih_l0_reverse	6	0.27764949202537537
665900	rnn.bias_ih_l0_reverse	7	-0.33685165643692017
665900	rnn.bias_ih_l0_reverse	8	-0.18501520156860352
665900	rnn.bias_ih_l0_reverse	9	-0.16420365869998932
665900	rnn.bias_hh_l0_reverse	0	-0.14990562200546265
665900	rnn.bias_hh_l0_reverse	1	0.26144710183143616
665900	rnn.bias_hh_l0_reverse	2	-0.35351669788360596
665900	rnn.bias_hh_l0_reverse	3	-0.22747620940208435
665900	rnn.bias_hh_l0_reverse	4	-0.4044138491153717
665900	rnn.bias_hh_l0_reverse	5	-0.1987435221672058
665900	rnn.bias_hh_l0_reverse	6	-0.26935192942619324
665900	rnn.bias_hh_l0_reverse	7	-0.10525060445070267
665900	rnn.bias_hh_l0_reverse	8	-0.33847203850746155
665900	rnn.bias_hh_l0_reverse	9	0.21117465198040009
665900	linear.weight	0	0.2378654181957245
665900	linear.weight	1	-0.39951464533805847
665900	linear.weight	2	0.027738500386476517
665900	linear.weight	3	0.067491315305233
665900	linear.weight	4	-0.10083657503128052
665900	linear.weight	5	0.25098279118537903
665900	linear.weight	6	-0.05208278074860573
665900	linear.weight	7	-0.06001245602965355
665900	linear.weight	8	0.14461128413677216
665900	linear.weight	9	-0.049662765115499496
665900	linear.bias	0	-0.8766337633132935
665900	linear.bias	1	1.810797929763794
665900	linear.bias	2	0.8063405752182007
665900	linear.bias	3	-2.734551429748535
665900	linear.bias	4	-0.08715169876813889
665900	linear.bias	5	1.2972898483276367
665900	linear.bias	6	-0.242621049284935
665900	linear.bias	7	0.8288214802742004
665900	linear.bias	8	2.140812635421753
665900	linear.bias	9	-1.380685567855835
666509	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
666509	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
666509	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
666509	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
666509	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
666509	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
666509	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
666509	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
666509	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
666509	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
666509	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
666509	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
666509	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
666509	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
666509	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
666509	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
666509	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
666509	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
666509	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
666509	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
666509	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
666509	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
666509	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
666509	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
666509	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
666509	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
666509	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
666509	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
666509	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
666509	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
666509	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
666509	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
666509	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
666509	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
666509	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
666509	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
666509	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
666509	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
666509	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
666509	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
666509	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
666509	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
666509	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
666509	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
666509	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
666509	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
666509	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
666509	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
666509	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
666509	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
666509	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
666509	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
666509	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
666509	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
666509	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
666509	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
666509	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
666509	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
666509	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
666509	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
666509	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
666509	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
666509	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
666509	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
666509	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
666509	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
666509	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
666509	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
666509	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
666509	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
666509	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
666509	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
666509	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
666509	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
666509	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
666509	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
666509	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
666509	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
666509	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
666509	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
666509	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
666509	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
666509	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
666509	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
666509	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
666509	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
666509	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
666509	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
666509	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
666509	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
666509	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
666509	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
666509	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
666509	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
666509	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
666509	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
666509	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
666509	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
666509	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
666509	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
666509	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
666509	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
666509	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
666509	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
666509	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
666509	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
666509	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
666509	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
666509	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
666509	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
666509	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
666509	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
666509	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
666509	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
666509	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
666509	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
666509	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
666509	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
666509	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
666509	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
666509	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
666509	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
666509	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
666509	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
666509	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
666509	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
666509	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
666509	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
666509	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
666509	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
666509	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
666509	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
666509	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
666509	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
666509	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
666509	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
666509	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
666509	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
666509	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
666509	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
666509	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
666509	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
666509	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
666509	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
666509	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
666509	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
666509	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
666509	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
666509	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
666509	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
666509	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
666509	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
666509	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
666509	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
666509	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
666509	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
666509	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
666509	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
666509	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
666509	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
666509	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
666509	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
666509	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
666509	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
666509	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
666509	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
666509	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
666509	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
666509	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
666509	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
666509	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
666509	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
666509	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
666509	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
666509	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
666509	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
666509	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
666509	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
666509	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
666509	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
666509	embedding2nn.weight	0	0.319068968296051
666509	embedding2nn.weight	1	0.38085949420928955
666509	embedding2nn.weight	2	0.0041268086060881615
666509	embedding2nn.weight	3	0.00881370808929205
666509	embedding2nn.weight	4	-0.03403589129447937
666509	embedding2nn.weight	5	0.05375263839960098
666509	embedding2nn.weight	6	-0.010811842046678066
666509	embedding2nn.weight	7	-0.007261176127940416
666509	embedding2nn.weight	8	0.031936898827552795
666509	embedding2nn.weight	9	-0.06330981850624084
666509	embedding2nn.bias	0	-0.00967544037848711
666509	embedding2nn.bias	1	-0.16900619864463806
666509	embedding2nn.bias	2	0.14479918777942657
666509	embedding2nn.bias	3	0.1827440708875656
666509	embedding2nn.bias	4	0.16166400909423828
666509	embedding2nn.bias	5	-0.09081181138753891
666509	embedding2nn.bias	6	-0.047120317816734314
666509	embedding2nn.bias	7	0.07566555589437485
666509	embedding2nn.bias	8	-0.18293149769306183
666509	embedding2nn.bias	9	-0.3744369447231293
666509	rnn.weight_ih_l0	0	-0.0039516352117061615
666509	rnn.weight_ih_l0	1	-0.058846183121204376
666509	rnn.weight_ih_l0	2	-0.05331915244460106
666509	rnn.weight_ih_l0	3	0.11726351827383041
666509	rnn.weight_ih_l0	4	0.002185588702559471
666509	rnn.weight_ih_l0	5	-0.0660923421382904
666509	rnn.weight_ih_l0	6	0.004002917557954788
666509	rnn.weight_ih_l0	7	-0.02306896261870861
666509	rnn.weight_ih_l0	8	-0.008785605430603027
666509	rnn.weight_ih_l0	9	-0.08868435770273209
666509	rnn.weight_hh_l0	0	-0.020059557631611824
666509	rnn.weight_hh_l0	1	0.08708483725786209
666509	rnn.weight_hh_l0	2	0.007953568361699581
666509	rnn.weight_hh_l0	3	-0.03053583949804306
666509	rnn.weight_hh_l0	4	0.07793222367763519
666509	rnn.weight_hh_l0	5	0.013973020017147064
666509	rnn.weight_hh_l0	6	-0.0819287821650505
666509	rnn.weight_hh_l0	7	-0.12309418618679047
666509	rnn.weight_hh_l0	8	0.038097649812698364
666509	rnn.weight_hh_l0	9	-0.12163064628839493
666509	rnn.bias_ih_l0	0	0.1630651354789734
666509	rnn.bias_ih_l0	1	-0.35086575150489807
666509	rnn.bias_ih_l0	2	-0.04430272802710533
666509	rnn.bias_ih_l0	3	-0.21792453527450562
666509	rnn.bias_ih_l0	4	0.029795069247484207
666509	rnn.bias_ih_l0	5	-0.4308728575706482
666509	rnn.bias_ih_l0	6	-0.15584519505500793
666509	rnn.bias_ih_l0	7	-0.3780715763568878
666509	rnn.bias_ih_l0	8	-0.29485195875167847
666509	rnn.bias_ih_l0	9	-0.4826650321483612
666509	rnn.bias_hh_l0	0	-0.3667462468147278
666509	rnn.bias_hh_l0	1	-0.4347574710845947
666509	rnn.bias_hh_l0	2	-0.41090938448905945
666509	rnn.bias_hh_l0	3	-0.07677486538887024
666509	rnn.bias_hh_l0	4	-0.400441437959671
666509	rnn.bias_hh_l0	5	-0.36048948764801025
666509	rnn.bias_hh_l0	6	-0.11552738398313522
666509	rnn.bias_hh_l0	7	0.08271640539169312
666509	rnn.bias_hh_l0	8	-0.23379859328269958
666509	rnn.bias_hh_l0	9	-0.5735656023025513
666509	rnn.weight_ih_l0_reverse	0	0.028447166085243225
666509	rnn.weight_ih_l0_reverse	1	-0.01916395127773285
666509	rnn.weight_ih_l0_reverse	2	0.005659605376422405
666509	rnn.weight_ih_l0_reverse	3	-0.16832579672336578
666509	rnn.weight_ih_l0_reverse	4	0.08457550406455994
666509	rnn.weight_ih_l0_reverse	5	-0.10783523321151733
666509	rnn.weight_ih_l0_reverse	6	0.015628593042492867
666509	rnn.weight_ih_l0_reverse	7	0.03165517747402191
666509	rnn.weight_ih_l0_reverse	8	-0.05572037398815155
666509	rnn.weight_ih_l0_reverse	9	-0.06728868931531906
666509	rnn.weight_hh_l0_reverse	0	-0.14545604586601257
666509	rnn.weight_hh_l0_reverse	1	0.030191410332918167
666509	rnn.weight_hh_l0_reverse	2	-0.017647482454776764
666509	rnn.weight_hh_l0_reverse	3	0.028811892494559288
666509	rnn.weight_hh_l0_reverse	4	-0.07989727705717087
666509	rnn.weight_hh_l0_reverse	5	0.03455173596739769
666509	rnn.weight_hh_l0_reverse	6	0.02896270900964737
666509	rnn.weight_hh_l0_reverse	7	-0.12748338282108307
666509	rnn.weight_hh_l0_reverse	8	-0.0754663497209549
666509	rnn.weight_hh_l0_reverse	9	0.0366545170545578
666509	rnn.bias_ih_l0_reverse	0	-0.17662492394447327
666509	rnn.bias_ih_l0_reverse	1	-0.06781882047653198
666509	rnn.bias_ih_l0_reverse	2	0.15115785598754883
666509	rnn.bias_ih_l0_reverse	3	-0.3149130642414093
666509	rnn.bias_ih_l0_reverse	4	0.019035935401916504
666509	rnn.bias_ih_l0_reverse	5	-0.2215678095817566
666509	rnn.bias_ih_l0_reverse	6	0.2673022150993347
666509	rnn.bias_ih_l0_reverse	7	-0.32886528968811035
666509	rnn.bias_ih_l0_reverse	8	-0.18532206118106842
666509	rnn.bias_ih_l0_reverse	9	-0.1600612998008728
666509	rnn.bias_hh_l0_reverse	0	-0.1539345234632492
666509	rnn.bias_hh_l0_reverse	1	0.2657354176044464
666509	rnn.bias_hh_l0_reverse	2	-0.3579045534133911
666509	rnn.bias_hh_l0_reverse	3	-0.229392409324646
666509	rnn.bias_hh_l0_reverse	4	-0.40456050634384155
666509	rnn.bias_hh_l0_reverse	5	-0.19912652671337128
666509	rnn.bias_hh_l0_reverse	6	-0.26872509717941284
666509	rnn.bias_hh_l0_reverse	7	-0.1061796173453331
666509	rnn.bias_hh_l0_reverse	8	-0.3399888277053833
666509	rnn.bias_hh_l0_reverse	9	0.2101433128118515
666509	linear.weight	0	0.22246885299682617
666509	linear.weight	1	-0.4038808047771454
666509	linear.weight	2	0.04165086895227432
666509	linear.weight	3	0.067491315305233
666509	linear.weight	4	-0.12132181227207184
666509	linear.weight	5	0.2586342394351959
666509	linear.weight	6	-0.055769819766283035
666509	linear.weight	7	-0.06001194193959236
666509	linear.weight	8	0.14724375307559967
666509	linear.weight	9	-0.04966501146554947
666509	linear.bias	0	-0.8814538717269897
666509	linear.bias	1	1.8054624795913696
666509	linear.bias	2	0.8120844960212708
666509	linear.bias	3	-2.7346444129943848
666509	linear.bias	4	-0.09572596102952957
666509	linear.bias	5	1.2784661054611206
666509	linear.bias	6	-0.24733127653598785
666509	linear.bias	7	0.8084516525268555
666509	linear.bias	8	2.134967565536499
666509	linear.bias	9	-1.3748745918273926
667118	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
667118	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
667118	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
667118	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
667118	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
667118	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
667118	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
667118	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
667118	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
667118	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
667118	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
667118	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
667118	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
667118	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
667118	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
667118	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
667118	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
667118	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
667118	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
667118	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
667118	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
667118	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
667118	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
667118	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
667118	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
667118	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
667118	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
667118	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
667118	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
667118	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
667118	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
667118	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
667118	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
667118	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
667118	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
667118	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
667118	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
667118	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
667118	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
667118	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
667118	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
667118	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
667118	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
667118	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
667118	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
667118	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
667118	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
667118	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
667118	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
667118	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
667118	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
667118	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
667118	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
667118	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
667118	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
667118	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
667118	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
667118	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
667118	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
667118	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
667118	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
667118	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
667118	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
667118	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
667118	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
667118	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
667118	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
667118	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
667118	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
667118	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
667118	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
667118	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
667118	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
667118	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
667118	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
667118	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
667118	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
667118	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
667118	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
667118	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
667118	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
667118	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
667118	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
667118	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
667118	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
667118	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
667118	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
667118	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
667118	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
667118	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
667118	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
667118	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
667118	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
667118	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
667118	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
667118	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
667118	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
667118	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
667118	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
667118	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
667118	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
667118	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
667118	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
667118	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
667118	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
667118	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
667118	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
667118	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
667118	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
667118	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
667118	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
667118	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
667118	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
667118	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
667118	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
667118	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
667118	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
667118	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
667118	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
667118	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
667118	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
667118	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
667118	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
667118	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
667118	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
667118	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
667118	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
667118	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
667118	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
667118	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
667118	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
667118	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
667118	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
667118	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
667118	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
667118	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
667118	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
667118	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
667118	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
667118	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
667118	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
667118	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
667118	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
667118	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
667118	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
667118	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
667118	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
667118	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
667118	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
667118	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
667118	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
667118	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
667118	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
667118	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
667118	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
667118	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
667118	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
667118	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
667118	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
667118	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
667118	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
667118	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
667118	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
667118	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
667118	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
667118	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
667118	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
667118	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
667118	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
667118	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
667118	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
667118	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
667118	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
667118	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
667118	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
667118	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
667118	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
667118	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
667118	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
667118	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
667118	embedding2nn.weight	0	0.31904590129852295
667118	embedding2nn.weight	1	0.3797614872455597
667118	embedding2nn.weight	2	0.0012671840377151966
667118	embedding2nn.weight	3	0.0049292403273284435
667118	embedding2nn.weight	4	-0.034033868461847305
667118	embedding2nn.weight	5	0.05436799302697182
667118	embedding2nn.weight	6	-0.00929934624582529
667118	embedding2nn.weight	7	-0.006088528316468
667118	embedding2nn.weight	8	0.029649794101715088
667118	embedding2nn.weight	9	-0.06754440814256668
667118	embedding2nn.bias	0	-0.010136920027434826
667118	embedding2nn.bias	1	-0.18810561299324036
667118	embedding2nn.bias	2	0.14731192588806152
667118	embedding2nn.bias	3	0.18013165891170502
667118	embedding2nn.bias	4	0.1545981466770172
667118	embedding2nn.bias	5	-0.08906442672014236
667118	embedding2nn.bias	6	-0.0418354868888855
667118	embedding2nn.bias	7	0.056772444397211075
667118	embedding2nn.bias	8	-0.1684187650680542
667118	embedding2nn.bias	9	-0.38174447417259216
667118	rnn.weight_ih_l0	0	-0.0033681306522339582
667118	rnn.weight_ih_l0	1	-0.06001589447259903
667118	rnn.weight_ih_l0	2	-0.054784707725048065
667118	rnn.weight_ih_l0	3	0.11639773100614548
667118	rnn.weight_ih_l0	4	0.005961230024695396
667118	rnn.weight_ih_l0	5	-0.07124197483062744
667118	rnn.weight_ih_l0	6	0.005218759644776583
667118	rnn.weight_ih_l0	7	-0.020639736205339432
667118	rnn.weight_ih_l0	8	-0.004084241110831499
667118	rnn.weight_ih_l0	9	-0.08908005803823471
667118	rnn.weight_hh_l0	0	-0.019809680059552193
667118	rnn.weight_hh_l0	1	0.08744584023952484
667118	rnn.weight_hh_l0	2	0.008745312690734863
667118	rnn.weight_hh_l0	3	-0.0306612066924572
667118	rnn.weight_hh_l0	4	0.0788165032863617
667118	rnn.weight_hh_l0	5	0.012813649140298367
667118	rnn.weight_hh_l0	6	-0.0820675864815712
667118	rnn.weight_hh_l0	7	-0.12504255771636963
667118	rnn.weight_hh_l0	8	0.03811927139759064
667118	rnn.weight_hh_l0	9	-0.12150844186544418
667118	rnn.bias_ih_l0	0	0.16705866158008575
667118	rnn.bias_ih_l0	1	-0.3477535545825958
667118	rnn.bias_ih_l0	2	-0.04345178231596947
667118	rnn.bias_ih_l0	3	-0.21650435030460358
667118	rnn.bias_ih_l0	4	0.030491327866911888
667118	rnn.bias_ih_l0	5	-0.4345209300518036
667118	rnn.bias_ih_l0	6	-0.15598832070827484
667118	rnn.bias_ih_l0	7	-0.3778587579727173
667118	rnn.bias_ih_l0	8	-0.29144567251205444
667118	rnn.bias_ih_l0	9	-0.4773034155368805
667118	rnn.bias_hh_l0	0	-0.36205121874809265
667118	rnn.bias_hh_l0	1	-0.43529126048088074
667118	rnn.bias_hh_l0	2	-0.40736252069473267
667118	rnn.bias_hh_l0	3	-0.07784973829984665
667118	rnn.bias_hh_l0	4	-0.4026974141597748
667118	rnn.bias_hh_l0	5	-0.36198583245277405
667118	rnn.bias_hh_l0	6	-0.10767444223165512
667118	rnn.bias_hh_l0	7	0.0876452624797821
667118	rnn.bias_hh_l0	8	-0.23514777421951294
667118	rnn.bias_hh_l0	9	-0.5705451369285583
667118	rnn.weight_ih_l0_reverse	0	0.03015649877488613
667118	rnn.weight_ih_l0_reverse	1	-0.020633958280086517
667118	rnn.weight_ih_l0_reverse	2	0.005620832554996014
667118	rnn.weight_ih_l0_reverse	3	-0.168121337890625
667118	rnn.weight_ih_l0_reverse	4	0.08378498256206512
667118	rnn.weight_ih_l0_reverse	5	-0.10524167120456696
667118	rnn.weight_ih_l0_reverse	6	0.014518671669065952
667118	rnn.weight_ih_l0_reverse	7	0.03055078163743019
667118	rnn.weight_ih_l0_reverse	8	-0.055870719254016876
667118	rnn.weight_ih_l0_reverse	9	-0.07071536034345627
667118	rnn.weight_hh_l0_reverse	0	-0.14393272995948792
667118	rnn.weight_hh_l0_reverse	1	0.029593368992209435
667118	rnn.weight_hh_l0_reverse	2	-0.01725357212126255
667118	rnn.weight_hh_l0_reverse	3	0.02857414446771145
667118	rnn.weight_hh_l0_reverse	4	-0.0793837383389473
667118	rnn.weight_hh_l0_reverse	5	0.034403812140226364
667118	rnn.weight_hh_l0_reverse	6	0.029099611565470695
667118	rnn.weight_hh_l0_reverse	7	-0.12810853123664856
667118	rnn.weight_hh_l0_reverse	8	-0.07330838590860367
667118	rnn.weight_hh_l0_reverse	9	0.037322286516427994
667118	rnn.bias_ih_l0_reverse	0	-0.17782491445541382
667118	rnn.bias_ih_l0_reverse	1	-0.06475082784891129
667118	rnn.bias_ih_l0_reverse	2	0.14682453870773315
667118	rnn.bias_ih_l0_reverse	3	-0.3156273066997528
667118	rnn.bias_ih_l0_reverse	4	0.0185554139316082
667118	rnn.bias_ih_l0_reverse	5	-0.22129471600055695
667118	rnn.bias_ih_l0_reverse	6	0.2684723436832428
667118	rnn.bias_ih_l0_reverse	7	-0.32849645614624023
667118	rnn.bias_ih_l0_reverse	8	-0.18593133985996246
667118	rnn.bias_ih_l0_reverse	9	-0.16325156390666962
667118	rnn.bias_hh_l0_reverse	0	-0.15262912213802338
667118	rnn.bias_hh_l0_reverse	1	0.26775914430618286
667118	rnn.bias_hh_l0_reverse	2	-0.35325634479522705
667118	rnn.bias_hh_l0_reverse	3	-0.23118098080158234
667118	rnn.bias_hh_l0_reverse	4	-0.40199390053749084
667118	rnn.bias_hh_l0_reverse	5	-0.20110411942005157
667118	rnn.bias_hh_l0_reverse	6	-0.2675102651119232
667118	rnn.bias_hh_l0_reverse	7	-0.10624805092811584
667118	rnn.bias_hh_l0_reverse	8	-0.3439585864543915
667118	rnn.bias_hh_l0_reverse	9	0.20059379935264587
667118	linear.weight	0	0.2252921164035797
667118	linear.weight	1	-0.4298259913921356
667118	linear.weight	2	0.0160482507199049
667118	linear.weight	3	0.0674910619854927
667118	linear.weight	4	-0.11666794866323471
667118	linear.weight	5	0.26535430550575256
667118	linear.weight	6	-0.059199824929237366
667118	linear.weight	7	-0.06000976637005806
667118	linear.weight	8	0.16224358975887299
667118	linear.weight	9	-0.04966802895069122
667118	linear.bias	0	-0.8945037722587585
667118	linear.bias	1	1.8346905708312988
667118	linear.bias	2	0.7778336405754089
667118	linear.bias	3	-2.734736204147339
667118	linear.bias	4	-0.07963281124830246
667118	linear.bias	5	1.289839744567871
667118	linear.bias	6	-0.24615029990673065
667118	linear.bias	7	0.8235477805137634
667118	linear.bias	8	2.1549863815307617
667118	linear.bias	9	-1.364900827407837
667727	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
667727	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
667727	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
667727	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
667727	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
667727	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
667727	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
667727	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
667727	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
667727	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
667727	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
667727	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
667727	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
667727	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
667727	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
667727	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
667727	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
667727	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
667727	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
667727	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
667727	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
667727	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
667727	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
667727	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
667727	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
667727	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
667727	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
667727	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
667727	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
667727	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
667727	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
667727	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
667727	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
667727	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
667727	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
667727	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
667727	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
667727	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
667727	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
667727	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
667727	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
667727	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
667727	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
667727	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
667727	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
667727	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
667727	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
667727	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
667727	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
667727	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
667727	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
667727	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
667727	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
667727	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
667727	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
667727	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
667727	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
667727	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
667727	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
667727	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
667727	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
667727	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
667727	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
667727	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
667727	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
667727	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
667727	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
667727	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
667727	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
667727	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
667727	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
667727	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
667727	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
667727	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
667727	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
667727	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
667727	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
667727	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
667727	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
667727	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
667727	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
667727	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
667727	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
667727	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
667727	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
667727	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
667727	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
667727	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
667727	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
667727	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
667727	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
667727	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
667727	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
667727	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
667727	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
667727	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
667727	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
667727	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
667727	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
667727	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
667727	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
667727	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
667727	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
667727	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
667727	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
667727	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
667727	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
667727	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
667727	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
667727	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
667727	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
667727	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
667727	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
667727	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
667727	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
667727	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
667727	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
667727	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
667727	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
667727	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
667727	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
667727	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
667727	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
667727	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
667727	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
667727	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
667727	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
667727	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
667727	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
667727	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
667727	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
667727	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
667727	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
667727	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
667727	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
667727	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
667727	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
667727	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
667727	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
667727	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
667727	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
667727	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
667727	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
667727	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
667727	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
667727	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
667727	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
667727	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
667727	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
667727	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
667727	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
667727	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
667727	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
667727	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
667727	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
667727	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
667727	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
667727	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
667727	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
667727	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
667727	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
667727	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
667727	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
667727	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
667727	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
667727	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
667727	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
667727	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
667727	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
667727	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
667727	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
667727	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
667727	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
667727	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
667727	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
667727	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
667727	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
667727	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
667727	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
667727	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
667727	embedding2nn.weight	0	0.31913989782333374
667727	embedding2nn.weight	1	0.3766927719116211
667727	embedding2nn.weight	2	0.0035366672091186047
667727	embedding2nn.weight	3	0.011942497454583645
667727	embedding2nn.weight	4	-0.03250280022621155
667727	embedding2nn.weight	5	0.054312124848365784
667727	embedding2nn.weight	6	-0.009803451597690582
667727	embedding2nn.weight	7	-0.006849393714219332
667727	embedding2nn.weight	8	0.032650575041770935
667727	embedding2nn.weight	9	-0.0667840838432312
667727	embedding2nn.bias	0	-0.016023064032197
667727	embedding2nn.bias	1	-0.19039970636367798
667727	embedding2nn.bias	2	0.15455180406570435
667727	embedding2nn.bias	3	0.1695115566253662
667727	embedding2nn.bias	4	0.15252794325351715
667727	embedding2nn.bias	5	-0.08760659396648407
667727	embedding2nn.bias	6	-0.05990644171833992
667727	embedding2nn.bias	7	0.049155279994010925
667727	embedding2nn.bias	8	-0.16415783762931824
667727	embedding2nn.bias	9	-0.3771284222602844
667727	rnn.weight_ih_l0	0	-0.003719127271324396
667727	rnn.weight_ih_l0	1	-0.059566304087638855
667727	rnn.weight_ih_l0	2	-0.05587451159954071
667727	rnn.weight_ih_l0	3	0.11823593825101852
667727	rnn.weight_ih_l0	4	0.004820068832486868
667727	rnn.weight_ih_l0	5	-0.07085900753736496
667727	rnn.weight_ih_l0	6	0.004474847577512264
667727	rnn.weight_ih_l0	7	-0.020969515666365623
667727	rnn.weight_ih_l0	8	-0.006041912827640772
667727	rnn.weight_ih_l0	9	-0.09111243486404419
667727	rnn.weight_hh_l0	0	-0.019769933074712753
667727	rnn.weight_hh_l0	1	0.08753957599401474
667727	rnn.weight_hh_l0	2	0.008530791848897934
667727	rnn.weight_hh_l0	3	-0.0309031680226326
667727	rnn.weight_hh_l0	4	0.07848688215017319
667727	rnn.weight_hh_l0	5	0.013066386803984642
667727	rnn.weight_hh_l0	6	-0.0819602832198143
667727	rnn.weight_hh_l0	7	-0.12481626868247986
667727	rnn.weight_hh_l0	8	0.03816457837820053
667727	rnn.weight_hh_l0	9	-0.12226632237434387
667727	rnn.bias_ih_l0	0	0.16560237109661102
667727	rnn.bias_ih_l0	1	-0.3447743058204651
667727	rnn.bias_ih_l0	2	-0.04367232322692871
667727	rnn.bias_ih_l0	3	-0.21948911249637604
667727	rnn.bias_ih_l0	4	0.031377628445625305
667727	rnn.bias_ih_l0	5	-0.43029361963272095
667727	rnn.bias_ih_l0	6	-0.14996276795864105
667727	rnn.bias_ih_l0	7	-0.37859269976615906
667727	rnn.bias_ih_l0	8	-0.28956568241119385
667727	rnn.bias_ih_l0	9	-0.4754520058631897
667727	rnn.bias_hh_l0	0	-0.3668001890182495
667727	rnn.bias_hh_l0	1	-0.4388461112976074
667727	rnn.bias_hh_l0	2	-0.40772366523742676
667727	rnn.bias_hh_l0	3	-0.08015036582946777
667727	rnn.bias_hh_l0	4	-0.40505579113960266
667727	rnn.bias_hh_l0	5	-0.3625653386116028
667727	rnn.bias_hh_l0	6	-0.1128668338060379
667727	rnn.bias_hh_l0	7	0.08421802520751953
667727	rnn.bias_hh_l0	8	-0.2333250790834427
667727	rnn.bias_hh_l0	9	-0.5695943832397461
667727	rnn.weight_ih_l0_reverse	0	0.028275668621063232
667727	rnn.weight_ih_l0_reverse	1	-0.020628493279218674
667727	rnn.weight_ih_l0_reverse	2	0.006655802484601736
667727	rnn.weight_ih_l0_reverse	3	-0.16779102385044098
667727	rnn.weight_ih_l0_reverse	4	0.08365064859390259
667727	rnn.weight_ih_l0_reverse	5	-0.10865412652492523
667727	rnn.weight_ih_l0_reverse	6	0.013664831407368183
667727	rnn.weight_ih_l0_reverse	7	0.029910316690802574
667727	rnn.weight_ih_l0_reverse	8	-0.057379450649023056
667727	rnn.weight_ih_l0_reverse	9	-0.0708264708518982
667727	rnn.weight_hh_l0_reverse	0	-0.14304135739803314
667727	rnn.weight_hh_l0_reverse	1	0.029558438807725906
667727	rnn.weight_hh_l0_reverse	2	-0.017328323796391487
667727	rnn.weight_hh_l0_reverse	3	0.028576616197824478
667727	rnn.weight_hh_l0_reverse	4	-0.07923071086406708
667727	rnn.weight_hh_l0_reverse	5	0.0345199815928936
667727	rnn.weight_hh_l0_reverse	6	0.02918963134288788
667727	rnn.weight_hh_l0_reverse	7	-0.12935666739940643
667727	rnn.weight_hh_l0_reverse	8	-0.07459462434053421
667727	rnn.weight_hh_l0_reverse	9	0.03702009469270706
667727	rnn.bias_ih_l0_reverse	0	-0.1766379326581955
667727	rnn.bias_ih_l0_reverse	1	-0.06642371416091919
667727	rnn.bias_ih_l0_reverse	2	0.15243889391422272
667727	rnn.bias_ih_l0_reverse	3	-0.31601178646087646
667727	rnn.bias_ih_l0_reverse	4	0.022831419482827187
667727	rnn.bias_ih_l0_reverse	5	-0.22219665348529816
667727	rnn.bias_ih_l0_reverse	6	0.269985169172287
667727	rnn.bias_ih_l0_reverse	7	-0.3222433030605316
667727	rnn.bias_ih_l0_reverse	8	-0.18379272520542145
667727	rnn.bias_ih_l0_reverse	9	-0.16222895681858063
667727	rnn.bias_hh_l0_reverse	0	-0.14377252757549286
667727	rnn.bias_hh_l0_reverse	1	0.2640158236026764
667727	rnn.bias_hh_l0_reverse	2	-0.35239502787590027
667727	rnn.bias_hh_l0_reverse	3	-0.22901126742362976
667727	rnn.bias_hh_l0_reverse	4	-0.40151089429855347
667727	rnn.bias_hh_l0_reverse	5	-0.20711131393909454
667727	rnn.bias_hh_l0_reverse	6	-0.2713797986507416
667727	rnn.bias_hh_l0_reverse	7	-0.10128442198038101
667727	rnn.bias_hh_l0_reverse	8	-0.3385263681411743
667727	rnn.bias_hh_l0_reverse	9	0.19808928668498993
667727	linear.weight	0	0.21658502519130707
667727	linear.weight	1	-0.43655163049697876
667727	linear.weight	2	0.03182767331600189
667727	linear.weight	3	0.0674910768866539
667727	linear.weight	4	-0.13269825279712677
667727	linear.weight	5	0.25999727845191956
667727	linear.weight	6	-0.06174611672759056
667727	linear.weight	7	-0.06000709906220436
667727	linear.weight	8	0.16947045922279358
667727	linear.weight	9	-0.04967087134718895
667727	linear.bias	0	-0.9059966802597046
667727	linear.bias	1	1.8501238822937012
667727	linear.bias	2	0.768838107585907
667727	linear.bias	3	-2.734825849533081
667727	linear.bias	4	-0.09561341255903244
667727	linear.bias	5	1.3013335466384888
667727	linear.bias	6	-0.22401303052902222
667727	linear.bias	7	0.8001984357833862
667727	linear.bias	8	2.1230387687683105
667727	linear.bias	9	-1.3608237504959106
668336	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
668336	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
668336	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
668336	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
668336	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
668336	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
668336	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
668336	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
668336	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
668336	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
668336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
668336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
668336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
668336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
668336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
668336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
668336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
668336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
668336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
668336	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
668336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
668336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
668336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
668336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
668336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
668336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
668336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
668336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
668336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
668336	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
668336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
668336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
668336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
668336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
668336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
668336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
668336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
668336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
668336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
668336	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
668336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
668336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
668336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
668336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
668336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
668336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
668336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
668336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
668336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
668336	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
668336	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
668336	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
668336	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
668336	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
668336	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
668336	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
668336	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
668336	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
668336	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
668336	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
668336	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
668336	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
668336	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
668336	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
668336	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
668336	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
668336	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
668336	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
668336	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
668336	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
668336	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
668336	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
668336	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
668336	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
668336	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
668336	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
668336	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
668336	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
668336	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
668336	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
668336	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
668336	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
668336	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
668336	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
668336	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
668336	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
668336	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
668336	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
668336	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
668336	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
668336	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
668336	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
668336	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
668336	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
668336	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
668336	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
668336	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
668336	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
668336	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
668336	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
668336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
668336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
668336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
668336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
668336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
668336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
668336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
668336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
668336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
668336	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
668336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
668336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
668336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
668336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
668336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
668336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
668336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
668336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
668336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
668336	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
668336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
668336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
668336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
668336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
668336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
668336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
668336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
668336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
668336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
668336	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
668336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
668336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
668336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
668336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
668336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
668336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
668336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
668336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
668336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
668336	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
668336	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
668336	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
668336	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
668336	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
668336	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
668336	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
668336	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
668336	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
668336	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
668336	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
668336	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
668336	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
668336	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
668336	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
668336	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
668336	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
668336	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
668336	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
668336	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
668336	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
668336	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
668336	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
668336	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
668336	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
668336	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
668336	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
668336	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
668336	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
668336	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
668336	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
668336	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
668336	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
668336	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
668336	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
668336	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
668336	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
668336	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
668336	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
668336	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
668336	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
668336	embedding2nn.weight	0	0.32030755281448364
668336	embedding2nn.weight	1	0.3800647258758545
668336	embedding2nn.weight	2	0.004137242678552866
668336	embedding2nn.weight	3	0.011956177651882172
668336	embedding2nn.weight	4	-0.032423119992017746
668336	embedding2nn.weight	5	0.05429113283753395
668336	embedding2nn.weight	6	-0.006805293262004852
668336	embedding2nn.weight	7	-0.0073634423315525055
668336	embedding2nn.weight	8	0.031319510191679
668336	embedding2nn.weight	9	-0.06865709275007248
668336	embedding2nn.bias	0	-0.008887789212167263
668336	embedding2nn.bias	1	-0.1926489621400833
668336	embedding2nn.bias	2	0.15634778141975403
668336	embedding2nn.bias	3	0.16901978850364685
668336	embedding2nn.bias	4	0.14833763241767883
668336	embedding2nn.bias	5	-0.09545125812292099
668336	embedding2nn.bias	6	-0.05957084149122238
668336	embedding2nn.bias	7	0.051690723747015
668336	embedding2nn.bias	8	-0.1602458506822586
668336	embedding2nn.bias	9	-0.3902420401573181
668336	rnn.weight_ih_l0	0	-0.004008287098258734
668336	rnn.weight_ih_l0	1	-0.059895358979701996
668336	rnn.weight_ih_l0	2	-0.054410420358181
668336	rnn.weight_ih_l0	3	0.1168346032500267
668336	rnn.weight_ih_l0	4	0.0034071356058120728
668336	rnn.weight_ih_l0	5	-0.06984416395425797
668336	rnn.weight_ih_l0	6	0.008003909140825272
668336	rnn.weight_ih_l0	7	-0.021648582071065903
668336	rnn.weight_ih_l0	8	-0.006580640096217394
668336	rnn.weight_ih_l0	9	-0.0881827250123024
668336	rnn.weight_hh_l0	0	-0.019470563158392906
668336	rnn.weight_hh_l0	1	0.08736896514892578
668336	rnn.weight_hh_l0	2	0.00959264300763607
668336	rnn.weight_hh_l0	3	-0.03075532242655754
668336	rnn.weight_hh_l0	4	0.07795754075050354
668336	rnn.weight_hh_l0	5	0.013120903633534908
668336	rnn.weight_hh_l0	6	-0.08188971132040024
668336	rnn.weight_hh_l0	7	-0.12427372485399246
668336	rnn.weight_hh_l0	8	0.03833913430571556
668336	rnn.weight_hh_l0	9	-0.12191140651702881
668336	rnn.bias_ih_l0	0	0.16944687068462372
668336	rnn.bias_ih_l0	1	-0.3459412753582001
668336	rnn.bias_ih_l0	2	-0.04312390089035034
668336	rnn.bias_ih_l0	3	-0.21755848824977875
668336	rnn.bias_ih_l0	4	0.03805714100599289
668336	rnn.bias_ih_l0	5	-0.43433111906051636
668336	rnn.bias_ih_l0	6	-0.14681288599967957
668336	rnn.bias_ih_l0	7	-0.3782389760017395
668336	rnn.bias_ih_l0	8	-0.29248496890068054
668336	rnn.bias_ih_l0	9	-0.473849892616272
668336	rnn.bias_hh_l0	0	-0.3649493455886841
668336	rnn.bias_hh_l0	1	-0.4349348247051239
668336	rnn.bias_hh_l0	2	-0.4050334095954895
668336	rnn.bias_hh_l0	3	-0.08327125012874603
668336	rnn.bias_hh_l0	4	-0.40633031725883484
668336	rnn.bias_hh_l0	5	-0.36360079050064087
668336	rnn.bias_hh_l0	6	-0.11272227019071579
668336	rnn.bias_hh_l0	7	0.08431316912174225
668336	rnn.bias_hh_l0	8	-0.23213212192058563
668336	rnn.bias_hh_l0	9	-0.568199098110199
668336	rnn.weight_ih_l0_reverse	0	0.02981310710310936
668336	rnn.weight_ih_l0_reverse	1	-0.021322747692465782
668336	rnn.weight_ih_l0_reverse	2	0.006385655142366886
668336	rnn.weight_ih_l0_reverse	3	-0.1690967082977295
668336	rnn.weight_ih_l0_reverse	4	0.08297519385814667
668336	rnn.weight_ih_l0_reverse	5	-0.10707329213619232
668336	rnn.weight_ih_l0_reverse	6	0.01667032763361931
668336	rnn.weight_ih_l0_reverse	7	0.02855265885591507
668336	rnn.weight_ih_l0_reverse	8	-0.05603109672665596
668336	rnn.weight_ih_l0_reverse	9	-0.071408711373806
668336	rnn.weight_hh_l0_reverse	0	-0.1431761085987091
668336	rnn.weight_hh_l0_reverse	1	0.02946632355451584
668336	rnn.weight_hh_l0_reverse	2	-0.017302967607975006
668336	rnn.weight_hh_l0_reverse	3	0.028093433007597923
668336	rnn.weight_hh_l0_reverse	4	-0.07892650365829468
668336	rnn.weight_hh_l0_reverse	5	0.034384291619062424
668336	rnn.weight_hh_l0_reverse	6	0.029307499527931213
668336	rnn.weight_hh_l0_reverse	7	-0.12775832414627075
668336	rnn.weight_hh_l0_reverse	8	-0.07407204061746597
668336	rnn.weight_hh_l0_reverse	9	0.03786095604300499
668336	rnn.bias_ih_l0_reverse	0	-0.1749102920293808
668336	rnn.bias_ih_l0_reverse	1	-0.06888951361179352
668336	rnn.bias_ih_l0_reverse	2	0.15590599179267883
668336	rnn.bias_ih_l0_reverse	3	-0.3141947388648987
668336	rnn.bias_ih_l0_reverse	4	0.011904405429959297
668336	rnn.bias_ih_l0_reverse	5	-0.2237737625837326
668336	rnn.bias_ih_l0_reverse	6	0.27317360043525696
668336	rnn.bias_ih_l0_reverse	7	-0.32757458090782166
668336	rnn.bias_ih_l0_reverse	8	-0.18305009603500366
668336	rnn.bias_ih_l0_reverse	9	-0.15707530081272125
668336	rnn.bias_hh_l0_reverse	0	-0.1408323049545288
668336	rnn.bias_hh_l0_reverse	1	0.2692629098892212
668336	rnn.bias_hh_l0_reverse	2	-0.3543756604194641
668336	rnn.bias_hh_l0_reverse	3	-0.22511331737041473
668336	rnn.bias_hh_l0_reverse	4	-0.403245210647583
668336	rnn.bias_hh_l0_reverse	5	-0.20381614565849304
668336	rnn.bias_hh_l0_reverse	6	-0.27252066135406494
668336	rnn.bias_hh_l0_reverse	7	-0.10214384645223618
668336	rnn.bias_hh_l0_reverse	8	-0.34326326847076416
668336	rnn.bias_hh_l0_reverse	9	0.19032277166843414
668336	linear.weight	0	0.20514415204524994
668336	linear.weight	1	-0.42339956760406494
668336	linear.weight	2	-0.0013610203750431538
668336	linear.weight	3	0.06749352067708969
668336	linear.weight	4	-0.12979239225387573
668336	linear.weight	5	0.25630655884742737
668336	linear.weight	6	-0.06173050403594971
668336	linear.weight	7	-0.06000545620918274
668336	linear.weight	8	0.1625872254371643
668336	linear.weight	9	-0.04967384412884712
668336	linear.bias	0	-0.8678441047668457
668336	linear.bias	1	1.8379795551300049
668336	linear.bias	2	0.7729790806770325
668336	linear.bias	3	-2.7349207401275635
668336	linear.bias	4	-0.06465020775794983
668336	linear.bias	5	1.248977780342102
668336	linear.bias	6	-0.22583149373531342
668336	linear.bias	7	0.8009055256843567
668336	linear.bias	8	2.145181894302368
668336	linear.bias	9	-1.3659008741378784
668945	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
668945	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
668945	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
668945	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
668945	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
668945	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
668945	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
668945	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
668945	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
668945	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
668945	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
668945	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
668945	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
668945	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
668945	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
668945	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
668945	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
668945	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
668945	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
668945	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
668945	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
668945	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
668945	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
668945	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
668945	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
668945	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
668945	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
668945	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
668945	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
668945	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
668945	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
668945	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
668945	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
668945	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
668945	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
668945	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
668945	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
668945	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
668945	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
668945	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
668945	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
668945	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
668945	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
668945	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
668945	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
668945	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
668945	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
668945	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
668945	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
668945	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
668945	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
668945	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
668945	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
668945	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
668945	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
668945	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
668945	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
668945	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
668945	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
668945	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
668945	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
668945	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
668945	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
668945	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
668945	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
668945	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
668945	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
668945	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
668945	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
668945	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
668945	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
668945	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
668945	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
668945	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
668945	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
668945	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
668945	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
668945	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
668945	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
668945	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
668945	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
668945	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
668945	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
668945	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
668945	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
668945	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
668945	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
668945	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
668945	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
668945	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
668945	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
668945	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
668945	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
668945	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
668945	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
668945	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
668945	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
668945	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
668945	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
668945	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
668945	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
668945	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
668945	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
668945	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
668945	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
668945	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
668945	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
668945	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
668945	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
668945	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
668945	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
668945	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
668945	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
668945	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
668945	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
668945	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
668945	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
668945	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
668945	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
668945	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
668945	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
668945	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
668945	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
668945	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
668945	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
668945	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
668945	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
668945	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
668945	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
668945	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
668945	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
668945	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
668945	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
668945	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
668945	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
668945	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
668945	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
668945	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
668945	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
668945	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
668945	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
668945	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
668945	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
668945	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
668945	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
668945	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
668945	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
668945	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
668945	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
668945	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
668945	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
668945	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
668945	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
668945	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
668945	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
668945	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
668945	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
668945	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
668945	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
668945	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
668945	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
668945	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
668945	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
668945	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
668945	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
668945	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
668945	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
668945	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
668945	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
668945	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
668945	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
668945	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
668945	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
668945	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
668945	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
668945	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
668945	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
668945	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
668945	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
668945	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
668945	embedding2nn.weight	0	0.319198876619339
668945	embedding2nn.weight	1	0.3791251480579376
668945	embedding2nn.weight	2	0.0007474148878827691
668945	embedding2nn.weight	3	0.016539013013243675
668945	embedding2nn.weight	4	-0.03529750183224678
668945	embedding2nn.weight	5	0.05636461824178696
668945	embedding2nn.weight	6	-0.012832439504563808
668945	embedding2nn.weight	7	-0.005049158353358507
668945	embedding2nn.weight	8	0.03127303346991539
668945	embedding2nn.weight	9	-0.07323528826236725
668945	embedding2nn.bias	0	0.009984346106648445
668945	embedding2nn.bias	1	-0.20222420990467072
668945	embedding2nn.bias	2	0.1470186412334442
668945	embedding2nn.bias	3	0.18282334506511688
668945	embedding2nn.bias	4	0.16958509385585785
668945	embedding2nn.bias	5	-0.07523239403963089
668945	embedding2nn.bias	6	-0.06990119069814682
668945	embedding2nn.bias	7	0.04257453978061676
668945	embedding2nn.bias	8	-0.1732538491487503
668945	embedding2nn.bias	9	-0.38652193546295166
668945	rnn.weight_ih_l0	0	-0.003732725977897644
668945	rnn.weight_ih_l0	1	-0.06052273511886597
668945	rnn.weight_ih_l0	2	-0.05220898240804672
668945	rnn.weight_ih_l0	3	0.11661454290151596
668945	rnn.weight_ih_l0	4	0.003550867782905698
668945	rnn.weight_ih_l0	5	-0.06858720630407333
668945	rnn.weight_ih_l0	6	0.008258655667304993
668945	rnn.weight_ih_l0	7	-0.02275724895298481
668945	rnn.weight_ih_l0	8	-0.0059224702417850494
668945	rnn.weight_ih_l0	9	-0.08810417354106903
668945	rnn.weight_hh_l0	0	-0.019739162176847458
668945	rnn.weight_hh_l0	1	0.0871012955904007
668945	rnn.weight_hh_l0	2	0.009103408083319664
668945	rnn.weight_hh_l0	3	-0.031144240871071815
668945	rnn.weight_hh_l0	4	0.07747092843055725
668945	rnn.weight_hh_l0	5	0.013096979819238186
668945	rnn.weight_hh_l0	6	-0.08173273503780365
668945	rnn.weight_hh_l0	7	-0.1241348385810852
668945	rnn.weight_hh_l0	8	0.038213539868593216
668945	rnn.weight_hh_l0	9	-0.12184911221265793
668945	rnn.bias_ih_l0	0	0.16382890939712524
668945	rnn.bias_ih_l0	1	-0.34669578075408936
668945	rnn.bias_ih_l0	2	-0.044736701995134354
668945	rnn.bias_ih_l0	3	-0.21349522471427917
668945	rnn.bias_ih_l0	4	0.03740420937538147
668945	rnn.bias_ih_l0	5	-0.42627254128456116
668945	rnn.bias_ih_l0	6	-0.14670933783054352
668945	rnn.bias_ih_l0	7	-0.37700140476226807
668945	rnn.bias_ih_l0	8	-0.29284802079200745
668945	rnn.bias_ih_l0	9	-0.4666047692298889
668945	rnn.bias_hh_l0	0	-0.3605317175388336
668945	rnn.bias_hh_l0	1	-0.4351223111152649
668945	rnn.bias_hh_l0	2	-0.4051955044269562
668945	rnn.bias_hh_l0	3	-0.08225387334823608
668945	rnn.bias_hh_l0	4	-0.40758419036865234
668945	rnn.bias_hh_l0	5	-0.3642478585243225
668945	rnn.bias_hh_l0	6	-0.11609867960214615
668945	rnn.bias_hh_l0	7	0.07961148768663406
668945	rnn.bias_hh_l0	8	-0.23564413189888
668945	rnn.bias_hh_l0	9	-0.571149468421936
668945	rnn.weight_ih_l0_reverse	0	0.024505091831088066
668945	rnn.weight_ih_l0_reverse	1	-0.023420803248882294
668945	rnn.weight_ih_l0_reverse	2	0.007253856863826513
668945	rnn.weight_ih_l0_reverse	3	-0.16743706166744232
668945	rnn.weight_ih_l0_reverse	4	0.08141199499368668
668945	rnn.weight_ih_l0_reverse	5	-0.10810196399688721
668945	rnn.weight_ih_l0_reverse	6	0.018993983045220375
668945	rnn.weight_ih_l0_reverse	7	0.028956150636076927
668945	rnn.weight_ih_l0_reverse	8	-0.056988827884197235
668945	rnn.weight_ih_l0_reverse	9	-0.06994122266769409
668945	rnn.weight_hh_l0_reverse	0	-0.1433485895395279
668945	rnn.weight_hh_l0_reverse	1	0.02983754128217697
668945	rnn.weight_hh_l0_reverse	2	-0.017180506139993668
668945	rnn.weight_hh_l0_reverse	3	0.027962371706962585
668945	rnn.weight_hh_l0_reverse	4	-0.07960028946399689
668945	rnn.weight_hh_l0_reverse	5	0.03443741798400879
668945	rnn.weight_hh_l0_reverse	6	0.029287006705999374
668945	rnn.weight_hh_l0_reverse	7	-0.12609970569610596
668945	rnn.weight_hh_l0_reverse	8	-0.0720100998878479
668945	rnn.weight_hh_l0_reverse	9	0.0373840369284153
668945	rnn.bias_ih_l0_reverse	0	-0.17303207516670227
668945	rnn.bias_ih_l0_reverse	1	-0.07163816690444946
668945	rnn.bias_ih_l0_reverse	2	0.15782447159290314
668945	rnn.bias_ih_l0_reverse	3	-0.3133282959461212
668945	rnn.bias_ih_l0_reverse	4	0.011944610625505447
668945	rnn.bias_ih_l0_reverse	5	-0.224077507853508
668945	rnn.bias_ih_l0_reverse	6	0.2639178931713104
668945	rnn.bias_ih_l0_reverse	7	-0.3251475393772125
668945	rnn.bias_ih_l0_reverse	8	-0.1873290091753006
668945	rnn.bias_ih_l0_reverse	9	-0.15364712476730347
668945	rnn.bias_hh_l0_reverse	0	-0.13960671424865723
668945	rnn.bias_hh_l0_reverse	1	0.27195969223976135
668945	rnn.bias_hh_l0_reverse	2	-0.35226181149482727
668945	rnn.bias_hh_l0_reverse	3	-0.2281479388475418
668945	rnn.bias_hh_l0_reverse	4	-0.40356120467185974
668945	rnn.bias_hh_l0_reverse	5	-0.2060176581144333
668945	rnn.bias_hh_l0_reverse	6	-0.27443450689315796
668945	rnn.bias_hh_l0_reverse	7	-0.10271024703979492
668945	rnn.bias_hh_l0_reverse	8	-0.33980628848075867
668945	rnn.bias_hh_l0_reverse	9	0.19419632852077484
668945	linear.weight	0	0.19898201525211334
668945	linear.weight	1	-0.41018715500831604
668945	linear.weight	2	-0.001982493093237281
668945	linear.weight	3	0.06749369204044342
668945	linear.weight	4	-0.12640950083732605
668945	linear.weight	5	0.23408380150794983
668945	linear.weight	6	-0.058230701833963394
668945	linear.weight	7	-0.060003578662872314
668945	linear.weight	8	0.1619730144739151
668945	linear.weight	9	-0.04967617616057396
668945	linear.bias	0	-0.8847538232803345
668945	linear.bias	1	1.8531310558319092
668945	linear.bias	2	0.8012022972106934
668945	linear.bias	3	-2.735013961791992
668945	linear.bias	4	-0.09898834675550461
668945	linear.bias	5	1.2817424535751343
668945	linear.bias	6	-0.239286407828331
668945	linear.bias	7	0.8165536522865295
668945	linear.bias	8	2.1258866786956787
668945	linear.bias	9	-1.3653751611709595
669554	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
669554	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
669554	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
669554	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
669554	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
669554	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
669554	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
669554	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
669554	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
669554	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
669554	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
669554	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
669554	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
669554	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
669554	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
669554	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
669554	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
669554	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
669554	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
669554	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
669554	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
669554	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
669554	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
669554	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
669554	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
669554	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
669554	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
669554	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
669554	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
669554	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
669554	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
669554	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
669554	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
669554	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
669554	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
669554	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
669554	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
669554	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
669554	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
669554	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
669554	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
669554	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
669554	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
669554	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
669554	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
669554	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
669554	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
669554	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
669554	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
669554	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
669554	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
669554	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
669554	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
669554	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
669554	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
669554	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
669554	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
669554	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
669554	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
669554	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
669554	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
669554	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
669554	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
669554	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
669554	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
669554	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
669554	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
669554	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
669554	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
669554	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
669554	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
669554	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
669554	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
669554	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
669554	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
669554	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
669554	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
669554	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
669554	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
669554	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
669554	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
669554	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
669554	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
669554	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
669554	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
669554	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
669554	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
669554	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
669554	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
669554	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
669554	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
669554	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
669554	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
669554	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
669554	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
669554	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
669554	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
669554	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
669554	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
669554	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
669554	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
669554	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
669554	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
669554	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
669554	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
669554	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
669554	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
669554	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
669554	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
669554	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
669554	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
669554	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
669554	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
669554	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
669554	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
669554	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
669554	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
669554	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
669554	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
669554	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
669554	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
669554	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
669554	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
669554	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
669554	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
669554	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
669554	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
669554	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
669554	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
669554	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
669554	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
669554	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
669554	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
669554	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
669554	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
669554	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
669554	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
669554	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
669554	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
669554	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
669554	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
669554	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
669554	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
669554	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
669554	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
669554	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
669554	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
669554	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
669554	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
669554	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
669554	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
669554	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
669554	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
669554	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
669554	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
669554	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
669554	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
669554	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
669554	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
669554	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
669554	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
669554	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
669554	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
669554	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
669554	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
669554	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
669554	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
669554	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
669554	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
669554	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
669554	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
669554	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
669554	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
669554	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
669554	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
669554	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
669554	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
669554	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
669554	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
669554	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
669554	embedding2nn.weight	0	0.31859490275382996
669554	embedding2nn.weight	1	0.379971981048584
669554	embedding2nn.weight	2	-0.0010620512766763568
669554	embedding2nn.weight	3	0.009725427255034447
669554	embedding2nn.weight	4	-0.03547799587249756
669554	embedding2nn.weight	5	0.054921213537454605
669554	embedding2nn.weight	6	-0.0068011172115802765
669554	embedding2nn.weight	7	-0.009799485094845295
669554	embedding2nn.weight	8	0.03360430896282196
669554	embedding2nn.weight	9	-0.07148638367652893
669554	embedding2nn.bias	0	0.000572004821151495
669554	embedding2nn.bias	1	-0.19335733354091644
669554	embedding2nn.bias	2	0.1404867023229599
669554	embedding2nn.bias	3	0.17712008953094482
669554	embedding2nn.bias	4	0.14019016921520233
669554	embedding2nn.bias	5	-0.07736079394817352
669554	embedding2nn.bias	6	-0.06824049353599548
669554	embedding2nn.bias	7	0.03385814651846886
669554	embedding2nn.bias	8	-0.1604500710964203
669554	embedding2nn.bias	9	-0.37803539633750916
669554	rnn.weight_ih_l0	0	-0.003520790720358491
669554	rnn.weight_ih_l0	1	-0.05987853556871414
669554	rnn.weight_ih_l0	2	-0.04930306226015091
669554	rnn.weight_ih_l0	3	0.11752612888813019
669554	rnn.weight_ih_l0	4	0.0036688544787466526
669554	rnn.weight_ih_l0	5	-0.05990440025925636
669554	rnn.weight_ih_l0	6	0.0038333137053996325
669554	rnn.weight_ih_l0	7	-0.021807275712490082
669554	rnn.weight_ih_l0	8	-0.003627296769991517
669554	rnn.weight_ih_l0	9	-0.08561544120311737
669554	rnn.weight_hh_l0	0	-0.01965140923857689
669554	rnn.weight_hh_l0	1	0.08727585524320602
669554	rnn.weight_hh_l0	2	0.008813225664198399
669554	rnn.weight_hh_l0	3	-0.0315525196492672
669554	rnn.weight_hh_l0	4	0.07721027731895447
669554	rnn.weight_hh_l0	5	0.013317774049937725
669554	rnn.weight_hh_l0	6	-0.0815487876534462
669554	rnn.weight_hh_l0	7	-0.12269880622625351
669554	rnn.weight_hh_l0	8	0.03804665803909302
669554	rnn.weight_hh_l0	9	-0.12201370298862457
669554	rnn.bias_ih_l0	0	0.1590682864189148
669554	rnn.bias_ih_l0	1	-0.34595349431037903
669554	rnn.bias_ih_l0	2	-0.04211006686091423
669554	rnn.bias_ih_l0	3	-0.21489591896533966
669554	rnn.bias_ih_l0	4	0.04169300198554993
669554	rnn.bias_ih_l0	5	-0.42954903841018677
669554	rnn.bias_ih_l0	6	-0.1479640156030655
669554	rnn.bias_ih_l0	7	-0.37706249952316284
669554	rnn.bias_ih_l0	8	-0.29660728573799133
669554	rnn.bias_ih_l0	9	-0.4671080410480499
669554	rnn.bias_hh_l0	0	-0.36044031381607056
669554	rnn.bias_hh_l0	1	-0.4345806837081909
669554	rnn.bias_hh_l0	2	-0.40447089076042175
669554	rnn.bias_hh_l0	3	-0.08220909535884857
669554	rnn.bias_hh_l0	4	-0.4062855839729309
669554	rnn.bias_hh_l0	5	-0.36494180560112
669554	rnn.bias_hh_l0	6	-0.11963310837745667
669554	rnn.bias_hh_l0	7	0.0843447595834732
669554	rnn.bias_hh_l0	8	-0.23338183760643005
669554	rnn.bias_hh_l0	9	-0.5697767734527588
669554	rnn.weight_ih_l0_reverse	0	0.021440688520669937
669554	rnn.weight_ih_l0_reverse	1	-0.023478763177990913
669554	rnn.weight_ih_l0_reverse	2	0.007457290310412645
669554	rnn.weight_ih_l0_reverse	3	-0.16754648089408875
669554	rnn.weight_ih_l0_reverse	4	0.08082595467567444
669554	rnn.weight_ih_l0_reverse	5	-0.10916110128164291
669554	rnn.weight_ih_l0_reverse	6	0.015298017300665379
669554	rnn.weight_ih_l0_reverse	7	0.029771510511636734
669554	rnn.weight_ih_l0_reverse	8	-0.055435266345739365
669554	rnn.weight_ih_l0_reverse	9	-0.0750645101070404
669554	rnn.weight_hh_l0_reverse	0	-0.14442884922027588
669554	rnn.weight_hh_l0_reverse	1	0.030428720638155937
669554	rnn.weight_hh_l0_reverse	2	-0.017721928656101227
669554	rnn.weight_hh_l0_reverse	3	0.028120726346969604
669554	rnn.weight_hh_l0_reverse	4	-0.07934386283159256
669554	rnn.weight_hh_l0_reverse	5	0.034436292946338654
669554	rnn.weight_hh_l0_reverse	6	0.029302705079317093
669554	rnn.weight_hh_l0_reverse	7	-0.12727196514606476
669554	rnn.weight_hh_l0_reverse	8	-0.07086831331253052
669554	rnn.weight_hh_l0_reverse	9	0.03692494332790375
669554	rnn.bias_ih_l0_reverse	0	-0.1690886914730072
669554	rnn.bias_ih_l0_reverse	1	-0.06815789639949799
669554	rnn.bias_ih_l0_reverse	2	0.1554255485534668
669554	rnn.bias_ih_l0_reverse	3	-0.3148486018180847
669554	rnn.bias_ih_l0_reverse	4	0.012200022116303444
669554	rnn.bias_ih_l0_reverse	5	-0.22540993988513947
669554	rnn.bias_ih_l0_reverse	6	0.26934877038002014
669554	rnn.bias_ih_l0_reverse	7	-0.3258334994316101
669554	rnn.bias_ih_l0_reverse	8	-0.18664422631263733
669554	rnn.bias_ih_l0_reverse	9	-0.1565168797969818
669554	rnn.bias_hh_l0_reverse	0	-0.14221927523612976
669554	rnn.bias_hh_l0_reverse	1	0.2699872851371765
669554	rnn.bias_hh_l0_reverse	2	-0.3533255159854889
669554	rnn.bias_hh_l0_reverse	3	-0.2319709062576294
669554	rnn.bias_hh_l0_reverse	4	-0.40292224287986755
669554	rnn.bias_hh_l0_reverse	5	-0.2058473378419876
669554	rnn.bias_hh_l0_reverse	6	-0.2723066806793213
669554	rnn.bias_hh_l0_reverse	7	-0.10095138102769852
669554	rnn.bias_hh_l0_reverse	8	-0.3395228087902069
669554	rnn.bias_hh_l0_reverse	9	0.19285400211811066
669554	linear.weight	0	0.2191065549850464
669554	linear.weight	1	-0.42705661058425903
669554	linear.weight	2	0.005166827701032162
669554	linear.weight	3	0.06749334931373596
669554	linear.weight	4	-0.11905746906995773
669554	linear.weight	5	0.234816312789917
669554	linear.weight	6	-0.057131215929985046
669554	linear.weight	7	-0.060001470148563385
669554	linear.weight	8	0.15877193212509155
669554	linear.weight	9	-0.04967848211526871
669554	linear.bias	0	-0.8715168833732605
669554	linear.bias	1	1.8399630784988403
669554	linear.bias	2	0.796880304813385
669554	linear.bias	3	-2.735109806060791
669554	linear.bias	4	-0.09172423928976059
669554	linear.bias	5	1.2491893768310547
669554	linear.bias	6	-0.21652448177337646
669554	linear.bias	7	0.8155114650726318
669554	linear.bias	8	2.084073543548584
669554	linear.bias	9	-1.3659920692443848
670163	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
670163	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
670163	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
670163	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
670163	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
670163	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
670163	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
670163	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
670163	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
670163	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
670163	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
670163	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
670163	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
670163	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
670163	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
670163	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
670163	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
670163	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
670163	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
670163	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
670163	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
670163	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
670163	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
670163	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
670163	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
670163	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
670163	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
670163	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
670163	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
670163	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
670163	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
670163	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
670163	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
670163	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
670163	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
670163	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
670163	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
670163	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
670163	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
670163	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
670163	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
670163	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
670163	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
670163	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
670163	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
670163	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
670163	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
670163	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
670163	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
670163	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
670163	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
670163	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
670163	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
670163	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
670163	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
670163	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
670163	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
670163	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
670163	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
670163	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
670163	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
670163	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
670163	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
670163	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
670163	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
670163	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
670163	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
670163	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
670163	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
670163	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
670163	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
670163	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
670163	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
670163	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
670163	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
670163	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
670163	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
670163	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
670163	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
670163	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
670163	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
670163	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
670163	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
670163	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
670163	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
670163	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
670163	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
670163	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
670163	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
670163	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
670163	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
670163	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
670163	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
670163	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
670163	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
670163	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
670163	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
670163	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
670163	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
670163	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
670163	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
670163	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
670163	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
670163	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
670163	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
670163	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
670163	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
670163	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
670163	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
670163	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
670163	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
670163	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
670163	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
670163	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
670163	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
670163	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
670163	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
670163	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
670163	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
670163	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
670163	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
670163	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
670163	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
670163	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
670163	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
670163	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
670163	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
670163	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
670163	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
670163	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
670163	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
670163	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
670163	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
670163	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
670163	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
670163	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
670163	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
670163	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
670163	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
670163	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
670163	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
670163	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
670163	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
670163	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
670163	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
670163	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
670163	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
670163	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
670163	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
670163	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
670163	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
670163	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
670163	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
670163	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
670163	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
670163	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
670163	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
670163	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
670163	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
670163	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
670163	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
670163	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
670163	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
670163	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
670163	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
670163	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
670163	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
670163	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
670163	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
670163	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
670163	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
670163	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
670163	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
670163	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
670163	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
670163	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
670163	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
670163	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
670163	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
670163	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
670163	embedding2nn.weight	0	0.3185873031616211
670163	embedding2nn.weight	1	0.3804742395877838
670163	embedding2nn.weight	2	-0.000842361943796277
670163	embedding2nn.weight	3	0.01555995736271143
670163	embedding2nn.weight	4	-0.03528876602649689
670163	embedding2nn.weight	5	0.05435900390148163
670163	embedding2nn.weight	6	-0.004204756114631891
670163	embedding2nn.weight	7	-0.006634966470301151
670163	embedding2nn.weight	8	0.03242063149809837
670163	embedding2nn.weight	9	-0.07084698975086212
670163	embedding2nn.bias	0	0.010315625928342342
670163	embedding2nn.bias	1	-0.1962869018316269
670163	embedding2nn.bias	2	0.14314749836921692
670163	embedding2nn.bias	3	0.17114660143852234
670163	embedding2nn.bias	4	0.15699806809425354
670163	embedding2nn.bias	5	-0.07771079242229462
670163	embedding2nn.bias	6	-0.08414788544178009
670163	embedding2nn.bias	7	0.038084547966718674
670163	embedding2nn.bias	8	-0.16679754853248596
670163	embedding2nn.bias	9	-0.3791191577911377
670163	rnn.weight_ih_l0	0	-0.0035324986092746258
670163	rnn.weight_ih_l0	1	-0.05935518816113472
670163	rnn.weight_ih_l0	2	-0.045575205236673355
670163	rnn.weight_ih_l0	3	0.11887823045253754
670163	rnn.weight_ih_l0	4	0.007809218484908342
670163	rnn.weight_ih_l0	5	-0.06101502478122711
670163	rnn.weight_ih_l0	6	0.0054448931477963924
670163	rnn.weight_ih_l0	7	-0.021533215418457985
670163	rnn.weight_ih_l0	8	-0.004132082685828209
670163	rnn.weight_ih_l0	9	-0.08752308785915375
670163	rnn.weight_hh_l0	0	-0.019399696961045265
670163	rnn.weight_hh_l0	1	0.08709122240543365
670163	rnn.weight_hh_l0	2	0.009130711667239666
670163	rnn.weight_hh_l0	3	-0.03135383874177933
670163	rnn.weight_hh_l0	4	0.07737091183662415
670163	rnn.weight_hh_l0	5	0.012857102788984776
670163	rnn.weight_hh_l0	6	-0.08145513385534286
670163	rnn.weight_hh_l0	7	-0.1230761930346489
670163	rnn.weight_hh_l0	8	0.038271594792604446
670163	rnn.weight_hh_l0	9	-0.12122596800327301
670163	rnn.bias_ih_l0	0	0.16309762001037598
670163	rnn.bias_ih_l0	1	-0.343256413936615
670163	rnn.bias_ih_l0	2	-0.04221092909574509
670163	rnn.bias_ih_l0	3	-0.2191781997680664
670163	rnn.bias_ih_l0	4	0.03777768462896347
670163	rnn.bias_ih_l0	5	-0.4344238340854645
670163	rnn.bias_ih_l0	6	-0.14517852663993835
670163	rnn.bias_ih_l0	7	-0.3773556053638458
670163	rnn.bias_ih_l0	8	-0.29493197798728943
670163	rnn.bias_ih_l0	9	-0.46513956785202026
670163	rnn.bias_hh_l0	0	-0.35553479194641113
670163	rnn.bias_hh_l0	1	-0.4373057186603546
670163	rnn.bias_hh_l0	2	-0.4014764428138733
670163	rnn.bias_hh_l0	3	-0.08079687505960464
670163	rnn.bias_hh_l0	4	-0.4061400592327118
670163	rnn.bias_hh_l0	5	-0.3655660152435303
670163	rnn.bias_hh_l0	6	-0.11925826221704483
670163	rnn.bias_hh_l0	7	0.08271689713001251
670163	rnn.bias_hh_l0	8	-0.23245836794376373
670163	rnn.bias_hh_l0	9	-0.5716609358787537
670163	rnn.weight_ih_l0_reverse	0	0.01969251222908497
670163	rnn.weight_ih_l0_reverse	1	-0.02389371022582054
670163	rnn.weight_ih_l0_reverse	2	0.006705925799906254
670163	rnn.weight_ih_l0_reverse	3	-0.16988497972488403
670163	rnn.weight_ih_l0_reverse	4	0.08067900687456131
670163	rnn.weight_ih_l0_reverse	5	-0.10466082394123077
670163	rnn.weight_ih_l0_reverse	6	0.01587291993200779
670163	rnn.weight_ih_l0_reverse	7	0.029091615229845047
670163	rnn.weight_ih_l0_reverse	8	-0.053890522569417953
670163	rnn.weight_ih_l0_reverse	9	-0.0756038948893547
670163	rnn.weight_hh_l0_reverse	0	-0.14337964355945587
670163	rnn.weight_hh_l0_reverse	1	0.030549291521310806
670163	rnn.weight_hh_l0_reverse	2	-0.017631541937589645
670163	rnn.weight_hh_l0_reverse	3	0.027619868516921997
670163	rnn.weight_hh_l0_reverse	4	-0.07933507114648819
670163	rnn.weight_hh_l0_reverse	5	0.03461271896958351
670163	rnn.weight_hh_l0_reverse	6	0.02930801548063755
670163	rnn.weight_hh_l0_reverse	7	-0.12696145474910736
670163	rnn.weight_hh_l0_reverse	8	-0.06875111907720566
670163	rnn.weight_hh_l0_reverse	9	0.03658701106905937
670163	rnn.bias_ih_l0_reverse	0	-0.17203810811042786
670163	rnn.bias_ih_l0_reverse	1	-0.06384694576263428
670163	rnn.bias_ih_l0_reverse	2	0.15680435299873352
670163	rnn.bias_ih_l0_reverse	3	-0.31495580077171326
670163	rnn.bias_ih_l0_reverse	4	0.009875278919935226
670163	rnn.bias_ih_l0_reverse	5	-0.22616635262966156
670163	rnn.bias_ih_l0_reverse	6	0.27037838101387024
670163	rnn.bias_ih_l0_reverse	7	-0.31914299726486206
670163	rnn.bias_ih_l0_reverse	8	-0.18733076751232147
670163	rnn.bias_ih_l0_reverse	9	-0.15160296857357025
670163	rnn.bias_hh_l0_reverse	0	-0.14069786667823792
670163	rnn.bias_hh_l0_reverse	1	0.2756675183773041
670163	rnn.bias_hh_l0_reverse	2	-0.352146178483963
670163	rnn.bias_hh_l0_reverse	3	-0.2329837530851364
670163	rnn.bias_hh_l0_reverse	4	-0.40173810720443726
670163	rnn.bias_hh_l0_reverse	5	-0.20532982051372528
670163	rnn.bias_hh_l0_reverse	6	-0.27519577741622925
670163	rnn.bias_hh_l0_reverse	7	-0.10430539399385452
670163	rnn.bias_hh_l0_reverse	8	-0.3436017334461212
670163	rnn.bias_hh_l0_reverse	9	0.19227062165737152
670163	linear.weight	0	0.22253796458244324
670163	linear.weight	1	-0.4339275062084198
670163	linear.weight	2	0.02142610214650631
670163	linear.weight	3	0.06749334186315536
670163	linear.weight	4	-0.10495065897703171
670163	linear.weight	5	0.2502858340740204
670163	linear.weight	6	-0.05448814108967781
670163	linear.weight	7	-0.059997785836458206
670163	linear.weight	8	0.15444940328598022
670163	linear.weight	9	-0.04968135431408882
670163	linear.bias	0	-0.8877321481704712
670163	linear.bias	1	1.839045524597168
670163	linear.bias	2	0.8004768490791321
670163	linear.bias	3	-2.7352094650268555
670163	linear.bias	4	-0.10107792168855667
670163	linear.bias	5	1.2702301740646362
670163	linear.bias	6	-0.18212679028511047
670163	linear.bias	7	0.8116997480392456
670163	linear.bias	8	2.0944511890411377
670163	linear.bias	9	-1.3861256837844849
670772	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
670772	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
670772	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
670772	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
670772	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
670772	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
670772	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
670772	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
670772	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
670772	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
670772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
670772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
670772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
670772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
670772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
670772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
670772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
670772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
670772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
670772	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
670772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
670772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
670772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
670772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
670772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
670772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
670772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
670772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
670772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
670772	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
670772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
670772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
670772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
670772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
670772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
670772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
670772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
670772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
670772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
670772	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
670772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
670772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
670772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
670772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
670772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
670772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
670772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
670772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
670772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
670772	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
670772	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
670772	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
670772	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
670772	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
670772	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
670772	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
670772	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
670772	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
670772	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
670772	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
670772	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
670772	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
670772	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
670772	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
670772	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
670772	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
670772	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
670772	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
670772	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
670772	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
670772	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
670772	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
670772	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
670772	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
670772	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
670772	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
670772	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
670772	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
670772	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
670772	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
670772	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
670772	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
670772	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
670772	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
670772	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
670772	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
670772	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
670772	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
670772	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
670772	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
670772	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
670772	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
670772	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
670772	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
670772	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
670772	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
670772	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
670772	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
670772	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
670772	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
670772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
670772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
670772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
670772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
670772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
670772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
670772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
670772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
670772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
670772	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
670772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
670772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
670772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
670772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
670772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
670772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
670772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
670772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
670772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
670772	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
670772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
670772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
670772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
670772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
670772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
670772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
670772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
670772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
670772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
670772	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
670772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
670772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
670772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
670772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
670772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
670772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
670772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
670772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
670772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
670772	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
670772	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
670772	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
670772	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
670772	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
670772	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
670772	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
670772	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
670772	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
670772	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
670772	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
670772	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
670772	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
670772	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
670772	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
670772	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
670772	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
670772	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
670772	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
670772	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
670772	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
670772	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
670772	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
670772	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
670772	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
670772	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
670772	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
670772	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
670772	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
670772	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
670772	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
670772	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
670772	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
670772	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
670772	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
670772	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
670772	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
670772	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
670772	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
670772	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
670772	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
670772	embedding2nn.weight	0	0.3182744085788727
670772	embedding2nn.weight	1	0.37818142771720886
670772	embedding2nn.weight	2	-0.001014655688777566
670772	embedding2nn.weight	3	0.02115352265536785
670772	embedding2nn.weight	4	-0.031961072236299515
670772	embedding2nn.weight	5	0.0559341236948967
670772	embedding2nn.weight	6	-0.004490089602768421
670772	embedding2nn.weight	7	-0.005647263489663601
670772	embedding2nn.weight	8	0.03269006684422493
670772	embedding2nn.weight	9	-0.07113312929868698
670772	embedding2nn.bias	0	0.0021449981722980738
670772	embedding2nn.bias	1	-0.191785529255867
670772	embedding2nn.bias	2	0.15841473639011383
670772	embedding2nn.bias	3	0.16267666220664978
670772	embedding2nn.bias	4	0.15351364016532898
670772	embedding2nn.bias	5	-0.07254930585622787
670772	embedding2nn.bias	6	-0.06427815556526184
670772	embedding2nn.bias	7	0.026893429458141327
670772	embedding2nn.bias	8	-0.16294531524181366
670772	embedding2nn.bias	9	-0.3861093521118164
670772	rnn.weight_ih_l0	0	-0.003859194228425622
670772	rnn.weight_ih_l0	1	-0.06082871928811073
670772	rnn.weight_ih_l0	2	-0.048070766031742096
670772	rnn.weight_ih_l0	3	0.11742350459098816
670772	rnn.weight_ih_l0	4	0.0005307869869284332
670772	rnn.weight_ih_l0	5	-0.062182944267988205
670772	rnn.weight_ih_l0	6	0.0070657371543347836
670772	rnn.weight_ih_l0	7	-0.022396951913833618
670772	rnn.weight_ih_l0	8	-0.0010940651409327984
670772	rnn.weight_ih_l0	9	-0.08913871645927429
670772	rnn.weight_hh_l0	0	-0.02005702257156372
670772	rnn.weight_hh_l0	1	0.08702626824378967
670772	rnn.weight_hh_l0	2	0.009004965424537659
670772	rnn.weight_hh_l0	3	-0.031873103231191635
670772	rnn.weight_hh_l0	4	0.07762797921895981
670772	rnn.weight_hh_l0	5	0.01317051611840725
670772	rnn.weight_hh_l0	6	-0.08148866891860962
670772	rnn.weight_hh_l0	7	-0.12343936413526535
670772	rnn.weight_hh_l0	8	0.0383586548268795
670772	rnn.weight_hh_l0	9	-0.12160992622375488
670772	rnn.bias_ih_l0	0	0.16546621918678284
670772	rnn.bias_ih_l0	1	-0.34485840797424316
670772	rnn.bias_ih_l0	2	-0.03834427893161774
670772	rnn.bias_ih_l0	3	-0.22184500098228455
670772	rnn.bias_ih_l0	4	0.027867618948221207
670772	rnn.bias_ih_l0	5	-0.4337727725505829
670772	rnn.bias_ih_l0	6	-0.1441430300474167
670772	rnn.bias_ih_l0	7	-0.3770647644996643
670772	rnn.bias_ih_l0	8	-0.3010162115097046
670772	rnn.bias_ih_l0	9	-0.47390398383140564
670772	rnn.bias_hh_l0	0	-0.35330456495285034
670772	rnn.bias_hh_l0	1	-0.4373566210269928
670772	rnn.bias_hh_l0	2	-0.40108978748321533
670772	rnn.bias_hh_l0	3	-0.08311426639556885
670772	rnn.bias_hh_l0	4	-0.4072624742984772
670772	rnn.bias_hh_l0	5	-0.36591634154319763
670772	rnn.bias_hh_l0	6	-0.12188529223203659
670772	rnn.bias_hh_l0	7	0.08326362818479538
670772	rnn.bias_hh_l0	8	-0.23240871727466583
670772	rnn.bias_hh_l0	9	-0.5736221075057983
670772	rnn.weight_ih_l0_reverse	0	0.017199082300066948
670772	rnn.weight_ih_l0_reverse	1	-0.022576864808797836
670772	rnn.weight_ih_l0_reverse	2	0.005966920405626297
670772	rnn.weight_ih_l0_reverse	3	-0.16647371649742126
670772	rnn.weight_ih_l0_reverse	4	0.0795232504606247
670772	rnn.weight_ih_l0_reverse	5	-0.109132319688797
670772	rnn.weight_ih_l0_reverse	6	0.02346094511449337
670772	rnn.weight_ih_l0_reverse	7	0.029661312699317932
670772	rnn.weight_ih_l0_reverse	8	-0.05332493409514427
670772	rnn.weight_ih_l0_reverse	9	-0.07469452172517776
670772	rnn.weight_hh_l0_reverse	0	-0.14283400774002075
670772	rnn.weight_hh_l0_reverse	1	0.030585722997784615
670772	rnn.weight_hh_l0_reverse	2	-0.017316006124019623
670772	rnn.weight_hh_l0_reverse	3	0.027940114960074425
670772	rnn.weight_hh_l0_reverse	4	-0.07908578217029572
670772	rnn.weight_hh_l0_reverse	5	0.034906405955553055
670772	rnn.weight_hh_l0_reverse	6	0.02912067249417305
670772	rnn.weight_hh_l0_reverse	7	-0.12436505407094955
670772	rnn.weight_hh_l0_reverse	8	-0.06913255900144577
670772	rnn.weight_hh_l0_reverse	9	0.03706302121281624
670772	rnn.bias_ih_l0_reverse	0	-0.17142057418823242
670772	rnn.bias_ih_l0_reverse	1	-0.0670856386423111
670772	rnn.bias_ih_l0_reverse	2	0.15308672189712524
670772	rnn.bias_ih_l0_reverse	3	-0.3149731755256653
670772	rnn.bias_ih_l0_reverse	4	0.013835188932716846
670772	rnn.bias_ih_l0_reverse	5	-0.22773277759552002
670772	rnn.bias_ih_l0_reverse	6	0.2743592858314514
670772	rnn.bias_ih_l0_reverse	7	-0.31406664848327637
670772	rnn.bias_ih_l0_reverse	8	-0.18799108266830444
670772	rnn.bias_ih_l0_reverse	9	-0.15056192874908447
670772	rnn.bias_hh_l0_reverse	0	-0.14031678438186646
670772	rnn.bias_hh_l0_reverse	1	0.2735790014266968
670772	rnn.bias_hh_l0_reverse	2	-0.3542821407318115
670772	rnn.bias_hh_l0_reverse	3	-0.23178429901599884
670772	rnn.bias_hh_l0_reverse	4	-0.40550708770751953
670772	rnn.bias_hh_l0_reverse	5	-0.20707210898399353
670772	rnn.bias_hh_l0_reverse	6	-0.2754381597042084
670772	rnn.bias_hh_l0_reverse	7	-0.10321406275033951
670772	rnn.bias_hh_l0_reverse	8	-0.33900997042655945
670772	rnn.bias_hh_l0_reverse	9	0.20349666476249695
670772	linear.weight	0	0.22485236823558807
670772	linear.weight	1	-0.42825135588645935
670772	linear.weight	2	0.024747557938098907
670772	linear.weight	3	0.06749371439218521
670772	linear.weight	4	-0.11143917590379715
670772	linear.weight	5	0.250468909740448
670772	linear.weight	6	-0.05604539066553116
670772	linear.weight	7	-0.05999522656202316
670772	linear.weight	8	0.1439104825258255
670772	linear.weight	9	-0.04968339204788208
670772	linear.bias	0	-0.8941475749015808
670772	linear.bias	1	1.8721153736114502
670772	linear.bias	2	0.8015002012252808
670772	linear.bias	3	-2.735301971435547
670772	linear.bias	4	-0.08831937611103058
670772	linear.bias	5	1.2320680618286133
670772	linear.bias	6	-0.18674175441265106
670772	linear.bias	7	0.8142542243003845
670772	linear.bias	8	2.1084539890289307
670772	linear.bias	9	-1.3728859424591064
670780	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
670780	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
670780	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
670780	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
670780	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
670780	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
670780	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
670780	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
670780	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
670780	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
670780	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
670780	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
670780	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
670780	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
670780	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
670780	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
670780	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
670780	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
670780	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
670780	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
670780	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
670780	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
670780	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
670780	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
670780	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
670780	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
670780	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
670780	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
670780	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
670780	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
670780	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
670780	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
670780	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
670780	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
670780	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
670780	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
670780	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
670780	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
670780	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
670780	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
670780	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
670780	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
670780	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
670780	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
670780	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
670780	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
670780	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
670780	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
670780	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
670780	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
670780	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
670780	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
670780	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
670780	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
670780	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
670780	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
670780	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
670780	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
670780	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
670780	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
670780	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
670780	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
670780	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
670780	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
670780	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
670780	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
670780	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
670780	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
670780	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
670780	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
670780	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
670780	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
670780	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
670780	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
670780	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
670780	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
670780	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
670780	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
670780	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
670780	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
670780	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
670780	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
670780	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
670780	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
670780	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
670780	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
670780	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
670780	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
670780	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
670780	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
670780	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
670780	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
670780	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
670780	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
670780	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
670780	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
670780	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
670780	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
670780	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
670780	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
670780	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
670780	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
670780	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
670780	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
670780	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
670780	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
670780	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
670780	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
670780	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
670780	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
670780	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
670780	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
670780	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
670780	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
670780	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
670780	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
670780	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
670780	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
670780	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
670780	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
670780	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
670780	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
670780	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
670780	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
670780	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
670780	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
670780	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
670780	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
670780	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
670780	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
670780	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
670780	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
670780	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
670780	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
670780	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
670780	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
670780	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
670780	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
670780	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
670780	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
670780	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
670780	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
670780	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
670780	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
670780	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
670780	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
670780	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
670780	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
670780	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
670780	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
670780	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
670780	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
670780	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
670780	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
670780	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
670780	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
670780	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
670780	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
670780	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
670780	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
670780	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
670780	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
670780	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
670780	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
670780	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
670780	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
670780	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
670780	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
670780	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
670780	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
670780	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
670780	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
670780	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
670780	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
670780	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
670780	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
670780	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
670780	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
670780	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
670780	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
670780	embedding2nn.weight	0	0.31835439801216125
670780	embedding2nn.weight	1	0.37807774543762207
670780	embedding2nn.weight	2	-0.0011322872014716268
670780	embedding2nn.weight	3	0.020668620243668556
670780	embedding2nn.weight	4	-0.031722161918878555
670780	embedding2nn.weight	5	0.05578017234802246
670780	embedding2nn.weight	6	-0.0055490839295089245
670780	embedding2nn.weight	7	-0.005765930283814669
670780	embedding2nn.weight	8	0.03284662961959839
670780	embedding2nn.weight	9	-0.070916548371315
670780	embedding2nn.bias	0	0.00011720829934347421
670780	embedding2nn.bias	1	-0.19282487034797668
670780	embedding2nn.bias	2	0.1544564664363861
670780	embedding2nn.bias	3	0.1678691953420639
670780	embedding2nn.bias	4	0.14948980510234833
670780	embedding2nn.bias	5	-0.07587014138698578
670780	embedding2nn.bias	6	-0.06371218711137772
670780	embedding2nn.bias	7	0.0286236722022295
670780	embedding2nn.bias	8	-0.16227464377880096
670780	embedding2nn.bias	9	-0.38445138931274414
670780	rnn.weight_ih_l0	0	-0.003825289895758033
670780	rnn.weight_ih_l0	1	-0.060796014964580536
670780	rnn.weight_ih_l0	2	-0.04761280119419098
670780	rnn.weight_ih_l0	3	0.11739906668663025
670780	rnn.weight_ih_l0	4	5.0037080654874444e-05
670780	rnn.weight_ih_l0	5	-0.06214061751961708
670780	rnn.weight_ih_l0	6	0.007142285350710154
670780	rnn.weight_ih_l0	7	-0.02227691560983658
670780	rnn.weight_ih_l0	8	-0.0011737282620742917
670780	rnn.weight_ih_l0	9	-0.08900784701108932
670780	rnn.weight_hh_l0	0	-0.020099950954318047
670780	rnn.weight_hh_l0	1	0.0869857519865036
670780	rnn.weight_hh_l0	2	0.008906620554625988
670780	rnn.weight_hh_l0	3	-0.03192136064171791
670780	rnn.weight_hh_l0	4	0.07763832807540894
670780	rnn.weight_hh_l0	5	0.01313153374940157
670780	rnn.weight_hh_l0	6	-0.08147701621055603
670780	rnn.weight_hh_l0	7	-0.12338902801275253
670780	rnn.weight_hh_l0	8	0.03836021199822426
670780	rnn.weight_hh_l0	9	-0.12161153554916382
670780	rnn.bias_ih_l0	0	0.16550959646701813
670780	rnn.bias_ih_l0	1	-0.3447380065917969
670780	rnn.bias_ih_l0	2	-0.03804318979382515
670780	rnn.bias_ih_l0	3	-0.22174032032489777
670780	rnn.bias_ih_l0	4	0.02736407145857811
670780	rnn.bias_ih_l0	5	-0.43438106775283813
670780	rnn.bias_ih_l0	6	-0.1438148319721222
670780	rnn.bias_ih_l0	7	-0.37707942724227905
670780	rnn.bias_ih_l0	8	-0.3009883761405945
670780	rnn.bias_ih_l0	9	-0.4740636348724365
670780	rnn.bias_hh_l0	0	-0.35361960530281067
670780	rnn.bias_hh_l0	1	-0.43767791986465454
670780	rnn.bias_hh_l0	2	-0.40127143263816833
670780	rnn.bias_hh_l0	3	-0.08335445821285248
670780	rnn.bias_hh_l0	4	-0.40733325481414795
670780	rnn.bias_hh_l0	5	-0.36593908071517944
670780	rnn.bias_hh_l0	6	-0.12189283967018127
670780	rnn.bias_hh_l0	7	0.08278714865446091
670780	rnn.bias_hh_l0	8	-0.23262310028076172
670780	rnn.bias_hh_l0	9	-0.5735563635826111
670780	rnn.weight_ih_l0_reverse	0	0.017146997153759003
670780	rnn.weight_ih_l0_reverse	1	-0.022702818736433983
670780	rnn.weight_ih_l0_reverse	2	0.006154667120426893
670780	rnn.weight_ih_l0_reverse	3	-0.16631703078746796
670780	rnn.weight_ih_l0_reverse	4	0.07949121296405792
670780	rnn.weight_ih_l0_reverse	5	-0.10912581533193588
670780	rnn.weight_ih_l0_reverse	6	0.023706061765551567
670780	rnn.weight_ih_l0_reverse	7	0.029663249850273132
670780	rnn.weight_ih_l0_reverse	8	-0.05300409346818924
670780	rnn.weight_ih_l0_reverse	9	-0.07469035685062408
670780	rnn.weight_hh_l0_reverse	0	-0.1428823471069336
670780	rnn.weight_hh_l0_reverse	1	0.030594421550631523
670780	rnn.weight_hh_l0_reverse	2	-0.017237644642591476
670780	rnn.weight_hh_l0_reverse	3	0.027911575511097908
670780	rnn.weight_hh_l0_reverse	4	-0.07899223268032074
670780	rnn.weight_hh_l0_reverse	5	0.03492920473217964
670780	rnn.weight_hh_l0_reverse	6	0.02911502495408058
670780	rnn.weight_hh_l0_reverse	7	-0.1243605688214302
670780	rnn.weight_hh_l0_reverse	8	-0.06915909796953201
670780	rnn.weight_hh_l0_reverse	9	0.037060972303152084
670780	rnn.bias_ih_l0_reverse	0	-0.17157216370105743
670780	rnn.bias_ih_l0_reverse	1	-0.06710907071828842
670780	rnn.bias_ih_l0_reverse	2	0.15343289077281952
670780	rnn.bias_ih_l0_reverse	3	-0.31523144245147705
670780	rnn.bias_ih_l0_reverse	4	0.013211168348789215
670780	rnn.bias_ih_l0_reverse	5	-0.2277137041091919
670780	rnn.bias_ih_l0_reverse	6	0.27447769045829773
670780	rnn.bias_ih_l0_reverse	7	-0.31565818190574646
670780	rnn.bias_ih_l0_reverse	8	-0.18820729851722717
670780	rnn.bias_ih_l0_reverse	9	-0.15086179971694946
670780	rnn.bias_hh_l0_reverse	0	-0.13945318758487701
670780	rnn.bias_hh_l0_reverse	1	0.2726767063140869
670780	rnn.bias_hh_l0_reverse	2	-0.3540959060192108
670780	rnn.bias_hh_l0_reverse	3	-0.2316470742225647
670780	rnn.bias_hh_l0_reverse	4	-0.4053105413913727
670780	rnn.bias_hh_l0_reverse	5	-0.2064749300479889
670780	rnn.bias_hh_l0_reverse	6	-0.2748830318450928
670780	rnn.bias_hh_l0_reverse	7	-0.10305187106132507
670780	rnn.bias_hh_l0_reverse	8	-0.3394521474838257
670780	rnn.bias_hh_l0_reverse	9	0.20331867039203644
670780	linear.weight	0	0.22398529946804047
670780	linear.weight	1	-0.42832228541374207
670780	linear.weight	2	0.027855869382619858
670780	linear.weight	3	0.06749369949102402
670780	linear.weight	4	-0.11444412916898727
670780	linear.weight	5	0.24978341162204742
670780	linear.weight	6	-0.05544299632310867
670780	linear.weight	7	-0.05999519303441048
670780	linear.weight	8	0.14347150921821594
670780	linear.weight	9	-0.04968344047665596
670780	linear.bias	0	-0.893353283405304
670780	linear.bias	1	1.8653717041015625
670780	linear.bias	2	0.8130394220352173
670780	linear.bias	3	-2.7353036403656006
670780	linear.bias	4	-0.08532336354255676
670780	linear.bias	5	1.2317345142364502
670780	linear.bias	6	-0.1808331161737442
670780	linear.bias	7	0.8119351863861084
670780	linear.bias	8	2.130918502807617
670780	linear.bias	9	-1.372869610786438
671389	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
671389	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
671389	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
671389	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
671389	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
671389	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
671389	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
671389	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
671389	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
671389	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
671389	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
671389	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
671389	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
671389	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
671389	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
671389	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
671389	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
671389	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
671389	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
671389	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
671389	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
671389	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
671389	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
671389	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
671389	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
671389	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
671389	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
671389	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
671389	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
671389	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
671389	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
671389	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
671389	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
671389	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
671389	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
671389	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
671389	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
671389	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
671389	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
671389	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
671389	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
671389	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
671389	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
671389	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
671389	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
671389	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
671389	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
671389	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
671389	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
671389	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
671389	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
671389	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
671389	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
671389	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
671389	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
671389	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
671389	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
671389	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
671389	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
671389	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
671389	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
671389	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
671389	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
671389	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
671389	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
671389	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
671389	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
671389	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
671389	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
671389	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
671389	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
671389	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
671389	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
671389	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
671389	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
671389	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
671389	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
671389	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
671389	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
671389	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
671389	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
671389	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
671389	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
671389	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
671389	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
671389	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
671389	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
671389	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
671389	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
671389	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
671389	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
671389	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
671389	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
671389	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
671389	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
671389	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
671389	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
671389	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
671389	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
671389	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
671389	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
671389	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
671389	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
671389	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
671389	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
671389	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
671389	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
671389	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
671389	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
671389	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
671389	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
671389	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
671389	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
671389	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
671389	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
671389	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
671389	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
671389	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
671389	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
671389	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
671389	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
671389	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
671389	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
671389	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
671389	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
671389	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
671389	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
671389	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
671389	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
671389	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
671389	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
671389	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
671389	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
671389	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
671389	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
671389	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
671389	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
671389	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
671389	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
671389	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
671389	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
671389	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
671389	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
671389	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
671389	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
671389	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
671389	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
671389	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
671389	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
671389	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
671389	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
671389	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
671389	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
671389	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
671389	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
671389	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
671389	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
671389	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
671389	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
671389	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
671389	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
671389	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
671389	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
671389	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
671389	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
671389	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
671389	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
671389	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
671389	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
671389	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
671389	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
671389	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
671389	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
671389	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
671389	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
671389	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
671389	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
671389	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
671389	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
671389	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
671389	embedding2nn.weight	0	0.3182932436466217
671389	embedding2nn.weight	1	0.37818169593811035
671389	embedding2nn.weight	2	-0.0007543505053035915
671389	embedding2nn.weight	3	0.018887115642428398
671389	embedding2nn.weight	4	-0.02991098165512085
671389	embedding2nn.weight	5	0.05337902531027794
671389	embedding2nn.weight	6	-0.0066927638836205006
671389	embedding2nn.weight	7	-0.007163975387811661
671389	embedding2nn.weight	8	0.029368732124567032
671389	embedding2nn.weight	9	-0.07271376252174377
671389	embedding2nn.bias	0	0.006773501168936491
671389	embedding2nn.bias	1	-0.1822902262210846
671389	embedding2nn.bias	2	0.15115343034267426
671389	embedding2nn.bias	3	0.171966090798378
671389	embedding2nn.bias	4	0.1426563262939453
671389	embedding2nn.bias	5	-0.08301424235105515
671389	embedding2nn.bias	6	-0.058898866176605225
671389	embedding2nn.bias	7	0.0379040390253067
671389	embedding2nn.bias	8	-0.1606072187423706
671389	embedding2nn.bias	9	-0.3842335045337677
671389	rnn.weight_ih_l0	0	-0.0040934085845947266
671389	rnn.weight_ih_l0	1	-0.06056482344865799
671389	rnn.weight_ih_l0	2	-0.04930567741394043
671389	rnn.weight_ih_l0	3	0.11603633314371109
671389	rnn.weight_ih_l0	4	-0.0001749404618749395
671389	rnn.weight_ih_l0	5	-0.060037508606910706
671389	rnn.weight_ih_l0	6	0.006787627004086971
671389	rnn.weight_ih_l0	7	-0.022870304062962532
671389	rnn.weight_ih_l0	8	-0.0018517867429181933
671389	rnn.weight_ih_l0	9	-0.09266355633735657
671389	rnn.weight_hh_l0	0	-0.020051313564181328
671389	rnn.weight_hh_l0	1	0.087224081158638
671389	rnn.weight_hh_l0	2	0.00820222869515419
671389	rnn.weight_hh_l0	3	-0.03173984959721565
671389	rnn.weight_hh_l0	4	0.07786776125431061
671389	rnn.weight_hh_l0	5	0.012931104749441147
671389	rnn.weight_hh_l0	6	-0.08157721161842346
671389	rnn.weight_hh_l0	7	-0.12304932624101639
671389	rnn.weight_hh_l0	8	0.0384427011013031
671389	rnn.weight_hh_l0	9	-0.1215948760509491
671389	rnn.bias_ih_l0	0	0.17127886414527893
671389	rnn.bias_ih_l0	1	-0.3498198091983795
671389	rnn.bias_ih_l0	2	-0.03850710019469261
671389	rnn.bias_ih_l0	3	-0.2209734171628952
671389	rnn.bias_ih_l0	4	0.01937202364206314
671389	rnn.bias_ih_l0	5	-0.440262109041214
671389	rnn.bias_ih_l0	6	-0.14993713796138763
671389	rnn.bias_ih_l0	7	-0.3758666515350342
671389	rnn.bias_ih_l0	8	-0.30167356133461
671389	rnn.bias_ih_l0	9	-0.4671887159347534
671389	rnn.bias_hh_l0	0	-0.35513776540756226
671389	rnn.bias_hh_l0	1	-0.43887460231781006
671389	rnn.bias_hh_l0	2	-0.4021289646625519
671389	rnn.bias_hh_l0	3	-0.08322424441576004
671389	rnn.bias_hh_l0	4	-0.4085926115512848
671389	rnn.bias_hh_l0	5	-0.3666641116142273
671389	rnn.bias_hh_l0	6	-0.11759123206138611
671389	rnn.bias_hh_l0	7	0.08733461797237396
671389	rnn.bias_hh_l0	8	-0.23550191521644592
671389	rnn.bias_hh_l0	9	-0.5709269046783447
671389	rnn.weight_ih_l0_reverse	0	0.020600445568561554
671389	rnn.weight_ih_l0_reverse	1	-0.022875260561704636
671389	rnn.weight_ih_l0_reverse	2	0.007728376891463995
671389	rnn.weight_ih_l0_reverse	3	-0.16732963919639587
671389	rnn.weight_ih_l0_reverse	4	0.08031374216079712
671389	rnn.weight_ih_l0_reverse	5	-0.10903719812631607
671389	rnn.weight_ih_l0_reverse	6	0.021800821647047997
671389	rnn.weight_ih_l0_reverse	7	0.030015405267477036
671389	rnn.weight_ih_l0_reverse	8	-0.052325863391160965
671389	rnn.weight_ih_l0_reverse	9	-0.0708005428314209
671389	rnn.weight_hh_l0_reverse	0	-0.1426665037870407
671389	rnn.weight_hh_l0_reverse	1	0.03053145296871662
671389	rnn.weight_hh_l0_reverse	2	-0.017895502969622612
671389	rnn.weight_hh_l0_reverse	3	0.028322262689471245
671389	rnn.weight_hh_l0_reverse	4	-0.08006652444601059
671389	rnn.weight_hh_l0_reverse	5	0.035062503069639206
671389	rnn.weight_hh_l0_reverse	6	0.029166171327233315
671389	rnn.weight_hh_l0_reverse	7	-0.12440886348485947
671389	rnn.weight_hh_l0_reverse	8	-0.06743518263101578
671389	rnn.weight_hh_l0_reverse	9	0.037065539509058
671389	rnn.bias_ih_l0_reverse	0	-0.1779324859380722
671389	rnn.bias_ih_l0_reverse	1	-0.06808184832334518
671389	rnn.bias_ih_l0_reverse	2	0.15366911888122559
671389	rnn.bias_ih_l0_reverse	3	-0.31508439779281616
671389	rnn.bias_ih_l0_reverse	4	0.017384884878993034
671389	rnn.bias_ih_l0_reverse	5	-0.22653742134571075
671389	rnn.bias_ih_l0_reverse	6	0.2763610780239105
671389	rnn.bias_ih_l0_reverse	7	-0.31641703844070435
671389	rnn.bias_ih_l0_reverse	8	-0.1857774555683136
671389	rnn.bias_ih_l0_reverse	9	-0.15002737939357758
671389	rnn.bias_hh_l0_reverse	0	-0.14141371846199036
671389	rnn.bias_hh_l0_reverse	1	0.27213695645332336
671389	rnn.bias_hh_l0_reverse	2	-0.34975478053092957
671389	rnn.bias_hh_l0_reverse	3	-0.23075778782367706
671389	rnn.bias_hh_l0_reverse	4	-0.4060271680355072
671389	rnn.bias_hh_l0_reverse	5	-0.20802874863147736
671389	rnn.bias_hh_l0_reverse	6	-0.2729099988937378
671389	rnn.bias_hh_l0_reverse	7	-0.10081348568201065
671389	rnn.bias_hh_l0_reverse	8	-0.33954229950904846
671389	rnn.bias_hh_l0_reverse	9	0.20059643685817719
671389	linear.weight	0	0.24784056842327118
671389	linear.weight	1	-0.4294581413269043
671389	linear.weight	2	0.04364819452166557
671389	linear.weight	3	0.06749343872070312
671389	linear.weight	4	-0.11676246672868729
671389	linear.weight	5	0.2634047269821167
671389	linear.weight	6	-0.05316771939396858
671389	linear.weight	7	-0.05999492481350899
671389	linear.weight	8	0.12838654220104218
671389	linear.weight	9	-0.04968617856502533
671389	linear.bias	0	-0.9052462577819824
671389	linear.bias	1	1.8675117492675781
671389	linear.bias	2	0.799149751663208
671389	linear.bias	3	-2.7353971004486084
671389	linear.bias	4	-0.08089891821146011
671389	linear.bias	5	1.2371386289596558
671389	linear.bias	6	-0.1999383270740509
671389	linear.bias	7	0.7909867167472839
671389	linear.bias	8	2.118164300918579
671389	linear.bias	9	-1.3610774278640747
671998	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
671998	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
671998	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
671998	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
671998	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
671998	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
671998	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
671998	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
671998	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
671998	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
671998	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
671998	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
671998	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
671998	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
671998	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
671998	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
671998	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
671998	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
671998	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
671998	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
671998	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
671998	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
671998	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
671998	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
671998	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
671998	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
671998	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
671998	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
671998	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
671998	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
671998	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
671998	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
671998	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
671998	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
671998	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
671998	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
671998	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
671998	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
671998	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
671998	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
671998	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
671998	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
671998	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
671998	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
671998	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
671998	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
671998	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
671998	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
671998	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
671998	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
671998	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
671998	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
671998	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
671998	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
671998	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
671998	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
671998	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
671998	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
671998	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
671998	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
671998	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
671998	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
671998	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
671998	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
671998	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
671998	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
671998	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
671998	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
671998	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
671998	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
671998	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
671998	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
671998	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
671998	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
671998	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
671998	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
671998	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
671998	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
671998	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
671998	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
671998	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
671998	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
671998	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
671998	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
671998	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
671998	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
671998	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
671998	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
671998	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
671998	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
671998	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
671998	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
671998	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
671998	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
671998	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
671998	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
671998	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
671998	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
671998	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
671998	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
671998	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
671998	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
671998	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
671998	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
671998	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
671998	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
671998	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
671998	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
671998	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
671998	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
671998	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
671998	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
671998	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
671998	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
671998	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
671998	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
671998	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
671998	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
671998	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
671998	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
671998	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
671998	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
671998	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
671998	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
671998	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
671998	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
671998	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
671998	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
671998	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
671998	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
671998	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
671998	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
671998	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
671998	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
671998	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
671998	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
671998	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
671998	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
671998	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
671998	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
671998	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
671998	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
671998	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
671998	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
671998	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
671998	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
671998	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
671998	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
671998	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
671998	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
671998	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
671998	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
671998	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
671998	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
671998	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
671998	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
671998	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
671998	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
671998	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
671998	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
671998	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
671998	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
671998	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
671998	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
671998	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
671998	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
671998	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
671998	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
671998	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
671998	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
671998	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
671998	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
671998	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
671998	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
671998	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
671998	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
671998	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
671998	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
671998	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
671998	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
671998	embedding2nn.weight	0	0.31795769929885864
671998	embedding2nn.weight	1	0.3806931972503662
671998	embedding2nn.weight	2	-0.0006558061577379704
671998	embedding2nn.weight	3	0.01207156851887703
671998	embedding2nn.weight	4	-0.034506626427173615
671998	embedding2nn.weight	5	0.05176648125052452
671998	embedding2nn.weight	6	-0.012730286456644535
671998	embedding2nn.weight	7	-0.009587528184056282
671998	embedding2nn.weight	8	0.029681874439120293
671998	embedding2nn.weight	9	-0.06881602853536606
671998	embedding2nn.bias	0	0.008375238627195358
671998	embedding2nn.bias	1	-0.1826075166463852
671998	embedding2nn.bias	2	0.1508024036884308
671998	embedding2nn.bias	3	0.16192901134490967
671998	embedding2nn.bias	4	0.13416355848312378
671998	embedding2nn.bias	5	-0.09050282835960388
671998	embedding2nn.bias	6	-0.06305420398712158
671998	embedding2nn.bias	7	0.03564263507723808
671998	embedding2nn.bias	8	-0.16091839969158173
671998	embedding2nn.bias	9	-0.37631070613861084
671998	rnn.weight_ih_l0	0	-0.003330647712573409
671998	rnn.weight_ih_l0	1	-0.06097928807139397
671998	rnn.weight_ih_l0	2	-0.049340832978487015
671998	rnn.weight_ih_l0	3	0.11508148163557053
671998	rnn.weight_ih_l0	4	0.0012362705310806632
671998	rnn.weight_ih_l0	5	-0.06330602616071701
671998	rnn.weight_ih_l0	6	0.006195791531354189
671998	rnn.weight_ih_l0	7	-0.02379743382334709
671998	rnn.weight_ih_l0	8	0.002179020084440708
671998	rnn.weight_ih_l0	9	-0.09293103218078613
671998	rnn.weight_hh_l0	0	-0.02028554491698742
671998	rnn.weight_hh_l0	1	0.08672118932008743
671998	rnn.weight_hh_l0	2	0.007479080464690924
671998	rnn.weight_hh_l0	3	-0.03174501657485962
671998	rnn.weight_hh_l0	4	0.07801574468612671
671998	rnn.weight_hh_l0	5	0.012436085380613804
671998	rnn.weight_hh_l0	6	-0.08167510479688644
671998	rnn.weight_hh_l0	7	-0.12671826779842377
671998	rnn.weight_hh_l0	8	0.038465239107608795
671998	rnn.weight_hh_l0	9	-0.12089987844228745
671998	rnn.bias_ih_l0	0	0.17531615495681763
671998	rnn.bias_ih_l0	1	-0.3525560200214386
671998	rnn.bias_ih_l0	2	-0.03757152333855629
671998	rnn.bias_ih_l0	3	-0.22023126482963562
671998	rnn.bias_ih_l0	4	0.012907509692013264
671998	rnn.bias_ih_l0	5	-0.4423174560070038
671998	rnn.bias_ih_l0	6	-0.15190428495407104
671998	rnn.bias_ih_l0	7	-0.3764376938343048
671998	rnn.bias_ih_l0	8	-0.3042375147342682
671998	rnn.bias_ih_l0	9	-0.4725390672683716
671998	rnn.bias_hh_l0	0	-0.36194100975990295
671998	rnn.bias_hh_l0	1	-0.438064306974411
671998	rnn.bias_hh_l0	2	-0.401986688375473
671998	rnn.bias_hh_l0	3	-0.08651961386203766
671998	rnn.bias_hh_l0	4	-0.4158879816532135
671998	rnn.bias_hh_l0	5	-0.367235004901886
671998	rnn.bias_hh_l0	6	-0.11633715033531189
671998	rnn.bias_hh_l0	7	0.0887722298502922
671998	rnn.bias_hh_l0	8	-0.2362077683210373
671998	rnn.bias_hh_l0	9	-0.5749353170394897
671998	rnn.weight_ih_l0_reverse	0	0.02149631455540657
671998	rnn.weight_ih_l0_reverse	1	-0.02169308252632618
671998	rnn.weight_ih_l0_reverse	2	0.008487658575177193
671998	rnn.weight_ih_l0_reverse	3	-0.16738152503967285
671998	rnn.weight_ih_l0_reverse	4	0.08113793283700943
671998	rnn.weight_ih_l0_reverse	5	-0.10638792812824249
671998	rnn.weight_ih_l0_reverse	6	0.019847489893436432
671998	rnn.weight_ih_l0_reverse	7	0.030694445595145226
671998	rnn.weight_ih_l0_reverse	8	-0.051493845880031586
671998	rnn.weight_ih_l0_reverse	9	-0.06986288726329803
671998	rnn.weight_hh_l0_reverse	0	-0.14434732496738434
671998	rnn.weight_hh_l0_reverse	1	0.030445730313658714
671998	rnn.weight_hh_l0_reverse	2	-0.017900006845593452
671998	rnn.weight_hh_l0_reverse	3	0.028268517926335335
671998	rnn.weight_hh_l0_reverse	4	-0.0801815614104271
671998	rnn.weight_hh_l0_reverse	5	0.03530731797218323
671998	rnn.weight_hh_l0_reverse	6	0.029033171012997627
671998	rnn.weight_hh_l0_reverse	7	-0.1254318803548813
671998	rnn.weight_hh_l0_reverse	8	-0.06877689808607101
671998	rnn.weight_hh_l0_reverse	9	0.036241572350263596
671998	rnn.bias_ih_l0_reverse	0	-0.1781129091978073
671998	rnn.bias_ih_l0_reverse	1	-0.0666959211230278
671998	rnn.bias_ih_l0_reverse	2	0.15772950649261475
671998	rnn.bias_ih_l0_reverse	3	-0.3168259859085083
671998	rnn.bias_ih_l0_reverse	4	0.021715272217988968
671998	rnn.bias_ih_l0_reverse	5	-0.22742323577404022
671998	rnn.bias_ih_l0_reverse	6	0.2742978632450104
671998	rnn.bias_ih_l0_reverse	7	-0.3147905170917511
671998	rnn.bias_ih_l0_reverse	8	-0.18803398311138153
671998	rnn.bias_ih_l0_reverse	9	-0.15126410126686096
671998	rnn.bias_hh_l0_reverse	0	-0.1394212245941162
671998	rnn.bias_hh_l0_reverse	1	0.2754373848438263
671998	rnn.bias_hh_l0_reverse	2	-0.3489418029785156
671998	rnn.bias_hh_l0_reverse	3	-0.23124688863754272
671998	rnn.bias_hh_l0_reverse	4	-0.40352433919906616
671998	rnn.bias_hh_l0_reverse	5	-0.20830048620700836
671998	rnn.bias_hh_l0_reverse	6	-0.2794155478477478
671998	rnn.bias_hh_l0_reverse	7	-0.10297384858131409
671998	rnn.bias_hh_l0_reverse	8	-0.3375680148601532
671998	rnn.bias_hh_l0_reverse	9	0.2041625827550888
671998	linear.weight	0	0.24395650625228882
671998	linear.weight	1	-0.4438323676586151
671998	linear.weight	2	0.008622465655207634
671998	linear.weight	3	0.06749319285154343
671998	linear.weight	4	-0.1372360736131668
671998	linear.weight	5	0.2562776505947113
671998	linear.weight	6	-0.05263669043779373
671998	linear.weight	7	-0.059991881251335144
671998	linear.weight	8	0.13056448101997375
671998	linear.weight	9	-0.04968864098191261
671998	linear.bias	0	-0.8813592195510864
671998	linear.bias	1	1.859994649887085
671998	linear.bias	2	0.7901135087013245
671998	linear.bias	3	-2.7354772090911865
671998	linear.bias	4	-0.08983542770147324
671998	linear.bias	5	1.2168561220169067
671998	linear.bias	6	-0.2164771854877472
671998	linear.bias	7	0.8060957789421082
671998	linear.bias	8	2.13297700881958
671998	linear.bias	9	-1.3635574579238892
672607	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
672607	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
672607	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
672607	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
672607	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
672607	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
672607	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
672607	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
672607	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
672607	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
672607	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
672607	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
672607	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
672607	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
672607	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
672607	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
672607	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
672607	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
672607	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
672607	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
672607	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
672607	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
672607	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
672607	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
672607	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
672607	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
672607	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
672607	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
672607	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
672607	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
672607	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
672607	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
672607	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
672607	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
672607	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
672607	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
672607	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
672607	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
672607	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
672607	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
672607	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
672607	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
672607	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
672607	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
672607	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
672607	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
672607	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
672607	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
672607	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
672607	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
672607	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
672607	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
672607	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
672607	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
672607	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
672607	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
672607	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
672607	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
672607	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
672607	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
672607	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
672607	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
672607	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
672607	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
672607	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
672607	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
672607	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
672607	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
672607	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
672607	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
672607	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
672607	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
672607	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
672607	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
672607	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
672607	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
672607	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
672607	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
672607	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
672607	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
672607	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
672607	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
672607	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
672607	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
672607	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
672607	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
672607	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
672607	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
672607	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
672607	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
672607	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
672607	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
672607	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
672607	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
672607	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
672607	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
672607	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
672607	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
672607	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
672607	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
672607	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
672607	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
672607	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
672607	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
672607	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
672607	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
672607	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
672607	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
672607	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
672607	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
672607	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
672607	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
672607	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
672607	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
672607	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
672607	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
672607	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
672607	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
672607	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
672607	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
672607	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
672607	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
672607	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
672607	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
672607	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
672607	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
672607	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
672607	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
672607	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
672607	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
672607	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
672607	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
672607	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
672607	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
672607	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
672607	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
672607	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
672607	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
672607	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
672607	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
672607	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
672607	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
672607	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
672607	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
672607	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
672607	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
672607	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
672607	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
672607	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
672607	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
672607	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
672607	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
672607	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
672607	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
672607	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
672607	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
672607	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
672607	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
672607	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
672607	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
672607	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
672607	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
672607	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
672607	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
672607	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
672607	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
672607	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
672607	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
672607	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
672607	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
672607	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
672607	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
672607	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
672607	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
672607	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
672607	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
672607	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
672607	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
672607	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
672607	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
672607	embedding2nn.weight	0	0.31824174523353577
672607	embedding2nn.weight	1	0.3834620714187622
672607	embedding2nn.weight	2	-1.005514059215784e-05
672607	embedding2nn.weight	3	0.0198037251830101
672607	embedding2nn.weight	4	-0.03172611817717552
672607	embedding2nn.weight	5	0.050771962851285934
672607	embedding2nn.weight	6	-0.011458379216492176
672607	embedding2nn.weight	7	-0.005587817635387182
672607	embedding2nn.weight	8	0.03076324425637722
672607	embedding2nn.weight	9	-0.06686051189899445
672607	embedding2nn.bias	0	0.010476266033947468
672607	embedding2nn.bias	1	-0.16617153584957123
672607	embedding2nn.bias	2	0.14377805590629578
672607	embedding2nn.bias	3	0.18109263479709625
672607	embedding2nn.bias	4	0.13317352533340454
672607	embedding2nn.bias	5	-0.07221172004938126
672607	embedding2nn.bias	6	-0.06332716345787048
672607	embedding2nn.bias	7	0.04308028891682625
672607	embedding2nn.bias	8	-0.1661500781774521
672607	embedding2nn.bias	9	-0.3842369616031647
672607	rnn.weight_ih_l0	0	-0.003777545178309083
672607	rnn.weight_ih_l0	1	-0.06056204438209534
672607	rnn.weight_ih_l0	2	-0.04457886144518852
672607	rnn.weight_ih_l0	3	0.11493954807519913
672607	rnn.weight_ih_l0	4	0.003687802469357848
672607	rnn.weight_ih_l0	5	-0.06301365792751312
672607	rnn.weight_ih_l0	6	0.009229795075953007
672607	rnn.weight_ih_l0	7	-0.02113337256014347
672607	rnn.weight_ih_l0	8	0.0021289102733135223
672607	rnn.weight_ih_l0	9	-0.08980519324541092
672607	rnn.weight_hh_l0	0	-0.020189447328448296
672607	rnn.weight_hh_l0	1	0.08652184158563614
672607	rnn.weight_hh_l0	2	0.007224451284855604
672607	rnn.weight_hh_l0	3	-0.031821902841329575
672607	rnn.weight_hh_l0	4	0.07807141542434692
672607	rnn.weight_hh_l0	5	0.011874685063958168
672607	rnn.weight_hh_l0	6	-0.0817735344171524
672607	rnn.weight_hh_l0	7	-0.12675565481185913
672607	rnn.weight_hh_l0	8	0.03858188912272453
672607	rnn.weight_hh_l0	9	-0.12174971401691437
672607	rnn.bias_ih_l0	0	0.17084769904613495
672607	rnn.bias_ih_l0	1	-0.3475332260131836
672607	rnn.bias_ih_l0	2	-0.03779062628746033
672607	rnn.bias_ih_l0	3	-0.22417409718036652
672607	rnn.bias_ih_l0	4	0.016342218965291977
672607	rnn.bias_ih_l0	5	-0.4422905147075653
672607	rnn.bias_ih_l0	6	-0.15181952714920044
672607	rnn.bias_ih_l0	7	-0.37631967663764954
672607	rnn.bias_ih_l0	8	-0.3067079782485962
672607	rnn.bias_ih_l0	9	-0.46303778886795044
672607	rnn.bias_hh_l0	0	-0.35740193724632263
672607	rnn.bias_hh_l0	1	-0.43823111057281494
672607	rnn.bias_hh_l0	2	-0.40632152557373047
672607	rnn.bias_hh_l0	3	-0.08690723776817322
672607	rnn.bias_hh_l0	4	-0.4164294898509979
672607	rnn.bias_hh_l0	5	-0.366160124540329
672607	rnn.bias_hh_l0	6	-0.11402969807386398
672607	rnn.bias_hh_l0	7	0.08182534575462341
672607	rnn.bias_hh_l0	8	-0.24050122499465942
672607	rnn.bias_hh_l0	9	-0.5771936774253845
672607	rnn.weight_ih_l0_reverse	0	0.015479772351682186
672607	rnn.weight_ih_l0_reverse	1	-0.02093367651104927
672607	rnn.weight_ih_l0_reverse	2	0.006702061276882887
672607	rnn.weight_ih_l0_reverse	3	-0.16724340617656708
672607	rnn.weight_ih_l0_reverse	4	0.08122171461582184
672607	rnn.weight_ih_l0_reverse	5	-0.10682910680770874
672607	rnn.weight_ih_l0_reverse	6	0.017900928854942322
672607	rnn.weight_ih_l0_reverse	7	0.030946366488933563
672607	rnn.weight_ih_l0_reverse	8	-0.053606413304805756
672607	rnn.weight_ih_l0_reverse	9	-0.07123079895973206
672607	rnn.weight_hh_l0_reverse	0	-0.14548678696155548
672607	rnn.weight_hh_l0_reverse	1	0.030926141887903214
672607	rnn.weight_hh_l0_reverse	2	-0.017676232382655144
672607	rnn.weight_hh_l0_reverse	3	0.028347592800855637
672607	rnn.weight_hh_l0_reverse	4	-0.07977447658777237
672607	rnn.weight_hh_l0_reverse	5	0.0353698767721653
672607	rnn.weight_hh_l0_reverse	6	0.029068127274513245
672607	rnn.weight_hh_l0_reverse	7	-0.12446506321430206
672607	rnn.weight_hh_l0_reverse	8	-0.06913556903600693
672607	rnn.weight_hh_l0_reverse	9	0.03738431632518768
672607	rnn.bias_ih_l0_reverse	0	-0.17816132307052612
672607	rnn.bias_ih_l0_reverse	1	-0.06579776108264923
672607	rnn.bias_ih_l0_reverse	2	0.15832361578941345
672607	rnn.bias_ih_l0_reverse	3	-0.3141821026802063
672607	rnn.bias_ih_l0_reverse	4	0.021127771586179733
672607	rnn.bias_ih_l0_reverse	5	-0.22628311812877655
672607	rnn.bias_ih_l0_reverse	6	0.27542173862457275
672607	rnn.bias_ih_l0_reverse	7	-0.3141302764415741
672607	rnn.bias_ih_l0_reverse	8	-0.18994379043579102
672607	rnn.bias_ih_l0_reverse	9	-0.14943760633468628
672607	rnn.bias_hh_l0_reverse	0	-0.14469599723815918
672607	rnn.bias_hh_l0_reverse	1	0.28044331073760986
672607	rnn.bias_hh_l0_reverse	2	-0.3525603115558624
672607	rnn.bias_hh_l0_reverse	3	-0.2291347235441208
672607	rnn.bias_hh_l0_reverse	4	-0.406085342168808
672607	rnn.bias_hh_l0_reverse	5	-0.20769023895263672
672607	rnn.bias_hh_l0_reverse	6	-0.27778878808021545
672607	rnn.bias_hh_l0_reverse	7	-0.10318657010793686
672607	rnn.bias_hh_l0_reverse	8	-0.3445274531841278
672607	rnn.bias_hh_l0_reverse	9	0.2008655071258545
672607	linear.weight	0	0.23468376696109772
672607	linear.weight	1	-0.4427056908607483
672607	linear.weight	2	0.043984584510326385
672607	linear.weight	3	0.06749230623245239
672607	linear.weight	4	-0.14696483314037323
672607	linear.weight	5	0.2495141476392746
672607	linear.weight	6	-0.06039547920227051
672607	linear.weight	7	-0.05998881161212921
672607	linear.weight	8	0.13394956290721893
672607	linear.weight	9	-0.04969130828976631
672607	linear.bias	0	-0.8877770900726318
672607	linear.bias	1	1.8423447608947754
672607	linear.bias	2	0.8018044829368591
672607	linear.bias	3	-2.7355663776397705
672607	linear.bias	4	-0.09398674964904785
672607	linear.bias	5	1.2452518939971924
672607	linear.bias	6	-0.1904323250055313
672607	linear.bias	7	0.8082001209259033
672607	linear.bias	8	2.121612548828125
672607	linear.bias	9	-1.3727211952209473
673216	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
673216	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
673216	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
673216	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
673216	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
673216	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
673216	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
673216	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
673216	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
673216	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
673216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
673216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
673216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
673216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
673216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
673216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
673216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
673216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
673216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
673216	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
673216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
673216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
673216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
673216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
673216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
673216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
673216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
673216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
673216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
673216	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
673216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
673216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
673216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
673216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
673216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
673216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
673216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
673216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
673216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
673216	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
673216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
673216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
673216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
673216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
673216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
673216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
673216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
673216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
673216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
673216	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
673216	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
673216	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
673216	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
673216	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
673216	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
673216	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
673216	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
673216	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
673216	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
673216	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
673216	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
673216	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
673216	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
673216	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
673216	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
673216	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
673216	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
673216	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
673216	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
673216	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
673216	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
673216	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
673216	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
673216	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
673216	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
673216	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
673216	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
673216	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
673216	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
673216	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
673216	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
673216	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
673216	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
673216	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
673216	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
673216	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
673216	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
673216	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
673216	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
673216	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
673216	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
673216	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
673216	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
673216	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
673216	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
673216	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
673216	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
673216	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
673216	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
673216	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
673216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
673216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
673216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
673216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
673216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
673216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
673216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
673216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
673216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
673216	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
673216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
673216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
673216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
673216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
673216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
673216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
673216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
673216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
673216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
673216	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
673216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
673216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
673216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
673216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
673216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
673216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
673216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
673216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
673216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
673216	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
673216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
673216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
673216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
673216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
673216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
673216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
673216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
673216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
673216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
673216	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
673216	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
673216	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
673216	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
673216	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
673216	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
673216	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
673216	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
673216	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
673216	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
673216	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
673216	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
673216	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
673216	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
673216	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
673216	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
673216	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
673216	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
673216	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
673216	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
673216	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
673216	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
673216	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
673216	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
673216	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
673216	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
673216	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
673216	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
673216	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
673216	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
673216	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
673216	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
673216	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
673216	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
673216	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
673216	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
673216	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
673216	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
673216	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
673216	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
673216	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
673216	embedding2nn.weight	0	0.3179728388786316
673216	embedding2nn.weight	1	0.3846464157104492
673216	embedding2nn.weight	2	-0.003785132197663188
673216	embedding2nn.weight	3	0.015111156739294529
673216	embedding2nn.weight	4	-0.02983016148209572
673216	embedding2nn.weight	5	0.051892682909965515
673216	embedding2nn.weight	6	-0.004440877120941877
673216	embedding2nn.weight	7	-0.00830638874322176
673216	embedding2nn.weight	8	0.03147408366203308
673216	embedding2nn.weight	9	-0.06645870953798294
673216	embedding2nn.bias	0	0.013623882085084915
673216	embedding2nn.bias	1	-0.159539595246315
673216	embedding2nn.bias	2	0.1373702585697174
673216	embedding2nn.bias	3	0.17815709114074707
673216	embedding2nn.bias	4	0.1446448117494583
673216	embedding2nn.bias	5	-0.0742785781621933
673216	embedding2nn.bias	6	-0.07092787325382233
673216	embedding2nn.bias	7	0.042134180665016174
673216	embedding2nn.bias	8	-0.16429291665554047
673216	embedding2nn.bias	9	-0.3571392893791199
673216	rnn.weight_ih_l0	0	-0.0020771853160113096
673216	rnn.weight_ih_l0	1	-0.06112868711352348
673216	rnn.weight_ih_l0	2	-0.04896528273820877
673216	rnn.weight_ih_l0	3	0.11442772299051285
673216	rnn.weight_ih_l0	4	0.005131951998919249
673216	rnn.weight_ih_l0	5	-0.06538726389408112
673216	rnn.weight_ih_l0	6	0.013073883019387722
673216	rnn.weight_ih_l0	7	-0.02038779854774475
673216	rnn.weight_ih_l0	8	0.0007086061523295939
673216	rnn.weight_ih_l0	9	-0.08737334609031677
673216	rnn.weight_hh_l0	0	-0.020085403695702553
673216	rnn.weight_hh_l0	1	0.08619672060012817
673216	rnn.weight_hh_l0	2	0.0071782078593969345
673216	rnn.weight_hh_l0	3	-0.03211737796664238
673216	rnn.weight_hh_l0	4	0.07821346819400787
673216	rnn.weight_hh_l0	5	0.011687574908137321
673216	rnn.weight_hh_l0	6	-0.0823662057518959
673216	rnn.weight_hh_l0	7	-0.12618666887283325
673216	rnn.weight_hh_l0	8	0.03858712315559387
673216	rnn.weight_hh_l0	9	-0.12154822796583176
673216	rnn.bias_ih_l0	0	0.1707795262336731
673216	rnn.bias_ih_l0	1	-0.3466072976589203
673216	rnn.bias_ih_l0	2	-0.03478914499282837
673216	rnn.bias_ih_l0	3	-0.22081415355205536
673216	rnn.bias_ih_l0	4	0.01619977131485939
673216	rnn.bias_ih_l0	5	-0.4370627999305725
673216	rnn.bias_ih_l0	6	-0.1467823088169098
673216	rnn.bias_ih_l0	7	-0.37561509013175964
673216	rnn.bias_ih_l0	8	-0.3049239218235016
673216	rnn.bias_ih_l0	9	-0.46800553798675537
673216	rnn.bias_hh_l0	0	-0.35316362977027893
673216	rnn.bias_hh_l0	1	-0.4381474554538727
673216	rnn.bias_hh_l0	2	-0.40702614188194275
673216	rnn.bias_hh_l0	3	-0.09009326249361038
673216	rnn.bias_hh_l0	4	-0.41333937644958496
673216	rnn.bias_hh_l0	5	-0.36637526750564575
673216	rnn.bias_hh_l0	6	-0.11517909914255142
673216	rnn.bias_hh_l0	7	0.08183474838733673
673216	rnn.bias_hh_l0	8	-0.2402256727218628
673216	rnn.bias_hh_l0	9	-0.5758010745048523
673216	rnn.weight_ih_l0_reverse	0	0.013885159976780415
673216	rnn.weight_ih_l0_reverse	1	-0.021162861958146095
673216	rnn.weight_ih_l0_reverse	2	0.006935484241694212
673216	rnn.weight_ih_l0_reverse	3	-0.16416867077350616
673216	rnn.weight_ih_l0_reverse	4	0.08251850306987762
673216	rnn.weight_ih_l0_reverse	5	-0.10417871922254562
673216	rnn.weight_ih_l0_reverse	6	0.017489902675151825
673216	rnn.weight_ih_l0_reverse	7	0.03145046532154083
673216	rnn.weight_ih_l0_reverse	8	-0.053984567523002625
673216	rnn.weight_ih_l0_reverse	9	-0.07259615510702133
673216	rnn.weight_hh_l0_reverse	0	-0.14566221833229065
673216	rnn.weight_hh_l0_reverse	1	0.030785860493779182
673216	rnn.weight_hh_l0_reverse	2	-0.017691846936941147
673216	rnn.weight_hh_l0_reverse	3	0.02884765714406967
673216	rnn.weight_hh_l0_reverse	4	-0.07976935803890228
673216	rnn.weight_hh_l0_reverse	5	0.0352322980761528
673216	rnn.weight_hh_l0_reverse	6	0.029091455042362213
673216	rnn.weight_hh_l0_reverse	7	-0.12386352568864822
673216	rnn.weight_hh_l0_reverse	8	-0.07037683576345444
673216	rnn.weight_hh_l0_reverse	9	0.03603791072964668
673216	rnn.bias_ih_l0_reverse	0	-0.18232253193855286
673216	rnn.bias_ih_l0_reverse	1	-0.060565508902072906
673216	rnn.bias_ih_l0_reverse	2	0.15851643681526184
673216	rnn.bias_ih_l0_reverse	3	-0.31532806158065796
673216	rnn.bias_ih_l0_reverse	4	0.016567518934607506
673216	rnn.bias_ih_l0_reverse	5	-0.22718918323516846
673216	rnn.bias_ih_l0_reverse	6	0.2783699333667755
673216	rnn.bias_ih_l0_reverse	7	-0.30817481875419617
673216	rnn.bias_ih_l0_reverse	8	-0.18719200789928436
673216	rnn.bias_ih_l0_reverse	9	-0.15003174543380737
673216	rnn.bias_hh_l0_reverse	0	-0.14007283747196198
673216	rnn.bias_hh_l0_reverse	1	0.2813531458377838
673216	rnn.bias_hh_l0_reverse	2	-0.3539668619632721
673216	rnn.bias_hh_l0_reverse	3	-0.2295331358909607
673216	rnn.bias_hh_l0_reverse	4	-0.4067443609237671
673216	rnn.bias_hh_l0_reverse	5	-0.20442920923233032
673216	rnn.bias_hh_l0_reverse	6	-0.28350985050201416
673216	rnn.bias_hh_l0_reverse	7	-0.10412998497486115
673216	rnn.bias_hh_l0_reverse	8	-0.3482380211353302
673216	rnn.bias_hh_l0_reverse	9	0.20234915614128113
673216	linear.weight	0	0.23403377830982208
673216	linear.weight	1	-0.4484979808330536
673216	linear.weight	2	0.06722727417945862
673216	linear.weight	3	0.0674917995929718
673216	linear.weight	4	-0.1549578309059143
673216	linear.weight	5	0.24533921480178833
673216	linear.weight	6	-0.06180852651596069
673216	linear.weight	7	-0.05998421832919121
673216	linear.weight	8	0.12523913383483887
673216	linear.weight	9	-0.04969346150755882
673216	linear.bias	0	-0.887871265411377
673216	linear.bias	1	1.843546986579895
673216	linear.bias	2	0.7742809057235718
673216	linear.bias	3	-2.7356584072113037
673216	linear.bias	4	-0.08326742798089981
673216	linear.bias	5	1.2372922897338867
673216	linear.bias	6	-0.20284566283226013
673216	linear.bias	7	0.8126053214073181
673216	linear.bias	8	2.1437582969665527
673216	linear.bias	9	-1.3576003313064575
673825	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
673825	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
673825	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
673825	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
673825	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
673825	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
673825	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
673825	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
673825	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
673825	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
673825	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
673825	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
673825	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
673825	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
673825	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
673825	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
673825	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
673825	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
673825	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
673825	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
673825	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
673825	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
673825	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
673825	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
673825	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
673825	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
673825	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
673825	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
673825	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
673825	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
673825	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
673825	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
673825	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
673825	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
673825	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
673825	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
673825	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
673825	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
673825	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
673825	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
673825	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
673825	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
673825	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
673825	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
673825	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
673825	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
673825	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
673825	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
673825	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
673825	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
673825	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
673825	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
673825	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
673825	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
673825	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
673825	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
673825	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
673825	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
673825	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
673825	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
673825	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
673825	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
673825	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
673825	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
673825	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
673825	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
673825	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
673825	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
673825	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
673825	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
673825	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
673825	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
673825	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
673825	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
673825	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
673825	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
673825	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
673825	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
673825	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
673825	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
673825	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
673825	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
673825	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
673825	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
673825	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
673825	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
673825	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
673825	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
673825	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
673825	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
673825	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
673825	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
673825	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
673825	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
673825	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
673825	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
673825	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
673825	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
673825	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
673825	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
673825	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
673825	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
673825	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
673825	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
673825	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
673825	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
673825	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
673825	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
673825	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
673825	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
673825	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
673825	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
673825	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
673825	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
673825	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
673825	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
673825	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
673825	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
673825	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
673825	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
673825	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
673825	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
673825	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
673825	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
673825	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
673825	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
673825	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
673825	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
673825	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
673825	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
673825	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
673825	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
673825	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
673825	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
673825	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
673825	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
673825	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
673825	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
673825	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
673825	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
673825	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
673825	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
673825	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
673825	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
673825	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
673825	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
673825	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
673825	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
673825	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
673825	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
673825	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
673825	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
673825	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
673825	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
673825	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
673825	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
673825	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
673825	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
673825	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
673825	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
673825	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
673825	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
673825	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
673825	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
673825	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
673825	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
673825	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
673825	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
673825	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
673825	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
673825	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
673825	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
673825	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
673825	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
673825	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
673825	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
673825	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
673825	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
673825	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
673825	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
673825	embedding2nn.weight	0	0.3182142674922943
673825	embedding2nn.weight	1	0.3857567608356476
673825	embedding2nn.weight	2	-0.0040602125227451324
673825	embedding2nn.weight	3	0.01570403017103672
673825	embedding2nn.weight	4	-0.03118993528187275
673825	embedding2nn.weight	5	0.05329770967364311
673825	embedding2nn.weight	6	-0.0014039521338418126
673825	embedding2nn.weight	7	-0.013529347255825996
673825	embedding2nn.weight	8	0.030993467196822166
673825	embedding2nn.weight	9	-0.06761926412582397
673825	embedding2nn.bias	0	0.010847607627511024
673825	embedding2nn.bias	1	-0.15877452492713928
673825	embedding2nn.bias	2	0.13806210458278656
673825	embedding2nn.bias	3	0.18549303710460663
673825	embedding2nn.bias	4	0.14654658734798431
673825	embedding2nn.bias	5	-0.0757678970694542
673825	embedding2nn.bias	6	-0.06682740151882172
673825	embedding2nn.bias	7	0.042440950870513916
673825	embedding2nn.bias	8	-0.16377948224544525
673825	embedding2nn.bias	9	-0.3741661608219147
673825	rnn.weight_ih_l0	0	-0.002185593359172344
673825	rnn.weight_ih_l0	1	-0.06215798482298851
673825	rnn.weight_ih_l0	2	-0.04916110634803772
673825	rnn.weight_ih_l0	3	0.11420083045959473
673825	rnn.weight_ih_l0	4	0.006283522583544254
673825	rnn.weight_ih_l0	5	-0.06583389639854431
673825	rnn.weight_ih_l0	6	0.011262686923146248
673825	rnn.weight_ih_l0	7	-0.020374802872538567
673825	rnn.weight_ih_l0	8	0.0025980956852436066
673825	rnn.weight_ih_l0	9	-0.08898162841796875
673825	rnn.weight_hh_l0	0	-0.01969693787395954
673825	rnn.weight_hh_l0	1	0.08624907582998276
673825	rnn.weight_hh_l0	2	0.007672186009585857
673825	rnn.weight_hh_l0	3	-0.031913142651319504
673825	rnn.weight_hh_l0	4	0.07814794033765793
673825	rnn.weight_hh_l0	5	0.011101757176220417
673825	rnn.weight_hh_l0	6	-0.0825454518198967
673825	rnn.weight_hh_l0	7	-0.12469430267810822
673825	rnn.weight_hh_l0	8	0.03874511271715164
673825	rnn.weight_hh_l0	9	-0.12143568694591522
673825	rnn.bias_ih_l0	0	0.16489386558532715
673825	rnn.bias_ih_l0	1	-0.3430493175983429
673825	rnn.bias_ih_l0	2	-0.03511277958750725
673825	rnn.bias_ih_l0	3	-0.22347649931907654
673825	rnn.bias_ih_l0	4	0.009452983736991882
673825	rnn.bias_ih_l0	5	-0.43718835711479187
673825	rnn.bias_ih_l0	6	-0.14803224802017212
673825	rnn.bias_ih_l0	7	-0.37686827778816223
673825	rnn.bias_ih_l0	8	-0.30190128087997437
673825	rnn.bias_ih_l0	9	-0.4698188602924347
673825	rnn.bias_hh_l0	0	-0.355202317237854
673825	rnn.bias_hh_l0	1	-0.43330225348472595
673825	rnn.bias_hh_l0	2	-0.40605035424232483
673825	rnn.bias_hh_l0	3	-0.08840312063694
673825	rnn.bias_hh_l0	4	-0.41128310561180115
673825	rnn.bias_hh_l0	5	-0.3673665225505829
673825	rnn.bias_hh_l0	6	-0.11744044721126556
673825	rnn.bias_hh_l0	7	0.08294462412595749
673825	rnn.bias_hh_l0	8	-0.2407611608505249
673825	rnn.bias_hh_l0	9	-0.5745531916618347
673825	rnn.weight_ih_l0_reverse	0	0.013271579518914223
673825	rnn.weight_ih_l0_reverse	1	-0.01998281478881836
673825	rnn.weight_ih_l0_reverse	2	0.007860244251787663
673825	rnn.weight_ih_l0_reverse	3	-0.16492120921611786
673825	rnn.weight_ih_l0_reverse	4	0.08256982266902924
673825	rnn.weight_ih_l0_reverse	5	-0.10472023487091064
673825	rnn.weight_ih_l0_reverse	6	0.017423391342163086
673825	rnn.weight_ih_l0_reverse	7	0.03109823167324066
673825	rnn.weight_ih_l0_reverse	8	-0.05579298362135887
673825	rnn.weight_ih_l0_reverse	9	-0.0708656758069992
673825	rnn.weight_hh_l0_reverse	0	-0.1446465402841568
673825	rnn.weight_hh_l0_reverse	1	0.030048731714487076
673825	rnn.weight_hh_l0_reverse	2	-0.017859941348433495
673825	rnn.weight_hh_l0_reverse	3	0.029011134058237076
673825	rnn.weight_hh_l0_reverse	4	-0.07938309013843536
673825	rnn.weight_hh_l0_reverse	5	0.03551502525806427
673825	rnn.weight_hh_l0_reverse	6	0.029083596542477608
673825	rnn.weight_hh_l0_reverse	7	-0.12415032088756561
673825	rnn.weight_hh_l0_reverse	8	-0.07220672816038132
673825	rnn.weight_hh_l0_reverse	9	0.03581378608942032
673825	rnn.bias_ih_l0_reverse	0	-0.17967522144317627
673825	rnn.bias_ih_l0_reverse	1	-0.0637507289648056
673825	rnn.bias_ih_l0_reverse	2	0.15662677586078644
673825	rnn.bias_ih_l0_reverse	3	-0.31899482011795044
673825	rnn.bias_ih_l0_reverse	4	0.017926784232258797
673825	rnn.bias_ih_l0_reverse	5	-0.22209136188030243
673825	rnn.bias_ih_l0_reverse	6	0.2789369225502014
673825	rnn.bias_ih_l0_reverse	7	-0.3170085549354553
673825	rnn.bias_ih_l0_reverse	8	-0.1872720867395401
673825	rnn.bias_ih_l0_reverse	9	-0.14863604307174683
673825	rnn.bias_hh_l0_reverse	0	-0.13808608055114746
673825	rnn.bias_hh_l0_reverse	1	0.27655211091041565
673825	rnn.bias_hh_l0_reverse	2	-0.34866929054260254
673825	rnn.bias_hh_l0_reverse	3	-0.23484183847904205
673825	rnn.bias_hh_l0_reverse	4	-0.4086909294128418
673825	rnn.bias_hh_l0_reverse	5	-0.20970948040485382
673825	rnn.bias_hh_l0_reverse	6	-0.27927327156066895
673825	rnn.bias_hh_l0_reverse	7	-0.10444255918264389
673825	rnn.bias_hh_l0_reverse	8	-0.3415430784225464
673825	rnn.bias_hh_l0_reverse	9	0.20409129559993744
673825	linear.weight	0	0.24694082140922546
673825	linear.weight	1	-0.4455268681049347
673825	linear.weight	2	0.08538276702165604
673825	linear.weight	3	0.06749193370342255
673825	linear.weight	4	-0.1257941573858261
673825	linear.weight	5	0.25342023372650146
673825	linear.weight	6	-0.06589961796998978
673825	linear.weight	7	-0.05998031795024872
673825	linear.weight	8	0.12482080608606339
673825	linear.weight	9	-0.04969600588083267
673825	linear.bias	0	-0.9035943746566772
673825	linear.bias	1	1.8377362489700317
673825	linear.bias	2	0.7946714758872986
673825	linear.bias	3	-2.7357492446899414
673825	linear.bias	4	-0.09476322680711746
673825	linear.bias	5	1.2619770765304565
673825	linear.bias	6	-0.19101226329803467
673825	linear.bias	7	0.8032787442207336
673825	linear.bias	8	2.1471848487854004
673825	linear.bias	9	-1.3675378561019897
674434	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
674434	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
674434	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
674434	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
674434	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
674434	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
674434	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
674434	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
674434	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
674434	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
674434	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
674434	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
674434	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
674434	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
674434	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
674434	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
674434	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
674434	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
674434	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
674434	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
674434	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
674434	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
674434	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
674434	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
674434	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
674434	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
674434	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
674434	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
674434	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
674434	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
674434	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
674434	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
674434	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
674434	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
674434	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
674434	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
674434	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
674434	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
674434	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
674434	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
674434	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
674434	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
674434	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
674434	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
674434	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
674434	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
674434	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
674434	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
674434	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
674434	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
674434	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
674434	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
674434	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
674434	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
674434	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
674434	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
674434	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
674434	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
674434	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
674434	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
674434	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
674434	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
674434	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
674434	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
674434	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
674434	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
674434	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
674434	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
674434	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
674434	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
674434	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
674434	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
674434	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
674434	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
674434	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
674434	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
674434	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
674434	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
674434	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
674434	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
674434	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
674434	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
674434	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
674434	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
674434	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
674434	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
674434	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
674434	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
674434	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
674434	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
674434	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
674434	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
674434	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
674434	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
674434	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
674434	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
674434	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
674434	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
674434	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
674434	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
674434	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
674434	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
674434	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
674434	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
674434	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
674434	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
674434	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
674434	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
674434	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
674434	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
674434	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
674434	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
674434	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
674434	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
674434	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
674434	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
674434	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
674434	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
674434	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
674434	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
674434	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
674434	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
674434	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
674434	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
674434	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
674434	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
674434	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
674434	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
674434	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
674434	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
674434	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
674434	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
674434	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
674434	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
674434	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
674434	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
674434	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
674434	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
674434	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
674434	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
674434	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
674434	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
674434	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
674434	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
674434	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
674434	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
674434	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
674434	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
674434	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
674434	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
674434	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
674434	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
674434	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
674434	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
674434	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
674434	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
674434	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
674434	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
674434	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
674434	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
674434	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
674434	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
674434	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
674434	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
674434	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
674434	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
674434	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
674434	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
674434	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
674434	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
674434	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
674434	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
674434	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
674434	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
674434	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
674434	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
674434	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
674434	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
674434	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
674434	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
674434	embedding2nn.weight	0	0.31755176186561584
674434	embedding2nn.weight	1	0.38417762517929077
674434	embedding2nn.weight	2	-0.003432883182540536
674434	embedding2nn.weight	3	0.025211231783032417
674434	embedding2nn.weight	4	-0.028599176555871964
674434	embedding2nn.weight	5	0.052075259387493134
674434	embedding2nn.weight	6	-0.002588805742561817
674434	embedding2nn.weight	7	-0.009519731625914574
674434	embedding2nn.weight	8	0.03256112337112427
674434	embedding2nn.weight	9	-0.06941859424114227
674434	embedding2nn.bias	0	0.029564453288912773
674434	embedding2nn.bias	1	-0.17147709429264069
674434	embedding2nn.bias	2	0.14115256071090698
674434	embedding2nn.bias	3	0.18446771800518036
674434	embedding2nn.bias	4	0.17723752558231354
674434	embedding2nn.bias	5	-0.0811527669429779
674434	embedding2nn.bias	6	-0.05592765286564827
674434	embedding2nn.bias	7	0.028947802260518074
674434	embedding2nn.bias	8	-0.15169760584831238
674434	embedding2nn.bias	9	-0.3714866638183594
674434	rnn.weight_ih_l0	0	-0.002296511782333255
674434	rnn.weight_ih_l0	1	-0.06176527217030525
674434	rnn.weight_ih_l0	2	-0.05060160905122757
674434	rnn.weight_ih_l0	3	0.11434830725193024
674434	rnn.weight_ih_l0	4	0.0048950244672596455
674434	rnn.weight_ih_l0	5	-0.06964600086212158
674434	rnn.weight_ih_l0	6	0.008224482648074627
674434	rnn.weight_ih_l0	7	-0.019342290237545967
674434	rnn.weight_ih_l0	8	0.004351298324763775
674434	rnn.weight_ih_l0	9	-0.08582810312509537
674434	rnn.weight_hh_l0	0	-0.02029087208211422
674434	rnn.weight_hh_l0	1	0.08632863312959671
674434	rnn.weight_hh_l0	2	0.007423739414662123
674434	rnn.weight_hh_l0	3	-0.03203211724758148
674434	rnn.weight_hh_l0	4	0.0786333829164505
674434	rnn.weight_hh_l0	5	0.011166644282639027
674434	rnn.weight_hh_l0	6	-0.08287113159894943
674434	rnn.weight_hh_l0	7	-0.1247340589761734
674434	rnn.weight_hh_l0	8	0.0387900173664093
674434	rnn.weight_hh_l0	9	-0.12194633483886719
674434	rnn.bias_ih_l0	0	0.16559647023677826
674434	rnn.bias_ih_l0	1	-0.34237608313560486
674434	rnn.bias_ih_l0	2	-0.03453567251563072
674434	rnn.bias_ih_l0	3	-0.22549808025360107
674434	rnn.bias_ih_l0	4	0.010648147203028202
674434	rnn.bias_ih_l0	5	-0.4327431321144104
674434	rnn.bias_ih_l0	6	-0.14644461870193481
674434	rnn.bias_ih_l0	7	-0.3755379915237427
674434	rnn.bias_ih_l0	8	-0.29901453852653503
674434	rnn.bias_ih_l0	9	-0.46827250719070435
674434	rnn.bias_hh_l0	0	-0.35874423384666443
674434	rnn.bias_hh_l0	1	-0.4362648129463196
674434	rnn.bias_hh_l0	2	-0.4060778319835663
674434	rnn.bias_hh_l0	3	-0.08766265213489532
674434	rnn.bias_hh_l0	4	-0.41133248805999756
674434	rnn.bias_hh_l0	5	-0.368081271648407
674434	rnn.bias_hh_l0	6	-0.11869844049215317
674434	rnn.bias_hh_l0	7	0.08105727285146713
674434	rnn.bias_hh_l0	8	-0.24128089845180511
674434	rnn.bias_hh_l0	9	-0.5728033781051636
674434	rnn.weight_ih_l0_reverse	0	0.015901707112789154
674434	rnn.weight_ih_l0_reverse	1	-0.020098108798265457
674434	rnn.weight_ih_l0_reverse	2	0.012586143799126148
674434	rnn.weight_ih_l0_reverse	3	-0.16466538608074188
674434	rnn.weight_ih_l0_reverse	4	0.08306067436933517
674434	rnn.weight_ih_l0_reverse	5	-0.10508127510547638
674434	rnn.weight_ih_l0_reverse	6	0.01425895094871521
674434	rnn.weight_ih_l0_reverse	7	0.03132637217640877
674434	rnn.weight_ih_l0_reverse	8	-0.05401158332824707
674434	rnn.weight_ih_l0_reverse	9	-0.07105699926614761
674434	rnn.weight_hh_l0_reverse	0	-0.14451460540294647
674434	rnn.weight_hh_l0_reverse	1	0.029653795063495636
674434	rnn.weight_hh_l0_reverse	2	-0.017708731815218925
674434	rnn.weight_hh_l0_reverse	3	0.028885258361697197
674434	rnn.weight_hh_l0_reverse	4	-0.07887162268161774
674434	rnn.weight_hh_l0_reverse	5	0.03578842058777809
674434	rnn.weight_hh_l0_reverse	6	0.029045816510915756
674434	rnn.weight_hh_l0_reverse	7	-0.12381890416145325
674434	rnn.weight_hh_l0_reverse	8	-0.0742814913392067
674434	rnn.weight_hh_l0_reverse	9	0.036170728504657745
674434	rnn.bias_ih_l0_reverse	0	-0.17660394310951233
674434	rnn.bias_ih_l0_reverse	1	-0.06471195071935654
674434	rnn.bias_ih_l0_reverse	2	0.15545843541622162
674434	rnn.bias_ih_l0_reverse	3	-0.32162439823150635
674434	rnn.bias_ih_l0_reverse	4	0.0179255660623312
674434	rnn.bias_ih_l0_reverse	5	-0.21929794549942017
674434	rnn.bias_ih_l0_reverse	6	0.28230661153793335
674434	rnn.bias_ih_l0_reverse	7	-0.3225057125091553
674434	rnn.bias_ih_l0_reverse	8	-0.18885645270347595
674434	rnn.bias_ih_l0_reverse	9	-0.15395139157772064
674434	rnn.bias_hh_l0_reverse	0	-0.14415177702903748
674434	rnn.bias_hh_l0_reverse	1	0.277036190032959
674434	rnn.bias_hh_l0_reverse	2	-0.3472258448600769
674434	rnn.bias_hh_l0_reverse	3	-0.23479703068733215
674434	rnn.bias_hh_l0_reverse	4	-0.40871867537498474
674434	rnn.bias_hh_l0_reverse	5	-0.20913003385066986
674434	rnn.bias_hh_l0_reverse	6	-0.2801632583141327
674434	rnn.bias_hh_l0_reverse	7	-0.10341019928455353
674434	rnn.bias_hh_l0_reverse	8	-0.34265196323394775
674434	rnn.bias_hh_l0_reverse	9	0.19647298753261566
674434	linear.weight	0	0.2530539631843567
674434	linear.weight	1	-0.43192458152770996
674434	linear.weight	2	0.08830609172582626
674434	linear.weight	3	0.067491315305233
674434	linear.weight	4	-0.14305457472801208
674434	linear.weight	5	0.26785582304000854
674434	linear.weight	6	-0.055039018392562866
674434	linear.weight	7	-0.05997757613658905
674434	linear.weight	8	0.12259459495544434
674434	linear.weight	9	-0.04969853162765503
674434	linear.bias	0	-0.8975673913955688
674434	linear.bias	1	1.8336797952651978
674434	linear.bias	2	0.7576524615287781
674434	linear.bias	3	-2.735822916030884
674434	linear.bias	4	-0.07529284060001373
674434	linear.bias	5	1.2587946653366089
674434	linear.bias	6	-0.2196159064769745
674434	linear.bias	7	0.8333132863044739
674434	linear.bias	8	2.171100616455078
674434	linear.bias	9	-1.372607707977295
675043	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
675043	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
675043	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
675043	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
675043	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
675043	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
675043	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
675043	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
675043	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
675043	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
675043	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
675043	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
675043	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
675043	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
675043	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
675043	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
675043	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
675043	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
675043	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
675043	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
675043	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
675043	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
675043	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
675043	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
675043	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
675043	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
675043	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
675043	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
675043	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
675043	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
675043	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
675043	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
675043	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
675043	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
675043	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
675043	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
675043	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
675043	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
675043	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
675043	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
675043	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
675043	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
675043	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
675043	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
675043	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
675043	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
675043	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
675043	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
675043	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
675043	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
675043	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
675043	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
675043	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
675043	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
675043	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
675043	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
675043	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
675043	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
675043	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
675043	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
675043	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
675043	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
675043	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
675043	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
675043	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
675043	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
675043	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
675043	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
675043	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
675043	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
675043	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
675043	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
675043	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
675043	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
675043	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
675043	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
675043	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
675043	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
675043	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
675043	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
675043	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
675043	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
675043	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
675043	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
675043	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
675043	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
675043	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
675043	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
675043	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
675043	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
675043	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
675043	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
675043	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
675043	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
675043	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
675043	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
675043	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
675043	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
675043	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
675043	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
675043	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
675043	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
675043	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
675043	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
675043	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
675043	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
675043	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
675043	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
675043	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
675043	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
675043	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
675043	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
675043	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
675043	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
675043	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
675043	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
675043	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
675043	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
675043	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
675043	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
675043	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
675043	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
675043	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
675043	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
675043	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
675043	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
675043	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
675043	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
675043	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
675043	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
675043	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
675043	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
675043	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
675043	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
675043	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
675043	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
675043	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
675043	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
675043	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
675043	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
675043	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
675043	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
675043	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
675043	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
675043	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
675043	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
675043	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
675043	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
675043	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
675043	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
675043	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
675043	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
675043	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
675043	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
675043	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
675043	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
675043	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
675043	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
675043	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
675043	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
675043	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
675043	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
675043	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
675043	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
675043	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
675043	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
675043	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
675043	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
675043	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
675043	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
675043	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
675043	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
675043	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
675043	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
675043	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
675043	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
675043	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
675043	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
675043	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
675043	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
675043	embedding2nn.weight	0	0.31800803542137146
675043	embedding2nn.weight	1	0.3853798508644104
675043	embedding2nn.weight	2	-0.003921769093722105
675043	embedding2nn.weight	3	0.01274138130247593
675043	embedding2nn.weight	4	-0.029091695323586464
675043	embedding2nn.weight	5	0.05068755894899368
675043	embedding2nn.weight	6	-0.000719840987585485
675043	embedding2nn.weight	7	-0.0069689382798969746
675043	embedding2nn.weight	8	0.03214801102876663
675043	embedding2nn.weight	9	-0.0654822289943695
675043	embedding2nn.bias	0	0.025898396968841553
675043	embedding2nn.bias	1	-0.17718243598937988
675043	embedding2nn.bias	2	0.14193475246429443
675043	embedding2nn.bias	3	0.18337762355804443
675043	embedding2nn.bias	4	0.15639527142047882
675043	embedding2nn.bias	5	-0.0849078819155693
675043	embedding2nn.bias	6	-0.06318037211894989
675043	embedding2nn.bias	7	0.043306998908519745
675043	embedding2nn.bias	8	-0.15665657818317413
675043	embedding2nn.bias	9	-0.3842393457889557
675043	rnn.weight_ih_l0	0	-0.0018908330239355564
675043	rnn.weight_ih_l0	1	-0.06093304604291916
675043	rnn.weight_ih_l0	2	-0.05104992538690567
675043	rnn.weight_ih_l0	3	0.11348062008619308
675043	rnn.weight_ih_l0	4	0.01062485296279192
675043	rnn.weight_ih_l0	5	-0.06910351663827896
675043	rnn.weight_ih_l0	6	0.008553272113204002
675043	rnn.weight_ih_l0	7	-0.019033905118703842
675043	rnn.weight_ih_l0	8	0.006645601242780685
675043	rnn.weight_ih_l0	9	-0.0844053104519844
675043	rnn.weight_hh_l0	0	-0.019945399835705757
675043	rnn.weight_hh_l0	1	0.08645570278167725
675043	rnn.weight_hh_l0	2	0.007625666446983814
675043	rnn.weight_hh_l0	3	-0.03227848559617996
675043	rnn.weight_hh_l0	4	0.07915972173213959
675043	rnn.weight_hh_l0	5	0.011438130401074886
675043	rnn.weight_hh_l0	6	-0.08300019800662994
675043	rnn.weight_hh_l0	7	-0.12347164005041122
675043	rnn.weight_hh_l0	8	0.038913290947675705
675043	rnn.weight_hh_l0	9	-0.12241595983505249
675043	rnn.bias_ih_l0	0	0.16529962420463562
675043	rnn.bias_ih_l0	1	-0.3443763554096222
675043	rnn.bias_ih_l0	2	-0.03581830859184265
675043	rnn.bias_ih_l0	3	-0.23020072281360626
675043	rnn.bias_ih_l0	4	0.01415636669844389
675043	rnn.bias_ih_l0	5	-0.4338639974594116
675043	rnn.bias_ih_l0	6	-0.14692528545856476
675043	rnn.bias_ih_l0	7	-0.3759852945804596
675043	rnn.bias_ih_l0	8	-0.29537835717201233
675043	rnn.bias_ih_l0	9	-0.4725869297981262
675043	rnn.bias_hh_l0	0	-0.362823486328125
675043	rnn.bias_hh_l0	1	-0.43981653451919556
675043	rnn.bias_hh_l0	2	-0.40515732765197754
675043	rnn.bias_hh_l0	3	-0.08574666827917099
675043	rnn.bias_hh_l0	4	-0.4109681248664856
675043	rnn.bias_hh_l0	5	-0.3674725294113159
675043	rnn.bias_hh_l0	6	-0.11989584565162659
675043	rnn.bias_hh_l0	7	0.07916203886270523
675043	rnn.bias_hh_l0	8	-0.24721093475818634
675043	rnn.bias_hh_l0	9	-0.5750765800476074
675043	rnn.weight_ih_l0_reverse	0	0.011250563897192478
675043	rnn.weight_ih_l0_reverse	1	-0.01962742581963539
675043	rnn.weight_ih_l0_reverse	2	0.012699098326265812
675043	rnn.weight_ih_l0_reverse	3	-0.16473962366580963
675043	rnn.weight_ih_l0_reverse	4	0.08343490958213806
675043	rnn.weight_ih_l0_reverse	5	-0.10193116962909698
675043	rnn.weight_ih_l0_reverse	6	0.015624891966581345
675043	rnn.weight_ih_l0_reverse	7	0.031010501086711884
675043	rnn.weight_ih_l0_reverse	8	-0.054097823798656464
675043	rnn.weight_ih_l0_reverse	9	-0.07038453221321106
675043	rnn.weight_hh_l0_reverse	0	-0.14465127885341644
675043	rnn.weight_hh_l0_reverse	1	0.028936170041561127
675043	rnn.weight_hh_l0_reverse	2	-0.018528776243329048
675043	rnn.weight_hh_l0_reverse	3	0.02820584364235401
675043	rnn.weight_hh_l0_reverse	4	-0.07929641753435135
675043	rnn.weight_hh_l0_reverse	5	0.035761989653110504
675043	rnn.weight_hh_l0_reverse	6	0.028988631442189217
675043	rnn.weight_hh_l0_reverse	7	-0.12430889159440994
675043	rnn.weight_hh_l0_reverse	8	-0.07328692823648453
675043	rnn.weight_hh_l0_reverse	9	0.035152096301317215
675043	rnn.bias_ih_l0_reverse	0	-0.1811019778251648
675043	rnn.bias_ih_l0_reverse	1	-0.0640399232506752
675043	rnn.bias_ih_l0_reverse	2	0.15562614798545837
675043	rnn.bias_ih_l0_reverse	3	-0.3242819011211395
675043	rnn.bias_ih_l0_reverse	4	0.022373424842953682
675043	rnn.bias_ih_l0_reverse	5	-0.22196392714977264
675043	rnn.bias_ih_l0_reverse	6	0.2778600752353668
675043	rnn.bias_ih_l0_reverse	7	-0.3197965621948242
675043	rnn.bias_ih_l0_reverse	8	-0.18998926877975464
675043	rnn.bias_ih_l0_reverse	9	-0.15603315830230713
675043	rnn.bias_hh_l0_reverse	0	-0.1446368396282196
675043	rnn.bias_hh_l0_reverse	1	0.2781190872192383
675043	rnn.bias_hh_l0_reverse	2	-0.3536279499530792
675043	rnn.bias_hh_l0_reverse	3	-0.23989704251289368
675043	rnn.bias_hh_l0_reverse	4	-0.4090409278869629
675043	rnn.bias_hh_l0_reverse	5	-0.2055567502975464
675043	rnn.bias_hh_l0_reverse	6	-0.2846700847148895
675043	rnn.bias_hh_l0_reverse	7	-0.10408134758472443
675043	rnn.bias_hh_l0_reverse	8	-0.3453767001628876
675043	rnn.bias_hh_l0_reverse	9	0.18373873829841614
675043	linear.weight	0	0.2517261505126953
675043	linear.weight	1	-0.43031615018844604
675043	linear.weight	2	0.07828336209058762
675043	linear.weight	3	0.06749123334884644
675043	linear.weight	4	-0.15445035696029663
675043	linear.weight	5	0.274044007062912
675043	linear.weight	6	-0.03753521293401718
675043	linear.weight	7	-0.05997449532151222
675043	linear.weight	8	0.1240692287683487
675043	linear.weight	9	-0.04970117285847664
675043	linear.bias	0	-0.8967596292495728
675043	linear.bias	1	1.8738689422607422
675043	linear.bias	2	0.7740057706832886
675043	linear.bias	3	-2.735910177230835
675043	linear.bias	4	-0.08589477092027664
675043	linear.bias	5	1.246613621711731
675043	linear.bias	6	-0.22757399082183838
675043	linear.bias	7	0.8178203105926514
675043	linear.bias	8	2.148908853530884
675043	linear.bias	9	-1.3715561628341675
675652	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
675652	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
675652	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
675652	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
675652	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
675652	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
675652	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
675652	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
675652	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
675652	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
675652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
675652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
675652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
675652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
675652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
675652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
675652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
675652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
675652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
675652	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
675652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
675652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
675652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
675652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
675652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
675652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
675652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
675652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
675652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
675652	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
675652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
675652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
675652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
675652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
675652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
675652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
675652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
675652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
675652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
675652	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
675652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
675652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
675652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
675652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
675652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
675652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
675652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
675652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
675652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
675652	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
675652	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
675652	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
675652	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
675652	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
675652	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
675652	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
675652	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
675652	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
675652	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
675652	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
675652	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
675652	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
675652	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
675652	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
675652	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
675652	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
675652	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
675652	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
675652	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
675652	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
675652	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
675652	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
675652	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
675652	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
675652	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
675652	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
675652	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
675652	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
675652	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
675652	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
675652	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
675652	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
675652	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
675652	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
675652	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
675652	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
675652	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
675652	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
675652	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
675652	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
675652	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
675652	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
675652	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
675652	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
675652	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
675652	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
675652	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
675652	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
675652	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
675652	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
675652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
675652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
675652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
675652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
675652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
675652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
675652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
675652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
675652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
675652	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
675652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
675652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
675652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
675652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
675652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
675652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
675652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
675652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
675652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
675652	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
675652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
675652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
675652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
675652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
675652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
675652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
675652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
675652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
675652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
675652	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
675652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
675652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
675652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
675652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
675652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
675652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
675652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
675652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
675652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
675652	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
675652	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
675652	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
675652	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
675652	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
675652	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
675652	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
675652	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
675652	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
675652	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
675652	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
675652	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
675652	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
675652	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
675652	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
675652	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
675652	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
675652	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
675652	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
675652	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
675652	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
675652	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
675652	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
675652	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
675652	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
675652	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
675652	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
675652	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
675652	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
675652	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
675652	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
675652	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
675652	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
675652	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
675652	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
675652	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
675652	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
675652	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
675652	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
675652	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
675652	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
675652	embedding2nn.weight	0	0.3169589936733246
675652	embedding2nn.weight	1	0.3861227035522461
675652	embedding2nn.weight	2	-0.007363411132246256
675652	embedding2nn.weight	3	0.013985935598611832
675652	embedding2nn.weight	4	-0.030285151675343513
675652	embedding2nn.weight	5	0.05068039149045944
675652	embedding2nn.weight	6	0.003635294269770384
675652	embedding2nn.weight	7	-0.009641708806157112
675652	embedding2nn.weight	8	0.03285151720046997
675652	embedding2nn.weight	9	-0.06690986454486847
675652	embedding2nn.bias	0	0.03357940539717674
675652	embedding2nn.bias	1	-0.17222779989242554
675652	embedding2nn.bias	2	0.13719500601291656
675652	embedding2nn.bias	3	0.1989942342042923
675652	embedding2nn.bias	4	0.15407828986644745
675652	embedding2nn.bias	5	-0.08904876559972763
675652	embedding2nn.bias	6	-0.05865424871444702
675652	embedding2nn.bias	7	0.051595594733953476
675652	embedding2nn.bias	8	-0.15354754030704498
675652	embedding2nn.bias	9	-0.3833886384963989
675652	rnn.weight_ih_l0	0	-0.002970154630020261
675652	rnn.weight_ih_l0	1	-0.06074773892760277
675652	rnn.weight_ih_l0	2	-0.04603922739624977
675652	rnn.weight_ih_l0	3	0.11376591771841049
675652	rnn.weight_ih_l0	4	0.011064707301557064
675652	rnn.weight_ih_l0	5	-0.069256491959095
675652	rnn.weight_ih_l0	6	0.009250395931303501
675652	rnn.weight_ih_l0	7	-0.018666066229343414
675652	rnn.weight_ih_l0	8	0.002350912429392338
675652	rnn.weight_ih_l0	9	-0.08226919919252396
675652	rnn.weight_hh_l0	0	-0.02050362341105938
675652	rnn.weight_hh_l0	1	0.08625558763742447
675652	rnn.weight_hh_l0	2	0.008193446323275566
675652	rnn.weight_hh_l0	3	-0.03245997801423073
675652	rnn.weight_hh_l0	4	0.07923005521297455
675652	rnn.weight_hh_l0	5	0.011445708572864532
675652	rnn.weight_hh_l0	6	-0.08254356682300568
675652	rnn.weight_hh_l0	7	-0.12264417856931686
675652	rnn.weight_hh_l0	8	0.03924834355711937
675652	rnn.weight_hh_l0	9	-0.12283142656087875
675652	rnn.bias_ih_l0	0	0.16411027312278748
675652	rnn.bias_ih_l0	1	-0.34392181038856506
675652	rnn.bias_ih_l0	2	-0.03563844412565231
675652	rnn.bias_ih_l0	3	-0.2315191924571991
675652	rnn.bias_ih_l0	4	0.01175089180469513
675652	rnn.bias_ih_l0	5	-0.43317559361457825
675652	rnn.bias_ih_l0	6	-0.14704586565494537
675652	rnn.bias_ih_l0	7	-0.3770863711833954
675652	rnn.bias_ih_l0	8	-0.29233741760253906
675652	rnn.bias_ih_l0	9	-0.4708094894886017
675652	rnn.bias_hh_l0	0	-0.3623812794685364
675652	rnn.bias_hh_l0	1	-0.43758392333984375
675652	rnn.bias_hh_l0	2	-0.4065702259540558
675652	rnn.bias_hh_l0	3	-0.08408333361148834
675652	rnn.bias_hh_l0	4	-0.41194429993629456
675652	rnn.bias_hh_l0	5	-0.36857229471206665
675652	rnn.bias_hh_l0	6	-0.1160392239689827
675652	rnn.bias_hh_l0	7	0.07356993854045868
675652	rnn.bias_hh_l0	8	-0.247167706489563
675652	rnn.bias_hh_l0	9	-0.5759362578392029
675652	rnn.weight_ih_l0_reverse	0	0.014268407598137856
675652	rnn.weight_ih_l0_reverse	1	-0.019064156338572502
675652	rnn.weight_ih_l0_reverse	2	0.012910372577607632
675652	rnn.weight_ih_l0_reverse	3	-0.16465823352336884
675652	rnn.weight_ih_l0_reverse	4	0.08312569558620453
675652	rnn.weight_ih_l0_reverse	5	-0.10234923660755157
675652	rnn.weight_ih_l0_reverse	6	0.014523603953421116
675652	rnn.weight_ih_l0_reverse	7	0.03036014921963215
675652	rnn.weight_ih_l0_reverse	8	-0.05654957890510559
675652	rnn.weight_ih_l0_reverse	9	-0.07126682251691818
675652	rnn.weight_hh_l0_reverse	0	-0.1458982676267624
675652	rnn.weight_hh_l0_reverse	1	0.028186814859509468
675652	rnn.weight_hh_l0_reverse	2	-0.01850786805152893
675652	rnn.weight_hh_l0_reverse	3	0.028651118278503418
675652	rnn.weight_hh_l0_reverse	4	-0.07945846766233444
675652	rnn.weight_hh_l0_reverse	5	0.03550608828663826
675652	rnn.weight_hh_l0_reverse	6	0.02904578298330307
675652	rnn.weight_hh_l0_reverse	7	-0.1230856254696846
675652	rnn.weight_hh_l0_reverse	8	-0.071275994181633
675652	rnn.weight_hh_l0_reverse	9	0.03400402516126633
675652	rnn.bias_ih_l0_reverse	0	-0.18054628372192383
675652	rnn.bias_ih_l0_reverse	1	-0.06570691615343094
675652	rnn.bias_ih_l0_reverse	2	0.15580426156520844
675652	rnn.bias_ih_l0_reverse	3	-0.3286680579185486
675652	rnn.bias_ih_l0_reverse	4	0.020005160942673683
675652	rnn.bias_ih_l0_reverse	5	-0.2223883718252182
675652	rnn.bias_ih_l0_reverse	6	0.2761279046535492
675652	rnn.bias_ih_l0_reverse	7	-0.3217530846595764
675652	rnn.bias_ih_l0_reverse	8	-0.19029207527637482
675652	rnn.bias_ih_l0_reverse	9	-0.16170454025268555
675652	rnn.bias_hh_l0_reverse	0	-0.142396941781044
675652	rnn.bias_hh_l0_reverse	1	0.27401962876319885
675652	rnn.bias_hh_l0_reverse	2	-0.35715845227241516
675652	rnn.bias_hh_l0_reverse	3	-0.2362629920244217
675652	rnn.bias_hh_l0_reverse	4	-0.40980756282806396
675652	rnn.bias_hh_l0_reverse	5	-0.20948539674282074
675652	rnn.bias_hh_l0_reverse	6	-0.2830043137073517
675652	rnn.bias_hh_l0_reverse	7	-0.1034931018948555
675652	rnn.bias_hh_l0_reverse	8	-0.34695032238960266
675652	rnn.bias_hh_l0_reverse	9	0.18650725483894348
675652	linear.weight	0	0.25122353434562683
675652	linear.weight	1	-0.44254592061042786
675652	linear.weight	2	0.05075538530945778
675652	linear.weight	3	0.06749027967453003
675652	linear.weight	4	-0.1250474452972412
675652	linear.weight	5	0.27860933542251587
675652	linear.weight	6	-0.042970459908246994
675652	linear.weight	7	-0.05997181683778763
675652	linear.weight	8	0.11841414123773575
675652	linear.weight	9	-0.04970402270555496
675652	linear.bias	0	-0.8865686655044556
675652	linear.bias	1	1.8486109972000122
675652	linear.bias	2	0.7646215558052063
675652	linear.bias	3	-2.73600435256958
675652	linear.bias	4	-0.07041198760271072
675652	linear.bias	5	1.2660480737686157
675652	linear.bias	6	-0.209595188498497
675652	linear.bias	7	0.81390380859375
675652	linear.bias	8	2.134229898452759
675652	linear.bias	9	-1.374350666999817
676261	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
676261	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
676261	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
676261	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
676261	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
676261	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
676261	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
676261	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
676261	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
676261	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
676261	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
676261	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
676261	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
676261	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
676261	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
676261	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
676261	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
676261	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
676261	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
676261	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
676261	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
676261	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
676261	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
676261	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
676261	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
676261	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
676261	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
676261	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
676261	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
676261	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
676261	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
676261	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
676261	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
676261	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
676261	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
676261	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
676261	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
676261	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
676261	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
676261	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
676261	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
676261	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
676261	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
676261	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
676261	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
676261	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
676261	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
676261	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
676261	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
676261	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
676261	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
676261	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
676261	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
676261	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
676261	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
676261	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
676261	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
676261	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
676261	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
676261	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
676261	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
676261	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
676261	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
676261	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
676261	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
676261	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
676261	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
676261	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
676261	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
676261	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
676261	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
676261	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
676261	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
676261	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
676261	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
676261	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
676261	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
676261	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
676261	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
676261	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
676261	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
676261	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
676261	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
676261	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
676261	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
676261	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
676261	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
676261	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
676261	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
676261	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
676261	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
676261	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
676261	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
676261	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
676261	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
676261	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
676261	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
676261	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
676261	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
676261	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
676261	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
676261	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
676261	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
676261	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
676261	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
676261	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
676261	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
676261	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
676261	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
676261	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
676261	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
676261	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
676261	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
676261	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
676261	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
676261	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
676261	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
676261	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
676261	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
676261	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
676261	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
676261	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
676261	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
676261	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
676261	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
676261	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
676261	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
676261	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
676261	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
676261	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
676261	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
676261	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
676261	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
676261	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
676261	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
676261	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
676261	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
676261	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
676261	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
676261	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
676261	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
676261	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
676261	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
676261	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
676261	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
676261	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
676261	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
676261	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
676261	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
676261	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
676261	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
676261	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
676261	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
676261	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
676261	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
676261	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
676261	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
676261	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
676261	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
676261	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
676261	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
676261	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
676261	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
676261	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
676261	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
676261	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
676261	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
676261	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
676261	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
676261	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
676261	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
676261	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
676261	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
676261	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
676261	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
676261	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
676261	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
676261	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
676261	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
676261	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
676261	embedding2nn.weight	0	0.31670916080474854
676261	embedding2nn.weight	1	0.3857334554195404
676261	embedding2nn.weight	2	-0.00372590241022408
676261	embedding2nn.weight	3	0.012606322765350342
676261	embedding2nn.weight	4	-0.03098176047205925
676261	embedding2nn.weight	5	0.04844962805509567
676261	embedding2nn.weight	6	0.0019725242163985968
676261	embedding2nn.weight	7	-0.011336657218635082
676261	embedding2nn.weight	8	0.03365702927112579
676261	embedding2nn.weight	9	-0.06941094249486923
676261	embedding2nn.bias	0	0.027285702526569366
676261	embedding2nn.bias	1	-0.17662572860717773
676261	embedding2nn.bias	2	0.14368386566638947
676261	embedding2nn.bias	3	0.1862046867609024
676261	embedding2nn.bias	4	0.15769052505493164
676261	embedding2nn.bias	5	-0.08567351847887039
676261	embedding2nn.bias	6	-0.06764398515224457
676261	embedding2nn.bias	7	0.042174965143203735
676261	embedding2nn.bias	8	-0.16515840590000153
676261	embedding2nn.bias	9	-0.3716055154800415
676261	rnn.weight_ih_l0	0	-0.0035989622119814157
676261	rnn.weight_ih_l0	1	-0.060435518622398376
676261	rnn.weight_ih_l0	2	-0.05021504685282707
676261	rnn.weight_ih_l0	3	0.11294100433588028
676261	rnn.weight_ih_l0	4	0.009654209017753601
676261	rnn.weight_ih_l0	5	-0.06429560482501984
676261	rnn.weight_ih_l0	6	0.012012878432869911
676261	rnn.weight_ih_l0	7	-0.01907232217490673
676261	rnn.weight_ih_l0	8	0.004211254883557558
676261	rnn.weight_ih_l0	9	-0.08395608514547348
676261	rnn.weight_hh_l0	0	-0.02046693116426468
676261	rnn.weight_hh_l0	1	0.0861838310956955
676261	rnn.weight_hh_l0	2	0.008266915567219257
676261	rnn.weight_hh_l0	3	-0.03234393149614334
676261	rnn.weight_hh_l0	4	0.07984299212694168
676261	rnn.weight_hh_l0	5	0.010762057267129421
676261	rnn.weight_hh_l0	6	-0.08247914910316467
676261	rnn.weight_hh_l0	7	-0.12213406711816788
676261	rnn.weight_hh_l0	8	0.03935942053794861
676261	rnn.weight_hh_l0	9	-0.12321719527244568
676261	rnn.bias_ih_l0	0	0.16193577647209167
676261	rnn.bias_ih_l0	1	-0.3444730341434479
676261	rnn.bias_ih_l0	2	-0.035362500697374344
676261	rnn.bias_ih_l0	3	-0.2299887090921402
676261	rnn.bias_ih_l0	4	0.004820326343178749
676261	rnn.bias_ih_l0	5	-0.43273696303367615
676261	rnn.bias_ih_l0	6	-0.1480039358139038
676261	rnn.bias_ih_l0	7	-0.37933602929115295
676261	rnn.bias_ih_l0	8	-0.29374343156814575
676261	rnn.bias_ih_l0	9	-0.4659193158149719
676261	rnn.bias_hh_l0	0	-0.3581806719303131
676261	rnn.bias_hh_l0	1	-0.43501949310302734
676261	rnn.bias_hh_l0	2	-0.41098520159721375
676261	rnn.bias_hh_l0	3	-0.08615661412477493
676261	rnn.bias_hh_l0	4	-0.41088974475860596
676261	rnn.bias_hh_l0	5	-0.36881840229034424
676261	rnn.bias_hh_l0	6	-0.11652208119630814
676261	rnn.bias_hh_l0	7	0.0802956372499466
676261	rnn.bias_hh_l0	8	-0.24683551490306854
676261	rnn.bias_hh_l0	9	-0.5717141628265381
676261	rnn.weight_ih_l0_reverse	0	0.01611228473484516
676261	rnn.weight_ih_l0_reverse	1	-0.018213927745819092
676261	rnn.weight_ih_l0_reverse	2	0.013358200900256634
676261	rnn.weight_ih_l0_reverse	3	-0.16420254111289978
676261	rnn.weight_ih_l0_reverse	4	0.08283638954162598
676261	rnn.weight_ih_l0_reverse	5	-0.10355634242296219
676261	rnn.weight_ih_l0_reverse	6	0.013651601038873196
676261	rnn.weight_ih_l0_reverse	7	0.03114304319024086
676261	rnn.weight_ih_l0_reverse	8	-0.05510948970913887
676261	rnn.weight_ih_l0_reverse	9	-0.07062480598688126
676261	rnn.weight_hh_l0_reverse	0	-0.14599603414535522
676261	rnn.weight_hh_l0_reverse	1	0.02778446488082409
676261	rnn.weight_hh_l0_reverse	2	-0.01897028461098671
676261	rnn.weight_hh_l0_reverse	3	0.028733499348163605
676261	rnn.weight_hh_l0_reverse	4	-0.0789903998374939
676261	rnn.weight_hh_l0_reverse	5	0.03572920337319374
676261	rnn.weight_hh_l0_reverse	6	0.02918425388634205
676261	rnn.weight_hh_l0_reverse	7	-0.12330850213766098
676261	rnn.weight_hh_l0_reverse	8	-0.07008638978004456
676261	rnn.weight_hh_l0_reverse	9	0.033603958785533905
676261	rnn.bias_ih_l0_reverse	0	-0.17844517529010773
676261	rnn.bias_ih_l0_reverse	1	-0.06361450254917145
676261	rnn.bias_ih_l0_reverse	2	0.15540283918380737
676261	rnn.bias_ih_l0_reverse	3	-0.3245554566383362
676261	rnn.bias_ih_l0_reverse	4	0.01988929882645607
676261	rnn.bias_ih_l0_reverse	5	-0.2190842479467392
676261	rnn.bias_ih_l0_reverse	6	0.27600112557411194
676261	rnn.bias_ih_l0_reverse	7	-0.31566092371940613
676261	rnn.bias_ih_l0_reverse	8	-0.19005347788333893
676261	rnn.bias_ih_l0_reverse	9	-0.16604608297348022
676261	rnn.bias_hh_l0_reverse	0	-0.14264585077762604
676261	rnn.bias_hh_l0_reverse	1	0.27650225162506104
676261	rnn.bias_hh_l0_reverse	2	-0.3589445948600769
676261	rnn.bias_hh_l0_reverse	3	-0.23697268962860107
676261	rnn.bias_hh_l0_reverse	4	-0.40690964460372925
676261	rnn.bias_hh_l0_reverse	5	-0.20884791016578674
676261	rnn.bias_hh_l0_reverse	6	-0.2821967303752899
676261	rnn.bias_hh_l0_reverse	7	-0.09811379015445709
676261	rnn.bias_hh_l0_reverse	8	-0.3470080494880676
676261	rnn.bias_hh_l0_reverse	9	0.17975355684757233
676261	linear.weight	0	0.26035013794898987
676261	linear.weight	1	-0.4380369484424591
676261	linear.weight	2	0.05481946840882301
676261	linear.weight	3	0.06748957186937332
676261	linear.weight	4	-0.10468088835477829
676261	linear.weight	5	0.2767183184623718
676261	linear.weight	6	-0.05035025626420975
676261	linear.weight	7	-0.05996794253587723
676261	linear.weight	8	0.12104392051696777
676261	linear.weight	9	-0.04970768839120865
676261	linear.bias	0	-0.8790891170501709
676261	linear.bias	1	1.858586072921753
676261	linear.bias	2	0.7550510168075562
676261	linear.bias	3	-2.7361176013946533
676261	linear.bias	4	-0.08120062202215195
676261	linear.bias	5	1.2651869058609009
676261	linear.bias	6	-0.20549964904785156
676261	linear.bias	7	0.8239461183547974
676261	linear.bias	8	2.1345033645629883
676261	linear.bias	9	-1.3701815605163574
676870	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
676870	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
676870	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
676870	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
676870	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
676870	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
676870	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
676870	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
676870	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
676870	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
676870	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
676870	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
676870	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
676870	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
676870	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
676870	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
676870	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
676870	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
676870	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
676870	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
676870	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
676870	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
676870	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
676870	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
676870	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
676870	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
676870	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
676870	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
676870	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
676870	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
676870	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
676870	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
676870	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
676870	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
676870	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
676870	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
676870	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
676870	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
676870	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
676870	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
676870	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
676870	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
676870	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
676870	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
676870	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
676870	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
676870	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
676870	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
676870	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
676870	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
676870	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
676870	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
676870	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
676870	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
676870	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
676870	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
676870	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
676870	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
676870	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
676870	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
676870	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
676870	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
676870	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
676870	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
676870	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
676870	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
676870	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
676870	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
676870	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
676870	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
676870	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
676870	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
676870	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
676870	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
676870	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
676870	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
676870	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
676870	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
676870	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
676870	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
676870	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
676870	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
676870	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
676870	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
676870	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
676870	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
676870	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
676870	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
676870	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
676870	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
676870	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
676870	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
676870	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
676870	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
676870	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
676870	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
676870	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
676870	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
676870	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
676870	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
676870	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
676870	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
676870	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
676870	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
676870	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
676870	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
676870	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
676870	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
676870	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
676870	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
676870	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
676870	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
676870	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
676870	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
676870	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
676870	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
676870	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
676870	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
676870	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
676870	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
676870	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
676870	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
676870	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
676870	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
676870	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
676870	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
676870	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
676870	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
676870	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
676870	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
676870	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
676870	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
676870	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
676870	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
676870	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
676870	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
676870	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
676870	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
676870	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
676870	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
676870	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
676870	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
676870	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
676870	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
676870	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
676870	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
676870	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
676870	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
676870	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
676870	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
676870	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
676870	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
676870	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
676870	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
676870	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
676870	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
676870	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
676870	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
676870	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
676870	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
676870	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
676870	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
676870	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
676870	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
676870	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
676870	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
676870	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
676870	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
676870	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
676870	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
676870	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
676870	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
676870	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
676870	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
676870	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
676870	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
676870	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
676870	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
676870	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
676870	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
676870	embedding2nn.weight	0	0.3166408836841583
676870	embedding2nn.weight	1	0.3837093412876129
676870	embedding2nn.weight	2	-0.0017570502823218703
676870	embedding2nn.weight	3	0.018495094031095505
676870	embedding2nn.weight	4	-0.030532868579030037
676870	embedding2nn.weight	5	0.046783916652202606
676870	embedding2nn.weight	6	0.004972354043275118
676870	embedding2nn.weight	7	-0.009285586886107922
676870	embedding2nn.weight	8	0.03374582156538963
676870	embedding2nn.weight	9	-0.0668664500117302
676870	embedding2nn.bias	0	0.025469671934843063
676870	embedding2nn.bias	1	-0.1789647340774536
676870	embedding2nn.bias	2	0.14522847533226013
676870	embedding2nn.bias	3	0.17854396998882294
676870	embedding2nn.bias	4	0.15377505123615265
676870	embedding2nn.bias	5	-0.07636478543281555
676870	embedding2nn.bias	6	-0.06536082178354263
676870	embedding2nn.bias	7	0.04610838741064072
676870	embedding2nn.bias	8	-0.15422379970550537
676870	embedding2nn.bias	9	-0.3750421702861786
676870	rnn.weight_ih_l0	0	-0.00309814908541739
676870	rnn.weight_ih_l0	1	-0.059846073389053345
676870	rnn.weight_ih_l0	2	-0.04670879244804382
676870	rnn.weight_ih_l0	3	0.1104656308889389
676870	rnn.weight_ih_l0	4	0.012217925861477852
676870	rnn.weight_ih_l0	5	-0.06536627560853958
676870	rnn.weight_ih_l0	6	0.010624195449054241
676870	rnn.weight_ih_l0	7	-0.015851471573114395
676870	rnn.weight_ih_l0	8	0.0016671293415129185
676870	rnn.weight_ih_l0	9	-0.08400706201791763
676870	rnn.weight_hh_l0	0	-0.02041712962090969
676870	rnn.weight_hh_l0	1	0.08661219477653503
676870	rnn.weight_hh_l0	2	0.008959321305155754
676870	rnn.weight_hh_l0	3	-0.03269762545824051
676870	rnn.weight_hh_l0	4	0.08006244897842407
676870	rnn.weight_hh_l0	5	0.0108055854216218
676870	rnn.weight_hh_l0	6	-0.0821555107831955
676870	rnn.weight_hh_l0	7	-0.12301085144281387
676870	rnn.weight_hh_l0	8	0.03936487436294556
676870	rnn.weight_hh_l0	9	-0.12259875982999802
676870	rnn.bias_ih_l0	0	0.15816111862659454
676870	rnn.bias_ih_l0	1	-0.3487450182437897
676870	rnn.bias_ih_l0	2	-0.036608416587114334
676870	rnn.bias_ih_l0	3	-0.22983580827713013
676870	rnn.bias_ih_l0	4	0.005973997991532087
676870	rnn.bias_ih_l0	5	-0.4329639971256256
676870	rnn.bias_ih_l0	6	-0.1464582085609436
676870	rnn.bias_ih_l0	7	-0.3783014118671417
676870	rnn.bias_ih_l0	8	-0.2928280532360077
676870	rnn.bias_ih_l0	9	-0.4632043242454529
676870	rnn.bias_hh_l0	0	-0.3587541878223419
676870	rnn.bias_hh_l0	1	-0.42998620867729187
676870	rnn.bias_hh_l0	2	-0.4102006256580353
676870	rnn.bias_hh_l0	3	-0.08387265354394913
676870	rnn.bias_hh_l0	4	-0.40794745087623596
676870	rnn.bias_hh_l0	5	-0.3692834675312042
676870	rnn.bias_hh_l0	6	-0.11966776102781296
676870	rnn.bias_hh_l0	7	0.08232858031988144
676870	rnn.bias_hh_l0	8	-0.2459641844034195
676870	rnn.bias_hh_l0	9	-0.5744078159332275
676870	rnn.weight_ih_l0_reverse	0	0.017151672393083572
676870	rnn.weight_ih_l0_reverse	1	-0.01654372736811638
676870	rnn.weight_ih_l0_reverse	2	0.01674153283238411
676870	rnn.weight_ih_l0_reverse	3	-0.1670740395784378
676870	rnn.weight_ih_l0_reverse	4	0.08305801451206207
676870	rnn.weight_ih_l0_reverse	5	-0.10112867504358292
676870	rnn.weight_ih_l0_reverse	6	0.01720249652862549
676870	rnn.weight_ih_l0_reverse	7	0.030656762421131134
676870	rnn.weight_ih_l0_reverse	8	-0.055838752537965775
676870	rnn.weight_ih_l0_reverse	9	-0.06737121939659119
676870	rnn.weight_hh_l0_reverse	0	-0.14548830687999725
676870	rnn.weight_hh_l0_reverse	1	0.02752908132970333
676870	rnn.weight_hh_l0_reverse	2	-0.019336272031068802
676870	rnn.weight_hh_l0_reverse	3	0.0287959985435009
676870	rnn.weight_hh_l0_reverse	4	-0.07905498892068863
676870	rnn.weight_hh_l0_reverse	5	0.03567052632570267
676870	rnn.weight_hh_l0_reverse	6	0.029262030497193336
676870	rnn.weight_hh_l0_reverse	7	-0.12227816879749298
676870	rnn.weight_hh_l0_reverse	8	-0.06971528381109238
676870	rnn.weight_hh_l0_reverse	9	0.03358468785881996
676870	rnn.bias_ih_l0_reverse	0	-0.17482656240463257
676870	rnn.bias_ih_l0_reverse	1	-0.06454026699066162
676870	rnn.bias_ih_l0_reverse	2	0.15591302514076233
676870	rnn.bias_ih_l0_reverse	3	-0.3260982036590576
676870	rnn.bias_ih_l0_reverse	4	0.01914733462035656
676870	rnn.bias_ih_l0_reverse	5	-0.21976354718208313
676870	rnn.bias_ih_l0_reverse	6	0.27110499143600464
676870	rnn.bias_ih_l0_reverse	7	-0.3109275698661804
676870	rnn.bias_ih_l0_reverse	8	-0.19096077978610992
676870	rnn.bias_ih_l0_reverse	9	-0.17009110748767853
676870	rnn.bias_hh_l0_reverse	0	-0.14430320262908936
676870	rnn.bias_hh_l0_reverse	1	0.28500035405158997
676870	rnn.bias_hh_l0_reverse	2	-0.3569669723510742
676870	rnn.bias_hh_l0_reverse	3	-0.23516477644443512
676870	rnn.bias_hh_l0_reverse	4	-0.40563681721687317
676870	rnn.bias_hh_l0_reverse	5	-0.21005885303020477
676870	rnn.bias_hh_l0_reverse	6	-0.28347906470298767
676870	rnn.bias_hh_l0_reverse	7	-0.09836799651384354
676870	rnn.bias_hh_l0_reverse	8	-0.3484417796134949
676870	rnn.bias_hh_l0_reverse	9	0.18972599506378174
676870	linear.weight	0	0.2438734471797943
676870	linear.weight	1	-0.4358830153942108
676870	linear.weight	2	0.07613478600978851
676870	linear.weight	3	0.06748893111944199
676870	linear.weight	4	-0.10929343104362488
676870	linear.weight	5	0.2607225179672241
676870	linear.weight	6	-0.0529337152838707
676870	linear.weight	7	-0.05996454507112503
676870	linear.weight	8	0.12358511984348297
676870	linear.weight	9	-0.04971049726009369
676870	linear.bias	0	-0.8679556250572205
676870	linear.bias	1	1.8361127376556396
676870	linear.bias	2	0.7813869118690491
676870	linear.bias	3	-2.7362060546875
676870	linear.bias	4	-0.08510589599609375
676870	linear.bias	5	1.2641128301620483
676870	linear.bias	6	-0.20689043402671814
676870	linear.bias	7	0.8331601619720459
676870	linear.bias	8	2.1252050399780273
676870	linear.bias	9	-1.3759901523590088
676878	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
676878	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
676878	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
676878	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
676878	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
676878	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
676878	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
676878	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
676878	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
676878	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
676878	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
676878	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
676878	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
676878	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
676878	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
676878	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
676878	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
676878	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
676878	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
676878	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
676878	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
676878	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
676878	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
676878	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
676878	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
676878	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
676878	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
676878	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
676878	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
676878	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
676878	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
676878	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
676878	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
676878	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
676878	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
676878	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
676878	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
676878	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
676878	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
676878	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
676878	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
676878	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
676878	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
676878	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
676878	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
676878	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
676878	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
676878	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
676878	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
676878	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
676878	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
676878	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
676878	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
676878	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
676878	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
676878	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
676878	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
676878	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
676878	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
676878	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
676878	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
676878	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
676878	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
676878	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
676878	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
676878	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
676878	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
676878	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
676878	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
676878	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
676878	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
676878	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
676878	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
676878	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
676878	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
676878	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
676878	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
676878	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
676878	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
676878	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
676878	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
676878	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
676878	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
676878	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
676878	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
676878	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
676878	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
676878	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
676878	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
676878	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
676878	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
676878	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
676878	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
676878	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
676878	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
676878	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
676878	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
676878	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
676878	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
676878	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
676878	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
676878	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
676878	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
676878	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
676878	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
676878	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
676878	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
676878	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
676878	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
676878	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
676878	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
676878	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
676878	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
676878	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
676878	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
676878	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
676878	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
676878	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
676878	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
676878	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
676878	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
676878	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
676878	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
676878	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
676878	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
676878	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
676878	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
676878	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
676878	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
676878	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
676878	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
676878	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
676878	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
676878	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
676878	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
676878	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
676878	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
676878	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
676878	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
676878	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
676878	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
676878	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
676878	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
676878	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
676878	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
676878	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
676878	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
676878	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
676878	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
676878	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
676878	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
676878	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
676878	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
676878	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
676878	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
676878	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
676878	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
676878	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
676878	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
676878	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
676878	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
676878	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
676878	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
676878	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
676878	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
676878	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
676878	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
676878	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
676878	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
676878	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
676878	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
676878	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
676878	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
676878	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
676878	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
676878	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
676878	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
676878	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
676878	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
676878	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
676878	embedding2nn.weight	0	0.31645992398262024
676878	embedding2nn.weight	1	0.38352170586586
676878	embedding2nn.weight	2	-0.001698100590147078
676878	embedding2nn.weight	3	0.01852015033364296
676878	embedding2nn.weight	4	-0.03073565848171711
676878	embedding2nn.weight	5	0.04706178233027458
676878	embedding2nn.weight	6	0.004571585450321436
676878	embedding2nn.weight	7	-0.009240294806659222
676878	embedding2nn.weight	8	0.033629607409238815
676878	embedding2nn.weight	9	-0.06687866896390915
676878	embedding2nn.bias	0	0.02824254333972931
676878	embedding2nn.bias	1	-0.17745347321033478
676878	embedding2nn.bias	2	0.14834561944007874
676878	embedding2nn.bias	3	0.17304347455501556
676878	embedding2nn.bias	4	0.15345542132854462
676878	embedding2nn.bias	5	-0.08161522448062897
676878	embedding2nn.bias	6	-0.06625360250473022
676878	embedding2nn.bias	7	0.04797947406768799
676878	embedding2nn.bias	8	-0.1535969078540802
676878	embedding2nn.bias	9	-0.37637054920196533
676878	rnn.weight_ih_l0	0	-0.003153119469061494
676878	rnn.weight_ih_l0	1	-0.059865470975637436
676878	rnn.weight_ih_l0	2	-0.0469200424849987
676878	rnn.weight_ih_l0	3	0.11076591163873672
676878	rnn.weight_ih_l0	4	0.012026469223201275
676878	rnn.weight_ih_l0	5	-0.06551548838615417
676878	rnn.weight_ih_l0	6	0.010472233407199383
676878	rnn.weight_ih_l0	7	-0.01600777357816696
676878	rnn.weight_ih_l0	8	0.001732198870740831
676878	rnn.weight_ih_l0	9	-0.08406003564596176
676878	rnn.weight_hh_l0	0	-0.020474018529057503
676878	rnn.weight_hh_l0	1	0.08660397678613663
676878	rnn.weight_hh_l0	2	0.008836879394948483
676878	rnn.weight_hh_l0	3	-0.03268599137663841
676878	rnn.weight_hh_l0	4	0.08006270229816437
676878	rnn.weight_hh_l0	5	0.010837300680577755
676878	rnn.weight_hh_l0	6	-0.08217688649892807
676878	rnn.weight_hh_l0	7	-0.1229129433631897
676878	rnn.weight_hh_l0	8	0.03936845064163208
676878	rnn.weight_hh_l0	9	-0.12259355187416077
676878	rnn.bias_ih_l0	0	0.1572609841823578
676878	rnn.bias_ih_l0	1	-0.34854656457901
676878	rnn.bias_ih_l0	2	-0.03664720803499222
676878	rnn.bias_ih_l0	3	-0.22976842522621155
676878	rnn.bias_ih_l0	4	0.005821052938699722
676878	rnn.bias_ih_l0	5	-0.4330735504627228
676878	rnn.bias_ih_l0	6	-0.14612522721290588
676878	rnn.bias_ih_l0	7	-0.37826403975486755
676878	rnn.bias_ih_l0	8	-0.2926844358444214
676878	rnn.bias_ih_l0	9	-0.46212053298950195
676878	rnn.bias_hh_l0	0	-0.3582887351512909
676878	rnn.bias_hh_l0	1	-0.42935630679130554
676878	rnn.bias_hh_l0	2	-0.41059648990631104
676878	rnn.bias_hh_l0	3	-0.08366353064775467
676878	rnn.bias_hh_l0	4	-0.4078369438648224
676878	rnn.bias_hh_l0	5	-0.3692449629306793
676878	rnn.bias_hh_l0	6	-0.1194581687450409
676878	rnn.bias_hh_l0	7	0.08240211755037308
676878	rnn.bias_hh_l0	8	-0.24597269296646118
676878	rnn.bias_hh_l0	9	-0.5746410489082336
676878	rnn.weight_ih_l0_reverse	0	0.017163867130875587
676878	rnn.weight_ih_l0_reverse	1	-0.016527988016605377
676878	rnn.weight_ih_l0_reverse	2	0.016621438786387444
676878	rnn.weight_ih_l0_reverse	3	-0.1671457141637802
676878	rnn.weight_ih_l0_reverse	4	0.0829690471291542
676878	rnn.weight_ih_l0_reverse	5	-0.1011543795466423
676878	rnn.weight_ih_l0_reverse	6	0.01720166578888893
676878	rnn.weight_ih_l0_reverse	7	0.030630700290203094
676878	rnn.weight_ih_l0_reverse	8	-0.05578763410449028
676878	rnn.weight_ih_l0_reverse	9	-0.06729099899530411
676878	rnn.weight_hh_l0_reverse	0	-0.145566925406456
676878	rnn.weight_hh_l0_reverse	1	0.02752172201871872
676878	rnn.weight_hh_l0_reverse	2	-0.019380822777748108
676878	rnn.weight_hh_l0_reverse	3	0.028813518583774567
676878	rnn.weight_hh_l0_reverse	4	-0.07902602106332779
676878	rnn.weight_hh_l0_reverse	5	0.035698749125003815
676878	rnn.weight_hh_l0_reverse	6	0.029286712408065796
676878	rnn.weight_hh_l0_reverse	7	-0.1223091259598732
676878	rnn.weight_hh_l0_reverse	8	-0.06972502171993256
676878	rnn.weight_hh_l0_reverse	9	0.033618729561567307
676878	rnn.bias_ih_l0_reverse	0	-0.17494159936904907
676878	rnn.bias_ih_l0_reverse	1	-0.06469663232564926
676878	rnn.bias_ih_l0_reverse	2	0.15524573624134064
676878	rnn.bias_ih_l0_reverse	3	-0.32575011253356934
676878	rnn.bias_ih_l0_reverse	4	0.019826402887701988
676878	rnn.bias_ih_l0_reverse	5	-0.22003652155399323
676878	rnn.bias_ih_l0_reverse	6	0.2709800601005554
676878	rnn.bias_ih_l0_reverse	7	-0.309201180934906
676878	rnn.bias_ih_l0_reverse	8	-0.191042959690094
676878	rnn.bias_ih_l0_reverse	9	-0.16984151303768158
676878	rnn.bias_hh_l0_reverse	0	-0.14410515129566193
676878	rnn.bias_hh_l0_reverse	1	0.2845798432826996
676878	rnn.bias_hh_l0_reverse	2	-0.35724174976348877
676878	rnn.bias_hh_l0_reverse	3	-0.2352176457643509
676878	rnn.bias_hh_l0_reverse	4	-0.40560492873191833
676878	rnn.bias_hh_l0_reverse	5	-0.21060426533222198
676878	rnn.bias_hh_l0_reverse	6	-0.28335991501808167
676878	rnn.bias_hh_l0_reverse	7	-0.09836886823177338
676878	rnn.bias_hh_l0_reverse	8	-0.348499059677124
676878	rnn.bias_hh_l0_reverse	9	0.18780279159545898
676878	linear.weight	0	0.24495548009872437
676878	linear.weight	1	-0.4378308653831482
676878	linear.weight	2	0.076955147087574
676878	linear.weight	3	0.06748893111944199
676878	linear.weight	4	-0.10762178897857666
676878	linear.weight	5	0.2612782120704651
676878	linear.weight	6	-0.05579645559191704
676878	linear.weight	7	-0.059964463114738464
676878	linear.weight	8	0.12441714853048325
676878	linear.weight	9	-0.04971050098538399
676878	linear.bias	0	-0.866634726524353
676878	linear.bias	1	1.8186861276626587
676878	linear.bias	2	0.7788779139518738
676878	linear.bias	3	-2.7362074851989746
676878	linear.bias	4	-0.09016560018062592
676878	linear.bias	5	1.27850341796875
676878	linear.bias	6	-0.20830166339874268
676878	linear.bias	7	0.8282051086425781
676878	linear.bias	8	2.1334609985351562
676878	linear.bias	9	-1.3770676851272583
677487	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
677487	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
677487	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
677487	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
677487	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
677487	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
677487	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
677487	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
677487	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
677487	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
677487	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
677487	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
677487	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
677487	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
677487	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
677487	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
677487	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
677487	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
677487	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
677487	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
677487	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
677487	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
677487	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
677487	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
677487	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
677487	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
677487	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
677487	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
677487	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
677487	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
677487	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
677487	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
677487	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
677487	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
677487	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
677487	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
677487	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
677487	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
677487	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
677487	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
677487	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
677487	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
677487	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
677487	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
677487	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
677487	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
677487	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
677487	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
677487	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
677487	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
677487	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
677487	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
677487	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
677487	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
677487	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
677487	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
677487	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
677487	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
677487	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
677487	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
677487	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
677487	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
677487	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
677487	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
677487	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
677487	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
677487	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
677487	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
677487	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
677487	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
677487	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
677487	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
677487	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
677487	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
677487	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
677487	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
677487	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
677487	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
677487	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
677487	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
677487	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
677487	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
677487	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
677487	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
677487	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
677487	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
677487	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
677487	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
677487	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
677487	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
677487	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
677487	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
677487	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
677487	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
677487	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
677487	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
677487	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
677487	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
677487	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
677487	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
677487	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
677487	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
677487	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
677487	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
677487	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
677487	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
677487	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
677487	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
677487	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
677487	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
677487	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
677487	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
677487	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
677487	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
677487	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
677487	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
677487	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
677487	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
677487	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
677487	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
677487	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
677487	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
677487	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
677487	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
677487	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
677487	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
677487	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
677487	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
677487	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
677487	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
677487	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
677487	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
677487	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
677487	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
677487	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
677487	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
677487	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
677487	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
677487	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
677487	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
677487	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
677487	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
677487	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
677487	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
677487	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
677487	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
677487	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
677487	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
677487	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
677487	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
677487	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
677487	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
677487	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
677487	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
677487	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
677487	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
677487	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
677487	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
677487	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
677487	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
677487	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
677487	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
677487	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
677487	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
677487	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
677487	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
677487	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
677487	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
677487	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
677487	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
677487	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
677487	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
677487	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
677487	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
677487	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
677487	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
677487	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
677487	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
677487	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
677487	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
677487	embedding2nn.weight	0	0.3154158592224121
677487	embedding2nn.weight	1	0.38323354721069336
677487	embedding2nn.weight	2	-0.004207998048514128
677487	embedding2nn.weight	3	0.023264918476343155
677487	embedding2nn.weight	4	-0.03347446769475937
677487	embedding2nn.weight	5	0.047425318509340286
677487	embedding2nn.weight	6	0.0007397368317469954
677487	embedding2nn.weight	7	-0.008097119629383087
677487	embedding2nn.weight	8	0.03613000363111496
677487	embedding2nn.weight	9	-0.06753283739089966
677487	embedding2nn.bias	0	0.020213916897773743
677487	embedding2nn.bias	1	-0.1793547421693802
677487	embedding2nn.bias	2	0.14692167937755585
677487	embedding2nn.bias	3	0.17868870496749878
677487	embedding2nn.bias	4	0.14039644598960876
677487	embedding2nn.bias	5	-0.07079930603504181
677487	embedding2nn.bias	6	-0.0726587176322937
677487	embedding2nn.bias	7	0.03514887019991875
677487	embedding2nn.bias	8	-0.15278421342372894
677487	embedding2nn.bias	9	-0.40029358863830566
677487	rnn.weight_ih_l0	0	-0.0015002996660768986
677487	rnn.weight_ih_l0	1	-0.05917578563094139
677487	rnn.weight_ih_l0	2	-0.047080159187316895
677487	rnn.weight_ih_l0	3	0.11223575472831726
677487	rnn.weight_ih_l0	4	0.014281542971730232
677487	rnn.weight_ih_l0	5	-0.06569892913103104
677487	rnn.weight_ih_l0	6	0.009188457392156124
677487	rnn.weight_ih_l0	7	-0.01661076582968235
677487	rnn.weight_ih_l0	8	0.006463236175477505
677487	rnn.weight_ih_l0	9	-0.08256349712610245
677487	rnn.weight_hh_l0	0	-0.020666057243943214
677487	rnn.weight_hh_l0	1	0.08644898235797882
677487	rnn.weight_hh_l0	2	0.009432234801352024
677487	rnn.weight_hh_l0	3	-0.032118164002895355
677487	rnn.weight_hh_l0	4	0.07991445064544678
677487	rnn.weight_hh_l0	5	0.011159994639456272
677487	rnn.weight_hh_l0	6	-0.08272665739059448
677487	rnn.weight_hh_l0	7	-0.12340249866247177
677487	rnn.weight_hh_l0	8	0.039417997002601624
677487	rnn.weight_hh_l0	9	-0.12268539518117905
677487	rnn.bias_ih_l0	0	0.16342897713184357
677487	rnn.bias_ih_l0	1	-0.34650516510009766
677487	rnn.bias_ih_l0	2	-0.037452224642038345
677487	rnn.bias_ih_l0	3	-0.2294168323278427
677487	rnn.bias_ih_l0	4	0.00905369222164154
677487	rnn.bias_ih_l0	5	-0.43183040618896484
677487	rnn.bias_ih_l0	6	-0.1521758735179901
677487	rnn.bias_ih_l0	7	-0.3778408467769623
677487	rnn.bias_ih_l0	8	-0.29322463274002075
677487	rnn.bias_ih_l0	9	-0.4584971070289612
677487	rnn.bias_hh_l0	0	-0.3604985773563385
677487	rnn.bias_hh_l0	1	-0.43150097131729126
677487	rnn.bias_hh_l0	2	-0.4079654812812805
677487	rnn.bias_hh_l0	3	-0.0810830220580101
677487	rnn.bias_hh_l0	4	-0.4038103222846985
677487	rnn.bias_hh_l0	5	-0.368673175573349
677487	rnn.bias_hh_l0	6	-0.11705288290977478
677487	rnn.bias_hh_l0	7	0.0784650444984436
677487	rnn.bias_hh_l0	8	-0.24933868646621704
677487	rnn.bias_hh_l0	9	-0.5762551426887512
677487	rnn.weight_ih_l0_reverse	0	0.01715826988220215
677487	rnn.weight_ih_l0_reverse	1	-0.016116289421916008
677487	rnn.weight_ih_l0_reverse	2	0.01418036874383688
677487	rnn.weight_ih_l0_reverse	3	-0.1679786592721939
677487	rnn.weight_ih_l0_reverse	4	0.08331102877855301
677487	rnn.weight_ih_l0_reverse	5	-0.09511010348796844
677487	rnn.weight_ih_l0_reverse	6	0.018387658521533012
677487	rnn.weight_ih_l0_reverse	7	0.03134215995669365
677487	rnn.weight_ih_l0_reverse	8	-0.055793121457099915
677487	rnn.weight_ih_l0_reverse	9	-0.06484728306531906
677487	rnn.weight_hh_l0_reverse	0	-0.14477236568927765
677487	rnn.weight_hh_l0_reverse	1	0.0275140218436718
677487	rnn.weight_hh_l0_reverse	2	-0.019564718008041382
677487	rnn.weight_hh_l0_reverse	3	0.02863694541156292
677487	rnn.weight_hh_l0_reverse	4	-0.07883483916521072
677487	rnn.weight_hh_l0_reverse	5	0.03557911515235901
677487	rnn.weight_hh_l0_reverse	6	0.029372215270996094
677487	rnn.weight_hh_l0_reverse	7	-0.12273232638835907
677487	rnn.weight_hh_l0_reverse	8	-0.06909085065126419
677487	rnn.weight_hh_l0_reverse	9	0.03455636277794838
677487	rnn.bias_ih_l0_reverse	0	-0.1764046847820282
677487	rnn.bias_ih_l0_reverse	1	-0.06681755930185318
677487	rnn.bias_ih_l0_reverse	2	0.15284202992916107
677487	rnn.bias_ih_l0_reverse	3	-0.3270922303199768
677487	rnn.bias_ih_l0_reverse	4	0.01422350388020277
677487	rnn.bias_ih_l0_reverse	5	-0.2228776514530182
677487	rnn.bias_ih_l0_reverse	6	0.27452582120895386
677487	rnn.bias_ih_l0_reverse	7	-0.31607726216316223
677487	rnn.bias_ih_l0_reverse	8	-0.18809294700622559
677487	rnn.bias_ih_l0_reverse	9	-0.16461975872516632
677487	rnn.bias_hh_l0_reverse	0	-0.14393122494220734
677487	rnn.bias_hh_l0_reverse	1	0.28904756903648376
677487	rnn.bias_hh_l0_reverse	2	-0.35801926255226135
677487	rnn.bias_hh_l0_reverse	3	-0.23443707823753357
677487	rnn.bias_hh_l0_reverse	4	-0.4044067859649658
677487	rnn.bias_hh_l0_reverse	5	-0.21293534338474274
677487	rnn.bias_hh_l0_reverse	6	-0.28247079253196716
677487	rnn.bias_hh_l0_reverse	7	-0.09593574702739716
677487	rnn.bias_hh_l0_reverse	8	-0.3484208583831787
677487	rnn.bias_hh_l0_reverse	9	0.19522038102149963
677487	linear.weight	0	0.23190851509571075
677487	linear.weight	1	-0.4184706509113312
677487	linear.weight	2	0.0712033361196518
677487	linear.weight	3	0.06748891621828079
677487	linear.weight	4	-0.10218355059623718
677487	linear.weight	5	0.26347458362579346
677487	linear.weight	6	-0.05623478814959526
677487	linear.weight	7	-0.05996182560920715
677487	linear.weight	8	0.1394539773464203
677487	linear.weight	9	-0.04971173033118248
677487	linear.bias	0	-0.8771048784255981
677487	linear.bias	1	1.8317798376083374
677487	linear.bias	2	0.796726405620575
677487	linear.bias	3	-2.73629093170166
677487	linear.bias	4	-0.09050040692090988
677487	linear.bias	5	1.262239933013916
677487	linear.bias	6	-0.21694974601268768
677487	linear.bias	7	0.8284977078437805
677487	linear.bias	8	2.1365416049957275
677487	linear.bias	9	-1.3760995864868164
678096	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
678096	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
678096	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
678096	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
678096	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
678096	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
678096	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
678096	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
678096	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
678096	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
678096	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
678096	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
678096	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
678096	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
678096	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
678096	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
678096	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
678096	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
678096	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
678096	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
678096	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
678096	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
678096	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
678096	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
678096	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
678096	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
678096	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
678096	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
678096	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
678096	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
678096	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
678096	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
678096	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
678096	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
678096	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
678096	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
678096	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
678096	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
678096	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
678096	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
678096	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
678096	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
678096	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
678096	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
678096	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
678096	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
678096	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
678096	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
678096	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
678096	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
678096	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
678096	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
678096	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
678096	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
678096	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
678096	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
678096	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
678096	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
678096	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
678096	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
678096	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
678096	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
678096	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
678096	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
678096	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
678096	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
678096	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
678096	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
678096	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
678096	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
678096	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
678096	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
678096	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
678096	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
678096	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
678096	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
678096	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
678096	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
678096	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
678096	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
678096	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
678096	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
678096	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
678096	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
678096	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
678096	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
678096	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
678096	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
678096	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
678096	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
678096	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
678096	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
678096	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
678096	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
678096	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
678096	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
678096	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
678096	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
678096	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
678096	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
678096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
678096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
678096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
678096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
678096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
678096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
678096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
678096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
678096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
678096	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
678096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
678096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
678096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
678096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
678096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
678096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
678096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
678096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
678096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
678096	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
678096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
678096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
678096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
678096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
678096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
678096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
678096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
678096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
678096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
678096	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
678096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
678096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
678096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
678096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
678096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
678096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
678096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
678096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
678096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
678096	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
678096	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
678096	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
678096	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
678096	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
678096	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
678096	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
678096	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
678096	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
678096	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
678096	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
678096	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
678096	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
678096	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
678096	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
678096	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
678096	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
678096	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
678096	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
678096	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
678096	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
678096	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
678096	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
678096	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
678096	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
678096	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
678096	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
678096	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
678096	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
678096	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
678096	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
678096	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
678096	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
678096	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
678096	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
678096	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
678096	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
678096	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
678096	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
678096	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
678096	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
678096	embedding2nn.weight	0	0.31489232182502747
678096	embedding2nn.weight	1	0.38303259015083313
678096	embedding2nn.weight	2	-0.004054338205605745
678096	embedding2nn.weight	3	0.025906814262270927
678096	embedding2nn.weight	4	-0.033011894673109055
678096	embedding2nn.weight	5	0.044998351484537125
678096	embedding2nn.weight	6	0.002948832930997014
678096	embedding2nn.weight	7	-0.008122391067445278
678096	embedding2nn.weight	8	0.035398226231336594
678096	embedding2nn.weight	9	-0.0701979473233223
678096	embedding2nn.bias	0	0.02959662675857544
678096	embedding2nn.bias	1	-0.17105133831501007
678096	embedding2nn.bias	2	0.15205970406532288
678096	embedding2nn.bias	3	0.17871063947677612
678096	embedding2nn.bias	4	0.14174576103687286
678096	embedding2nn.bias	5	-0.05721523240208626
678096	embedding2nn.bias	6	-0.07307909429073334
678096	embedding2nn.bias	7	0.046498384326696396
678096	embedding2nn.bias	8	-0.1433701366186142
678096	embedding2nn.bias	9	-0.38985809683799744
678096	rnn.weight_ih_l0	0	-0.0018121113535016775
678096	rnn.weight_ih_l0	1	-0.05907664820551872
678096	rnn.weight_ih_l0	2	-0.05046539753675461
678096	rnn.weight_ih_l0	3	0.10872381180524826
678096	rnn.weight_ih_l0	4	0.012710107490420341
678096	rnn.weight_ih_l0	5	-0.06377288699150085
678096	rnn.weight_ih_l0	6	0.009713581763207912
678096	rnn.weight_ih_l0	7	-0.016398418694734573
678096	rnn.weight_ih_l0	8	0.005541360005736351
678096	rnn.weight_ih_l0	9	-0.08411906659603119
678096	rnn.weight_hh_l0	0	-0.020313531160354614
678096	rnn.weight_hh_l0	1	0.08666341006755829
678096	rnn.weight_hh_l0	2	0.008410475216805935
678096	rnn.weight_hh_l0	3	-0.031945884227752686
678096	rnn.weight_hh_l0	4	0.0798679068684578
678096	rnn.weight_hh_l0	5	0.01106570940464735
678096	rnn.weight_hh_l0	6	-0.08272575587034225
678096	rnn.weight_hh_l0	7	-0.12395242601633072
678096	rnn.weight_hh_l0	8	0.03946639597415924
678096	rnn.weight_hh_l0	9	-0.12293081730604172
678096	rnn.bias_ih_l0	0	0.15870140492916107
678096	rnn.bias_ih_l0	1	-0.34838661551475525
678096	rnn.bias_ih_l0	2	-0.036417797207832336
678096	rnn.bias_ih_l0	3	-0.22320832312107086
678096	rnn.bias_ih_l0	4	0.01282229833304882
678096	rnn.bias_ih_l0	5	-0.434749037027359
678096	rnn.bias_ih_l0	6	-0.1469317078590393
678096	rnn.bias_ih_l0	7	-0.37712717056274414
678096	rnn.bias_ih_l0	8	-0.2922041416168213
678096	rnn.bias_ih_l0	9	-0.45610982179641724
678096	rnn.bias_hh_l0	0	-0.36726436018943787
678096	rnn.bias_hh_l0	1	-0.432483434677124
678096	rnn.bias_hh_l0	2	-0.40792030096054077
678096	rnn.bias_hh_l0	3	-0.08149737864732742
678096	rnn.bias_hh_l0	4	-0.4049733877182007
678096	rnn.bias_hh_l0	5	-0.36836734414100647
678096	rnn.bias_hh_l0	6	-0.11835908144712448
678096	rnn.bias_hh_l0	7	0.07689305394887924
678096	rnn.bias_hh_l0	8	-0.24332964420318604
678096	rnn.bias_hh_l0	9	-0.5736196041107178
678096	rnn.weight_ih_l0_reverse	0	0.01823713444173336
678096	rnn.weight_ih_l0_reverse	1	-0.01527279894798994
678096	rnn.weight_ih_l0_reverse	2	0.01452646590769291
678096	rnn.weight_ih_l0_reverse	3	-0.16643182933330536
678096	rnn.weight_ih_l0_reverse	4	0.0832643136382103
678096	rnn.weight_ih_l0_reverse	5	-0.09868641942739487
678096	rnn.weight_ih_l0_reverse	6	0.02232280746102333
678096	rnn.weight_ih_l0_reverse	7	0.031564295291900635
678096	rnn.weight_ih_l0_reverse	8	-0.053536299616098404
678096	rnn.weight_ih_l0_reverse	9	-0.06136545538902283
678096	rnn.weight_hh_l0_reverse	0	-0.14427128434181213
678096	rnn.weight_hh_l0_reverse	1	0.027056973427534103
678096	rnn.weight_hh_l0_reverse	2	-0.01986035145819187
678096	rnn.weight_hh_l0_reverse	3	0.02801223285496235
678096	rnn.weight_hh_l0_reverse	4	-0.07875312864780426
678096	rnn.weight_hh_l0_reverse	5	0.03566066920757294
678096	rnn.weight_hh_l0_reverse	6	0.029332103207707405
678096	rnn.weight_hh_l0_reverse	7	-0.12352806329727173
678096	rnn.weight_hh_l0_reverse	8	-0.06983199715614319
678096	rnn.weight_hh_l0_reverse	9	0.033481329679489136
678096	rnn.bias_ih_l0_reverse	0	-0.17271211743354797
678096	rnn.bias_ih_l0_reverse	1	-0.06359745562076569
678096	rnn.bias_ih_l0_reverse	2	0.15536947548389435
678096	rnn.bias_ih_l0_reverse	3	-0.32962697744369507
678096	rnn.bias_ih_l0_reverse	4	0.009215070866048336
678096	rnn.bias_ih_l0_reverse	5	-0.2238660603761673
678096	rnn.bias_ih_l0_reverse	6	0.2775454819202423
678096	rnn.bias_ih_l0_reverse	7	-0.3204209506511688
678096	rnn.bias_ih_l0_reverse	8	-0.19160515069961548
678096	rnn.bias_ih_l0_reverse	9	-0.15736953914165497
678096	rnn.bias_hh_l0_reverse	0	-0.13994458317756653
678096	rnn.bias_hh_l0_reverse	1	0.2821071743965149
678096	rnn.bias_hh_l0_reverse	2	-0.35192495584487915
678096	rnn.bias_hh_l0_reverse	3	-0.23813456296920776
678096	rnn.bias_hh_l0_reverse	4	-0.4076867401599884
678096	rnn.bias_hh_l0_reverse	5	-0.216110959649086
678096	rnn.bias_hh_l0_reverse	6	-0.28563252091407776
678096	rnn.bias_hh_l0_reverse	7	-0.09274426102638245
678096	rnn.bias_hh_l0_reverse	8	-0.34927302598953247
678096	rnn.bias_hh_l0_reverse	9	0.19841724634170532
678096	linear.weight	0	0.24410700798034668
678096	linear.weight	1	-0.43621066212654114
678096	linear.weight	2	0.0668627917766571
678096	linear.weight	3	0.06748826801776886
678096	linear.weight	4	-0.11715953797101974
678096	linear.weight	5	0.2590584456920624
678096	linear.weight	6	-0.04830886051058769
678096	linear.weight	7	-0.059959348291158676
678096	linear.weight	8	0.1254347711801529
678096	linear.weight	9	-0.04971449822187424
678096	linear.bias	0	-0.8935745358467102
678096	linear.bias	1	1.801923155784607
678096	linear.bias	2	0.798054575920105
678096	linear.bias	3	-2.7363874912261963
678096	linear.bias	4	-0.08324314653873444
678096	linear.bias	5	1.259986162185669
678096	linear.bias	6	-0.1988885998725891
678096	linear.bias	7	0.8364490270614624
678096	linear.bias	8	2.135127544403076
678096	linear.bias	9	-1.3820139169692993
678705	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
678705	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
678705	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
678705	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
678705	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
678705	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
678705	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
678705	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
678705	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
678705	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
678705	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
678705	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
678705	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
678705	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
678705	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
678705	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
678705	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
678705	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
678705	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
678705	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
678705	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
678705	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
678705	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
678705	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
678705	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
678705	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
678705	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
678705	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
678705	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
678705	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
678705	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
678705	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
678705	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
678705	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
678705	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
678705	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
678705	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
678705	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
678705	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
678705	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
678705	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
678705	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
678705	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
678705	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
678705	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
678705	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
678705	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
678705	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
678705	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
678705	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
678705	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
678705	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
678705	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
678705	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
678705	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
678705	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
678705	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
678705	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
678705	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
678705	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
678705	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
678705	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
678705	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
678705	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
678705	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
678705	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
678705	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
678705	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
678705	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
678705	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
678705	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
678705	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
678705	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
678705	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
678705	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
678705	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
678705	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
678705	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
678705	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
678705	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
678705	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
678705	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
678705	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
678705	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
678705	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
678705	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
678705	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
678705	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
678705	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
678705	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
678705	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
678705	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
678705	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
678705	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
678705	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
678705	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
678705	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
678705	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
678705	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
678705	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
678705	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
678705	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
678705	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
678705	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
678705	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
678705	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
678705	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
678705	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
678705	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
678705	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
678705	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
678705	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
678705	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
678705	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
678705	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
678705	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
678705	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
678705	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
678705	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
678705	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
678705	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
678705	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
678705	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
678705	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
678705	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
678705	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
678705	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
678705	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
678705	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
678705	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
678705	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
678705	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
678705	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
678705	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
678705	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
678705	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
678705	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
678705	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
678705	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
678705	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
678705	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
678705	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
678705	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
678705	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
678705	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
678705	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
678705	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
678705	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
678705	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
678705	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
678705	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
678705	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
678705	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
678705	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
678705	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
678705	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
678705	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
678705	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
678705	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
678705	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
678705	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
678705	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
678705	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
678705	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
678705	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
678705	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
678705	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
678705	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
678705	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
678705	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
678705	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
678705	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
678705	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
678705	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
678705	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
678705	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
678705	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
678705	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
678705	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
678705	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
678705	embedding2nn.weight	0	0.31472447514533997
678705	embedding2nn.weight	1	0.3837377429008484
678705	embedding2nn.weight	2	-0.005472573917359114
678705	embedding2nn.weight	3	0.04176240414381027
678705	embedding2nn.weight	4	-0.03127312660217285
678705	embedding2nn.weight	5	0.04464496672153473
678705	embedding2nn.weight	6	0.006522137206047773
678705	embedding2nn.weight	7	-0.006039229687303305
678705	embedding2nn.weight	8	0.036563076078891754
678705	embedding2nn.weight	9	-0.07082569599151611
678705	embedding2nn.bias	0	0.037076037377119064
678705	embedding2nn.bias	1	-0.16755227744579315
678705	embedding2nn.bias	2	0.15526865422725677
678705	embedding2nn.bias	3	0.17532600462436676
678705	embedding2nn.bias	4	0.14900636672973633
678705	embedding2nn.bias	5	-0.0736626535654068
678705	embedding2nn.bias	6	-0.06548915058374405
678705	embedding2nn.bias	7	0.042917050421237946
678705	embedding2nn.bias	8	-0.1469152718782425
678705	embedding2nn.bias	9	-0.38643383979797363
678705	rnn.weight_ih_l0	0	-0.0015837211394682527
678705	rnn.weight_ih_l0	1	-0.05884851515293121
678705	rnn.weight_ih_l0	2	-0.05054676905274391
678705	rnn.weight_ih_l0	3	0.10914098471403122
678705	rnn.weight_ih_l0	4	0.012266992591321468
678705	rnn.weight_ih_l0	5	-0.06292485445737839
678705	rnn.weight_ih_l0	6	0.009767876006662846
678705	rnn.weight_ih_l0	7	-0.017564155161380768
678705	rnn.weight_ih_l0	8	0.0038137459196150303
678705	rnn.weight_ih_l0	9	-0.08285007625818253
678705	rnn.weight_hh_l0	0	-0.02044552192091942
678705	rnn.weight_hh_l0	1	0.08692953735589981
678705	rnn.weight_hh_l0	2	0.007980025373399258
678705	rnn.weight_hh_l0	3	-0.03181504085659981
678705	rnn.weight_hh_l0	4	0.07987496256828308
678705	rnn.weight_hh_l0	5	0.01063902024179697
678705	rnn.weight_hh_l0	6	-0.08281230926513672
678705	rnn.weight_hh_l0	7	-0.12401339411735535
678705	rnn.weight_hh_l0	8	0.03952990472316742
678705	rnn.weight_hh_l0	9	-0.12308153510093689
678705	rnn.bias_ih_l0	0	0.1539812535047531
678705	rnn.bias_ih_l0	1	-0.3495163023471832
678705	rnn.bias_ih_l0	2	-0.03708302229642868
678705	rnn.bias_ih_l0	3	-0.22154225409030914
678705	rnn.bias_ih_l0	4	0.01054976787418127
678705	rnn.bias_ih_l0	5	-0.42882347106933594
678705	rnn.bias_ih_l0	6	-0.1437971591949463
678705	rnn.bias_ih_l0	7	-0.37508589029312134
678705	rnn.bias_ih_l0	8	-0.2921372652053833
678705	rnn.bias_ih_l0	9	-0.4567914307117462
678705	rnn.bias_hh_l0	0	-0.3630061149597168
678705	rnn.bias_hh_l0	1	-0.4311126172542572
678705	rnn.bias_hh_l0	2	-0.4073156714439392
678705	rnn.bias_hh_l0	3	-0.0811527818441391
678705	rnn.bias_hh_l0	4	-0.40220311284065247
678705	rnn.bias_hh_l0	5	-0.3692193627357483
678705	rnn.bias_hh_l0	6	-0.11661425232887268
678705	rnn.bias_hh_l0	7	0.07750356197357178
678705	rnn.bias_hh_l0	8	-0.236838236451149
678705	rnn.bias_hh_l0	9	-0.572601318359375
678705	rnn.weight_ih_l0_reverse	0	0.02003731206059456
678705	rnn.weight_ih_l0_reverse	1	-0.018146948888897896
678705	rnn.weight_ih_l0_reverse	2	0.0132222268730402
678705	rnn.weight_ih_l0_reverse	3	-0.16593851149082184
678705	rnn.weight_ih_l0_reverse	4	0.08286388963460922
678705	rnn.weight_ih_l0_reverse	5	-0.1003580167889595
678705	rnn.weight_ih_l0_reverse	6	0.02180279791355133
678705	rnn.weight_ih_l0_reverse	7	0.0313178189098835
678705	rnn.weight_ih_l0_reverse	8	-0.05391286686062813
678705	rnn.weight_ih_l0_reverse	9	-0.06545451283454895
678705	rnn.weight_hh_l0_reverse	0	-0.14496085047721863
678705	rnn.weight_hh_l0_reverse	1	0.026092413812875748
678705	rnn.weight_hh_l0_reverse	2	-0.02030244469642639
678705	rnn.weight_hh_l0_reverse	3	0.028112204745411873
678705	rnn.weight_hh_l0_reverse	4	-0.07807464897632599
678705	rnn.weight_hh_l0_reverse	5	0.03554821014404297
678705	rnn.weight_hh_l0_reverse	6	0.029282372444868088
678705	rnn.weight_hh_l0_reverse	7	-0.12342795729637146
678705	rnn.weight_hh_l0_reverse	8	-0.07173103839159012
678705	rnn.weight_hh_l0_reverse	9	0.03391575440764427
678705	rnn.bias_ih_l0_reverse	0	-0.17310991883277893
678705	rnn.bias_ih_l0_reverse	1	-0.06439587473869324
678705	rnn.bias_ih_l0_reverse	2	0.15576142072677612
678705	rnn.bias_ih_l0_reverse	3	-0.3288610875606537
678705	rnn.bias_ih_l0_reverse	4	0.011387858539819717
678705	rnn.bias_ih_l0_reverse	5	-0.223140686750412
678705	rnn.bias_ih_l0_reverse	6	0.27839362621307373
678705	rnn.bias_ih_l0_reverse	7	-0.3188568651676178
678705	rnn.bias_ih_l0_reverse	8	-0.1913212686777115
678705	rnn.bias_ih_l0_reverse	9	-0.15909378230571747
678705	rnn.bias_hh_l0_reverse	0	-0.14002154767513275
678705	rnn.bias_hh_l0_reverse	1	0.28127819299697876
678705	rnn.bias_hh_l0_reverse	2	-0.3528696596622467
678705	rnn.bias_hh_l0_reverse	3	-0.23258471488952637
678705	rnn.bias_hh_l0_reverse	4	-0.4057243764400482
678705	rnn.bias_hh_l0_reverse	5	-0.21530315279960632
678705	rnn.bias_hh_l0_reverse	6	-0.28278648853302
678705	rnn.bias_hh_l0_reverse	7	-0.09364979714155197
678705	rnn.bias_hh_l0_reverse	8	-0.34175461530685425
678705	rnn.bias_hh_l0_reverse	9	0.20358219742774963
678705	linear.weight	0	0.26939263939857483
678705	linear.weight	1	-0.45579129457473755
678705	linear.weight	2	0.04868760332465172
678705	linear.weight	3	0.06748779863119125
678705	linear.weight	4	-0.10494022071361542
678705	linear.weight	5	0.2721083164215088
678705	linear.weight	6	-0.054282404482364655
678705	linear.weight	7	-0.059956539422273636
678705	linear.weight	8	0.11845367401838303
678705	linear.weight	9	-0.04971836879849434
678705	linear.bias	0	-0.8946892619132996
678705	linear.bias	1	1.8214542865753174
678705	linear.bias	2	0.7985793352127075
678705	linear.bias	3	-2.736480236053467
678705	linear.bias	4	-0.08900511264801025
678705	linear.bias	5	1.2635867595672607
678705	linear.bias	6	-0.22988399863243103
678705	linear.bias	7	0.8463351130485535
678705	linear.bias	8	2.1484172344207764
678705	linear.bias	9	-1.3878015279769897
679314	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
679314	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
679314	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
679314	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
679314	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
679314	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
679314	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
679314	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
679314	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
679314	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
679314	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
679314	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
679314	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
679314	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
679314	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
679314	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
679314	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
679314	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
679314	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
679314	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
679314	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
679314	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
679314	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
679314	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
679314	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
679314	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
679314	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
679314	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
679314	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
679314	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
679314	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
679314	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
679314	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
679314	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
679314	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
679314	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
679314	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
679314	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
679314	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
679314	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
679314	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
679314	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
679314	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
679314	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
679314	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
679314	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
679314	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
679314	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
679314	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
679314	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
679314	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
679314	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
679314	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
679314	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
679314	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
679314	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
679314	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
679314	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
679314	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
679314	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
679314	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
679314	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
679314	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
679314	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
679314	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
679314	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
679314	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
679314	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
679314	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
679314	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
679314	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
679314	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
679314	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
679314	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
679314	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
679314	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
679314	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
679314	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
679314	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
679314	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
679314	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
679314	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
679314	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
679314	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
679314	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
679314	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
679314	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
679314	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
679314	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
679314	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
679314	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
679314	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
679314	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
679314	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
679314	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
679314	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
679314	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
679314	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
679314	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
679314	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
679314	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
679314	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
679314	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
679314	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
679314	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
679314	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
679314	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
679314	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
679314	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
679314	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
679314	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
679314	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
679314	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
679314	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
679314	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
679314	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
679314	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
679314	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
679314	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
679314	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
679314	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
679314	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
679314	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
679314	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
679314	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
679314	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
679314	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
679314	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
679314	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
679314	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
679314	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
679314	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
679314	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
679314	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
679314	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
679314	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
679314	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
679314	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
679314	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
679314	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
679314	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
679314	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
679314	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
679314	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
679314	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
679314	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
679314	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
679314	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
679314	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
679314	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
679314	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
679314	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
679314	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
679314	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
679314	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
679314	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
679314	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
679314	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
679314	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
679314	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
679314	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
679314	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
679314	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
679314	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
679314	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
679314	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
679314	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
679314	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
679314	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
679314	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
679314	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
679314	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
679314	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
679314	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
679314	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
679314	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
679314	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
679314	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
679314	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
679314	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
679314	embedding2nn.weight	0	0.3144783675670624
679314	embedding2nn.weight	1	0.383332222700119
679314	embedding2nn.weight	2	-0.004440276883542538
679314	embedding2nn.weight	3	0.05140259489417076
679314	embedding2nn.weight	4	-0.036301545798778534
679314	embedding2nn.weight	5	0.0456077866256237
679314	embedding2nn.weight	6	0.007517269812524319
679314	embedding2nn.weight	7	-0.0005274988943710923
679314	embedding2nn.weight	8	0.036896489560604095
679314	embedding2nn.weight	9	-0.07003144919872284
679314	embedding2nn.bias	0	0.018730130046606064
679314	embedding2nn.bias	1	-0.17636694014072418
679314	embedding2nn.bias	2	0.14237217605113983
679314	embedding2nn.bias	3	0.15800271928310394
679314	embedding2nn.bias	4	0.12776586413383484
679314	embedding2nn.bias	5	-0.06639144569635391
679314	embedding2nn.bias	6	-0.06630100309848785
679314	embedding2nn.bias	7	0.0658349022269249
679314	embedding2nn.bias	8	-0.15298670530319214
679314	embedding2nn.bias	9	-0.3882450759410858
679314	rnn.weight_ih_l0	0	-0.002061791019514203
679314	rnn.weight_ih_l0	1	-0.059094492346048355
679314	rnn.weight_ih_l0	2	-0.05253300815820694
679314	rnn.weight_ih_l0	3	0.1111547201871872
679314	rnn.weight_ih_l0	4	0.019235430285334587
679314	rnn.weight_ih_l0	5	-0.0639628916978836
679314	rnn.weight_ih_l0	6	0.013629196211695671
679314	rnn.weight_ih_l0	7	-0.020751923322677612
679314	rnn.weight_ih_l0	8	0.0023333001881837845
679314	rnn.weight_ih_l0	9	-0.08340512216091156
679314	rnn.weight_hh_l0	0	-0.020310891792178154
679314	rnn.weight_hh_l0	1	0.08722636848688126
679314	rnn.weight_hh_l0	2	0.008329059928655624
679314	rnn.weight_hh_l0	3	-0.03149198368191719
679314	rnn.weight_hh_l0	4	0.08016766607761383
679314	rnn.weight_hh_l0	5	0.010560480877757072
679314	rnn.weight_hh_l0	6	-0.08321163803339005
679314	rnn.weight_hh_l0	7	-0.12562617659568787
679314	rnn.weight_hh_l0	8	0.03934478759765625
679314	rnn.weight_hh_l0	9	-0.12298262864351273
679314	rnn.bias_ih_l0	0	0.1644543707370758
679314	rnn.bias_ih_l0	1	-0.34649941325187683
679314	rnn.bias_ih_l0	2	-0.036229997873306274
679314	rnn.bias_ih_l0	3	-0.2181469202041626
679314	rnn.bias_ih_l0	4	0.003945724572986364
679314	rnn.bias_ih_l0	5	-0.42498984932899475
679314	rnn.bias_ih_l0	6	-0.14458832144737244
679314	rnn.bias_ih_l0	7	-0.37457889318466187
679314	rnn.bias_ih_l0	8	-0.2956119179725647
679314	rnn.bias_ih_l0	9	-0.45339739322662354
679314	rnn.bias_hh_l0	0	-0.36125805974006653
679314	rnn.bias_hh_l0	1	-0.4310245215892792
679314	rnn.bias_hh_l0	2	-0.4018470048904419
679314	rnn.bias_hh_l0	3	-0.08120440691709518
679314	rnn.bias_hh_l0	4	-0.40453606843948364
679314	rnn.bias_hh_l0	5	-0.36743491888046265
679314	rnn.bias_hh_l0	6	-0.11875510215759277
679314	rnn.bias_hh_l0	7	0.07693956047296524
679314	rnn.bias_hh_l0	8	-0.24097061157226562
679314	rnn.bias_hh_l0	9	-0.5741873979568481
679314	rnn.weight_ih_l0_reverse	0	0.01887500286102295
679314	rnn.weight_ih_l0_reverse	1	-0.01835738867521286
679314	rnn.weight_ih_l0_reverse	2	0.012582851573824883
679314	rnn.weight_ih_l0_reverse	3	-0.16522303223609924
679314	rnn.weight_ih_l0_reverse	4	0.08251208811998367
679314	rnn.weight_ih_l0_reverse	5	-0.09974604099988937
679314	rnn.weight_ih_l0_reverse	6	0.019085468724370003
679314	rnn.weight_ih_l0_reverse	7	0.0313895121216774
679314	rnn.weight_ih_l0_reverse	8	-0.05355798825621605
679314	rnn.weight_ih_l0_reverse	9	-0.06535467505455017
679314	rnn.weight_hh_l0_reverse	0	-0.14600802958011627
679314	rnn.weight_hh_l0_reverse	1	0.026124469935894012
679314	rnn.weight_hh_l0_reverse	2	-0.020176708698272705
679314	rnn.weight_hh_l0_reverse	3	0.027643684297800064
679314	rnn.weight_hh_l0_reverse	4	-0.07828252017498016
679314	rnn.weight_hh_l0_reverse	5	0.035797134041786194
679314	rnn.weight_hh_l0_reverse	6	0.02942504547536373
679314	rnn.weight_hh_l0_reverse	7	-0.123393714427948
679314	rnn.weight_hh_l0_reverse	8	-0.06991731375455856
679314	rnn.weight_hh_l0_reverse	9	0.03455061465501785
679314	rnn.bias_ih_l0_reverse	0	-0.17155753076076508
679314	rnn.bias_ih_l0_reverse	1	-0.06521126627922058
679314	rnn.bias_ih_l0_reverse	2	0.15083220601081848
679314	rnn.bias_ih_l0_reverse	3	-0.3269115090370178
679314	rnn.bias_ih_l0_reverse	4	-0.001293295412324369
679314	rnn.bias_ih_l0_reverse	5	-0.22595231235027313
679314	rnn.bias_ih_l0_reverse	6	0.276229590177536
679314	rnn.bias_ih_l0_reverse	7	-0.3145448565483093
679314	rnn.bias_ih_l0_reverse	8	-0.19238798320293427
679314	rnn.bias_ih_l0_reverse	9	-0.15361301600933075
679314	rnn.bias_hh_l0_reverse	0	-0.1374254822731018
679314	rnn.bias_hh_l0_reverse	1	0.2799430787563324
679314	rnn.bias_hh_l0_reverse	2	-0.34884756803512573
679314	rnn.bias_hh_l0_reverse	3	-0.23011012375354767
679314	rnn.bias_hh_l0_reverse	4	-0.40381956100463867
679314	rnn.bias_hh_l0_reverse	5	-0.2075582891702652
679314	rnn.bias_hh_l0_reverse	6	-0.28267383575439453
679314	rnn.bias_hh_l0_reverse	7	-0.0957365557551384
679314	rnn.bias_hh_l0_reverse	8	-0.3471079468727112
679314	rnn.bias_hh_l0_reverse	9	0.20088797807693481
679314	linear.weight	0	0.27236753702163696
679314	linear.weight	1	-0.469350129365921
679314	linear.weight	2	0.05767105519771576
679314	linear.weight	3	0.06748753041028976
679314	linear.weight	4	-0.11875975877046585
679314	linear.weight	5	0.2671143114566803
679314	linear.weight	6	-0.0632781907916069
679314	linear.weight	7	-0.059953637421131134
679314	linear.weight	8	0.1224556490778923
679314	linear.weight	9	-0.04972122609615326
679314	linear.bias	0	-0.8836323618888855
679314	linear.bias	1	1.8287984132766724
679314	linear.bias	2	0.7852341532707214
679314	linear.bias	3	-2.7365756034851074
679314	linear.bias	4	-0.10115651786327362
679314	linear.bias	5	1.2362706661224365
679314	linear.bias	6	-0.21830061078071594
679314	linear.bias	7	0.8529586791992188
679314	linear.bias	8	2.1565582752227783
679314	linear.bias	9	-1.387498140335083
679923	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
679923	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
679923	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
679923	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
679923	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
679923	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
679923	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
679923	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
679923	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
679923	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
679923	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
679923	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
679923	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
679923	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
679923	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
679923	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
679923	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
679923	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
679923	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
679923	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
679923	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
679923	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
679923	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
679923	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
679923	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
679923	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
679923	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
679923	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
679923	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
679923	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
679923	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
679923	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
679923	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
679923	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
679923	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
679923	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
679923	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
679923	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
679923	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
679923	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
679923	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
679923	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
679923	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
679923	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
679923	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
679923	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
679923	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
679923	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
679923	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
679923	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
679923	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
679923	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
679923	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
679923	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
679923	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
679923	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
679923	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
679923	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
679923	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
679923	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
679923	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
679923	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
679923	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
679923	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
679923	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
679923	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
679923	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
679923	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
679923	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
679923	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
679923	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
679923	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
679923	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
679923	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
679923	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
679923	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
679923	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
679923	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
679923	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
679923	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
679923	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
679923	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
679923	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
679923	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
679923	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
679923	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
679923	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
679923	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
679923	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
679923	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
679923	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
679923	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
679923	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
679923	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
679923	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
679923	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
679923	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
679923	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
679923	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
679923	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
679923	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
679923	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
679923	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
679923	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
679923	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
679923	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
679923	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
679923	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
679923	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
679923	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
679923	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
679923	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
679923	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
679923	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
679923	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
679923	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
679923	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
679923	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
679923	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
679923	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
679923	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
679923	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
679923	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
679923	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
679923	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
679923	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
679923	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
679923	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
679923	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
679923	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
679923	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
679923	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
679923	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
679923	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
679923	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
679923	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
679923	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
679923	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
679923	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
679923	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
679923	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
679923	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
679923	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
679923	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
679923	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
679923	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
679923	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
679923	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
679923	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
679923	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
679923	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
679923	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
679923	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
679923	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
679923	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
679923	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
679923	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
679923	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
679923	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
679923	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
679923	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
679923	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
679923	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
679923	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
679923	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
679923	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
679923	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
679923	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
679923	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
679923	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
679923	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
679923	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
679923	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
679923	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
679923	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
679923	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
679923	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
679923	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
679923	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
679923	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
679923	embedding2nn.weight	0	0.3153625428676605
679923	embedding2nn.weight	1	0.38314715027809143
679923	embedding2nn.weight	2	-0.002353471238166094
679923	embedding2nn.weight	3	0.04029808193445206
679923	embedding2nn.weight	4	-0.038244228810071945
679923	embedding2nn.weight	5	0.04368721321225166
679923	embedding2nn.weight	6	0.0011402983218431473
679923	embedding2nn.weight	7	-0.0015484633622691035
679923	embedding2nn.weight	8	0.03733725845813751
679923	embedding2nn.weight	9	-0.07059262692928314
679923	embedding2nn.bias	0	0.021449636667966843
679923	embedding2nn.bias	1	-0.17834345996379852
679923	embedding2nn.bias	2	0.14728944003582
679923	embedding2nn.bias	3	0.15519675612449646
679923	embedding2nn.bias	4	0.15904174745082855
679923	embedding2nn.bias	5	-0.07220152020454407
679923	embedding2nn.bias	6	-0.06400366127490997
679923	embedding2nn.bias	7	0.06414936482906342
679923	embedding2nn.bias	8	-0.15284040570259094
679923	embedding2nn.bias	9	-0.4038368761539459
679923	rnn.weight_ih_l0	0	-0.003092453582212329
679923	rnn.weight_ih_l0	1	-0.06057572737336159
679923	rnn.weight_ih_l0	2	-0.048607178032398224
679923	rnn.weight_ih_l0	3	0.11137521266937256
679923	rnn.weight_ih_l0	4	0.02515217289328575
679923	rnn.weight_ih_l0	5	-0.06899954378604889
679923	rnn.weight_ih_l0	6	0.011573364026844501
679923	rnn.weight_ih_l0	7	-0.021957265213131905
679923	rnn.weight_ih_l0	8	0.00670193275436759
679923	rnn.weight_ih_l0	9	-0.08113206177949905
679923	rnn.weight_hh_l0	0	-0.020735790953040123
679923	rnn.weight_hh_l0	1	0.0871909037232399
679923	rnn.weight_hh_l0	2	0.008070447482168674
679923	rnn.weight_hh_l0	3	-0.03148077055811882
679923	rnn.weight_hh_l0	4	0.07965060323476791
679923	rnn.weight_hh_l0	5	0.010286238044500351
679923	rnn.weight_hh_l0	6	-0.08325820416212082
679923	rnn.weight_hh_l0	7	-0.1250706911087036
679923	rnn.weight_hh_l0	8	0.03912698104977608
679923	rnn.weight_hh_l0	9	-0.12311609089374542
679923	rnn.bias_ih_l0	0	0.15810763835906982
679923	rnn.bias_ih_l0	1	-0.3483082950115204
679923	rnn.bias_ih_l0	2	-0.03487853333353996
679923	rnn.bias_ih_l0	3	-0.22041593492031097
679923	rnn.bias_ih_l0	4	0.008914109319448471
679923	rnn.bias_ih_l0	5	-0.42486995458602905
679923	rnn.bias_ih_l0	6	-0.14849641919136047
679923	rnn.bias_ih_l0	7	-0.37462344765663147
679923	rnn.bias_ih_l0	8	-0.29528939723968506
679923	rnn.bias_ih_l0	9	-0.45278340578079224
679923	rnn.bias_hh_l0	0	-0.3586640954017639
679923	rnn.bias_hh_l0	1	-0.43376436829566956
679923	rnn.bias_hh_l0	2	-0.4008716940879822
679923	rnn.bias_hh_l0	3	-0.08195281028747559
679923	rnn.bias_hh_l0	4	-0.405624657869339
679923	rnn.bias_hh_l0	5	-0.36642006039619446
679923	rnn.bias_hh_l0	6	-0.12368818372488022
679923	rnn.bias_hh_l0	7	0.07937894016504288
679923	rnn.bias_hh_l0	8	-0.2390034943819046
679923	rnn.bias_hh_l0	9	-0.5757918953895569
679923	rnn.weight_ih_l0_reverse	0	0.019659850746393204
679923	rnn.weight_ih_l0_reverse	1	-0.016344474628567696
679923	rnn.weight_ih_l0_reverse	2	0.013672104105353355
679923	rnn.weight_ih_l0_reverse	3	-0.16314931213855743
679923	rnn.weight_ih_l0_reverse	4	0.08195969462394714
679923	rnn.weight_ih_l0_reverse	5	-0.09585988521575928
679923	rnn.weight_ih_l0_reverse	6	0.0148000568151474
679923	rnn.weight_ih_l0_reverse	7	0.03147456422448158
679923	rnn.weight_ih_l0_reverse	8	-0.053178418427705765
679923	rnn.weight_ih_l0_reverse	9	-0.06414872407913208
679923	rnn.weight_hh_l0_reverse	0	-0.14464503526687622
679923	rnn.weight_hh_l0_reverse	1	0.025277554988861084
679923	rnn.weight_hh_l0_reverse	2	-0.01973302848637104
679923	rnn.weight_hh_l0_reverse	3	0.027691936120390892
679923	rnn.weight_hh_l0_reverse	4	-0.07754956930875778
679923	rnn.weight_hh_l0_reverse	5	0.035521332174539566
679923	rnn.weight_hh_l0_reverse	6	0.029134705662727356
679923	rnn.weight_hh_l0_reverse	7	-0.12407644838094711
679923	rnn.weight_hh_l0_reverse	8	-0.0698058009147644
679923	rnn.weight_hh_l0_reverse	9	0.035248808562755585
679923	rnn.bias_ih_l0_reverse	0	-0.17376910150051117
679923	rnn.bias_ih_l0_reverse	1	-0.061238136142492294
679923	rnn.bias_ih_l0_reverse	2	0.15281005203723907
679923	rnn.bias_ih_l0_reverse	3	-0.3240220248699188
679923	rnn.bias_ih_l0_reverse	4	0.003452616510912776
679923	rnn.bias_ih_l0_reverse	5	-0.22869975864887238
679923	rnn.bias_ih_l0_reverse	6	0.27064579725265503
679923	rnn.bias_ih_l0_reverse	7	-0.30974406003952026
679923	rnn.bias_ih_l0_reverse	8	-0.195198193192482
679923	rnn.bias_ih_l0_reverse	9	-0.15740865468978882
679923	rnn.bias_hh_l0_reverse	0	-0.13848844170570374
679923	rnn.bias_hh_l0_reverse	1	0.28302326798439026
679923	rnn.bias_hh_l0_reverse	2	-0.3512662649154663
679923	rnn.bias_hh_l0_reverse	3	-0.22950007021427155
679923	rnn.bias_hh_l0_reverse	4	-0.4008832573890686
679923	rnn.bias_hh_l0_reverse	5	-0.20610472559928894
679923	rnn.bias_hh_l0_reverse	6	-0.28381749987602234
679923	rnn.bias_hh_l0_reverse	7	-0.09983345866203308
679923	rnn.bias_hh_l0_reverse	8	-0.3420201241970062
679923	rnn.bias_hh_l0_reverse	9	0.19618594646453857
679923	linear.weight	0	0.2758650481700897
679923	linear.weight	1	-0.4435015320777893
679923	linear.weight	2	0.046212337911129
679923	linear.weight	3	0.06748682260513306
679923	linear.weight	4	-0.10549318045377731
679923	linear.weight	5	0.26830050349235535
679923	linear.weight	6	-0.07803867757320404
679923	linear.weight	7	-0.059950899332761765
679923	linear.weight	8	0.11561434715986252
679923	linear.weight	9	-0.04972384124994278
679923	linear.bias	0	-0.8874589800834656
679923	linear.bias	1	1.8469921350479126
679923	linear.bias	2	0.8050401210784912
679923	linear.bias	3	-2.736660957336426
679923	linear.bias	4	-0.09955015778541565
679923	linear.bias	5	1.2488292455673218
679923	linear.bias	6	-0.22181090712547302
679923	linear.bias	7	0.855059027671814
679923	linear.bias	8	2.1280767917633057
679923	linear.bias	9	-1.381515622138977
680532	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
680532	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
680532	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
680532	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
680532	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
680532	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
680532	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
680532	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
680532	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
680532	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
680532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
680532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
680532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
680532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
680532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
680532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
680532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
680532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
680532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
680532	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
680532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
680532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
680532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
680532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
680532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
680532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
680532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
680532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
680532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
680532	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
680532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
680532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
680532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
680532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
680532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
680532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
680532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
680532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
680532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
680532	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
680532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
680532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
680532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
680532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
680532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
680532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
680532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
680532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
680532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
680532	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
680532	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
680532	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
680532	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
680532	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
680532	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
680532	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
680532	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
680532	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
680532	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
680532	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
680532	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
680532	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
680532	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
680532	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
680532	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
680532	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
680532	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
680532	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
680532	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
680532	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
680532	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
680532	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
680532	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
680532	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
680532	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
680532	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
680532	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
680532	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
680532	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
680532	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
680532	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
680532	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
680532	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
680532	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
680532	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
680532	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
680532	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
680532	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
680532	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
680532	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
680532	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
680532	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
680532	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
680532	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
680532	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
680532	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
680532	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
680532	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
680532	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
680532	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
680532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
680532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
680532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
680532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
680532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
680532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
680532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
680532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
680532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
680532	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
680532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
680532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
680532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
680532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
680532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
680532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
680532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
680532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
680532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
680532	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
680532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
680532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
680532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
680532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
680532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
680532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
680532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
680532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
680532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
680532	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
680532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
680532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
680532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
680532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
680532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
680532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
680532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
680532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
680532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
680532	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
680532	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
680532	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
680532	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
680532	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
680532	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
680532	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
680532	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
680532	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
680532	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
680532	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
680532	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
680532	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
680532	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
680532	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
680532	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
680532	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
680532	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
680532	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
680532	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
680532	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
680532	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
680532	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
680532	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
680532	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
680532	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
680532	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
680532	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
680532	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
680532	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
680532	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
680532	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
680532	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
680532	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
680532	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
680532	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
680532	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
680532	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
680532	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
680532	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
680532	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
680532	embedding2nn.weight	0	0.3150590658187866
680532	embedding2nn.weight	1	0.3839040994644165
680532	embedding2nn.weight	2	-0.005553209688514471
680532	embedding2nn.weight	3	0.036166962236166
680532	embedding2nn.weight	4	-0.03782738000154495
680532	embedding2nn.weight	5	0.04107169061899185
680532	embedding2nn.weight	6	0.0014010956510901451
680532	embedding2nn.weight	7	-0.0017137214308604598
680532	embedding2nn.weight	8	0.03631002455949783
680532	embedding2nn.weight	9	-0.0714496597647667
680532	embedding2nn.bias	0	0.028727510944008827
680532	embedding2nn.bias	1	-0.1915658712387085
680532	embedding2nn.bias	2	0.15243221819400787
680532	embedding2nn.bias	3	0.17065952718257904
680532	embedding2nn.bias	4	0.14116351306438446
680532	embedding2nn.bias	5	-0.06654893606901169
680532	embedding2nn.bias	6	-0.07384670525789261
680532	embedding2nn.bias	7	0.06231331080198288
680532	embedding2nn.bias	8	-0.15132281184196472
680532	embedding2nn.bias	9	-0.3984840214252472
680532	rnn.weight_ih_l0	0	-0.003244739258661866
680532	rnn.weight_ih_l0	1	-0.06048262491822243
680532	rnn.weight_ih_l0	2	-0.05313413590192795
680532	rnn.weight_ih_l0	3	0.11233894526958466
680532	rnn.weight_ih_l0	4	0.02974589727818966
680532	rnn.weight_ih_l0	5	-0.060643814504146576
680532	rnn.weight_ih_l0	6	0.01287812739610672
680532	rnn.weight_ih_l0	7	-0.02137557975947857
680532	rnn.weight_ih_l0	8	0.002785992808640003
680532	rnn.weight_ih_l0	9	-0.08338601887226105
680532	rnn.weight_hh_l0	0	-0.020909499377012253
680532	rnn.weight_hh_l0	1	0.08796189725399017
680532	rnn.weight_hh_l0	2	0.008102941326797009
680532	rnn.weight_hh_l0	3	-0.03143562003970146
680532	rnn.weight_hh_l0	4	0.08053026348352432
680532	rnn.weight_hh_l0	5	0.009635220281779766
680532	rnn.weight_hh_l0	6	-0.08344722539186478
680532	rnn.weight_hh_l0	7	-0.1247900128364563
680532	rnn.weight_hh_l0	8	0.03928966820240021
680532	rnn.weight_hh_l0	9	-0.12315548956394196
680532	rnn.bias_ih_l0	0	0.15918001532554626
680532	rnn.bias_ih_l0	1	-0.35140490531921387
680532	rnn.bias_ih_l0	2	-0.03224299103021622
680532	rnn.bias_ih_l0	3	-0.2217666506767273
680532	rnn.bias_ih_l0	4	0.0021884827874600887
680532	rnn.bias_ih_l0	5	-0.42826440930366516
680532	rnn.bias_ih_l0	6	-0.14648036658763885
680532	rnn.bias_ih_l0	7	-0.37386220693588257
680532	rnn.bias_ih_l0	8	-0.2938261926174164
680532	rnn.bias_ih_l0	9	-0.4526613652706146
680532	rnn.bias_hh_l0	0	-0.3582114577293396
680532	rnn.bias_hh_l0	1	-0.43372678756713867
680532	rnn.bias_hh_l0	2	-0.4047641158103943
680532	rnn.bias_hh_l0	3	-0.08152248710393906
680532	rnn.bias_hh_l0	4	-0.403030663728714
680532	rnn.bias_hh_l0	5	-0.36649221181869507
680532	rnn.bias_hh_l0	6	-0.12231121212244034
680532	rnn.bias_hh_l0	7	0.0763152614235878
680532	rnn.bias_hh_l0	8	-0.23489853739738464
680532	rnn.bias_hh_l0	9	-0.5730084776878357
680532	rnn.weight_ih_l0_reverse	0	0.018856091424822807
680532	rnn.weight_ih_l0_reverse	1	-0.016941742971539497
680532	rnn.weight_ih_l0_reverse	2	0.014978431165218353
680532	rnn.weight_ih_l0_reverse	3	-0.16477887332439423
680532	rnn.weight_ih_l0_reverse	4	0.07955454289913177
680532	rnn.weight_ih_l0_reverse	5	-0.09562907367944717
680532	rnn.weight_ih_l0_reverse	6	0.015641506761312485
680532	rnn.weight_ih_l0_reverse	7	0.0316825769841671
680532	rnn.weight_ih_l0_reverse	8	-0.051954805850982666
680532	rnn.weight_ih_l0_reverse	9	-0.06336770206689835
680532	rnn.weight_hh_l0_reverse	0	-0.14497621357440948
680532	rnn.weight_hh_l0_reverse	1	0.025429878383874893
680532	rnn.weight_hh_l0_reverse	2	-0.01955367624759674
680532	rnn.weight_hh_l0_reverse	3	0.027783159166574478
680532	rnn.weight_hh_l0_reverse	4	-0.07684025913476944
680532	rnn.weight_hh_l0_reverse	5	0.03566107898950577
680532	rnn.weight_hh_l0_reverse	6	0.029117222875356674
680532	rnn.weight_hh_l0_reverse	7	-0.12564776837825775
680532	rnn.weight_hh_l0_reverse	8	-0.06972727924585342
680532	rnn.weight_hh_l0_reverse	9	0.03495575860142708
680532	rnn.bias_ih_l0_reverse	0	-0.17153818905353546
680532	rnn.bias_ih_l0_reverse	1	-0.06325487792491913
680532	rnn.bias_ih_l0_reverse	2	0.15340013802051544
680532	rnn.bias_ih_l0_reverse	3	-0.32093173265457153
680532	rnn.bias_ih_l0_reverse	4	-0.0031572324223816395
680532	rnn.bias_ih_l0_reverse	5	-0.22788023948669434
680532	rnn.bias_ih_l0_reverse	6	0.27222663164138794
680532	rnn.bias_ih_l0_reverse	7	-0.30993562936782837
680532	rnn.bias_ih_l0_reverse	8	-0.19430066645145416
680532	rnn.bias_ih_l0_reverse	9	-0.16319744288921356
680532	rnn.bias_hh_l0_reverse	0	-0.13957175612449646
680532	rnn.bias_hh_l0_reverse	1	0.2823822796344757
680532	rnn.bias_hh_l0_reverse	2	-0.34869667887687683
680532	rnn.bias_hh_l0_reverse	3	-0.22594179213047028
680532	rnn.bias_hh_l0_reverse	4	-0.3999749720096588
680532	rnn.bias_hh_l0_reverse	5	-0.20516978204250336
680532	rnn.bias_hh_l0_reverse	6	-0.2837420105934143
680532	rnn.bias_hh_l0_reverse	7	-0.10153310000896454
680532	rnn.bias_hh_l0_reverse	8	-0.3486670255661011
680532	rnn.bias_hh_l0_reverse	9	0.2030610889196396
680532	linear.weight	0	0.2540813982486725
680532	linear.weight	1	-0.4458869397640228
680532	linear.weight	2	0.055944137275218964
680532	linear.weight	3	0.06748591363430023
680532	linear.weight	4	-0.1211680918931961
680532	linear.weight	5	0.2647227942943573
680532	linear.weight	6	-0.08402119576931
680532	linear.weight	7	-0.05994759127497673
680532	linear.weight	8	0.12580424547195435
680532	linear.weight	9	-0.04972609505057335
680532	linear.bias	0	-0.8758959174156189
680532	linear.bias	1	1.830153465270996
680532	linear.bias	2	0.8179632425308228
680532	linear.bias	3	-2.7367498874664307
680532	linear.bias	4	-0.10951194912195206
680532	linear.bias	5	1.2527740001678467
680532	linear.bias	6	-0.22546495497226715
680532	linear.bias	7	0.8505557775497437
680532	linear.bias	8	2.125993490219116
680532	linear.bias	9	-1.3869768381118774
681141	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
681141	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
681141	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
681141	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
681141	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
681141	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
681141	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
681141	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
681141	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
681141	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
681141	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
681141	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
681141	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
681141	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
681141	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
681141	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
681141	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
681141	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
681141	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
681141	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
681141	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
681141	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
681141	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
681141	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
681141	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
681141	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
681141	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
681141	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
681141	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
681141	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
681141	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
681141	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
681141	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
681141	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
681141	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
681141	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
681141	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
681141	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
681141	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
681141	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
681141	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
681141	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
681141	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
681141	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
681141	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
681141	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
681141	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
681141	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
681141	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
681141	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
681141	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
681141	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
681141	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
681141	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
681141	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
681141	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
681141	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
681141	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
681141	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
681141	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
681141	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
681141	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
681141	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
681141	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
681141	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
681141	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
681141	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
681141	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
681141	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
681141	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
681141	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
681141	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
681141	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
681141	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
681141	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
681141	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
681141	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
681141	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
681141	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
681141	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
681141	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
681141	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
681141	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
681141	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
681141	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
681141	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
681141	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
681141	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
681141	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
681141	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
681141	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
681141	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
681141	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
681141	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
681141	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
681141	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
681141	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
681141	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
681141	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
681141	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
681141	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
681141	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
681141	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
681141	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
681141	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
681141	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
681141	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
681141	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
681141	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
681141	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
681141	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
681141	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
681141	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
681141	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
681141	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
681141	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
681141	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
681141	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
681141	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
681141	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
681141	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
681141	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
681141	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
681141	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
681141	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
681141	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
681141	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
681141	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
681141	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
681141	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
681141	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
681141	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
681141	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
681141	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
681141	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
681141	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
681141	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
681141	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
681141	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
681141	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
681141	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
681141	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
681141	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
681141	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
681141	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
681141	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
681141	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
681141	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
681141	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
681141	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
681141	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
681141	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
681141	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
681141	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
681141	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
681141	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
681141	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
681141	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
681141	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
681141	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
681141	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
681141	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
681141	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
681141	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
681141	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
681141	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
681141	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
681141	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
681141	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
681141	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
681141	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
681141	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
681141	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
681141	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
681141	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
681141	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
681141	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
681141	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
681141	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
681141	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
681141	embedding2nn.weight	0	0.31455323100090027
681141	embedding2nn.weight	1	0.38279980421066284
681141	embedding2nn.weight	2	-0.00530571024864912
681141	embedding2nn.weight	3	0.025963908061385155
681141	embedding2nn.weight	4	-0.036757372319698334
681141	embedding2nn.weight	5	0.039398591965436935
681141	embedding2nn.weight	6	0.001753954915329814
681141	embedding2nn.weight	7	-0.007927097380161285
681141	embedding2nn.weight	8	0.03930308297276497
681141	embedding2nn.weight	9	-0.07358144968748093
681141	embedding2nn.bias	0	0.020168669521808624
681141	embedding2nn.bias	1	-0.1952904611825943
681141	embedding2nn.bias	2	0.14617718756198883
681141	embedding2nn.bias	3	0.17443755269050598
681141	embedding2nn.bias	4	0.14251774549484253
681141	embedding2nn.bias	5	-0.07471437752246857
681141	embedding2nn.bias	6	-0.08519862592220306
681141	embedding2nn.bias	7	0.051880478858947754
681141	embedding2nn.bias	8	-0.14583006501197815
681141	embedding2nn.bias	9	-0.40275347232818604
681141	rnn.weight_ih_l0	0	-0.0022028512321412563
681141	rnn.weight_ih_l0	1	-0.06017055734992027
681141	rnn.weight_ih_l0	2	-0.05085888132452965
681141	rnn.weight_ih_l0	3	0.11432178318500519
681141	rnn.weight_ih_l0	4	0.03026614524424076
681141	rnn.weight_ih_l0	5	-0.06019223481416702
681141	rnn.weight_ih_l0	6	0.01008306723088026
681141	rnn.weight_ih_l0	7	-0.02285837009549141
681141	rnn.weight_ih_l0	8	0.006747124250978231
681141	rnn.weight_ih_l0	9	-0.08208382874727249
681141	rnn.weight_hh_l0	0	-0.020852332934737206
681141	rnn.weight_hh_l0	1	0.08730760216712952
681141	rnn.weight_hh_l0	2	0.007270171772688627
681141	rnn.weight_hh_l0	3	-0.03153553605079651
681141	rnn.weight_hh_l0	4	0.0806320309638977
681141	rnn.weight_hh_l0	5	0.010053587146103382
681141	rnn.weight_hh_l0	6	-0.08316094428300858
681141	rnn.weight_hh_l0	7	-0.12379436939954758
681141	rnn.weight_hh_l0	8	0.039238810539245605
681141	rnn.weight_hh_l0	9	-0.12310806661844254
681141	rnn.bias_ih_l0	0	0.1606723517179489
681141	rnn.bias_ih_l0	1	-0.34786513447761536
681141	rnn.bias_ih_l0	2	-0.03707923740148544
681141	rnn.bias_ih_l0	3	-0.21970395743846893
681141	rnn.bias_ih_l0	4	0.0031217567157000303
681141	rnn.bias_ih_l0	5	-0.433369904756546
681141	rnn.bias_ih_l0	6	-0.14964298903942108
681141	rnn.bias_ih_l0	7	-0.37360718846321106
681141	rnn.bias_ih_l0	8	-0.2957569658756256
681141	rnn.bias_ih_l0	9	-0.4460192918777466
681141	rnn.bias_hh_l0	0	-0.36309173703193665
681141	rnn.bias_hh_l0	1	-0.43378499150276184
681141	rnn.bias_hh_l0	2	-0.40121614933013916
681141	rnn.bias_hh_l0	3	-0.07853253930807114
681141	rnn.bias_hh_l0	4	-0.4063382148742676
681141	rnn.bias_hh_l0	5	-0.3665130138397217
681141	rnn.bias_hh_l0	6	-0.12255670130252838
681141	rnn.bias_hh_l0	7	0.06897631287574768
681141	rnn.bias_hh_l0	8	-0.23282743990421295
681141	rnn.bias_hh_l0	9	-0.5734661221504211
681141	rnn.weight_ih_l0_reverse	0	0.016676777973771095
681141	rnn.weight_ih_l0_reverse	1	-0.015805978327989578
681141	rnn.weight_ih_l0_reverse	2	0.013468438759446144
681141	rnn.weight_ih_l0_reverse	3	-0.16268528997898102
681141	rnn.weight_ih_l0_reverse	4	0.07994667440652847
681141	rnn.weight_ih_l0_reverse	5	-0.09689971059560776
681141	rnn.weight_ih_l0_reverse	6	0.01925625093281269
681141	rnn.weight_ih_l0_reverse	7	0.031014490872621536
681141	rnn.weight_ih_l0_reverse	8	-0.05380099639296532
681141	rnn.weight_ih_l0_reverse	9	-0.06322338432073593
681141	rnn.weight_hh_l0_reverse	0	-0.14570023119449615
681141	rnn.weight_hh_l0_reverse	1	0.025062570348381996
681141	rnn.weight_hh_l0_reverse	2	-0.020021578297019005
681141	rnn.weight_hh_l0_reverse	3	0.02782553620636463
681141	rnn.weight_hh_l0_reverse	4	-0.07668943703174591
681141	rnn.weight_hh_l0_reverse	5	0.036107663065195084
681141	rnn.weight_hh_l0_reverse	6	0.028896937146782875
681141	rnn.weight_hh_l0_reverse	7	-0.1257134974002838
681141	rnn.weight_hh_l0_reverse	8	-0.06978122889995575
681141	rnn.weight_hh_l0_reverse	9	0.034765567630529404
681141	rnn.bias_ih_l0_reverse	0	-0.17439264059066772
681141	rnn.bias_ih_l0_reverse	1	-0.06100553274154663
681141	rnn.bias_ih_l0_reverse	2	0.1584288328886032
681141	rnn.bias_ih_l0_reverse	3	-0.31871068477630615
681141	rnn.bias_ih_l0_reverse	4	-0.0003712247998919338
681141	rnn.bias_ih_l0_reverse	5	-0.22643843293190002
681141	rnn.bias_ih_l0_reverse	6	0.272440642118454
681141	rnn.bias_ih_l0_reverse	7	-0.30538925528526306
681141	rnn.bias_ih_l0_reverse	8	-0.19468192756175995
681141	rnn.bias_ih_l0_reverse	9	-0.1582028716802597
681141	rnn.bias_hh_l0_reverse	0	-0.14200635254383087
681141	rnn.bias_hh_l0_reverse	1	0.2891554832458496
681141	rnn.bias_hh_l0_reverse	2	-0.35262352228164673
681141	rnn.bias_hh_l0_reverse	3	-0.22720077633857727
681141	rnn.bias_hh_l0_reverse	4	-0.3974871039390564
681141	rnn.bias_hh_l0_reverse	5	-0.20443414151668549
681141	rnn.bias_hh_l0_reverse	6	-0.28238365054130554
681141	rnn.bias_hh_l0_reverse	7	-0.10038205236196518
681141	rnn.bias_hh_l0_reverse	8	-0.34731778502464294
681141	rnn.bias_hh_l0_reverse	9	0.19577492773532867
681141	linear.weight	0	0.26335766911506653
681141	linear.weight	1	-0.4537235200405121
681141	linear.weight	2	0.08726437389850616
681141	linear.weight	3	0.06748519092798233
681141	linear.weight	4	-0.1309823989868164
681141	linear.weight	5	0.2479657530784607
681141	linear.weight	6	-0.08329625427722931
681141	linear.weight	7	-0.05994429811835289
681141	linear.weight	8	0.10715151578187943
681141	linear.weight	9	-0.04972841218113899
681141	linear.bias	0	-0.8821114301681519
681141	linear.bias	1	1.823300838470459
681141	linear.bias	2	0.8167115449905396
681141	linear.bias	3	-2.736833333969116
681141	linear.bias	4	-0.11660857498645782
681141	linear.bias	5	1.2401258945465088
681141	linear.bias	6	-0.22673504054546356
681141	linear.bias	7	0.8650205731391907
681141	linear.bias	8	2.1022796630859375
681141	linear.bias	9	-1.3440260887145996
681750	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
681750	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
681750	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
681750	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
681750	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
681750	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
681750	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
681750	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
681750	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
681750	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
681750	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
681750	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
681750	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
681750	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
681750	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
681750	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
681750	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
681750	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
681750	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
681750	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
681750	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
681750	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
681750	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
681750	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
681750	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
681750	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
681750	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
681750	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
681750	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
681750	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
681750	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
681750	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
681750	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
681750	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
681750	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
681750	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
681750	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
681750	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
681750	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
681750	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
681750	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
681750	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
681750	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
681750	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
681750	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
681750	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
681750	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
681750	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
681750	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
681750	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
681750	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
681750	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
681750	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
681750	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
681750	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
681750	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
681750	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
681750	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
681750	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
681750	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
681750	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
681750	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
681750	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
681750	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
681750	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
681750	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
681750	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
681750	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
681750	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
681750	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
681750	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
681750	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
681750	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
681750	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
681750	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
681750	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
681750	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
681750	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
681750	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
681750	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
681750	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
681750	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
681750	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
681750	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
681750	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
681750	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
681750	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
681750	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
681750	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
681750	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
681750	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
681750	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
681750	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
681750	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
681750	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
681750	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
681750	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
681750	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
681750	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
681750	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
681750	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
681750	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
681750	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
681750	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
681750	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
681750	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
681750	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
681750	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
681750	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
681750	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
681750	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
681750	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
681750	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
681750	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
681750	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
681750	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
681750	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
681750	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
681750	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
681750	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
681750	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
681750	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
681750	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
681750	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
681750	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
681750	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
681750	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
681750	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
681750	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
681750	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
681750	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
681750	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
681750	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
681750	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
681750	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
681750	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
681750	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
681750	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
681750	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
681750	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
681750	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
681750	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
681750	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
681750	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
681750	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
681750	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
681750	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
681750	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
681750	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
681750	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
681750	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
681750	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
681750	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
681750	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
681750	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
681750	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
681750	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
681750	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
681750	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
681750	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
681750	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
681750	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
681750	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
681750	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
681750	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
681750	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
681750	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
681750	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
681750	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
681750	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
681750	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
681750	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
681750	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
681750	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
681750	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
681750	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
681750	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
681750	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
681750	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
681750	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
681750	embedding2nn.weight	0	0.3149973452091217
681750	embedding2nn.weight	1	0.38503965735435486
681750	embedding2nn.weight	2	-0.003431281540542841
681750	embedding2nn.weight	3	0.025811558589339256
681750	embedding2nn.weight	4	-0.03745066747069359
681750	embedding2nn.weight	5	0.039699725806713104
681750	embedding2nn.weight	6	0.0036321135703474283
681750	embedding2nn.weight	7	-0.005043091252446175
681750	embedding2nn.weight	8	0.03562621772289276
681750	embedding2nn.weight	9	-0.07012123614549637
681750	embedding2nn.bias	0	0.02585410699248314
681750	embedding2nn.bias	1	-0.20155996084213257
681750	embedding2nn.bias	2	0.13751937448978424
681750	embedding2nn.bias	3	0.17278419435024261
681750	embedding2nn.bias	4	0.13593539595603943
681750	embedding2nn.bias	5	-0.09252861142158508
681750	embedding2nn.bias	6	-0.07835404574871063
681750	embedding2nn.bias	7	0.05801990628242493
681750	embedding2nn.bias	8	-0.15620669722557068
681750	embedding2nn.bias	9	-0.39156466722488403
681750	rnn.weight_ih_l0	0	-0.0012160547776147723
681750	rnn.weight_ih_l0	1	-0.06078781187534332
681750	rnn.weight_ih_l0	2	-0.04865327849984169
681750	rnn.weight_ih_l0	3	0.11724749207496643
681750	rnn.weight_ih_l0	4	0.03501676023006439
681750	rnn.weight_ih_l0	5	-0.05753414332866669
681750	rnn.weight_ih_l0	6	0.011921384371817112
681750	rnn.weight_ih_l0	7	-0.023619841784238815
681750	rnn.weight_ih_l0	8	0.012901430949568748
681750	rnn.weight_ih_l0	9	-0.08003196120262146
681750	rnn.weight_hh_l0	0	-0.02077016420662403
681750	rnn.weight_hh_l0	1	0.08745136857032776
681750	rnn.weight_hh_l0	2	0.007439004257321358
681750	rnn.weight_hh_l0	3	-0.03201793134212494
681750	rnn.weight_hh_l0	4	0.08025392144918442
681750	rnn.weight_hh_l0	5	0.010454488918185234
681750	rnn.weight_hh_l0	6	-0.08330076187849045
681750	rnn.weight_hh_l0	7	-0.12360023707151413
681750	rnn.weight_hh_l0	8	0.03931339085102081
681750	rnn.weight_hh_l0	9	-0.12280374020338058
681750	rnn.bias_ih_l0	0	0.16308386623859406
681750	rnn.bias_ih_l0	1	-0.34323570132255554
681750	rnn.bias_ih_l0	2	-0.03868963196873665
681750	rnn.bias_ih_l0	3	-0.21910931169986725
681750	rnn.bias_ih_l0	4	-0.0002032471529673785
681750	rnn.bias_ih_l0	5	-0.4267861247062683
681750	rnn.bias_ih_l0	6	-0.15191639959812164
681750	rnn.bias_ih_l0	7	-0.37351295351982117
681750	rnn.bias_ih_l0	8	-0.29778850078582764
681750	rnn.bias_ih_l0	9	-0.45602309703826904
681750	rnn.bias_hh_l0	0	-0.3556593060493469
681750	rnn.bias_hh_l0	1	-0.4295276701450348
681750	rnn.bias_hh_l0	2	-0.3983286917209625
681750	rnn.bias_hh_l0	3	-0.07672671228647232
681750	rnn.bias_hh_l0	4	-0.4075794816017151
681750	rnn.bias_hh_l0	5	-0.36798813939094543
681750	rnn.bias_hh_l0	6	-0.12363822013139725
681750	rnn.bias_hh_l0	7	0.07406607270240784
681750	rnn.bias_hh_l0	8	-0.2330709993839264
681750	rnn.bias_hh_l0	9	-0.5760034322738647
681750	rnn.weight_ih_l0_reverse	0	0.015299228951334953
681750	rnn.weight_ih_l0_reverse	1	-0.01415989175438881
681750	rnn.weight_ih_l0_reverse	2	0.010662725195288658
681750	rnn.weight_ih_l0_reverse	3	-0.16219930350780487
681750	rnn.weight_ih_l0_reverse	4	0.07823678851127625
681750	rnn.weight_ih_l0_reverse	5	-0.09759581834077835
681750	rnn.weight_ih_l0_reverse	6	0.01899825781583786
681750	rnn.weight_ih_l0_reverse	7	0.032060422003269196
681750	rnn.weight_ih_l0_reverse	8	-0.05324787274003029
681750	rnn.weight_ih_l0_reverse	9	-0.05986012518405914
681750	rnn.weight_hh_l0_reverse	0	-0.14510966837406158
681750	rnn.weight_hh_l0_reverse	1	0.025719737634062767
681750	rnn.weight_hh_l0_reverse	2	-0.020134655758738518
681750	rnn.weight_hh_l0_reverse	3	0.02783464640378952
681750	rnn.weight_hh_l0_reverse	4	-0.07684048265218735
681750	rnn.weight_hh_l0_reverse	5	0.03609968349337578
681750	rnn.weight_hh_l0_reverse	6	0.02899816259741783
681750	rnn.weight_hh_l0_reverse	7	-0.12656180560588837
681750	rnn.weight_hh_l0_reverse	8	-0.07156184315681458
681750	rnn.weight_hh_l0_reverse	9	0.03561657294631004
681750	rnn.bias_ih_l0_reverse	0	-0.17583149671554565
681750	rnn.bias_ih_l0_reverse	1	-0.060955509543418884
681750	rnn.bias_ih_l0_reverse	2	0.1662173867225647
681750	rnn.bias_ih_l0_reverse	3	-0.3178988993167877
681750	rnn.bias_ih_l0_reverse	4	-0.0023166730534285307
681750	rnn.bias_ih_l0_reverse	5	-0.22848111391067505
681750	rnn.bias_ih_l0_reverse	6	0.2746078670024872
681750	rnn.bias_ih_l0_reverse	7	-0.3101847469806671
681750	rnn.bias_ih_l0_reverse	8	-0.19437193870544434
681750	rnn.bias_ih_l0_reverse	9	-0.16324350237846375
681750	rnn.bias_hh_l0_reverse	0	-0.14212970435619354
681750	rnn.bias_hh_l0_reverse	1	0.29015347361564636
681750	rnn.bias_hh_l0_reverse	2	-0.35213369131088257
681750	rnn.bias_hh_l0_reverse	3	-0.22136534750461578
681750	rnn.bias_hh_l0_reverse	4	-0.39689773321151733
681750	rnn.bias_hh_l0_reverse	5	-0.20341166853904724
681750	rnn.bias_hh_l0_reverse	6	-0.2837694585323334
681750	rnn.bias_hh_l0_reverse	7	-0.09742192924022675
681750	rnn.bias_hh_l0_reverse	8	-0.346783846616745
681750	rnn.bias_hh_l0_reverse	9	0.19580526649951935
681750	linear.weight	0	0.25607138872146606
681750	linear.weight	1	-0.4607717990875244
681750	linear.weight	2	0.05199803411960602
681750	linear.weight	3	0.06748534739017487
681750	linear.weight	4	-0.12061417102813721
681750	linear.weight	5	0.23991626501083374
681750	linear.weight	6	-0.07672931253910065
681750	linear.weight	7	-0.05994127690792084
681750	linear.weight	8	0.11347565054893494
681750	linear.weight	9	-0.049731358885765076
681750	linear.bias	0	-0.8632641434669495
681750	linear.bias	1	1.8045477867126465
681750	linear.bias	2	0.7902405261993408
681750	linear.bias	3	-2.7369120121002197
681750	linear.bias	4	-0.09815175086259842
681750	linear.bias	5	1.2497739791870117
681750	linear.bias	6	-0.22824786603450775
681750	linear.bias	7	0.8553619384765625
681750	linear.bias	8	2.1363027095794678
681750	linear.bias	9	-1.3813259601593018
682359	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
682359	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
682359	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
682359	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
682359	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
682359	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
682359	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
682359	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
682359	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
682359	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
682359	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
682359	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
682359	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
682359	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
682359	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
682359	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
682359	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
682359	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
682359	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
682359	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
682359	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
682359	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
682359	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
682359	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
682359	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
682359	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
682359	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
682359	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
682359	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
682359	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
682359	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
682359	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
682359	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
682359	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
682359	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
682359	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
682359	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
682359	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
682359	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
682359	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
682359	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
682359	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
682359	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
682359	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
682359	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
682359	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
682359	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
682359	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
682359	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
682359	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
682359	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
682359	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
682359	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
682359	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
682359	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
682359	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
682359	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
682359	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
682359	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
682359	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
682359	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
682359	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
682359	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
682359	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
682359	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
682359	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
682359	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
682359	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
682359	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
682359	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
682359	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
682359	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
682359	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
682359	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
682359	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
682359	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
682359	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
682359	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
682359	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
682359	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
682359	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
682359	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
682359	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
682359	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
682359	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
682359	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
682359	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
682359	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
682359	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
682359	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
682359	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
682359	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
682359	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
682359	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
682359	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
682359	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
682359	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
682359	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
682359	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
682359	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
682359	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
682359	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
682359	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
682359	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
682359	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
682359	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
682359	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
682359	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
682359	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
682359	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
682359	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
682359	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
682359	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
682359	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
682359	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
682359	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
682359	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
682359	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
682359	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
682359	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
682359	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
682359	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
682359	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
682359	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
682359	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
682359	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
682359	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
682359	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
682359	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
682359	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
682359	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
682359	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
682359	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
682359	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
682359	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
682359	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
682359	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
682359	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
682359	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
682359	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
682359	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
682359	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
682359	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
682359	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
682359	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
682359	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
682359	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
682359	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
682359	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
682359	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
682359	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
682359	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
682359	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
682359	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
682359	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
682359	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
682359	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
682359	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
682359	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
682359	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
682359	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
682359	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
682359	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
682359	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
682359	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
682359	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
682359	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
682359	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
682359	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
682359	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
682359	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
682359	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
682359	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
682359	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
682359	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
682359	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
682359	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
682359	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
682359	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
682359	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
682359	embedding2nn.weight	0	0.3150355815887451
682359	embedding2nn.weight	1	0.38232746720314026
682359	embedding2nn.weight	2	-0.0038004531525075436
682359	embedding2nn.weight	3	0.037985749542713165
682359	embedding2nn.weight	4	-0.037343401461839676
682359	embedding2nn.weight	5	0.03951575979590416
682359	embedding2nn.weight	6	-0.0006533284322358668
682359	embedding2nn.weight	7	-0.0071472302079200745
682359	embedding2nn.weight	8	0.039354532957077026
682359	embedding2nn.weight	9	-0.06849896907806396
682359	embedding2nn.bias	0	0.02731003612279892
682359	embedding2nn.bias	1	-0.20222119987010956
682359	embedding2nn.bias	2	0.14972548186779022
682359	embedding2nn.bias	3	0.17785517871379852
682359	embedding2nn.bias	4	0.13522309064865112
682359	embedding2nn.bias	5	-0.09228894859552383
682359	embedding2nn.bias	6	-0.0715654045343399
682359	embedding2nn.bias	7	0.052654389292001724
682359	embedding2nn.bias	8	-0.16055859625339508
682359	embedding2nn.bias	9	-0.37953460216522217
682359	rnn.weight_ih_l0	0	-0.0006923219189047813
682359	rnn.weight_ih_l0	1	-0.06026222184300423
682359	rnn.weight_ih_l0	2	-0.045819032937288284
682359	rnn.weight_ih_l0	3	0.11688928306102753
682359	rnn.weight_ih_l0	4	0.03029351308941841
682359	rnn.weight_ih_l0	5	-0.055544689297676086
682359	rnn.weight_ih_l0	6	0.012433181516826153
682359	rnn.weight_ih_l0	7	-0.023684857413172722
682359	rnn.weight_ih_l0	8	0.011667214334011078
682359	rnn.weight_ih_l0	9	-0.08021880686283112
682359	rnn.weight_hh_l0	0	-0.02110220305621624
682359	rnn.weight_hh_l0	1	0.08687180280685425
682359	rnn.weight_hh_l0	2	0.006525703240185976
682359	rnn.weight_hh_l0	3	-0.03216620534658432
682359	rnn.weight_hh_l0	4	0.08006370067596436
682359	rnn.weight_hh_l0	5	0.01014526467770338
682359	rnn.weight_hh_l0	6	-0.08357198536396027
682359	rnn.weight_hh_l0	7	-0.12593922019004822
682359	rnn.weight_hh_l0	8	0.03939437121152878
682359	rnn.weight_hh_l0	9	-0.12299764156341553
682359	rnn.bias_ih_l0	0	0.16414327919483185
682359	rnn.bias_ih_l0	1	-0.3444370627403259
682359	rnn.bias_ih_l0	2	-0.03802729398012161
682359	rnn.bias_ih_l0	3	-0.2172555923461914
682359	rnn.bias_ih_l0	4	-0.004394329618662596
682359	rnn.bias_ih_l0	5	-0.4274819493293762
682359	rnn.bias_ih_l0	6	-0.1487991064786911
682359	rnn.bias_ih_l0	7	-0.3741109371185303
682359	rnn.bias_ih_l0	8	-0.29617735743522644
682359	rnn.bias_ih_l0	9	-0.45164841413497925
682359	rnn.bias_hh_l0	0	-0.3610999286174774
682359	rnn.bias_hh_l0	1	-0.42899253964424133
682359	rnn.bias_hh_l0	2	-0.3994336724281311
682359	rnn.bias_hh_l0	3	-0.07383456081151962
682359	rnn.bias_hh_l0	4	-0.4100508689880371
682359	rnn.bias_hh_l0	5	-0.36716967821121216
682359	rnn.bias_hh_l0	6	-0.12167118489742279
682359	rnn.bias_hh_l0	7	0.08005087822675705
682359	rnn.bias_hh_l0	8	-0.2367202490568161
682359	rnn.bias_hh_l0	9	-0.5683324337005615
682359	rnn.weight_ih_l0_reverse	0	0.014649315737187862
682359	rnn.weight_ih_l0_reverse	1	-0.015388989821076393
682359	rnn.weight_ih_l0_reverse	2	0.00966783706098795
682359	rnn.weight_ih_l0_reverse	3	-0.16068100929260254
682359	rnn.weight_ih_l0_reverse	4	0.0764949694275856
682359	rnn.weight_ih_l0_reverse	5	-0.10188233107328415
682359	rnn.weight_ih_l0_reverse	6	0.01807188242673874
682359	rnn.weight_ih_l0_reverse	7	0.032290443778038025
682359	rnn.weight_ih_l0_reverse	8	-0.050788626074790955
682359	rnn.weight_ih_l0_reverse	9	-0.0594894178211689
682359	rnn.weight_hh_l0_reverse	0	-0.14361895620822906
682359	rnn.weight_hh_l0_reverse	1	0.024991126731038094
682359	rnn.weight_hh_l0_reverse	2	-0.02051396854221821
682359	rnn.weight_hh_l0_reverse	3	0.02834145911037922
682359	rnn.weight_hh_l0_reverse	4	-0.07634692639112473
682359	rnn.weight_hh_l0_reverse	5	0.03590242937207222
682359	rnn.weight_hh_l0_reverse	6	0.029265237972140312
682359	rnn.weight_hh_l0_reverse	7	-0.12471750378608704
682359	rnn.weight_hh_l0_reverse	8	-0.07095902413129807
682359	rnn.weight_hh_l0_reverse	9	0.036381106823682785
682359	rnn.bias_ih_l0_reverse	0	-0.1797301173210144
682359	rnn.bias_ih_l0_reverse	1	-0.06117602810263634
682359	rnn.bias_ih_l0_reverse	2	0.16421647369861603
682359	rnn.bias_ih_l0_reverse	3	-0.3171043395996094
682359	rnn.bias_ih_l0_reverse	4	0.005288245622068644
682359	rnn.bias_ih_l0_reverse	5	-0.22917747497558594
682359	rnn.bias_ih_l0_reverse	6	0.2688924968242645
682359	rnn.bias_ih_l0_reverse	7	-0.31965914368629456
682359	rnn.bias_ih_l0_reverse	8	-0.19600176811218262
682359	rnn.bias_ih_l0_reverse	9	-0.16325193643569946
682359	rnn.bias_hh_l0_reverse	0	-0.13519014418125153
682359	rnn.bias_hh_l0_reverse	1	0.28930675983428955
682359	rnn.bias_hh_l0_reverse	2	-0.3542556166648865
682359	rnn.bias_hh_l0_reverse	3	-0.22360868752002716
682359	rnn.bias_hh_l0_reverse	4	-0.3967334032058716
682359	rnn.bias_hh_l0_reverse	5	-0.20268727838993073
682359	rnn.bias_hh_l0_reverse	6	-0.2894246280193329
682359	rnn.bias_hh_l0_reverse	7	-0.09940794110298157
682359	rnn.bias_hh_l0_reverse	8	-0.3465084731578827
682359	rnn.bias_hh_l0_reverse	9	0.19750429689884186
682359	linear.weight	0	0.2606578767299652
682359	linear.weight	1	-0.4707985818386078
682359	linear.weight	2	0.06590010970830917
682359	linear.weight	3	0.0674852579832077
682359	linear.weight	4	-0.13924053311347961
682359	linear.weight	5	0.22236761450767517
682359	linear.weight	6	-0.054841164499521255
682359	linear.weight	7	-0.05993807315826416
682359	linear.weight	8	0.09977215528488159
682359	linear.weight	9	-0.04973402991890907
682359	linear.bias	0	-0.8735666275024414
682359	linear.bias	1	1.8107479810714722
682359	linear.bias	2	0.7958916425704956
682359	linear.bias	3	-2.7370083332061768
682359	linear.bias	4	-0.1007058396935463
682359	linear.bias	5	1.2429240942001343
682359	linear.bias	6	-0.21485288441181183
682359	linear.bias	7	0.8596051335334778
682359	linear.bias	8	2.1266255378723145
682359	linear.bias	9	-1.3767709732055664
682968	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
682968	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
682968	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
682968	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
682968	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
682968	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
682968	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
682968	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
682968	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
682968	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
682968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
682968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
682968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
682968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
682968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
682968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
682968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
682968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
682968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
682968	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
682968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
682968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
682968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
682968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
682968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
682968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
682968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
682968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
682968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
682968	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
682968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
682968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
682968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
682968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
682968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
682968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
682968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
682968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
682968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
682968	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
682968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
682968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
682968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
682968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
682968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
682968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
682968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
682968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
682968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
682968	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
682968	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
682968	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
682968	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
682968	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
682968	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
682968	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
682968	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
682968	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
682968	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
682968	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
682968	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
682968	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
682968	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
682968	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
682968	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
682968	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
682968	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
682968	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
682968	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
682968	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
682968	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
682968	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
682968	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
682968	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
682968	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
682968	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
682968	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
682968	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
682968	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
682968	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
682968	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
682968	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
682968	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
682968	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
682968	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
682968	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
682968	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
682968	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
682968	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
682968	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
682968	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
682968	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
682968	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
682968	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
682968	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
682968	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
682968	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
682968	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
682968	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
682968	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
682968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
682968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
682968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
682968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
682968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
682968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
682968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
682968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
682968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
682968	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
682968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
682968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
682968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
682968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
682968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
682968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
682968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
682968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
682968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
682968	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
682968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
682968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
682968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
682968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
682968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
682968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
682968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
682968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
682968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
682968	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
682968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
682968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
682968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
682968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
682968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
682968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
682968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
682968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
682968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
682968	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
682968	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
682968	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
682968	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
682968	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
682968	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
682968	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
682968	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
682968	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
682968	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
682968	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
682968	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
682968	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
682968	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
682968	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
682968	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
682968	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
682968	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
682968	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
682968	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
682968	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
682968	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
682968	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
682968	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
682968	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
682968	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
682968	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
682968	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
682968	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
682968	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
682968	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
682968	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
682968	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
682968	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
682968	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
682968	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
682968	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
682968	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
682968	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
682968	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
682968	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
682968	embedding2nn.weight	0	0.315887451171875
682968	embedding2nn.weight	1	0.3844492733478546
682968	embedding2nn.weight	2	-0.006593397352844477
682968	embedding2nn.weight	3	0.03237134963274002
682968	embedding2nn.weight	4	-0.03414582088589668
682968	embedding2nn.weight	5	0.04081965610384941
682968	embedding2nn.weight	6	0.004048346076160669
682968	embedding2nn.weight	7	-0.006773266009986401
682968	embedding2nn.weight	8	0.03925821930170059
682968	embedding2nn.weight	9	-0.07293370366096497
682968	embedding2nn.bias	0	0.03867742419242859
682968	embedding2nn.bias	1	-0.19643297791481018
682968	embedding2nn.bias	2	0.1535300463438034
682968	embedding2nn.bias	3	0.17107930779457092
682968	embedding2nn.bias	4	0.14084845781326294
682968	embedding2nn.bias	5	-0.09460607916116714
682968	embedding2nn.bias	6	-0.07895530015230179
682968	embedding2nn.bias	7	0.05150100588798523
682968	embedding2nn.bias	8	-0.1627608984708786
682968	embedding2nn.bias	9	-0.3799944519996643
682968	rnn.weight_ih_l0	0	-0.0011299351463094354
682968	rnn.weight_ih_l0	1	-0.059009816497564316
682968	rnn.weight_ih_l0	2	-0.04826784133911133
682968	rnn.weight_ih_l0	3	0.11997716873884201
682968	rnn.weight_ih_l0	4	0.03184870257973671
682968	rnn.weight_ih_l0	5	-0.0522482767701149
682968	rnn.weight_ih_l0	6	0.010549627244472504
682968	rnn.weight_ih_l0	7	-0.023241031914949417
682968	rnn.weight_ih_l0	8	0.012228800915181637
682968	rnn.weight_ih_l0	9	-0.0798497200012207
682968	rnn.weight_hh_l0	0	-0.021075865253806114
682968	rnn.weight_hh_l0	1	0.08693475276231766
682968	rnn.weight_hh_l0	2	0.005788338836282492
682968	rnn.weight_hh_l0	3	-0.032073426991701126
682968	rnn.weight_hh_l0	4	0.0801100805401802
682968	rnn.weight_hh_l0	5	0.009481764398515224
682968	rnn.weight_hh_l0	6	-0.08363018929958344
682968	rnn.weight_hh_l0	7	-0.12397022545337677
682968	rnn.weight_hh_l0	8	0.0392056480050087
682968	rnn.weight_hh_l0	9	-0.12317410111427307
682968	rnn.bias_ih_l0	0	0.163900226354599
682968	rnn.bias_ih_l0	1	-0.35154253244400024
682968	rnn.bias_ih_l0	2	-0.039948079735040665
682968	rnn.bias_ih_l0	3	-0.21737420558929443
682968	rnn.bias_ih_l0	4	-0.002778252586722374
682968	rnn.bias_ih_l0	5	-0.4315170347690582
682968	rnn.bias_ih_l0	6	-0.14898055791854858
682968	rnn.bias_ih_l0	7	-0.37406620383262634
682968	rnn.bias_ih_l0	8	-0.29727470874786377
682968	rnn.bias_ih_l0	9	-0.4489418864250183
682968	rnn.bias_hh_l0	0	-0.36143937706947327
682968	rnn.bias_hh_l0	1	-0.43164947628974915
682968	rnn.bias_hh_l0	2	-0.39730265736579895
682968	rnn.bias_hh_l0	3	-0.07577582448720932
682968	rnn.bias_hh_l0	4	-0.4082510471343994
682968	rnn.bias_hh_l0	5	-0.3680957555770874
682968	rnn.bias_hh_l0	6	-0.12133268266916275
682968	rnn.bias_hh_l0	7	0.06968026608228683
682968	rnn.bias_hh_l0	8	-0.23612985014915466
682968	rnn.bias_hh_l0	9	-0.5651677250862122
682968	rnn.weight_ih_l0_reverse	0	0.010791914537549019
682968	rnn.weight_ih_l0_reverse	1	-0.016481313854455948
682968	rnn.weight_ih_l0_reverse	2	0.010293133556842804
682968	rnn.weight_ih_l0_reverse	3	-0.15905873477458954
682968	rnn.weight_ih_l0_reverse	4	0.07705387473106384
682968	rnn.weight_ih_l0_reverse	5	-0.10280420631170273
682968	rnn.weight_ih_l0_reverse	6	0.01456928439438343
682968	rnn.weight_ih_l0_reverse	7	0.03180910274386406
682968	rnn.weight_ih_l0_reverse	8	-0.050163451582193375
682968	rnn.weight_ih_l0_reverse	9	-0.060225337743759155
682968	rnn.weight_hh_l0_reverse	0	-0.1446886956691742
682968	rnn.weight_hh_l0_reverse	1	0.02446497045457363
682968	rnn.weight_hh_l0_reverse	2	-0.020830275490880013
682968	rnn.weight_hh_l0_reverse	3	0.027847208082675934
682968	rnn.weight_hh_l0_reverse	4	-0.07670890539884567
682968	rnn.weight_hh_l0_reverse	5	0.03586835041642189
682968	rnn.weight_hh_l0_reverse	6	0.0292357224971056
682968	rnn.weight_hh_l0_reverse	7	-0.12447021156549454
682968	rnn.weight_hh_l0_reverse	8	-0.07163913547992706
682968	rnn.weight_hh_l0_reverse	9	0.036749985069036484
682968	rnn.bias_ih_l0_reverse	0	-0.17786864936351776
682968	rnn.bias_ih_l0_reverse	1	-0.060170337557792664
682968	rnn.bias_ih_l0_reverse	2	0.16688083112239838
682968	rnn.bias_ih_l0_reverse	3	-0.31717127561569214
682968	rnn.bias_ih_l0_reverse	4	0.007865848019719124
682968	rnn.bias_ih_l0_reverse	5	-0.2278076410293579
682968	rnn.bias_ih_l0_reverse	6	0.273162841796875
682968	rnn.bias_ih_l0_reverse	7	-0.3216860592365265
682968	rnn.bias_ih_l0_reverse	8	-0.1935681700706482
682968	rnn.bias_ih_l0_reverse	9	-0.16296403110027313
682968	rnn.bias_hh_l0_reverse	0	-0.1389072835445404
682968	rnn.bias_hh_l0_reverse	1	0.2822647988796234
682968	rnn.bias_hh_l0_reverse	2	-0.3605612814426422
682968	rnn.bias_hh_l0_reverse	3	-0.2277321070432663
682968	rnn.bias_hh_l0_reverse	4	-0.39197948575019836
682968	rnn.bias_hh_l0_reverse	5	-0.20839162170886993
682968	rnn.bias_hh_l0_reverse	6	-0.28665632009506226
682968	rnn.bias_hh_l0_reverse	7	-0.09822288900613785
682968	rnn.bias_hh_l0_reverse	8	-0.35109034180641174
682968	rnn.bias_hh_l0_reverse	9	0.1988205462694168
682968	linear.weight	0	0.24558252096176147
682968	linear.weight	1	-0.4710392951965332
682968	linear.weight	2	0.052370429039001465
682968	linear.weight	3	0.06748467683792114
682968	linear.weight	4	-0.1415434330701828
682968	linear.weight	5	0.22094988822937012
682968	linear.weight	6	-0.06347686797380447
682968	linear.weight	7	-0.05993487313389778
682968	linear.weight	8	0.11165094375610352
682968	linear.weight	9	-0.04973667860031128
682968	linear.bias	0	-0.8814916610717773
682968	linear.bias	1	1.8201984167099
682968	linear.bias	2	0.7866650819778442
682968	linear.bias	3	-2.7371065616607666
682968	linear.bias	4	-0.12024284899234772
682968	linear.bias	5	1.2292840480804443
682968	linear.bias	6	-0.22291047871112823
682968	linear.bias	7	0.8439562320709229
682968	linear.bias	8	2.122896671295166
682968	linear.bias	9	-1.3554790019989014
682976	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
682976	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
682976	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
682976	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
682976	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
682976	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
682976	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
682976	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
682976	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
682976	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
682976	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
682976	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
682976	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
682976	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
682976	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
682976	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
682976	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
682976	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
682976	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
682976	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
682976	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
682976	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
682976	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
682976	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
682976	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
682976	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
682976	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
682976	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
682976	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
682976	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
682976	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
682976	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
682976	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
682976	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
682976	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
682976	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
682976	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
682976	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
682976	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
682976	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
682976	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
682976	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
682976	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
682976	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
682976	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
682976	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
682976	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
682976	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
682976	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
682976	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
682976	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
682976	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
682976	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
682976	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
682976	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
682976	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
682976	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
682976	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
682976	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
682976	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
682976	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
682976	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
682976	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
682976	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
682976	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
682976	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
682976	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
682976	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
682976	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
682976	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
682976	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
682976	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
682976	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
682976	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
682976	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
682976	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
682976	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
682976	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
682976	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
682976	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
682976	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
682976	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
682976	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
682976	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
682976	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
682976	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
682976	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
682976	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
682976	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
682976	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
682976	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
682976	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
682976	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
682976	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
682976	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
682976	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
682976	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
682976	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
682976	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
682976	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
682976	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
682976	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
682976	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
682976	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
682976	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
682976	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
682976	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
682976	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
682976	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
682976	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
682976	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
682976	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
682976	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
682976	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
682976	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
682976	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
682976	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
682976	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
682976	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
682976	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
682976	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
682976	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
682976	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
682976	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
682976	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
682976	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
682976	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
682976	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
682976	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
682976	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
682976	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
682976	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
682976	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
682976	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
682976	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
682976	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
682976	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
682976	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
682976	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
682976	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
682976	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
682976	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
682976	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
682976	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
682976	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
682976	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
682976	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
682976	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
682976	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
682976	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
682976	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
682976	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
682976	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
682976	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
682976	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
682976	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
682976	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
682976	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
682976	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
682976	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
682976	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
682976	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
682976	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
682976	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
682976	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
682976	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
682976	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
682976	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
682976	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
682976	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
682976	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
682976	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
682976	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
682976	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
682976	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
682976	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
682976	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
682976	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
682976	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
682976	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
682976	embedding2nn.weight	0	0.31586283445358276
682976	embedding2nn.weight	1	0.3846946656703949
682976	embedding2nn.weight	2	-0.006895611993968487
682976	embedding2nn.weight	3	0.032520174980163574
682976	embedding2nn.weight	4	-0.034077905118465424
682976	embedding2nn.weight	5	0.04095390439033508
682976	embedding2nn.weight	6	0.0047406405210494995
682976	embedding2nn.weight	7	-0.006730296183377504
682976	embedding2nn.weight	8	0.03983067348599434
682976	embedding2nn.weight	9	-0.07301270961761475
682976	embedding2nn.bias	0	0.0389239564538002
682976	embedding2nn.bias	1	-0.1941797435283661
682976	embedding2nn.bias	2	0.15456299483776093
682976	embedding2nn.bias	3	0.17085374891757965
682976	embedding2nn.bias	4	0.14260819554328918
682976	embedding2nn.bias	5	-0.09136771410703659
682976	embedding2nn.bias	6	-0.07920512557029724
682976	embedding2nn.bias	7	0.053649015724658966
682976	embedding2nn.bias	8	-0.15932251513004303
682976	embedding2nn.bias	9	-0.38291868567466736
682976	rnn.weight_ih_l0	0	-0.0010542359668761492
682976	rnn.weight_ih_l0	1	-0.059035032987594604
682976	rnn.weight_ih_l0	2	-0.04831365495920181
682976	rnn.weight_ih_l0	3	0.12020490318536758
682976	rnn.weight_ih_l0	4	0.031910672783851624
682976	rnn.weight_ih_l0	5	-0.05222879350185394
682976	rnn.weight_ih_l0	6	0.010440266691148281
682976	rnn.weight_ih_l0	7	-0.023320460692048073
682976	rnn.weight_ih_l0	8	0.012106765061616898
682976	rnn.weight_ih_l0	9	-0.08007699251174927
682976	rnn.weight_hh_l0	0	-0.021079374477267265
682976	rnn.weight_hh_l0	1	0.08693893998861313
682976	rnn.weight_hh_l0	2	0.005754171404987574
682976	rnn.weight_hh_l0	3	-0.03210486099123955
682976	rnn.weight_hh_l0	4	0.08011293411254883
682976	rnn.weight_hh_l0	5	0.009500754997134209
682976	rnn.weight_hh_l0	6	-0.0836242064833641
682976	rnn.weight_hh_l0	7	-0.12369927018880844
682976	rnn.weight_hh_l0	8	0.03920749947428703
682976	rnn.weight_hh_l0	9	-0.12318064272403717
682976	rnn.bias_ih_l0	0	0.16325616836547852
682976	rnn.bias_ih_l0	1	-0.35184016823768616
682976	rnn.bias_ih_l0	2	-0.03992408886551857
682976	rnn.bias_ih_l0	3	-0.21771255135536194
682976	rnn.bias_ih_l0	4	-0.002927972236648202
682976	rnn.bias_ih_l0	5	-0.43099117279052734
682976	rnn.bias_ih_l0	6	-0.1498105674982071
682976	rnn.bias_ih_l0	7	-0.37396883964538574
682976	rnn.bias_ih_l0	8	-0.29734909534454346
682976	rnn.bias_ih_l0	9	-0.4491845667362213
682976	rnn.bias_hh_l0	0	-0.3613361716270447
682976	rnn.bias_hh_l0	1	-0.43143340945243835
682976	rnn.bias_hh_l0	2	-0.39767739176750183
682976	rnn.bias_hh_l0	3	-0.07624171674251556
682976	rnn.bias_hh_l0	4	-0.4083556532859802
682976	rnn.bias_hh_l0	5	-0.36804625391960144
682976	rnn.bias_hh_l0	6	-0.1215384379029274
682976	rnn.bias_hh_l0	7	0.06923522055149078
682976	rnn.bias_hh_l0	8	-0.23616135120391846
682976	rnn.bias_hh_l0	9	-0.5656176209449768
682976	rnn.weight_ih_l0_reverse	0	0.010879687033593655
682976	rnn.weight_ih_l0_reverse	1	-0.016471248120069504
682976	rnn.weight_ih_l0_reverse	2	0.010228417813777924
682976	rnn.weight_ih_l0_reverse	3	-0.15900495648384094
682976	rnn.weight_ih_l0_reverse	4	0.07704577594995499
682976	rnn.weight_ih_l0_reverse	5	-0.10283780097961426
682976	rnn.weight_ih_l0_reverse	6	0.01452016830444336
682976	rnn.weight_ih_l0_reverse	7	0.032061465084552765
682976	rnn.weight_ih_l0_reverse	8	-0.05006730556488037
682976	rnn.weight_ih_l0_reverse	9	-0.06033045053482056
682976	rnn.weight_hh_l0_reverse	0	-0.14463356137275696
682976	rnn.weight_hh_l0_reverse	1	0.024687422439455986
682976	rnn.weight_hh_l0_reverse	2	-0.020756779238581657
682976	rnn.weight_hh_l0_reverse	3	0.0278768353164196
682976	rnn.weight_hh_l0_reverse	4	-0.0767194852232933
682976	rnn.weight_hh_l0_reverse	5	0.03584408015012741
682976	rnn.weight_hh_l0_reverse	6	0.02923707105219364
682976	rnn.weight_hh_l0_reverse	7	-0.1243956908583641
682976	rnn.weight_hh_l0_reverse	8	-0.07163425534963608
682976	rnn.weight_hh_l0_reverse	9	0.03679955378174782
682976	rnn.bias_ih_l0_reverse	0	-0.17785361409187317
682976	rnn.bias_ih_l0_reverse	1	-0.06019287928938866
682976	rnn.bias_ih_l0_reverse	2	0.16675329208374023
682976	rnn.bias_ih_l0_reverse	3	-0.3171241283416748
682976	rnn.bias_ih_l0_reverse	4	0.008238506503403187
682976	rnn.bias_ih_l0_reverse	5	-0.22762247920036316
682976	rnn.bias_ih_l0_reverse	6	0.27330219745635986
682976	rnn.bias_ih_l0_reverse	7	-0.3220903277397156
682976	rnn.bias_ih_l0_reverse	8	-0.1936785727739334
682976	rnn.bias_ih_l0_reverse	9	-0.16358238458633423
682976	rnn.bias_hh_l0_reverse	0	-0.13855567574501038
682976	rnn.bias_hh_l0_reverse	1	0.28240153193473816
682976	rnn.bias_hh_l0_reverse	2	-0.36051392555236816
682976	rnn.bias_hh_l0_reverse	3	-0.22813959419727325
682976	rnn.bias_hh_l0_reverse	4	-0.39208081364631653
682976	rnn.bias_hh_l0_reverse	5	-0.20851129293441772
682976	rnn.bias_hh_l0_reverse	6	-0.28670185804367065
682976	rnn.bias_hh_l0_reverse	7	-0.09834465384483337
682976	rnn.bias_hh_l0_reverse	8	-0.35162195563316345
682976	rnn.bias_hh_l0_reverse	9	0.19929620623588562
682976	linear.weight	0	0.24517221748828888
682976	linear.weight	1	-0.47033101320266724
682976	linear.weight	2	0.055966995656490326
682976	linear.weight	3	0.06748466938734055
682976	linear.weight	4	-0.13923679292201996
682976	linear.weight	5	0.2208315134048462
682976	linear.weight	6	-0.06258361041545868
682976	linear.weight	7	-0.059934843331575394
682976	linear.weight	8	0.11105281114578247
682976	linear.weight	9	-0.049736712127923965
682976	linear.bias	0	-0.884694516658783
682976	linear.bias	1	1.8316537141799927
682976	linear.bias	2	0.7754350304603577
682976	linear.bias	3	-2.737107276916504
682976	linear.bias	4	-0.12309377640485764
682976	linear.bias	5	1.2248858213424683
682976	linear.bias	6	-0.21948593854904175
682976	linear.bias	7	0.8443631529808044
682976	linear.bias	8	2.116988182067871
682976	linear.bias	9	-1.3564908504486084
683585	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
683585	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
683585	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
683585	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
683585	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
683585	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
683585	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
683585	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
683585	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
683585	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
683585	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
683585	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
683585	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
683585	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
683585	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
683585	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
683585	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
683585	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
683585	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
683585	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
683585	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
683585	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
683585	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
683585	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
683585	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
683585	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
683585	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
683585	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
683585	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
683585	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
683585	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
683585	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
683585	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
683585	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
683585	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
683585	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
683585	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
683585	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
683585	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
683585	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
683585	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
683585	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
683585	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
683585	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
683585	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
683585	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
683585	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
683585	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
683585	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
683585	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
683585	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
683585	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
683585	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
683585	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
683585	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
683585	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
683585	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
683585	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
683585	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
683585	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
683585	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
683585	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
683585	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
683585	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
683585	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
683585	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
683585	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
683585	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
683585	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
683585	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
683585	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
683585	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
683585	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
683585	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
683585	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
683585	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
683585	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
683585	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
683585	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
683585	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
683585	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
683585	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
683585	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
683585	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
683585	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
683585	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
683585	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
683585	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
683585	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
683585	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
683585	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
683585	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
683585	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
683585	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
683585	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
683585	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
683585	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
683585	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
683585	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
683585	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
683585	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
683585	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
683585	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
683585	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
683585	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
683585	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
683585	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
683585	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
683585	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
683585	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
683585	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
683585	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
683585	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
683585	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
683585	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
683585	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
683585	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
683585	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
683585	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
683585	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
683585	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
683585	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
683585	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
683585	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
683585	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
683585	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
683585	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
683585	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
683585	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
683585	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
683585	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
683585	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
683585	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
683585	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
683585	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
683585	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
683585	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
683585	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
683585	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
683585	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
683585	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
683585	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
683585	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
683585	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
683585	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
683585	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
683585	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
683585	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
683585	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
683585	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
683585	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
683585	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
683585	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
683585	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
683585	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
683585	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
683585	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
683585	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
683585	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
683585	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
683585	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
683585	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
683585	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
683585	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
683585	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
683585	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
683585	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
683585	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
683585	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
683585	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
683585	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
683585	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
683585	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
683585	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
683585	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
683585	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
683585	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
683585	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
683585	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
683585	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
683585	embedding2nn.weight	0	0.31536465883255005
683585	embedding2nn.weight	1	0.38483354449272156
683585	embedding2nn.weight	2	-0.005834256298840046
683585	embedding2nn.weight	3	0.032672394067049026
683585	embedding2nn.weight	4	-0.03901859000325203
683585	embedding2nn.weight	5	0.04031018540263176
683585	embedding2nn.weight	6	0.007871177047491074
683585	embedding2nn.weight	7	-0.009576818905770779
683585	embedding2nn.weight	8	0.039912302047014236
683585	embedding2nn.weight	9	-0.06756118685007095
683585	embedding2nn.bias	0	0.03996998444199562
683585	embedding2nn.bias	1	-0.1841827630996704
683585	embedding2nn.bias	2	0.15407142043113708
683585	embedding2nn.bias	3	0.16790242493152618
683585	embedding2nn.bias	4	0.15066909790039062
683585	embedding2nn.bias	5	-0.09135092794895172
683585	embedding2nn.bias	6	-0.07442197948694229
683585	embedding2nn.bias	7	0.054319124668836594
683585	embedding2nn.bias	8	-0.15995539724826813
683585	embedding2nn.bias	9	-0.3754783272743225
683585	rnn.weight_ih_l0	0	-0.0011718146270141006
683585	rnn.weight_ih_l0	1	-0.05933846905827522
683585	rnn.weight_ih_l0	2	-0.04934289678931236
683585	rnn.weight_ih_l0	3	0.12018723785877228
683585	rnn.weight_ih_l0	4	0.02924145944416523
683585	rnn.weight_ih_l0	5	-0.04934512451291084
683585	rnn.weight_ih_l0	6	0.011195825412869453
683585	rnn.weight_ih_l0	7	-0.023552173748612404
683585	rnn.weight_ih_l0	8	0.011652473360300064
683585	rnn.weight_ih_l0	9	-0.07989076524972916
683585	rnn.weight_hh_l0	0	-0.0209104772657156
683585	rnn.weight_hh_l0	1	0.08729566633701324
683585	rnn.weight_hh_l0	2	0.0046564992517232895
683585	rnn.weight_hh_l0	3	-0.03265240788459778
683585	rnn.weight_hh_l0	4	0.08008100837469101
683585	rnn.weight_hh_l0	5	0.009780822321772575
683585	rnn.weight_hh_l0	6	-0.08346086740493774
683585	rnn.weight_hh_l0	7	-0.12451901286840439
683585	rnn.weight_hh_l0	8	0.03930144011974335
683585	rnn.weight_hh_l0	9	-0.122682124376297
683585	rnn.bias_ih_l0	0	0.16526292264461517
683585	rnn.bias_ih_l0	1	-0.3520134389400482
683585	rnn.bias_ih_l0	2	-0.04219655320048332
683585	rnn.bias_ih_l0	3	-0.21323731541633606
683585	rnn.bias_ih_l0	4	0.0005592252709902823
683585	rnn.bias_ih_l0	5	-0.43469250202178955
683585	rnn.bias_ih_l0	6	-0.15270836651325226
683585	rnn.bias_ih_l0	7	-0.3750419616699219
683585	rnn.bias_ih_l0	8	-0.30009016394615173
683585	rnn.bias_ih_l0	9	-0.4506545662879944
683585	rnn.bias_hh_l0	0	-0.3615407943725586
683585	rnn.bias_hh_l0	1	-0.42994892597198486
683585	rnn.bias_hh_l0	2	-0.39544135332107544
683585	rnn.bias_hh_l0	3	-0.07854896783828735
683585	rnn.bias_hh_l0	4	-0.40948283672332764
683585	rnn.bias_hh_l0	5	-0.368486225605011
683585	rnn.bias_hh_l0	6	-0.12208541482686996
683585	rnn.bias_hh_l0	7	0.06221887469291687
683585	rnn.bias_hh_l0	8	-0.2360798567533493
683585	rnn.bias_hh_l0	9	-0.5698002576828003
683585	rnn.weight_ih_l0_reverse	0	0.010898089036345482
683585	rnn.weight_ih_l0_reverse	1	-0.015391137450933456
683585	rnn.weight_ih_l0_reverse	2	0.009930778294801712
683585	rnn.weight_ih_l0_reverse	3	-0.15468567609786987
683585	rnn.weight_ih_l0_reverse	4	0.07842079550027847
683585	rnn.weight_ih_l0_reverse	5	-0.09961171448230743
683585	rnn.weight_ih_l0_reverse	6	0.018185939639806747
683585	rnn.weight_ih_l0_reverse	7	0.03221679478883743
683585	rnn.weight_ih_l0_reverse	8	-0.047627341002225876
683585	rnn.weight_ih_l0_reverse	9	-0.05858156830072403
683585	rnn.weight_hh_l0_reverse	0	-0.14355485141277313
683585	rnn.weight_hh_l0_reverse	1	0.02465987019240856
683585	rnn.weight_hh_l0_reverse	2	-0.020220959559082985
683585	rnn.weight_hh_l0_reverse	3	0.027935827150940895
683585	rnn.weight_hh_l0_reverse	4	-0.07643195241689682
683585	rnn.weight_hh_l0_reverse	5	0.03598621115088463
683585	rnn.weight_hh_l0_reverse	6	0.029180927202105522
683585	rnn.weight_hh_l0_reverse	7	-0.12492423504590988
683585	rnn.weight_hh_l0_reverse	8	-0.07141384482383728
683585	rnn.weight_hh_l0_reverse	9	0.037657350301742554
683585	rnn.bias_ih_l0_reverse	0	-0.18117646872997284
683585	rnn.bias_ih_l0_reverse	1	-0.0615493580698967
683585	rnn.bias_ih_l0_reverse	2	0.16746483743190765
683585	rnn.bias_ih_l0_reverse	3	-0.3172512650489807
683585	rnn.bias_ih_l0_reverse	4	0.009948520921170712
683585	rnn.bias_ih_l0_reverse	5	-0.22779548168182373
683585	rnn.bias_ih_l0_reverse	6	0.2730448842048645
683585	rnn.bias_ih_l0_reverse	7	-0.3201373517513275
683585	rnn.bias_ih_l0_reverse	8	-0.19259239733219147
683585	rnn.bias_ih_l0_reverse	9	-0.16838686168193817
683585	rnn.bias_hh_l0_reverse	0	-0.13199791312217712
683585	rnn.bias_hh_l0_reverse	1	0.2816832661628723
683585	rnn.bias_hh_l0_reverse	2	-0.3574637770652771
683585	rnn.bias_hh_l0_reverse	3	-0.2319815754890442
683585	rnn.bias_hh_l0_reverse	4	-0.39012789726257324
683585	rnn.bias_hh_l0_reverse	5	-0.20743900537490845
683585	rnn.bias_hh_l0_reverse	6	-0.2876680791378021
683585	rnn.bias_hh_l0_reverse	7	-0.10045279562473297
683585	rnn.bias_hh_l0_reverse	8	-0.3496079444885254
683585	rnn.bias_hh_l0_reverse	9	0.2068362534046173
683585	linear.weight	0	0.26187819242477417
683585	linear.weight	1	-0.4610168933868408
683585	linear.weight	2	0.06807193160057068
683585	linear.weight	3	0.06748436391353607
683585	linear.weight	4	-0.11991807073354721
683585	linear.weight	5	0.23808899521827698
683585	linear.weight	6	-0.0654134526848793
683585	linear.weight	7	-0.059930816292762756
683585	linear.weight	8	0.12414868921041489
683585	linear.weight	9	-0.0497397780418396
683585	linear.bias	0	-0.846355140209198
683585	linear.bias	1	1.840286135673523
683585	linear.bias	2	0.793360710144043
683585	linear.bias	3	-2.737203598022461
683585	linear.bias	4	-0.09945055097341537
683585	linear.bias	5	1.2408196926116943
683585	linear.bias	6	-0.22082896530628204
683585	linear.bias	7	0.8274316191673279
683585	linear.bias	8	2.095811367034912
683585	linear.bias	9	-1.3649331331253052
684194	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
684194	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
684194	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
684194	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
684194	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
684194	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
684194	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
684194	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
684194	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
684194	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
684194	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
684194	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
684194	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
684194	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
684194	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
684194	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
684194	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
684194	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
684194	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
684194	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
684194	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
684194	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
684194	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
684194	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
684194	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
684194	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
684194	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
684194	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
684194	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
684194	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
684194	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
684194	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
684194	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
684194	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
684194	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
684194	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
684194	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
684194	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
684194	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
684194	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
684194	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
684194	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
684194	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
684194	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
684194	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
684194	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
684194	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
684194	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
684194	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
684194	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
684194	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
684194	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
684194	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
684194	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
684194	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
684194	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
684194	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
684194	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
684194	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
684194	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
684194	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
684194	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
684194	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
684194	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
684194	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
684194	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
684194	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
684194	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
684194	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
684194	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
684194	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
684194	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
684194	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
684194	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
684194	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
684194	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
684194	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
684194	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
684194	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
684194	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
684194	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
684194	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
684194	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
684194	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
684194	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
684194	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
684194	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
684194	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
684194	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
684194	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
684194	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
684194	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
684194	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
684194	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
684194	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
684194	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
684194	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
684194	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
684194	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
684194	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
684194	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
684194	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
684194	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
684194	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
684194	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
684194	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
684194	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
684194	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
684194	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
684194	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
684194	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
684194	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
684194	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
684194	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
684194	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
684194	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
684194	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
684194	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
684194	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
684194	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
684194	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
684194	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
684194	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
684194	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
684194	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
684194	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
684194	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
684194	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
684194	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
684194	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
684194	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
684194	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
684194	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
684194	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
684194	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
684194	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
684194	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
684194	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
684194	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
684194	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
684194	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
684194	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
684194	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
684194	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
684194	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
684194	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
684194	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
684194	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
684194	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
684194	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
684194	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
684194	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
684194	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
684194	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
684194	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
684194	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
684194	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
684194	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
684194	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
684194	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
684194	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
684194	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
684194	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
684194	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
684194	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
684194	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
684194	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
684194	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
684194	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
684194	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
684194	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
684194	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
684194	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
684194	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
684194	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
684194	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
684194	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
684194	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
684194	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
684194	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
684194	embedding2nn.weight	0	0.3153674900531769
684194	embedding2nn.weight	1	0.3858462870121002
684194	embedding2nn.weight	2	-0.005197969730943441
684194	embedding2nn.weight	3	0.029065517708659172
684194	embedding2nn.weight	4	-0.03841358795762062
684194	embedding2nn.weight	5	0.0398767925798893
684194	embedding2nn.weight	6	0.011759483255445957
684194	embedding2nn.weight	7	-0.008257104083895683
684194	embedding2nn.weight	8	0.03869273513555527
684194	embedding2nn.weight	9	-0.06267816573381424
684194	embedding2nn.bias	0	0.0444599874317646
684194	embedding2nn.bias	1	-0.18263639509677887
684194	embedding2nn.bias	2	0.14269520342350006
684194	embedding2nn.bias	3	0.17219005525112152
684194	embedding2nn.bias	4	0.1600356549024582
684194	embedding2nn.bias	5	-0.08727438747882843
684194	embedding2nn.bias	6	-0.07448924332857132
684194	embedding2nn.bias	7	0.05333373323082924
684194	embedding2nn.bias	8	-0.14998894929885864
684194	embedding2nn.bias	9	-0.37212899327278137
684194	rnn.weight_ih_l0	0	-0.001969089964404702
684194	rnn.weight_ih_l0	1	-0.05917303264141083
684194	rnn.weight_ih_l0	2	-0.04904279485344887
684194	rnn.weight_ih_l0	3	0.11946406960487366
684194	rnn.weight_ih_l0	4	0.026295099407434464
684194	rnn.weight_ih_l0	5	-0.053424760699272156
684194	rnn.weight_ih_l0	6	0.013456241227686405
684194	rnn.weight_ih_l0	7	-0.02486702799797058
684194	rnn.weight_ih_l0	8	0.011829149909317493
684194	rnn.weight_ih_l0	9	-0.07989277690649033
684194	rnn.weight_hh_l0	0	-0.02085788920521736
684194	rnn.weight_hh_l0	1	0.08722108602523804
684194	rnn.weight_hh_l0	2	0.004727980587631464
684194	rnn.weight_hh_l0	3	-0.03283623605966568
684194	rnn.weight_hh_l0	4	0.07981272041797638
684194	rnn.weight_hh_l0	5	0.00921246875077486
684194	rnn.weight_hh_l0	6	-0.08331143110990524
684194	rnn.weight_hh_l0	7	-0.12301803380250931
684194	rnn.weight_hh_l0	8	0.039293013513088226
684194	rnn.weight_hh_l0	9	-0.12287494540214539
684194	rnn.bias_ih_l0	0	0.16978324949741364
684194	rnn.bias_ih_l0	1	-0.3497333228588104
684194	rnn.bias_ih_l0	2	-0.04377613216638565
684194	rnn.bias_ih_l0	3	-0.2126021832227707
684194	rnn.bias_ih_l0	4	0.00395303126424551
684194	rnn.bias_ih_l0	5	-0.43101343512535095
684194	rnn.bias_ih_l0	6	-0.14917051792144775
684194	rnn.bias_ih_l0	7	-0.3745323717594147
684194	rnn.bias_ih_l0	8	-0.30074554681777954
684194	rnn.bias_ih_l0	9	-0.444720983505249
684194	rnn.bias_hh_l0	0	-0.3589998781681061
684194	rnn.bias_hh_l0	1	-0.4341869652271271
684194	rnn.bias_hh_l0	2	-0.3967348337173462
684194	rnn.bias_hh_l0	3	-0.08340679854154587
684194	rnn.bias_hh_l0	4	-0.40897905826568604
684194	rnn.bias_hh_l0	5	-0.3688866198062897
684194	rnn.bias_hh_l0	6	-0.12103728204965591
684194	rnn.bias_hh_l0	7	0.05879059433937073
684194	rnn.bias_hh_l0	8	-0.23671738803386688
684194	rnn.bias_hh_l0	9	-0.5698307156562805
684194	rnn.weight_ih_l0_reverse	0	0.01153600588440895
684194	rnn.weight_ih_l0_reverse	1	-0.016833513975143433
684194	rnn.weight_ih_l0_reverse	2	0.010978828184306622
684194	rnn.weight_ih_l0_reverse	3	-0.15255098044872284
684194	rnn.weight_ih_l0_reverse	4	0.07807299494743347
684194	rnn.weight_ih_l0_reverse	5	-0.10039227455854416
684194	rnn.weight_ih_l0_reverse	6	0.01905813254415989
684194	rnn.weight_ih_l0_reverse	7	0.03214667737483978
684194	rnn.weight_ih_l0_reverse	8	-0.04753044247627258
684194	rnn.weight_ih_l0_reverse	9	-0.05867742747068405
684194	rnn.weight_hh_l0_reverse	0	-0.14443646371364594
684194	rnn.weight_hh_l0_reverse	1	0.02402581088244915
684194	rnn.weight_hh_l0_reverse	2	-0.020802298560738564
684194	rnn.weight_hh_l0_reverse	3	0.028107646852731705
684194	rnn.weight_hh_l0_reverse	4	-0.07645797729492188
684194	rnn.weight_hh_l0_reverse	5	0.035982776433229446
684194	rnn.weight_hh_l0_reverse	6	0.029403148218989372
684194	rnn.weight_hh_l0_reverse	7	-0.12470152229070663
684194	rnn.weight_hh_l0_reverse	8	-0.07081349939107895
684194	rnn.weight_hh_l0_reverse	9	0.03805799037218094
684194	rnn.bias_ih_l0_reverse	0	-0.18322333693504333
684194	rnn.bias_ih_l0_reverse	1	-0.05797189101576805
684194	rnn.bias_ih_l0_reverse	2	0.17000599205493927
684194	rnn.bias_ih_l0_reverse	3	-0.3171558082103729
684194	rnn.bias_ih_l0_reverse	4	-0.0014959307154640555
684194	rnn.bias_ih_l0_reverse	5	-0.22703740000724792
684194	rnn.bias_ih_l0_reverse	6	0.27411597967147827
684194	rnn.bias_ih_l0_reverse	7	-0.30779507756233215
684194	rnn.bias_ih_l0_reverse	8	-0.19407331943511963
684194	rnn.bias_ih_l0_reverse	9	-0.16752035915851593
684194	rnn.bias_hh_l0_reverse	0	-0.13441260159015656
684194	rnn.bias_hh_l0_reverse	1	0.2825431525707245
684194	rnn.bias_hh_l0_reverse	2	-0.3541675806045532
684194	rnn.bias_hh_l0_reverse	3	-0.2313210815191269
684194	rnn.bias_hh_l0_reverse	4	-0.39349231123924255
684194	rnn.bias_hh_l0_reverse	5	-0.2017684131860733
684194	rnn.bias_hh_l0_reverse	6	-0.283547580242157
684194	rnn.bias_hh_l0_reverse	7	-0.09913043677806854
684194	rnn.bias_hh_l0_reverse	8	-0.3538925051689148
684194	rnn.bias_hh_l0_reverse	9	0.2116784006357193
684194	linear.weight	0	0.2460961937904358
684194	linear.weight	1	-0.4594462513923645
684194	linear.weight	2	0.05423687398433685
684194	linear.weight	3	0.06748408079147339
684194	linear.weight	4	-0.11603180319070816
684194	linear.weight	5	0.24162344634532928
684194	linear.weight	6	-0.06212550774216652
684194	linear.weight	7	-0.05992664024233818
684194	linear.weight	8	0.11138494312763214
684194	linear.weight	9	-0.04974214732646942
684194	linear.bias	0	-0.8674065470695496
684194	linear.bias	1	1.8556677103042603
684194	linear.bias	2	0.801943302154541
684194	linear.bias	3	-2.737302780151367
684194	linear.bias	4	-0.10105779021978378
684194	linear.bias	5	1.2710201740264893
684194	linear.bias	6	-0.22825878858566284
684194	linear.bias	7	0.8180887699127197
684194	linear.bias	8	2.101355791091919
684194	linear.bias	9	-1.3579343557357788
684803	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
684803	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
684803	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
684803	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
684803	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
684803	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
684803	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
684803	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
684803	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
684803	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
684803	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
684803	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
684803	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
684803	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
684803	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
684803	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
684803	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
684803	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
684803	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
684803	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
684803	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
684803	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
684803	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
684803	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
684803	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
684803	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
684803	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
684803	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
684803	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
684803	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
684803	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
684803	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
684803	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
684803	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
684803	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
684803	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
684803	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
684803	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
684803	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
684803	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
684803	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
684803	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
684803	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
684803	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
684803	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
684803	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
684803	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
684803	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
684803	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
684803	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
684803	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
684803	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
684803	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
684803	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
684803	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
684803	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
684803	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
684803	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
684803	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
684803	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
684803	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
684803	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
684803	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
684803	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
684803	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
684803	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
684803	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
684803	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
684803	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
684803	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
684803	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
684803	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
684803	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
684803	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
684803	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
684803	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
684803	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
684803	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
684803	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
684803	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
684803	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
684803	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
684803	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
684803	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
684803	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
684803	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
684803	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
684803	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
684803	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
684803	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
684803	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
684803	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
684803	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
684803	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
684803	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
684803	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
684803	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
684803	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
684803	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
684803	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
684803	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
684803	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
684803	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
684803	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
684803	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
684803	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
684803	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
684803	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
684803	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
684803	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
684803	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
684803	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
684803	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
684803	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
684803	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
684803	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
684803	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
684803	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
684803	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
684803	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
684803	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
684803	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
684803	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
684803	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
684803	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
684803	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
684803	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
684803	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
684803	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
684803	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
684803	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
684803	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
684803	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
684803	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
684803	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
684803	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
684803	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
684803	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
684803	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
684803	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
684803	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
684803	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
684803	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
684803	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
684803	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
684803	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
684803	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
684803	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
684803	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
684803	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
684803	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
684803	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
684803	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
684803	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
684803	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
684803	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
684803	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
684803	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
684803	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
684803	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
684803	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
684803	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
684803	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
684803	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
684803	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
684803	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
684803	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
684803	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
684803	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
684803	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
684803	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
684803	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
684803	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
684803	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
684803	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
684803	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
684803	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
684803	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
684803	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
684803	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
684803	embedding2nn.weight	0	0.3161449134349823
684803	embedding2nn.weight	1	0.3839409351348877
684803	embedding2nn.weight	2	-0.003635382978245616
684803	embedding2nn.weight	3	0.03585442528128624
684803	embedding2nn.weight	4	-0.036509837955236435
684803	embedding2nn.weight	5	0.04074820876121521
684803	embedding2nn.weight	6	0.0039346530102193356
684803	embedding2nn.weight	7	-0.008907008916139603
684803	embedding2nn.weight	8	0.04001589119434357
684803	embedding2nn.weight	9	-0.06445158272981644
684803	embedding2nn.bias	0	0.03119528479874134
684803	embedding2nn.bias	1	-0.20115448534488678
684803	embedding2nn.bias	2	0.14215324819087982
684803	embedding2nn.bias	3	0.16909641027450562
684803	embedding2nn.bias	4	0.1639338731765747
684803	embedding2nn.bias	5	-0.08776938170194626
684803	embedding2nn.bias	6	-0.06500378996133804
684803	embedding2nn.bias	7	0.05032684653997421
684803	embedding2nn.bias	8	-0.15659305453300476
684803	embedding2nn.bias	9	-0.3788110017776489
684803	rnn.weight_ih_l0	0	-0.0026600973214954138
684803	rnn.weight_ih_l0	1	-0.05929170176386833
684803	rnn.weight_ih_l0	2	-0.05165466293692589
684803	rnn.weight_ih_l0	3	0.11917214840650558
684803	rnn.weight_ih_l0	4	0.02699444256722927
684803	rnn.weight_ih_l0	5	-0.05665839463472366
684803	rnn.weight_ih_l0	6	0.012777075171470642
684803	rnn.weight_ih_l0	7	-0.0236644446849823
684803	rnn.weight_ih_l0	8	0.008519550785422325
684803	rnn.weight_ih_l0	9	-0.08510217070579529
684803	rnn.weight_hh_l0	0	-0.02079658769071102
684803	rnn.weight_hh_l0	1	0.08676715195178986
684803	rnn.weight_hh_l0	2	0.004032270051538944
684803	rnn.weight_hh_l0	3	-0.03234376758337021
684803	rnn.weight_hh_l0	4	0.0803268551826477
684803	rnn.weight_hh_l0	5	0.009984944947063923
684803	rnn.weight_hh_l0	6	-0.08289302885532379
684803	rnn.weight_hh_l0	7	-0.12152969092130661
684803	rnn.weight_hh_l0	8	0.03928980603814125
684803	rnn.weight_hh_l0	9	-0.12321879714727402
684803	rnn.bias_ih_l0	0	0.16388729214668274
684803	rnn.bias_ih_l0	1	-0.3472938537597656
684803	rnn.bias_ih_l0	2	-0.0432843342423439
684803	rnn.bias_ih_l0	3	-0.21000681817531586
684803	rnn.bias_ih_l0	4	0.0023550395853817463
684803	rnn.bias_ih_l0	5	-0.43505409359931946
684803	rnn.bias_ih_l0	6	-0.14200852811336517
684803	rnn.bias_ih_l0	7	-0.37506458163261414
684803	rnn.bias_ih_l0	8	-0.3012772798538208
684803	rnn.bias_ih_l0	9	-0.4484163522720337
684803	rnn.bias_hh_l0	0	-0.35800573229789734
684803	rnn.bias_hh_l0	1	-0.4357491135597229
684803	rnn.bias_hh_l0	2	-0.4006189703941345
684803	rnn.bias_hh_l0	3	-0.08208253234624863
684803	rnn.bias_hh_l0	4	-0.40745213627815247
684803	rnn.bias_hh_l0	5	-0.3690638840198517
684803	rnn.bias_hh_l0	6	-0.12007326632738113
684803	rnn.bias_hh_l0	7	0.06267717480659485
684803	rnn.bias_hh_l0	8	-0.24160794913768768
684803	rnn.bias_hh_l0	9	-0.5699849128723145
684803	rnn.weight_ih_l0_reverse	0	0.00885961577296257
684803	rnn.weight_ih_l0_reverse	1	-0.016990432515740395
684803	rnn.weight_ih_l0_reverse	2	0.011060765013098717
684803	rnn.weight_ih_l0_reverse	3	-0.15161113440990448
684803	rnn.weight_ih_l0_reverse	4	0.07733701169490814
684803	rnn.weight_ih_l0_reverse	5	-0.09981207549571991
684803	rnn.weight_ih_l0_reverse	6	0.021992092952132225
684803	rnn.weight_ih_l0_reverse	7	0.03069842793047428
684803	rnn.weight_ih_l0_reverse	8	-0.04638591781258583
684803	rnn.weight_ih_l0_reverse	9	-0.06118060275912285
684803	rnn.weight_hh_l0_reverse	0	-0.14425726234912872
684803	rnn.weight_hh_l0_reverse	1	0.0244416743516922
684803	rnn.weight_hh_l0_reverse	2	-0.020599771291017532
684803	rnn.weight_hh_l0_reverse	3	0.028321728110313416
684803	rnn.weight_hh_l0_reverse	4	-0.07656115293502808
684803	rnn.weight_hh_l0_reverse	5	0.036090437322854996
684803	rnn.weight_hh_l0_reverse	6	0.029359424486756325
684803	rnn.weight_hh_l0_reverse	7	-0.12315194308757782
684803	rnn.weight_hh_l0_reverse	8	-0.06894083321094513
684803	rnn.weight_hh_l0_reverse	9	0.03910408541560173
684803	rnn.bias_ih_l0_reverse	0	-0.1830683946609497
684803	rnn.bias_ih_l0_reverse	1	-0.05359337851405144
684803	rnn.bias_ih_l0_reverse	2	0.16594068706035614
684803	rnn.bias_ih_l0_reverse	3	-0.3184540867805481
684803	rnn.bias_ih_l0_reverse	4	-0.003543408587574959
684803	rnn.bias_ih_l0_reverse	5	-0.22688911855220795
684803	rnn.bias_ih_l0_reverse	6	0.2717435956001282
684803	rnn.bias_ih_l0_reverse	7	-0.3107825815677643
684803	rnn.bias_ih_l0_reverse	8	-0.1927192360162735
684803	rnn.bias_ih_l0_reverse	9	-0.16865776479244232
684803	rnn.bias_hh_l0_reverse	0	-0.1327526718378067
684803	rnn.bias_hh_l0_reverse	1	0.2794685363769531
684803	rnn.bias_hh_l0_reverse	2	-0.35464778542518616
684803	rnn.bias_hh_l0_reverse	3	-0.23309028148651123
684803	rnn.bias_hh_l0_reverse	4	-0.38826289772987366
684803	rnn.bias_hh_l0_reverse	5	-0.20602066814899445
684803	rnn.bias_hh_l0_reverse	6	-0.28356412053108215
684803	rnn.bias_hh_l0_reverse	7	-0.10261411964893341
684803	rnn.bias_hh_l0_reverse	8	-0.34667810797691345
684803	rnn.bias_hh_l0_reverse	9	0.21064971387386322
684803	linear.weight	0	0.24165701866149902
684803	linear.weight	1	-0.43672195076942444
684803	linear.weight	2	0.06277115643024445
684803	linear.weight	3	0.06748420745134354
684803	linear.weight	4	-0.1439245641231537
684803	linear.weight	5	0.22436152398586273
684803	linear.weight	6	-0.08150923252105713
684803	linear.weight	7	-0.05992339923977852
684803	linear.weight	8	0.11994656175374985
684803	linear.weight	9	-0.049744363874197006
684803	linear.bias	0	-0.8673539757728577
684803	linear.bias	1	1.818129539489746
684803	linear.bias	2	0.7744829058647156
684803	linear.bias	3	-2.737386703491211
684803	linear.bias	4	-0.09826599806547165
684803	linear.bias	5	1.275686264038086
684803	linear.bias	6	-0.22577500343322754
684803	linear.bias	7	0.8088573813438416
684803	linear.bias	8	2.1209099292755127
684803	linear.bias	9	-1.3742612600326538
685412	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
685412	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
685412	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
685412	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
685412	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
685412	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
685412	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
685412	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
685412	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
685412	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
685412	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
685412	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
685412	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
685412	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
685412	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
685412	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
685412	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
685412	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
685412	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
685412	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
685412	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
685412	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
685412	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
685412	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
685412	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
685412	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
685412	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
685412	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
685412	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
685412	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
685412	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
685412	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
685412	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
685412	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
685412	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
685412	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
685412	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
685412	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
685412	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
685412	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
685412	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
685412	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
685412	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
685412	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
685412	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
685412	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
685412	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
685412	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
685412	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
685412	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
685412	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
685412	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
685412	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
685412	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
685412	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
685412	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
685412	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
685412	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
685412	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
685412	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
685412	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
685412	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
685412	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
685412	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
685412	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
685412	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
685412	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
685412	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
685412	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
685412	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
685412	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
685412	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
685412	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
685412	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
685412	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
685412	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
685412	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
685412	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
685412	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
685412	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
685412	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
685412	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
685412	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
685412	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
685412	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
685412	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
685412	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
685412	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
685412	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
685412	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
685412	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
685412	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
685412	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
685412	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
685412	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
685412	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
685412	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
685412	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
685412	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
685412	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
685412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
685412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
685412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
685412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
685412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
685412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
685412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
685412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
685412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
685412	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
685412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
685412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
685412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
685412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
685412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
685412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
685412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
685412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
685412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
685412	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
685412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
685412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
685412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
685412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
685412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
685412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
685412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
685412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
685412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
685412	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
685412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
685412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
685412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
685412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
685412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
685412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
685412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
685412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
685412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
685412	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
685412	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
685412	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
685412	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
685412	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
685412	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
685412	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
685412	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
685412	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
685412	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
685412	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
685412	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
685412	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
685412	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
685412	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
685412	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
685412	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
685412	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
685412	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
685412	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
685412	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
685412	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
685412	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
685412	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
685412	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
685412	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
685412	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
685412	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
685412	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
685412	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
685412	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
685412	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
685412	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
685412	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
685412	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
685412	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
685412	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
685412	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
685412	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
685412	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
685412	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
685412	embedding2nn.weight	0	0.31584233045578003
685412	embedding2nn.weight	1	0.38478803634643555
685412	embedding2nn.weight	2	-0.0029736615251749754
685412	embedding2nn.weight	3	0.0238342322409153
685412	embedding2nn.weight	4	-0.035824306309223175
685412	embedding2nn.weight	5	0.04241153225302696
685412	embedding2nn.weight	6	-0.0008942989516071975
685412	embedding2nn.weight	7	-0.012965313158929348
685412	embedding2nn.weight	8	0.03597269579768181
685412	embedding2nn.weight	9	-0.06047176569700241
685412	embedding2nn.bias	0	0.03243175894021988
685412	embedding2nn.bias	1	-0.20041832327842712
685412	embedding2nn.bias	2	0.1297852098941803
685412	embedding2nn.bias	3	0.1717747002840042
685412	embedding2nn.bias	4	0.14828459918498993
685412	embedding2nn.bias	5	-0.0894942358136177
685412	embedding2nn.bias	6	-0.06412360817193985
685412	embedding2nn.bias	7	0.06866570562124252
685412	embedding2nn.bias	8	-0.1438164860010147
685412	embedding2nn.bias	9	-0.3724096715450287
685412	rnn.weight_ih_l0	0	-0.001490728696808219
685412	rnn.weight_ih_l0	1	-0.05758991464972496
685412	rnn.weight_ih_l0	2	-0.05378754809498787
685412	rnn.weight_ih_l0	3	0.12042466551065445
685412	rnn.weight_ih_l0	4	0.027044476941227913
685412	rnn.weight_ih_l0	5	-0.05609078332781792
685412	rnn.weight_ih_l0	6	0.008983772248029709
685412	rnn.weight_ih_l0	7	-0.024731865152716637
685412	rnn.weight_ih_l0	8	0.010651878081262112
685412	rnn.weight_ih_l0	9	-0.08723526448011398
685412	rnn.weight_hh_l0	0	-0.020861193537712097
685412	rnn.weight_hh_l0	1	0.08742434531450272
685412	rnn.weight_hh_l0	2	0.003981982823461294
685412	rnn.weight_hh_l0	3	-0.03248594328761101
685412	rnn.weight_hh_l0	4	0.08052495121955872
685412	rnn.weight_hh_l0	5	0.009854288771748543
685412	rnn.weight_hh_l0	6	-0.08285720646381378
685412	rnn.weight_hh_l0	7	-0.12180165201425552
685412	rnn.weight_hh_l0	8	0.039162952452898026
685412	rnn.weight_hh_l0	9	-0.12248875200748444
685412	rnn.bias_ih_l0	0	0.1668381243944168
685412	rnn.bias_ih_l0	1	-0.3491363227367401
685412	rnn.bias_ih_l0	2	-0.04404407739639282
685412	rnn.bias_ih_l0	3	-0.2104509025812149
685412	rnn.bias_ih_l0	4	0.0032891330774873495
685412	rnn.bias_ih_l0	5	-0.43134066462516785
685412	rnn.bias_ih_l0	6	-0.15367551147937775
685412	rnn.bias_ih_l0	7	-0.37503379583358765
685412	rnn.bias_ih_l0	8	-0.3073473274707794
685412	rnn.bias_ih_l0	9	-0.45086970925331116
685412	rnn.bias_hh_l0	0	-0.364427387714386
685412	rnn.bias_hh_l0	1	-0.44257429242134094
685412	rnn.bias_hh_l0	2	-0.40303289890289307
685412	rnn.bias_hh_l0	3	-0.08028202503919601
685412	rnn.bias_hh_l0	4	-0.4110173285007477
685412	rnn.bias_hh_l0	5	-0.3672679364681244
685412	rnn.bias_hh_l0	6	-0.12170783430337906
685412	rnn.bias_hh_l0	7	0.0676073506474495
685412	rnn.bias_hh_l0	8	-0.23782119154930115
685412	rnn.bias_hh_l0	9	-0.5731353163719177
685412	rnn.weight_ih_l0_reverse	0	0.0070059094578027725
685412	rnn.weight_ih_l0_reverse	1	-0.016636468470096588
685412	rnn.weight_ih_l0_reverse	2	0.009659172035753727
685412	rnn.weight_ih_l0_reverse	3	-0.15414199233055115
685412	rnn.weight_ih_l0_reverse	4	0.07825557887554169
685412	rnn.weight_ih_l0_reverse	5	-0.10257941484451294
685412	rnn.weight_ih_l0_reverse	6	0.024068061262369156
685412	rnn.weight_ih_l0_reverse	7	0.03055255487561226
685412	rnn.weight_ih_l0_reverse	8	-0.047129761427640915
685412	rnn.weight_ih_l0_reverse	9	-0.06158392131328583
685412	rnn.weight_hh_l0_reverse	0	-0.14471672475337982
685412	rnn.weight_hh_l0_reverse	1	0.02461840771138668
685412	rnn.weight_hh_l0_reverse	2	-0.021173911169171333
685412	rnn.weight_hh_l0_reverse	3	0.028442924842238426
685412	rnn.weight_hh_l0_reverse	4	-0.0764508992433548
685412	rnn.weight_hh_l0_reverse	5	0.03560243919491768
685412	rnn.weight_hh_l0_reverse	6	0.029191145673394203
685412	rnn.weight_hh_l0_reverse	7	-0.12244157493114471
685412	rnn.weight_hh_l0_reverse	8	-0.06903564929962158
685412	rnn.weight_hh_l0_reverse	9	0.038990478962659836
685412	rnn.bias_ih_l0_reverse	0	-0.18282926082611084
685412	rnn.bias_ih_l0_reverse	1	-0.05421904847025871
685412	rnn.bias_ih_l0_reverse	2	0.15998458862304688
685412	rnn.bias_ih_l0_reverse	3	-0.32111677527427673
685412	rnn.bias_ih_l0_reverse	4	-0.0033195337746292353
685412	rnn.bias_ih_l0_reverse	5	-0.22460617125034332
685412	rnn.bias_ih_l0_reverse	6	0.2684975266456604
685412	rnn.bias_ih_l0_reverse	7	-0.30819520354270935
685412	rnn.bias_ih_l0_reverse	8	-0.18983194231987
685412	rnn.bias_ih_l0_reverse	9	-0.17329612374305725
685412	rnn.bias_hh_l0_reverse	0	-0.13637806475162506
685412	rnn.bias_hh_l0_reverse	1	0.2831035256385803
685412	rnn.bias_hh_l0_reverse	2	-0.3568580746650696
685412	rnn.bias_hh_l0_reverse	3	-0.23367196321487427
685412	rnn.bias_hh_l0_reverse	4	-0.38999825716018677
685412	rnn.bias_hh_l0_reverse	5	-0.20740464329719543
685412	rnn.bias_hh_l0_reverse	6	-0.28695932030677795
685412	rnn.bias_hh_l0_reverse	7	-0.09872307628393173
685412	rnn.bias_hh_l0_reverse	8	-0.3404887318611145
685412	rnn.bias_hh_l0_reverse	9	0.20886218547821045
685412	linear.weight	0	0.2305193394422531
685412	linear.weight	1	-0.43608951568603516
685412	linear.weight	2	0.02580971084535122
685412	linear.weight	3	0.06748455762863159
685412	linear.weight	4	-0.11241895705461502
685412	linear.weight	5	0.21786268055438995
685412	linear.weight	6	-0.08638348430395126
685412	linear.weight	7	-0.059919215738773346
685412	linear.weight	8	0.12335965782403946
685412	linear.weight	9	-0.04974783957004547
685412	linear.bias	0	-0.8557112812995911
685412	linear.bias	1	1.808518409729004
685412	linear.bias	2	0.7720099687576294
685412	linear.bias	3	-2.737481117248535
685412	linear.bias	4	-0.09447550028562546
685412	linear.bias	5	1.2582377195358276
685412	linear.bias	6	-0.2278747707605362
685412	linear.bias	7	0.8151325583457947
685412	linear.bias	8	2.108062267303467
685412	linear.bias	9	-1.3634412288665771
686021	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
686021	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
686021	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
686021	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
686021	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
686021	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
686021	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
686021	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
686021	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
686021	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
686021	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
686021	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
686021	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
686021	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
686021	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
686021	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
686021	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
686021	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
686021	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
686021	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
686021	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
686021	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
686021	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
686021	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
686021	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
686021	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
686021	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
686021	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
686021	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
686021	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
686021	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
686021	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
686021	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
686021	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
686021	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
686021	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
686021	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
686021	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
686021	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
686021	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
686021	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
686021	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
686021	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
686021	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
686021	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
686021	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
686021	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
686021	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
686021	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
686021	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
686021	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
686021	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
686021	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
686021	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
686021	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
686021	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
686021	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
686021	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
686021	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
686021	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
686021	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
686021	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
686021	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
686021	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
686021	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
686021	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
686021	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
686021	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
686021	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
686021	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
686021	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
686021	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
686021	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
686021	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
686021	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
686021	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
686021	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
686021	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
686021	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
686021	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
686021	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
686021	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
686021	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
686021	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
686021	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
686021	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
686021	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
686021	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
686021	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
686021	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
686021	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
686021	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
686021	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
686021	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
686021	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
686021	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
686021	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
686021	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
686021	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
686021	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
686021	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
686021	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
686021	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
686021	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
686021	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
686021	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
686021	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
686021	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
686021	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
686021	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
686021	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
686021	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
686021	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
686021	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
686021	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
686021	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
686021	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
686021	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
686021	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
686021	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
686021	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
686021	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
686021	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
686021	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
686021	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
686021	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
686021	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
686021	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
686021	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
686021	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
686021	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
686021	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
686021	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
686021	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
686021	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
686021	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
686021	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
686021	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
686021	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
686021	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
686021	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
686021	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
686021	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
686021	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
686021	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
686021	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
686021	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
686021	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
686021	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
686021	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
686021	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
686021	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
686021	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
686021	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
686021	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
686021	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
686021	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
686021	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
686021	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
686021	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
686021	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
686021	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
686021	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
686021	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
686021	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
686021	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
686021	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
686021	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
686021	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
686021	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
686021	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
686021	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
686021	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
686021	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
686021	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
686021	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
686021	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
686021	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
686021	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
686021	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
686021	embedding2nn.weight	0	0.31610578298568726
686021	embedding2nn.weight	1	0.3832159638404846
686021	embedding2nn.weight	2	-0.005086193792521954
686021	embedding2nn.weight	3	0.015527701005339622
686021	embedding2nn.weight	4	-0.03459098935127258
686021	embedding2nn.weight	5	0.041563138365745544
686021	embedding2nn.weight	6	-0.001164975925348699
686021	embedding2nn.weight	7	-0.017436154186725616
686021	embedding2nn.weight	8	0.03989692032337189
686021	embedding2nn.weight	9	-0.06022239476442337
686021	embedding2nn.bias	0	0.03565612807869911
686021	embedding2nn.bias	1	-0.1979254186153412
686021	embedding2nn.bias	2	0.1268218755722046
686021	embedding2nn.bias	3	0.18124613165855408
686021	embedding2nn.bias	4	0.157261922955513
686021	embedding2nn.bias	5	-0.08641573041677475
686021	embedding2nn.bias	6	-0.06374658644199371
686021	embedding2nn.bias	7	0.06049620360136032
686021	embedding2nn.bias	8	-0.1536642163991928
686021	embedding2nn.bias	9	-0.3787404000759125
686021	rnn.weight_ih_l0	0	-0.0012835579691454768
686021	rnn.weight_ih_l0	1	-0.05852573364973068
686021	rnn.weight_ih_l0	2	-0.05110546573996544
686021	rnn.weight_ih_l0	3	0.11741778999567032
686021	rnn.weight_ih_l0	4	0.027285100892186165
686021	rnn.weight_ih_l0	5	-0.05500803142786026
686021	rnn.weight_ih_l0	6	0.012590721249580383
686021	rnn.weight_ih_l0	7	-0.02323848381638527
686021	rnn.weight_ih_l0	8	0.01333620771765709
686021	rnn.weight_ih_l0	9	-0.08729570358991623
686021	rnn.weight_hh_l0	0	-0.020550057291984558
686021	rnn.weight_hh_l0	1	0.08714939653873444
686021	rnn.weight_hh_l0	2	0.003675264772027731
686021	rnn.weight_hh_l0	3	-0.032276738435029984
686021	rnn.weight_hh_l0	4	0.08052260428667068
686021	rnn.weight_hh_l0	5	0.009857632219791412
686021	rnn.weight_hh_l0	6	-0.08304502069950104
686021	rnn.weight_hh_l0	7	-0.12259216606616974
686021	rnn.weight_hh_l0	8	0.03935946524143219
686021	rnn.weight_hh_l0	9	-0.12197758257389069
686021	rnn.bias_ih_l0	0	0.15538832545280457
686021	rnn.bias_ih_l0	1	-0.3496192693710327
686021	rnn.bias_ih_l0	2	-0.04146204888820648
686021	rnn.bias_ih_l0	3	-0.20901808142662048
686021	rnn.bias_ih_l0	4	0.005623313598334789
686021	rnn.bias_ih_l0	5	-0.4338034689426422
686021	rnn.bias_ih_l0	6	-0.15557529032230377
686021	rnn.bias_ih_l0	7	-0.3746022880077362
686021	rnn.bias_ih_l0	8	-0.30394598841667175
686021	rnn.bias_ih_l0	9	-0.45299869775772095
686021	rnn.bias_hh_l0	0	-0.36122891306877136
686021	rnn.bias_hh_l0	1	-0.4448448717594147
686021	rnn.bias_hh_l0	2	-0.40125900506973267
686021	rnn.bias_hh_l0	3	-0.08309541642665863
686021	rnn.bias_hh_l0	4	-0.411228746175766
686021	rnn.bias_hh_l0	5	-0.36673352122306824
686021	rnn.bias_hh_l0	6	-0.11862506717443466
686021	rnn.bias_hh_l0	7	0.06329528242349625
686021	rnn.bias_hh_l0	8	-0.23654517531394958
686021	rnn.bias_hh_l0	9	-0.5741332173347473
686021	rnn.weight_ih_l0_reverse	0	0.008270340971648693
686021	rnn.weight_ih_l0_reverse	1	-0.016880733892321587
686021	rnn.weight_ih_l0_reverse	2	0.008375189267098904
686021	rnn.weight_ih_l0_reverse	3	-0.15385732054710388
686021	rnn.weight_ih_l0_reverse	4	0.07898169755935669
686021	rnn.weight_ih_l0_reverse	5	-0.09952171891927719
686021	rnn.weight_ih_l0_reverse	6	0.024056624621152878
686021	rnn.weight_ih_l0_reverse	7	0.031016305088996887
686021	rnn.weight_ih_l0_reverse	8	-0.04438135027885437
686021	rnn.weight_ih_l0_reverse	9	-0.0632980614900589
686021	rnn.weight_hh_l0_reverse	0	-0.14421705901622772
686021	rnn.weight_hh_l0_reverse	1	0.024970896542072296
686021	rnn.weight_hh_l0_reverse	2	-0.021151473745703697
686021	rnn.weight_hh_l0_reverse	3	0.028011566027998924
686021	rnn.weight_hh_l0_reverse	4	-0.07620535045862198
686021	rnn.weight_hh_l0_reverse	5	0.035390373319387436
686021	rnn.weight_hh_l0_reverse	6	0.029252996668219566
686021	rnn.weight_hh_l0_reverse	7	-0.12268826365470886
686021	rnn.weight_hh_l0_reverse	8	-0.0680689886212349
686021	rnn.weight_hh_l0_reverse	9	0.03833768144249916
686021	rnn.bias_ih_l0_reverse	0	-0.1790260374546051
686021	rnn.bias_ih_l0_reverse	1	-0.055347271263599396
686021	rnn.bias_ih_l0_reverse	2	0.158037930727005
686021	rnn.bias_ih_l0_reverse	3	-0.3211215138435364
686021	rnn.bias_ih_l0_reverse	4	0.0007669810438528657
686021	rnn.bias_ih_l0_reverse	5	-0.2225627452135086
686021	rnn.bias_ih_l0_reverse	6	0.2699428200721741
686021	rnn.bias_ih_l0_reverse	7	-0.3047340512275696
686021	rnn.bias_ih_l0_reverse	8	-0.18864357471466064
686021	rnn.bias_ih_l0_reverse	9	-0.17132586240768433
686021	rnn.bias_hh_l0_reverse	0	-0.13662347197532654
686021	rnn.bias_hh_l0_reverse	1	0.2879560887813568
686021	rnn.bias_hh_l0_reverse	2	-0.3520129919052124
686021	rnn.bias_hh_l0_reverse	3	-0.23804961144924164
686021	rnn.bias_hh_l0_reverse	4	-0.39625003933906555
686021	rnn.bias_hh_l0_reverse	5	-0.20948834717273712
686021	rnn.bias_hh_l0_reverse	6	-0.27863359451293945
686021	rnn.bias_hh_l0_reverse	7	-0.10034950822591782
686021	rnn.bias_hh_l0_reverse	8	-0.3423311412334442
686021	rnn.bias_hh_l0_reverse	9	0.2076910436153412
686021	linear.weight	0	0.2223857194185257
686021	linear.weight	1	-0.44395214319229126
686021	linear.weight	2	0.03930634632706642
686021	linear.weight	3	0.06748516112565994
686021	linear.weight	4	-0.11874686181545258
686021	linear.weight	5	0.20971408486366272
686021	linear.weight	6	-0.08036661893129349
686021	linear.weight	7	-0.05991584062576294
686021	linear.weight	8	0.11663661897182465
686021	linear.weight	9	-0.04974968358874321
686021	linear.bias	0	-0.8820210099220276
686021	linear.bias	1	1.841672420501709
686021	linear.bias	2	0.7856659889221191
686021	linear.bias	3	-2.7375600337982178
686021	linear.bias	4	-0.12011516839265823
686021	linear.bias	5	1.2292516231536865
686021	linear.bias	6	-0.2291279435157776
686021	linear.bias	7	0.8469254374504089
686021	linear.bias	8	2.1040220260620117
686021	linear.bias	9	-1.36214017868042
686630	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
686630	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
686630	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
686630	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
686630	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
686630	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
686630	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
686630	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
686630	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
686630	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
686630	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
686630	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
686630	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
686630	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
686630	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
686630	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
686630	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
686630	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
686630	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
686630	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
686630	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
686630	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
686630	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
686630	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
686630	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
686630	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
686630	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
686630	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
686630	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
686630	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
686630	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
686630	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
686630	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
686630	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
686630	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
686630	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
686630	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
686630	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
686630	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
686630	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
686630	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
686630	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
686630	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
686630	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
686630	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
686630	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
686630	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
686630	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
686630	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
686630	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
686630	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
686630	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
686630	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
686630	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
686630	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
686630	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
686630	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
686630	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
686630	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
686630	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
686630	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
686630	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
686630	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
686630	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
686630	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
686630	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
686630	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
686630	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
686630	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
686630	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
686630	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
686630	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
686630	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
686630	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
686630	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
686630	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
686630	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
686630	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
686630	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
686630	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
686630	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
686630	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
686630	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
686630	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
686630	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
686630	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
686630	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
686630	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
686630	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
686630	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
686630	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
686630	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
686630	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
686630	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
686630	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
686630	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
686630	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
686630	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
686630	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
686630	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
686630	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
686630	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
686630	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
686630	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
686630	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
686630	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
686630	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
686630	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
686630	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
686630	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
686630	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
686630	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
686630	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
686630	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
686630	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
686630	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
686630	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
686630	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
686630	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
686630	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
686630	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
686630	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
686630	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
686630	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
686630	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
686630	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
686630	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
686630	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
686630	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
686630	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
686630	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
686630	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
686630	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
686630	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
686630	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
686630	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
686630	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
686630	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
686630	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
686630	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
686630	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
686630	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
686630	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
686630	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
686630	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
686630	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
686630	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
686630	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
686630	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
686630	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
686630	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
686630	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
686630	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
686630	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
686630	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
686630	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
686630	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
686630	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
686630	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
686630	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
686630	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
686630	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
686630	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
686630	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
686630	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
686630	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
686630	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
686630	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
686630	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
686630	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
686630	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
686630	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
686630	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
686630	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
686630	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
686630	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
686630	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
686630	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
686630	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
686630	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
686630	embedding2nn.weight	0	0.3162010610103607
686630	embedding2nn.weight	1	0.3835318386554718
686630	embedding2nn.weight	2	-0.005829162430018187
686630	embedding2nn.weight	3	0.011421846225857735
686630	embedding2nn.weight	4	-0.036626074463129044
686630	embedding2nn.weight	5	0.04044361785054207
686630	embedding2nn.weight	6	-0.0001745255576679483
686630	embedding2nn.weight	7	-0.018161237239837646
686630	embedding2nn.weight	8	0.03808535262942314
686630	embedding2nn.weight	9	-0.05840744078159332
686630	embedding2nn.bias	0	0.03726506233215332
686630	embedding2nn.bias	1	-0.1893143653869629
686630	embedding2nn.bias	2	0.12029249221086502
686630	embedding2nn.bias	3	0.1658547967672348
686630	embedding2nn.bias	4	0.14803320169448853
686630	embedding2nn.bias	5	-0.08929066359996796
686630	embedding2nn.bias	6	-0.049167126417160034
686630	embedding2nn.bias	7	0.054491814225912094
686630	embedding2nn.bias	8	-0.16099315881729126
686630	embedding2nn.bias	9	-0.3858695924282074
686630	rnn.weight_ih_l0	0	1.1810232535935938e-05
686630	rnn.weight_ih_l0	1	-0.057560525834560394
686630	rnn.weight_ih_l0	2	-0.045958131551742554
686630	rnn.weight_ih_l0	3	0.11860257387161255
686630	rnn.weight_ih_l0	4	0.029443271458148956
686630	rnn.weight_ih_l0	5	-0.05878071114420891
686630	rnn.weight_ih_l0	6	0.010049492120742798
686630	rnn.weight_ih_l0	7	-0.02497182972729206
686630	rnn.weight_ih_l0	8	0.016027797013521194
686630	rnn.weight_ih_l0	9	-0.08816546946763992
686630	rnn.weight_hh_l0	0	-0.020472891628742218
686630	rnn.weight_hh_l0	1	0.08715087920427322
686630	rnn.weight_hh_l0	2	0.0036987485364079475
686630	rnn.weight_hh_l0	3	-0.032514240592718124
686630	rnn.weight_hh_l0	4	0.08043964952230453
686630	rnn.weight_hh_l0	5	0.00933496281504631
686630	rnn.weight_hh_l0	6	-0.08298793435096741
686630	rnn.weight_hh_l0	7	-0.12200330942869186
686630	rnn.weight_hh_l0	8	0.03929715231060982
686630	rnn.weight_hh_l0	9	-0.12250455468893051
686630	rnn.bias_ih_l0	0	0.16260142624378204
686630	rnn.bias_ih_l0	1	-0.3519459366798401
686630	rnn.bias_ih_l0	2	-0.04287157207727432
686630	rnn.bias_ih_l0	3	-0.20892904698848724
686630	rnn.bias_ih_l0	4	0.002964185317978263
686630	rnn.bias_ih_l0	5	-0.4406791925430298
686630	rnn.bias_ih_l0	6	-0.15369956195354462
686630	rnn.bias_ih_l0	7	-0.3739413321018219
686630	rnn.bias_ih_l0	8	-0.30551642179489136
686630	rnn.bias_ih_l0	9	-0.4492242932319641
686630	rnn.bias_hh_l0	0	-0.3632812201976776
686630	rnn.bias_hh_l0	1	-0.441653311252594
686630	rnn.bias_hh_l0	2	-0.4065661132335663
686630	rnn.bias_hh_l0	3	-0.07938744872808456
686630	rnn.bias_hh_l0	4	-0.41287878155708313
686630	rnn.bias_hh_l0	5	-0.3671611547470093
686630	rnn.bias_hh_l0	6	-0.11767019331455231
686630	rnn.bias_hh_l0	7	0.06778723001480103
686630	rnn.bias_hh_l0	8	-0.23689067363739014
686630	rnn.bias_hh_l0	9	-0.5760425925254822
686630	rnn.weight_ih_l0_reverse	0	0.009724053554236889
686630	rnn.weight_ih_l0_reverse	1	-0.01577150635421276
686630	rnn.weight_ih_l0_reverse	2	0.007479191292077303
686630	rnn.weight_ih_l0_reverse	3	-0.15214863419532776
686630	rnn.weight_ih_l0_reverse	4	0.08068756759166718
686630	rnn.weight_ih_l0_reverse	5	-0.09616711735725403
686630	rnn.weight_ih_l0_reverse	6	0.024266645312309265
686630	rnn.weight_ih_l0_reverse	7	0.03125583380460739
686630	rnn.weight_ih_l0_reverse	8	-0.04375050961971283
686630	rnn.weight_ih_l0_reverse	9	-0.06302554160356522
686630	rnn.weight_hh_l0_reverse	0	-0.14515763521194458
686630	rnn.weight_hh_l0_reverse	1	0.02552758902311325
686630	rnn.weight_hh_l0_reverse	2	-0.021218309178948402
686630	rnn.weight_hh_l0_reverse	3	0.027789240702986717
686630	rnn.weight_hh_l0_reverse	4	-0.07655924558639526
686630	rnn.weight_hh_l0_reverse	5	0.03559701889753342
686630	rnn.weight_hh_l0_reverse	6	0.02940344251692295
686630	rnn.weight_hh_l0_reverse	7	-0.12499874830245972
686630	rnn.weight_hh_l0_reverse	8	-0.06879488378763199
686630	rnn.weight_hh_l0_reverse	9	0.03782143443822861
686630	rnn.bias_ih_l0_reverse	0	-0.17998497188091278
686630	rnn.bias_ih_l0_reverse	1	-0.05563442409038544
686630	rnn.bias_ih_l0_reverse	2	0.15841040015220642
686630	rnn.bias_ih_l0_reverse	3	-0.31820255517959595
686630	rnn.bias_ih_l0_reverse	4	-0.005161697510629892
686630	rnn.bias_ih_l0_reverse	5	-0.22400355339050293
686630	rnn.bias_ih_l0_reverse	6	0.2731799781322479
686630	rnn.bias_ih_l0_reverse	7	-0.30670225620269775
686630	rnn.bias_ih_l0_reverse	8	-0.18412283062934875
686630	rnn.bias_ih_l0_reverse	9	-0.16719935834407806
686630	rnn.bias_hh_l0_reverse	0	-0.14089146256446838
686630	rnn.bias_hh_l0_reverse	1	0.2916926443576813
686630	rnn.bias_hh_l0_reverse	2	-0.35420554876327515
686630	rnn.bias_hh_l0_reverse	3	-0.23633116483688354
686630	rnn.bias_hh_l0_reverse	4	-0.3959182798862457
686630	rnn.bias_hh_l0_reverse	5	-0.2091304510831833
686630	rnn.bias_hh_l0_reverse	6	-0.27956825494766235
686630	rnn.bias_hh_l0_reverse	7	-0.10015091300010681
686630	rnn.bias_hh_l0_reverse	8	-0.3471914231777191
686630	rnn.bias_hh_l0_reverse	9	0.22110286355018616
686630	linear.weight	0	0.22673995792865753
686630	linear.weight	1	-0.4376792311668396
686630	linear.weight	2	0.03588321805000305
686630	linear.weight	3	0.06748594343662262
686630	linear.weight	4	-0.1259811371564865
686630	linear.weight	5	0.23256146907806396
686630	linear.weight	6	-0.06722883880138397
686630	linear.weight	7	-0.05991140007972717
686630	linear.weight	8	0.11050491780042648
686630	linear.weight	9	-0.049752041697502136
686630	linear.bias	0	-0.8776885867118835
686630	linear.bias	1	1.8290599584579468
686630	linear.bias	2	0.7537172436714172
686630	linear.bias	3	-2.737644672393799
686630	linear.bias	4	-0.11268328130245209
686630	linear.bias	5	1.271161675453186
686630	linear.bias	6	-0.24305561184883118
686630	linear.bias	7	0.858497142791748
686630	linear.bias	8	2.115248918533325
686630	linear.bias	9	-1.3621670007705688
687239	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
687239	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
687239	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
687239	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
687239	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
687239	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
687239	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
687239	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
687239	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
687239	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
687239	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
687239	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
687239	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
687239	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
687239	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
687239	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
687239	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
687239	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
687239	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
687239	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
687239	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
687239	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
687239	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
687239	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
687239	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
687239	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
687239	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
687239	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
687239	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
687239	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
687239	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
687239	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
687239	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
687239	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
687239	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
687239	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
687239	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
687239	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
687239	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
687239	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
687239	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
687239	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
687239	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
687239	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
687239	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
687239	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
687239	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
687239	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
687239	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
687239	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
687239	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
687239	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
687239	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
687239	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
687239	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
687239	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
687239	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
687239	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
687239	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
687239	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
687239	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
687239	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
687239	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
687239	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
687239	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
687239	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
687239	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
687239	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
687239	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
687239	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
687239	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
687239	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
687239	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
687239	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
687239	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
687239	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
687239	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
687239	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
687239	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
687239	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
687239	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
687239	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
687239	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
687239	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
687239	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
687239	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
687239	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
687239	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
687239	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
687239	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
687239	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
687239	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
687239	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
687239	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
687239	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
687239	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
687239	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
687239	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
687239	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
687239	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
687239	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
687239	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
687239	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
687239	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
687239	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
687239	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
687239	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
687239	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
687239	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
687239	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
687239	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
687239	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
687239	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
687239	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
687239	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
687239	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
687239	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
687239	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
687239	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
687239	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
687239	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
687239	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
687239	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
687239	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
687239	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
687239	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
687239	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
687239	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
687239	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
687239	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
687239	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
687239	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
687239	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
687239	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
687239	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
687239	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
687239	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
687239	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
687239	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
687239	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
687239	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
687239	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
687239	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
687239	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
687239	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
687239	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
687239	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
687239	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
687239	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
687239	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
687239	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
687239	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
687239	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
687239	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
687239	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
687239	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
687239	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
687239	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
687239	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
687239	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
687239	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
687239	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
687239	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
687239	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
687239	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
687239	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
687239	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
687239	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
687239	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
687239	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
687239	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
687239	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
687239	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
687239	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
687239	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
687239	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
687239	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
687239	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
687239	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
687239	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
687239	embedding2nn.weight	0	0.3174433708190918
687239	embedding2nn.weight	1	0.3833824694156647
687239	embedding2nn.weight	2	-0.00599966524168849
687239	embedding2nn.weight	3	0.011163345538079739
687239	embedding2nn.weight	4	-0.03349147364497185
687239	embedding2nn.weight	5	0.038028743118047714
687239	embedding2nn.weight	6	-0.0020258028525859118
687239	embedding2nn.weight	7	-0.017004016786813736
687239	embedding2nn.weight	8	0.03839137405157089
687239	embedding2nn.weight	9	-0.06068911775946617
687239	embedding2nn.bias	0	0.03359900042414665
687239	embedding2nn.bias	1	-0.16951937973499298
687239	embedding2nn.bias	2	0.12910880148410797
687239	embedding2nn.bias	3	0.17559877038002014
687239	embedding2nn.bias	4	0.14433890581130981
687239	embedding2nn.bias	5	-0.10036366432905197
687239	embedding2nn.bias	6	-0.05175397917628288
687239	embedding2nn.bias	7	0.053571101278066635
687239	embedding2nn.bias	8	-0.1529744267463684
687239	embedding2nn.bias	9	-0.3903994858264923
687239	rnn.weight_ih_l0	0	-0.002404368482530117
687239	rnn.weight_ih_l0	1	-0.05651203170418739
687239	rnn.weight_ih_l0	2	-0.045964233577251434
687239	rnn.weight_ih_l0	3	0.11892275512218475
687239	rnn.weight_ih_l0	4	0.02980605699121952
687239	rnn.weight_ih_l0	5	-0.06175736337900162
687239	rnn.weight_ih_l0	6	0.00838478934019804
687239	rnn.weight_ih_l0	7	-0.023274654522538185
687239	rnn.weight_ih_l0	8	0.012879948131740093
687239	rnn.weight_ih_l0	9	-0.08630313724279404
687239	rnn.weight_hh_l0	0	-0.01990056037902832
687239	rnn.weight_hh_l0	1	0.08758595585823059
687239	rnn.weight_hh_l0	2	0.003391257720068097
687239	rnn.weight_hh_l0	3	-0.032363276928663254
687239	rnn.weight_hh_l0	4	0.08039882034063339
687239	rnn.weight_hh_l0	5	0.009964301250874996
687239	rnn.weight_hh_l0	6	-0.08280044794082642
687239	rnn.weight_hh_l0	7	-0.12285821884870529
687239	rnn.weight_hh_l0	8	0.03929008170962334
687239	rnn.weight_hh_l0	9	-0.12284919619560242
687239	rnn.bias_ih_l0	0	0.16630150377750397
687239	rnn.bias_ih_l0	1	-0.35203418135643005
687239	rnn.bias_ih_l0	2	-0.04414543882012367
687239	rnn.bias_ih_l0	3	-0.2080446183681488
687239	rnn.bias_ih_l0	4	0.004100179765373468
687239	rnn.bias_ih_l0	5	-0.43855589628219604
687239	rnn.bias_ih_l0	6	-0.14955443143844604
687239	rnn.bias_ih_l0	7	-0.3741658926010132
687239	rnn.bias_ih_l0	8	-0.3073796331882477
687239	rnn.bias_ih_l0	9	-0.4576258957386017
687239	rnn.bias_hh_l0	0	-0.36494818329811096
687239	rnn.bias_hh_l0	1	-0.43759778141975403
687239	rnn.bias_hh_l0	2	-0.40139418840408325
687239	rnn.bias_hh_l0	3	-0.07684043794870377
687239	rnn.bias_hh_l0	4	-0.4149753153324127
687239	rnn.bias_hh_l0	5	-0.36632096767425537
687239	rnn.bias_hh_l0	6	-0.12009714543819427
687239	rnn.bias_hh_l0	7	0.06296940892934799
687239	rnn.bias_hh_l0	8	-0.23746179044246674
687239	rnn.bias_hh_l0	9	-0.5737176537513733
687239	rnn.weight_ih_l0_reverse	0	0.010029315017163754
687239	rnn.weight_ih_l0_reverse	1	-0.015098068863153458
687239	rnn.weight_ih_l0_reverse	2	0.006419410463422537
687239	rnn.weight_ih_l0_reverse	3	-0.15142732858657837
687239	rnn.weight_ih_l0_reverse	4	0.08015552908182144
687239	rnn.weight_ih_l0_reverse	5	-0.1041334792971611
687239	rnn.weight_ih_l0_reverse	6	0.023301467299461365
687239	rnn.weight_ih_l0_reverse	7	0.030164234340190887
687239	rnn.weight_ih_l0_reverse	8	-0.04255504906177521
687239	rnn.weight_ih_l0_reverse	9	-0.06462071090936661
687239	rnn.weight_hh_l0_reverse	0	-0.14573147892951965
687239	rnn.weight_hh_l0_reverse	1	0.025037039071321487
687239	rnn.weight_hh_l0_reverse	2	-0.02091938443481922
687239	rnn.weight_hh_l0_reverse	3	0.027538204565644264
687239	rnn.weight_hh_l0_reverse	4	-0.07617369294166565
687239	rnn.weight_hh_l0_reverse	5	0.035865411162376404
687239	rnn.weight_hh_l0_reverse	6	0.029363427311182022
687239	rnn.weight_hh_l0_reverse	7	-0.12195785343647003
687239	rnn.weight_hh_l0_reverse	8	-0.06832513958215714
687239	rnn.weight_hh_l0_reverse	9	0.03803512826561928
687239	rnn.bias_ih_l0_reverse	0	-0.18248802423477173
687239	rnn.bias_ih_l0_reverse	1	-0.05759323015809059
687239	rnn.bias_ih_l0_reverse	2	0.15961381793022156
687239	rnn.bias_ih_l0_reverse	3	-0.32035115361213684
687239	rnn.bias_ih_l0_reverse	4	-0.008802605792880058
687239	rnn.bias_ih_l0_reverse	5	-0.22365513443946838
687239	rnn.bias_ih_l0_reverse	6	0.2752373218536377
687239	rnn.bias_ih_l0_reverse	7	-0.30847856402397156
687239	rnn.bias_ih_l0_reverse	8	-0.18662351369857788
687239	rnn.bias_ih_l0_reverse	9	-0.16198869049549103
687239	rnn.bias_hh_l0_reverse	0	-0.13758611679077148
687239	rnn.bias_hh_l0_reverse	1	0.2862893044948578
687239	rnn.bias_hh_l0_reverse	2	-0.34709620475769043
687239	rnn.bias_hh_l0_reverse	3	-0.23814862966537476
687239	rnn.bias_hh_l0_reverse	4	-0.39770519733428955
687239	rnn.bias_hh_l0_reverse	5	-0.2109605371952057
687239	rnn.bias_hh_l0_reverse	6	-0.27929040789604187
687239	rnn.bias_hh_l0_reverse	7	-0.0978158488869667
687239	rnn.bias_hh_l0_reverse	8	-0.35222768783569336
687239	rnn.bias_hh_l0_reverse	9	0.2114092856645584
687239	linear.weight	0	0.2257930040359497
687239	linear.weight	1	-0.4551549553871155
687239	linear.weight	2	0.05051783472299576
687239	linear.weight	3	0.06748633086681366
687239	linear.weight	4	-0.14629670977592468
687239	linear.weight	5	0.22245964407920837
687239	linear.weight	6	-0.06728533655405045
687239	linear.weight	7	-0.05990594998002052
687239	linear.weight	8	0.11644481122493744
687239	linear.weight	9	-0.04975452274084091
687239	linear.bias	0	-0.8530169725418091
687239	linear.bias	1	1.8314288854599
687239	linear.bias	2	0.773565411567688
687239	linear.bias	3	-2.73773193359375
687239	linear.bias	4	-0.1236996129155159
687239	linear.bias	5	1.2551852464675903
687239	linear.bias	6	-0.22537557780742645
687239	linear.bias	7	0.8421105146408081
687239	linear.bias	8	2.1043875217437744
687239	linear.bias	9	-1.373062014579773
687848	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
687848	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
687848	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
687848	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
687848	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
687848	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
687848	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
687848	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
687848	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
687848	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
687848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
687848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
687848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
687848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
687848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
687848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
687848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
687848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
687848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
687848	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
687848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
687848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
687848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
687848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
687848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
687848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
687848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
687848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
687848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
687848	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
687848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
687848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
687848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
687848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
687848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
687848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
687848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
687848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
687848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
687848	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
687848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
687848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
687848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
687848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
687848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
687848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
687848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
687848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
687848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
687848	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
687848	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
687848	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
687848	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
687848	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
687848	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
687848	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
687848	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
687848	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
687848	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
687848	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
687848	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
687848	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
687848	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
687848	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
687848	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
687848	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
687848	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
687848	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
687848	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
687848	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
687848	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
687848	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
687848	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
687848	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
687848	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
687848	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
687848	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
687848	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
687848	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
687848	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
687848	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
687848	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
687848	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
687848	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
687848	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
687848	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
687848	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
687848	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
687848	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
687848	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
687848	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
687848	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
687848	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
687848	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
687848	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
687848	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
687848	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
687848	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
687848	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
687848	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
687848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
687848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
687848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
687848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
687848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
687848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
687848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
687848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
687848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
687848	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
687848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
687848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
687848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
687848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
687848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
687848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
687848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
687848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
687848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
687848	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
687848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
687848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
687848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
687848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
687848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
687848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
687848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
687848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
687848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
687848	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
687848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
687848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
687848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
687848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
687848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
687848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
687848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
687848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
687848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
687848	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
687848	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
687848	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
687848	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
687848	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
687848	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
687848	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
687848	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
687848	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
687848	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
687848	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
687848	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
687848	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
687848	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
687848	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
687848	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
687848	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
687848	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
687848	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
687848	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
687848	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
687848	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
687848	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
687848	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
687848	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
687848	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
687848	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
687848	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
687848	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
687848	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
687848	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
687848	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
687848	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
687848	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
687848	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
687848	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
687848	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
687848	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
687848	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
687848	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
687848	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
687848	embedding2nn.weight	0	0.31770601868629456
687848	embedding2nn.weight	1	0.37995678186416626
687848	embedding2nn.weight	2	-0.0019313752418383956
687848	embedding2nn.weight	3	0.012929719872772694
687848	embedding2nn.weight	4	-0.0313107930123806
687848	embedding2nn.weight	5	0.03877612203359604
687848	embedding2nn.weight	6	-0.005136843305081129
687848	embedding2nn.weight	7	-0.01690436527132988
687848	embedding2nn.weight	8	0.03814836964011192
687848	embedding2nn.weight	9	-0.0628589540719986
687848	embedding2nn.bias	0	0.03189019486308098
687848	embedding2nn.bias	1	-0.17942437529563904
687848	embedding2nn.bias	2	0.13544300198554993
687848	embedding2nn.bias	3	0.16870900988578796
687848	embedding2nn.bias	4	0.14808441698551178
687848	embedding2nn.bias	5	-0.09109760820865631
687848	embedding2nn.bias	6	-0.04746688902378082
687848	embedding2nn.bias	7	0.05184385925531387
687848	embedding2nn.bias	8	-0.15700246393680573
687848	embedding2nn.bias	9	-0.39431512355804443
687848	rnn.weight_ih_l0	0	-0.0024917996488511562
687848	rnn.weight_ih_l0	1	-0.057274628430604935
687848	rnn.weight_ih_l0	2	-0.049866512417793274
687848	rnn.weight_ih_l0	3	0.11607057601213455
687848	rnn.weight_ih_l0	4	0.028539203107357025
687848	rnn.weight_ih_l0	5	-0.06275514513254166
687848	rnn.weight_ih_l0	6	0.01030084677040577
687848	rnn.weight_ih_l0	7	-0.023324239999055862
687848	rnn.weight_ih_l0	8	0.01389092393219471
687848	rnn.weight_ih_l0	9	-0.0872839018702507
687848	rnn.weight_hh_l0	0	-0.019950436428189278
687848	rnn.weight_hh_l0	1	0.08762922883033752
687848	rnn.weight_hh_l0	2	0.0036099825520068407
687848	rnn.weight_hh_l0	3	-0.03192133083939552
687848	rnn.weight_hh_l0	4	0.07991289347410202
687848	rnn.weight_hh_l0	5	0.010789606720209122
687848	rnn.weight_hh_l0	6	-0.08295870572328568
687848	rnn.weight_hh_l0	7	-0.12199751287698746
687848	rnn.weight_hh_l0	8	0.039295680820941925
687848	rnn.weight_hh_l0	9	-0.1233653873205185
687848	rnn.bias_ih_l0	0	0.166190966963768
687848	rnn.bias_ih_l0	1	-0.35412707924842834
687848	rnn.bias_ih_l0	2	-0.043637510389089584
687848	rnn.bias_ih_l0	3	-0.2104438841342926
687848	rnn.bias_ih_l0	4	0.005339700262993574
687848	rnn.bias_ih_l0	5	-0.4386172294616699
687848	rnn.bias_ih_l0	6	-0.14469435811042786
687848	rnn.bias_ih_l0	7	-0.3739625811576843
687848	rnn.bias_ih_l0	8	-0.3053639233112335
687848	rnn.bias_ih_l0	9	-0.46254804730415344
687848	rnn.bias_hh_l0	0	-0.3625137507915497
687848	rnn.bias_hh_l0	1	-0.4384041130542755
687848	rnn.bias_hh_l0	2	-0.4055733382701874
687848	rnn.bias_hh_l0	3	-0.07684935629367828
687848	rnn.bias_hh_l0	4	-0.41425821185112
687848	rnn.bias_hh_l0	5	-0.3687690794467926
687848	rnn.bias_hh_l0	6	-0.12172558903694153
687848	rnn.bias_hh_l0	7	0.05416067689657211
687848	rnn.bias_hh_l0	8	-0.23486508429050446
687848	rnn.bias_hh_l0	9	-0.5700939297676086
687848	rnn.weight_ih_l0_reverse	0	0.008078898303210735
687848	rnn.weight_ih_l0_reverse	1	-0.015471705235540867
687848	rnn.weight_ih_l0_reverse	2	0.0037474865093827248
687848	rnn.weight_ih_l0_reverse	3	-0.15154637396335602
687848	rnn.weight_ih_l0_reverse	4	0.08007794618606567
687848	rnn.weight_ih_l0_reverse	5	-0.10581822693347931
687848	rnn.weight_ih_l0_reverse	6	0.024487128481268883
687848	rnn.weight_ih_l0_reverse	7	0.030448805540800095
687848	rnn.weight_ih_l0_reverse	8	-0.04433818534016609
687848	rnn.weight_ih_l0_reverse	9	-0.0662170872092247
687848	rnn.weight_hh_l0_reverse	0	-0.1456507444381714
687848	rnn.weight_hh_l0_reverse	1	0.02480352111160755
687848	rnn.weight_hh_l0_reverse	2	-0.020667357370257378
687848	rnn.weight_hh_l0_reverse	3	0.02741122432053089
687848	rnn.weight_hh_l0_reverse	4	-0.07588434964418411
687848	rnn.weight_hh_l0_reverse	5	0.035931412130594254
687848	rnn.weight_hh_l0_reverse	6	0.029443880543112755
687848	rnn.weight_hh_l0_reverse	7	-0.12369419634342194
687848	rnn.weight_hh_l0_reverse	8	-0.07115476578474045
687848	rnn.weight_hh_l0_reverse	9	0.03870750963687897
687848	rnn.bias_ih_l0_reverse	0	-0.18195798993110657
687848	rnn.bias_ih_l0_reverse	1	-0.05945728346705437
687848	rnn.bias_ih_l0_reverse	2	0.15786471962928772
687848	rnn.bias_ih_l0_reverse	3	-0.3196345269680023
687848	rnn.bias_ih_l0_reverse	4	-0.004514550790190697
687848	rnn.bias_ih_l0_reverse	5	-0.22574040293693542
687848	rnn.bias_ih_l0_reverse	6	0.2676546573638916
687848	rnn.bias_ih_l0_reverse	7	-0.3107183277606964
687848	rnn.bias_ih_l0_reverse	8	-0.18975728750228882
687848	rnn.bias_ih_l0_reverse	9	-0.156131312251091
687848	rnn.bias_hh_l0_reverse	0	-0.14066362380981445
687848	rnn.bias_hh_l0_reverse	1	0.2748519778251648
687848	rnn.bias_hh_l0_reverse	2	-0.3460421860218048
687848	rnn.bias_hh_l0_reverse	3	-0.23156782984733582
687848	rnn.bias_hh_l0_reverse	4	-0.39702165126800537
687848	rnn.bias_hh_l0_reverse	5	-0.21189135313034058
687848	rnn.bias_hh_l0_reverse	6	-0.27603545784950256
687848	rnn.bias_hh_l0_reverse	7	-0.10124428570270538
687848	rnn.bias_hh_l0_reverse	8	-0.34621211886405945
687848	rnn.bias_hh_l0_reverse	9	0.2097233682870865
687848	linear.weight	0	0.2250707745552063
687848	linear.weight	1	-0.4484309256076813
687848	linear.weight	2	0.03858933225274086
687848	linear.weight	3	0.06748661398887634
687848	linear.weight	4	-0.144109308719635
687848	linear.weight	5	0.2240462601184845
687848	linear.weight	6	-0.03977302461862564
687848	linear.weight	7	-0.059901341795921326
687848	linear.weight	8	0.11661370098590851
687848	linear.weight	9	-0.049756553024053574
687848	linear.bias	0	-0.8578853607177734
687848	linear.bias	1	1.863173246383667
687848	linear.bias	2	0.7684597969055176
687848	linear.bias	3	-2.737825393676758
687848	linear.bias	4	-0.11566294729709625
687848	linear.bias	5	1.2841771841049194
687848	linear.bias	6	-0.26383674144744873
687848	linear.bias	7	0.8431735634803772
687848	linear.bias	8	2.1216118335723877
687848	linear.bias	9	-1.368344783782959
688457	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
688457	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
688457	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
688457	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
688457	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
688457	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
688457	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
688457	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
688457	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
688457	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
688457	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
688457	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
688457	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
688457	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
688457	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
688457	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
688457	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
688457	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
688457	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
688457	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
688457	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
688457	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
688457	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
688457	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
688457	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
688457	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
688457	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
688457	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
688457	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
688457	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
688457	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
688457	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
688457	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
688457	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
688457	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
688457	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
688457	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
688457	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
688457	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
688457	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
688457	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
688457	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
688457	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
688457	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
688457	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
688457	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
688457	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
688457	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
688457	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
688457	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
688457	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
688457	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
688457	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
688457	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
688457	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
688457	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
688457	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
688457	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
688457	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
688457	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
688457	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
688457	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
688457	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
688457	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
688457	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
688457	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
688457	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
688457	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
688457	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
688457	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
688457	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
688457	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
688457	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
688457	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
688457	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
688457	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
688457	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
688457	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
688457	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
688457	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
688457	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
688457	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
688457	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
688457	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
688457	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
688457	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
688457	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
688457	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
688457	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
688457	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
688457	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
688457	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
688457	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
688457	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
688457	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
688457	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
688457	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
688457	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
688457	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
688457	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
688457	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
688457	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
688457	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
688457	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
688457	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
688457	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
688457	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
688457	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
688457	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
688457	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
688457	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
688457	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
688457	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
688457	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
688457	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
688457	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
688457	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
688457	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
688457	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
688457	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
688457	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
688457	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
688457	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
688457	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
688457	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
688457	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
688457	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
688457	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
688457	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
688457	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
688457	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
688457	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
688457	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
688457	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
688457	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
688457	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
688457	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
688457	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
688457	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
688457	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
688457	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
688457	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
688457	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
688457	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
688457	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
688457	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
688457	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
688457	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
688457	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
688457	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
688457	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
688457	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
688457	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
688457	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
688457	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
688457	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
688457	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
688457	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
688457	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
688457	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
688457	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
688457	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
688457	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
688457	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
688457	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
688457	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
688457	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
688457	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
688457	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
688457	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
688457	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
688457	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
688457	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
688457	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
688457	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
688457	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
688457	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
688457	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
688457	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
688457	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
688457	embedding2nn.weight	0	0.31794509291648865
688457	embedding2nn.weight	1	0.37839213013648987
688457	embedding2nn.weight	2	-0.0010273741791024804
688457	embedding2nn.weight	3	0.01597963087260723
688457	embedding2nn.weight	4	-0.03355108201503754
688457	embedding2nn.weight	5	0.03866156190633774
688457	embedding2nn.weight	6	-0.006095144897699356
688457	embedding2nn.weight	7	-0.013946433551609516
688457	embedding2nn.weight	8	0.03561418130993843
688457	embedding2nn.weight	9	-0.061386171728372574
688457	embedding2nn.bias	0	0.02557443454861641
688457	embedding2nn.bias	1	-0.18336504697799683
688457	embedding2nn.bias	2	0.13681195676326752
688457	embedding2nn.bias	3	0.17547191679477692
688457	embedding2nn.bias	4	0.15265077352523804
688457	embedding2nn.bias	5	-0.08603289723396301
688457	embedding2nn.bias	6	-0.04931444302201271
688457	embedding2nn.bias	7	0.044476330280303955
688457	embedding2nn.bias	8	-0.15698406100273132
688457	embedding2nn.bias	9	-0.38503044843673706
688457	rnn.weight_ih_l0	0	-0.0017535518854856491
688457	rnn.weight_ih_l0	1	-0.05832716077566147
688457	rnn.weight_ih_l0	2	-0.04937846586108208
688457	rnn.weight_ih_l0	3	0.11847682297229767
688457	rnn.weight_ih_l0	4	0.03271011263132095
688457	rnn.weight_ih_l0	5	-0.06191646307706833
688457	rnn.weight_ih_l0	6	0.007686493452638388
688457	rnn.weight_ih_l0	7	-0.02365320734679699
688457	rnn.weight_ih_l0	8	0.010193409398198128
688457	rnn.weight_ih_l0	9	-0.08578472584486008
688457	rnn.weight_hh_l0	0	-0.01990213431417942
688457	rnn.weight_hh_l0	1	0.08755996823310852
688457	rnn.weight_hh_l0	2	0.004733948037028313
688457	rnn.weight_hh_l0	3	-0.032027654349803925
688457	rnn.weight_hh_l0	4	0.0796152800321579
688457	rnn.weight_hh_l0	5	0.010732348076999187
688457	rnn.weight_hh_l0	6	-0.08332866430282593
688457	rnn.weight_hh_l0	7	-0.1219710260629654
688457	rnn.weight_hh_l0	8	0.0393916517496109
688457	rnn.weight_hh_l0	9	-0.12309202551841736
688457	rnn.bias_ih_l0	0	0.16176769137382507
688457	rnn.bias_ih_l0	1	-0.3551975190639496
688457	rnn.bias_ih_l0	2	-0.043484363704919815
688457	rnn.bias_ih_l0	3	-0.20648916065692902
688457	rnn.bias_ih_l0	4	0.007803806569427252
688457	rnn.bias_ih_l0	5	-0.43914586305618286
688457	rnn.bias_ih_l0	6	-0.14824123680591583
688457	rnn.bias_ih_l0	7	-0.374117910861969
688457	rnn.bias_ih_l0	8	-0.3086169958114624
688457	rnn.bias_ih_l0	9	-0.4666164517402649
688457	rnn.bias_hh_l0	0	-0.36217284202575684
688457	rnn.bias_hh_l0	1	-0.4360458552837372
688457	rnn.bias_hh_l0	2	-0.4053237736225128
688457	rnn.bias_hh_l0	3	-0.07921090722084045
688457	rnn.bias_hh_l0	4	-0.41153275966644287
688457	rnn.bias_hh_l0	5	-0.3664252758026123
688457	rnn.bias_hh_l0	6	-0.12146905809640884
688457	rnn.bias_hh_l0	7	0.0615214966237545
688457	rnn.bias_hh_l0	8	-0.2334100902080536
688457	rnn.bias_hh_l0	9	-0.5718271136283875
688457	rnn.weight_ih_l0_reverse	0	0.010727469809353352
688457	rnn.weight_ih_l0_reverse	1	-0.014295642264187336
688457	rnn.weight_ih_l0_reverse	2	0.003789709648117423
688457	rnn.weight_ih_l0_reverse	3	-0.1517094373703003
688457	rnn.weight_ih_l0_reverse	4	0.0806688517332077
688457	rnn.weight_ih_l0_reverse	5	-0.11003738641738892
688457	rnn.weight_ih_l0_reverse	6	0.026639925315976143
688457	rnn.weight_ih_l0_reverse	7	0.03068701922893524
688457	rnn.weight_ih_l0_reverse	8	-0.04352531209588051
688457	rnn.weight_ih_l0_reverse	9	-0.06504803150892258
688457	rnn.weight_hh_l0_reverse	0	-0.14512449502944946
688457	rnn.weight_hh_l0_reverse	1	0.02407815121114254
688457	rnn.weight_hh_l0_reverse	2	-0.02046012133359909
688457	rnn.weight_hh_l0_reverse	3	0.027363628149032593
688457	rnn.weight_hh_l0_reverse	4	-0.07545709609985352
688457	rnn.weight_hh_l0_reverse	5	0.036017876118421555
688457	rnn.weight_hh_l0_reverse	6	0.02957485429942608
688457	rnn.weight_hh_l0_reverse	7	-0.1240665465593338
688457	rnn.weight_hh_l0_reverse	8	-0.07305995374917984
688457	rnn.weight_hh_l0_reverse	9	0.039363961666822433
688457	rnn.bias_ih_l0_reverse	0	-0.17709757387638092
688457	rnn.bias_ih_l0_reverse	1	-0.061328161507844925
688457	rnn.bias_ih_l0_reverse	2	0.156873881816864
688457	rnn.bias_ih_l0_reverse	3	-0.3193800151348114
688457	rnn.bias_ih_l0_reverse	4	0.002284326357766986
688457	rnn.bias_ih_l0_reverse	5	-0.22360660135746002
688457	rnn.bias_ih_l0_reverse	6	0.27260124683380127
688457	rnn.bias_ih_l0_reverse	7	-0.30771923065185547
688457	rnn.bias_ih_l0_reverse	8	-0.19123844802379608
688457	rnn.bias_ih_l0_reverse	9	-0.15623120963573456
688457	rnn.bias_hh_l0_reverse	0	-0.14299353957176208
688457	rnn.bias_hh_l0_reverse	1	0.27539390325546265
688457	rnn.bias_hh_l0_reverse	2	-0.3471730351448059
688457	rnn.bias_hh_l0_reverse	3	-0.23165307939052582
688457	rnn.bias_hh_l0_reverse	4	-0.3985113501548767
688457	rnn.bias_hh_l0_reverse	5	-0.209720641374588
688457	rnn.bias_hh_l0_reverse	6	-0.2755270004272461
688457	rnn.bias_hh_l0_reverse	7	-0.10078238695859909
688457	rnn.bias_hh_l0_reverse	8	-0.34868043661117554
688457	rnn.bias_hh_l0_reverse	9	0.20854789018630981
688457	linear.weight	0	0.21273787319660187
688457	linear.weight	1	-0.4499799907207489
688457	linear.weight	2	0.06076492741703987
688457	linear.weight	3	0.06748855113983154
688457	linear.weight	4	-0.1355343759059906
688457	linear.weight	5	0.21059438586235046
688457	linear.weight	6	-0.027899010106921196
688457	linear.weight	7	-0.05989602953195572
688457	linear.weight	8	0.11511962860822678
688457	linear.weight	9	-0.049760933965444565
688457	linear.bias	0	-0.8549478650093079
688457	linear.bias	1	1.8283464908599854
688457	linear.bias	2	0.7693482041358948
688457	linear.bias	3	-2.7379207611083984
688457	linear.bias	4	-0.11309440433979034
688457	linear.bias	5	1.279999017715454
688457	linear.bias	6	-0.24672745168209076
688457	linear.bias	7	0.8678581118583679
688457	linear.bias	8	2.1525938510894775
688457	linear.bias	9	-1.3575245141983032
689066	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
689066	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
689066	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
689066	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
689066	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
689066	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
689066	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
689066	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
689066	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
689066	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
689066	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
689066	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
689066	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
689066	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
689066	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
689066	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
689066	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
689066	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
689066	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
689066	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
689066	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
689066	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
689066	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
689066	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
689066	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
689066	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
689066	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
689066	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
689066	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
689066	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
689066	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
689066	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
689066	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
689066	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
689066	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
689066	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
689066	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
689066	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
689066	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
689066	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
689066	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
689066	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
689066	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
689066	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
689066	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
689066	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
689066	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
689066	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
689066	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
689066	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
689066	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
689066	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
689066	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
689066	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
689066	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
689066	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
689066	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
689066	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
689066	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
689066	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
689066	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
689066	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
689066	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
689066	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
689066	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
689066	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
689066	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
689066	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
689066	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
689066	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
689066	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
689066	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
689066	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
689066	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
689066	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
689066	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
689066	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
689066	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
689066	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
689066	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
689066	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
689066	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
689066	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
689066	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
689066	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
689066	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
689066	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
689066	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
689066	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
689066	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
689066	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
689066	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
689066	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
689066	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
689066	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
689066	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
689066	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
689066	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
689066	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
689066	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
689066	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
689066	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
689066	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
689066	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
689066	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
689066	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
689066	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
689066	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
689066	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
689066	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
689066	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
689066	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
689066	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
689066	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
689066	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
689066	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
689066	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
689066	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
689066	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
689066	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
689066	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
689066	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
689066	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
689066	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
689066	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
689066	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
689066	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
689066	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
689066	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
689066	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
689066	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
689066	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
689066	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
689066	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
689066	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
689066	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
689066	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
689066	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
689066	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
689066	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
689066	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
689066	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
689066	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
689066	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
689066	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
689066	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
689066	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
689066	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
689066	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
689066	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
689066	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
689066	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
689066	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
689066	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
689066	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
689066	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
689066	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
689066	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
689066	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
689066	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
689066	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
689066	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
689066	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
689066	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
689066	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
689066	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
689066	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
689066	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
689066	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
689066	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
689066	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
689066	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
689066	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
689066	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
689066	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
689066	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
689066	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
689066	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
689066	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
689066	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
689066	embedding2nn.weight	0	0.31698012351989746
689066	embedding2nn.weight	1	0.37735995650291443
689066	embedding2nn.weight	2	-0.0005099590052850544
689066	embedding2nn.weight	3	0.013739231042563915
689066	embedding2nn.weight	4	-0.033591631799936295
689066	embedding2nn.weight	5	0.04033529385924339
689066	embedding2nn.weight	6	-0.00693323090672493
689066	embedding2nn.weight	7	-0.009896838106215
689066	embedding2nn.weight	8	0.0350756011903286
689066	embedding2nn.weight	9	-0.06341695040464401
689066	embedding2nn.bias	0	0.02325485274195671
689066	embedding2nn.bias	1	-0.18551869690418243
689066	embedding2nn.bias	2	0.13393855094909668
689066	embedding2nn.bias	3	0.17096686363220215
689066	embedding2nn.bias	4	0.16809776425361633
689066	embedding2nn.bias	5	-0.09176211804151535
689066	embedding2nn.bias	6	-0.059438541531562805
689066	embedding2nn.bias	7	0.04450001195073128
689066	embedding2nn.bias	8	-0.15496748685836792
689066	embedding2nn.bias	9	-0.39015862345695496
689066	rnn.weight_ih_l0	0	-0.0005791652365587652
689066	rnn.weight_ih_l0	1	-0.05801878124475479
689066	rnn.weight_ih_l0	2	-0.051361288875341415
689066	rnn.weight_ih_l0	3	0.11888819932937622
689066	rnn.weight_ih_l0	4	0.034837715327739716
689066	rnn.weight_ih_l0	5	-0.05886312946677208
689066	rnn.weight_ih_l0	6	0.009292826987802982
689066	rnn.weight_ih_l0	7	-0.02630748599767685
689066	rnn.weight_ih_l0	8	0.011934525333344936
689066	rnn.weight_ih_l0	9	-0.08708162605762482
689066	rnn.weight_hh_l0	0	-0.02016858570277691
689066	rnn.weight_hh_l0	1	0.08712373673915863
689066	rnn.weight_hh_l0	2	0.004932291805744171
689066	rnn.weight_hh_l0	3	-0.032045312225818634
689066	rnn.weight_hh_l0	4	0.0800575539469719
689066	rnn.weight_hh_l0	5	0.011229237541556358
689066	rnn.weight_hh_l0	6	-0.08354167640209198
689066	rnn.weight_hh_l0	7	-0.12104196846485138
689066	rnn.weight_hh_l0	8	0.039435163140296936
689066	rnn.weight_hh_l0	9	-0.12151368707418442
689066	rnn.bias_ih_l0	0	0.1627987176179886
689066	rnn.bias_ih_l0	1	-0.353384792804718
689066	rnn.bias_ih_l0	2	-0.04264695569872856
689066	rnn.bias_ih_l0	3	-0.20851577818393707
689066	rnn.bias_ih_l0	4	0.014877311885356903
689066	rnn.bias_ih_l0	5	-0.4372788667678833
689066	rnn.bias_ih_l0	6	-0.14682705700397491
689066	rnn.bias_ih_l0	7	-0.3736550211906433
689066	rnn.bias_ih_l0	8	-0.3041906952857971
689066	rnn.bias_ih_l0	9	-0.4648857116699219
689066	rnn.bias_hh_l0	0	-0.3604605793952942
689066	rnn.bias_hh_l0	1	-0.43787485361099243
689066	rnn.bias_hh_l0	2	-0.40329036116600037
689066	rnn.bias_hh_l0	3	-0.07860887795686722
689066	rnn.bias_hh_l0	4	-0.4120885133743286
689066	rnn.bias_hh_l0	5	-0.36561131477355957
689066	rnn.bias_hh_l0	6	-0.11858958750963211
689066	rnn.bias_hh_l0	7	0.06012393534183502
689066	rnn.bias_hh_l0	8	-0.23310227692127228
689066	rnn.bias_hh_l0	9	-0.5710055828094482
689066	rnn.weight_ih_l0_reverse	0	0.007834297604858875
689066	rnn.weight_ih_l0_reverse	1	-0.014383755624294281
689066	rnn.weight_ih_l0_reverse	2	0.003872263478115201
689066	rnn.weight_ih_l0_reverse	3	-0.15199701488018036
689066	rnn.weight_ih_l0_reverse	4	0.07998112589120865
689066	rnn.weight_ih_l0_reverse	5	-0.11239810287952423
689066	rnn.weight_ih_l0_reverse	6	0.02494773641228676
689066	rnn.weight_ih_l0_reverse	7	0.029597807675600052
689066	rnn.weight_ih_l0_reverse	8	-0.0449109710752964
689066	rnn.weight_ih_l0_reverse	9	-0.07054885476827621
689066	rnn.weight_hh_l0_reverse	0	-0.14474867284297943
689066	rnn.weight_hh_l0_reverse	1	0.023770203813910484
689066	rnn.weight_hh_l0_reverse	2	-0.021085789427161217
689066	rnn.weight_hh_l0_reverse	3	0.027466287836432457
689066	rnn.weight_hh_l0_reverse	4	-0.0754942074418068
689066	rnn.weight_hh_l0_reverse	5	0.035889968276023865
689066	rnn.weight_hh_l0_reverse	6	0.029617790132761
689066	rnn.weight_hh_l0_reverse	7	-0.12270821630954742
689066	rnn.weight_hh_l0_reverse	8	-0.07196605950593948
689066	rnn.weight_hh_l0_reverse	9	0.038658447563648224
689066	rnn.bias_ih_l0_reverse	0	-0.1820528358221054
689066	rnn.bias_ih_l0_reverse	1	-0.06321758776903152
689066	rnn.bias_ih_l0_reverse	2	0.1602531522512436
689066	rnn.bias_ih_l0_reverse	3	-0.3199334442615509
689066	rnn.bias_ih_l0_reverse	4	-0.0029674938414245844
689066	rnn.bias_ih_l0_reverse	5	-0.22423876821994781
689066	rnn.bias_ih_l0_reverse	6	0.2682110071182251
689066	rnn.bias_ih_l0_reverse	7	-0.3066064119338989
689066	rnn.bias_ih_l0_reverse	8	-0.18730919063091278
689066	rnn.bias_ih_l0_reverse	9	-0.1584445834159851
689066	rnn.bias_hh_l0_reverse	0	-0.14889775216579437
689066	rnn.bias_hh_l0_reverse	1	0.27814021706581116
689066	rnn.bias_hh_l0_reverse	2	-0.3422752618789673
689066	rnn.bias_hh_l0_reverse	3	-0.22917050123214722
689066	rnn.bias_hh_l0_reverse	4	-0.39846271276474
689066	rnn.bias_hh_l0_reverse	5	-0.20793965458869934
689066	rnn.bias_hh_l0_reverse	6	-0.2762713134288788
689066	rnn.bias_hh_l0_reverse	7	-0.09916846454143524
689066	rnn.bias_hh_l0_reverse	8	-0.35547906160354614
689066	rnn.bias_hh_l0_reverse	9	0.21693357825279236
689066	linear.weight	0	0.1992412507534027
689066	linear.weight	1	-0.45556458830833435
689066	linear.weight	2	0.03839905187487602
689066	linear.weight	3	0.06748883426189423
689066	linear.weight	4	-0.14524003863334656
689066	linear.weight	5	0.2097064107656479
689066	linear.weight	6	-0.01685544103384018
689066	linear.weight	7	-0.05989017337560654
689066	linear.weight	8	0.11612668633460999
689066	linear.weight	9	-0.04976369068026543
689066	linear.bias	0	-0.8627316951751709
689066	linear.bias	1	1.853590488433838
689066	linear.bias	2	0.7662668824195862
689066	linear.bias	3	-2.7380194664001465
689066	linear.bias	4	-0.0981069877743721
689066	linear.bias	5	1.2886801958084106
689066	linear.bias	6	-0.23884011805057526
689066	linear.bias	7	0.8603674173355103
689066	linear.bias	8	2.132138729095459
689066	linear.bias	9	-1.3744827508926392
689074	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
689074	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
689074	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
689074	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
689074	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
689074	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
689074	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
689074	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
689074	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
689074	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
689074	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
689074	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
689074	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
689074	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
689074	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
689074	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
689074	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
689074	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
689074	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
689074	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
689074	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
689074	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
689074	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
689074	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
689074	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
689074	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
689074	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
689074	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
689074	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
689074	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
689074	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
689074	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
689074	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
689074	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
689074	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
689074	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
689074	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
689074	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
689074	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
689074	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
689074	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
689074	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
689074	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
689074	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
689074	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
689074	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
689074	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
689074	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
689074	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
689074	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
689074	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
689074	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
689074	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
689074	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
689074	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
689074	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
689074	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
689074	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
689074	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
689074	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
689074	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
689074	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
689074	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
689074	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
689074	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
689074	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
689074	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
689074	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
689074	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
689074	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
689074	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
689074	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
689074	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
689074	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
689074	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
689074	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
689074	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
689074	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
689074	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
689074	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
689074	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
689074	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
689074	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
689074	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
689074	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
689074	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
689074	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
689074	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
689074	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
689074	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
689074	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
689074	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
689074	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
689074	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
689074	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
689074	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
689074	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
689074	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
689074	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
689074	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
689074	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
689074	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
689074	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
689074	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
689074	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
689074	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
689074	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
689074	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
689074	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
689074	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
689074	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
689074	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
689074	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
689074	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
689074	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
689074	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
689074	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
689074	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
689074	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
689074	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
689074	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
689074	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
689074	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
689074	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
689074	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
689074	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
689074	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
689074	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
689074	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
689074	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
689074	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
689074	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
689074	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
689074	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
689074	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
689074	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
689074	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
689074	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
689074	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
689074	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
689074	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
689074	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
689074	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
689074	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
689074	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
689074	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
689074	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
689074	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
689074	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
689074	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
689074	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
689074	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
689074	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
689074	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
689074	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
689074	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
689074	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
689074	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
689074	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
689074	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
689074	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
689074	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
689074	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
689074	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
689074	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
689074	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
689074	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
689074	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
689074	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
689074	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
689074	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
689074	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
689074	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
689074	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
689074	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
689074	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
689074	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
689074	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
689074	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
689074	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
689074	embedding2nn.weight	0	0.31689444184303284
689074	embedding2nn.weight	1	0.3774743378162384
689074	embedding2nn.weight	2	-0.0007120718946680427
689074	embedding2nn.weight	3	0.011427155695855618
689074	embedding2nn.weight	4	-0.03321221470832825
689074	embedding2nn.weight	5	0.040360067039728165
689074	embedding2nn.weight	6	-0.007124355062842369
689074	embedding2nn.weight	7	-0.009840660728514194
689074	embedding2nn.weight	8	0.03495512902736664
689074	embedding2nn.weight	9	-0.06415490806102753
689074	embedding2nn.bias	0	0.024334406480193138
689074	embedding2nn.bias	1	-0.18665005266666412
689074	embedding2nn.bias	2	0.1345837563276291
689074	embedding2nn.bias	3	0.17104728519916534
689074	embedding2nn.bias	4	0.16394096612930298
689074	embedding2nn.bias	5	-0.09937959164381027
689074	embedding2nn.bias	6	-0.05943930894136429
689074	embedding2nn.bias	7	0.047686368227005005
689074	embedding2nn.bias	8	-0.15715782344341278
689074	embedding2nn.bias	9	-0.38798972964286804
689074	rnn.weight_ih_l0	0	-0.0005052753840573132
689074	rnn.weight_ih_l0	1	-0.05802590772509575
689074	rnn.weight_ih_l0	2	-0.05143290013074875
689074	rnn.weight_ih_l0	3	0.1187165379524231
689074	rnn.weight_ih_l0	4	0.03499498963356018
689074	rnn.weight_ih_l0	5	-0.05891263857483864
689074	rnn.weight_ih_l0	6	0.009246782399713993
689074	rnn.weight_ih_l0	7	-0.026690930128097534
689074	rnn.weight_ih_l0	8	0.011705385521054268
689074	rnn.weight_ih_l0	9	-0.08728253096342087
689074	rnn.weight_hh_l0	0	-0.020144719630479813
689074	rnn.weight_hh_l0	1	0.08716750144958496
689074	rnn.weight_hh_l0	2	0.004898097366094589
689074	rnn.weight_hh_l0	3	-0.03167568892240524
689074	rnn.weight_hh_l0	4	0.08007294684648514
689074	rnn.weight_hh_l0	5	0.011169038712978363
689074	rnn.weight_hh_l0	6	-0.08354480564594269
689074	rnn.weight_hh_l0	7	-0.12115099281072617
689074	rnn.weight_hh_l0	8	0.03941931203007698
689074	rnn.weight_hh_l0	9	-0.1215277761220932
689074	rnn.bias_ih_l0	0	0.16256260871887207
689074	rnn.bias_ih_l0	1	-0.35373425483703613
689074	rnn.bias_ih_l0	2	-0.042592596262693405
689074	rnn.bias_ih_l0	3	-0.20813314616680145
689074	rnn.bias_ih_l0	4	0.014623877592384815
689074	rnn.bias_ih_l0	5	-0.4370120167732239
689074	rnn.bias_ih_l0	6	-0.14727918803691864
689074	rnn.bias_ih_l0	7	-0.37360110878944397
689074	rnn.bias_ih_l0	8	-0.3040708005428314
689074	rnn.bias_ih_l0	9	-0.46447986364364624
689074	rnn.bias_hh_l0	0	-0.3608207702636719
689074	rnn.bias_hh_l0	1	-0.438044011592865
689074	rnn.bias_hh_l0	2	-0.4030431807041168
689074	rnn.bias_hh_l0	3	-0.07852330058813095
689074	rnn.bias_hh_l0	4	-0.411915123462677
689074	rnn.bias_hh_l0	5	-0.365627259016037
689074	rnn.bias_hh_l0	6	-0.1183866560459137
689074	rnn.bias_hh_l0	7	0.060246434062719345
689074	rnn.bias_hh_l0	8	-0.23332403600215912
689074	rnn.bias_hh_l0	9	-0.5709583759307861
689074	rnn.weight_ih_l0_reverse	0	0.007468795869499445
689074	rnn.weight_ih_l0_reverse	1	-0.01441744714975357
689074	rnn.weight_ih_l0_reverse	2	0.003939911723136902
689074	rnn.weight_ih_l0_reverse	3	-0.15191318094730377
689074	rnn.weight_ih_l0_reverse	4	0.07996086031198502
689074	rnn.weight_ih_l0_reverse	5	-0.11255238205194473
689074	rnn.weight_ih_l0_reverse	6	0.024885768070816994
689074	rnn.weight_ih_l0_reverse	7	0.02960065007209778
689074	rnn.weight_ih_l0_reverse	8	-0.04495483264327049
689074	rnn.weight_ih_l0_reverse	9	-0.07040882855653763
689074	rnn.weight_hh_l0_reverse	0	-0.1447669118642807
689074	rnn.weight_hh_l0_reverse	1	0.02378927171230316
689074	rnn.weight_hh_l0_reverse	2	-0.021010061725974083
689074	rnn.weight_hh_l0_reverse	3	0.02753341943025589
689074	rnn.weight_hh_l0_reverse	4	-0.07549048960208893
689074	rnn.weight_hh_l0_reverse	5	0.035898640751838684
689074	rnn.weight_hh_l0_reverse	6	0.029608963057398796
689074	rnn.weight_hh_l0_reverse	7	-0.12259336560964584
689074	rnn.weight_hh_l0_reverse	8	-0.07207627594470978
689074	rnn.weight_hh_l0_reverse	9	0.038573626428842545
689074	rnn.bias_ih_l0_reverse	0	-0.18138067424297333
689074	rnn.bias_ih_l0_reverse	1	-0.0631331130862236
689074	rnn.bias_ih_l0_reverse	2	0.16029919683933258
689074	rnn.bias_ih_l0_reverse	3	-0.3196861445903778
689074	rnn.bias_ih_l0_reverse	4	-0.0023505035787820816
689074	rnn.bias_ih_l0_reverse	5	-0.22415432333946228
689074	rnn.bias_ih_l0_reverse	6	0.26814255118370056
689074	rnn.bias_ih_l0_reverse	7	-0.3065147399902344
689074	rnn.bias_ih_l0_reverse	8	-0.18746623396873474
689074	rnn.bias_ih_l0_reverse	9	-0.15909822285175323
689074	rnn.bias_hh_l0_reverse	0	-0.1481993943452835
689074	rnn.bias_hh_l0_reverse	1	0.2783926725387573
689074	rnn.bias_hh_l0_reverse	2	-0.34249773621559143
689074	rnn.bias_hh_l0_reverse	3	-0.22839754819869995
689074	rnn.bias_hh_l0_reverse	4	-0.3985191285610199
689074	rnn.bias_hh_l0_reverse	5	-0.20833013951778412
689074	rnn.bias_hh_l0_reverse	6	-0.27600517868995667
689074	rnn.bias_hh_l0_reverse	7	-0.09926823526620865
689074	rnn.bias_hh_l0_reverse	8	-0.3552165627479553
689074	rnn.bias_hh_l0_reverse	9	0.2158210277557373
689074	linear.weight	0	0.19706590473651886
689074	linear.weight	1	-0.45550158619880676
689074	linear.weight	2	0.04023031145334244
689074	linear.weight	3	0.06748886406421661
689074	linear.weight	4	-0.1440657377243042
689074	linear.weight	5	0.20946210622787476
689074	linear.weight	6	-0.01770566962659359
689074	linear.weight	7	-0.059889957308769226
689074	linear.weight	8	0.1160602793097496
689074	linear.weight	9	-0.049763765186071396
689074	linear.bias	0	-0.864680826663971
689074	linear.bias	1	1.8387086391448975
689074	linear.bias	2	0.7766282558441162
689074	linear.bias	3	-2.738023519515991
689074	linear.bias	4	-0.08975400775671005
689074	linear.bias	5	1.2925523519515991
689074	linear.bias	6	-0.24369660019874573
689074	linear.bias	7	0.8578457236289978
689074	linear.bias	8	2.1386497020721436
689074	linear.bias	9	-1.3751447200775146
689683	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
689683	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
689683	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
689683	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
689683	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
689683	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
689683	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
689683	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
689683	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
689683	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
689683	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
689683	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
689683	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
689683	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
689683	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
689683	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
689683	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
689683	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
689683	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
689683	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
689683	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
689683	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
689683	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
689683	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
689683	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
689683	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
689683	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
689683	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
689683	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
689683	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
689683	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
689683	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
689683	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
689683	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
689683	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
689683	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
689683	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
689683	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
689683	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
689683	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
689683	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
689683	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
689683	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
689683	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
689683	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
689683	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
689683	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
689683	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
689683	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
689683	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
689683	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
689683	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
689683	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
689683	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
689683	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
689683	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
689683	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
689683	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
689683	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
689683	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
689683	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
689683	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
689683	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
689683	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
689683	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
689683	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
689683	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
689683	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
689683	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
689683	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
689683	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
689683	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
689683	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
689683	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
689683	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
689683	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
689683	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
689683	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
689683	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
689683	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
689683	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
689683	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
689683	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
689683	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
689683	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
689683	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
689683	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
689683	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
689683	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
689683	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
689683	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
689683	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
689683	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
689683	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
689683	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
689683	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
689683	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
689683	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
689683	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
689683	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
689683	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
689683	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
689683	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
689683	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
689683	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
689683	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
689683	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
689683	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
689683	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
689683	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
689683	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
689683	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
689683	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
689683	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
689683	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
689683	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
689683	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
689683	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
689683	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
689683	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
689683	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
689683	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
689683	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
689683	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
689683	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
689683	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
689683	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
689683	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
689683	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
689683	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
689683	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
689683	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
689683	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
689683	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
689683	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
689683	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
689683	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
689683	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
689683	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
689683	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
689683	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
689683	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
689683	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
689683	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
689683	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
689683	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
689683	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
689683	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
689683	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
689683	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
689683	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
689683	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
689683	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
689683	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
689683	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
689683	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
689683	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
689683	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
689683	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
689683	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
689683	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
689683	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
689683	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
689683	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
689683	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
689683	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
689683	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
689683	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
689683	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
689683	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
689683	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
689683	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
689683	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
689683	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
689683	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
689683	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
689683	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
689683	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
689683	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
689683	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
689683	embedding2nn.weight	0	0.3174085021018982
689683	embedding2nn.weight	1	0.3751091957092285
689683	embedding2nn.weight	2	0.0032180927228182554
689683	embedding2nn.weight	3	0.019928591325879097
689683	embedding2nn.weight	4	-0.030441926792263985
689683	embedding2nn.weight	5	0.043051499873399734
689683	embedding2nn.weight	6	-0.001044070697389543
689683	embedding2nn.weight	7	-0.007024713326245546
689683	embedding2nn.weight	8	0.03442772850394249
689683	embedding2nn.weight	9	-0.06004180386662483
689683	embedding2nn.bias	0	0.016098041087388992
689683	embedding2nn.bias	1	-0.18664143979549408
689683	embedding2nn.bias	2	0.13443154096603394
689683	embedding2nn.bias	3	0.16503123939037323
689683	embedding2nn.bias	4	0.1582418531179428
689683	embedding2nn.bias	5	-0.10111583769321442
689683	embedding2nn.bias	6	-0.05820793658494949
689683	embedding2nn.bias	7	0.03777295723557472
689683	embedding2nn.bias	8	-0.15261034667491913
689683	embedding2nn.bias	9	-0.38848093152046204
689683	rnn.weight_ih_l0	0	-0.00016102154040709138
689683	rnn.weight_ih_l0	1	-0.05749979615211487
689683	rnn.weight_ih_l0	2	-0.049503326416015625
689683	rnn.weight_ih_l0	3	0.11990386992692947
689683	rnn.weight_ih_l0	4	0.03046482987701893
689683	rnn.weight_ih_l0	5	-0.06215069442987442
689683	rnn.weight_ih_l0	6	0.012717170640826225
689683	rnn.weight_ih_l0	7	-0.026178307831287384
689683	rnn.weight_ih_l0	8	0.0164509117603302
689683	rnn.weight_ih_l0	9	-0.08723369240760803
689683	rnn.weight_hh_l0	0	-0.020032839849591255
689683	rnn.weight_hh_l0	1	0.08642931282520294
689683	rnn.weight_hh_l0	2	0.004413233138620853
689683	rnn.weight_hh_l0	3	-0.03172412887215614
689683	rnn.weight_hh_l0	4	0.08064804971218109
689683	rnn.weight_hh_l0	5	0.01182013563811779
689683	rnn.weight_hh_l0	6	-0.08340036869049072
689683	rnn.weight_hh_l0	7	-0.12275893241167068
689683	rnn.weight_hh_l0	8	0.039465680718421936
689683	rnn.weight_hh_l0	9	-0.12145286053419113
689683	rnn.bias_ih_l0	0	0.1636701375246048
689683	rnn.bias_ih_l0	1	-0.35482752323150635
689683	rnn.bias_ih_l0	2	-0.04509895667433739
689683	rnn.bias_ih_l0	3	-0.21263860166072845
689683	rnn.bias_ih_l0	4	0.01329068187624216
689683	rnn.bias_ih_l0	5	-0.4410944879055023
689683	rnn.bias_ih_l0	6	-0.14212989807128906
689683	rnn.bias_ih_l0	7	-0.37334874272346497
689683	rnn.bias_ih_l0	8	-0.3052586019039154
689683	rnn.bias_ih_l0	9	-0.46965867280960083
689683	rnn.bias_hh_l0	0	-0.358624666929245
689683	rnn.bias_hh_l0	1	-0.43677085638046265
689683	rnn.bias_hh_l0	2	-0.40592992305755615
689683	rnn.bias_hh_l0	3	-0.08484777063131332
689683	rnn.bias_hh_l0	4	-0.40938669443130493
689683	rnn.bias_hh_l0	5	-0.3661072850227356
689683	rnn.bias_hh_l0	6	-0.1172601506114006
689683	rnn.bias_hh_l0	7	0.06047689542174339
689683	rnn.bias_hh_l0	8	-0.22926372289657593
689683	rnn.bias_hh_l0	9	-0.5731374621391296
689683	rnn.weight_ih_l0_reverse	0	0.0030289844144135714
689683	rnn.weight_ih_l0_reverse	1	-0.014443968422710896
689683	rnn.weight_ih_l0_reverse	2	0.00752947898581624
689683	rnn.weight_ih_l0_reverse	3	-0.15105868875980377
689683	rnn.weight_ih_l0_reverse	4	0.08198182284832001
689683	rnn.weight_ih_l0_reverse	5	-0.10695977509021759
689683	rnn.weight_ih_l0_reverse	6	0.022943470627069473
689683	rnn.weight_ih_l0_reverse	7	0.02794717624783516
689683	rnn.weight_ih_l0_reverse	8	-0.04524364694952965
689683	rnn.weight_ih_l0_reverse	9	-0.06818817555904388
689683	rnn.weight_hh_l0_reverse	0	-0.14530538022518158
689683	rnn.weight_hh_l0_reverse	1	0.023172423243522644
689683	rnn.weight_hh_l0_reverse	2	-0.021140586584806442
689683	rnn.weight_hh_l0_reverse	3	0.027140526100993156
689683	rnn.weight_hh_l0_reverse	4	-0.07590506225824356
689683	rnn.weight_hh_l0_reverse	5	0.036302872002124786
689683	rnn.weight_hh_l0_reverse	6	0.029673771932721138
689683	rnn.weight_hh_l0_reverse	7	-0.12266729772090912
689683	rnn.weight_hh_l0_reverse	8	-0.07048404216766357
689683	rnn.weight_hh_l0_reverse	9	0.03836485743522644
689683	rnn.bias_ih_l0_reverse	0	-0.17785342037677765
689683	rnn.bias_ih_l0_reverse	1	-0.06384176760911942
689683	rnn.bias_ih_l0_reverse	2	0.1614341139793396
689683	rnn.bias_ih_l0_reverse	3	-0.32291582226753235
689683	rnn.bias_ih_l0_reverse	4	-0.0055842651054263115
689683	rnn.bias_ih_l0_reverse	5	-0.22693154215812683
689683	rnn.bias_ih_l0_reverse	6	0.26805931329727173
689683	rnn.bias_ih_l0_reverse	7	-0.31254711747169495
689683	rnn.bias_ih_l0_reverse	8	-0.18797752261161804
689683	rnn.bias_ih_l0_reverse	9	-0.16135796904563904
689683	rnn.bias_hh_l0_reverse	0	-0.14482659101486206
689683	rnn.bias_hh_l0_reverse	1	0.28062331676483154
689683	rnn.bias_hh_l0_reverse	2	-0.34597134590148926
689683	rnn.bias_hh_l0_reverse	3	-0.23339757323265076
689683	rnn.bias_hh_l0_reverse	4	-0.3942941427230835
689683	rnn.bias_hh_l0_reverse	5	-0.20883695781230927
689683	rnn.bias_hh_l0_reverse	6	-0.2715609669685364
689683	rnn.bias_hh_l0_reverse	7	-0.09787392616271973
689683	rnn.bias_hh_l0_reverse	8	-0.3524482846260071
689683	rnn.bias_hh_l0_reverse	9	0.2154749184846878
689683	linear.weight	0	0.1984790563583374
689683	linear.weight	1	-0.45139703154563904
689683	linear.weight	2	0.054391734302043915
689683	linear.weight	3	0.06748921424150467
689683	linear.weight	4	-0.13572590053081512
689683	linear.weight	5	0.21411433815956116
689683	linear.weight	6	-0.021759748458862305
689683	linear.weight	7	-0.05988466739654541
689683	linear.weight	8	0.12554286420345306
689683	linear.weight	9	-0.04976673424243927
689683	linear.bias	0	-0.8649267554283142
689683	linear.bias	1	1.8293849229812622
689683	linear.bias	2	0.7739418745040894
689683	linear.bias	3	-2.7381224632263184
689683	linear.bias	4	-0.10385366529226303
689683	linear.bias	5	1.2377899885177612
689683	linear.bias	6	-0.24247393012046814
689683	linear.bias	7	0.8628301024436951
689683	linear.bias	8	2.148895025253296
689683	linear.bias	9	-1.3694233894348145
690292	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
690292	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
690292	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
690292	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
690292	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
690292	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
690292	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
690292	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
690292	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
690292	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
690292	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
690292	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
690292	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
690292	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
690292	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
690292	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
690292	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
690292	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
690292	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
690292	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
690292	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
690292	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
690292	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
690292	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
690292	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
690292	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
690292	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
690292	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
690292	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
690292	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
690292	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
690292	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
690292	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
690292	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
690292	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
690292	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
690292	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
690292	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
690292	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
690292	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
690292	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
690292	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
690292	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
690292	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
690292	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
690292	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
690292	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
690292	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
690292	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
690292	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
690292	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
690292	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
690292	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
690292	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
690292	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
690292	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
690292	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
690292	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
690292	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
690292	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
690292	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
690292	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
690292	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
690292	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
690292	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
690292	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
690292	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
690292	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
690292	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
690292	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
690292	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
690292	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
690292	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
690292	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
690292	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
690292	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
690292	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
690292	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
690292	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
690292	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
690292	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
690292	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
690292	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
690292	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
690292	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
690292	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
690292	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
690292	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
690292	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
690292	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
690292	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
690292	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
690292	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
690292	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
690292	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
690292	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
690292	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
690292	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
690292	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
690292	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
690292	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
690292	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
690292	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
690292	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
690292	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
690292	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
690292	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
690292	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
690292	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
690292	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
690292	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
690292	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
690292	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
690292	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
690292	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
690292	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
690292	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
690292	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
690292	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
690292	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
690292	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
690292	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
690292	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
690292	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
690292	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
690292	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
690292	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
690292	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
690292	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
690292	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
690292	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
690292	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
690292	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
690292	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
690292	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
690292	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
690292	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
690292	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
690292	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
690292	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
690292	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
690292	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
690292	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
690292	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
690292	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
690292	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
690292	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
690292	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
690292	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
690292	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
690292	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
690292	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
690292	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
690292	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
690292	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
690292	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
690292	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
690292	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
690292	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
690292	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
690292	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
690292	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
690292	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
690292	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
690292	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
690292	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
690292	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
690292	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
690292	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
690292	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
690292	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
690292	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
690292	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
690292	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
690292	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
690292	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
690292	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
690292	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
690292	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
690292	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
690292	embedding2nn.weight	0	0.3195366859436035
690292	embedding2nn.weight	1	0.3762832283973694
690292	embedding2nn.weight	2	0.004087493754923344
690292	embedding2nn.weight	3	0.026674777269363403
690292	embedding2nn.weight	4	-0.030456814914941788
690292	embedding2nn.weight	5	0.04093566909432411
690292	embedding2nn.weight	6	-0.001449600444175303
690292	embedding2nn.weight	7	-0.007094135042279959
690292	embedding2nn.weight	8	0.035463299602270126
690292	embedding2nn.weight	9	-0.06182171031832695
690292	embedding2nn.bias	0	0.022803183645009995
690292	embedding2nn.bias	1	-0.1854897439479828
690292	embedding2nn.bias	2	0.13931617140769958
690292	embedding2nn.bias	3	0.15681655704975128
690292	embedding2nn.bias	4	0.1654149293899536
690292	embedding2nn.bias	5	-0.10372844338417053
690292	embedding2nn.bias	6	-0.05172843113541603
690292	embedding2nn.bias	7	0.04824233427643776
690292	embedding2nn.bias	8	-0.16319561004638672
690292	embedding2nn.bias	9	-0.39245250821113586
690292	rnn.weight_ih_l0	0	0.0006480714655481279
690292	rnn.weight_ih_l0	1	-0.05660965293645859
690292	rnn.weight_ih_l0	2	-0.04812586307525635
690292	rnn.weight_ih_l0	3	0.1209733858704567
690292	rnn.weight_ih_l0	4	0.030115468427538872
690292	rnn.weight_ih_l0	5	-0.06109766289591789
690292	rnn.weight_ih_l0	6	0.012412892654538155
690292	rnn.weight_ih_l0	7	-0.02256069891154766
690292	rnn.weight_ih_l0	8	0.015591303817927837
690292	rnn.weight_ih_l0	9	-0.0854724794626236
690292	rnn.weight_hh_l0	0	-0.01966342329978943
690292	rnn.weight_hh_l0	1	0.08649066090583801
690292	rnn.weight_hh_l0	2	0.004093953873962164
690292	rnn.weight_hh_l0	3	-0.03133281692862511
690292	rnn.weight_hh_l0	4	0.08033314347267151
690292	rnn.weight_hh_l0	5	0.012046655640006065
690292	rnn.weight_hh_l0	6	-0.08377180248498917
690292	rnn.weight_hh_l0	7	-0.12272457033395767
690292	rnn.weight_hh_l0	8	0.03934105858206749
690292	rnn.weight_hh_l0	9	-0.12086482346057892
690292	rnn.bias_ih_l0	0	0.1610603779554367
690292	rnn.bias_ih_l0	1	-0.35359054803848267
690292	rnn.bias_ih_l0	2	-0.045238591730594635
690292	rnn.bias_ih_l0	3	-0.2148982286453247
690292	rnn.bias_ih_l0	4	0.015683744102716446
690292	rnn.bias_ih_l0	5	-0.4426060914993286
690292	rnn.bias_ih_l0	6	-0.14279292523860931
690292	rnn.bias_ih_l0	7	-0.3737078905105591
690292	rnn.bias_ih_l0	8	-0.3058139979839325
690292	rnn.bias_ih_l0	9	-0.47410011291503906
690292	rnn.bias_hh_l0	0	-0.3574426770210266
690292	rnn.bias_hh_l0	1	-0.436133474111557
690292	rnn.bias_hh_l0	2	-0.40811070799827576
690292	rnn.bias_hh_l0	3	-0.08542478829622269
690292	rnn.bias_hh_l0	4	-0.4078986644744873
690292	rnn.bias_hh_l0	5	-0.3673779368400574
690292	rnn.bias_hh_l0	6	-0.11870983242988586
690292	rnn.bias_hh_l0	7	0.06152366101741791
690292	rnn.bias_hh_l0	8	-0.22575624287128448
690292	rnn.bias_hh_l0	9	-0.575354278087616
690292	rnn.weight_ih_l0_reverse	0	0.004485010635107756
690292	rnn.weight_ih_l0_reverse	1	-0.01436635572463274
690292	rnn.weight_ih_l0_reverse	2	0.008733190596103668
690292	rnn.weight_ih_l0_reverse	3	-0.15034732222557068
690292	rnn.weight_ih_l0_reverse	4	0.07980209589004517
690292	rnn.weight_ih_l0_reverse	5	-0.10999949276447296
690292	rnn.weight_ih_l0_reverse	6	0.017644772306084633
690292	rnn.weight_ih_l0_reverse	7	0.028233055025339127
690292	rnn.weight_ih_l0_reverse	8	-0.0465058907866478
690292	rnn.weight_ih_l0_reverse	9	-0.06753525137901306
690292	rnn.weight_hh_l0_reverse	0	-0.14465245604515076
690292	rnn.weight_hh_l0_reverse	1	0.02319241501390934
690292	rnn.weight_hh_l0_reverse	2	-0.021305417641997337
690292	rnn.weight_hh_l0_reverse	3	0.026996750384569168
690292	rnn.weight_hh_l0_reverse	4	-0.0767054557800293
690292	rnn.weight_hh_l0_reverse	5	0.036158330738544464
690292	rnn.weight_hh_l0_reverse	6	0.029777223244309425
690292	rnn.weight_hh_l0_reverse	7	-0.1228828951716423
690292	rnn.weight_hh_l0_reverse	8	-0.07009159028530121
690292	rnn.weight_hh_l0_reverse	9	0.037310656160116196
690292	rnn.bias_ih_l0_reverse	0	-0.18278473615646362
690292	rnn.bias_ih_l0_reverse	1	-0.06795084476470947
690292	rnn.bias_ih_l0_reverse	2	0.16089671850204468
690292	rnn.bias_ih_l0_reverse	3	-0.3190501034259796
690292	rnn.bias_ih_l0_reverse	4	-0.00444434629753232
690292	rnn.bias_ih_l0_reverse	5	-0.22638310492038727
690292	rnn.bias_ih_l0_reverse	6	0.271050363779068
690292	rnn.bias_ih_l0_reverse	7	-0.30709731578826904
690292	rnn.bias_ih_l0_reverse	8	-0.18706074357032776
690292	rnn.bias_ih_l0_reverse	9	-0.15656210482120514
690292	rnn.bias_hh_l0_reverse	0	-0.14581209421157837
690292	rnn.bias_hh_l0_reverse	1	0.2796757221221924
690292	rnn.bias_hh_l0_reverse	2	-0.3494630753993988
690292	rnn.bias_hh_l0_reverse	3	-0.23375393450260162
690292	rnn.bias_hh_l0_reverse	4	-0.39695990085601807
690292	rnn.bias_hh_l0_reverse	5	-0.20733484625816345
690292	rnn.bias_hh_l0_reverse	6	-0.2748367190361023
690292	rnn.bias_hh_l0_reverse	7	-0.09025546163320541
690292	rnn.bias_hh_l0_reverse	8	-0.35589781403541565
690292	rnn.bias_hh_l0_reverse	9	0.20705455541610718
690292	linear.weight	0	0.20114636421203613
690292	linear.weight	1	-0.44347915053367615
690292	linear.weight	2	0.04124140739440918
690292	linear.weight	3	0.06748910993337631
690292	linear.weight	4	-0.10867379605770111
690292	linear.weight	5	0.21556171774864197
690292	linear.weight	6	-0.01323621440678835
690292	linear.weight	7	-0.05988185852766037
690292	linear.weight	8	0.11928892135620117
690292	linear.weight	9	-0.04976924508810043
690292	linear.bias	0	-0.8475258350372314
690292	linear.bias	1	1.835980772972107
690292	linear.bias	2	0.7663983702659607
690292	linear.bias	3	-2.7381951808929443
690292	linear.bias	4	-0.09432415664196014
690292	linear.bias	5	1.25333833694458
690292	linear.bias	6	-0.21443699300289154
690292	linear.bias	7	0.8401588797569275
690292	linear.bias	8	2.1540775299072266
690292	linear.bias	9	-1.3704192638397217
690901	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
690901	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
690901	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
690901	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
690901	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
690901	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
690901	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
690901	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
690901	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
690901	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
690901	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
690901	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
690901	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
690901	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
690901	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
690901	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
690901	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
690901	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
690901	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
690901	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
690901	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
690901	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
690901	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
690901	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
690901	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
690901	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
690901	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
690901	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
690901	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
690901	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
690901	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
690901	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
690901	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
690901	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
690901	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
690901	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
690901	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
690901	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
690901	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
690901	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
690901	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
690901	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
690901	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
690901	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
690901	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
690901	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
690901	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
690901	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
690901	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
690901	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
690901	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
690901	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
690901	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
690901	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
690901	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
690901	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
690901	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
690901	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
690901	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
690901	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
690901	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
690901	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
690901	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
690901	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
690901	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
690901	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
690901	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
690901	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
690901	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
690901	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
690901	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
690901	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
690901	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
690901	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
690901	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
690901	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
690901	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
690901	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
690901	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
690901	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
690901	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
690901	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
690901	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
690901	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
690901	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
690901	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
690901	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
690901	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
690901	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
690901	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
690901	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
690901	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
690901	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
690901	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
690901	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
690901	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
690901	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
690901	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
690901	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
690901	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
690901	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
690901	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
690901	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
690901	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
690901	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
690901	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
690901	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
690901	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
690901	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
690901	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
690901	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
690901	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
690901	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
690901	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
690901	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
690901	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
690901	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
690901	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
690901	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
690901	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
690901	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
690901	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
690901	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
690901	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
690901	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
690901	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
690901	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
690901	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
690901	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
690901	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
690901	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
690901	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
690901	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
690901	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
690901	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
690901	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
690901	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
690901	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
690901	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
690901	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
690901	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
690901	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
690901	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
690901	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
690901	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
690901	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
690901	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
690901	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
690901	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
690901	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
690901	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
690901	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
690901	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
690901	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
690901	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
690901	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
690901	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
690901	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
690901	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
690901	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
690901	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
690901	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
690901	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
690901	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
690901	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
690901	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
690901	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
690901	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
690901	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
690901	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
690901	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
690901	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
690901	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
690901	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
690901	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
690901	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
690901	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
690901	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
690901	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
690901	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
690901	embedding2nn.weight	0	0.31900766491889954
690901	embedding2nn.weight	1	0.37651732563972473
690901	embedding2nn.weight	2	0.0022668084129691124
690901	embedding2nn.weight	3	0.033242229372262955
690901	embedding2nn.weight	4	-0.03169161453843117
690901	embedding2nn.weight	5	0.044302962720394135
690901	embedding2nn.weight	6	-0.013452831655740738
690901	embedding2nn.weight	7	-0.0045135957188904285
690901	embedding2nn.weight	8	0.036525171250104904
690901	embedding2nn.weight	9	-0.057279326021671295
690901	embedding2nn.bias	0	0.0015170781407505274
690901	embedding2nn.bias	1	-0.19403359293937683
690901	embedding2nn.bias	2	0.1383136361837387
690901	embedding2nn.bias	3	0.1505485624074936
690901	embedding2nn.bias	4	0.1620320975780487
690901	embedding2nn.bias	5	-0.08993091434240341
690901	embedding2nn.bias	6	-0.046018242835998535
690901	embedding2nn.bias	7	0.044224631041288376
690901	embedding2nn.bias	8	-0.18007761240005493
690901	embedding2nn.bias	9	-0.39308884739875793
690901	rnn.weight_ih_l0	0	0.00013609364395961165
690901	rnn.weight_ih_l0	1	-0.05729470029473305
690901	rnn.weight_ih_l0	2	-0.049020204693078995
690901	rnn.weight_ih_l0	3	0.1195506751537323
690901	rnn.weight_ih_l0	4	0.028513116762042046
690901	rnn.weight_ih_l0	5	-0.06260435283184052
690901	rnn.weight_ih_l0	6	0.011517691425979137
690901	rnn.weight_ih_l0	7	-0.023009825497865677
690901	rnn.weight_ih_l0	8	0.019864656031131744
690901	rnn.weight_ih_l0	9	-0.08383961021900177
690901	rnn.weight_hh_l0	0	-0.019793029874563217
690901	rnn.weight_hh_l0	1	0.08622103184461594
690901	rnn.weight_hh_l0	2	0.004206724930554628
690901	rnn.weight_hh_l0	3	-0.031771816313266754
690901	rnn.weight_hh_l0	4	0.07998259365558624
690901	rnn.weight_hh_l0	5	0.012458503246307373
690901	rnn.weight_hh_l0	6	-0.08386025577783585
690901	rnn.weight_hh_l0	7	-0.12446470558643341
690901	rnn.weight_hh_l0	8	0.03931416943669319
690901	rnn.weight_hh_l0	9	-0.12110640108585358
690901	rnn.bias_ih_l0	0	0.17045167088508606
690901	rnn.bias_ih_l0	1	-0.3534567356109619
690901	rnn.bias_ih_l0	2	-0.04297016188502312
690901	rnn.bias_ih_l0	3	-0.21370458602905273
690901	rnn.bias_ih_l0	4	0.016708141192793846
690901	rnn.bias_ih_l0	5	-0.44058504700660706
690901	rnn.bias_ih_l0	6	-0.14247573912143707
690901	rnn.bias_ih_l0	7	-0.3724953532218933
690901	rnn.bias_ih_l0	8	-0.306845098733902
690901	rnn.bias_ih_l0	9	-0.4684441089630127
690901	rnn.bias_hh_l0	0	-0.35632774233818054
690901	rnn.bias_hh_l0	1	-0.4340505599975586
690901	rnn.bias_hh_l0	2	-0.41335248947143555
690901	rnn.bias_hh_l0	3	-0.0850524976849556
690901	rnn.bias_hh_l0	4	-0.40301501750946045
690901	rnn.bias_hh_l0	5	-0.36624768376350403
690901	rnn.bias_hh_l0	6	-0.11911134421825409
690901	rnn.bias_hh_l0	7	0.06841157376766205
690901	rnn.bias_hh_l0	8	-0.22599026560783386
690901	rnn.bias_hh_l0	9	-0.5752751231193542
690901	rnn.weight_ih_l0_reverse	0	0.008749148808419704
690901	rnn.weight_ih_l0_reverse	1	-0.014105244539678097
690901	rnn.weight_ih_l0_reverse	2	0.010317605920135975
690901	rnn.weight_ih_l0_reverse	3	-0.15114541351795197
690901	rnn.weight_ih_l0_reverse	4	0.0806257501244545
690901	rnn.weight_ih_l0_reverse	5	-0.10737204551696777
690901	rnn.weight_ih_l0_reverse	6	0.017379682511091232
690901	rnn.weight_ih_l0_reverse	7	0.02777172438800335
690901	rnn.weight_ih_l0_reverse	8	-0.04769919812679291
690901	rnn.weight_ih_l0_reverse	9	-0.06876443326473236
690901	rnn.weight_hh_l0_reverse	0	-0.14475667476654053
690901	rnn.weight_hh_l0_reverse	1	0.022495001554489136
690901	rnn.weight_hh_l0_reverse	2	-0.021748723462224007
690901	rnn.weight_hh_l0_reverse	3	0.026528270915150642
690901	rnn.weight_hh_l0_reverse	4	-0.07738059014081955
690901	rnn.weight_hh_l0_reverse	5	0.03608693554997444
690901	rnn.weight_hh_l0_reverse	6	0.02996501699090004
690901	rnn.weight_hh_l0_reverse	7	-0.12331272661685944
690901	rnn.weight_hh_l0_reverse	8	-0.07039501518011093
690901	rnn.weight_hh_l0_reverse	9	0.03601093217730522
690901	rnn.bias_ih_l0_reverse	0	-0.1837863326072693
690901	rnn.bias_ih_l0_reverse	1	-0.06261865049600601
690901	rnn.bias_ih_l0_reverse	2	0.16050712764263153
690901	rnn.bias_ih_l0_reverse	3	-0.32376497983932495
690901	rnn.bias_ih_l0_reverse	4	-0.004941360093653202
690901	rnn.bias_ih_l0_reverse	5	-0.22389133274555206
690901	rnn.bias_ih_l0_reverse	6	0.26985877752304077
690901	rnn.bias_ih_l0_reverse	7	-0.30691733956336975
690901	rnn.bias_ih_l0_reverse	8	-0.19083771109580994
690901	rnn.bias_ih_l0_reverse	9	-0.15224456787109375
690901	rnn.bias_hh_l0_reverse	0	-0.14268483221530914
690901	rnn.bias_hh_l0_reverse	1	0.2810031473636627
690901	rnn.bias_hh_l0_reverse	2	-0.3527446389198303
690901	rnn.bias_hh_l0_reverse	3	-0.23699940741062164
690901	rnn.bias_hh_l0_reverse	4	-0.3947337567806244
690901	rnn.bias_hh_l0_reverse	5	-0.2089969515800476
690901	rnn.bias_hh_l0_reverse	6	-0.27652034163475037
690901	rnn.bias_hh_l0_reverse	7	-0.09027855098247528
690901	rnn.bias_hh_l0_reverse	8	-0.36033064126968384
690901	rnn.bias_hh_l0_reverse	9	0.2161952704191208
690901	linear.weight	0	0.19146040081977844
690901	linear.weight	1	-0.43151038885116577
690901	linear.weight	2	0.04118912294507027
690901	linear.weight	3	0.067489393055439
690901	linear.weight	4	-0.1192304939031601
690901	linear.weight	5	0.22669310867786407
690901	linear.weight	6	-0.007956195622682571
690901	linear.weight	7	-0.05987844616174698
690901	linear.weight	8	0.1264202892780304
690901	linear.weight	9	-0.049771785736083984
690901	linear.bias	0	-0.8484042882919312
690901	linear.bias	1	1.8070820569992065
690901	linear.bias	2	0.7857629656791687
690901	linear.bias	3	-2.738276243209839
690901	linear.bias	4	-0.11840198934078217
690901	linear.bias	5	1.2597311735153198
690901	linear.bias	6	-0.20716610550880432
690901	linear.bias	7	0.8467210531234741
690901	linear.bias	8	2.1524062156677246
690901	linear.bias	9	-1.3589001893997192
691510	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
691510	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
691510	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
691510	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
691510	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
691510	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
691510	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
691510	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
691510	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
691510	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
691510	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
691510	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
691510	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
691510	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
691510	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
691510	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
691510	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
691510	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
691510	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
691510	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
691510	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
691510	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
691510	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
691510	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
691510	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
691510	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
691510	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
691510	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
691510	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
691510	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
691510	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
691510	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
691510	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
691510	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
691510	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
691510	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
691510	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
691510	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
691510	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
691510	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
691510	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
691510	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
691510	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
691510	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
691510	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
691510	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
691510	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
691510	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
691510	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
691510	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
691510	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
691510	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
691510	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
691510	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
691510	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
691510	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
691510	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
691510	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
691510	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
691510	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
691510	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
691510	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
691510	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
691510	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
691510	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
691510	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
691510	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
691510	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
691510	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
691510	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
691510	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
691510	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
691510	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
691510	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
691510	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
691510	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
691510	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
691510	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
691510	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
691510	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
691510	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
691510	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
691510	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
691510	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
691510	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
691510	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
691510	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
691510	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
691510	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
691510	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
691510	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
691510	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
691510	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
691510	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
691510	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
691510	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
691510	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
691510	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
691510	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
691510	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
691510	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
691510	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
691510	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
691510	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
691510	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
691510	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
691510	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
691510	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
691510	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
691510	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
691510	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
691510	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
691510	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
691510	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
691510	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
691510	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
691510	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
691510	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
691510	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
691510	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
691510	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
691510	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
691510	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
691510	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
691510	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
691510	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
691510	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
691510	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
691510	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
691510	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
691510	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
691510	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
691510	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
691510	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
691510	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
691510	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
691510	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
691510	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
691510	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
691510	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
691510	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
691510	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
691510	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
691510	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
691510	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
691510	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
691510	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
691510	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
691510	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
691510	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
691510	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
691510	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
691510	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
691510	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
691510	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
691510	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
691510	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
691510	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
691510	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
691510	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
691510	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
691510	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
691510	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
691510	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
691510	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
691510	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
691510	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
691510	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
691510	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
691510	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
691510	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
691510	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
691510	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
691510	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
691510	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
691510	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
691510	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
691510	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
691510	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
691510	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
691510	embedding2nn.weight	0	0.31890422105789185
691510	embedding2nn.weight	1	0.37722277641296387
691510	embedding2nn.weight	2	0.0013683208962902427
691510	embedding2nn.weight	3	0.033940527588129044
691510	embedding2nn.weight	4	-0.030972201377153397
691510	embedding2nn.weight	5	0.04285354167222977
691510	embedding2nn.weight	6	-0.014155508950352669
691510	embedding2nn.weight	7	-0.0071490854024887085
691510	embedding2nn.weight	8	0.03892023116350174
691510	embedding2nn.weight	9	-0.059229083359241486
691510	embedding2nn.bias	0	0.0065061068162322044
691510	embedding2nn.bias	1	-0.18398389220237732
691510	embedding2nn.bias	2	0.12416516244411469
691510	embedding2nn.bias	3	0.17244422435760498
691510	embedding2nn.bias	4	0.15747754275798798
691510	embedding2nn.bias	5	-0.07827851176261902
691510	embedding2nn.bias	6	-0.05130712315440178
691510	embedding2nn.bias	7	0.03388006240129471
691510	embedding2nn.bias	8	-0.17731840908527374
691510	embedding2nn.bias	9	-0.38783231377601624
691510	rnn.weight_ih_l0	0	-0.00015343249833676964
691510	rnn.weight_ih_l0	1	-0.05759290233254433
691510	rnn.weight_ih_l0	2	-0.050046615302562714
691510	rnn.weight_ih_l0	3	0.11952801048755646
691510	rnn.weight_ih_l0	4	0.027080712839961052
691510	rnn.weight_ih_l0	5	-0.06236943602561951
691510	rnn.weight_ih_l0	6	0.010837423615157604
691510	rnn.weight_ih_l0	7	-0.021772010251879692
691510	rnn.weight_ih_l0	8	0.01999579556286335
691510	rnn.weight_ih_l0	9	-0.08368208259344101
691510	rnn.weight_hh_l0	0	-0.0200885608792305
691510	rnn.weight_hh_l0	1	0.0860714316368103
691510	rnn.weight_hh_l0	2	0.004370697308331728
691510	rnn.weight_hh_l0	3	-0.0320323221385479
691510	rnn.weight_hh_l0	4	0.08007431030273438
691510	rnn.weight_hh_l0	5	0.011660495772957802
691510	rnn.weight_hh_l0	6	-0.08398433029651642
691510	rnn.weight_hh_l0	7	-0.12344872951507568
691510	rnn.weight_hh_l0	8	0.039415620267391205
691510	rnn.weight_hh_l0	9	-0.12099122256040573
691510	rnn.bias_ih_l0	0	0.16484655439853668
691510	rnn.bias_ih_l0	1	-0.35787203907966614
691510	rnn.bias_ih_l0	2	-0.04384016990661621
691510	rnn.bias_ih_l0	3	-0.21208864450454712
691510	rnn.bias_ih_l0	4	0.021173590794205666
691510	rnn.bias_ih_l0	5	-0.4357386827468872
691510	rnn.bias_ih_l0	6	-0.14144986867904663
691510	rnn.bias_ih_l0	7	-0.37299785017967224
691510	rnn.bias_ih_l0	8	-0.3102458119392395
691510	rnn.bias_ih_l0	9	-0.47350555658340454
691510	rnn.bias_hh_l0	0	-0.3579116761684418
691510	rnn.bias_hh_l0	1	-0.43295595049858093
691510	rnn.bias_hh_l0	2	-0.41107815504074097
691510	rnn.bias_hh_l0	3	-0.08881228417158127
691510	rnn.bias_hh_l0	4	-0.40744730830192566
691510	rnn.bias_hh_l0	5	-0.36434879899024963
691510	rnn.bias_hh_l0	6	-0.12173923850059509
691510	rnn.bias_hh_l0	7	0.06820119917392731
691510	rnn.bias_hh_l0	8	-0.22372637689113617
691510	rnn.bias_hh_l0	9	-0.573333740234375
691510	rnn.weight_ih_l0_reverse	0	0.010147001594305038
691510	rnn.weight_ih_l0_reverse	1	-0.015042816288769245
691510	rnn.weight_ih_l0_reverse	2	0.008824817836284637
691510	rnn.weight_ih_l0_reverse	3	-0.15150947868824005
691510	rnn.weight_ih_l0_reverse	4	0.08050002157688141
691510	rnn.weight_ih_l0_reverse	5	-0.10768304765224457
691510	rnn.weight_ih_l0_reverse	6	0.010646209120750427
691510	rnn.weight_ih_l0_reverse	7	0.02726222202181816
691510	rnn.weight_ih_l0_reverse	8	-0.04879165440797806
691510	rnn.weight_ih_l0_reverse	9	-0.06736337393522263
691510	rnn.weight_hh_l0_reverse	0	-0.1454792618751526
691510	rnn.weight_hh_l0_reverse	1	0.02221575379371643
691510	rnn.weight_hh_l0_reverse	2	-0.021068153902888298
691510	rnn.weight_hh_l0_reverse	3	0.026861494407057762
691510	rnn.weight_hh_l0_reverse	4	-0.07758685201406479
691510	rnn.weight_hh_l0_reverse	5	0.03600611537694931
691510	rnn.weight_hh_l0_reverse	6	0.030065059661865234
691510	rnn.weight_hh_l0_reverse	7	-0.12514816224575043
691510	rnn.weight_hh_l0_reverse	8	-0.07018740475177765
691510	rnn.weight_hh_l0_reverse	9	0.03469967842102051
691510	rnn.bias_ih_l0_reverse	0	-0.18154698610305786
691510	rnn.bias_ih_l0_reverse	1	-0.06599997729063034
691510	rnn.bias_ih_l0_reverse	2	0.16039177775382996
691510	rnn.bias_ih_l0_reverse	3	-0.3248451054096222
691510	rnn.bias_ih_l0_reverse	4	-0.0012232395820319653
691510	rnn.bias_ih_l0_reverse	5	-0.21927441656589508
691510	rnn.bias_ih_l0_reverse	6	0.2724573016166687
691510	rnn.bias_ih_l0_reverse	7	-0.3142857253551483
691510	rnn.bias_ih_l0_reverse	8	-0.1891864389181137
691510	rnn.bias_ih_l0_reverse	9	-0.1548251509666443
691510	rnn.bias_hh_l0_reverse	0	-0.1460101455450058
691510	rnn.bias_hh_l0_reverse	1	0.2776619493961334
691510	rnn.bias_hh_l0_reverse	2	-0.35042044520378113
691510	rnn.bias_hh_l0_reverse	3	-0.2384561449289322
691510	rnn.bias_hh_l0_reverse	4	-0.39256471395492554
691510	rnn.bias_hh_l0_reverse	5	-0.2094649076461792
691510	rnn.bias_hh_l0_reverse	6	-0.2730344533920288
691510	rnn.bias_hh_l0_reverse	7	-0.09601591527462006
691510	rnn.bias_hh_l0_reverse	8	-0.3579058051109314
691510	rnn.bias_hh_l0_reverse	9	0.219156876206398
691510	linear.weight	0	0.1981145292520523
691510	linear.weight	1	-0.42572179436683655
691510	linear.weight	2	0.026999345049262047
691510	linear.weight	3	0.06748898327350616
691510	linear.weight	4	-0.1262197643518448
691510	linear.weight	5	0.2477625161409378
691510	linear.weight	6	-0.02305973321199417
691510	linear.weight	7	-0.059876035898923874
691510	linear.weight	8	0.13162721693515778
691510	linear.weight	9	-0.04977492243051529
691510	linear.bias	0	-0.8569207191467285
691510	linear.bias	1	1.842713475227356
691510	linear.bias	2	0.775469958782196
691510	linear.bias	3	-2.73836612701416
691510	linear.bias	4	-0.1247066780924797
691510	linear.bias	5	1.2667741775512695
691510	linear.bias	6	-0.21064282953739166
691510	linear.bias	7	0.8500339388847351
691510	linear.bias	8	2.1604740619659424
691510	linear.bias	9	-1.3615707159042358
692119	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
692119	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
692119	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
692119	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
692119	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
692119	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
692119	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
692119	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
692119	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
692119	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
692119	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
692119	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
692119	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
692119	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
692119	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
692119	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
692119	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
692119	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
692119	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
692119	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
692119	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
692119	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
692119	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
692119	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
692119	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
692119	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
692119	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
692119	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
692119	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
692119	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
692119	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
692119	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
692119	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
692119	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
692119	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
692119	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
692119	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
692119	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
692119	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
692119	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
692119	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
692119	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
692119	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
692119	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
692119	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
692119	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
692119	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
692119	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
692119	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
692119	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
692119	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
692119	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
692119	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
692119	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
692119	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
692119	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
692119	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
692119	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
692119	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
692119	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
692119	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
692119	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
692119	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
692119	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
692119	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
692119	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
692119	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
692119	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
692119	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
692119	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
692119	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
692119	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
692119	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
692119	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
692119	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
692119	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
692119	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
692119	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
692119	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
692119	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
692119	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
692119	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
692119	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
692119	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
692119	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
692119	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
692119	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
692119	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
692119	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
692119	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
692119	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
692119	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
692119	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
692119	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
692119	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
692119	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
692119	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
692119	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
692119	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
692119	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
692119	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
692119	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
692119	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
692119	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
692119	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
692119	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
692119	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
692119	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
692119	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
692119	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
692119	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
692119	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
692119	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
692119	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
692119	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
692119	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
692119	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
692119	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
692119	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
692119	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
692119	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
692119	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
692119	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
692119	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
692119	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
692119	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
692119	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
692119	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
692119	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
692119	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
692119	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
692119	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
692119	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
692119	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
692119	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
692119	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
692119	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
692119	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
692119	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
692119	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
692119	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
692119	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
692119	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
692119	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
692119	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
692119	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
692119	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
692119	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
692119	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
692119	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
692119	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
692119	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
692119	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
692119	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
692119	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
692119	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
692119	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
692119	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
692119	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
692119	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
692119	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
692119	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
692119	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
692119	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
692119	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
692119	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
692119	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
692119	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
692119	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
692119	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
692119	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
692119	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
692119	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
692119	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
692119	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
692119	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
692119	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
692119	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
692119	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
692119	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
692119	embedding2nn.weight	0	0.3192000389099121
692119	embedding2nn.weight	1	0.3761046528816223
692119	embedding2nn.weight	2	0.001638410845771432
692119	embedding2nn.weight	3	0.030906053259968758
692119	embedding2nn.weight	4	-0.03116825968027115
692119	embedding2nn.weight	5	0.039667319506406784
692119	embedding2nn.weight	6	-0.017979929223656654
692119	embedding2nn.weight	7	-0.012998588383197784
692119	embedding2nn.weight	8	0.03888737037777901
692119	embedding2nn.weight	9	-0.06067879870533943
692119	embedding2nn.bias	0	0.010429725982248783
692119	embedding2nn.bias	1	-0.18854936957359314
692119	embedding2nn.bias	2	0.12047187238931656
692119	embedding2nn.bias	3	0.17025180160999298
692119	embedding2nn.bias	4	0.15603052079677582
692119	embedding2nn.bias	5	-0.08770454674959183
692119	embedding2nn.bias	6	-0.04515848308801651
692119	embedding2nn.bias	7	0.04235709458589554
692119	embedding2nn.bias	8	-0.162547305226326
692119	embedding2nn.bias	9	-0.37852737307548523
692119	rnn.weight_ih_l0	0	-0.00027522703749127686
692119	rnn.weight_ih_l0	1	-0.0566345751285553
692119	rnn.weight_ih_l0	2	-0.05186067521572113
692119	rnn.weight_ih_l0	3	0.12138206511735916
692119	rnn.weight_ih_l0	4	0.028570231050252914
692119	rnn.weight_ih_l0	5	-0.06508186459541321
692119	rnn.weight_ih_l0	6	0.010789592750370502
692119	rnn.weight_ih_l0	7	-0.023499898612499237
692119	rnn.weight_ih_l0	8	0.02155730500817299
692119	rnn.weight_ih_l0	9	-0.08098804205656052
692119	rnn.weight_hh_l0	0	-0.01971885934472084
692119	rnn.weight_hh_l0	1	0.08597403764724731
692119	rnn.weight_hh_l0	2	0.0049956501461565495
692119	rnn.weight_hh_l0	3	-0.03172321617603302
692119	rnn.weight_hh_l0	4	0.0800086259841919
692119	rnn.weight_hh_l0	5	0.010794960893690586
692119	rnn.weight_hh_l0	6	-0.0837523490190506
692119	rnn.weight_hh_l0	7	-0.12223998457193375
692119	rnn.weight_hh_l0	8	0.03949490934610367
692119	rnn.weight_hh_l0	9	-0.12072515487670898
692119	rnn.bias_ih_l0	0	0.16417133808135986
692119	rnn.bias_ih_l0	1	-0.35728442668914795
692119	rnn.bias_ih_l0	2	-0.044277217239141464
692119	rnn.bias_ih_l0	3	-0.21112407743930817
692119	rnn.bias_ih_l0	4	0.018075285479426384
692119	rnn.bias_ih_l0	5	-0.43469110131263733
692119	rnn.bias_ih_l0	6	-0.142139732837677
692119	rnn.bias_ih_l0	7	-0.37578055262565613
692119	rnn.bias_ih_l0	8	-0.311744749546051
692119	rnn.bias_ih_l0	9	-0.46716874837875366
692119	rnn.bias_hh_l0	0	-0.35060784220695496
692119	rnn.bias_hh_l0	1	-0.43454983830451965
692119	rnn.bias_hh_l0	2	-0.4115862548351288
692119	rnn.bias_hh_l0	3	-0.0841735377907753
692119	rnn.bias_hh_l0	4	-0.4051281809806824
692119	rnn.bias_hh_l0	5	-0.36467117071151733
692119	rnn.bias_hh_l0	6	-0.12254730612039566
692119	rnn.bias_hh_l0	7	0.06437157094478607
692119	rnn.bias_hh_l0	8	-0.22300511598587036
692119	rnn.bias_hh_l0	9	-0.5767747759819031
692119	rnn.weight_ih_l0_reverse	0	0.009657396003603935
692119	rnn.weight_ih_l0_reverse	1	-0.014882810413837433
692119	rnn.weight_ih_l0_reverse	2	0.009356616996228695
692119	rnn.weight_ih_l0_reverse	3	-0.15133902430534363
692119	rnn.weight_ih_l0_reverse	4	0.07933253794908524
692119	rnn.weight_ih_l0_reverse	5	-0.10566066205501556
692119	rnn.weight_ih_l0_reverse	6	0.010776383802294731
692119	rnn.weight_ih_l0_reverse	7	0.026673482730984688
692119	rnn.weight_ih_l0_reverse	8	-0.04754004254937172
692119	rnn.weight_ih_l0_reverse	9	-0.06852007657289505
692119	rnn.weight_hh_l0_reverse	0	-0.1451157182455063
692119	rnn.weight_hh_l0_reverse	1	0.02238837070763111
692119	rnn.weight_hh_l0_reverse	2	-0.02146405540406704
692119	rnn.weight_hh_l0_reverse	3	0.026975952088832855
692119	rnn.weight_hh_l0_reverse	4	-0.07733676582574844
692119	rnn.weight_hh_l0_reverse	5	0.03596770390868187
692119	rnn.weight_hh_l0_reverse	6	0.03011874109506607
692119	rnn.weight_hh_l0_reverse	7	-0.12466990947723389
692119	rnn.weight_hh_l0_reverse	8	-0.07006632536649704
692119	rnn.weight_hh_l0_reverse	9	0.03526889905333519
692119	rnn.bias_ih_l0_reverse	0	-0.17992237210273743
692119	rnn.bias_ih_l0_reverse	1	-0.06457731127738953
692119	rnn.bias_ih_l0_reverse	2	0.15616260468959808
692119	rnn.bias_ih_l0_reverse	3	-0.3292534649372101
692119	rnn.bias_ih_l0_reverse	4	-0.0020761494524776936
692119	rnn.bias_ih_l0_reverse	5	-0.21642258763313293
692119	rnn.bias_ih_l0_reverse	6	0.2631857991218567
692119	rnn.bias_ih_l0_reverse	7	-0.31012076139450073
692119	rnn.bias_ih_l0_reverse	8	-0.1918470710515976
692119	rnn.bias_ih_l0_reverse	9	-0.1503710150718689
692119	rnn.bias_hh_l0_reverse	0	-0.1457517445087433
692119	rnn.bias_hh_l0_reverse	1	0.2816445529460907
692119	rnn.bias_hh_l0_reverse	2	-0.3536427617073059
692119	rnn.bias_hh_l0_reverse	3	-0.23228268325328827
692119	rnn.bias_hh_l0_reverse	4	-0.3962244391441345
692119	rnn.bias_hh_l0_reverse	5	-0.20898188650608063
692119	rnn.bias_hh_l0_reverse	6	-0.27747535705566406
692119	rnn.bias_hh_l0_reverse	7	-0.09656518697738647
692119	rnn.bias_hh_l0_reverse	8	-0.36005574464797974
692119	rnn.bias_hh_l0_reverse	9	0.21771806478500366
692119	linear.weight	0	0.19989433884620667
692119	linear.weight	1	-0.42847511172294617
692119	linear.weight	2	0.016904626041650772
692119	linear.weight	3	0.06748906522989273
692119	linear.weight	4	-0.1326962113380432
692119	linear.weight	5	0.2402651160955429
692119	linear.weight	6	-0.016740502789616585
692119	linear.weight	7	-0.05987228825688362
692119	linear.weight	8	0.13177303969860077
692119	linear.weight	9	-0.049777302891016006
692119	linear.bias	0	-0.8361356258392334
692119	linear.bias	1	1.8252427577972412
692119	linear.bias	2	0.7626776695251465
692119	linear.bias	3	-2.7384674549102783
692119	linear.bias	4	-0.09068092703819275
692119	linear.bias	5	1.2758560180664062
692119	linear.bias	6	-0.20226432383060455
692119	linear.bias	7	0.8395951390266418
692119	linear.bias	8	2.1203105449676514
692119	linear.bias	9	-1.3597118854522705
692728	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
692728	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
692728	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
692728	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
692728	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
692728	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
692728	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
692728	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
692728	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
692728	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
692728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
692728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
692728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
692728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
692728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
692728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
692728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
692728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
692728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
692728	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
692728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
692728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
692728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
692728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
692728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
692728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
692728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
692728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
692728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
692728	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
692728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
692728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
692728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
692728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
692728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
692728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
692728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
692728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
692728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
692728	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
692728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
692728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
692728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
692728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
692728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
692728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
692728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
692728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
692728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
692728	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
692728	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
692728	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
692728	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
692728	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
692728	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
692728	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
692728	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
692728	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
692728	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
692728	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
692728	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
692728	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
692728	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
692728	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
692728	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
692728	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
692728	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
692728	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
692728	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
692728	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
692728	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
692728	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
692728	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
692728	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
692728	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
692728	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
692728	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
692728	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
692728	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
692728	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
692728	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
692728	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
692728	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
692728	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
692728	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
692728	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
692728	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
692728	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
692728	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
692728	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
692728	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
692728	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
692728	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
692728	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
692728	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
692728	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
692728	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
692728	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
692728	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
692728	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
692728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
692728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
692728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
692728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
692728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
692728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
692728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
692728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
692728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
692728	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
692728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
692728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
692728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
692728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
692728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
692728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
692728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
692728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
692728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
692728	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
692728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
692728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
692728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
692728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
692728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
692728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
692728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
692728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
692728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
692728	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
692728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
692728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
692728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
692728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
692728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
692728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
692728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
692728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
692728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
692728	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
692728	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
692728	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
692728	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
692728	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
692728	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
692728	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
692728	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
692728	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
692728	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
692728	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
692728	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
692728	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
692728	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
692728	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
692728	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
692728	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
692728	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
692728	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
692728	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
692728	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
692728	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
692728	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
692728	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
692728	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
692728	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
692728	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
692728	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
692728	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
692728	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
692728	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
692728	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
692728	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
692728	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
692728	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
692728	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
692728	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
692728	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
692728	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
692728	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
692728	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
692728	embedding2nn.weight	0	0.3190034031867981
692728	embedding2nn.weight	1	0.38221651315689087
692728	embedding2nn.weight	2	0.0025859386660158634
692728	embedding2nn.weight	3	0.027205418795347214
692728	embedding2nn.weight	4	-0.03064335323870182
692728	embedding2nn.weight	5	0.03977041319012642
692728	embedding2nn.weight	6	-0.013876033015549183
692728	embedding2nn.weight	7	-0.014229676686227322
692728	embedding2nn.weight	8	0.03749769181013107
692728	embedding2nn.weight	9	-0.059476058930158615
692728	embedding2nn.bias	0	0.018438473343849182
692728	embedding2nn.bias	1	-0.189845010638237
692728	embedding2nn.bias	2	0.11294874548912048
692728	embedding2nn.bias	3	0.1732151210308075
692728	embedding2nn.bias	4	0.14628006517887115
692728	embedding2nn.bias	5	-0.08265857398509979
692728	embedding2nn.bias	6	-0.06166011095046997
692728	embedding2nn.bias	7	0.04286997765302658
692728	embedding2nn.bias	8	-0.15151968598365784
692728	embedding2nn.bias	9	-0.38428378105163574
692728	rnn.weight_ih_l0	0	0.0012566496152430773
692728	rnn.weight_ih_l0	1	-0.05681753158569336
692728	rnn.weight_ih_l0	2	-0.05298476666212082
692728	rnn.weight_ih_l0	3	0.12067428976297379
692728	rnn.weight_ih_l0	4	0.02641153335571289
692728	rnn.weight_ih_l0	5	-0.0683402568101883
692728	rnn.weight_ih_l0	6	0.009285202249884605
692728	rnn.weight_ih_l0	7	-0.02434086799621582
692728	rnn.weight_ih_l0	8	0.023831719532608986
692728	rnn.weight_ih_l0	9	-0.08186838775873184
692728	rnn.weight_hh_l0	0	-0.019696922972798347
692728	rnn.weight_hh_l0	1	0.08637693524360657
692728	rnn.weight_hh_l0	2	0.0058855172246694565
692728	rnn.weight_hh_l0	3	-0.03210555762052536
692728	rnn.weight_hh_l0	4	0.08036269247531891
692728	rnn.weight_hh_l0	5	0.010650395415723324
692728	rnn.weight_hh_l0	6	-0.0836297795176506
692728	rnn.weight_hh_l0	7	-0.122421495616436
692728	rnn.weight_hh_l0	8	0.0394512303173542
692728	rnn.weight_hh_l0	9	-0.1207190603017807
692728	rnn.bias_ih_l0	0	0.15812250971794128
692728	rnn.bias_ih_l0	1	-0.35734301805496216
692728	rnn.bias_ih_l0	2	-0.042807694524526596
692728	rnn.bias_ih_l0	3	-0.20792996883392334
692728	rnn.bias_ih_l0	4	0.019878363236784935
692728	rnn.bias_ih_l0	5	-0.43623799085617065
692728	rnn.bias_ih_l0	6	-0.15140365064144135
692728	rnn.bias_ih_l0	7	-0.3772675693035126
692728	rnn.bias_ih_l0	8	-0.30934253334999084
692728	rnn.bias_ih_l0	9	-0.4635412395000458
692728	rnn.bias_hh_l0	0	-0.35334181785583496
692728	rnn.bias_hh_l0	1	-0.4384840726852417
692728	rnn.bias_hh_l0	2	-0.41362035274505615
692728	rnn.bias_hh_l0	3	-0.08409549295902252
692728	rnn.bias_hh_l0	4	-0.4018690288066864
692728	rnn.bias_hh_l0	5	-0.36268720030784607
692728	rnn.bias_hh_l0	6	-0.12353198975324631
692728	rnn.bias_hh_l0	7	0.06545421481132507
692728	rnn.bias_hh_l0	8	-0.22381168603897095
692728	rnn.bias_hh_l0	9	-0.5752633213996887
692728	rnn.weight_ih_l0_reverse	0	0.011688830330967903
692728	rnn.weight_ih_l0_reverse	1	-0.015114597976207733
692728	rnn.weight_ih_l0_reverse	2	0.009130891412496567
692728	rnn.weight_ih_l0_reverse	3	-0.15240825712680817
692728	rnn.weight_ih_l0_reverse	4	0.08049017935991287
692728	rnn.weight_ih_l0_reverse	5	-0.10345480591058731
692728	rnn.weight_ih_l0_reverse	6	0.012747937813401222
692728	rnn.weight_ih_l0_reverse	7	0.02588522620499134
692728	rnn.weight_ih_l0_reverse	8	-0.04554875195026398
692728	rnn.weight_ih_l0_reverse	9	-0.06928274035453796
692728	rnn.weight_hh_l0_reverse	0	-0.14441515505313873
692728	rnn.weight_hh_l0_reverse	1	0.021702183410525322
692728	rnn.weight_hh_l0_reverse	2	-0.021797992289066315
692728	rnn.weight_hh_l0_reverse	3	0.026755984872579575
692728	rnn.weight_hh_l0_reverse	4	-0.07718424499034882
692728	rnn.weight_hh_l0_reverse	5	0.036337513476610184
692728	rnn.weight_hh_l0_reverse	6	0.030164804309606552
692728	rnn.weight_hh_l0_reverse	7	-0.12571921944618225
692728	rnn.weight_hh_l0_reverse	8	-0.06769855320453644
692728	rnn.weight_hh_l0_reverse	9	0.03490867838263512
692728	rnn.bias_ih_l0_reverse	0	-0.18136905133724213
692728	rnn.bias_ih_l0_reverse	1	-0.06607252359390259
692728	rnn.bias_ih_l0_reverse	2	0.15555354952812195
692728	rnn.bias_ih_l0_reverse	3	-0.3288014233112335
692728	rnn.bias_ih_l0_reverse	4	-0.0029284320771694183
692728	rnn.bias_ih_l0_reverse	5	-0.21823526918888092
692728	rnn.bias_ih_l0_reverse	6	0.26483824849128723
692728	rnn.bias_ih_l0_reverse	7	-0.3073057532310486
692728	rnn.bias_ih_l0_reverse	8	-0.19208477437496185
692728	rnn.bias_ih_l0_reverse	9	-0.1510675996541977
692728	rnn.bias_hh_l0_reverse	0	-0.15086014568805695
692728	rnn.bias_hh_l0_reverse	1	0.28296327590942383
692728	rnn.bias_hh_l0_reverse	2	-0.349517285823822
692728	rnn.bias_hh_l0_reverse	3	-0.23334014415740967
692728	rnn.bias_hh_l0_reverse	4	-0.39226269721984863
692728	rnn.bias_hh_l0_reverse	5	-0.20782247185707092
692728	rnn.bias_hh_l0_reverse	6	-0.27889594435691833
692728	rnn.bias_hh_l0_reverse	7	-0.09690938889980316
692728	rnn.bias_hh_l0_reverse	8	-0.3616314232349396
692728	rnn.bias_hh_l0_reverse	9	0.22106032073497772
692728	linear.weight	0	0.19228820502758026
692728	linear.weight	1	-0.4264823794364929
692728	linear.weight	2	0.021651335060596466
692728	linear.weight	3	0.06748970597982407
692728	linear.weight	4	-0.11195202171802521
692728	linear.weight	5	0.23340199887752533
692728	linear.weight	6	-0.03478033468127251
692728	linear.weight	7	-0.05986953154206276
692728	linear.weight	8	0.1253698170185089
692728	linear.weight	9	-0.04977850988507271
692728	linear.bias	0	-0.8439159393310547
692728	linear.bias	1	1.8528982400894165
692728	linear.bias	2	0.7742244601249695
692728	linear.bias	3	-2.7385473251342773
692728	linear.bias	4	-0.10048539191484451
692728	linear.bias	5	1.2662155628204346
692728	linear.bias	6	-0.2202051281929016
692728	linear.bias	7	0.8549425005912781
692728	linear.bias	8	2.1330947875976562
692728	linear.bias	9	-1.3790205717086792
693337	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
693337	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
693337	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
693337	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
693337	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
693337	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
693337	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
693337	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
693337	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
693337	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
693337	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
693337	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
693337	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
693337	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
693337	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
693337	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
693337	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
693337	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
693337	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
693337	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
693337	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
693337	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
693337	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
693337	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
693337	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
693337	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
693337	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
693337	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
693337	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
693337	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
693337	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
693337	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
693337	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
693337	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
693337	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
693337	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
693337	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
693337	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
693337	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
693337	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
693337	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
693337	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
693337	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
693337	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
693337	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
693337	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
693337	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
693337	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
693337	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
693337	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
693337	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
693337	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
693337	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
693337	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
693337	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
693337	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
693337	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
693337	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
693337	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
693337	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
693337	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
693337	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
693337	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
693337	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
693337	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
693337	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
693337	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
693337	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
693337	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
693337	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
693337	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
693337	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
693337	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
693337	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
693337	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
693337	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
693337	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
693337	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
693337	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
693337	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
693337	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
693337	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
693337	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
693337	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
693337	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
693337	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
693337	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
693337	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
693337	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
693337	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
693337	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
693337	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
693337	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
693337	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
693337	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
693337	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
693337	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
693337	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
693337	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
693337	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
693337	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
693337	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
693337	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
693337	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
693337	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
693337	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
693337	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
693337	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
693337	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
693337	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
693337	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
693337	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
693337	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
693337	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
693337	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
693337	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
693337	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
693337	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
693337	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
693337	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
693337	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
693337	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
693337	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
693337	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
693337	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
693337	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
693337	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
693337	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
693337	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
693337	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
693337	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
693337	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
693337	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
693337	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
693337	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
693337	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
693337	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
693337	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
693337	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
693337	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
693337	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
693337	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
693337	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
693337	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
693337	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
693337	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
693337	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
693337	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
693337	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
693337	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
693337	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
693337	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
693337	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
693337	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
693337	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
693337	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
693337	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
693337	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
693337	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
693337	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
693337	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
693337	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
693337	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
693337	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
693337	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
693337	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
693337	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
693337	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
693337	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
693337	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
693337	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
693337	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
693337	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
693337	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
693337	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
693337	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
693337	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
693337	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
693337	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
693337	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
693337	embedding2nn.weight	0	0.31791412830352783
693337	embedding2nn.weight	1	0.3833286762237549
693337	embedding2nn.weight	2	0.0018444240558892488
693337	embedding2nn.weight	3	0.034430716186761856
693337	embedding2nn.weight	4	-0.02564460225403309
693337	embedding2nn.weight	5	0.03955627977848053
693337	embedding2nn.weight	6	-0.010965697467327118
693337	embedding2nn.weight	7	-0.015358977019786835
693337	embedding2nn.weight	8	0.037086471915245056
693337	embedding2nn.weight	9	-0.06262847036123276
693337	embedding2nn.bias	0	0.027742749080061913
693337	embedding2nn.bias	1	-0.19770430028438568
693337	embedding2nn.bias	2	0.13252753019332886
693337	embedding2nn.bias	3	0.17015807330608368
693337	embedding2nn.bias	4	0.14634361863136292
693337	embedding2nn.bias	5	-0.08403070271015167
693337	embedding2nn.bias	6	-0.061227716505527496
693337	embedding2nn.bias	7	0.05034641921520233
693337	embedding2nn.bias	8	-0.15012869238853455
693337	embedding2nn.bias	9	-0.3751525282859802
693337	rnn.weight_ih_l0	0	0.0015896556433290243
693337	rnn.weight_ih_l0	1	-0.055491771548986435
693337	rnn.weight_ih_l0	2	-0.05288279801607132
693337	rnn.weight_ih_l0	3	0.12095805257558823
693337	rnn.weight_ih_l0	4	0.02504631131887436
693337	rnn.weight_ih_l0	5	-0.06934911757707596
693337	rnn.weight_ih_l0	6	0.007553998846560717
693337	rnn.weight_ih_l0	7	-0.024772679433226585
693337	rnn.weight_ih_l0	8	0.02339404635131359
693337	rnn.weight_ih_l0	9	-0.0804559513926506
693337	rnn.weight_hh_l0	0	-0.019842494279146194
693337	rnn.weight_hh_l0	1	0.0861896350979805
693337	rnn.weight_hh_l0	2	0.006310200784355402
693337	rnn.weight_hh_l0	3	-0.03242850303649902
693337	rnn.weight_hh_l0	4	0.08117186278104782
693337	rnn.weight_hh_l0	5	0.009839052334427834
693337	rnn.weight_hh_l0	6	-0.08361122757196426
693337	rnn.weight_hh_l0	7	-0.12275982648134232
693337	rnn.weight_hh_l0	8	0.03960304707288742
693337	rnn.weight_hh_l0	9	-0.12037371844053268
693337	rnn.bias_ih_l0	0	0.15400847792625427
693337	rnn.bias_ih_l0	1	-0.35419708490371704
693337	rnn.bias_ih_l0	2	-0.04283376410603523
693337	rnn.bias_ih_l0	3	-0.20493876934051514
693337	rnn.bias_ih_l0	4	0.01275252178311348
693337	rnn.bias_ih_l0	5	-0.4365452527999878
693337	rnn.bias_ih_l0	6	-0.15540026128292084
693337	rnn.bias_ih_l0	7	-0.37733030319213867
693337	rnn.bias_ih_l0	8	-0.3115728497505188
693337	rnn.bias_ih_l0	9	-0.4597378373146057
693337	rnn.bias_hh_l0	0	-0.3522665500640869
693337	rnn.bias_hh_l0	1	-0.4373708963394165
693337	rnn.bias_hh_l0	2	-0.4153817594051361
693337	rnn.bias_hh_l0	3	-0.08297194540500641
693337	rnn.bias_hh_l0	4	-0.40460366010665894
693337	rnn.bias_hh_l0	5	-0.36266592144966125
693337	rnn.bias_hh_l0	6	-0.12280629575252533
693337	rnn.bias_hh_l0	7	0.06068327650427818
693337	rnn.bias_hh_l0	8	-0.22320203483104706
693337	rnn.bias_hh_l0	9	-0.5728062987327576
693337	rnn.weight_ih_l0_reverse	0	0.013360301963984966
693337	rnn.weight_ih_l0_reverse	1	-0.01454067137092352
693337	rnn.weight_ih_l0_reverse	2	0.009695758111774921
693337	rnn.weight_ih_l0_reverse	3	-0.15254290401935577
693337	rnn.weight_ih_l0_reverse	4	0.0811033546924591
693337	rnn.weight_ih_l0_reverse	5	-0.1029978021979332
693337	rnn.weight_ih_l0_reverse	6	0.012426692992448807
693337	rnn.weight_ih_l0_reverse	7	0.026115644723176956
693337	rnn.weight_ih_l0_reverse	8	-0.0471101850271225
693337	rnn.weight_ih_l0_reverse	9	-0.06785732507705688
693337	rnn.weight_hh_l0_reverse	0	-0.14511710405349731
693337	rnn.weight_hh_l0_reverse	1	0.02187405340373516
693337	rnn.weight_hh_l0_reverse	2	-0.02208610810339451
693337	rnn.weight_hh_l0_reverse	3	0.026908330619335175
693337	rnn.weight_hh_l0_reverse	4	-0.07716874033212662
693337	rnn.weight_hh_l0_reverse	5	0.03649654611945152
693337	rnn.weight_hh_l0_reverse	6	0.030100878328084946
693337	rnn.weight_hh_l0_reverse	7	-0.12839841842651367
693337	rnn.weight_hh_l0_reverse	8	-0.06586708128452301
693337	rnn.weight_hh_l0_reverse	9	0.03456028178334236
693337	rnn.bias_ih_l0_reverse	0	-0.18287919461727142
693337	rnn.bias_ih_l0_reverse	1	-0.06358041614294052
693337	rnn.bias_ih_l0_reverse	2	0.1622363179922104
693337	rnn.bias_ih_l0_reverse	3	-0.3315720856189728
693337	rnn.bias_ih_l0_reverse	4	-0.004330323543399572
693337	rnn.bias_ih_l0_reverse	5	-0.21714992821216583
693337	rnn.bias_ih_l0_reverse	6	0.2665480077266693
693337	rnn.bias_ih_l0_reverse	7	-0.3133170008659363
693337	rnn.bias_ih_l0_reverse	8	-0.1930769979953766
693337	rnn.bias_ih_l0_reverse	9	-0.1507478803396225
693337	rnn.bias_hh_l0_reverse	0	-0.14214275777339935
693337	rnn.bias_hh_l0_reverse	1	0.2802049219608307
693337	rnn.bias_hh_l0_reverse	2	-0.3496749699115753
693337	rnn.bias_hh_l0_reverse	3	-0.23235829174518585
693337	rnn.bias_hh_l0_reverse	4	-0.3956776559352875
693337	rnn.bias_hh_l0_reverse	5	-0.20886904001235962
693337	rnn.bias_hh_l0_reverse	6	-0.2750612795352936
693337	rnn.bias_hh_l0_reverse	7	-0.0989827960729599
693337	rnn.bias_hh_l0_reverse	8	-0.3593403100967407
693337	rnn.bias_hh_l0_reverse	9	0.2186395525932312
693337	linear.weight	0	0.20733031630516052
693337	linear.weight	1	-0.4358297884464264
693337	linear.weight	2	0.04273305833339691
693337	linear.weight	3	0.06748941540718079
693337	linear.weight	4	-0.12575691938400269
693337	linear.weight	5	0.23991833627223969
693337	linear.weight	6	-0.03933389484882355
693337	linear.weight	7	-0.05986554175615311
693337	linear.weight	8	0.1318100243806839
693337	linear.weight	9	-0.04978206008672714
693337	linear.bias	0	-0.8577331900596619
693337	linear.bias	1	1.8268234729766846
693337	linear.bias	2	0.77092444896698
693337	linear.bias	3	-2.738640785217285
693337	linear.bias	4	-0.1111970841884613
693337	linear.bias	5	1.276108980178833
693337	linear.bias	6	-0.21380208432674408
693337	linear.bias	7	0.8562206625938416
693337	linear.bias	8	2.1362311840057373
693337	linear.bias	9	-1.358350396156311
693946	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
693946	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
693946	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
693946	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
693946	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
693946	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
693946	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
693946	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
693946	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
693946	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
693946	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
693946	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
693946	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
693946	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
693946	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
693946	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
693946	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
693946	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
693946	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
693946	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
693946	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
693946	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
693946	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
693946	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
693946	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
693946	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
693946	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
693946	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
693946	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
693946	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
693946	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
693946	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
693946	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
693946	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
693946	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
693946	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
693946	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
693946	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
693946	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
693946	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
693946	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
693946	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
693946	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
693946	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
693946	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
693946	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
693946	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
693946	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
693946	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
693946	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
693946	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
693946	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
693946	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
693946	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
693946	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
693946	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
693946	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
693946	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
693946	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
693946	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
693946	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
693946	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
693946	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
693946	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
693946	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
693946	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
693946	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
693946	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
693946	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
693946	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
693946	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
693946	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
693946	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
693946	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
693946	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
693946	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
693946	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
693946	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
693946	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
693946	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
693946	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
693946	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
693946	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
693946	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
693946	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
693946	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
693946	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
693946	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
693946	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
693946	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
693946	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
693946	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
693946	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
693946	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
693946	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
693946	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
693946	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
693946	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
693946	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
693946	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
693946	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
693946	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
693946	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
693946	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
693946	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
693946	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
693946	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
693946	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
693946	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
693946	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
693946	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
693946	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
693946	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
693946	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
693946	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
693946	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
693946	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
693946	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
693946	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
693946	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
693946	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
693946	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
693946	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
693946	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
693946	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
693946	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
693946	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
693946	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
693946	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
693946	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
693946	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
693946	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
693946	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
693946	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
693946	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
693946	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
693946	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
693946	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
693946	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
693946	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
693946	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
693946	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
693946	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
693946	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
693946	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
693946	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
693946	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
693946	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
693946	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
693946	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
693946	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
693946	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
693946	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
693946	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
693946	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
693946	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
693946	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
693946	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
693946	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
693946	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
693946	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
693946	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
693946	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
693946	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
693946	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
693946	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
693946	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
693946	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
693946	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
693946	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
693946	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
693946	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
693946	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
693946	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
693946	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
693946	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
693946	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
693946	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
693946	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
693946	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
693946	embedding2nn.weight	0	0.3185400664806366
693946	embedding2nn.weight	1	0.3823859691619873
693946	embedding2nn.weight	2	-0.00307077425532043
693946	embedding2nn.weight	3	0.03594589978456497
693946	embedding2nn.weight	4	-0.027675975114107132
693946	embedding2nn.weight	5	0.036334916949272156
693946	embedding2nn.weight	6	-0.01477841753512621
693946	embedding2nn.weight	7	-0.017875898629426956
693946	embedding2nn.weight	8	0.03800542652606964
693946	embedding2nn.weight	9	-0.06165017560124397
693946	embedding2nn.bias	0	0.03093183971941471
693946	embedding2nn.bias	1	-0.19450171291828156
693946	embedding2nn.bias	2	0.13324202597141266
693946	embedding2nn.bias	3	0.16382767260074615
693946	embedding2nn.bias	4	0.14764851331710815
693946	embedding2nn.bias	5	-0.08737541735172272
693946	embedding2nn.bias	6	-0.059112999588251114
693946	embedding2nn.bias	7	0.04105163738131523
693946	embedding2nn.bias	8	-0.17124749720096588
693946	embedding2nn.bias	9	-0.37619009613990784
693946	rnn.weight_ih_l0	0	0.001897531095892191
693946	rnn.weight_ih_l0	1	-0.055505335330963135
693946	rnn.weight_ih_l0	2	-0.05321608856320381
693946	rnn.weight_ih_l0	3	0.12122885137796402
693946	rnn.weight_ih_l0	4	0.024009497836232185
693946	rnn.weight_ih_l0	5	-0.07131174206733704
693946	rnn.weight_ih_l0	6	0.0068833851255476475
693946	rnn.weight_ih_l0	7	-0.023925358429551125
693946	rnn.weight_ih_l0	8	0.024066556245088577
693946	rnn.weight_ih_l0	9	-0.08195121586322784
693946	rnn.weight_hh_l0	0	-0.01977543532848358
693946	rnn.weight_hh_l0	1	0.08569473773241043
693946	rnn.weight_hh_l0	2	0.006586626172065735
693946	rnn.weight_hh_l0	3	-0.03255724534392357
693946	rnn.weight_hh_l0	4	0.08084193617105484
693946	rnn.weight_hh_l0	5	0.009589042514562607
693946	rnn.weight_hh_l0	6	-0.08295042812824249
693946	rnn.weight_hh_l0	7	-0.12312649190425873
693946	rnn.weight_hh_l0	8	0.039598144590854645
693946	rnn.weight_hh_l0	9	-0.12140288949012756
693946	rnn.bias_ih_l0	0	0.16040559113025665
693946	rnn.bias_ih_l0	1	-0.3536446988582611
693946	rnn.bias_ih_l0	2	-0.043920911848545074
693946	rnn.bias_ih_l0	3	-0.20916816592216492
693946	rnn.bias_ih_l0	4	0.012723850086331367
693946	rnn.bias_ih_l0	5	-0.43788453936576843
693946	rnn.bias_ih_l0	6	-0.1524728238582611
693946	rnn.bias_ih_l0	7	-0.377829909324646
693946	rnn.bias_ih_l0	8	-0.3072640299797058
693946	rnn.bias_ih_l0	9	-0.456143856048584
693946	rnn.bias_hh_l0	0	-0.3515464663505554
693946	rnn.bias_hh_l0	1	-0.43988677859306335
693946	rnn.bias_hh_l0	2	-0.4106275737285614
693946	rnn.bias_hh_l0	3	-0.07610417902469635
693946	rnn.bias_hh_l0	4	-0.4035256505012512
693946	rnn.bias_hh_l0	5	-0.3603277802467346
693946	rnn.bias_hh_l0	6	-0.12287621200084686
693946	rnn.bias_hh_l0	7	0.0625191479921341
693946	rnn.bias_hh_l0	8	-0.22083689272403717
693946	rnn.bias_hh_l0	9	-0.5695996284484863
693946	rnn.weight_ih_l0_reverse	0	0.013551014475524426
693946	rnn.weight_ih_l0_reverse	1	-0.014318684116005898
693946	rnn.weight_ih_l0_reverse	2	0.009348389692604542
693946	rnn.weight_ih_l0_reverse	3	-0.1511494368314743
693946	rnn.weight_ih_l0_reverse	4	0.08152931928634644
693946	rnn.weight_ih_l0_reverse	5	-0.0962776467204094
693946	rnn.weight_ih_l0_reverse	6	0.01159339863806963
693946	rnn.weight_ih_l0_reverse	7	0.024914488196372986
693946	rnn.weight_ih_l0_reverse	8	-0.04533104598522186
693946	rnn.weight_ih_l0_reverse	9	-0.06850036978721619
693946	rnn.weight_hh_l0_reverse	0	-0.1465321034193039
693946	rnn.weight_hh_l0_reverse	1	0.02157128043472767
693946	rnn.weight_hh_l0_reverse	2	-0.021534137427806854
693946	rnn.weight_hh_l0_reverse	3	0.026746254414319992
693946	rnn.weight_hh_l0_reverse	4	-0.07767996937036514
693946	rnn.weight_hh_l0_reverse	5	0.0365714356303215
693946	rnn.weight_hh_l0_reverse	6	0.029966380447149277
693946	rnn.weight_hh_l0_reverse	7	-0.12810048460960388
693946	rnn.weight_hh_l0_reverse	8	-0.06714057922363281
693946	rnn.weight_hh_l0_reverse	9	0.03502528369426727
693946	rnn.bias_ih_l0_reverse	0	-0.18166157603263855
693946	rnn.bias_ih_l0_reverse	1	-0.06043974310159683
693946	rnn.bias_ih_l0_reverse	2	0.1604049950838089
693946	rnn.bias_ih_l0_reverse	3	-0.3325349688529968
693946	rnn.bias_ih_l0_reverse	4	-0.001765123917721212
693946	rnn.bias_ih_l0_reverse	5	-0.21822980046272278
693946	rnn.bias_ih_l0_reverse	6	0.26681384444236755
693946	rnn.bias_ih_l0_reverse	7	-0.30931365489959717
693946	rnn.bias_ih_l0_reverse	8	-0.190899059176445
693946	rnn.bias_ih_l0_reverse	9	-0.15589214861392975
693946	rnn.bias_hh_l0_reverse	0	-0.1395418792963028
693946	rnn.bias_hh_l0_reverse	1	0.2816867232322693
693946	rnn.bias_hh_l0_reverse	2	-0.35177451372146606
693946	rnn.bias_hh_l0_reverse	3	-0.23409393429756165
693946	rnn.bias_hh_l0_reverse	4	-0.3974575102329254
693946	rnn.bias_hh_l0_reverse	5	-0.20765408873558044
693946	rnn.bias_hh_l0_reverse	6	-0.2734736502170563
693946	rnn.bias_hh_l0_reverse	7	-0.09575901180505753
693946	rnn.bias_hh_l0_reverse	8	-0.36761951446533203
693946	rnn.bias_hh_l0_reverse	9	0.22640426456928253
693946	linear.weight	0	0.2177322655916214
693946	linear.weight	1	-0.46272289752960205
693946	linear.weight	2	0.02535395324230194
693946	linear.weight	3	0.06748902052640915
693946	linear.weight	4	-0.1341990977525711
693946	linear.weight	5	0.23320570588111877
693946	linear.weight	6	-0.04502901807427406
693946	linear.weight	7	-0.059860922396183014
693946	linear.weight	8	0.11629106104373932
693946	linear.weight	9	-0.04978490248322487
693946	linear.bias	0	-0.8721539974212646
693946	linear.bias	1	1.854324221611023
693946	linear.bias	2	0.7729715704917908
693946	linear.bias	3	-2.7387495040893555
693946	linear.bias	4	-0.11464880406856537
693946	linear.bias	5	1.281131625175476
693946	linear.bias	6	-0.2113884836435318
693946	linear.bias	7	0.8506714105606079
693946	linear.bias	8	2.1367366313934326
693946	linear.bias	9	-1.3670170307159424
694555	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
694555	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
694555	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
694555	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
694555	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
694555	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
694555	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
694555	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
694555	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
694555	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
694555	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
694555	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
694555	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
694555	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
694555	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
694555	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
694555	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
694555	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
694555	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
694555	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
694555	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
694555	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
694555	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
694555	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
694555	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
694555	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
694555	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
694555	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
694555	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
694555	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
694555	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
694555	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
694555	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
694555	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
694555	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
694555	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
694555	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
694555	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
694555	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
694555	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
694555	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
694555	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
694555	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
694555	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
694555	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
694555	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
694555	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
694555	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
694555	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
694555	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
694555	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
694555	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
694555	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
694555	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
694555	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
694555	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
694555	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
694555	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
694555	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
694555	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
694555	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
694555	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
694555	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
694555	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
694555	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
694555	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
694555	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
694555	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
694555	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
694555	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
694555	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
694555	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
694555	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
694555	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
694555	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
694555	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
694555	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
694555	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
694555	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
694555	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
694555	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
694555	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
694555	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
694555	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
694555	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
694555	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
694555	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
694555	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
694555	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
694555	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
694555	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
694555	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
694555	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
694555	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
694555	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
694555	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
694555	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
694555	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
694555	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
694555	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
694555	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
694555	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
694555	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
694555	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
694555	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
694555	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
694555	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
694555	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
694555	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
694555	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
694555	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
694555	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
694555	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
694555	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
694555	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
694555	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
694555	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
694555	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
694555	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
694555	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
694555	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
694555	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
694555	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
694555	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
694555	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
694555	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
694555	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
694555	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
694555	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
694555	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
694555	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
694555	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
694555	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
694555	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
694555	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
694555	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
694555	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
694555	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
694555	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
694555	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
694555	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
694555	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
694555	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
694555	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
694555	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
694555	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
694555	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
694555	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
694555	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
694555	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
694555	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
694555	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
694555	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
694555	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
694555	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
694555	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
694555	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
694555	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
694555	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
694555	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
694555	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
694555	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
694555	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
694555	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
694555	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
694555	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
694555	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
694555	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
694555	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
694555	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
694555	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
694555	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
694555	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
694555	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
694555	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
694555	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
694555	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
694555	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
694555	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
694555	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
694555	embedding2nn.weight	0	0.3186101019382477
694555	embedding2nn.weight	1	0.38221949338912964
694555	embedding2nn.weight	2	-0.002877353923395276
694555	embedding2nn.weight	3	0.048970114439725876
694555	embedding2nn.weight	4	-0.027886753901839256
694555	embedding2nn.weight	5	0.036753784865140915
694555	embedding2nn.weight	6	-0.008901632390916348
694555	embedding2nn.weight	7	-0.01693645492196083
694555	embedding2nn.weight	8	0.040734779089689255
694555	embedding2nn.weight	9	-0.06175966188311577
694555	embedding2nn.bias	0	0.023265905678272247
694555	embedding2nn.bias	1	-0.1930352747440338
694555	embedding2nn.bias	2	0.11784008145332336
694555	embedding2nn.bias	3	0.17155174911022186
694555	embedding2nn.bias	4	0.1406744122505188
694555	embedding2nn.bias	5	-0.07687431573867798
694555	embedding2nn.bias	6	-0.060102324932813644
694555	embedding2nn.bias	7	0.05001116916537285
694555	embedding2nn.bias	8	-0.16581591963768005
694555	embedding2nn.bias	9	-0.37201571464538574
694555	rnn.weight_ih_l0	0	0.0011546032037585974
694555	rnn.weight_ih_l0	1	-0.05535488575696945
694555	rnn.weight_ih_l0	2	-0.05215396732091904
694555	rnn.weight_ih_l0	3	0.12103265523910522
694555	rnn.weight_ih_l0	4	0.02253468707203865
694555	rnn.weight_ih_l0	5	-0.07313640415668488
694555	rnn.weight_ih_l0	6	0.006870107725262642
694555	rnn.weight_ih_l0	7	-0.02255670167505741
694555	rnn.weight_ih_l0	8	0.024885358288884163
694555	rnn.weight_ih_l0	9	-0.08367805182933807
694555	rnn.weight_hh_l0	0	-0.01995117962360382
694555	rnn.weight_hh_l0	1	0.08561386168003082
694555	rnn.weight_hh_l0	2	0.006211528088897467
694555	rnn.weight_hh_l0	3	-0.03236030414700508
694555	rnn.weight_hh_l0	4	0.08077184855937958
694555	rnn.weight_hh_l0	5	0.008745371364057064
694555	rnn.weight_hh_l0	6	-0.08267442137002945
694555	rnn.weight_hh_l0	7	-0.126222625374794
694555	rnn.weight_hh_l0	8	0.03957149758934975
694555	rnn.weight_hh_l0	9	-0.12132741510868073
694555	rnn.bias_ih_l0	0	0.16469094157218933
694555	rnn.bias_ih_l0	1	-0.34936603903770447
694555	rnn.bias_ih_l0	2	-0.04360494762659073
694555	rnn.bias_ih_l0	3	-0.20694373548030853
694555	rnn.bias_ih_l0	4	0.015390923246741295
694555	rnn.bias_ih_l0	5	-0.43691009283065796
694555	rnn.bias_ih_l0	6	-0.14965873956680298
694555	rnn.bias_ih_l0	7	-0.3787870705127716
694555	rnn.bias_ih_l0	8	-0.31061282753944397
694555	rnn.bias_ih_l0	9	-0.46324852108955383
694555	rnn.bias_hh_l0	0	-0.3504740595817566
694555	rnn.bias_hh_l0	1	-0.4391026496887207
694555	rnn.bias_hh_l0	2	-0.41278931498527527
694555	rnn.bias_hh_l0	3	-0.07714594900608063
694555	rnn.bias_hh_l0	4	-0.4038287103176117
694555	rnn.bias_hh_l0	5	-0.362225741147995
694555	rnn.bias_hh_l0	6	-0.1246362030506134
694555	rnn.bias_hh_l0	7	0.06286220997571945
694555	rnn.bias_hh_l0	8	-0.22313417494297028
694555	rnn.bias_hh_l0	9	-0.5739114284515381
694555	rnn.weight_ih_l0_reverse	0	0.012837191112339497
694555	rnn.weight_ih_l0_reverse	1	-0.013155484572052956
694555	rnn.weight_ih_l0_reverse	2	0.006655173841863871
694555	rnn.weight_ih_l0_reverse	3	-0.148387610912323
694555	rnn.weight_ih_l0_reverse	4	0.08083534985780716
694555	rnn.weight_ih_l0_reverse	5	-0.10219847410917282
694555	rnn.weight_ih_l0_reverse	6	0.016145050525665283
694555	rnn.weight_ih_l0_reverse	7	0.024395141750574112
694555	rnn.weight_ih_l0_reverse	8	-0.04577566683292389
694555	rnn.weight_ih_l0_reverse	9	-0.06962849944829941
694555	rnn.weight_hh_l0_reverse	0	-0.14517942070960999
694555	rnn.weight_hh_l0_reverse	1	0.02117162197828293
694555	rnn.weight_hh_l0_reverse	2	-0.02227037213742733
694555	rnn.weight_hh_l0_reverse	3	0.02668563276529312
694555	rnn.weight_hh_l0_reverse	4	-0.07792093604803085
694555	rnn.weight_hh_l0_reverse	5	0.036767683923244476
694555	rnn.weight_hh_l0_reverse	6	0.029993019998073578
694555	rnn.weight_hh_l0_reverse	7	-0.1290159374475479
694555	rnn.weight_hh_l0_reverse	8	-0.06869116425514221
694555	rnn.weight_hh_l0_reverse	9	0.03558579087257385
694555	rnn.bias_ih_l0_reverse	0	-0.1799120157957077
694555	rnn.bias_ih_l0_reverse	1	-0.05643095821142197
694555	rnn.bias_ih_l0_reverse	2	0.1640363186597824
694555	rnn.bias_ih_l0_reverse	3	-0.32942014932632446
694555	rnn.bias_ih_l0_reverse	4	-0.0054718488827347755
694555	rnn.bias_ih_l0_reverse	5	-0.21741127967834473
694555	rnn.bias_ih_l0_reverse	6	0.27042561769485474
694555	rnn.bias_ih_l0_reverse	7	-0.30973607301712036
694555	rnn.bias_ih_l0_reverse	8	-0.19204702973365784
694555	rnn.bias_ih_l0_reverse	9	-0.15037290751934052
694555	rnn.bias_hh_l0_reverse	0	-0.13874180614948273
694555	rnn.bias_hh_l0_reverse	1	0.2801342308521271
694555	rnn.bias_hh_l0_reverse	2	-0.34864541888237
694555	rnn.bias_hh_l0_reverse	3	-0.23550479114055634
694555	rnn.bias_hh_l0_reverse	4	-0.40107759833335876
694555	rnn.bias_hh_l0_reverse	5	-0.21210810542106628
694555	rnn.bias_hh_l0_reverse	6	-0.27613750100135803
694555	rnn.bias_hh_l0_reverse	7	-0.09597072750329971
694555	rnn.bias_hh_l0_reverse	8	-0.3653377890586853
694555	rnn.bias_hh_l0_reverse	9	0.21981237828731537
694555	linear.weight	0	0.22025364637374878
694555	linear.weight	1	-0.47866591811180115
694555	linear.weight	2	0.025218138471245766
694555	linear.weight	3	0.06748966127634048
694555	linear.weight	4	-0.1534729301929474
694555	linear.weight	5	0.21719926595687866
694555	linear.weight	6	-0.04422086849808693
694555	linear.weight	7	-0.05985943600535393
694555	linear.weight	8	0.11953246593475342
694555	linear.weight	9	-0.04978712275624275
694555	linear.bias	0	-0.8403720259666443
694555	linear.bias	1	1.8313101530075073
694555	linear.bias	2	0.7691423296928406
694555	linear.bias	3	-2.7388436794281006
694555	linear.bias	4	-0.10987364500761032
694555	linear.bias	5	1.269569754600525
694555	linear.bias	6	-0.20324073731899261
694555	linear.bias	7	0.8421306014060974
694555	linear.bias	8	2.1266157627105713
694555	linear.bias	9	-1.3549108505249023
695164	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
695164	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
695164	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
695164	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
695164	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
695164	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
695164	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
695164	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
695164	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
695164	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
695164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
695164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
695164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
695164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
695164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
695164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
695164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
695164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
695164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
695164	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
695164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
695164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
695164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
695164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
695164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
695164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
695164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
695164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
695164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
695164	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
695164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
695164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
695164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
695164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
695164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
695164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
695164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
695164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
695164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
695164	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
695164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
695164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
695164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
695164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
695164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
695164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
695164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
695164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
695164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
695164	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
695164	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
695164	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
695164	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
695164	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
695164	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
695164	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
695164	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
695164	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
695164	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
695164	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
695164	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
695164	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
695164	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
695164	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
695164	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
695164	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
695164	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
695164	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
695164	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
695164	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
695164	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
695164	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
695164	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
695164	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
695164	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
695164	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
695164	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
695164	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
695164	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
695164	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
695164	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
695164	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
695164	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
695164	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
695164	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
695164	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
695164	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
695164	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
695164	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
695164	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
695164	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
695164	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
695164	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
695164	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
695164	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
695164	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
695164	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
695164	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
695164	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
695164	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
695164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
695164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
695164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
695164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
695164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
695164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
695164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
695164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
695164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
695164	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
695164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
695164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
695164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
695164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
695164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
695164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
695164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
695164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
695164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
695164	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
695164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
695164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
695164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
695164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
695164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
695164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
695164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
695164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
695164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
695164	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
695164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
695164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
695164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
695164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
695164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
695164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
695164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
695164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
695164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
695164	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
695164	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
695164	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
695164	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
695164	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
695164	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
695164	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
695164	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
695164	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
695164	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
695164	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
695164	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
695164	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
695164	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
695164	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
695164	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
695164	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
695164	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
695164	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
695164	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
695164	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
695164	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
695164	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
695164	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
695164	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
695164	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
695164	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
695164	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
695164	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
695164	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
695164	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
695164	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
695164	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
695164	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
695164	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
695164	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
695164	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
695164	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
695164	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
695164	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
695164	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
695164	embedding2nn.weight	0	0.3173139989376068
695164	embedding2nn.weight	1	0.3824029564857483
695164	embedding2nn.weight	2	-0.0007593986229039729
695164	embedding2nn.weight	3	0.050869934260845184
695164	embedding2nn.weight	4	-0.027841979637742043
695164	embedding2nn.weight	5	0.03666513413190842
695164	embedding2nn.weight	6	-0.009288955479860306
695164	embedding2nn.weight	7	-0.015441439114511013
695164	embedding2nn.weight	8	0.04267013445496559
695164	embedding2nn.weight	9	-0.058497652411460876
695164	embedding2nn.bias	0	0.02160407416522503
695164	embedding2nn.bias	1	-0.18686771392822266
695164	embedding2nn.bias	2	0.12844838201999664
695164	embedding2nn.bias	3	0.16796495020389557
695164	embedding2nn.bias	4	0.1431260108947754
695164	embedding2nn.bias	5	-0.08359316736459732
695164	embedding2nn.bias	6	-0.071717768907547
695164	embedding2nn.bias	7	0.051446739584207535
695164	embedding2nn.bias	8	-0.15004540979862213
695164	embedding2nn.bias	9	-0.3788183331489563
695164	rnn.weight_ih_l0	0	0.0009272547322325408
695164	rnn.weight_ih_l0	1	-0.05499669164419174
695164	rnn.weight_ih_l0	2	-0.053113725036382675
695164	rnn.weight_ih_l0	3	0.1222708448767662
695164	rnn.weight_ih_l0	4	0.023881828412413597
695164	rnn.weight_ih_l0	5	-0.0719035342335701
695164	rnn.weight_ih_l0	6	0.003441608976572752
695164	rnn.weight_ih_l0	7	-0.022913997992873192
695164	rnn.weight_ih_l0	8	0.026577159762382507
695164	rnn.weight_ih_l0	9	-0.0834122821688652
695164	rnn.weight_hh_l0	0	-0.019942840561270714
695164	rnn.weight_hh_l0	1	0.08497167378664017
695164	rnn.weight_hh_l0	2	0.006670839618891478
695164	rnn.weight_hh_l0	3	-0.032607704401016235
695164	rnn.weight_hh_l0	4	0.08102048933506012
695164	rnn.weight_hh_l0	5	0.008086326532065868
695164	rnn.weight_hh_l0	6	-0.08258574455976486
695164	rnn.weight_hh_l0	7	-0.12883660197257996
695164	rnn.weight_hh_l0	8	0.039647750556468964
695164	rnn.weight_hh_l0	9	-0.12148730456829071
695164	rnn.bias_ih_l0	0	0.16956226527690887
695164	rnn.bias_ih_l0	1	-0.34796595573425293
695164	rnn.bias_ih_l0	2	-0.04103776812553406
695164	rnn.bias_ih_l0	3	-0.20587016642093658
695164	rnn.bias_ih_l0	4	0.010970883071422577
695164	rnn.bias_ih_l0	5	-0.4375835955142975
695164	rnn.bias_ih_l0	6	-0.1469104290008545
695164	rnn.bias_ih_l0	7	-0.379341721534729
695164	rnn.bias_ih_l0	8	-0.3120335638523102
695164	rnn.bias_ih_l0	9	-0.4621501863002777
695164	rnn.bias_hh_l0	0	-0.34802865982055664
695164	rnn.bias_hh_l0	1	-0.43560221791267395
695164	rnn.bias_hh_l0	2	-0.4133944511413574
695164	rnn.bias_hh_l0	3	-0.07606621086597443
695164	rnn.bias_hh_l0	4	-0.4045955240726471
695164	rnn.bias_hh_l0	5	-0.36155351996421814
695164	rnn.bias_hh_l0	6	-0.12324418127536774
695164	rnn.bias_hh_l0	7	0.06484737992286682
695164	rnn.bias_hh_l0	8	-0.2221272885799408
695164	rnn.bias_hh_l0	9	-0.5733602046966553
695164	rnn.weight_ih_l0_reverse	0	0.014046709053218365
695164	rnn.weight_ih_l0_reverse	1	-0.01152651384472847
695164	rnn.weight_ih_l0_reverse	2	0.0069066183641552925
695164	rnn.weight_ih_l0_reverse	3	-0.1462382972240448
695164	rnn.weight_ih_l0_reverse	4	0.07934509217739105
695164	rnn.weight_ih_l0_reverse	5	-0.09948032349348068
695164	rnn.weight_ih_l0_reverse	6	0.009307420812547207
695164	rnn.weight_ih_l0_reverse	7	0.024102283641695976
695164	rnn.weight_ih_l0_reverse	8	-0.047697514295578
695164	rnn.weight_ih_l0_reverse	9	-0.07125996798276901
695164	rnn.weight_hh_l0_reverse	0	-0.14483249187469482
695164	rnn.weight_hh_l0_reverse	1	0.020956790074706078
695164	rnn.weight_hh_l0_reverse	2	-0.02194620668888092
695164	rnn.weight_hh_l0_reverse	3	0.02650725468993187
695164	rnn.weight_hh_l0_reverse	4	-0.07799641788005829
695164	rnn.weight_hh_l0_reverse	5	0.036875903606414795
695164	rnn.weight_hh_l0_reverse	6	0.030196132138371468
695164	rnn.weight_hh_l0_reverse	7	-0.1271897852420807
695164	rnn.weight_hh_l0_reverse	8	-0.06789086014032364
695164	rnn.weight_hh_l0_reverse	9	0.03534422814846039
695164	rnn.bias_ih_l0_reverse	0	-0.1824370175600052
695164	rnn.bias_ih_l0_reverse	1	-0.0588189922273159
695164	rnn.bias_ih_l0_reverse	2	0.16048911213874817
695164	rnn.bias_ih_l0_reverse	3	-0.3290335237979889
695164	rnn.bias_ih_l0_reverse	4	-0.006390310358256102
695164	rnn.bias_ih_l0_reverse	5	-0.21718132495880127
695164	rnn.bias_ih_l0_reverse	6	0.2714637815952301
695164	rnn.bias_ih_l0_reverse	7	-0.3096330165863037
695164	rnn.bias_ih_l0_reverse	8	-0.19161328673362732
695164	rnn.bias_ih_l0_reverse	9	-0.15169978141784668
695164	rnn.bias_hh_l0_reverse	0	-0.14446374773979187
695164	rnn.bias_hh_l0_reverse	1	0.276326060295105
695164	rnn.bias_hh_l0_reverse	2	-0.3526941239833832
695164	rnn.bias_hh_l0_reverse	3	-0.23189038038253784
695164	rnn.bias_hh_l0_reverse	4	-0.39811015129089355
695164	rnn.bias_hh_l0_reverse	5	-0.2159651666879654
695164	rnn.bias_hh_l0_reverse	6	-0.27231982350349426
695164	rnn.bias_hh_l0_reverse	7	-0.09343823045492172
695164	rnn.bias_hh_l0_reverse	8	-0.3661898076534271
695164	rnn.bias_hh_l0_reverse	9	0.21810585260391235
695164	linear.weight	0	0.2072547823190689
695164	linear.weight	1	-0.47007623314857483
695164	linear.weight	2	0.06406212598085403
695164	linear.weight	3	0.06748954206705093
695164	linear.weight	4	-0.1542188823223114
695164	linear.weight	5	0.22004517912864685
695164	linear.weight	6	-0.04525256156921387
695164	linear.weight	7	-0.059854429215192795
695164	linear.weight	8	0.11242033541202545
695164	linear.weight	9	-0.0497899055480957
695164	linear.bias	0	-0.8503556847572327
695164	linear.bias	1	1.848248839378357
695164	linear.bias	2	0.7586965560913086
695164	linear.bias	3	-2.7389466762542725
695164	linear.bias	4	-0.11893270164728165
695164	linear.bias	5	1.2493085861206055
695164	linear.bias	6	-0.200587198138237
695164	linear.bias	7	0.8513245582580566
695164	linear.bias	8	2.127206802368164
695164	linear.bias	9	-1.3611326217651367
695172	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
695172	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
695172	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
695172	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
695172	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
695172	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
695172	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
695172	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
695172	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
695172	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
695172	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
695172	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
695172	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
695172	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
695172	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
695172	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
695172	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
695172	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
695172	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
695172	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
695172	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
695172	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
695172	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
695172	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
695172	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
695172	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
695172	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
695172	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
695172	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
695172	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
695172	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
695172	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
695172	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
695172	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
695172	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
695172	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
695172	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
695172	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
695172	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
695172	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
695172	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
695172	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
695172	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
695172	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
695172	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
695172	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
695172	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
695172	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
695172	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
695172	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
695172	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
695172	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
695172	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
695172	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
695172	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
695172	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
695172	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
695172	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
695172	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
695172	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
695172	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
695172	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
695172	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
695172	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
695172	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
695172	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
695172	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
695172	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
695172	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
695172	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
695172	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
695172	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
695172	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
695172	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
695172	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
695172	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
695172	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
695172	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
695172	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
695172	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
695172	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
695172	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
695172	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
695172	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
695172	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
695172	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
695172	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
695172	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
695172	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
695172	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
695172	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
695172	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
695172	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
695172	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
695172	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
695172	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
695172	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
695172	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
695172	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
695172	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
695172	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
695172	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
695172	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
695172	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
695172	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
695172	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
695172	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
695172	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
695172	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
695172	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
695172	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
695172	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
695172	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
695172	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
695172	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
695172	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
695172	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
695172	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
695172	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
695172	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
695172	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
695172	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
695172	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
695172	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
695172	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
695172	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
695172	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
695172	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
695172	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
695172	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
695172	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
695172	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
695172	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
695172	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
695172	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
695172	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
695172	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
695172	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
695172	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
695172	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
695172	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
695172	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
695172	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
695172	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
695172	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
695172	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
695172	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
695172	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
695172	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
695172	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
695172	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
695172	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
695172	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
695172	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
695172	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
695172	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
695172	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
695172	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
695172	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
695172	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
695172	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
695172	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
695172	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
695172	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
695172	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
695172	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
695172	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
695172	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
695172	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
695172	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
695172	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
695172	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
695172	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
695172	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
695172	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
695172	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
695172	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
695172	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
695172	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
695172	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
695172	embedding2nn.weight	0	0.3173164129257202
695172	embedding2nn.weight	1	0.3822525143623352
695172	embedding2nn.weight	2	-0.0005791496951133013
695172	embedding2nn.weight	3	0.05095904320478439
695172	embedding2nn.weight	4	-0.028197988867759705
695172	embedding2nn.weight	5	0.036719854921102524
695172	embedding2nn.weight	6	-0.009954768233001232
695172	embedding2nn.weight	7	-0.015510976314544678
695172	embedding2nn.weight	8	0.04288739338517189
695172	embedding2nn.weight	9	-0.05885671451687813
695172	embedding2nn.bias	0	0.021394187584519386
695172	embedding2nn.bias	1	-0.18676261603832245
695172	embedding2nn.bias	2	0.1287233531475067
695172	embedding2nn.bias	3	0.1683901697397232
695172	embedding2nn.bias	4	0.1419677585363388
695172	embedding2nn.bias	5	-0.08675484359264374
695172	embedding2nn.bias	6	-0.07206006348133087
695172	embedding2nn.bias	7	0.051931027323007584
695172	embedding2nn.bias	8	-0.14910577237606049
695172	embedding2nn.bias	9	-0.3817489445209503
695172	rnn.weight_ih_l0	0	0.0005798230995424092
695172	rnn.weight_ih_l0	1	-0.05504756420850754
695172	rnn.weight_ih_l0	2	-0.05315980315208435
695172	rnn.weight_ih_l0	3	0.12235260009765625
695172	rnn.weight_ih_l0	4	0.02454287000000477
695172	rnn.weight_ih_l0	5	-0.07170258462429047
695172	rnn.weight_ih_l0	6	0.003090963698923588
695172	rnn.weight_ih_l0	7	-0.02298031374812126
695172	rnn.weight_ih_l0	8	0.026687828823924065
695172	rnn.weight_ih_l0	9	-0.08337150514125824
695172	rnn.weight_hh_l0	0	-0.019911596551537514
695172	rnn.weight_hh_l0	1	0.08492852747440338
695172	rnn.weight_hh_l0	2	0.006727658677846193
695172	rnn.weight_hh_l0	3	-0.03262791782617569
695172	rnn.weight_hh_l0	4	0.08100757747888565
695172	rnn.weight_hh_l0	5	0.00806238129734993
695172	rnn.weight_hh_l0	6	-0.08262699097394943
695172	rnn.weight_hh_l0	7	-0.12897254526615143
695172	rnn.weight_hh_l0	8	0.03967761620879173
695172	rnn.weight_hh_l0	9	-0.12147621810436249
695172	rnn.bias_ih_l0	0	0.17038089036941528
695172	rnn.bias_ih_l0	1	-0.3480336368083954
695172	rnn.bias_ih_l0	2	-0.04107474535703659
695172	rnn.bias_ih_l0	3	-0.20633196830749512
695172	rnn.bias_ih_l0	4	0.010988045483827591
695172	rnn.bias_ih_l0	5	-0.43846550583839417
695172	rnn.bias_ih_l0	6	-0.1466168463230133
695172	rnn.bias_ih_l0	7	-0.37914425134658813
695172	rnn.bias_ih_l0	8	-0.3113097548484802
695172	rnn.bias_ih_l0	9	-0.46284952759742737
695172	rnn.bias_hh_l0	0	-0.3481407165527344
695172	rnn.bias_hh_l0	1	-0.4360707998275757
695172	rnn.bias_hh_l0	2	-0.4132903218269348
695172	rnn.bias_hh_l0	3	-0.07623029500246048
695172	rnn.bias_hh_l0	4	-0.40458646416664124
695172	rnn.bias_hh_l0	5	-0.36176151037216187
695172	rnn.bias_hh_l0	6	-0.12323810160160065
695172	rnn.bias_hh_l0	7	0.06519079208374023
695172	rnn.bias_hh_l0	8	-0.22247041761875153
695172	rnn.bias_hh_l0	9	-0.5733797550201416
695172	rnn.weight_ih_l0_reverse	0	0.01410298328846693
695172	rnn.weight_ih_l0_reverse	1	-0.011501197703182697
695172	rnn.weight_ih_l0_reverse	2	0.006927641574293375
695172	rnn.weight_ih_l0_reverse	3	-0.1461489349603653
695172	rnn.weight_ih_l0_reverse	4	0.07937272638082504
695172	rnn.weight_ih_l0_reverse	5	-0.09931228309869766
695172	rnn.weight_ih_l0_reverse	6	0.009579816833138466
695172	rnn.weight_ih_l0_reverse	7	0.02408732660114765
695172	rnn.weight_ih_l0_reverse	8	-0.047563862055540085
695172	rnn.weight_ih_l0_reverse	9	-0.07125304639339447
695172	rnn.weight_hh_l0_reverse	0	-0.14484772086143494
695172	rnn.weight_hh_l0_reverse	1	0.020987780764698982
695172	rnn.weight_hh_l0_reverse	2	-0.02194204367697239
695172	rnn.weight_hh_l0_reverse	3	0.026476165279746056
695172	rnn.weight_hh_l0_reverse	4	-0.07801754027605057
695172	rnn.weight_hh_l0_reverse	5	0.03687974065542221
695172	rnn.weight_hh_l0_reverse	6	0.03020085208117962
695172	rnn.weight_hh_l0_reverse	7	-0.12719301879405975
695172	rnn.weight_hh_l0_reverse	8	-0.06809626519680023
695172	rnn.weight_hh_l0_reverse	9	0.03520023077726364
695172	rnn.bias_ih_l0_reverse	0	-0.1823442131280899
695172	rnn.bias_ih_l0_reverse	1	-0.05873115733265877
695172	rnn.bias_ih_l0_reverse	2	0.16019144654273987
695172	rnn.bias_ih_l0_reverse	3	-0.3285267949104309
695172	rnn.bias_ih_l0_reverse	4	-0.006375821772962809
695172	rnn.bias_ih_l0_reverse	5	-0.2172638326883316
695172	rnn.bias_ih_l0_reverse	6	0.27153852581977844
695172	rnn.bias_ih_l0_reverse	7	-0.30845731496810913
695172	rnn.bias_ih_l0_reverse	8	-0.19150952994823456
695172	rnn.bias_ih_l0_reverse	9	-0.15147285163402557
695172	rnn.bias_hh_l0_reverse	0	-0.14437922835350037
695172	rnn.bias_hh_l0_reverse	1	0.27654701471328735
695172	rnn.bias_hh_l0_reverse	2	-0.3526332676410675
695172	rnn.bias_hh_l0_reverse	3	-0.23188373446464539
695172	rnn.bias_hh_l0_reverse	4	-0.3980928957462311
695172	rnn.bias_hh_l0_reverse	5	-0.21583357453346252
695172	rnn.bias_hh_l0_reverse	6	-0.27275294065475464
695172	rnn.bias_hh_l0_reverse	7	-0.09368406236171722
695172	rnn.bias_hh_l0_reverse	8	-0.3658393323421478
695172	rnn.bias_hh_l0_reverse	9	0.21740879118442535
695172	linear.weight	0	0.2073395550251007
695172	linear.weight	1	-0.47165486216545105
695172	linear.weight	2	0.06432473659515381
695172	linear.weight	3	0.06748957931995392
695172	linear.weight	4	-0.15092356503009796
695172	linear.weight	5	0.21972313523292542
695172	linear.weight	6	-0.045964621007442474
695172	linear.weight	7	-0.05985436215996742
695172	linear.weight	8	0.11260788142681122
695172	linear.weight	9	-0.04978993162512779
695172	linear.bias	0	-0.8537988066673279
695172	linear.bias	1	1.8424413204193115
695172	linear.bias	2	0.7603282928466797
695172	linear.bias	3	-2.738947629928589
695172	linear.bias	4	-0.11684254556894302
695172	linear.bias	5	1.2586603164672852
695172	linear.bias	6	-0.20139750838279724
695172	linear.bias	7	0.8481515645980835
695172	linear.bias	8	2.125154972076416
695172	linear.bias	9	-1.3603127002716064
695781	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
695781	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
695781	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
695781	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
695781	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
695781	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
695781	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
695781	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
695781	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
695781	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
695781	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
695781	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
695781	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
695781	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
695781	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
695781	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
695781	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
695781	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
695781	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
695781	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
695781	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
695781	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
695781	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
695781	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
695781	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
695781	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
695781	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
695781	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
695781	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
695781	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
695781	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
695781	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
695781	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
695781	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
695781	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
695781	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
695781	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
695781	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
695781	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
695781	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
695781	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
695781	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
695781	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
695781	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
695781	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
695781	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
695781	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
695781	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
695781	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
695781	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
695781	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
695781	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
695781	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
695781	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
695781	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
695781	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
695781	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
695781	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
695781	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
695781	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
695781	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
695781	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
695781	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
695781	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
695781	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
695781	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
695781	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
695781	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
695781	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
695781	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
695781	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
695781	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
695781	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
695781	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
695781	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
695781	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
695781	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
695781	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
695781	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
695781	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
695781	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
695781	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
695781	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
695781	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
695781	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
695781	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
695781	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
695781	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
695781	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
695781	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
695781	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
695781	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
695781	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
695781	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
695781	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
695781	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
695781	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
695781	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
695781	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
695781	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
695781	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
695781	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
695781	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
695781	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
695781	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
695781	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
695781	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
695781	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
695781	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
695781	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
695781	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
695781	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
695781	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
695781	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
695781	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
695781	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
695781	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
695781	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
695781	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
695781	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
695781	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
695781	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
695781	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
695781	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
695781	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
695781	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
695781	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
695781	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
695781	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
695781	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
695781	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
695781	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
695781	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
695781	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
695781	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
695781	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
695781	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
695781	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
695781	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
695781	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
695781	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
695781	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
695781	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
695781	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
695781	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
695781	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
695781	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
695781	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
695781	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
695781	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
695781	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
695781	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
695781	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
695781	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
695781	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
695781	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
695781	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
695781	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
695781	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
695781	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
695781	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
695781	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
695781	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
695781	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
695781	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
695781	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
695781	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
695781	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
695781	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
695781	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
695781	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
695781	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
695781	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
695781	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
695781	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
695781	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
695781	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
695781	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
695781	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
695781	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
695781	embedding2nn.weight	0	0.31764599680900574
695781	embedding2nn.weight	1	0.3825431168079376
695781	embedding2nn.weight	2	-0.00047684056335128844
695781	embedding2nn.weight	3	0.050004225224256516
695781	embedding2nn.weight	4	-0.027864685282111168
695781	embedding2nn.weight	5	0.03652249276638031
695781	embedding2nn.weight	6	-0.010113921016454697
695781	embedding2nn.weight	7	-0.017725808545947075
695781	embedding2nn.weight	8	0.04477937892079353
695781	embedding2nn.weight	9	-0.06093033775687218
695781	embedding2nn.bias	0	0.022386744618415833
695781	embedding2nn.bias	1	-0.17586159706115723
695781	embedding2nn.bias	2	0.13365094363689423
695781	embedding2nn.bias	3	0.16240699589252472
695781	embedding2nn.bias	4	0.14715120196342468
695781	embedding2nn.bias	5	-0.08864529430866241
695781	embedding2nn.bias	6	-0.05821102112531662
695781	embedding2nn.bias	7	0.050636038184165955
695781	embedding2nn.bias	8	-0.15927238762378693
695781	embedding2nn.bias	9	-0.38532158732414246
695781	rnn.weight_ih_l0	0	0.00033764055115170777
695781	rnn.weight_ih_l0	1	-0.05506783351302147
695781	rnn.weight_ih_l0	2	-0.053058210760354996
695781	rnn.weight_ih_l0	3	0.12201181799173355
695781	rnn.weight_ih_l0	4	0.023226559162139893
695781	rnn.weight_ih_l0	5	-0.07397361099720001
695781	rnn.weight_ih_l0	6	0.002840367378666997
695781	rnn.weight_ih_l0	7	-0.022319283336400986
695781	rnn.weight_ih_l0	8	0.028099488466978073
695781	rnn.weight_ih_l0	9	-0.08367477357387543
695781	rnn.weight_hh_l0	0	-0.01984998770058155
695781	rnn.weight_hh_l0	1	0.0850088819861412
695781	rnn.weight_hh_l0	2	0.006841245573014021
695781	rnn.weight_hh_l0	3	-0.03257419914007187
695781	rnn.weight_hh_l0	4	0.0810132846236229
695781	rnn.weight_hh_l0	5	0.007591366767883301
695781	rnn.weight_hh_l0	6	-0.08277754485607147
695781	rnn.weight_hh_l0	7	-0.12854182720184326
695781	rnn.weight_hh_l0	8	0.039607465267181396
695781	rnn.weight_hh_l0	9	-0.12183506786823273
695781	rnn.bias_ih_l0	0	0.1718471795320511
695781	rnn.bias_ih_l0	1	-0.3479800224304199
695781	rnn.bias_ih_l0	2	-0.040777791291475296
695781	rnn.bias_ih_l0	3	-0.20577336847782135
695781	rnn.bias_ih_l0	4	0.014113901183009148
695781	rnn.bias_ih_l0	5	-0.4395650029182434
695781	rnn.bias_ih_l0	6	-0.1442781686782837
695781	rnn.bias_ih_l0	7	-0.378962904214859
695781	rnn.bias_ih_l0	8	-0.3106333017349243
695781	rnn.bias_ih_l0	9	-0.46140995621681213
695781	rnn.bias_hh_l0	0	-0.3487268090248108
695781	rnn.bias_hh_l0	1	-0.43838635087013245
695781	rnn.bias_hh_l0	2	-0.4130476117134094
695781	rnn.bias_hh_l0	3	-0.07962598651647568
695781	rnn.bias_hh_l0	4	-0.40530696511268616
695781	rnn.bias_hh_l0	5	-0.3613471984863281
695781	rnn.bias_hh_l0	6	-0.12416756898164749
695781	rnn.bias_hh_l0	7	0.06608255952596664
695781	rnn.bias_hh_l0	8	-0.22289900481700897
695781	rnn.bias_hh_l0	9	-0.5747557282447815
695781	rnn.weight_ih_l0_reverse	0	0.012919118627905846
695781	rnn.weight_ih_l0_reverse	1	-0.011173895560204983
695781	rnn.weight_ih_l0_reverse	2	0.007685669232159853
695781	rnn.weight_ih_l0_reverse	3	-0.14542259275913239
695781	rnn.weight_ih_l0_reverse	4	0.07969402521848679
695781	rnn.weight_ih_l0_reverse	5	-0.09688207507133484
695781	rnn.weight_ih_l0_reverse	6	0.01196023728698492
695781	rnn.weight_ih_l0_reverse	7	0.023752113804221153
695781	rnn.weight_ih_l0_reverse	8	-0.047722142189741135
695781	rnn.weight_ih_l0_reverse	9	-0.07298466563224792
695781	rnn.weight_hh_l0_reverse	0	-0.14481259882450104
695781	rnn.weight_hh_l0_reverse	1	0.021057957783341408
695781	rnn.weight_hh_l0_reverse	2	-0.021646462380886078
695781	rnn.weight_hh_l0_reverse	3	0.026417985558509827
695781	rnn.weight_hh_l0_reverse	4	-0.07838370651006699
695781	rnn.weight_hh_l0_reverse	5	0.036845650523900986
695781	rnn.weight_hh_l0_reverse	6	0.03026764653623104
695781	rnn.weight_hh_l0_reverse	7	-0.1264314353466034
695781	rnn.weight_hh_l0_reverse	8	-0.06833960860967636
695781	rnn.weight_hh_l0_reverse	9	0.03520703315734863
695781	rnn.bias_ih_l0_reverse	0	-0.1797502636909485
695781	rnn.bias_ih_l0_reverse	1	-0.057543423026800156
695781	rnn.bias_ih_l0_reverse	2	0.15972842276096344
695781	rnn.bias_ih_l0_reverse	3	-0.32727673649787903
695781	rnn.bias_ih_l0_reverse	4	-0.0067777084186673164
695781	rnn.bias_ih_l0_reverse	5	-0.21767914295196533
695781	rnn.bias_ih_l0_reverse	6	0.2713468074798584
695781	rnn.bias_ih_l0_reverse	7	-0.30966344475746155
695781	rnn.bias_ih_l0_reverse	8	-0.1919010728597641
695781	rnn.bias_ih_l0_reverse	9	-0.15307766199111938
695781	rnn.bias_hh_l0_reverse	0	-0.1459333300590515
695781	rnn.bias_hh_l0_reverse	1	0.27735647559165955
695781	rnn.bias_hh_l0_reverse	2	-0.35452213883399963
695781	rnn.bias_hh_l0_reverse	3	-0.23365803062915802
695781	rnn.bias_hh_l0_reverse	4	-0.397933691740036
695781	rnn.bias_hh_l0_reverse	5	-0.2142859846353531
695781	rnn.bias_hh_l0_reverse	6	-0.2710184156894684
695781	rnn.bias_hh_l0_reverse	7	-0.09505461901426315
695781	rnn.bias_hh_l0_reverse	8	-0.3714582920074463
695781	rnn.bias_hh_l0_reverse	9	0.21960651874542236
695781	linear.weight	0	0.21194852888584137
695781	linear.weight	1	-0.47174352407455444
695781	linear.weight	2	0.0509999617934227
695781	linear.weight	3	0.06748965382575989
695781	linear.weight	4	-0.1443241536617279
695781	linear.weight	5	0.22885823249816895
695781	linear.weight	6	-0.04006853699684143
695781	linear.weight	7	-0.059852235019207
695781	linear.weight	8	0.10589422285556793
695781	linear.weight	9	-0.04979097470641136
695781	linear.bias	0	-0.8543379306793213
695781	linear.bias	1	1.8292324542999268
695781	linear.bias	2	0.7564153671264648
695781	linear.bias	3	-2.738980531692505
695781	linear.bias	4	-0.12723393738269806
695781	linear.bias	5	1.2773886919021606
695781	linear.bias	6	-0.2054244577884674
695781	linear.bias	7	0.8415786623954773
695781	linear.bias	8	2.130971670150757
695781	linear.bias	9	-1.3570191860198975
696390	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
696390	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
696390	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
696390	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
696390	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
696390	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
696390	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
696390	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
696390	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
696390	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
696390	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
696390	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
696390	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
696390	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
696390	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
696390	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
696390	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
696390	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
696390	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
696390	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
696390	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
696390	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
696390	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
696390	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
696390	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
696390	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
696390	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
696390	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
696390	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
696390	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
696390	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
696390	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
696390	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
696390	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
696390	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
696390	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
696390	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
696390	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
696390	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
696390	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
696390	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
696390	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
696390	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
696390	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
696390	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
696390	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
696390	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
696390	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
696390	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
696390	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
696390	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
696390	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
696390	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
696390	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
696390	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
696390	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
696390	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
696390	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
696390	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
696390	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
696390	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
696390	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
696390	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
696390	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
696390	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
696390	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
696390	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
696390	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
696390	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
696390	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
696390	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
696390	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
696390	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
696390	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
696390	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
696390	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
696390	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
696390	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
696390	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
696390	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
696390	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
696390	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
696390	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
696390	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
696390	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
696390	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
696390	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
696390	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
696390	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
696390	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
696390	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
696390	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
696390	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
696390	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
696390	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
696390	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
696390	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
696390	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
696390	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
696390	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
696390	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
696390	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
696390	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
696390	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
696390	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
696390	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
696390	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
696390	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
696390	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
696390	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
696390	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
696390	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
696390	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
696390	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
696390	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
696390	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
696390	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
696390	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
696390	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
696390	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
696390	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
696390	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
696390	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
696390	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
696390	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
696390	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
696390	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
696390	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
696390	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
696390	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
696390	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
696390	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
696390	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
696390	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
696390	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
696390	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
696390	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
696390	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
696390	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
696390	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
696390	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
696390	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
696390	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
696390	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
696390	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
696390	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
696390	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
696390	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
696390	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
696390	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
696390	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
696390	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
696390	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
696390	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
696390	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
696390	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
696390	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
696390	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
696390	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
696390	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
696390	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
696390	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
696390	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
696390	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
696390	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
696390	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
696390	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
696390	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
696390	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
696390	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
696390	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
696390	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
696390	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
696390	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
696390	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
696390	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
696390	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
696390	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
696390	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
696390	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
696390	embedding2nn.weight	0	0.3175314962863922
696390	embedding2nn.weight	1	0.382384330034256
696390	embedding2nn.weight	2	-0.0010621936526149511
696390	embedding2nn.weight	3	0.04880246892571449
696390	embedding2nn.weight	4	-0.02723517082631588
696390	embedding2nn.weight	5	0.03577607125043869
696390	embedding2nn.weight	6	-0.009944325312972069
696390	embedding2nn.weight	7	-0.016015632078051567
696390	embedding2nn.weight	8	0.04290725290775299
696390	embedding2nn.weight	9	-0.06043269857764244
696390	embedding2nn.bias	0	0.028077272698283195
696390	embedding2nn.bias	1	-0.1838269978761673
696390	embedding2nn.bias	2	0.12200284004211426
696390	embedding2nn.bias	3	0.16191808879375458
696390	embedding2nn.bias	4	0.151813805103302
696390	embedding2nn.bias	5	-0.08390820771455765
696390	embedding2nn.bias	6	-0.058579396456480026
696390	embedding2nn.bias	7	0.05943228304386139
696390	embedding2nn.bias	8	-0.1551913619041443
696390	embedding2nn.bias	9	-0.380445659160614
696390	rnn.weight_ih_l0	0	0.0002769308048300445
696390	rnn.weight_ih_l0	1	-0.054750148206949234
696390	rnn.weight_ih_l0	2	-0.05410786345601082
696390	rnn.weight_ih_l0	3	0.1210259422659874
696390	rnn.weight_ih_l0	4	0.02299322746694088
696390	rnn.weight_ih_l0	5	-0.07376283407211304
696390	rnn.weight_ih_l0	6	0.002986731706187129
696390	rnn.weight_ih_l0	7	-0.02161204069852829
696390	rnn.weight_ih_l0	8	0.02699349634349346
696390	rnn.weight_ih_l0	9	-0.0832308903336525
696390	rnn.weight_hh_l0	0	-0.019770637154579163
696390	rnn.weight_hh_l0	1	0.08505519479513168
696390	rnn.weight_hh_l0	2	0.0067430236376821995
696390	rnn.weight_hh_l0	3	-0.03254716843366623
696390	rnn.weight_hh_l0	4	0.08114628493785858
696390	rnn.weight_hh_l0	5	0.00737720774486661
696390	rnn.weight_hh_l0	6	-0.08311697095632553
696390	rnn.weight_hh_l0	7	-0.12881441414356232
696390	rnn.weight_hh_l0	8	0.039529949426651
696390	rnn.weight_hh_l0	9	-0.12162410467863083
696390	rnn.bias_ih_l0	0	0.16871008276939392
696390	rnn.bias_ih_l0	1	-0.34716302156448364
696390	rnn.bias_ih_l0	2	-0.041389595717191696
696390	rnn.bias_ih_l0	3	-0.20386433601379395
696390	rnn.bias_ih_l0	4	0.014293846674263477
696390	rnn.bias_ih_l0	5	-0.44145360589027405
696390	rnn.bias_ih_l0	6	-0.14640562236309052
696390	rnn.bias_ih_l0	7	-0.3781488835811615
696390	rnn.bias_ih_l0	8	-0.30763566493988037
696390	rnn.bias_ih_l0	9	-0.4615735411643982
696390	rnn.bias_hh_l0	0	-0.349261075258255
696390	rnn.bias_hh_l0	1	-0.43799862265586853
696390	rnn.bias_hh_l0	2	-0.41364526748657227
696390	rnn.bias_hh_l0	3	-0.08144677430391312
696390	rnn.bias_hh_l0	4	-0.40570300817489624
696390	rnn.bias_hh_l0	5	-0.3614235818386078
696390	rnn.bias_hh_l0	6	-0.12391287088394165
696390	rnn.bias_hh_l0	7	0.0659802183508873
696390	rnn.bias_hh_l0	8	-0.22369131445884705
696390	rnn.bias_hh_l0	9	-0.5750879049301147
696390	rnn.weight_ih_l0_reverse	0	0.012733236886560917
696390	rnn.weight_ih_l0_reverse	1	-0.011251619085669518
696390	rnn.weight_ih_l0_reverse	2	0.008525538258254528
696390	rnn.weight_ih_l0_reverse	3	-0.14567694067955017
696390	rnn.weight_ih_l0_reverse	4	0.08001412451267242
696390	rnn.weight_ih_l0_reverse	5	-0.09505350887775421
696390	rnn.weight_ih_l0_reverse	6	0.008409643545746803
696390	rnn.weight_ih_l0_reverse	7	0.02399614080786705
696390	rnn.weight_ih_l0_reverse	8	-0.04713757708668709
696390	rnn.weight_ih_l0_reverse	9	-0.07402878999710083
696390	rnn.weight_hh_l0_reverse	0	-0.1449957937002182
696390	rnn.weight_hh_l0_reverse	1	0.020975951105356216
696390	rnn.weight_hh_l0_reverse	2	-0.021454663947224617
696390	rnn.weight_hh_l0_reverse	3	0.02653082087635994
696390	rnn.weight_hh_l0_reverse	4	-0.07851157337427139
696390	rnn.weight_hh_l0_reverse	5	0.036873988807201385
696390	rnn.weight_hh_l0_reverse	6	0.030268583446741104
696390	rnn.weight_hh_l0_reverse	7	-0.1260470300912857
696390	rnn.weight_hh_l0_reverse	8	-0.06740918755531311
696390	rnn.weight_hh_l0_reverse	9	0.0352318212389946
696390	rnn.bias_ih_l0_reverse	0	-0.18106798827648163
696390	rnn.bias_ih_l0_reverse	1	-0.05817319080233574
696390	rnn.bias_ih_l0_reverse	2	0.16264961659908295
696390	rnn.bias_ih_l0_reverse	3	-0.3271569311618805
696390	rnn.bias_ih_l0_reverse	4	-0.009512052871286869
696390	rnn.bias_ih_l0_reverse	5	-0.21788261830806732
696390	rnn.bias_ih_l0_reverse	6	0.271489679813385
696390	rnn.bias_ih_l0_reverse	7	-0.30955320596694946
696390	rnn.bias_ih_l0_reverse	8	-0.19241072237491608
696390	rnn.bias_ih_l0_reverse	9	-0.15053556859493256
696390	rnn.bias_hh_l0_reverse	0	-0.1476656049489975
696390	rnn.bias_hh_l0_reverse	1	0.2777409851551056
696390	rnn.bias_hh_l0_reverse	2	-0.3547097444534302
696390	rnn.bias_hh_l0_reverse	3	-0.23404797911643982
696390	rnn.bias_hh_l0_reverse	4	-0.39553964138031006
696390	rnn.bias_hh_l0_reverse	5	-0.21337421238422394
696390	rnn.bias_hh_l0_reverse	6	-0.2699697017669678
696390	rnn.bias_hh_l0_reverse	7	-0.0927094966173172
696390	rnn.bias_hh_l0_reverse	8	-0.37212830781936646
696390	rnn.bias_hh_l0_reverse	9	0.21919505298137665
696390	linear.weight	0	0.21470673382282257
696390	linear.weight	1	-0.46011143922805786
696390	linear.weight	2	0.049960993230342865
696390	linear.weight	3	0.06748989224433899
696390	linear.weight	4	-0.1365213841199875
696390	linear.weight	5	0.23096083104610443
696390	linear.weight	6	-0.037741273641586304
696390	linear.weight	7	-0.05985056236386299
696390	linear.weight	8	0.10797098278999329
696390	linear.weight	9	-0.049792226403951645
696390	linear.bias	0	-0.8568606972694397
696390	linear.bias	1	1.847802758216858
696390	linear.bias	2	0.7467201352119446
696390	linear.bias	3	-2.7390084266662598
696390	linear.bias	4	-0.12331174314022064
696390	linear.bias	5	1.2653632164001465
696390	linear.bias	6	-0.19945737719535828
696390	linear.bias	7	0.8448204398155212
696390	linear.bias	8	2.125601053237915
696390	linear.bias	9	-1.3723255395889282
696999	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
696999	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
696999	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
696999	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
696999	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
696999	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
696999	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
696999	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
696999	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
696999	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
696999	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
696999	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
696999	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
696999	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
696999	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
696999	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
696999	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
696999	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
696999	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
696999	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
696999	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
696999	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
696999	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
696999	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
696999	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
696999	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
696999	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
696999	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
696999	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
696999	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
696999	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
696999	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
696999	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
696999	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
696999	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
696999	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
696999	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
696999	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
696999	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
696999	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
696999	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
696999	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
696999	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
696999	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
696999	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
696999	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
696999	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
696999	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
696999	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
696999	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
696999	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
696999	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
696999	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
696999	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
696999	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
696999	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
696999	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
696999	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
696999	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
696999	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
696999	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
696999	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
696999	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
696999	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
696999	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
696999	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
696999	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
696999	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
696999	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
696999	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
696999	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
696999	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
696999	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
696999	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
696999	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
696999	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
696999	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
696999	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
696999	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
696999	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
696999	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
696999	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
696999	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
696999	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
696999	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
696999	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
696999	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
696999	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
696999	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
696999	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
696999	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
696999	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
696999	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
696999	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
696999	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
696999	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
696999	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
696999	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
696999	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
696999	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
696999	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
696999	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
696999	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
696999	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
696999	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
696999	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
696999	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
696999	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
696999	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
696999	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
696999	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
696999	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
696999	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
696999	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
696999	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
696999	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
696999	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
696999	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
696999	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
696999	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
696999	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
696999	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
696999	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
696999	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
696999	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
696999	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
696999	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
696999	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
696999	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
696999	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
696999	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
696999	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
696999	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
696999	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
696999	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
696999	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
696999	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
696999	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
696999	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
696999	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
696999	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
696999	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
696999	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
696999	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
696999	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
696999	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
696999	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
696999	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
696999	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
696999	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
696999	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
696999	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
696999	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
696999	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
696999	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
696999	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
696999	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
696999	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
696999	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
696999	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
696999	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
696999	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
696999	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
696999	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
696999	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
696999	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
696999	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
696999	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
696999	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
696999	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
696999	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
696999	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
696999	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
696999	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
696999	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
696999	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
696999	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
696999	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
696999	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
696999	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
696999	embedding2nn.weight	0	0.31781747937202454
696999	embedding2nn.weight	1	0.38160333037376404
696999	embedding2nn.weight	2	-0.0003391121863387525
696999	embedding2nn.weight	3	0.0476921908557415
696999	embedding2nn.weight	4	-0.0268242247402668
696999	embedding2nn.weight	5	0.035616643726825714
696999	embedding2nn.weight	6	-0.01076783612370491
696999	embedding2nn.weight	7	-0.01663096435368061
696999	embedding2nn.weight	8	0.040528569370508194
696999	embedding2nn.weight	9	-0.05933366343379021
696999	embedding2nn.bias	0	0.0195455364882946
696999	embedding2nn.bias	1	-0.17866776883602142
696999	embedding2nn.bias	2	0.11161733418703079
696999	embedding2nn.bias	3	0.1633080691099167
696999	embedding2nn.bias	4	0.15261168777942657
696999	embedding2nn.bias	5	-0.0761767253279686
696999	embedding2nn.bias	6	-0.06041403487324715
696999	embedding2nn.bias	7	0.07060852646827698
696999	embedding2nn.bias	8	-0.15621474385261536
696999	embedding2nn.bias	9	-0.38804101943969727
696999	rnn.weight_ih_l0	0	0.0005317861796356738
696999	rnn.weight_ih_l0	1	-0.05520465597510338
696999	rnn.weight_ih_l0	2	-0.05402688682079315
696999	rnn.weight_ih_l0	3	0.11949373036623001
696999	rnn.weight_ih_l0	4	0.023432357236742973
696999	rnn.weight_ih_l0	5	-0.07555396854877472
696999	rnn.weight_ih_l0	6	0.004376609809696674
696999	rnn.weight_ih_l0	7	-0.02169497311115265
696999	rnn.weight_ih_l0	8	0.02593362145125866
696999	rnn.weight_ih_l0	9	-0.08362825959920883
696999	rnn.weight_hh_l0	0	-0.019747352227568626
696999	rnn.weight_hh_l0	1	0.08518056571483612
696999	rnn.weight_hh_l0	2	0.006537069566547871
696999	rnn.weight_hh_l0	3	-0.03267034515738487
696999	rnn.weight_hh_l0	4	0.08128025382757187
696999	rnn.weight_hh_l0	5	0.007269593887031078
696999	rnn.weight_hh_l0	6	-0.08309739828109741
696999	rnn.weight_hh_l0	7	-0.12978440523147583
696999	rnn.weight_hh_l0	8	0.039478763937950134
696999	rnn.weight_hh_l0	9	-0.12160642445087433
696999	rnn.bias_ih_l0	0	0.16874174773693085
696999	rnn.bias_ih_l0	1	-0.34692564606666565
696999	rnn.bias_ih_l0	2	-0.04173429310321808
696999	rnn.bias_ih_l0	3	-0.2063502073287964
696999	rnn.bias_ih_l0	4	0.015009497292339802
696999	rnn.bias_ih_l0	5	-0.440998911857605
696999	rnn.bias_ih_l0	6	-0.14537745714187622
696999	rnn.bias_ih_l0	7	-0.37783005833625793
696999	rnn.bias_ih_l0	8	-0.30910712480545044
696999	rnn.bias_ih_l0	9	-0.46168625354766846
696999	rnn.bias_hh_l0	0	-0.349158376455307
696999	rnn.bias_hh_l0	1	-0.4387859106063843
696999	rnn.bias_hh_l0	2	-0.41344916820526123
696999	rnn.bias_hh_l0	3	-0.07814733684062958
696999	rnn.bias_hh_l0	4	-0.4066436290740967
696999	rnn.bias_hh_l0	5	-0.3608028292655945
696999	rnn.bias_hh_l0	6	-0.12274401634931564
696999	rnn.bias_hh_l0	7	0.06634102016687393
696999	rnn.bias_hh_l0	8	-0.22543035447597504
696999	rnn.bias_hh_l0	9	-0.5750271081924438
696999	rnn.weight_ih_l0_reverse	0	0.013197808526456356
696999	rnn.weight_ih_l0_reverse	1	-0.010573162697255611
696999	rnn.weight_ih_l0_reverse	2	0.008729694411158562
696999	rnn.weight_ih_l0_reverse	3	-0.14591068029403687
696999	rnn.weight_ih_l0_reverse	4	0.08096659928560257
696999	rnn.weight_ih_l0_reverse	5	-0.09436490386724472
696999	rnn.weight_ih_l0_reverse	6	0.007920868694782257
696999	rnn.weight_ih_l0_reverse	7	0.023563340306282043
696999	rnn.weight_ih_l0_reverse	8	-0.04601244628429413
696999	rnn.weight_ih_l0_reverse	9	-0.07314194738864899
696999	rnn.weight_hh_l0_reverse	0	-0.14575982093811035
696999	rnn.weight_hh_l0_reverse	1	0.020898519083857536
696999	rnn.weight_hh_l0_reverse	2	-0.02163316123187542
696999	rnn.weight_hh_l0_reverse	3	0.02649613283574581
696999	rnn.weight_hh_l0_reverse	4	-0.0781703069806099
696999	rnn.weight_hh_l0_reverse	5	0.03695392236113548
696999	rnn.weight_hh_l0_reverse	6	0.030146732926368713
696999	rnn.weight_hh_l0_reverse	7	-0.12618640065193176
696999	rnn.weight_hh_l0_reverse	8	-0.06737560033798218
696999	rnn.weight_hh_l0_reverse	9	0.03478330746293068
696999	rnn.bias_ih_l0_reverse	0	-0.1837521195411682
696999	rnn.bias_ih_l0_reverse	1	-0.05909590795636177
696999	rnn.bias_ih_l0_reverse	2	0.1629733145236969
696999	rnn.bias_ih_l0_reverse	3	-0.32530173659324646
696999	rnn.bias_ih_l0_reverse	4	-0.01615772768855095
696999	rnn.bias_ih_l0_reverse	5	-0.2173064947128296
696999	rnn.bias_ih_l0_reverse	6	0.2742479741573334
696999	rnn.bias_ih_l0_reverse	7	-0.3073982000350952
696999	rnn.bias_ih_l0_reverse	8	-0.1912948191165924
696999	rnn.bias_ih_l0_reverse	9	-0.15040266513824463
696999	rnn.bias_hh_l0_reverse	0	-0.1440645158290863
696999	rnn.bias_hh_l0_reverse	1	0.2780250906944275
696999	rnn.bias_hh_l0_reverse	2	-0.35406091809272766
696999	rnn.bias_hh_l0_reverse	3	-0.2332748919725418
696999	rnn.bias_hh_l0_reverse	4	-0.3966712951660156
696999	rnn.bias_hh_l0_reverse	5	-0.21432901918888092
696999	rnn.bias_hh_l0_reverse	6	-0.2690037190914154
696999	rnn.bias_hh_l0_reverse	7	-0.09284308552742004
696999	rnn.bias_hh_l0_reverse	8	-0.3725307881832123
696999	rnn.bias_hh_l0_reverse	9	0.21858295798301697
696999	linear.weight	0	0.22223033010959625
696999	linear.weight	1	-0.46532130241394043
696999	linear.weight	2	0.061178985983133316
696999	linear.weight	3	0.06748969852924347
696999	linear.weight	4	-0.12304095178842545
696999	linear.weight	5	0.23026776313781738
696999	linear.weight	6	-0.03363475203514099
696999	linear.weight	7	-0.05984806269407272
696999	linear.weight	8	0.1001422330737114
696999	linear.weight	9	-0.04979357495903969
696999	linear.bias	0	-0.8569014072418213
696999	linear.bias	1	1.825953722000122
696999	linear.bias	2	0.7515172362327576
696999	linear.bias	3	-2.739039659500122
696999	linear.bias	4	-0.12021084129810333
696999	linear.bias	5	1.2815589904785156
696999	linear.bias	6	-0.1949584037065506
696999	linear.bias	7	0.8540359735488892
696999	linear.bias	8	2.125710964202881
696999	linear.bias	9	-1.37136709690094
697608	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
697608	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
697608	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
697608	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
697608	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
697608	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
697608	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
697608	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
697608	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
697608	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
697608	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
697608	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
697608	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
697608	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
697608	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
697608	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
697608	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
697608	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
697608	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
697608	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
697608	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
697608	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
697608	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
697608	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
697608	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
697608	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
697608	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
697608	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
697608	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
697608	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
697608	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
697608	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
697608	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
697608	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
697608	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
697608	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
697608	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
697608	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
697608	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
697608	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
697608	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
697608	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
697608	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
697608	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
697608	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
697608	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
697608	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
697608	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
697608	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
697608	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
697608	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
697608	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
697608	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
697608	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
697608	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
697608	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
697608	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
697608	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
697608	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
697608	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
697608	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
697608	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
697608	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
697608	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
697608	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
697608	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
697608	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
697608	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
697608	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
697608	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
697608	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
697608	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
697608	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
697608	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
697608	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
697608	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
697608	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
697608	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
697608	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
697608	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
697608	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
697608	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
697608	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
697608	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
697608	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
697608	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
697608	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
697608	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
697608	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
697608	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
697608	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
697608	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
697608	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
697608	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
697608	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
697608	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
697608	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
697608	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
697608	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
697608	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
697608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
697608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
697608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
697608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
697608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
697608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
697608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
697608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
697608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
697608	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
697608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
697608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
697608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
697608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
697608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
697608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
697608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
697608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
697608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
697608	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
697608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
697608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
697608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
697608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
697608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
697608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
697608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
697608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
697608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
697608	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
697608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
697608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
697608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
697608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
697608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
697608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
697608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
697608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
697608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
697608	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
697608	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
697608	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
697608	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
697608	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
697608	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
697608	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
697608	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
697608	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
697608	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
697608	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
697608	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
697608	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
697608	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
697608	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
697608	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
697608	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
697608	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
697608	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
697608	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
697608	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
697608	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
697608	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
697608	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
697608	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
697608	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
697608	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
697608	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
697608	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
697608	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
697608	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
697608	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
697608	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
697608	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
697608	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
697608	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
697608	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
697608	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
697608	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
697608	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
697608	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
697608	embedding2nn.weight	0	0.3175075948238373
697608	embedding2nn.weight	1	0.3807261884212494
697608	embedding2nn.weight	2	-0.0006106054061092436
697608	embedding2nn.weight	3	0.04678655415773392
697608	embedding2nn.weight	4	-0.02865121327340603
697608	embedding2nn.weight	5	0.035482339560985565
697608	embedding2nn.weight	6	-0.012733708135783672
697608	embedding2nn.weight	7	-0.01786484755575657
697608	embedding2nn.weight	8	0.03979950398206711
697608	embedding2nn.weight	9	-0.05953627824783325
697608	embedding2nn.bias	0	0.014644681476056576
697608	embedding2nn.bias	1	-0.1827600598335266
697608	embedding2nn.bias	2	0.12377999722957611
697608	embedding2nn.bias	3	0.161894291639328
697608	embedding2nn.bias	4	0.15045318007469177
697608	embedding2nn.bias	5	-0.0750502273440361
697608	embedding2nn.bias	6	-0.05418642610311508
697608	embedding2nn.bias	7	0.062164805829524994
697608	embedding2nn.bias	8	-0.15681178867816925
697608	embedding2nn.bias	9	-0.3853588104248047
697608	rnn.weight_ih_l0	0	0.0009541020845063031
697608	rnn.weight_ih_l0	1	-0.055004023015499115
697608	rnn.weight_ih_l0	2	-0.05586380138993263
697608	rnn.weight_ih_l0	3	0.11826995015144348
697608	rnn.weight_ih_l0	4	0.021965958178043365
697608	rnn.weight_ih_l0	5	-0.07647617161273956
697608	rnn.weight_ih_l0	6	0.005926840007305145
697608	rnn.weight_ih_l0	7	-0.02262982912361622
697608	rnn.weight_ih_l0	8	0.02516082674264908
697608	rnn.weight_ih_l0	9	-0.08457563817501068
697608	rnn.weight_hh_l0	0	-0.019662247970700264
697608	rnn.weight_hh_l0	1	0.08546211570501328
697608	rnn.weight_hh_l0	2	0.006513752043247223
697608	rnn.weight_hh_l0	3	-0.03258656710386276
697608	rnn.weight_hh_l0	4	0.08128979802131653
697608	rnn.weight_hh_l0	5	0.007435602601617575
697608	rnn.weight_hh_l0	6	-0.08317550271749496
697608	rnn.weight_hh_l0	7	-0.12914374470710754
697608	rnn.weight_hh_l0	8	0.039450112730264664
697608	rnn.weight_hh_l0	9	-0.12195297330617905
697608	rnn.bias_ih_l0	0	0.16770190000534058
697608	rnn.bias_ih_l0	1	-0.3482634723186493
697608	rnn.bias_ih_l0	2	-0.04167880117893219
697608	rnn.bias_ih_l0	3	-0.2057374268770218
697608	rnn.bias_ih_l0	4	0.015909815207123756
697608	rnn.bias_ih_l0	5	-0.4398070275783539
697608	rnn.bias_ih_l0	6	-0.14299225807189941
697608	rnn.bias_ih_l0	7	-0.3780248761177063
697608	rnn.bias_ih_l0	8	-0.31163522601127625
697608	rnn.bias_ih_l0	9	-0.46017101407051086
697608	rnn.bias_hh_l0	0	-0.350268691778183
697608	rnn.bias_hh_l0	1	-0.4388669729232788
697608	rnn.bias_hh_l0	2	-0.41472211480140686
697608	rnn.bias_hh_l0	3	-0.07970599085092545
697608	rnn.bias_hh_l0	4	-0.4053429961204529
697608	rnn.bias_hh_l0	5	-0.3606775999069214
697608	rnn.bias_hh_l0	6	-0.12121589481830597
697608	rnn.bias_hh_l0	7	0.06460881978273392
697608	rnn.bias_hh_l0	8	-0.22745640575885773
697608	rnn.bias_hh_l0	9	-0.5767362713813782
697608	rnn.weight_ih_l0_reverse	0	0.01295146532356739
697608	rnn.weight_ih_l0_reverse	1	-0.011276261880993843
697608	rnn.weight_ih_l0_reverse	2	0.008782993070781231
697608	rnn.weight_ih_l0_reverse	3	-0.14548614621162415
697608	rnn.weight_ih_l0_reverse	4	0.08226347714662552
697608	rnn.weight_ih_l0_reverse	5	-0.09508851915597916
697608	rnn.weight_ih_l0_reverse	6	0.007069639395922422
697608	rnn.weight_ih_l0_reverse	7	0.023988842964172363
697608	rnn.weight_ih_l0_reverse	8	-0.044887322932481766
697608	rnn.weight_ih_l0_reverse	9	-0.07451049983501434
697608	rnn.weight_hh_l0_reverse	0	-0.14565017819404602
697608	rnn.weight_hh_l0_reverse	1	0.020464269444346428
697608	rnn.weight_hh_l0_reverse	2	-0.021712755784392357
697608	rnn.weight_hh_l0_reverse	3	0.026563020423054695
697608	rnn.weight_hh_l0_reverse	4	-0.07804885506629944
697608	rnn.weight_hh_l0_reverse	5	0.0369313508272171
697608	rnn.weight_hh_l0_reverse	6	0.030148936435580254
697608	rnn.weight_hh_l0_reverse	7	-0.12587478756904602
697608	rnn.weight_hh_l0_reverse	8	-0.06743034720420837
697608	rnn.weight_hh_l0_reverse	9	0.034702934324741364
697608	rnn.bias_ih_l0_reverse	0	-0.18254590034484863
697608	rnn.bias_ih_l0_reverse	1	-0.056513093411922455
697608	rnn.bias_ih_l0_reverse	2	0.16395370662212372
697608	rnn.bias_ih_l0_reverse	3	-0.32559019327163696
697608	rnn.bias_ih_l0_reverse	4	-0.012469332665205002
697608	rnn.bias_ih_l0_reverse	5	-0.2165493667125702
697608	rnn.bias_ih_l0_reverse	6	0.2742602229118347
697608	rnn.bias_ih_l0_reverse	7	-0.3053361773490906
697608	rnn.bias_ih_l0_reverse	8	-0.19120481610298157
697608	rnn.bias_ih_l0_reverse	9	-0.15314257144927979
697608	rnn.bias_hh_l0_reverse	0	-0.14654552936553955
697608	rnn.bias_hh_l0_reverse	1	0.2783530652523041
697608	rnn.bias_hh_l0_reverse	2	-0.35414865612983704
697608	rnn.bias_hh_l0_reverse	3	-0.23272250592708588
697608	rnn.bias_hh_l0_reverse	4	-0.39805036783218384
697608	rnn.bias_hh_l0_reverse	5	-0.21406099200248718
697608	rnn.bias_hh_l0_reverse	6	-0.26747724413871765
697608	rnn.bias_hh_l0_reverse	7	-0.09182882308959961
697608	rnn.bias_hh_l0_reverse	8	-0.3695526421070099
697608	rnn.bias_hh_l0_reverse	9	0.21732507646083832
697608	linear.weight	0	0.22274641692638397
697608	linear.weight	1	-0.4574422538280487
697608	linear.weight	2	0.07606149464845657
697608	linear.weight	3	0.06748970597982407
697608	linear.weight	4	-0.12144383788108826
697608	linear.weight	5	0.23190589249134064
697608	linear.weight	6	-0.03535952419042587
697608	linear.weight	7	-0.0598461776971817
697608	linear.weight	8	0.10797067731618881
697608	linear.weight	9	-0.049794718623161316
697608	linear.bias	0	-0.8575772047042847
697608	linear.bias	1	1.8137404918670654
697608	linear.bias	2	0.7477887868881226
697608	linear.bias	3	-2.7390732765197754
697608	linear.bias	4	-0.1275675892829895
697608	linear.bias	5	1.2842750549316406
697608	linear.bias	6	-0.19037896394729614
697608	linear.bias	7	0.8430566787719727
697608	linear.bias	8	2.1078052520751953
697608	linear.bias	9	-1.3577146530151367
698217	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
698217	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
698217	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
698217	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
698217	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
698217	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
698217	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
698217	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
698217	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
698217	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
698217	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
698217	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
698217	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
698217	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
698217	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
698217	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
698217	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
698217	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
698217	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
698217	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
698217	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
698217	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
698217	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
698217	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
698217	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
698217	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
698217	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
698217	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
698217	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
698217	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
698217	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
698217	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
698217	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
698217	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
698217	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
698217	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
698217	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
698217	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
698217	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
698217	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
698217	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
698217	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
698217	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
698217	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
698217	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
698217	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
698217	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
698217	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
698217	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
698217	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
698217	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
698217	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
698217	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
698217	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
698217	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
698217	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
698217	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
698217	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
698217	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
698217	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
698217	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
698217	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
698217	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
698217	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
698217	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
698217	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
698217	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
698217	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
698217	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
698217	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
698217	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
698217	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
698217	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
698217	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
698217	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
698217	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
698217	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
698217	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
698217	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
698217	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
698217	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
698217	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
698217	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
698217	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
698217	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
698217	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
698217	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
698217	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
698217	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
698217	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
698217	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
698217	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
698217	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
698217	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
698217	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
698217	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
698217	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
698217	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
698217	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
698217	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
698217	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
698217	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
698217	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
698217	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
698217	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
698217	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
698217	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
698217	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
698217	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
698217	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
698217	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
698217	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
698217	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
698217	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
698217	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
698217	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
698217	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
698217	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
698217	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
698217	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
698217	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
698217	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
698217	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
698217	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
698217	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
698217	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
698217	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
698217	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
698217	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
698217	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
698217	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
698217	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
698217	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
698217	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
698217	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
698217	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
698217	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
698217	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
698217	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
698217	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
698217	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
698217	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
698217	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
698217	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
698217	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
698217	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
698217	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
698217	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
698217	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
698217	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
698217	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
698217	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
698217	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
698217	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
698217	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
698217	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
698217	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
698217	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
698217	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
698217	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
698217	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
698217	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
698217	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
698217	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
698217	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
698217	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
698217	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
698217	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
698217	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
698217	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
698217	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
698217	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
698217	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
698217	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
698217	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
698217	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
698217	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
698217	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
698217	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
698217	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
698217	embedding2nn.weight	0	0.31805843114852905
698217	embedding2nn.weight	1	0.382814884185791
698217	embedding2nn.weight	2	-0.002355978824198246
698217	embedding2nn.weight	3	0.053492482751607895
698217	embedding2nn.weight	4	-0.028805211186408997
698217	embedding2nn.weight	5	0.03531523421406746
698217	embedding2nn.weight	6	-0.009969928301870823
698217	embedding2nn.weight	7	-0.018870241940021515
698217	embedding2nn.weight	8	0.039156198501586914
698217	embedding2nn.weight	9	-0.058229804039001465
698217	embedding2nn.bias	0	0.02197420597076416
698217	embedding2nn.bias	1	-0.18363997340202332
698217	embedding2nn.bias	2	0.12723925709724426
698217	embedding2nn.bias	3	0.1702258586883545
698217	embedding2nn.bias	4	0.14733104407787323
698217	embedding2nn.bias	5	-0.0749906674027443
698217	embedding2nn.bias	6	-0.04947640746831894
698217	embedding2nn.bias	7	0.05932316184043884
698217	embedding2nn.bias	8	-0.1593845784664154
698217	embedding2nn.bias	9	-0.37874338030815125
698217	rnn.weight_ih_l0	0	0.0012408429756760597
698217	rnn.weight_ih_l0	1	-0.055230509489774704
698217	rnn.weight_ih_l0	2	-0.054389577358961105
698217	rnn.weight_ih_l0	3	0.1191592887043953
698217	rnn.weight_ih_l0	4	0.023071834817528725
698217	rnn.weight_ih_l0	5	-0.07618080079555511
698217	rnn.weight_ih_l0	6	0.006260449532419443
698217	rnn.weight_ih_l0	7	-0.021600602194666862
698217	rnn.weight_ih_l0	8	0.02402176521718502
698217	rnn.weight_ih_l0	9	-0.08421791344881058
698217	rnn.weight_hh_l0	0	-0.019726146012544632
698217	rnn.weight_hh_l0	1	0.08524967730045319
698217	rnn.weight_hh_l0	2	0.006408315151929855
698217	rnn.weight_hh_l0	3	-0.03255441039800644
698217	rnn.weight_hh_l0	4	0.08172309398651123
698217	rnn.weight_hh_l0	5	0.007676106411963701
698217	rnn.weight_hh_l0	6	-0.0828949585556984
698217	rnn.weight_hh_l0	7	-0.12851597368717194
698217	rnn.weight_hh_l0	8	0.03947240486741066
698217	rnn.weight_hh_l0	9	-0.12214648723602295
698217	rnn.bias_ih_l0	0	0.16803671419620514
698217	rnn.bias_ih_l0	1	-0.34696656465530396
698217	rnn.bias_ih_l0	2	-0.0417097769677639
698217	rnn.bias_ih_l0	3	-0.20759448409080505
698217	rnn.bias_ih_l0	4	0.017551686614751816
698217	rnn.bias_ih_l0	5	-0.43986546993255615
698217	rnn.bias_ih_l0	6	-0.14165648818016052
698217	rnn.bias_ih_l0	7	-0.37863022089004517
698217	rnn.bias_ih_l0	8	-0.31253769993782043
698217	rnn.bias_ih_l0	9	-0.46514880657196045
698217	rnn.bias_hh_l0	0	-0.3519529700279236
698217	rnn.bias_hh_l0	1	-0.4415525496006012
698217	rnn.bias_hh_l0	2	-0.4148605465888977
698217	rnn.bias_hh_l0	3	-0.08154770731925964
698217	rnn.bias_hh_l0	4	-0.4043901562690735
698217	rnn.bias_hh_l0	5	-0.3604992628097534
698217	rnn.bias_hh_l0	6	-0.12146908789873123
698217	rnn.bias_hh_l0	7	0.06492709368467331
698217	rnn.bias_hh_l0	8	-0.22709810733795166
698217	rnn.bias_hh_l0	9	-0.5757666826248169
698217	rnn.weight_ih_l0_reverse	0	0.012685027904808521
698217	rnn.weight_ih_l0_reverse	1	-0.011391463689506054
698217	rnn.weight_ih_l0_reverse	2	0.008431417867541313
698217	rnn.weight_ih_l0_reverse	3	-0.14538176357746124
698217	rnn.weight_ih_l0_reverse	4	0.0812649056315422
698217	rnn.weight_ih_l0_reverse	5	-0.09830936789512634
698217	rnn.weight_ih_l0_reverse	6	0.006916828453540802
698217	rnn.weight_ih_l0_reverse	7	0.024098513647913933
698217	rnn.weight_ih_l0_reverse	8	-0.043754465878009796
698217	rnn.weight_ih_l0_reverse	9	-0.07514908909797668
698217	rnn.weight_hh_l0_reverse	0	-0.14560727775096893
698217	rnn.weight_hh_l0_reverse	1	0.020650025457143784
698217	rnn.weight_hh_l0_reverse	2	-0.021748922765254974
698217	rnn.weight_hh_l0_reverse	3	0.02664969488978386
698217	rnn.weight_hh_l0_reverse	4	-0.07824552804231644
698217	rnn.weight_hh_l0_reverse	5	0.03690006583929062
698217	rnn.weight_hh_l0_reverse	6	0.03008583001792431
698217	rnn.weight_hh_l0_reverse	7	-0.12711314857006073
698217	rnn.weight_hh_l0_reverse	8	-0.06741432845592499
698217	rnn.weight_hh_l0_reverse	9	0.034687113016843796
698217	rnn.bias_ih_l0_reverse	0	-0.1840408742427826
698217	rnn.bias_ih_l0_reverse	1	-0.055967386811971664
698217	rnn.bias_ih_l0_reverse	2	0.16156190633773804
698217	rnn.bias_ih_l0_reverse	3	-0.3251311182975769
698217	rnn.bias_ih_l0_reverse	4	-0.010685411281883717
698217	rnn.bias_ih_l0_reverse	5	-0.21691253781318665
698217	rnn.bias_ih_l0_reverse	6	0.27350321412086487
698217	rnn.bias_ih_l0_reverse	7	-0.3058934807777405
698217	rnn.bias_ih_l0_reverse	8	-0.19209519028663635
698217	rnn.bias_ih_l0_reverse	9	-0.15275411307811737
698217	rnn.bias_hh_l0_reverse	0	-0.14687007665634155
698217	rnn.bias_hh_l0_reverse	1	0.27892372012138367
698217	rnn.bias_hh_l0_reverse	2	-0.3524284064769745
698217	rnn.bias_hh_l0_reverse	3	-0.2329145073890686
698217	rnn.bias_hh_l0_reverse	4	-0.3959234356880188
698217	rnn.bias_hh_l0_reverse	5	-0.21511997282505035
698217	rnn.bias_hh_l0_reverse	6	-0.2678311765193939
698217	rnn.bias_hh_l0_reverse	7	-0.09361249953508377
698217	rnn.bias_hh_l0_reverse	8	-0.3681229054927826
698217	rnn.bias_hh_l0_reverse	9	0.2144261747598648
698217	linear.weight	0	0.22354212403297424
698217	linear.weight	1	-0.46520566940307617
698217	linear.weight	2	0.056837864220142365
698217	linear.weight	3	0.06748940050601959
698217	linear.weight	4	-0.12115020304918289
698217	linear.weight	5	0.22664567828178406
698217	linear.weight	6	-0.0431034229695797
698217	linear.weight	7	-0.05984419956803322
698217	linear.weight	8	0.10787782818078995
698217	linear.weight	9	-0.049795448780059814
698217	linear.bias	0	-0.8713300824165344
698217	linear.bias	1	1.8145040273666382
698217	linear.bias	2	0.7516986131668091
698217	linear.bias	3	-2.7391061782836914
698217	linear.bias	4	-0.11987247318029404
698217	linear.bias	5	1.263365626335144
698217	linear.bias	6	-0.19181743264198303
698217	linear.bias	7	0.8484210968017578
698217	linear.bias	8	2.1022520065307617
698217	linear.bias	9	-1.363045334815979
698826	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
698826	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
698826	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
698826	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
698826	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
698826	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
698826	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
698826	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
698826	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
698826	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
698826	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
698826	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
698826	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
698826	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
698826	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
698826	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
698826	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
698826	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
698826	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
698826	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
698826	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
698826	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
698826	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
698826	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
698826	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
698826	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
698826	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
698826	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
698826	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
698826	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
698826	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
698826	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
698826	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
698826	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
698826	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
698826	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
698826	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
698826	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
698826	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
698826	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
698826	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
698826	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
698826	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
698826	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
698826	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
698826	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
698826	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
698826	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
698826	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
698826	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
698826	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
698826	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
698826	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
698826	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
698826	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
698826	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
698826	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
698826	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
698826	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
698826	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
698826	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
698826	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
698826	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
698826	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
698826	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
698826	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
698826	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
698826	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
698826	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
698826	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
698826	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
698826	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
698826	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
698826	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
698826	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
698826	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
698826	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
698826	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
698826	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
698826	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
698826	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
698826	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
698826	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
698826	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
698826	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
698826	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
698826	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
698826	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
698826	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
698826	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
698826	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
698826	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
698826	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
698826	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
698826	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
698826	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
698826	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
698826	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
698826	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
698826	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
698826	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
698826	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
698826	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
698826	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
698826	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
698826	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
698826	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
698826	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
698826	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
698826	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
698826	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
698826	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
698826	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
698826	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
698826	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
698826	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
698826	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
698826	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
698826	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
698826	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
698826	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
698826	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
698826	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
698826	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
698826	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
698826	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
698826	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
698826	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
698826	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
698826	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
698826	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
698826	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
698826	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
698826	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
698826	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
698826	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
698826	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
698826	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
698826	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
698826	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
698826	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
698826	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
698826	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
698826	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
698826	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
698826	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
698826	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
698826	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
698826	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
698826	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
698826	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
698826	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
698826	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
698826	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
698826	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
698826	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
698826	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
698826	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
698826	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
698826	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
698826	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
698826	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
698826	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
698826	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
698826	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
698826	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
698826	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
698826	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
698826	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
698826	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
698826	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
698826	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
698826	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
698826	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
698826	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
698826	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
698826	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
698826	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
698826	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
698826	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
698826	embedding2nn.weight	0	0.3175792694091797
698826	embedding2nn.weight	1	0.38344046473503113
698826	embedding2nn.weight	2	-0.0019887443631887436
698826	embedding2nn.weight	3	0.052616726607084274
698826	embedding2nn.weight	4	-0.02868545614182949
698826	embedding2nn.weight	5	0.03648084029555321
698826	embedding2nn.weight	6	-0.00928779412060976
698826	embedding2nn.weight	7	-0.017192699015140533
698826	embedding2nn.weight	8	0.0398273728787899
698826	embedding2nn.weight	9	-0.05665501207113266
698826	embedding2nn.bias	0	0.019017664715647697
698826	embedding2nn.bias	1	-0.18687207996845245
698826	embedding2nn.bias	2	0.12467669695615768
698826	embedding2nn.bias	3	0.16951778531074524
698826	embedding2nn.bias	4	0.13697613775730133
698826	embedding2nn.bias	5	-0.08524782955646515
698826	embedding2nn.bias	6	-0.055236462503671646
698826	embedding2nn.bias	7	0.0598931759595871
698826	embedding2nn.bias	8	-0.14713305234909058
698826	embedding2nn.bias	9	-0.3881770670413971
698826	rnn.weight_ih_l0	0	0.0007305474719032645
698826	rnn.weight_ih_l0	1	-0.05494602024555206
698826	rnn.weight_ih_l0	2	-0.05217423290014267
698826	rnn.weight_ih_l0	3	0.11877231299877167
698826	rnn.weight_ih_l0	4	0.02291242592036724
698826	rnn.weight_ih_l0	5	-0.07646365463733673
698826	rnn.weight_ih_l0	6	0.005273429211229086
698826	rnn.weight_ih_l0	7	-0.022163674235343933
698826	rnn.weight_ih_l0	8	0.02502540871500969
698826	rnn.weight_ih_l0	9	-0.08413751423358917
698826	rnn.weight_hh_l0	0	-0.019821349531412125
698826	rnn.weight_hh_l0	1	0.08526972681283951
698826	rnn.weight_hh_l0	2	0.006459746044129133
698826	rnn.weight_hh_l0	3	-0.03249875456094742
698826	rnn.weight_hh_l0	4	0.08186133205890656
698826	rnn.weight_hh_l0	5	0.007758609019219875
698826	rnn.weight_hh_l0	6	-0.08282094448804855
698826	rnn.weight_hh_l0	7	-0.12845200300216675
698826	rnn.weight_hh_l0	8	0.0395091213285923
698826	rnn.weight_hh_l0	9	-0.12195226550102234
698826	rnn.bias_ih_l0	0	0.16749326884746552
698826	rnn.bias_ih_l0	1	-0.3496725261211395
698826	rnn.bias_ih_l0	2	-0.041388969868421555
698826	rnn.bias_ih_l0	3	-0.206289604306221
698826	rnn.bias_ih_l0	4	0.018481219187378883
698826	rnn.bias_ih_l0	5	-0.44161084294319153
698826	rnn.bias_ih_l0	6	-0.13932910561561584
698826	rnn.bias_ih_l0	7	-0.3789116442203522
698826	rnn.bias_ih_l0	8	-0.31094101071357727
698826	rnn.bias_ih_l0	9	-0.46509498357772827
698826	rnn.bias_hh_l0	0	-0.35039180517196655
698826	rnn.bias_hh_l0	1	-0.4420051574707031
698826	rnn.bias_hh_l0	2	-0.41398724913597107
698826	rnn.bias_hh_l0	3	-0.08135829865932465
698826	rnn.bias_hh_l0	4	-0.4045233726501465
698826	rnn.bias_hh_l0	5	-0.36006999015808105
698826	rnn.bias_hh_l0	6	-0.12121063470840454
698826	rnn.bias_hh_l0	7	0.06572983413934708
698826	rnn.bias_hh_l0	8	-0.22418422996997833
698826	rnn.bias_hh_l0	9	-0.5771508812904358
698826	rnn.weight_ih_l0_reverse	0	0.01226075366139412
698826	rnn.weight_ih_l0_reverse	1	-0.011304868385195732
698826	rnn.weight_ih_l0_reverse	2	0.00799246784299612
698826	rnn.weight_ih_l0_reverse	3	-0.14664596319198608
698826	rnn.weight_ih_l0_reverse	4	0.08207421004772186
698826	rnn.weight_ih_l0_reverse	5	-0.09951674938201904
698826	rnn.weight_ih_l0_reverse	6	0.0064142607152462006
698826	rnn.weight_ih_l0_reverse	7	0.02383638173341751
698826	rnn.weight_ih_l0_reverse	8	-0.04434202238917351
698826	rnn.weight_ih_l0_reverse	9	-0.07520722597837448
698826	rnn.weight_hh_l0_reverse	0	-0.14491407573223114
698826	rnn.weight_hh_l0_reverse	1	0.02067607268691063
698826	rnn.weight_hh_l0_reverse	2	-0.02157926931977272
698826	rnn.weight_hh_l0_reverse	3	0.026581013575196266
698826	rnn.weight_hh_l0_reverse	4	-0.07821420580148697
698826	rnn.weight_hh_l0_reverse	5	0.036899030208587646
698826	rnn.weight_hh_l0_reverse	6	0.030139924958348274
698826	rnn.weight_hh_l0_reverse	7	-0.12640833854675293
698826	rnn.weight_hh_l0_reverse	8	-0.06736918538808823
698826	rnn.weight_hh_l0_reverse	9	0.03516841307282448
698826	rnn.bias_ih_l0_reverse	0	-0.18297848105430603
698826	rnn.bias_ih_l0_reverse	1	-0.05798201635479927
698826	rnn.bias_ih_l0_reverse	2	0.15938520431518555
698826	rnn.bias_ih_l0_reverse	3	-0.32547229528427124
698826	rnn.bias_ih_l0_reverse	4	-0.010906543582677841
698826	rnn.bias_ih_l0_reverse	5	-0.21676747500896454
698826	rnn.bias_ih_l0_reverse	6	0.27323684096336365
698826	rnn.bias_ih_l0_reverse	7	-0.30537644028663635
698826	rnn.bias_ih_l0_reverse	8	-0.19086314737796783
698826	rnn.bias_ih_l0_reverse	9	-0.15341219305992126
698826	rnn.bias_hh_l0_reverse	0	-0.15066924691200256
698826	rnn.bias_hh_l0_reverse	1	0.2744791507720947
698826	rnn.bias_hh_l0_reverse	2	-0.3507028818130493
698826	rnn.bias_hh_l0_reverse	3	-0.2323453724384308
698826	rnn.bias_hh_l0_reverse	4	-0.3945990204811096
698826	rnn.bias_hh_l0_reverse	5	-0.21493592858314514
698826	rnn.bias_hh_l0_reverse	6	-0.26889216899871826
698826	rnn.bias_hh_l0_reverse	7	-0.09625664353370667
698826	rnn.bias_hh_l0_reverse	8	-0.36914539337158203
698826	rnn.bias_hh_l0_reverse	9	0.21418748795986176
698826	linear.weight	0	0.22448089718818665
698826	linear.weight	1	-0.46286678314208984
698826	linear.weight	2	0.055295947939157486
698826	linear.weight	3	0.06748906522989273
698826	linear.weight	4	-0.11683715879917145
698826	linear.weight	5	0.23177774250507355
698826	linear.weight	6	-0.059909943491220474
698826	linear.weight	7	-0.0598415732383728
698826	linear.weight	8	0.10992264747619629
698826	linear.weight	9	-0.04979696124792099
698826	linear.bias	0	-0.8619609475135803
698826	linear.bias	1	1.8224939107894897
698826	linear.bias	2	0.741412878036499
698826	linear.bias	3	-2.7391419410705566
698826	linear.bias	4	-0.12431220710277557
698826	linear.bias	5	1.2975910902023315
698826	linear.bias	6	-0.1938764452934265
698826	linear.bias	7	0.838685154914856
698826	linear.bias	8	2.1242992877960205
698826	linear.bias	9	-1.34930419921875
699435	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
699435	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
699435	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
699435	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
699435	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
699435	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
699435	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
699435	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
699435	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
699435	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
699435	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
699435	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
699435	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
699435	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
699435	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
699435	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
699435	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
699435	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
699435	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
699435	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
699435	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
699435	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
699435	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
699435	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
699435	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
699435	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
699435	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
699435	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
699435	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
699435	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
699435	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
699435	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
699435	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
699435	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
699435	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
699435	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
699435	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
699435	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
699435	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
699435	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
699435	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
699435	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
699435	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
699435	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
699435	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
699435	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
699435	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
699435	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
699435	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
699435	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
699435	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
699435	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
699435	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
699435	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
699435	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
699435	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
699435	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
699435	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
699435	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
699435	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
699435	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
699435	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
699435	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
699435	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
699435	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
699435	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
699435	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
699435	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
699435	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
699435	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
699435	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
699435	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
699435	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
699435	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
699435	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
699435	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
699435	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
699435	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
699435	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
699435	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
699435	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
699435	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
699435	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
699435	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
699435	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
699435	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
699435	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
699435	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
699435	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
699435	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
699435	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
699435	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
699435	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
699435	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
699435	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
699435	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
699435	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
699435	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
699435	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
699435	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
699435	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
699435	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
699435	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
699435	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
699435	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
699435	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
699435	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
699435	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
699435	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
699435	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
699435	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
699435	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
699435	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
699435	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
699435	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
699435	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
699435	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
699435	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
699435	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
699435	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
699435	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
699435	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
699435	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
699435	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
699435	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
699435	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
699435	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
699435	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
699435	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
699435	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
699435	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
699435	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
699435	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
699435	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
699435	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
699435	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
699435	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
699435	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
699435	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
699435	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
699435	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
699435	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
699435	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
699435	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
699435	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
699435	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
699435	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
699435	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
699435	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
699435	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
699435	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
699435	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
699435	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
699435	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
699435	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
699435	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
699435	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
699435	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
699435	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
699435	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
699435	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
699435	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
699435	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
699435	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
699435	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
699435	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
699435	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
699435	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
699435	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
699435	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
699435	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
699435	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
699435	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
699435	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
699435	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
699435	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
699435	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
699435	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
699435	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
699435	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
699435	embedding2nn.weight	0	0.3175089955329895
699435	embedding2nn.weight	1	0.38219159841537476
699435	embedding2nn.weight	2	-0.001630800892598927
699435	embedding2nn.weight	3	0.053142793476581573
699435	embedding2nn.weight	4	-0.029693400487303734
699435	embedding2nn.weight	5	0.03759034350514412
699435	embedding2nn.weight	6	-0.007249424234032631
699435	embedding2nn.weight	7	-0.015848061069846153
699435	embedding2nn.weight	8	0.04012887924909592
699435	embedding2nn.weight	9	-0.055942412465810776
699435	embedding2nn.bias	0	0.02193470671772957
699435	embedding2nn.bias	1	-0.18500880897045135
699435	embedding2nn.bias	2	0.12410375475883484
699435	embedding2nn.bias	3	0.15517973899841309
699435	embedding2nn.bias	4	0.1333678662776947
699435	embedding2nn.bias	5	-0.08380715548992157
699435	embedding2nn.bias	6	-0.05944123864173889
699435	embedding2nn.bias	7	0.059845853596925735
699435	embedding2nn.bias	8	-0.1433035433292389
699435	embedding2nn.bias	9	-0.38540664315223694
699435	rnn.weight_ih_l0	0	0.0009066227357834578
699435	rnn.weight_ih_l0	1	-0.0547870472073555
699435	rnn.weight_ih_l0	2	-0.05029009282588959
699435	rnn.weight_ih_l0	3	0.12007886916399002
699435	rnn.weight_ih_l0	4	0.022016067057847977
699435	rnn.weight_ih_l0	5	-0.07601259648799896
699435	rnn.weight_ih_l0	6	0.0066594574600458145
699435	rnn.weight_ih_l0	7	-0.022370595484972
699435	rnn.weight_ih_l0	8	0.022680750116705894
699435	rnn.weight_ih_l0	9	-0.08514253050088882
699435	rnn.weight_hh_l0	0	-0.01978127658367157
699435	rnn.weight_hh_l0	1	0.08503727614879608
699435	rnn.weight_hh_l0	2	0.006455718073993921
699435	rnn.weight_hh_l0	3	-0.03262762352824211
699435	rnn.weight_hh_l0	4	0.08220165222883224
699435	rnn.weight_hh_l0	5	0.007461730390787125
699435	rnn.weight_hh_l0	6	-0.08278430253267288
699435	rnn.weight_hh_l0	7	-0.1284521520137787
699435	rnn.weight_hh_l0	8	0.03952707350254059
699435	rnn.weight_hh_l0	9	-0.12173836678266525
699435	rnn.bias_ih_l0	0	0.16878196597099304
699435	rnn.bias_ih_l0	1	-0.3503032624721527
699435	rnn.bias_ih_l0	2	-0.04249946027994156
699435	rnn.bias_ih_l0	3	-0.2082885205745697
699435	rnn.bias_ih_l0	4	0.01978849433362484
699435	rnn.bias_ih_l0	5	-0.4416627287864685
699435	rnn.bias_ih_l0	6	-0.13945536315441132
699435	rnn.bias_ih_l0	7	-0.37839600443840027
699435	rnn.bias_ih_l0	8	-0.3115859031677246
699435	rnn.bias_ih_l0	9	-0.4656558036804199
699435	rnn.bias_hh_l0	0	-0.35058048367500305
699435	rnn.bias_hh_l0	1	-0.4420837461948395
699435	rnn.bias_hh_l0	2	-0.41415348649024963
699435	rnn.bias_hh_l0	3	-0.08217176795005798
699435	rnn.bias_hh_l0	4	-0.4046391248703003
699435	rnn.bias_hh_l0	5	-0.359952449798584
699435	rnn.bias_hh_l0	6	-0.12013095617294312
699435	rnn.bias_hh_l0	7	0.06420191377401352
699435	rnn.bias_hh_l0	8	-0.22561673820018768
699435	rnn.bias_hh_l0	9	-0.5768165588378906
699435	rnn.weight_ih_l0_reverse	0	0.013182326219975948
699435	rnn.weight_ih_l0_reverse	1	-0.011546644382178783
699435	rnn.weight_ih_l0_reverse	2	0.009001197293400764
699435	rnn.weight_ih_l0_reverse	3	-0.14614446461200714
699435	rnn.weight_ih_l0_reverse	4	0.08288983255624771
699435	rnn.weight_ih_l0_reverse	5	-0.09959277510643005
699435	rnn.weight_ih_l0_reverse	6	0.005814834032207727
699435	rnn.weight_ih_l0_reverse	7	0.023497648537158966
699435	rnn.weight_ih_l0_reverse	8	-0.04483232647180557
699435	rnn.weight_ih_l0_reverse	9	-0.07485342770814896
699435	rnn.weight_hh_l0_reverse	0	-0.14478008449077606
699435	rnn.weight_hh_l0_reverse	1	0.02006237395107746
699435	rnn.weight_hh_l0_reverse	2	-0.02176452800631523
699435	rnn.weight_hh_l0_reverse	3	0.026341190561652184
699435	rnn.weight_hh_l0_reverse	4	-0.07793034613132477
699435	rnn.weight_hh_l0_reverse	5	0.036914385855197906
699435	rnn.weight_hh_l0_reverse	6	0.03010205365717411
699435	rnn.weight_hh_l0_reverse	7	-0.12612378597259521
699435	rnn.weight_hh_l0_reverse	8	-0.06785164773464203
699435	rnn.weight_hh_l0_reverse	9	0.03466204181313515
699435	rnn.bias_ih_l0_reverse	0	-0.1848650574684143
699435	rnn.bias_ih_l0_reverse	1	-0.05873449146747589
699435	rnn.bias_ih_l0_reverse	2	0.15916122496128082
699435	rnn.bias_ih_l0_reverse	3	-0.32415276765823364
699435	rnn.bias_ih_l0_reverse	4	-0.007971206679940224
699435	rnn.bias_ih_l0_reverse	5	-0.21791543066501617
699435	rnn.bias_ih_l0_reverse	6	0.2724384665489197
699435	rnn.bias_ih_l0_reverse	7	-0.30815643072128296
699435	rnn.bias_ih_l0_reverse	8	-0.1896185427904129
699435	rnn.bias_ih_l0_reverse	9	-0.15467336773872375
699435	rnn.bias_hh_l0_reverse	0	-0.15103091299533844
699435	rnn.bias_hh_l0_reverse	1	0.2765022814273834
699435	rnn.bias_hh_l0_reverse	2	-0.3499002158641815
699435	rnn.bias_hh_l0_reverse	3	-0.22928307950496674
699435	rnn.bias_hh_l0_reverse	4	-0.39697423577308655
699435	rnn.bias_hh_l0_reverse	5	-0.2159890979528427
699435	rnn.bias_hh_l0_reverse	6	-0.26588380336761475
699435	rnn.bias_hh_l0_reverse	7	-0.09564759582281113
699435	rnn.bias_hh_l0_reverse	8	-0.3662010133266449
699435	rnn.bias_hh_l0_reverse	9	0.21414096653461456
699435	linear.weight	0	0.21841102838516235
699435	linear.weight	1	-0.4612579643726349
699435	linear.weight	2	0.06569121778011322
699435	linear.weight	3	0.06748927384614944
699435	linear.weight	4	-0.12208401411771774
699435	linear.weight	5	0.22713010013103485
699435	linear.weight	6	-0.06009848415851593
699435	linear.weight	7	-0.05983991548418999
699435	linear.weight	8	0.1093432605266571
699435	linear.weight	9	-0.049798376858234406
699435	linear.bias	0	-0.8575963377952576
699435	linear.bias	1	1.8469094038009644
699435	linear.bias	2	0.7396918535232544
699435	linear.bias	3	-2.7391700744628906
699435	linear.bias	4	-0.11803317070007324
699435	linear.bias	5	1.2805331945419312
699435	linear.bias	6	-0.19706758856773376
699435	linear.bias	7	0.8431780934333801
699435	linear.bias	8	2.1270790100097656
699435	linear.bias	9	-1.351744294166565
700044	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
700044	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
700044	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
700044	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
700044	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
700044	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
700044	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
700044	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
700044	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
700044	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
700044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
700044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
700044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
700044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
700044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
700044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
700044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
700044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
700044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
700044	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
700044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
700044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
700044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
700044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
700044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
700044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
700044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
700044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
700044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
700044	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
700044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
700044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
700044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
700044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
700044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
700044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
700044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
700044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
700044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
700044	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
700044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
700044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
700044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
700044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
700044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
700044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
700044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
700044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
700044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
700044	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
700044	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
700044	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
700044	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
700044	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
700044	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
700044	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
700044	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
700044	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
700044	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
700044	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
700044	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
700044	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
700044	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
700044	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
700044	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
700044	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
700044	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
700044	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
700044	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
700044	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
700044	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
700044	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
700044	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
700044	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
700044	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
700044	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
700044	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
700044	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
700044	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
700044	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
700044	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
700044	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
700044	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
700044	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
700044	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
700044	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
700044	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
700044	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
700044	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
700044	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
700044	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
700044	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
700044	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
700044	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
700044	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
700044	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
700044	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
700044	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
700044	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
700044	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
700044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
700044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
700044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
700044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
700044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
700044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
700044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
700044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
700044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
700044	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
700044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
700044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
700044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
700044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
700044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
700044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
700044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
700044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
700044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
700044	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
700044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
700044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
700044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
700044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
700044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
700044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
700044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
700044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
700044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
700044	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
700044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
700044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
700044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
700044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
700044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
700044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
700044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
700044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
700044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
700044	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
700044	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
700044	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
700044	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
700044	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
700044	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
700044	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
700044	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
700044	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
700044	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
700044	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
700044	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
700044	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
700044	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
700044	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
700044	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
700044	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
700044	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
700044	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
700044	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
700044	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
700044	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
700044	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
700044	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
700044	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
700044	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
700044	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
700044	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
700044	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
700044	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
700044	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
700044	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
700044	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
700044	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
700044	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
700044	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
700044	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
700044	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
700044	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
700044	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
700044	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
700044	embedding2nn.weight	0	0.31755325198173523
700044	embedding2nn.weight	1	0.3810891807079315
700044	embedding2nn.weight	2	-0.0008162515005096793
700044	embedding2nn.weight	3	0.05359739437699318
700044	embedding2nn.weight	4	-0.030778972432017326
700044	embedding2nn.weight	5	0.03740881755948067
700044	embedding2nn.weight	6	-0.008450452238321304
700044	embedding2nn.weight	7	-0.017132285982370377
700044	embedding2nn.weight	8	0.0405210517346859
700044	embedding2nn.weight	9	-0.054838720709085464
700044	embedding2nn.bias	0	0.02606435865163803
700044	embedding2nn.bias	1	-0.18567465245723724
700044	embedding2nn.bias	2	0.14020420610904694
700044	embedding2nn.bias	3	0.1566224992275238
700044	embedding2nn.bias	4	0.1342652291059494
700044	embedding2nn.bias	5	-0.08719106018543243
700044	embedding2nn.bias	6	-0.05962201952934265
700044	embedding2nn.bias	7	0.055762361735105515
700044	embedding2nn.bias	8	-0.1503324657678604
700044	embedding2nn.bias	9	-0.38214078545570374
700044	rnn.weight_ih_l0	0	0.0017343193758279085
700044	rnn.weight_ih_l0	1	-0.05518757179379463
700044	rnn.weight_ih_l0	2	-0.04855659604072571
700044	rnn.weight_ih_l0	3	0.12034960836172104
700044	rnn.weight_ih_l0	4	0.021949483081698418
700044	rnn.weight_ih_l0	5	-0.07744494825601578
700044	rnn.weight_ih_l0	6	0.007750013843178749
700044	rnn.weight_ih_l0	7	-0.02249843254685402
700044	rnn.weight_ih_l0	8	0.022995492443442345
700044	rnn.weight_ih_l0	9	-0.08510030806064606
700044	rnn.weight_hh_l0	0	-0.01982753351330757
700044	rnn.weight_hh_l0	1	0.08518552035093307
700044	rnn.weight_hh_l0	2	0.00635411636903882
700044	rnn.weight_hh_l0	3	-0.03251301124691963
700044	rnn.weight_hh_l0	4	0.08231250941753387
700044	rnn.weight_hh_l0	5	0.00763360783457756
700044	rnn.weight_hh_l0	6	-0.08283226191997528
700044	rnn.weight_hh_l0	7	-0.1287233531475067
700044	rnn.weight_hh_l0	8	0.039602130651474
700044	rnn.weight_hh_l0	9	-0.12124506384134293
700044	rnn.bias_ih_l0	0	0.17157423496246338
700044	rnn.bias_ih_l0	1	-0.35135889053344727
700044	rnn.bias_ih_l0	2	-0.04282322898507118
700044	rnn.bias_ih_l0	3	-0.20818769931793213
700044	rnn.bias_ih_l0	4	0.014585185796022415
700044	rnn.bias_ih_l0	5	-0.44190505146980286
700044	rnn.bias_ih_l0	6	-0.13887181878089905
700044	rnn.bias_ih_l0	7	-0.3784155547618866
700044	rnn.bias_ih_l0	8	-0.3099670112133026
700044	rnn.bias_ih_l0	9	-0.4600928723812103
700044	rnn.bias_hh_l0	0	-0.3463173806667328
700044	rnn.bias_hh_l0	1	-0.44183987379074097
700044	rnn.bias_hh_l0	2	-0.4122893512248993
700044	rnn.bias_hh_l0	3	-0.08376052230596542
700044	rnn.bias_hh_l0	4	-0.4049091637134552
700044	rnn.bias_hh_l0	5	-0.3594170808792114
700044	rnn.bias_hh_l0	6	-0.1210850179195404
700044	rnn.bias_hh_l0	7	0.06531746685504913
700044	rnn.bias_hh_l0	8	-0.2253556102514267
700044	rnn.bias_hh_l0	9	-0.576495885848999
700044	rnn.weight_ih_l0_reverse	0	0.012169875204563141
700044	rnn.weight_ih_l0_reverse	1	-0.011163637973368168
700044	rnn.weight_ih_l0_reverse	2	0.008944693952798843
700044	rnn.weight_ih_l0_reverse	3	-0.1472475826740265
700044	rnn.weight_ih_l0_reverse	4	0.08268677443265915
700044	rnn.weight_ih_l0_reverse	5	-0.09862986207008362
700044	rnn.weight_ih_l0_reverse	6	0.006118686869740486
700044	rnn.weight_ih_l0_reverse	7	0.023445993661880493
700044	rnn.weight_ih_l0_reverse	8	-0.04580400139093399
700044	rnn.weight_ih_l0_reverse	9	-0.07355517148971558
700044	rnn.weight_hh_l0_reverse	0	-0.14523015916347504
700044	rnn.weight_hh_l0_reverse	1	0.020243719220161438
700044	rnn.weight_hh_l0_reverse	2	-0.021696187555789948
700044	rnn.weight_hh_l0_reverse	3	0.025980789214372635
700044	rnn.weight_hh_l0_reverse	4	-0.07774136960506439
700044	rnn.weight_hh_l0_reverse	5	0.036828458309173584
700044	rnn.weight_hh_l0_reverse	6	0.03009253554046154
700044	rnn.weight_hh_l0_reverse	7	-0.1262584626674652
700044	rnn.weight_hh_l0_reverse	8	-0.06801572442054749
700044	rnn.weight_hh_l0_reverse	9	0.03478299081325531
700044	rnn.bias_ih_l0_reverse	0	-0.18304918706417084
700044	rnn.bias_ih_l0_reverse	1	-0.05980643630027771
700044	rnn.bias_ih_l0_reverse	2	0.15735134482383728
700044	rnn.bias_ih_l0_reverse	3	-0.32354992628097534
700044	rnn.bias_ih_l0_reverse	4	-0.008632205426692963
700044	rnn.bias_ih_l0_reverse	5	-0.21824748814105988
700044	rnn.bias_ih_l0_reverse	6	0.26982685923576355
700044	rnn.bias_ih_l0_reverse	7	-0.30792027711868286
700044	rnn.bias_ih_l0_reverse	8	-0.1916595995426178
700044	rnn.bias_ih_l0_reverse	9	-0.1564835160970688
700044	rnn.bias_hh_l0_reverse	0	-0.1486218273639679
700044	rnn.bias_hh_l0_reverse	1	0.27448800206184387
700044	rnn.bias_hh_l0_reverse	2	-0.35309696197509766
700044	rnn.bias_hh_l0_reverse	3	-0.22760380804538727
700044	rnn.bias_hh_l0_reverse	4	-0.395775705575943
700044	rnn.bias_hh_l0_reverse	5	-0.21601064503192902
700044	rnn.bias_hh_l0_reverse	6	-0.2655320465564728
700044	rnn.bias_hh_l0_reverse	7	-0.0973149836063385
700044	rnn.bias_hh_l0_reverse	8	-0.36426183581352234
700044	rnn.bias_hh_l0_reverse	9	0.2119002342224121
700044	linear.weight	0	0.22427555918693542
700044	linear.weight	1	-0.4590056538581848
700044	linear.weight	2	0.03944799676537514
700044	linear.weight	3	0.06748933345079422
700044	linear.weight	4	-0.13085614144802094
700044	linear.weight	5	0.2282610684633255
700044	linear.weight	6	-0.06401938199996948
700044	linear.weight	7	-0.059838179498910904
700044	linear.weight	8	0.10575038939714432
700044	linear.weight	9	-0.04979964718222618
700044	linear.bias	0	-0.8636441230773926
700044	linear.bias	1	1.8479218482971191
700044	linear.bias	2	0.7491087317466736
700044	linear.bias	3	-2.739199638366699
700044	linear.bias	4	-0.12493983656167984
700044	linear.bias	5	1.2612452507019043
700044	linear.bias	6	-0.19254298508167267
700044	linear.bias	7	0.829574465751648
700044	linear.bias	8	2.1246988773345947
700044	linear.bias	9	-1.3455270528793335
700653	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
700653	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
700653	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
700653	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
700653	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
700653	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
700653	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
700653	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
700653	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
700653	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
700653	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
700653	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
700653	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
700653	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
700653	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
700653	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
700653	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
700653	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
700653	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
700653	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
700653	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
700653	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
700653	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
700653	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
700653	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
700653	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
700653	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
700653	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
700653	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
700653	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
700653	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
700653	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
700653	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
700653	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
700653	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
700653	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
700653	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
700653	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
700653	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
700653	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
700653	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
700653	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
700653	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
700653	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
700653	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
700653	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
700653	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
700653	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
700653	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
700653	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
700653	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
700653	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
700653	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
700653	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
700653	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
700653	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
700653	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
700653	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
700653	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
700653	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
700653	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
700653	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
700653	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
700653	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
700653	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
700653	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
700653	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
700653	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
700653	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
700653	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
700653	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
700653	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
700653	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
700653	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
700653	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
700653	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
700653	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
700653	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
700653	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
700653	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
700653	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
700653	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
700653	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
700653	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
700653	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
700653	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
700653	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
700653	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
700653	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
700653	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
700653	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
700653	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
700653	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
700653	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
700653	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
700653	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
700653	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
700653	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
700653	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
700653	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
700653	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
700653	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
700653	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
700653	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
700653	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
700653	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
700653	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
700653	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
700653	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
700653	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
700653	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
700653	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
700653	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
700653	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
700653	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
700653	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
700653	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
700653	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
700653	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
700653	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
700653	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
700653	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
700653	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
700653	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
700653	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
700653	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
700653	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
700653	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
700653	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
700653	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
700653	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
700653	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
700653	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
700653	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
700653	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
700653	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
700653	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
700653	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
700653	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
700653	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
700653	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
700653	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
700653	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
700653	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
700653	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
700653	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
700653	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
700653	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
700653	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
700653	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
700653	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
700653	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
700653	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
700653	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
700653	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
700653	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
700653	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
700653	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
700653	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
700653	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
700653	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
700653	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
700653	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
700653	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
700653	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
700653	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
700653	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
700653	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
700653	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
700653	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
700653	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
700653	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
700653	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
700653	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
700653	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
700653	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
700653	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
700653	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
700653	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
700653	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
700653	embedding2nn.weight	0	0.31757915019989014
700653	embedding2nn.weight	1	0.38139429688453674
700653	embedding2nn.weight	2	-3.371885031810962e-05
700653	embedding2nn.weight	3	0.050500452518463135
700653	embedding2nn.weight	4	-0.030625680461525917
700653	embedding2nn.weight	5	0.0377921424806118
700653	embedding2nn.weight	6	-0.009178008884191513
700653	embedding2nn.weight	7	-0.015918174758553505
700653	embedding2nn.weight	8	0.03937451168894768
700653	embedding2nn.weight	9	-0.05555229261517525
700653	embedding2nn.bias	0	0.02684018202126026
700653	embedding2nn.bias	1	-0.18306748569011688
700653	embedding2nn.bias	2	0.13433653116226196
700653	embedding2nn.bias	3	0.1693383902311325
700653	embedding2nn.bias	4	0.13628938794136047
700653	embedding2nn.bias	5	-0.08262152224779129
700653	embedding2nn.bias	6	-0.06406853348016739
700653	embedding2nn.bias	7	0.06625708192586899
700653	embedding2nn.bias	8	-0.15417872369289398
700653	embedding2nn.bias	9	-0.37493574619293213
700653	rnn.weight_ih_l0	0	0.0019922975916415453
700653	rnn.weight_ih_l0	1	-0.05525730550289154
700653	rnn.weight_ih_l0	2	-0.048934824764728546
700653	rnn.weight_ih_l0	3	0.12013941258192062
700653	rnn.weight_ih_l0	4	0.02309073507785797
700653	rnn.weight_ih_l0	5	-0.07744287699460983
700653	rnn.weight_ih_l0	6	0.00882941484451294
700653	rnn.weight_ih_l0	7	-0.022163942456245422
700653	rnn.weight_ih_l0	8	0.02089790627360344
700653	rnn.weight_ih_l0	9	-0.08487902581691742
700653	rnn.weight_hh_l0	0	-0.019820407032966614
700653	rnn.weight_hh_l0	1	0.08525396138429642
700653	rnn.weight_hh_l0	2	0.006455110386013985
700653	rnn.weight_hh_l0	3	-0.03259992599487305
700653	rnn.weight_hh_l0	4	0.08223499357700348
700653	rnn.weight_hh_l0	5	0.007426916155964136
700653	rnn.weight_hh_l0	6	-0.08298798650503159
700653	rnn.weight_hh_l0	7	-0.12779010832309723
700653	rnn.weight_hh_l0	8	0.03964806720614433
700653	rnn.weight_hh_l0	9	-0.12107390910387039
700653	rnn.bias_ih_l0	0	0.17183881998062134
700653	rnn.bias_ih_l0	1	-0.35020992159843445
700653	rnn.bias_ih_l0	2	-0.041978564113378525
700653	rnn.bias_ih_l0	3	-0.20812372863292694
700653	rnn.bias_ih_l0	4	0.011980559676885605
700653	rnn.bias_ih_l0	5	-0.4442189037799835
700653	rnn.bias_ih_l0	6	-0.13733825087547302
700653	rnn.bias_ih_l0	7	-0.37930160760879517
700653	rnn.bias_ih_l0	8	-0.30861082673072815
700653	rnn.bias_ih_l0	9	-0.45789316296577454
700653	rnn.bias_hh_l0	0	-0.34734439849853516
700653	rnn.bias_hh_l0	1	-0.4419037699699402
700653	rnn.bias_hh_l0	2	-0.4116275906562805
700653	rnn.bias_hh_l0	3	-0.08549150079488754
700653	rnn.bias_hh_l0	4	-0.4038909375667572
700653	rnn.bias_hh_l0	5	-0.3594294488430023
700653	rnn.bias_hh_l0	6	-0.12190283834934235
700653	rnn.bias_hh_l0	7	0.06592097133398056
700653	rnn.bias_hh_l0	8	-0.22698456048965454
700653	rnn.bias_hh_l0	9	-0.5766788125038147
700653	rnn.weight_ih_l0_reverse	0	0.013943953439593315
700653	rnn.weight_ih_l0_reverse	1	-0.011580302380025387
700653	rnn.weight_ih_l0_reverse	2	0.009079968556761742
700653	rnn.weight_ih_l0_reverse	3	-0.1463479995727539
700653	rnn.weight_ih_l0_reverse	4	0.08268097043037415
700653	rnn.weight_ih_l0_reverse	5	-0.09653372317552567
700653	rnn.weight_ih_l0_reverse	6	0.006676537450402975
700653	rnn.weight_ih_l0_reverse	7	0.02311304211616516
700653	rnn.weight_ih_l0_reverse	8	-0.04530869051814079
700653	rnn.weight_ih_l0_reverse	9	-0.07418383657932281
700653	rnn.weight_hh_l0_reverse	0	-0.14504367113113403
700653	rnn.weight_hh_l0_reverse	1	0.020137794315814972
700653	rnn.weight_hh_l0_reverse	2	-0.021508192643523216
700653	rnn.weight_hh_l0_reverse	3	0.026383962482213974
700653	rnn.weight_hh_l0_reverse	4	-0.07773756980895996
700653	rnn.weight_hh_l0_reverse	5	0.03668440878391266
700653	rnn.weight_hh_l0_reverse	6	0.030068369582295418
700653	rnn.weight_hh_l0_reverse	7	-0.12516911327838898
700653	rnn.weight_hh_l0_reverse	8	-0.06768786162137985
700653	rnn.weight_hh_l0_reverse	9	0.03456636890769005
700653	rnn.bias_ih_l0_reverse	0	-0.18286296725273132
700653	rnn.bias_ih_l0_reverse	1	-0.06198371201753616
700653	rnn.bias_ih_l0_reverse	2	0.15641562640666962
700653	rnn.bias_ih_l0_reverse	3	-0.3238369822502136
700653	rnn.bias_ih_l0_reverse	4	-0.008811092004179955
700653	rnn.bias_ih_l0_reverse	5	-0.21897132694721222
700653	rnn.bias_ih_l0_reverse	6	0.26895010471343994
700653	rnn.bias_ih_l0_reverse	7	-0.30803993344306946
700653	rnn.bias_ih_l0_reverse	8	-0.1902521550655365
700653	rnn.bias_ih_l0_reverse	9	-0.15595611929893494
700653	rnn.bias_hh_l0_reverse	0	-0.14876852929592133
700653	rnn.bias_hh_l0_reverse	1	0.2772156596183777
700653	rnn.bias_hh_l0_reverse	2	-0.3532998859882355
700653	rnn.bias_hh_l0_reverse	3	-0.22708453238010406
700653	rnn.bias_hh_l0_reverse	4	-0.39527878165245056
700653	rnn.bias_hh_l0_reverse	5	-0.21523824334144592
700653	rnn.bias_hh_l0_reverse	6	-0.2664179503917694
700653	rnn.bias_hh_l0_reverse	7	-0.09879210591316223
700653	rnn.bias_hh_l0_reverse	8	-0.36695918440818787
700653	rnn.bias_hh_l0_reverse	9	0.20592638850212097
700653	linear.weight	0	0.23300646245479584
700653	linear.weight	1	-0.462999552488327
700653	linear.weight	2	0.03820585831999779
700653	linear.weight	3	0.06748910248279572
700653	linear.weight	4	-0.13541340827941895
700653	linear.weight	5	0.229656383395195
700653	linear.weight	6	-0.06320716440677643
700653	linear.weight	7	-0.05983647331595421
700653	linear.weight	8	0.10384893417358398
700653	linear.weight	9	-0.04980120807886124
700653	linear.bias	0	-0.8666585087776184
700653	linear.bias	1	1.8544155359268188
700653	linear.bias	2	0.7410894632339478
700653	linear.bias	3	-2.7392287254333496
700653	linear.bias	4	-0.1097029373049736
700653	linear.bias	5	1.2768585681915283
700653	linear.bias	6	-0.19325338304042816
700653	linear.bias	7	0.828435480594635
700653	linear.bias	8	2.11914324760437
700653	linear.bias	9	-1.341272234916687
701262	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
701262	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
701262	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
701262	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
701262	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
701262	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
701262	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
701262	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
701262	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
701262	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
701262	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
701262	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
701262	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
701262	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
701262	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
701262	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
701262	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
701262	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
701262	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
701262	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
701262	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
701262	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
701262	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
701262	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
701262	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
701262	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
701262	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
701262	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
701262	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
701262	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
701262	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
701262	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
701262	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
701262	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
701262	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
701262	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
701262	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
701262	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
701262	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
701262	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
701262	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
701262	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
701262	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
701262	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
701262	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
701262	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
701262	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
701262	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
701262	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
701262	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
701262	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
701262	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
701262	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
701262	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
701262	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
701262	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
701262	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
701262	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
701262	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
701262	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
701262	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
701262	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
701262	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
701262	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
701262	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
701262	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
701262	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
701262	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
701262	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
701262	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
701262	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
701262	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
701262	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
701262	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
701262	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
701262	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
701262	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
701262	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
701262	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
701262	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
701262	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
701262	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
701262	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
701262	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
701262	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
701262	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
701262	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
701262	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
701262	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
701262	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
701262	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
701262	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
701262	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
701262	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
701262	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
701262	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
701262	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
701262	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
701262	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
701262	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
701262	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
701262	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
701262	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
701262	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
701262	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
701262	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
701262	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
701262	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
701262	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
701262	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
701262	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
701262	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
701262	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
701262	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
701262	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
701262	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
701262	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
701262	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
701262	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
701262	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
701262	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
701262	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
701262	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
701262	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
701262	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
701262	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
701262	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
701262	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
701262	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
701262	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
701262	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
701262	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
701262	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
701262	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
701262	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
701262	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
701262	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
701262	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
701262	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
701262	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
701262	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
701262	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
701262	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
701262	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
701262	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
701262	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
701262	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
701262	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
701262	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
701262	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
701262	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
701262	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
701262	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
701262	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
701262	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
701262	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
701262	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
701262	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
701262	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
701262	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
701262	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
701262	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
701262	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
701262	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
701262	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
701262	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
701262	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
701262	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
701262	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
701262	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
701262	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
701262	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
701262	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
701262	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
701262	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
701262	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
701262	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
701262	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
701262	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
701262	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
701262	embedding2nn.weight	0	0.31824588775634766
701262	embedding2nn.weight	1	0.3815573453903198
701262	embedding2nn.weight	2	-0.0004042087821289897
701262	embedding2nn.weight	3	0.05001373961567879
701262	embedding2nn.weight	4	-0.029131218791007996
701262	embedding2nn.weight	5	0.03906535357236862
701262	embedding2nn.weight	6	-0.009482070803642273
701262	embedding2nn.weight	7	-0.016147378832101822
701262	embedding2nn.weight	8	0.0405450239777565
701262	embedding2nn.weight	9	-0.05631617456674576
701262	embedding2nn.bias	0	0.024161968380212784
701262	embedding2nn.bias	1	-0.1905260533094406
701262	embedding2nn.bias	2	0.14092466235160828
701262	embedding2nn.bias	3	0.16050833463668823
701262	embedding2nn.bias	4	0.1382228434085846
701262	embedding2nn.bias	5	-0.07668210566043854
701262	embedding2nn.bias	6	-0.06191811338067055
701262	embedding2nn.bias	7	0.06531832367181778
701262	embedding2nn.bias	8	-0.15596391260623932
701262	embedding2nn.bias	9	-0.37507084012031555
701262	rnn.weight_ih_l0	0	0.0020141343120485544
701262	rnn.weight_ih_l0	1	-0.05541399493813515
701262	rnn.weight_ih_l0	2	-0.04606647416949272
701262	rnn.weight_ih_l0	3	0.1211344450712204
701262	rnn.weight_ih_l0	4	0.021425791084766388
701262	rnn.weight_ih_l0	5	-0.07677099108695984
701262	rnn.weight_ih_l0	6	0.009845754131674767
701262	rnn.weight_ih_l0	7	-0.023553457111120224
701262	rnn.weight_ih_l0	8	0.02119709923863411
701262	rnn.weight_ih_l0	9	-0.08478202670812607
701262	rnn.weight_hh_l0	0	-0.01969260163605213
701262	rnn.weight_hh_l0	1	0.08565913885831833
701262	rnn.weight_hh_l0	2	0.006493443623185158
701262	rnn.weight_hh_l0	3	-0.03241980820894241
701262	rnn.weight_hh_l0	4	0.08238272368907928
701262	rnn.weight_hh_l0	5	0.0075231450609862804
701262	rnn.weight_hh_l0	6	-0.08305367082357407
701262	rnn.weight_hh_l0	7	-0.12681743502616882
701262	rnn.weight_hh_l0	8	0.039651621133089066
701262	rnn.weight_hh_l0	9	-0.12116733193397522
701262	rnn.bias_ih_l0	0	0.1690353900194168
701262	rnn.bias_ih_l0	1	-0.3536336421966553
701262	rnn.bias_ih_l0	2	-0.04257303848862648
701262	rnn.bias_ih_l0	3	-0.20918545126914978
701262	rnn.bias_ih_l0	4	0.01510684285312891
701262	rnn.bias_ih_l0	5	-0.44473350048065186
701262	rnn.bias_ih_l0	6	-0.13555918633937836
701262	rnn.bias_ih_l0	7	-0.37924447655677795
701262	rnn.bias_ih_l0	8	-0.3085607588291168
701262	rnn.bias_ih_l0	9	-0.45555996894836426
701262	rnn.bias_hh_l0	0	-0.3466196358203888
701262	rnn.bias_hh_l0	1	-0.443315714597702
701262	rnn.bias_hh_l0	2	-0.4123609662055969
701262	rnn.bias_hh_l0	3	-0.08445020020008087
701262	rnn.bias_hh_l0	4	-0.4035218060016632
701262	rnn.bias_hh_l0	5	-0.357246071100235
701262	rnn.bias_hh_l0	6	-0.12078116834163666
701262	rnn.bias_hh_l0	7	0.06309164315462112
701262	rnn.bias_hh_l0	8	-0.2301473766565323
701262	rnn.bias_hh_l0	9	-0.575605571269989
701262	rnn.weight_ih_l0_reverse	0	0.014886506833136082
701262	rnn.weight_ih_l0_reverse	1	-0.011921265162527561
701262	rnn.weight_ih_l0_reverse	2	0.009401834569871426
701262	rnn.weight_ih_l0_reverse	3	-0.14579986035823822
701262	rnn.weight_ih_l0_reverse	4	0.08225176483392715
701262	rnn.weight_ih_l0_reverse	5	-0.09571325778961182
701262	rnn.weight_ih_l0_reverse	6	0.0071988897398114204
701262	rnn.weight_ih_l0_reverse	7	0.023426638916134834
701262	rnn.weight_ih_l0_reverse	8	-0.045549556612968445
701262	rnn.weight_ih_l0_reverse	9	-0.07246910035610199
701262	rnn.weight_hh_l0_reverse	0	-0.14541058242321014
701262	rnn.weight_hh_l0_reverse	1	0.019703226163983345
701262	rnn.weight_hh_l0_reverse	2	-0.021477991715073586
701262	rnn.weight_hh_l0_reverse	3	0.02635842189192772
701262	rnn.weight_hh_l0_reverse	4	-0.07753491401672363
701262	rnn.weight_hh_l0_reverse	5	0.03659912198781967
701262	rnn.weight_hh_l0_reverse	6	0.030115200206637383
701262	rnn.weight_hh_l0_reverse	7	-0.12452434003353119
701262	rnn.weight_hh_l0_reverse	8	-0.06916268914937973
701262	rnn.weight_hh_l0_reverse	9	0.03510519489645958
701262	rnn.bias_ih_l0_reverse	0	-0.18113718926906586
701262	rnn.bias_ih_l0_reverse	1	-0.061513546854257584
701262	rnn.bias_ih_l0_reverse	2	0.1566603034734726
701262	rnn.bias_ih_l0_reverse	3	-0.3245508372783661
701262	rnn.bias_ih_l0_reverse	4	-0.010168951004743576
701262	rnn.bias_ih_l0_reverse	5	-0.21754153072834015
701262	rnn.bias_ih_l0_reverse	6	0.2693184018135071
701262	rnn.bias_ih_l0_reverse	7	-0.31056085228919983
701262	rnn.bias_ih_l0_reverse	8	-0.19095398485660553
701262	rnn.bias_ih_l0_reverse	9	-0.15534912049770355
701262	rnn.bias_hh_l0_reverse	0	-0.1488763689994812
701262	rnn.bias_hh_l0_reverse	1	0.2773784101009369
701262	rnn.bias_hh_l0_reverse	2	-0.3518245816230774
701262	rnn.bias_hh_l0_reverse	3	-0.22965173423290253
701262	rnn.bias_hh_l0_reverse	4	-0.394625723361969
701262	rnn.bias_hh_l0_reverse	5	-0.21673424541950226
701262	rnn.bias_hh_l0_reverse	6	-0.26714077591896057
701262	rnn.bias_hh_l0_reverse	7	-0.0978144109249115
701262	rnn.bias_hh_l0_reverse	8	-0.3669545650482178
701262	rnn.bias_hh_l0_reverse	9	0.2104213833808899
701262	linear.weight	0	0.23065559566020966
701262	linear.weight	1	-0.4604628086090088
701262	linear.weight	2	0.035980354994535446
701262	linear.weight	3	0.06748920679092407
701262	linear.weight	4	-0.1298638880252838
701262	linear.weight	5	0.22967569530010223
701262	linear.weight	6	-0.05902499333024025
701262	linear.weight	7	-0.0598345547914505
701262	linear.weight	8	0.10890869051218033
701262	linear.weight	9	-0.04980245977640152
701262	linear.bias	0	-0.858543872833252
701262	linear.bias	1	1.8265666961669922
701262	linear.bias	2	0.7425153851509094
701262	linear.bias	3	-2.7392563819885254
701262	linear.bias	4	-0.11376050859689713
701262	linear.bias	5	1.2733922004699707
701262	linear.bias	6	-0.18760941922664642
701262	linear.bias	7	0.8452402353286743
701262	linear.bias	8	2.113980770111084
701262	linear.bias	9	-1.3465030193328857
701270	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
701270	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
701270	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
701270	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
701270	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
701270	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
701270	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
701270	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
701270	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
701270	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
701270	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
701270	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
701270	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
701270	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
701270	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
701270	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
701270	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
701270	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
701270	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
701270	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
701270	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
701270	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
701270	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
701270	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
701270	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
701270	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
701270	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
701270	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
701270	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
701270	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
701270	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
701270	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
701270	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
701270	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
701270	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
701270	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
701270	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
701270	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
701270	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
701270	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
701270	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
701270	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
701270	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
701270	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
701270	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
701270	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
701270	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
701270	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
701270	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
701270	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
701270	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
701270	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
701270	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
701270	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
701270	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
701270	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
701270	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
701270	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
701270	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
701270	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
701270	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
701270	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
701270	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
701270	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
701270	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
701270	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
701270	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
701270	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
701270	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
701270	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
701270	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
701270	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
701270	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
701270	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
701270	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
701270	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
701270	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
701270	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
701270	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
701270	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
701270	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
701270	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
701270	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
701270	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
701270	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
701270	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
701270	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
701270	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
701270	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
701270	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
701270	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
701270	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
701270	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
701270	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
701270	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
701270	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
701270	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
701270	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
701270	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
701270	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
701270	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
701270	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
701270	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
701270	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
701270	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
701270	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
701270	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
701270	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
701270	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
701270	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
701270	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
701270	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
701270	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
701270	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
701270	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
701270	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
701270	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
701270	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
701270	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
701270	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
701270	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
701270	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
701270	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
701270	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
701270	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
701270	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
701270	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
701270	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
701270	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
701270	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
701270	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
701270	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
701270	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
701270	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
701270	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
701270	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
701270	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
701270	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
701270	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
701270	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
701270	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
701270	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
701270	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
701270	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
701270	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
701270	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
701270	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
701270	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
701270	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
701270	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
701270	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
701270	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
701270	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
701270	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
701270	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
701270	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
701270	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
701270	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
701270	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
701270	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
701270	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
701270	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
701270	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
701270	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
701270	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
701270	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
701270	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
701270	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
701270	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
701270	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
701270	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
701270	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
701270	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
701270	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
701270	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
701270	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
701270	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
701270	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
701270	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
701270	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
701270	embedding2nn.weight	0	0.318235844373703
701270	embedding2nn.weight	1	0.381619930267334
701270	embedding2nn.weight	2	-0.0004757876740768552
701270	embedding2nn.weight	3	0.05029718950390816
701270	embedding2nn.weight	4	-0.029208138585090637
701270	embedding2nn.weight	5	0.039029452949762344
701270	embedding2nn.weight	6	-0.009374684654176235
701270	embedding2nn.weight	7	-0.016045356169342995
701270	embedding2nn.weight	8	0.040643077343702316
701270	embedding2nn.weight	9	-0.05647140368819237
701270	embedding2nn.bias	0	0.02478012442588806
701270	embedding2nn.bias	1	-0.18969418108463287
701270	embedding2nn.bias	2	0.1407683789730072
701270	embedding2nn.bias	3	0.16051068902015686
701270	embedding2nn.bias	4	0.1378600001335144
701270	embedding2nn.bias	5	-0.07727217674255371
701270	embedding2nn.bias	6	-0.06163628771901131
701270	embedding2nn.bias	7	0.06603464484214783
701270	embedding2nn.bias	8	-0.15508495271205902
701270	embedding2nn.bias	9	-0.37601691484451294
701270	rnn.weight_ih_l0	0	0.0020315430592745543
701270	rnn.weight_ih_l0	1	-0.055428627878427505
701270	rnn.weight_ih_l0	2	-0.04602895304560661
701270	rnn.weight_ih_l0	3	0.12111078202724457
701270	rnn.weight_ih_l0	4	0.021409573033452034
701270	rnn.weight_ih_l0	5	-0.07670100033283234
701270	rnn.weight_ih_l0	6	0.00980109628289938
701270	rnn.weight_ih_l0	7	-0.023666640743613243
701270	rnn.weight_ih_l0	8	0.02120913937687874
701270	rnn.weight_ih_l0	9	-0.08490992337465286
701270	rnn.weight_hh_l0	0	-0.0196938905864954
701270	rnn.weight_hh_l0	1	0.08565924316644669
701270	rnn.weight_hh_l0	2	0.006502464413642883
701270	rnn.weight_hh_l0	3	-0.0324203260242939
701270	rnn.weight_hh_l0	4	0.08245056867599487
701270	rnn.weight_hh_l0	5	0.007540934253484011
701270	rnn.weight_hh_l0	6	-0.08305561542510986
701270	rnn.weight_hh_l0	7	-0.12666097283363342
701270	rnn.weight_hh_l0	8	0.03965168446302414
701270	rnn.weight_hh_l0	9	-0.12116917967796326
701270	rnn.bias_ih_l0	0	0.16931886970996857
701270	rnn.bias_ih_l0	1	-0.35337841510772705
701270	rnn.bias_ih_l0	2	-0.04282703250646591
701270	rnn.bias_ih_l0	3	-0.20937104523181915
701270	rnn.bias_ih_l0	4	0.014978487975895405
701270	rnn.bias_ih_l0	5	-0.44500526785850525
701270	rnn.bias_ih_l0	6	-0.13578930497169495
701270	rnn.bias_ih_l0	7	-0.37928470969200134
701270	rnn.bias_ih_l0	8	-0.30857160687446594
701270	rnn.bias_ih_l0	9	-0.4555266499519348
701270	rnn.bias_hh_l0	0	-0.34697046875953674
701270	rnn.bias_hh_l0	1	-0.44328856468200684
701270	rnn.bias_hh_l0	2	-0.4123033881187439
701270	rnn.bias_hh_l0	3	-0.0844300389289856
701270	rnn.bias_hh_l0	4	-0.40349677205085754
701270	rnn.bias_hh_l0	5	-0.357214093208313
701270	rnn.bias_hh_l0	6	-0.12079007178544998
701270	rnn.bias_hh_l0	7	0.06309566646814346
701270	rnn.bias_hh_l0	8	-0.23025153577327728
701270	rnn.bias_hh_l0	9	-0.575690746307373
701270	rnn.weight_ih_l0_reverse	0	0.015545031055808067
701270	rnn.weight_ih_l0_reverse	1	-0.011885392479598522
701270	rnn.weight_ih_l0_reverse	2	0.00926297903060913
701270	rnn.weight_ih_l0_reverse	3	-0.1459019035100937
701270	rnn.weight_ih_l0_reverse	4	0.08220190554857254
701270	rnn.weight_ih_l0_reverse	5	-0.09564124047756195
701270	rnn.weight_ih_l0_reverse	6	0.007171797100454569
701270	rnn.weight_ih_l0_reverse	7	0.023428665474057198
701270	rnn.weight_ih_l0_reverse	8	-0.04555090144276619
701270	rnn.weight_ih_l0_reverse	9	-0.07218729704618454
701270	rnn.weight_hh_l0_reverse	0	-0.14542442560195923
701270	rnn.weight_hh_l0_reverse	1	0.01967897079885006
701270	rnn.weight_hh_l0_reverse	2	-0.0214226134121418
701270	rnn.weight_hh_l0_reverse	3	0.026371972635388374
701270	rnn.weight_hh_l0_reverse	4	-0.07753651589155197
701270	rnn.weight_hh_l0_reverse	5	0.036599300801754
701270	rnn.weight_hh_l0_reverse	6	0.030114945024251938
701270	rnn.weight_hh_l0_reverse	7	-0.12456493824720383
701270	rnn.weight_hh_l0_reverse	8	-0.06909489631652832
701270	rnn.weight_hh_l0_reverse	9	0.035048749297857285
701270	rnn.bias_ih_l0_reverse	0	-0.18131893873214722
701270	rnn.bias_ih_l0_reverse	1	-0.06143726408481598
701270	rnn.bias_ih_l0_reverse	2	0.15684927999973297
701270	rnn.bias_ih_l0_reverse	3	-0.32469213008880615
701270	rnn.bias_ih_l0_reverse	4	-0.010101036168634892
701270	rnn.bias_ih_l0_reverse	5	-0.2177281677722931
701270	rnn.bias_ih_l0_reverse	6	0.2693149745464325
701270	rnn.bias_ih_l0_reverse	7	-0.3100779950618744
701270	rnn.bias_ih_l0_reverse	8	-0.19103914499282837
701270	rnn.bias_ih_l0_reverse	9	-0.15506528317928314
701270	rnn.bias_hh_l0_reverse	0	-0.1490887850522995
701270	rnn.bias_hh_l0_reverse	1	0.2775035500526428
701270	rnn.bias_hh_l0_reverse	2	-0.35166165232658386
701270	rnn.bias_hh_l0_reverse	3	-0.2298157662153244
701270	rnn.bias_hh_l0_reverse	4	-0.39429420232772827
701270	rnn.bias_hh_l0_reverse	5	-0.21680273115634918
701270	rnn.bias_hh_l0_reverse	6	-0.26694318652153015
701270	rnn.bias_hh_l0_reverse	7	-0.09782277792692184
701270	rnn.bias_hh_l0_reverse	8	-0.3667210340499878
701270	rnn.bias_hh_l0_reverse	9	0.21068769693374634
701270	linear.weight	0	0.23063398897647858
701270	linear.weight	1	-0.46012386679649353
701270	linear.weight	2	0.033767130225896835
701270	linear.weight	3	0.06748921424150467
701270	linear.weight	4	-0.12917988002300262
701270	linear.weight	5	0.22835324704647064
701270	linear.weight	6	-0.059307076036930084
701270	linear.weight	7	-0.05983446538448334
701270	linear.weight	8	0.10871434211730957
701270	linear.weight	9	-0.049802493304014206
701270	linear.bias	0	-0.856778621673584
701270	linear.bias	1	1.822227120399475
701270	linear.bias	2	0.7376495599746704
701270	linear.bias	3	-2.7392570972442627
701270	linear.bias	4	-0.11457833647727966
701270	linear.bias	5	1.2735368013381958
701270	linear.bias	6	-0.1884407252073288
701270	linear.bias	7	0.8403838276863098
701270	linear.bias	8	2.11643648147583
701270	linear.bias	9	-1.3460572957992554
701879	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
701879	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
701879	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
701879	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
701879	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
701879	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
701879	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
701879	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
701879	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
701879	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
701879	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
701879	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
701879	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
701879	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
701879	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
701879	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
701879	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
701879	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
701879	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
701879	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
701879	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
701879	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
701879	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
701879	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
701879	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
701879	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
701879	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
701879	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
701879	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
701879	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
701879	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
701879	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
701879	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
701879	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
701879	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
701879	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
701879	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
701879	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
701879	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
701879	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
701879	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
701879	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
701879	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
701879	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
701879	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
701879	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
701879	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
701879	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
701879	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
701879	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
701879	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
701879	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
701879	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
701879	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
701879	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
701879	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
701879	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
701879	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
701879	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
701879	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
701879	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
701879	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
701879	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
701879	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
701879	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
701879	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
701879	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
701879	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
701879	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
701879	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
701879	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
701879	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
701879	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
701879	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
701879	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
701879	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
701879	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
701879	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
701879	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
701879	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
701879	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
701879	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
701879	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
701879	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
701879	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
701879	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
701879	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
701879	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
701879	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
701879	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
701879	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
701879	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
701879	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
701879	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
701879	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
701879	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
701879	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
701879	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
701879	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
701879	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
701879	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
701879	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
701879	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
701879	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
701879	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
701879	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
701879	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
701879	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
701879	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
701879	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
701879	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
701879	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
701879	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
701879	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
701879	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
701879	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
701879	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
701879	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
701879	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
701879	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
701879	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
701879	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
701879	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
701879	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
701879	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
701879	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
701879	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
701879	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
701879	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
701879	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
701879	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
701879	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
701879	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
701879	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
701879	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
701879	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
701879	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
701879	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
701879	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
701879	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
701879	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
701879	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
701879	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
701879	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
701879	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
701879	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
701879	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
701879	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
701879	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
701879	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
701879	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
701879	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
701879	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
701879	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
701879	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
701879	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
701879	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
701879	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
701879	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
701879	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
701879	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
701879	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
701879	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
701879	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
701879	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
701879	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
701879	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
701879	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
701879	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
701879	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
701879	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
701879	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
701879	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
701879	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
701879	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
701879	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
701879	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
701879	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
701879	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
701879	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
701879	embedding2nn.weight	0	0.31789064407348633
701879	embedding2nn.weight	1	0.3797651529312134
701879	embedding2nn.weight	2	-0.0007519354112446308
701879	embedding2nn.weight	3	0.04865438863635063
701879	embedding2nn.weight	4	-0.02931639924645424
701879	embedding2nn.weight	5	0.03876294940710068
701879	embedding2nn.weight	6	-0.01080118678510189
701879	embedding2nn.weight	7	-0.017290659248828888
701879	embedding2nn.weight	8	0.04058171063661575
701879	embedding2nn.weight	9	-0.0560697466135025
701879	embedding2nn.bias	0	0.030012676492333412
701879	embedding2nn.bias	1	-0.19995082914829254
701879	embedding2nn.bias	2	0.14952249825000763
701879	embedding2nn.bias	3	0.16890306770801544
701879	embedding2nn.bias	4	0.1365061104297638
701879	embedding2nn.bias	5	-0.07741532474756241
701879	embedding2nn.bias	6	-0.05549158155918121
701879	embedding2nn.bias	7	0.06200709939002991
701879	embedding2nn.bias	8	-0.14985640347003937
701879	embedding2nn.bias	9	-0.37854093313217163
701879	rnn.weight_ih_l0	0	0.0020739277824759483
701879	rnn.weight_ih_l0	1	-0.055772483348846436
701879	rnn.weight_ih_l0	2	-0.043763190507888794
701879	rnn.weight_ih_l0	3	0.12097518891096115
701879	rnn.weight_ih_l0	4	0.022255195304751396
701879	rnn.weight_ih_l0	5	-0.0777926966547966
701879	rnn.weight_ih_l0	6	0.009148267097771168
701879	rnn.weight_ih_l0	7	-0.025757942348718643
701879	rnn.weight_ih_l0	8	0.02265947312116623
701879	rnn.weight_ih_l0	9	-0.08662513643503189
701879	rnn.weight_hh_l0	0	-0.019664138555526733
701879	rnn.weight_hh_l0	1	0.08572980016469955
701879	rnn.weight_hh_l0	2	0.006080278195440769
701879	rnn.weight_hh_l0	3	-0.03239858150482178
701879	rnn.weight_hh_l0	4	0.08263132721185684
701879	rnn.weight_hh_l0	5	0.0072194673120975494
701879	rnn.weight_hh_l0	6	-0.08296500891447067
701879	rnn.weight_hh_l0	7	-0.12610816955566406
701879	rnn.weight_hh_l0	8	0.03966773301362991
701879	rnn.weight_hh_l0	9	-0.12095510959625244
701879	rnn.bias_ih_l0	0	0.16973623633384705
701879	rnn.bias_ih_l0	1	-0.35272279381752014
701879	rnn.bias_ih_l0	2	-0.043575841933488846
701879	rnn.bias_ih_l0	3	-0.2106257975101471
701879	rnn.bias_ih_l0	4	0.010753129608929157
701879	rnn.bias_ih_l0	5	-0.44261106848716736
701879	rnn.bias_ih_l0	6	-0.1372426599264145
701879	rnn.bias_ih_l0	7	-0.3786371052265167
701879	rnn.bias_ih_l0	8	-0.3084124028682709
701879	rnn.bias_ih_l0	9	-0.45658597350120544
701879	rnn.bias_hh_l0	0	-0.34866195917129517
701879	rnn.bias_hh_l0	1	-0.44416186213493347
701879	rnn.bias_hh_l0	2	-0.412333220243454
701879	rnn.bias_hh_l0	3	-0.08532681316137314
701879	rnn.bias_hh_l0	4	-0.40350213646888733
701879	rnn.bias_hh_l0	5	-0.35707947611808777
701879	rnn.bias_hh_l0	6	-0.118508480489254
701879	rnn.bias_hh_l0	7	0.0644163265824318
701879	rnn.bias_hh_l0	8	-0.22833611071109772
701879	rnn.bias_hh_l0	9	-0.5757623314857483
701879	rnn.weight_ih_l0_reverse	0	0.015221824869513512
701879	rnn.weight_ih_l0_reverse	1	-0.011758354492485523
701879	rnn.weight_ih_l0_reverse	2	0.010025626048445702
701879	rnn.weight_ih_l0_reverse	3	-0.14601242542266846
701879	rnn.weight_ih_l0_reverse	4	0.08225002139806747
701879	rnn.weight_ih_l0_reverse	5	-0.09354601800441742
701879	rnn.weight_ih_l0_reverse	6	0.00477434229105711
701879	rnn.weight_ih_l0_reverse	7	0.023240230977535248
701879	rnn.weight_ih_l0_reverse	8	-0.045478079468011856
701879	rnn.weight_ih_l0_reverse	9	-0.0722639337182045
701879	rnn.weight_hh_l0_reverse	0	-0.14560675621032715
701879	rnn.weight_hh_l0_reverse	1	0.01922794245183468
701879	rnn.weight_hh_l0_reverse	2	-0.02176692895591259
701879	rnn.weight_hh_l0_reverse	3	0.02648087404668331
701879	rnn.weight_hh_l0_reverse	4	-0.07742083072662354
701879	rnn.weight_hh_l0_reverse	5	0.03652648255228996
701879	rnn.weight_hh_l0_reverse	6	0.030091889202594757
701879	rnn.weight_hh_l0_reverse	7	-0.12444690614938736
701879	rnn.weight_hh_l0_reverse	8	-0.06880771368741989
701879	rnn.weight_hh_l0_reverse	9	0.035085517913103104
701879	rnn.bias_ih_l0_reverse	0	-0.1811719387769699
701879	rnn.bias_ih_l0_reverse	1	-0.061494383960962296
701879	rnn.bias_ih_l0_reverse	2	0.15556487441062927
701879	rnn.bias_ih_l0_reverse	3	-0.3269725739955902
701879	rnn.bias_ih_l0_reverse	4	-0.011787771247327328
701879	rnn.bias_ih_l0_reverse	5	-0.21880507469177246
701879	rnn.bias_ih_l0_reverse	6	0.2713559865951538
701879	rnn.bias_ih_l0_reverse	7	-0.31094667315483093
701879	rnn.bias_ih_l0_reverse	8	-0.19059404730796814
701879	rnn.bias_ih_l0_reverse	9	-0.15545497834682465
701879	rnn.bias_hh_l0_reverse	0	-0.1484767198562622
701879	rnn.bias_hh_l0_reverse	1	0.28033316135406494
701879	rnn.bias_hh_l0_reverse	2	-0.34759634733200073
701879	rnn.bias_hh_l0_reverse	3	-0.2291848510503769
701879	rnn.bias_hh_l0_reverse	4	-0.39449068903923035
701879	rnn.bias_hh_l0_reverse	5	-0.21654950082302094
701879	rnn.bias_hh_l0_reverse	6	-0.2692640423774719
701879	rnn.bias_hh_l0_reverse	7	-0.09650944918394089
701879	rnn.bias_hh_l0_reverse	8	-0.36517730355262756
701879	rnn.bias_hh_l0_reverse	9	0.20557273924350739
701879	linear.weight	0	0.22949934005737305
701879	linear.weight	1	-0.4684326946735382
701879	linear.weight	2	0.028830165043473244
701879	linear.weight	3	0.0674891248345375
701879	linear.weight	4	-0.14730295538902283
701879	linear.weight	5	0.22512446343898773
701879	linear.weight	6	-0.058092910796403885
701879	linear.weight	7	-0.05983251333236694
701879	linear.weight	8	0.10264022648334503
701879	linear.weight	9	-0.049803998321294785
701879	linear.bias	0	-0.866023600101471
701879	linear.bias	1	1.8326739072799683
701879	linear.bias	2	0.744127094745636
701879	linear.bias	3	-2.7392938137054443
701879	linear.bias	4	-0.0911138504743576
701879	linear.bias	5	1.2747492790222168
701879	linear.bias	6	-0.19462333619594574
701879	linear.bias	7	0.8492575287818909
701879	linear.bias	8	2.107043743133545
701879	linear.bias	9	-1.3551727533340454
702488	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
702488	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
702488	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
702488	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
702488	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
702488	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
702488	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
702488	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
702488	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
702488	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
702488	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
702488	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
702488	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
702488	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
702488	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
702488	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
702488	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
702488	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
702488	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
702488	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
702488	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
702488	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
702488	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
702488	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
702488	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
702488	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
702488	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
702488	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
702488	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
702488	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
702488	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
702488	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
702488	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
702488	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
702488	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
702488	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
702488	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
702488	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
702488	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
702488	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
702488	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
702488	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
702488	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
702488	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
702488	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
702488	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
702488	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
702488	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
702488	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
702488	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
702488	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
702488	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
702488	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
702488	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
702488	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
702488	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
702488	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
702488	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
702488	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
702488	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
702488	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
702488	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
702488	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
702488	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
702488	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
702488	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
702488	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
702488	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
702488	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
702488	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
702488	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
702488	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
702488	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
702488	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
702488	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
702488	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
702488	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
702488	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
702488	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
702488	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
702488	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
702488	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
702488	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
702488	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
702488	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
702488	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
702488	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
702488	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
702488	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
702488	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
702488	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
702488	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
702488	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
702488	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
702488	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
702488	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
702488	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
702488	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
702488	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
702488	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
702488	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
702488	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
702488	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
702488	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
702488	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
702488	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
702488	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
702488	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
702488	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
702488	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
702488	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
702488	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
702488	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
702488	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
702488	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
702488	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
702488	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
702488	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
702488	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
702488	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
702488	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
702488	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
702488	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
702488	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
702488	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
702488	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
702488	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
702488	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
702488	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
702488	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
702488	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
702488	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
702488	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
702488	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
702488	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
702488	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
702488	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
702488	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
702488	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
702488	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
702488	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
702488	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
702488	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
702488	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
702488	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
702488	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
702488	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
702488	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
702488	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
702488	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
702488	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
702488	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
702488	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
702488	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
702488	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
702488	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
702488	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
702488	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
702488	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
702488	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
702488	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
702488	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
702488	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
702488	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
702488	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
702488	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
702488	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
702488	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
702488	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
702488	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
702488	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
702488	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
702488	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
702488	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
702488	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
702488	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
702488	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
702488	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
702488	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
702488	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
702488	embedding2nn.weight	0	0.31822818517684937
702488	embedding2nn.weight	1	0.37911927700042725
702488	embedding2nn.weight	2	0.00025303609436377883
702488	embedding2nn.weight	3	0.0463222861289978
702488	embedding2nn.weight	4	-0.0299408957362175
702488	embedding2nn.weight	5	0.03781229630112648
702488	embedding2nn.weight	6	-0.011039168573915958
702488	embedding2nn.weight	7	-0.01992947794497013
702488	embedding2nn.weight	8	0.04102903977036476
702488	embedding2nn.weight	9	-0.054667890071868896
702488	embedding2nn.bias	0	0.021087732166051865
702488	embedding2nn.bias	1	-0.19010710716247559
702488	embedding2nn.bias	2	0.13883167505264282
702488	embedding2nn.bias	3	0.1668226420879364
702488	embedding2nn.bias	4	0.13959218561649323
702488	embedding2nn.bias	5	-0.07147074490785599
702488	embedding2nn.bias	6	-0.05579351633787155
702488	embedding2nn.bias	7	0.05887919291853905
702488	embedding2nn.bias	8	-0.14866673946380615
702488	embedding2nn.bias	9	-0.37518566846847534
702488	rnn.weight_ih_l0	0	0.0025399713777005672
702488	rnn.weight_ih_l0	1	-0.05540541186928749
702488	rnn.weight_ih_l0	2	-0.04201309382915497
702488	rnn.weight_ih_l0	3	0.12034666538238525
702488	rnn.weight_ih_l0	4	0.02081390842795372
702488	rnn.weight_ih_l0	5	-0.07718244194984436
702488	rnn.weight_ih_l0	6	0.01001030020415783
702488	rnn.weight_ih_l0	7	-0.025307757779955864
702488	rnn.weight_ih_l0	8	0.023182014003396034
702488	rnn.weight_ih_l0	9	-0.08902131766080856
702488	rnn.weight_hh_l0	0	-0.01990850456058979
702488	rnn.weight_hh_l0	1	0.08596418052911758
702488	rnn.weight_hh_l0	2	0.006060023792088032
702488	rnn.weight_hh_l0	3	-0.03242190182209015
702488	rnn.weight_hh_l0	4	0.08271250873804092
702488	rnn.weight_hh_l0	5	0.007211961317807436
702488	rnn.weight_hh_l0	6	-0.08302256464958191
702488	rnn.weight_hh_l0	7	-0.12710803747177124
702488	rnn.weight_hh_l0	8	0.03966960310935974
702488	rnn.weight_hh_l0	9	-0.1211657002568245
702488	rnn.bias_ih_l0	0	0.16958606243133545
702488	rnn.bias_ih_l0	1	-0.3539940118789673
702488	rnn.bias_ih_l0	2	-0.04387718066573143
702488	rnn.bias_ih_l0	3	-0.20984616875648499
702488	rnn.bias_ih_l0	4	0.015910757705569267
702488	rnn.bias_ih_l0	5	-0.4430610239505768
702488	rnn.bias_ih_l0	6	-0.13543950021266937
702488	rnn.bias_ih_l0	7	-0.37852901220321655
702488	rnn.bias_ih_l0	8	-0.3087499439716339
702488	rnn.bias_ih_l0	9	-0.4581065773963928
702488	rnn.bias_hh_l0	0	-0.3491664230823517
702488	rnn.bias_hh_l0	1	-0.44083207845687866
702488	rnn.bias_hh_l0	2	-0.41094914078712463
702488	rnn.bias_hh_l0	3	-0.08550895005464554
702488	rnn.bias_hh_l0	4	-0.4036368727684021
702488	rnn.bias_hh_l0	5	-0.3568711578845978
702488	rnn.bias_hh_l0	6	-0.12064044177532196
702488	rnn.bias_hh_l0	7	0.06702885776758194
702488	rnn.bias_hh_l0	8	-0.22924013435840607
702488	rnn.bias_hh_l0	9	-0.5776258111000061
702488	rnn.weight_ih_l0_reverse	0	0.013712020590901375
702488	rnn.weight_ih_l0_reverse	1	-0.011726940050721169
702488	rnn.weight_ih_l0_reverse	2	0.009491991251707077
702488	rnn.weight_ih_l0_reverse	3	-0.14653927087783813
702488	rnn.weight_ih_l0_reverse	4	0.08281401544809341
702488	rnn.weight_ih_l0_reverse	5	-0.09504040330648422
702488	rnn.weight_ih_l0_reverse	6	0.006113699171692133
702488	rnn.weight_ih_l0_reverse	7	0.02274256944656372
702488	rnn.weight_ih_l0_reverse	8	-0.04504207894206047
702488	rnn.weight_ih_l0_reverse	9	-0.07203321158885956
702488	rnn.weight_hh_l0_reverse	0	-0.14577239751815796
702488	rnn.weight_hh_l0_reverse	1	0.019284576177597046
702488	rnn.weight_hh_l0_reverse	2	-0.02174488827586174
702488	rnn.weight_hh_l0_reverse	3	0.02683388814330101
702488	rnn.weight_hh_l0_reverse	4	-0.0775434821844101
702488	rnn.weight_hh_l0_reverse	5	0.03664598613977432
702488	rnn.weight_hh_l0_reverse	6	0.030046166852116585
702488	rnn.weight_hh_l0_reverse	7	-0.12504169344902039
702488	rnn.weight_hh_l0_reverse	8	-0.0682658702135086
702488	rnn.weight_hh_l0_reverse	9	0.03478408604860306
702488	rnn.bias_ih_l0_reverse	0	-0.1845507174730301
702488	rnn.bias_ih_l0_reverse	1	-0.061708804219961166
702488	rnn.bias_ih_l0_reverse	2	0.15490271151065826
702488	rnn.bias_ih_l0_reverse	3	-0.3270680606365204
702488	rnn.bias_ih_l0_reverse	4	-0.010587857104837894
702488	rnn.bias_ih_l0_reverse	5	-0.21806341409683228
702488	rnn.bias_ih_l0_reverse	6	0.2717612087726593
702488	rnn.bias_ih_l0_reverse	7	-0.3162062168121338
702488	rnn.bias_ih_l0_reverse	8	-0.19104677438735962
702488	rnn.bias_ih_l0_reverse	9	-0.15634702146053314
702488	rnn.bias_hh_l0_reverse	0	-0.14791321754455566
702488	rnn.bias_hh_l0_reverse	1	0.2836371958255768
702488	rnn.bias_hh_l0_reverse	2	-0.3473433554172516
702488	rnn.bias_hh_l0_reverse	3	-0.2306336611509323
702488	rnn.bias_hh_l0_reverse	4	-0.39625492691993713
702488	rnn.bias_hh_l0_reverse	5	-0.21580328047275543
702488	rnn.bias_hh_l0_reverse	6	-0.2662729322910309
702488	rnn.bias_hh_l0_reverse	7	-0.0967961773276329
702488	rnn.bias_hh_l0_reverse	8	-0.3630099594593048
702488	rnn.bias_hh_l0_reverse	9	0.2083876132965088
702488	linear.weight	0	0.2159612625837326
702488	linear.weight	1	-0.4799724221229553
702488	linear.weight	2	0.03458453714847565
702488	linear.weight	3	0.06748916208744049
702488	linear.weight	4	-0.1378059685230255
702488	linear.weight	5	0.221554234623909
702488	linear.weight	6	-0.050559770315885544
702488	linear.weight	7	-0.05983099713921547
702488	linear.weight	8	0.10569216310977936
702488	linear.weight	9	-0.049805350601673126
702488	linear.bias	0	-0.8587223887443542
702488	linear.bias	1	1.820053219795227
702488	linear.bias	2	0.7411733865737915
702488	linear.bias	3	-2.739320993423462
702488	linear.bias	4	-0.09464184939861298
702488	linear.bias	5	1.2626330852508545
702488	linear.bias	6	-0.18368402123451233
702488	linear.bias	7	0.8391040563583374
702488	linear.bias	8	2.1240227222442627
702488	linear.bias	9	-1.353691577911377
703097	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
703097	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
703097	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
703097	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
703097	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
703097	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
703097	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
703097	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
703097	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
703097	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
703097	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
703097	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
703097	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
703097	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
703097	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
703097	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
703097	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
703097	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
703097	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
703097	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
703097	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
703097	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
703097	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
703097	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
703097	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
703097	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
703097	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
703097	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
703097	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
703097	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
703097	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
703097	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
703097	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
703097	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
703097	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
703097	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
703097	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
703097	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
703097	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
703097	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
703097	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
703097	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
703097	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
703097	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
703097	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
703097	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
703097	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
703097	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
703097	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
703097	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
703097	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
703097	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
703097	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
703097	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
703097	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
703097	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
703097	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
703097	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
703097	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
703097	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
703097	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
703097	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
703097	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
703097	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
703097	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
703097	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
703097	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
703097	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
703097	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
703097	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
703097	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
703097	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
703097	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
703097	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
703097	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
703097	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
703097	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
703097	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
703097	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
703097	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
703097	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
703097	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
703097	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
703097	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
703097	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
703097	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
703097	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
703097	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
703097	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
703097	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
703097	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
703097	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
703097	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
703097	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
703097	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
703097	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
703097	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
703097	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
703097	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
703097	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
703097	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
703097	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
703097	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
703097	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
703097	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
703097	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
703097	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
703097	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
703097	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
703097	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
703097	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
703097	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
703097	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
703097	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
703097	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
703097	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
703097	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
703097	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
703097	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
703097	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
703097	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
703097	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
703097	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
703097	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
703097	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
703097	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
703097	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
703097	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
703097	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
703097	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
703097	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
703097	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
703097	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
703097	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
703097	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
703097	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
703097	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
703097	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
703097	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
703097	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
703097	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
703097	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
703097	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
703097	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
703097	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
703097	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
703097	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
703097	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
703097	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
703097	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
703097	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
703097	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
703097	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
703097	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
703097	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
703097	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
703097	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
703097	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
703097	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
703097	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
703097	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
703097	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
703097	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
703097	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
703097	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
703097	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
703097	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
703097	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
703097	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
703097	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
703097	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
703097	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
703097	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
703097	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
703097	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
703097	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
703097	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
703097	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
703097	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
703097	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
703097	embedding2nn.weight	0	0.31778380274772644
703097	embedding2nn.weight	1	0.3794258236885071
703097	embedding2nn.weight	2	-0.0020575160160660744
703097	embedding2nn.weight	3	0.0441632941365242
703097	embedding2nn.weight	4	-0.02854897454380989
703097	embedding2nn.weight	5	0.03765889257192612
703097	embedding2nn.weight	6	-0.008219309151172638
703097	embedding2nn.weight	7	-0.018046943470835686
703097	embedding2nn.weight	8	0.04019015654921532
703097	embedding2nn.weight	9	-0.055311962962150574
703097	embedding2nn.bias	0	0.02200937457382679
703097	embedding2nn.bias	1	-0.18236146867275238
703097	embedding2nn.bias	2	0.14018632471561432
703097	embedding2nn.bias	3	0.1706230491399765
703097	embedding2nn.bias	4	0.14127729833126068
703097	embedding2nn.bias	5	-0.07901562750339508
703097	embedding2nn.bias	6	-0.057747982442379
703097	embedding2nn.bias	7	0.05450649932026863
703097	embedding2nn.bias	8	-0.1529437154531479
703097	embedding2nn.bias	9	-0.37538790702819824
703097	rnn.weight_ih_l0	0	0.002565873321145773
703097	rnn.weight_ih_l0	1	-0.05541165918111801
703097	rnn.weight_ih_l0	2	-0.04267142713069916
703097	rnn.weight_ih_l0	3	0.12027734518051147
703097	rnn.weight_ih_l0	4	0.019032251089811325
703097	rnn.weight_ih_l0	5	-0.07967036962509155
703097	rnn.weight_ih_l0	6	0.011697654612362385
703097	rnn.weight_ih_l0	7	-0.02508118934929371
703097	rnn.weight_ih_l0	8	0.022541377693414688
703097	rnn.weight_ih_l0	9	-0.08709873259067535
703097	rnn.weight_hh_l0	0	-0.019740039482712746
703097	rnn.weight_hh_l0	1	0.08588967472314835
703097	rnn.weight_hh_l0	2	0.006303414236754179
703097	rnn.weight_hh_l0	3	-0.03251225873827934
703097	rnn.weight_hh_l0	4	0.08277540653944016
703097	rnn.weight_hh_l0	5	0.007067365571856499
703097	rnn.weight_hh_l0	6	-0.08343783020973206
703097	rnn.weight_hh_l0	7	-0.1267930120229721
703097	rnn.weight_hh_l0	8	0.03970782086253166
703097	rnn.weight_hh_l0	9	-0.12053155899047852
703097	rnn.bias_ih_l0	0	0.17058391869068146
703097	rnn.bias_ih_l0	1	-0.3531891405582428
703097	rnn.bias_ih_l0	2	-0.04181155934929848
703097	rnn.bias_ih_l0	3	-0.21005629003047943
703097	rnn.bias_ih_l0	4	0.015154416672885418
703097	rnn.bias_ih_l0	5	-0.4421921670436859
703097	rnn.bias_ih_l0	6	-0.13542675971984863
703097	rnn.bias_ih_l0	7	-0.37765589356422424
703097	rnn.bias_ih_l0	8	-0.308891624212265
703097	rnn.bias_ih_l0	9	-0.4621060788631439
703097	rnn.bias_hh_l0	0	-0.34789276123046875
703097	rnn.bias_hh_l0	1	-0.4397910237312317
703097	rnn.bias_hh_l0	2	-0.4100993573665619
703097	rnn.bias_hh_l0	3	-0.08535405248403549
703097	rnn.bias_hh_l0	4	-0.4024016857147217
703097	rnn.bias_hh_l0	5	-0.3570903241634369
703097	rnn.bias_hh_l0	6	-0.1216142401099205
703097	rnn.bias_hh_l0	7	0.0664631724357605
703097	rnn.bias_hh_l0	8	-0.22950448095798492
703097	rnn.bias_hh_l0	9	-0.5770086646080017
703097	rnn.weight_ih_l0_reverse	0	0.015077085234224796
703097	rnn.weight_ih_l0_reverse	1	-0.010995528660714626
703097	rnn.weight_ih_l0_reverse	2	0.010613391175866127
703097	rnn.weight_ih_l0_reverse	3	-0.14572516083717346
703097	rnn.weight_ih_l0_reverse	4	0.08406245708465576
703097	rnn.weight_ih_l0_reverse	5	-0.09605053812265396
703097	rnn.weight_ih_l0_reverse	6	0.005415211897343397
703097	rnn.weight_ih_l0_reverse	7	0.022748088464140892
703097	rnn.weight_ih_l0_reverse	8	-0.04416189342737198
703097	rnn.weight_ih_l0_reverse	9	-0.07243498414754868
703097	rnn.weight_hh_l0_reverse	0	-0.14621253311634064
703097	rnn.weight_hh_l0_reverse	1	0.01930002123117447
703097	rnn.weight_hh_l0_reverse	2	-0.02160624787211418
703097	rnn.weight_hh_l0_reverse	3	0.02720910869538784
703097	rnn.weight_hh_l0_reverse	4	-0.07753811031579971
703097	rnn.weight_hh_l0_reverse	5	0.03661218285560608
703097	rnn.weight_hh_l0_reverse	6	0.030078819021582603
703097	rnn.weight_hh_l0_reverse	7	-0.12512609362602234
703097	rnn.weight_hh_l0_reverse	8	-0.06816963106393814
703097	rnn.weight_hh_l0_reverse	9	0.034580837935209274
703097	rnn.bias_ih_l0_reverse	0	-0.18654285371303558
703097	rnn.bias_ih_l0_reverse	1	-0.06301449239253998
703097	rnn.bias_ih_l0_reverse	2	0.15539149940013885
703097	rnn.bias_ih_l0_reverse	3	-0.32774266600608826
703097	rnn.bias_ih_l0_reverse	4	-0.007602776866406202
703097	rnn.bias_ih_l0_reverse	5	-0.21857699751853943
703097	rnn.bias_ih_l0_reverse	6	0.2736184895038605
703097	rnn.bias_ih_l0_reverse	7	-0.31614044308662415
703097	rnn.bias_ih_l0_reverse	8	-0.19108906388282776
703097	rnn.bias_ih_l0_reverse	9	-0.15565252304077148
703097	rnn.bias_hh_l0_reverse	0	-0.1480611264705658
703097	rnn.bias_hh_l0_reverse	1	0.28377217054367065
703097	rnn.bias_hh_l0_reverse	2	-0.3476867377758026
703097	rnn.bias_hh_l0_reverse	3	-0.23186416923999786
703097	rnn.bias_hh_l0_reverse	4	-0.3976486027240753
703097	rnn.bias_hh_l0_reverse	5	-0.21298515796661377
703097	rnn.bias_hh_l0_reverse	6	-0.2665537893772125
703097	rnn.bias_hh_l0_reverse	7	-0.09802109748125076
703097	rnn.bias_hh_l0_reverse	8	-0.36451414227485657
703097	rnn.bias_hh_l0_reverse	9	0.20891760289669037
703097	linear.weight	0	0.21933308243751526
703097	linear.weight	1	-0.47094419598579407
703097	linear.weight	2	0.0366886742413044
703097	linear.weight	3	0.06748917698860168
703097	linear.weight	4	-0.13334724307060242
703097	linear.weight	5	0.22884932160377502
703097	linear.weight	6	-0.05022849515080452
703097	linear.weight	7	-0.05982903763651848
703097	linear.weight	8	0.10994504392147064
703097	linear.weight	9	-0.049806542694568634
703097	linear.bias	0	-0.8598276376724243
703097	linear.bias	1	1.817919135093689
703097	linear.bias	2	0.7395234704017639
703097	linear.bias	3	-2.7393507957458496
703097	linear.bias	4	-0.10668078809976578
703097	linear.bias	5	1.2688078880310059
703097	linear.bias	6	-0.20017442107200623
703097	linear.bias	7	0.8331837058067322
703097	linear.bias	8	2.113373279571533
703097	linear.bias	9	-1.35354745388031
703706	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
703706	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
703706	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
703706	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
703706	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
703706	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
703706	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
703706	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
703706	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
703706	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
703706	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
703706	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
703706	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
703706	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
703706	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
703706	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
703706	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
703706	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
703706	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
703706	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
703706	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
703706	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
703706	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
703706	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
703706	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
703706	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
703706	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
703706	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
703706	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
703706	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
703706	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
703706	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
703706	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
703706	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
703706	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
703706	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
703706	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
703706	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
703706	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
703706	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
703706	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
703706	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
703706	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
703706	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
703706	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
703706	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
703706	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
703706	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
703706	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
703706	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
703706	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
703706	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
703706	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
703706	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
703706	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
703706	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
703706	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
703706	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
703706	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
703706	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
703706	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
703706	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
703706	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
703706	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
703706	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
703706	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
703706	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
703706	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
703706	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
703706	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
703706	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
703706	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
703706	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
703706	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
703706	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
703706	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
703706	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
703706	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
703706	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
703706	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
703706	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
703706	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
703706	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
703706	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
703706	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
703706	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
703706	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
703706	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
703706	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
703706	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
703706	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
703706	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
703706	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
703706	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
703706	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
703706	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
703706	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
703706	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
703706	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
703706	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
703706	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
703706	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
703706	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
703706	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
703706	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
703706	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
703706	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
703706	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
703706	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
703706	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
703706	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
703706	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
703706	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
703706	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
703706	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
703706	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
703706	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
703706	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
703706	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
703706	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
703706	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
703706	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
703706	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
703706	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
703706	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
703706	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
703706	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
703706	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
703706	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
703706	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
703706	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
703706	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
703706	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
703706	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
703706	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
703706	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
703706	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
703706	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
703706	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
703706	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
703706	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
703706	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
703706	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
703706	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
703706	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
703706	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
703706	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
703706	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
703706	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
703706	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
703706	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
703706	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
703706	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
703706	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
703706	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
703706	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
703706	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
703706	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
703706	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
703706	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
703706	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
703706	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
703706	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
703706	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
703706	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
703706	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
703706	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
703706	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
703706	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
703706	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
703706	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
703706	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
703706	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
703706	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
703706	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
703706	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
703706	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
703706	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
703706	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
703706	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
703706	embedding2nn.weight	0	0.31745997071266174
703706	embedding2nn.weight	1	0.37842822074890137
703706	embedding2nn.weight	2	-0.001565011334605515
703706	embedding2nn.weight	3	0.04402279108762741
703706	embedding2nn.weight	4	-0.0290460716933012
703706	embedding2nn.weight	5	0.03776394948363304
703706	embedding2nn.weight	6	-0.009977071546018124
703706	embedding2nn.weight	7	-0.018007682636380196
703706	embedding2nn.weight	8	0.0407082661986351
703706	embedding2nn.weight	9	-0.05763676017522812
703706	embedding2nn.bias	0	0.025881217792630196
703706	embedding2nn.bias	1	-0.17858698964118958
703706	embedding2nn.bias	2	0.14364337921142578
703706	embedding2nn.bias	3	0.1808217465877533
703706	embedding2nn.bias	4	0.14113697409629822
703706	embedding2nn.bias	5	-0.07968087494373322
703706	embedding2nn.bias	6	-0.053423572331666946
703706	embedding2nn.bias	7	0.058860793709754944
703706	embedding2nn.bias	8	-0.15410561859607697
703706	embedding2nn.bias	9	-0.37964317202568054
703706	rnn.weight_ih_l0	0	0.002224789932370186
703706	rnn.weight_ih_l0	1	-0.05524478107690811
703706	rnn.weight_ih_l0	2	-0.04345386475324631
703706	rnn.weight_ih_l0	3	0.11895933002233505
703706	rnn.weight_ih_l0	4	0.01835879683494568
703706	rnn.weight_ih_l0	5	-0.07685613632202148
703706	rnn.weight_ih_l0	6	0.011288720183074474
703706	rnn.weight_ih_l0	7	-0.025661252439022064
703706	rnn.weight_ih_l0	8	0.021163899451494217
703706	rnn.weight_ih_l0	9	-0.0878002941608429
703706	rnn.weight_hh_l0	0	-0.020054856315255165
703706	rnn.weight_hh_l0	1	0.08566723763942719
703706	rnn.weight_hh_l0	2	0.0063222358003258705
703706	rnn.weight_hh_l0	3	-0.03266022726893425
703706	rnn.weight_hh_l0	4	0.08267036080360413
703706	rnn.weight_hh_l0	5	0.007279262878000736
703706	rnn.weight_hh_l0	6	-0.08359143137931824
703706	rnn.weight_hh_l0	7	-0.12679149210453033
703706	rnn.weight_hh_l0	8	0.039660077542066574
703706	rnn.weight_hh_l0	9	-0.12059831619262695
703706	rnn.bias_ih_l0	0	0.16703134775161743
703706	rnn.bias_ih_l0	1	-0.35422083735466003
703706	rnn.bias_ih_l0	2	-0.04127054661512375
703706	rnn.bias_ih_l0	3	-0.21075911819934845
703706	rnn.bias_ih_l0	4	0.015694063156843185
703706	rnn.bias_ih_l0	5	-0.4411666691303253
703706	rnn.bias_ih_l0	6	-0.13663028180599213
703706	rnn.bias_ih_l0	7	-0.3775344789028168
703706	rnn.bias_ih_l0	8	-0.3122127652168274
703706	rnn.bias_ih_l0	9	-0.4611507058143616
703706	rnn.bias_hh_l0	0	-0.34963738918304443
703706	rnn.bias_hh_l0	1	-0.4378425180912018
703706	rnn.bias_hh_l0	2	-0.41030561923980713
703706	rnn.bias_hh_l0	3	-0.08461584895849228
703706	rnn.bias_hh_l0	4	-0.4025494456291199
703706	rnn.bias_hh_l0	5	-0.3561142683029175
703706	rnn.bias_hh_l0	6	-0.1189701110124588
703706	rnn.bias_hh_l0	7	0.0675002932548523
703706	rnn.bias_hh_l0	8	-0.22963808476924896
703706	rnn.bias_hh_l0	9	-0.5764853954315186
703706	rnn.weight_ih_l0_reverse	0	0.013512859120965004
703706	rnn.weight_ih_l0_reverse	1	-0.012002584524452686
703706	rnn.weight_ih_l0_reverse	2	0.010566343553364277
703706	rnn.weight_ih_l0_reverse	3	-0.14393745362758636
703706	rnn.weight_ih_l0_reverse	4	0.08369455486536026
703706	rnn.weight_ih_l0_reverse	5	-0.0964890792965889
703706	rnn.weight_ih_l0_reverse	6	0.005850436165928841
703706	rnn.weight_ih_l0_reverse	7	0.022703764960169792
703706	rnn.weight_ih_l0_reverse	8	-0.04509049281477928
703706	rnn.weight_ih_l0_reverse	9	-0.07338693737983704
703706	rnn.weight_hh_l0_reverse	0	-0.14580237865447998
703706	rnn.weight_hh_l0_reverse	1	0.019141772761940956
703706	rnn.weight_hh_l0_reverse	2	-0.02191229537129402
703706	rnn.weight_hh_l0_reverse	3	0.02702576480805874
703706	rnn.weight_hh_l0_reverse	4	-0.07756783813238144
703706	rnn.weight_hh_l0_reverse	5	0.03667266666889191
703706	rnn.weight_hh_l0_reverse	6	0.030034836381673813
703706	rnn.weight_hh_l0_reverse	7	-0.1257975697517395
703706	rnn.weight_hh_l0_reverse	8	-0.06842875480651855
703706	rnn.weight_hh_l0_reverse	9	0.03427989408373833
703706	rnn.bias_ih_l0_reverse	0	-0.18469271063804626
703706	rnn.bias_ih_l0_reverse	1	-0.06130892038345337
703706	rnn.bias_ih_l0_reverse	2	0.15523795783519745
703706	rnn.bias_ih_l0_reverse	3	-0.32943424582481384
703706	rnn.bias_ih_l0_reverse	4	-0.003484977874904871
703706	rnn.bias_ih_l0_reverse	5	-0.21761952340602875
703706	rnn.bias_ih_l0_reverse	6	0.27333545684814453
703706	rnn.bias_ih_l0_reverse	7	-0.31380119919776917
703706	rnn.bias_ih_l0_reverse	8	-0.19072994589805603
703706	rnn.bias_ih_l0_reverse	9	-0.15518005192279816
703706	rnn.bias_hh_l0_reverse	0	-0.14818011224269867
703706	rnn.bias_hh_l0_reverse	1	0.28444382548332214
703706	rnn.bias_hh_l0_reverse	2	-0.35113710165023804
703706	rnn.bias_hh_l0_reverse	3	-0.2281987965106964
703706	rnn.bias_hh_l0_reverse	4	-0.3968992829322815
703706	rnn.bias_hh_l0_reverse	5	-0.21681898832321167
703706	rnn.bias_hh_l0_reverse	6	-0.26792705059051514
703706	rnn.bias_hh_l0_reverse	7	-0.09786520153284073
703706	rnn.bias_hh_l0_reverse	8	-0.3664952516555786
703706	rnn.bias_hh_l0_reverse	9	0.20841719210147858
703706	linear.weight	0	0.22761113941669464
703706	linear.weight	1	-0.46159476041793823
703706	linear.weight	2	0.03355446457862854
703706	linear.weight	3	0.06748931109905243
703706	linear.weight	4	-0.1390538215637207
703706	linear.weight	5	0.22612355649471283
703706	linear.weight	6	-0.042961180210113525
703706	linear.weight	7	-0.05982680991292
703706	linear.weight	8	0.10751653462648392
703706	linear.weight	9	-0.04980764910578728
703706	linear.bias	0	-0.8536609411239624
703706	linear.bias	1	1.828636884689331
703706	linear.bias	2	0.7464864253997803
703706	linear.bias	3	-2.739380359649658
703706	linear.bias	4	-0.10634027421474457
703706	linear.bias	5	1.2687201499938965
703706	linear.bias	6	-0.20521193742752075
703706	linear.bias	7	0.852745771408081
703706	linear.bias	8	2.1158998012542725
703706	linear.bias	9	-1.350330114364624
704315	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
704315	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
704315	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
704315	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
704315	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
704315	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
704315	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
704315	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
704315	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
704315	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
704315	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
704315	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
704315	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
704315	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
704315	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
704315	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
704315	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
704315	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
704315	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
704315	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
704315	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
704315	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
704315	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
704315	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
704315	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
704315	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
704315	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
704315	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
704315	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
704315	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
704315	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
704315	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
704315	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
704315	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
704315	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
704315	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
704315	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
704315	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
704315	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
704315	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
704315	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
704315	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
704315	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
704315	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
704315	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
704315	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
704315	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
704315	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
704315	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
704315	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
704315	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
704315	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
704315	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
704315	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
704315	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
704315	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
704315	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
704315	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
704315	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
704315	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
704315	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
704315	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
704315	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
704315	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
704315	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
704315	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
704315	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
704315	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
704315	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
704315	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
704315	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
704315	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
704315	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
704315	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
704315	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
704315	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
704315	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
704315	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
704315	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
704315	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
704315	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
704315	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
704315	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
704315	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
704315	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
704315	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
704315	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
704315	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
704315	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
704315	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
704315	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
704315	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
704315	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
704315	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
704315	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
704315	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
704315	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
704315	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
704315	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
704315	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
704315	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
704315	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
704315	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
704315	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
704315	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
704315	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
704315	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
704315	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
704315	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
704315	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
704315	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
704315	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
704315	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
704315	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
704315	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
704315	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
704315	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
704315	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
704315	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
704315	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
704315	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
704315	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
704315	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
704315	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
704315	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
704315	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
704315	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
704315	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
704315	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
704315	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
704315	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
704315	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
704315	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
704315	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
704315	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
704315	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
704315	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
704315	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
704315	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
704315	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
704315	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
704315	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
704315	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
704315	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
704315	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
704315	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
704315	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
704315	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
704315	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
704315	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
704315	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
704315	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
704315	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
704315	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
704315	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
704315	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
704315	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
704315	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
704315	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
704315	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
704315	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
704315	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
704315	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
704315	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
704315	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
704315	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
704315	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
704315	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
704315	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
704315	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
704315	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
704315	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
704315	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
704315	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
704315	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
704315	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
704315	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
704315	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
704315	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
704315	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
704315	embedding2nn.weight	0	0.3175741136074066
704315	embedding2nn.weight	1	0.37996095418930054
704315	embedding2nn.weight	2	-0.002228419529274106
704315	embedding2nn.weight	3	0.04707339406013489
704315	embedding2nn.weight	4	-0.030894605442881584
704315	embedding2nn.weight	5	0.03642205521464348
704315	embedding2nn.weight	6	-0.00977184996008873
704315	embedding2nn.weight	7	-0.01898389495909214
704315	embedding2nn.weight	8	0.04097762331366539
704315	embedding2nn.weight	9	-0.05766644328832626
704315	embedding2nn.bias	0	0.026412038132548332
704315	embedding2nn.bias	1	-0.1804182231426239
704315	embedding2nn.bias	2	0.14864061772823334
704315	embedding2nn.bias	3	0.17319679260253906
704315	embedding2nn.bias	4	0.13833358883857727
704315	embedding2nn.bias	5	-0.08168215304613113
704315	embedding2nn.bias	6	-0.05800473317503929
704315	embedding2nn.bias	7	0.06489468365907669
704315	embedding2nn.bias	8	-0.15218998491764069
704315	embedding2nn.bias	9	-0.37886884808540344
704315	rnn.weight_ih_l0	0	0.0018718421924859285
704315	rnn.weight_ih_l0	1	-0.05561954528093338
704315	rnn.weight_ih_l0	2	-0.042538974434137344
704315	rnn.weight_ih_l0	3	0.11932483315467834
704315	rnn.weight_ih_l0	4	0.01896657794713974
704315	rnn.weight_ih_l0	5	-0.07567937672138214
704315	rnn.weight_ih_l0	6	0.011525489389896393
704315	rnn.weight_ih_l0	7	-0.025481145828962326
704315	rnn.weight_ih_l0	8	0.02070508897304535
704315	rnn.weight_ih_l0	9	-0.08622375130653381
704315	rnn.weight_hh_l0	0	-0.020187202841043472
704315	rnn.weight_hh_l0	1	0.08578544110059738
704315	rnn.weight_hh_l0	2	0.006106564775109291
704315	rnn.weight_hh_l0	3	-0.03278391808271408
704315	rnn.weight_hh_l0	4	0.08297362923622131
704315	rnn.weight_hh_l0	5	0.0068815224803984165
704315	rnn.weight_hh_l0	6	-0.08340400457382202
704315	rnn.weight_hh_l0	7	-0.12619538605213165
704315	rnn.weight_hh_l0	8	0.03960235044360161
704315	rnn.weight_hh_l0	9	-0.12063072621822357
704315	rnn.bias_ih_l0	0	0.1671517789363861
704315	rnn.bias_ih_l0	1	-0.3523857593536377
704315	rnn.bias_ih_l0	2	-0.0406794510781765
704315	rnn.bias_ih_l0	3	-0.21145358681678772
704315	rnn.bias_ih_l0	4	0.01514582522213459
704315	rnn.bias_ih_l0	5	-0.44313132762908936
704315	rnn.bias_ih_l0	6	-0.1401023119688034
704315	rnn.bias_ih_l0	7	-0.3776490092277527
704315	rnn.bias_ih_l0	8	-0.3111875355243683
704315	rnn.bias_ih_l0	9	-0.4600606858730316
704315	rnn.bias_hh_l0	0	-0.35224732756614685
704315	rnn.bias_hh_l0	1	-0.43955081701278687
704315	rnn.bias_hh_l0	2	-0.41050219535827637
704315	rnn.bias_hh_l0	3	-0.0851638913154602
704315	rnn.bias_hh_l0	4	-0.40212494134902954
704315	rnn.bias_hh_l0	5	-0.35668492317199707
704315	rnn.bias_hh_l0	6	-0.12027313560247421
704315	rnn.bias_hh_l0	7	0.0659608319401741
704315	rnn.bias_hh_l0	8	-0.22997623682022095
704315	rnn.bias_hh_l0	9	-0.5740689039230347
704315	rnn.weight_ih_l0_reverse	0	0.012750710360705853
704315	rnn.weight_ih_l0_reverse	1	-0.01215614564716816
704315	rnn.weight_ih_l0_reverse	2	0.011229760944843292
704315	rnn.weight_ih_l0_reverse	3	-0.14325900375843048
704315	rnn.weight_ih_l0_reverse	4	0.08205951005220413
704315	rnn.weight_ih_l0_reverse	5	-0.09655106067657471
704315	rnn.weight_ih_l0_reverse	6	0.006406886503100395
704315	rnn.weight_ih_l0_reverse	7	0.02270977385342121
704315	rnn.weight_ih_l0_reverse	8	-0.04380769282579422
704315	rnn.weight_ih_l0_reverse	9	-0.07596956193447113
704315	rnn.weight_hh_l0_reverse	0	-0.1463523656129837
704315	rnn.weight_hh_l0_reverse	1	0.01946716383099556
704315	rnn.weight_hh_l0_reverse	2	-0.02180260233581066
704315	rnn.weight_hh_l0_reverse	3	0.027005190029740334
704315	rnn.weight_hh_l0_reverse	4	-0.0775311216711998
704315	rnn.weight_hh_l0_reverse	5	0.03677164390683174
704315	rnn.weight_hh_l0_reverse	6	0.02999776042997837
704315	rnn.weight_hh_l0_reverse	7	-0.12463828921318054
704315	rnn.weight_hh_l0_reverse	8	-0.06776583194732666
704315	rnn.weight_hh_l0_reverse	9	0.03393508493900299
704315	rnn.bias_ih_l0_reverse	0	-0.18394795060157776
704315	rnn.bias_ih_l0_reverse	1	-0.06268840283155441
704315	rnn.bias_ih_l0_reverse	2	0.15560920536518097
704315	rnn.bias_ih_l0_reverse	3	-0.32808712124824524
704315	rnn.bias_ih_l0_reverse	4	-0.002590862801298499
704315	rnn.bias_ih_l0_reverse	5	-0.21855269372463226
704315	rnn.bias_ih_l0_reverse	6	0.27367013692855835
704315	rnn.bias_ih_l0_reverse	7	-0.31374967098236084
704315	rnn.bias_ih_l0_reverse	8	-0.19201217591762543
704315	rnn.bias_ih_l0_reverse	9	-0.15313634276390076
704315	rnn.bias_hh_l0_reverse	0	-0.14818856120109558
704315	rnn.bias_hh_l0_reverse	1	0.2804013788700104
704315	rnn.bias_hh_l0_reverse	2	-0.352430135011673
704315	rnn.bias_hh_l0_reverse	3	-0.228054478764534
704315	rnn.bias_hh_l0_reverse	4	-0.397134929895401
704315	rnn.bias_hh_l0_reverse	5	-0.2160894125699997
704315	rnn.bias_hh_l0_reverse	6	-0.2664780020713806
704315	rnn.bias_hh_l0_reverse	7	-0.09757809340953827
704315	rnn.bias_hh_l0_reverse	8	-0.366608589887619
704315	rnn.bias_hh_l0_reverse	9	0.202540785074234
704315	linear.weight	0	0.23433171212673187
704315	linear.weight	1	-0.4494870901107788
704315	linear.weight	2	0.0020504670683294535
704315	linear.weight	3	0.06748906522989273
704315	linear.weight	4	-0.14440511167049408
704315	linear.weight	5	0.22219669818878174
704315	linear.weight	6	-0.0375528484582901
704315	linear.weight	7	-0.05982518941164017
704315	linear.weight	8	0.11372197419404984
704315	linear.weight	9	-0.04980931431055069
704315	linear.bias	0	-0.8607195615768433
704315	linear.bias	1	1.8318194150924683
704315	linear.bias	2	0.7491613626480103
704315	linear.bias	3	-2.739410400390625
704315	linear.bias	4	-0.11343439668416977
704315	linear.bias	5	1.2458820343017578
704315	linear.bias	6	-0.2092071771621704
704315	linear.bias	7	0.8442115783691406
704315	linear.bias	8	2.1150732040405273
704315	linear.bias	9	-1.348118782043457
704924	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
704924	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
704924	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
704924	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
704924	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
704924	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
704924	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
704924	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
704924	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
704924	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
704924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
704924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
704924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
704924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
704924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
704924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
704924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
704924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
704924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
704924	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
704924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
704924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
704924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
704924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
704924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
704924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
704924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
704924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
704924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
704924	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
704924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
704924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
704924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
704924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
704924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
704924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
704924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
704924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
704924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
704924	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
704924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
704924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
704924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
704924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
704924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
704924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
704924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
704924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
704924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
704924	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
704924	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
704924	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
704924	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
704924	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
704924	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
704924	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
704924	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
704924	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
704924	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
704924	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
704924	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
704924	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
704924	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
704924	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
704924	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
704924	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
704924	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
704924	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
704924	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
704924	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
704924	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
704924	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
704924	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
704924	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
704924	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
704924	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
704924	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
704924	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
704924	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
704924	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
704924	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
704924	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
704924	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
704924	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
704924	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
704924	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
704924	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
704924	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
704924	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
704924	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
704924	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
704924	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
704924	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
704924	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
704924	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
704924	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
704924	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
704924	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
704924	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
704924	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
704924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
704924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
704924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
704924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
704924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
704924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
704924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
704924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
704924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
704924	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
704924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
704924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
704924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
704924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
704924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
704924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
704924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
704924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
704924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
704924	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
704924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
704924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
704924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
704924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
704924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
704924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
704924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
704924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
704924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
704924	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
704924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
704924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
704924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
704924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
704924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
704924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
704924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
704924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
704924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
704924	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
704924	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
704924	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
704924	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
704924	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
704924	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
704924	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
704924	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
704924	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
704924	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
704924	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
704924	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
704924	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
704924	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
704924	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
704924	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
704924	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
704924	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
704924	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
704924	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
704924	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
704924	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
704924	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
704924	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
704924	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
704924	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
704924	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
704924	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
704924	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
704924	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
704924	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
704924	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
704924	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
704924	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
704924	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
704924	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
704924	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
704924	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
704924	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
704924	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
704924	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
704924	embedding2nn.weight	0	0.317636638879776
704924	embedding2nn.weight	1	0.37941765785217285
704924	embedding2nn.weight	2	-0.001861656317487359
704924	embedding2nn.weight	3	0.04389111325144768
704924	embedding2nn.weight	4	-0.030167613178491592
704924	embedding2nn.weight	5	0.03624711185693741
704924	embedding2nn.weight	6	-0.009659798815846443
704924	embedding2nn.weight	7	-0.02046937681734562
704924	embedding2nn.weight	8	0.04204406961798668
704924	embedding2nn.weight	9	-0.05803687125444412
704924	embedding2nn.bias	0	0.022336946800351143
704924	embedding2nn.bias	1	-0.1754007786512375
704924	embedding2nn.bias	2	0.1510251760482788
704924	embedding2nn.bias	3	0.18108832836151123
704924	embedding2nn.bias	4	0.1390010565519333
704924	embedding2nn.bias	5	-0.08470547944307327
704924	embedding2nn.bias	6	-0.057252753525972366
704924	embedding2nn.bias	7	0.055034734308719635
704924	embedding2nn.bias	8	-0.14927363395690918
704924	embedding2nn.bias	9	-0.3789035379886627
704924	rnn.weight_ih_l0	0	0.002059828955680132
704924	rnn.weight_ih_l0	1	-0.05528724938631058
704924	rnn.weight_ih_l0	2	-0.04437004774808884
704924	rnn.weight_ih_l0	3	0.11951526254415512
704924	rnn.weight_ih_l0	4	0.018217265605926514
704924	rnn.weight_ih_l0	5	-0.07413887232542038
704924	rnn.weight_ih_l0	6	0.010867564007639885
704924	rnn.weight_ih_l0	7	-0.02433346025645733
704924	rnn.weight_ih_l0	8	0.020380249246954918
704924	rnn.weight_ih_l0	9	-0.08705111593008041
704924	rnn.weight_hh_l0	0	-0.02019326202571392
704924	rnn.weight_hh_l0	1	0.08607463538646698
704924	rnn.weight_hh_l0	2	0.006707577966153622
704924	rnn.weight_hh_l0	3	-0.03312406688928604
704924	rnn.weight_hh_l0	4	0.08260763436555862
704924	rnn.weight_hh_l0	5	0.007081945426762104
704924	rnn.weight_hh_l0	6	-0.08325708657503128
704924	rnn.weight_hh_l0	7	-0.12656205892562866
704924	rnn.weight_hh_l0	8	0.03957846388220787
704924	rnn.weight_hh_l0	9	-0.12082105129957199
704924	rnn.bias_ih_l0	0	0.16399513185024261
704924	rnn.bias_ih_l0	1	-0.3529411256313324
704924	rnn.bias_ih_l0	2	-0.04108373075723648
704924	rnn.bias_ih_l0	3	-0.2112758904695511
704924	rnn.bias_ih_l0	4	0.016447337344288826
704924	rnn.bias_ih_l0	5	-0.44183629751205444
704924	rnn.bias_ih_l0	6	-0.14307674765586853
704924	rnn.bias_ih_l0	7	-0.3782373070716858
704924	rnn.bias_ih_l0	8	-0.30977240204811096
704924	rnn.bias_ih_l0	9	-0.4646868407726288
704924	rnn.bias_hh_l0	0	-0.35211020708084106
704924	rnn.bias_hh_l0	1	-0.44031822681427
704924	rnn.bias_hh_l0	2	-0.4117297828197479
704924	rnn.bias_hh_l0	3	-0.08553396165370941
704924	rnn.bias_hh_l0	4	-0.40064650774002075
704924	rnn.bias_hh_l0	5	-0.3578454256057739
704924	rnn.bias_hh_l0	6	-0.12066110223531723
704924	rnn.bias_hh_l0	7	0.0642099678516388
704924	rnn.bias_hh_l0	8	-0.23402966558933258
704924	rnn.bias_hh_l0	9	-0.5740180611610413
704924	rnn.weight_ih_l0_reverse	0	0.012570147402584553
704924	rnn.weight_ih_l0_reverse	1	-0.012003406882286072
704924	rnn.weight_ih_l0_reverse	2	0.011519010178744793
704924	rnn.weight_ih_l0_reverse	3	-0.14394409954547882
704924	rnn.weight_ih_l0_reverse	4	0.08272356539964676
704924	rnn.weight_ih_l0_reverse	5	-0.09846170246601105
704924	rnn.weight_ih_l0_reverse	6	0.007606987375766039
704924	rnn.weight_ih_l0_reverse	7	0.022862914949655533
704924	rnn.weight_ih_l0_reverse	8	-0.044259097427129745
704924	rnn.weight_ih_l0_reverse	9	-0.0758289024233818
704924	rnn.weight_hh_l0_reverse	0	-0.1460576355457306
704924	rnn.weight_hh_l0_reverse	1	0.019527427852153778
704924	rnn.weight_hh_l0_reverse	2	-0.022013874724507332
704924	rnn.weight_hh_l0_reverse	3	0.026865126565098763
704924	rnn.weight_hh_l0_reverse	4	-0.0776994600892067
704924	rnn.weight_hh_l0_reverse	5	0.036599818617105484
704924	rnn.weight_hh_l0_reverse	6	0.029929054901003838
704924	rnn.weight_hh_l0_reverse	7	-0.12554144859313965
704924	rnn.weight_hh_l0_reverse	8	-0.06676243245601654
704924	rnn.weight_hh_l0_reverse	9	0.03405115008354187
704924	rnn.bias_ih_l0_reverse	0	-0.18446779251098633
704924	rnn.bias_ih_l0_reverse	1	-0.06421641260385513
704924	rnn.bias_ih_l0_reverse	2	0.1570189744234085
704924	rnn.bias_ih_l0_reverse	3	-0.3284871578216553
704924	rnn.bias_ih_l0_reverse	4	-0.0022831216920167208
704924	rnn.bias_ih_l0_reverse	5	-0.21745282411575317
704924	rnn.bias_ih_l0_reverse	6	0.2724330425262451
704924	rnn.bias_ih_l0_reverse	7	-0.314779132604599
704924	rnn.bias_ih_l0_reverse	8	-0.19213517010211945
704924	rnn.bias_ih_l0_reverse	9	-0.15324991941452026
704924	rnn.bias_hh_l0_reverse	0	-0.15102919936180115
704924	rnn.bias_hh_l0_reverse	1	0.27918872237205505
704924	rnn.bias_hh_l0_reverse	2	-0.3521558344364166
704924	rnn.bias_hh_l0_reverse	3	-0.230133518576622
704924	rnn.bias_hh_l0_reverse	4	-0.3969717025756836
704924	rnn.bias_hh_l0_reverse	5	-0.2150903344154358
704924	rnn.bias_hh_l0_reverse	6	-0.2664019465446472
704924	rnn.bias_hh_l0_reverse	7	-0.09749937802553177
704924	rnn.bias_hh_l0_reverse	8	-0.3664501905441284
704924	rnn.bias_hh_l0_reverse	9	0.20231850445270538
704924	linear.weight	0	0.22862964868545532
704924	linear.weight	1	-0.4521714448928833
704924	linear.weight	2	0.020353402942419052
704924	linear.weight	3	0.06748904287815094
704924	linear.weight	4	-0.15010792016983032
704924	linear.weight	5	0.2195783257484436
704924	linear.weight	6	-0.04515169933438301
704924	linear.weight	7	-0.05982246994972229
704924	linear.weight	8	0.11800159513950348
704924	linear.weight	9	-0.04981110990047455
704924	linear.bias	0	-0.8589336276054382
704924	linear.bias	1	1.8214305639266968
704924	linear.bias	2	0.7506082653999329
704924	linear.bias	3	-2.739441156387329
704924	linear.bias	4	-0.11075432598590851
704924	linear.bias	5	1.2508456707000732
704924	linear.bias	6	-0.2011132538318634
704924	linear.bias	7	0.8340709805488586
704924	linear.bias	8	2.1332385540008545
704924	linear.bias	9	-1.3496458530426025
705533	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
705533	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
705533	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
705533	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
705533	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
705533	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
705533	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
705533	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
705533	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
705533	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
705533	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
705533	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
705533	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
705533	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
705533	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
705533	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
705533	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
705533	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
705533	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
705533	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
705533	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
705533	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
705533	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
705533	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
705533	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
705533	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
705533	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
705533	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
705533	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
705533	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
705533	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
705533	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
705533	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
705533	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
705533	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
705533	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
705533	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
705533	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
705533	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
705533	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
705533	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
705533	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
705533	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
705533	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
705533	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
705533	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
705533	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
705533	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
705533	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
705533	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
705533	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
705533	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
705533	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
705533	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
705533	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
705533	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
705533	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
705533	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
705533	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
705533	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
705533	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
705533	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
705533	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
705533	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
705533	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
705533	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
705533	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
705533	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
705533	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
705533	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
705533	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
705533	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
705533	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
705533	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
705533	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
705533	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
705533	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
705533	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
705533	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
705533	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
705533	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
705533	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
705533	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
705533	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
705533	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
705533	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
705533	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
705533	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
705533	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
705533	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
705533	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
705533	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
705533	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
705533	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
705533	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
705533	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
705533	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
705533	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
705533	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
705533	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
705533	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
705533	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
705533	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
705533	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
705533	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
705533	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
705533	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
705533	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
705533	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
705533	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
705533	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
705533	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
705533	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
705533	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
705533	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
705533	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
705533	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
705533	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
705533	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
705533	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
705533	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
705533	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
705533	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
705533	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
705533	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
705533	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
705533	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
705533	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
705533	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
705533	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
705533	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
705533	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
705533	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
705533	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
705533	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
705533	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
705533	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
705533	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
705533	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
705533	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
705533	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
705533	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
705533	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
705533	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
705533	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
705533	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
705533	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
705533	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
705533	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
705533	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
705533	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
705533	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
705533	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
705533	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
705533	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
705533	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
705533	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
705533	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
705533	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
705533	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
705533	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
705533	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
705533	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
705533	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
705533	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
705533	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
705533	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
705533	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
705533	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
705533	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
705533	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
705533	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
705533	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
705533	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
705533	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
705533	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
705533	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
705533	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
705533	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
705533	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
705533	embedding2nn.weight	0	0.31845182180404663
705533	embedding2nn.weight	1	0.37827590107917786
705533	embedding2nn.weight	2	-0.0021374360658228397
705533	embedding2nn.weight	3	0.04375049099326134
705533	embedding2nn.weight	4	-0.02970292791724205
705533	embedding2nn.weight	5	0.03665414825081825
705533	embedding2nn.weight	6	-0.013973293825984001
705533	embedding2nn.weight	7	-0.023109663277864456
705533	embedding2nn.weight	8	0.04216993972659111
705533	embedding2nn.weight	9	-0.05894417688250542
705533	embedding2nn.bias	0	0.028549863025546074
705533	embedding2nn.bias	1	-0.17578652501106262
705533	embedding2nn.bias	2	0.15056195855140686
705533	embedding2nn.bias	3	0.17335852980613708
705533	embedding2nn.bias	4	0.13899627327919006
705533	embedding2nn.bias	5	-0.08255274593830109
705533	embedding2nn.bias	6	-0.05527874827384949
705533	embedding2nn.bias	7	0.05567189306020737
705533	embedding2nn.bias	8	-0.14643143117427826
705533	embedding2nn.bias	9	-0.37649857997894287
705533	rnn.weight_ih_l0	0	0.002366977743804455
705533	rnn.weight_ih_l0	1	-0.05577882006764412
705533	rnn.weight_ih_l0	2	-0.04424970969557762
705533	rnn.weight_ih_l0	3	0.12001131474971771
705533	rnn.weight_ih_l0	4	0.01782762072980404
705533	rnn.weight_ih_l0	5	-0.07461054623126984
705533	rnn.weight_ih_l0	6	0.010671621188521385
705533	rnn.weight_ih_l0	7	-0.026280179619789124
705533	rnn.weight_ih_l0	8	0.02017292194068432
705533	rnn.weight_ih_l0	9	-0.08615969866514206
705533	rnn.weight_hh_l0	0	-0.020329676568508148
705533	rnn.weight_hh_l0	1	0.08613097667694092
705533	rnn.weight_hh_l0	2	0.006672822404652834
705533	rnn.weight_hh_l0	3	-0.033195704221725464
705533	rnn.weight_hh_l0	4	0.08261414617300034
705533	rnn.weight_hh_l0	5	0.006819659378379583
705533	rnn.weight_hh_l0	6	-0.08331142365932465
705533	rnn.weight_hh_l0	7	-0.12525491416454315
705533	rnn.weight_hh_l0	8	0.03957212716341019
705533	rnn.weight_hh_l0	9	-0.12098818272352219
705533	rnn.bias_ih_l0	0	0.16404153406620026
705533	rnn.bias_ih_l0	1	-0.352306067943573
705533	rnn.bias_ih_l0	2	-0.03986331447958946
705533	rnn.bias_ih_l0	3	-0.21079126000404358
705533	rnn.bias_ih_l0	4	0.012028262950479984
705533	rnn.bias_ih_l0	5	-0.44246262311935425
705533	rnn.bias_ih_l0	6	-0.14119155704975128
705533	rnn.bias_ih_l0	7	-0.37773197889328003
705533	rnn.bias_ih_l0	8	-0.30870798230171204
705533	rnn.bias_ih_l0	9	-0.4611596465110779
705533	rnn.bias_hh_l0	0	-0.35339272022247314
705533	rnn.bias_hh_l0	1	-0.4413430988788605
705533	rnn.bias_hh_l0	2	-0.40955162048339844
705533	rnn.bias_hh_l0	3	-0.08452959358692169
705533	rnn.bias_hh_l0	4	-0.4027549922466278
705533	rnn.bias_hh_l0	5	-0.35660701990127563
705533	rnn.bias_hh_l0	6	-0.12226331979036331
705533	rnn.bias_hh_l0	7	0.062300726771354675
705533	rnn.bias_hh_l0	8	-0.23303072154521942
705533	rnn.bias_hh_l0	9	-0.5741956830024719
705533	rnn.weight_ih_l0_reverse	0	0.012154629454016685
705533	rnn.weight_ih_l0_reverse	1	-0.012511767446994781
705533	rnn.weight_ih_l0_reverse	2	0.01205163262784481
705533	rnn.weight_ih_l0_reverse	3	-0.1441194862127304
705533	rnn.weight_ih_l0_reverse	4	0.08201858401298523
705533	rnn.weight_ih_l0_reverse	5	-0.09801726043224335
705533	rnn.weight_ih_l0_reverse	6	0.00955401360988617
705533	rnn.weight_ih_l0_reverse	7	0.022243136540055275
705533	rnn.weight_ih_l0_reverse	8	-0.04465635493397713
705533	rnn.weight_ih_l0_reverse	9	-0.07512497156858444
705533	rnn.weight_hh_l0_reverse	0	-0.14621560275554657
705533	rnn.weight_hh_l0_reverse	1	0.019805626943707466
705533	rnn.weight_hh_l0_reverse	2	-0.022028213366866112
705533	rnn.weight_hh_l0_reverse	3	0.027091875672340393
705533	rnn.weight_hh_l0_reverse	4	-0.07796373218297958
705533	rnn.weight_hh_l0_reverse	5	0.0365215502679348
705533	rnn.weight_hh_l0_reverse	6	0.02989725023508072
705533	rnn.weight_hh_l0_reverse	7	-0.125393345952034
705533	rnn.weight_hh_l0_reverse	8	-0.06649483740329742
705533	rnn.weight_hh_l0_reverse	9	0.03391295298933983
705533	rnn.bias_ih_l0_reverse	0	-0.18388645350933075
705533	rnn.bias_ih_l0_reverse	1	-0.06525265425443649
705533	rnn.bias_ih_l0_reverse	2	0.15759029984474182
705533	rnn.bias_ih_l0_reverse	3	-0.3282009959220886
705533	rnn.bias_ih_l0_reverse	4	-0.0054759010672569275
705533	rnn.bias_ih_l0_reverse	5	-0.21648919582366943
705533	rnn.bias_ih_l0_reverse	6	0.27003559470176697
705533	rnn.bias_ih_l0_reverse	7	-0.31356990337371826
705533	rnn.bias_ih_l0_reverse	8	-0.19068031013011932
705533	rnn.bias_ih_l0_reverse	9	-0.15206706523895264
705533	rnn.bias_hh_l0_reverse	0	-0.14778079092502594
705533	rnn.bias_hh_l0_reverse	1	0.27792730927467346
705533	rnn.bias_hh_l0_reverse	2	-0.35224294662475586
705533	rnn.bias_hh_l0_reverse	3	-0.2295725792646408
705533	rnn.bias_hh_l0_reverse	4	-0.39766037464141846
705533	rnn.bias_hh_l0_reverse	5	-0.21773448586463928
705533	rnn.bias_hh_l0_reverse	6	-0.26645687222480774
705533	rnn.bias_hh_l0_reverse	7	-0.09898924082517624
705533	rnn.bias_hh_l0_reverse	8	-0.3636486530303955
705533	rnn.bias_hh_l0_reverse	9	0.20078249275684357
705533	linear.weight	0	0.22228212654590607
705533	linear.weight	1	-0.4544503688812256
705533	linear.weight	2	0.03124925121665001
705533	linear.weight	3	0.06748869270086288
705533	linear.weight	4	-0.16324132680892944
705533	linear.weight	5	0.22523848712444305
705533	linear.weight	6	-0.042268574237823486
705533	linear.weight	7	-0.059821128845214844
705533	linear.weight	8	0.12072490900754929
705533	linear.weight	9	-0.04981227219104767
705533	linear.bias	0	-0.8547080159187317
705533	linear.bias	1	1.8021730184555054
705533	linear.bias	2	0.7395398616790771
705533	linear.bias	3	-2.739471673965454
705533	linear.bias	4	-0.10900525748729706
705533	linear.bias	5	1.2596752643585205
705533	linear.bias	6	-0.20984284579753876
705533	linear.bias	7	0.8307774662971497
705533	linear.bias	8	2.1453731060028076
705533	linear.bias	9	-1.3492802381515503
706142	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
706142	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
706142	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
706142	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
706142	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
706142	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
706142	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
706142	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
706142	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
706142	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
706142	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
706142	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
706142	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
706142	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
706142	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
706142	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
706142	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
706142	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
706142	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
706142	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
706142	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
706142	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
706142	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
706142	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
706142	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
706142	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
706142	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
706142	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
706142	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
706142	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
706142	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
706142	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
706142	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
706142	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
706142	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
706142	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
706142	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
706142	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
706142	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
706142	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
706142	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
706142	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
706142	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
706142	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
706142	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
706142	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
706142	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
706142	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
706142	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
706142	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
706142	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
706142	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
706142	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
706142	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
706142	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
706142	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
706142	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
706142	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
706142	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
706142	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
706142	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
706142	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
706142	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
706142	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
706142	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
706142	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
706142	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
706142	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
706142	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
706142	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
706142	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
706142	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
706142	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
706142	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
706142	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
706142	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
706142	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
706142	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
706142	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
706142	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
706142	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
706142	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
706142	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
706142	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
706142	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
706142	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
706142	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
706142	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
706142	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
706142	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
706142	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
706142	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
706142	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
706142	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
706142	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
706142	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
706142	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
706142	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
706142	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
706142	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
706142	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
706142	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
706142	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
706142	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
706142	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
706142	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
706142	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
706142	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
706142	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
706142	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
706142	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
706142	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
706142	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
706142	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
706142	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
706142	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
706142	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
706142	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
706142	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
706142	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
706142	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
706142	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
706142	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
706142	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
706142	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
706142	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
706142	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
706142	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
706142	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
706142	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
706142	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
706142	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
706142	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
706142	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
706142	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
706142	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
706142	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
706142	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
706142	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
706142	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
706142	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
706142	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
706142	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
706142	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
706142	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
706142	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
706142	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
706142	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
706142	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
706142	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
706142	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
706142	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
706142	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
706142	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
706142	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
706142	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
706142	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
706142	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
706142	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
706142	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
706142	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
706142	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
706142	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
706142	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
706142	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
706142	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
706142	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
706142	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
706142	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
706142	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
706142	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
706142	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
706142	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
706142	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
706142	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
706142	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
706142	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
706142	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
706142	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
706142	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
706142	embedding2nn.weight	0	0.3178947865962982
706142	embedding2nn.weight	1	0.3766670525074005
706142	embedding2nn.weight	2	-0.0015665933024138212
706142	embedding2nn.weight	3	0.041190583258867264
706142	embedding2nn.weight	4	-0.030305936932563782
706142	embedding2nn.weight	5	0.03732887655496597
706142	embedding2nn.weight	6	-0.014127434231340885
706142	embedding2nn.weight	7	-0.024191023781895638
706142	embedding2nn.weight	8	0.044350314885377884
706142	embedding2nn.weight	9	-0.0593864805996418
706142	embedding2nn.bias	0	0.025335650891065598
706142	embedding2nn.bias	1	-0.1857869178056717
706142	embedding2nn.bias	2	0.15406033396720886
706142	embedding2nn.bias	3	0.17440959811210632
706142	embedding2nn.bias	4	0.13743709027767181
706142	embedding2nn.bias	5	-0.0850667729973793
706142	embedding2nn.bias	6	-0.06222857907414436
706142	embedding2nn.bias	7	0.04846144840121269
706142	embedding2nn.bias	8	-0.1481877863407135
706142	embedding2nn.bias	9	-0.37763047218322754
706142	rnn.weight_ih_l0	0	0.0025332020595669746
706142	rnn.weight_ih_l0	1	-0.05510838329792023
706142	rnn.weight_ih_l0	2	-0.04556289315223694
706142	rnn.weight_ih_l0	3	0.12009605020284653
706142	rnn.weight_ih_l0	4	0.01701085828244686
706142	rnn.weight_ih_l0	5	-0.07282175868749619
706142	rnn.weight_ih_l0	6	0.011107588186860085
706142	rnn.weight_ih_l0	7	-0.026019234210252762
706142	rnn.weight_ih_l0	8	0.01774120330810547
706142	rnn.weight_ih_l0	9	-0.08551326394081116
706142	rnn.weight_hh_l0	0	-0.02027616649866104
706142	rnn.weight_hh_l0	1	0.08576496690511703
706142	rnn.weight_hh_l0	2	0.006084437016397715
706142	rnn.weight_hh_l0	3	-0.03323673829436302
706142	rnn.weight_hh_l0	4	0.08245684951543808
706142	rnn.weight_hh_l0	5	0.007115753833204508
706142	rnn.weight_hh_l0	6	-0.0832521915435791
706142	rnn.weight_hh_l0	7	-0.12602825462818146
706142	rnn.weight_hh_l0	8	0.03962389752268791
706142	rnn.weight_hh_l0	9	-0.12118324637413025
706142	rnn.bias_ih_l0	0	0.16753754019737244
706142	rnn.bias_ih_l0	1	-0.3517858684062958
706142	rnn.bias_ih_l0	2	-0.03977303206920624
706142	rnn.bias_ih_l0	3	-0.2103174924850464
706142	rnn.bias_ih_l0	4	0.008735962212085724
706142	rnn.bias_ih_l0	5	-0.44159284234046936
706142	rnn.bias_ih_l0	6	-0.1411975473165512
706142	rnn.bias_ih_l0	7	-0.378348171710968
706142	rnn.bias_ih_l0	8	-0.3088012635707855
706142	rnn.bias_ih_l0	9	-0.4584655165672302
706142	rnn.bias_hh_l0	0	-0.35291436314582825
706142	rnn.bias_hh_l0	1	-0.4409158527851105
706142	rnn.bias_hh_l0	2	-0.40639781951904297
706142	rnn.bias_hh_l0	3	-0.08517884463071823
706142	rnn.bias_hh_l0	4	-0.40310126543045044
706142	rnn.bias_hh_l0	5	-0.35648804903030396
706142	rnn.bias_hh_l0	6	-0.12309401482343674
706142	rnn.bias_hh_l0	7	0.06359143555164337
706142	rnn.bias_hh_l0	8	-0.2340513914823532
706142	rnn.bias_hh_l0	9	-0.5741477608680725
706142	rnn.weight_ih_l0_reverse	0	0.013369465246796608
706142	rnn.weight_ih_l0_reverse	1	-0.012564126402139664
706142	rnn.weight_ih_l0_reverse	2	0.011622871272265911
706142	rnn.weight_ih_l0_reverse	3	-0.14448042213916779
706142	rnn.weight_ih_l0_reverse	4	0.08242989331483841
706142	rnn.weight_ih_l0_reverse	5	-0.09550387412309647
706142	rnn.weight_ih_l0_reverse	6	0.009154550731182098
706142	rnn.weight_ih_l0_reverse	7	0.02261238545179367
706142	rnn.weight_ih_l0_reverse	8	-0.044907838106155396
706142	rnn.weight_ih_l0_reverse	9	-0.07372507452964783
706142	rnn.weight_hh_l0_reverse	0	-0.1461169570684433
706142	rnn.weight_hh_l0_reverse	1	0.019769862294197083
706142	rnn.weight_hh_l0_reverse	2	-0.02175232768058777
706142	rnn.weight_hh_l0_reverse	3	0.027217993512749672
706142	rnn.weight_hh_l0_reverse	4	-0.07800958305597305
706142	rnn.weight_hh_l0_reverse	5	0.03653963655233383
706142	rnn.weight_hh_l0_reverse	6	0.029941866174340248
706142	rnn.weight_hh_l0_reverse	7	-0.12575797736644745
706142	rnn.weight_hh_l0_reverse	8	-0.0678461343050003
706142	rnn.weight_hh_l0_reverse	9	0.03396405279636383
706142	rnn.bias_ih_l0_reverse	0	-0.18508049845695496
706142	rnn.bias_ih_l0_reverse	1	-0.06372085958719254
706142	rnn.bias_ih_l0_reverse	2	0.15757688879966736
706142	rnn.bias_ih_l0_reverse	3	-0.3270348608493805
706142	rnn.bias_ih_l0_reverse	4	-0.00536210834980011
706142	rnn.bias_ih_l0_reverse	5	-0.21600572764873505
706142	rnn.bias_ih_l0_reverse	6	0.27278459072113037
706142	rnn.bias_ih_l0_reverse	7	-0.3123045265674591
706142	rnn.bias_ih_l0_reverse	8	-0.19180288910865784
706142	rnn.bias_ih_l0_reverse	9	-0.1551802158355713
706142	rnn.bias_hh_l0_reverse	0	-0.147179514169693
706142	rnn.bias_hh_l0_reverse	1	0.2811436057090759
706142	rnn.bias_hh_l0_reverse	2	-0.35076409578323364
706142	rnn.bias_hh_l0_reverse	3	-0.22911004722118378
706142	rnn.bias_hh_l0_reverse	4	-0.3996487855911255
706142	rnn.bias_hh_l0_reverse	5	-0.216141939163208
706142	rnn.bias_hh_l0_reverse	6	-0.26651909947395325
706142	rnn.bias_hh_l0_reverse	7	-0.10193467885255814
706142	rnn.bias_hh_l0_reverse	8	-0.3599104881286621
706142	rnn.bias_hh_l0_reverse	9	0.2021816223859787
706142	linear.weight	0	0.2274673879146576
706142	linear.weight	1	-0.4424365162849426
706142	linear.weight	2	0.03825921565294266
706142	linear.weight	3	0.06748869270086288
706142	linear.weight	4	-0.1449088305234909
706142	linear.weight	5	0.22316132485866547
706142	linear.weight	6	-0.0415792353451252
706142	linear.weight	7	-0.05981900542974472
706142	linear.weight	8	0.12035530060529709
706142	linear.weight	9	-0.04981324449181557
706142	linear.bias	0	-0.8666067719459534
706142	linear.bias	1	1.807698130607605
706142	linear.bias	2	0.7544041275978088
706142	linear.bias	3	-2.7395002841949463
706142	linear.bias	4	-0.12411779165267944
706142	linear.bias	5	1.2635306119918823
706142	linear.bias	6	-0.2070900946855545
706142	linear.bias	7	0.8372167348861694
706142	linear.bias	8	2.1562936305999756
706142	linear.bias	9	-1.3501266241073608
706751	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
706751	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
706751	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
706751	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
706751	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
706751	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
706751	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
706751	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
706751	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
706751	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
706751	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
706751	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
706751	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
706751	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
706751	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
706751	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
706751	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
706751	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
706751	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
706751	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
706751	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
706751	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
706751	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
706751	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
706751	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
706751	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
706751	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
706751	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
706751	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
706751	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
706751	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
706751	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
706751	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
706751	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
706751	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
706751	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
706751	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
706751	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
706751	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
706751	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
706751	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
706751	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
706751	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
706751	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
706751	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
706751	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
706751	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
706751	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
706751	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
706751	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
706751	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
706751	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
706751	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
706751	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
706751	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
706751	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
706751	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
706751	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
706751	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
706751	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
706751	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
706751	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
706751	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
706751	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
706751	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
706751	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
706751	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
706751	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
706751	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
706751	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
706751	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
706751	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
706751	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
706751	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
706751	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
706751	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
706751	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
706751	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
706751	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
706751	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
706751	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
706751	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
706751	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
706751	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
706751	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
706751	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
706751	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
706751	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
706751	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
706751	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
706751	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
706751	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
706751	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
706751	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
706751	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
706751	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
706751	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
706751	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
706751	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
706751	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
706751	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
706751	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
706751	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
706751	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
706751	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
706751	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
706751	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
706751	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
706751	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
706751	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
706751	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
706751	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
706751	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
706751	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
706751	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
706751	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
706751	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
706751	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
706751	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
706751	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
706751	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
706751	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
706751	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
706751	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
706751	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
706751	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
706751	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
706751	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
706751	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
706751	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
706751	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
706751	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
706751	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
706751	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
706751	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
706751	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
706751	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
706751	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
706751	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
706751	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
706751	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
706751	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
706751	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
706751	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
706751	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
706751	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
706751	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
706751	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
706751	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
706751	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
706751	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
706751	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
706751	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
706751	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
706751	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
706751	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
706751	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
706751	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
706751	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
706751	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
706751	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
706751	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
706751	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
706751	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
706751	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
706751	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
706751	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
706751	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
706751	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
706751	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
706751	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
706751	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
706751	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
706751	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
706751	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
706751	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
706751	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
706751	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
706751	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
706751	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
706751	embedding2nn.weight	0	0.31860074400901794
706751	embedding2nn.weight	1	0.376003623008728
706751	embedding2nn.weight	2	-0.0032254578545689583
706751	embedding2nn.weight	3	0.03276710584759712
706751	embedding2nn.weight	4	-0.031057316809892654
706751	embedding2nn.weight	5	0.03706702962517738
706751	embedding2nn.weight	6	-0.012121984735131264
706751	embedding2nn.weight	7	-0.026651205494999886
706751	embedding2nn.weight	8	0.04469134658575058
706751	embedding2nn.weight	9	-0.05906825140118599
706751	embedding2nn.bias	0	0.02014661394059658
706751	embedding2nn.bias	1	-0.19154159724712372
706751	embedding2nn.bias	2	0.15453225374221802
706751	embedding2nn.bias	3	0.1731916218996048
706751	embedding2nn.bias	4	0.13647179305553436
706751	embedding2nn.bias	5	-0.08658873289823532
706751	embedding2nn.bias	6	-0.057908251881599426
706751	embedding2nn.bias	7	0.0468783937394619
706751	embedding2nn.bias	8	-0.13850854337215424
706751	embedding2nn.bias	9	-0.3751590847969055
706751	rnn.weight_ih_l0	0	0.0033018761314451694
706751	rnn.weight_ih_l0	1	-0.054861508309841156
706751	rnn.weight_ih_l0	2	-0.04748864844441414
706751	rnn.weight_ih_l0	3	0.11929954588413239
706751	rnn.weight_ih_l0	4	0.019399844110012054
706751	rnn.weight_ih_l0	5	-0.07270479947328568
706751	rnn.weight_ih_l0	6	0.01196768693625927
706751	rnn.weight_ih_l0	7	-0.026502232998609543
706751	rnn.weight_ih_l0	8	0.01854613795876503
706751	rnn.weight_ih_l0	9	-0.08492035418748856
706751	rnn.weight_hh_l0	0	-0.02040133625268936
706751	rnn.weight_hh_l0	1	0.08602229505777359
706751	rnn.weight_hh_l0	2	0.005704043433070183
706751	rnn.weight_hh_l0	3	-0.03321031108498573
706751	rnn.weight_hh_l0	4	0.08218377828598022
706751	rnn.weight_hh_l0	5	0.006873050704598427
706751	rnn.weight_hh_l0	6	-0.08325368165969849
706751	rnn.weight_hh_l0	7	-0.12619276344776154
706751	rnn.weight_hh_l0	8	0.039571940898895264
706751	rnn.weight_hh_l0	9	-0.1211736723780632
706751	rnn.bias_ih_l0	0	0.16388408839702606
706751	rnn.bias_ih_l0	1	-0.34955182671546936
706751	rnn.bias_ih_l0	2	-0.039418160915374756
706751	rnn.bias_ih_l0	3	-0.21100054681301117
706751	rnn.bias_ih_l0	4	0.0065638101659715176
706751	rnn.bias_ih_l0	5	-0.44124987721443176
706751	rnn.bias_ih_l0	6	-0.14433574676513672
706751	rnn.bias_ih_l0	7	-0.3788793385028839
706751	rnn.bias_ih_l0	8	-0.30764326453208923
706751	rnn.bias_ih_l0	9	-0.46040111780166626
706751	rnn.bias_hh_l0	0	-0.3528740704059601
706751	rnn.bias_hh_l0	1	-0.439538836479187
706751	rnn.bias_hh_l0	2	-0.41003090143203735
706751	rnn.bias_hh_l0	3	-0.08671613782644272
706751	rnn.bias_hh_l0	4	-0.40233543515205383
706751	rnn.bias_hh_l0	5	-0.3572348356246948
706751	rnn.bias_hh_l0	6	-0.1252792924642563
706751	rnn.bias_hh_l0	7	0.06382118910551071
706751	rnn.bias_hh_l0	8	-0.2334989607334137
706751	rnn.bias_hh_l0	9	-0.5729779005050659
706751	rnn.weight_ih_l0_reverse	0	0.014074917882680893
706751	rnn.weight_ih_l0_reverse	1	-0.012368600815534592
706751	rnn.weight_ih_l0_reverse	2	0.011542207561433315
706751	rnn.weight_ih_l0_reverse	3	-0.1454257220029831
706751	rnn.weight_ih_l0_reverse	4	0.08201923221349716
706751	rnn.weight_ih_l0_reverse	5	-0.09541133791208267
706751	rnn.weight_ih_l0_reverse	6	0.008629231713712215
706751	rnn.weight_ih_l0_reverse	7	0.02297358028590679
706751	rnn.weight_ih_l0_reverse	8	-0.04505082592368126
706751	rnn.weight_ih_l0_reverse	9	-0.07481030374765396
706751	rnn.weight_hh_l0_reverse	0	-0.14667336642742157
706751	rnn.weight_hh_l0_reverse	1	0.019939934834837914
706751	rnn.weight_hh_l0_reverse	2	-0.02187558077275753
706751	rnn.weight_hh_l0_reverse	3	0.027480488643050194
706751	rnn.weight_hh_l0_reverse	4	-0.0778912678360939
706751	rnn.weight_hh_l0_reverse	5	0.03636053204536438
706751	rnn.weight_hh_l0_reverse	6	0.030010059475898743
706751	rnn.weight_hh_l0_reverse	7	-0.1254076510667801
706751	rnn.weight_hh_l0_reverse	8	-0.06794606149196625
706751	rnn.weight_hh_l0_reverse	9	0.03373704105615616
706751	rnn.bias_ih_l0_reverse	0	-0.18654868006706238
706751	rnn.bias_ih_l0_reverse	1	-0.06353938579559326
706751	rnn.bias_ih_l0_reverse	2	0.1581033617258072
706751	rnn.bias_ih_l0_reverse	3	-0.32935068011283875
706751	rnn.bias_ih_l0_reverse	4	-0.003318416653200984
706751	rnn.bias_ih_l0_reverse	5	-0.21557001769542694
706751	rnn.bias_ih_l0_reverse	6	0.27427175641059875
706751	rnn.bias_ih_l0_reverse	7	-0.31345266103744507
706751	rnn.bias_ih_l0_reverse	8	-0.19218669831752777
706751	rnn.bias_ih_l0_reverse	9	-0.15727251768112183
706751	rnn.bias_hh_l0_reverse	0	-0.14566555619239807
706751	rnn.bias_hh_l0_reverse	1	0.2831125855445862
706751	rnn.bias_hh_l0_reverse	2	-0.3500816226005554
706751	rnn.bias_hh_l0_reverse	3	-0.22978878021240234
706751	rnn.bias_hh_l0_reverse	4	-0.3993167281150818
706751	rnn.bias_hh_l0_reverse	5	-0.21801680326461792
706751	rnn.bias_hh_l0_reverse	6	-0.26808643341064453
706751	rnn.bias_hh_l0_reverse	7	-0.10104735940694809
706751	rnn.bias_hh_l0_reverse	8	-0.35754671692848206
706751	rnn.bias_hh_l0_reverse	9	0.20556125044822693
706751	linear.weight	0	0.22505496442317963
706751	linear.weight	1	-0.4546084702014923
706751	linear.weight	2	0.04400576278567314
706751	linear.weight	3	0.06748287379741669
706751	linear.weight	4	-0.13817134499549866
706751	linear.weight	5	0.22227485477924347
706751	linear.weight	6	-0.04511519894003868
706751	linear.weight	7	-0.059817951172590256
706751	linear.weight	8	0.12135524302721024
706751	linear.weight	9	-0.04981411620974541
706751	linear.bias	0	-0.8609018921852112
706751	linear.bias	1	1.8039860725402832
706751	linear.bias	2	0.7509191036224365
706751	linear.bias	3	-2.7395317554473877
706751	linear.bias	4	-0.10673972219228745
706751	linear.bias	5	1.260711669921875
706751	linear.bias	6	-0.18420374393463135
706751	linear.bias	7	0.8383871912956238
706751	linear.bias	8	2.1263747215270996
706751	linear.bias	9	-1.3519848585128784
707360	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
707360	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
707360	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
707360	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
707360	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
707360	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
707360	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
707360	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
707360	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
707360	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
707360	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
707360	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
707360	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
707360	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
707360	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
707360	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
707360	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
707360	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
707360	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
707360	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
707360	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
707360	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
707360	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
707360	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
707360	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
707360	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
707360	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
707360	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
707360	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
707360	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
707360	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
707360	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
707360	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
707360	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
707360	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
707360	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
707360	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
707360	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
707360	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
707360	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
707360	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
707360	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
707360	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
707360	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
707360	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
707360	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
707360	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
707360	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
707360	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
707360	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
707360	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
707360	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
707360	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
707360	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
707360	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
707360	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
707360	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
707360	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
707360	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
707360	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
707360	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
707360	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
707360	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
707360	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
707360	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
707360	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
707360	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
707360	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
707360	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
707360	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
707360	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
707360	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
707360	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
707360	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
707360	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
707360	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
707360	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
707360	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
707360	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
707360	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
707360	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
707360	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
707360	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
707360	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
707360	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
707360	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
707360	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
707360	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
707360	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
707360	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
707360	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
707360	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
707360	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
707360	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
707360	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
707360	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
707360	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
707360	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
707360	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
707360	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
707360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
707360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
707360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
707360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
707360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
707360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
707360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
707360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
707360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
707360	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
707360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
707360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
707360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
707360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
707360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
707360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
707360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
707360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
707360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
707360	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
707360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
707360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
707360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
707360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
707360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
707360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
707360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
707360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
707360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
707360	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
707360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
707360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
707360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
707360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
707360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
707360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
707360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
707360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
707360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
707360	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
707360	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
707360	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
707360	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
707360	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
707360	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
707360	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
707360	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
707360	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
707360	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
707360	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
707360	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
707360	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
707360	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
707360	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
707360	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
707360	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
707360	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
707360	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
707360	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
707360	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
707360	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
707360	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
707360	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
707360	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
707360	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
707360	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
707360	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
707360	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
707360	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
707360	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
707360	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
707360	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
707360	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
707360	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
707360	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
707360	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
707360	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
707360	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
707360	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
707360	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
707360	embedding2nn.weight	0	0.31879544258117676
707360	embedding2nn.weight	1	0.375094473361969
707360	embedding2nn.weight	2	-0.005306670907884836
707360	embedding2nn.weight	3	0.03222721070051193
707360	embedding2nn.weight	4	-0.029365504160523415
707360	embedding2nn.weight	5	0.039042022079229355
707360	embedding2nn.weight	6	-0.011589559726417065
707360	embedding2nn.weight	7	-0.023330219089984894
707360	embedding2nn.weight	8	0.04628204554319382
707360	embedding2nn.weight	9	-0.05819891765713692
707360	embedding2nn.bias	0	0.015978872776031494
707360	embedding2nn.bias	1	-0.19059059023857117
707360	embedding2nn.bias	2	0.15688489377498627
707360	embedding2nn.bias	3	0.17390236258506775
707360	embedding2nn.bias	4	0.13388656079769135
707360	embedding2nn.bias	5	-0.08449231833219528
707360	embedding2nn.bias	6	-0.05838218331336975
707360	embedding2nn.bias	7	0.04716908186674118
707360	embedding2nn.bias	8	-0.1424977332353592
707360	embedding2nn.bias	9	-0.3791707754135132
707360	rnn.weight_ih_l0	0	0.0034822598099708557
707360	rnn.weight_ih_l0	1	-0.054915282875299454
707360	rnn.weight_ih_l0	2	-0.04842256009578705
707360	rnn.weight_ih_l0	3	0.12102515250444412
707360	rnn.weight_ih_l0	4	0.01963147707283497
707360	rnn.weight_ih_l0	5	-0.07228130102157593
707360	rnn.weight_ih_l0	6	0.01227296981960535
707360	rnn.weight_ih_l0	7	-0.025600269436836243
707360	rnn.weight_ih_l0	8	0.019345607608556747
707360	rnn.weight_ih_l0	9	-0.08378894627094269
707360	rnn.weight_hh_l0	0	-0.020430060103535652
707360	rnn.weight_hh_l0	1	0.08602806180715561
707360	rnn.weight_hh_l0	2	0.005536096170544624
707360	rnn.weight_hh_l0	3	-0.03323846682906151
707360	rnn.weight_hh_l0	4	0.08190827816724777
707360	rnn.weight_hh_l0	5	0.007137970067560673
707360	rnn.weight_hh_l0	6	-0.0834241658449173
707360	rnn.weight_hh_l0	7	-0.12582406401634216
707360	rnn.weight_hh_l0	8	0.03950611874461174
707360	rnn.weight_hh_l0	9	-0.12128652632236481
707360	rnn.bias_ih_l0	0	0.1655244678258896
707360	rnn.bias_ih_l0	1	-0.3508802354335785
707360	rnn.bias_ih_l0	2	-0.0391235277056694
707360	rnn.bias_ih_l0	3	-0.21232888102531433
707360	rnn.bias_ih_l0	4	0.007532164454460144
707360	rnn.bias_ih_l0	5	-0.4400733411312103
707360	rnn.bias_ih_l0	6	-0.14123082160949707
707360	rnn.bias_ih_l0	7	-0.3788202702999115
707360	rnn.bias_ih_l0	8	-0.30905988812446594
707360	rnn.bias_ih_l0	9	-0.4555327296257019
707360	rnn.bias_hh_l0	0	-0.35125425457954407
707360	rnn.bias_hh_l0	1	-0.4385588765144348
707360	rnn.bias_hh_l0	2	-0.40900811553001404
707360	rnn.bias_hh_l0	3	-0.08677066117525101
707360	rnn.bias_hh_l0	4	-0.40339842438697815
707360	rnn.bias_hh_l0	5	-0.3581196963787079
707360	rnn.bias_hh_l0	6	-0.12444201111793518
707360	rnn.bias_hh_l0	7	0.06489931046962738
707360	rnn.bias_hh_l0	8	-0.2342275083065033
707360	rnn.bias_hh_l0	9	-0.572246789932251
707360	rnn.weight_ih_l0_reverse	0	0.013919223099946976
707360	rnn.weight_ih_l0_reverse	1	-0.012195182032883167
707360	rnn.weight_ih_l0_reverse	2	0.01199805736541748
707360	rnn.weight_ih_l0_reverse	3	-0.1460132896900177
707360	rnn.weight_ih_l0_reverse	4	0.08174025267362595
707360	rnn.weight_ih_l0_reverse	5	-0.09644882380962372
707360	rnn.weight_ih_l0_reverse	6	0.009596345014870167
707360	rnn.weight_ih_l0_reverse	7	0.02197633497416973
707360	rnn.weight_ih_l0_reverse	8	-0.04325731471180916
707360	rnn.weight_ih_l0_reverse	9	-0.07466019690036774
707360	rnn.weight_hh_l0_reverse	0	-0.14653530716896057
707360	rnn.weight_hh_l0_reverse	1	0.019903521984815598
707360	rnn.weight_hh_l0_reverse	2	-0.02189759910106659
707360	rnn.weight_hh_l0_reverse	3	0.027427835389971733
707360	rnn.weight_hh_l0_reverse	4	-0.07791624218225479
707360	rnn.weight_hh_l0_reverse	5	0.03623528033494949
707360	rnn.weight_hh_l0_reverse	6	0.03015299141407013
707360	rnn.weight_hh_l0_reverse	7	-0.12447948753833771
707360	rnn.weight_hh_l0_reverse	8	-0.0682506114244461
707360	rnn.weight_hh_l0_reverse	9	0.0335707813501358
707360	rnn.bias_ih_l0_reverse	0	-0.18692058324813843
707360	rnn.bias_ih_l0_reverse	1	-0.0650050938129425
707360	rnn.bias_ih_l0_reverse	2	0.15600186586380005
707360	rnn.bias_ih_l0_reverse	3	-0.3289932906627655
707360	rnn.bias_ih_l0_reverse	4	-0.001166381174698472
707360	rnn.bias_ih_l0_reverse	5	-0.2167457491159439
707360	rnn.bias_ih_l0_reverse	6	0.27237728238105774
707360	rnn.bias_ih_l0_reverse	7	-0.3158469796180725
707360	rnn.bias_ih_l0_reverse	8	-0.19206304848194122
707360	rnn.bias_ih_l0_reverse	9	-0.15470485389232635
707360	rnn.bias_hh_l0_reverse	0	-0.14556452631950378
707360	rnn.bias_hh_l0_reverse	1	0.284496545791626
707360	rnn.bias_hh_l0_reverse	2	-0.34973111748695374
707360	rnn.bias_hh_l0_reverse	3	-0.23124007880687714
707360	rnn.bias_hh_l0_reverse	4	-0.3991635739803314
707360	rnn.bias_hh_l0_reverse	5	-0.21660001575946808
707360	rnn.bias_hh_l0_reverse	6	-0.26872503757476807
707360	rnn.bias_hh_l0_reverse	7	-0.10186713188886642
707360	rnn.bias_hh_l0_reverse	8	-0.3574396073818207
707360	rnn.bias_hh_l0_reverse	9	0.20310579240322113
707360	linear.weight	0	0.23520119488239288
707360	linear.weight	1	-0.4516882598400116
707360	linear.weight	2	0.048655953258275986
707360	linear.weight	3	0.0674828588962555
707360	linear.weight	4	-0.14620523154735565
707360	linear.weight	5	0.220289409160614
707360	linear.weight	6	-0.04324986785650253
707360	linear.weight	7	-0.05981680378317833
707360	linear.weight	8	0.11593496054410934
707360	linear.weight	9	-0.04981529340147972
707360	linear.bias	0	-0.8554589152336121
707360	linear.bias	1	1.813356876373291
707360	linear.bias	2	0.750604510307312
707360	linear.bias	3	-2.7395546436309814
707360	linear.bias	4	-0.1048857718706131
707360	linear.bias	5	1.2663437128067017
707360	linear.bias	6	-0.2020925134420395
707360	linear.bias	7	0.8409888744354248
707360	linear.bias	8	2.135533571243286
707360	linear.bias	9	-1.353521704673767
707368	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
707368	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
707368	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
707368	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
707368	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
707368	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
707368	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
707368	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
707368	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
707368	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
707368	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
707368	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
707368	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
707368	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
707368	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
707368	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
707368	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
707368	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
707368	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
707368	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
707368	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
707368	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
707368	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
707368	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
707368	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
707368	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
707368	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
707368	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
707368	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
707368	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
707368	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
707368	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
707368	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
707368	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
707368	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
707368	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
707368	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
707368	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
707368	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
707368	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
707368	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
707368	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
707368	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
707368	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
707368	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
707368	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
707368	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
707368	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
707368	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
707368	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
707368	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
707368	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
707368	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
707368	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
707368	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
707368	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
707368	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
707368	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
707368	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
707368	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
707368	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
707368	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
707368	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
707368	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
707368	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
707368	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
707368	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
707368	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
707368	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
707368	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
707368	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
707368	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
707368	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
707368	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
707368	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
707368	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
707368	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
707368	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
707368	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
707368	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
707368	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
707368	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
707368	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
707368	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
707368	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
707368	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
707368	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
707368	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
707368	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
707368	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
707368	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
707368	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
707368	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
707368	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
707368	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
707368	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
707368	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
707368	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
707368	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
707368	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
707368	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
707368	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
707368	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
707368	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
707368	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
707368	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
707368	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
707368	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
707368	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
707368	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
707368	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
707368	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
707368	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
707368	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
707368	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
707368	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
707368	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
707368	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
707368	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
707368	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
707368	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
707368	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
707368	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
707368	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
707368	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
707368	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
707368	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
707368	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
707368	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
707368	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
707368	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
707368	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
707368	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
707368	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
707368	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
707368	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
707368	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
707368	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
707368	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
707368	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
707368	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
707368	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
707368	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
707368	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
707368	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
707368	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
707368	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
707368	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
707368	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
707368	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
707368	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
707368	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
707368	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
707368	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
707368	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
707368	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
707368	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
707368	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
707368	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
707368	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
707368	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
707368	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
707368	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
707368	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
707368	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
707368	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
707368	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
707368	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
707368	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
707368	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
707368	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
707368	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
707368	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
707368	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
707368	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
707368	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
707368	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
707368	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
707368	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
707368	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
707368	embedding2nn.weight	0	0.31878888607025146
707368	embedding2nn.weight	1	0.3751521706581116
707368	embedding2nn.weight	2	-0.005352734122425318
707368	embedding2nn.weight	3	0.032203514128923416
707368	embedding2nn.weight	4	-0.02932555601000786
707368	embedding2nn.weight	5	0.039054811000823975
707368	embedding2nn.weight	6	-0.011226782575249672
707368	embedding2nn.weight	7	-0.023089421913027763
707368	embedding2nn.weight	8	0.04646657779812813
707368	embedding2nn.weight	9	-0.05844331532716751
707368	embedding2nn.bias	0	0.01638002134859562
707368	embedding2nn.bias	1	-0.19254767894744873
707368	embedding2nn.bias	2	0.15776324272155762
707368	embedding2nn.bias	3	0.1710025817155838
707368	embedding2nn.bias	4	0.13204337656497955
707368	embedding2nn.bias	5	-0.08370061218738556
707368	embedding2nn.bias	6	-0.05860244855284691
707368	embedding2nn.bias	7	0.04809863492846489
707368	embedding2nn.bias	8	-0.14336954057216644
707368	embedding2nn.bias	9	-0.3775966167449951
707368	rnn.weight_ih_l0	0	0.0034992184955626726
707368	rnn.weight_ih_l0	1	-0.054921846836805344
707368	rnn.weight_ih_l0	2	-0.048361603170633316
707368	rnn.weight_ih_l0	3	0.12098678201436996
707368	rnn.weight_ih_l0	4	0.019609959796071053
707368	rnn.weight_ih_l0	5	-0.07207183539867401
707368	rnn.weight_ih_l0	6	0.012211811728775501
707368	rnn.weight_ih_l0	7	-0.025664858520030975
707368	rnn.weight_ih_l0	8	0.019491299986839294
707368	rnn.weight_ih_l0	9	-0.08370668441057205
707368	rnn.weight_hh_l0	0	-0.020424354821443558
707368	rnn.weight_hh_l0	1	0.08603286743164062
707368	rnn.weight_hh_l0	2	0.0055466825142502785
707368	rnn.weight_hh_l0	3	-0.033225610852241516
707368	rnn.weight_hh_l0	4	0.08192338794469833
707368	rnn.weight_hh_l0	5	0.007125105243176222
707368	rnn.weight_hh_l0	6	-0.08342574536800385
707368	rnn.weight_hh_l0	7	-0.12590548396110535
707368	rnn.weight_hh_l0	8	0.03950905799865723
707368	rnn.weight_hh_l0	9	-0.12128739804029465
707368	rnn.bias_ih_l0	0	0.16598206758499146
707368	rnn.bias_ih_l0	1	-0.3507327139377594
707368	rnn.bias_ih_l0	2	-0.03910960257053375
707368	rnn.bias_ih_l0	3	-0.21249882876873016
707368	rnn.bias_ih_l0	4	0.007518506143242121
707368	rnn.bias_ih_l0	5	-0.4398993253707886
707368	rnn.bias_ih_l0	6	-0.14136086404323578
707368	rnn.bias_ih_l0	7	-0.37885430455207825
707368	rnn.bias_ih_l0	8	-0.30880048871040344
707368	rnn.bias_ih_l0	9	-0.4554731845855713
707368	rnn.bias_hh_l0	0	-0.3513989746570587
707368	rnn.bias_hh_l0	1	-0.43830016255378723
707368	rnn.bias_hh_l0	2	-0.4089869558811188
707368	rnn.bias_hh_l0	3	-0.08664312213659286
707368	rnn.bias_hh_l0	4	-0.40359804034233093
707368	rnn.bias_hh_l0	5	-0.3582448661327362
707368	rnn.bias_hh_l0	6	-0.12460988759994507
707368	rnn.bias_hh_l0	7	0.06522982567548752
707368	rnn.bias_hh_l0	8	-0.23441192507743835
707368	rnn.bias_hh_l0	9	-0.5721451044082642
707368	rnn.weight_ih_l0_reverse	0	0.014004009775817394
707368	rnn.weight_ih_l0_reverse	1	-0.012163489125669003
707368	rnn.weight_ih_l0_reverse	2	0.011813267134130001
707368	rnn.weight_ih_l0_reverse	3	-0.1458769589662552
707368	rnn.weight_ih_l0_reverse	4	0.08179845660924911
707368	rnn.weight_ih_l0_reverse	5	-0.09635720402002335
707368	rnn.weight_ih_l0_reverse	6	0.009475741535425186
707368	rnn.weight_ih_l0_reverse	7	0.021960189566016197
707368	rnn.weight_ih_l0_reverse	8	-0.043238602578639984
707368	rnn.weight_ih_l0_reverse	9	-0.07460541278123856
707368	rnn.weight_hh_l0_reverse	0	-0.14654721319675446
707368	rnn.weight_hh_l0_reverse	1	0.019900141283869743
707368	rnn.weight_hh_l0_reverse	2	-0.02190394699573517
707368	rnn.weight_hh_l0_reverse	3	0.027429942041635513
707368	rnn.weight_hh_l0_reverse	4	-0.07793393731117249
707368	rnn.weight_hh_l0_reverse	5	0.036252617835998535
707368	rnn.weight_hh_l0_reverse	6	0.03015555627644062
707368	rnn.weight_hh_l0_reverse	7	-0.12459813803434372
707368	rnn.weight_hh_l0_reverse	8	-0.06829188019037247
707368	rnn.weight_hh_l0_reverse	9	0.033494431525468826
707368	rnn.bias_ih_l0_reverse	0	-0.18684174120426178
707368	rnn.bias_ih_l0_reverse	1	-0.06484771519899368
707368	rnn.bias_ih_l0_reverse	2	0.15582162141799927
707368	rnn.bias_ih_l0_reverse	3	-0.32863202691078186
707368	rnn.bias_ih_l0_reverse	4	-0.0012299540685489774
707368	rnn.bias_ih_l0_reverse	5	-0.21682678163051605
707368	rnn.bias_ih_l0_reverse	6	0.2723369300365448
707368	rnn.bias_ih_l0_reverse	7	-0.31547167897224426
707368	rnn.bias_ih_l0_reverse	8	-0.19204185903072357
707368	rnn.bias_ih_l0_reverse	9	-0.1547943651676178
707368	rnn.bias_hh_l0_reverse	0	-0.14574222266674042
707368	rnn.bias_hh_l0_reverse	1	0.2839336693286896
707368	rnn.bias_hh_l0_reverse	2	-0.34984466433525085
707368	rnn.bias_hh_l0_reverse	3	-0.23101842403411865
707368	rnn.bias_hh_l0_reverse	4	-0.3991885781288147
707368	rnn.bias_hh_l0_reverse	5	-0.21664200723171234
707368	rnn.bias_hh_l0_reverse	6	-0.2687423825263977
707368	rnn.bias_hh_l0_reverse	7	-0.10202159732580185
707368	rnn.bias_hh_l0_reverse	8	-0.35758182406425476
707368	rnn.bias_hh_l0_reverse	9	0.2027050405740738
707368	linear.weight	0	0.2354086935520172
707368	linear.weight	1	-0.4511823058128357
707368	linear.weight	2	0.04822729527950287
707368	linear.weight	3	0.0674828588962555
707368	linear.weight	4	-0.14685650169849396
707368	linear.weight	5	0.21966838836669922
707368	linear.weight	6	-0.04346286877989769
707368	linear.weight	7	-0.05981678143143654
707368	linear.weight	8	0.11655989289283752
707368	linear.weight	9	-0.04981531202793121
707368	linear.bias	0	-0.8560390472412109
707368	linear.bias	1	1.8044034242630005
707368	linear.bias	2	0.7513262033462524
707368	linear.bias	3	-2.7395548820495605
707368	linear.bias	4	-0.10590868443250656
707368	linear.bias	5	1.2659621238708496
707368	linear.bias	6	-0.20315372943878174
707368	linear.bias	7	0.841518223285675
707368	linear.bias	8	2.141819715499878
707368	linear.bias	9	-1.3536406755447388
707977	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
707977	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
707977	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
707977	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
707977	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
707977	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
707977	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
707977	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
707977	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
707977	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
707977	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
707977	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
707977	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
707977	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
707977	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
707977	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
707977	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
707977	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
707977	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
707977	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
707977	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
707977	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
707977	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
707977	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
707977	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
707977	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
707977	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
707977	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
707977	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
707977	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
707977	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
707977	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
707977	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
707977	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
707977	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
707977	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
707977	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
707977	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
707977	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
707977	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
707977	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
707977	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
707977	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
707977	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
707977	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
707977	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
707977	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
707977	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
707977	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
707977	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
707977	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
707977	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
707977	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
707977	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
707977	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
707977	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
707977	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
707977	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
707977	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
707977	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
707977	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
707977	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
707977	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
707977	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
707977	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
707977	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
707977	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
707977	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
707977	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
707977	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
707977	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
707977	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
707977	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
707977	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
707977	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
707977	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
707977	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
707977	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
707977	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
707977	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
707977	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
707977	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
707977	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
707977	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
707977	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
707977	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
707977	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
707977	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
707977	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
707977	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
707977	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
707977	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
707977	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
707977	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
707977	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
707977	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
707977	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
707977	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
707977	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
707977	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
707977	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
707977	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
707977	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
707977	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
707977	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
707977	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
707977	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
707977	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
707977	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
707977	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
707977	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
707977	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
707977	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
707977	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
707977	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
707977	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
707977	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
707977	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
707977	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
707977	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
707977	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
707977	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
707977	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
707977	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
707977	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
707977	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
707977	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
707977	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
707977	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
707977	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
707977	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
707977	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
707977	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
707977	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
707977	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
707977	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
707977	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
707977	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
707977	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
707977	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
707977	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
707977	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
707977	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
707977	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
707977	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
707977	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
707977	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
707977	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
707977	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
707977	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
707977	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
707977	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
707977	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
707977	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
707977	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
707977	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
707977	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
707977	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
707977	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
707977	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
707977	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
707977	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
707977	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
707977	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
707977	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
707977	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
707977	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
707977	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
707977	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
707977	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
707977	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
707977	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
707977	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
707977	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
707977	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
707977	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
707977	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
707977	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
707977	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
707977	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
707977	embedding2nn.weight	0	0.3186153471469879
707977	embedding2nn.weight	1	0.375885009765625
707977	embedding2nn.weight	2	-0.00577581999823451
707977	embedding2nn.weight	3	0.035249847918748856
707977	embedding2nn.weight	4	-0.029151098802685738
707977	embedding2nn.weight	5	0.03940967470407486
707977	embedding2nn.weight	6	-0.009494167752563953
707977	embedding2nn.weight	7	-0.02421395480632782
707977	embedding2nn.weight	8	0.044707488268613815
707977	embedding2nn.weight	9	-0.05810392275452614
707977	embedding2nn.bias	0	0.018771810457110405
707977	embedding2nn.bias	1	-0.20179201662540436
707977	embedding2nn.bias	2	0.15154549479484558
707977	embedding2nn.bias	3	0.1720133125782013
707977	embedding2nn.bias	4	0.13347679376602173
707977	embedding2nn.bias	5	-0.08759839832782745
707977	embedding2nn.bias	6	-0.062052350491285324
707977	embedding2nn.bias	7	0.04791480302810669
707977	embedding2nn.bias	8	-0.14606910943984985
707977	embedding2nn.bias	9	-0.3786177337169647
707977	rnn.weight_ih_l0	0	0.003946142736822367
707977	rnn.weight_ih_l0	1	-0.05508197098970413
707977	rnn.weight_ih_l0	2	-0.04982483386993408
707977	rnn.weight_ih_l0	3	0.12065467238426208
707977	rnn.weight_ih_l0	4	0.020336255431175232
707977	rnn.weight_ih_l0	5	-0.0699210911989212
707977	rnn.weight_ih_l0	6	0.01103285513818264
707977	rnn.weight_ih_l0	7	-0.023911938071250916
707977	rnn.weight_ih_l0	8	0.017471004277467728
707977	rnn.weight_ih_l0	9	-0.08444061875343323
707977	rnn.weight_hh_l0	0	-0.02061419002711773
707977	rnn.weight_hh_l0	1	0.08610037714242935
707977	rnn.weight_hh_l0	2	0.00550686614587903
707977	rnn.weight_hh_l0	3	-0.03334836661815643
707977	rnn.weight_hh_l0	4	0.08154351264238358
707977	rnn.weight_hh_l0	5	0.007235235068947077
707977	rnn.weight_hh_l0	6	-0.08359173685312271
707977	rnn.weight_hh_l0	7	-0.1250203400850296
707977	rnn.weight_hh_l0	8	0.03954680636525154
707977	rnn.weight_hh_l0	9	-0.12167022377252579
707977	rnn.bias_ih_l0	0	0.16071343421936035
707977	rnn.bias_ih_l0	1	-0.35157808661460876
707977	rnn.bias_ih_l0	2	-0.03819289430975914
707977	rnn.bias_ih_l0	3	-0.21303874254226685
707977	rnn.bias_ih_l0	4	0.004830110352486372
707977	rnn.bias_ih_l0	5	-0.43961381912231445
707977	rnn.bias_ih_l0	6	-0.14067310094833374
707977	rnn.bias_ih_l0	7	-0.3789829611778259
707977	rnn.bias_ih_l0	8	-0.309552937746048
707977	rnn.bias_ih_l0	9	-0.4513891935348511
707977	rnn.bias_hh_l0	0	-0.3530041575431824
707977	rnn.bias_hh_l0	1	-0.43904292583465576
707977	rnn.bias_hh_l0	2	-0.4096514582633972
707977	rnn.bias_hh_l0	3	-0.0868738442659378
707977	rnn.bias_hh_l0	4	-0.4048279821872711
707977	rnn.bias_hh_l0	5	-0.35823333263397217
707977	rnn.bias_hh_l0	6	-0.12435433268547058
707977	rnn.bias_hh_l0	7	0.06569665670394897
707977	rnn.bias_hh_l0	8	-0.2341354936361313
707977	rnn.bias_hh_l0	9	-0.5723303556442261
707977	rnn.weight_ih_l0_reverse	0	0.01514954213052988
707977	rnn.weight_ih_l0_reverse	1	-0.011910502798855305
707977	rnn.weight_ih_l0_reverse	2	0.012277208268642426
707977	rnn.weight_ih_l0_reverse	3	-0.14591534435749054
707977	rnn.weight_ih_l0_reverse	4	0.0830591544508934
707977	rnn.weight_ih_l0_reverse	5	-0.095395028591156
707977	rnn.weight_ih_l0_reverse	6	0.009794238023459911
707977	rnn.weight_ih_l0_reverse	7	0.022128185257315636
707977	rnn.weight_ih_l0_reverse	8	-0.04309062287211418
707977	rnn.weight_ih_l0_reverse	9	-0.07447554171085358
707977	rnn.weight_hh_l0_reverse	0	-0.14657078683376312
707977	rnn.weight_hh_l0_reverse	1	0.01998233236372471
707977	rnn.weight_hh_l0_reverse	2	-0.021970508620142937
707977	rnn.weight_hh_l0_reverse	3	0.027297575026750565
707977	rnn.weight_hh_l0_reverse	4	-0.07780766487121582
707977	rnn.weight_hh_l0_reverse	5	0.036269739270210266
707977	rnn.weight_hh_l0_reverse	6	0.030268633738160133
707977	rnn.weight_hh_l0_reverse	7	-0.12459100037813187
707977	rnn.weight_hh_l0_reverse	8	-0.06866389513015747
707977	rnn.weight_hh_l0_reverse	9	0.03393256664276123
707977	rnn.bias_ih_l0_reverse	0	-0.1859162300825119
707977	rnn.bias_ih_l0_reverse	1	-0.06630972027778625
707977	rnn.bias_ih_l0_reverse	2	0.1557399183511734
707977	rnn.bias_ih_l0_reverse	3	-0.328811913728714
707977	rnn.bias_ih_l0_reverse	4	-0.004443352576345205
707977	rnn.bias_ih_l0_reverse	5	-0.2165197730064392
707977	rnn.bias_ih_l0_reverse	6	0.27312830090522766
707977	rnn.bias_ih_l0_reverse	7	-0.31454184651374817
707977	rnn.bias_ih_l0_reverse	8	-0.19114384055137634
707977	rnn.bias_ih_l0_reverse	9	-0.15271463990211487
707977	rnn.bias_hh_l0_reverse	0	-0.1408969610929489
707977	rnn.bias_hh_l0_reverse	1	0.285919189453125
707977	rnn.bias_hh_l0_reverse	2	-0.34980982542037964
707977	rnn.bias_hh_l0_reverse	3	-0.2300366759300232
707977	rnn.bias_hh_l0_reverse	4	-0.39839833974838257
707977	rnn.bias_hh_l0_reverse	5	-0.21740266680717468
707977	rnn.bias_hh_l0_reverse	6	-0.27158528566360474
707977	rnn.bias_hh_l0_reverse	7	-0.10115503519773483
707977	rnn.bias_hh_l0_reverse	8	-0.3567327857017517
707977	rnn.bias_hh_l0_reverse	9	0.20528213679790497
707977	linear.weight	0	0.23969751596450806
707977	linear.weight	1	-0.4538786709308624
707977	linear.weight	2	0.056836698204278946
707977	linear.weight	3	0.06748294085264206
707977	linear.weight	4	-0.13828285038471222
707977	linear.weight	5	0.21590067446231842
707977	linear.weight	6	-0.04119030013680458
707977	linear.weight	7	-0.059814855456352234
707977	linear.weight	8	0.1152874156832695
707977	linear.weight	9	-0.04981621727347374
707977	linear.bias	0	-0.8526414632797241
707977	linear.bias	1	1.8216304779052734
707977	linear.bias	2	0.7409652471542358
707977	linear.bias	3	-2.7395849227905273
707977	linear.bias	4	-0.09857610613107681
707977	linear.bias	5	1.2705920934677124
707977	linear.bias	6	-0.20721028745174408
707977	linear.bias	7	0.8358741402626038
707977	linear.bias	8	2.1326634883880615
707977	linear.bias	9	-1.3583096265792847
708586	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
708586	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
708586	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
708586	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
708586	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
708586	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
708586	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
708586	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
708586	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
708586	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
708586	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
708586	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
708586	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
708586	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
708586	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
708586	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
708586	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
708586	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
708586	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
708586	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
708586	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
708586	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
708586	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
708586	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
708586	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
708586	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
708586	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
708586	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
708586	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
708586	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
708586	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
708586	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
708586	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
708586	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
708586	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
708586	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
708586	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
708586	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
708586	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
708586	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
708586	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
708586	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
708586	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
708586	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
708586	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
708586	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
708586	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
708586	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
708586	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
708586	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
708586	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
708586	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
708586	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
708586	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
708586	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
708586	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
708586	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
708586	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
708586	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
708586	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
708586	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
708586	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
708586	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
708586	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
708586	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
708586	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
708586	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
708586	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
708586	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
708586	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
708586	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
708586	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
708586	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
708586	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
708586	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
708586	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
708586	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
708586	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
708586	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
708586	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
708586	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
708586	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
708586	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
708586	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
708586	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
708586	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
708586	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
708586	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
708586	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
708586	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
708586	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
708586	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
708586	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
708586	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
708586	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
708586	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
708586	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
708586	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
708586	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
708586	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
708586	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
708586	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
708586	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
708586	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
708586	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
708586	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
708586	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
708586	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
708586	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
708586	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
708586	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
708586	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
708586	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
708586	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
708586	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
708586	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
708586	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
708586	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
708586	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
708586	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
708586	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
708586	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
708586	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
708586	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
708586	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
708586	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
708586	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
708586	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
708586	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
708586	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
708586	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
708586	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
708586	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
708586	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
708586	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
708586	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
708586	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
708586	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
708586	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
708586	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
708586	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
708586	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
708586	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
708586	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
708586	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
708586	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
708586	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
708586	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
708586	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
708586	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
708586	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
708586	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
708586	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
708586	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
708586	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
708586	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
708586	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
708586	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
708586	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
708586	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
708586	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
708586	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
708586	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
708586	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
708586	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
708586	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
708586	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
708586	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
708586	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
708586	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
708586	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
708586	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
708586	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
708586	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
708586	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
708586	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
708586	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
708586	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
708586	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
708586	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
708586	embedding2nn.weight	0	0.31834012269973755
708586	embedding2nn.weight	1	0.37616920471191406
708586	embedding2nn.weight	2	-0.00563345430418849
708586	embedding2nn.weight	3	0.037663642317056656
708586	embedding2nn.weight	4	-0.028877831995487213
708586	embedding2nn.weight	5	0.03998444601893425
708586	embedding2nn.weight	6	-0.008422419428825378
708586	embedding2nn.weight	7	-0.024782871827483177
708586	embedding2nn.weight	8	0.045055489987134933
708586	embedding2nn.weight	9	-0.057589322328567505
708586	embedding2nn.bias	0	0.020165933296084404
708586	embedding2nn.bias	1	-0.20047877728939056
708586	embedding2nn.bias	2	0.15118248760700226
708586	embedding2nn.bias	3	0.17222316563129425
708586	embedding2nn.bias	4	0.14039336144924164
708586	embedding2nn.bias	5	-0.08050929754972458
708586	embedding2nn.bias	6	-0.055024027824401855
708586	embedding2nn.bias	7	0.05146504193544388
708586	embedding2nn.bias	8	-0.1372411847114563
708586	embedding2nn.bias	9	-0.38301417231559753
708586	rnn.weight_ih_l0	0	0.0031235746573656797
708586	rnn.weight_ih_l0	1	-0.05521481856703758
708586	rnn.weight_ih_l0	2	-0.04786514490842819
708586	rnn.weight_ih_l0	3	0.12020682543516159
708586	rnn.weight_ih_l0	4	0.021763602271676064
708586	rnn.weight_ih_l0	5	-0.07145409286022186
708586	rnn.weight_ih_l0	6	0.012776203453540802
708586	rnn.weight_ih_l0	7	-0.023426147177815437
708586	rnn.weight_ih_l0	8	0.017289694398641586
708586	rnn.weight_ih_l0	9	-0.0842042863368988
708586	rnn.weight_hh_l0	0	-0.020786797627806664
708586	rnn.weight_hh_l0	1	0.08618289232254028
708586	rnn.weight_hh_l0	2	0.005244869738817215
708586	rnn.weight_hh_l0	3	-0.03315446898341179
708586	rnn.weight_hh_l0	4	0.08168699592351913
708586	rnn.weight_hh_l0	5	0.0070687877014279366
708586	rnn.weight_hh_l0	6	-0.08387092500925064
708586	rnn.weight_hh_l0	7	-0.12570089101791382
708586	rnn.weight_hh_l0	8	0.03955582529306412
708586	rnn.weight_hh_l0	9	-0.12158416211605072
708586	rnn.bias_ih_l0	0	0.15803731977939606
708586	rnn.bias_ih_l0	1	-0.3532031178474426
708586	rnn.bias_ih_l0	2	-0.03830438107252121
708586	rnn.bias_ih_l0	3	-0.211843803524971
708586	rnn.bias_ih_l0	4	0.004698519594967365
708586	rnn.bias_ih_l0	5	-0.4389609694480896
708586	rnn.bias_ih_l0	6	-0.1428382396697998
708586	rnn.bias_ih_l0	7	-0.37834566831588745
708586	rnn.bias_ih_l0	8	-0.31062304973602295
708586	rnn.bias_ih_l0	9	-0.455589234828949
708586	rnn.bias_hh_l0	0	-0.35024237632751465
708586	rnn.bias_hh_l0	1	-0.4367031157016754
708586	rnn.bias_hh_l0	2	-0.40846341848373413
708586	rnn.bias_hh_l0	3	-0.08900462090969086
708586	rnn.bias_hh_l0	4	-0.40615415573120117
708586	rnn.bias_hh_l0	5	-0.3589359223842621
708586	rnn.bias_hh_l0	6	-0.12480026483535767
708586	rnn.bias_hh_l0	7	0.0638931468129158
708586	rnn.bias_hh_l0	8	-0.23352181911468506
708586	rnn.bias_hh_l0	9	-0.5721347332000732
708586	rnn.weight_ih_l0_reverse	0	0.014409356750547886
708586	rnn.weight_ih_l0_reverse	1	-0.011471851728856564
708586	rnn.weight_ih_l0_reverse	2	0.011380794458091259
708586	rnn.weight_ih_l0_reverse	3	-0.14499744772911072
708586	rnn.weight_ih_l0_reverse	4	0.08272723853588104
708586	rnn.weight_ih_l0_reverse	5	-0.0940103530883789
708586	rnn.weight_ih_l0_reverse	6	0.010300666093826294
708586	rnn.weight_ih_l0_reverse	7	0.022076627239584923
708586	rnn.weight_ih_l0_reverse	8	-0.04363293573260307
708586	rnn.weight_ih_l0_reverse	9	-0.07604013383388519
708586	rnn.weight_hh_l0_reverse	0	-0.14674735069274902
708586	rnn.weight_hh_l0_reverse	1	0.0196627639234066
708586	rnn.weight_hh_l0_reverse	2	-0.0219334177672863
708586	rnn.weight_hh_l0_reverse	3	0.02727614715695381
708586	rnn.weight_hh_l0_reverse	4	-0.0778370052576065
708586	rnn.weight_hh_l0_reverse	5	0.036167971789836884
708586	rnn.weight_hh_l0_reverse	6	0.03029043972492218
708586	rnn.weight_hh_l0_reverse	7	-0.12401615083217621
708586	rnn.weight_hh_l0_reverse	8	-0.07053107023239136
708586	rnn.weight_hh_l0_reverse	9	0.033026933670043945
708586	rnn.bias_ih_l0_reverse	0	-0.18609212338924408
708586	rnn.bias_ih_l0_reverse	1	-0.06299341470003128
708586	rnn.bias_ih_l0_reverse	2	0.1551201343536377
708586	rnn.bias_ih_l0_reverse	3	-0.3285648822784424
708586	rnn.bias_ih_l0_reverse	4	-0.00349819241091609
708586	rnn.bias_ih_l0_reverse	5	-0.21702004969120026
708586	rnn.bias_ih_l0_reverse	6	0.27322065830230713
708586	rnn.bias_ih_l0_reverse	7	-0.3142811357975006
708586	rnn.bias_ih_l0_reverse	8	-0.19072452187538147
708586	rnn.bias_ih_l0_reverse	9	-0.15156450867652893
708586	rnn.bias_hh_l0_reverse	0	-0.14024631679058075
708586	rnn.bias_hh_l0_reverse	1	0.2815639078617096
708586	rnn.bias_hh_l0_reverse	2	-0.34818515181541443
708586	rnn.bias_hh_l0_reverse	3	-0.23246833682060242
708586	rnn.bias_hh_l0_reverse	4	-0.397292822599411
708586	rnn.bias_hh_l0_reverse	5	-0.2197781503200531
708586	rnn.bias_hh_l0_reverse	6	-0.2719588875770569
708586	rnn.bias_hh_l0_reverse	7	-0.09981948137283325
708586	rnn.bias_hh_l0_reverse	8	-0.35438111424446106
708586	rnn.bias_hh_l0_reverse	9	0.20615054666996002
708586	linear.weight	0	0.23906481266021729
708586	linear.weight	1	-0.45354098081588745
708586	linear.weight	2	0.042457178235054016
708586	linear.weight	3	0.06748279929161072
708586	linear.weight	4	-0.15102405846118927
708586	linear.weight	5	0.21696041524410248
708586	linear.weight	6	-0.04606037214398384
708586	linear.weight	7	-0.05981317535042763
708586	linear.weight	8	0.1080402061343193
708586	linear.weight	9	-0.049816928803920746
708586	linear.bias	0	-0.8539549112319946
708586	linear.bias	1	1.803549885749817
708586	linear.bias	2	0.7483896017074585
708586	linear.bias	3	-2.7396113872528076
708586	linear.bias	4	-0.09189486503601074
708586	linear.bias	5	1.2593928575515747
708586	linear.bias	6	-0.1994815319776535
708586	linear.bias	7	0.8231850862503052
708586	linear.bias	8	2.13493275642395
708586	linear.bias	9	-1.3591862916946411
709195	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
709195	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
709195	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
709195	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
709195	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
709195	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
709195	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
709195	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
709195	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
709195	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
709195	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
709195	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
709195	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
709195	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
709195	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
709195	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
709195	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
709195	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
709195	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
709195	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
709195	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
709195	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
709195	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
709195	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
709195	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
709195	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
709195	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
709195	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
709195	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
709195	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
709195	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
709195	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
709195	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
709195	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
709195	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
709195	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
709195	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
709195	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
709195	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
709195	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
709195	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
709195	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
709195	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
709195	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
709195	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
709195	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
709195	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
709195	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
709195	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
709195	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
709195	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
709195	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
709195	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
709195	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
709195	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
709195	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
709195	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
709195	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
709195	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
709195	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
709195	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
709195	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
709195	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
709195	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
709195	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
709195	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
709195	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
709195	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
709195	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
709195	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
709195	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
709195	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
709195	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
709195	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
709195	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
709195	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
709195	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
709195	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
709195	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
709195	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
709195	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
709195	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
709195	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
709195	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
709195	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
709195	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
709195	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
709195	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
709195	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
709195	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
709195	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
709195	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
709195	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
709195	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
709195	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
709195	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
709195	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
709195	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
709195	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
709195	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
709195	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
709195	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
709195	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
709195	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
709195	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
709195	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
709195	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
709195	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
709195	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
709195	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
709195	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
709195	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
709195	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
709195	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
709195	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
709195	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
709195	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
709195	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
709195	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
709195	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
709195	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
709195	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
709195	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
709195	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
709195	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
709195	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
709195	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
709195	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
709195	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
709195	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
709195	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
709195	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
709195	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
709195	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
709195	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
709195	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
709195	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
709195	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
709195	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
709195	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
709195	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
709195	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
709195	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
709195	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
709195	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
709195	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
709195	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
709195	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
709195	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
709195	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
709195	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
709195	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
709195	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
709195	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
709195	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
709195	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
709195	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
709195	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
709195	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
709195	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
709195	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
709195	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
709195	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
709195	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
709195	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
709195	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
709195	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
709195	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
709195	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
709195	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
709195	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
709195	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
709195	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
709195	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
709195	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
709195	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
709195	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
709195	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
709195	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
709195	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
709195	embedding2nn.weight	0	0.31813812255859375
709195	embedding2nn.weight	1	0.3748674690723419
709195	embedding2nn.weight	2	-0.005538841709494591
709195	embedding2nn.weight	3	0.03224987909197807
709195	embedding2nn.weight	4	-0.029338106513023376
709195	embedding2nn.weight	5	0.04070467874407768
709195	embedding2nn.weight	6	-0.007684664335101843
709195	embedding2nn.weight	7	-0.02530369721353054
709195	embedding2nn.weight	8	0.04272232577204704
709195	embedding2nn.weight	9	-0.056693099439144135
709195	embedding2nn.bias	0	0.021362030878663063
709195	embedding2nn.bias	1	-0.1924426555633545
709195	embedding2nn.bias	2	0.14797089993953705
709195	embedding2nn.bias	3	0.16489142179489136
709195	embedding2nn.bias	4	0.13759270310401917
709195	embedding2nn.bias	5	-0.07096658647060394
709195	embedding2nn.bias	6	-0.05023767426609993
709195	embedding2nn.bias	7	0.0413854606449604
709195	embedding2nn.bias	8	-0.14086395502090454
709195	embedding2nn.bias	9	-0.38488903641700745
709195	rnn.weight_ih_l0	0	0.0033537542913109064
709195	rnn.weight_ih_l0	1	-0.055145252496004105
709195	rnn.weight_ih_l0	2	-0.0489472821354866
709195	rnn.weight_ih_l0	3	0.12005162239074707
709195	rnn.weight_ih_l0	4	0.018776264041662216
709195	rnn.weight_ih_l0	5	-0.07495401799678802
709195	rnn.weight_ih_l0	6	0.011036587879061699
709195	rnn.weight_ih_l0	7	-0.023139944300055504
709195	rnn.weight_ih_l0	8	0.015524185262620449
709195	rnn.weight_ih_l0	9	-0.08344801515340805
709195	rnn.weight_hh_l0	0	-0.0207983385771513
709195	rnn.weight_hh_l0	1	0.0865907371044159
709195	rnn.weight_hh_l0	2	0.005457072518765926
709195	rnn.weight_hh_l0	3	-0.033089529722929
709195	rnn.weight_hh_l0	4	0.08192699402570724
709195	rnn.weight_hh_l0	5	0.006882131565362215
709195	rnn.weight_hh_l0	6	-0.08392404764890671
709195	rnn.weight_hh_l0	7	-0.1256038099527359
709195	rnn.weight_hh_l0	8	0.039574116468429565
709195	rnn.weight_hh_l0	9	-0.12155278772115707
709195	rnn.bias_ih_l0	0	0.15986156463623047
709195	rnn.bias_ih_l0	1	-0.35302671790122986
709195	rnn.bias_ih_l0	2	-0.03809081390500069
709195	rnn.bias_ih_l0	3	-0.21136966347694397
709195	rnn.bias_ih_l0	4	0.002242413582280278
709195	rnn.bias_ih_l0	5	-0.4403607249259949
709195	rnn.bias_ih_l0	6	-0.14196385443210602
709195	rnn.bias_ih_l0	7	-0.3785325288772583
709195	rnn.bias_ih_l0	8	-0.309258371591568
709195	rnn.bias_ih_l0	9	-0.4530835449695587
709195	rnn.bias_hh_l0	0	-0.35014647245407104
709195	rnn.bias_hh_l0	1	-0.43798673152923584
709195	rnn.bias_hh_l0	2	-0.40822166204452515
709195	rnn.bias_hh_l0	3	-0.08909649401903152
709195	rnn.bias_hh_l0	4	-0.40654149651527405
709195	rnn.bias_hh_l0	5	-0.3584803640842438
709195	rnn.bias_hh_l0	6	-0.12623579800128937
709195	rnn.bias_hh_l0	7	0.06311649829149246
709195	rnn.bias_hh_l0	8	-0.23361250758171082
709195	rnn.bias_hh_l0	9	-0.5722274780273438
709195	rnn.weight_ih_l0_reverse	0	0.012781555764377117
709195	rnn.weight_ih_l0_reverse	1	-0.011287243105471134
709195	rnn.weight_ih_l0_reverse	2	0.011411337181925774
709195	rnn.weight_ih_l0_reverse	3	-0.1447625607252121
709195	rnn.weight_ih_l0_reverse	4	0.08320853859186172
709195	rnn.weight_ih_l0_reverse	5	-0.092117540538311
709195	rnn.weight_ih_l0_reverse	6	0.010128570720553398
709195	rnn.weight_ih_l0_reverse	7	0.021819813176989555
709195	rnn.weight_ih_l0_reverse	8	-0.043871767818927765
709195	rnn.weight_ih_l0_reverse	9	-0.07692301273345947
709195	rnn.weight_hh_l0_reverse	0	-0.14617134630680084
709195	rnn.weight_hh_l0_reverse	1	0.019831249490380287
709195	rnn.weight_hh_l0_reverse	2	-0.022247333079576492
709195	rnn.weight_hh_l0_reverse	3	0.027191635221242905
709195	rnn.weight_hh_l0_reverse	4	-0.07812434434890747
709195	rnn.weight_hh_l0_reverse	5	0.03610510006546974
709195	rnn.weight_hh_l0_reverse	6	0.03036036714911461
709195	rnn.weight_hh_l0_reverse	7	-0.12445586919784546
709195	rnn.weight_hh_l0_reverse	8	-0.07056455314159393
709195	rnn.weight_hh_l0_reverse	9	0.03239717334508896
709195	rnn.bias_ih_l0_reverse	0	-0.1834419071674347
709195	rnn.bias_ih_l0_reverse	1	-0.061977315694093704
709195	rnn.bias_ih_l0_reverse	2	0.15264973044395447
709195	rnn.bias_ih_l0_reverse	3	-0.3274472951889038
709195	rnn.bias_ih_l0_reverse	4	-0.00823083147406578
709195	rnn.bias_ih_l0_reverse	5	-0.21866683661937714
709195	rnn.bias_ih_l0_reverse	6	0.2756844460964203
709195	rnn.bias_ih_l0_reverse	7	-0.3141357898712158
709195	rnn.bias_ih_l0_reverse	8	-0.19142146408557892
709195	rnn.bias_ih_l0_reverse	9	-0.1485225111246109
709195	rnn.bias_hh_l0_reverse	0	-0.1400211602449417
709195	rnn.bias_hh_l0_reverse	1	0.2832929193973541
709195	rnn.bias_hh_l0_reverse	2	-0.3500998318195343
709195	rnn.bias_hh_l0_reverse	3	-0.23140323162078857
709195	rnn.bias_hh_l0_reverse	4	-0.3951452970504761
709195	rnn.bias_hh_l0_reverse	5	-0.21892234683036804
709195	rnn.bias_hh_l0_reverse	6	-0.27063557505607605
709195	rnn.bias_hh_l0_reverse	7	-0.09974947571754456
709195	rnn.bias_hh_l0_reverse	8	-0.3551260828971863
709195	rnn.bias_hh_l0_reverse	9	0.20436793565750122
709195	linear.weight	0	0.2277914583683014
709195	linear.weight	1	-0.45339909195899963
709195	linear.weight	2	0.038293249905109406
709195	linear.weight	3	0.06748249381780624
709195	linear.weight	4	-0.1502353549003601
709195	linear.weight	5	0.21733663976192474
709195	linear.weight	6	-0.04076945409178734
709195	linear.weight	7	-0.05981099233031273
709195	linear.weight	8	0.10676274448633194
709195	linear.weight	9	-0.04981815814971924
709195	linear.bias	0	-0.8582279682159424
709195	linear.bias	1	1.808912992477417
709195	linear.bias	2	0.749433159828186
709195	linear.bias	3	-2.7396435737609863
709195	linear.bias	4	-0.10071823745965958
709195	linear.bias	5	1.2597404718399048
709195	linear.bias	6	-0.21290771663188934
709195	linear.bias	7	0.8435525298118591
709195	linear.bias	8	2.1191091537475586
709195	linear.bias	9	-1.3501131534576416
709804	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
709804	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
709804	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
709804	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
709804	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
709804	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
709804	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
709804	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
709804	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
709804	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
709804	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
709804	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
709804	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
709804	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
709804	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
709804	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
709804	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
709804	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
709804	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
709804	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
709804	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
709804	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
709804	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
709804	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
709804	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
709804	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
709804	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
709804	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
709804	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
709804	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
709804	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
709804	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
709804	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
709804	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
709804	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
709804	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
709804	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
709804	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
709804	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
709804	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
709804	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
709804	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
709804	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
709804	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
709804	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
709804	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
709804	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
709804	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
709804	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
709804	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
709804	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
709804	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
709804	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
709804	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
709804	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
709804	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
709804	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
709804	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
709804	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
709804	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
709804	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
709804	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
709804	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
709804	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
709804	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
709804	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
709804	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
709804	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
709804	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
709804	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
709804	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
709804	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
709804	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
709804	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
709804	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
709804	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
709804	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
709804	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
709804	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
709804	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
709804	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
709804	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
709804	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
709804	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
709804	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
709804	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
709804	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
709804	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
709804	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
709804	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
709804	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
709804	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
709804	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
709804	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
709804	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
709804	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
709804	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
709804	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
709804	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
709804	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
709804	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
709804	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
709804	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
709804	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
709804	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
709804	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
709804	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
709804	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
709804	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
709804	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
709804	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
709804	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
709804	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
709804	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
709804	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
709804	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
709804	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
709804	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
709804	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
709804	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
709804	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
709804	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
709804	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
709804	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
709804	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
709804	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
709804	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
709804	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
709804	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
709804	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
709804	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
709804	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
709804	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
709804	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
709804	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
709804	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
709804	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
709804	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
709804	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
709804	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
709804	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
709804	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
709804	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
709804	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
709804	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
709804	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
709804	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
709804	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
709804	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
709804	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
709804	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
709804	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
709804	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
709804	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
709804	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
709804	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
709804	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
709804	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
709804	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
709804	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
709804	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
709804	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
709804	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
709804	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
709804	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
709804	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
709804	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
709804	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
709804	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
709804	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
709804	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
709804	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
709804	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
709804	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
709804	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
709804	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
709804	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
709804	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
709804	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
709804	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
709804	embedding2nn.weight	0	0.3181550204753876
709804	embedding2nn.weight	1	0.37468427419662476
709804	embedding2nn.weight	2	-0.006237233057618141
709804	embedding2nn.weight	3	0.029507813975214958
709804	embedding2nn.weight	4	-0.030857985839247704
709804	embedding2nn.weight	5	0.041517119854688644
709804	embedding2nn.weight	6	-0.006921231281012297
709804	embedding2nn.weight	7	-0.028313856571912766
709804	embedding2nn.weight	8	0.04332510754466057
709804	embedding2nn.weight	9	-0.05510739982128143
709804	embedding2nn.bias	0	0.021300718188285828
709804	embedding2nn.bias	1	-0.19218601286411285
709804	embedding2nn.bias	2	0.1558338701725006
709804	embedding2nn.bias	3	0.1624355912208557
709804	embedding2nn.bias	4	0.14102323353290558
709804	embedding2nn.bias	5	-0.07406646758317947
709804	embedding2nn.bias	6	-0.04442841559648514
709804	embedding2nn.bias	7	0.03933150693774223
709804	embedding2nn.bias	8	-0.1436326950788498
709804	embedding2nn.bias	9	-0.3827832341194153
709804	rnn.weight_ih_l0	0	0.004090446513146162
709804	rnn.weight_ih_l0	1	-0.054829273372888565
709804	rnn.weight_ih_l0	2	-0.049214303493499756
709804	rnn.weight_ih_l0	3	0.12113960832357407
709804	rnn.weight_ih_l0	4	0.017949465662240982
709804	rnn.weight_ih_l0	5	-0.07221347838640213
709804	rnn.weight_ih_l0	6	0.01018876675516367
709804	rnn.weight_ih_l0	7	-0.022560982033610344
709804	rnn.weight_ih_l0	8	0.01674986071884632
709804	rnn.weight_ih_l0	9	-0.08143431693315506
709804	rnn.weight_hh_l0	0	-0.02071605809032917
709804	rnn.weight_hh_l0	1	0.08657649904489517
709804	rnn.weight_hh_l0	2	0.005195150151848793
709804	rnn.weight_hh_l0	3	-0.03306997939944267
709804	rnn.weight_hh_l0	4	0.08206561207771301
709804	rnn.weight_hh_l0	5	0.00677858479321003
709804	rnn.weight_hh_l0	6	-0.08376871049404144
709804	rnn.weight_hh_l0	7	-0.1261986941099167
709804	rnn.weight_hh_l0	8	0.0395670011639595
709804	rnn.weight_hh_l0	9	-0.12148252129554749
709804	rnn.bias_ih_l0	0	0.1625053733587265
709804	rnn.bias_ih_l0	1	-0.35123616456985474
709804	rnn.bias_ih_l0	2	-0.0367792509496212
709804	rnn.bias_ih_l0	3	-0.21272961795330048
709804	rnn.bias_ih_l0	4	0.004048088565468788
709804	rnn.bias_ih_l0	5	-0.43970978260040283
709804	rnn.bias_ih_l0	6	-0.14126773178577423
709804	rnn.bias_ih_l0	7	-0.3784392774105072
709804	rnn.bias_ih_l0	8	-0.30988752841949463
709804	rnn.bias_ih_l0	9	-0.4529486298561096
709804	rnn.bias_hh_l0	0	-0.3506268560886383
709804	rnn.bias_hh_l0	1	-0.4359012544155121
709804	rnn.bias_hh_l0	2	-0.4075669050216675
709804	rnn.bias_hh_l0	3	-0.08730215579271317
709804	rnn.bias_hh_l0	4	-0.405717670917511
709804	rnn.bias_hh_l0	5	-0.35892048478126526
709804	rnn.bias_hh_l0	6	-0.12489096820354462
709804	rnn.bias_hh_l0	7	0.05924104154109955
709804	rnn.bias_hh_l0	8	-0.23274803161621094
709804	rnn.bias_hh_l0	9	-0.5728710293769836
709804	rnn.weight_ih_l0_reverse	0	0.015267687849700451
709804	rnn.weight_ih_l0_reverse	1	-0.011536117643117905
709804	rnn.weight_ih_l0_reverse	2	0.01137014664709568
709804	rnn.weight_ih_l0_reverse	3	-0.1454361379146576
709804	rnn.weight_ih_l0_reverse	4	0.0836455300450325
709804	rnn.weight_ih_l0_reverse	5	-0.09256511181592941
709804	rnn.weight_ih_l0_reverse	6	0.010949582792818546
709804	rnn.weight_ih_l0_reverse	7	0.022364649921655655
709804	rnn.weight_ih_l0_reverse	8	-0.044580474495887756
709804	rnn.weight_ih_l0_reverse	9	-0.07707133144140244
709804	rnn.weight_hh_l0_reverse	0	-0.14592117071151733
709804	rnn.weight_hh_l0_reverse	1	0.019698625430464745
709804	rnn.weight_hh_l0_reverse	2	-0.022555213421583176
709804	rnn.weight_hh_l0_reverse	3	0.027276581153273582
709804	rnn.weight_hh_l0_reverse	4	-0.07820020616054535
709804	rnn.weight_hh_l0_reverse	5	0.035976555198431015
709804	rnn.weight_hh_l0_reverse	6	0.030298596248030663
709804	rnn.weight_hh_l0_reverse	7	-0.12437251955270767
709804	rnn.weight_hh_l0_reverse	8	-0.07017333805561066
709804	rnn.weight_hh_l0_reverse	9	0.0326002798974514
709804	rnn.bias_ih_l0_reverse	0	-0.1848425716161728
709804	rnn.bias_ih_l0_reverse	1	-0.06031038612127304
709804	rnn.bias_ih_l0_reverse	2	0.15056255459785461
709804	rnn.bias_ih_l0_reverse	3	-0.3278730809688568
709804	rnn.bias_ih_l0_reverse	4	-0.004119320772588253
709804	rnn.bias_ih_l0_reverse	5	-0.2181311547756195
709804	rnn.bias_ih_l0_reverse	6	0.2762642204761505
709804	rnn.bias_ih_l0_reverse	7	-0.3137516975402832
709804	rnn.bias_ih_l0_reverse	8	-0.1917029321193695
709804	rnn.bias_ih_l0_reverse	9	-0.15150654315948486
709804	rnn.bias_hh_l0_reverse	0	-0.14225219190120697
709804	rnn.bias_hh_l0_reverse	1	0.28383734822273254
709804	rnn.bias_hh_l0_reverse	2	-0.3474794626235962
709804	rnn.bias_hh_l0_reverse	3	-0.22934681177139282
709804	rnn.bias_hh_l0_reverse	4	-0.3941957652568817
709804	rnn.bias_hh_l0_reverse	5	-0.21676522493362427
709804	rnn.bias_hh_l0_reverse	6	-0.26925206184387207
709804	rnn.bias_hh_l0_reverse	7	-0.10120227187871933
709804	rnn.bias_hh_l0_reverse	8	-0.35540640354156494
709804	rnn.bias_hh_l0_reverse	9	0.21086303889751434
709804	linear.weight	0	0.2321096956729889
709804	linear.weight	1	-0.4613529145717621
709804	linear.weight	2	0.04682749882340431
709804	linear.weight	3	0.06748213618993759
709804	linear.weight	4	-0.14084739983081818
709804	linear.weight	5	0.21447202563285828
709804	linear.weight	6	-0.04826224967837334
709804	linear.weight	7	-0.059809956699609756
709804	linear.weight	8	0.10698149353265762
709804	linear.weight	9	-0.04981881380081177
709804	linear.bias	0	-0.8536226153373718
709804	linear.bias	1	1.8013499975204468
709804	linear.bias	2	0.7571465373039246
709804	linear.bias	3	-2.7396721839904785
709804	linear.bias	4	-0.09574475139379501
709804	linear.bias	5	1.2380706071853638
709804	linear.bias	6	-0.20871053636074066
709804	linear.bias	7	0.8361267447471619
709804	linear.bias	8	2.139371633529663
709804	linear.bias	9	-1.355385661125183
710413	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
710413	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
710413	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
710413	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
710413	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
710413	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
710413	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
710413	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
710413	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
710413	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
710413	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
710413	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
710413	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
710413	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
710413	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
710413	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
710413	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
710413	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
710413	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
710413	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
710413	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
710413	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
710413	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
710413	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
710413	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
710413	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
710413	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
710413	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
710413	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
710413	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
710413	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
710413	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
710413	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
710413	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
710413	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
710413	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
710413	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
710413	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
710413	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
710413	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
710413	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
710413	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
710413	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
710413	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
710413	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
710413	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
710413	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
710413	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
710413	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
710413	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
710413	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
710413	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
710413	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
710413	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
710413	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
710413	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
710413	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
710413	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
710413	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
710413	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
710413	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
710413	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
710413	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
710413	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
710413	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
710413	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
710413	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
710413	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
710413	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
710413	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
710413	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
710413	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
710413	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
710413	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
710413	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
710413	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
710413	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
710413	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
710413	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
710413	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
710413	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
710413	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
710413	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
710413	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
710413	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
710413	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
710413	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
710413	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
710413	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
710413	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
710413	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
710413	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
710413	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
710413	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
710413	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
710413	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
710413	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
710413	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
710413	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
710413	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
710413	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
710413	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
710413	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
710413	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
710413	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
710413	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
710413	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
710413	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
710413	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
710413	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
710413	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
710413	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
710413	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
710413	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
710413	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
710413	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
710413	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
710413	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
710413	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
710413	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
710413	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
710413	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
710413	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
710413	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
710413	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
710413	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
710413	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
710413	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
710413	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
710413	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
710413	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
710413	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
710413	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
710413	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
710413	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
710413	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
710413	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
710413	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
710413	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
710413	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
710413	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
710413	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
710413	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
710413	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
710413	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
710413	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
710413	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
710413	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
710413	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
710413	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
710413	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
710413	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
710413	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
710413	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
710413	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
710413	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
710413	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
710413	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
710413	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
710413	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
710413	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
710413	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
710413	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
710413	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
710413	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
710413	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
710413	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
710413	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
710413	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
710413	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
710413	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
710413	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
710413	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
710413	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
710413	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
710413	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
710413	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
710413	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
710413	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
710413	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
710413	embedding2nn.weight	0	0.3180350661277771
710413	embedding2nn.weight	1	0.3752991855144501
710413	embedding2nn.weight	2	-0.004617458209395409
710413	embedding2nn.weight	3	0.028503190726041794
710413	embedding2nn.weight	4	-0.03090544417500496
710413	embedding2nn.weight	5	0.04037169739603996
710413	embedding2nn.weight	6	-0.007810916285961866
710413	embedding2nn.weight	7	-0.02886093780398369
710413	embedding2nn.weight	8	0.04218025505542755
710413	embedding2nn.weight	9	-0.05536121502518654
710413	embedding2nn.bias	0	0.019847245886921883
710413	embedding2nn.bias	1	-0.18466228246688843
710413	embedding2nn.bias	2	0.15738172829151154
710413	embedding2nn.bias	3	0.16593852639198303
710413	embedding2nn.bias	4	0.14072324335575104
710413	embedding2nn.bias	5	-0.06979476660490036
710413	embedding2nn.bias	6	-0.04846569523215294
710413	embedding2nn.bias	7	0.0462365597486496
710413	embedding2nn.bias	8	-0.14465881884098053
710413	embedding2nn.bias	9	-0.37917014956474304
710413	rnn.weight_ih_l0	0	0.0035206289030611515
710413	rnn.weight_ih_l0	1	-0.05589206889271736
710413	rnn.weight_ih_l0	2	-0.045398205518722534
710413	rnn.weight_ih_l0	3	0.12120339274406433
710413	rnn.weight_ih_l0	4	0.019115455448627472
710413	rnn.weight_ih_l0	5	-0.07218489050865173
710413	rnn.weight_ih_l0	6	0.01157103106379509
710413	rnn.weight_ih_l0	7	-0.02262357994914055
710413	rnn.weight_ih_l0	8	0.016727251932024956
710413	rnn.weight_ih_l0	9	-0.08178333938121796
710413	rnn.weight_hh_l0	0	-0.02073020115494728
710413	rnn.weight_hh_l0	1	0.08655346184968948
710413	rnn.weight_hh_l0	2	0.005265576299279928
710413	rnn.weight_hh_l0	3	-0.03317047655582428
710413	rnn.weight_hh_l0	4	0.08191303163766861
710413	rnn.weight_hh_l0	5	0.007007884327322245
710413	rnn.weight_hh_l0	6	-0.08362001180648804
710413	rnn.weight_hh_l0	7	-0.12629742920398712
710413	rnn.weight_hh_l0	8	0.0395653210580349
710413	rnn.weight_hh_l0	9	-0.12173129618167877
710413	rnn.bias_ih_l0	0	0.16474279761314392
710413	rnn.bias_ih_l0	1	-0.35229742527008057
710413	rnn.bias_ih_l0	2	-0.03635755553841591
710413	rnn.bias_ih_l0	3	-0.21188028156757355
710413	rnn.bias_ih_l0	4	0.0019388505024835467
710413	rnn.bias_ih_l0	5	-0.44084036350250244
710413	rnn.bias_ih_l0	6	-0.14383438229560852
710413	rnn.bias_ih_l0	7	-0.3786793351173401
710413	rnn.bias_ih_l0	8	-0.3115488588809967
710413	rnn.bias_ih_l0	9	-0.4508342146873474
710413	rnn.bias_hh_l0	0	-0.35331863164901733
710413	rnn.bias_hh_l0	1	-0.43712368607521057
710413	rnn.bias_hh_l0	2	-0.4080164432525635
710413	rnn.bias_hh_l0	3	-0.08598536998033524
710413	rnn.bias_hh_l0	4	-0.4069420397281647
710413	rnn.bias_hh_l0	5	-0.35932713747024536
710413	rnn.bias_hh_l0	6	-0.12515218555927277
710413	rnn.bias_hh_l0	7	0.06590410321950912
710413	rnn.bias_hh_l0	8	-0.23188933730125427
710413	rnn.bias_hh_l0	9	-0.5710238218307495
710413	rnn.weight_ih_l0_reverse	0	0.014951472170650959
710413	rnn.weight_ih_l0_reverse	1	-0.011415737681090832
710413	rnn.weight_ih_l0_reverse	2	0.010723460465669632
710413	rnn.weight_ih_l0_reverse	3	-0.14463461935520172
710413	rnn.weight_ih_l0_reverse	4	0.08482293039560318
710413	rnn.weight_ih_l0_reverse	5	-0.09561078995466232
710413	rnn.weight_ih_l0_reverse	6	0.009579419158399105
710413	rnn.weight_ih_l0_reverse	7	0.022248614579439163
710413	rnn.weight_ih_l0_reverse	8	-0.04365018010139465
710413	rnn.weight_ih_l0_reverse	9	-0.07780661433935165
710413	rnn.weight_hh_l0_reverse	0	-0.14602376520633698
710413	rnn.weight_hh_l0_reverse	1	0.019523274153470993
710413	rnn.weight_hh_l0_reverse	2	-0.022131046280264854
710413	rnn.weight_hh_l0_reverse	3	0.027020718902349472
710413	rnn.weight_hh_l0_reverse	4	-0.07796286791563034
710413	rnn.weight_hh_l0_reverse	5	0.03589342162013054
710413	rnn.weight_hh_l0_reverse	6	0.030283017084002495
710413	rnn.weight_hh_l0_reverse	7	-0.1250295490026474
710413	rnn.weight_hh_l0_reverse	8	-0.07104530930519104
710413	rnn.weight_hh_l0_reverse	9	0.03196199983358383
710413	rnn.bias_ih_l0_reverse	0	-0.18693652749061584
710413	rnn.bias_ih_l0_reverse	1	-0.05889737233519554
710413	rnn.bias_ih_l0_reverse	2	0.15374384820461273
710413	rnn.bias_ih_l0_reverse	3	-0.3265978693962097
710413	rnn.bias_ih_l0_reverse	4	-0.004490123596042395
710413	rnn.bias_ih_l0_reverse	5	-0.21655815839767456
710413	rnn.bias_ih_l0_reverse	6	0.27908021211624146
710413	rnn.bias_ih_l0_reverse	7	-0.3137117922306061
710413	rnn.bias_ih_l0_reverse	8	-0.1930985152721405
710413	rnn.bias_ih_l0_reverse	9	-0.14826230704784393
710413	rnn.bias_hh_l0_reverse	0	-0.1410156786441803
710413	rnn.bias_hh_l0_reverse	1	0.28117692470550537
710413	rnn.bias_hh_l0_reverse	2	-0.3473358154296875
710413	rnn.bias_hh_l0_reverse	3	-0.232690691947937
710413	rnn.bias_hh_l0_reverse	4	-0.394037663936615
710413	rnn.bias_hh_l0_reverse	5	-0.21910782158374786
710413	rnn.bias_hh_l0_reverse	6	-0.27024152874946594
710413	rnn.bias_hh_l0_reverse	7	-0.10019457340240479
710413	rnn.bias_hh_l0_reverse	8	-0.3559287190437317
710413	rnn.bias_hh_l0_reverse	9	0.21014906466007233
710413	linear.weight	0	0.22940371930599213
710413	linear.weight	1	-0.4619135856628418
710413	linear.weight	2	0.034854304045438766
710413	linear.weight	3	0.06748220324516296
710413	linear.weight	4	-0.15294210612773895
710413	linear.weight	5	0.2294994592666626
710413	linear.weight	6	-0.03858353570103645
710413	linear.weight	7	-0.05980760231614113
710413	linear.weight	8	0.10405605286359787
710413	linear.weight	9	-0.04981981962919235
710413	linear.bias	0	-0.8560351133346558
710413	linear.bias	1	1.805363655090332
710413	linear.bias	2	0.7526444792747498
710413	linear.bias	3	-2.7397007942199707
710413	linear.bias	4	-0.09132057428359985
710413	linear.bias	5	1.250626802444458
710413	linear.bias	6	-0.19798773527145386
710413	linear.bias	7	0.8369778394699097
710413	linear.bias	8	2.131159543991089
710413	linear.bias	9	-1.3618505001068115
711022	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
711022	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
711022	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
711022	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
711022	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
711022	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
711022	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
711022	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
711022	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
711022	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
711022	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
711022	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
711022	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
711022	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
711022	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
711022	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
711022	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
711022	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
711022	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
711022	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
711022	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
711022	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
711022	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
711022	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
711022	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
711022	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
711022	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
711022	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
711022	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
711022	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
711022	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
711022	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
711022	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
711022	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
711022	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
711022	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
711022	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
711022	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
711022	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
711022	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
711022	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
711022	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
711022	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
711022	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
711022	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
711022	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
711022	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
711022	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
711022	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
711022	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
711022	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
711022	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
711022	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
711022	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
711022	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
711022	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
711022	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
711022	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
711022	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
711022	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
711022	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
711022	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
711022	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
711022	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
711022	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
711022	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
711022	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
711022	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
711022	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
711022	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
711022	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
711022	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
711022	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
711022	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
711022	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
711022	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
711022	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
711022	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
711022	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
711022	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
711022	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
711022	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
711022	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
711022	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
711022	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
711022	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
711022	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
711022	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
711022	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
711022	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
711022	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
711022	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
711022	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
711022	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
711022	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
711022	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
711022	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
711022	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
711022	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
711022	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
711022	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
711022	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
711022	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
711022	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
711022	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
711022	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
711022	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
711022	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
711022	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
711022	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
711022	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
711022	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
711022	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
711022	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
711022	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
711022	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
711022	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
711022	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
711022	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
711022	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
711022	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
711022	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
711022	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
711022	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
711022	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
711022	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
711022	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
711022	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
711022	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
711022	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
711022	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
711022	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
711022	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
711022	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
711022	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
711022	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
711022	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
711022	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
711022	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
711022	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
711022	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
711022	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
711022	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
711022	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
711022	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
711022	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
711022	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
711022	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
711022	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
711022	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
711022	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
711022	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
711022	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
711022	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
711022	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
711022	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
711022	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
711022	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
711022	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
711022	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
711022	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
711022	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
711022	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
711022	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
711022	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
711022	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
711022	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
711022	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
711022	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
711022	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
711022	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
711022	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
711022	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
711022	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
711022	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
711022	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
711022	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
711022	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
711022	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
711022	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
711022	embedding2nn.weight	0	0.31811586022377014
711022	embedding2nn.weight	1	0.37444114685058594
711022	embedding2nn.weight	2	-0.0052058035507798195
711022	embedding2nn.weight	3	0.028117235749959946
711022	embedding2nn.weight	4	-0.030993042513728142
711022	embedding2nn.weight	5	0.0406852588057518
711022	embedding2nn.weight	6	-0.0061074113473296165
711022	embedding2nn.weight	7	-0.030372820794582367
711022	embedding2nn.weight	8	0.043998803943395615
711022	embedding2nn.weight	9	-0.05363009124994278
711022	embedding2nn.bias	0	0.022928595542907715
711022	embedding2nn.bias	1	-0.19017761945724487
711022	embedding2nn.bias	2	0.1660456657409668
711022	embedding2nn.bias	3	0.1610335260629654
711022	embedding2nn.bias	4	0.13784541189670563
711022	embedding2nn.bias	5	-0.07968775182962418
711022	embedding2nn.bias	6	-0.05183945223689079
711022	embedding2nn.bias	7	0.042986467480659485
711022	embedding2nn.bias	8	-0.14133702218532562
711022	embedding2nn.bias	9	-0.383167564868927
711022	rnn.weight_ih_l0	0	0.0041972133331000805
711022	rnn.weight_ih_l0	1	-0.05575083568692207
711022	rnn.weight_ih_l0	2	-0.04698510468006134
711022	rnn.weight_ih_l0	3	0.12020880728960037
711022	rnn.weight_ih_l0	4	0.020886370912194252
711022	rnn.weight_ih_l0	5	-0.07115723192691803
711022	rnn.weight_ih_l0	6	0.011353744193911552
711022	rnn.weight_ih_l0	7	-0.02414529211819172
711022	rnn.weight_ih_l0	8	0.02031017653644085
711022	rnn.weight_ih_l0	9	-0.08301617205142975
711022	rnn.weight_hh_l0	0	-0.020593484863638878
711022	rnn.weight_hh_l0	1	0.0864400714635849
711022	rnn.weight_hh_l0	2	0.004896967671811581
711022	rnn.weight_hh_l0	3	-0.03315695747733116
711022	rnn.weight_hh_l0	4	0.08256346732378006
711022	rnn.weight_hh_l0	5	0.007024641614407301
711022	rnn.weight_hh_l0	6	-0.08395684510469437
711022	rnn.weight_hh_l0	7	-0.1262267827987671
711022	rnn.weight_hh_l0	8	0.03955388069152832
711022	rnn.weight_hh_l0	9	-0.12143775075674057
711022	rnn.bias_ih_l0	0	0.1616959422826767
711022	rnn.bias_ih_l0	1	-0.3524583876132965
711022	rnn.bias_ih_l0	2	-0.035344019532203674
711022	rnn.bias_ih_l0	3	-0.21004395186901093
711022	rnn.bias_ih_l0	4	0.0028852145187556744
711022	rnn.bias_ih_l0	5	-0.441577672958374
711022	rnn.bias_ih_l0	6	-0.1430591493844986
711022	rnn.bias_ih_l0	7	-0.3783981204032898
711022	rnn.bias_ih_l0	8	-0.3107202649116516
711022	rnn.bias_ih_l0	9	-0.4528290331363678
711022	rnn.bias_hh_l0	0	-0.352589875459671
711022	rnn.bias_hh_l0	1	-0.4378615915775299
711022	rnn.bias_hh_l0	2	-0.4064163267612457
711022	rnn.bias_hh_l0	3	-0.0858544111251831
711022	rnn.bias_hh_l0	4	-0.4074426591396332
711022	rnn.bias_hh_l0	5	-0.3585614860057831
711022	rnn.bias_hh_l0	6	-0.12520936131477356
711022	rnn.bias_hh_l0	7	0.06444618105888367
711022	rnn.bias_hh_l0	8	-0.23329004645347595
711022	rnn.bias_hh_l0	9	-0.5716845989227295
711022	rnn.weight_ih_l0_reverse	0	0.01506329607218504
711022	rnn.weight_ih_l0_reverse	1	-0.011839708313345909
711022	rnn.weight_ih_l0_reverse	2	0.010143283754587173
711022	rnn.weight_ih_l0_reverse	3	-0.14448201656341553
711022	rnn.weight_ih_l0_reverse	4	0.08443829417228699
711022	rnn.weight_ih_l0_reverse	5	-0.09395820647478104
711022	rnn.weight_ih_l0_reverse	6	0.008560718968510628
711022	rnn.weight_ih_l0_reverse	7	0.02258969470858574
711022	rnn.weight_ih_l0_reverse	8	-0.04392082989215851
711022	rnn.weight_ih_l0_reverse	9	-0.07706526666879654
711022	rnn.weight_hh_l0_reverse	0	-0.146565780043602
711022	rnn.weight_hh_l0_reverse	1	0.019414514303207397
711022	rnn.weight_hh_l0_reverse	2	-0.02208825759589672
711022	rnn.weight_hh_l0_reverse	3	0.026993583887815475
711022	rnn.weight_hh_l0_reverse	4	-0.07792071998119354
711022	rnn.weight_hh_l0_reverse	5	0.03591260313987732
711022	rnn.weight_hh_l0_reverse	6	0.030193258076906204
711022	rnn.weight_hh_l0_reverse	7	-0.12508146464824677
711022	rnn.weight_hh_l0_reverse	8	-0.07165730744600296
711022	rnn.weight_hh_l0_reverse	9	0.03187492489814758
711022	rnn.bias_ih_l0_reverse	0	-0.18487833440303802
711022	rnn.bias_ih_l0_reverse	1	-0.061087094247341156
711022	rnn.bias_ih_l0_reverse	2	0.15434476733207703
711022	rnn.bias_ih_l0_reverse	3	-0.32778337597846985
711022	rnn.bias_ih_l0_reverse	4	-0.0072400132194161415
711022	rnn.bias_ih_l0_reverse	5	-0.21687234938144684
711022	rnn.bias_ih_l0_reverse	6	0.2754015326499939
711022	rnn.bias_ih_l0_reverse	7	-0.31530582904815674
711022	rnn.bias_ih_l0_reverse	8	-0.19429506361484528
711022	rnn.bias_ih_l0_reverse	9	-0.14790602028369904
711022	rnn.bias_hh_l0_reverse	0	-0.1408117413520813
711022	rnn.bias_hh_l0_reverse	1	0.2860689163208008
711022	rnn.bias_hh_l0_reverse	2	-0.34973305463790894
711022	rnn.bias_hh_l0_reverse	3	-0.23119677603244781
711022	rnn.bias_hh_l0_reverse	4	-0.3929886221885681
711022	rnn.bias_hh_l0_reverse	5	-0.2200375497341156
711022	rnn.bias_hh_l0_reverse	6	-0.26829713582992554
711022	rnn.bias_hh_l0_reverse	7	-0.10172591358423233
711022	rnn.bias_hh_l0_reverse	8	-0.35677269101142883
711022	rnn.bias_hh_l0_reverse	9	0.209742933511734
711022	linear.weight	0	0.22411443293094635
711022	linear.weight	1	-0.4618246257305145
711022	linear.weight	2	0.03490153327584267
711022	linear.weight	3	0.0674816146492958
711022	linear.weight	4	-0.1583041250705719
711022	linear.weight	5	0.22023476660251617
711022	linear.weight	6	-0.0391230471432209
711022	linear.weight	7	-0.05980590730905533
711022	linear.weight	8	0.1067703366279602
711022	linear.weight	9	-0.04982101544737816
711022	linear.bias	0	-0.8489179611206055
711022	linear.bias	1	1.8068287372589111
711022	linear.bias	2	0.7560111880302429
711022	linear.bias	3	-2.7397301197052
711022	linear.bias	4	-0.09587860852479935
711022	linear.bias	5	1.250420331954956
711022	linear.bias	6	-0.20439748466014862
711022	linear.bias	7	0.8262908458709717
711022	linear.bias	8	2.1599223613739014
711022	linear.bias	9	-1.361877679824829
711631	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
711631	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
711631	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
711631	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
711631	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
711631	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
711631	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
711631	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
711631	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
711631	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
711631	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
711631	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
711631	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
711631	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
711631	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
711631	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
711631	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
711631	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
711631	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
711631	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
711631	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
711631	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
711631	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
711631	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
711631	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
711631	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
711631	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
711631	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
711631	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
711631	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
711631	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
711631	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
711631	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
711631	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
711631	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
711631	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
711631	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
711631	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
711631	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
711631	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
711631	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
711631	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
711631	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
711631	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
711631	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
711631	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
711631	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
711631	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
711631	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
711631	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
711631	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
711631	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
711631	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
711631	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
711631	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
711631	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
711631	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
711631	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
711631	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
711631	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
711631	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
711631	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
711631	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
711631	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
711631	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
711631	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
711631	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
711631	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
711631	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
711631	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
711631	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
711631	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
711631	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
711631	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
711631	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
711631	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
711631	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
711631	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
711631	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
711631	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
711631	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
711631	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
711631	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
711631	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
711631	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
711631	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
711631	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
711631	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
711631	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
711631	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
711631	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
711631	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
711631	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
711631	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
711631	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
711631	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
711631	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
711631	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
711631	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
711631	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
711631	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
711631	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
711631	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
711631	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
711631	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
711631	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
711631	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
711631	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
711631	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
711631	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
711631	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
711631	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
711631	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
711631	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
711631	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
711631	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
711631	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
711631	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
711631	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
711631	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
711631	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
711631	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
711631	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
711631	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
711631	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
711631	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
711631	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
711631	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
711631	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
711631	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
711631	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
711631	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
711631	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
711631	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
711631	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
711631	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
711631	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
711631	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
711631	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
711631	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
711631	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
711631	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
711631	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
711631	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
711631	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
711631	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
711631	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
711631	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
711631	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
711631	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
711631	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
711631	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
711631	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
711631	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
711631	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
711631	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
711631	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
711631	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
711631	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
711631	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
711631	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
711631	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
711631	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
711631	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
711631	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
711631	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
711631	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
711631	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
711631	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
711631	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
711631	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
711631	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
711631	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
711631	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
711631	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
711631	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
711631	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
711631	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
711631	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
711631	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
711631	embedding2nn.weight	0	0.31939056515693665
711631	embedding2nn.weight	1	0.37367963790893555
711631	embedding2nn.weight	2	-0.005138779990375042
711631	embedding2nn.weight	3	0.033827122300863266
711631	embedding2nn.weight	4	-0.03249114751815796
711631	embedding2nn.weight	5	0.0402061827480793
711631	embedding2nn.weight	6	-0.005339289549738169
711631	embedding2nn.weight	7	-0.028105035424232483
711631	embedding2nn.weight	8	0.04100431501865387
711631	embedding2nn.weight	9	-0.05306287854909897
711631	embedding2nn.bias	0	0.015010266564786434
711631	embedding2nn.bias	1	-0.19786682724952698
711631	embedding2nn.bias	2	0.1727835237979889
711631	embedding2nn.bias	3	0.16171561181545258
711631	embedding2nn.bias	4	0.1378883719444275
711631	embedding2nn.bias	5	-0.07691863179206848
711631	embedding2nn.bias	6	-0.04186677187681198
711631	embedding2nn.bias	7	0.0417185053229332
711631	embedding2nn.bias	8	-0.14641794562339783
711631	embedding2nn.bias	9	-0.37436366081237793
711631	rnn.weight_ih_l0	0	0.004868974443525076
711631	rnn.weight_ih_l0	1	-0.05519384518265724
711631	rnn.weight_ih_l0	2	-0.04785849153995514
711631	rnn.weight_ih_l0	3	0.12143146991729736
711631	rnn.weight_ih_l0	4	0.022603202611207962
711631	rnn.weight_ih_l0	5	-0.07012353092432022
711631	rnn.weight_ih_l0	6	0.012748487293720245
711631	rnn.weight_ih_l0	7	-0.023415779694914818
711631	rnn.weight_ih_l0	8	0.02083282172679901
711631	rnn.weight_ih_l0	9	-0.08271054178476334
711631	rnn.weight_hh_l0	0	-0.02066469006240368
711631	rnn.weight_hh_l0	1	0.08676007390022278
711631	rnn.weight_hh_l0	2	0.0050448039546608925
711631	rnn.weight_hh_l0	3	-0.03324319049715996
711631	rnn.weight_hh_l0	4	0.08259645849466324
711631	rnn.weight_hh_l0	5	0.006832232233136892
711631	rnn.weight_hh_l0	6	-0.08400958776473999
711631	rnn.weight_hh_l0	7	-0.1273791790008545
711631	rnn.weight_hh_l0	8	0.03957740589976311
711631	rnn.weight_hh_l0	9	-0.12153276801109314
711631	rnn.bias_ih_l0	0	0.1653163582086563
711631	rnn.bias_ih_l0	1	-0.35309138894081116
711631	rnn.bias_ih_l0	2	-0.034900881350040436
711631	rnn.bias_ih_l0	3	-0.21087254583835602
711631	rnn.bias_ih_l0	4	0.0020297791343182325
711631	rnn.bias_ih_l0	5	-0.44210097193717957
711631	rnn.bias_ih_l0	6	-0.1412724107503891
711631	rnn.bias_ih_l0	7	-0.37915828824043274
711631	rnn.bias_ih_l0	8	-0.3116768002510071
711631	rnn.bias_ih_l0	9	-0.4589923620223999
711631	rnn.bias_hh_l0	0	-0.35288548469543457
711631	rnn.bias_hh_l0	1	-0.4369437098503113
711631	rnn.bias_hh_l0	2	-0.40729662775993347
711631	rnn.bias_hh_l0	3	-0.08519316464662552
711631	rnn.bias_hh_l0	4	-0.40662091970443726
711631	rnn.bias_hh_l0	5	-0.358380526304245
711631	rnn.bias_hh_l0	6	-0.12601344287395477
711631	rnn.bias_hh_l0	7	0.06578892469406128
711631	rnn.bias_hh_l0	8	-0.23012188076972961
711631	rnn.bias_hh_l0	9	-0.5709994435310364
711631	rnn.weight_ih_l0_reverse	0	0.01451729517430067
711631	rnn.weight_ih_l0_reverse	1	-0.012666895054280758
711631	rnn.weight_ih_l0_reverse	2	0.010057992301881313
711631	rnn.weight_ih_l0_reverse	3	-0.14478392899036407
711631	rnn.weight_ih_l0_reverse	4	0.08416241407394409
711631	rnn.weight_ih_l0_reverse	5	-0.09348196536302567
711631	rnn.weight_ih_l0_reverse	6	0.009117130190134048
711631	rnn.weight_ih_l0_reverse	7	0.022711854428052902
711631	rnn.weight_ih_l0_reverse	8	-0.044070757925510406
711631	rnn.weight_ih_l0_reverse	9	-0.07880685478448868
711631	rnn.weight_hh_l0_reverse	0	-0.14672231674194336
711631	rnn.weight_hh_l0_reverse	1	0.019561566412448883
711631	rnn.weight_hh_l0_reverse	2	-0.02235580049455166
711631	rnn.weight_hh_l0_reverse	3	0.02684672921895981
711631	rnn.weight_hh_l0_reverse	4	-0.07757525891065598
711631	rnn.weight_hh_l0_reverse	5	0.03575221076607704
711631	rnn.weight_hh_l0_reverse	6	0.030146567150950432
711631	rnn.weight_hh_l0_reverse	7	-0.12368671596050262
711631	rnn.weight_hh_l0_reverse	8	-0.07132852077484131
711631	rnn.weight_hh_l0_reverse	9	0.03140707686543465
711631	rnn.bias_ih_l0_reverse	0	-0.18474139273166656
711631	rnn.bias_ih_l0_reverse	1	-0.060723841190338135
711631	rnn.bias_ih_l0_reverse	2	0.15153755247592926
711631	rnn.bias_ih_l0_reverse	3	-0.32685962319374084
711631	rnn.bias_ih_l0_reverse	4	-0.007859795354306698
711631	rnn.bias_ih_l0_reverse	5	-0.21692360937595367
711631	rnn.bias_ih_l0_reverse	6	0.27223649621009827
711631	rnn.bias_ih_l0_reverse	7	-0.31200361251831055
711631	rnn.bias_ih_l0_reverse	8	-0.19478990137577057
711631	rnn.bias_ih_l0_reverse	9	-0.1488897055387497
711631	rnn.bias_hh_l0_reverse	0	-0.14057549834251404
711631	rnn.bias_hh_l0_reverse	1	0.2836797535419464
711631	rnn.bias_hh_l0_reverse	2	-0.3501884937286377
711631	rnn.bias_hh_l0_reverse	3	-0.2318354845046997
711631	rnn.bias_hh_l0_reverse	4	-0.3949081301689148
711631	rnn.bias_hh_l0_reverse	5	-0.21997933089733124
711631	rnn.bias_hh_l0_reverse	6	-0.2688829302787781
711631	rnn.bias_hh_l0_reverse	7	-0.10194419324398041
711631	rnn.bias_hh_l0_reverse	8	-0.3525276780128479
711631	rnn.bias_hh_l0_reverse	9	0.20297157764434814
711631	linear.weight	0	0.22563126683235168
711631	linear.weight	1	-0.4608834385871887
711631	linear.weight	2	0.05485869571566582
711631	linear.weight	3	0.0674813911318779
711631	linear.weight	4	-0.1543412208557129
711631	linear.weight	5	0.22145238518714905
711631	linear.weight	6	-0.04071992263197899
711631	linear.weight	7	-0.05980389192700386
711631	linear.weight	8	0.10736838728189468
711631	linear.weight	9	-0.04982200264930725
711631	linear.bias	0	-0.8407105803489685
711631	linear.bias	1	1.805705189704895
711631	linear.bias	2	0.7511619329452515
711631	linear.bias	3	-2.7397587299346924
711631	linear.bias	4	-0.08380038291215897
711631	linear.bias	5	1.25643789768219
711631	linear.bias	6	-0.204669788479805
711631	linear.bias	7	0.8285363912582397
711631	linear.bias	8	2.141192674636841
711631	linear.bias	9	-1.348581314086914
712240	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
712240	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
712240	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
712240	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
712240	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
712240	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
712240	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
712240	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
712240	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
712240	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
712240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
712240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
712240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
712240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
712240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
712240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
712240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
712240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
712240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
712240	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
712240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
712240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
712240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
712240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
712240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
712240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
712240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
712240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
712240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
712240	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
712240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
712240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
712240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
712240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
712240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
712240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
712240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
712240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
712240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
712240	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
712240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
712240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
712240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
712240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
712240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
712240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
712240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
712240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
712240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
712240	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
712240	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
712240	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
712240	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
712240	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
712240	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
712240	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
712240	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
712240	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
712240	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
712240	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
712240	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
712240	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
712240	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
712240	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
712240	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
712240	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
712240	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
712240	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
712240	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
712240	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
712240	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
712240	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
712240	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
712240	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
712240	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
712240	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
712240	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
712240	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
712240	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
712240	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
712240	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
712240	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
712240	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
712240	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
712240	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
712240	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
712240	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
712240	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
712240	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
712240	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
712240	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
712240	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
712240	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
712240	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
712240	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
712240	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
712240	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
712240	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
712240	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
712240	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
712240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
712240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
712240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
712240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
712240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
712240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
712240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
712240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
712240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
712240	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
712240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
712240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
712240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
712240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
712240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
712240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
712240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
712240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
712240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
712240	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
712240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
712240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
712240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
712240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
712240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
712240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
712240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
712240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
712240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
712240	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
712240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
712240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
712240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
712240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
712240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
712240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
712240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
712240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
712240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
712240	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
712240	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
712240	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
712240	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
712240	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
712240	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
712240	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
712240	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
712240	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
712240	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
712240	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
712240	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
712240	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
712240	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
712240	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
712240	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
712240	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
712240	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
712240	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
712240	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
712240	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
712240	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
712240	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
712240	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
712240	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
712240	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
712240	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
712240	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
712240	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
712240	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
712240	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
712240	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
712240	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
712240	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
712240	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
712240	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
712240	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
712240	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
712240	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
712240	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
712240	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
712240	embedding2nn.weight	0	0.3188477158546448
712240	embedding2nn.weight	1	0.37320563197135925
712240	embedding2nn.weight	2	-0.006147461943328381
712240	embedding2nn.weight	3	0.03625909611582756
712240	embedding2nn.weight	4	-0.031382206827402115
712240	embedding2nn.weight	5	0.04007550701498985
712240	embedding2nn.weight	6	-0.0009170160628855228
712240	embedding2nn.weight	7	-0.027521762996912003
712240	embedding2nn.weight	8	0.041358061134815216
712240	embedding2nn.weight	9	-0.05122905597090721
712240	embedding2nn.bias	0	0.011062909848988056
712240	embedding2nn.bias	1	-0.19377073645591736
712240	embedding2nn.bias	2	0.16213425993919373
712240	embedding2nn.bias	3	0.16498450934886932
712240	embedding2nn.bias	4	0.14352306723594666
712240	embedding2nn.bias	5	-0.07842399924993515
712240	embedding2nn.bias	6	-0.04457175359129906
712240	embedding2nn.bias	7	0.03753722459077835
712240	embedding2nn.bias	8	-0.14737942814826965
712240	embedding2nn.bias	9	-0.37607675790786743
712240	rnn.weight_ih_l0	0	0.00456034392118454
712240	rnn.weight_ih_l0	1	-0.05538167431950569
712240	rnn.weight_ih_l0	2	-0.04649646580219269
712240	rnn.weight_ih_l0	3	0.1215752586722374
712240	rnn.weight_ih_l0	4	0.020883336663246155
712240	rnn.weight_ih_l0	5	-0.07055987417697906
712240	rnn.weight_ih_l0	6	0.013482393696904182
712240	rnn.weight_ih_l0	7	-0.023494483903050423
712240	rnn.weight_ih_l0	8	0.020597103983163834
712240	rnn.weight_ih_l0	9	-0.08264637738466263
712240	rnn.weight_hh_l0	0	-0.02085820585489273
712240	rnn.weight_hh_l0	1	0.08697421103715897
712240	rnn.weight_hh_l0	2	0.004882837645709515
712240	rnn.weight_hh_l0	3	-0.03324803337454796
712240	rnn.weight_hh_l0	4	0.08249212801456451
712240	rnn.weight_hh_l0	5	0.0068957083858549595
712240	rnn.weight_hh_l0	6	-0.08403299003839493
712240	rnn.weight_hh_l0	7	-0.1270401030778885
712240	rnn.weight_hh_l0	8	0.03957512974739075
712240	rnn.weight_hh_l0	9	-0.12088081240653992
712240	rnn.bias_ih_l0	0	0.17272819578647614
712240	rnn.bias_ih_l0	1	-0.35184869170188904
712240	rnn.bias_ih_l0	2	-0.03385436534881592
712240	rnn.bias_ih_l0	3	-0.20972521603107452
712240	rnn.bias_ih_l0	4	0.001615834655240178
712240	rnn.bias_ih_l0	5	-0.44451263546943665
712240	rnn.bias_ih_l0	6	-0.1424158364534378
712240	rnn.bias_ih_l0	7	-0.3793748617172241
712240	rnn.bias_ih_l0	8	-0.31168314814567566
712240	rnn.bias_ih_l0	9	-0.4582115113735199
712240	rnn.bias_hh_l0	0	-0.3523612916469574
712240	rnn.bias_hh_l0	1	-0.43902596831321716
712240	rnn.bias_hh_l0	2	-0.40879884362220764
712240	rnn.bias_hh_l0	3	-0.08603926748037338
712240	rnn.bias_hh_l0	4	-0.4085753858089447
712240	rnn.bias_hh_l0	5	-0.35948386788368225
712240	rnn.bias_hh_l0	6	-0.12459402531385422
712240	rnn.bias_hh_l0	7	0.0652332603931427
712240	rnn.bias_hh_l0	8	-0.23317843675613403
712240	rnn.bias_hh_l0	9	-0.5718806385993958
712240	rnn.weight_ih_l0_reverse	0	0.01487768441438675
712240	rnn.weight_ih_l0_reverse	1	-0.013113666325807571
712240	rnn.weight_ih_l0_reverse	2	0.011956880800426006
712240	rnn.weight_ih_l0_reverse	3	-0.1450091004371643
712240	rnn.weight_ih_l0_reverse	4	0.0837048590183258
712240	rnn.weight_ih_l0_reverse	5	-0.0922679677605629
712240	rnn.weight_ih_l0_reverse	6	0.008439013734459877
712240	rnn.weight_ih_l0_reverse	7	0.023037027567625046
712240	rnn.weight_ih_l0_reverse	8	-0.04534681513905525
712240	rnn.weight_ih_l0_reverse	9	-0.07976475358009338
712240	rnn.weight_hh_l0_reverse	0	-0.14701279997825623
712240	rnn.weight_hh_l0_reverse	1	0.01958543062210083
712240	rnn.weight_hh_l0_reverse	2	-0.022420737892389297
712240	rnn.weight_hh_l0_reverse	3	0.027038589119911194
712240	rnn.weight_hh_l0_reverse	4	-0.07778257876634598
712240	rnn.weight_hh_l0_reverse	5	0.035780373960733414
712240	rnn.weight_hh_l0_reverse	6	0.03014003485441208
712240	rnn.weight_hh_l0_reverse	7	-0.12373603880405426
712240	rnn.weight_hh_l0_reverse	8	-0.07065526396036148
712240	rnn.weight_hh_l0_reverse	9	0.031660232692956924
712240	rnn.bias_ih_l0_reverse	0	-0.18552549183368683
712240	rnn.bias_ih_l0_reverse	1	-0.05929426848888397
712240	rnn.bias_ih_l0_reverse	2	0.15046031773090363
712240	rnn.bias_ih_l0_reverse	3	-0.3253779411315918
712240	rnn.bias_ih_l0_reverse	4	-0.0044563845731318
712240	rnn.bias_ih_l0_reverse	5	-0.2166854739189148
712240	rnn.bias_ih_l0_reverse	6	0.2704121470451355
712240	rnn.bias_ih_l0_reverse	7	-0.3054291605949402
712240	rnn.bias_ih_l0_reverse	8	-0.1948276311159134
712240	rnn.bias_ih_l0_reverse	9	-0.14950872957706451
712240	rnn.bias_hh_l0_reverse	0	-0.14058108627796173
712240	rnn.bias_hh_l0_reverse	1	0.28255972266197205
712240	rnn.bias_hh_l0_reverse	2	-0.35017308592796326
712240	rnn.bias_hh_l0_reverse	3	-0.2304350733757019
712240	rnn.bias_hh_l0_reverse	4	-0.3946217894554138
712240	rnn.bias_hh_l0_reverse	5	-0.22182431817054749
712240	rnn.bias_hh_l0_reverse	6	-0.2676169276237488
712240	rnn.bias_hh_l0_reverse	7	-0.10098578035831451
712240	rnn.bias_hh_l0_reverse	8	-0.3534582853317261
712240	rnn.bias_hh_l0_reverse	9	0.20696043968200684
712240	linear.weight	0	0.23676536977291107
712240	linear.weight	1	-0.45833131670951843
712240	linear.weight	2	0.05591382831335068
712240	linear.weight	3	0.06748098880052567
712240	linear.weight	4	-0.16631793975830078
712240	linear.weight	5	0.23189522325992584
712240	linear.weight	6	-0.04287337511777878
712240	linear.weight	7	-0.05980253219604492
712240	linear.weight	8	0.1102295070886612
712240	linear.weight	9	-0.04982410743832588
712240	linear.bias	0	-0.8555948734283447
712240	linear.bias	1	1.800705075263977
712240	linear.bias	2	0.7460565567016602
712240	linear.bias	3	-2.7397854328155518
712240	linear.bias	4	-0.09246711432933807
712240	linear.bias	5	1.253343939781189
712240	linear.bias	6	-0.20993682742118835
712240	linear.bias	7	0.8410865068435669
712240	linear.bias	8	2.149080276489258
712240	linear.bias	9	-1.3502565622329712
712849	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
712849	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
712849	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
712849	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
712849	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
712849	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
712849	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
712849	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
712849	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
712849	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
712849	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
712849	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
712849	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
712849	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
712849	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
712849	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
712849	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
712849	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
712849	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
712849	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
712849	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
712849	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
712849	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
712849	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
712849	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
712849	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
712849	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
712849	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
712849	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
712849	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
712849	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
712849	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
712849	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
712849	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
712849	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
712849	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
712849	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
712849	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
712849	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
712849	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
712849	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
712849	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
712849	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
712849	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
712849	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
712849	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
712849	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
712849	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
712849	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
712849	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
712849	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
712849	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
712849	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
712849	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
712849	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
712849	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
712849	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
712849	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
712849	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
712849	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
712849	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
712849	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
712849	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
712849	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
712849	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
712849	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
712849	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
712849	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
712849	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
712849	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
712849	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
712849	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
712849	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
712849	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
712849	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
712849	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
712849	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
712849	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
712849	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
712849	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
712849	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
712849	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
712849	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
712849	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
712849	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
712849	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
712849	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
712849	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
712849	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
712849	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
712849	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
712849	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
712849	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
712849	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
712849	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
712849	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
712849	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
712849	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
712849	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
712849	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
712849	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
712849	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
712849	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
712849	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
712849	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
712849	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
712849	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
712849	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
712849	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
712849	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
712849	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
712849	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
712849	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
712849	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
712849	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
712849	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
712849	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
712849	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
712849	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
712849	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
712849	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
712849	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
712849	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
712849	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
712849	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
712849	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
712849	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
712849	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
712849	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
712849	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
712849	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
712849	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
712849	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
712849	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
712849	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
712849	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
712849	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
712849	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
712849	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
712849	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
712849	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
712849	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
712849	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
712849	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
712849	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
712849	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
712849	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
712849	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
712849	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
712849	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
712849	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
712849	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
712849	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
712849	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
712849	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
712849	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
712849	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
712849	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
712849	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
712849	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
712849	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
712849	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
712849	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
712849	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
712849	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
712849	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
712849	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
712849	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
712849	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
712849	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
712849	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
712849	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
712849	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
712849	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
712849	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
712849	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
712849	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
712849	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
712849	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
712849	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
712849	embedding2nn.weight	0	0.3185776472091675
712849	embedding2nn.weight	1	0.37401920557022095
712849	embedding2nn.weight	2	-0.006479643285274506
712849	embedding2nn.weight	3	0.032985620200634
712849	embedding2nn.weight	4	-0.032527681440114975
712849	embedding2nn.weight	5	0.03958747535943985
712849	embedding2nn.weight	6	0.0028339617419987917
712849	embedding2nn.weight	7	-0.0256805457174778
712849	embedding2nn.weight	8	0.04112670570611954
712849	embedding2nn.weight	9	-0.05036739632487297
712849	embedding2nn.bias	0	0.014851300977170467
712849	embedding2nn.bias	1	-0.19459868967533112
712849	embedding2nn.bias	2	0.156413272023201
712849	embedding2nn.bias	3	0.16788184642791748
712849	embedding2nn.bias	4	0.1369626820087433
712849	embedding2nn.bias	5	-0.07310814410448074
712849	embedding2nn.bias	6	-0.048573773354291916
712849	embedding2nn.bias	7	0.04340459778904915
712849	embedding2nn.bias	8	-0.14662697911262512
712849	embedding2nn.bias	9	-0.3708494007587433
712849	rnn.weight_ih_l0	0	0.004658624995499849
712849	rnn.weight_ih_l0	1	-0.055244263261556625
712849	rnn.weight_ih_l0	2	-0.04568777605891228
712849	rnn.weight_ih_l0	3	0.12297934293746948
712849	rnn.weight_ih_l0	4	0.02157040685415268
712849	rnn.weight_ih_l0	5	-0.07006032019853592
712849	rnn.weight_ih_l0	6	0.011548619717359543
712849	rnn.weight_ih_l0	7	-0.023162484169006348
712849	rnn.weight_ih_l0	8	0.023267216980457306
712849	rnn.weight_ih_l0	9	-0.08350102603435516
712849	rnn.weight_hh_l0	0	-0.020933901891112328
712849	rnn.weight_hh_l0	1	0.0872693583369255
712849	rnn.weight_hh_l0	2	0.005029467400163412
712849	rnn.weight_hh_l0	3	-0.033316291868686676
712849	rnn.weight_hh_l0	4	0.08271070569753647
712849	rnn.weight_hh_l0	5	0.0072560799308121204
712849	rnn.weight_hh_l0	6	-0.08407416194677353
712849	rnn.weight_hh_l0	7	-0.12746207416057587
712849	rnn.weight_hh_l0	8	0.03938725218176842
712849	rnn.weight_hh_l0	9	-0.1208396628499031
712849	rnn.bias_ih_l0	0	0.1679249107837677
712849	rnn.bias_ih_l0	1	-0.350188285112381
712849	rnn.bias_ih_l0	2	-0.03372270241379738
712849	rnn.bias_ih_l0	3	-0.20962296426296234
712849	rnn.bias_ih_l0	4	0.0010824932251125574
712849	rnn.bias_ih_l0	5	-0.44591429829597473
712849	rnn.bias_ih_l0	6	-0.1458827704191208
712849	rnn.bias_ih_l0	7	-0.37968599796295166
712849	rnn.bias_ih_l0	8	-0.3117507994174957
712849	rnn.bias_ih_l0	9	-0.4588669538497925
712849	rnn.bias_hh_l0	0	-0.3525664806365967
712849	rnn.bias_hh_l0	1	-0.43820735812187195
712849	rnn.bias_hh_l0	2	-0.40933457016944885
712849	rnn.bias_hh_l0	3	-0.08400802314281464
712849	rnn.bias_hh_l0	4	-0.41055506467819214
712849	rnn.bias_hh_l0	5	-0.36008313298225403
712849	rnn.bias_hh_l0	6	-0.12424688786268234
712849	rnn.bias_hh_l0	7	0.06432895362377167
712849	rnn.bias_hh_l0	8	-0.23209580779075623
712849	rnn.bias_hh_l0	9	-0.5735989212989807
712849	rnn.weight_ih_l0_reverse	0	0.014074685052037239
712849	rnn.weight_ih_l0_reverse	1	-0.013418041169643402
712849	rnn.weight_ih_l0_reverse	2	0.01152452826499939
712849	rnn.weight_ih_l0_reverse	3	-0.1447715312242508
712849	rnn.weight_ih_l0_reverse	4	0.08284911513328552
712849	rnn.weight_ih_l0_reverse	5	-0.09101047366857529
712849	rnn.weight_ih_l0_reverse	6	0.006544980686157942
712849	rnn.weight_ih_l0_reverse	7	0.02272127754986286
712849	rnn.weight_ih_l0_reverse	8	-0.044741224497556686
712849	rnn.weight_ih_l0_reverse	9	-0.07975166290998459
712849	rnn.weight_hh_l0_reverse	0	-0.1471596509218216
712849	rnn.weight_hh_l0_reverse	1	0.019611069932579994
712849	rnn.weight_hh_l0_reverse	2	-0.022426459938287735
712849	rnn.weight_hh_l0_reverse	3	0.02719755843281746
712849	rnn.weight_hh_l0_reverse	4	-0.07768682390451431
712849	rnn.weight_hh_l0_reverse	5	0.035821739584207535
712849	rnn.weight_hh_l0_reverse	6	0.030166275799274445
712849	rnn.weight_hh_l0_reverse	7	-0.12248039245605469
712849	rnn.weight_hh_l0_reverse	8	-0.07121138274669647
712849	rnn.weight_hh_l0_reverse	9	0.0314454548060894
712849	rnn.bias_ih_l0_reverse	0	-0.18644008040428162
712849	rnn.bias_ih_l0_reverse	1	-0.058761630207300186
712849	rnn.bias_ih_l0_reverse	2	0.15176117420196533
712849	rnn.bias_ih_l0_reverse	3	-0.3269878625869751
712849	rnn.bias_ih_l0_reverse	4	-0.003627737518399954
712849	rnn.bias_ih_l0_reverse	5	-0.2158498913049698
712849	rnn.bias_ih_l0_reverse	6	0.26802995800971985
712849	rnn.bias_ih_l0_reverse	7	-0.30844828486442566
712849	rnn.bias_ih_l0_reverse	8	-0.19372621178627014
712849	rnn.bias_ih_l0_reverse	9	-0.15320006012916565
712849	rnn.bias_hh_l0_reverse	0	-0.14040891826152802
712849	rnn.bias_hh_l0_reverse	1	0.278469979763031
712849	rnn.bias_hh_l0_reverse	2	-0.34847041964530945
712849	rnn.bias_hh_l0_reverse	3	-0.22984203696250916
712849	rnn.bias_hh_l0_reverse	4	-0.395316481590271
712849	rnn.bias_hh_l0_reverse	5	-0.22158555686473846
712849	rnn.bias_hh_l0_reverse	6	-0.26456937193870544
712849	rnn.bias_hh_l0_reverse	7	-0.09849047660827637
712849	rnn.bias_hh_l0_reverse	8	-0.357429176568985
712849	rnn.bias_hh_l0_reverse	9	0.20418691635131836
712849	linear.weight	0	0.22793586552143097
712849	linear.weight	1	-0.4522095024585724
712849	linear.weight	2	0.05031789466738701
712849	linear.weight	3	0.067481130361557
712849	linear.weight	4	-0.172339528799057
712849	linear.weight	5	0.22983835637569427
712849	linear.weight	6	-0.04478941857814789
712849	linear.weight	7	-0.05980147048830986
712849	linear.weight	8	0.10251064598560333
712849	linear.weight	9	-0.049824874848127365
712849	linear.bias	0	-0.8483209013938904
712849	linear.bias	1	1.8013195991516113
712849	linear.bias	2	0.7562739849090576
712849	linear.bias	3	-2.7398107051849365
712849	linear.bias	4	-0.08937348425388336
712849	linear.bias	5	1.243209719657898
712849	linear.bias	6	-0.2219955176115036
712849	linear.bias	7	0.8504281640052795
712849	linear.bias	8	2.14214825630188
712849	linear.bias	9	-1.3543492555618286
713458	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
713458	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
713458	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
713458	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
713458	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
713458	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
713458	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
713458	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
713458	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
713458	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
713458	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
713458	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
713458	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
713458	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
713458	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
713458	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
713458	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
713458	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
713458	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
713458	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
713458	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
713458	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
713458	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
713458	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
713458	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
713458	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
713458	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
713458	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
713458	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
713458	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
713458	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
713458	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
713458	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
713458	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
713458	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
713458	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
713458	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
713458	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
713458	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
713458	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
713458	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
713458	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
713458	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
713458	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
713458	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
713458	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
713458	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
713458	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
713458	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
713458	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
713458	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
713458	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
713458	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
713458	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
713458	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
713458	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
713458	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
713458	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
713458	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
713458	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
713458	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
713458	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
713458	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
713458	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
713458	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
713458	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
713458	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
713458	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
713458	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
713458	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
713458	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
713458	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
713458	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
713458	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
713458	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
713458	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
713458	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
713458	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
713458	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
713458	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
713458	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
713458	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
713458	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
713458	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
713458	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
713458	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
713458	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
713458	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
713458	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
713458	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
713458	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
713458	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
713458	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
713458	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
713458	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
713458	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
713458	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
713458	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
713458	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
713458	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
713458	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
713458	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
713458	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
713458	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
713458	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
713458	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
713458	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
713458	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
713458	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
713458	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
713458	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
713458	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
713458	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
713458	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
713458	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
713458	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
713458	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
713458	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
713458	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
713458	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
713458	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
713458	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
713458	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
713458	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
713458	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
713458	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
713458	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
713458	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
713458	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
713458	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
713458	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
713458	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
713458	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
713458	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
713458	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
713458	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
713458	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
713458	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
713458	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
713458	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
713458	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
713458	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
713458	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
713458	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
713458	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
713458	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
713458	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
713458	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
713458	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
713458	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
713458	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
713458	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
713458	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
713458	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
713458	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
713458	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
713458	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
713458	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
713458	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
713458	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
713458	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
713458	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
713458	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
713458	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
713458	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
713458	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
713458	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
713458	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
713458	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
713458	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
713458	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
713458	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
713458	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
713458	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
713458	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
713458	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
713458	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
713458	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
713458	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
713458	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
713458	embedding2nn.weight	0	0.3183338940143585
713458	embedding2nn.weight	1	0.3734106421470642
713458	embedding2nn.weight	2	-0.0053726485930383205
713458	embedding2nn.weight	3	0.031808532774448395
713458	embedding2nn.weight	4	-0.033104971051216125
713458	embedding2nn.weight	5	0.039217572659254074
713458	embedding2nn.weight	6	0.004658772610127926
713458	embedding2nn.weight	7	-0.02583778277039528
713458	embedding2nn.weight	8	0.0386054664850235
713458	embedding2nn.weight	9	-0.05179446190595627
713458	embedding2nn.bias	0	0.015999240800738335
713458	embedding2nn.bias	1	-0.1941998451948166
713458	embedding2nn.bias	2	0.1542651653289795
713458	embedding2nn.bias	3	0.16483590006828308
713458	embedding2nn.bias	4	0.13255572319030762
713458	embedding2nn.bias	5	-0.07029116153717041
713458	embedding2nn.bias	6	-0.05111636593937874
713458	embedding2nn.bias	7	0.04442736506462097
713458	embedding2nn.bias	8	-0.14914783835411072
713458	embedding2nn.bias	9	-0.37821656465530396
713458	rnn.weight_ih_l0	0	0.0042196353897452354
713458	rnn.weight_ih_l0	1	-0.05537071079015732
713458	rnn.weight_ih_l0	2	-0.044542890042066574
713458	rnn.weight_ih_l0	3	0.12293845415115356
713458	rnn.weight_ih_l0	4	0.02021072246134281
713458	rnn.weight_ih_l0	5	-0.06970392912626266
713458	rnn.weight_ih_l0	6	0.01317434199154377
713458	rnn.weight_ih_l0	7	-0.023830540478229523
713458	rnn.weight_ih_l0	8	0.025586998090147972
713458	rnn.weight_ih_l0	9	-0.08286102861166
713458	rnn.weight_hh_l0	0	-0.020983291789889336
713458	rnn.weight_hh_l0	1	0.08703356981277466
713458	rnn.weight_hh_l0	2	0.00508863665163517
713458	rnn.weight_hh_l0	3	-0.033359792083501816
713458	rnn.weight_hh_l0	4	0.08245328068733215
713458	rnn.weight_hh_l0	5	0.007158175576478243
713458	rnn.weight_hh_l0	6	-0.08416818082332611
713458	rnn.weight_hh_l0	7	-0.12708744406700134
713458	rnn.weight_hh_l0	8	0.03940732777118683
713458	rnn.weight_hh_l0	9	-0.12052217870950699
713458	rnn.bias_ih_l0	0	0.16801013052463531
713458	rnn.bias_ih_l0	1	-0.3506905436515808
713458	rnn.bias_ih_l0	2	-0.03283773735165596
713458	rnn.bias_ih_l0	3	-0.20818065106868744
713458	rnn.bias_ih_l0	4	-0.0015522000612691045
713458	rnn.bias_ih_l0	5	-0.44435182213783264
713458	rnn.bias_ih_l0	6	-0.14599905908107758
713458	rnn.bias_ih_l0	7	-0.3795474171638489
713458	rnn.bias_ih_l0	8	-0.31061550974845886
713458	rnn.bias_ih_l0	9	-0.4580756425857544
713458	rnn.bias_hh_l0	0	-0.353364497423172
713458	rnn.bias_hh_l0	1	-0.438075453042984
713458	rnn.bias_hh_l0	2	-0.41059690713882446
713458	rnn.bias_hh_l0	3	-0.08491681516170502
713458	rnn.bias_hh_l0	4	-0.4081422984600067
713458	rnn.bias_hh_l0	5	-0.3600936532020569
713458	rnn.bias_hh_l0	6	-0.12450222671031952
713458	rnn.bias_hh_l0	7	0.06337118148803711
713458	rnn.bias_hh_l0	8	-0.230802521109581
713458	rnn.bias_hh_l0	9	-0.5734567046165466
713458	rnn.weight_ih_l0_reverse	0	0.01572921685874462
713458	rnn.weight_ih_l0_reverse	1	-0.01346326619386673
713458	rnn.weight_ih_l0_reverse	2	0.012118659913539886
713458	rnn.weight_ih_l0_reverse	3	-0.14489386975765228
713458	rnn.weight_ih_l0_reverse	4	0.08255812525749207
713458	rnn.weight_ih_l0_reverse	5	-0.09359307587146759
713458	rnn.weight_ih_l0_reverse	6	0.006647379137575626
713458	rnn.weight_ih_l0_reverse	7	0.02284303680062294
713458	rnn.weight_ih_l0_reverse	8	-0.045129310339689255
713458	rnn.weight_ih_l0_reverse	9	-0.08019337803125381
713458	rnn.weight_hh_l0_reverse	0	-0.1475415974855423
713458	rnn.weight_hh_l0_reverse	1	0.01934746466577053
713458	rnn.weight_hh_l0_reverse	2	-0.02227076143026352
713458	rnn.weight_hh_l0_reverse	3	0.027445541694760323
713458	rnn.weight_hh_l0_reverse	4	-0.07789751887321472
713458	rnn.weight_hh_l0_reverse	5	0.035747796297073364
713458	rnn.weight_hh_l0_reverse	6	0.030168019235134125
713458	rnn.weight_hh_l0_reverse	7	-0.12371230870485306
713458	rnn.weight_hh_l0_reverse	8	-0.07098791003227234
713458	rnn.weight_hh_l0_reverse	9	0.031428899616003036
713458	rnn.bias_ih_l0_reverse	0	-0.18482455611228943
713458	rnn.bias_ih_l0_reverse	1	-0.05762169510126114
713458	rnn.bias_ih_l0_reverse	2	0.14771047234535217
713458	rnn.bias_ih_l0_reverse	3	-0.3276183009147644
713458	rnn.bias_ih_l0_reverse	4	-0.0005097098182886839
713458	rnn.bias_ih_l0_reverse	5	-0.2166144698858261
713458	rnn.bias_ih_l0_reverse	6	0.2668299674987793
713458	rnn.bias_ih_l0_reverse	7	-0.3038792014122009
713458	rnn.bias_ih_l0_reverse	8	-0.19446250796318054
713458	rnn.bias_ih_l0_reverse	9	-0.15102192759513855
713458	rnn.bias_hh_l0_reverse	0	-0.13940739631652832
713458	rnn.bias_hh_l0_reverse	1	0.28063321113586426
713458	rnn.bias_hh_l0_reverse	2	-0.35037991404533386
713458	rnn.bias_hh_l0_reverse	3	-0.22917447984218597
713458	rnn.bias_hh_l0_reverse	4	-0.39614275097846985
713458	rnn.bias_hh_l0_reverse	5	-0.22311343252658844
713458	rnn.bias_hh_l0_reverse	6	-0.26563239097595215
713458	rnn.bias_hh_l0_reverse	7	-0.09882660955190659
713458	rnn.bias_hh_l0_reverse	8	-0.35859671235084534
713458	rnn.bias_hh_l0_reverse	9	0.20460623502731323
713458	linear.weight	0	0.23455913364887238
713458	linear.weight	1	-0.44532716274261475
713458	linear.weight	2	0.07000943273305893
713458	linear.weight	3	0.06748102605342865
713458	linear.weight	4	-0.16679157316684723
713458	linear.weight	5	0.23131689429283142
713458	linear.weight	6	-0.04458675906062126
713458	linear.weight	7	-0.05980025976896286
713458	linear.weight	8	0.0973842591047287
713458	linear.weight	9	-0.04982564225792885
713458	linear.bias	0	-0.8538584113121033
713458	linear.bias	1	1.8125301599502563
713458	linear.bias	2	0.7585570812225342
713458	linear.bias	3	-2.7398314476013184
713458	linear.bias	4	-0.08668052405118942
713458	linear.bias	5	1.2488625049591064
713458	linear.bias	6	-0.21393398940563202
713458	linear.bias	7	0.8345202207565308
713458	linear.bias	8	2.138366222381592
713458	linear.bias	9	-1.350777268409729
713466	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
713466	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
713466	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
713466	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
713466	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
713466	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
713466	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
713466	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
713466	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
713466	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
713466	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
713466	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
713466	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
713466	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
713466	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
713466	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
713466	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
713466	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
713466	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
713466	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
713466	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
713466	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
713466	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
713466	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
713466	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
713466	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
713466	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
713466	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
713466	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
713466	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
713466	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
713466	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
713466	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
713466	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
713466	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
713466	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
713466	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
713466	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
713466	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
713466	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
713466	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
713466	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
713466	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
713466	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
713466	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
713466	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
713466	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
713466	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
713466	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
713466	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
713466	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
713466	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
713466	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
713466	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
713466	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
713466	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
713466	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
713466	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
713466	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
713466	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
713466	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
713466	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
713466	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
713466	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
713466	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
713466	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
713466	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
713466	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
713466	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
713466	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
713466	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
713466	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
713466	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
713466	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
713466	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
713466	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
713466	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
713466	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
713466	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
713466	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
713466	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
713466	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
713466	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
713466	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
713466	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
713466	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
713466	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
713466	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
713466	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
713466	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
713466	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
713466	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
713466	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
713466	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
713466	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
713466	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
713466	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
713466	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
713466	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
713466	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
713466	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
713466	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
713466	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
713466	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
713466	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
713466	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
713466	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
713466	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
713466	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
713466	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
713466	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
713466	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
713466	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
713466	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
713466	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
713466	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
713466	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
713466	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
713466	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
713466	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
713466	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
713466	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
713466	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
713466	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
713466	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
713466	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
713466	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
713466	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
713466	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
713466	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
713466	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
713466	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
713466	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
713466	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
713466	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
713466	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
713466	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
713466	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
713466	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
713466	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
713466	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
713466	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
713466	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
713466	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
713466	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
713466	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
713466	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
713466	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
713466	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
713466	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
713466	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
713466	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
713466	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
713466	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
713466	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
713466	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
713466	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
713466	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
713466	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
713466	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
713466	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
713466	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
713466	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
713466	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
713466	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
713466	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
713466	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
713466	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
713466	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
713466	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
713466	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
713466	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
713466	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
713466	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
713466	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
713466	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
713466	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
713466	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
713466	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
713466	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
713466	embedding2nn.weight	0	0.3182831108570099
713466	embedding2nn.weight	1	0.37345343828201294
713466	embedding2nn.weight	2	-0.00547628290951252
713466	embedding2nn.weight	3	0.03219406679272652
713466	embedding2nn.weight	4	-0.033086199313402176
713466	embedding2nn.weight	5	0.039165861904621124
713466	embedding2nn.weight	6	0.005241652950644493
713466	embedding2nn.weight	7	-0.02583104744553566
713466	embedding2nn.weight	8	0.038366373628377914
713466	embedding2nn.weight	9	-0.05189886316657066
713466	embedding2nn.bias	0	0.01644725538790226
713466	embedding2nn.bias	1	-0.19304512441158295
713466	embedding2nn.bias	2	0.15489265322685242
713466	embedding2nn.bias	3	0.16313865780830383
713466	embedding2nn.bias	4	0.1337713897228241
713466	embedding2nn.bias	5	-0.06675936281681061
713466	embedding2nn.bias	6	-0.05340994894504547
713466	embedding2nn.bias	7	0.04454982280731201
713466	embedding2nn.bias	8	-0.14576300978660583
713466	embedding2nn.bias	9	-0.3766482472419739
713466	rnn.weight_ih_l0	0	0.00419818377122283
713466	rnn.weight_ih_l0	1	-0.05534376576542854
713466	rnn.weight_ih_l0	2	-0.04473216459155083
713466	rnn.weight_ih_l0	3	0.12314458191394806
713466	rnn.weight_ih_l0	4	0.020213812589645386
713466	rnn.weight_ih_l0	5	-0.07006888091564178
713466	rnn.weight_ih_l0	6	0.013202434405684471
713466	rnn.weight_ih_l0	7	-0.023885702714323997
713466	rnn.weight_ih_l0	8	0.025587810203433037
713466	rnn.weight_ih_l0	9	-0.08282334357500076
713466	rnn.weight_hh_l0	0	-0.020990092307329178
713466	rnn.weight_hh_l0	1	0.0870131179690361
713466	rnn.weight_hh_l0	2	0.005089940037578344
713466	rnn.weight_hh_l0	3	-0.03335251659154892
713466	rnn.weight_hh_l0	4	0.08245230466127396
713466	rnn.weight_hh_l0	5	0.007193854544311762
713466	rnn.weight_hh_l0	6	-0.08416513353586197
713466	rnn.weight_hh_l0	7	-0.12702417373657227
713466	rnn.weight_hh_l0	8	0.03940990939736366
713466	rnn.weight_hh_l0	9	-0.12051014602184296
713466	rnn.bias_ih_l0	0	0.1680668741464615
713466	rnn.bias_ih_l0	1	-0.35074833035469055
713466	rnn.bias_ih_l0	2	-0.032865799963474274
713466	rnn.bias_ih_l0	3	-0.2082136571407318
713466	rnn.bias_ih_l0	4	-0.0011917181545868516
713466	rnn.bias_ih_l0	5	-0.4444577395915985
713466	rnn.bias_ih_l0	6	-0.14629805088043213
713466	rnn.bias_ih_l0	7	-0.37954410910606384
713466	rnn.bias_ih_l0	8	-0.31053516268730164
713466	rnn.bias_ih_l0	9	-0.45874613523483276
713466	rnn.bias_hh_l0	0	-0.35338279604911804
713466	rnn.bias_hh_l0	1	-0.43810877203941345
713466	rnn.bias_hh_l0	2	-0.4105142056941986
713466	rnn.bias_hh_l0	3	-0.08496251702308655
713466	rnn.bias_hh_l0	4	-0.4082029163837433
713466	rnn.bias_hh_l0	5	-0.36021554470062256
713466	rnn.bias_hh_l0	6	-0.12485020607709885
713466	rnn.bias_hh_l0	7	0.06353406608104706
713466	rnn.bias_hh_l0	8	-0.2312309294939041
713466	rnn.bias_hh_l0	9	-0.573474645614624
713466	rnn.weight_ih_l0_reverse	0	0.01591530442237854
713466	rnn.weight_ih_l0_reverse	1	-0.013492928817868233
713466	rnn.weight_ih_l0_reverse	2	0.012078600935637951
713466	rnn.weight_ih_l0_reverse	3	-0.1447761356830597
713466	rnn.weight_ih_l0_reverse	4	0.082520991563797
713466	rnn.weight_ih_l0_reverse	5	-0.09374768286943436
713466	rnn.weight_ih_l0_reverse	6	0.006696248892694712
713466	rnn.weight_ih_l0_reverse	7	0.02286919578909874
713466	rnn.weight_ih_l0_reverse	8	-0.04523031413555145
713466	rnn.weight_ih_l0_reverse	9	-0.08020815253257751
713466	rnn.weight_hh_l0_reverse	0	-0.1475183665752411
713466	rnn.weight_hh_l0_reverse	1	0.019348138943314552
713466	rnn.weight_hh_l0_reverse	2	-0.022249795496463776
713466	rnn.weight_hh_l0_reverse	3	0.0274558886885643
713466	rnn.weight_hh_l0_reverse	4	-0.07789775729179382
713466	rnn.weight_hh_l0_reverse	5	0.03574729338288307
713466	rnn.weight_hh_l0_reverse	6	0.03016822785139084
713466	rnn.weight_hh_l0_reverse	7	-0.12363366782665253
713466	rnn.weight_hh_l0_reverse	8	-0.07097786664962769
713466	rnn.weight_hh_l0_reverse	9	0.03140314295887947
713466	rnn.bias_ih_l0_reverse	0	-0.18485526740550995
713466	rnn.bias_ih_l0_reverse	1	-0.05786435678601265
713466	rnn.bias_ih_l0_reverse	2	0.14759962260723114
713466	rnn.bias_ih_l0_reverse	3	-0.32774171233177185
713466	rnn.bias_ih_l0_reverse	4	-0.0009809198090806603
713466	rnn.bias_ih_l0_reverse	5	-0.21670353412628174
713466	rnn.bias_ih_l0_reverse	6	0.26700398325920105
713466	rnn.bias_ih_l0_reverse	7	-0.303824245929718
713466	rnn.bias_ih_l0_reverse	8	-0.19426831603050232
713466	rnn.bias_ih_l0_reverse	9	-0.15106868743896484
713466	rnn.bias_hh_l0_reverse	0	-0.13963022828102112
713466	rnn.bias_hh_l0_reverse	1	0.28077468276023865
713466	rnn.bias_hh_l0_reverse	2	-0.35042527318000793
713466	rnn.bias_hh_l0_reverse	3	-0.22903414070606232
713466	rnn.bias_hh_l0_reverse	4	-0.396060585975647
713466	rnn.bias_hh_l0_reverse	5	-0.22293569147586823
713466	rnn.bias_hh_l0_reverse	6	-0.2656995952129364
713466	rnn.bias_hh_l0_reverse	7	-0.09878510981798172
713466	rnn.bias_hh_l0_reverse	8	-0.3583608567714691
713466	rnn.bias_hh_l0_reverse	9	0.204306498169899
713466	linear.weight	0	0.23421922326087952
713466	linear.weight	1	-0.44459232687950134
713466	linear.weight	2	0.07129577547311783
713466	linear.weight	3	0.06748103350400925
713466	linear.weight	4	-0.16411328315734863
713466	linear.weight	5	0.23077045381069183
713466	linear.weight	6	-0.04476071894168854
713466	linear.weight	7	-0.059800196439027786
713466	linear.weight	8	0.09676667302846909
713466	linear.weight	9	-0.04982566460967064
713466	linear.bias	0	-0.8534536957740784
713466	linear.bias	1	1.8193975687026978
713466	linear.bias	2	0.7612595558166504
713466	linear.bias	3	-2.7398319244384766
713466	linear.bias	4	-0.0877184271812439
713466	linear.bias	5	1.2487930059432983
713466	linear.bias	6	-0.21410337090492249
713466	linear.bias	7	0.8338833451271057
713466	linear.bias	8	2.134842872619629
713466	linear.bias	9	-1.3484439849853516
714075	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
714075	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
714075	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
714075	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
714075	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
714075	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
714075	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
714075	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
714075	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
714075	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
714075	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
714075	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
714075	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
714075	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
714075	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
714075	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
714075	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
714075	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
714075	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
714075	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
714075	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
714075	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
714075	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
714075	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
714075	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
714075	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
714075	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
714075	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
714075	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
714075	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
714075	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
714075	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
714075	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
714075	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
714075	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
714075	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
714075	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
714075	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
714075	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
714075	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
714075	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
714075	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
714075	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
714075	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
714075	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
714075	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
714075	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
714075	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
714075	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
714075	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
714075	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
714075	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
714075	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
714075	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
714075	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
714075	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
714075	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
714075	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
714075	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
714075	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
714075	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
714075	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
714075	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
714075	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
714075	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
714075	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
714075	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
714075	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
714075	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
714075	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
714075	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
714075	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
714075	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
714075	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
714075	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
714075	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
714075	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
714075	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
714075	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
714075	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
714075	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
714075	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
714075	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
714075	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
714075	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
714075	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
714075	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
714075	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
714075	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
714075	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
714075	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
714075	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
714075	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
714075	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
714075	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
714075	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
714075	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
714075	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
714075	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
714075	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
714075	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
714075	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
714075	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
714075	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
714075	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
714075	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
714075	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
714075	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
714075	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
714075	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
714075	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
714075	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
714075	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
714075	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
714075	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
714075	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
714075	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
714075	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
714075	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
714075	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
714075	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
714075	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
714075	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
714075	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
714075	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
714075	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
714075	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
714075	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
714075	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
714075	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
714075	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
714075	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
714075	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
714075	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
714075	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
714075	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
714075	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
714075	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
714075	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
714075	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
714075	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
714075	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
714075	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
714075	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
714075	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
714075	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
714075	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
714075	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
714075	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
714075	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
714075	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
714075	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
714075	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
714075	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
714075	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
714075	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
714075	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
714075	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
714075	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
714075	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
714075	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
714075	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
714075	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
714075	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
714075	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
714075	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
714075	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
714075	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
714075	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
714075	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
714075	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
714075	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
714075	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
714075	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
714075	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
714075	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
714075	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
714075	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
714075	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
714075	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
714075	embedding2nn.weight	0	0.3183819055557251
714075	embedding2nn.weight	1	0.3740951716899872
714075	embedding2nn.weight	2	-0.007722478825598955
714075	embedding2nn.weight	3	0.03248835355043411
714075	embedding2nn.weight	4	-0.032660216093063354
714075	embedding2nn.weight	5	0.040339983999729156
714075	embedding2nn.weight	6	0.001857980852946639
714075	embedding2nn.weight	7	-0.026215121150016785
714075	embedding2nn.weight	8	0.03872446343302727
714075	embedding2nn.weight	9	-0.05168754979968071
714075	embedding2nn.bias	0	0.012682025320827961
714075	embedding2nn.bias	1	-0.19282467663288116
714075	embedding2nn.bias	2	0.14339932799339294
714075	embedding2nn.bias	3	0.16861233115196228
714075	embedding2nn.bias	4	0.13669662177562714
714075	embedding2nn.bias	5	-0.07251544296741486
714075	embedding2nn.bias	6	-0.04682745411992073
714075	embedding2nn.bias	7	0.04809385538101196
714075	embedding2nn.bias	8	-0.1469767838716507
714075	embedding2nn.bias	9	-0.375375896692276
714075	rnn.weight_ih_l0	0	0.004202205687761307
714075	rnn.weight_ih_l0	1	-0.05476642772555351
714075	rnn.weight_ih_l0	2	-0.04485275223851204
714075	rnn.weight_ih_l0	3	0.12294677644968033
714075	rnn.weight_ih_l0	4	0.021734848618507385
714075	rnn.weight_ih_l0	5	-0.07052149623632431
714075	rnn.weight_ih_l0	6	0.013004093430936337
714075	rnn.weight_ih_l0	7	-0.023874759674072266
714075	rnn.weight_ih_l0	8	0.023737622424960136
714075	rnn.weight_ih_l0	9	-0.08118976652622223
714075	rnn.weight_hh_l0	0	-0.021031038835644722
714075	rnn.weight_hh_l0	1	0.08695053309202194
714075	rnn.weight_hh_l0	2	0.004886666312813759
714075	rnn.weight_hh_l0	3	-0.03357434645295143
714075	rnn.weight_hh_l0	4	0.08259142935276031
714075	rnn.weight_hh_l0	5	0.0069856843911111355
714075	rnn.weight_hh_l0	6	-0.08428594470024109
714075	rnn.weight_hh_l0	7	-0.1276916265487671
714075	rnn.weight_hh_l0	8	0.039381615817546844
714075	rnn.weight_hh_l0	9	-0.12011994421482086
714075	rnn.bias_ih_l0	0	0.17028580605983734
714075	rnn.bias_ih_l0	1	-0.3516368567943573
714075	rnn.bias_ih_l0	2	-0.0339408814907074
714075	rnn.bias_ih_l0	3	-0.20999091863632202
714075	rnn.bias_ih_l0	4	-0.003304011421278119
714075	rnn.bias_ih_l0	5	-0.44358038902282715
714075	rnn.bias_ih_l0	6	-0.14649325609207153
714075	rnn.bias_ih_l0	7	-0.3798161745071411
714075	rnn.bias_ih_l0	8	-0.3108038604259491
714075	rnn.bias_ih_l0	9	-0.45618292689323425
714075	rnn.bias_hh_l0	0	-0.3550097346305847
714075	rnn.bias_hh_l0	1	-0.43789494037628174
714075	rnn.bias_hh_l0	2	-0.4108229875564575
714075	rnn.bias_hh_l0	3	-0.08545103669166565
714075	rnn.bias_hh_l0	4	-0.40581122040748596
714075	rnn.bias_hh_l0	5	-0.3599366247653961
714075	rnn.bias_hh_l0	6	-0.12452977895736694
714075	rnn.bias_hh_l0	7	0.06264162063598633
714075	rnn.bias_hh_l0	8	-0.23306556046009064
714075	rnn.bias_hh_l0	9	-0.5746895670890808
714075	rnn.weight_ih_l0_reverse	0	0.015744613483548164
714075	rnn.weight_ih_l0_reverse	1	-0.01353524625301361
714075	rnn.weight_ih_l0_reverse	2	0.012093744240701199
714075	rnn.weight_ih_l0_reverse	3	-0.14329223334789276
714075	rnn.weight_ih_l0_reverse	4	0.08213701844215393
714075	rnn.weight_ih_l0_reverse	5	-0.09324624389410019
714075	rnn.weight_ih_l0_reverse	6	0.008226611651480198
714075	rnn.weight_ih_l0_reverse	7	0.022975489497184753
714075	rnn.weight_ih_l0_reverse	8	-0.04624702408909798
714075	rnn.weight_ih_l0_reverse	9	-0.08082567155361176
714075	rnn.weight_hh_l0_reverse	0	-0.14685627818107605
714075	rnn.weight_hh_l0_reverse	1	0.01928827166557312
714075	rnn.weight_hh_l0_reverse	2	-0.022282985970377922
714075	rnn.weight_hh_l0_reverse	3	0.02730601839721203
714075	rnn.weight_hh_l0_reverse	4	-0.07796268910169601
714075	rnn.weight_hh_l0_reverse	5	0.03578043356537819
714075	rnn.weight_hh_l0_reverse	6	0.030239930376410484
714075	rnn.weight_hh_l0_reverse	7	-0.12267756462097168
714075	rnn.weight_hh_l0_reverse	8	-0.07165941596031189
714075	rnn.weight_hh_l0_reverse	9	0.031528159976005554
714075	rnn.bias_ih_l0_reverse	0	-0.1836378276348114
714075	rnn.bias_ih_l0_reverse	1	-0.0572005920112133
714075	rnn.bias_ih_l0_reverse	2	0.14937959611415863
714075	rnn.bias_ih_l0_reverse	3	-0.3282306492328644
714075	rnn.bias_ih_l0_reverse	4	0.0026374212466180325
714075	rnn.bias_ih_l0_reverse	5	-0.2172589898109436
714075	rnn.bias_ih_l0_reverse	6	0.27000728249549866
714075	rnn.bias_ih_l0_reverse	7	-0.3054012656211853
714075	rnn.bias_ih_l0_reverse	8	-0.19362270832061768
714075	rnn.bias_ih_l0_reverse	9	-0.14980380237102509
714075	rnn.bias_hh_l0_reverse	0	-0.13894550502300262
714075	rnn.bias_hh_l0_reverse	1	0.2796492576599121
714075	rnn.bias_hh_l0_reverse	2	-0.34912076592445374
714075	rnn.bias_hh_l0_reverse	3	-0.228404238820076
714075	rnn.bias_hh_l0_reverse	4	-0.39557942748069763
714075	rnn.bias_hh_l0_reverse	5	-0.22207669913768768
714075	rnn.bias_hh_l0_reverse	6	-0.2658887207508087
714075	rnn.bias_hh_l0_reverse	7	-0.09928931295871735
714075	rnn.bias_hh_l0_reverse	8	-0.3553140461444855
714075	rnn.bias_hh_l0_reverse	9	0.2045072764158249
714075	linear.weight	0	0.24196860194206238
714075	linear.weight	1	-0.44562193751335144
714075	linear.weight	2	0.06868882477283478
714075	linear.weight	3	0.06748095899820328
714075	linear.weight	4	-0.15603888034820557
714075	linear.weight	5	0.2429998517036438
714075	linear.weight	6	-0.04963114485144615
714075	linear.weight	7	-0.05979843810200691
714075	linear.weight	8	0.09396561980247498
714075	linear.weight	9	-0.04982634261250496
714075	linear.bias	0	-0.8517928123474121
714075	linear.bias	1	1.8299857378005981
714075	linear.bias	2	0.7628028988838196
714075	linear.bias	3	-2.7398619651794434
714075	linear.bias	4	-0.0924406498670578
714075	linear.bias	5	1.2521172761917114
714075	linear.bias	6	-0.21552838385105133
714075	linear.bias	7	0.8307397961616516
714075	linear.bias	8	2.1259169578552246
714075	linear.bias	9	-1.352792501449585
714684	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
714684	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
714684	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
714684	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
714684	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
714684	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
714684	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
714684	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
714684	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
714684	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
714684	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
714684	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
714684	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
714684	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
714684	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
714684	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
714684	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
714684	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
714684	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
714684	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
714684	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
714684	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
714684	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
714684	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
714684	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
714684	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
714684	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
714684	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
714684	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
714684	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
714684	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
714684	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
714684	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
714684	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
714684	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
714684	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
714684	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
714684	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
714684	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
714684	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
714684	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
714684	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
714684	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
714684	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
714684	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
714684	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
714684	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
714684	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
714684	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
714684	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
714684	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
714684	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
714684	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
714684	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
714684	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
714684	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
714684	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
714684	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
714684	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
714684	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
714684	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
714684	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
714684	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
714684	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
714684	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
714684	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
714684	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
714684	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
714684	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
714684	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
714684	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
714684	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
714684	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
714684	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
714684	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
714684	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
714684	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
714684	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
714684	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
714684	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
714684	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
714684	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
714684	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
714684	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
714684	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
714684	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
714684	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
714684	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
714684	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
714684	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
714684	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
714684	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
714684	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
714684	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
714684	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
714684	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
714684	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
714684	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
714684	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
714684	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
714684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
714684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
714684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
714684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
714684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
714684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
714684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
714684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
714684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
714684	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
714684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
714684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
714684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
714684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
714684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
714684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
714684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
714684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
714684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
714684	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
714684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
714684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
714684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
714684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
714684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
714684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
714684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
714684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
714684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
714684	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
714684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
714684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
714684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
714684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
714684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
714684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
714684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
714684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
714684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
714684	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
714684	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
714684	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
714684	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
714684	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
714684	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
714684	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
714684	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
714684	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
714684	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
714684	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
714684	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
714684	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
714684	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
714684	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
714684	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
714684	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
714684	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
714684	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
714684	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
714684	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
714684	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
714684	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
714684	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
714684	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
714684	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
714684	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
714684	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
714684	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
714684	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
714684	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
714684	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
714684	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
714684	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
714684	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
714684	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
714684	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
714684	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
714684	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
714684	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
714684	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
714684	embedding2nn.weight	0	0.31802794337272644
714684	embedding2nn.weight	1	0.3751889169216156
714684	embedding2nn.weight	2	-0.009167376905679703
714684	embedding2nn.weight	3	0.03565239906311035
714684	embedding2nn.weight	4	-0.03127063810825348
714684	embedding2nn.weight	5	0.04009239748120308
714684	embedding2nn.weight	6	-0.0037609459832310677
714684	embedding2nn.weight	7	-0.02699640952050686
714684	embedding2nn.weight	8	0.03920239955186844
714684	embedding2nn.weight	9	-0.052999097853899
714684	embedding2nn.bias	0	0.01741068623960018
714684	embedding2nn.bias	1	-0.1986132711172104
714684	embedding2nn.bias	2	0.1464332938194275
714684	embedding2nn.bias	3	0.16898439824581146
714684	embedding2nn.bias	4	0.1357177346944809
714684	embedding2nn.bias	5	-0.07903231680393219
714684	embedding2nn.bias	6	-0.04534940421581268
714684	embedding2nn.bias	7	0.050838157534599304
714684	embedding2nn.bias	8	-0.14850489795207977
714684	embedding2nn.bias	9	-0.3797430992126465
714684	rnn.weight_ih_l0	0	0.004073795396834612
714684	rnn.weight_ih_l0	1	-0.05420679971575737
714684	rnn.weight_ih_l0	2	-0.0443730503320694
714684	rnn.weight_ih_l0	3	0.12215392291545868
714684	rnn.weight_ih_l0	4	0.020652834326028824
714684	rnn.weight_ih_l0	5	-0.07030340284109116
714684	rnn.weight_ih_l0	6	0.013040716759860516
714684	rnn.weight_ih_l0	7	-0.02480650506913662
714684	rnn.weight_ih_l0	8	0.022481711581349373
714684	rnn.weight_ih_l0	9	-0.08085266500711441
714684	rnn.weight_hh_l0	0	-0.02089833840727806
714684	rnn.weight_hh_l0	1	0.0869223028421402
714684	rnn.weight_hh_l0	2	0.004560602363198996
714684	rnn.weight_hh_l0	3	-0.033404119312763214
714684	rnn.weight_hh_l0	4	0.08268368244171143
714684	rnn.weight_hh_l0	5	0.0068712434731423855
714684	rnn.weight_hh_l0	6	-0.08441760390996933
714684	rnn.weight_hh_l0	7	-0.12824735045433044
714684	rnn.weight_hh_l0	8	0.03938191011548042
714684	rnn.weight_hh_l0	9	-0.11964846402406693
714684	rnn.bias_ih_l0	0	0.16611050069332123
714684	rnn.bias_ih_l0	1	-0.349638968706131
714684	rnn.bias_ih_l0	2	-0.03407061845064163
714684	rnn.bias_ih_l0	3	-0.21057918667793274
714684	rnn.bias_ih_l0	4	-0.0021475455723702908
714684	rnn.bias_ih_l0	5	-0.4415550231933594
714684	rnn.bias_ih_l0	6	-0.14692078530788422
714684	rnn.bias_ih_l0	7	-0.38080447912216187
714684	rnn.bias_ih_l0	8	-0.3100927472114563
714684	rnn.bias_ih_l0	9	-0.45548251271247864
714684	rnn.bias_hh_l0	0	-0.35430461168289185
714684	rnn.bias_hh_l0	1	-0.4409686028957367
714684	rnn.bias_hh_l0	2	-0.4106796979904175
714684	rnn.bias_hh_l0	3	-0.08697707951068878
714684	rnn.bias_hh_l0	4	-0.40636950731277466
714684	rnn.bias_hh_l0	5	-0.36018648743629456
714684	rnn.bias_hh_l0	6	-0.12732148170471191
714684	rnn.bias_hh_l0	7	0.06121585890650749
714684	rnn.bias_hh_l0	8	-0.23431558907032013
714684	rnn.bias_hh_l0	9	-0.5752866268157959
714684	rnn.weight_ih_l0_reverse	0	0.015875844284892082
714684	rnn.weight_ih_l0_reverse	1	-0.0135353934019804
714684	rnn.weight_ih_l0_reverse	2	0.011565624736249447
714684	rnn.weight_ih_l0_reverse	3	-0.14409634470939636
714684	rnn.weight_ih_l0_reverse	4	0.08217082917690277
714684	rnn.weight_ih_l0_reverse	5	-0.09193732589483261
714684	rnn.weight_ih_l0_reverse	6	0.007122602313756943
714684	rnn.weight_ih_l0_reverse	7	0.022668978199362755
714684	rnn.weight_ih_l0_reverse	8	-0.0462922528386116
714684	rnn.weight_ih_l0_reverse	9	-0.07922735810279846
714684	rnn.weight_hh_l0_reverse	0	-0.14714603126049042
714684	rnn.weight_hh_l0_reverse	1	0.01925559714436531
714684	rnn.weight_hh_l0_reverse	2	-0.02217400074005127
714684	rnn.weight_hh_l0_reverse	3	0.027071084827184677
714684	rnn.weight_hh_l0_reverse	4	-0.07813496142625809
714684	rnn.weight_hh_l0_reverse	5	0.03572668507695198
714684	rnn.weight_hh_l0_reverse	6	0.030293134972453117
714684	rnn.weight_hh_l0_reverse	7	-0.12327221781015396
714684	rnn.weight_hh_l0_reverse	8	-0.07366015762090683
714684	rnn.weight_hh_l0_reverse	9	0.032002076506614685
714684	rnn.bias_ih_l0_reverse	0	-0.18313156068325043
714684	rnn.bias_ih_l0_reverse	1	-0.0561964325606823
714684	rnn.bias_ih_l0_reverse	2	0.14871905744075775
714684	rnn.bias_ih_l0_reverse	3	-0.3276009261608124
714684	rnn.bias_ih_l0_reverse	4	-0.002777807880192995
714684	rnn.bias_ih_l0_reverse	5	-0.21603670716285706
714684	rnn.bias_ih_l0_reverse	6	0.2686769366264343
714684	rnn.bias_ih_l0_reverse	7	-0.30394846200942993
714684	rnn.bias_ih_l0_reverse	8	-0.19392134249210358
714684	rnn.bias_ih_l0_reverse	9	-0.1501050442457199
714684	rnn.bias_hh_l0_reverse	0	-0.1402778923511505
714684	rnn.bias_hh_l0_reverse	1	0.2807376980781555
714684	rnn.bias_hh_l0_reverse	2	-0.3485215902328491
714684	rnn.bias_hh_l0_reverse	3	-0.22796131670475006
714684	rnn.bias_hh_l0_reverse	4	-0.39421531558036804
714684	rnn.bias_hh_l0_reverse	5	-0.2205594927072525
714684	rnn.bias_hh_l0_reverse	6	-0.2642763555049896
714684	rnn.bias_hh_l0_reverse	7	-0.09858012944459915
714684	rnn.bias_hh_l0_reverse	8	-0.3543972969055176
714684	rnn.bias_hh_l0_reverse	9	0.20449644327163696
714684	linear.weight	0	0.23795348405838013
714684	linear.weight	1	-0.4387081563472748
714684	linear.weight	2	0.07387939840555191
714684	linear.weight	3	0.06748147308826447
714684	linear.weight	4	-0.1398347169160843
714684	linear.weight	5	0.24600425362586975
714684	linear.weight	6	-0.043407466262578964
714684	linear.weight	7	-0.05979691818356514
714684	linear.weight	8	0.09971613436937332
714684	linear.weight	9	-0.049827881157398224
714684	linear.bias	0	-0.85288405418396
714684	linear.bias	1	1.814470648765564
714684	linear.bias	2	0.7408896088600159
714684	linear.bias	3	-2.7398934364318848
714684	linear.bias	4	-0.08716718852519989
714684	linear.bias	5	1.2665001153945923
714684	linear.bias	6	-0.2219122350215912
714684	linear.bias	7	0.8221585750579834
714684	linear.bias	8	2.1342086791992188
714684	linear.bias	9	-1.3422014713287354
715293	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
715293	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
715293	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
715293	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
715293	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
715293	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
715293	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
715293	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
715293	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
715293	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
715293	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
715293	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
715293	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
715293	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
715293	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
715293	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
715293	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
715293	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
715293	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
715293	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
715293	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
715293	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
715293	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
715293	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
715293	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
715293	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
715293	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
715293	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
715293	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
715293	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
715293	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
715293	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
715293	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
715293	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
715293	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
715293	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
715293	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
715293	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
715293	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
715293	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
715293	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
715293	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
715293	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
715293	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
715293	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
715293	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
715293	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
715293	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
715293	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
715293	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
715293	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
715293	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
715293	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
715293	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
715293	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
715293	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
715293	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
715293	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
715293	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
715293	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
715293	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
715293	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
715293	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
715293	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
715293	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
715293	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
715293	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
715293	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
715293	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
715293	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
715293	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
715293	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
715293	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
715293	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
715293	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
715293	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
715293	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
715293	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
715293	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
715293	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
715293	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
715293	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
715293	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
715293	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
715293	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
715293	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
715293	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
715293	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
715293	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
715293	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
715293	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
715293	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
715293	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
715293	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
715293	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
715293	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
715293	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
715293	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
715293	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
715293	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
715293	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
715293	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
715293	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
715293	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
715293	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
715293	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
715293	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
715293	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
715293	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
715293	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
715293	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
715293	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
715293	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
715293	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
715293	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
715293	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
715293	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
715293	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
715293	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
715293	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
715293	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
715293	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
715293	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
715293	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
715293	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
715293	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
715293	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
715293	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
715293	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
715293	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
715293	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
715293	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
715293	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
715293	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
715293	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
715293	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
715293	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
715293	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
715293	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
715293	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
715293	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
715293	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
715293	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
715293	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
715293	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
715293	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
715293	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
715293	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
715293	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
715293	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
715293	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
715293	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
715293	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
715293	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
715293	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
715293	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
715293	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
715293	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
715293	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
715293	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
715293	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
715293	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
715293	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
715293	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
715293	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
715293	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
715293	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
715293	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
715293	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
715293	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
715293	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
715293	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
715293	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
715293	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
715293	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
715293	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
715293	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
715293	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
715293	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
715293	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
715293	embedding2nn.weight	0	0.3187353014945984
715293	embedding2nn.weight	1	0.37514761090278625
715293	embedding2nn.weight	2	-0.008172291330993176
715293	embedding2nn.weight	3	0.030846964567899704
715293	embedding2nn.weight	4	-0.031086524948477745
715293	embedding2nn.weight	5	0.04074251651763916
715293	embedding2nn.weight	6	-0.00221471069380641
715293	embedding2nn.weight	7	-0.028522131964564323
715293	embedding2nn.weight	8	0.03807096555829048
715293	embedding2nn.weight	9	-0.0509740486741066
715293	embedding2nn.bias	0	0.01357437763363123
715293	embedding2nn.bias	1	-0.1985144317150116
715293	embedding2nn.bias	2	0.14871984720230103
715293	embedding2nn.bias	3	0.17283852398395538
715293	embedding2nn.bias	4	0.1367960423231125
715293	embedding2nn.bias	5	-0.078374944627285
715293	embedding2nn.bias	6	-0.04627855122089386
715293	embedding2nn.bias	7	0.04438504949212074
715293	embedding2nn.bias	8	-0.14924441277980804
715293	embedding2nn.bias	9	-0.37691032886505127
715293	rnn.weight_ih_l0	0	0.003928938414901495
715293	rnn.weight_ih_l0	1	-0.05405408889055252
715293	rnn.weight_ih_l0	2	-0.045538727194070816
715293	rnn.weight_ih_l0	3	0.1221998929977417
715293	rnn.weight_ih_l0	4	0.02163725532591343
715293	rnn.weight_ih_l0	5	-0.06899366527795792
715293	rnn.weight_ih_l0	6	0.013260305859148502
715293	rnn.weight_ih_l0	7	-0.024409525096416473
715293	rnn.weight_ih_l0	8	0.021406710147857666
715293	rnn.weight_ih_l0	9	-0.08101733773946762
715293	rnn.weight_hh_l0	0	-0.02092777192592621
715293	rnn.weight_hh_l0	1	0.08699527382850647
715293	rnn.weight_hh_l0	2	0.004583961330354214
715293	rnn.weight_hh_l0	3	-0.033470477908849716
715293	rnn.weight_hh_l0	4	0.08293793350458145
715293	rnn.weight_hh_l0	5	0.007186866365373135
715293	rnn.weight_hh_l0	6	-0.08439764380455017
715293	rnn.weight_hh_l0	7	-0.12834432721138
715293	rnn.weight_hh_l0	8	0.03934387490153313
715293	rnn.weight_hh_l0	9	-0.11973591148853302
715293	rnn.bias_ih_l0	0	0.16343142092227936
715293	rnn.bias_ih_l0	1	-0.3488007187843323
715293	rnn.bias_ih_l0	2	-0.03388400748372078
715293	rnn.bias_ih_l0	3	-0.2086515873670578
715293	rnn.bias_ih_l0	4	-0.0013074782909825444
715293	rnn.bias_ih_l0	5	-0.4414936304092407
715293	rnn.bias_ih_l0	6	-0.14692719280719757
715293	rnn.bias_ih_l0	7	-0.38067319989204407
715293	rnn.bias_ih_l0	8	-0.3092903792858124
715293	rnn.bias_ih_l0	9	-0.45697417855262756
715293	rnn.bias_hh_l0	0	-0.35270294547080994
715293	rnn.bias_hh_l0	1	-0.4394967257976532
715293	rnn.bias_hh_l0	2	-0.4088138937950134
715293	rnn.bias_hh_l0	3	-0.08705060184001923
715293	rnn.bias_hh_l0	4	-0.40624934434890747
715293	rnn.bias_hh_l0	5	-0.36067941784858704
715293	rnn.bias_hh_l0	6	-0.12688426673412323
715293	rnn.bias_hh_l0	7	0.06315410137176514
715293	rnn.bias_hh_l0	8	-0.2360943853855133
715293	rnn.bias_hh_l0	9	-0.5741169452667236
715293	rnn.weight_ih_l0_reverse	0	0.015326524153351784
715293	rnn.weight_ih_l0_reverse	1	-0.01335689052939415
715293	rnn.weight_ih_l0_reverse	2	0.012193434871733189
715293	rnn.weight_ih_l0_reverse	3	-0.14428147673606873
715293	rnn.weight_ih_l0_reverse	4	0.08177333325147629
715293	rnn.weight_ih_l0_reverse	5	-0.09368469566106796
715293	rnn.weight_ih_l0_reverse	6	0.006737857591360807
715293	rnn.weight_ih_l0_reverse	7	0.022695643827319145
715293	rnn.weight_ih_l0_reverse	8	-0.04628554359078407
715293	rnn.weight_ih_l0_reverse	9	-0.07712197303771973
715293	rnn.weight_hh_l0_reverse	0	-0.14724037051200867
715293	rnn.weight_hh_l0_reverse	1	0.019656432792544365
715293	rnn.weight_hh_l0_reverse	2	-0.021765820682048798
715293	rnn.weight_hh_l0_reverse	3	0.027081316336989403
715293	rnn.weight_hh_l0_reverse	4	-0.07792743295431137
715293	rnn.weight_hh_l0_reverse	5	0.0356319323182106
715293	rnn.weight_hh_l0_reverse	6	0.030201787129044533
715293	rnn.weight_hh_l0_reverse	7	-0.12418157607316971
715293	rnn.weight_hh_l0_reverse	8	-0.0738556757569313
715293	rnn.weight_hh_l0_reverse	9	0.032400209456682205
715293	rnn.bias_ih_l0_reverse	0	-0.18064811825752258
715293	rnn.bias_ih_l0_reverse	1	-0.0561135858297348
715293	rnn.bias_ih_l0_reverse	2	0.1502549648284912
715293	rnn.bias_ih_l0_reverse	3	-0.3281516432762146
715293	rnn.bias_ih_l0_reverse	4	-0.0025167614221572876
715293	rnn.bias_ih_l0_reverse	5	-0.214102640748024
715293	rnn.bias_ih_l0_reverse	6	0.2712515890598297
715293	rnn.bias_ih_l0_reverse	7	-0.30808478593826294
715293	rnn.bias_ih_l0_reverse	8	-0.1936103105545044
715293	rnn.bias_ih_l0_reverse	9	-0.14708499610424042
715293	rnn.bias_hh_l0_reverse	0	-0.13994993269443512
715293	rnn.bias_hh_l0_reverse	1	0.2794005870819092
715293	rnn.bias_hh_l0_reverse	2	-0.3459603786468506
715293	rnn.bias_hh_l0_reverse	3	-0.2272910326719284
715293	rnn.bias_hh_l0_reverse	4	-0.3952139914035797
715293	rnn.bias_hh_l0_reverse	5	-0.22011995315551758
715293	rnn.bias_hh_l0_reverse	6	-0.2648909091949463
715293	rnn.bias_hh_l0_reverse	7	-0.09818578511476517
715293	rnn.bias_hh_l0_reverse	8	-0.35603809356689453
715293	rnn.bias_hh_l0_reverse	9	0.2102978527545929
715293	linear.weight	0	0.23823592066764832
715293	linear.weight	1	-0.4355008602142334
715293	linear.weight	2	0.06463136523962021
715293	linear.weight	3	0.06748050451278687
715293	linear.weight	4	-0.13173039257526398
715293	linear.weight	5	0.25320005416870117
715293	linear.weight	6	-0.03661121428012848
715293	linear.weight	7	-0.059795353561639786
715293	linear.weight	8	0.1003253161907196
715293	linear.weight	9	-0.049828559160232544
715293	linear.bias	0	-0.8468652963638306
715293	linear.bias	1	1.811428189277649
715293	linear.bias	2	0.7371159791946411
715293	linear.bias	3	-2.7399187088012695
715293	linear.bias	4	-0.07974445074796677
715293	linear.bias	5	1.2727513313293457
715293	linear.bias	6	-0.20631848275661469
715293	linear.bias	7	0.8135591149330139
715293	linear.bias	8	2.126641035079956
715293	linear.bias	9	-1.3485233783721924
715902	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
715902	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
715902	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
715902	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
715902	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
715902	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
715902	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
715902	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
715902	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
715902	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
715902	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
715902	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
715902	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
715902	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
715902	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
715902	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
715902	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
715902	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
715902	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
715902	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
715902	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
715902	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
715902	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
715902	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
715902	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
715902	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
715902	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
715902	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
715902	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
715902	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
715902	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
715902	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
715902	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
715902	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
715902	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
715902	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
715902	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
715902	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
715902	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
715902	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
715902	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
715902	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
715902	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
715902	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
715902	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
715902	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
715902	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
715902	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
715902	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
715902	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
715902	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
715902	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
715902	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
715902	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
715902	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
715902	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
715902	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
715902	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
715902	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
715902	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
715902	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
715902	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
715902	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
715902	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
715902	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
715902	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
715902	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
715902	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
715902	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
715902	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
715902	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
715902	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
715902	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
715902	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
715902	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
715902	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
715902	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
715902	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
715902	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
715902	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
715902	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
715902	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
715902	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
715902	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
715902	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
715902	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
715902	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
715902	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
715902	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
715902	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
715902	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
715902	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
715902	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
715902	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
715902	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
715902	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
715902	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
715902	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
715902	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
715902	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
715902	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
715902	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
715902	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
715902	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
715902	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
715902	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
715902	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
715902	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
715902	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
715902	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
715902	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
715902	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
715902	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
715902	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
715902	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
715902	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
715902	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
715902	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
715902	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
715902	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
715902	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
715902	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
715902	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
715902	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
715902	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
715902	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
715902	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
715902	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
715902	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
715902	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
715902	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
715902	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
715902	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
715902	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
715902	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
715902	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
715902	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
715902	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
715902	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
715902	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
715902	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
715902	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
715902	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
715902	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
715902	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
715902	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
715902	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
715902	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
715902	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
715902	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
715902	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
715902	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
715902	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
715902	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
715902	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
715902	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
715902	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
715902	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
715902	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
715902	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
715902	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
715902	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
715902	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
715902	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
715902	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
715902	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
715902	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
715902	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
715902	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
715902	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
715902	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
715902	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
715902	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
715902	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
715902	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
715902	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
715902	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
715902	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
715902	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
715902	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
715902	embedding2nn.weight	0	0.3182562291622162
715902	embedding2nn.weight	1	0.3742690086364746
715902	embedding2nn.weight	2	-0.00818471796810627
715902	embedding2nn.weight	3	0.03127996250987053
715902	embedding2nn.weight	4	-0.03231588006019592
715902	embedding2nn.weight	5	0.04130694642663002
715902	embedding2nn.weight	6	-0.0033961457666009665
715902	embedding2nn.weight	7	-0.027226515114307404
715902	embedding2nn.weight	8	0.03716227039694786
715902	embedding2nn.weight	9	-0.050059136003255844
715902	embedding2nn.bias	0	0.016213079914450645
715902	embedding2nn.bias	1	-0.19213521480560303
715902	embedding2nn.bias	2	0.14811910688877106
715902	embedding2nn.bias	3	0.1766788214445114
715902	embedding2nn.bias	4	0.14047899842262268
715902	embedding2nn.bias	5	-0.07531359791755676
715902	embedding2nn.bias	6	-0.03847673535346985
715902	embedding2nn.bias	7	0.047577373683452606
715902	embedding2nn.bias	8	-0.15389351546764374
715902	embedding2nn.bias	9	-0.3808967173099518
715902	rnn.weight_ih_l0	0	0.004072410985827446
715902	rnn.weight_ih_l0	1	-0.05329969525337219
715902	rnn.weight_ih_l0	2	-0.047686364501714706
715902	rnn.weight_ih_l0	3	0.12281126528978348
715902	rnn.weight_ih_l0	4	0.02188672125339508
715902	rnn.weight_ih_l0	5	-0.0705672949552536
715902	rnn.weight_ih_l0	6	0.014682872220873833
715902	rnn.weight_ih_l0	7	-0.024756427854299545
715902	rnn.weight_ih_l0	8	0.021705204620957375
715902	rnn.weight_ih_l0	9	-0.08325745910406113
715902	rnn.weight_hh_l0	0	-0.021144384518265724
715902	rnn.weight_hh_l0	1	0.08716979622840881
715902	rnn.weight_hh_l0	2	0.004791213199496269
715902	rnn.weight_hh_l0	3	-0.03348258510231972
715902	rnn.weight_hh_l0	4	0.08286108821630478
715902	rnn.weight_hh_l0	5	0.007310265209525824
715902	rnn.weight_hh_l0	6	-0.08443323522806168
715902	rnn.weight_hh_l0	7	-0.12782689929008484
715902	rnn.weight_hh_l0	8	0.03924792259931564
715902	rnn.weight_hh_l0	9	-0.12012139707803726
715902	rnn.bias_ih_l0	0	0.16672304272651672
715902	rnn.bias_ih_l0	1	-0.3505837023258209
715902	rnn.bias_ih_l0	2	-0.0336652509868145
715902	rnn.bias_ih_l0	3	-0.2076408714056015
715902	rnn.bias_ih_l0	4	-0.0010506566613912582
715902	rnn.bias_ih_l0	5	-0.4383291006088257
715902	rnn.bias_ih_l0	6	-0.14793838560581207
715902	rnn.bias_ih_l0	7	-0.38043081760406494
715902	rnn.bias_ih_l0	8	-0.31024470925331116
715902	rnn.bias_ih_l0	9	-0.4598974883556366
715902	rnn.bias_hh_l0	0	-0.3528861701488495
715902	rnn.bias_hh_l0	1	-0.4385308027267456
715902	rnn.bias_hh_l0	2	-0.4097673296928406
715902	rnn.bias_hh_l0	3	-0.0867692232131958
715902	rnn.bias_hh_l0	4	-0.4060162305831909
715902	rnn.bias_hh_l0	5	-0.3606310784816742
715902	rnn.bias_hh_l0	6	-0.12506459653377533
715902	rnn.bias_hh_l0	7	0.06271625310182571
715902	rnn.bias_hh_l0	8	-0.23609982430934906
715902	rnn.bias_hh_l0	9	-0.575531005859375
715902	rnn.weight_ih_l0_reverse	0	0.01608673855662346
715902	rnn.weight_ih_l0_reverse	1	-0.013957466930150986
715902	rnn.weight_ih_l0_reverse	2	0.011984298005700111
715902	rnn.weight_ih_l0_reverse	3	-0.1431547999382019
715902	rnn.weight_ih_l0_reverse	4	0.0827338695526123
715902	rnn.weight_ih_l0_reverse	5	-0.09283661097288132
715902	rnn.weight_ih_l0_reverse	6	0.006560370326042175
715902	rnn.weight_ih_l0_reverse	7	0.022510865703225136
715902	rnn.weight_ih_l0_reverse	8	-0.04540755972266197
715902	rnn.weight_ih_l0_reverse	9	-0.07498981803655624
715902	rnn.weight_hh_l0_reverse	0	-0.1474505364894867
715902	rnn.weight_hh_l0_reverse	1	0.01963566057384014
715902	rnn.weight_hh_l0_reverse	2	-0.021594172343611717
715902	rnn.weight_hh_l0_reverse	3	0.027146151289343834
715902	rnn.weight_hh_l0_reverse	4	-0.07772871851921082
715902	rnn.weight_hh_l0_reverse	5	0.03554137051105499
715902	rnn.weight_hh_l0_reverse	6	0.03009226731956005
715902	rnn.weight_hh_l0_reverse	7	-0.1240851953625679
715902	rnn.weight_hh_l0_reverse	8	-0.07384707778692245
715902	rnn.weight_hh_l0_reverse	9	0.032421693205833435
715902	rnn.bias_ih_l0_reverse	0	-0.1843051314353943
715902	rnn.bias_ih_l0_reverse	1	-0.05631403625011444
715902	rnn.bias_ih_l0_reverse	2	0.14820905029773712
715902	rnn.bias_ih_l0_reverse	3	-0.3270370364189148
715902	rnn.bias_ih_l0_reverse	4	-0.0015031603397801518
715902	rnn.bias_ih_l0_reverse	5	-0.214507058262825
715902	rnn.bias_ih_l0_reverse	6	0.2702997028827667
715902	rnn.bias_ih_l0_reverse	7	-0.3060782849788666
715902	rnn.bias_ih_l0_reverse	8	-0.19068583846092224
715902	rnn.bias_ih_l0_reverse	9	-0.1494748592376709
715902	rnn.bias_hh_l0_reverse	0	-0.13861887156963348
715902	rnn.bias_hh_l0_reverse	1	0.2784460186958313
715902	rnn.bias_hh_l0_reverse	2	-0.3449743092060089
715902	rnn.bias_hh_l0_reverse	3	-0.2269303947687149
715902	rnn.bias_hh_l0_reverse	4	-0.39510199427604675
715902	rnn.bias_hh_l0_reverse	5	-0.21911759674549103
715902	rnn.bias_hh_l0_reverse	6	-0.264873206615448
715902	rnn.bias_hh_l0_reverse	7	-0.09690960496664047
715902	rnn.bias_hh_l0_reverse	8	-0.3548167049884796
715902	rnn.bias_hh_l0_reverse	9	0.21031798422336578
715902	linear.weight	0	0.2350296825170517
715902	linear.weight	1	-0.44112443923950195
715902	linear.weight	2	0.0794435366988182
715902	linear.weight	3	0.06748066842556
715902	linear.weight	4	-0.12824605405330658
715902	linear.weight	5	0.25583767890930176
715902	linear.weight	6	-0.03587004914879799
715902	linear.weight	7	-0.0597941130399704
715902	linear.weight	8	0.09931927919387817
715902	linear.weight	9	-0.04982936754822731
715902	linear.bias	0	-0.8503775000572205
715902	linear.bias	1	1.8050674200057983
715902	linear.bias	2	0.7489689588546753
715902	linear.bias	3	-2.7399418354034424
715902	linear.bias	4	-0.09366744011640549
715902	linear.bias	5	1.2596077919006348
715902	linear.bias	6	-0.1993963122367859
715902	linear.bias	7	0.8366644382476807
715902	linear.bias	8	2.104609489440918
715902	linear.bias	9	-1.3475035429000854
716511	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
716511	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
716511	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
716511	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
716511	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
716511	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
716511	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
716511	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
716511	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
716511	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
716511	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
716511	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
716511	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
716511	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
716511	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
716511	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
716511	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
716511	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
716511	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
716511	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
716511	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
716511	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
716511	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
716511	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
716511	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
716511	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
716511	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
716511	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
716511	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
716511	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
716511	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
716511	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
716511	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
716511	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
716511	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
716511	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
716511	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
716511	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
716511	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
716511	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
716511	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
716511	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
716511	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
716511	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
716511	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
716511	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
716511	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
716511	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
716511	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
716511	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
716511	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
716511	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
716511	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
716511	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
716511	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
716511	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
716511	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
716511	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
716511	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
716511	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
716511	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
716511	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
716511	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
716511	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
716511	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
716511	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
716511	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
716511	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
716511	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
716511	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
716511	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
716511	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
716511	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
716511	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
716511	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
716511	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
716511	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
716511	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
716511	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
716511	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
716511	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
716511	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
716511	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
716511	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
716511	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
716511	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
716511	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
716511	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
716511	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
716511	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
716511	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
716511	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
716511	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
716511	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
716511	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
716511	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
716511	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
716511	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
716511	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
716511	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
716511	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
716511	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
716511	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
716511	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
716511	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
716511	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
716511	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
716511	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
716511	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
716511	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
716511	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
716511	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
716511	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
716511	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
716511	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
716511	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
716511	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
716511	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
716511	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
716511	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
716511	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
716511	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
716511	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
716511	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
716511	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
716511	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
716511	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
716511	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
716511	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
716511	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
716511	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
716511	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
716511	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
716511	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
716511	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
716511	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
716511	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
716511	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
716511	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
716511	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
716511	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
716511	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
716511	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
716511	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
716511	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
716511	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
716511	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
716511	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
716511	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
716511	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
716511	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
716511	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
716511	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
716511	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
716511	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
716511	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
716511	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
716511	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
716511	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
716511	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
716511	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
716511	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
716511	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
716511	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
716511	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
716511	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
716511	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
716511	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
716511	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
716511	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
716511	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
716511	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
716511	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
716511	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
716511	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
716511	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
716511	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
716511	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
716511	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
716511	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
716511	embedding2nn.weight	0	0.3181510269641876
716511	embedding2nn.weight	1	0.37542417645454407
716511	embedding2nn.weight	2	-0.007880983874201775
716511	embedding2nn.weight	3	0.02891608513891697
716511	embedding2nn.weight	4	-0.03178826719522476
716511	embedding2nn.weight	5	0.04054830223321915
716511	embedding2nn.weight	6	-0.00721402233466506
716511	embedding2nn.weight	7	-0.023507779464125633
716511	embedding2nn.weight	8	0.035953257232904434
716511	embedding2nn.weight	9	-0.04837285354733467
716511	embedding2nn.bias	0	0.01780526153743267
716511	embedding2nn.bias	1	-0.18378542363643646
716511	embedding2nn.bias	2	0.14031094312667847
716511	embedding2nn.bias	3	0.17312189936637878
716511	embedding2nn.bias	4	0.13430024683475494
716511	embedding2nn.bias	5	-0.07135209441184998
716511	embedding2nn.bias	6	-0.04316031560301781
716511	embedding2nn.bias	7	0.052556850016117096
716511	embedding2nn.bias	8	-0.15412013232707977
716511	embedding2nn.bias	9	-0.38140103220939636
716511	rnn.weight_ih_l0	0	0.004139882978051901
716511	rnn.weight_ih_l0	1	-0.053345687687397
716511	rnn.weight_ih_l0	2	-0.04722048342227936
716511	rnn.weight_ih_l0	3	0.12252072989940643
716511	rnn.weight_ih_l0	4	0.01978231407701969
716511	rnn.weight_ih_l0	5	-0.07087218016386032
716511	rnn.weight_ih_l0	6	0.01404880452901125
716511	rnn.weight_ih_l0	7	-0.02567904442548752
716511	rnn.weight_ih_l0	8	0.02199651300907135
716511	rnn.weight_ih_l0	9	-0.08380817621946335
716511	rnn.weight_hh_l0	0	-0.021197380498051643
716511	rnn.weight_hh_l0	1	0.08692705631256104
716511	rnn.weight_hh_l0	2	0.004996347241103649
716511	rnn.weight_hh_l0	3	-0.033298250287771225
716511	rnn.weight_hh_l0	4	0.08261190354824066
716511	rnn.weight_hh_l0	5	0.007519538979977369
716511	rnn.weight_hh_l0	6	-0.08448152244091034
716511	rnn.weight_hh_l0	7	-0.12675674259662628
716511	rnn.weight_hh_l0	8	0.039235297590494156
716511	rnn.weight_hh_l0	9	-0.12039105594158173
716511	rnn.bias_ih_l0	0	0.16398759186267853
716511	rnn.bias_ih_l0	1	-0.3496498167514801
716511	rnn.bias_ih_l0	2	-0.032496754080057144
716511	rnn.bias_ih_l0	3	-0.20771154761314392
716511	rnn.bias_ih_l0	4	-0.005059281829744577
716511	rnn.bias_ih_l0	5	-0.4417896568775177
716511	rnn.bias_ih_l0	6	-0.14866012334823608
716511	rnn.bias_ih_l0	7	-0.380370169878006
716511	rnn.bias_ih_l0	8	-0.3111942708492279
716511	rnn.bias_ih_l0	9	-0.46072766184806824
716511	rnn.bias_hh_l0	0	-0.35298392176628113
716511	rnn.bias_hh_l0	1	-0.4395814538002014
716511	rnn.bias_hh_l0	2	-0.40897056460380554
716511	rnn.bias_hh_l0	3	-0.08514142781496048
716511	rnn.bias_hh_l0	4	-0.40674853324890137
716511	rnn.bias_hh_l0	5	-0.360819011926651
716511	rnn.bias_hh_l0	6	-0.12462658435106277
716511	rnn.bias_hh_l0	7	0.0606989823281765
716511	rnn.bias_hh_l0	8	-0.23658576607704163
716511	rnn.bias_hh_l0	9	-0.5761944055557251
716511	rnn.weight_ih_l0_reverse	0	0.016188403591513634
716511	rnn.weight_ih_l0_reverse	1	-0.014338287524878979
716511	rnn.weight_ih_l0_reverse	2	0.012280822731554508
716511	rnn.weight_ih_l0_reverse	3	-0.1412471979856491
716511	rnn.weight_ih_l0_reverse	4	0.08181212842464447
716511	rnn.weight_ih_l0_reverse	5	-0.09382173418998718
716511	rnn.weight_ih_l0_reverse	6	0.0067226174287498
716511	rnn.weight_ih_l0_reverse	7	0.022516166791319847
716511	rnn.weight_ih_l0_reverse	8	-0.04510335251688957
716511	rnn.weight_ih_l0_reverse	9	-0.07548779994249344
716511	rnn.weight_hh_l0_reverse	0	-0.14699938893318176
716511	rnn.weight_hh_l0_reverse	1	0.019750753417611122
716511	rnn.weight_hh_l0_reverse	2	-0.021760055795311928
716511	rnn.weight_hh_l0_reverse	3	0.027121637016534805
716511	rnn.weight_hh_l0_reverse	4	-0.07817653566598892
716511	rnn.weight_hh_l0_reverse	5	0.03568769246339798
716511	rnn.weight_hh_l0_reverse	6	0.030103377997875214
716511	rnn.weight_hh_l0_reverse	7	-0.12432392686605453
716511	rnn.weight_hh_l0_reverse	8	-0.07385548204183578
716511	rnn.weight_hh_l0_reverse	9	0.03205306455492973
716511	rnn.bias_ih_l0_reverse	0	-0.18765440583229065
716511	rnn.bias_ih_l0_reverse	1	-0.055880602449178696
716511	rnn.bias_ih_l0_reverse	2	0.14819683134555817
716511	rnn.bias_ih_l0_reverse	3	-0.3272770941257477
716511	rnn.bias_ih_l0_reverse	4	-0.005518196150660515
716511	rnn.bias_ih_l0_reverse	5	-0.21349550783634186
716511	rnn.bias_ih_l0_reverse	6	0.26562944054603577
716511	rnn.bias_ih_l0_reverse	7	-0.3048049807548523
716511	rnn.bias_ih_l0_reverse	8	-0.1920749694108963
716511	rnn.bias_ih_l0_reverse	9	-0.1490166187286377
716511	rnn.bias_hh_l0_reverse	0	-0.14189551770687103
716511	rnn.bias_hh_l0_reverse	1	0.27924472093582153
716511	rnn.bias_hh_l0_reverse	2	-0.3438025414943695
716511	rnn.bias_hh_l0_reverse	3	-0.22801347076892853
716511	rnn.bias_hh_l0_reverse	4	-0.39481082558631897
716511	rnn.bias_hh_l0_reverse	5	-0.22063316404819489
716511	rnn.bias_hh_l0_reverse	6	-0.2627505958080292
716511	rnn.bias_hh_l0_reverse	7	-0.0995488166809082
716511	rnn.bias_hh_l0_reverse	8	-0.35422250628471375
716511	rnn.bias_hh_l0_reverse	9	0.21151258051395416
716511	linear.weight	0	0.2249961793422699
716511	linear.weight	1	-0.44745567440986633
716511	linear.weight	2	0.0580509789288044
716511	linear.weight	3	0.06748084723949432
716511	linear.weight	4	-0.13644152879714966
716511	linear.weight	5	0.25758621096611023
716511	linear.weight	6	-0.029275167733430862
716511	linear.weight	7	-0.05979229137301445
716511	linear.weight	8	0.10597631335258484
716511	linear.weight	9	-0.04983051121234894
716511	linear.bias	0	-0.8717755079269409
716511	linear.bias	1	1.8122767210006714
716511	linear.bias	2	0.7534999251365662
716511	linear.bias	3	-2.739973306655884
716511	linear.bias	4	-0.08250153064727783
716511	linear.bias	5	1.2622860670089722
716511	linear.bias	6	-0.213470458984375
716511	linear.bias	7	0.8319821357727051
716511	linear.bias	8	2.1283936500549316
716511	linear.bias	9	-1.3397372961044312
717120	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
717120	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
717120	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
717120	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
717120	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
717120	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
717120	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
717120	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
717120	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
717120	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
717120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
717120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
717120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
717120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
717120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
717120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
717120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
717120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
717120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
717120	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
717120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
717120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
717120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
717120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
717120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
717120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
717120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
717120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
717120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
717120	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
717120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
717120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
717120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
717120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
717120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
717120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
717120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
717120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
717120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
717120	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
717120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
717120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
717120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
717120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
717120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
717120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
717120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
717120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
717120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
717120	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
717120	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
717120	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
717120	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
717120	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
717120	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
717120	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
717120	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
717120	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
717120	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
717120	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
717120	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
717120	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
717120	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
717120	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
717120	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
717120	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
717120	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
717120	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
717120	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
717120	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
717120	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
717120	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
717120	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
717120	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
717120	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
717120	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
717120	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
717120	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
717120	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
717120	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
717120	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
717120	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
717120	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
717120	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
717120	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
717120	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
717120	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
717120	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
717120	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
717120	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
717120	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
717120	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
717120	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
717120	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
717120	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
717120	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
717120	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
717120	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
717120	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
717120	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
717120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
717120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
717120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
717120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
717120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
717120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
717120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
717120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
717120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
717120	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
717120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
717120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
717120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
717120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
717120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
717120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
717120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
717120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
717120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
717120	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
717120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
717120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
717120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
717120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
717120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
717120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
717120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
717120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
717120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
717120	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
717120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
717120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
717120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
717120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
717120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
717120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
717120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
717120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
717120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
717120	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
717120	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
717120	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
717120	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
717120	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
717120	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
717120	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
717120	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
717120	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
717120	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
717120	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
717120	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
717120	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
717120	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
717120	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
717120	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
717120	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
717120	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
717120	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
717120	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
717120	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
717120	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
717120	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
717120	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
717120	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
717120	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
717120	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
717120	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
717120	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
717120	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
717120	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
717120	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
717120	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
717120	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
717120	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
717120	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
717120	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
717120	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
717120	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
717120	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
717120	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
717120	embedding2nn.weight	0	0.3186604082584381
717120	embedding2nn.weight	1	0.37620940804481506
717120	embedding2nn.weight	2	-0.007317474577575922
717120	embedding2nn.weight	3	0.03628788888454437
717120	embedding2nn.weight	4	-0.03145042806863785
717120	embedding2nn.weight	5	0.0408976785838604
717120	embedding2nn.weight	6	-0.005043758079409599
717120	embedding2nn.weight	7	-0.023673228919506073
717120	embedding2nn.weight	8	0.03560034930706024
717120	embedding2nn.weight	9	-0.04838163033127785
717120	embedding2nn.bias	0	0.012761618010699749
717120	embedding2nn.bias	1	-0.1874525099992752
717120	embedding2nn.bias	2	0.1476779729127884
717120	embedding2nn.bias	3	0.16452446579933167
717120	embedding2nn.bias	4	0.1417369246482849
717120	embedding2nn.bias	5	-0.06408783793449402
717120	embedding2nn.bias	6	-0.04390719532966614
717120	embedding2nn.bias	7	0.05667022243142128
717120	embedding2nn.bias	8	-0.1460627168416977
717120	embedding2nn.bias	9	-0.3821659982204437
717120	rnn.weight_ih_l0	0	0.004203928168863058
717120	rnn.weight_ih_l0	1	-0.05329270288348198
717120	rnn.weight_ih_l0	2	-0.047190576791763306
717120	rnn.weight_ih_l0	3	0.12369459867477417
717120	rnn.weight_ih_l0	4	0.021297868341207504
717120	rnn.weight_ih_l0	5	-0.07043972611427307
717120	rnn.weight_ih_l0	6	0.014395075850188732
717120	rnn.weight_ih_l0	7	-0.024351825937628746
717120	rnn.weight_ih_l0	8	0.019796041771769524
717120	rnn.weight_ih_l0	9	-0.0850953534245491
717120	rnn.weight_hh_l0	0	-0.021214846521615982
717120	rnn.weight_hh_l0	1	0.08707774430513382
717120	rnn.weight_hh_l0	2	0.00498357554897666
717120	rnn.weight_hh_l0	3	-0.03340762481093407
717120	rnn.weight_hh_l0	4	0.0823480486869812
717120	rnn.weight_hh_l0	5	0.007566359359771013
717120	rnn.weight_hh_l0	6	-0.08423633873462677
717120	rnn.weight_hh_l0	7	-0.12711019814014435
717120	rnn.weight_hh_l0	8	0.03926456347107887
717120	rnn.weight_hh_l0	9	-0.1207144483923912
717120	rnn.bias_ih_l0	0	0.16538016498088837
717120	rnn.bias_ih_l0	1	-0.3507620692253113
717120	rnn.bias_ih_l0	2	-0.031170817092061043
717120	rnn.bias_ih_l0	3	-0.2101699262857437
717120	rnn.bias_ih_l0	4	-0.003780049504712224
717120	rnn.bias_ih_l0	5	-0.44225916266441345
717120	rnn.bias_ih_l0	6	-0.15040932595729828
717120	rnn.bias_ih_l0	7	-0.380584716796875
717120	rnn.bias_ih_l0	8	-0.3107168674468994
717120	rnn.bias_ih_l0	9	-0.4612722098827362
717120	rnn.bias_hh_l0	0	-0.35274580121040344
717120	rnn.bias_hh_l0	1	-0.4381294250488281
717120	rnn.bias_hh_l0	2	-0.4085303544998169
717120	rnn.bias_hh_l0	3	-0.08515127748250961
717120	rnn.bias_hh_l0	4	-0.4051901400089264
717120	rnn.bias_hh_l0	5	-0.3607901632785797
717120	rnn.bias_hh_l0	6	-0.12420427799224854
717120	rnn.bias_hh_l0	7	0.06176517531275749
717120	rnn.bias_hh_l0	8	-0.2363349348306656
717120	rnn.bias_hh_l0	9	-0.5733996629714966
717120	rnn.weight_ih_l0_reverse	0	0.015590135008096695
717120	rnn.weight_ih_l0_reverse	1	-0.014421780593693256
717120	rnn.weight_ih_l0_reverse	2	0.012048445641994476
717120	rnn.weight_ih_l0_reverse	3	-0.14014405012130737
717120	rnn.weight_ih_l0_reverse	4	0.08243179321289062
717120	rnn.weight_ih_l0_reverse	5	-0.0926951915025711
717120	rnn.weight_ih_l0_reverse	6	0.006382793188095093
717120	rnn.weight_ih_l0_reverse	7	0.023012835532426834
717120	rnn.weight_ih_l0_reverse	8	-0.04448044300079346
717120	rnn.weight_ih_l0_reverse	9	-0.07620549201965332
717120	rnn.weight_hh_l0_reverse	0	-0.1467037945985794
717120	rnn.weight_hh_l0_reverse	1	0.01968061365187168
717120	rnn.weight_hh_l0_reverse	2	-0.021522874012589455
717120	rnn.weight_hh_l0_reverse	3	0.027111001312732697
717120	rnn.weight_hh_l0_reverse	4	-0.07834269106388092
717120	rnn.weight_hh_l0_reverse	5	0.0357525497674942
717120	rnn.weight_hh_l0_reverse	6	0.030148733407258987
717120	rnn.weight_hh_l0_reverse	7	-0.12449314445257187
717120	rnn.weight_hh_l0_reverse	8	-0.07377054542303085
717120	rnn.weight_hh_l0_reverse	9	0.03208617866039276
717120	rnn.bias_ih_l0_reverse	0	-0.1865268349647522
717120	rnn.bias_ih_l0_reverse	1	-0.05820557847619057
717120	rnn.bias_ih_l0_reverse	2	0.14885279536247253
717120	rnn.bias_ih_l0_reverse	3	-0.3244592249393463
717120	rnn.bias_ih_l0_reverse	4	-0.006346696987748146
717120	rnn.bias_ih_l0_reverse	5	-0.2127874195575714
717120	rnn.bias_ih_l0_reverse	6	0.26382994651794434
717120	rnn.bias_ih_l0_reverse	7	-0.3089570999145508
717120	rnn.bias_ih_l0_reverse	8	-0.19118843972682953
717120	rnn.bias_ih_l0_reverse	9	-0.15111008286476135
717120	rnn.bias_hh_l0_reverse	0	-0.14255103468894958
717120	rnn.bias_hh_l0_reverse	1	0.2808409631252289
717120	rnn.bias_hh_l0_reverse	2	-0.34351763129234314
717120	rnn.bias_hh_l0_reverse	3	-0.22894105315208435
717120	rnn.bias_hh_l0_reverse	4	-0.3930700719356537
717120	rnn.bias_hh_l0_reverse	5	-0.2190699726343155
717120	rnn.bias_hh_l0_reverse	6	-0.2615213692188263
717120	rnn.bias_hh_l0_reverse	7	-0.10078103840351105
717120	rnn.bias_hh_l0_reverse	8	-0.3532789945602417
717120	rnn.bias_hh_l0_reverse	9	0.21048396825790405
717120	linear.weight	0	0.23599649965763092
717120	linear.weight	1	-0.46104538440704346
717120	linear.weight	2	0.06160099431872368
717120	linear.weight	3	0.06748074293136597
717120	linear.weight	4	-0.13211579620838165
717120	linear.weight	5	0.24895016849040985
717120	linear.weight	6	-0.030503403395414352
717120	linear.weight	7	-0.05979052931070328
717120	linear.weight	8	0.09962902963161469
717120	linear.weight	9	-0.049831558018922806
717120	linear.bias	0	-0.8600277900695801
717120	linear.bias	1	1.7936580181121826
717120	linear.bias	2	0.7575729489326477
717120	linear.bias	3	-2.7400031089782715
717120	linear.bias	4	-0.08311030268669128
717120	linear.bias	5	1.247272253036499
717120	linear.bias	6	-0.21486373245716095
717120	linear.bias	7	0.836552083492279
717120	linear.bias	8	2.1127889156341553
717120	linear.bias	9	-1.3379403352737427
717729	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
717729	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
717729	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
717729	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
717729	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
717729	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
717729	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
717729	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
717729	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
717729	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
717729	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
717729	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
717729	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
717729	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
717729	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
717729	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
717729	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
717729	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
717729	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
717729	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
717729	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
717729	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
717729	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
717729	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
717729	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
717729	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
717729	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
717729	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
717729	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
717729	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
717729	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
717729	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
717729	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
717729	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
717729	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
717729	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
717729	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
717729	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
717729	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
717729	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
717729	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
717729	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
717729	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
717729	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
717729	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
717729	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
717729	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
717729	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
717729	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
717729	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
717729	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
717729	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
717729	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
717729	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
717729	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
717729	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
717729	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
717729	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
717729	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
717729	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
717729	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
717729	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
717729	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
717729	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
717729	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
717729	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
717729	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
717729	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
717729	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
717729	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
717729	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
717729	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
717729	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
717729	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
717729	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
717729	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
717729	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
717729	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
717729	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
717729	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
717729	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
717729	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
717729	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
717729	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
717729	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
717729	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
717729	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
717729	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
717729	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
717729	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
717729	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
717729	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
717729	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
717729	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
717729	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
717729	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
717729	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
717729	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
717729	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
717729	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
717729	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
717729	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
717729	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
717729	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
717729	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
717729	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
717729	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
717729	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
717729	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
717729	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
717729	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
717729	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
717729	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
717729	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
717729	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
717729	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
717729	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
717729	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
717729	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
717729	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
717729	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
717729	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
717729	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
717729	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
717729	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
717729	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
717729	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
717729	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
717729	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
717729	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
717729	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
717729	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
717729	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
717729	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
717729	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
717729	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
717729	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
717729	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
717729	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
717729	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
717729	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
717729	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
717729	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
717729	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
717729	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
717729	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
717729	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
717729	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
717729	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
717729	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
717729	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
717729	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
717729	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
717729	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
717729	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
717729	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
717729	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
717729	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
717729	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
717729	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
717729	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
717729	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
717729	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
717729	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
717729	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
717729	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
717729	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
717729	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
717729	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
717729	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
717729	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
717729	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
717729	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
717729	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
717729	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
717729	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
717729	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
717729	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
717729	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
717729	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
717729	embedding2nn.weight	0	0.3188976049423218
717729	embedding2nn.weight	1	0.3763725161552429
717729	embedding2nn.weight	2	-0.005880340002477169
717729	embedding2nn.weight	3	0.029770419001579285
717729	embedding2nn.weight	4	-0.031866248697042465
717729	embedding2nn.weight	5	0.041325945407152176
717729	embedding2nn.weight	6	-0.006280372850596905
717729	embedding2nn.weight	7	-0.02516051195561886
717729	embedding2nn.weight	8	0.035364728420972824
717729	embedding2nn.weight	9	-0.04793231561779976
717729	embedding2nn.bias	0	0.007401738781481981
717729	embedding2nn.bias	1	-0.19026538729667664
717729	embedding2nn.bias	2	0.14607153832912445
717729	embedding2nn.bias	3	0.17129163444042206
717729	embedding2nn.bias	4	0.14027023315429688
717729	embedding2nn.bias	5	-0.06637312471866608
717729	embedding2nn.bias	6	-0.047292862087488174
717729	embedding2nn.bias	7	0.06250806897878647
717729	embedding2nn.bias	8	-0.147151380777359
717729	embedding2nn.bias	9	-0.3827672302722931
717729	rnn.weight_ih_l0	0	0.0038025425747036934
717729	rnn.weight_ih_l0	1	-0.05294591188430786
717729	rnn.weight_ih_l0	2	-0.04680737480521202
717729	rnn.weight_ih_l0	3	0.12350265681743622
717729	rnn.weight_ih_l0	4	0.021928537636995316
717729	rnn.weight_ih_l0	5	-0.0709424689412117
717729	rnn.weight_ih_l0	6	0.012572703883051872
717729	rnn.weight_ih_l0	7	-0.024587441235780716
717729	rnn.weight_ih_l0	8	0.01775934360921383
717729	rnn.weight_ih_l0	9	-0.084896981716156
717729	rnn.weight_hh_l0	0	-0.021224087104201317
717729	rnn.weight_hh_l0	1	0.08691288530826569
717729	rnn.weight_hh_l0	2	0.00456659309566021
717729	rnn.weight_hh_l0	3	-0.03358578309416771
717729	rnn.weight_hh_l0	4	0.08220048248767853
717729	rnn.weight_hh_l0	5	0.007761999499052763
717729	rnn.weight_hh_l0	6	-0.08437030017375946
717729	rnn.weight_hh_l0	7	-0.12857592105865479
717729	rnn.weight_hh_l0	8	0.03927777335047722
717729	rnn.weight_hh_l0	9	-0.12085811793804169
717729	rnn.bias_ih_l0	0	0.1657421737909317
717729	rnn.bias_ih_l0	1	-0.3506472408771515
717729	rnn.bias_ih_l0	2	-0.0314052440226078
717729	rnn.bias_ih_l0	3	-0.2094307392835617
717729	rnn.bias_ih_l0	4	-0.0035062062088400126
717729	rnn.bias_ih_l0	5	-0.44113433361053467
717729	rnn.bias_ih_l0	6	-0.15118850767612457
717729	rnn.bias_ih_l0	7	-0.3803373873233795
717729	rnn.bias_ih_l0	8	-0.3124628961086273
717729	rnn.bias_ih_l0	9	-0.45730122923851013
717729	rnn.bias_hh_l0	0	-0.3540154695510864
717729	rnn.bias_hh_l0	1	-0.4365997910499573
717729	rnn.bias_hh_l0	2	-0.4060242176055908
717729	rnn.bias_hh_l0	3	-0.08370188623666763
717729	rnn.bias_hh_l0	4	-0.4058472514152527
717729	rnn.bias_hh_l0	5	-0.36028265953063965
717729	rnn.bias_hh_l0	6	-0.12309568375349045
717729	rnn.bias_hh_l0	7	0.06424474716186523
717729	rnn.bias_hh_l0	8	-0.23406219482421875
717729	rnn.bias_hh_l0	9	-0.5715276002883911
717729	rnn.weight_ih_l0_reverse	0	0.015131307765841484
717729	rnn.weight_ih_l0_reverse	1	-0.014258733950555325
717729	rnn.weight_ih_l0_reverse	2	0.010725859552621841
717729	rnn.weight_ih_l0_reverse	3	-0.14108367264270782
717729	rnn.weight_ih_l0_reverse	4	0.08282865583896637
717729	rnn.weight_ih_l0_reverse	5	-0.09336041659116745
717729	rnn.weight_ih_l0_reverse	6	0.005936638452112675
717729	rnn.weight_ih_l0_reverse	7	0.02291141264140606
717729	rnn.weight_ih_l0_reverse	8	-0.04358106479048729
717729	rnn.weight_ih_l0_reverse	9	-0.07590869069099426
717729	rnn.weight_hh_l0_reverse	0	-0.14684180915355682
717729	rnn.weight_hh_l0_reverse	1	0.019517216831445694
717729	rnn.weight_hh_l0_reverse	2	-0.021283479407429695
717729	rnn.weight_hh_l0_reverse	3	0.026984594762325287
717729	rnn.weight_hh_l0_reverse	4	-0.07829678058624268
717729	rnn.weight_hh_l0_reverse	5	0.03592216223478317
717729	rnn.weight_hh_l0_reverse	6	0.030069025233387947
717729	rnn.weight_hh_l0_reverse	7	-0.1243884414434433
717729	rnn.weight_hh_l0_reverse	8	-0.07326348125934601
717729	rnn.weight_hh_l0_reverse	9	0.03217651695013046
717729	rnn.bias_ih_l0_reverse	0	-0.18604181706905365
717729	rnn.bias_ih_l0_reverse	1	-0.05894779786467552
717729	rnn.bias_ih_l0_reverse	2	0.1482701599597931
717729	rnn.bias_ih_l0_reverse	3	-0.3252471089363098
717729	rnn.bias_ih_l0_reverse	4	-0.0041918763890862465
717729	rnn.bias_ih_l0_reverse	5	-0.21265378594398499
717729	rnn.bias_ih_l0_reverse	6	0.2656417787075043
717729	rnn.bias_ih_l0_reverse	7	-0.3058418035507202
717729	rnn.bias_ih_l0_reverse	8	-0.19084012508392334
717729	rnn.bias_ih_l0_reverse	9	-0.1482284665107727
717729	rnn.bias_hh_l0_reverse	0	-0.1421540230512619
717729	rnn.bias_hh_l0_reverse	1	0.2840981185436249
717729	rnn.bias_hh_l0_reverse	2	-0.3449760675430298
717729	rnn.bias_hh_l0_reverse	3	-0.22822390496730804
717729	rnn.bias_hh_l0_reverse	4	-0.39349251985549927
717729	rnn.bias_hh_l0_reverse	5	-0.21755951642990112
717729	rnn.bias_hh_l0_reverse	6	-0.26180070638656616
717729	rnn.bias_hh_l0_reverse	7	-0.10105468332767487
717729	rnn.bias_hh_l0_reverse	8	-0.35293543338775635
717729	rnn.bias_hh_l0_reverse	9	0.20913413166999817
717729	linear.weight	0	0.24286803603172302
717729	linear.weight	1	-0.4652663767337799
717729	linear.weight	2	0.05585779622197151
717729	linear.weight	3	0.06748055666685104
717729	linear.weight	4	-0.12363716214895248
717729	linear.weight	5	0.24304182827472687
717729	linear.weight	6	-0.028055986389517784
717729	linear.weight	7	-0.059789028018713
717729	linear.weight	8	0.10585974901914597
717729	linear.weight	9	-0.049832507967948914
717729	linear.bias	0	-0.8564080595970154
717729	linear.bias	1	1.8002243041992188
717729	linear.bias	2	0.7455516457557678
717729	linear.bias	3	-2.7400290966033936
717729	linear.bias	4	-0.08124945312738419
717729	linear.bias	5	1.2786871194839478
717729	linear.bias	6	-0.23072710633277893
717729	linear.bias	7	0.8296623826026917
717729	linear.bias	8	2.1266989707946777
717729	linear.bias	9	-1.3479257822036743
718338	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
718338	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
718338	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
718338	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
718338	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
718338	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
718338	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
718338	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
718338	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
718338	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
718338	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
718338	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
718338	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
718338	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
718338	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
718338	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
718338	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
718338	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
718338	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
718338	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
718338	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
718338	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
718338	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
718338	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
718338	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
718338	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
718338	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
718338	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
718338	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
718338	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
718338	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
718338	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
718338	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
718338	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
718338	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
718338	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
718338	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
718338	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
718338	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
718338	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
718338	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
718338	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
718338	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
718338	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
718338	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
718338	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
718338	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
718338	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
718338	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
718338	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
718338	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
718338	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
718338	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
718338	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
718338	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
718338	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
718338	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
718338	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
718338	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
718338	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
718338	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
718338	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
718338	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
718338	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
718338	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
718338	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
718338	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
718338	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
718338	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
718338	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
718338	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
718338	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
718338	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
718338	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
718338	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
718338	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
718338	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
718338	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
718338	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
718338	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
718338	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
718338	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
718338	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
718338	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
718338	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
718338	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
718338	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
718338	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
718338	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
718338	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
718338	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
718338	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
718338	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
718338	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
718338	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
718338	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
718338	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
718338	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
718338	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
718338	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
718338	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
718338	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
718338	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
718338	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
718338	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
718338	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
718338	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
718338	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
718338	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
718338	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
718338	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
718338	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
718338	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
718338	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
718338	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
718338	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
718338	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
718338	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
718338	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
718338	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
718338	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
718338	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
718338	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
718338	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
718338	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
718338	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
718338	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
718338	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
718338	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
718338	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
718338	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
718338	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
718338	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
718338	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
718338	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
718338	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
718338	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
718338	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
718338	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
718338	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
718338	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
718338	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
718338	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
718338	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
718338	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
718338	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
718338	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
718338	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
718338	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
718338	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
718338	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
718338	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
718338	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
718338	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
718338	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
718338	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
718338	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
718338	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
718338	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
718338	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
718338	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
718338	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
718338	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
718338	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
718338	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
718338	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
718338	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
718338	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
718338	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
718338	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
718338	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
718338	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
718338	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
718338	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
718338	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
718338	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
718338	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
718338	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
718338	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
718338	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
718338	embedding2nn.weight	0	0.31961899995803833
718338	embedding2nn.weight	1	0.37607014179229736
718338	embedding2nn.weight	2	-0.006128696724772453
718338	embedding2nn.weight	3	0.027372688055038452
718338	embedding2nn.weight	4	-0.033013999462127686
718338	embedding2nn.weight	5	0.041722241789102554
718338	embedding2nn.weight	6	-0.0039373766630887985
718338	embedding2nn.weight	7	-0.02491643838584423
718338	embedding2nn.weight	8	0.03432294726371765
718338	embedding2nn.weight	9	-0.05141967535018921
718338	embedding2nn.bias	0	0.002390910405665636
718338	embedding2nn.bias	1	-0.17848487198352814
718338	embedding2nn.bias	2	0.1414089947938919
718338	embedding2nn.bias	3	0.17004776000976562
718338	embedding2nn.bias	4	0.13813181221485138
718338	embedding2nn.bias	5	-0.0656578540802002
718338	embedding2nn.bias	6	-0.04620090126991272
718338	embedding2nn.bias	7	0.05183938890695572
718338	embedding2nn.bias	8	-0.1410767287015915
718338	embedding2nn.bias	9	-0.377739280462265
718338	rnn.weight_ih_l0	0	0.0037868290673941374
718338	rnn.weight_ih_l0	1	-0.053007714450359344
718338	rnn.weight_ih_l0	2	-0.047179121524095535
718338	rnn.weight_ih_l0	3	0.12400732934474945
718338	rnn.weight_ih_l0	4	0.021302690729498863
718338	rnn.weight_ih_l0	5	-0.06941304355859756
718338	rnn.weight_ih_l0	6	0.012395673431456089
718338	rnn.weight_ih_l0	7	-0.022229310125112534
718338	rnn.weight_ih_l0	8	0.019323129206895828
718338	rnn.weight_ih_l0	9	-0.08338181674480438
718338	rnn.weight_hh_l0	0	-0.021198391914367676
718338	rnn.weight_hh_l0	1	0.08684403449296951
718338	rnn.weight_hh_l0	2	0.00487119983881712
718338	rnn.weight_hh_l0	3	-0.033775702118873596
718338	rnn.weight_hh_l0	4	0.08233104646205902
718338	rnn.weight_hh_l0	5	0.007778035011142492
718338	rnn.weight_hh_l0	6	-0.08448506891727448
718338	rnn.weight_hh_l0	7	-0.12934623658657074
718338	rnn.weight_hh_l0	8	0.03928155079483986
718338	rnn.weight_hh_l0	9	-0.12062074989080429
718338	rnn.bias_ih_l0	0	0.17140750586986542
718338	rnn.bias_ih_l0	1	-0.35222965478897095
718338	rnn.bias_ih_l0	2	-0.031116168946027756
718338	rnn.bias_ih_l0	3	-0.21054041385650635
718338	rnn.bias_ih_l0	4	-0.002923961728811264
718338	rnn.bias_ih_l0	5	-0.4401981234550476
718338	rnn.bias_ih_l0	6	-0.15093891322612762
718338	rnn.bias_ih_l0	7	-0.38022416830062866
718338	rnn.bias_ih_l0	8	-0.31493204832077026
718338	rnn.bias_ih_l0	9	-0.4587433338165283
718338	rnn.bias_hh_l0	0	-0.35440191626548767
718338	rnn.bias_hh_l0	1	-0.43692052364349365
718338	rnn.bias_hh_l0	2	-0.4044153690338135
718338	rnn.bias_hh_l0	3	-0.08613447099924088
718338	rnn.bias_hh_l0	4	-0.4045628011226654
718338	rnn.bias_hh_l0	5	-0.3607291579246521
718338	rnn.bias_hh_l0	6	-0.1220608502626419
718338	rnn.bias_hh_l0	7	0.06367091834545135
718338	rnn.bias_hh_l0	8	-0.23066088557243347
718338	rnn.bias_hh_l0	9	-0.5704261660575867
718338	rnn.weight_ih_l0_reverse	0	0.014264987781643867
718338	rnn.weight_ih_l0_reverse	1	-0.013329685665667057
718338	rnn.weight_ih_l0_reverse	2	0.010727424174547195
718338	rnn.weight_ih_l0_reverse	3	-0.1408308744430542
718338	rnn.weight_ih_l0_reverse	4	0.08304543048143387
718338	rnn.weight_ih_l0_reverse	5	-0.09155113250017166
718338	rnn.weight_ih_l0_reverse	6	0.007575126364827156
718338	rnn.weight_ih_l0_reverse	7	0.02301102504134178
718338	rnn.weight_ih_l0_reverse	8	-0.04366271197795868
718338	rnn.weight_ih_l0_reverse	9	-0.0752246305346489
718338	rnn.weight_hh_l0_reverse	0	-0.1469399780035019
718338	rnn.weight_hh_l0_reverse	1	0.019662318751215935
718338	rnn.weight_hh_l0_reverse	2	-0.021332886070013046
718338	rnn.weight_hh_l0_reverse	3	0.02675219252705574
718338	rnn.weight_hh_l0_reverse	4	-0.0782298892736435
718338	rnn.weight_hh_l0_reverse	5	0.03595869243144989
718338	rnn.weight_hh_l0_reverse	6	0.03004160150885582
718338	rnn.weight_hh_l0_reverse	7	-0.12408710271120071
718338	rnn.weight_hh_l0_reverse	8	-0.07430052012205124
718338	rnn.weight_hh_l0_reverse	9	0.03296017274260521
718338	rnn.bias_ih_l0_reverse	0	-0.18893136084079742
718338	rnn.bias_ih_l0_reverse	1	-0.056551359593868256
718338	rnn.bias_ih_l0_reverse	2	0.15135164558887482
718338	rnn.bias_ih_l0_reverse	3	-0.3230621814727783
718338	rnn.bias_ih_l0_reverse	4	-0.004015802405774593
718338	rnn.bias_ih_l0_reverse	5	-0.21331612765789032
718338	rnn.bias_ih_l0_reverse	6	0.26794448494911194
718338	rnn.bias_ih_l0_reverse	7	-0.30514028668403625
718338	rnn.bias_ih_l0_reverse	8	-0.19177016615867615
718338	rnn.bias_ih_l0_reverse	9	-0.15001758933067322
718338	rnn.bias_hh_l0_reverse	0	-0.14042843878269196
718338	rnn.bias_hh_l0_reverse	1	0.2857051491737366
718338	rnn.bias_hh_l0_reverse	2	-0.34841805696487427
718338	rnn.bias_hh_l0_reverse	3	-0.23005004227161407
718338	rnn.bias_hh_l0_reverse	4	-0.39329400658607483
718338	rnn.bias_hh_l0_reverse	5	-0.21761520206928253
718338	rnn.bias_hh_l0_reverse	6	-0.2604876756668091
718338	rnn.bias_hh_l0_reverse	7	-0.09963741153478622
718338	rnn.bias_hh_l0_reverse	8	-0.3546675741672516
718338	rnn.bias_hh_l0_reverse	9	0.20664556324481964
718338	linear.weight	0	0.2497052103281021
718338	linear.weight	1	-0.4695754647254944
718338	linear.weight	2	0.04548720270395279
718338	linear.weight	3	0.06748022139072418
718338	linear.weight	4	-0.1312011033296585
718338	linear.weight	5	0.23288872838020325
718338	linear.weight	6	-0.03719031438231468
718338	linear.weight	7	-0.059787001460790634
718338	linear.weight	8	0.1066875159740448
718338	linear.weight	9	-0.04983338341116905
718338	linear.bias	0	-0.8466569185256958
718338	linear.bias	1	1.8007280826568604
718338	linear.bias	2	0.7407848238945007
718338	linear.bias	3	-2.740060567855835
718338	linear.bias	4	-0.08451235294342041
718338	linear.bias	5	1.2703540325164795
718338	linear.bias	6	-0.21457715332508087
718338	linear.bias	7	0.8338367938995361
718338	linear.bias	8	2.1056642532348633
718338	linear.bias	9	-1.3537520170211792
718947	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
718947	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
718947	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
718947	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
718947	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
718947	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
718947	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
718947	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
718947	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
718947	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
718947	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
718947	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
718947	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
718947	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
718947	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
718947	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
718947	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
718947	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
718947	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
718947	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
718947	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
718947	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
718947	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
718947	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
718947	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
718947	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
718947	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
718947	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
718947	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
718947	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
718947	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
718947	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
718947	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
718947	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
718947	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
718947	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
718947	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
718947	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
718947	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
718947	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
718947	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
718947	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
718947	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
718947	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
718947	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
718947	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
718947	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
718947	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
718947	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
718947	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
718947	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
718947	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
718947	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
718947	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
718947	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
718947	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
718947	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
718947	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
718947	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
718947	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
718947	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
718947	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
718947	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
718947	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
718947	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
718947	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
718947	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
718947	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
718947	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
718947	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
718947	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
718947	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
718947	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
718947	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
718947	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
718947	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
718947	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
718947	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
718947	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
718947	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
718947	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
718947	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
718947	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
718947	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
718947	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
718947	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
718947	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
718947	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
718947	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
718947	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
718947	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
718947	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
718947	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
718947	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
718947	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
718947	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
718947	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
718947	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
718947	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
718947	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
718947	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
718947	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
718947	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
718947	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
718947	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
718947	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
718947	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
718947	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
718947	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
718947	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
718947	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
718947	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
718947	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
718947	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
718947	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
718947	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
718947	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
718947	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
718947	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
718947	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
718947	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
718947	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
718947	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
718947	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
718947	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
718947	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
718947	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
718947	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
718947	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
718947	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
718947	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
718947	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
718947	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
718947	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
718947	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
718947	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
718947	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
718947	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
718947	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
718947	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
718947	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
718947	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
718947	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
718947	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
718947	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
718947	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
718947	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
718947	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
718947	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
718947	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
718947	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
718947	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
718947	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
718947	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
718947	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
718947	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
718947	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
718947	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
718947	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
718947	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
718947	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
718947	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
718947	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
718947	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
718947	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
718947	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
718947	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
718947	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
718947	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
718947	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
718947	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
718947	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
718947	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
718947	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
718947	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
718947	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
718947	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
718947	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
718947	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
718947	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
718947	embedding2nn.weight	0	0.31967321038246155
718947	embedding2nn.weight	1	0.3763943612575531
718947	embedding2nn.weight	2	-0.007791956886649132
718947	embedding2nn.weight	3	0.02819141000509262
718947	embedding2nn.weight	4	-0.033621057868003845
718947	embedding2nn.weight	5	0.041766878217458725
718947	embedding2nn.weight	6	-0.004314718768000603
718947	embedding2nn.weight	7	-0.02380070462822914
718947	embedding2nn.weight	8	0.03534300997853279
718947	embedding2nn.weight	9	-0.05160851031541824
718947	embedding2nn.bias	0	0.007866493426263332
718947	embedding2nn.bias	1	-0.17780320346355438
718947	embedding2nn.bias	2	0.1394442468881607
718947	embedding2nn.bias	3	0.1722671240568161
718947	embedding2nn.bias	4	0.14393259584903717
718947	embedding2nn.bias	5	-0.06432616710662842
718947	embedding2nn.bias	6	-0.050688061863183975
718947	embedding2nn.bias	7	0.05184702202677727
718947	embedding2nn.bias	8	-0.14560449123382568
718947	embedding2nn.bias	9	-0.38432401418685913
718947	rnn.weight_ih_l0	0	0.003154322737827897
718947	rnn.weight_ih_l0	1	-0.05321740731596947
718947	rnn.weight_ih_l0	2	-0.0469212643802166
718947	rnn.weight_ih_l0	3	0.12268316745758057
718947	rnn.weight_ih_l0	4	0.02109995111823082
718947	rnn.weight_ih_l0	5	-0.07144530862569809
718947	rnn.weight_ih_l0	6	0.011795531027019024
718947	rnn.weight_ih_l0	7	-0.022261066362261772
718947	rnn.weight_ih_l0	8	0.01659506931900978
718947	rnn.weight_ih_l0	9	-0.08320150524377823
718947	rnn.weight_hh_l0	0	-0.021120542660355568
718947	rnn.weight_hh_l0	1	0.08691072463989258
718947	rnn.weight_hh_l0	2	0.004928046837449074
718947	rnn.weight_hh_l0	3	-0.03375218063592911
718947	rnn.weight_hh_l0	4	0.08262629061937332
718947	rnn.weight_hh_l0	5	0.0073197646997869015
718947	rnn.weight_hh_l0	6	-0.08432964980602264
718947	rnn.weight_hh_l0	7	-0.12909573316574097
718947	rnn.weight_hh_l0	8	0.039301175624132156
718947	rnn.weight_hh_l0	9	-0.12089093774557114
718947	rnn.bias_ih_l0	0	0.17163965106010437
718947	rnn.bias_ih_l0	1	-0.35369110107421875
718947	rnn.bias_ih_l0	2	-0.03145377337932587
718947	rnn.bias_ih_l0	3	-0.21076947450637817
718947	rnn.bias_ih_l0	4	-0.0031523965299129486
718947	rnn.bias_ih_l0	5	-0.4406028985977173
718947	rnn.bias_ih_l0	6	-0.15092575550079346
718947	rnn.bias_ih_l0	7	-0.3804844915866852
718947	rnn.bias_ih_l0	8	-0.3157382011413574
718947	rnn.bias_ih_l0	9	-0.45541468262672424
718947	rnn.bias_hh_l0	0	-0.35161498188972473
718947	rnn.bias_hh_l0	1	-0.4379136860370636
718947	rnn.bias_hh_l0	2	-0.4043623208999634
718947	rnn.bias_hh_l0	3	-0.082584910094738
718947	rnn.bias_hh_l0	4	-0.4034765660762787
718947	rnn.bias_hh_l0	5	-0.3594195544719696
718947	rnn.bias_hh_l0	6	-0.12429364025592804
718947	rnn.bias_hh_l0	7	0.06235408037900925
718947	rnn.bias_hh_l0	8	-0.2323092818260193
718947	rnn.bias_hh_l0	9	-0.5696917176246643
718947	rnn.weight_ih_l0_reverse	0	0.013637550175189972
718947	rnn.weight_ih_l0_reverse	1	-0.013141868636012077
718947	rnn.weight_ih_l0_reverse	2	0.01059207133948803
718947	rnn.weight_ih_l0_reverse	3	-0.1397276669740677
718947	rnn.weight_ih_l0_reverse	4	0.08207836002111435
718947	rnn.weight_ih_l0_reverse	5	-0.09133420139551163
718947	rnn.weight_ih_l0_reverse	6	0.008297559805214405
718947	rnn.weight_ih_l0_reverse	7	0.02329234778881073
718947	rnn.weight_ih_l0_reverse	8	-0.04425880312919617
718947	rnn.weight_ih_l0_reverse	9	-0.07434670627117157
718947	rnn.weight_hh_l0_reverse	0	-0.1469377875328064
718947	rnn.weight_hh_l0_reverse	1	0.01955496333539486
718947	rnn.weight_hh_l0_reverse	2	-0.021474232897162437
718947	rnn.weight_hh_l0_reverse	3	0.02678932622075081
718947	rnn.weight_hh_l0_reverse	4	-0.07768944650888443
718947	rnn.weight_hh_l0_reverse	5	0.03589869663119316
718947	rnn.weight_hh_l0_reverse	6	0.029916439205408096
718947	rnn.weight_hh_l0_reverse	7	-0.12356552481651306
718947	rnn.weight_hh_l0_reverse	8	-0.07429181784391403
718947	rnn.weight_hh_l0_reverse	9	0.032966163009405136
718947	rnn.bias_ih_l0_reverse	0	-0.1903780996799469
718947	rnn.bias_ih_l0_reverse	1	-0.05583473667502403
718947	rnn.bias_ih_l0_reverse	2	0.1508127897977829
718947	rnn.bias_ih_l0_reverse	3	-0.3232593238353729
718947	rnn.bias_ih_l0_reverse	4	-0.0007809270755387843
718947	rnn.bias_ih_l0_reverse	5	-0.21227408945560455
718947	rnn.bias_ih_l0_reverse	6	0.2692592442035675
718947	rnn.bias_ih_l0_reverse	7	-0.3001399338245392
718947	rnn.bias_ih_l0_reverse	8	-0.19242730736732483
718947	rnn.bias_ih_l0_reverse	9	-0.1541142761707306
718947	rnn.bias_hh_l0_reverse	0	-0.14017392694950104
718947	rnn.bias_hh_l0_reverse	1	0.28390857577323914
718947	rnn.bias_hh_l0_reverse	2	-0.3467482328414917
718947	rnn.bias_hh_l0_reverse	3	-0.23098644614219666
718947	rnn.bias_hh_l0_reverse	4	-0.39481914043426514
718947	rnn.bias_hh_l0_reverse	5	-0.21757133305072784
718947	rnn.bias_hh_l0_reverse	6	-0.2647481858730316
718947	rnn.bias_hh_l0_reverse	7	-0.09996340423822403
718947	rnn.bias_hh_l0_reverse	8	-0.3567226529121399
718947	rnn.bias_hh_l0_reverse	9	0.20565414428710938
718947	linear.weight	0	0.24133937060832977
718947	linear.weight	1	-0.47663772106170654
718947	linear.weight	2	0.029254894703626633
718947	linear.weight	3	0.06748022884130478
718947	linear.weight	4	-0.12932342290878296
718947	linear.weight	5	0.2388242781162262
718947	linear.weight	6	-0.04133126139640808
718947	linear.weight	7	-0.05978560820221901
718947	linear.weight	8	0.10860499739646912
718947	linear.weight	9	-0.049834463745355606
718947	linear.bias	0	-0.8596206307411194
718947	linear.bias	1	1.8009871244430542
718947	linear.bias	2	0.7493544220924377
718947	linear.bias	3	-2.7400827407836914
718947	linear.bias	4	-0.081719309091568
718947	linear.bias	5	1.268479824066162
718947	linear.bias	6	-0.21124185621738434
718947	linear.bias	7	0.8324961066246033
718947	linear.bias	8	2.1162517070770264
718947	linear.bias	9	-1.3476378917694092
719556	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
719556	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
719556	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
719556	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
719556	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
719556	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
719556	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
719556	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
719556	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
719556	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
719556	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
719556	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
719556	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
719556	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
719556	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
719556	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
719556	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
719556	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
719556	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
719556	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
719556	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
719556	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
719556	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
719556	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
719556	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
719556	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
719556	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
719556	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
719556	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
719556	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
719556	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
719556	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
719556	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
719556	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
719556	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
719556	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
719556	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
719556	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
719556	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
719556	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
719556	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
719556	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
719556	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
719556	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
719556	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
719556	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
719556	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
719556	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
719556	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
719556	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
719556	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
719556	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
719556	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
719556	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
719556	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
719556	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
719556	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
719556	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
719556	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
719556	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
719556	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
719556	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
719556	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
719556	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
719556	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
719556	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
719556	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
719556	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
719556	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
719556	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
719556	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
719556	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
719556	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
719556	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
719556	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
719556	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
719556	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
719556	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
719556	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
719556	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
719556	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
719556	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
719556	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
719556	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
719556	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
719556	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
719556	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
719556	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
719556	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
719556	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
719556	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
719556	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
719556	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
719556	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
719556	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
719556	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
719556	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
719556	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
719556	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
719556	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
719556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
719556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
719556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
719556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
719556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
719556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
719556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
719556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
719556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
719556	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
719556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
719556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
719556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
719556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
719556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
719556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
719556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
719556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
719556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
719556	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
719556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
719556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
719556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
719556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
719556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
719556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
719556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
719556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
719556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
719556	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
719556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
719556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
719556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
719556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
719556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
719556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
719556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
719556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
719556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
719556	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
719556	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
719556	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
719556	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
719556	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
719556	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
719556	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
719556	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
719556	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
719556	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
719556	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
719556	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
719556	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
719556	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
719556	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
719556	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
719556	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
719556	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
719556	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
719556	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
719556	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
719556	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
719556	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
719556	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
719556	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
719556	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
719556	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
719556	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
719556	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
719556	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
719556	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
719556	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
719556	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
719556	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
719556	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
719556	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
719556	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
719556	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
719556	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
719556	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
719556	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
719556	embedding2nn.weight	0	0.3192884624004364
719556	embedding2nn.weight	1	0.37601548433303833
719556	embedding2nn.weight	2	-0.008934359066188335
719556	embedding2nn.weight	3	0.03224348649382591
719556	embedding2nn.weight	4	-0.030710494145751
719556	embedding2nn.weight	5	0.042094118893146515
719556	embedding2nn.weight	6	-0.004800480790436268
719556	embedding2nn.weight	7	-0.02725801430642605
719556	embedding2nn.weight	8	0.035185400396585464
719556	embedding2nn.weight	9	-0.054004035890102386
719556	embedding2nn.bias	0	0.0076745301485061646
719556	embedding2nn.bias	1	-0.18945413827896118
719556	embedding2nn.bias	2	0.13759924471378326
719556	embedding2nn.bias	3	0.1809542030096054
719556	embedding2nn.bias	4	0.1496182233095169
719556	embedding2nn.bias	5	-0.0655747652053833
719556	embedding2nn.bias	6	-0.048024412244558334
719556	embedding2nn.bias	7	0.050058282911777496
719556	embedding2nn.bias	8	-0.15162105858325958
719556	embedding2nn.bias	9	-0.38021108508110046
719556	rnn.weight_ih_l0	0	0.0038554719649255276
719556	rnn.weight_ih_l0	1	-0.05382134020328522
719556	rnn.weight_ih_l0	2	-0.04596703127026558
719556	rnn.weight_ih_l0	3	0.12392044067382812
719556	rnn.weight_ih_l0	4	0.02064788155257702
719556	rnn.weight_ih_l0	5	-0.07127830386161804
719556	rnn.weight_ih_l0	6	0.012786191888153553
719556	rnn.weight_ih_l0	7	-0.022029506042599678
719556	rnn.weight_ih_l0	8	0.01618465967476368
719556	rnn.weight_ih_l0	9	-0.08323875069618225
719556	rnn.weight_hh_l0	0	-0.02101438120007515
719556	rnn.weight_hh_l0	1	0.08685249090194702
719556	rnn.weight_hh_l0	2	0.004499173257499933
719556	rnn.weight_hh_l0	3	-0.03357122465968132
719556	rnn.weight_hh_l0	4	0.08234132081270218
719556	rnn.weight_hh_l0	5	0.0070831007324159145
719556	rnn.weight_hh_l0	6	-0.08439084887504578
719556	rnn.weight_hh_l0	7	-0.12984159588813782
719556	rnn.weight_hh_l0	8	0.03906232863664627
719556	rnn.weight_hh_l0	9	-0.12114851176738739
719556	rnn.bias_ih_l0	0	0.17098259925842285
719556	rnn.bias_ih_l0	1	-0.35441794991493225
719556	rnn.bias_ih_l0	2	-0.03149919584393501
719556	rnn.bias_ih_l0	3	-0.21063661575317383
719556	rnn.bias_ih_l0	4	-0.0015596532030031085
719556	rnn.bias_ih_l0	5	-0.4421055018901825
719556	rnn.bias_ih_l0	6	-0.15048030018806458
719556	rnn.bias_ih_l0	7	-0.3802439272403717
719556	rnn.bias_ih_l0	8	-0.31453952193260193
719556	rnn.bias_ih_l0	9	-0.459530770778656
719556	rnn.bias_hh_l0	0	-0.351548969745636
719556	rnn.bias_hh_l0	1	-0.43858158588409424
719556	rnn.bias_hh_l0	2	-0.40667060017585754
719556	rnn.bias_hh_l0	3	-0.08265437930822372
719556	rnn.bias_hh_l0	4	-0.4037719964981079
719556	rnn.bias_hh_l0	5	-0.3594916760921478
719556	rnn.bias_hh_l0	6	-0.1250281035900116
719556	rnn.bias_hh_l0	7	0.0612693689763546
719556	rnn.bias_hh_l0	8	-0.22993379831314087
719556	rnn.bias_hh_l0	9	-0.5716478228569031
719556	rnn.weight_ih_l0_reverse	0	0.01434251107275486
719556	rnn.weight_ih_l0_reverse	1	-0.013460771180689335
719556	rnn.weight_ih_l0_reverse	2	0.009360510855913162
719556	rnn.weight_ih_l0_reverse	3	-0.14024606347084045
719556	rnn.weight_ih_l0_reverse	4	0.08207982778549194
719556	rnn.weight_ih_l0_reverse	5	-0.09070497006177902
719556	rnn.weight_ih_l0_reverse	6	0.00827124621719122
719556	rnn.weight_ih_l0_reverse	7	0.023077912628650665
719556	rnn.weight_ih_l0_reverse	8	-0.04501388967037201
719556	rnn.weight_ih_l0_reverse	9	-0.07324007898569107
719556	rnn.weight_hh_l0_reverse	0	-0.14700205624103546
719556	rnn.weight_hh_l0_reverse	1	0.019869932904839516
719556	rnn.weight_hh_l0_reverse	2	-0.02150902710855007
719556	rnn.weight_hh_l0_reverse	3	0.02663566917181015
719556	rnn.weight_hh_l0_reverse	4	-0.07749558985233307
719556	rnn.weight_hh_l0_reverse	5	0.03588903322815895
719556	rnn.weight_hh_l0_reverse	6	0.029888998717069626
719556	rnn.weight_hh_l0_reverse	7	-0.12381964176893234
719556	rnn.weight_hh_l0_reverse	8	-0.07360752671957016
719556	rnn.weight_hh_l0_reverse	9	0.03295811638236046
719556	rnn.bias_ih_l0_reverse	0	-0.18875236809253693
719556	rnn.bias_ih_l0_reverse	1	-0.05437067896127701
719556	rnn.bias_ih_l0_reverse	2	0.1501723676919937
719556	rnn.bias_ih_l0_reverse	3	-0.3233022689819336
719556	rnn.bias_ih_l0_reverse	4	0.0026870856527239084
719556	rnn.bias_ih_l0_reverse	5	-0.21342141926288605
719556	rnn.bias_ih_l0_reverse	6	0.268264502286911
719556	rnn.bias_ih_l0_reverse	7	-0.29814818501472473
719556	rnn.bias_ih_l0_reverse	8	-0.19305551052093506
719556	rnn.bias_ih_l0_reverse	9	-0.1555548906326294
719556	rnn.bias_hh_l0_reverse	0	-0.13925085961818695
719556	rnn.bias_hh_l0_reverse	1	0.28321415185928345
719556	rnn.bias_hh_l0_reverse	2	-0.3469320237636566
719556	rnn.bias_hh_l0_reverse	3	-0.2302556037902832
719556	rnn.bias_hh_l0_reverse	4	-0.3961707353591919
719556	rnn.bias_hh_l0_reverse	5	-0.2200375646352768
719556	rnn.bias_hh_l0_reverse	6	-0.261525958776474
719556	rnn.bias_hh_l0_reverse	7	-0.09930063784122467
719556	rnn.bias_hh_l0_reverse	8	-0.35813480615615845
719556	rnn.bias_hh_l0_reverse	9	0.20011387765407562
719556	linear.weight	0	0.2387598305940628
719556	linear.weight	1	-0.4799586534500122
719556	linear.weight	2	0.03224589675664902
719556	linear.weight	3	0.06748000532388687
719556	linear.weight	4	-0.13516394793987274
719556	linear.weight	5	0.24547792971134186
719556	linear.weight	6	-0.03967883065342903
719556	linear.weight	7	-0.059784553945064545
719556	linear.weight	8	0.11156009882688522
719556	linear.weight	9	-0.04983537271618843
719556	linear.bias	0	-0.8523343205451965
719556	linear.bias	1	1.8154988288879395
719556	linear.bias	2	0.7444393038749695
719556	linear.bias	3	-2.740110158920288
719556	linear.bias	4	-0.09286410361528397
719556	linear.bias	5	1.262046217918396
719556	linear.bias	6	-0.21579547226428986
719556	linear.bias	7	0.8215155601501465
719556	linear.bias	8	2.1153218746185303
719556	linear.bias	9	-1.3467919826507568
719564	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
719564	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
719564	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
719564	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
719564	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
719564	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
719564	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
719564	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
719564	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
719564	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
719564	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
719564	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
719564	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
719564	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
719564	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
719564	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
719564	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
719564	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
719564	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
719564	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
719564	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
719564	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
719564	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
719564	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
719564	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
719564	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
719564	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
719564	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
719564	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
719564	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
719564	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
719564	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
719564	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
719564	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
719564	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
719564	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
719564	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
719564	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
719564	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
719564	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
719564	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
719564	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
719564	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
719564	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
719564	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
719564	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
719564	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
719564	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
719564	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
719564	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
719564	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
719564	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
719564	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
719564	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
719564	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
719564	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
719564	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
719564	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
719564	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
719564	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
719564	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
719564	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
719564	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
719564	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
719564	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
719564	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
719564	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
719564	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
719564	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
719564	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
719564	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
719564	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
719564	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
719564	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
719564	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
719564	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
719564	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
719564	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
719564	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
719564	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
719564	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
719564	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
719564	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
719564	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
719564	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
719564	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
719564	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
719564	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
719564	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
719564	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
719564	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
719564	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
719564	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
719564	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
719564	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
719564	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
719564	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
719564	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
719564	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
719564	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
719564	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
719564	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
719564	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
719564	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
719564	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
719564	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
719564	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
719564	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
719564	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
719564	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
719564	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
719564	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
719564	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
719564	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
719564	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
719564	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
719564	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
719564	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
719564	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
719564	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
719564	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
719564	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
719564	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
719564	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
719564	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
719564	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
719564	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
719564	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
719564	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
719564	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
719564	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
719564	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
719564	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
719564	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
719564	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
719564	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
719564	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
719564	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
719564	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
719564	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
719564	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
719564	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
719564	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
719564	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
719564	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
719564	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
719564	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
719564	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
719564	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
719564	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
719564	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
719564	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
719564	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
719564	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
719564	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
719564	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
719564	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
719564	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
719564	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
719564	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
719564	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
719564	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
719564	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
719564	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
719564	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
719564	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
719564	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
719564	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
719564	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
719564	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
719564	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
719564	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
719564	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
719564	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
719564	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
719564	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
719564	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
719564	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
719564	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
719564	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
719564	embedding2nn.weight	0	0.31920257210731506
719564	embedding2nn.weight	1	0.37590786814689636
719564	embedding2nn.weight	2	-0.008811458945274353
719564	embedding2nn.weight	3	0.032330241054296494
719564	embedding2nn.weight	4	-0.030890660360455513
719564	embedding2nn.weight	5	0.04205865040421486
719564	embedding2nn.weight	6	-0.004827515222132206
719564	embedding2nn.weight	7	-0.027011007070541382
719564	embedding2nn.weight	8	0.03519884869456291
719564	embedding2nn.weight	9	-0.05415088310837746
719564	embedding2nn.bias	0	0.007013311143964529
719564	embedding2nn.bias	1	-0.18917864561080933
719564	embedding2nn.bias	2	0.1393880397081375
719564	embedding2nn.bias	3	0.18026074767112732
719564	embedding2nn.bias	4	0.1508905440568924
719564	embedding2nn.bias	5	-0.0656663253903389
719564	embedding2nn.bias	6	-0.04879337176680565
719564	embedding2nn.bias	7	0.05026000738143921
719564	embedding2nn.bias	8	-0.15219663083553314
719564	embedding2nn.bias	9	-0.380123108625412
719564	rnn.weight_ih_l0	0	0.003864661790430546
719564	rnn.weight_ih_l0	1	-0.053802136331796646
719564	rnn.weight_ih_l0	2	-0.04576092213392258
719564	rnn.weight_ih_l0	3	0.12379815429449081
719564	rnn.weight_ih_l0	4	0.020701462402939796
719564	rnn.weight_ih_l0	5	-0.07123298943042755
719564	rnn.weight_ih_l0	6	0.012719833292067051
719564	rnn.weight_ih_l0	7	-0.022101545706391335
719564	rnn.weight_ih_l0	8	0.016169633716344833
719564	rnn.weight_ih_l0	9	-0.08312878757715225
719564	rnn.weight_hh_l0	0	-0.021019456908106804
719564	rnn.weight_hh_l0	1	0.08689424395561218
719564	rnn.weight_hh_l0	2	0.004492312669754028
719564	rnn.weight_hh_l0	3	-0.03354532644152641
719564	rnn.weight_hh_l0	4	0.08233435451984406
719564	rnn.weight_hh_l0	5	0.007059733383357525
719564	rnn.weight_hh_l0	6	-0.08439217507839203
719564	rnn.weight_hh_l0	7	-0.12983740866184235
719564	rnn.weight_hh_l0	8	0.039059627801179886
719564	rnn.weight_hh_l0	9	-0.12113440036773682
719564	rnn.bias_ih_l0	0	0.1709432750940323
719564	rnn.bias_ih_l0	1	-0.3544255197048187
719564	rnn.bias_ih_l0	2	-0.0314573273062706
719564	rnn.bias_ih_l0	3	-0.2105606645345688
719564	rnn.bias_ih_l0	4	-0.0015426211757585406
719564	rnn.bias_ih_l0	5	-0.44207921624183655
719564	rnn.bias_ih_l0	6	-0.15051871538162231
719564	rnn.bias_ih_l0	7	-0.3802652657032013
719564	rnn.bias_ih_l0	8	-0.3143504858016968
719564	rnn.bias_ih_l0	9	-0.4589589834213257
719564	rnn.bias_hh_l0	0	-0.3516307473182678
719564	rnn.bias_hh_l0	1	-0.43869438767433167
719564	rnn.bias_hh_l0	2	-0.40674474835395813
719564	rnn.bias_hh_l0	3	-0.0827728658914566
719564	rnn.bias_hh_l0	4	-0.4037586450576782
719564	rnn.bias_hh_l0	5	-0.35948097705841064
719564	rnn.bias_hh_l0	6	-0.12503445148468018
719564	rnn.bias_hh_l0	7	0.06124132126569748
719564	rnn.bias_hh_l0	8	-0.23006011545658112
719564	rnn.bias_hh_l0	9	-0.5715736746788025
719564	rnn.weight_ih_l0_reverse	0	0.01431414857506752
719564	rnn.weight_ih_l0_reverse	1	-0.013437463901937008
719564	rnn.weight_ih_l0_reverse	2	0.009449535049498081
719564	rnn.weight_ih_l0_reverse	3	-0.1403045952320099
719564	rnn.weight_ih_l0_reverse	4	0.08206911385059357
719564	rnn.weight_ih_l0_reverse	5	-0.09056027978658676
719564	rnn.weight_ih_l0_reverse	6	0.008214842528104782
719564	rnn.weight_ih_l0_reverse	7	0.023061715066432953
719564	rnn.weight_ih_l0_reverse	8	-0.04521970450878143
719564	rnn.weight_ih_l0_reverse	9	-0.07324329018592834
719564	rnn.weight_hh_l0_reverse	0	-0.14694204926490784
719564	rnn.weight_hh_l0_reverse	1	0.019870629534125328
719564	rnn.weight_hh_l0_reverse	2	-0.021517550572752953
719564	rnn.weight_hh_l0_reverse	3	0.026639753952622414
719564	rnn.weight_hh_l0_reverse	4	-0.07747609168291092
719564	rnn.weight_hh_l0_reverse	5	0.035889726132154465
719564	rnn.weight_hh_l0_reverse	6	0.029889199882745743
719564	rnn.weight_hh_l0_reverse	7	-0.1238628700375557
719564	rnn.weight_hh_l0_reverse	8	-0.07362226396799088
719564	rnn.weight_hh_l0_reverse	9	0.03292301297187805
719564	rnn.bias_ih_l0_reverse	0	-0.18873117864131927
719564	rnn.bias_ih_l0_reverse	1	-0.05451145023107529
719564	rnn.bias_ih_l0_reverse	2	0.1501859724521637
719564	rnn.bias_ih_l0_reverse	3	-0.32358595728874207
719564	rnn.bias_ih_l0_reverse	4	0.002654587384313345
719564	rnn.bias_ih_l0_reverse	5	-0.21337883174419403
719564	rnn.bias_ih_l0_reverse	6	0.26828354597091675
719564	rnn.bias_ih_l0_reverse	7	-0.29780033230781555
719564	rnn.bias_ih_l0_reverse	8	-0.19311514496803284
719564	rnn.bias_ih_l0_reverse	9	-0.1554338037967682
719564	rnn.bias_hh_l0_reverse	0	-0.13926009833812714
719564	rnn.bias_hh_l0_reverse	1	0.2831496000289917
719564	rnn.bias_hh_l0_reverse	2	-0.3472219705581665
719564	rnn.bias_hh_l0_reverse	3	-0.22994063794612885
719564	rnn.bias_hh_l0_reverse	4	-0.3964249789714813
719564	rnn.bias_hh_l0_reverse	5	-0.22012101113796234
719564	rnn.bias_hh_l0_reverse	6	-0.2614215910434723
719564	rnn.bias_hh_l0_reverse	7	-0.09929532557725906
719564	rnn.bias_hh_l0_reverse	8	-0.35835739970207214
719564	rnn.bias_hh_l0_reverse	9	0.2001122385263443
719564	linear.weight	0	0.2384088784456253
719564	linear.weight	1	-0.47919440269470215
719564	linear.weight	2	0.03254286199808121
719564	linear.weight	3	0.06748000532388687
719564	linear.weight	4	-0.13420870900154114
719564	linear.weight	5	0.24583473801612854
719564	linear.weight	6	-0.03950360417366028
719564	linear.weight	7	-0.059784550219774246
719564	linear.weight	8	0.11276356130838394
719564	linear.weight	9	-0.049835383892059326
719564	linear.bias	0	-0.8525145053863525
719564	linear.bias	1	1.8129312992095947
719564	linear.bias	2	0.7446010708808899
719564	linear.bias	3	-2.740110397338867
719564	linear.bias	4	-0.09255485981702805
719564	linear.bias	5	1.2670572996139526
719564	linear.bias	6	-0.2159397155046463
719564	linear.bias	7	0.818341076374054
719564	linear.bias	8	2.1225905418395996
719564	linear.bias	9	-1.346761703491211
720173	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
720173	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
720173	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
720173	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
720173	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
720173	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
720173	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
720173	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
720173	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
720173	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
720173	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
720173	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
720173	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
720173	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
720173	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
720173	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
720173	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
720173	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
720173	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
720173	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
720173	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
720173	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
720173	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
720173	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
720173	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
720173	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
720173	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
720173	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
720173	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
720173	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
720173	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
720173	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
720173	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
720173	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
720173	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
720173	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
720173	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
720173	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
720173	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
720173	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
720173	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
720173	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
720173	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
720173	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
720173	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
720173	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
720173	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
720173	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
720173	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
720173	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
720173	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
720173	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
720173	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
720173	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
720173	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
720173	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
720173	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
720173	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
720173	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
720173	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
720173	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
720173	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
720173	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
720173	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
720173	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
720173	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
720173	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
720173	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
720173	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
720173	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
720173	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
720173	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
720173	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
720173	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
720173	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
720173	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
720173	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
720173	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
720173	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
720173	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
720173	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
720173	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
720173	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
720173	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
720173	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
720173	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
720173	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
720173	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
720173	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
720173	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
720173	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
720173	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
720173	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
720173	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
720173	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
720173	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
720173	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
720173	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
720173	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
720173	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
720173	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
720173	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
720173	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
720173	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
720173	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
720173	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
720173	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
720173	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
720173	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
720173	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
720173	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
720173	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
720173	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
720173	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
720173	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
720173	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
720173	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
720173	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
720173	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
720173	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
720173	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
720173	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
720173	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
720173	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
720173	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
720173	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
720173	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
720173	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
720173	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
720173	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
720173	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
720173	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
720173	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
720173	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
720173	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
720173	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
720173	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
720173	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
720173	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
720173	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
720173	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
720173	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
720173	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
720173	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
720173	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
720173	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
720173	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
720173	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
720173	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
720173	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
720173	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
720173	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
720173	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
720173	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
720173	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
720173	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
720173	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
720173	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
720173	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
720173	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
720173	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
720173	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
720173	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
720173	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
720173	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
720173	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
720173	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
720173	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
720173	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
720173	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
720173	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
720173	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
720173	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
720173	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
720173	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
720173	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
720173	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
720173	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
720173	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
720173	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
720173	embedding2nn.weight	0	0.31885677576065063
720173	embedding2nn.weight	1	0.3755241930484772
720173	embedding2nn.weight	2	-0.008600124157965183
720173	embedding2nn.weight	3	0.026894880458712578
720173	embedding2nn.weight	4	-0.02842608466744423
720173	embedding2nn.weight	5	0.04229877516627312
720173	embedding2nn.weight	6	-0.005137182306498289
720173	embedding2nn.weight	7	-0.027522336691617966
720173	embedding2nn.weight	8	0.03454397991299629
720173	embedding2nn.weight	9	-0.05560082942247391
720173	embedding2nn.bias	0	0.01848052628338337
720173	embedding2nn.bias	1	-0.19354544579982758
720173	embedding2nn.bias	2	0.13967840373516083
720173	embedding2nn.bias	3	0.17405422031879425
720173	embedding2nn.bias	4	0.15466326475143433
720173	embedding2nn.bias	5	-0.06112242117524147
720173	embedding2nn.bias	6	-0.04318759962916374
720173	embedding2nn.bias	7	0.04411426559090614
720173	embedding2nn.bias	8	-0.15457655489444733
720173	embedding2nn.bias	9	-0.3722040355205536
720173	rnn.weight_ih_l0	0	0.003362879157066345
720173	rnn.weight_ih_l0	1	-0.05358131602406502
720173	rnn.weight_ih_l0	2	-0.04635300114750862
720173	rnn.weight_ih_l0	3	0.12418241798877716
720173	rnn.weight_ih_l0	4	0.021203000098466873
720173	rnn.weight_ih_l0	5	-0.07197722792625427
720173	rnn.weight_ih_l0	6	0.012372292578220367
720173	rnn.weight_ih_l0	7	-0.023203862830996513
720173	rnn.weight_ih_l0	8	0.014294584281742573
720173	rnn.weight_ih_l0	9	-0.08464306592941284
720173	rnn.weight_hh_l0	0	-0.02090092934668064
720173	rnn.weight_hh_l0	1	0.0868978351354599
720173	rnn.weight_hh_l0	2	0.0042676483280956745
720173	rnn.weight_hh_l0	3	-0.033566396683454514
720173	rnn.weight_hh_l0	4	0.08224540203809738
720173	rnn.weight_hh_l0	5	0.006940426770597696
720173	rnn.weight_hh_l0	6	-0.08411466330289841
720173	rnn.weight_hh_l0	7	-0.13052719831466675
720173	rnn.weight_hh_l0	8	0.03910805657505989
720173	rnn.weight_hh_l0	9	-0.12114931643009186
720173	rnn.bias_ih_l0	0	0.16739363968372345
720173	rnn.bias_ih_l0	1	-0.3521197438240051
720173	rnn.bias_ih_l0	2	-0.031763955950737
720173	rnn.bias_ih_l0	3	-0.21261747181415558
720173	rnn.bias_ih_l0	4	-0.002642130246385932
720173	rnn.bias_ih_l0	5	-0.44187355041503906
720173	rnn.bias_ih_l0	6	-0.14735862612724304
720173	rnn.bias_ih_l0	7	-0.38026949763298035
720173	rnn.bias_ih_l0	8	-0.3102411925792694
720173	rnn.bias_ih_l0	9	-0.4582044184207916
720173	rnn.bias_hh_l0	0	-0.35007721185684204
720173	rnn.bias_hh_l0	1	-0.4372204840183258
720173	rnn.bias_hh_l0	2	-0.4076136648654938
720173	rnn.bias_hh_l0	3	-0.08434388041496277
720173	rnn.bias_hh_l0	4	-0.4018651843070984
720173	rnn.bias_hh_l0	5	-0.35869282484054565
720173	rnn.bias_hh_l0	6	-0.12416796386241913
720173	rnn.bias_hh_l0	7	0.06179983541369438
720173	rnn.bias_hh_l0	8	-0.23079338669776917
720173	rnn.bias_hh_l0	9	-0.5724682211875916
720173	rnn.weight_ih_l0_reverse	0	0.011966394260525703
720173	rnn.weight_ih_l0_reverse	1	-0.01386383455246687
720173	rnn.weight_ih_l0_reverse	2	0.009512093849480152
720173	rnn.weight_ih_l0_reverse	3	-0.140655055642128
720173	rnn.weight_ih_l0_reverse	4	0.08220787346363068
720173	rnn.weight_ih_l0_reverse	5	-0.09163281321525574
720173	rnn.weight_ih_l0_reverse	6	0.007701392751187086
720173	rnn.weight_ih_l0_reverse	7	0.022745531052350998
720173	rnn.weight_ih_l0_reverse	8	-0.044814519584178925
720173	rnn.weight_ih_l0_reverse	9	-0.07323551923036575
720173	rnn.weight_hh_l0_reverse	0	-0.14667953550815582
720173	rnn.weight_hh_l0_reverse	1	0.02011449635028839
720173	rnn.weight_hh_l0_reverse	2	-0.02161002904176712
720173	rnn.weight_hh_l0_reverse	3	0.026603786274790764
720173	rnn.weight_hh_l0_reverse	4	-0.07733811438083649
720173	rnn.weight_hh_l0_reverse	5	0.03581708297133446
720173	rnn.weight_hh_l0_reverse	6	0.029877593740820885
720173	rnn.weight_hh_l0_reverse	7	-0.12313491851091385
720173	rnn.weight_hh_l0_reverse	8	-0.07363327592611313
720173	rnn.weight_hh_l0_reverse	9	0.03242792934179306
720173	rnn.bias_ih_l0_reverse	0	-0.18572281301021576
720173	rnn.bias_ih_l0_reverse	1	-0.056244537234306335
720173	rnn.bias_ih_l0_reverse	2	0.14992007613182068
720173	rnn.bias_ih_l0_reverse	3	-0.32331064343452454
720173	rnn.bias_ih_l0_reverse	4	-0.0021847891621291637
720173	rnn.bias_ih_l0_reverse	5	-0.21432240307331085
720173	rnn.bias_ih_l0_reverse	6	0.26939982175827026
720173	rnn.bias_ih_l0_reverse	7	-0.306052565574646
720173	rnn.bias_ih_l0_reverse	8	-0.19222088158130646
720173	rnn.bias_ih_l0_reverse	9	-0.15725569427013397
720173	rnn.bias_hh_l0_reverse	0	-0.13797853887081146
720173	rnn.bias_hh_l0_reverse	1	0.28325632214546204
720173	rnn.bias_hh_l0_reverse	2	-0.34911954402923584
720173	rnn.bias_hh_l0_reverse	3	-0.23174124956130981
720173	rnn.bias_hh_l0_reverse	4	-0.39742276072502136
720173	rnn.bias_hh_l0_reverse	5	-0.21800780296325684
720173	rnn.bias_hh_l0_reverse	6	-0.2625679075717926
720173	rnn.bias_hh_l0_reverse	7	-0.10110785067081451
720173	rnn.bias_hh_l0_reverse	8	-0.3558792173862457
720173	rnn.bias_hh_l0_reverse	9	0.20357894897460938
720173	linear.weight	0	0.24359655380249023
720173	linear.weight	1	-0.4734579026699066
720173	linear.weight	2	0.044698577374219894
720173	linear.weight	3	0.06748013198375702
720173	linear.weight	4	-0.13126732409000397
720173	linear.weight	5	0.24414266645908356
720173	linear.weight	6	-0.040464792400598526
720173	linear.weight	7	-0.059782855212688446
720173	linear.weight	8	0.12141896039247513
720173	linear.weight	9	-0.04983621835708618
720173	linear.bias	0	-0.8621636629104614
720173	linear.bias	1	1.802951455116272
720173	linear.bias	2	0.7476916313171387
720173	linear.bias	3	-2.7401375770568848
720173	linear.bias	4	-0.0946749895811081
720173	linear.bias	5	1.2790254354476929
720173	linear.bias	6	-0.2135295867919922
720173	linear.bias	7	0.8182958960533142
720173	linear.bias	8	2.1387839317321777
720173	linear.bias	9	-1.3585050106048584
720782	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
720782	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
720782	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
720782	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
720782	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
720782	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
720782	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
720782	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
720782	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
720782	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
720782	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
720782	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
720782	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
720782	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
720782	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
720782	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
720782	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
720782	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
720782	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
720782	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
720782	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
720782	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
720782	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
720782	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
720782	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
720782	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
720782	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
720782	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
720782	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
720782	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
720782	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
720782	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
720782	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
720782	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
720782	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
720782	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
720782	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
720782	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
720782	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
720782	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
720782	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
720782	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
720782	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
720782	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
720782	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
720782	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
720782	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
720782	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
720782	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
720782	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
720782	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
720782	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
720782	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
720782	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
720782	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
720782	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
720782	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
720782	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
720782	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
720782	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
720782	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
720782	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
720782	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
720782	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
720782	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
720782	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
720782	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
720782	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
720782	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
720782	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
720782	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
720782	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
720782	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
720782	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
720782	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
720782	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
720782	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
720782	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
720782	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
720782	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
720782	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
720782	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
720782	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
720782	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
720782	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
720782	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
720782	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
720782	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
720782	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
720782	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
720782	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
720782	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
720782	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
720782	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
720782	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
720782	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
720782	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
720782	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
720782	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
720782	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
720782	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
720782	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
720782	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
720782	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
720782	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
720782	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
720782	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
720782	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
720782	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
720782	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
720782	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
720782	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
720782	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
720782	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
720782	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
720782	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
720782	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
720782	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
720782	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
720782	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
720782	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
720782	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
720782	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
720782	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
720782	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
720782	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
720782	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
720782	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
720782	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
720782	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
720782	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
720782	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
720782	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
720782	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
720782	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
720782	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
720782	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
720782	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
720782	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
720782	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
720782	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
720782	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
720782	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
720782	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
720782	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
720782	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
720782	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
720782	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
720782	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
720782	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
720782	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
720782	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
720782	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
720782	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
720782	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
720782	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
720782	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
720782	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
720782	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
720782	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
720782	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
720782	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
720782	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
720782	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
720782	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
720782	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
720782	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
720782	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
720782	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
720782	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
720782	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
720782	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
720782	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
720782	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
720782	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
720782	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
720782	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
720782	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
720782	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
720782	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
720782	embedding2nn.weight	0	0.3190165162086487
720782	embedding2nn.weight	1	0.37467053532600403
720782	embedding2nn.weight	2	-0.008004452101886272
720782	embedding2nn.weight	3	0.02633761614561081
720782	embedding2nn.weight	4	-0.028513872995972633
720782	embedding2nn.weight	5	0.041673921048641205
720782	embedding2nn.weight	6	-0.0039330716244876385
720782	embedding2nn.weight	7	-0.02992849424481392
720782	embedding2nn.weight	8	0.03620597720146179
720782	embedding2nn.weight	9	-0.05698925629258156
720782	embedding2nn.bias	0	0.018510866910219193
720782	embedding2nn.bias	1	-0.19552387297153473
720782	embedding2nn.bias	2	0.13493472337722778
720782	embedding2nn.bias	3	0.17582358419895172
720782	embedding2nn.bias	4	0.14888963103294373
720782	embedding2nn.bias	5	-0.061017900705337524
720782	embedding2nn.bias	6	-0.05198723450303078
720782	embedding2nn.bias	7	0.04713122546672821
720782	embedding2nn.bias	8	-0.1462339162826538
720782	embedding2nn.bias	9	-0.3808739483356476
720782	rnn.weight_ih_l0	0	0.0035862342920154333
720782	rnn.weight_ih_l0	1	-0.05349567160010338
720782	rnn.weight_ih_l0	2	-0.04641583934426308
720782	rnn.weight_ih_l0	3	0.125387042760849
720782	rnn.weight_ih_l0	4	0.01992826908826828
720782	rnn.weight_ih_l0	5	-0.0728265792131424
720782	rnn.weight_ih_l0	6	0.013150581158697605
720782	rnn.weight_ih_l0	7	-0.023126954212784767
720782	rnn.weight_ih_l0	8	0.00931550282984972
720782	rnn.weight_ih_l0	9	-0.08400050550699234
720782	rnn.weight_hh_l0	0	-0.021000653505325317
720782	rnn.weight_hh_l0	1	0.086945541203022
720782	rnn.weight_hh_l0	2	0.003916783258318901
720782	rnn.weight_hh_l0	3	-0.03355081006884575
720782	rnn.weight_hh_l0	4	0.08240839093923569
720782	rnn.weight_hh_l0	5	0.00719065498560667
720782	rnn.weight_hh_l0	6	-0.08401460200548172
720782	rnn.weight_hh_l0	7	-0.13053135573863983
720782	rnn.weight_hh_l0	8	0.039092592895030975
720782	rnn.weight_hh_l0	9	-0.12064605951309204
720782	rnn.bias_ih_l0	0	0.1670033037662506
720782	rnn.bias_ih_l0	1	-0.3529023230075836
720782	rnn.bias_ih_l0	2	-0.03138940408825874
720782	rnn.bias_ih_l0	3	-0.2119600921869278
720782	rnn.bias_ih_l0	4	-0.0031117009930312634
720782	rnn.bias_ih_l0	5	-0.4423760771751404
720782	rnn.bias_ih_l0	6	-0.14937740564346313
720782	rnn.bias_ih_l0	7	-0.3802702724933624
720782	rnn.bias_ih_l0	8	-0.31233489513397217
720782	rnn.bias_ih_l0	9	-0.4603539705276489
720782	rnn.bias_hh_l0	0	-0.35049745440483093
720782	rnn.bias_hh_l0	1	-0.4397861361503601
720782	rnn.bias_hh_l0	2	-0.4070318937301636
720782	rnn.bias_hh_l0	3	-0.08370409160852432
720782	rnn.bias_hh_l0	4	-0.402258038520813
720782	rnn.bias_hh_l0	5	-0.3584389388561249
720782	rnn.bias_hh_l0	6	-0.12430161237716675
720782	rnn.bias_hh_l0	7	0.059470053762197495
720782	rnn.bias_hh_l0	8	-0.23066002130508423
720782	rnn.bias_hh_l0	9	-0.5720869898796082
720782	rnn.weight_ih_l0_reverse	0	0.011400749906897545
720782	rnn.weight_ih_l0_reverse	1	-0.014500577934086323
720782	rnn.weight_ih_l0_reverse	2	0.009211713448166847
720782	rnn.weight_ih_l0_reverse	3	-0.140309676527977
720782	rnn.weight_ih_l0_reverse	4	0.082774318754673
720782	rnn.weight_ih_l0_reverse	5	-0.09222221374511719
720782	rnn.weight_ih_l0_reverse	6	0.006391576956957579
720782	rnn.weight_ih_l0_reverse	7	0.022678133100271225
720782	rnn.weight_ih_l0_reverse	8	-0.04578197002410889
720782	rnn.weight_ih_l0_reverse	9	-0.07348932325839996
720782	rnn.weight_hh_l0_reverse	0	-0.1471790373325348
720782	rnn.weight_hh_l0_reverse	1	0.02019326388835907
720782	rnn.weight_hh_l0_reverse	2	-0.02131384238600731
720782	rnn.weight_hh_l0_reverse	3	0.026658665388822556
720782	rnn.weight_hh_l0_reverse	4	-0.07744342088699341
720782	rnn.weight_hh_l0_reverse	5	0.0357842855155468
720782	rnn.weight_hh_l0_reverse	6	0.029921691864728928
720782	rnn.weight_hh_l0_reverse	7	-0.12342485040426254
720782	rnn.weight_hh_l0_reverse	8	-0.0736045315861702
720782	rnn.weight_hh_l0_reverse	9	0.03224710375070572
720782	rnn.bias_ih_l0_reverse	0	-0.1856984943151474
720782	rnn.bias_ih_l0_reverse	1	-0.05506022274494171
720782	rnn.bias_ih_l0_reverse	2	0.15187762677669525
720782	rnn.bias_ih_l0_reverse	3	-0.32275721430778503
720782	rnn.bias_ih_l0_reverse	4	-0.0051399231888353825
720782	rnn.bias_ih_l0_reverse	5	-0.21510913968086243
720782	rnn.bias_ih_l0_reverse	6	0.2686459422111511
720782	rnn.bias_ih_l0_reverse	7	-0.3076728284358978
720782	rnn.bias_ih_l0_reverse	8	-0.1939128339290619
720782	rnn.bias_ih_l0_reverse	9	-0.15591610968112946
720782	rnn.bias_hh_l0_reverse	0	-0.1373741328716278
720782	rnn.bias_hh_l0_reverse	1	0.28459492325782776
720782	rnn.bias_hh_l0_reverse	2	-0.3498569130897522
720782	rnn.bias_hh_l0_reverse	3	-0.23051069676876068
720782	rnn.bias_hh_l0_reverse	4	-0.3971111476421356
720782	rnn.bias_hh_l0_reverse	5	-0.21667075157165527
720782	rnn.bias_hh_l0_reverse	6	-0.2632446885108948
720782	rnn.bias_hh_l0_reverse	7	-0.10049239546060562
720782	rnn.bias_hh_l0_reverse	8	-0.3526480197906494
720782	rnn.bias_hh_l0_reverse	9	0.20453107357025146
720782	linear.weight	0	0.23682574927806854
720782	linear.weight	1	-0.45764055848121643
720782	linear.weight	2	0.05997353419661522
720782	linear.weight	3	0.06747995316982269
720782	linear.weight	4	-0.13112221658229828
720782	linear.weight	5	0.24219582974910736
720782	linear.weight	6	-0.045455899089574814
720782	linear.weight	7	-0.059781186282634735
720782	linear.weight	8	0.1237606406211853
720782	linear.weight	9	-0.0498373880982399
720782	linear.bias	0	-0.8577761650085449
720782	linear.bias	1	1.8103251457214355
720782	linear.bias	2	0.750895619392395
720782	linear.bias	3	-2.7401657104492188
720782	linear.bias	4	-0.10221266001462936
720782	linear.bias	5	1.2821975946426392
720782	linear.bias	6	-0.19890037178993225
720782	linear.bias	7	0.8250476717948914
720782	linear.bias	8	2.1404552459716797
720782	linear.bias	9	-1.3390945196151733
721391	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
721391	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
721391	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
721391	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
721391	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
721391	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
721391	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
721391	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
721391	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
721391	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
721391	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
721391	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
721391	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
721391	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
721391	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
721391	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
721391	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
721391	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
721391	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
721391	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
721391	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
721391	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
721391	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
721391	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
721391	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
721391	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
721391	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
721391	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
721391	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
721391	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
721391	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
721391	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
721391	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
721391	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
721391	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
721391	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
721391	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
721391	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
721391	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
721391	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
721391	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
721391	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
721391	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
721391	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
721391	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
721391	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
721391	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
721391	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
721391	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
721391	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
721391	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
721391	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
721391	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
721391	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
721391	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
721391	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
721391	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
721391	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
721391	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
721391	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
721391	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
721391	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
721391	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
721391	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
721391	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
721391	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
721391	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
721391	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
721391	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
721391	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
721391	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
721391	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
721391	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
721391	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
721391	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
721391	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
721391	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
721391	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
721391	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
721391	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
721391	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
721391	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
721391	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
721391	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
721391	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
721391	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
721391	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
721391	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
721391	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
721391	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
721391	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
721391	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
721391	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
721391	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
721391	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
721391	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
721391	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
721391	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
721391	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
721391	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
721391	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
721391	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
721391	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
721391	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
721391	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
721391	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
721391	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
721391	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
721391	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
721391	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
721391	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
721391	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
721391	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
721391	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
721391	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
721391	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
721391	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
721391	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
721391	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
721391	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
721391	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
721391	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
721391	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
721391	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
721391	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
721391	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
721391	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
721391	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
721391	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
721391	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
721391	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
721391	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
721391	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
721391	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
721391	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
721391	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
721391	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
721391	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
721391	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
721391	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
721391	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
721391	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
721391	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
721391	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
721391	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
721391	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
721391	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
721391	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
721391	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
721391	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
721391	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
721391	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
721391	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
721391	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
721391	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
721391	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
721391	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
721391	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
721391	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
721391	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
721391	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
721391	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
721391	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
721391	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
721391	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
721391	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
721391	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
721391	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
721391	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
721391	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
721391	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
721391	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
721391	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
721391	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
721391	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
721391	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
721391	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
721391	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
721391	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
721391	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
721391	embedding2nn.weight	0	0.3183603584766388
721391	embedding2nn.weight	1	0.373651921749115
721391	embedding2nn.weight	2	-0.007101619616150856
721391	embedding2nn.weight	3	0.02762155793607235
721391	embedding2nn.weight	4	-0.030286671593785286
721391	embedding2nn.weight	5	0.042249664664268494
721391	embedding2nn.weight	6	-0.0015077641000971198
721391	embedding2nn.weight	7	-0.03002418950200081
721391	embedding2nn.weight	8	0.03894319012761116
721391	embedding2nn.weight	9	-0.05621267855167389
721391	embedding2nn.bias	0	0.0251248050481081
721391	embedding2nn.bias	1	-0.19348302483558655
721391	embedding2nn.bias	2	0.1393401324748993
721391	embedding2nn.bias	3	0.18423499166965485
721391	embedding2nn.bias	4	0.14980091154575348
721391	embedding2nn.bias	5	-0.06901553273200989
721391	embedding2nn.bias	6	-0.047216929495334625
721391	embedding2nn.bias	7	0.047913629561662674
721391	embedding2nn.bias	8	-0.1510375589132309
721391	embedding2nn.bias	9	-0.38354018330574036
721391	rnn.weight_ih_l0	0	0.003615251975134015
721391	rnn.weight_ih_l0	1	-0.053416907787323
721391	rnn.weight_ih_l0	2	-0.04870782792568207
721391	rnn.weight_ih_l0	3	0.12605887651443481
721391	rnn.weight_ih_l0	4	0.018016062676906586
721391	rnn.weight_ih_l0	5	-0.07331360876560211
721391	rnn.weight_ih_l0	6	0.013603285886347294
721391	rnn.weight_ih_l0	7	-0.02150663174688816
721391	rnn.weight_ih_l0	8	0.009609518572688103
721391	rnn.weight_ih_l0	9	-0.08458453416824341
721391	rnn.weight_hh_l0	0	-0.021090807393193245
721391	rnn.weight_hh_l0	1	0.08688688278198242
721391	rnn.weight_hh_l0	2	0.004012063145637512
721391	rnn.weight_hh_l0	3	-0.03355792909860611
721391	rnn.weight_hh_l0	4	0.08256080001592636
721391	rnn.weight_hh_l0	5	0.006679060868918896
721391	rnn.weight_hh_l0	6	-0.08401253819465637
721391	rnn.weight_hh_l0	7	-0.12929336726665497
721391	rnn.weight_hh_l0	8	0.03917136415839195
721391	rnn.weight_hh_l0	9	-0.12089067697525024
721391	rnn.bias_ih_l0	0	0.16432881355285645
721391	rnn.bias_ih_l0	1	-0.35159507393836975
721391	rnn.bias_ih_l0	2	-0.03150298446416855
721391	rnn.bias_ih_l0	3	-0.2118474245071411
721391	rnn.bias_ih_l0	4	-0.001694256323389709
721391	rnn.bias_ih_l0	5	-0.44198086857795715
721391	rnn.bias_ih_l0	6	-0.1474679410457611
721391	rnn.bias_ih_l0	7	-0.37983694672584534
721391	rnn.bias_ih_l0	8	-0.30991220474243164
721391	rnn.bias_ih_l0	9	-0.4581015110015869
721391	rnn.bias_hh_l0	0	-0.35140910744667053
721391	rnn.bias_hh_l0	1	-0.43853825330734253
721391	rnn.bias_hh_l0	2	-0.4059284031391144
721391	rnn.bias_hh_l0	3	-0.08350492268800735
721391	rnn.bias_hh_l0	4	-0.4045334756374359
721391	rnn.bias_hh_l0	5	-0.3594607412815094
721391	rnn.bias_hh_l0	6	-0.1225905567407608
721391	rnn.bias_hh_l0	7	0.06190788745880127
721391	rnn.bias_hh_l0	8	-0.2310008555650711
721391	rnn.bias_hh_l0	9	-0.5715348720550537
721391	rnn.weight_ih_l0_reverse	0	0.011793235316872597
721391	rnn.weight_ih_l0_reverse	1	-0.015877364203333855
721391	rnn.weight_ih_l0_reverse	2	0.010050181299448013
721391	rnn.weight_ih_l0_reverse	3	-0.13917621970176697
721391	rnn.weight_ih_l0_reverse	4	0.08297178149223328
721391	rnn.weight_ih_l0_reverse	5	-0.08935707807540894
721391	rnn.weight_ih_l0_reverse	6	0.0071074771694839
721391	rnn.weight_ih_l0_reverse	7	0.022388841956853867
721391	rnn.weight_ih_l0_reverse	8	-0.04529620334506035
721391	rnn.weight_ih_l0_reverse	9	-0.0727514699101448
721391	rnn.weight_hh_l0_reverse	0	-0.14768849313259125
721391	rnn.weight_hh_l0_reverse	1	0.020090069621801376
721391	rnn.weight_hh_l0_reverse	2	-0.021238267421722412
721391	rnn.weight_hh_l0_reverse	3	0.026751218363642693
721391	rnn.weight_hh_l0_reverse	4	-0.07769718021154404
721391	rnn.weight_hh_l0_reverse	5	0.03587387874722481
721391	rnn.weight_hh_l0_reverse	6	0.029875414445996284
721391	rnn.weight_hh_l0_reverse	7	-0.12341947108507156
721391	rnn.weight_hh_l0_reverse	8	-0.0736488550901413
721391	rnn.weight_hh_l0_reverse	9	0.032783180475234985
721391	rnn.bias_ih_l0_reverse	0	-0.1901036500930786
721391	rnn.bias_ih_l0_reverse	1	-0.05489842966198921
721391	rnn.bias_ih_l0_reverse	2	0.15289144217967987
721391	rnn.bias_ih_l0_reverse	3	-0.324293851852417
721391	rnn.bias_ih_l0_reverse	4	-0.006071607582271099
721391	rnn.bias_ih_l0_reverse	5	-0.21622584760189056
721391	rnn.bias_ih_l0_reverse	6	0.2688554525375366
721391	rnn.bias_ih_l0_reverse	7	-0.303123414516449
721391	rnn.bias_ih_l0_reverse	8	-0.19376884400844574
721391	rnn.bias_ih_l0_reverse	9	-0.15155430138111115
721391	rnn.bias_hh_l0_reverse	0	-0.13840748369693756
721391	rnn.bias_hh_l0_reverse	1	0.28704434633255005
721391	rnn.bias_hh_l0_reverse	2	-0.3489017188549042
721391	rnn.bias_hh_l0_reverse	3	-0.2307070642709732
721391	rnn.bias_hh_l0_reverse	4	-0.400024950504303
721391	rnn.bias_hh_l0_reverse	5	-0.21702264249324799
721391	rnn.bias_hh_l0_reverse	6	-0.26154741644859314
721391	rnn.bias_hh_l0_reverse	7	-0.10102654248476028
721391	rnn.bias_hh_l0_reverse	8	-0.35115480422973633
721391	rnn.bias_hh_l0_reverse	9	0.20029661059379578
721391	linear.weight	0	0.25424763560295105
721391	linear.weight	1	-0.44886288046836853
721391	linear.weight	2	0.05900264531373978
721391	linear.weight	3	0.06747998297214508
721391	linear.weight	4	-0.12927690148353577
721391	linear.weight	5	0.23286639153957367
721391	linear.weight	6	-0.045376863330602646
721391	linear.weight	7	-0.05977989733219147
721391	linear.weight	8	0.12221717834472656
721391	linear.weight	9	-0.04983817785978317
721391	linear.bias	0	-0.8539597392082214
721391	linear.bias	1	1.8052687644958496
721391	linear.bias	2	0.7451175451278687
721391	linear.bias	3	-2.7401905059814453
721391	linear.bias	4	-0.08812575787305832
721391	linear.bias	5	1.287029504776001
721391	linear.bias	6	-0.21277162432670593
721391	linear.bias	7	0.8186725378036499
721391	linear.bias	8	2.1159820556640625
721391	linear.bias	9	-1.3504198789596558
722000	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
722000	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
722000	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
722000	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
722000	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
722000	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
722000	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
722000	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
722000	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
722000	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
722000	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
722000	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
722000	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
722000	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
722000	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
722000	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
722000	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
722000	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
722000	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
722000	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
722000	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
722000	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
722000	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
722000	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
722000	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
722000	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
722000	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
722000	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
722000	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
722000	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
722000	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
722000	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
722000	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
722000	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
722000	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
722000	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
722000	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
722000	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
722000	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
722000	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
722000	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
722000	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
722000	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
722000	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
722000	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
722000	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
722000	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
722000	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
722000	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
722000	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
722000	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
722000	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
722000	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
722000	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
722000	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
722000	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
722000	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
722000	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
722000	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
722000	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
722000	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
722000	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
722000	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
722000	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
722000	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
722000	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
722000	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
722000	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
722000	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
722000	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
722000	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
722000	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
722000	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
722000	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
722000	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
722000	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
722000	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
722000	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
722000	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
722000	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
722000	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
722000	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
722000	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
722000	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
722000	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
722000	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
722000	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
722000	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
722000	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
722000	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
722000	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
722000	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
722000	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
722000	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
722000	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
722000	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
722000	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
722000	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
722000	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
722000	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
722000	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
722000	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
722000	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
722000	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
722000	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
722000	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
722000	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
722000	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
722000	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
722000	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
722000	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
722000	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
722000	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
722000	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
722000	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
722000	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
722000	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
722000	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
722000	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
722000	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
722000	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
722000	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
722000	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
722000	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
722000	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
722000	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
722000	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
722000	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
722000	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
722000	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
722000	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
722000	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
722000	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
722000	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
722000	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
722000	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
722000	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
722000	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
722000	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
722000	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
722000	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
722000	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
722000	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
722000	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
722000	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
722000	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
722000	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
722000	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
722000	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
722000	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
722000	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
722000	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
722000	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
722000	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
722000	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
722000	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
722000	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
722000	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
722000	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
722000	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
722000	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
722000	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
722000	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
722000	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
722000	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
722000	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
722000	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
722000	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
722000	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
722000	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
722000	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
722000	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
722000	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
722000	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
722000	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
722000	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
722000	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
722000	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
722000	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
722000	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
722000	embedding2nn.weight	0	0.31867340207099915
722000	embedding2nn.weight	1	0.3733968436717987
722000	embedding2nn.weight	2	-0.005085289012640715
722000	embedding2nn.weight	3	0.026027731597423553
722000	embedding2nn.weight	4	-0.031037217006087303
722000	embedding2nn.weight	5	0.0422048456966877
722000	embedding2nn.weight	6	-0.0010756466072052717
722000	embedding2nn.weight	7	-0.028531169518828392
722000	embedding2nn.weight	8	0.0390954464673996
722000	embedding2nn.weight	9	-0.0557410828769207
722000	embedding2nn.bias	0	0.018188973888754845
722000	embedding2nn.bias	1	-0.19326801598072052
722000	embedding2nn.bias	2	0.1392168551683426
722000	embedding2nn.bias	3	0.18296778202056885
722000	embedding2nn.bias	4	0.15670838952064514
722000	embedding2nn.bias	5	-0.07883019000291824
722000	embedding2nn.bias	6	-0.05612838640809059
722000	embedding2nn.bias	7	0.04849840700626373
722000	embedding2nn.bias	8	-0.153764545917511
722000	embedding2nn.bias	9	-0.3792637288570404
722000	rnn.weight_ih_l0	0	0.003975228872150183
722000	rnn.weight_ih_l0	1	-0.053229920566082
722000	rnn.weight_ih_l0	2	-0.04863201081752777
722000	rnn.weight_ih_l0	3	0.1267063170671463
722000	rnn.weight_ih_l0	4	0.018023038282990456
722000	rnn.weight_ih_l0	5	-0.07363071292638779
722000	rnn.weight_ih_l0	6	0.013801727443933487
722000	rnn.weight_ih_l0	7	-0.021209552884101868
722000	rnn.weight_ih_l0	8	0.008996672928333282
722000	rnn.weight_ih_l0	9	-0.0832049548625946
722000	rnn.weight_hh_l0	0	-0.021097036078572273
722000	rnn.weight_hh_l0	1	0.0865684375166893
722000	rnn.weight_hh_l0	2	0.0038699267897754908
722000	rnn.weight_hh_l0	3	-0.033604659140110016
722000	rnn.weight_hh_l0	4	0.08229891210794449
722000	rnn.weight_hh_l0	5	0.0067236400209367275
722000	rnn.weight_hh_l0	6	-0.08427933603525162
722000	rnn.weight_hh_l0	7	-0.12944206595420837
722000	rnn.weight_hh_l0	8	0.03923423960804939
722000	rnn.weight_hh_l0	9	-0.12079685181379318
722000	rnn.bias_ih_l0	0	0.16884927451610565
722000	rnn.bias_ih_l0	1	-0.35081297159194946
722000	rnn.bias_ih_l0	2	-0.032316904515028
722000	rnn.bias_ih_l0	3	-0.214095801115036
722000	rnn.bias_ih_l0	4	0.0013900354970246553
722000	rnn.bias_ih_l0	5	-0.4429551661014557
722000	rnn.bias_ih_l0	6	-0.14596302807331085
722000	rnn.bias_ih_l0	7	-0.37865424156188965
722000	rnn.bias_ih_l0	8	-0.3117607831954956
722000	rnn.bias_ih_l0	9	-0.459638386964798
722000	rnn.bias_hh_l0	0	-0.3510163128376007
722000	rnn.bias_hh_l0	1	-0.4376513361930847
722000	rnn.bias_hh_l0	2	-0.4062623679637909
722000	rnn.bias_hh_l0	3	-0.08311372995376587
722000	rnn.bias_hh_l0	4	-0.404161274433136
722000	rnn.bias_hh_l0	5	-0.36033618450164795
722000	rnn.bias_hh_l0	6	-0.12194600701332092
722000	rnn.bias_hh_l0	7	0.06321048736572266
722000	rnn.bias_hh_l0	8	-0.2294538915157318
722000	rnn.bias_hh_l0	9	-0.5720688700675964
722000	rnn.weight_ih_l0_reverse	0	0.012184184975922108
722000	rnn.weight_ih_l0_reverse	1	-0.017058702185750008
722000	rnn.weight_ih_l0_reverse	2	0.01023914385586977
722000	rnn.weight_ih_l0_reverse	3	-0.13884961605072021
722000	rnn.weight_ih_l0_reverse	4	0.08280036598443985
722000	rnn.weight_ih_l0_reverse	5	-0.09316664934158325
722000	rnn.weight_ih_l0_reverse	6	0.005652276799082756
722000	rnn.weight_ih_l0_reverse	7	0.02247648313641548
722000	rnn.weight_ih_l0_reverse	8	-0.046527355909347534
722000	rnn.weight_ih_l0_reverse	9	-0.07279881834983826
722000	rnn.weight_hh_l0_reverse	0	-0.14723511040210724
722000	rnn.weight_hh_l0_reverse	1	0.02022268809378147
722000	rnn.weight_hh_l0_reverse	2	-0.02123081497848034
722000	rnn.weight_hh_l0_reverse	3	0.02671787701547146
722000	rnn.weight_hh_l0_reverse	4	-0.07782468944787979
722000	rnn.weight_hh_l0_reverse	5	0.03585716336965561
722000	rnn.weight_hh_l0_reverse	6	0.029848171398043633
722000	rnn.weight_hh_l0_reverse	7	-0.12423159927129745
722000	rnn.weight_hh_l0_reverse	8	-0.0734633058309555
722000	rnn.weight_hh_l0_reverse	9	0.033133260905742645
722000	rnn.bias_ih_l0_reverse	0	-0.18738563358783722
722000	rnn.bias_ih_l0_reverse	1	-0.053653184324502945
722000	rnn.bias_ih_l0_reverse	2	0.15302646160125732
722000	rnn.bias_ih_l0_reverse	3	-0.32722005248069763
722000	rnn.bias_ih_l0_reverse	4	-0.0067501370795071125
722000	rnn.bias_ih_l0_reverse	5	-0.21589423716068268
722000	rnn.bias_ih_l0_reverse	6	0.2673729360103607
722000	rnn.bias_ih_l0_reverse	7	-0.30200839042663574
722000	rnn.bias_ih_l0_reverse	8	-0.1952231228351593
722000	rnn.bias_ih_l0_reverse	9	-0.14980265498161316
722000	rnn.bias_hh_l0_reverse	0	-0.13615407049655914
722000	rnn.bias_hh_l0_reverse	1	0.28779956698417664
722000	rnn.bias_hh_l0_reverse	2	-0.34964796900749207
722000	rnn.bias_hh_l0_reverse	3	-0.23068200051784515
722000	rnn.bias_hh_l0_reverse	4	-0.40086352825164795
722000	rnn.bias_hh_l0_reverse	5	-0.21751534938812256
722000	rnn.bias_hh_l0_reverse	6	-0.25915324687957764
722000	rnn.bias_hh_l0_reverse	7	-0.10095271468162537
722000	rnn.bias_hh_l0_reverse	8	-0.35026103258132935
722000	rnn.bias_hh_l0_reverse	9	0.2033117711544037
722000	linear.weight	0	0.2644169330596924
722000	linear.weight	1	-0.44122710824012756
722000	linear.weight	2	0.060576289892196655
722000	linear.weight	3	0.06747986376285553
722000	linear.weight	4	-0.13579556345939636
722000	linear.weight	5	0.2289297729730606
722000	linear.weight	6	-0.03741033747792244
722000	linear.weight	7	-0.059778183698654175
722000	linear.weight	8	0.1230231374502182
722000	linear.weight	9	-0.04983904957771301
722000	linear.bias	0	-0.8678107857704163
722000	linear.bias	1	1.7952485084533691
722000	linear.bias	2	0.7397847771644592
722000	linear.bias	3	-2.7402184009552
722000	linear.bias	4	-0.08465637266635895
722000	linear.bias	5	1.2779688835144043
722000	linear.bias	6	-0.21641463041305542
722000	linear.bias	7	0.8300578594207764
722000	linear.bias	8	2.121124267578125
722000	linear.bias	9	-1.3316915035247803
722609	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
722609	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
722609	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
722609	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
722609	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
722609	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
722609	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
722609	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
722609	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
722609	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
722609	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
722609	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
722609	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
722609	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
722609	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
722609	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
722609	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
722609	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
722609	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
722609	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
722609	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
722609	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
722609	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
722609	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
722609	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
722609	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
722609	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
722609	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
722609	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
722609	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
722609	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
722609	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
722609	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
722609	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
722609	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
722609	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
722609	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
722609	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
722609	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
722609	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
722609	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
722609	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
722609	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
722609	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
722609	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
722609	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
722609	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
722609	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
722609	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
722609	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
722609	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
722609	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
722609	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
722609	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
722609	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
722609	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
722609	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
722609	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
722609	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
722609	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
722609	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
722609	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
722609	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
722609	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
722609	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
722609	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
722609	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
722609	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
722609	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
722609	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
722609	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
722609	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
722609	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
722609	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
722609	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
722609	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
722609	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
722609	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
722609	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
722609	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
722609	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
722609	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
722609	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
722609	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
722609	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
722609	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
722609	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
722609	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
722609	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
722609	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
722609	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
722609	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
722609	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
722609	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
722609	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
722609	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
722609	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
722609	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
722609	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
722609	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
722609	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
722609	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
722609	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
722609	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
722609	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
722609	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
722609	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
722609	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
722609	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
722609	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
722609	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
722609	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
722609	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
722609	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
722609	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
722609	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
722609	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
722609	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
722609	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
722609	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
722609	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
722609	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
722609	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
722609	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
722609	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
722609	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
722609	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
722609	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
722609	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
722609	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
722609	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
722609	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
722609	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
722609	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
722609	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
722609	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
722609	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
722609	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
722609	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
722609	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
722609	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
722609	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
722609	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
722609	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
722609	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
722609	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
722609	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
722609	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
722609	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
722609	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
722609	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
722609	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
722609	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
722609	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
722609	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
722609	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
722609	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
722609	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
722609	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
722609	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
722609	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
722609	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
722609	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
722609	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
722609	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
722609	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
722609	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
722609	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
722609	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
722609	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
722609	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
722609	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
722609	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
722609	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
722609	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
722609	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
722609	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
722609	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
722609	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
722609	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
722609	embedding2nn.weight	0	0.3187864124774933
722609	embedding2nn.weight	1	0.3747110962867737
722609	embedding2nn.weight	2	-0.0039059133268892765
722609	embedding2nn.weight	3	0.025713415816426277
722609	embedding2nn.weight	4	-0.029952457174658775
722609	embedding2nn.weight	5	0.04244327172636986
722609	embedding2nn.weight	6	-0.001539458055049181
722609	embedding2nn.weight	7	-0.0268055759370327
722609	embedding2nn.weight	8	0.03762347996234894
722609	embedding2nn.weight	9	-0.055741872638463974
722609	embedding2nn.bias	0	0.023637467995285988
722609	embedding2nn.bias	1	-0.1909712851047516
722609	embedding2nn.bias	2	0.14124047756195068
722609	embedding2nn.bias	3	0.1840517520904541
722609	embedding2nn.bias	4	0.15199662744998932
722609	embedding2nn.bias	5	-0.07628559321165085
722609	embedding2nn.bias	6	-0.06362030655145645
722609	embedding2nn.bias	7	0.04979400336742401
722609	embedding2nn.bias	8	-0.1514783799648285
722609	embedding2nn.bias	9	-0.3809874653816223
722609	rnn.weight_ih_l0	0	0.003709284821525216
722609	rnn.weight_ih_l0	1	-0.053161587566137314
722609	rnn.weight_ih_l0	2	-0.046884506940841675
722609	rnn.weight_ih_l0	3	0.126087948679924
722609	rnn.weight_ih_l0	4	0.018589742481708527
722609	rnn.weight_ih_l0	5	-0.0758269876241684
722609	rnn.weight_ih_l0	6	0.013161125592887402
722609	rnn.weight_ih_l0	7	-0.021167881786823273
722609	rnn.weight_ih_l0	8	0.008021734654903412
722609	rnn.weight_ih_l0	9	-0.08402305841445923
722609	rnn.weight_hh_l0	0	-0.021030426025390625
722609	rnn.weight_hh_l0	1	0.08603373914957047
722609	rnn.weight_hh_l0	2	0.003914703615009785
722609	rnn.weight_hh_l0	3	-0.033555928617715836
722609	rnn.weight_hh_l0	4	0.08210905641317368
722609	rnn.weight_hh_l0	5	0.007004439365118742
722609	rnn.weight_hh_l0	6	-0.0843471884727478
722609	rnn.weight_hh_l0	7	-0.12930168211460114
722609	rnn.weight_hh_l0	8	0.03918011859059334
722609	rnn.weight_hh_l0	9	-0.120814748108387
722609	rnn.bias_ih_l0	0	0.16770179569721222
722609	rnn.bias_ih_l0	1	-0.3530949056148529
722609	rnn.bias_ih_l0	2	-0.03265363723039627
722609	rnn.bias_ih_l0	3	-0.21544907987117767
722609	rnn.bias_ih_l0	4	0.002230684272944927
722609	rnn.bias_ih_l0	5	-0.441279798746109
722609	rnn.bias_ih_l0	6	-0.14830824732780457
722609	rnn.bias_ih_l0	7	-0.3788779079914093
722609	rnn.bias_ih_l0	8	-0.31086215376853943
722609	rnn.bias_ih_l0	9	-0.4584769010543823
722609	rnn.bias_hh_l0	0	-0.35221177339553833
722609	rnn.bias_hh_l0	1	-0.4393773078918457
722609	rnn.bias_hh_l0	2	-0.404733806848526
722609	rnn.bias_hh_l0	3	-0.08306663483381271
722609	rnn.bias_hh_l0	4	-0.40481507778167725
722609	rnn.bias_hh_l0	5	-0.3612161874771118
722609	rnn.bias_hh_l0	6	-0.12382051348686218
722609	rnn.bias_hh_l0	7	0.06573399901390076
722609	rnn.bias_hh_l0	8	-0.23036529123783112
722609	rnn.bias_hh_l0	9	-0.5706617832183838
722609	rnn.weight_ih_l0_reverse	0	0.013214879669249058
722609	rnn.weight_ih_l0_reverse	1	-0.016768021509051323
722609	rnn.weight_ih_l0_reverse	2	0.009822170250117779
722609	rnn.weight_ih_l0_reverse	3	-0.1397220343351364
722609	rnn.weight_ih_l0_reverse	4	0.08337384462356567
722609	rnn.weight_ih_l0_reverse	5	-0.09441708773374557
722609	rnn.weight_ih_l0_reverse	6	0.00517854280769825
722609	rnn.weight_ih_l0_reverse	7	0.021966392174363136
722609	rnn.weight_ih_l0_reverse	8	-0.04514269158244133
722609	rnn.weight_ih_l0_reverse	9	-0.07508575171232224
722609	rnn.weight_hh_l0_reverse	0	-0.1478370577096939
722609	rnn.weight_hh_l0_reverse	1	0.02042187564074993
722609	rnn.weight_hh_l0_reverse	2	-0.021414417773485184
722609	rnn.weight_hh_l0_reverse	3	0.026812970638275146
722609	rnn.weight_hh_l0_reverse	4	-0.07804972678422928
722609	rnn.weight_hh_l0_reverse	5	0.035835009068250656
722609	rnn.weight_hh_l0_reverse	6	0.02980004996061325
722609	rnn.weight_hh_l0_reverse	7	-0.12392786145210266
722609	rnn.weight_hh_l0_reverse	8	-0.07276938110589981
722609	rnn.weight_hh_l0_reverse	9	0.03285332769155502
722609	rnn.bias_ih_l0_reverse	0	-0.18782225251197815
722609	rnn.bias_ih_l0_reverse	1	-0.05377890169620514
722609	rnn.bias_ih_l0_reverse	2	0.15348610281944275
722609	rnn.bias_ih_l0_reverse	3	-0.32694584131240845
722609	rnn.bias_ih_l0_reverse	4	-0.0068755908869206905
722609	rnn.bias_ih_l0_reverse	5	-0.21583621203899384
722609	rnn.bias_ih_l0_reverse	6	0.26920241117477417
722609	rnn.bias_ih_l0_reverse	7	-0.30596280097961426
722609	rnn.bias_ih_l0_reverse	8	-0.1943986862897873
722609	rnn.bias_ih_l0_reverse	9	-0.14843979477882385
722609	rnn.bias_hh_l0_reverse	0	-0.13940829038619995
722609	rnn.bias_hh_l0_reverse	1	0.2900209128856659
722609	rnn.bias_hh_l0_reverse	2	-0.3495674133300781
722609	rnn.bias_hh_l0_reverse	3	-0.2301194816827774
722609	rnn.bias_hh_l0_reverse	4	-0.40085893869400024
722609	rnn.bias_hh_l0_reverse	5	-0.21596673130989075
722609	rnn.bias_hh_l0_reverse	6	-0.26034823060035706
722609	rnn.bias_hh_l0_reverse	7	-0.09962151944637299
722609	rnn.bias_hh_l0_reverse	8	-0.3493329584598541
722609	rnn.bias_hh_l0_reverse	9	0.20337006449699402
722609	linear.weight	0	0.2702966630458832
722609	linear.weight	1	-0.4389265179634094
722609	linear.weight	2	0.08476056158542633
722609	linear.weight	3	0.06747978925704956
722609	linear.weight	4	-0.14286193251609802
722609	linear.weight	5	0.23714925348758698
722609	linear.weight	6	-0.035460859537124634
722609	linear.weight	7	-0.05977679416537285
722609	linear.weight	8	0.12482069432735443
722609	linear.weight	9	-0.049840111285448074
722609	linear.bias	0	-0.8581264615058899
722609	linear.bias	1	1.7817628383636475
722609	linear.bias	2	0.7374352812767029
722609	linear.bias	3	-2.7402443885803223
722609	linear.bias	4	-0.0850442498922348
722609	linear.bias	5	1.2645583152770996
722609	linear.bias	6	-0.22092334926128387
722609	linear.bias	7	0.8516844511032104
722609	linear.bias	8	2.1088881492614746
722609	linear.bias	9	-1.3237526416778564
723218	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
723218	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
723218	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
723218	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
723218	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
723218	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
723218	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
723218	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
723218	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
723218	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
723218	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
723218	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
723218	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
723218	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
723218	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
723218	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
723218	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
723218	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
723218	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
723218	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
723218	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
723218	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
723218	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
723218	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
723218	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
723218	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
723218	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
723218	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
723218	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
723218	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
723218	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
723218	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
723218	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
723218	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
723218	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
723218	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
723218	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
723218	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
723218	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
723218	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
723218	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
723218	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
723218	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
723218	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
723218	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
723218	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
723218	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
723218	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
723218	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
723218	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
723218	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
723218	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
723218	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
723218	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
723218	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
723218	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
723218	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
723218	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
723218	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
723218	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
723218	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
723218	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
723218	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
723218	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
723218	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
723218	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
723218	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
723218	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
723218	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
723218	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
723218	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
723218	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
723218	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
723218	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
723218	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
723218	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
723218	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
723218	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
723218	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
723218	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
723218	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
723218	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
723218	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
723218	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
723218	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
723218	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
723218	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
723218	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
723218	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
723218	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
723218	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
723218	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
723218	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
723218	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
723218	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
723218	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
723218	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
723218	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
723218	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
723218	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
723218	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
723218	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
723218	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
723218	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
723218	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
723218	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
723218	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
723218	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
723218	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
723218	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
723218	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
723218	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
723218	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
723218	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
723218	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
723218	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
723218	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
723218	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
723218	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
723218	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
723218	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
723218	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
723218	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
723218	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
723218	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
723218	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
723218	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
723218	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
723218	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
723218	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
723218	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
723218	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
723218	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
723218	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
723218	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
723218	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
723218	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
723218	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
723218	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
723218	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
723218	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
723218	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
723218	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
723218	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
723218	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
723218	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
723218	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
723218	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
723218	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
723218	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
723218	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
723218	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
723218	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
723218	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
723218	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
723218	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
723218	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
723218	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
723218	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
723218	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
723218	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
723218	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
723218	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
723218	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
723218	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
723218	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
723218	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
723218	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
723218	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
723218	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
723218	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
723218	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
723218	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
723218	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
723218	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
723218	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
723218	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
723218	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
723218	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
723218	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
723218	embedding2nn.weight	0	0.3192542791366577
723218	embedding2nn.weight	1	0.3764078617095947
723218	embedding2nn.weight	2	-0.003502707229927182
723218	embedding2nn.weight	3	0.029660746455192566
723218	embedding2nn.weight	4	-0.02967461757361889
723218	embedding2nn.weight	5	0.04199768230319023
723218	embedding2nn.weight	6	-0.0004121761303395033
723218	embedding2nn.weight	7	-0.029130885377526283
723218	embedding2nn.weight	8	0.035943251103162766
723218	embedding2nn.weight	9	-0.05620579421520233
723218	embedding2nn.bias	0	0.021982531994581223
723218	embedding2nn.bias	1	-0.199586421251297
723218	embedding2nn.bias	2	0.14237986505031586
723218	embedding2nn.bias	3	0.19089889526367188
723218	embedding2nn.bias	4	0.14777621626853943
723218	embedding2nn.bias	5	-0.07716000825166702
723218	embedding2nn.bias	6	-0.061726655811071396
723218	embedding2nn.bias	7	0.05036158487200737
723218	embedding2nn.bias	8	-0.1535986363887787
723218	embedding2nn.bias	9	-0.37859344482421875
723218	rnn.weight_ih_l0	0	0.004018935840576887
723218	rnn.weight_ih_l0	1	-0.054094500839710236
723218	rnn.weight_ih_l0	2	-0.04775410518050194
723218	rnn.weight_ih_l0	3	0.1266697198152542
723218	rnn.weight_ih_l0	4	0.018330996856093407
723218	rnn.weight_ih_l0	5	-0.07745074480772018
723218	rnn.weight_ih_l0	6	0.01268906332552433
723218	rnn.weight_ih_l0	7	-0.021788066253066063
723218	rnn.weight_ih_l0	8	0.007812348194420338
723218	rnn.weight_ih_l0	9	-0.08370913565158844
723218	rnn.weight_hh_l0	0	-0.02104801870882511
723218	rnn.weight_hh_l0	1	0.08593112230300903
723218	rnn.weight_hh_l0	2	0.0037256742361932993
723218	rnn.weight_hh_l0	3	-0.03351209685206413
723218	rnn.weight_hh_l0	4	0.0819629579782486
723218	rnn.weight_hh_l0	5	0.006751993205398321
723218	rnn.weight_hh_l0	6	-0.08431185781955719
723218	rnn.weight_hh_l0	7	-0.12873728573322296
723218	rnn.weight_hh_l0	8	0.03919593244791031
723218	rnn.weight_hh_l0	9	-0.12064994871616364
723218	rnn.bias_ih_l0	0	0.16549207270145416
723218	rnn.bias_ih_l0	1	-0.35130971670150757
723218	rnn.bias_ih_l0	2	-0.031907737255096436
723218	rnn.bias_ih_l0	3	-0.21892942488193512
723218	rnn.bias_ih_l0	4	0.0032764882780611515
723218	rnn.bias_ih_l0	5	-0.44213780760765076
723218	rnn.bias_ih_l0	6	-0.1503283530473709
723218	rnn.bias_ih_l0	7	-0.37897592782974243
723218	rnn.bias_ih_l0	8	-0.3105303645133972
723218	rnn.bias_ih_l0	9	-0.4640507102012634
723218	rnn.bias_hh_l0	0	-0.3489043712615967
723218	rnn.bias_hh_l0	1	-0.4386100471019745
723218	rnn.bias_hh_l0	2	-0.4030255377292633
723218	rnn.bias_hh_l0	3	-0.0826268196105957
723218	rnn.bias_hh_l0	4	-0.4050404131412506
723218	rnn.bias_hh_l0	5	-0.3596348166465759
723218	rnn.bias_hh_l0	6	-0.12431816011667252
723218	rnn.bias_hh_l0	7	0.06637721508741379
723218	rnn.bias_hh_l0	8	-0.229800745844841
723218	rnn.bias_hh_l0	9	-0.5730772018432617
723218	rnn.weight_ih_l0_reverse	0	0.013291233219206333
723218	rnn.weight_ih_l0_reverse	1	-0.017125850543379784
723218	rnn.weight_ih_l0_reverse	2	0.009289482608437538
723218	rnn.weight_ih_l0_reverse	3	-0.13959486782550812
723218	rnn.weight_ih_l0_reverse	4	0.08266343921422958
723218	rnn.weight_ih_l0_reverse	5	-0.09137438237667084
723218	rnn.weight_ih_l0_reverse	6	0.0044797505252063274
723218	rnn.weight_ih_l0_reverse	7	0.021998925134539604
723218	rnn.weight_ih_l0_reverse	8	-0.04555272310972214
723218	rnn.weight_ih_l0_reverse	9	-0.07475461810827255
723218	rnn.weight_hh_l0_reverse	0	-0.1470917910337448
723218	rnn.weight_hh_l0_reverse	1	0.02066095918416977
723218	rnn.weight_hh_l0_reverse	2	-0.02160998247563839
723218	rnn.weight_hh_l0_reverse	3	0.026943346485495567
723218	rnn.weight_hh_l0_reverse	4	-0.07787102460861206
723218	rnn.weight_hh_l0_reverse	5	0.035800620913505554
723218	rnn.weight_hh_l0_reverse	6	0.02981051430106163
723218	rnn.weight_hh_l0_reverse	7	-0.1243496984243393
723218	rnn.weight_hh_l0_reverse	8	-0.07267552614212036
723218	rnn.weight_hh_l0_reverse	9	0.03337469696998596
723218	rnn.bias_ih_l0_reverse	0	-0.18536221981048584
723218	rnn.bias_ih_l0_reverse	1	-0.05437896400690079
723218	rnn.bias_ih_l0_reverse	2	0.15583598613739014
723218	rnn.bias_ih_l0_reverse	3	-0.32473224401474
723218	rnn.bias_ih_l0_reverse	4	-0.008469902910292149
723218	rnn.bias_ih_l0_reverse	5	-0.21583621203899384
723218	rnn.bias_ih_l0_reverse	6	0.26583918929100037
723218	rnn.bias_ih_l0_reverse	7	-0.3060930073261261
723218	rnn.bias_ih_l0_reverse	8	-0.1955762505531311
723218	rnn.bias_ih_l0_reverse	9	-0.15052630007266998
723218	rnn.bias_hh_l0_reverse	0	-0.13760465383529663
723218	rnn.bias_hh_l0_reverse	1	0.28948912024497986
723218	rnn.bias_hh_l0_reverse	2	-0.3497734069824219
723218	rnn.bias_hh_l0_reverse	3	-0.2324250489473343
723218	rnn.bias_hh_l0_reverse	4	-0.4020534157752991
723218	rnn.bias_hh_l0_reverse	5	-0.21763353049755096
723218	rnn.bias_hh_l0_reverse	6	-0.26259714365005493
723218	rnn.bias_hh_l0_reverse	7	-0.09959276765584946
723218	rnn.bias_hh_l0_reverse	8	-0.3475179374217987
723218	rnn.bias_hh_l0_reverse	9	0.20143036544322968
723218	linear.weight	0	0.27379754185676575
723218	linear.weight	1	-0.43439188599586487
723218	linear.weight	2	0.07804068922996521
723218	linear.weight	3	0.06747972965240479
723218	linear.weight	4	-0.13722607493400574
723218	linear.weight	5	0.24430973827838898
723218	linear.weight	6	-0.031025638803839684
723218	linear.weight	7	-0.059775665402412415
723218	linear.weight	8	0.12413344532251358
723218	linear.weight	9	-0.049832627177238464
723218	linear.bias	0	-0.8712812066078186
723218	linear.bias	1	1.77283775806427
723218	linear.bias	2	0.7525778412818909
723218	linear.bias	3	-2.740274667739868
723218	linear.bias	4	-0.08852177858352661
723218	linear.bias	5	1.2767170667648315
723218	linear.bias	6	-0.21420413255691528
723218	linear.bias	7	0.8314508199691772
723218	linear.bias	8	2.1167025566101074
723218	linear.bias	9	-1.3206911087036133
723827	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
723827	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
723827	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
723827	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
723827	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
723827	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
723827	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
723827	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
723827	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
723827	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
723827	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
723827	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
723827	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
723827	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
723827	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
723827	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
723827	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
723827	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
723827	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
723827	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
723827	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
723827	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
723827	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
723827	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
723827	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
723827	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
723827	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
723827	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
723827	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
723827	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
723827	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
723827	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
723827	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
723827	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
723827	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
723827	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
723827	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
723827	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
723827	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
723827	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
723827	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
723827	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
723827	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
723827	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
723827	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
723827	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
723827	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
723827	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
723827	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
723827	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
723827	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
723827	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
723827	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
723827	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
723827	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
723827	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
723827	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
723827	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
723827	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
723827	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
723827	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
723827	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
723827	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
723827	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
723827	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
723827	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
723827	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
723827	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
723827	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
723827	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
723827	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
723827	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
723827	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
723827	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
723827	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
723827	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
723827	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
723827	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
723827	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
723827	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
723827	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
723827	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
723827	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
723827	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
723827	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
723827	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
723827	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
723827	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
723827	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
723827	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
723827	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
723827	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
723827	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
723827	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
723827	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
723827	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
723827	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
723827	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
723827	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
723827	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
723827	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
723827	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
723827	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
723827	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
723827	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
723827	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
723827	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
723827	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
723827	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
723827	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
723827	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
723827	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
723827	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
723827	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
723827	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
723827	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
723827	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
723827	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
723827	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
723827	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
723827	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
723827	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
723827	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
723827	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
723827	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
723827	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
723827	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
723827	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
723827	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
723827	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
723827	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
723827	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
723827	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
723827	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
723827	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
723827	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
723827	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
723827	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
723827	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
723827	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
723827	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
723827	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
723827	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
723827	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
723827	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
723827	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
723827	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
723827	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
723827	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
723827	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
723827	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
723827	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
723827	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
723827	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
723827	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
723827	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
723827	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
723827	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
723827	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
723827	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
723827	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
723827	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
723827	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
723827	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
723827	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
723827	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
723827	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
723827	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
723827	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
723827	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
723827	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
723827	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
723827	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
723827	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
723827	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
723827	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
723827	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
723827	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
723827	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
723827	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
723827	embedding2nn.weight	0	0.3189215064048767
723827	embedding2nn.weight	1	0.3787280321121216
723827	embedding2nn.weight	2	-0.0035178896505385637
723827	embedding2nn.weight	3	0.028950219973921776
723827	embedding2nn.weight	4	-0.02777084894478321
723827	embedding2nn.weight	5	0.04212921857833862
723827	embedding2nn.weight	6	-0.001400725799612701
723827	embedding2nn.weight	7	-0.0251935888081789
723827	embedding2nn.weight	8	0.03710557892918587
723827	embedding2nn.weight	9	-0.056779779493808746
723827	embedding2nn.bias	0	0.029900064691901207
723827	embedding2nn.bias	1	-0.19991202652454376
723827	embedding2nn.bias	2	0.13675549626350403
723827	embedding2nn.bias	3	0.18713532388210297
723827	embedding2nn.bias	4	0.14159682393074036
723827	embedding2nn.bias	5	-0.08134549111127853
723827	embedding2nn.bias	6	-0.06090185046195984
723827	embedding2nn.bias	7	0.05446464940905571
723827	embedding2nn.bias	8	-0.14761006832122803
723827	embedding2nn.bias	9	-0.37598660588264465
723827	rnn.weight_ih_l0	0	0.004187401849776506
723827	rnn.weight_ih_l0	1	-0.05372873693704605
723827	rnn.weight_ih_l0	2	-0.04852581396698952
723827	rnn.weight_ih_l0	3	0.1253403127193451
723827	rnn.weight_ih_l0	4	0.017167020589113235
723827	rnn.weight_ih_l0	5	-0.07842114567756653
723827	rnn.weight_ih_l0	6	0.013294769451022148
723827	rnn.weight_ih_l0	7	-0.021526219323277473
723827	rnn.weight_ih_l0	8	0.008687322027981281
723827	rnn.weight_ih_l0	9	-0.08521593362092972
723827	rnn.weight_hh_l0	0	-0.021159084513783455
723827	rnn.weight_hh_l0	1	0.08594699949026108
723827	rnn.weight_hh_l0	2	0.0040170117281377316
723827	rnn.weight_hh_l0	3	-0.03342205658555031
723827	rnn.weight_hh_l0	4	0.08206542581319809
723827	rnn.weight_hh_l0	5	0.006925038993358612
723827	rnn.weight_hh_l0	6	-0.08435026556253433
723827	rnn.weight_hh_l0	7	-0.12880592048168182
723827	rnn.weight_hh_l0	8	0.03923482820391655
723827	rnn.weight_hh_l0	9	-0.12089657783508301
723827	rnn.bias_ih_l0	0	0.1689770221710205
723827	rnn.bias_ih_l0	1	-0.3488835096359253
723827	rnn.bias_ih_l0	2	-0.0317113995552063
723827	rnn.bias_ih_l0	3	-0.21444383263587952
723827	rnn.bias_ih_l0	4	0.005075973924249411
723827	rnn.bias_ih_l0	5	-0.4427368640899658
723827	rnn.bias_ih_l0	6	-0.15434236824512482
723827	rnn.bias_ih_l0	7	-0.37910011410713196
723827	rnn.bias_ih_l0	8	-0.3100402355194092
723827	rnn.bias_ih_l0	9	-0.4632757306098938
723827	rnn.bias_hh_l0	0	-0.3514431416988373
723827	rnn.bias_hh_l0	1	-0.43600335717201233
723827	rnn.bias_hh_l0	2	-0.4051336348056793
723827	rnn.bias_hh_l0	3	-0.08196737617254257
723827	rnn.bias_hh_l0	4	-0.405955046415329
723827	rnn.bias_hh_l0	5	-0.3619299829006195
723827	rnn.bias_hh_l0	6	-0.12440568953752518
723827	rnn.bias_hh_l0	7	0.06946135312318802
723827	rnn.bias_hh_l0	8	-0.22992382943630219
723827	rnn.bias_hh_l0	9	-0.5717513561248779
723827	rnn.weight_ih_l0_reverse	0	0.013478776440024376
723827	rnn.weight_ih_l0_reverse	1	-0.01643788069486618
723827	rnn.weight_ih_l0_reverse	2	0.010763165540993214
723827	rnn.weight_ih_l0_reverse	3	-0.13821130990982056
723827	rnn.weight_ih_l0_reverse	4	0.08226586133241653
723827	rnn.weight_ih_l0_reverse	5	-0.08998142182826996
723827	rnn.weight_ih_l0_reverse	6	0.004066082648932934
723827	rnn.weight_ih_l0_reverse	7	0.021132396534085274
723827	rnn.weight_ih_l0_reverse	8	-0.046479322016239166
723827	rnn.weight_ih_l0_reverse	9	-0.07396436482667923
723827	rnn.weight_hh_l0_reverse	0	-0.1472693830728531
723827	rnn.weight_hh_l0_reverse	1	0.020740987733006477
723827	rnn.weight_hh_l0_reverse	2	-0.021647101268172264
723827	rnn.weight_hh_l0_reverse	3	0.027038179337978363
723827	rnn.weight_hh_l0_reverse	4	-0.0782262459397316
723827	rnn.weight_hh_l0_reverse	5	0.035734131932258606
723827	rnn.weight_hh_l0_reverse	6	0.029720356687903404
723827	rnn.weight_hh_l0_reverse	7	-0.12461887300014496
723827	rnn.weight_hh_l0_reverse	8	-0.07212437689304352
723827	rnn.weight_hh_l0_reverse	9	0.03291809558868408
723827	rnn.bias_ih_l0_reverse	0	-0.18682412803173065
723827	rnn.bias_ih_l0_reverse	1	-0.057230912148952484
723827	rnn.bias_ih_l0_reverse	2	0.15505996346473694
723827	rnn.bias_ih_l0_reverse	3	-0.3256537914276123
723827	rnn.bias_ih_l0_reverse	4	-0.004824858624488115
723827	rnn.bias_ih_l0_reverse	5	-0.21577908098697662
723827	rnn.bias_ih_l0_reverse	6	0.2666566073894501
723827	rnn.bias_ih_l0_reverse	7	-0.3098840117454529
723827	rnn.bias_ih_l0_reverse	8	-0.1961224526166916
723827	rnn.bias_ih_l0_reverse	9	-0.1555122286081314
723827	rnn.bias_hh_l0_reverse	0	-0.13839128613471985
723827	rnn.bias_hh_l0_reverse	1	0.2876720428466797
723827	rnn.bias_hh_l0_reverse	2	-0.35058867931365967
723827	rnn.bias_hh_l0_reverse	3	-0.2342064082622528
723827	rnn.bias_hh_l0_reverse	4	-0.4005771279335022
723827	rnn.bias_hh_l0_reverse	5	-0.21877972781658173
723827	rnn.bias_hh_l0_reverse	6	-0.2643764913082123
723827	rnn.bias_hh_l0_reverse	7	-0.09966426342725754
723827	rnn.bias_hh_l0_reverse	8	-0.3412935435771942
723827	rnn.bias_hh_l0_reverse	9	0.20093238353729248
723827	linear.weight	0	0.27071720361709595
723827	linear.weight	1	-0.43131691217422485
723827	linear.weight	2	0.06894534081220627
723827	linear.weight	3	0.06747964769601822
723827	linear.weight	4	-0.12785130739212036
723827	linear.weight	5	0.23056092858314514
723827	linear.weight	6	-0.032190702855587006
723827	linear.weight	7	-0.059773873537778854
723827	linear.weight	8	0.12819735705852509
723827	linear.weight	9	-0.04983369633555412
723827	linear.bias	0	-0.8651352524757385
723827	linear.bias	1	1.7747052907943726
723827	linear.bias	2	0.7470969557762146
723827	linear.bias	3	-2.7403018474578857
723827	linear.bias	4	-0.09120235592126846
723827	linear.bias	5	1.2734383344650269
723827	linear.bias	6	-0.2093927264213562
723827	linear.bias	7	0.8450384736061096
723827	linear.bias	8	2.1375677585601807
723827	linear.bias	9	-1.325595736503601
724436	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
724436	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
724436	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
724436	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
724436	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
724436	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
724436	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
724436	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
724436	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
724436	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
724436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
724436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
724436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
724436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
724436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
724436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
724436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
724436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
724436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
724436	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
724436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
724436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
724436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
724436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
724436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
724436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
724436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
724436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
724436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
724436	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
724436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
724436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
724436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
724436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
724436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
724436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
724436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
724436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
724436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
724436	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
724436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
724436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
724436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
724436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
724436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
724436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
724436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
724436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
724436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
724436	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
724436	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
724436	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
724436	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
724436	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
724436	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
724436	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
724436	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
724436	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
724436	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
724436	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
724436	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
724436	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
724436	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
724436	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
724436	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
724436	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
724436	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
724436	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
724436	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
724436	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
724436	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
724436	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
724436	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
724436	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
724436	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
724436	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
724436	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
724436	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
724436	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
724436	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
724436	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
724436	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
724436	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
724436	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
724436	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
724436	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
724436	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
724436	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
724436	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
724436	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
724436	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
724436	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
724436	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
724436	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
724436	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
724436	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
724436	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
724436	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
724436	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
724436	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
724436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
724436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
724436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
724436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
724436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
724436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
724436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
724436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
724436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
724436	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
724436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
724436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
724436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
724436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
724436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
724436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
724436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
724436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
724436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
724436	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
724436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
724436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
724436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
724436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
724436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
724436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
724436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
724436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
724436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
724436	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
724436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
724436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
724436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
724436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
724436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
724436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
724436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
724436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
724436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
724436	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
724436	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
724436	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
724436	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
724436	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
724436	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
724436	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
724436	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
724436	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
724436	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
724436	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
724436	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
724436	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
724436	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
724436	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
724436	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
724436	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
724436	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
724436	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
724436	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
724436	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
724436	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
724436	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
724436	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
724436	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
724436	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
724436	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
724436	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
724436	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
724436	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
724436	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
724436	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
724436	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
724436	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
724436	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
724436	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
724436	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
724436	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
724436	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
724436	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
724436	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
724436	embedding2nn.weight	0	0.31828591227531433
724436	embedding2nn.weight	1	0.3785289227962494
724436	embedding2nn.weight	2	-0.0039693680591881275
724436	embedding2nn.weight	3	0.028579872101545334
724436	embedding2nn.weight	4	-0.026550371199846268
724436	embedding2nn.weight	5	0.04172905907034874
724436	embedding2nn.weight	6	0.0006103258929215372
724436	embedding2nn.weight	7	-0.025824453681707382
724436	embedding2nn.weight	8	0.03683421388268471
724436	embedding2nn.weight	9	-0.055560801178216934
724436	embedding2nn.bias	0	0.02423664554953575
724436	embedding2nn.bias	1	-0.19322973489761353
724436	embedding2nn.bias	2	0.13145200908184052
724436	embedding2nn.bias	3	0.18666331470012665
724436	embedding2nn.bias	4	0.14334112405776978
724436	embedding2nn.bias	5	-0.07216525077819824
724436	embedding2nn.bias	6	-0.05684397369623184
724436	embedding2nn.bias	7	0.05671243742108345
724436	embedding2nn.bias	8	-0.14403687417507172
724436	embedding2nn.bias	9	-0.3747250735759735
724436	rnn.weight_ih_l0	0	0.004095145501196384
724436	rnn.weight_ih_l0	1	-0.05402038246393204
724436	rnn.weight_ih_l0	2	-0.048054151237010956
724436	rnn.weight_ih_l0	3	0.12535162270069122
724436	rnn.weight_ih_l0	4	0.018471714109182358
724436	rnn.weight_ih_l0	5	-0.07781846076250076
724436	rnn.weight_ih_l0	6	0.013545330613851547
724436	rnn.weight_ih_l0	7	-0.023228248581290245
724436	rnn.weight_ih_l0	8	0.008646586909890175
724436	rnn.weight_ih_l0	9	-0.08389146625995636
724436	rnn.weight_hh_l0	0	-0.02116144262254238
724436	rnn.weight_hh_l0	1	0.08614052087068558
724436	rnn.weight_hh_l0	2	0.00393652031198144
724436	rnn.weight_hh_l0	3	-0.03360258787870407
724436	rnn.weight_hh_l0	4	0.08231309056282043
724436	rnn.weight_hh_l0	5	0.006501774303615093
724436	rnn.weight_hh_l0	6	-0.08451518416404724
724436	rnn.weight_hh_l0	7	-0.1292145699262619
724436	rnn.weight_hh_l0	8	0.03931226208806038
724436	rnn.weight_hh_l0	9	-0.12078181654214859
724436	rnn.bias_ih_l0	0	0.17092621326446533
724436	rnn.bias_ih_l0	1	-0.349483460187912
724436	rnn.bias_ih_l0	2	-0.03148144856095314
724436	rnn.bias_ih_l0	3	-0.2152523398399353
724436	rnn.bias_ih_l0	4	0.008854834362864494
724436	rnn.bias_ih_l0	5	-0.44235959649086
724436	rnn.bias_ih_l0	6	-0.15265163779258728
724436	rnn.bias_ih_l0	7	-0.37865543365478516
724436	rnn.bias_ih_l0	8	-0.3105972409248352
724436	rnn.bias_ih_l0	9	-0.45965442061424255
724436	rnn.bias_hh_l0	0	-0.3517339527606964
724436	rnn.bias_hh_l0	1	-0.43615126609802246
724436	rnn.bias_hh_l0	2	-0.40463340282440186
724436	rnn.bias_hh_l0	3	-0.08003894984722137
724436	rnn.bias_hh_l0	4	-0.40624913573265076
724436	rnn.bias_hh_l0	5	-0.36205780506134033
724436	rnn.bias_hh_l0	6	-0.12298616766929626
724436	rnn.bias_hh_l0	7	0.06891569495201111
724436	rnn.bias_hh_l0	8	-0.22586707770824432
724436	rnn.bias_hh_l0	9	-0.5708266496658325
724436	rnn.weight_ih_l0_reverse	0	0.014094559475779533
724436	rnn.weight_ih_l0_reverse	1	-0.016857244074344635
724436	rnn.weight_ih_l0_reverse	2	0.010002227500081062
724436	rnn.weight_ih_l0_reverse	3	-0.1391078680753708
724436	rnn.weight_ih_l0_reverse	4	0.0826898142695427
724436	rnn.weight_ih_l0_reverse	5	-0.08923482894897461
724436	rnn.weight_ih_l0_reverse	6	0.00223495508544147
724436	rnn.weight_ih_l0_reverse	7	0.021445952355861664
724436	rnn.weight_ih_l0_reverse	8	-0.04638988897204399
724436	rnn.weight_ih_l0_reverse	9	-0.07445193082094193
724436	rnn.weight_hh_l0_reverse	0	-0.14698509871959686
724436	rnn.weight_hh_l0_reverse	1	0.020731914788484573
724436	rnn.weight_hh_l0_reverse	2	-0.021745625883340836
724436	rnn.weight_hh_l0_reverse	3	0.0268865879625082
724436	rnn.weight_hh_l0_reverse	4	-0.0778270736336708
724436	rnn.weight_hh_l0_reverse	5	0.03568454086780548
724436	rnn.weight_hh_l0_reverse	6	0.02982647716999054
724436	rnn.weight_hh_l0_reverse	7	-0.12416977435350418
724436	rnn.weight_hh_l0_reverse	8	-0.072045236825943
724436	rnn.weight_hh_l0_reverse	9	0.03257141262292862
724436	rnn.bias_ih_l0_reverse	0	-0.18559786677360535
724436	rnn.bias_ih_l0_reverse	1	-0.059688862413167953
724436	rnn.bias_ih_l0_reverse	2	0.15725946426391602
724436	rnn.bias_ih_l0_reverse	3	-0.3260597884654999
724436	rnn.bias_ih_l0_reverse	4	-0.0018331804312765598
724436	rnn.bias_ih_l0_reverse	5	-0.2164626270532608
724436	rnn.bias_ih_l0_reverse	6	0.2658918499946594
724436	rnn.bias_ih_l0_reverse	7	-0.31146979331970215
724436	rnn.bias_ih_l0_reverse	8	-0.19687865674495697
724436	rnn.bias_ih_l0_reverse	9	-0.1549670398235321
724436	rnn.bias_hh_l0_reverse	0	-0.14036154747009277
724436	rnn.bias_hh_l0_reverse	1	0.2894385755062103
724436	rnn.bias_hh_l0_reverse	2	-0.3465808033943176
724436	rnn.bias_hh_l0_reverse	3	-0.23397402465343475
724436	rnn.bias_hh_l0_reverse	4	-0.3994329273700714
724436	rnn.bias_hh_l0_reverse	5	-0.21890099346637726
724436	rnn.bias_hh_l0_reverse	6	-0.26540708541870117
724436	rnn.bias_hh_l0_reverse	7	-0.10123398900032043
724436	rnn.bias_hh_l0_reverse	8	-0.344014048576355
724436	rnn.bias_hh_l0_reverse	9	0.20043796300888062
724436	linear.weight	0	0.26720327138900757
724436	linear.weight	1	-0.4305410087108612
724436	linear.weight	2	0.05106031149625778
724436	linear.weight	3	0.06747962534427643
724436	linear.weight	4	-0.15040795505046844
724436	linear.weight	5	0.2371387630701065
724436	linear.weight	6	-0.03456020727753639
724436	linear.weight	7	-0.05977267026901245
724436	linear.weight	8	0.12532879412174225
724436	linear.weight	9	-0.0498344749212265
724436	linear.bias	0	-0.8651403188705444
724436	linear.bias	1	1.7740200757980347
724436	linear.bias	2	0.7458730936050415
724436	linear.bias	3	-2.740326404571533
724436	linear.bias	4	-0.0760461837053299
724436	linear.bias	5	1.262518048286438
724436	linear.bias	6	-0.21213719248771667
724436	linear.bias	7	0.8473635911941528
724436	linear.bias	8	2.1249842643737793
724436	linear.bias	9	-1.328949213027954
725045	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
725045	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
725045	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
725045	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
725045	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
725045	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
725045	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
725045	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
725045	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
725045	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
725045	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
725045	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
725045	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
725045	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
725045	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
725045	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
725045	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
725045	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
725045	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
725045	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
725045	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
725045	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
725045	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
725045	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
725045	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
725045	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
725045	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
725045	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
725045	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
725045	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
725045	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
725045	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
725045	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
725045	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
725045	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
725045	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
725045	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
725045	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
725045	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
725045	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
725045	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
725045	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
725045	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
725045	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
725045	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
725045	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
725045	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
725045	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
725045	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
725045	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
725045	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
725045	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
725045	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
725045	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
725045	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
725045	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
725045	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
725045	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
725045	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
725045	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
725045	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
725045	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
725045	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
725045	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
725045	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
725045	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
725045	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
725045	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
725045	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
725045	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
725045	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
725045	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
725045	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
725045	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
725045	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
725045	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
725045	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
725045	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
725045	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
725045	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
725045	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
725045	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
725045	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
725045	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
725045	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
725045	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
725045	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
725045	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
725045	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
725045	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
725045	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
725045	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
725045	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
725045	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
725045	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
725045	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
725045	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
725045	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
725045	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
725045	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
725045	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
725045	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
725045	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
725045	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
725045	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
725045	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
725045	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
725045	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
725045	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
725045	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
725045	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
725045	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
725045	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
725045	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
725045	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
725045	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
725045	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
725045	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
725045	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
725045	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
725045	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
725045	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
725045	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
725045	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
725045	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
725045	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
725045	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
725045	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
725045	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
725045	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
725045	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
725045	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
725045	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
725045	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
725045	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
725045	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
725045	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
725045	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
725045	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
725045	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
725045	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
725045	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
725045	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
725045	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
725045	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
725045	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
725045	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
725045	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
725045	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
725045	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
725045	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
725045	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
725045	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
725045	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
725045	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
725045	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
725045	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
725045	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
725045	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
725045	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
725045	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
725045	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
725045	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
725045	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
725045	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
725045	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
725045	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
725045	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
725045	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
725045	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
725045	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
725045	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
725045	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
725045	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
725045	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
725045	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
725045	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
725045	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
725045	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
725045	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
725045	embedding2nn.weight	0	0.31806161999702454
725045	embedding2nn.weight	1	0.3795112371444702
725045	embedding2nn.weight	2	-0.0036804231349378824
725045	embedding2nn.weight	3	0.02512475475668907
725045	embedding2nn.weight	4	-0.02744603529572487
725045	embedding2nn.weight	5	0.04261308163404465
725045	embedding2nn.weight	6	-0.0019888796377927065
725045	embedding2nn.weight	7	-0.02882671356201172
725045	embedding2nn.weight	8	0.03734670206904411
725045	embedding2nn.weight	9	-0.05535608157515526
725045	embedding2nn.bias	0	0.022738508880138397
725045	embedding2nn.bias	1	-0.19786176085472107
725045	embedding2nn.bias	2	0.1335711032152176
725045	embedding2nn.bias	3	0.1832294911146164
725045	embedding2nn.bias	4	0.1492103785276413
725045	embedding2nn.bias	5	-0.0771506130695343
725045	embedding2nn.bias	6	-0.055089134722948074
725045	embedding2nn.bias	7	0.05148325115442276
725045	embedding2nn.bias	8	-0.1448764055967331
725045	embedding2nn.bias	9	-0.37675079703330994
725045	rnn.weight_ih_l0	0	0.004405580461025238
725045	rnn.weight_ih_l0	1	-0.05418366938829422
725045	rnn.weight_ih_l0	2	-0.046949829906225204
725045	rnn.weight_ih_l0	3	0.12496140599250793
725045	rnn.weight_ih_l0	4	0.021032724529504776
725045	rnn.weight_ih_l0	5	-0.07885276526212692
725045	rnn.weight_ih_l0	6	0.014376455917954445
725045	rnn.weight_ih_l0	7	-0.02253892831504345
725045	rnn.weight_ih_l0	8	0.009386435151100159
725045	rnn.weight_ih_l0	9	-0.08545442670583725
725045	rnn.weight_hh_l0	0	-0.02109958603978157
725045	rnn.weight_hh_l0	1	0.08633246272802353
725045	rnn.weight_hh_l0	2	0.0036815775092691183
725045	rnn.weight_hh_l0	3	-0.03363749384880066
725045	rnn.weight_hh_l0	4	0.08254746347665787
725045	rnn.weight_hh_l0	5	0.006579881999641657
725045	rnn.weight_hh_l0	6	-0.08441674709320068
725045	rnn.weight_hh_l0	7	-0.12938489019870758
725045	rnn.weight_hh_l0	8	0.03930411860346794
725045	rnn.weight_hh_l0	9	-0.12057703733444214
725045	rnn.bias_ih_l0	0	0.1711445450782776
725045	rnn.bias_ih_l0	1	-0.34885939955711365
725045	rnn.bias_ih_l0	2	-0.031342215836048126
725045	rnn.bias_ih_l0	3	-0.2129308432340622
725045	rnn.bias_ih_l0	4	0.005970932077616453
725045	rnn.bias_ih_l0	5	-0.44124433398246765
725045	rnn.bias_ih_l0	6	-0.15249992907047272
725045	rnn.bias_ih_l0	7	-0.3781460225582123
725045	rnn.bias_ih_l0	8	-0.3102441132068634
725045	rnn.bias_ih_l0	9	-0.4569397270679474
725045	rnn.bias_hh_l0	0	-0.35263264179229736
725045	rnn.bias_hh_l0	1	-0.4387134611606598
725045	rnn.bias_hh_l0	2	-0.40542861819267273
725045	rnn.bias_hh_l0	3	-0.08064671605825424
725045	rnn.bias_hh_l0	4	-0.4070506989955902
725045	rnn.bias_hh_l0	5	-0.36169689893722534
725045	rnn.bias_hh_l0	6	-0.12121349573135376
725045	rnn.bias_hh_l0	7	0.0694282054901123
725045	rnn.bias_hh_l0	8	-0.22493772208690643
725045	rnn.bias_hh_l0	9	-0.5729091763496399
725045	rnn.weight_ih_l0_reverse	0	0.016522174701094627
725045	rnn.weight_ih_l0_reverse	1	-0.0164765827357769
725045	rnn.weight_ih_l0_reverse	2	0.0098151545971632
725045	rnn.weight_ih_l0_reverse	3	-0.1387227177619934
725045	rnn.weight_ih_l0_reverse	4	0.08281206339597702
725045	rnn.weight_ih_l0_reverse	5	-0.08966434746980667
725045	rnn.weight_ih_l0_reverse	6	0.0018619528273120522
725045	rnn.weight_ih_l0_reverse	7	0.02113976702094078
725045	rnn.weight_ih_l0_reverse	8	-0.0467817559838295
725045	rnn.weight_ih_l0_reverse	9	-0.07248539477586746
725045	rnn.weight_hh_l0_reverse	0	-0.14710594713687897
725045	rnn.weight_hh_l0_reverse	1	0.02116699330508709
725045	rnn.weight_hh_l0_reverse	2	-0.021975327283143997
725045	rnn.weight_hh_l0_reverse	3	0.026908544823527336
725045	rnn.weight_hh_l0_reverse	4	-0.07758373767137527
725045	rnn.weight_hh_l0_reverse	5	0.03565921261906624
725045	rnn.weight_hh_l0_reverse	6	0.029840882867574692
725045	rnn.weight_hh_l0_reverse	7	-0.12377478927373886
725045	rnn.weight_hh_l0_reverse	8	-0.07232022285461426
725045	rnn.weight_hh_l0_reverse	9	0.033059507608413696
725045	rnn.bias_ih_l0_reverse	0	-0.1858603060245514
725045	rnn.bias_ih_l0_reverse	1	-0.058498259633779526
725045	rnn.bias_ih_l0_reverse	2	0.15608617663383484
725045	rnn.bias_ih_l0_reverse	3	-0.3246258795261383
725045	rnn.bias_ih_l0_reverse	4	-0.0034465454518795013
725045	rnn.bias_ih_l0_reverse	5	-0.2142835110425949
725045	rnn.bias_ih_l0_reverse	6	0.26301243901252747
725045	rnn.bias_ih_l0_reverse	7	-0.3096252977848053
725045	rnn.bias_ih_l0_reverse	8	-0.1967221200466156
725045	rnn.bias_ih_l0_reverse	9	-0.15800903737545013
725045	rnn.bias_hh_l0_reverse	0	-0.13945358991622925
725045	rnn.bias_hh_l0_reverse	1	0.2859145700931549
725045	rnn.bias_hh_l0_reverse	2	-0.34845831990242004
725045	rnn.bias_hh_l0_reverse	3	-0.23459802567958832
725045	rnn.bias_hh_l0_reverse	4	-0.4003267288208008
725045	rnn.bias_hh_l0_reverse	5	-0.21713048219680786
725045	rnn.bias_hh_l0_reverse	6	-0.2666254937648773
725045	rnn.bias_hh_l0_reverse	7	-0.0986243411898613
725045	rnn.bias_hh_l0_reverse	8	-0.3461688160896301
725045	rnn.bias_hh_l0_reverse	9	0.20244543254375458
725045	linear.weight	0	0.26692652702331543
725045	linear.weight	1	-0.441800057888031
725045	linear.weight	2	0.03774593770503998
725045	linear.weight	3	0.06747952848672867
725045	linear.weight	4	-0.1500122994184494
725045	linear.weight	5	0.2473052591085434
725045	linear.weight	6	-0.03898346424102783
725045	linear.weight	7	-0.05977097526192665
725045	linear.weight	8	0.11765255033969879
725045	linear.weight	9	-0.04983559250831604
725045	linear.bias	0	-0.8743389844894409
725045	linear.bias	1	1.7977110147476196
725045	linear.bias	2	0.7347443699836731
725045	linear.bias	3	-2.7403533458709717
725045	linear.bias	4	-0.0855637788772583
725045	linear.bias	5	1.261675477027893
725045	linear.bias	6	-0.21532395482063293
725045	linear.bias	7	0.8389303088188171
725045	linear.bias	8	2.13334584236145
725045	linear.bias	9	-1.3354414701461792
725654	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
725654	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
725654	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
725654	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
725654	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
725654	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
725654	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
725654	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
725654	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
725654	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
725654	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
725654	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
725654	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
725654	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
725654	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
725654	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
725654	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
725654	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
725654	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
725654	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
725654	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
725654	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
725654	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
725654	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
725654	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
725654	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
725654	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
725654	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
725654	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
725654	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
725654	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
725654	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
725654	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
725654	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
725654	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
725654	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
725654	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
725654	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
725654	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
725654	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
725654	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
725654	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
725654	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
725654	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
725654	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
725654	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
725654	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
725654	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
725654	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
725654	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
725654	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
725654	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
725654	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
725654	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
725654	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
725654	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
725654	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
725654	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
725654	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
725654	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
725654	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
725654	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
725654	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
725654	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
725654	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
725654	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
725654	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
725654	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
725654	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
725654	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
725654	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
725654	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
725654	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
725654	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
725654	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
725654	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
725654	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
725654	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
725654	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
725654	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
725654	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
725654	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
725654	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
725654	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
725654	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
725654	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
725654	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
725654	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
725654	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
725654	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
725654	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
725654	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
725654	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
725654	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
725654	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
725654	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
725654	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
725654	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
725654	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
725654	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
725654	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
725654	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
725654	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
725654	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
725654	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
725654	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
725654	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
725654	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
725654	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
725654	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
725654	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
725654	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
725654	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
725654	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
725654	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
725654	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
725654	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
725654	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
725654	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
725654	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
725654	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
725654	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
725654	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
725654	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
725654	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
725654	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
725654	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
725654	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
725654	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
725654	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
725654	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
725654	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
725654	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
725654	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
725654	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
725654	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
725654	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
725654	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
725654	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
725654	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
725654	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
725654	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
725654	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
725654	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
725654	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
725654	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
725654	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
725654	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
725654	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
725654	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
725654	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
725654	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
725654	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
725654	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
725654	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
725654	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
725654	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
725654	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
725654	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
725654	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
725654	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
725654	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
725654	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
725654	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
725654	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
725654	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
725654	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
725654	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
725654	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
725654	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
725654	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
725654	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
725654	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
725654	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
725654	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
725654	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
725654	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
725654	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
725654	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
725654	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
725654	embedding2nn.weight	0	0.31896066665649414
725654	embedding2nn.weight	1	0.37971824407577515
725654	embedding2nn.weight	2	-0.002939323429018259
725654	embedding2nn.weight	3	0.028845971450209618
725654	embedding2nn.weight	4	-0.027746960520744324
725654	embedding2nn.weight	5	0.042655881494283676
725654	embedding2nn.weight	6	-0.0028289377223700285
725654	embedding2nn.weight	7	-0.029803583398461342
725654	embedding2nn.weight	8	0.037624530494213104
725654	embedding2nn.weight	9	-0.057590026408433914
725654	embedding2nn.bias	0	0.01445834245532751
725654	embedding2nn.bias	1	-0.19781336188316345
725654	embedding2nn.bias	2	0.1414070874452591
725654	embedding2nn.bias	3	0.1770080327987671
725654	embedding2nn.bias	4	0.14135435223579407
725654	embedding2nn.bias	5	-0.07722871750593185
725654	embedding2nn.bias	6	-0.05365125089883804
725654	embedding2nn.bias	7	0.04935348778963089
725654	embedding2nn.bias	8	-0.15168815851211548
725654	embedding2nn.bias	9	-0.3741903007030487
725654	rnn.weight_ih_l0	0	0.004812278784811497
725654	rnn.weight_ih_l0	1	-0.0541682094335556
725654	rnn.weight_ih_l0	2	-0.04738032445311546
725654	rnn.weight_ih_l0	3	0.12585939466953278
725654	rnn.weight_ih_l0	4	0.022530866786837578
725654	rnn.weight_ih_l0	5	-0.07851221412420273
725654	rnn.weight_ih_l0	6	0.014005151577293873
725654	rnn.weight_ih_l0	7	-0.0230373777449131
725654	rnn.weight_ih_l0	8	0.008139949291944504
725654	rnn.weight_ih_l0	9	-0.08537521213293076
725654	rnn.weight_hh_l0	0	-0.02120187133550644
725654	rnn.weight_hh_l0	1	0.08601286262273788
725654	rnn.weight_hh_l0	2	0.003615129040554166
725654	rnn.weight_hh_l0	3	-0.03374577686190605
725654	rnn.weight_hh_l0	4	0.08283798396587372
725654	rnn.weight_hh_l0	5	0.006545143201947212
725654	rnn.weight_hh_l0	6	-0.084514319896698
725654	rnn.weight_hh_l0	7	-0.13013280928134918
725654	rnn.weight_hh_l0	8	0.039343491196632385
725654	rnn.weight_hh_l0	9	-0.12053164094686508
725654	rnn.bias_ih_l0	0	0.17415295541286469
725654	rnn.bias_ih_l0	1	-0.34959495067596436
725654	rnn.bias_ih_l0	2	-0.030782155692577362
725654	rnn.bias_ih_l0	3	-0.21156476438045502
725654	rnn.bias_ih_l0	4	0.0032655559480190277
725654	rnn.bias_ih_l0	5	-0.4412521719932556
725654	rnn.bias_ih_l0	6	-0.15230518579483032
725654	rnn.bias_ih_l0	7	-0.37777137756347656
725654	rnn.bias_ih_l0	8	-0.311679482460022
725654	rnn.bias_ih_l0	9	-0.45519885420799255
725654	rnn.bias_hh_l0	0	-0.34947699308395386
725654	rnn.bias_hh_l0	1	-0.4366474151611328
725654	rnn.bias_hh_l0	2	-0.40757322311401367
725654	rnn.bias_hh_l0	3	-0.08166147023439407
725654	rnn.bias_hh_l0	4	-0.40604859590530396
725654	rnn.bias_hh_l0	5	-0.361833393573761
725654	rnn.bias_hh_l0	6	-0.12021640688180923
725654	rnn.bias_hh_l0	7	0.06970955431461334
725654	rnn.bias_hh_l0	8	-0.22344860434532166
725654	rnn.bias_hh_l0	9	-0.5732248425483704
725654	rnn.weight_ih_l0_reverse	0	0.014458798803389072
725654	rnn.weight_ih_l0_reverse	1	-0.015414855442941189
725654	rnn.weight_ih_l0_reverse	2	0.00916034635156393
725654	rnn.weight_ih_l0_reverse	3	-0.13967719674110413
725654	rnn.weight_ih_l0_reverse	4	0.08331271260976791
725654	rnn.weight_ih_l0_reverse	5	-0.09037698805332184
725654	rnn.weight_ih_l0_reverse	6	0.002273630117997527
725654	rnn.weight_ih_l0_reverse	7	0.021312924101948738
725654	rnn.weight_ih_l0_reverse	8	-0.04795804247260094
725654	rnn.weight_ih_l0_reverse	9	-0.072971872985363
725654	rnn.weight_hh_l0_reverse	0	-0.14667846262454987
725654	rnn.weight_hh_l0_reverse	1	0.021101810038089752
725654	rnn.weight_hh_l0_reverse	2	-0.0220442246645689
725654	rnn.weight_hh_l0_reverse	3	0.027282794937491417
725654	rnn.weight_hh_l0_reverse	4	-0.07787173986434937
725654	rnn.weight_hh_l0_reverse	5	0.03554658219218254
725654	rnn.weight_hh_l0_reverse	6	0.029894065111875534
725654	rnn.weight_hh_l0_reverse	7	-0.12380736321210861
725654	rnn.weight_hh_l0_reverse	8	-0.07143361866474152
725654	rnn.weight_hh_l0_reverse	9	0.03355357050895691
725654	rnn.bias_ih_l0_reverse	0	-0.18469920754432678
725654	rnn.bias_ih_l0_reverse	1	-0.059569817036390305
725654	rnn.bias_ih_l0_reverse	2	0.15423956513404846
725654	rnn.bias_ih_l0_reverse	3	-0.3256533443927765
725654	rnn.bias_ih_l0_reverse	4	-0.0021009002812206745
725654	rnn.bias_ih_l0_reverse	5	-0.21374574303627014
725654	rnn.bias_ih_l0_reverse	6	0.261006623506546
725654	rnn.bias_ih_l0_reverse	7	-0.3092884421348572
725654	rnn.bias_ih_l0_reverse	8	-0.19691331684589386
725654	rnn.bias_ih_l0_reverse	9	-0.15596406161785126
725654	rnn.bias_hh_l0_reverse	0	-0.13763633370399475
725654	rnn.bias_hh_l0_reverse	1	0.28770750761032104
725654	rnn.bias_hh_l0_reverse	2	-0.3517250120639801
725654	rnn.bias_hh_l0_reverse	3	-0.23477329313755035
725654	rnn.bias_hh_l0_reverse	4	-0.4013988673686981
725654	rnn.bias_hh_l0_reverse	5	-0.21831095218658447
725654	rnn.bias_hh_l0_reverse	6	-0.26649487018585205
725654	rnn.bias_hh_l0_reverse	7	-0.09747424721717834
725654	rnn.bias_hh_l0_reverse	8	-0.34500977396965027
725654	rnn.bias_hh_l0_reverse	9	0.21242734789848328
725654	linear.weight	0	0.2591657042503357
725654	linear.weight	1	-0.4486769437789917
725654	linear.weight	2	0.052506204694509506
725654	linear.weight	3	0.06747964769601822
725654	linear.weight	4	-0.14695094525814056
725654	linear.weight	5	0.24085542559623718
725654	linear.weight	6	-0.040524259209632874
725654	linear.weight	7	-0.05976945161819458
725654	linear.weight	8	0.11851582676172256
725654	linear.weight	9	-0.04983649402856827
725654	linear.bias	0	-0.8657798171043396
725654	linear.bias	1	1.7883988618850708
725654	linear.bias	2	0.7474360466003418
725654	linear.bias	3	-2.7403793334960938
725654	linear.bias	4	-0.091595359146595
725654	linear.bias	5	1.2708956003189087
725654	linear.bias	6	-0.22040009498596191
725654	linear.bias	7	0.855570912361145
725654	linear.bias	8	2.119600296020508
725654	linear.bias	9	-1.334540605545044
725662	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
725662	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
725662	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
725662	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
725662	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
725662	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
725662	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
725662	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
725662	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
725662	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
725662	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
725662	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
725662	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
725662	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
725662	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
725662	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
725662	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
725662	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
725662	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
725662	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
725662	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
725662	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
725662	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
725662	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
725662	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
725662	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
725662	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
725662	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
725662	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
725662	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
725662	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
725662	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
725662	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
725662	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
725662	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
725662	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
725662	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
725662	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
725662	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
725662	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
725662	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
725662	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
725662	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
725662	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
725662	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
725662	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
725662	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
725662	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
725662	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
725662	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
725662	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
725662	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
725662	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
725662	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
725662	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
725662	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
725662	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
725662	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
725662	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
725662	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
725662	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
725662	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
725662	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
725662	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
725662	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
725662	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
725662	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
725662	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
725662	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
725662	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
725662	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
725662	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
725662	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
725662	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
725662	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
725662	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
725662	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
725662	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
725662	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
725662	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
725662	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
725662	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
725662	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
725662	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
725662	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
725662	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
725662	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
725662	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
725662	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
725662	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
725662	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
725662	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
725662	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
725662	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
725662	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
725662	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
725662	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
725662	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
725662	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
725662	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
725662	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
725662	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
725662	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
725662	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
725662	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
725662	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
725662	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
725662	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
725662	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
725662	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
725662	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
725662	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
725662	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
725662	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
725662	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
725662	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
725662	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
725662	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
725662	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
725662	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
725662	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
725662	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
725662	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
725662	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
725662	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
725662	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
725662	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
725662	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
725662	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
725662	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
725662	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
725662	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
725662	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
725662	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
725662	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
725662	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
725662	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
725662	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
725662	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
725662	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
725662	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
725662	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
725662	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
725662	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
725662	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
725662	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
725662	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
725662	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
725662	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
725662	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
725662	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
725662	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
725662	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
725662	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
725662	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
725662	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
725662	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
725662	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
725662	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
725662	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
725662	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
725662	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
725662	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
725662	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
725662	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
725662	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
725662	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
725662	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
725662	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
725662	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
725662	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
725662	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
725662	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
725662	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
725662	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
725662	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
725662	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
725662	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
725662	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
725662	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
725662	embedding2nn.weight	0	0.31891947984695435
725662	embedding2nn.weight	1	0.3798498213291168
725662	embedding2nn.weight	2	-0.002968177665024996
725662	embedding2nn.weight	3	0.029525935649871826
725662	embedding2nn.weight	4	-0.02790430188179016
725662	embedding2nn.weight	5	0.04264961928129196
725662	embedding2nn.weight	6	-0.0030941057484596968
725662	embedding2nn.weight	7	-0.029825659468770027
725662	embedding2nn.weight	8	0.037423040717840195
725662	embedding2nn.weight	9	-0.057260796427726746
725662	embedding2nn.bias	0	0.013410676270723343
725662	embedding2nn.bias	1	-0.1974431872367859
725662	embedding2nn.bias	2	0.14037393033504486
725662	embedding2nn.bias	3	0.1777958869934082
725662	embedding2nn.bias	4	0.13951535522937775
725662	embedding2nn.bias	5	-0.0763874500989914
725662	embedding2nn.bias	6	-0.05318356305360794
725662	embedding2nn.bias	7	0.049424562603235245
725662	embedding2nn.bias	8	-0.152688667178154
725662	embedding2nn.bias	9	-0.37382543087005615
725662	rnn.weight_ih_l0	0	0.004801132250577211
725662	rnn.weight_ih_l0	1	-0.05415715277194977
725662	rnn.weight_ih_l0	2	-0.047444794327020645
725662	rnn.weight_ih_l0	3	0.12587212026119232
725662	rnn.weight_ih_l0	4	0.022636963054537773
725662	rnn.weight_ih_l0	5	-0.07826527208089828
725662	rnn.weight_ih_l0	6	0.013939148746430874
725662	rnn.weight_ih_l0	7	-0.023039834573864937
725662	rnn.weight_ih_l0	8	0.008059057407081127
725662	rnn.weight_ih_l0	9	-0.08532210439443588
725662	rnn.weight_hh_l0	0	-0.021207846701145172
725662	rnn.weight_hh_l0	1	0.08599290251731873
725662	rnn.weight_hh_l0	2	0.003636591602116823
725662	rnn.weight_hh_l0	3	-0.0338846854865551
725662	rnn.weight_hh_l0	4	0.08281810581684113
725662	rnn.weight_hh_l0	5	0.006510904524475336
725662	rnn.weight_hh_l0	6	-0.08456065505743027
725662	rnn.weight_hh_l0	7	-0.13017399609088898
725662	rnn.weight_hh_l0	8	0.03934347257018089
725662	rnn.weight_hh_l0	9	-0.12054327130317688
725662	rnn.bias_ih_l0	0	0.17437250912189484
725662	rnn.bias_ih_l0	1	-0.3494389057159424
725662	rnn.bias_ih_l0	2	-0.030723650008440018
725662	rnn.bias_ih_l0	3	-0.21164187788963318
725662	rnn.bias_ih_l0	4	0.002997274976223707
725662	rnn.bias_ih_l0	5	-0.4410874843597412
725662	rnn.bias_ih_l0	6	-0.15222103893756866
725662	rnn.bias_ih_l0	7	-0.3777427077293396
725662	rnn.bias_ih_l0	8	-0.3115977644920349
725662	rnn.bias_ih_l0	9	-0.45567068457603455
725662	rnn.bias_hh_l0	0	-0.349296510219574
725662	rnn.bias_hh_l0	1	-0.43678683042526245
725662	rnn.bias_hh_l0	2	-0.4074881076812744
725662	rnn.bias_hh_l0	3	-0.08145955204963684
725662	rnn.bias_hh_l0	4	-0.4062403440475464
725662	rnn.bias_hh_l0	5	-0.36181381344795227
725662	rnn.bias_hh_l0	6	-0.12025026977062225
725662	rnn.bias_hh_l0	7	0.06929508596658707
725662	rnn.bias_hh_l0	8	-0.22330084443092346
725662	rnn.bias_hh_l0	9	-0.5732317566871643
725662	rnn.weight_ih_l0_reverse	0	0.0143047496676445
725662	rnn.weight_ih_l0_reverse	1	-0.015376396477222443
725662	rnn.weight_ih_l0_reverse	2	0.009170383214950562
725662	rnn.weight_ih_l0_reverse	3	-0.13977554440498352
725662	rnn.weight_ih_l0_reverse	4	0.08329609036445618
725662	rnn.weight_ih_l0_reverse	5	-0.09052342176437378
725662	rnn.weight_ih_l0_reverse	6	0.0023525587748736143
725662	rnn.weight_ih_l0_reverse	7	0.021403644233942032
725662	rnn.weight_ih_l0_reverse	8	-0.04785816743969917
725662	rnn.weight_ih_l0_reverse	9	-0.07291436195373535
725662	rnn.weight_hh_l0_reverse	0	-0.14669135212898254
725662	rnn.weight_hh_l0_reverse	1	0.021136004477739334
725662	rnn.weight_hh_l0_reverse	2	-0.022028598934412003
725662	rnn.weight_hh_l0_reverse	3	0.027252474799752235
725662	rnn.weight_hh_l0_reverse	4	-0.07786926627159119
725662	rnn.weight_hh_l0_reverse	5	0.03555070236325264
725662	rnn.weight_hh_l0_reverse	6	0.029896756634116173
725662	rnn.weight_hh_l0_reverse	7	-0.123862624168396
725662	rnn.weight_hh_l0_reverse	8	-0.07143542170524597
725662	rnn.weight_hh_l0_reverse	9	0.033530790358781815
725662	rnn.bias_ih_l0_reverse	0	-0.18469321727752686
725662	rnn.bias_ih_l0_reverse	1	-0.05961667001247406
725662	rnn.bias_ih_l0_reverse	2	0.15452948212623596
725662	rnn.bias_ih_l0_reverse	3	-0.32560670375823975
725662	rnn.bias_ih_l0_reverse	4	-0.002201243070885539
725662	rnn.bias_ih_l0_reverse	5	-0.21372711658477783
725662	rnn.bias_ih_l0_reverse	6	0.2609395384788513
725662	rnn.bias_ih_l0_reverse	7	-0.30924099683761597
725662	rnn.bias_ih_l0_reverse	8	-0.19696299731731415
725662	rnn.bias_ih_l0_reverse	9	-0.15604695677757263
725662	rnn.bias_hh_l0_reverse	0	-0.13748988509178162
725662	rnn.bias_hh_l0_reverse	1	0.28750526905059814
725662	rnn.bias_hh_l0_reverse	2	-0.351624995470047
725662	rnn.bias_hh_l0_reverse	3	-0.23453497886657715
725662	rnn.bias_hh_l0_reverse	4	-0.40129855275154114
725662	rnn.bias_hh_l0_reverse	5	-0.21847665309906006
725662	rnn.bias_hh_l0_reverse	6	-0.26671236753463745
725662	rnn.bias_hh_l0_reverse	7	-0.09734676778316498
725662	rnn.bias_hh_l0_reverse	8	-0.3453867435455322
725662	rnn.bias_hh_l0_reverse	9	0.21359585225582123
725662	linear.weight	0	0.2591540515422821
725662	linear.weight	1	-0.4482831656932831
725662	linear.weight	2	0.051119640469551086
725662	linear.weight	3	0.06747965514659882
725662	linear.weight	4	-0.14699211716651917
725662	linear.weight	5	0.240808367729187
725662	linear.weight	6	-0.03987755626440048
725662	linear.weight	7	-0.05976942926645279
725662	linear.weight	8	0.11828267574310303
725662	linear.weight	9	-0.049836497753858566
725662	linear.bias	0	-0.8670921921730042
725662	linear.bias	1	1.7898447513580322
725662	linear.bias	2	0.7514801621437073
725662	linear.bias	3	-2.7403793334960938
725662	linear.bias	4	-0.09094374626874924
725662	linear.bias	5	1.271613359451294
725662	linear.bias	6	-0.21608085930347443
725662	linear.bias	7	0.8540758490562439
725662	linear.bias	8	2.114687204360962
725662	linear.bias	9	-1.3354424238204956
726271	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
726271	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
726271	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
726271	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
726271	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
726271	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
726271	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
726271	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
726271	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
726271	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
726271	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
726271	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
726271	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
726271	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
726271	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
726271	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
726271	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
726271	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
726271	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
726271	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
726271	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
726271	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
726271	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
726271	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
726271	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
726271	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
726271	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
726271	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
726271	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
726271	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
726271	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
726271	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
726271	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
726271	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
726271	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
726271	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
726271	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
726271	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
726271	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
726271	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
726271	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
726271	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
726271	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
726271	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
726271	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
726271	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
726271	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
726271	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
726271	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
726271	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
726271	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
726271	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
726271	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
726271	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
726271	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
726271	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
726271	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
726271	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
726271	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
726271	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
726271	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
726271	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
726271	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
726271	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
726271	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
726271	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
726271	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
726271	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
726271	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
726271	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
726271	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
726271	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
726271	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
726271	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
726271	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
726271	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
726271	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
726271	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
726271	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
726271	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
726271	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
726271	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
726271	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
726271	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
726271	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
726271	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
726271	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
726271	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
726271	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
726271	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
726271	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
726271	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
726271	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
726271	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
726271	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
726271	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
726271	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
726271	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
726271	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
726271	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
726271	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
726271	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
726271	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
726271	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
726271	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
726271	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
726271	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
726271	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
726271	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
726271	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
726271	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
726271	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
726271	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
726271	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
726271	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
726271	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
726271	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
726271	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
726271	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
726271	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
726271	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
726271	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
726271	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
726271	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
726271	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
726271	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
726271	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
726271	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
726271	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
726271	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
726271	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
726271	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
726271	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
726271	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
726271	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
726271	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
726271	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
726271	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
726271	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
726271	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
726271	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
726271	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
726271	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
726271	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
726271	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
726271	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
726271	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
726271	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
726271	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
726271	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
726271	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
726271	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
726271	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
726271	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
726271	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
726271	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
726271	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
726271	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
726271	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
726271	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
726271	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
726271	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
726271	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
726271	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
726271	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
726271	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
726271	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
726271	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
726271	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
726271	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
726271	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
726271	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
726271	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
726271	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
726271	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
726271	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
726271	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
726271	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
726271	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
726271	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
726271	embedding2nn.weight	0	0.31846919655799866
726271	embedding2nn.weight	1	0.380871444940567
726271	embedding2nn.weight	2	-0.0012181440833956003
726271	embedding2nn.weight	3	0.027701135724782944
726271	embedding2nn.weight	4	-0.02851305715739727
726271	embedding2nn.weight	5	0.04299113154411316
726271	embedding2nn.weight	6	-0.004747377242892981
726271	embedding2nn.weight	7	-0.02846166305243969
726271	embedding2nn.weight	8	0.035881899297237396
726271	embedding2nn.weight	9	-0.05849367007613182
726271	embedding2nn.bias	0	0.016930105164647102
726271	embedding2nn.bias	1	-0.19658000767230988
726271	embedding2nn.bias	2	0.1416010558605194
726271	embedding2nn.bias	3	0.18057207763195038
726271	embedding2nn.bias	4	0.1426125168800354
726271	embedding2nn.bias	5	-0.06778987497091293
726271	embedding2nn.bias	6	-0.05265067517757416
726271	embedding2nn.bias	7	0.04894452169537544
726271	embedding2nn.bias	8	-0.15228724479675293
726271	embedding2nn.bias	9	-0.3762146234512329
726271	rnn.weight_ih_l0	0	0.004343055654317141
726271	rnn.weight_ih_l0	1	-0.054943766444921494
726271	rnn.weight_ih_l0	2	-0.04862608015537262
726271	rnn.weight_ih_l0	3	0.12574787437915802
726271	rnn.weight_ih_l0	4	0.023326991125941277
726271	rnn.weight_ih_l0	5	-0.07785307615995407
726271	rnn.weight_ih_l0	6	0.013387109152972698
726271	rnn.weight_ih_l0	7	-0.02334836684167385
726271	rnn.weight_ih_l0	8	0.007570797577500343
726271	rnn.weight_ih_l0	9	-0.08475472778081894
726271	rnn.weight_hh_l0	0	-0.021428050473332405
726271	rnn.weight_hh_l0	1	0.08598672598600388
726271	rnn.weight_hh_l0	2	0.0037691202014684677
726271	rnn.weight_hh_l0	3	-0.03381064161658287
726271	rnn.weight_hh_l0	4	0.08294688910245895
726271	rnn.weight_hh_l0	5	0.006634487770497799
726271	rnn.weight_hh_l0	6	-0.08452869206666946
726271	rnn.weight_hh_l0	7	-0.13104115426540375
726271	rnn.weight_hh_l0	8	0.03929001837968826
726271	rnn.weight_hh_l0	9	-0.1205253154039383
726271	rnn.bias_ih_l0	0	0.17137716710567474
726271	rnn.bias_ih_l0	1	-0.3494170010089874
726271	rnn.bias_ih_l0	2	-0.030367327854037285
726271	rnn.bias_ih_l0	3	-0.21072827279567719
726271	rnn.bias_ih_l0	4	0.002994215115904808
726271	rnn.bias_ih_l0	5	-0.4403804540634155
726271	rnn.bias_ih_l0	6	-0.15229080617427826
726271	rnn.bias_ih_l0	7	-0.37809494137763977
726271	rnn.bias_ih_l0	8	-0.3112163841724396
726271	rnn.bias_ih_l0	9	-0.4543686807155609
726271	rnn.bias_hh_l0	0	-0.35220643877983093
726271	rnn.bias_hh_l0	1	-0.43771451711654663
726271	rnn.bias_hh_l0	2	-0.40672317147254944
726271	rnn.bias_hh_l0	3	-0.08278218656778336
726271	rnn.bias_hh_l0	4	-0.40551072359085083
726271	rnn.bias_hh_l0	5	-0.36251014471054077
726271	rnn.bias_hh_l0	6	-0.12124279886484146
726271	rnn.bias_hh_l0	7	0.06837204098701477
726271	rnn.bias_hh_l0	8	-0.22296062111854553
726271	rnn.bias_hh_l0	9	-0.5735311508178711
726271	rnn.weight_ih_l0_reverse	0	0.013857846148312092
726271	rnn.weight_ih_l0_reverse	1	-0.014211957342922688
726271	rnn.weight_ih_l0_reverse	2	0.008869633078575134
726271	rnn.weight_ih_l0_reverse	3	-0.1411338448524475
726271	rnn.weight_ih_l0_reverse	4	0.08441683650016785
726271	rnn.weight_ih_l0_reverse	5	-0.09222912788391113
726271	rnn.weight_ih_l0_reverse	6	0.0025264574214816093
726271	rnn.weight_ih_l0_reverse	7	0.021501809358596802
726271	rnn.weight_ih_l0_reverse	8	-0.04878045246005058
726271	rnn.weight_ih_l0_reverse	9	-0.07420176267623901
726271	rnn.weight_hh_l0_reverse	0	-0.1464618444442749
726271	rnn.weight_hh_l0_reverse	1	0.02129383385181427
726271	rnn.weight_hh_l0_reverse	2	-0.0220125000923872
726271	rnn.weight_hh_l0_reverse	3	0.027170846238732338
726271	rnn.weight_hh_l0_reverse	4	-0.07802075147628784
726271	rnn.weight_hh_l0_reverse	5	0.03565166890621185
726271	rnn.weight_hh_l0_reverse	6	0.029796177521348
726271	rnn.weight_hh_l0_reverse	7	-0.12363111227750778
726271	rnn.weight_hh_l0_reverse	8	-0.0709669217467308
726271	rnn.weight_hh_l0_reverse	9	0.03392560034990311
726271	rnn.bias_ih_l0_reverse	0	-0.18445831537246704
726271	rnn.bias_ih_l0_reverse	1	-0.06060619279742241
726271	rnn.bias_ih_l0_reverse	2	0.1545427441596985
726271	rnn.bias_ih_l0_reverse	3	-0.32445964217185974
726271	rnn.bias_ih_l0_reverse	4	-0.0005199408042244613
726271	rnn.bias_ih_l0_reverse	5	-0.214743509888649
726271	rnn.bias_ih_l0_reverse	6	0.2621302306652069
726271	rnn.bias_ih_l0_reverse	7	-0.3088359832763672
726271	rnn.bias_ih_l0_reverse	8	-0.19594645500183105
726271	rnn.bias_ih_l0_reverse	9	-0.1556035280227661
726271	rnn.bias_hh_l0_reverse	0	-0.13645978271961212
726271	rnn.bias_hh_l0_reverse	1	0.28899797797203064
726271	rnn.bias_hh_l0_reverse	2	-0.3503486216068268
726271	rnn.bias_hh_l0_reverse	3	-0.23532265424728394
726271	rnn.bias_hh_l0_reverse	4	-0.401767760515213
726271	rnn.bias_hh_l0_reverse	5	-0.2190089076757431
726271	rnn.bias_hh_l0_reverse	6	-0.26562485098838806
726271	rnn.bias_hh_l0_reverse	7	-0.0964570865035057
726271	rnn.bias_hh_l0_reverse	8	-0.34802648425102234
726271	rnn.bias_hh_l0_reverse	9	0.20909017324447632
726271	linear.weight	0	0.263999879360199
726271	linear.weight	1	-0.44200068712234497
726271	linear.weight	2	0.03819523751735687
726271	linear.weight	3	0.06747946888208389
726271	linear.weight	4	-0.14710479974746704
726271	linear.weight	5	0.2429666668176651
726271	linear.weight	6	-0.04604576155543327
726271	linear.weight	7	-0.05976821854710579
726271	linear.weight	8	0.12172555923461914
726271	linear.weight	9	-0.04983742535114288
726271	linear.bias	0	-0.8718876242637634
726271	linear.bias	1	1.7886873483657837
726271	linear.bias	2	0.7371656894683838
726271	linear.bias	3	-2.7404086589813232
726271	linear.bias	4	-0.09413550049066544
726271	linear.bias	5	1.2654284238815308
726271	linear.bias	6	-0.21397076547145844
726271	linear.bias	7	0.8472646474838257
726271	linear.bias	8	2.1324918270111084
726271	linear.bias	9	-1.3222748041152954
726880	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
726880	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
726880	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
726880	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
726880	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
726880	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
726880	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
726880	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
726880	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
726880	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
726880	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
726880	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
726880	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
726880	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
726880	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
726880	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
726880	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
726880	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
726880	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
726880	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
726880	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
726880	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
726880	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
726880	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
726880	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
726880	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
726880	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
726880	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
726880	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
726880	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
726880	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
726880	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
726880	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
726880	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
726880	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
726880	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
726880	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
726880	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
726880	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
726880	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
726880	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
726880	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
726880	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
726880	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
726880	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
726880	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
726880	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
726880	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
726880	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
726880	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
726880	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
726880	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
726880	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
726880	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
726880	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
726880	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
726880	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
726880	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
726880	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
726880	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
726880	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
726880	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
726880	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
726880	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
726880	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
726880	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
726880	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
726880	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
726880	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
726880	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
726880	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
726880	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
726880	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
726880	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
726880	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
726880	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
726880	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
726880	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
726880	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
726880	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
726880	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
726880	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
726880	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
726880	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
726880	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
726880	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
726880	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
726880	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
726880	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
726880	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
726880	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
726880	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
726880	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
726880	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
726880	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
726880	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
726880	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
726880	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
726880	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
726880	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
726880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
726880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
726880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
726880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
726880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
726880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
726880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
726880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
726880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
726880	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
726880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
726880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
726880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
726880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
726880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
726880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
726880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
726880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
726880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
726880	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
726880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
726880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
726880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
726880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
726880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
726880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
726880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
726880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
726880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
726880	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
726880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
726880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
726880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
726880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
726880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
726880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
726880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
726880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
726880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
726880	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
726880	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
726880	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
726880	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
726880	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
726880	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
726880	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
726880	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
726880	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
726880	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
726880	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
726880	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
726880	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
726880	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
726880	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
726880	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
726880	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
726880	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
726880	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
726880	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
726880	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
726880	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
726880	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
726880	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
726880	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
726880	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
726880	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
726880	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
726880	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
726880	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
726880	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
726880	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
726880	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
726880	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
726880	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
726880	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
726880	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
726880	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
726880	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
726880	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
726880	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
726880	embedding2nn.weight	0	0.3185177445411682
726880	embedding2nn.weight	1	0.38258999586105347
726880	embedding2nn.weight	2	-0.0010156594216823578
726880	embedding2nn.weight	3	0.029882142320275307
726880	embedding2nn.weight	4	-0.028035735711455345
726880	embedding2nn.weight	5	0.04355650395154953
726880	embedding2nn.weight	6	-0.007587594445794821
726880	embedding2nn.weight	7	-0.025453250855207443
726880	embedding2nn.weight	8	0.03671862930059433
726880	embedding2nn.weight	9	-0.05618062615394592
726880	embedding2nn.bias	0	0.019848089665174484
726880	embedding2nn.bias	1	-0.19723448157310486
726880	embedding2nn.bias	2	0.1470256894826889
726880	embedding2nn.bias	3	0.1772971749305725
726880	embedding2nn.bias	4	0.13550961017608643
726880	embedding2nn.bias	5	-0.07168786972761154
726880	embedding2nn.bias	6	-0.05652450770139694
726880	embedding2nn.bias	7	0.052751488983631134
726880	embedding2nn.bias	8	-0.14707258343696594
726880	embedding2nn.bias	9	-0.38431164622306824
726880	rnn.weight_ih_l0	0	0.004432502202689648
726880	rnn.weight_ih_l0	1	-0.05544784292578697
726880	rnn.weight_ih_l0	2	-0.04915497452020645
726880	rnn.weight_ih_l0	3	0.12447624653577805
726880	rnn.weight_ih_l0	4	0.022872380912303925
726880	rnn.weight_ih_l0	5	-0.07702901214361191
726880	rnn.weight_ih_l0	6	0.012496264651417732
726880	rnn.weight_ih_l0	7	-0.02379932440817356
726880	rnn.weight_ih_l0	8	0.00701513048261404
726880	rnn.weight_ih_l0	9	-0.08517453819513321
726880	rnn.weight_hh_l0	0	-0.02143344283103943
726880	rnn.weight_hh_l0	1	0.0861968845129013
726880	rnn.weight_hh_l0	2	0.0034856463316828012
726880	rnn.weight_hh_l0	3	-0.03372406214475632
726880	rnn.weight_hh_l0	4	0.08329743891954422
726880	rnn.weight_hh_l0	5	0.00685894675552845
726880	rnn.weight_hh_l0	6	-0.08474430441856384
726880	rnn.weight_hh_l0	7	-0.13281990587711334
726880	rnn.weight_hh_l0	8	0.039230186492204666
726880	rnn.weight_hh_l0	9	-0.12064489722251892
726880	rnn.bias_ih_l0	0	0.16907526552677155
726880	rnn.bias_ih_l0	1	-0.34899482131004333
726880	rnn.bias_ih_l0	2	-0.029936015605926514
726880	rnn.bias_ih_l0	3	-0.21154889464378357
726880	rnn.bias_ih_l0	4	0.0014526174636557698
726880	rnn.bias_ih_l0	5	-0.4406811594963074
726880	rnn.bias_ih_l0	6	-0.15164822340011597
726880	rnn.bias_ih_l0	7	-0.3775915205478668
726880	rnn.bias_ih_l0	8	-0.312365859746933
726880	rnn.bias_ih_l0	9	-0.45932886004447937
726880	rnn.bias_hh_l0	0	-0.3541269302368164
726880	rnn.bias_hh_l0	1	-0.43921148777008057
726880	rnn.bias_hh_l0	2	-0.4045628607273102
726880	rnn.bias_hh_l0	3	-0.08201631158590317
726880	rnn.bias_hh_l0	4	-0.40807244181632996
726880	rnn.bias_hh_l0	5	-0.3637637794017792
726880	rnn.bias_hh_l0	6	-0.12123424559831619
726880	rnn.bias_hh_l0	7	0.06801874935626984
726880	rnn.bias_hh_l0	8	-0.22488072514533997
726880	rnn.bias_hh_l0	9	-0.576038122177124
726880	rnn.weight_ih_l0_reverse	0	0.012720775790512562
726880	rnn.weight_ih_l0_reverse	1	-0.015076843090355396
726880	rnn.weight_ih_l0_reverse	2	0.009940795600414276
726880	rnn.weight_ih_l0_reverse	3	-0.14153921604156494
726880	rnn.weight_ih_l0_reverse	4	0.08463190495967865
726880	rnn.weight_ih_l0_reverse	5	-0.0897834524512291
726880	rnn.weight_ih_l0_reverse	6	0.0012294566258788109
726880	rnn.weight_ih_l0_reverse	7	0.021326879039406776
726880	rnn.weight_ih_l0_reverse	8	-0.04771774262189865
726880	rnn.weight_ih_l0_reverse	9	-0.07290434092283249
726880	rnn.weight_hh_l0_reverse	0	-0.14659889042377472
726880	rnn.weight_hh_l0_reverse	1	0.021068288013339043
726880	rnn.weight_hh_l0_reverse	2	-0.0221377182751894
726880	rnn.weight_hh_l0_reverse	3	0.027303095906972885
726880	rnn.weight_hh_l0_reverse	4	-0.07817510515451431
726880	rnn.weight_hh_l0_reverse	5	0.03571409732103348
726880	rnn.weight_hh_l0_reverse	6	0.029767030850052834
726880	rnn.weight_hh_l0_reverse	7	-0.12269117683172226
726880	rnn.weight_hh_l0_reverse	8	-0.07190561294555664
726880	rnn.weight_hh_l0_reverse	9	0.0338401272892952
726880	rnn.bias_ih_l0_reverse	0	-0.1838674396276474
726880	rnn.bias_ih_l0_reverse	1	-0.060304611921310425
726880	rnn.bias_ih_l0_reverse	2	0.15528865158557892
726880	rnn.bias_ih_l0_reverse	3	-0.32573452591896057
726880	rnn.bias_ih_l0_reverse	4	0.0035369936376810074
726880	rnn.bias_ih_l0_reverse	5	-0.21517178416252136
726880	rnn.bias_ih_l0_reverse	6	0.26433122158050537
726880	rnn.bias_ih_l0_reverse	7	-0.3036498427391052
726880	rnn.bias_ih_l0_reverse	8	-0.19589702785015106
726880	rnn.bias_ih_l0_reverse	9	-0.15913191437721252
726880	rnn.bias_hh_l0_reverse	0	-0.14000555872917175
726880	rnn.bias_hh_l0_reverse	1	0.2867986261844635
726880	rnn.bias_hh_l0_reverse	2	-0.35041284561157227
726880	rnn.bias_hh_l0_reverse	3	-0.23364520072937012
726880	rnn.bias_hh_l0_reverse	4	-0.4003070294857025
726880	rnn.bias_hh_l0_reverse	5	-0.21919085085391998
726880	rnn.bias_hh_l0_reverse	6	-0.26538100838661194
726880	rnn.bias_hh_l0_reverse	7	-0.0960535779595375
726880	rnn.bias_hh_l0_reverse	8	-0.3458667993545532
726880	rnn.bias_hh_l0_reverse	9	0.2064976692199707
726880	linear.weight	0	0.25276511907577515
726880	linear.weight	1	-0.44149160385131836
726880	linear.weight	2	0.027274738997220993
726880	linear.weight	3	0.06747913360595703
726880	linear.weight	4	-0.14678822457790375
726880	linear.weight	5	0.2478497326374054
726880	linear.weight	6	-0.04351441189646721
726880	linear.weight	7	-0.05976676940917969
726880	linear.weight	8	0.12705843150615692
726880	linear.weight	9	-0.049838386476039886
726880	linear.bias	0	-0.8592848777770996
726880	linear.bias	1	1.8048255443572998
726880	linear.bias	2	0.7475012540817261
726880	linear.bias	3	-2.7404322624206543
726880	linear.bias	4	-0.08546867221593857
726880	linear.bias	5	1.266714334487915
726880	linear.bias	6	-0.21449364721775055
726880	linear.bias	7	0.8469753265380859
726880	linear.bias	8	2.120175838470459
726880	linear.bias	9	-1.328269124031067
727489	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
727489	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
727489	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
727489	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
727489	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
727489	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
727489	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
727489	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
727489	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
727489	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
727489	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
727489	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
727489	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
727489	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
727489	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
727489	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
727489	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
727489	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
727489	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
727489	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
727489	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
727489	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
727489	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
727489	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
727489	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
727489	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
727489	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
727489	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
727489	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
727489	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
727489	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
727489	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
727489	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
727489	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
727489	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
727489	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
727489	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
727489	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
727489	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
727489	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
727489	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
727489	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
727489	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
727489	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
727489	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
727489	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
727489	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
727489	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
727489	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
727489	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
727489	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
727489	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
727489	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
727489	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
727489	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
727489	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
727489	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
727489	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
727489	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
727489	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
727489	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
727489	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
727489	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
727489	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
727489	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
727489	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
727489	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
727489	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
727489	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
727489	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
727489	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
727489	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
727489	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
727489	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
727489	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
727489	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
727489	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
727489	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
727489	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
727489	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
727489	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
727489	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
727489	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
727489	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
727489	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
727489	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
727489	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
727489	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
727489	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
727489	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
727489	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
727489	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
727489	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
727489	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
727489	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
727489	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
727489	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
727489	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
727489	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
727489	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
727489	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
727489	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
727489	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
727489	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
727489	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
727489	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
727489	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
727489	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
727489	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
727489	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
727489	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
727489	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
727489	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
727489	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
727489	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
727489	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
727489	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
727489	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
727489	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
727489	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
727489	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
727489	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
727489	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
727489	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
727489	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
727489	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
727489	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
727489	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
727489	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
727489	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
727489	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
727489	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
727489	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
727489	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
727489	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
727489	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
727489	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
727489	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
727489	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
727489	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
727489	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
727489	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
727489	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
727489	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
727489	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
727489	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
727489	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
727489	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
727489	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
727489	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
727489	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
727489	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
727489	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
727489	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
727489	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
727489	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
727489	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
727489	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
727489	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
727489	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
727489	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
727489	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
727489	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
727489	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
727489	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
727489	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
727489	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
727489	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
727489	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
727489	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
727489	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
727489	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
727489	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
727489	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
727489	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
727489	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
727489	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
727489	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
727489	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
727489	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
727489	embedding2nn.weight	0	0.31930798292160034
727489	embedding2nn.weight	1	0.3843937814235687
727489	embedding2nn.weight	2	0.0014811813598498702
727489	embedding2nn.weight	3	0.023350385949015617
727489	embedding2nn.weight	4	-0.026769619435071945
727489	embedding2nn.weight	5	0.04248759523034096
727489	embedding2nn.weight	6	-0.004147352650761604
727489	embedding2nn.weight	7	-0.025963129475712776
727489	embedding2nn.weight	8	0.03539760783314705
727489	embedding2nn.weight	9	-0.05890651419758797
727489	embedding2nn.bias	0	0.02342754602432251
727489	embedding2nn.bias	1	-0.20088636875152588
727489	embedding2nn.bias	2	0.14753243327140808
727489	embedding2nn.bias	3	0.16952036321163177
727489	embedding2nn.bias	4	0.14043383300304413
727489	embedding2nn.bias	5	-0.06664076447486877
727489	embedding2nn.bias	6	-0.0640868991613388
727489	embedding2nn.bias	7	0.05515036731958389
727489	embedding2nn.bias	8	-0.1464587152004242
727489	embedding2nn.bias	9	-0.3837082087993622
727489	rnn.weight_ih_l0	0	0.00433733407407999
727489	rnn.weight_ih_l0	1	-0.055573586374521255
727489	rnn.weight_ih_l0	2	-0.050196003168821335
727489	rnn.weight_ih_l0	3	0.12455455213785172
727489	rnn.weight_ih_l0	4	0.021791920065879822
727489	rnn.weight_ih_l0	5	-0.07807256281375885
727489	rnn.weight_ih_l0	6	0.01269699726253748
727489	rnn.weight_ih_l0	7	-0.02438397891819477
727489	rnn.weight_ih_l0	8	0.009602191857993603
727489	rnn.weight_ih_l0	9	-0.08609861135482788
727489	rnn.weight_hh_l0	0	-0.021632954478263855
727489	rnn.weight_hh_l0	1	0.08631313592195511
727489	rnn.weight_hh_l0	2	0.0034901967737823725
727489	rnn.weight_hh_l0	3	-0.03362357243895531
727489	rnn.weight_hh_l0	4	0.08330275118350983
727489	rnn.weight_hh_l0	5	0.006496821530163288
727489	rnn.weight_hh_l0	6	-0.08492840081453323
727489	rnn.weight_hh_l0	7	-0.13318783044815063
727489	rnn.weight_hh_l0	8	0.03924424946308136
727489	rnn.weight_hh_l0	9	-0.1208873987197876
727489	rnn.bias_ih_l0	0	0.1752348244190216
727489	rnn.bias_ih_l0	1	-0.3491699695587158
727489	rnn.bias_ih_l0	2	-0.0324578732252121
727489	rnn.bias_ih_l0	3	-0.21309617161750793
727489	rnn.bias_ih_l0	4	0.00044753914698958397
727489	rnn.bias_ih_l0	5	-0.44129568338394165
727489	rnn.bias_ih_l0	6	-0.15261755883693695
727489	rnn.bias_ih_l0	7	-0.3778042793273926
727489	rnn.bias_ih_l0	8	-0.3118870258331299
727489	rnn.bias_ih_l0	9	-0.456053763628006
727489	rnn.bias_hh_l0	0	-0.35474663972854614
727489	rnn.bias_hh_l0	1	-0.4407583475112915
727489	rnn.bias_hh_l0	2	-0.4045238792896271
727489	rnn.bias_hh_l0	3	-0.08269860595464706
727489	rnn.bias_hh_l0	4	-0.4091866910457611
727489	rnn.bias_hh_l0	5	-0.36319220066070557
727489	rnn.bias_hh_l0	6	-0.12102203816175461
727489	rnn.bias_hh_l0	7	0.06463922560214996
727489	rnn.bias_hh_l0	8	-0.22382377088069916
727489	rnn.bias_hh_l0	9	-0.5746802687644958
727489	rnn.weight_ih_l0_reverse	0	0.010370850563049316
727489	rnn.weight_ih_l0_reverse	1	-0.014641811139881611
727489	rnn.weight_ih_l0_reverse	2	0.010301442816853523
727489	rnn.weight_ih_l0_reverse	3	-0.14250557124614716
727489	rnn.weight_ih_l0_reverse	4	0.08457158505916595
727489	rnn.weight_ih_l0_reverse	5	-0.09001734107732773
727489	rnn.weight_ih_l0_reverse	6	1.417374619450129e-06
727489	rnn.weight_ih_l0_reverse	7	0.02123286947607994
727489	rnn.weight_ih_l0_reverse	8	-0.04685090854763985
727489	rnn.weight_ih_l0_reverse	9	-0.0742119625210762
727489	rnn.weight_hh_l0_reverse	0	-0.14652445912361145
727489	rnn.weight_hh_l0_reverse	1	0.021487358957529068
727489	rnn.weight_hh_l0_reverse	2	-0.02215442806482315
727489	rnn.weight_hh_l0_reverse	3	0.02729851007461548
727489	rnn.weight_hh_l0_reverse	4	-0.07808710634708405
727489	rnn.weight_hh_l0_reverse	5	0.035684045404195786
727489	rnn.weight_hh_l0_reverse	6	0.029711894690990448
727489	rnn.weight_hh_l0_reverse	7	-0.1227189376950264
727489	rnn.weight_hh_l0_reverse	8	-0.07222380489110947
727489	rnn.weight_hh_l0_reverse	9	0.033496562391519547
727489	rnn.bias_ih_l0_reverse	0	-0.1840495467185974
727489	rnn.bias_ih_l0_reverse	1	-0.057427071034908295
727489	rnn.bias_ih_l0_reverse	2	0.15391471982002258
727489	rnn.bias_ih_l0_reverse	3	-0.32434964179992676
727489	rnn.bias_ih_l0_reverse	4	0.005038123577833176
727489	rnn.bias_ih_l0_reverse	5	-0.21546727418899536
727489	rnn.bias_ih_l0_reverse	6	0.2627674639225006
727489	rnn.bias_ih_l0_reverse	7	-0.3048812448978424
727489	rnn.bias_ih_l0_reverse	8	-0.1956517994403839
727489	rnn.bias_ih_l0_reverse	9	-0.1544581949710846
727489	rnn.bias_hh_l0_reverse	0	-0.1386803239583969
727489	rnn.bias_hh_l0_reverse	1	0.285920649766922
727489	rnn.bias_hh_l0_reverse	2	-0.3479730486869812
727489	rnn.bias_hh_l0_reverse	3	-0.23300130665302277
727489	rnn.bias_hh_l0_reverse	4	-0.39669257402420044
727489	rnn.bias_hh_l0_reverse	5	-0.21882636845111847
727489	rnn.bias_hh_l0_reverse	6	-0.26578935980796814
727489	rnn.bias_hh_l0_reverse	7	-0.09408777952194214
727489	rnn.bias_hh_l0_reverse	8	-0.3474099338054657
727489	rnn.bias_hh_l0_reverse	9	0.20659558475017548
727489	linear.weight	0	0.25828489661216736
727489	linear.weight	1	-0.4598008692264557
727489	linear.weight	2	0.03196098655462265
727489	linear.weight	3	0.06747909635305405
727489	linear.weight	4	-0.1385689079761505
727489	linear.weight	5	0.2529365122318268
727489	linear.weight	6	-0.04565710574388504
727489	linear.weight	7	-0.05976571887731552
727489	linear.weight	8	0.12016112357378006
727489	linear.weight	9	-0.049839314073324203
727489	linear.bias	0	-0.8676993250846863
727489	linear.bias	1	1.8068690299987793
727489	linear.bias	2	0.7497539520263672
727489	linear.bias	3	-2.7404637336730957
727489	linear.bias	4	-0.09218558669090271
727489	linear.bias	5	1.264674425125122
727489	linear.bias	6	-0.2052018791437149
727489	linear.bias	7	0.8275432586669922
727489	linear.bias	8	2.116823673248291
727489	linear.bias	9	-1.3390631675720215
728098	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
728098	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
728098	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
728098	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
728098	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
728098	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
728098	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
728098	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
728098	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
728098	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
728098	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
728098	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
728098	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
728098	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
728098	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
728098	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
728098	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
728098	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
728098	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
728098	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
728098	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
728098	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
728098	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
728098	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
728098	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
728098	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
728098	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
728098	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
728098	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
728098	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
728098	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
728098	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
728098	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
728098	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
728098	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
728098	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
728098	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
728098	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
728098	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
728098	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
728098	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
728098	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
728098	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
728098	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
728098	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
728098	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
728098	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
728098	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
728098	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
728098	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
728098	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
728098	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
728098	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
728098	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
728098	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
728098	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
728098	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
728098	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
728098	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
728098	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
728098	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
728098	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
728098	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
728098	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
728098	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
728098	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
728098	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
728098	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
728098	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
728098	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
728098	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
728098	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
728098	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
728098	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
728098	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
728098	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
728098	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
728098	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
728098	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
728098	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
728098	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
728098	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
728098	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
728098	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
728098	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
728098	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
728098	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
728098	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
728098	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
728098	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
728098	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
728098	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
728098	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
728098	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
728098	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
728098	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
728098	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
728098	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
728098	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
728098	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
728098	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
728098	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
728098	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
728098	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
728098	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
728098	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
728098	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
728098	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
728098	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
728098	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
728098	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
728098	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
728098	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
728098	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
728098	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
728098	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
728098	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
728098	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
728098	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
728098	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
728098	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
728098	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
728098	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
728098	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
728098	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
728098	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
728098	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
728098	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
728098	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
728098	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
728098	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
728098	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
728098	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
728098	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
728098	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
728098	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
728098	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
728098	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
728098	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
728098	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
728098	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
728098	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
728098	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
728098	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
728098	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
728098	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
728098	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
728098	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
728098	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
728098	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
728098	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
728098	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
728098	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
728098	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
728098	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
728098	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
728098	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
728098	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
728098	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
728098	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
728098	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
728098	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
728098	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
728098	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
728098	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
728098	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
728098	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
728098	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
728098	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
728098	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
728098	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
728098	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
728098	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
728098	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
728098	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
728098	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
728098	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
728098	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
728098	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
728098	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
728098	embedding2nn.weight	0	0.31937989592552185
728098	embedding2nn.weight	1	0.38475656509399414
728098	embedding2nn.weight	2	0.0013731722719967365
728098	embedding2nn.weight	3	0.02371731959283352
728098	embedding2nn.weight	4	-0.026925547048449516
728098	embedding2nn.weight	5	0.04377257451415062
728098	embedding2nn.weight	6	-0.0017228954238817096
728098	embedding2nn.weight	7	-0.026530208066105843
728098	embedding2nn.weight	8	0.037711527198553085
728098	embedding2nn.weight	9	-0.05694923177361488
728098	embedding2nn.bias	0	0.018116453662514687
728098	embedding2nn.bias	1	-0.20068491995334625
728098	embedding2nn.bias	2	0.13964875042438507
728098	embedding2nn.bias	3	0.1782083660364151
728098	embedding2nn.bias	4	0.13805249333381653
728098	embedding2nn.bias	5	-0.06894443929195404
728098	embedding2nn.bias	6	-0.06459938734769821
728098	embedding2nn.bias	7	0.0534142330288887
728098	embedding2nn.bias	8	-0.1488543599843979
728098	embedding2nn.bias	9	-0.37747734785079956
728098	rnn.weight_ih_l0	0	0.004129838198423386
728098	rnn.weight_ih_l0	1	-0.05506858602166176
728098	rnn.weight_ih_l0	2	-0.05193043872714043
728098	rnn.weight_ih_l0	3	0.12534093856811523
728098	rnn.weight_ih_l0	4	0.02022469788789749
728098	rnn.weight_ih_l0	5	-0.07645433396100998
728098	rnn.weight_ih_l0	6	0.011817513965070248
728098	rnn.weight_ih_l0	7	-0.023184971883893013
728098	rnn.weight_ih_l0	8	0.009279798716306686
728098	rnn.weight_ih_l0	9	-0.08619468659162521
728098	rnn.weight_hh_l0	0	-0.02200351096689701
728098	rnn.weight_hh_l0	1	0.08624274283647537
728098	rnn.weight_hh_l0	2	0.0028177108615636826
728098	rnn.weight_hh_l0	3	-0.03384445235133171
728098	rnn.weight_hh_l0	4	0.08343609422445297
728098	rnn.weight_hh_l0	5	0.006511276122182608
728098	rnn.weight_hh_l0	6	-0.08502727001905441
728098	rnn.weight_hh_l0	7	-0.13287021219730377
728098	rnn.weight_hh_l0	8	0.03922658786177635
728098	rnn.weight_hh_l0	9	-0.12111889570951462
728098	rnn.bias_ih_l0	0	0.17458200454711914
728098	rnn.bias_ih_l0	1	-0.3484434187412262
728098	rnn.bias_ih_l0	2	-0.03222491964697838
728098	rnn.bias_ih_l0	3	-0.21034018695354462
728098	rnn.bias_ih_l0	4	0.003752346383407712
728098	rnn.bias_ih_l0	5	-0.44286924600601196
728098	rnn.bias_ih_l0	6	-0.1498786211013794
728098	rnn.bias_ih_l0	7	-0.3777198791503906
728098	rnn.bias_ih_l0	8	-0.3127569258213043
728098	rnn.bias_ih_l0	9	-0.453201562166214
728098	rnn.bias_hh_l0	0	-0.3566282391548157
728098	rnn.bias_hh_l0	1	-0.4403369426727295
728098	rnn.bias_hh_l0	2	-0.404629111289978
728098	rnn.bias_hh_l0	3	-0.08151815086603165
728098	rnn.bias_hh_l0	4	-0.4109813868999481
728098	rnn.bias_hh_l0	5	-0.3625914752483368
728098	rnn.bias_hh_l0	6	-0.12068367004394531
728098	rnn.bias_hh_l0	7	0.061577558517456055
728098	rnn.bias_hh_l0	8	-0.22516267001628876
728098	rnn.bias_hh_l0	9	-0.5745128393173218
728098	rnn.weight_ih_l0_reverse	0	0.01123275887221098
728098	rnn.weight_ih_l0_reverse	1	-0.01503357570618391
728098	rnn.weight_ih_l0_reverse	2	0.009982133284211159
728098	rnn.weight_ih_l0_reverse	3	-0.14306476712226868
728098	rnn.weight_ih_l0_reverse	4	0.08480958640575409
728098	rnn.weight_ih_l0_reverse	5	-0.09022452682256699
728098	rnn.weight_ih_l0_reverse	6	0.00036611370160244405
728098	rnn.weight_ih_l0_reverse	7	0.02105586789548397
728098	rnn.weight_ih_l0_reverse	8	-0.046480171382427216
728098	rnn.weight_ih_l0_reverse	9	-0.07265041768550873
728098	rnn.weight_hh_l0_reverse	0	-0.14553414285182953
728098	rnn.weight_hh_l0_reverse	1	0.021278016269207
728098	rnn.weight_hh_l0_reverse	2	-0.02181384339928627
728098	rnn.weight_hh_l0_reverse	3	0.02747107855975628
728098	rnn.weight_hh_l0_reverse	4	-0.07817841321229935
728098	rnn.weight_hh_l0_reverse	5	0.03573523089289665
728098	rnn.weight_hh_l0_reverse	6	0.029694151133298874
728098	rnn.weight_hh_l0_reverse	7	-0.12066551297903061
728098	rnn.weight_hh_l0_reverse	8	-0.07189451903104782
728098	rnn.weight_hh_l0_reverse	9	0.033846113830804825
728098	rnn.bias_ih_l0_reverse	0	-0.18160884082317352
728098	rnn.bias_ih_l0_reverse	1	-0.05730029195547104
728098	rnn.bias_ih_l0_reverse	2	0.15221479535102844
728098	rnn.bias_ih_l0_reverse	3	-0.3242315351963043
728098	rnn.bias_ih_l0_reverse	4	0.0010705766035243869
728098	rnn.bias_ih_l0_reverse	5	-0.21486620604991913
728098	rnn.bias_ih_l0_reverse	6	0.2656239867210388
728098	rnn.bias_ih_l0_reverse	7	-0.30693015456199646
728098	rnn.bias_ih_l0_reverse	8	-0.1950063556432724
728098	rnn.bias_ih_l0_reverse	9	-0.15388476848602295
728098	rnn.bias_hh_l0_reverse	0	-0.14386342465877533
728098	rnn.bias_hh_l0_reverse	1	0.2879005968570709
728098	rnn.bias_hh_l0_reverse	2	-0.34925857186317444
728098	rnn.bias_hh_l0_reverse	3	-0.23347346484661102
728098	rnn.bias_hh_l0_reverse	4	-0.3981318771839142
728098	rnn.bias_hh_l0_reverse	5	-0.2184082567691803
728098	rnn.bias_hh_l0_reverse	6	-0.26244789361953735
728098	rnn.bias_hh_l0_reverse	7	-0.09533115476369858
728098	rnn.bias_hh_l0_reverse	8	-0.3460496664047241
728098	rnn.bias_hh_l0_reverse	9	0.21036218106746674
728098	linear.weight	0	0.2602454125881195
728098	linear.weight	1	-0.4680675268173218
728098	linear.weight	2	0.04314678534865379
728098	linear.weight	3	0.06747929751873016
728098	linear.weight	4	-0.1386953592300415
728098	linear.weight	5	0.25924551486968994
728098	linear.weight	6	-0.04623391106724739
728098	linear.weight	7	-0.05976426601409912
728098	linear.weight	8	0.12413051724433899
728098	linear.weight	9	-0.0498315803706646
728098	linear.bias	0	-0.8741198778152466
728098	linear.bias	1	1.808558702468872
728098	linear.bias	2	0.745211124420166
728098	linear.bias	3	-2.7404978275299072
728098	linear.bias	4	-0.09324677288532257
728098	linear.bias	5	1.2581000328063965
728098	linear.bias	6	-0.19572660326957703
728098	linear.bias	7	0.8302198648452759
728098	linear.bias	8	2.118011951446533
728098	linear.bias	9	-1.3348554372787476
728707	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
728707	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
728707	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
728707	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
728707	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
728707	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
728707	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
728707	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
728707	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
728707	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
728707	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
728707	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
728707	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
728707	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
728707	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
728707	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
728707	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
728707	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
728707	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
728707	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
728707	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
728707	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
728707	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
728707	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
728707	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
728707	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
728707	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
728707	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
728707	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
728707	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
728707	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
728707	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
728707	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
728707	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
728707	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
728707	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
728707	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
728707	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
728707	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
728707	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
728707	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
728707	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
728707	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
728707	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
728707	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
728707	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
728707	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
728707	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
728707	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
728707	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
728707	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
728707	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
728707	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
728707	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
728707	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
728707	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
728707	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
728707	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
728707	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
728707	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
728707	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
728707	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
728707	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
728707	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
728707	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
728707	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
728707	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
728707	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
728707	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
728707	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
728707	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
728707	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
728707	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
728707	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
728707	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
728707	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
728707	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
728707	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
728707	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
728707	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
728707	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
728707	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
728707	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
728707	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
728707	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
728707	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
728707	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
728707	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
728707	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
728707	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
728707	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
728707	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
728707	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
728707	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
728707	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
728707	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
728707	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
728707	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
728707	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
728707	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
728707	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
728707	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
728707	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
728707	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
728707	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
728707	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
728707	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
728707	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
728707	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
728707	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
728707	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
728707	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
728707	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
728707	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
728707	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
728707	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
728707	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
728707	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
728707	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
728707	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
728707	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
728707	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
728707	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
728707	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
728707	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
728707	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
728707	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
728707	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
728707	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
728707	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
728707	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
728707	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
728707	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
728707	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
728707	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
728707	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
728707	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
728707	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
728707	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
728707	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
728707	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
728707	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
728707	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
728707	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
728707	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
728707	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
728707	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
728707	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
728707	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
728707	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
728707	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
728707	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
728707	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
728707	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
728707	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
728707	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
728707	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
728707	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
728707	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
728707	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
728707	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
728707	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
728707	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
728707	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
728707	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
728707	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
728707	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
728707	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
728707	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
728707	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
728707	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
728707	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
728707	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
728707	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
728707	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
728707	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
728707	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
728707	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
728707	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
728707	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
728707	embedding2nn.weight	0	0.3196008801460266
728707	embedding2nn.weight	1	0.38422486186027527
728707	embedding2nn.weight	2	0.0014630386140197515
728707	embedding2nn.weight	3	0.026859469711780548
728707	embedding2nn.weight	4	-0.02746403031051159
728707	embedding2nn.weight	5	0.044242147356271744
728707	embedding2nn.weight	6	-0.0034059893805533648
728707	embedding2nn.weight	7	-0.028192564845085144
728707	embedding2nn.weight	8	0.03795440495014191
728707	embedding2nn.weight	9	-0.05775906518101692
728707	embedding2nn.bias	0	0.010148724541068077
728707	embedding2nn.bias	1	-0.19389455020427704
728707	embedding2nn.bias	2	0.14274074137210846
728707	embedding2nn.bias	3	0.18213783204555511
728707	embedding2nn.bias	4	0.1478714942932129
728707	embedding2nn.bias	5	-0.06862737983465195
728707	embedding2nn.bias	6	-0.06418057531118393
728707	embedding2nn.bias	7	0.05683809891343117
728707	embedding2nn.bias	8	-0.1402939409017563
728707	embedding2nn.bias	9	-0.37875086069107056
728707	rnn.weight_ih_l0	0	0.0040390025824308395
728707	rnn.weight_ih_l0	1	-0.054980408400297165
728707	rnn.weight_ih_l0	2	-0.052349966019392014
728707	rnn.weight_ih_l0	3	0.12322888523340225
728707	rnn.weight_ih_l0	4	0.019324863329529762
728707	rnn.weight_ih_l0	5	-0.0781610980629921
728707	rnn.weight_ih_l0	6	0.011400840245187283
728707	rnn.weight_ih_l0	7	-0.022714339196681976
728707	rnn.weight_ih_l0	8	0.007826559245586395
728707	rnn.weight_ih_l0	9	-0.08536098152399063
728707	rnn.weight_hh_l0	0	-0.0219277311116457
728707	rnn.weight_hh_l0	1	0.08581846207380295
728707	rnn.weight_hh_l0	2	0.003099499037489295
728707	rnn.weight_hh_l0	3	-0.03366098180413246
728707	rnn.weight_hh_l0	4	0.08331673592329025
728707	rnn.weight_hh_l0	5	0.006238504312932491
728707	rnn.weight_hh_l0	6	-0.0851730927824974
728707	rnn.weight_hh_l0	7	-0.13333794474601746
728707	rnn.weight_hh_l0	8	0.03920169174671173
728707	rnn.weight_hh_l0	9	-0.12096112966537476
728707	rnn.bias_ih_l0	0	0.17546068131923676
728707	rnn.bias_ih_l0	1	-0.3516581654548645
728707	rnn.bias_ih_l0	2	-0.03202899172902107
728707	rnn.bias_ih_l0	3	-0.21206480264663696
728707	rnn.bias_ih_l0	4	0.005200401414185762
728707	rnn.bias_ih_l0	5	-0.4436261057853699
728707	rnn.bias_ih_l0	6	-0.15337958931922913
728707	rnn.bias_ih_l0	7	-0.37711042165756226
728707	rnn.bias_ih_l0	8	-0.31415295600891113
728707	rnn.bias_ih_l0	9	-0.44969725608825684
728707	rnn.bias_hh_l0	0	-0.3569289743900299
728707	rnn.bias_hh_l0	1	-0.43930768966674805
728707	rnn.bias_hh_l0	2	-0.4033120572566986
728707	rnn.bias_hh_l0	3	-0.08265818655490875
728707	rnn.bias_hh_l0	4	-0.4092274010181427
728707	rnn.bias_hh_l0	5	-0.3630653917789459
728707	rnn.bias_hh_l0	6	-0.12035724520683289
728707	rnn.bias_hh_l0	7	0.06178123503923416
728707	rnn.bias_hh_l0	8	-0.22372931241989136
728707	rnn.bias_hh_l0	9	-0.5746036767959595
728707	rnn.weight_ih_l0_reverse	0	0.01188990194350481
728707	rnn.weight_ih_l0_reverse	1	-0.015214505605399609
728707	rnn.weight_ih_l0_reverse	2	0.009678179398179054
728707	rnn.weight_ih_l0_reverse	3	-0.14298737049102783
728707	rnn.weight_ih_l0_reverse	4	0.084975965321064
728707	rnn.weight_ih_l0_reverse	5	-0.08908086270093918
728707	rnn.weight_ih_l0_reverse	6	0.0006786501035094261
728707	rnn.weight_ih_l0_reverse	7	0.02127677947282791
728707	rnn.weight_ih_l0_reverse	8	-0.04622306302189827
728707	rnn.weight_ih_l0_reverse	9	-0.07399027794599533
728707	rnn.weight_hh_l0_reverse	0	-0.14539223909378052
728707	rnn.weight_hh_l0_reverse	1	0.021121259778738022
728707	rnn.weight_hh_l0_reverse	2	-0.021758906543254852
728707	rnn.weight_hh_l0_reverse	3	0.027464980259537697
728707	rnn.weight_hh_l0_reverse	4	-0.07773947715759277
728707	rnn.weight_hh_l0_reverse	5	0.03579259291291237
728707	rnn.weight_hh_l0_reverse	6	0.029708530753850937
728707	rnn.weight_hh_l0_reverse	7	-0.12015124410390854
728707	rnn.weight_hh_l0_reverse	8	-0.07073438912630081
728707	rnn.weight_hh_l0_reverse	9	0.03386946767568588
728707	rnn.bias_ih_l0_reverse	0	-0.18351218104362488
728707	rnn.bias_ih_l0_reverse	1	-0.0596846342086792
728707	rnn.bias_ih_l0_reverse	2	0.15288247168064117
728707	rnn.bias_ih_l0_reverse	3	-0.32485339045524597
728707	rnn.bias_ih_l0_reverse	4	0.0014669729862362146
728707	rnn.bias_ih_l0_reverse	5	-0.2138243317604065
728707	rnn.bias_ih_l0_reverse	6	0.26498669385910034
728707	rnn.bias_ih_l0_reverse	7	-0.3066851496696472
728707	rnn.bias_ih_l0_reverse	8	-0.19560891389846802
728707	rnn.bias_ih_l0_reverse	9	-0.15372391045093536
728707	rnn.bias_hh_l0_reverse	0	-0.1437901258468628
728707	rnn.bias_hh_l0_reverse	1	0.28500568866729736
728707	rnn.bias_hh_l0_reverse	2	-0.3507719039916992
728707	rnn.bias_hh_l0_reverse	3	-0.23014871776103973
728707	rnn.bias_hh_l0_reverse	4	-0.39941099286079407
728707	rnn.bias_hh_l0_reverse	5	-0.21786318719387054
728707	rnn.bias_hh_l0_reverse	6	-0.26282593607902527
728707	rnn.bias_hh_l0_reverse	7	-0.09539651870727539
728707	rnn.bias_hh_l0_reverse	8	-0.34609922766685486
728707	rnn.bias_hh_l0_reverse	9	0.21037189662456512
728707	linear.weight	0	0.2500767409801483
728707	linear.weight	1	-0.4638341963291168
728707	linear.weight	2	0.03381514549255371
728707	linear.weight	3	0.06747929006814957
728707	linear.weight	4	-0.1272447258234024
728707	linear.weight	5	0.2588346600532532
728707	linear.weight	6	-0.04494035243988037
728707	linear.weight	7	-0.0597628653049469
728707	linear.weight	8	0.12529292702674866
728707	linear.weight	9	-0.0498323030769825
728707	linear.bias	0	-0.8561738729476929
728707	linear.bias	1	1.8044037818908691
728707	linear.bias	2	0.749643862247467
728707	linear.bias	3	-2.740528106689453
728707	linear.bias	4	-0.09417075663805008
728707	linear.bias	5	1.2545406818389893
728707	linear.bias	6	-0.18983633816242218
728707	linear.bias	7	0.8424025774002075
728707	linear.bias	8	2.0990233421325684
728707	linear.bias	9	-1.3374704122543335
729316	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
729316	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
729316	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
729316	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
729316	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
729316	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
729316	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
729316	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
729316	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
729316	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
729316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
729316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
729316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
729316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
729316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
729316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
729316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
729316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
729316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
729316	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
729316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
729316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
729316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
729316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
729316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
729316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
729316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
729316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
729316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
729316	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
729316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
729316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
729316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
729316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
729316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
729316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
729316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
729316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
729316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
729316	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
729316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
729316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
729316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
729316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
729316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
729316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
729316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
729316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
729316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
729316	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
729316	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
729316	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
729316	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
729316	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
729316	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
729316	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
729316	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
729316	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
729316	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
729316	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
729316	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
729316	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
729316	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
729316	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
729316	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
729316	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
729316	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
729316	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
729316	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
729316	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
729316	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
729316	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
729316	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
729316	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
729316	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
729316	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
729316	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
729316	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
729316	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
729316	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
729316	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
729316	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
729316	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
729316	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
729316	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
729316	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
729316	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
729316	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
729316	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
729316	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
729316	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
729316	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
729316	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
729316	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
729316	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
729316	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
729316	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
729316	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
729316	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
729316	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
729316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
729316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
729316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
729316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
729316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
729316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
729316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
729316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
729316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
729316	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
729316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
729316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
729316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
729316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
729316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
729316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
729316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
729316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
729316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
729316	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
729316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
729316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
729316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
729316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
729316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
729316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
729316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
729316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
729316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
729316	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
729316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
729316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
729316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
729316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
729316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
729316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
729316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
729316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
729316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
729316	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
729316	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
729316	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
729316	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
729316	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
729316	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
729316	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
729316	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
729316	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
729316	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
729316	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
729316	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
729316	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
729316	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
729316	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
729316	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
729316	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
729316	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
729316	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
729316	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
729316	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
729316	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
729316	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
729316	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
729316	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
729316	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
729316	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
729316	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
729316	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
729316	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
729316	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
729316	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
729316	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
729316	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
729316	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
729316	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
729316	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
729316	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
729316	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
729316	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
729316	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
729316	embedding2nn.weight	0	0.3192516267299652
729316	embedding2nn.weight	1	0.38396352529525757
729316	embedding2nn.weight	2	0.0011231612879782915
729316	embedding2nn.weight	3	0.02459801360964775
729316	embedding2nn.weight	4	-0.02652350626885891
729316	embedding2nn.weight	5	0.043635427951812744
729316	embedding2nn.weight	6	0.0006045991322025657
729316	embedding2nn.weight	7	-0.028578635305166245
729316	embedding2nn.weight	8	0.0383872389793396
729316	embedding2nn.weight	9	-0.059293072670698166
729316	embedding2nn.bias	0	0.008104922249913216
729316	embedding2nn.bias	1	-0.18878361582756042
729316	embedding2nn.bias	2	0.13589809834957123
729316	embedding2nn.bias	3	0.1775558590888977
729316	embedding2nn.bias	4	0.13969768583774567
729316	embedding2nn.bias	5	-0.0759321004152298
729316	embedding2nn.bias	6	-0.05866226181387901
729316	embedding2nn.bias	7	0.05127321928739548
729316	embedding2nn.bias	8	-0.1479140669107437
729316	embedding2nn.bias	9	-0.3736967146396637
729316	rnn.weight_ih_l0	0	0.003887314349412918
729316	rnn.weight_ih_l0	1	-0.055287040770053864
729316	rnn.weight_ih_l0	2	-0.05389701947569847
729316	rnn.weight_ih_l0	3	0.12374141812324524
729316	rnn.weight_ih_l0	4	0.019411195069551468
729316	rnn.weight_ih_l0	5	-0.0777820348739624
729316	rnn.weight_ih_l0	6	0.010699416510760784
729316	rnn.weight_ih_l0	7	-0.02286050096154213
729316	rnn.weight_ih_l0	8	0.006930395495146513
729316	rnn.weight_ih_l0	9	-0.08561042696237564
729316	rnn.weight_hh_l0	0	-0.02181866392493248
729316	rnn.weight_hh_l0	1	0.08568505942821503
729316	rnn.weight_hh_l0	2	0.002816910855472088
729316	rnn.weight_hh_l0	3	-0.0339401476085186
729316	rnn.weight_hh_l0	4	0.08340291678905487
729316	rnn.weight_hh_l0	5	0.005640904884785414
729316	rnn.weight_hh_l0	6	-0.08530890196561813
729316	rnn.weight_hh_l0	7	-0.13321217894554138
729316	rnn.weight_hh_l0	8	0.03917911648750305
729316	rnn.weight_hh_l0	9	-0.12094509601593018
729316	rnn.bias_ih_l0	0	0.17169152200222015
729316	rnn.bias_ih_l0	1	-0.3537064790725708
729316	rnn.bias_ih_l0	2	-0.03290902450680733
729316	rnn.bias_ih_l0	3	-0.21153514087200165
729316	rnn.bias_ih_l0	4	0.009833723306655884
729316	rnn.bias_ih_l0	5	-0.44148093461990356
729316	rnn.bias_ih_l0	6	-0.1524907499551773
729316	rnn.bias_ih_l0	7	-0.3768671751022339
729316	rnn.bias_ih_l0	8	-0.31531548500061035
729316	rnn.bias_ih_l0	9	-0.45396721363067627
729316	rnn.bias_hh_l0	0	-0.3564493656158447
729316	rnn.bias_hh_l0	1	-0.43700283765792847
729316	rnn.bias_hh_l0	2	-0.40365034341812134
729316	rnn.bias_hh_l0	3	-0.08196208626031876
729316	rnn.bias_hh_l0	4	-0.4094184339046478
729316	rnn.bias_hh_l0	5	-0.3619355261325836
729316	rnn.bias_hh_l0	6	-0.11931248754262924
729316	rnn.bias_hh_l0	7	0.06081681698560715
729316	rnn.bias_hh_l0	8	-0.2231641560792923
729316	rnn.bias_hh_l0	9	-0.5732289552688599
729316	rnn.weight_ih_l0_reverse	0	0.011734284460544586
729316	rnn.weight_ih_l0_reverse	1	-0.015518793836236
729316	rnn.weight_ih_l0_reverse	2	0.00997834000736475
729316	rnn.weight_ih_l0_reverse	3	-0.14321759343147278
729316	rnn.weight_ih_l0_reverse	4	0.0847240537405014
729316	rnn.weight_ih_l0_reverse	5	-0.09135007858276367
729316	rnn.weight_ih_l0_reverse	6	0.003406825242564082
729316	rnn.weight_ih_l0_reverse	7	0.021965671330690384
729316	rnn.weight_ih_l0_reverse	8	-0.045430317521095276
729316	rnn.weight_ih_l0_reverse	9	-0.07474269717931747
729316	rnn.weight_hh_l0_reverse	0	-0.14572636783123016
729316	rnn.weight_hh_l0_reverse	1	0.02125656232237816
729316	rnn.weight_hh_l0_reverse	2	-0.021716304123401642
729316	rnn.weight_hh_l0_reverse	3	0.027615906670689583
729316	rnn.weight_hh_l0_reverse	4	-0.07793403416872025
729316	rnn.weight_hh_l0_reverse	5	0.035914529114961624
729316	rnn.weight_hh_l0_reverse	6	0.029695812612771988
729316	rnn.weight_hh_l0_reverse	7	-0.11922812461853027
729316	rnn.weight_hh_l0_reverse	8	-0.07005753368139267
729316	rnn.weight_hh_l0_reverse	9	0.033201057463884354
729316	rnn.bias_ih_l0_reverse	0	-0.18316295742988586
729316	rnn.bias_ih_l0_reverse	1	-0.05875109136104584
729316	rnn.bias_ih_l0_reverse	2	0.15369077026844025
729316	rnn.bias_ih_l0_reverse	3	-0.32444214820861816
729316	rnn.bias_ih_l0_reverse	4	-0.002033213386312127
729316	rnn.bias_ih_l0_reverse	5	-0.21356095373630524
729316	rnn.bias_ih_l0_reverse	6	0.26745137572288513
729316	rnn.bias_ih_l0_reverse	7	-0.3103460669517517
729316	rnn.bias_ih_l0_reverse	8	-0.19510796666145325
729316	rnn.bias_ih_l0_reverse	9	-0.1530732363462448
729316	rnn.bias_hh_l0_reverse	0	-0.14328178763389587
729316	rnn.bias_hh_l0_reverse	1	0.28338950872421265
729316	rnn.bias_hh_l0_reverse	2	-0.35051965713500977
729316	rnn.bias_hh_l0_reverse	3	-0.23006729781627655
729316	rnn.bias_hh_l0_reverse	4	-0.40021172165870667
729316	rnn.bias_hh_l0_reverse	5	-0.21648630499839783
729316	rnn.bias_hh_l0_reverse	6	-0.26228174567222595
729316	rnn.bias_hh_l0_reverse	7	-0.09624900668859482
729316	rnn.bias_hh_l0_reverse	8	-0.34717121720314026
729316	rnn.bias_hh_l0_reverse	9	0.21620216965675354
729316	linear.weight	0	0.2531689703464508
729316	linear.weight	1	-0.4771578907966614
729316	linear.weight	2	0.03748840466141701
729316	linear.weight	3	0.0674792155623436
729316	linear.weight	4	-0.1287240833044052
729316	linear.weight	5	0.2523941099643707
729316	linear.weight	6	-0.03905477374792099
729316	linear.weight	7	-0.0597616508603096
729316	linear.weight	8	0.1215801015496254
729316	linear.weight	9	-0.04983307793736458
729316	linear.bias	0	-0.8528902530670166
729316	linear.bias	1	1.8267797231674194
729316	linear.bias	2	0.74312824010849
729316	linear.bias	3	-2.7405519485473633
729316	linear.bias	4	-0.09474684298038483
729316	linear.bias	5	1.254388689994812
729316	linear.bias	6	-0.2027999609708786
729316	linear.bias	7	0.8503466248512268
729316	linear.bias	8	2.102055311203003
729316	linear.bias	9	-1.3522793054580688
729925	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
729925	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
729925	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
729925	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
729925	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
729925	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
729925	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
729925	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
729925	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
729925	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
729925	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
729925	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
729925	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
729925	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
729925	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
729925	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
729925	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
729925	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
729925	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
729925	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
729925	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
729925	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
729925	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
729925	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
729925	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
729925	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
729925	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
729925	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
729925	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
729925	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
729925	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
729925	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
729925	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
729925	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
729925	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
729925	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
729925	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
729925	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
729925	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
729925	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
729925	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
729925	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
729925	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
729925	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
729925	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
729925	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
729925	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
729925	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
729925	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
729925	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
729925	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
729925	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
729925	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
729925	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
729925	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
729925	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
729925	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
729925	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
729925	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
729925	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
729925	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
729925	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
729925	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
729925	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
729925	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
729925	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
729925	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
729925	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
729925	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
729925	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
729925	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
729925	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
729925	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
729925	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
729925	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
729925	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
729925	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
729925	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
729925	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
729925	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
729925	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
729925	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
729925	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
729925	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
729925	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
729925	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
729925	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
729925	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
729925	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
729925	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
729925	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
729925	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
729925	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
729925	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
729925	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
729925	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
729925	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
729925	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
729925	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
729925	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
729925	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
729925	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
729925	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
729925	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
729925	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
729925	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
729925	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
729925	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
729925	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
729925	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
729925	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
729925	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
729925	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
729925	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
729925	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
729925	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
729925	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
729925	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
729925	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
729925	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
729925	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
729925	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
729925	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
729925	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
729925	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
729925	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
729925	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
729925	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
729925	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
729925	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
729925	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
729925	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
729925	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
729925	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
729925	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
729925	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
729925	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
729925	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
729925	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
729925	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
729925	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
729925	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
729925	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
729925	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
729925	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
729925	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
729925	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
729925	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
729925	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
729925	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
729925	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
729925	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
729925	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
729925	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
729925	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
729925	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
729925	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
729925	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
729925	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
729925	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
729925	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
729925	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
729925	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
729925	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
729925	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
729925	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
729925	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
729925	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
729925	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
729925	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
729925	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
729925	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
729925	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
729925	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
729925	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
729925	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
729925	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
729925	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
729925	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
729925	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
729925	embedding2nn.weight	0	0.3192487359046936
729925	embedding2nn.weight	1	0.38225242495536804
729925	embedding2nn.weight	2	0.00045154005056247115
729925	embedding2nn.weight	3	0.022666314616799355
729925	embedding2nn.weight	4	-0.026680374518036842
729925	embedding2nn.weight	5	0.042425356805324554
729925	embedding2nn.weight	6	0.0007600967073813081
729925	embedding2nn.weight	7	-0.026652026921510696
729925	embedding2nn.weight	8	0.037504397332668304
729925	embedding2nn.weight	9	-0.060221295803785324
729925	embedding2nn.bias	0	0.0008008835720829666
729925	embedding2nn.bias	1	-0.1900731474161148
729925	embedding2nn.bias	2	0.14030848443508148
729925	embedding2nn.bias	3	0.17358149588108063
729925	embedding2nn.bias	4	0.13771380484104156
729925	embedding2nn.bias	5	-0.07671904563903809
729925	embedding2nn.bias	6	-0.04984632506966591
729925	embedding2nn.bias	7	0.05117853730916977
729925	embedding2nn.bias	8	-0.14127828180789948
729925	embedding2nn.bias	9	-0.3762235641479492
729925	rnn.weight_ih_l0	0	0.0039248294197022915
729925	rnn.weight_ih_l0	1	-0.055657077580690384
729925	rnn.weight_ih_l0	2	-0.052234917879104614
729925	rnn.weight_ih_l0	3	0.12611037492752075
729925	rnn.weight_ih_l0	4	0.02071497030556202
729925	rnn.weight_ih_l0	5	-0.07541712373495102
729925	rnn.weight_ih_l0	6	0.011074305512011051
729925	rnn.weight_ih_l0	7	-0.023584365844726562
729925	rnn.weight_ih_l0	8	0.005937759764492512
729925	rnn.weight_ih_l0	9	-0.0850866362452507
729925	rnn.weight_hh_l0	0	-0.021701732650399208
729925	rnn.weight_hh_l0	1	0.08625680953264236
729925	rnn.weight_hh_l0	2	0.0026711798273026943
729925	rnn.weight_hh_l0	3	-0.033852625638246536
729925	rnn.weight_hh_l0	4	0.08316422253847122
729925	rnn.weight_hh_l0	5	0.00506392540410161
729925	rnn.weight_hh_l0	6	-0.08511417359113693
729925	rnn.weight_hh_l0	7	-0.13294367492198944
729925	rnn.weight_hh_l0	8	0.039192456752061844
729925	rnn.weight_hh_l0	9	-0.12071321904659271
729925	rnn.bias_ih_l0	0	0.17064979672431946
729925	rnn.bias_ih_l0	1	-0.35128769278526306
729925	rnn.bias_ih_l0	2	-0.03304832801222801
729925	rnn.bias_ih_l0	3	-0.21325840055942535
729925	rnn.bias_ih_l0	4	0.012140548788011074
729925	rnn.bias_ih_l0	5	-0.44116267561912537
729925	rnn.bias_ih_l0	6	-0.15372467041015625
729925	rnn.bias_ih_l0	7	-0.37706199288368225
729925	rnn.bias_ih_l0	8	-0.31493040919303894
729925	rnn.bias_ih_l0	9	-0.4539172649383545
729925	rnn.bias_hh_l0	0	-0.3537987172603607
729925	rnn.bias_hh_l0	1	-0.4392743706703186
729925	rnn.bias_hh_l0	2	-0.4024762213230133
729925	rnn.bias_hh_l0	3	-0.08346399664878845
729925	rnn.bias_hh_l0	4	-0.4100939929485321
729925	rnn.bias_hh_l0	5	-0.3628182113170624
729925	rnn.bias_hh_l0	6	-0.1181255429983139
729925	rnn.bias_hh_l0	7	0.061913199722766876
729925	rnn.bias_hh_l0	8	-0.22676785290241241
729925	rnn.bias_hh_l0	9	-0.5732630491256714
729925	rnn.weight_ih_l0_reverse	0	0.012331744655966759
729925	rnn.weight_ih_l0_reverse	1	-0.015494143590331078
729925	rnn.weight_ih_l0_reverse	2	0.008735294453799725
729925	rnn.weight_ih_l0_reverse	3	-0.1423710733652115
729925	rnn.weight_ih_l0_reverse	4	0.08508392423391342
729925	rnn.weight_ih_l0_reverse	5	-0.0906333476305008
729925	rnn.weight_ih_l0_reverse	6	0.005195008125156164
729925	rnn.weight_ih_l0_reverse	7	0.02145397663116455
729925	rnn.weight_ih_l0_reverse	8	-0.04579950496554375
729925	rnn.weight_ih_l0_reverse	9	-0.07511304318904877
729925	rnn.weight_hh_l0_reverse	0	-0.14587049186229706
729925	rnn.weight_hh_l0_reverse	1	0.021372688934206963
729925	rnn.weight_hh_l0_reverse	2	-0.02135472185909748
729925	rnn.weight_hh_l0_reverse	3	0.02743350714445114
729925	rnn.weight_hh_l0_reverse	4	-0.07834168523550034
729925	rnn.weight_hh_l0_reverse	5	0.035919222980737686
729925	rnn.weight_hh_l0_reverse	6	0.02968926914036274
729925	rnn.weight_hh_l0_reverse	7	-0.12016977369785309
729925	rnn.weight_hh_l0_reverse	8	-0.07014818489551544
729925	rnn.weight_hh_l0_reverse	9	0.033874254673719406
729925	rnn.bias_ih_l0_reverse	0	-0.18555474281311035
729925	rnn.bias_ih_l0_reverse	1	-0.05686803534626961
729925	rnn.bias_ih_l0_reverse	2	0.15277373790740967
729925	rnn.bias_ih_l0_reverse	3	-0.324798583984375
729925	rnn.bias_ih_l0_reverse	4	0.0007216270896606147
729925	rnn.bias_ih_l0_reverse	5	-0.21327461302280426
729925	rnn.bias_ih_l0_reverse	6	0.2685069739818573
729925	rnn.bias_ih_l0_reverse	7	-0.3075769543647766
729925	rnn.bias_ih_l0_reverse	8	-0.19539788365364075
729925	rnn.bias_ih_l0_reverse	9	-0.15283536911010742
729925	rnn.bias_hh_l0_reverse	0	-0.14370568096637726
729925	rnn.bias_hh_l0_reverse	1	0.2812548577785492
729925	rnn.bias_hh_l0_reverse	2	-0.35004258155822754
729925	rnn.bias_hh_l0_reverse	3	-0.23268845677375793
729925	rnn.bias_hh_l0_reverse	4	-0.4001913070678711
729925	rnn.bias_hh_l0_reverse	5	-0.21357601881027222
729925	rnn.bias_hh_l0_reverse	6	-0.26286157965660095
729925	rnn.bias_hh_l0_reverse	7	-0.09762129932641983
729925	rnn.bias_hh_l0_reverse	8	-0.349627822637558
729925	rnn.bias_hh_l0_reverse	9	0.21020081639289856
729925	linear.weight	0	0.25179633498191833
729925	linear.weight	1	-0.4758799374103546
729925	linear.weight	2	0.04161928966641426
729925	linear.weight	3	0.06747898459434509
729925	linear.weight	4	-0.13652360439300537
729925	linear.weight	5	0.2459305077791214
729925	linear.weight	6	-0.037033386528491974
729925	linear.weight	7	-0.05976058542728424
729925	linear.weight	8	0.12579740583896637
729925	linear.weight	9	-0.049834243953228
729925	linear.bias	0	-0.8495829701423645
729925	linear.bias	1	1.7993510961532593
729925	linear.bias	2	0.7419813871383667
729925	linear.bias	3	-2.740571975708008
729925	linear.bias	4	-0.08426372706890106
729925	linear.bias	5	1.2527358531951904
729925	linear.bias	6	-0.20714078843593597
729925	linear.bias	7	0.8355572819709778
729925	linear.bias	8	2.1085779666900635
729925	linear.bias	9	-1.3433952331542969
730534	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
730534	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
730534	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
730534	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
730534	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
730534	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
730534	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
730534	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
730534	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
730534	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
730534	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
730534	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
730534	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
730534	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
730534	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
730534	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
730534	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
730534	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
730534	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
730534	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
730534	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
730534	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
730534	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
730534	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
730534	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
730534	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
730534	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
730534	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
730534	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
730534	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
730534	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
730534	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
730534	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
730534	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
730534	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
730534	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
730534	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
730534	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
730534	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
730534	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
730534	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
730534	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
730534	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
730534	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
730534	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
730534	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
730534	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
730534	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
730534	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
730534	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
730534	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
730534	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
730534	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
730534	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
730534	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
730534	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
730534	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
730534	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
730534	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
730534	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
730534	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
730534	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
730534	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
730534	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
730534	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
730534	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
730534	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
730534	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
730534	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
730534	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
730534	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
730534	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
730534	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
730534	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
730534	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
730534	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
730534	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
730534	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
730534	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
730534	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
730534	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
730534	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
730534	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
730534	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
730534	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
730534	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
730534	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
730534	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
730534	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
730534	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
730534	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
730534	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
730534	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
730534	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
730534	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
730534	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
730534	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
730534	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
730534	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
730534	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
730534	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
730534	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
730534	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
730534	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
730534	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
730534	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
730534	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
730534	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
730534	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
730534	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
730534	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
730534	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
730534	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
730534	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
730534	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
730534	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
730534	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
730534	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
730534	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
730534	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
730534	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
730534	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
730534	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
730534	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
730534	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
730534	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
730534	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
730534	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
730534	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
730534	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
730534	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
730534	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
730534	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
730534	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
730534	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
730534	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
730534	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
730534	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
730534	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
730534	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
730534	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
730534	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
730534	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
730534	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
730534	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
730534	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
730534	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
730534	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
730534	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
730534	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
730534	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
730534	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
730534	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
730534	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
730534	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
730534	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
730534	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
730534	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
730534	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
730534	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
730534	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
730534	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
730534	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
730534	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
730534	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
730534	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
730534	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
730534	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
730534	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
730534	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
730534	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
730534	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
730534	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
730534	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
730534	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
730534	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
730534	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
730534	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
730534	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
730534	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
730534	embedding2nn.weight	0	0.31942328810691833
730534	embedding2nn.weight	1	0.38323912024497986
730534	embedding2nn.weight	2	-0.0005750051932409406
730534	embedding2nn.weight	3	0.020380835980176926
730534	embedding2nn.weight	4	-0.0286316629499197
730534	embedding2nn.weight	5	0.04306716471910477
730534	embedding2nn.weight	6	-0.004786797799170017
730534	embedding2nn.weight	7	-0.02524133212864399
730534	embedding2nn.weight	8	0.037587814033031464
730534	embedding2nn.weight	9	-0.06340562552213669
730534	embedding2nn.bias	0	0.006470898631960154
730534	embedding2nn.bias	1	-0.1855076104402542
730534	embedding2nn.bias	2	0.1416870504617691
730534	embedding2nn.bias	3	0.17125152051448822
730534	embedding2nn.bias	4	0.13748705387115479
730534	embedding2nn.bias	5	-0.07695244997739792
730534	embedding2nn.bias	6	-0.061668723821640015
730534	embedding2nn.bias	7	0.05138089880347252
730534	embedding2nn.bias	8	-0.1391444057226181
730534	embedding2nn.bias	9	-0.3784015476703644
730534	rnn.weight_ih_l0	0	0.0033720433712005615
730534	rnn.weight_ih_l0	1	-0.05568137392401695
730534	rnn.weight_ih_l0	2	-0.054329048842191696
730534	rnn.weight_ih_l0	3	0.1268271952867508
730534	rnn.weight_ih_l0	4	0.020011592656373978
730534	rnn.weight_ih_l0	5	-0.07597088813781738
730534	rnn.weight_ih_l0	6	0.011260634288191795
730534	rnn.weight_ih_l0	7	-0.023706570267677307
730534	rnn.weight_ih_l0	8	0.004899138119071722
730534	rnn.weight_ih_l0	9	-0.08677169680595398
730534	rnn.weight_hh_l0	0	-0.02204994484782219
730534	rnn.weight_hh_l0	1	0.08605332672595978
730534	rnn.weight_hh_l0	2	0.0027306252159178257
730534	rnn.weight_hh_l0	3	-0.03395717963576317
730534	rnn.weight_hh_l0	4	0.08330713957548141
730534	rnn.weight_hh_l0	5	0.005000746808946133
730534	rnn.weight_hh_l0	6	-0.08513003587722778
730534	rnn.weight_hh_l0	7	-0.1326681673526764
730534	rnn.weight_hh_l0	8	0.03916409984230995
730534	rnn.weight_hh_l0	9	-0.1204419806599617
730534	rnn.bias_ih_l0	0	0.17823122441768646
730534	rnn.bias_ih_l0	1	-0.3532772362232208
730534	rnn.bias_ih_l0	2	-0.033185988664627075
730534	rnn.bias_ih_l0	3	-0.21412768959999084
730534	rnn.bias_ih_l0	4	0.011352205649018288
730534	rnn.bias_ih_l0	5	-0.4402872920036316
730534	rnn.bias_ih_l0	6	-0.1546684354543686
730534	rnn.bias_ih_l0	7	-0.3773173689842224
730534	rnn.bias_ih_l0	8	-0.31351834535598755
730534	rnn.bias_ih_l0	9	-0.460609495639801
730534	rnn.bias_hh_l0	0	-0.3537217080593109
730534	rnn.bias_hh_l0	1	-0.438184529542923
730534	rnn.bias_hh_l0	2	-0.4019894599914551
730534	rnn.bias_hh_l0	3	-0.08385717123746872
730534	rnn.bias_hh_l0	4	-0.40958455204963684
730534	rnn.bias_hh_l0	5	-0.362152636051178
730534	rnn.bias_hh_l0	6	-0.11800509691238403
730534	rnn.bias_hh_l0	7	0.061280153691768646
730534	rnn.bias_hh_l0	8	-0.22564697265625
730534	rnn.bias_hh_l0	9	-0.573966920375824
730534	rnn.weight_ih_l0_reverse	0	0.012984654866158962
730534	rnn.weight_ih_l0_reverse	1	-0.01569373346865177
730534	rnn.weight_ih_l0_reverse	2	0.009014337323606014
730534	rnn.weight_ih_l0_reverse	3	-0.14126643538475037
730534	rnn.weight_ih_l0_reverse	4	0.08557634800672531
730534	rnn.weight_ih_l0_reverse	5	-0.09147947281599045
730534	rnn.weight_ih_l0_reverse	6	0.0063276998698711395
730534	rnn.weight_ih_l0_reverse	7	0.022125456482172012
730534	rnn.weight_ih_l0_reverse	8	-0.04556814208626747
730534	rnn.weight_ih_l0_reverse	9	-0.07459008693695068
730534	rnn.weight_hh_l0_reverse	0	-0.14595969021320343
730534	rnn.weight_hh_l0_reverse	1	0.021217728033661842
730534	rnn.weight_hh_l0_reverse	2	-0.02122175507247448
730534	rnn.weight_hh_l0_reverse	3	0.027735305950045586
730534	rnn.weight_hh_l0_reverse	4	-0.07821705937385559
730534	rnn.weight_hh_l0_reverse	5	0.03596446290612221
730534	rnn.weight_hh_l0_reverse	6	0.02969665825366974
730534	rnn.weight_hh_l0_reverse	7	-0.1206723302602768
730534	rnn.weight_hh_l0_reverse	8	-0.0706360712647438
730534	rnn.weight_hh_l0_reverse	9	0.033998213708400726
730534	rnn.bias_ih_l0_reverse	0	-0.18573826551437378
730534	rnn.bias_ih_l0_reverse	1	-0.05779615417122841
730534	rnn.bias_ih_l0_reverse	2	0.15462633967399597
730534	rnn.bias_ih_l0_reverse	3	-0.32593977451324463
730534	rnn.bias_ih_l0_reverse	4	0.0022188308648765087
730534	rnn.bias_ih_l0_reverse	5	-0.2122308611869812
730534	rnn.bias_ih_l0_reverse	6	0.26584964990615845
730534	rnn.bias_ih_l0_reverse	7	-0.3076964020729065
730534	rnn.bias_ih_l0_reverse	8	-0.19551332294940948
730534	rnn.bias_ih_l0_reverse	9	-0.1528017669916153
730534	rnn.bias_hh_l0_reverse	0	-0.14279119670391083
730534	rnn.bias_hh_l0_reverse	1	0.28023529052734375
730534	rnn.bias_hh_l0_reverse	2	-0.3461269438266754
730534	rnn.bias_hh_l0_reverse	3	-0.22971877455711365
730534	rnn.bias_hh_l0_reverse	4	-0.3990074694156647
730534	rnn.bias_hh_l0_reverse	5	-0.21665331721305847
730534	rnn.bias_hh_l0_reverse	6	-0.26418477296829224
730534	rnn.bias_hh_l0_reverse	7	-0.09753994643688202
730534	rnn.bias_hh_l0_reverse	8	-0.35155609250068665
730534	rnn.bias_hh_l0_reverse	9	0.2031581848859787
730534	linear.weight	0	0.25174587965011597
730534	linear.weight	1	-0.47318220138549805
730534	linear.weight	2	0.038277458399534225
730534	linear.weight	3	0.06747893989086151
730534	linear.weight	4	-0.14548040926456451
730534	linear.weight	5	0.2474604845046997
730534	linear.weight	6	-0.037700362503528595
730534	linear.weight	7	-0.05975986272096634
730534	linear.weight	8	0.11957181990146637
730534	linear.weight	9	-0.049835145473480225
730534	linear.bias	0	-0.855999231338501
730534	linear.bias	1	1.8011709451675415
730534	linear.bias	2	0.7478631138801575
730534	linear.bias	3	-2.740593671798706
730534	linear.bias	4	-0.0778435543179512
730534	linear.bias	5	1.2726930379867554
730534	linear.bias	6	-0.2148844301700592
730534	linear.bias	7	0.8271820545196533
730534	linear.bias	8	2.110133409500122
730534	linear.bias	9	-1.3408464193344116
731143	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
731143	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
731143	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
731143	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
731143	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
731143	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
731143	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
731143	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
731143	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
731143	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
731143	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
731143	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
731143	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
731143	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
731143	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
731143	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
731143	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
731143	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
731143	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
731143	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
731143	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
731143	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
731143	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
731143	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
731143	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
731143	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
731143	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
731143	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
731143	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
731143	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
731143	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
731143	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
731143	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
731143	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
731143	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
731143	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
731143	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
731143	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
731143	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
731143	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
731143	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
731143	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
731143	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
731143	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
731143	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
731143	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
731143	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
731143	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
731143	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
731143	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
731143	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
731143	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
731143	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
731143	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
731143	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
731143	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
731143	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
731143	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
731143	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
731143	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
731143	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
731143	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
731143	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
731143	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
731143	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
731143	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
731143	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
731143	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
731143	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
731143	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
731143	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
731143	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
731143	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
731143	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
731143	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
731143	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
731143	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
731143	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
731143	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
731143	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
731143	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
731143	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
731143	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
731143	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
731143	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
731143	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
731143	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
731143	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
731143	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
731143	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
731143	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
731143	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
731143	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
731143	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
731143	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
731143	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
731143	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
731143	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
731143	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
731143	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
731143	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
731143	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
731143	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
731143	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
731143	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
731143	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
731143	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
731143	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
731143	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
731143	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
731143	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
731143	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
731143	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
731143	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
731143	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
731143	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
731143	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
731143	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
731143	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
731143	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
731143	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
731143	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
731143	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
731143	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
731143	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
731143	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
731143	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
731143	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
731143	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
731143	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
731143	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
731143	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
731143	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
731143	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
731143	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
731143	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
731143	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
731143	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
731143	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
731143	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
731143	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
731143	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
731143	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
731143	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
731143	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
731143	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
731143	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
731143	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
731143	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
731143	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
731143	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
731143	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
731143	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
731143	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
731143	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
731143	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
731143	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
731143	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
731143	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
731143	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
731143	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
731143	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
731143	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
731143	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
731143	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
731143	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
731143	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
731143	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
731143	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
731143	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
731143	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
731143	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
731143	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
731143	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
731143	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
731143	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
731143	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
731143	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
731143	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
731143	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
731143	embedding2nn.weight	0	0.3197127878665924
731143	embedding2nn.weight	1	0.3828662633895874
731143	embedding2nn.weight	2	0.00036887492751702666
731143	embedding2nn.weight	3	0.019590821117162704
731143	embedding2nn.weight	4	-0.028495904058218002
731143	embedding2nn.weight	5	0.04256413131952286
731143	embedding2nn.weight	6	-0.007579064462333918
731143	embedding2nn.weight	7	-0.025454148650169373
731143	embedding2nn.weight	8	0.0382099375128746
731143	embedding2nn.weight	9	-0.06412666290998459
731143	embedding2nn.bias	0	0.01241222396492958
731143	embedding2nn.bias	1	-0.18919871747493744
731143	embedding2nn.bias	2	0.14661327004432678
731143	embedding2nn.bias	3	0.17332036793231964
731143	embedding2nn.bias	4	0.13398467004299164
731143	embedding2nn.bias	5	-0.0740777999162674
731143	embedding2nn.bias	6	-0.054291095584630966
731143	embedding2nn.bias	7	0.04595690965652466
731143	embedding2nn.bias	8	-0.1429843008518219
731143	embedding2nn.bias	9	-0.3761568069458008
731143	rnn.weight_ih_l0	0	0.004086589906364679
731143	rnn.weight_ih_l0	1	-0.05582087114453316
731143	rnn.weight_ih_l0	2	-0.052724383771419525
731143	rnn.weight_ih_l0	3	0.12662829458713531
731143	rnn.weight_ih_l0	4	0.022503776475787163
731143	rnn.weight_ih_l0	5	-0.07492811977863312
731143	rnn.weight_ih_l0	6	0.010227272287011147
731143	rnn.weight_ih_l0	7	-0.024141699075698853
731143	rnn.weight_ih_l0	8	0.005651149898767471
731143	rnn.weight_ih_l0	9	-0.08602068573236465
731143	rnn.weight_hh_l0	0	-0.022070564329624176
731143	rnn.weight_hh_l0	1	0.0860901027917862
731143	rnn.weight_hh_l0	2	0.0028657419607043266
731143	rnn.weight_hh_l0	3	-0.03387913480401039
731143	rnn.weight_hh_l0	4	0.08310363441705704
731143	rnn.weight_hh_l0	5	0.00499227037653327
731143	rnn.weight_hh_l0	6	-0.08499038964509964
731143	rnn.weight_hh_l0	7	-0.1309494525194168
731143	rnn.weight_hh_l0	8	0.03920109197497368
731143	rnn.weight_hh_l0	9	-0.1202985942363739
731143	rnn.bias_ih_l0	0	0.17771054804325104
731143	rnn.bias_ih_l0	1	-0.35300007462501526
731143	rnn.bias_ih_l0	2	-0.033028941601514816
731143	rnn.bias_ih_l0	3	-0.21588560938835144
731143	rnn.bias_ih_l0	4	0.009021819569170475
731143	rnn.bias_ih_l0	5	-0.44091516733169556
731143	rnn.bias_ih_l0	6	-0.1546216607093811
731143	rnn.bias_ih_l0	7	-0.37723344564437866
731143	rnn.bias_ih_l0	8	-0.31506991386413574
731143	rnn.bias_ih_l0	9	-0.4623033404350281
731143	rnn.bias_hh_l0	0	-0.3544415831565857
731143	rnn.bias_hh_l0	1	-0.4394223093986511
731143	rnn.bias_hh_l0	2	-0.4054605960845947
731143	rnn.bias_hh_l0	3	-0.08406201750040054
731143	rnn.bias_hh_l0	4	-0.40954846143722534
731143	rnn.bias_hh_l0	5	-0.3620884418487549
731143	rnn.bias_hh_l0	6	-0.11629381030797958
731143	rnn.bias_hh_l0	7	0.06032456457614899
731143	rnn.bias_hh_l0	8	-0.22688956558704376
731143	rnn.bias_hh_l0	9	-0.5720465779304504
731143	rnn.weight_ih_l0_reverse	0	0.011958297342061996
731143	rnn.weight_ih_l0_reverse	1	-0.01563291624188423
731143	rnn.weight_ih_l0_reverse	2	0.009287938475608826
731143	rnn.weight_ih_l0_reverse	3	-0.14047986268997192
731143	rnn.weight_ih_l0_reverse	4	0.08513472974300385
731143	rnn.weight_ih_l0_reverse	5	-0.0934443548321724
731143	rnn.weight_ih_l0_reverse	6	0.006367528345435858
731143	rnn.weight_ih_l0_reverse	7	0.022328583523631096
731143	rnn.weight_ih_l0_reverse	8	-0.04653486981987953
731143	rnn.weight_ih_l0_reverse	9	-0.07443303614854813
731143	rnn.weight_hh_l0_reverse	0	-0.1461089849472046
731143	rnn.weight_hh_l0_reverse	1	0.020958803594112396
731143	rnn.weight_hh_l0_reverse	2	-0.021292954683303833
731143	rnn.weight_hh_l0_reverse	3	0.027755260467529297
731143	rnn.weight_hh_l0_reverse	4	-0.07840437442064285
731143	rnn.weight_hh_l0_reverse	5	0.036237750202417374
731143	rnn.weight_hh_l0_reverse	6	0.029757238924503326
731143	rnn.weight_hh_l0_reverse	7	-0.12095323950052261
731143	rnn.weight_hh_l0_reverse	8	-0.07029716670513153
731143	rnn.weight_hh_l0_reverse	9	0.03422141447663307
731143	rnn.bias_ih_l0_reverse	0	-0.1835102140903473
731143	rnn.bias_ih_l0_reverse	1	-0.05688033625483513
731143	rnn.bias_ih_l0_reverse	2	0.15367835760116577
731143	rnn.bias_ih_l0_reverse	3	-0.3268135190010071
731143	rnn.bias_ih_l0_reverse	4	0.004514081869274378
731143	rnn.bias_ih_l0_reverse	5	-0.21223856508731842
731143	rnn.bias_ih_l0_reverse	6	0.2649008631706238
731143	rnn.bias_ih_l0_reverse	7	-0.30369120836257935
731143	rnn.bias_ih_l0_reverse	8	-0.19665713608264923
731143	rnn.bias_ih_l0_reverse	9	-0.15352845191955566
731143	rnn.bias_hh_l0_reverse	0	-0.1416306495666504
731143	rnn.bias_hh_l0_reverse	1	0.28063687682151794
731143	rnn.bias_hh_l0_reverse	2	-0.3470766246318817
731143	rnn.bias_hh_l0_reverse	3	-0.2272144854068756
731143	rnn.bias_hh_l0_reverse	4	-0.39862826466560364
731143	rnn.bias_hh_l0_reverse	5	-0.21837031841278076
731143	rnn.bias_hh_l0_reverse	6	-0.2660582959651947
731143	rnn.bias_hh_l0_reverse	7	-0.09637412428855896
731143	rnn.bias_hh_l0_reverse	8	-0.3477531671524048
731143	rnn.bias_hh_l0_reverse	9	0.20314373075962067
731143	linear.weight	0	0.23989060521125793
731143	linear.weight	1	-0.46119189262390137
731143	linear.weight	2	0.04129451885819435
731143	linear.weight	3	0.06747877597808838
731143	linear.weight	4	-0.15706747770309448
731143	linear.weight	5	0.24925938248634338
731143	linear.weight	6	-0.039916232228279114
731143	linear.weight	7	-0.05975884199142456
731143	linear.weight	8	0.11699692904949188
731143	linear.weight	9	-0.0498354434967041
731143	linear.bias	0	-0.8590618968009949
731143	linear.bias	1	1.7952967882156372
731143	linear.bias	2	0.750387966632843
731143	linear.bias	3	-2.7406201362609863
731143	linear.bias	4	-0.08506803214550018
731143	linear.bias	5	1.2689545154571533
731143	linear.bias	6	-0.19463133811950684
731143	linear.bias	7	0.8314532041549683
731143	linear.bias	8	2.1152355670928955
731143	linear.bias	9	-1.3437037467956543
731752	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
731752	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
731752	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
731752	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
731752	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
731752	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
731752	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
731752	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
731752	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
731752	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
731752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
731752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
731752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
731752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
731752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
731752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
731752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
731752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
731752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
731752	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
731752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
731752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
731752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
731752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
731752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
731752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
731752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
731752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
731752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
731752	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
731752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
731752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
731752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
731752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
731752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
731752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
731752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
731752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
731752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
731752	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
731752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
731752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
731752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
731752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
731752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
731752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
731752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
731752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
731752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
731752	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
731752	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
731752	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
731752	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
731752	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
731752	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
731752	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
731752	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
731752	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
731752	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
731752	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
731752	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
731752	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
731752	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
731752	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
731752	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
731752	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
731752	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
731752	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
731752	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
731752	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
731752	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
731752	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
731752	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
731752	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
731752	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
731752	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
731752	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
731752	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
731752	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
731752	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
731752	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
731752	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
731752	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
731752	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
731752	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
731752	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
731752	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
731752	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
731752	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
731752	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
731752	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
731752	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
731752	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
731752	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
731752	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
731752	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
731752	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
731752	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
731752	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
731752	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
731752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
731752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
731752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
731752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
731752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
731752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
731752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
731752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
731752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
731752	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
731752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
731752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
731752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
731752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
731752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
731752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
731752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
731752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
731752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
731752	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
731752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
731752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
731752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
731752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
731752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
731752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
731752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
731752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
731752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
731752	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
731752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
731752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
731752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
731752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
731752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
731752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
731752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
731752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
731752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
731752	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
731752	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
731752	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
731752	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
731752	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
731752	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
731752	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
731752	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
731752	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
731752	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
731752	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
731752	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
731752	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
731752	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
731752	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
731752	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
731752	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
731752	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
731752	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
731752	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
731752	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
731752	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
731752	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
731752	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
731752	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
731752	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
731752	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
731752	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
731752	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
731752	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
731752	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
731752	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
731752	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
731752	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
731752	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
731752	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
731752	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
731752	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
731752	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
731752	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
731752	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
731752	embedding2nn.weight	0	0.319925993680954
731752	embedding2nn.weight	1	0.38236576318740845
731752	embedding2nn.weight	2	0.0021746112033724785
731752	embedding2nn.weight	3	0.022290872409939766
731752	embedding2nn.weight	4	-0.028194038197398186
731752	embedding2nn.weight	5	0.042037323117256165
731752	embedding2nn.weight	6	-0.01081835012882948
731752	embedding2nn.weight	7	-0.024364031851291656
731752	embedding2nn.weight	8	0.03832393139600754
731752	embedding2nn.weight	9	-0.06628726422786713
731752	embedding2nn.bias	0	0.01766653172671795
731752	embedding2nn.bias	1	-0.18715496361255646
731752	embedding2nn.bias	2	0.14086095988750458
731752	embedding2nn.bias	3	0.17014309763908386
731752	embedding2nn.bias	4	0.14143460988998413
731752	embedding2nn.bias	5	-0.07054771482944489
731752	embedding2nn.bias	6	-0.0527508445084095
731752	embedding2nn.bias	7	0.04050101339817047
731752	embedding2nn.bias	8	-0.14511612057685852
731752	embedding2nn.bias	9	-0.37930214405059814
731752	rnn.weight_ih_l0	0	0.0042276689782738686
731752	rnn.weight_ih_l0	1	-0.05526586249470711
731752	rnn.weight_ih_l0	2	-0.052344370633363724
731752	rnn.weight_ih_l0	3	0.12650220096111298
731752	rnn.weight_ih_l0	4	0.02317841909825802
731752	rnn.weight_ih_l0	5	-0.07381772994995117
731752	rnn.weight_ih_l0	6	0.009367018938064575
731752	rnn.weight_ih_l0	7	-0.022733066231012344
731752	rnn.weight_ih_l0	8	0.0073899137787520885
731752	rnn.weight_ih_l0	9	-0.08606071770191193
731752	rnn.weight_hh_l0	0	-0.02223590947687626
731752	rnn.weight_hh_l0	1	0.08597923815250397
731752	rnn.weight_hh_l0	2	0.0027061658911406994
731752	rnn.weight_hh_l0	3	-0.033832501620054245
731752	rnn.weight_hh_l0	4	0.08306437730789185
731752	rnn.weight_hh_l0	5	0.004820161033421755
731752	rnn.weight_hh_l0	6	-0.08511628210544586
731752	rnn.weight_hh_l0	7	-0.13186907768249512
731752	rnn.weight_hh_l0	8	0.03909066691994667
731752	rnn.weight_hh_l0	9	-0.1202637255191803
731752	rnn.bias_ih_l0	0	0.17793472111225128
731752	rnn.bias_ih_l0	1	-0.35361236333847046
731752	rnn.bias_ih_l0	2	-0.03272566944360733
731752	rnn.bias_ih_l0	3	-0.21588698029518127
731752	rnn.bias_ih_l0	4	0.007980404421687126
731752	rnn.bias_ih_l0	5	-0.43889662623405457
731752	rnn.bias_ih_l0	6	-0.1516541838645935
731752	rnn.bias_ih_l0	7	-0.3772711157798767
731752	rnn.bias_ih_l0	8	-0.3147616386413574
731752	rnn.bias_ih_l0	9	-0.46122676134109497
731752	rnn.bias_hh_l0	0	-0.35456621646881104
731752	rnn.bias_hh_l0	1	-0.4379546642303467
731752	rnn.bias_hh_l0	2	-0.40287479758262634
731752	rnn.bias_hh_l0	3	-0.08353901654481888
731752	rnn.bias_hh_l0	4	-0.4085398018360138
731752	rnn.bias_hh_l0	5	-0.3632858395576477
731752	rnn.bias_hh_l0	6	-0.11655031144618988
731752	rnn.bias_hh_l0	7	0.05968600511550903
731752	rnn.bias_hh_l0	8	-0.22532276809215546
731752	rnn.bias_hh_l0	9	-0.5724844932556152
731752	rnn.weight_ih_l0_reverse	0	0.011367804370820522
731752	rnn.weight_ih_l0_reverse	1	-0.015697501599788666
731752	rnn.weight_ih_l0_reverse	2	0.009308387525379658
731752	rnn.weight_ih_l0_reverse	3	-0.13996021449565887
731752	rnn.weight_ih_l0_reverse	4	0.08502665907144547
731752	rnn.weight_ih_l0_reverse	5	-0.09396824240684509
731752	rnn.weight_ih_l0_reverse	6	0.005867731291800737
731752	rnn.weight_ih_l0_reverse	7	0.022404374554753304
731752	rnn.weight_ih_l0_reverse	8	-0.04641911759972572
731752	rnn.weight_ih_l0_reverse	9	-0.0746334120631218
731752	rnn.weight_hh_l0_reverse	0	-0.14608679711818695
731752	rnn.weight_hh_l0_reverse	1	0.020628374069929123
731752	rnn.weight_hh_l0_reverse	2	-0.021178482100367546
731752	rnn.weight_hh_l0_reverse	3	0.027895983308553696
731752	rnn.weight_hh_l0_reverse	4	-0.07856626808643341
731752	rnn.weight_hh_l0_reverse	5	0.036387089639902115
731752	rnn.weight_hh_l0_reverse	6	0.02979789674282074
731752	rnn.weight_hh_l0_reverse	7	-0.12080324441194534
731752	rnn.weight_hh_l0_reverse	8	-0.07069475203752518
731752	rnn.weight_hh_l0_reverse	9	0.034847937524318695
731752	rnn.bias_ih_l0_reverse	0	-0.18531273305416107
731752	rnn.bias_ih_l0_reverse	1	-0.056237369775772095
731752	rnn.bias_ih_l0_reverse	2	0.15317799150943756
731752	rnn.bias_ih_l0_reverse	3	-0.3274226188659668
731752	rnn.bias_ih_l0_reverse	4	0.004110496491193771
731752	rnn.bias_ih_l0_reverse	5	-0.21414348483085632
731752	rnn.bias_ih_l0_reverse	6	0.26772961020469666
731752	rnn.bias_ih_l0_reverse	7	-0.3000299632549286
731752	rnn.bias_ih_l0_reverse	8	-0.19518697261810303
731752	rnn.bias_ih_l0_reverse	9	-0.15277378261089325
731752	rnn.bias_hh_l0_reverse	0	-0.14214852452278137
731752	rnn.bias_hh_l0_reverse	1	0.28241536021232605
731752	rnn.bias_hh_l0_reverse	2	-0.34698382019996643
731752	rnn.bias_hh_l0_reverse	3	-0.2256680130958557
731752	rnn.bias_hh_l0_reverse	4	-0.39944255352020264
731752	rnn.bias_hh_l0_reverse	5	-0.21974605321884155
731752	rnn.bias_hh_l0_reverse	6	-0.26721400022506714
731752	rnn.bias_hh_l0_reverse	7	-0.0944494754076004
731752	rnn.bias_hh_l0_reverse	8	-0.3464418649673462
731752	rnn.bias_hh_l0_reverse	9	0.20232880115509033
731752	linear.weight	0	0.2388342022895813
731752	linear.weight	1	-0.4675239324569702
731752	linear.weight	2	0.06567887961864471
731752	linear.weight	3	0.0674787312746048
731752	linear.weight	4	-0.1511913239955902
731752	linear.weight	5	0.2531192898750305
731752	linear.weight	6	-0.03420189768075943
731752	linear.weight	7	-0.05975715443491936
731752	linear.weight	8	0.1201818659901619
731752	linear.weight	9	-0.04983649402856827
731752	linear.bias	0	-0.8388454914093018
731752	linear.bias	1	1.7989329099655151
731752	linear.bias	2	0.7404671907424927
731752	linear.bias	3	-2.7406487464904785
731752	linear.bias	4	-0.07983654737472534
731752	linear.bias	5	1.274114727973938
731752	linear.bias	6	-0.21171852946281433
731752	linear.bias	7	0.8218335509300232
731752	linear.bias	8	2.1179823875427246
731752	linear.bias	9	-1.3388004302978516
731760	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
731760	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
731760	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
731760	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
731760	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
731760	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
731760	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
731760	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
731760	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
731760	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
731760	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
731760	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
731760	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
731760	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
731760	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
731760	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
731760	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
731760	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
731760	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
731760	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
731760	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
731760	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
731760	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
731760	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
731760	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
731760	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
731760	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
731760	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
731760	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
731760	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
731760	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
731760	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
731760	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
731760	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
731760	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
731760	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
731760	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
731760	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
731760	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
731760	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
731760	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
731760	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
731760	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
731760	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
731760	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
731760	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
731760	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
731760	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
731760	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
731760	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
731760	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
731760	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
731760	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
731760	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
731760	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
731760	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
731760	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
731760	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
731760	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
731760	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
731760	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
731760	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
731760	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
731760	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
731760	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
731760	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
731760	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
731760	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
731760	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
731760	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
731760	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
731760	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
731760	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
731760	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
731760	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
731760	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
731760	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
731760	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
731760	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
731760	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
731760	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
731760	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
731760	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
731760	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
731760	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
731760	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
731760	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
731760	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
731760	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
731760	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
731760	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
731760	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
731760	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
731760	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
731760	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
731760	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
731760	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
731760	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
731760	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
731760	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
731760	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
731760	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
731760	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
731760	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
731760	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
731760	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
731760	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
731760	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
731760	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
731760	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
731760	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
731760	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
731760	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
731760	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
731760	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
731760	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
731760	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
731760	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
731760	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
731760	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
731760	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
731760	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
731760	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
731760	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
731760	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
731760	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
731760	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
731760	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
731760	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
731760	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
731760	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
731760	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
731760	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
731760	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
731760	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
731760	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
731760	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
731760	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
731760	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
731760	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
731760	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
731760	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
731760	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
731760	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
731760	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
731760	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
731760	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
731760	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
731760	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
731760	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
731760	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
731760	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
731760	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
731760	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
731760	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
731760	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
731760	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
731760	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
731760	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
731760	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
731760	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
731760	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
731760	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
731760	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
731760	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
731760	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
731760	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
731760	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
731760	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
731760	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
731760	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
731760	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
731760	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
731760	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
731760	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
731760	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
731760	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
731760	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
731760	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
731760	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
731760	embedding2nn.weight	0	0.31988030672073364
731760	embedding2nn.weight	1	0.3824164867401123
731760	embedding2nn.weight	2	0.002250732621178031
731760	embedding2nn.weight	3	0.0221374724060297
731760	embedding2nn.weight	4	-0.028153980150818825
731760	embedding2nn.weight	5	0.042070675641298294
731760	embedding2nn.weight	6	-0.010607258416712284
731760	embedding2nn.weight	7	-0.024232516065239906
731760	embedding2nn.weight	8	0.03825678676366806
731760	embedding2nn.weight	9	-0.06630327552556992
731760	embedding2nn.bias	0	0.016815809532999992
731760	embedding2nn.bias	1	-0.18715906143188477
731760	embedding2nn.bias	2	0.14096970856189728
731760	embedding2nn.bias	3	0.17093418538570404
731760	embedding2nn.bias	4	0.14146673679351807
731760	embedding2nn.bias	5	-0.07022244483232498
731760	embedding2nn.bias	6	-0.051933884620666504
731760	embedding2nn.bias	7	0.0398031584918499
731760	embedding2nn.bias	8	-0.14560148119926453
731760	embedding2nn.bias	9	-0.3806374669075012
731760	rnn.weight_ih_l0	0	0.004192817490547895
731760	rnn.weight_ih_l0	1	-0.0552649088203907
731760	rnn.weight_ih_l0	2	-0.0523294173181057
731760	rnn.weight_ih_l0	3	0.1264285147190094
731760	rnn.weight_ih_l0	4	0.023060722276568413
731760	rnn.weight_ih_l0	5	-0.07399673759937286
731760	rnn.weight_ih_l0	6	0.009388887323439121
731760	rnn.weight_ih_l0	7	-0.022463511675596237
731760	rnn.weight_ih_l0	8	0.0074678040109574795
731760	rnn.weight_ih_l0	9	-0.0860842615365982
731760	rnn.weight_hh_l0	0	-0.022241175174713135
731760	rnn.weight_hh_l0	1	0.08598001301288605
731760	rnn.weight_hh_l0	2	0.0027059949934482574
731760	rnn.weight_hh_l0	3	-0.033835574984550476
731760	rnn.weight_hh_l0	4	0.08307290077209473
731760	rnn.weight_hh_l0	5	0.0048205857165157795
731760	rnn.weight_hh_l0	6	-0.08512066304683685
731760	rnn.weight_hh_l0	7	-0.13186214864253998
731760	rnn.weight_hh_l0	8	0.03909199312329292
731760	rnn.weight_hh_l0	9	-0.12029698491096497
731760	rnn.bias_ih_l0	0	0.17772266268730164
731760	rnn.bias_ih_l0	1	-0.3536025881767273
731760	rnn.bias_ih_l0	2	-0.03278595954179764
731760	rnn.bias_ih_l0	3	-0.2160089910030365
731760	rnn.bias_ih_l0	4	0.007878823205828667
731760	rnn.bias_ih_l0	5	-0.4387410581111908
731760	rnn.bias_ih_l0	6	-0.15179727971553802
731760	rnn.bias_ih_l0	7	-0.37726813554763794
731760	rnn.bias_ih_l0	8	-0.3148117661476135
731760	rnn.bias_ih_l0	9	-0.46162062883377075
731760	rnn.bias_hh_l0	0	-0.35456112027168274
731760	rnn.bias_hh_l0	1	-0.4382319152355194
731760	rnn.bias_hh_l0	2	-0.40296313166618347
731760	rnn.bias_hh_l0	3	-0.08392685651779175
731760	rnn.bias_hh_l0	4	-0.40875014662742615
731760	rnn.bias_hh_l0	5	-0.3632674515247345
731760	rnn.bias_hh_l0	6	-0.11661233007907867
731760	rnn.bias_hh_l0	7	0.05959097295999527
731760	rnn.bias_hh_l0	8	-0.22511416673660278
731760	rnn.bias_hh_l0	9	-0.5724749565124512
731760	rnn.weight_ih_l0_reverse	0	0.011231476441025734
731760	rnn.weight_ih_l0_reverse	1	-0.01569775491952896
731760	rnn.weight_ih_l0_reverse	2	0.009377921931445599
731760	rnn.weight_ih_l0_reverse	3	-0.13990595936775208
731760	rnn.weight_ih_l0_reverse	4	0.08506138622760773
731760	rnn.weight_ih_l0_reverse	5	-0.09399227052927017
731760	rnn.weight_ih_l0_reverse	6	0.006013797130435705
731760	rnn.weight_ih_l0_reverse	7	0.02241435833275318
731760	rnn.weight_ih_l0_reverse	8	-0.04643610492348671
731760	rnn.weight_ih_l0_reverse	9	-0.07477793097496033
731760	rnn.weight_hh_l0_reverse	0	-0.1460433304309845
731760	rnn.weight_hh_l0_reverse	1	0.02061486802995205
731760	rnn.weight_hh_l0_reverse	2	-0.021196573972702026
731760	rnn.weight_hh_l0_reverse	3	0.027902673929929733
731760	rnn.weight_hh_l0_reverse	4	-0.07856814563274384
731760	rnn.weight_hh_l0_reverse	5	0.03639957681298256
731760	rnn.weight_hh_l0_reverse	6	0.029799509793519974
731760	rnn.weight_hh_l0_reverse	7	-0.12080349028110504
731760	rnn.weight_hh_l0_reverse	8	-0.07066000252962112
731760	rnn.weight_hh_l0_reverse	9	0.03478902205824852
731760	rnn.bias_ih_l0_reverse	0	-0.1852932870388031
731760	rnn.bias_ih_l0_reverse	1	-0.056472551077604294
731760	rnn.bias_ih_l0_reverse	2	0.1532331258058548
731760	rnn.bias_ih_l0_reverse	3	-0.32753434777259827
731760	rnn.bias_ih_l0_reverse	4	0.004235853441059589
731760	rnn.bias_ih_l0_reverse	5	-0.21419912576675415
731760	rnn.bias_ih_l0_reverse	6	0.2678139805793762
731760	rnn.bias_ih_l0_reverse	7	-0.299586683511734
731760	rnn.bias_ih_l0_reverse	8	-0.19516240060329437
731760	rnn.bias_ih_l0_reverse	9	-0.1527428925037384
731760	rnn.bias_hh_l0_reverse	0	-0.14229153096675873
731760	rnn.bias_hh_l0_reverse	1	0.28282517194747925
731760	rnn.bias_hh_l0_reverse	2	-0.34704455733299255
731760	rnn.bias_hh_l0_reverse	3	-0.22574621438980103
731760	rnn.bias_hh_l0_reverse	4	-0.39942696690559387
731760	rnn.bias_hh_l0_reverse	5	-0.21966932713985443
731760	rnn.bias_hh_l0_reverse	6	-0.26715341210365295
731760	rnn.bias_hh_l0_reverse	7	-0.09461840242147446
731760	rnn.bias_hh_l0_reverse	8	-0.34665295481681824
731760	rnn.bias_hh_l0_reverse	9	0.20247352123260498
731760	linear.weight	0	0.23812370002269745
731760	linear.weight	1	-0.46776291728019714
731760	linear.weight	2	0.06618527323007584
731760	linear.weight	3	0.0674787238240242
731760	linear.weight	4	-0.14971540868282318
731760	linear.weight	5	0.25350940227508545
731760	linear.weight	6	-0.034357428550720215
731760	linear.weight	7	-0.059757132083177567
731760	linear.weight	8	0.12016470730304718
731760	linear.weight	9	-0.049836497753858566
731760	linear.bias	0	-0.8406035304069519
731760	linear.bias	1	1.7973930835723877
731760	linear.bias	2	0.7388310432434082
731760	linear.bias	3	-2.7406489849090576
731760	linear.bias	4	-0.08154179155826569
731760	linear.bias	5	1.2746803760528564
731760	linear.bias	6	-0.21229735016822815
731760	linear.bias	7	0.8240851759910583
731760	linear.bias	8	2.1224985122680664
731760	linear.bias	9	-1.3420039415359497
732369	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
732369	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
732369	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
732369	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
732369	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
732369	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
732369	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
732369	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
732369	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
732369	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
732369	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
732369	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
732369	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
732369	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
732369	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
732369	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
732369	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
732369	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
732369	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
732369	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
732369	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
732369	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
732369	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
732369	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
732369	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
732369	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
732369	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
732369	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
732369	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
732369	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
732369	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
732369	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
732369	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
732369	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
732369	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
732369	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
732369	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
732369	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
732369	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
732369	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
732369	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
732369	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
732369	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
732369	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
732369	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
732369	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
732369	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
732369	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
732369	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
732369	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
732369	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
732369	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
732369	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
732369	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
732369	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
732369	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
732369	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
732369	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
732369	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
732369	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
732369	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
732369	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
732369	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
732369	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
732369	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
732369	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
732369	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
732369	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
732369	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
732369	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
732369	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
732369	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
732369	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
732369	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
732369	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
732369	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
732369	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
732369	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
732369	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
732369	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
732369	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
732369	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
732369	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
732369	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
732369	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
732369	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
732369	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
732369	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
732369	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
732369	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
732369	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
732369	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
732369	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
732369	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
732369	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
732369	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
732369	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
732369	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
732369	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
732369	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
732369	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
732369	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
732369	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
732369	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
732369	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
732369	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
732369	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
732369	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
732369	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
732369	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
732369	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
732369	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
732369	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
732369	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
732369	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
732369	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
732369	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
732369	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
732369	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
732369	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
732369	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
732369	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
732369	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
732369	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
732369	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
732369	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
732369	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
732369	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
732369	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
732369	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
732369	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
732369	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
732369	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
732369	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
732369	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
732369	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
732369	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
732369	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
732369	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
732369	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
732369	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
732369	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
732369	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
732369	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
732369	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
732369	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
732369	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
732369	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
732369	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
732369	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
732369	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
732369	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
732369	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
732369	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
732369	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
732369	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
732369	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
732369	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
732369	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
732369	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
732369	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
732369	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
732369	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
732369	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
732369	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
732369	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
732369	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
732369	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
732369	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
732369	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
732369	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
732369	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
732369	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
732369	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
732369	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
732369	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
732369	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
732369	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
732369	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
732369	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
732369	embedding2nn.weight	0	0.31924164295196533
732369	embedding2nn.weight	1	0.38223281502723694
732369	embedding2nn.weight	2	0.0029309752862900496
732369	embedding2nn.weight	3	0.018690139055252075
732369	embedding2nn.weight	4	-0.027100438252091408
732369	embedding2nn.weight	5	0.04155723750591278
732369	embedding2nn.weight	6	-0.009207948110997677
732369	embedding2nn.weight	7	-0.023618198931217194
732369	embedding2nn.weight	8	0.037900958210229874
732369	embedding2nn.weight	9	-0.06930368393659592
732369	embedding2nn.bias	0	0.013222652487456799
732369	embedding2nn.bias	1	-0.18846091628074646
732369	embedding2nn.bias	2	0.13905736804008484
732369	embedding2nn.bias	3	0.16590802371501923
732369	embedding2nn.bias	4	0.13753916323184967
732369	embedding2nn.bias	5	-0.07033920288085938
732369	embedding2nn.bias	6	-0.057139743119478226
732369	embedding2nn.bias	7	0.047208212316036224
732369	embedding2nn.bias	8	-0.14444208145141602
732369	embedding2nn.bias	9	-0.3724926710128784
732369	rnn.weight_ih_l0	0	0.004217070061713457
732369	rnn.weight_ih_l0	1	-0.05473819747567177
732369	rnn.weight_ih_l0	2	-0.05333545058965683
732369	rnn.weight_ih_l0	3	0.12479263544082642
732369	rnn.weight_ih_l0	4	0.024061506614089012
732369	rnn.weight_ih_l0	5	-0.07465483993291855
732369	rnn.weight_ih_l0	6	0.009303675964474678
732369	rnn.weight_ih_l0	7	-0.02248402312397957
732369	rnn.weight_ih_l0	8	0.008087598718702793
732369	rnn.weight_ih_l0	9	-0.08559072017669678
732369	rnn.weight_hh_l0	0	-0.02199108526110649
732369	rnn.weight_hh_l0	1	0.08603492379188538
732369	rnn.weight_hh_l0	2	0.002561488887295127
732369	rnn.weight_hh_l0	3	-0.03380335494875908
732369	rnn.weight_hh_l0	4	0.08335430920124054
732369	rnn.weight_hh_l0	5	0.004839423578232527
732369	rnn.weight_hh_l0	6	-0.08512751758098602
732369	rnn.weight_hh_l0	7	-0.13208450376987457
732369	rnn.weight_hh_l0	8	0.03915367275476456
732369	rnn.weight_hh_l0	9	-0.12034688889980316
732369	rnn.bias_ih_l0	0	0.1779828518629074
732369	rnn.bias_ih_l0	1	-0.3532898426055908
732369	rnn.bias_ih_l0	2	-0.030445214360952377
732369	rnn.bias_ih_l0	3	-0.21942974627017975
732369	rnn.bias_ih_l0	4	0.005495115648955107
732369	rnn.bias_ih_l0	5	-0.44193288683891296
732369	rnn.bias_ih_l0	6	-0.15051111578941345
732369	rnn.bias_ih_l0	7	-0.3770964443683624
732369	rnn.bias_ih_l0	8	-0.31347528100013733
732369	rnn.bias_ih_l0	9	-0.45503121614456177
732369	rnn.bias_hh_l0	0	-0.3544468581676483
732369	rnn.bias_hh_l0	1	-0.43698108196258545
732369	rnn.bias_hh_l0	2	-0.4022148847579956
732369	rnn.bias_hh_l0	3	-0.08490423113107681
732369	rnn.bias_hh_l0	4	-0.4107282757759094
732369	rnn.bias_hh_l0	5	-0.3643646240234375
732369	rnn.bias_hh_l0	6	-0.11601447314023972
732369	rnn.bias_hh_l0	7	0.058676622807979584
732369	rnn.bias_hh_l0	8	-0.22710347175598145
732369	rnn.bias_hh_l0	9	-0.5744836926460266
732369	rnn.weight_ih_l0_reverse	0	0.010614775121212006
732369	rnn.weight_ih_l0_reverse	1	-0.015727926045656204
732369	rnn.weight_ih_l0_reverse	2	0.008360041305422783
732369	rnn.weight_ih_l0_reverse	3	-0.13955755531787872
732369	rnn.weight_ih_l0_reverse	4	0.08481068164110184
732369	rnn.weight_ih_l0_reverse	5	-0.09280168265104294
732369	rnn.weight_ih_l0_reverse	6	0.004551501013338566
732369	rnn.weight_ih_l0_reverse	7	0.02275693602859974
732369	rnn.weight_ih_l0_reverse	8	-0.04646685719490051
732369	rnn.weight_ih_l0_reverse	9	-0.07370422035455704
732369	rnn.weight_hh_l0_reverse	0	-0.14714433252811432
732369	rnn.weight_hh_l0_reverse	1	0.020841781049966812
732369	rnn.weight_hh_l0_reverse	2	-0.021268129348754883
732369	rnn.weight_hh_l0_reverse	3	0.028111247345805168
732369	rnn.weight_hh_l0_reverse	4	-0.07864749431610107
732369	rnn.weight_hh_l0_reverse	5	0.03634251281619072
732369	rnn.weight_hh_l0_reverse	6	0.029709862545132637
732369	rnn.weight_hh_l0_reverse	7	-0.12064139544963837
732369	rnn.weight_hh_l0_reverse	8	-0.07208795845508575
732369	rnn.weight_hh_l0_reverse	9	0.034265775233507156
732369	rnn.bias_ih_l0_reverse	0	-0.18442264199256897
732369	rnn.bias_ih_l0_reverse	1	-0.05651736631989479
732369	rnn.bias_ih_l0_reverse	2	0.15070028603076935
732369	rnn.bias_ih_l0_reverse	3	-0.3269304633140564
732369	rnn.bias_ih_l0_reverse	4	0.004364068619906902
732369	rnn.bias_ih_l0_reverse	5	-0.21440789103507996
732369	rnn.bias_ih_l0_reverse	6	0.2673569917678833
732369	rnn.bias_ih_l0_reverse	7	-0.30325648188591003
732369	rnn.bias_ih_l0_reverse	8	-0.1962650716304779
732369	rnn.bias_ih_l0_reverse	9	-0.14955079555511475
732369	rnn.bias_hh_l0_reverse	0	-0.14511044323444366
732369	rnn.bias_hh_l0_reverse	1	0.280718594789505
732369	rnn.bias_hh_l0_reverse	2	-0.3474113941192627
732369	rnn.bias_hh_l0_reverse	3	-0.22682607173919678
732369	rnn.bias_hh_l0_reverse	4	-0.4003538191318512
732369	rnn.bias_hh_l0_reverse	5	-0.21988065540790558
732369	rnn.bias_hh_l0_reverse	6	-0.2660672962665558
732369	rnn.bias_hh_l0_reverse	7	-0.09526629000902176
732369	rnn.bias_hh_l0_reverse	8	-0.3452804684638977
732369	rnn.bias_hh_l0_reverse	9	0.20297594368457794
732369	linear.weight	0	0.2339005172252655
732369	linear.weight	1	-0.47926586866378784
732369	linear.weight	2	0.04098192974925041
732369	linear.weight	3	0.0674787163734436
732369	linear.weight	4	-0.16349273920059204
732369	linear.weight	5	0.2523230314254761
732369	linear.weight	6	-0.028235219419002533
732369	linear.weight	7	-0.05975575000047684
732369	linear.weight	8	0.12399546056985855
732369	linear.weight	9	-0.049837253987789154
732369	linear.bias	0	-0.8523238897323608
732369	linear.bias	1	1.7907034158706665
732369	linear.bias	2	0.7475348711013794
732369	linear.bias	3	-2.7406699657440186
732369	linear.bias	4	-0.08492854237556458
732369	linear.bias	5	1.2799237966537476
732369	linear.bias	6	-0.19858217239379883
732369	linear.bias	7	0.8243076205253601
732369	linear.bias	8	2.1377434730529785
732369	linear.bias	9	-1.3478014469146729
732978	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
732978	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
732978	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
732978	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
732978	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
732978	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
732978	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
732978	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
732978	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
732978	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
732978	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
732978	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
732978	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
732978	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
732978	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
732978	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
732978	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
732978	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
732978	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
732978	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
732978	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
732978	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
732978	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
732978	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
732978	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
732978	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
732978	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
732978	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
732978	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
732978	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
732978	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
732978	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
732978	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
732978	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
732978	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
732978	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
732978	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
732978	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
732978	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
732978	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
732978	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
732978	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
732978	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
732978	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
732978	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
732978	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
732978	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
732978	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
732978	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
732978	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
732978	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
732978	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
732978	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
732978	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
732978	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
732978	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
732978	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
732978	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
732978	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
732978	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
732978	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
732978	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
732978	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
732978	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
732978	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
732978	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
732978	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
732978	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
732978	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
732978	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
732978	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
732978	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
732978	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
732978	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
732978	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
732978	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
732978	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
732978	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
732978	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
732978	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
732978	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
732978	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
732978	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
732978	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
732978	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
732978	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
732978	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
732978	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
732978	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
732978	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
732978	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
732978	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
732978	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
732978	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
732978	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
732978	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
732978	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
732978	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
732978	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
732978	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
732978	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
732978	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
732978	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
732978	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
732978	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
732978	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
732978	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
732978	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
732978	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
732978	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
732978	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
732978	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
732978	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
732978	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
732978	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
732978	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
732978	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
732978	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
732978	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
732978	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
732978	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
732978	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
732978	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
732978	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
732978	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
732978	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
732978	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
732978	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
732978	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
732978	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
732978	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
732978	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
732978	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
732978	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
732978	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
732978	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
732978	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
732978	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
732978	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
732978	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
732978	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
732978	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
732978	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
732978	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
732978	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
732978	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
732978	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
732978	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
732978	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
732978	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
732978	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
732978	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
732978	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
732978	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
732978	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
732978	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
732978	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
732978	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
732978	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
732978	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
732978	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
732978	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
732978	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
732978	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
732978	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
732978	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
732978	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
732978	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
732978	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
732978	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
732978	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
732978	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
732978	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
732978	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
732978	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
732978	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
732978	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
732978	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
732978	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
732978	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
732978	embedding2nn.weight	0	0.31965187191963196
732978	embedding2nn.weight	1	0.38225629925727844
732978	embedding2nn.weight	2	0.003950396087020636
732978	embedding2nn.weight	3	0.02425728738307953
732978	embedding2nn.weight	4	-0.02674390748143196
732978	embedding2nn.weight	5	0.04114867001771927
732978	embedding2nn.weight	6	-0.008945789188146591
732978	embedding2nn.weight	7	-0.02368054911494255
732978	embedding2nn.weight	8	0.03884148225188255
732978	embedding2nn.weight	9	-0.07071274518966675
732978	embedding2nn.bias	0	0.014608834870159626
732978	embedding2nn.bias	1	-0.1852208822965622
732978	embedding2nn.bias	2	0.13450336456298828
732978	embedding2nn.bias	3	0.17049212753772736
732978	embedding2nn.bias	4	0.13920177519321442
732978	embedding2nn.bias	5	-0.07451555877923965
732978	embedding2nn.bias	6	-0.05622640252113342
732978	embedding2nn.bias	7	0.04682637378573418
732978	embedding2nn.bias	8	-0.1425282061100006
732978	embedding2nn.bias	9	-0.37018486857414246
732978	rnn.weight_ih_l0	0	0.003658515401184559
732978	rnn.weight_ih_l0	1	-0.05434555560350418
732978	rnn.weight_ih_l0	2	-0.05448935180902481
732978	rnn.weight_ih_l0	3	0.12457351386547089
732978	rnn.weight_ih_l0	4	0.023859530687332153
732978	rnn.weight_ih_l0	5	-0.07607176154851913
732978	rnn.weight_ih_l0	6	0.010683001950383186
732978	rnn.weight_ih_l0	7	-0.022657718509435654
732978	rnn.weight_ih_l0	8	0.008798633702099323
732978	rnn.weight_ih_l0	9	-0.08569451421499252
732978	rnn.weight_hh_l0	0	-0.02194473333656788
732978	rnn.weight_hh_l0	1	0.08597413450479507
732978	rnn.weight_hh_l0	2	0.002817248459905386
732978	rnn.weight_hh_l0	3	-0.03369150310754776
732978	rnn.weight_hh_l0	4	0.0832425057888031
732978	rnn.weight_hh_l0	5	0.004620852414518595
732978	rnn.weight_hh_l0	6	-0.0852239727973938
732978	rnn.weight_hh_l0	7	-0.1319587081670761
732978	rnn.weight_hh_l0	8	0.03919625282287598
732978	rnn.weight_hh_l0	9	-0.12033139169216156
732978	rnn.bias_ih_l0	0	0.1753469854593277
732978	rnn.bias_ih_l0	1	-0.35039079189300537
732978	rnn.bias_ih_l0	2	-0.031483761966228485
732978	rnn.bias_ih_l0	3	-0.2208975851535797
732978	rnn.bias_ih_l0	4	0.0011650219094008207
732978	rnn.bias_ih_l0	5	-0.44009506702423096
732978	rnn.bias_ih_l0	6	-0.15668952465057373
732978	rnn.bias_ih_l0	7	-0.37655138969421387
732978	rnn.bias_ih_l0	8	-0.3137471675872803
732978	rnn.bias_ih_l0	9	-0.453879714012146
732978	rnn.bias_hh_l0	0	-0.35466980934143066
732978	rnn.bias_hh_l0	1	-0.4392336905002594
732978	rnn.bias_hh_l0	2	-0.40222322940826416
732978	rnn.bias_hh_l0	3	-0.08386541157960892
732978	rnn.bias_hh_l0	4	-0.41052842140197754
732978	rnn.bias_hh_l0	5	-0.36512520909309387
732978	rnn.bias_hh_l0	6	-0.1166447326540947
732978	rnn.bias_hh_l0	7	0.06181329861283302
732978	rnn.bias_hh_l0	8	-0.2282547950744629
732978	rnn.bias_hh_l0	9	-0.5742276906967163
732978	rnn.weight_ih_l0_reverse	0	0.010706956498324871
732978	rnn.weight_ih_l0_reverse	1	-0.015480369329452515
732978	rnn.weight_ih_l0_reverse	2	0.00759484339505434
732978	rnn.weight_ih_l0_reverse	3	-0.14011886715888977
732978	rnn.weight_ih_l0_reverse	4	0.08504044264554977
732978	rnn.weight_ih_l0_reverse	5	-0.09410475194454193
732978	rnn.weight_ih_l0_reverse	6	0.005165872164070606
732978	rnn.weight_ih_l0_reverse	7	0.02317042648792267
732978	rnn.weight_ih_l0_reverse	8	-0.046776384115219116
732978	rnn.weight_ih_l0_reverse	9	-0.07314860075712204
732978	rnn.weight_hh_l0_reverse	0	-0.14678123593330383
732978	rnn.weight_hh_l0_reverse	1	0.020525870844721794
732978	rnn.weight_hh_l0_reverse	2	-0.021416286006569862
732978	rnn.weight_hh_l0_reverse	3	0.02803056500852108
732978	rnn.weight_hh_l0_reverse	4	-0.07846660166978836
732978	rnn.weight_hh_l0_reverse	5	0.03639552369713783
732978	rnn.weight_hh_l0_reverse	6	0.029816873371601105
732978	rnn.weight_hh_l0_reverse	7	-0.12147335708141327
732978	rnn.weight_hh_l0_reverse	8	-0.0720265731215477
732978	rnn.weight_hh_l0_reverse	9	0.03422823175787926
732978	rnn.bias_ih_l0_reverse	0	-0.184409499168396
732978	rnn.bias_ih_l0_reverse	1	-0.05510015785694122
732978	rnn.bias_ih_l0_reverse	2	0.15060365200042725
732978	rnn.bias_ih_l0_reverse	3	-0.3258654475212097
732978	rnn.bias_ih_l0_reverse	4	0.0031130944844335318
732978	rnn.bias_ih_l0_reverse	5	-0.2138620913028717
732978	rnn.bias_ih_l0_reverse	6	0.2663050591945648
732978	rnn.bias_ih_l0_reverse	7	-0.3042706549167633
732978	rnn.bias_ih_l0_reverse	8	-0.196478933095932
732978	rnn.bias_ih_l0_reverse	9	-0.15175066888332367
732978	rnn.bias_hh_l0_reverse	0	-0.14367523789405823
732978	rnn.bias_hh_l0_reverse	1	0.28166064620018005
732978	rnn.bias_hh_l0_reverse	2	-0.3478906452655792
732978	rnn.bias_hh_l0_reverse	3	-0.23075063526630402
732978	rnn.bias_hh_l0_reverse	4	-0.400956928730011
732978	rnn.bias_hh_l0_reverse	5	-0.21993084251880646
732978	rnn.bias_hh_l0_reverse	6	-0.2669646739959717
732978	rnn.bias_hh_l0_reverse	7	-0.09647690504789352
732978	rnn.bias_hh_l0_reverse	8	-0.34507420659065247
732978	rnn.bias_hh_l0_reverse	9	0.2018621563911438
732978	linear.weight	0	0.24474172294139862
732978	linear.weight	1	-0.4704638421535492
732978	linear.weight	2	0.05112263932824135
732978	linear.weight	3	0.06747878342866898
732978	linear.weight	4	-0.15327611565589905
732978	linear.weight	5	0.24968107044696808
732978	linear.weight	6	-0.03502846509218216
732978	linear.weight	7	-0.059754498302936554
732978	linear.weight	8	0.12306848913431168
732978	linear.weight	9	-0.04983799532055855
732978	linear.bias	0	-0.8576550483703613
732978	linear.bias	1	1.8004789352416992
732978	linear.bias	2	0.7553347945213318
732978	linear.bias	3	-2.7406930923461914
732978	linear.bias	4	-0.08324457705020905
732978	linear.bias	5	1.2714529037475586
732978	linear.bias	6	-0.1989109218120575
732978	linear.bias	7	0.829395055770874
732978	linear.bias	8	2.131606340408325
732978	linear.bias	9	-1.3409945964813232
733587	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
733587	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
733587	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
733587	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
733587	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
733587	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
733587	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
733587	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
733587	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
733587	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
733587	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
733587	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
733587	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
733587	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
733587	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
733587	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
733587	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
733587	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
733587	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
733587	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
733587	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
733587	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
733587	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
733587	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
733587	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
733587	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
733587	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
733587	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
733587	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
733587	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
733587	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
733587	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
733587	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
733587	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
733587	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
733587	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
733587	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
733587	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
733587	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
733587	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
733587	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
733587	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
733587	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
733587	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
733587	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
733587	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
733587	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
733587	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
733587	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
733587	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
733587	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
733587	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
733587	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
733587	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
733587	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
733587	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
733587	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
733587	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
733587	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
733587	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
733587	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
733587	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
733587	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
733587	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
733587	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
733587	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
733587	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
733587	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
733587	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
733587	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
733587	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
733587	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
733587	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
733587	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
733587	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
733587	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
733587	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
733587	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
733587	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
733587	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
733587	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
733587	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
733587	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
733587	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
733587	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
733587	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
733587	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
733587	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
733587	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
733587	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
733587	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
733587	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
733587	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
733587	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
733587	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
733587	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
733587	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
733587	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
733587	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
733587	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
733587	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
733587	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
733587	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
733587	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
733587	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
733587	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
733587	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
733587	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
733587	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
733587	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
733587	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
733587	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
733587	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
733587	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
733587	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
733587	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
733587	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
733587	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
733587	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
733587	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
733587	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
733587	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
733587	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
733587	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
733587	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
733587	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
733587	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
733587	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
733587	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
733587	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
733587	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
733587	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
733587	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
733587	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
733587	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
733587	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
733587	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
733587	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
733587	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
733587	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
733587	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
733587	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
733587	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
733587	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
733587	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
733587	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
733587	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
733587	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
733587	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
733587	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
733587	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
733587	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
733587	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
733587	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
733587	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
733587	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
733587	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
733587	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
733587	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
733587	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
733587	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
733587	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
733587	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
733587	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
733587	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
733587	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
733587	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
733587	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
733587	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
733587	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
733587	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
733587	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
733587	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
733587	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
733587	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
733587	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
733587	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
733587	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
733587	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
733587	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
733587	embedding2nn.weight	0	0.32037022709846497
733587	embedding2nn.weight	1	0.3814736604690552
733587	embedding2nn.weight	2	0.004839277360588312
733587	embedding2nn.weight	3	0.02894032746553421
733587	embedding2nn.weight	4	-0.027781136333942413
733587	embedding2nn.weight	5	0.04145760089159012
733587	embedding2nn.weight	6	-0.008688065223395824
733587	embedding2nn.weight	7	-0.023339565843343735
733587	embedding2nn.weight	8	0.040457047522068024
733587	embedding2nn.weight	9	-0.06988777220249176
733587	embedding2nn.bias	0	0.018112337216734886
733587	embedding2nn.bias	1	-0.18799395859241486
733587	embedding2nn.bias	2	0.1394038051366806
733587	embedding2nn.bias	3	0.17272666096687317
733587	embedding2nn.bias	4	0.14422853291034698
733587	embedding2nn.bias	5	-0.07149277627468109
733587	embedding2nn.bias	6	-0.05400831624865532
733587	embedding2nn.bias	7	0.040058739483356476
733587	embedding2nn.bias	8	-0.14567145705223083
733587	embedding2nn.bias	9	-0.36597272753715515
733587	rnn.weight_ih_l0	0	0.003763794433325529
733587	rnn.weight_ih_l0	1	-0.05357268452644348
733587	rnn.weight_ih_l0	2	-0.05535038188099861
733587	rnn.weight_ih_l0	3	0.12424618005752563
733587	rnn.weight_ih_l0	4	0.024359796196222305
733587	rnn.weight_ih_l0	5	-0.07707779109477997
733587	rnn.weight_ih_l0	6	0.011685328558087349
733587	rnn.weight_ih_l0	7	-0.022868242114782333
733587	rnn.weight_ih_l0	8	0.008879723027348518
733587	rnn.weight_ih_l0	9	-0.08594822883605957
733587	rnn.weight_hh_l0	0	-0.021799404174089432
733587	rnn.weight_hh_l0	1	0.08601298183202744
733587	rnn.weight_hh_l0	2	0.002586082788184285
733587	rnn.weight_hh_l0	3	-0.033784884959459305
733587	rnn.weight_hh_l0	4	0.08301176875829697
733587	rnn.weight_hh_l0	5	0.004341991152614355
733587	rnn.weight_hh_l0	6	-0.08526087552309036
733587	rnn.weight_hh_l0	7	-0.13311973214149475
733587	rnn.weight_hh_l0	8	0.0393049381673336
733587	rnn.weight_hh_l0	9	-0.1205616369843483
733587	rnn.bias_ih_l0	0	0.17844730615615845
733587	rnn.bias_ih_l0	1	-0.3507094085216522
733587	rnn.bias_ih_l0	2	-0.031333599239587784
733587	rnn.bias_ih_l0	3	-0.22186875343322754
733587	rnn.bias_ih_l0	4	0.0016217050142586231
733587	rnn.bias_ih_l0	5	-0.441203236579895
733587	rnn.bias_ih_l0	6	-0.1551751047372818
733587	rnn.bias_ih_l0	7	-0.3771522641181946
733587	rnn.bias_ih_l0	8	-0.3166148066520691
733587	rnn.bias_ih_l0	9	-0.4549095630645752
733587	rnn.bias_hh_l0	0	-0.3537980318069458
733587	rnn.bias_hh_l0	1	-0.4365135729312897
733587	rnn.bias_hh_l0	2	-0.3995051383972168
733587	rnn.bias_hh_l0	3	-0.08377191424369812
733587	rnn.bias_hh_l0	4	-0.410232275724411
733587	rnn.bias_hh_l0	5	-0.36599117517471313
733587	rnn.bias_hh_l0	6	-0.11520280689001083
733587	rnn.bias_hh_l0	7	0.060462627559900284
733587	rnn.bias_hh_l0	8	-0.23044966161251068
733587	rnn.bias_hh_l0	9	-0.5747337341308594
733587	rnn.weight_ih_l0_reverse	0	0.010197460651397705
733587	rnn.weight_ih_l0_reverse	1	-0.01568058505654335
733587	rnn.weight_ih_l0_reverse	2	0.007578447926789522
733587	rnn.weight_ih_l0_reverse	3	-0.1401975452899933
733587	rnn.weight_ih_l0_reverse	4	0.08494789153337479
733587	rnn.weight_ih_l0_reverse	5	-0.09379307925701141
733587	rnn.weight_ih_l0_reverse	6	0.0041840639896690845
733587	rnn.weight_ih_l0_reverse	7	0.02396927773952484
733587	rnn.weight_ih_l0_reverse	8	-0.045668087899684906
733587	rnn.weight_ih_l0_reverse	9	-0.0722857341170311
733587	rnn.weight_hh_l0_reverse	0	-0.14703676104545593
733587	rnn.weight_hh_l0_reverse	1	0.020622093230485916
733587	rnn.weight_hh_l0_reverse	2	-0.02117043361067772
733587	rnn.weight_hh_l0_reverse	3	0.028518104925751686
733587	rnn.weight_hh_l0_reverse	4	-0.07845396548509598
733587	rnn.weight_hh_l0_reverse	5	0.036452315747737885
733587	rnn.weight_hh_l0_reverse	6	0.02988358773291111
733587	rnn.weight_hh_l0_reverse	7	-0.12125475704669952
733587	rnn.weight_hh_l0_reverse	8	-0.07270017266273499
733587	rnn.weight_hh_l0_reverse	9	0.03529077768325806
733587	rnn.bias_ih_l0_reverse	0	-0.18419966101646423
733587	rnn.bias_ih_l0_reverse	1	-0.05449603870511055
733587	rnn.bias_ih_l0_reverse	2	0.15123917162418365
733587	rnn.bias_ih_l0_reverse	3	-0.32349345088005066
733587	rnn.bias_ih_l0_reverse	4	0.0007673069485463202
733587	rnn.bias_ih_l0_reverse	5	-0.21473141014575958
733587	rnn.bias_ih_l0_reverse	6	0.26743412017822266
733587	rnn.bias_ih_l0_reverse	7	-0.3008060157299042
733587	rnn.bias_ih_l0_reverse	8	-0.19769705832004547
733587	rnn.bias_ih_l0_reverse	9	-0.1517334133386612
733587	rnn.bias_hh_l0_reverse	0	-0.13851135969161987
733587	rnn.bias_hh_l0_reverse	1	0.28235915303230286
733587	rnn.bias_hh_l0_reverse	2	-0.34764915704727173
733587	rnn.bias_hh_l0_reverse	3	-0.23175565898418427
733587	rnn.bias_hh_l0_reverse	4	-0.39979416131973267
733587	rnn.bias_hh_l0_reverse	5	-0.21790796518325806
733587	rnn.bias_hh_l0_reverse	6	-0.2668737471103668
733587	rnn.bias_hh_l0_reverse	7	-0.09602034091949463
733587	rnn.bias_hh_l0_reverse	8	-0.34553176164627075
733587	rnn.bias_hh_l0_reverse	9	0.20409038662910461
733587	linear.weight	0	0.25195202231407166
733587	linear.weight	1	-0.4643802344799042
733587	linear.weight	2	0.04465395212173462
733587	linear.weight	3	0.0674789771437645
733587	linear.weight	4	-0.15447880327701569
733587	linear.weight	5	0.24837619066238403
733587	linear.weight	6	-0.03183051571249962
733587	linear.weight	7	-0.05975348502397537
733587	linear.weight	8	0.12537744641304016
733587	linear.weight	9	-0.04983890801668167
733587	linear.bias	0	-0.8476346135139465
733587	linear.bias	1	1.8045587539672852
733587	linear.bias	2	0.7403255105018616
733587	linear.bias	3	-2.740718126296997
733587	linear.bias	4	-0.07989437133073807
733587	linear.bias	5	1.270326852798462
733587	linear.bias	6	-0.20697347819805145
733587	linear.bias	7	0.8278781771659851
733587	linear.bias	8	2.131545066833496
733587	linear.bias	9	-1.3387705087661743
734196	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
734196	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
734196	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
734196	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
734196	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
734196	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
734196	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
734196	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
734196	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
734196	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
734196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
734196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
734196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
734196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
734196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
734196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
734196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
734196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
734196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
734196	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
734196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
734196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
734196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
734196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
734196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
734196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
734196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
734196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
734196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
734196	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
734196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
734196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
734196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
734196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
734196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
734196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
734196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
734196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
734196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
734196	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
734196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
734196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
734196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
734196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
734196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
734196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
734196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
734196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
734196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
734196	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
734196	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
734196	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
734196	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
734196	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
734196	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
734196	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
734196	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
734196	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
734196	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
734196	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
734196	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
734196	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
734196	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
734196	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
734196	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
734196	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
734196	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
734196	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
734196	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
734196	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
734196	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
734196	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
734196	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
734196	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
734196	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
734196	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
734196	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
734196	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
734196	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
734196	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
734196	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
734196	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
734196	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
734196	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
734196	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
734196	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
734196	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
734196	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
734196	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
734196	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
734196	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
734196	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
734196	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
734196	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
734196	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
734196	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
734196	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
734196	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
734196	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
734196	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
734196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
734196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
734196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
734196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
734196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
734196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
734196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
734196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
734196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
734196	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
734196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
734196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
734196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
734196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
734196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
734196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
734196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
734196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
734196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
734196	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
734196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
734196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
734196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
734196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
734196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
734196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
734196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
734196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
734196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
734196	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
734196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
734196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
734196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
734196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
734196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
734196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
734196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
734196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
734196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
734196	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
734196	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
734196	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
734196	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
734196	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
734196	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
734196	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
734196	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
734196	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
734196	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
734196	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
734196	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
734196	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
734196	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
734196	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
734196	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
734196	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
734196	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
734196	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
734196	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
734196	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
734196	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
734196	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
734196	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
734196	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
734196	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
734196	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
734196	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
734196	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
734196	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
734196	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
734196	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
734196	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
734196	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
734196	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
734196	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
734196	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
734196	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
734196	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
734196	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
734196	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
734196	embedding2nn.weight	0	0.3203815817832947
734196	embedding2nn.weight	1	0.3805345594882965
734196	embedding2nn.weight	2	0.004540424328297377
734196	embedding2nn.weight	3	0.0272001251578331
734196	embedding2nn.weight	4	-0.028293002396821976
734196	embedding2nn.weight	5	0.0413585864007473
734196	embedding2nn.weight	6	-0.009631339460611343
734196	embedding2nn.weight	7	-0.023988088592886925
734196	embedding2nn.weight	8	0.03883818909525871
734196	embedding2nn.weight	9	-0.07032009959220886
734196	embedding2nn.bias	0	0.012277846224606037
734196	embedding2nn.bias	1	-0.1943085491657257
734196	embedding2nn.bias	2	0.13202789425849915
734196	embedding2nn.bias	3	0.17122478783130646
734196	embedding2nn.bias	4	0.13854873180389404
734196	embedding2nn.bias	5	-0.06782699376344681
734196	embedding2nn.bias	6	-0.06136339157819748
734196	embedding2nn.bias	7	0.037883300334215164
734196	embedding2nn.bias	8	-0.1524415761232376
734196	embedding2nn.bias	9	-0.3668391704559326
734196	rnn.weight_ih_l0	0	0.0038354878779500723
734196	rnn.weight_ih_l0	1	-0.053420573472976685
734196	rnn.weight_ih_l0	2	-0.05571679398417473
734196	rnn.weight_ih_l0	3	0.12547092139720917
734196	rnn.weight_ih_l0	4	0.026395393535494804
734196	rnn.weight_ih_l0	5	-0.0763355940580368
734196	rnn.weight_ih_l0	6	0.012887341901659966
734196	rnn.weight_ih_l0	7	-0.021691424772143364
734196	rnn.weight_ih_l0	8	0.009557087905704975
734196	rnn.weight_ih_l0	9	-0.08493450284004211
734196	rnn.weight_hh_l0	0	-0.021975569427013397
734196	rnn.weight_hh_l0	1	0.08597394078969955
734196	rnn.weight_hh_l0	2	0.0027648620307445526
734196	rnn.weight_hh_l0	3	-0.0336771234869957
734196	rnn.weight_hh_l0	4	0.08321566134691238
734196	rnn.weight_hh_l0	5	0.004323284141719341
734196	rnn.weight_hh_l0	6	-0.0851028561592102
734196	rnn.weight_hh_l0	7	-0.1332045942544937
734196	rnn.weight_hh_l0	8	0.03938499465584755
734196	rnn.weight_hh_l0	9	-0.12065094709396362
734196	rnn.bias_ih_l0	0	0.1751866489648819
734196	rnn.bias_ih_l0	1	-0.35082370042800903
734196	rnn.bias_ih_l0	2	-0.030328989028930664
734196	rnn.bias_ih_l0	3	-0.22301942110061646
734196	rnn.bias_ih_l0	4	0.0046248105354607105
734196	rnn.bias_ih_l0	5	-0.4417599141597748
734196	rnn.bias_ih_l0	6	-0.1549198180437088
734196	rnn.bias_ih_l0	7	-0.37678438425064087
734196	rnn.bias_ih_l0	8	-0.31652578711509705
734196	rnn.bias_ih_l0	9	-0.4531790018081665
734196	rnn.bias_hh_l0	0	-0.3547603189945221
734196	rnn.bias_hh_l0	1	-0.4364076554775238
734196	rnn.bias_hh_l0	2	-0.400917649269104
734196	rnn.bias_hh_l0	3	-0.08350241929292679
734196	rnn.bias_hh_l0	4	-0.41302284598350525
734196	rnn.bias_hh_l0	5	-0.366070955991745
734196	rnn.bias_hh_l0	6	-0.11494311690330505
734196	rnn.bias_hh_l0	7	0.06048370525240898
734196	rnn.bias_hh_l0	8	-0.2308439016342163
734196	rnn.bias_hh_l0	9	-0.575897216796875
734196	rnn.weight_ih_l0_reverse	0	0.011548787355422974
734196	rnn.weight_ih_l0_reverse	1	-0.015481735579669476
734196	rnn.weight_ih_l0_reverse	2	0.006908584851771593
734196	rnn.weight_ih_l0_reverse	3	-0.13933095335960388
734196	rnn.weight_ih_l0_reverse	4	0.08462701737880707
734196	rnn.weight_ih_l0_reverse	5	-0.09354067593812943
734196	rnn.weight_ih_l0_reverse	6	0.002574568148702383
734196	rnn.weight_ih_l0_reverse	7	0.023997265845537186
734196	rnn.weight_ih_l0_reverse	8	-0.04584146663546562
734196	rnn.weight_ih_l0_reverse	9	-0.07527954131364822
734196	rnn.weight_hh_l0_reverse	0	-0.14686034619808197
734196	rnn.weight_hh_l0_reverse	1	0.02054414339363575
734196	rnn.weight_hh_l0_reverse	2	-0.021096237003803253
734196	rnn.weight_hh_l0_reverse	3	0.028621140867471695
734196	rnn.weight_hh_l0_reverse	4	-0.07814496010541916
734196	rnn.weight_hh_l0_reverse	5	0.036426808685064316
734196	rnn.weight_hh_l0_reverse	6	0.029941199347376823
734196	rnn.weight_hh_l0_reverse	7	-0.1219840794801712
734196	rnn.weight_hh_l0_reverse	8	-0.0722789466381073
734196	rnn.weight_hh_l0_reverse	9	0.03614408150315285
734196	rnn.bias_ih_l0_reverse	0	-0.18250460922718048
734196	rnn.bias_ih_l0_reverse	1	-0.0534951388835907
734196	rnn.bias_ih_l0_reverse	2	0.14957775175571442
734196	rnn.bias_ih_l0_reverse	3	-0.3228965401649475
734196	rnn.bias_ih_l0_reverse	4	0.0021938704885542393
734196	rnn.bias_ih_l0_reverse	5	-0.21410347521305084
734196	rnn.bias_ih_l0_reverse	6	0.2710702419281006
734196	rnn.bias_ih_l0_reverse	7	-0.29889991879463196
734196	rnn.bias_ih_l0_reverse	8	-0.1970159113407135
734196	rnn.bias_ih_l0_reverse	9	-0.15393659472465515
734196	rnn.bias_hh_l0_reverse	0	-0.13998886942863464
734196	rnn.bias_hh_l0_reverse	1	0.28219905495643616
734196	rnn.bias_hh_l0_reverse	2	-0.3494763970375061
734196	rnn.bias_hh_l0_reverse	3	-0.2328001707792282
734196	rnn.bias_hh_l0_reverse	4	-0.4037781059741974
734196	rnn.bias_hh_l0_reverse	5	-0.2178737223148346
734196	rnn.bias_hh_l0_reverse	6	-0.26683714985847473
734196	rnn.bias_hh_l0_reverse	7	-0.09604611992835999
734196	rnn.bias_hh_l0_reverse	8	-0.34523653984069824
734196	rnn.bias_hh_l0_reverse	9	0.20502114295959473
734196	linear.weight	0	0.2579587996006012
734196	linear.weight	1	-0.4674670398235321
734196	linear.weight	2	0.04601174220442772
734196	linear.weight	3	0.06747891008853912
734196	linear.weight	4	-0.1494385451078415
734196	linear.weight	5	0.24561238288879395
734196	linear.weight	6	-0.03505915403366089
734196	linear.weight	7	-0.05975201353430748
734196	linear.weight	8	0.12139905244112015
734196	linear.weight	9	-0.04983999952673912
734196	linear.bias	0	-0.8523294925689697
734196	linear.bias	1	1.8059892654418945
734196	linear.bias	2	0.7599896192550659
734196	linear.bias	3	-2.7407479286193848
734196	linear.bias	4	-0.08369819819927216
734196	linear.bias	5	1.2651493549346924
734196	linear.bias	6	-0.2070254534482956
734196	linear.bias	7	0.8304733037948608
734196	linear.bias	8	2.1438896656036377
734196	linear.bias	9	-1.3445093631744385
734805	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
734805	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
734805	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
734805	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
734805	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
734805	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
734805	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
734805	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
734805	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
734805	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
734805	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
734805	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
734805	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
734805	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
734805	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
734805	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
734805	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
734805	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
734805	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
734805	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
734805	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
734805	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
734805	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
734805	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
734805	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
734805	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
734805	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
734805	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
734805	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
734805	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
734805	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
734805	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
734805	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
734805	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
734805	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
734805	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
734805	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
734805	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
734805	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
734805	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
734805	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
734805	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
734805	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
734805	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
734805	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
734805	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
734805	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
734805	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
734805	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
734805	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
734805	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
734805	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
734805	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
734805	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
734805	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
734805	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
734805	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
734805	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
734805	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
734805	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
734805	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
734805	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
734805	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
734805	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
734805	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
734805	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
734805	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
734805	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
734805	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
734805	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
734805	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
734805	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
734805	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
734805	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
734805	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
734805	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
734805	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
734805	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
734805	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
734805	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
734805	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
734805	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
734805	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
734805	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
734805	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
734805	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
734805	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
734805	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
734805	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
734805	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
734805	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
734805	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
734805	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
734805	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
734805	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
734805	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
734805	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
734805	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
734805	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
734805	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
734805	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
734805	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
734805	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
734805	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
734805	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
734805	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
734805	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
734805	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
734805	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
734805	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
734805	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
734805	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
734805	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
734805	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
734805	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
734805	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
734805	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
734805	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
734805	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
734805	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
734805	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
734805	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
734805	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
734805	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
734805	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
734805	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
734805	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
734805	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
734805	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
734805	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
734805	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
734805	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
734805	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
734805	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
734805	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
734805	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
734805	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
734805	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
734805	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
734805	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
734805	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
734805	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
734805	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
734805	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
734805	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
734805	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
734805	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
734805	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
734805	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
734805	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
734805	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
734805	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
734805	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
734805	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
734805	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
734805	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
734805	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
734805	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
734805	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
734805	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
734805	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
734805	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
734805	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
734805	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
734805	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
734805	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
734805	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
734805	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
734805	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
734805	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
734805	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
734805	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
734805	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
734805	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
734805	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
734805	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
734805	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
734805	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
734805	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
734805	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
734805	embedding2nn.weight	0	0.32067984342575073
734805	embedding2nn.weight	1	0.3805589973926544
734805	embedding2nn.weight	2	0.004743819124996662
734805	embedding2nn.weight	3	0.02108636312186718
734805	embedding2nn.weight	4	-0.02880890853703022
734805	embedding2nn.weight	5	0.04225112870335579
734805	embedding2nn.weight	6	-0.01275513507425785
734805	embedding2nn.weight	7	-0.023483488708734512
734805	embedding2nn.weight	8	0.040893737226724625
734805	embedding2nn.weight	9	-0.06803732365369797
734805	embedding2nn.bias	0	0.016132395714521408
734805	embedding2nn.bias	1	-0.19132912158966064
734805	embedding2nn.bias	2	0.12981510162353516
734805	embedding2nn.bias	3	0.16940128803253174
734805	embedding2nn.bias	4	0.14282624423503876
734805	embedding2nn.bias	5	-0.06957695633172989
734805	embedding2nn.bias	6	-0.05642952769994736
734805	embedding2nn.bias	7	0.037789568305015564
734805	embedding2nn.bias	8	-0.1554226130247116
734805	embedding2nn.bias	9	-0.37589290738105774
734805	rnn.weight_ih_l0	0	0.004566601011902094
734805	rnn.weight_ih_l0	1	-0.053433872759342194
734805	rnn.weight_ih_l0	2	-0.0571354515850544
734805	rnn.weight_ih_l0	3	0.12559841573238373
734805	rnn.weight_ih_l0	4	0.028113259002566338
734805	rnn.weight_ih_l0	5	-0.07961022108793259
734805	rnn.weight_ih_l0	6	0.013274247758090496
734805	rnn.weight_ih_l0	7	-0.020132308825850487
734805	rnn.weight_ih_l0	8	0.011398350819945335
734805	rnn.weight_ih_l0	9	-0.08490704745054245
734805	rnn.weight_hh_l0	0	-0.022005388513207436
734805	rnn.weight_hh_l0	1	0.08595307916402817
734805	rnn.weight_hh_l0	2	0.002808454679325223
734805	rnn.weight_hh_l0	3	-0.03402097150683403
734805	rnn.weight_hh_l0	4	0.08336356282234192
734805	rnn.weight_hh_l0	5	0.004422949161380529
734805	rnn.weight_hh_l0	6	-0.08499965816736221
734805	rnn.weight_hh_l0	7	-0.1342572420835495
734805	rnn.weight_hh_l0	8	0.03941660374403
734805	rnn.weight_hh_l0	9	-0.12085102498531342
734805	rnn.bias_ih_l0	0	0.17699162662029266
734805	rnn.bias_ih_l0	1	-0.3514849543571472
734805	rnn.bias_ih_l0	2	-0.030528398230671883
734805	rnn.bias_ih_l0	3	-0.22399045526981354
734805	rnn.bias_ih_l0	4	0.0016804843908175826
734805	rnn.bias_ih_l0	5	-0.44093218445777893
734805	rnn.bias_ih_l0	6	-0.15760304033756256
734805	rnn.bias_ih_l0	7	-0.3758038580417633
734805	rnn.bias_ih_l0	8	-0.3168095350265503
734805	rnn.bias_ih_l0	9	-0.4504094123840332
734805	rnn.bias_hh_l0	0	-0.3571622669696808
734805	rnn.bias_hh_l0	1	-0.4359888732433319
734805	rnn.bias_hh_l0	2	-0.40255093574523926
734805	rnn.bias_hh_l0	3	-0.0843135192990303
734805	rnn.bias_hh_l0	4	-0.4128095209598541
734805	rnn.bias_hh_l0	5	-0.36598339676856995
734805	rnn.bias_hh_l0	6	-0.11519172042608261
734805	rnn.bias_hh_l0	7	0.06118129566311836
734805	rnn.bias_hh_l0	8	-0.23274843394756317
734805	rnn.bias_hh_l0	9	-0.5726342797279358
734805	rnn.weight_ih_l0_reverse	0	0.011981602758169174
734805	rnn.weight_ih_l0_reverse	1	-0.015140149742364883
734805	rnn.weight_ih_l0_reverse	2	0.007442748639732599
734805	rnn.weight_ih_l0_reverse	3	-0.1398932933807373
734805	rnn.weight_ih_l0_reverse	4	0.0843443050980568
734805	rnn.weight_ih_l0_reverse	5	-0.09405165165662766
734805	rnn.weight_ih_l0_reverse	6	0.00372347142547369
734805	rnn.weight_ih_l0_reverse	7	0.02497021295130253
734805	rnn.weight_ih_l0_reverse	8	-0.04728129506111145
734805	rnn.weight_ih_l0_reverse	9	-0.07654400169849396
734805	rnn.weight_hh_l0_reverse	0	-0.14700894057750702
734805	rnn.weight_hh_l0_reverse	1	0.020817860960960388
734805	rnn.weight_hh_l0_reverse	2	-0.021103695034980774
734805	rnn.weight_hh_l0_reverse	3	0.028523454442620277
734805	rnn.weight_hh_l0_reverse	4	-0.07831273972988129
734805	rnn.weight_hh_l0_reverse	5	0.03639807179570198
734805	rnn.weight_hh_l0_reverse	6	0.02999747544527054
734805	rnn.weight_hh_l0_reverse	7	-0.12227270752191544
734805	rnn.weight_hh_l0_reverse	8	-0.07201545685529709
734805	rnn.weight_hh_l0_reverse	9	0.03770582377910614
734805	rnn.bias_ih_l0_reverse	0	-0.17989090085029602
734805	rnn.bias_ih_l0_reverse	1	-0.05304505303502083
734805	rnn.bias_ih_l0_reverse	2	0.15214546024799347
734805	rnn.bias_ih_l0_reverse	3	-0.32190150022506714
734805	rnn.bias_ih_l0_reverse	4	-0.0030496958643198013
734805	rnn.bias_ih_l0_reverse	5	-0.21454501152038574
734805	rnn.bias_ih_l0_reverse	6	0.2696787714958191
734805	rnn.bias_ih_l0_reverse	7	-0.2983159124851227
734805	rnn.bias_ih_l0_reverse	8	-0.19762887060642242
734805	rnn.bias_ih_l0_reverse	9	-0.15321308374404907
734805	rnn.bias_hh_l0_reverse	0	-0.1376878321170807
734805	rnn.bias_hh_l0_reverse	1	0.28349679708480835
734805	rnn.bias_hh_l0_reverse	2	-0.34930700063705444
734805	rnn.bias_hh_l0_reverse	3	-0.23462356626987457
734805	rnn.bias_hh_l0_reverse	4	-0.4027184545993805
734805	rnn.bias_hh_l0_reverse	5	-0.21731948852539062
734805	rnn.bias_hh_l0_reverse	6	-0.2681279182434082
734805	rnn.bias_hh_l0_reverse	7	-0.09612028300762177
734805	rnn.bias_hh_l0_reverse	8	-0.3457459509372711
734805	rnn.bias_hh_l0_reverse	9	0.20571522414684296
734805	linear.weight	0	0.24402540922164917
734805	linear.weight	1	-0.46901026368141174
734805	linear.weight	2	0.02949078008532524
734805	linear.weight	3	0.0674787312746048
734805	linear.weight	4	-0.13751812279224396
734805	linear.weight	5	0.24858471751213074
734805	linear.weight	6	-0.02736475318670273
734805	linear.weight	7	-0.059750720858573914
734805	linear.weight	8	0.11946959048509598
734805	linear.weight	9	-0.04984095320105553
734805	linear.bias	0	-0.8594000935554504
734805	linear.bias	1	1.8221795558929443
734805	linear.bias	2	0.7572729587554932
734805	linear.bias	3	-2.740771770477295
734805	linear.bias	4	-0.08667480945587158
734805	linear.bias	5	1.262528419494629
734805	linear.bias	6	-0.1992453634738922
734805	linear.bias	7	0.8224156498908997
734805	linear.bias	8	2.133842706680298
734805	linear.bias	9	-1.3348145484924316
735414	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
735414	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
735414	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
735414	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
735414	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
735414	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
735414	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
735414	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
735414	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
735414	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
735414	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
735414	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
735414	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
735414	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
735414	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
735414	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
735414	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
735414	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
735414	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
735414	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
735414	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
735414	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
735414	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
735414	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
735414	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
735414	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
735414	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
735414	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
735414	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
735414	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
735414	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
735414	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
735414	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
735414	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
735414	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
735414	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
735414	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
735414	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
735414	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
735414	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
735414	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
735414	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
735414	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
735414	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
735414	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
735414	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
735414	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
735414	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
735414	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
735414	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
735414	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
735414	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
735414	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
735414	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
735414	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
735414	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
735414	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
735414	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
735414	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
735414	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
735414	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
735414	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
735414	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
735414	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
735414	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
735414	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
735414	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
735414	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
735414	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
735414	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
735414	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
735414	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
735414	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
735414	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
735414	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
735414	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
735414	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
735414	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
735414	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
735414	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
735414	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
735414	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
735414	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
735414	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
735414	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
735414	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
735414	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
735414	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
735414	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
735414	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
735414	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
735414	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
735414	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
735414	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
735414	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
735414	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
735414	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
735414	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
735414	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
735414	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
735414	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
735414	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
735414	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
735414	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
735414	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
735414	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
735414	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
735414	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
735414	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
735414	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
735414	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
735414	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
735414	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
735414	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
735414	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
735414	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
735414	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
735414	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
735414	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
735414	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
735414	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
735414	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
735414	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
735414	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
735414	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
735414	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
735414	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
735414	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
735414	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
735414	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
735414	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
735414	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
735414	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
735414	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
735414	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
735414	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
735414	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
735414	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
735414	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
735414	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
735414	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
735414	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
735414	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
735414	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
735414	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
735414	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
735414	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
735414	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
735414	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
735414	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
735414	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
735414	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
735414	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
735414	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
735414	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
735414	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
735414	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
735414	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
735414	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
735414	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
735414	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
735414	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
735414	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
735414	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
735414	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
735414	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
735414	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
735414	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
735414	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
735414	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
735414	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
735414	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
735414	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
735414	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
735414	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
735414	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
735414	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
735414	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
735414	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
735414	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
735414	embedding2nn.weight	0	0.32046303153038025
735414	embedding2nn.weight	1	0.3811958432197571
735414	embedding2nn.weight	2	0.005063338205218315
735414	embedding2nn.weight	3	0.018425138667225838
735414	embedding2nn.weight	4	-0.030601756647229195
735414	embedding2nn.weight	5	0.04112359136343002
735414	embedding2nn.weight	6	-0.016224581748247147
735414	embedding2nn.weight	7	-0.023908428847789764
735414	embedding2nn.weight	8	0.04144150763750076
735414	embedding2nn.weight	9	-0.06806125491857529
735414	embedding2nn.bias	0	0.014782171696424484
735414	embedding2nn.bias	1	-0.1940869688987732
735414	embedding2nn.bias	2	0.13346683979034424
735414	embedding2nn.bias	3	0.17282390594482422
735414	embedding2nn.bias	4	0.14052239060401917
735414	embedding2nn.bias	5	-0.07921313494443893
735414	embedding2nn.bias	6	-0.06276332587003708
735414	embedding2nn.bias	7	0.03920182213187218
735414	embedding2nn.bias	8	-0.15223300457000732
735414	embedding2nn.bias	9	-0.37338799238204956
735414	rnn.weight_ih_l0	0	0.004623177461326122
735414	rnn.weight_ih_l0	1	-0.05349499732255936
735414	rnn.weight_ih_l0	2	-0.057090964168310165
735414	rnn.weight_ih_l0	3	0.12627312541007996
735414	rnn.weight_ih_l0	4	0.028541963547468185
735414	rnn.weight_ih_l0	5	-0.0824241191148758
735414	rnn.weight_ih_l0	6	0.013169148936867714
735414	rnn.weight_ih_l0	7	-0.021529801189899445
735414	rnn.weight_ih_l0	8	0.012393866665661335
735414	rnn.weight_ih_l0	9	-0.08505319803953171
735414	rnn.weight_hh_l0	0	-0.022067172452807426
735414	rnn.weight_hh_l0	1	0.08567418903112411
735414	rnn.weight_hh_l0	2	0.0021837889216840267
735414	rnn.weight_hh_l0	3	-0.034104347229003906
735414	rnn.weight_hh_l0	4	0.0830177441239357
735414	rnn.weight_hh_l0	5	0.004237016197293997
735414	rnn.weight_hh_l0	6	-0.08516788482666016
735414	rnn.weight_hh_l0	7	-0.13470573723316193
735414	rnn.weight_hh_l0	8	0.03935856744647026
735414	rnn.weight_hh_l0	9	-0.1209651455283165
735414	rnn.bias_ih_l0	0	0.1761007457971573
735414	rnn.bias_ih_l0	1	-0.3478669822216034
735414	rnn.bias_ih_l0	2	-0.029927849769592285
735414	rnn.bias_ih_l0	3	-0.22340700030326843
735414	rnn.bias_ih_l0	4	0.0014991224743425846
735414	rnn.bias_ih_l0	5	-0.4432357847690582
735414	rnn.bias_ih_l0	6	-0.15739582479000092
735414	rnn.bias_ih_l0	7	-0.3757770359516144
735414	rnn.bias_ih_l0	8	-0.31660956144332886
735414	rnn.bias_ih_l0	9	-0.45559853315353394
735414	rnn.bias_hh_l0	0	-0.3543390929698944
735414	rnn.bias_hh_l0	1	-0.4376925528049469
735414	rnn.bias_hh_l0	2	-0.40192243456840515
735414	rnn.bias_hh_l0	3	-0.08493030071258545
735414	rnn.bias_hh_l0	4	-0.41172149777412415
735414	rnn.bias_hh_l0	5	-0.36578014492988586
735414	rnn.bias_hh_l0	6	-0.11387073248624802
735414	rnn.bias_hh_l0	7	0.061314597725868225
735414	rnn.bias_hh_l0	8	-0.23401018977165222
735414	rnn.bias_hh_l0	9	-0.5727660655975342
735414	rnn.weight_ih_l0_reverse	0	0.012105387635529041
735414	rnn.weight_ih_l0_reverse	1	-0.013320020399987698
735414	rnn.weight_ih_l0_reverse	2	0.007586386986076832
735414	rnn.weight_ih_l0_reverse	3	-0.14007478952407837
735414	rnn.weight_ih_l0_reverse	4	0.08403293043375015
735414	rnn.weight_ih_l0_reverse	5	-0.0940541923046112
735414	rnn.weight_ih_l0_reverse	6	0.004411639645695686
735414	rnn.weight_ih_l0_reverse	7	0.025076130405068398
735414	rnn.weight_ih_l0_reverse	8	-0.04780722036957741
735414	rnn.weight_ih_l0_reverse	9	-0.07641370594501495
735414	rnn.weight_hh_l0_reverse	0	-0.1470797210931778
735414	rnn.weight_hh_l0_reverse	1	0.020937805995345116
735414	rnn.weight_hh_l0_reverse	2	-0.02119695022702217
735414	rnn.weight_hh_l0_reverse	3	0.028499780222773552
735414	rnn.weight_hh_l0_reverse	4	-0.07828447222709656
735414	rnn.weight_hh_l0_reverse	5	0.03630402684211731
735414	rnn.weight_hh_l0_reverse	6	0.030026456341147423
735414	rnn.weight_hh_l0_reverse	7	-0.12206287682056427
735414	rnn.weight_hh_l0_reverse	8	-0.07263374328613281
735414	rnn.weight_hh_l0_reverse	9	0.038363486528396606
735414	rnn.bias_ih_l0_reverse	0	-0.18206457793712616
735414	rnn.bias_ih_l0_reverse	1	-0.05302775278687477
735414	rnn.bias_ih_l0_reverse	2	0.1489681899547577
735414	rnn.bias_ih_l0_reverse	3	-0.3219126760959625
735414	rnn.bias_ih_l0_reverse	4	-0.006590128876268864
735414	rnn.bias_ih_l0_reverse	5	-0.21403421461582184
735414	rnn.bias_ih_l0_reverse	6	0.2702741026878357
735414	rnn.bias_ih_l0_reverse	7	-0.29589951038360596
735414	rnn.bias_ih_l0_reverse	8	-0.1972132921218872
735414	rnn.bias_ih_l0_reverse	9	-0.15031126141548157
735414	rnn.bias_hh_l0_reverse	0	-0.1392715871334076
735414	rnn.bias_hh_l0_reverse	1	0.28041112422943115
735414	rnn.bias_hh_l0_reverse	2	-0.3496222198009491
735414	rnn.bias_hh_l0_reverse	3	-0.23329395055770874
735414	rnn.bias_hh_l0_reverse	4	-0.4025886058807373
735414	rnn.bias_hh_l0_reverse	5	-0.21641668677330017
735414	rnn.bias_hh_l0_reverse	6	-0.26511427760124207
735414	rnn.bias_hh_l0_reverse	7	-0.09759646654129028
735414	rnn.bias_hh_l0_reverse	8	-0.3477768301963806
735414	rnn.bias_hh_l0_reverse	9	0.2018972635269165
735414	linear.weight	0	0.2429332286119461
735414	linear.weight	1	-0.45571908354759216
735414	linear.weight	2	0.028447335585951805
735414	linear.weight	3	0.0674787163734436
735414	linear.weight	4	-0.1389838606119156
735414	linear.weight	5	0.24742449820041656
735414	linear.weight	6	-0.04142925515770912
735414	linear.weight	7	-0.05974946916103363
735414	linear.weight	8	0.12405162304639816
735414	linear.weight	9	-0.04984201490879059
735414	linear.bias	0	-0.8588785529136658
735414	linear.bias	1	1.8097954988479614
735414	linear.bias	2	0.7530146837234497
735414	linear.bias	3	-2.7408018112182617
735414	linear.bias	4	-0.09009010344743729
735414	linear.bias	5	1.2736554145812988
735414	linear.bias	6	-0.20856747031211853
735414	linear.bias	7	0.8262893557548523
735414	linear.bias	8	2.1336565017700195
735414	linear.bias	9	-1.346028208732605
736023	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
736023	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
736023	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
736023	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
736023	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
736023	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
736023	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
736023	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
736023	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
736023	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
736023	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
736023	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
736023	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
736023	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
736023	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
736023	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
736023	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
736023	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
736023	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
736023	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
736023	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
736023	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
736023	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
736023	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
736023	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
736023	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
736023	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
736023	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
736023	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
736023	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
736023	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
736023	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
736023	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
736023	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
736023	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
736023	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
736023	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
736023	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
736023	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
736023	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
736023	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
736023	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
736023	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
736023	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
736023	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
736023	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
736023	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
736023	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
736023	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
736023	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
736023	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
736023	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
736023	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
736023	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
736023	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
736023	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
736023	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
736023	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
736023	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
736023	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
736023	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
736023	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
736023	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
736023	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
736023	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
736023	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
736023	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
736023	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
736023	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
736023	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
736023	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
736023	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
736023	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
736023	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
736023	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
736023	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
736023	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
736023	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
736023	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
736023	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
736023	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
736023	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
736023	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
736023	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
736023	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
736023	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
736023	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
736023	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
736023	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
736023	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
736023	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
736023	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
736023	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
736023	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
736023	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
736023	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
736023	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
736023	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
736023	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
736023	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
736023	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
736023	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
736023	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
736023	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
736023	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
736023	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
736023	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
736023	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
736023	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
736023	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
736023	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
736023	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
736023	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
736023	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
736023	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
736023	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
736023	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
736023	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
736023	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
736023	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
736023	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
736023	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
736023	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
736023	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
736023	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
736023	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
736023	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
736023	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
736023	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
736023	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
736023	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
736023	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
736023	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
736023	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
736023	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
736023	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
736023	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
736023	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
736023	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
736023	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
736023	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
736023	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
736023	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
736023	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
736023	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
736023	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
736023	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
736023	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
736023	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
736023	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
736023	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
736023	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
736023	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
736023	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
736023	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
736023	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
736023	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
736023	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
736023	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
736023	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
736023	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
736023	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
736023	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
736023	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
736023	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
736023	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
736023	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
736023	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
736023	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
736023	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
736023	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
736023	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
736023	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
736023	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
736023	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
736023	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
736023	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
736023	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
736023	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
736023	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
736023	embedding2nn.weight	0	0.32012778520584106
736023	embedding2nn.weight	1	0.38056060671806335
736023	embedding2nn.weight	2	0.006044480949640274
736023	embedding2nn.weight	3	0.018656162545084953
736023	embedding2nn.weight	4	-0.03049110248684883
736023	embedding2nn.weight	5	0.041513990610837936
736023	embedding2nn.weight	6	-0.018117709085345268
736023	embedding2nn.weight	7	-0.022354234009981155
736023	embedding2nn.weight	8	0.04284042865037918
736023	embedding2nn.weight	9	-0.0667782574892044
736023	embedding2nn.bias	0	0.016656801104545593
736023	embedding2nn.bias	1	-0.19632796943187714
736023	embedding2nn.bias	2	0.12929263710975647
736023	embedding2nn.bias	3	0.18078921735286713
736023	embedding2nn.bias	4	0.14715847373008728
736023	embedding2nn.bias	5	-0.07603378593921661
736023	embedding2nn.bias	6	-0.058225005865097046
736023	embedding2nn.bias	7	0.04975215345621109
736023	embedding2nn.bias	8	-0.1513737142086029
736023	embedding2nn.bias	9	-0.36866050958633423
736023	rnn.weight_ih_l0	0	0.004775861278176308
736023	rnn.weight_ih_l0	1	-0.05348360538482666
736023	rnn.weight_ih_l0	2	-0.05808725953102112
736023	rnn.weight_ih_l0	3	0.12587188184261322
736023	rnn.weight_ih_l0	4	0.031244052574038506
736023	rnn.weight_ih_l0	5	-0.08251678198575974
736023	rnn.weight_ih_l0	6	0.01142919436097145
736023	rnn.weight_ih_l0	7	-0.02192344143986702
736023	rnn.weight_ih_l0	8	0.011529076844453812
736023	rnn.weight_ih_l0	9	-0.08495527505874634
736023	rnn.weight_hh_l0	0	-0.022017767652869225
736023	rnn.weight_hh_l0	1	0.08535289764404297
736023	rnn.weight_hh_l0	2	0.0020746509544551373
736023	rnn.weight_hh_l0	3	-0.03399011865258217
736023	rnn.weight_hh_l0	4	0.08295010775327682
736023	rnn.weight_hh_l0	5	0.004519242327660322
736023	rnn.weight_hh_l0	6	-0.0852394849061966
736023	rnn.weight_hh_l0	7	-0.13446395099163055
736023	rnn.weight_hh_l0	8	0.039444178342819214
736023	rnn.weight_hh_l0	9	-0.12080521881580353
736023	rnn.bias_ih_l0	0	0.1779954582452774
736023	rnn.bias_ih_l0	1	-0.34679704904556274
736023	rnn.bias_ih_l0	2	-0.03170382231473923
736023	rnn.bias_ih_l0	3	-0.22235417366027832
736023	rnn.bias_ih_l0	4	-0.00040015848935581744
736023	rnn.bias_ih_l0	5	-0.4412154257297516
736023	rnn.bias_ih_l0	6	-0.1574680209159851
736023	rnn.bias_ih_l0	7	-0.37655630707740784
736023	rnn.bias_ih_l0	8	-0.3160552978515625
736023	rnn.bias_ih_l0	9	-0.4588366448879242
736023	rnn.bias_hh_l0	0	-0.35447391867637634
736023	rnn.bias_hh_l0	1	-0.43599462509155273
736023	rnn.bias_hh_l0	2	-0.40273886919021606
736023	rnn.bias_hh_l0	3	-0.08266954123973846
736023	rnn.bias_hh_l0	4	-0.41020405292510986
736023	rnn.bias_hh_l0	5	-0.36494746804237366
736023	rnn.bias_hh_l0	6	-0.1122676357626915
736023	rnn.bias_hh_l0	7	0.060976654291152954
736023	rnn.bias_hh_l0	8	-0.23535554111003876
736023	rnn.bias_hh_l0	9	-0.5754449963569641
736023	rnn.weight_ih_l0_reverse	0	0.010674904100596905
736023	rnn.weight_ih_l0_reverse	1	-0.012942337431013584
736023	rnn.weight_ih_l0_reverse	2	0.009478390216827393
736023	rnn.weight_ih_l0_reverse	3	-0.1394912302494049
736023	rnn.weight_ih_l0_reverse	4	0.08384013175964355
736023	rnn.weight_ih_l0_reverse	5	-0.0939624011516571
736023	rnn.weight_ih_l0_reverse	6	0.004761717282235622
736023	rnn.weight_ih_l0_reverse	7	0.0252186581492424
736023	rnn.weight_ih_l0_reverse	8	-0.0462152436375618
736023	rnn.weight_ih_l0_reverse	9	-0.07502558827400208
736023	rnn.weight_hh_l0_reverse	0	-0.146942138671875
736023	rnn.weight_hh_l0_reverse	1	0.02072523534297943
736023	rnn.weight_hh_l0_reverse	2	-0.021350622177124023
736023	rnn.weight_hh_l0_reverse	3	0.028610119596123695
736023	rnn.weight_hh_l0_reverse	4	-0.078090600669384
736023	rnn.weight_hh_l0_reverse	5	0.036491215229034424
736023	rnn.weight_hh_l0_reverse	6	0.029983170330524445
736023	rnn.weight_hh_l0_reverse	7	-0.1219547763466835
736023	rnn.weight_hh_l0_reverse	8	-0.07250062376260757
736023	rnn.weight_hh_l0_reverse	9	0.03850347921252251
736023	rnn.bias_ih_l0_reverse	0	-0.18386074900627136
736023	rnn.bias_ih_l0_reverse	1	-0.055052030831575394
736023	rnn.bias_ih_l0_reverse	2	0.14952388405799866
736023	rnn.bias_ih_l0_reverse	3	-0.3208990693092346
736023	rnn.bias_ih_l0_reverse	4	-0.0062189712189137936
736023	rnn.bias_ih_l0_reverse	5	-0.21288049221038818
736023	rnn.bias_ih_l0_reverse	6	0.2684847116470337
736023	rnn.bias_ih_l0_reverse	7	-0.30206742882728577
736023	rnn.bias_ih_l0_reverse	8	-0.1973891407251358
736023	rnn.bias_ih_l0_reverse	9	-0.15041828155517578
736023	rnn.bias_hh_l0_reverse	0	-0.13819803297519684
736023	rnn.bias_hh_l0_reverse	1	0.27959153056144714
736023	rnn.bias_hh_l0_reverse	2	-0.35312673449516296
736023	rnn.bias_hh_l0_reverse	3	-0.23609231412410736
736023	rnn.bias_hh_l0_reverse	4	-0.40237465500831604
736023	rnn.bias_hh_l0_reverse	5	-0.21563777327537537
736023	rnn.bias_hh_l0_reverse	6	-0.2675032615661621
736023	rnn.bias_hh_l0_reverse	7	-0.09943239390850067
736023	rnn.bias_hh_l0_reverse	8	-0.34801557660102844
736023	rnn.bias_hh_l0_reverse	9	0.20413517951965332
736023	linear.weight	0	0.24676021933555603
736023	linear.weight	1	-0.44465550780296326
736023	linear.weight	2	0.04327480494976044
736023	linear.weight	3	0.06747853755950928
736023	linear.weight	4	-0.12619851529598236
736023	linear.weight	5	0.23814286291599274
736023	linear.weight	6	-0.03412257507443428
736023	linear.weight	7	-0.05974845588207245
736023	linear.weight	8	0.11210354417562485
736023	linear.weight	9	-0.04984261840581894
736023	linear.bias	0	-0.8622543215751648
736023	linear.bias	1	1.793083667755127
736023	linear.bias	2	0.7439781427383423
736023	linear.bias	3	-2.7408199310302734
736023	linear.bias	4	-0.0822812169790268
736023	linear.bias	5	1.2725133895874023
736023	linear.bias	6	-0.2086837887763977
736023	linear.bias	7	0.8282638788223267
736023	linear.bias	8	2.137457847595215
736023	linear.bias	9	-1.3361053466796875
736632	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
736632	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
736632	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
736632	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
736632	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
736632	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
736632	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
736632	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
736632	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
736632	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
736632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
736632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
736632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
736632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
736632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
736632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
736632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
736632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
736632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
736632	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
736632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
736632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
736632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
736632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
736632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
736632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
736632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
736632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
736632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
736632	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
736632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
736632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
736632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
736632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
736632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
736632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
736632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
736632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
736632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
736632	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
736632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
736632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
736632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
736632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
736632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
736632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
736632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
736632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
736632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
736632	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
736632	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
736632	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
736632	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
736632	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
736632	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
736632	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
736632	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
736632	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
736632	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
736632	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
736632	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
736632	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
736632	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
736632	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
736632	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
736632	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
736632	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
736632	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
736632	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
736632	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
736632	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
736632	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
736632	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
736632	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
736632	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
736632	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
736632	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
736632	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
736632	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
736632	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
736632	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
736632	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
736632	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
736632	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
736632	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
736632	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
736632	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
736632	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
736632	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
736632	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
736632	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
736632	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
736632	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
736632	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
736632	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
736632	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
736632	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
736632	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
736632	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
736632	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
736632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
736632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
736632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
736632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
736632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
736632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
736632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
736632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
736632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
736632	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
736632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
736632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
736632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
736632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
736632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
736632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
736632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
736632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
736632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
736632	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
736632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
736632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
736632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
736632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
736632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
736632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
736632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
736632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
736632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
736632	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
736632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
736632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
736632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
736632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
736632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
736632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
736632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
736632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
736632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
736632	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
736632	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
736632	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
736632	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
736632	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
736632	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
736632	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
736632	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
736632	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
736632	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
736632	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
736632	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
736632	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
736632	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
736632	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
736632	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
736632	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
736632	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
736632	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
736632	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
736632	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
736632	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
736632	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
736632	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
736632	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
736632	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
736632	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
736632	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
736632	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
736632	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
736632	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
736632	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
736632	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
736632	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
736632	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
736632	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
736632	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
736632	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
736632	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
736632	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
736632	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
736632	embedding2nn.weight	0	0.32013002038002014
736632	embedding2nn.weight	1	0.3811621069908142
736632	embedding2nn.weight	2	0.005943902302533388
736632	embedding2nn.weight	3	0.02047986164689064
736632	embedding2nn.weight	4	-0.02999771758913994
736632	embedding2nn.weight	5	0.04019883647561073
736632	embedding2nn.weight	6	-0.020372025668621063
736632	embedding2nn.weight	7	-0.02110191062092781
736632	embedding2nn.weight	8	0.04462123289704323
736632	embedding2nn.weight	9	-0.06376975774765015
736632	embedding2nn.bias	0	0.016865083947777748
736632	embedding2nn.bias	1	-0.18738050758838654
736632	embedding2nn.bias	2	0.1318979561328888
736632	embedding2nn.bias	3	0.17825371026992798
736632	embedding2nn.bias	4	0.14094580709934235
736632	embedding2nn.bias	5	-0.07411866635084152
736632	embedding2nn.bias	6	-0.05718778818845749
736632	embedding2nn.bias	7	0.051108572632074356
736632	embedding2nn.bias	8	-0.15545570850372314
736632	embedding2nn.bias	9	-0.3769550919532776
736632	rnn.weight_ih_l0	0	0.004840151872485876
736632	rnn.weight_ih_l0	1	-0.05347063019871712
736632	rnn.weight_ih_l0	2	-0.05987970530986786
736632	rnn.weight_ih_l0	3	0.12629690766334534
736632	rnn.weight_ih_l0	4	0.028985220938920975
736632	rnn.weight_ih_l0	5	-0.08123660087585449
736632	rnn.weight_ih_l0	6	0.01062249019742012
736632	rnn.weight_ih_l0	7	-0.02258136495947838
736632	rnn.weight_ih_l0	8	0.013562949374318123
736632	rnn.weight_ih_l0	9	-0.08341141790151596
736632	rnn.weight_hh_l0	0	-0.02205166406929493
736632	rnn.weight_hh_l0	1	0.08566783368587494
736632	rnn.weight_hh_l0	2	0.0020347791723906994
736632	rnn.weight_hh_l0	3	-0.03387656807899475
736632	rnn.weight_hh_l0	4	0.08341684937477112
736632	rnn.weight_hh_l0	5	0.004321174696087837
736632	rnn.weight_hh_l0	6	-0.08500314503908157
736632	rnn.weight_hh_l0	7	-0.1340683102607727
736632	rnn.weight_hh_l0	8	0.0394371934235096
736632	rnn.weight_hh_l0	9	-0.12105611711740494
736632	rnn.bias_ih_l0	0	0.17891864478588104
736632	rnn.bias_ih_l0	1	-0.3474855422973633
736632	rnn.bias_ih_l0	2	-0.03161565959453583
736632	rnn.bias_ih_l0	3	-0.22064533829689026
736632	rnn.bias_ih_l0	4	-0.0013608966255560517
736632	rnn.bias_ih_l0	5	-0.43907347321510315
736632	rnn.bias_ih_l0	6	-0.15810240805149078
736632	rnn.bias_ih_l0	7	-0.37701576948165894
736632	rnn.bias_ih_l0	8	-0.31611403822898865
736632	rnn.bias_ih_l0	9	-0.45682311058044434
736632	rnn.bias_hh_l0	0	-0.3562656044960022
736632	rnn.bias_hh_l0	1	-0.43789350986480713
736632	rnn.bias_hh_l0	2	-0.4027126431465149
736632	rnn.bias_hh_l0	3	-0.08075705170631409
736632	rnn.bias_hh_l0	4	-0.41000449657440186
736632	rnn.bias_hh_l0	5	-0.36566510796546936
736632	rnn.bias_hh_l0	6	-0.11141104996204376
736632	rnn.bias_hh_l0	7	0.059721291065216064
736632	rnn.bias_hh_l0	8	-0.23627372086048126
736632	rnn.bias_hh_l0	9	-0.5752661228179932
736632	rnn.weight_ih_l0_reverse	0	0.009101880714297295
736632	rnn.weight_ih_l0_reverse	1	-0.013815640471875668
736632	rnn.weight_ih_l0_reverse	2	0.00929588358849287
736632	rnn.weight_ih_l0_reverse	3	-0.14077043533325195
736632	rnn.weight_ih_l0_reverse	4	0.08295425772666931
736632	rnn.weight_ih_l0_reverse	5	-0.09570202976465225
736632	rnn.weight_ih_l0_reverse	6	0.006162169389426708
736632	rnn.weight_ih_l0_reverse	7	0.025347938761115074
736632	rnn.weight_ih_l0_reverse	8	-0.04633881896734238
736632	rnn.weight_ih_l0_reverse	9	-0.07552233338356018
736632	rnn.weight_hh_l0_reverse	0	-0.14689292013645172
736632	rnn.weight_hh_l0_reverse	1	0.02065986581146717
736632	rnn.weight_hh_l0_reverse	2	-0.021680379286408424
736632	rnn.weight_hh_l0_reverse	3	0.028426814824342728
736632	rnn.weight_hh_l0_reverse	4	-0.07790070027112961
736632	rnn.weight_hh_l0_reverse	5	0.0365099273622036
736632	rnn.weight_hh_l0_reverse	6	0.03007638081908226
736632	rnn.weight_hh_l0_reverse	7	-0.12224996834993362
736632	rnn.weight_hh_l0_reverse	8	-0.07339197397232056
736632	rnn.weight_hh_l0_reverse	9	0.03862548619508743
736632	rnn.bias_ih_l0_reverse	0	-0.18245476484298706
736632	rnn.bias_ih_l0_reverse	1	-0.055781394243240356
736632	rnn.bias_ih_l0_reverse	2	0.14810584485530853
736632	rnn.bias_ih_l0_reverse	3	-0.3218180239200592
736632	rnn.bias_ih_l0_reverse	4	-0.005740075372159481
736632	rnn.bias_ih_l0_reverse	5	-0.2127709537744522
736632	rnn.bias_ih_l0_reverse	6	0.2679789960384369
736632	rnn.bias_ih_l0_reverse	7	-0.30102694034576416
736632	rnn.bias_ih_l0_reverse	8	-0.19623765349388123
736632	rnn.bias_ih_l0_reverse	9	-0.1515255719423294
736632	rnn.bias_hh_l0_reverse	0	-0.13876429200172424
736632	rnn.bias_hh_l0_reverse	1	0.28102585673332214
736632	rnn.bias_hh_l0_reverse	2	-0.350308358669281
736632	rnn.bias_hh_l0_reverse	3	-0.2369862198829651
736632	rnn.bias_hh_l0_reverse	4	-0.40324392914772034
736632	rnn.bias_hh_l0_reverse	5	-0.21517643332481384
736632	rnn.bias_hh_l0_reverse	6	-0.26988720893859863
736632	rnn.bias_hh_l0_reverse	7	-0.10045696794986725
736632	rnn.bias_hh_l0_reverse	8	-0.34489917755126953
736632	rnn.bias_hh_l0_reverse	9	0.20593930780887604
736632	linear.weight	0	0.24114175140857697
736632	linear.weight	1	-0.4515517055988312
736632	linear.weight	2	0.02549802139401436
736632	linear.weight	3	0.06747841835021973
736632	linear.weight	4	-0.12214306741952896
736632	linear.weight	5	0.23707552254199982
736632	linear.weight	6	-0.032820314168930054
736632	linear.weight	7	-0.05974619463086128
736632	linear.weight	8	0.11145411431789398
736632	linear.weight	9	-0.04984316974878311
736632	linear.bias	0	-0.8499756455421448
736632	linear.bias	1	1.813909649848938
736632	linear.bias	2	0.756450891494751
736632	linear.bias	3	-2.740854024887085
736632	linear.bias	4	-0.08136249333620071
736632	linear.bias	5	1.261413812637329
736632	linear.bias	6	-0.20437799394130707
736632	linear.bias	7	0.8250366449356079
736632	linear.bias	8	2.108654022216797
736632	linear.bias	9	-1.3399059772491455
737241	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
737241	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
737241	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
737241	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
737241	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
737241	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
737241	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
737241	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
737241	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
737241	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
737241	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
737241	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
737241	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
737241	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
737241	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
737241	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
737241	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
737241	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
737241	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
737241	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
737241	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
737241	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
737241	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
737241	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
737241	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
737241	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
737241	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
737241	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
737241	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
737241	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
737241	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
737241	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
737241	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
737241	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
737241	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
737241	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
737241	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
737241	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
737241	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
737241	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
737241	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
737241	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
737241	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
737241	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
737241	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
737241	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
737241	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
737241	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
737241	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
737241	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
737241	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
737241	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
737241	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
737241	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
737241	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
737241	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
737241	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
737241	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
737241	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
737241	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
737241	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
737241	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
737241	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
737241	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
737241	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
737241	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
737241	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
737241	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
737241	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
737241	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
737241	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
737241	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
737241	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
737241	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
737241	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
737241	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
737241	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
737241	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
737241	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
737241	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
737241	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
737241	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
737241	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
737241	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
737241	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
737241	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
737241	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
737241	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
737241	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
737241	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
737241	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
737241	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
737241	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
737241	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
737241	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
737241	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
737241	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
737241	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
737241	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
737241	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
737241	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
737241	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
737241	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
737241	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
737241	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
737241	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
737241	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
737241	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
737241	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
737241	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
737241	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
737241	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
737241	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
737241	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
737241	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
737241	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
737241	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
737241	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
737241	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
737241	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
737241	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
737241	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
737241	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
737241	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
737241	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
737241	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
737241	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
737241	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
737241	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
737241	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
737241	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
737241	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
737241	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
737241	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
737241	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
737241	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
737241	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
737241	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
737241	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
737241	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
737241	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
737241	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
737241	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
737241	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
737241	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
737241	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
737241	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
737241	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
737241	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
737241	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
737241	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
737241	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
737241	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
737241	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
737241	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
737241	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
737241	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
737241	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
737241	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
737241	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
737241	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
737241	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
737241	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
737241	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
737241	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
737241	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
737241	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
737241	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
737241	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
737241	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
737241	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
737241	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
737241	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
737241	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
737241	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
737241	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
737241	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
737241	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
737241	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
737241	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
737241	embedding2nn.weight	0	0.3196682333946228
737241	embedding2nn.weight	1	0.3816320300102234
737241	embedding2nn.weight	2	0.004683448001742363
737241	embedding2nn.weight	3	0.019445978105068207
737241	embedding2nn.weight	4	-0.028440004214644432
737241	embedding2nn.weight	5	0.04144205525517464
737241	embedding2nn.weight	6	-0.018542667850852013
737241	embedding2nn.weight	7	-0.017356399446725845
737241	embedding2nn.weight	8	0.044094666838645935
737241	embedding2nn.weight	9	-0.0657377764582634
737241	embedding2nn.bias	0	0.01715456135571003
737241	embedding2nn.bias	1	-0.18847739696502686
737241	embedding2nn.bias	2	0.1414688378572464
737241	embedding2nn.bias	3	0.18608802556991577
737241	embedding2nn.bias	4	0.1455831676721573
737241	embedding2nn.bias	5	-0.0824599415063858
737241	embedding2nn.bias	6	-0.05500943586230278
737241	embedding2nn.bias	7	0.0490681491792202
737241	embedding2nn.bias	8	-0.15883557498455048
737241	embedding2nn.bias	9	-0.37739527225494385
737241	rnn.weight_ih_l0	0	0.005675989668816328
737241	rnn.weight_ih_l0	1	-0.05319960415363312
737241	rnn.weight_ih_l0	2	-0.05912096053361893
737241	rnn.weight_ih_l0	3	0.12652485072612762
737241	rnn.weight_ih_l0	4	0.029271872714161873
737241	rnn.weight_ih_l0	5	-0.07978036254644394
737241	rnn.weight_ih_l0	6	0.009965110570192337
737241	rnn.weight_ih_l0	7	-0.022103914991021156
737241	rnn.weight_ih_l0	8	0.012667769566178322
737241	rnn.weight_ih_l0	9	-0.08160512149333954
737241	rnn.weight_hh_l0	0	-0.02205074019730091
737241	rnn.weight_hh_l0	1	0.08541087806224823
737241	rnn.weight_hh_l0	2	0.0020272196270525455
737241	rnn.weight_hh_l0	3	-0.034027136862277985
737241	rnn.weight_hh_l0	4	0.0837409570813179
737241	rnn.weight_hh_l0	5	0.004434061236679554
737241	rnn.weight_hh_l0	6	-0.08518614619970322
737241	rnn.weight_hh_l0	7	-0.1352900266647339
737241	rnn.weight_hh_l0	8	0.03938159719109535
737241	rnn.weight_hh_l0	9	-0.12142591178417206
737241	rnn.bias_ih_l0	0	0.18078184127807617
737241	rnn.bias_ih_l0	1	-0.34659841656684875
737241	rnn.bias_ih_l0	2	-0.03158866614103317
737241	rnn.bias_ih_l0	3	-0.22277863323688507
737241	rnn.bias_ih_l0	4	-0.00548915658146143
737241	rnn.bias_ih_l0	5	-0.4389183819293976
737241	rnn.bias_ih_l0	6	-0.15630464255809784
737241	rnn.bias_ih_l0	7	-0.3765650689601898
737241	rnn.bias_ih_l0	8	-0.31733930110931396
737241	rnn.bias_ih_l0	9	-0.4611569941043854
737241	rnn.bias_hh_l0	0	-0.355623722076416
737241	rnn.bias_hh_l0	1	-0.4377295970916748
737241	rnn.bias_hh_l0	2	-0.4019266963005066
737241	rnn.bias_hh_l0	3	-0.08108244836330414
737241	rnn.bias_hh_l0	4	-0.4083375930786133
737241	rnn.bias_hh_l0	5	-0.3654060363769531
737241	rnn.bias_hh_l0	6	-0.11339109390974045
737241	rnn.bias_hh_l0	7	0.06209521368145943
737241	rnn.bias_hh_l0	8	-0.23646309971809387
737241	rnn.bias_hh_l0	9	-0.5751470327377319
737241	rnn.weight_ih_l0_reverse	0	0.009268767200410366
737241	rnn.weight_ih_l0_reverse	1	-0.014100362546741962
737241	rnn.weight_ih_l0_reverse	2	0.010248621925711632
737241	rnn.weight_ih_l0_reverse	3	-0.14051058888435364
737241	rnn.weight_ih_l0_reverse	4	0.0832602009177208
737241	rnn.weight_ih_l0_reverse	5	-0.09465735405683517
737241	rnn.weight_ih_l0_reverse	6	0.0064351242035627365
737241	rnn.weight_ih_l0_reverse	7	0.024536937475204468
737241	rnn.weight_ih_l0_reverse	8	-0.0455131009221077
737241	rnn.weight_ih_l0_reverse	9	-0.07440552115440369
737241	rnn.weight_hh_l0_reverse	0	-0.1477438360452652
737241	rnn.weight_hh_l0_reverse	1	0.020615162327885628
737241	rnn.weight_hh_l0_reverse	2	-0.02136245369911194
737241	rnn.weight_hh_l0_reverse	3	0.0286735650151968
737241	rnn.weight_hh_l0_reverse	4	-0.07802941650152206
737241	rnn.weight_hh_l0_reverse	5	0.03660162165760994
737241	rnn.weight_hh_l0_reverse	6	0.0300641730427742
737241	rnn.weight_hh_l0_reverse	7	-0.12197589129209518
737241	rnn.weight_hh_l0_reverse	8	-0.07332500070333481
737241	rnn.weight_hh_l0_reverse	9	0.0380716547369957
737241	rnn.bias_ih_l0_reverse	0	-0.18347978591918945
737241	rnn.bias_ih_l0_reverse	1	-0.054902609437704086
737241	rnn.bias_ih_l0_reverse	2	0.14936544001102448
737241	rnn.bias_ih_l0_reverse	3	-0.3224206566810608
737241	rnn.bias_ih_l0_reverse	4	-0.005348587408661842
737241	rnn.bias_ih_l0_reverse	5	-0.21359066665172577
737241	rnn.bias_ih_l0_reverse	6	0.26757383346557617
737241	rnn.bias_ih_l0_reverse	7	-0.30311793088912964
737241	rnn.bias_ih_l0_reverse	8	-0.19666112959384918
737241	rnn.bias_ih_l0_reverse	9	-0.14895732700824738
737241	rnn.bias_hh_l0_reverse	0	-0.1409716010093689
737241	rnn.bias_hh_l0_reverse	1	0.2831919491291046
737241	rnn.bias_hh_l0_reverse	2	-0.34901654720306396
737241	rnn.bias_hh_l0_reverse	3	-0.23638109862804413
737241	rnn.bias_hh_l0_reverse	4	-0.4011911451816559
737241	rnn.bias_hh_l0_reverse	5	-0.2153548300266266
737241	rnn.bias_hh_l0_reverse	6	-0.26831960678100586
737241	rnn.bias_hh_l0_reverse	7	-0.09999416023492813
737241	rnn.bias_hh_l0_reverse	8	-0.3466709852218628
737241	rnn.bias_hh_l0_reverse	9	0.20658379793167114
737241	linear.weight	0	0.23471781611442566
737241	linear.weight	1	-0.44871607422828674
737241	linear.weight	2	0.02018793299794197
737241	linear.weight	3	0.06747833639383316
737241	linear.weight	4	-0.1278684437274933
737241	linear.weight	5	0.2380714863538742
737241	linear.weight	6	-0.03551608696579933
737241	linear.weight	7	-0.059744928032159805
737241	linear.weight	8	0.11618807911872864
737241	linear.weight	9	-0.0498444139957428
737241	linear.bias	0	-0.8652547597885132
737241	linear.bias	1	1.7985838651657104
737241	linear.bias	2	0.7501000761985779
737241	linear.bias	3	-2.7408835887908936
737241	linear.bias	4	-0.08585705608129501
737241	linear.bias	5	1.2825579643249512
737241	linear.bias	6	-0.19581517577171326
737241	linear.bias	7	0.826839804649353
737241	linear.bias	8	2.1315102577209473
737241	linear.bias	9	-1.3319774866104126
737850	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
737850	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
737850	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
737850	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
737850	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
737850	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
737850	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
737850	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
737850	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
737850	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
737850	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
737850	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
737850	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
737850	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
737850	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
737850	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
737850	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
737850	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
737850	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
737850	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
737850	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
737850	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
737850	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
737850	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
737850	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
737850	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
737850	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
737850	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
737850	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
737850	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
737850	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
737850	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
737850	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
737850	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
737850	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
737850	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
737850	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
737850	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
737850	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
737850	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
737850	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
737850	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
737850	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
737850	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
737850	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
737850	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
737850	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
737850	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
737850	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
737850	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
737850	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
737850	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
737850	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
737850	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
737850	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
737850	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
737850	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
737850	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
737850	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
737850	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
737850	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
737850	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
737850	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
737850	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
737850	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
737850	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
737850	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
737850	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
737850	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
737850	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
737850	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
737850	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
737850	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
737850	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
737850	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
737850	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
737850	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
737850	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
737850	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
737850	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
737850	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
737850	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
737850	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
737850	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
737850	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
737850	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
737850	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
737850	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
737850	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
737850	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
737850	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
737850	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
737850	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
737850	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
737850	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
737850	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
737850	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
737850	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
737850	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
737850	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
737850	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
737850	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
737850	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
737850	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
737850	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
737850	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
737850	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
737850	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
737850	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
737850	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
737850	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
737850	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
737850	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
737850	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
737850	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
737850	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
737850	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
737850	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
737850	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
737850	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
737850	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
737850	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
737850	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
737850	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
737850	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
737850	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
737850	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
737850	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
737850	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
737850	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
737850	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
737850	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
737850	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
737850	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
737850	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
737850	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
737850	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
737850	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
737850	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
737850	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
737850	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
737850	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
737850	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
737850	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
737850	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
737850	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
737850	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
737850	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
737850	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
737850	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
737850	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
737850	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
737850	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
737850	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
737850	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
737850	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
737850	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
737850	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
737850	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
737850	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
737850	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
737850	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
737850	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
737850	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
737850	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
737850	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
737850	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
737850	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
737850	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
737850	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
737850	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
737850	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
737850	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
737850	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
737850	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
737850	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
737850	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
737850	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
737850	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
737850	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
737850	embedding2nn.weight	0	0.32020866870880127
737850	embedding2nn.weight	1	0.3806060254573822
737850	embedding2nn.weight	2	0.002409921260550618
737850	embedding2nn.weight	3	0.024901876226067543
737850	embedding2nn.weight	4	-0.028979932889342308
737850	embedding2nn.weight	5	0.04249678924679756
737850	embedding2nn.weight	6	-0.021699782460927963
737850	embedding2nn.weight	7	-0.01780196838080883
737850	embedding2nn.weight	8	0.044466614723205566
737850	embedding2nn.weight	9	-0.06199874356389046
737850	embedding2nn.bias	0	0.011608866974711418
737850	embedding2nn.bias	1	-0.1840115636587143
737850	embedding2nn.bias	2	0.1352957785129547
737850	embedding2nn.bias	3	0.1820850968360901
737850	embedding2nn.bias	4	0.1465999186038971
737850	embedding2nn.bias	5	-0.07871943712234497
737850	embedding2nn.bias	6	-0.05896887183189392
737850	embedding2nn.bias	7	0.049904484301805496
737850	embedding2nn.bias	8	-0.15776759386062622
737850	embedding2nn.bias	9	-0.36754754185676575
737850	rnn.weight_ih_l0	0	0.0055159092880785465
737850	rnn.weight_ih_l0	1	-0.05321413651108742
737850	rnn.weight_ih_l0	2	-0.059002019464969635
737850	rnn.weight_ih_l0	3	0.1265510767698288
737850	rnn.weight_ih_l0	4	0.0294332318007946
737850	rnn.weight_ih_l0	5	-0.081000916659832
737850	rnn.weight_ih_l0	6	0.011246475391089916
737850	rnn.weight_ih_l0	7	-0.021980738267302513
737850	rnn.weight_ih_l0	8	0.01097223348915577
737850	rnn.weight_ih_l0	9	-0.08158974349498749
737850	rnn.weight_hh_l0	0	-0.02208152413368225
737850	rnn.weight_hh_l0	1	0.08517475426197052
737850	rnn.weight_hh_l0	2	0.0019835736602544785
737850	rnn.weight_hh_l0	3	-0.03409189358353615
737850	rnn.weight_hh_l0	4	0.08354341983795166
737850	rnn.weight_hh_l0	5	0.004404507577419281
737850	rnn.weight_hh_l0	6	-0.08506011962890625
737850	rnn.weight_hh_l0	7	-0.13555707037448883
737850	rnn.weight_hh_l0	8	0.03948235884308815
737850	rnn.weight_hh_l0	9	-0.12143702059984207
737850	rnn.bias_ih_l0	0	0.18043701350688934
737850	rnn.bias_ih_l0	1	-0.34787288308143616
737850	rnn.bias_ih_l0	2	-0.030651213601231575
737850	rnn.bias_ih_l0	3	-0.22126176953315735
737850	rnn.bias_ih_l0	4	-0.0025388821959495544
737850	rnn.bias_ih_l0	5	-0.43736961483955383
737850	rnn.bias_ih_l0	6	-0.15587081015110016
737850	rnn.bias_ih_l0	7	-0.3766997456550598
737850	rnn.bias_ih_l0	8	-0.3168833553791046
737850	rnn.bias_ih_l0	9	-0.4611087441444397
737850	rnn.bias_hh_l0	0	-0.35706278681755066
737850	rnn.bias_hh_l0	1	-0.43654751777648926
737850	rnn.bias_hh_l0	2	-0.4032937288284302
737850	rnn.bias_hh_l0	3	-0.08159812539815903
737850	rnn.bias_hh_l0	4	-0.40843868255615234
737850	rnn.bias_hh_l0	5	-0.3645879328250885
737850	rnn.bias_hh_l0	6	-0.11330471187829971
737850	rnn.bias_hh_l0	7	0.06093841418623924
737850	rnn.bias_hh_l0	8	-0.23780719935894012
737850	rnn.bias_hh_l0	9	-0.5758864283561707
737850	rnn.weight_ih_l0_reverse	0	0.009366391226649284
737850	rnn.weight_ih_l0_reverse	1	-0.014985349960625172
737850	rnn.weight_ih_l0_reverse	2	0.00965968705713749
737850	rnn.weight_ih_l0_reverse	3	-0.13985776901245117
737850	rnn.weight_ih_l0_reverse	4	0.08323443681001663
737850	rnn.weight_ih_l0_reverse	5	-0.09555812925100327
737850	rnn.weight_ih_l0_reverse	6	0.005124231334775686
737850	rnn.weight_ih_l0_reverse	7	0.02446880005300045
737850	rnn.weight_ih_l0_reverse	8	-0.04511021450161934
737850	rnn.weight_ih_l0_reverse	9	-0.07560645043849945
737850	rnn.weight_hh_l0_reverse	0	-0.14769141376018524
737850	rnn.weight_hh_l0_reverse	1	0.020646795630455017
737850	rnn.weight_hh_l0_reverse	2	-0.02132890187203884
737850	rnn.weight_hh_l0_reverse	3	0.028794825077056885
737850	rnn.weight_hh_l0_reverse	4	-0.07804234325885773
737850	rnn.weight_hh_l0_reverse	5	0.036431606858968735
737850	rnn.weight_hh_l0_reverse	6	0.03004877269268036
737850	rnn.weight_hh_l0_reverse	7	-0.12272226065397263
737850	rnn.weight_hh_l0_reverse	8	-0.0730743557214737
737850	rnn.weight_hh_l0_reverse	9	0.03746591508388519
737850	rnn.bias_ih_l0_reverse	0	-0.18130189180374146
737850	rnn.bias_ih_l0_reverse	1	-0.053938962519168854
737850	rnn.bias_ih_l0_reverse	2	0.14556898176670074
737850	rnn.bias_ih_l0_reverse	3	-0.32086414098739624
737850	rnn.bias_ih_l0_reverse	4	-0.004448925144970417
737850	rnn.bias_ih_l0_reverse	5	-0.2126908153295517
737850	rnn.bias_ih_l0_reverse	6	0.26834166049957275
737850	rnn.bias_ih_l0_reverse	7	-0.3010897636413574
737850	rnn.bias_ih_l0_reverse	8	-0.19710317254066467
737850	rnn.bias_ih_l0_reverse	9	-0.14948195219039917
737850	rnn.bias_hh_l0_reverse	0	-0.1398683786392212
737850	rnn.bias_hh_l0_reverse	1	0.281709760427475
737850	rnn.bias_hh_l0_reverse	2	-0.35050535202026367
737850	rnn.bias_hh_l0_reverse	3	-0.23411966860294342
737850	rnn.bias_hh_l0_reverse	4	-0.40080422163009644
737850	rnn.bias_hh_l0_reverse	5	-0.21551400423049927
737850	rnn.bias_hh_l0_reverse	6	-0.26948004961013794
737850	rnn.bias_hh_l0_reverse	7	-0.09844700992107391
737850	rnn.bias_hh_l0_reverse	8	-0.3489731252193451
737850	rnn.bias_hh_l0_reverse	9	0.21018487215042114
737850	linear.weight	0	0.2305241972208023
737850	linear.weight	1	-0.4580560326576233
737850	linear.weight	2	0.02557133510708809
737850	linear.weight	3	0.06747853010892868
737850	linear.weight	4	-0.13142216205596924
737850	linear.weight	5	0.24355265498161316
737850	linear.weight	6	-0.035373397171497345
737850	linear.weight	7	-0.05974360555410385
737850	linear.weight	8	0.11225956678390503
737850	linear.weight	9	-0.04984576255083084
737850	linear.bias	0	-0.8509105443954468
737850	linear.bias	1	1.7925714254379272
737850	linear.bias	2	0.7447286248207092
737850	linear.bias	3	-2.7409112453460693
737850	linear.bias	4	-0.08132020384073257
737850	linear.bias	5	1.2677866220474243
737850	linear.bias	6	-0.21210622787475586
737850	linear.bias	7	0.8251201510429382
737850	linear.bias	8	2.1324687004089355
737850	linear.bias	9	-1.3424150943756104
737858	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
737858	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
737858	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
737858	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
737858	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
737858	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
737858	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
737858	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
737858	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
737858	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
737858	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
737858	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
737858	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
737858	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
737858	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
737858	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
737858	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
737858	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
737858	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
737858	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
737858	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
737858	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
737858	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
737858	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
737858	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
737858	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
737858	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
737858	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
737858	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
737858	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
737858	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
737858	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
737858	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
737858	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
737858	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
737858	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
737858	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
737858	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
737858	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
737858	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
737858	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
737858	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
737858	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
737858	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
737858	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
737858	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
737858	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
737858	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
737858	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
737858	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
737858	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
737858	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
737858	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
737858	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
737858	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
737858	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
737858	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
737858	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
737858	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
737858	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
737858	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
737858	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
737858	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
737858	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
737858	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
737858	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
737858	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
737858	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
737858	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
737858	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
737858	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
737858	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
737858	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
737858	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
737858	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
737858	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
737858	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
737858	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
737858	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
737858	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
737858	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
737858	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
737858	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
737858	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
737858	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
737858	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
737858	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
737858	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
737858	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
737858	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
737858	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
737858	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
737858	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
737858	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
737858	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
737858	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
737858	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
737858	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
737858	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
737858	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
737858	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
737858	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
737858	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
737858	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
737858	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
737858	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
737858	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
737858	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
737858	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
737858	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
737858	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
737858	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
737858	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
737858	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
737858	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
737858	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
737858	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
737858	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
737858	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
737858	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
737858	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
737858	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
737858	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
737858	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
737858	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
737858	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
737858	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
737858	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
737858	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
737858	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
737858	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
737858	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
737858	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
737858	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
737858	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
737858	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
737858	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
737858	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
737858	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
737858	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
737858	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
737858	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
737858	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
737858	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
737858	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
737858	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
737858	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
737858	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
737858	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
737858	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
737858	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
737858	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
737858	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
737858	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
737858	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
737858	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
737858	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
737858	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
737858	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
737858	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
737858	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
737858	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
737858	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
737858	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
737858	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
737858	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
737858	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
737858	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
737858	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
737858	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
737858	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
737858	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
737858	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
737858	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
737858	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
737858	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
737858	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
737858	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
737858	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
737858	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
737858	embedding2nn.weight	0	0.32018765807151794
737858	embedding2nn.weight	1	0.3806508481502533
737858	embedding2nn.weight	2	0.002343842526897788
737858	embedding2nn.weight	3	0.025099078193306923
737858	embedding2nn.weight	4	-0.02880272828042507
737858	embedding2nn.weight	5	0.04247858747839928
737858	embedding2nn.weight	6	-0.021626461297273636
737858	embedding2nn.weight	7	-0.017478683963418007
737858	embedding2nn.weight	8	0.044371478259563446
737858	embedding2nn.weight	9	-0.06223422288894653
737858	embedding2nn.bias	0	0.012320091016590595
737858	embedding2nn.bias	1	-0.18373551964759827
737858	embedding2nn.bias	2	0.1367873251438141
737858	embedding2nn.bias	3	0.18173004686832428
737858	embedding2nn.bias	4	0.1470310091972351
737858	embedding2nn.bias	5	-0.07915700227022171
737858	embedding2nn.bias	6	-0.05759860575199127
737858	embedding2nn.bias	7	0.049617066979408264
737858	embedding2nn.bias	8	-0.15683118999004364
737858	embedding2nn.bias	9	-0.36771270632743835
737858	rnn.weight_ih_l0	0	0.005505560431629419
737858	rnn.weight_ih_l0	1	-0.05324465036392212
737858	rnn.weight_ih_l0	2	-0.05903482809662819
737858	rnn.weight_ih_l0	3	0.12655013799667358
737858	rnn.weight_ih_l0	4	0.029429366812109947
737858	rnn.weight_ih_l0	5	-0.08109791576862335
737858	rnn.weight_ih_l0	6	0.011298182420432568
737858	rnn.weight_ih_l0	7	-0.02189604565501213
737858	rnn.weight_ih_l0	8	0.010818506591022015
737858	rnn.weight_ih_l0	9	-0.0816405788064003
737858	rnn.weight_hh_l0	0	-0.022060932591557503
737858	rnn.weight_hh_l0	1	0.08516103029251099
737858	rnn.weight_hh_l0	2	0.0020268457010388374
737858	rnn.weight_hh_l0	3	-0.034081798046827316
737858	rnn.weight_hh_l0	4	0.08355654031038284
737858	rnn.weight_hh_l0	5	0.004406414460390806
737858	rnn.weight_hh_l0	6	-0.0852210745215416
737858	rnn.weight_hh_l0	7	-0.13560830056667328
737858	rnn.weight_hh_l0	8	0.03947199508547783
737858	rnn.weight_hh_l0	9	-0.1214466542005539
737858	rnn.bias_ih_l0	0	0.18081875145435333
737858	rnn.bias_ih_l0	1	-0.34785008430480957
737858	rnn.bias_ih_l0	2	-0.03074420988559723
737858	rnn.bias_ih_l0	3	-0.22098825871944427
737858	rnn.bias_ih_l0	4	-0.00228301715105772
737858	rnn.bias_ih_l0	5	-0.43729695677757263
737858	rnn.bias_ih_l0	6	-0.15615412592887878
737858	rnn.bias_ih_l0	7	-0.37670156359672546
737858	rnn.bias_ih_l0	8	-0.3169516324996948
737858	rnn.bias_ih_l0	9	-0.4619019329547882
737858	rnn.bias_hh_l0	0	-0.35705459117889404
737858	rnn.bias_hh_l0	1	-0.4367281198501587
737858	rnn.bias_hh_l0	2	-0.4031771123409271
737858	rnn.bias_hh_l0	3	-0.08153825253248215
737858	rnn.bias_hh_l0	4	-0.4085119962692261
737858	rnn.bias_hh_l0	5	-0.3646407127380371
737858	rnn.bias_hh_l0	6	-0.1133839413523674
737858	rnn.bias_hh_l0	7	0.06103573739528656
737858	rnn.bias_hh_l0	8	-0.23769138753414154
737858	rnn.bias_hh_l0	9	-0.5755582451820374
737858	rnn.weight_ih_l0_reverse	0	0.009495431557297707
737858	rnn.weight_ih_l0_reverse	1	-0.014947559684515
737858	rnn.weight_ih_l0_reverse	2	0.009530640207231045
737858	rnn.weight_ih_l0_reverse	3	-0.13983042538166046
737858	rnn.weight_ih_l0_reverse	4	0.08323504775762558
737858	rnn.weight_ih_l0_reverse	5	-0.09569362550973892
737858	rnn.weight_ih_l0_reverse	6	0.005261620972305536
737858	rnn.weight_ih_l0_reverse	7	0.02444775030016899
737858	rnn.weight_ih_l0_reverse	8	-0.04525231942534447
737858	rnn.weight_ih_l0_reverse	9	-0.07571399211883545
737858	rnn.weight_hh_l0_reverse	0	-0.1476660519838333
737858	rnn.weight_hh_l0_reverse	1	0.020667962729930878
737858	rnn.weight_hh_l0_reverse	2	-0.021349139511585236
737858	rnn.weight_hh_l0_reverse	3	0.02879737876355648
737858	rnn.weight_hh_l0_reverse	4	-0.07806247472763062
737858	rnn.weight_hh_l0_reverse	5	0.03643300384283066
737858	rnn.weight_hh_l0_reverse	6	0.03004796989262104
737858	rnn.weight_hh_l0_reverse	7	-0.12278026342391968
737858	rnn.weight_hh_l0_reverse	8	-0.07314525544643402
737858	rnn.weight_hh_l0_reverse	9	0.03749431297183037
737858	rnn.bias_ih_l0_reverse	0	-0.18155360221862793
737858	rnn.bias_ih_l0_reverse	1	-0.0538366474211216
737858	rnn.bias_ih_l0_reverse	2	0.1454128623008728
737858	rnn.bias_ih_l0_reverse	3	-0.3211307227611542
737858	rnn.bias_ih_l0_reverse	4	-0.004585272632539272
737858	rnn.bias_ih_l0_reverse	5	-0.21280011534690857
737858	rnn.bias_ih_l0_reverse	6	0.2682107090950012
737858	rnn.bias_ih_l0_reverse	7	-0.3008125126361847
737858	rnn.bias_ih_l0_reverse	8	-0.1971282809972763
737858	rnn.bias_ih_l0_reverse	9	-0.1492794305086136
737858	rnn.bias_hh_l0_reverse	0	-0.13941459357738495
737858	rnn.bias_hh_l0_reverse	1	0.2818010747432709
737858	rnn.bias_hh_l0_reverse	2	-0.3504750728607178
737858	rnn.bias_hh_l0_reverse	3	-0.23381127417087555
737858	rnn.bias_hh_l0_reverse	4	-0.4010547995567322
737858	rnn.bias_hh_l0_reverse	5	-0.2157476842403412
737858	rnn.bias_hh_l0_reverse	6	-0.26944097876548767
737858	rnn.bias_hh_l0_reverse	7	-0.09852565824985504
737858	rnn.bias_hh_l0_reverse	8	-0.349080353975296
737858	rnn.bias_hh_l0_reverse	9	0.21041955053806305
737858	linear.weight	0	0.2300250083208084
737858	linear.weight	1	-0.4569781720638275
737858	linear.weight	2	0.025645943358540535
737858	linear.weight	3	0.06747851520776749
737858	linear.weight	4	-0.131016805768013
737858	linear.weight	5	0.24389751255512238
737858	linear.weight	6	-0.034913044422864914
737858	linear.weight	7	-0.05974358320236206
737858	linear.weight	8	0.11255060136318207
737858	linear.weight	9	-0.04984578117728233
737858	linear.bias	0	-0.8485388159751892
737858	linear.bias	1	1.7923853397369385
737858	linear.bias	2	0.746635913848877
737858	linear.bias	3	-2.7409117221832275
737858	linear.bias	4	-0.0807243213057518
737858	linear.bias	5	1.2657852172851562
737858	linear.bias	6	-0.20883053541183472
737858	linear.bias	7	0.8259067535400391
737858	linear.bias	8	2.1225388050079346
737858	linear.bias	9	-1.3412548303604126
738467	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
738467	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
738467	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
738467	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
738467	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
738467	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
738467	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
738467	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
738467	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
738467	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
738467	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
738467	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
738467	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
738467	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
738467	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
738467	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
738467	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
738467	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
738467	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
738467	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
738467	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
738467	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
738467	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
738467	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
738467	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
738467	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
738467	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
738467	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
738467	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
738467	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
738467	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
738467	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
738467	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
738467	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
738467	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
738467	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
738467	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
738467	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
738467	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
738467	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
738467	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
738467	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
738467	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
738467	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
738467	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
738467	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
738467	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
738467	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
738467	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
738467	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
738467	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
738467	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
738467	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
738467	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
738467	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
738467	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
738467	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
738467	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
738467	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
738467	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
738467	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
738467	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
738467	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
738467	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
738467	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
738467	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
738467	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
738467	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
738467	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
738467	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
738467	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
738467	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
738467	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
738467	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
738467	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
738467	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
738467	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
738467	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
738467	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
738467	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
738467	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
738467	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
738467	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
738467	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
738467	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
738467	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
738467	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
738467	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
738467	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
738467	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
738467	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
738467	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
738467	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
738467	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
738467	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
738467	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
738467	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
738467	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
738467	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
738467	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
738467	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
738467	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
738467	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
738467	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
738467	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
738467	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
738467	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
738467	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
738467	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
738467	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
738467	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
738467	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
738467	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
738467	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
738467	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
738467	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
738467	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
738467	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
738467	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
738467	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
738467	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
738467	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
738467	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
738467	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
738467	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
738467	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
738467	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
738467	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
738467	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
738467	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
738467	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
738467	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
738467	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
738467	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
738467	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
738467	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
738467	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
738467	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
738467	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
738467	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
738467	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
738467	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
738467	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
738467	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
738467	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
738467	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
738467	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
738467	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
738467	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
738467	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
738467	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
738467	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
738467	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
738467	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
738467	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
738467	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
738467	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
738467	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
738467	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
738467	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
738467	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
738467	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
738467	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
738467	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
738467	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
738467	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
738467	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
738467	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
738467	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
738467	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
738467	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
738467	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
738467	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
738467	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
738467	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
738467	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
738467	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
738467	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
738467	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
738467	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
738467	embedding2nn.weight	0	0.3199464976787567
738467	embedding2nn.weight	1	0.3811987638473511
738467	embedding2nn.weight	2	0.002806004835292697
738467	embedding2nn.weight	3	0.023717237636446953
738467	embedding2nn.weight	4	-0.028736470267176628
738467	embedding2nn.weight	5	0.04024646803736687
738467	embedding2nn.weight	6	-0.02330259419977665
738467	embedding2nn.weight	7	-0.01807158999145031
738467	embedding2nn.weight	8	0.04331129416823387
738467	embedding2nn.weight	9	-0.06279376149177551
738467	embedding2nn.bias	0	0.015067634172737598
738467	embedding2nn.bias	1	-0.1885678768157959
738467	embedding2nn.bias	2	0.13780073821544647
738467	embedding2nn.bias	3	0.17401796579360962
738467	embedding2nn.bias	4	0.1413682997226715
738467	embedding2nn.bias	5	-0.07494817674160004
738467	embedding2nn.bias	6	-0.06350815296173096
738467	embedding2nn.bias	7	0.04466889426112175
738467	embedding2nn.bias	8	-0.15382671356201172
738467	embedding2nn.bias	9	-0.36926349997520447
738467	rnn.weight_ih_l0	0	0.005573862697929144
738467	rnn.weight_ih_l0	1	-0.05293576419353485
738467	rnn.weight_ih_l0	2	-0.05797998979687691
738467	rnn.weight_ih_l0	3	0.12621261179447174
738467	rnn.weight_ih_l0	4	0.02745058760046959
738467	rnn.weight_ih_l0	5	-0.07914257794618607
738467	rnn.weight_ih_l0	6	0.010886677540838718
738467	rnn.weight_ih_l0	7	-0.021884437650442123
738467	rnn.weight_ih_l0	8	0.009313591755926609
738467	rnn.weight_ih_l0	9	-0.08128876239061356
738467	rnn.weight_hh_l0	0	-0.021967094391584396
738467	rnn.weight_hh_l0	1	0.08542513102293015
738467	rnn.weight_hh_l0	2	0.0022981090005487204
738467	rnn.weight_hh_l0	3	-0.034256648272275925
738467	rnn.weight_hh_l0	4	0.08351778239011765
738467	rnn.weight_hh_l0	5	0.004275358747690916
738467	rnn.weight_hh_l0	6	-0.08537690341472626
738467	rnn.weight_hh_l0	7	-0.13580460846424103
738467	rnn.weight_hh_l0	8	0.03945128992199898
738467	rnn.weight_hh_l0	9	-0.12146158516407013
738467	rnn.bias_ih_l0	0	0.1831342577934265
738467	rnn.bias_ih_l0	1	-0.34713876247406006
738467	rnn.bias_ih_l0	2	-0.031223636120557785
738467	rnn.bias_ih_l0	3	-0.2232373058795929
738467	rnn.bias_ih_l0	4	-0.005307473707944155
738467	rnn.bias_ih_l0	5	-0.4389607310295105
738467	rnn.bias_ih_l0	6	-0.15608587861061096
738467	rnn.bias_ih_l0	7	-0.3767327666282654
738467	rnn.bias_ih_l0	8	-0.31931251287460327
738467	rnn.bias_ih_l0	9	-0.459443062543869
738467	rnn.bias_hh_l0	0	-0.35688865184783936
738467	rnn.bias_hh_l0	1	-0.43730032444000244
738467	rnn.bias_hh_l0	2	-0.40269461274147034
738467	rnn.bias_hh_l0	3	-0.0830269530415535
738467	rnn.bias_hh_l0	4	-0.40955695509910583
738467	rnn.bias_hh_l0	5	-0.3646354675292969
738467	rnn.bias_hh_l0	6	-0.11403027176856995
738467	rnn.bias_hh_l0	7	0.062375858426094055
738467	rnn.bias_hh_l0	8	-0.2374207228422165
738467	rnn.bias_hh_l0	9	-0.5755022168159485
738467	rnn.weight_ih_l0_reverse	0	0.010865988209843636
738467	rnn.weight_ih_l0_reverse	1	-0.01508080679923296
738467	rnn.weight_ih_l0_reverse	2	0.010499874129891396
738467	rnn.weight_ih_l0_reverse	3	-0.14044108986854553
738467	rnn.weight_ih_l0_reverse	4	0.08363832533359528
738467	rnn.weight_ih_l0_reverse	5	-0.09547125548124313
738467	rnn.weight_ih_l0_reverse	6	0.0066149127669632435
738467	rnn.weight_ih_l0_reverse	7	0.023936662822961807
738467	rnn.weight_ih_l0_reverse	8	-0.04539899155497551
738467	rnn.weight_ih_l0_reverse	9	-0.07694324105978012
738467	rnn.weight_hh_l0_reverse	0	-0.14747503399848938
738467	rnn.weight_hh_l0_reverse	1	0.02078545093536377
738467	rnn.weight_hh_l0_reverse	2	-0.021234871819615364
738467	rnn.weight_hh_l0_reverse	3	0.028699198737740517
738467	rnn.weight_hh_l0_reverse	4	-0.07801496237516403
738467	rnn.weight_hh_l0_reverse	5	0.03652503341436386
738467	rnn.weight_hh_l0_reverse	6	0.029995501041412354
738467	rnn.weight_hh_l0_reverse	7	-0.12340662628412247
738467	rnn.weight_hh_l0_reverse	8	-0.07341763377189636
738467	rnn.weight_hh_l0_reverse	9	0.03854502737522125
738467	rnn.bias_ih_l0_reverse	0	-0.18047788739204407
738467	rnn.bias_ih_l0_reverse	1	-0.05611081048846245
738467	rnn.bias_ih_l0_reverse	2	0.14714395999908447
738467	rnn.bias_ih_l0_reverse	3	-0.3244701325893402
738467	rnn.bias_ih_l0_reverse	4	0.0015111053362488747
738467	rnn.bias_ih_l0_reverse	5	-0.2130710631608963
738467	rnn.bias_ih_l0_reverse	6	0.2669333815574646
738467	rnn.bias_ih_l0_reverse	7	-0.30342042446136475
738467	rnn.bias_ih_l0_reverse	8	-0.19707587361335754
738467	rnn.bias_ih_l0_reverse	9	-0.14672748744487762
738467	rnn.bias_hh_l0_reverse	0	-0.13844257593154907
738467	rnn.bias_hh_l0_reverse	1	0.28544625639915466
738467	rnn.bias_hh_l0_reverse	2	-0.34939220547676086
738467	rnn.bias_hh_l0_reverse	3	-0.23461811244487762
738467	rnn.bias_hh_l0_reverse	4	-0.40284377336502075
738467	rnn.bias_hh_l0_reverse	5	-0.2173876315355301
738467	rnn.bias_hh_l0_reverse	6	-0.26890525221824646
738467	rnn.bias_hh_l0_reverse	7	-0.09984853863716125
738467	rnn.bias_hh_l0_reverse	8	-0.3465849459171295
738467	rnn.bias_hh_l0_reverse	9	0.20386715233325958
738467	linear.weight	0	0.229243665933609
738467	linear.weight	1	-0.44286057353019714
738467	linear.weight	2	0.017444228753447533
738467	linear.weight	3	0.06747832149267197
738467	linear.weight	4	-0.13162685930728912
738467	linear.weight	5	0.23819948732852936
738467	linear.weight	6	-0.026046989485621452
738467	linear.weight	7	-0.05974258854985237
738467	linear.weight	8	0.10518056154251099
738467	linear.weight	9	-0.04984674230217934
738467	linear.bias	0	-0.8586699366569519
738467	linear.bias	1	1.8107672929763794
738467	linear.bias	2	0.7490254044532776
738467	linear.bias	3	-2.7409322261810303
738467	linear.bias	4	-0.06423155963420868
738467	linear.bias	5	1.2631276845932007
738467	linear.bias	6	-0.20320461690425873
738467	linear.bias	7	0.8286399245262146
738467	linear.bias	8	2.1046998500823975
738467	linear.bias	9	-1.3339935541152954
739076	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
739076	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
739076	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
739076	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
739076	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
739076	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
739076	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
739076	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
739076	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
739076	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
739076	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
739076	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
739076	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
739076	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
739076	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
739076	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
739076	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
739076	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
739076	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
739076	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
739076	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
739076	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
739076	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
739076	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
739076	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
739076	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
739076	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
739076	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
739076	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
739076	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
739076	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
739076	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
739076	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
739076	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
739076	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
739076	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
739076	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
739076	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
739076	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
739076	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
739076	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
739076	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
739076	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
739076	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
739076	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
739076	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
739076	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
739076	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
739076	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
739076	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
739076	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
739076	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
739076	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
739076	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
739076	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
739076	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
739076	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
739076	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
739076	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
739076	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
739076	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
739076	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
739076	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
739076	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
739076	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
739076	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
739076	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
739076	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
739076	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
739076	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
739076	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
739076	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
739076	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
739076	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
739076	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
739076	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
739076	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
739076	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
739076	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
739076	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
739076	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
739076	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
739076	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
739076	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
739076	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
739076	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
739076	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
739076	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
739076	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
739076	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
739076	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
739076	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
739076	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
739076	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
739076	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
739076	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
739076	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
739076	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
739076	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
739076	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
739076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
739076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
739076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
739076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
739076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
739076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
739076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
739076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
739076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
739076	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
739076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
739076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
739076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
739076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
739076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
739076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
739076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
739076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
739076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
739076	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
739076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
739076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
739076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
739076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
739076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
739076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
739076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
739076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
739076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
739076	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
739076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
739076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
739076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
739076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
739076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
739076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
739076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
739076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
739076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
739076	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
739076	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
739076	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
739076	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
739076	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
739076	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
739076	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
739076	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
739076	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
739076	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
739076	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
739076	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
739076	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
739076	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
739076	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
739076	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
739076	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
739076	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
739076	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
739076	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
739076	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
739076	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
739076	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
739076	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
739076	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
739076	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
739076	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
739076	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
739076	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
739076	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
739076	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
739076	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
739076	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
739076	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
739076	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
739076	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
739076	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
739076	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
739076	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
739076	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
739076	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
739076	embedding2nn.weight	0	0.32044070959091187
739076	embedding2nn.weight	1	0.38129058480262756
739076	embedding2nn.weight	2	0.00236081937327981
739076	embedding2nn.weight	3	0.02500073052942753
739076	embedding2nn.weight	4	-0.028682013973593712
739076	embedding2nn.weight	5	0.04051985591650009
739076	embedding2nn.weight	6	-0.020823640748858452
739076	embedding2nn.weight	7	-0.015738200396299362
739076	embedding2nn.weight	8	0.04071157053112984
739076	embedding2nn.weight	9	-0.06307925283908844
739076	embedding2nn.bias	0	0.015912558883428574
739076	embedding2nn.bias	1	-0.18630428612232208
739076	embedding2nn.bias	2	0.13248148560523987
739076	embedding2nn.bias	3	0.17880171537399292
739076	embedding2nn.bias	4	0.14560426771640778
739076	embedding2nn.bias	5	-0.06793101131916046
739076	embedding2nn.bias	6	-0.06047975644469261
739076	embedding2nn.bias	7	0.04305778443813324
739076	embedding2nn.bias	8	-0.1558866649866104
739076	embedding2nn.bias	9	-0.3733144998550415
739076	rnn.weight_ih_l0	0	0.0054068490862846375
739076	rnn.weight_ih_l0	1	-0.053362391889095306
739076	rnn.weight_ih_l0	2	-0.05840473994612694
739076	rnn.weight_ih_l0	3	0.1260875165462494
739076	rnn.weight_ih_l0	4	0.027434470131993294
739076	rnn.weight_ih_l0	5	-0.07790100574493408
739076	rnn.weight_ih_l0	6	0.013029750436544418
739076	rnn.weight_ih_l0	7	-0.02268151007592678
739076	rnn.weight_ih_l0	8	0.011119532398879528
739076	rnn.weight_ih_l0	9	-0.08033958822488785
739076	rnn.weight_hh_l0	0	-0.0221050176769495
739076	rnn.weight_hh_l0	1	0.08533886075019836
739076	rnn.weight_hh_l0	2	0.0023974187206476927
739076	rnn.weight_hh_l0	3	-0.03436702489852905
739076	rnn.weight_hh_l0	4	0.0831051617860794
739076	rnn.weight_hh_l0	5	0.004236042499542236
739076	rnn.weight_hh_l0	6	-0.08542969822883606
739076	rnn.weight_hh_l0	7	-0.1358821839094162
739076	rnn.weight_hh_l0	8	0.039388008415699005
739076	rnn.weight_hh_l0	9	-0.121035635471344
739076	rnn.bias_ih_l0	0	0.1816386729478836
739076	rnn.bias_ih_l0	1	-0.34736502170562744
739076	rnn.bias_ih_l0	2	-0.03237656503915787
739076	rnn.bias_ih_l0	3	-0.2228410691022873
739076	rnn.bias_ih_l0	4	-0.0036042160354554653
739076	rnn.bias_ih_l0	5	-0.4405231475830078
739076	rnn.bias_ih_l0	6	-0.15556074678897858
739076	rnn.bias_ih_l0	7	-0.3763531744480133
739076	rnn.bias_ih_l0	8	-0.31742510199546814
739076	rnn.bias_ih_l0	9	-0.4562036991119385
739076	rnn.bias_hh_l0	0	-0.3583592474460602
739076	rnn.bias_hh_l0	1	-0.43677231669425964
739076	rnn.bias_hh_l0	2	-0.40143126249313354
739076	rnn.bias_hh_l0	3	-0.08426475524902344
739076	rnn.bias_hh_l0	4	-0.4087356925010681
739076	rnn.bias_hh_l0	5	-0.3646826446056366
739076	rnn.bias_hh_l0	6	-0.11362520605325699
739076	rnn.bias_hh_l0	7	0.06442508846521378
739076	rnn.bias_hh_l0	8	-0.23628409206867218
739076	rnn.bias_hh_l0	9	-0.576064944267273
739076	rnn.weight_ih_l0_reverse	0	0.009322814643383026
739076	rnn.weight_ih_l0_reverse	1	-0.01496171485632658
739076	rnn.weight_ih_l0_reverse	2	0.010900737717747688
739076	rnn.weight_ih_l0_reverse	3	-0.1400984227657318
739076	rnn.weight_ih_l0_reverse	4	0.08364369720220566
739076	rnn.weight_ih_l0_reverse	5	-0.09342628717422485
739076	rnn.weight_ih_l0_reverse	6	0.006420192774385214
739076	rnn.weight_ih_l0_reverse	7	0.023951943963766098
739076	rnn.weight_ih_l0_reverse	8	-0.04525104537606239
739076	rnn.weight_ih_l0_reverse	9	-0.07823008298873901
739076	rnn.weight_hh_l0_reverse	0	-0.14787888526916504
739076	rnn.weight_hh_l0_reverse	1	0.02100738324224949
739076	rnn.weight_hh_l0_reverse	2	-0.021235955879092216
739076	rnn.weight_hh_l0_reverse	3	0.028803817927837372
739076	rnn.weight_hh_l0_reverse	4	-0.07847960293292999
739076	rnn.weight_hh_l0_reverse	5	0.03665174916386604
739076	rnn.weight_hh_l0_reverse	6	0.029964005574584007
739076	rnn.weight_hh_l0_reverse	7	-0.1238885223865509
739076	rnn.weight_hh_l0_reverse	8	-0.07289322465658188
739076	rnn.weight_hh_l0_reverse	9	0.038521211594343185
739076	rnn.bias_ih_l0_reverse	0	-0.17988865077495575
739076	rnn.bias_ih_l0_reverse	1	-0.05439234897494316
739076	rnn.bias_ih_l0_reverse	2	0.14783599972724915
739076	rnn.bias_ih_l0_reverse	3	-0.3277551829814911
739076	rnn.bias_ih_l0_reverse	4	0.003952275961637497
739076	rnn.bias_ih_l0_reverse	5	-0.21481071412563324
739076	rnn.bias_ih_l0_reverse	6	0.26631155610084534
739076	rnn.bias_ih_l0_reverse	7	-0.3040943145751953
739076	rnn.bias_ih_l0_reverse	8	-0.19738174974918365
739076	rnn.bias_ih_l0_reverse	9	-0.14695119857788086
739076	rnn.bias_hh_l0_reverse	0	-0.14028871059417725
739076	rnn.bias_hh_l0_reverse	1	0.2868903875350952
739076	rnn.bias_hh_l0_reverse	2	-0.3507765829563141
739076	rnn.bias_hh_l0_reverse	3	-0.23611856997013092
739076	rnn.bias_hh_l0_reverse	4	-0.4006425142288208
739076	rnn.bias_hh_l0_reverse	5	-0.2171899974346161
739076	rnn.bias_hh_l0_reverse	6	-0.26979878544807434
739076	rnn.bias_hh_l0_reverse	7	-0.1008555218577385
739076	rnn.bias_hh_l0_reverse	8	-0.3482712209224701
739076	rnn.bias_hh_l0_reverse	9	0.20256824791431427
739076	linear.weight	0	0.22695308923721313
739076	linear.weight	1	-0.4405650794506073
739076	linear.weight	2	0.02264353819191456
739076	linear.weight	3	0.06747846305370331
739076	linear.weight	4	-0.12194021046161652
739076	linear.weight	5	0.24061185121536255
739076	linear.weight	6	-0.029670504853129387
739076	linear.weight	7	-0.05974122881889343
739076	linear.weight	8	0.10768835246562958
739076	linear.weight	9	-0.0498475544154644
739076	linear.bias	0	-0.8630509972572327
739076	linear.bias	1	1.8005592823028564
739076	linear.bias	2	0.7526387572288513
739076	linear.bias	3	-2.7409582138061523
739076	linear.bias	4	-0.06973987817764282
739076	linear.bias	5	1.2814563512802124
739076	linear.bias	6	-0.21753473579883575
739076	linear.bias	7	0.8266289830207825
739076	linear.bias	8	2.1354188919067383
739076	linear.bias	9	-1.338456153869629
739685	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
739685	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
739685	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
739685	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
739685	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
739685	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
739685	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
739685	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
739685	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
739685	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
739685	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
739685	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
739685	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
739685	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
739685	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
739685	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
739685	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
739685	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
739685	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
739685	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
739685	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
739685	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
739685	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
739685	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
739685	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
739685	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
739685	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
739685	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
739685	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
739685	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
739685	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
739685	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
739685	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
739685	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
739685	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
739685	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
739685	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
739685	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
739685	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
739685	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
739685	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
739685	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
739685	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
739685	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
739685	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
739685	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
739685	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
739685	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
739685	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
739685	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
739685	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
739685	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
739685	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
739685	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
739685	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
739685	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
739685	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
739685	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
739685	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
739685	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
739685	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
739685	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
739685	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
739685	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
739685	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
739685	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
739685	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
739685	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
739685	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
739685	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
739685	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
739685	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
739685	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
739685	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
739685	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
739685	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
739685	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
739685	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
739685	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
739685	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
739685	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
739685	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
739685	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
739685	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
739685	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
739685	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
739685	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
739685	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
739685	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
739685	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
739685	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
739685	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
739685	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
739685	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
739685	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
739685	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
739685	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
739685	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
739685	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
739685	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
739685	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
739685	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
739685	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
739685	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
739685	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
739685	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
739685	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
739685	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
739685	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
739685	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
739685	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
739685	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
739685	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
739685	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
739685	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
739685	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
739685	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
739685	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
739685	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
739685	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
739685	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
739685	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
739685	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
739685	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
739685	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
739685	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
739685	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
739685	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
739685	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
739685	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
739685	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
739685	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
739685	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
739685	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
739685	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
739685	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
739685	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
739685	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
739685	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
739685	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
739685	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
739685	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
739685	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
739685	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
739685	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
739685	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
739685	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
739685	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
739685	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
739685	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
739685	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
739685	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
739685	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
739685	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
739685	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
739685	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
739685	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
739685	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
739685	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
739685	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
739685	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
739685	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
739685	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
739685	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
739685	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
739685	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
739685	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
739685	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
739685	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
739685	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
739685	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
739685	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
739685	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
739685	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
739685	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
739685	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
739685	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
739685	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
739685	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
739685	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
739685	embedding2nn.weight	0	0.3200097382068634
739685	embedding2nn.weight	1	0.381214439868927
739685	embedding2nn.weight	2	0.0032482966780662537
739685	embedding2nn.weight	3	0.027790505439043045
739685	embedding2nn.weight	4	-0.027711492031812668
739685	embedding2nn.weight	5	0.04141686484217644
739685	embedding2nn.weight	6	-0.023462491109967232
739685	embedding2nn.weight	7	-0.014652944169938564
739685	embedding2nn.weight	8	0.03918200358748436
739685	embedding2nn.weight	9	-0.06287876516580582
739685	embedding2nn.bias	0	0.020115787163376808
739685	embedding2nn.bias	1	-0.18519029021263123
739685	embedding2nn.bias	2	0.13348565995693207
739685	embedding2nn.bias	3	0.17811286449432373
739685	embedding2nn.bias	4	0.1545499712228775
739685	embedding2nn.bias	5	-0.07150669395923615
739685	embedding2nn.bias	6	-0.06682473421096802
739685	embedding2nn.bias	7	0.04541678726673126
739685	embedding2nn.bias	8	-0.15624690055847168
739685	embedding2nn.bias	9	-0.37048545479774475
739685	rnn.weight_ih_l0	0	0.0054967040196061134
739685	rnn.weight_ih_l0	1	-0.05361669510602951
739685	rnn.weight_ih_l0	2	-0.05844492465257645
739685	rnn.weight_ih_l0	3	0.12501326203346252
739685	rnn.weight_ih_l0	4	0.029280228540301323
739685	rnn.weight_ih_l0	5	-0.07910846173763275
739685	rnn.weight_ih_l0	6	0.01204967126250267
739685	rnn.weight_ih_l0	7	-0.024675661697983742
739685	rnn.weight_ih_l0	8	0.011336344294250011
739685	rnn.weight_ih_l0	9	-0.08017867058515549
739685	rnn.weight_hh_l0	0	-0.022249726578593254
739685	rnn.weight_hh_l0	1	0.08535901457071304
739685	rnn.weight_hh_l0	2	0.0022828991059213877
739685	rnn.weight_hh_l0	3	-0.03428468108177185
739685	rnn.weight_hh_l0	4	0.08307835459709167
739685	rnn.weight_hh_l0	5	0.004391444381326437
739685	rnn.weight_hh_l0	6	-0.08550803363323212
739685	rnn.weight_hh_l0	7	-0.13542121648788452
739685	rnn.weight_hh_l0	8	0.03943203389644623
739685	rnn.weight_hh_l0	9	-0.12105225026607513
739685	rnn.bias_ih_l0	0	0.18300992250442505
739685	rnn.bias_ih_l0	1	-0.34487074613571167
739685	rnn.bias_ih_l0	2	-0.030809985473752022
739685	rnn.bias_ih_l0	3	-0.22438488900661469
739685	rnn.bias_ih_l0	4	-0.0017380870413035154
739685	rnn.bias_ih_l0	5	-0.4390315115451813
739685	rnn.bias_ih_l0	6	-0.1565348356962204
739685	rnn.bias_ih_l0	7	-0.37661731243133545
739685	rnn.bias_ih_l0	8	-0.31670695543289185
739685	rnn.bias_ih_l0	9	-0.4554491639137268
739685	rnn.bias_hh_l0	0	-0.35702580213546753
739685	rnn.bias_hh_l0	1	-0.43580666184425354
739685	rnn.bias_hh_l0	2	-0.39775797724723816
739685	rnn.bias_hh_l0	3	-0.08408094942569733
739685	rnn.bias_hh_l0	4	-0.40783005952835083
739685	rnn.bias_hh_l0	5	-0.3640459179878235
739685	rnn.bias_hh_l0	6	-0.11412455886602402
739685	rnn.bias_hh_l0	7	0.06296587735414505
739685	rnn.bias_hh_l0	8	-0.23601165413856506
739685	rnn.bias_hh_l0	9	-0.5765112042427063
739685	rnn.weight_ih_l0_reverse	0	0.009856129996478558
739685	rnn.weight_ih_l0_reverse	1	-0.014189204201102257
739685	rnn.weight_ih_l0_reverse	2	0.010997355915606022
739685	rnn.weight_ih_l0_reverse	3	-0.14014624059200287
739685	rnn.weight_ih_l0_reverse	4	0.08373581618070602
739685	rnn.weight_ih_l0_reverse	5	-0.0934641882777214
739685	rnn.weight_ih_l0_reverse	6	0.006762778386473656
739685	rnn.weight_ih_l0_reverse	7	0.024175943806767464
739685	rnn.weight_ih_l0_reverse	8	-0.0446496456861496
739685	rnn.weight_ih_l0_reverse	9	-0.07804571837186813
739685	rnn.weight_hh_l0_reverse	0	-0.1482870876789093
739685	rnn.weight_hh_l0_reverse	1	0.020716095343232155
739685	rnn.weight_hh_l0_reverse	2	-0.021159769967198372
739685	rnn.weight_hh_l0_reverse	3	0.028495509177446365
739685	rnn.weight_hh_l0_reverse	4	-0.07853900641202927
739685	rnn.weight_hh_l0_reverse	5	0.03668675571680069
739685	rnn.weight_hh_l0_reverse	6	0.030037077143788338
739685	rnn.weight_hh_l0_reverse	7	-0.12299589812755585
739685	rnn.weight_hh_l0_reverse	8	-0.07274981588125229
739685	rnn.weight_hh_l0_reverse	9	0.0390753410756588
739685	rnn.bias_ih_l0_reverse	0	-0.18104340136051178
739685	rnn.bias_ih_l0_reverse	1	-0.052991751581430435
739685	rnn.bias_ih_l0_reverse	2	0.14879101514816284
739685	rnn.bias_ih_l0_reverse	3	-0.3281741440296173
739685	rnn.bias_ih_l0_reverse	4	0.010075745172798634
739685	rnn.bias_ih_l0_reverse	5	-0.21524757146835327
739685	rnn.bias_ih_l0_reverse	6	0.2668735384941101
739685	rnn.bias_ih_l0_reverse	7	-0.3032381236553192
739685	rnn.bias_ih_l0_reverse	8	-0.19659215211868286
739685	rnn.bias_ih_l0_reverse	9	-0.14871956408023834
739685	rnn.bias_hh_l0_reverse	0	-0.1396755576133728
739685	rnn.bias_hh_l0_reverse	1	0.2832199037075043
739685	rnn.bias_hh_l0_reverse	2	-0.3489018678665161
739685	rnn.bias_hh_l0_reverse	3	-0.23551209270954132
739685	rnn.bias_hh_l0_reverse	4	-0.4021776020526886
739685	rnn.bias_hh_l0_reverse	5	-0.21612146496772766
739685	rnn.bias_hh_l0_reverse	6	-0.27244240045547485
739685	rnn.bias_hh_l0_reverse	7	-0.09945818036794662
739685	rnn.bias_hh_l0_reverse	8	-0.3516298234462738
739685	rnn.bias_hh_l0_reverse	9	0.20281760394573212
739685	linear.weight	0	0.23726680874824524
739685	linear.weight	1	-0.44182902574539185
739685	linear.weight	2	0.03155604749917984
739685	linear.weight	3	0.06747845560312271
739685	linear.weight	4	-0.1254442185163498
739685	linear.weight	5	0.2398625910282135
739685	linear.weight	6	-0.03397323191165924
739685	linear.weight	7	-0.05973982810974121
739685	linear.weight	8	0.10679122060537338
739685	linear.weight	9	-0.04984842240810394
739685	linear.bias	0	-0.8613275289535522
739685	linear.bias	1	1.7806230783462524
739685	linear.bias	2	0.7549666166305542
739685	linear.bias	3	-2.740980863571167
739685	linear.bias	4	-0.07089339941740036
739685	linear.bias	5	1.2808037996292114
739685	linear.bias	6	-0.19630219042301178
739685	linear.bias	7	0.8091259002685547
739685	linear.bias	8	2.1173460483551025
739685	linear.bias	9	-1.3426592350006104
740294	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
740294	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
740294	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
740294	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
740294	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
740294	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
740294	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
740294	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
740294	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
740294	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
740294	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
740294	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
740294	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
740294	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
740294	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
740294	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
740294	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
740294	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
740294	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
740294	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
740294	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
740294	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
740294	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
740294	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
740294	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
740294	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
740294	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
740294	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
740294	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
740294	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
740294	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
740294	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
740294	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
740294	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
740294	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
740294	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
740294	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
740294	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
740294	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
740294	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
740294	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
740294	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
740294	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
740294	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
740294	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
740294	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
740294	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
740294	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
740294	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
740294	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
740294	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
740294	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
740294	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
740294	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
740294	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
740294	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
740294	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
740294	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
740294	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
740294	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
740294	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
740294	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
740294	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
740294	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
740294	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
740294	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
740294	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
740294	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
740294	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
740294	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
740294	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
740294	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
740294	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
740294	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
740294	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
740294	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
740294	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
740294	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
740294	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
740294	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
740294	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
740294	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
740294	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
740294	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
740294	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
740294	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
740294	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
740294	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
740294	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
740294	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
740294	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
740294	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
740294	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
740294	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
740294	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
740294	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
740294	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
740294	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
740294	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
740294	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
740294	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
740294	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
740294	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
740294	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
740294	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
740294	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
740294	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
740294	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
740294	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
740294	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
740294	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
740294	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
740294	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
740294	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
740294	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
740294	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
740294	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
740294	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
740294	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
740294	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
740294	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
740294	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
740294	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
740294	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
740294	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
740294	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
740294	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
740294	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
740294	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
740294	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
740294	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
740294	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
740294	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
740294	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
740294	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
740294	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
740294	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
740294	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
740294	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
740294	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
740294	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
740294	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
740294	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
740294	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
740294	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
740294	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
740294	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
740294	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
740294	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
740294	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
740294	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
740294	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
740294	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
740294	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
740294	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
740294	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
740294	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
740294	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
740294	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
740294	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
740294	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
740294	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
740294	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
740294	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
740294	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
740294	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
740294	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
740294	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
740294	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
740294	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
740294	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
740294	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
740294	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
740294	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
740294	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
740294	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
740294	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
740294	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
740294	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
740294	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
740294	embedding2nn.weight	0	0.32013049721717834
740294	embedding2nn.weight	1	0.3820077180862427
740294	embedding2nn.weight	2	0.0022065872326493263
740294	embedding2nn.weight	3	0.02465887740254402
740294	embedding2nn.weight	4	-0.029324794188141823
740294	embedding2nn.weight	5	0.041000012308359146
740294	embedding2nn.weight	6	-0.021465135738253593
740294	embedding2nn.weight	7	-0.014226659201085567
740294	embedding2nn.weight	8	0.039396725594997406
740294	embedding2nn.weight	9	-0.06161750853061676
740294	embedding2nn.bias	0	0.015331532806158066
740294	embedding2nn.bias	1	-0.17908725142478943
740294	embedding2nn.bias	2	0.1385205239057541
740294	embedding2nn.bias	3	0.1793130338191986
740294	embedding2nn.bias	4	0.1519789844751358
740294	embedding2nn.bias	5	-0.07198754698038101
740294	embedding2nn.bias	6	-0.06231982633471489
740294	embedding2nn.bias	7	0.04710051044821739
740294	embedding2nn.bias	8	-0.16312985122203827
740294	embedding2nn.bias	9	-0.3655867874622345
740294	rnn.weight_ih_l0	0	0.005404230207204819
740294	rnn.weight_ih_l0	1	-0.05427412688732147
740294	rnn.weight_ih_l0	2	-0.06002826988697052
740294	rnn.weight_ih_l0	3	0.1244640126824379
740294	rnn.weight_ih_l0	4	0.031188763678073883
740294	rnn.weight_ih_l0	5	-0.07808785140514374
740294	rnn.weight_ih_l0	6	0.013751812279224396
740294	rnn.weight_ih_l0	7	-0.023740794509649277
740294	rnn.weight_ih_l0	8	0.009676139801740646
740294	rnn.weight_ih_l0	9	-0.08060968667268753
740294	rnn.weight_hh_l0	0	-0.02205221727490425
740294	rnn.weight_hh_l0	1	0.08546845614910126
740294	rnn.weight_hh_l0	2	0.0025168785359710455
740294	rnn.weight_hh_l0	3	-0.03454409912228584
740294	rnn.weight_hh_l0	4	0.08297166973352432
740294	rnn.weight_hh_l0	5	0.0043527185916900635
740294	rnn.weight_hh_l0	6	-0.08559292554855347
740294	rnn.weight_hh_l0	7	-0.13644540309906006
740294	rnn.weight_hh_l0	8	0.039427749812603
740294	rnn.weight_hh_l0	9	-0.12108724564313889
740294	rnn.bias_ih_l0	0	0.18492315709590912
740294	rnn.bias_ih_l0	1	-0.34711384773254395
740294	rnn.bias_ih_l0	2	-0.03223695978522301
740294	rnn.bias_ih_l0	3	-0.22565533220767975
740294	rnn.bias_ih_l0	4	-0.00098300667013973
740294	rnn.bias_ih_l0	5	-0.4374018609523773
740294	rnn.bias_ih_l0	6	-0.15273340046405792
740294	rnn.bias_ih_l0	7	-0.3767785429954529
740294	rnn.bias_ih_l0	8	-0.31600457429885864
740294	rnn.bias_ih_l0	9	-0.457527756690979
740294	rnn.bias_hh_l0	0	-0.3572417199611664
740294	rnn.bias_hh_l0	1	-0.43621766567230225
740294	rnn.bias_hh_l0	2	-0.39835283160209656
740294	rnn.bias_hh_l0	3	-0.0842701643705368
740294	rnn.bias_hh_l0	4	-0.40724295377731323
740294	rnn.bias_hh_l0	5	-0.3642103672027588
740294	rnn.bias_hh_l0	6	-0.11541339010000229
740294	rnn.bias_hh_l0	7	0.06421981006860733
740294	rnn.bias_hh_l0	8	-0.23308899998664856
740294	rnn.bias_hh_l0	9	-0.5762877464294434
740294	rnn.weight_ih_l0_reverse	0	0.008416072465479374
740294	rnn.weight_ih_l0_reverse	1	-0.014827802777290344
740294	rnn.weight_ih_l0_reverse	2	0.011131078004837036
740294	rnn.weight_ih_l0_reverse	3	-0.14052294194698334
740294	rnn.weight_ih_l0_reverse	4	0.0822862908244133
740294	rnn.weight_ih_l0_reverse	5	-0.09284117817878723
740294	rnn.weight_ih_l0_reverse	6	0.007461718283593655
740294	rnn.weight_ih_l0_reverse	7	0.024885499849915504
740294	rnn.weight_ih_l0_reverse	8	-0.044479191303253174
740294	rnn.weight_ih_l0_reverse	9	-0.07876870036125183
740294	rnn.weight_hh_l0_reverse	0	-0.1491803228855133
740294	rnn.weight_hh_l0_reverse	1	0.02069326676428318
740294	rnn.weight_hh_l0_reverse	2	-0.021052157506346703
740294	rnn.weight_hh_l0_reverse	3	0.02865804359316826
740294	rnn.weight_hh_l0_reverse	4	-0.07904739677906036
740294	rnn.weight_hh_l0_reverse	5	0.036691248416900635
740294	rnn.weight_hh_l0_reverse	6	0.030047768726944923
740294	rnn.weight_hh_l0_reverse	7	-0.1226285845041275
740294	rnn.weight_hh_l0_reverse	8	-0.07214882969856262
740294	rnn.weight_hh_l0_reverse	9	0.03873644396662712
740294	rnn.bias_ih_l0_reverse	0	-0.17927634716033936
740294	rnn.bias_ih_l0_reverse	1	-0.05558576062321663
740294	rnn.bias_ih_l0_reverse	2	0.151679128408432
740294	rnn.bias_ih_l0_reverse	3	-0.33053770661354065
740294	rnn.bias_ih_l0_reverse	4	0.009072912856936455
740294	rnn.bias_ih_l0_reverse	5	-0.21518893539905548
740294	rnn.bias_ih_l0_reverse	6	0.26795434951782227
740294	rnn.bias_ih_l0_reverse	7	-0.3041251301765442
740294	rnn.bias_ih_l0_reverse	8	-0.19652587175369263
740294	rnn.bias_ih_l0_reverse	9	-0.14777983725070953
740294	rnn.bias_hh_l0_reverse	0	-0.14160680770874023
740294	rnn.bias_hh_l0_reverse	1	0.2848281264305115
740294	rnn.bias_hh_l0_reverse	2	-0.3515879213809967
740294	rnn.bias_hh_l0_reverse	3	-0.23349282145500183
740294	rnn.bias_hh_l0_reverse	4	-0.40308496356010437
740294	rnn.bias_hh_l0_reverse	5	-0.21612274646759033
740294	rnn.bias_hh_l0_reverse	6	-0.2712356448173523
740294	rnn.bias_hh_l0_reverse	7	-0.09933994710445404
740294	rnn.bias_hh_l0_reverse	8	-0.3536909222602844
740294	rnn.bias_hh_l0_reverse	9	0.2077012062072754
740294	linear.weight	0	0.2343614548444748
740294	linear.weight	1	-0.4365920424461365
740294	linear.weight	2	0.009915849193930626
740294	linear.weight	3	0.06747836619615555
740294	linear.weight	4	-0.12682893872261047
740294	linear.weight	5	0.23832567036151886
740294	linear.weight	6	-0.04252307489514351
740294	linear.weight	7	-0.05973898991942406
740294	linear.weight	8	0.10440908372402191
740294	linear.weight	9	-0.04984911531209946
740294	linear.bias	0	-0.8550850749015808
740294	linear.bias	1	1.7921314239501953
740294	linear.bias	2	0.7383366227149963
740294	linear.bias	3	-2.7410032749176025
740294	linear.bias	4	-0.06990530341863632
740294	linear.bias	5	1.2677834033966064
740294	linear.bias	6	-0.20908375084400177
740294	linear.bias	7	0.8255293369293213
740294	linear.bias	8	2.1179399490356445
740294	linear.bias	9	-1.3406505584716797
740903	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
740903	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
740903	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
740903	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
740903	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
740903	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
740903	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
740903	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
740903	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
740903	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
740903	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
740903	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
740903	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
740903	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
740903	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
740903	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
740903	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
740903	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
740903	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
740903	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
740903	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
740903	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
740903	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
740903	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
740903	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
740903	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
740903	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
740903	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
740903	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
740903	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
740903	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
740903	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
740903	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
740903	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
740903	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
740903	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
740903	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
740903	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
740903	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
740903	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
740903	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
740903	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
740903	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
740903	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
740903	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
740903	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
740903	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
740903	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
740903	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
740903	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
740903	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
740903	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
740903	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
740903	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
740903	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
740903	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
740903	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
740903	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
740903	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
740903	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
740903	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
740903	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
740903	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
740903	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
740903	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
740903	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
740903	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
740903	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
740903	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
740903	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
740903	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
740903	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
740903	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
740903	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
740903	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
740903	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
740903	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
740903	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
740903	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
740903	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
740903	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
740903	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
740903	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
740903	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
740903	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
740903	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
740903	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
740903	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
740903	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
740903	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
740903	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
740903	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
740903	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
740903	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
740903	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
740903	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
740903	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
740903	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
740903	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
740903	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
740903	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
740903	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
740903	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
740903	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
740903	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
740903	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
740903	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
740903	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
740903	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
740903	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
740903	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
740903	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
740903	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
740903	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
740903	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
740903	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
740903	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
740903	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
740903	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
740903	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
740903	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
740903	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
740903	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
740903	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
740903	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
740903	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
740903	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
740903	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
740903	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
740903	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
740903	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
740903	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
740903	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
740903	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
740903	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
740903	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
740903	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
740903	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
740903	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
740903	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
740903	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
740903	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
740903	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
740903	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
740903	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
740903	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
740903	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
740903	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
740903	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
740903	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
740903	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
740903	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
740903	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
740903	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
740903	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
740903	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
740903	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
740903	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
740903	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
740903	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
740903	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
740903	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
740903	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
740903	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
740903	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
740903	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
740903	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
740903	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
740903	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
740903	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
740903	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
740903	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
740903	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
740903	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
740903	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
740903	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
740903	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
740903	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
740903	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
740903	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
740903	embedding2nn.weight	0	0.32084912061691284
740903	embedding2nn.weight	1	0.38252830505371094
740903	embedding2nn.weight	2	0.000476756424177438
740903	embedding2nn.weight	3	0.023602809756994247
740903	embedding2nn.weight	4	-0.02797522582113743
740903	embedding2nn.weight	5	0.041006192564964294
740903	embedding2nn.weight	6	-0.019845223054289818
740903	embedding2nn.weight	7	-0.01627209782600403
740903	embedding2nn.weight	8	0.03930734097957611
740903	embedding2nn.weight	9	-0.06001725420355797
740903	embedding2nn.bias	0	0.025482308119535446
740903	embedding2nn.bias	1	-0.17607854306697845
740903	embedding2nn.bias	2	0.1263628602027893
740903	embedding2nn.bias	3	0.17641344666481018
740903	embedding2nn.bias	4	0.15498436987400055
740903	embedding2nn.bias	5	-0.06902899593114853
740903	embedding2nn.bias	6	-0.054695602506399155
740903	embedding2nn.bias	7	0.05107002705335617
740903	embedding2nn.bias	8	-0.15992633998394012
740903	embedding2nn.bias	9	-0.3645114004611969
740903	rnn.weight_ih_l0	0	0.005711193196475506
740903	rnn.weight_ih_l0	1	-0.05429082363843918
740903	rnn.weight_ih_l0	2	-0.060740869492292404
740903	rnn.weight_ih_l0	3	0.12332676351070404
740903	rnn.weight_ih_l0	4	0.030731800943613052
740903	rnn.weight_ih_l0	5	-0.07994592934846878
740903	rnn.weight_ih_l0	6	0.014077357947826385
740903	rnn.weight_ih_l0	7	-0.024266906082630157
740903	rnn.weight_ih_l0	8	0.010777301155030727
740903	rnn.weight_ih_l0	9	-0.08012989163398743
740903	rnn.weight_hh_l0	0	-0.02219080924987793
740903	rnn.weight_hh_l0	1	0.08553171157836914
740903	rnn.weight_hh_l0	2	0.0026297445874661207
740903	rnn.weight_hh_l0	3	-0.034642308950424194
740903	rnn.weight_hh_l0	4	0.08334451168775558
740903	rnn.weight_hh_l0	5	0.004109696019440889
740903	rnn.weight_hh_l0	6	-0.0857798233628273
740903	rnn.weight_hh_l0	7	-0.13640742003917694
740903	rnn.weight_hh_l0	8	0.039422452449798584
740903	rnn.weight_hh_l0	9	-0.12224090099334717
740903	rnn.bias_ih_l0	0	0.18417946994304657
740903	rnn.bias_ih_l0	1	-0.3449792265892029
740903	rnn.bias_ih_l0	2	-0.03348742797970772
740903	rnn.bias_ih_l0	3	-0.22640711069107056
740903	rnn.bias_ih_l0	4	0.0010226963786408305
740903	rnn.bias_ih_l0	5	-0.43688660860061646
740903	rnn.bias_ih_l0	6	-0.1550912857055664
740903	rnn.bias_ih_l0	7	-0.37665146589279175
740903	rnn.bias_ih_l0	8	-0.31528007984161377
740903	rnn.bias_ih_l0	9	-0.45580920577049255
740903	rnn.bias_hh_l0	0	-0.3556860089302063
740903	rnn.bias_hh_l0	1	-0.43576157093048096
740903	rnn.bias_hh_l0	2	-0.4010089337825775
740903	rnn.bias_hh_l0	3	-0.08417666703462601
740903	rnn.bias_hh_l0	4	-0.40847453474998474
740903	rnn.bias_hh_l0	5	-0.36492496728897095
740903	rnn.bias_hh_l0	6	-0.1172194555401802
740903	rnn.bias_hh_l0	7	0.06518534570932388
740903	rnn.bias_hh_l0	8	-0.23239339888095856
740903	rnn.bias_hh_l0	9	-0.5740034580230713
740903	rnn.weight_ih_l0_reverse	0	0.01023534033447504
740903	rnn.weight_ih_l0_reverse	1	-0.016667736694216728
740903	rnn.weight_ih_l0_reverse	2	0.01152685284614563
740903	rnn.weight_ih_l0_reverse	3	-0.1395137906074524
740903	rnn.weight_ih_l0_reverse	4	0.08276460319757462
740903	rnn.weight_ih_l0_reverse	5	-0.09161167591810226
740903	rnn.weight_ih_l0_reverse	6	0.006899060215801001
740903	rnn.weight_ih_l0_reverse	7	0.02477860637009144
740903	rnn.weight_ih_l0_reverse	8	-0.04536878690123558
740903	rnn.weight_ih_l0_reverse	9	-0.07796130329370499
740903	rnn.weight_hh_l0_reverse	0	-0.14925019443035126
740903	rnn.weight_hh_l0_reverse	1	0.020872270688414574
740903	rnn.weight_hh_l0_reverse	2	-0.021144051104784012
740903	rnn.weight_hh_l0_reverse	3	0.028952522203326225
740903	rnn.weight_hh_l0_reverse	4	-0.07895094156265259
740903	rnn.weight_hh_l0_reverse	5	0.03658265992999077
740903	rnn.weight_hh_l0_reverse	6	0.03008803352713585
740903	rnn.weight_hh_l0_reverse	7	-0.12313231080770493
740903	rnn.weight_hh_l0_reverse	8	-0.0715726763010025
740903	rnn.weight_hh_l0_reverse	9	0.03905101865530014
740903	rnn.bias_ih_l0_reverse	0	-0.17856049537658691
740903	rnn.bias_ih_l0_reverse	1	-0.05406827852129936
740903	rnn.bias_ih_l0_reverse	2	0.15293283760547638
740903	rnn.bias_ih_l0_reverse	3	-0.32897332310676575
740903	rnn.bias_ih_l0_reverse	4	0.009911234490573406
740903	rnn.bias_ih_l0_reverse	5	-0.2157190889120102
740903	rnn.bias_ih_l0_reverse	6	0.2643977701663971
740903	rnn.bias_ih_l0_reverse	7	-0.302467942237854
740903	rnn.bias_ih_l0_reverse	8	-0.19672644138336182
740903	rnn.bias_ih_l0_reverse	9	-0.14790533483028412
740903	rnn.bias_hh_l0_reverse	0	-0.1408766210079193
740903	rnn.bias_hh_l0_reverse	1	0.28496959805488586
740903	rnn.bias_hh_l0_reverse	2	-0.3522508144378662
740903	rnn.bias_hh_l0_reverse	3	-0.2308163195848465
740903	rnn.bias_hh_l0_reverse	4	-0.4015902280807495
740903	rnn.bias_hh_l0_reverse	5	-0.21663953363895416
740903	rnn.bias_hh_l0_reverse	6	-0.2702473998069763
740903	rnn.bias_hh_l0_reverse	7	-0.09932581335306168
740903	rnn.bias_hh_l0_reverse	8	-0.3535069525241852
740903	rnn.bias_hh_l0_reverse	9	0.2033747434616089
740903	linear.weight	0	0.23399193584918976
740903	linear.weight	1	-0.4362167716026306
740903	linear.weight	2	0.014315891079604626
740903	linear.weight	3	0.06747831404209137
740903	linear.weight	4	-0.12830261886119843
740903	linear.weight	5	0.24096278846263885
740903	linear.weight	6	-0.04050455987453461
740903	linear.weight	7	-0.059737782925367355
740903	linear.weight	8	0.10631968080997467
740903	linear.weight	9	-0.049849655479192734
740903	linear.bias	0	-0.8517526984214783
740903	linear.bias	1	1.7892805337905884
740903	linear.bias	2	0.7565058469772339
740903	linear.bias	3	-2.74102520942688
740903	linear.bias	4	-0.08171193301677704
740903	linear.bias	5	1.2826124429702759
740903	linear.bias	6	-0.2118772268295288
740903	linear.bias	7	0.8325352668762207
740903	linear.bias	8	2.10099720954895
740903	linear.bias	9	-1.3483963012695312
741512	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
741512	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
741512	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
741512	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
741512	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
741512	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
741512	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
741512	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
741512	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
741512	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
741512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
741512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
741512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
741512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
741512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
741512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
741512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
741512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
741512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
741512	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
741512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
741512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
741512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
741512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
741512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
741512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
741512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
741512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
741512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
741512	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
741512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
741512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
741512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
741512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
741512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
741512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
741512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
741512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
741512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
741512	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
741512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
741512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
741512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
741512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
741512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
741512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
741512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
741512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
741512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
741512	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
741512	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
741512	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
741512	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
741512	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
741512	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
741512	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
741512	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
741512	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
741512	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
741512	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
741512	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
741512	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
741512	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
741512	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
741512	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
741512	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
741512	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
741512	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
741512	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
741512	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
741512	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
741512	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
741512	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
741512	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
741512	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
741512	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
741512	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
741512	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
741512	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
741512	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
741512	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
741512	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
741512	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
741512	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
741512	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
741512	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
741512	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
741512	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
741512	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
741512	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
741512	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
741512	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
741512	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
741512	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
741512	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
741512	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
741512	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
741512	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
741512	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
741512	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
741512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
741512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
741512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
741512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
741512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
741512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
741512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
741512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
741512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
741512	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
741512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
741512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
741512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
741512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
741512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
741512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
741512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
741512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
741512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
741512	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
741512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
741512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
741512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
741512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
741512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
741512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
741512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
741512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
741512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
741512	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
741512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
741512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
741512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
741512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
741512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
741512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
741512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
741512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
741512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
741512	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
741512	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
741512	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
741512	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
741512	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
741512	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
741512	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
741512	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
741512	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
741512	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
741512	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
741512	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
741512	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
741512	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
741512	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
741512	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
741512	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
741512	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
741512	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
741512	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
741512	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
741512	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
741512	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
741512	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
741512	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
741512	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
741512	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
741512	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
741512	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
741512	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
741512	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
741512	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
741512	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
741512	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
741512	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
741512	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
741512	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
741512	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
741512	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
741512	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
741512	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
741512	embedding2nn.weight	0	0.32044294476509094
741512	embedding2nn.weight	1	0.3834286630153656
741512	embedding2nn.weight	2	-0.000861490610986948
741512	embedding2nn.weight	3	0.017815301194787025
741512	embedding2nn.weight	4	-0.028331220149993896
741512	embedding2nn.weight	5	0.04167027026414871
741512	embedding2nn.weight	6	-0.019625088199973106
741512	embedding2nn.weight	7	-0.01816391758620739
741512	embedding2nn.weight	8	0.0391172431409359
741512	embedding2nn.weight	9	-0.05946061387658119
741512	embedding2nn.bias	0	0.028825731948018074
741512	embedding2nn.bias	1	-0.182533398270607
741512	embedding2nn.bias	2	0.1223788633942604
741512	embedding2nn.bias	3	0.18148869276046753
741512	embedding2nn.bias	4	0.15301169455051422
741512	embedding2nn.bias	5	-0.06686452776193619
741512	embedding2nn.bias	6	-0.05384351685643196
741512	embedding2nn.bias	7	0.05059647187590599
741512	embedding2nn.bias	8	-0.1607721447944641
741512	embedding2nn.bias	9	-0.36096954345703125
741512	rnn.weight_ih_l0	0	0.005865226965397596
741512	rnn.weight_ih_l0	1	-0.05478948727250099
741512	rnn.weight_ih_l0	2	-0.06052026152610779
741512	rnn.weight_ih_l0	3	0.12281711399555206
741512	rnn.weight_ih_l0	4	0.02855292148888111
741512	rnn.weight_ih_l0	5	-0.08049676567316055
741512	rnn.weight_ih_l0	6	0.014313648454844952
741512	rnn.weight_ih_l0	7	-0.023083634674549103
741512	rnn.weight_ih_l0	8	0.01085643656551838
741512	rnn.weight_ih_l0	9	-0.0797770619392395
741512	rnn.weight_hh_l0	0	-0.02227635309100151
741512	rnn.weight_hh_l0	1	0.08535575866699219
741512	rnn.weight_hh_l0	2	0.002384479623287916
741512	rnn.weight_hh_l0	3	-0.034594010561704636
741512	rnn.weight_hh_l0	4	0.08348485827445984
741512	rnn.weight_hh_l0	5	0.004031744319945574
741512	rnn.weight_hh_l0	6	-0.08572974056005478
741512	rnn.weight_hh_l0	7	-0.13680534064769745
741512	rnn.weight_hh_l0	8	0.03940392658114433
741512	rnn.weight_hh_l0	9	-0.12188221514225006
741512	rnn.bias_ih_l0	0	0.1809501200914383
741512	rnn.bias_ih_l0	1	-0.34254562854766846
741512	rnn.bias_ih_l0	2	-0.03354311361908913
741512	rnn.bias_ih_l0	3	-0.22663703560829163
741512	rnn.bias_ih_l0	4	-0.0008816138142719865
741512	rnn.bias_ih_l0	5	-0.43857041001319885
741512	rnn.bias_ih_l0	6	-0.15669922530651093
741512	rnn.bias_ih_l0	7	-0.3769019544124603
741512	rnn.bias_ih_l0	8	-0.3164981007575989
741512	rnn.bias_ih_l0	9	-0.45435819029808044
741512	rnn.bias_hh_l0	0	-0.35664430260658264
741512	rnn.bias_hh_l0	1	-0.4360763132572174
741512	rnn.bias_hh_l0	2	-0.4013489782810211
741512	rnn.bias_hh_l0	3	-0.08421183377504349
741512	rnn.bias_hh_l0	4	-0.40874025225639343
741512	rnn.bias_hh_l0	5	-0.36544516682624817
741512	rnn.bias_hh_l0	6	-0.11634662002325058
741512	rnn.bias_hh_l0	7	0.06925927847623825
741512	rnn.bias_hh_l0	8	-0.23300857841968536
741512	rnn.bias_hh_l0	9	-0.5729853510856628
741512	rnn.weight_ih_l0_reverse	0	0.009563620202243328
741512	rnn.weight_ih_l0_reverse	1	-0.01636962965130806
741512	rnn.weight_ih_l0_reverse	2	0.011605232022702694
741512	rnn.weight_ih_l0_reverse	3	-0.13977250456809998
741512	rnn.weight_ih_l0_reverse	4	0.08266962319612503
741512	rnn.weight_ih_l0_reverse	5	-0.09370219707489014
741512	rnn.weight_ih_l0_reverse	6	0.0061587123200297356
741512	rnn.weight_ih_l0_reverse	7	0.02483566850423813
741512	rnn.weight_ih_l0_reverse	8	-0.046339135617017746
741512	rnn.weight_ih_l0_reverse	9	-0.07785015553236008
741512	rnn.weight_hh_l0_reverse	0	-0.14920733869075775
741512	rnn.weight_hh_l0_reverse	1	0.020930422469973564
741512	rnn.weight_hh_l0_reverse	2	-0.021086251363158226
741512	rnn.weight_hh_l0_reverse	3	0.0291863102465868
741512	rnn.weight_hh_l0_reverse	4	-0.07919001579284668
741512	rnn.weight_hh_l0_reverse	5	0.036621853709220886
741512	rnn.weight_hh_l0_reverse	6	0.03016994707286358
741512	rnn.weight_hh_l0_reverse	7	-0.12394393980503082
741512	rnn.weight_hh_l0_reverse	8	-0.07093751430511475
741512	rnn.weight_hh_l0_reverse	9	0.03919052705168724
741512	rnn.bias_ih_l0_reverse	0	-0.17905040085315704
741512	rnn.bias_ih_l0_reverse	1	-0.05481725558638573
741512	rnn.bias_ih_l0_reverse	2	0.15308600664138794
741512	rnn.bias_ih_l0_reverse	3	-0.32909032702445984
741512	rnn.bias_ih_l0_reverse	4	0.009988736361265182
741512	rnn.bias_ih_l0_reverse	5	-0.21573762595653534
741512	rnn.bias_ih_l0_reverse	6	0.2627403140068054
741512	rnn.bias_ih_l0_reverse	7	-0.30290207266807556
741512	rnn.bias_ih_l0_reverse	8	-0.19699642062187195
741512	rnn.bias_ih_l0_reverse	9	-0.15148791670799255
741512	rnn.bias_hh_l0_reverse	0	-0.1413068026304245
741512	rnn.bias_hh_l0_reverse	1	0.28471097350120544
741512	rnn.bias_hh_l0_reverse	2	-0.3512086868286133
741512	rnn.bias_hh_l0_reverse	3	-0.23260220885276794
741512	rnn.bias_hh_l0_reverse	4	-0.40268054604530334
741512	rnn.bias_hh_l0_reverse	5	-0.215635284781456
741512	rnn.bias_hh_l0_reverse	6	-0.27258017659187317
741512	rnn.bias_hh_l0_reverse	7	-0.0973828062415123
741512	rnn.bias_hh_l0_reverse	8	-0.35427355766296387
741512	rnn.bias_hh_l0_reverse	9	0.2055441290140152
741512	linear.weight	0	0.2304488867521286
741512	linear.weight	1	-0.4310016930103302
741512	linear.weight	2	0.028501832857728004
741512	linear.weight	3	0.06747809797525406
741512	linear.weight	4	-0.1258077174425125
741512	linear.weight	5	0.23812051117420197
741512	linear.weight	6	-0.04466808959841728
741512	linear.weight	7	-0.0597362220287323
741512	linear.weight	8	0.10703273862600327
741512	linear.weight	9	-0.04985087364912033
741512	linear.bias	0	-0.8386589884757996
741512	linear.bias	1	1.7879427671432495
741512	linear.bias	2	0.7585024833679199
741512	linear.bias	3	-2.7410478591918945
741512	linear.bias	4	-0.08835870027542114
741512	linear.bias	5	1.2594428062438965
741512	linear.bias	6	-0.20860348641872406
741512	linear.bias	7	0.8448443412780762
741512	linear.bias	8	2.1123008728027344
741512	linear.bias	9	-1.3445217609405518
742121	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
742121	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
742121	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
742121	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
742121	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
742121	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
742121	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
742121	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
742121	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
742121	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
742121	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
742121	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
742121	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
742121	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
742121	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
742121	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
742121	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
742121	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
742121	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
742121	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
742121	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
742121	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
742121	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
742121	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
742121	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
742121	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
742121	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
742121	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
742121	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
742121	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
742121	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
742121	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
742121	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
742121	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
742121	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
742121	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
742121	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
742121	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
742121	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
742121	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
742121	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
742121	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
742121	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
742121	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
742121	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
742121	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
742121	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
742121	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
742121	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
742121	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
742121	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
742121	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
742121	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
742121	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
742121	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
742121	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
742121	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
742121	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
742121	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
742121	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
742121	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
742121	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
742121	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
742121	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
742121	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
742121	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
742121	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
742121	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
742121	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
742121	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
742121	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
742121	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
742121	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
742121	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
742121	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
742121	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
742121	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
742121	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
742121	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
742121	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
742121	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
742121	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
742121	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
742121	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
742121	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
742121	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
742121	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
742121	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
742121	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
742121	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
742121	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
742121	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
742121	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
742121	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
742121	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
742121	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
742121	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
742121	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
742121	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
742121	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
742121	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
742121	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
742121	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
742121	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
742121	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
742121	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
742121	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
742121	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
742121	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
742121	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
742121	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
742121	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
742121	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
742121	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
742121	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
742121	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
742121	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
742121	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
742121	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
742121	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
742121	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
742121	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
742121	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
742121	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
742121	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
742121	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
742121	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
742121	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
742121	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
742121	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
742121	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
742121	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
742121	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
742121	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
742121	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
742121	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
742121	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
742121	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
742121	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
742121	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
742121	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
742121	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
742121	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
742121	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
742121	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
742121	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
742121	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
742121	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
742121	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
742121	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
742121	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
742121	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
742121	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
742121	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
742121	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
742121	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
742121	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
742121	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
742121	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
742121	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
742121	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
742121	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
742121	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
742121	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
742121	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
742121	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
742121	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
742121	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
742121	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
742121	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
742121	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
742121	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
742121	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
742121	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
742121	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
742121	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
742121	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
742121	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
742121	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
742121	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
742121	embedding2nn.weight	0	0.32018834352493286
742121	embedding2nn.weight	1	0.38248103857040405
742121	embedding2nn.weight	2	-0.0010254967492073774
742121	embedding2nn.weight	3	0.015806108713150024
742121	embedding2nn.weight	4	-0.028510890901088715
742121	embedding2nn.weight	5	0.04207494482398033
742121	embedding2nn.weight	6	-0.019749389961361885
742121	embedding2nn.weight	7	-0.01738971658051014
742121	embedding2nn.weight	8	0.04056781530380249
742121	embedding2nn.weight	9	-0.05913901701569557
742121	embedding2nn.bias	0	0.02508755587041378
742121	embedding2nn.bias	1	-0.19057630002498627
742121	embedding2nn.bias	2	0.12444532662630081
742121	embedding2nn.bias	3	0.17909206449985504
742121	embedding2nn.bias	4	0.14502806961536407
742121	embedding2nn.bias	5	-0.06411406397819519
742121	embedding2nn.bias	6	-0.05707818642258644
742121	embedding2nn.bias	7	0.0510442778468132
742121	embedding2nn.bias	8	-0.16177095472812653
742121	embedding2nn.bias	9	-0.36368316411972046
742121	rnn.weight_ih_l0	0	0.005495396442711353
742121	rnn.weight_ih_l0	1	-0.05524877458810806
742121	rnn.weight_ih_l0	2	-0.06024938449263573
742121	rnn.weight_ih_l0	3	0.1239430382847786
742121	rnn.weight_ih_l0	4	0.028616512194275856
742121	rnn.weight_ih_l0	5	-0.08291710913181305
742121	rnn.weight_ih_l0	6	0.013810692355036736
742121	rnn.weight_ih_l0	7	-0.021674133837223053
742121	rnn.weight_ih_l0	8	0.011219106614589691
742121	rnn.weight_ih_l0	9	-0.08146165311336517
742121	rnn.weight_hh_l0	0	-0.022629739716649055
742121	rnn.weight_hh_l0	1	0.0855390802025795
742121	rnn.weight_hh_l0	2	0.0025338821578770876
742121	rnn.weight_hh_l0	3	-0.03441896289587021
742121	rnn.weight_hh_l0	4	0.08353573083877563
742121	rnn.weight_hh_l0	5	0.004168955609202385
742121	rnn.weight_hh_l0	6	-0.08572714030742645
742121	rnn.weight_hh_l0	7	-0.13655629754066467
742121	rnn.weight_hh_l0	8	0.03946175053715706
742121	rnn.weight_hh_l0	9	-0.12156255543231964
742121	rnn.bias_ih_l0	0	0.1807883232831955
742121	rnn.bias_ih_l0	1	-0.34376370906829834
742121	rnn.bias_ih_l0	2	-0.03479769453406334
742121	rnn.bias_ih_l0	3	-0.22731490433216095
742121	rnn.bias_ih_l0	4	-0.0017396797193214297
742121	rnn.bias_ih_l0	5	-0.4379425048828125
742121	rnn.bias_ih_l0	6	-0.15400022268295288
742121	rnn.bias_ih_l0	7	-0.3771248161792755
742121	rnn.bias_ih_l0	8	-0.31235963106155396
742121	rnn.bias_ih_l0	9	-0.45492854714393616
742121	rnn.bias_hh_l0	0	-0.35423368215560913
742121	rnn.bias_hh_l0	1	-0.4348282814025879
742121	rnn.bias_hh_l0	2	-0.40097999572753906
742121	rnn.bias_hh_l0	3	-0.08528809994459152
742121	rnn.bias_hh_l0	4	-0.4074941873550415
742121	rnn.bias_hh_l0	5	-0.3650653064250946
742121	rnn.bias_hh_l0	6	-0.11621934175491333
742121	rnn.bias_hh_l0	7	0.07120957225561142
742121	rnn.bias_hh_l0	8	-0.2359369695186615
742121	rnn.bias_hh_l0	9	-0.572409987449646
742121	rnn.weight_ih_l0_reverse	0	0.007672482635825872
742121	rnn.weight_ih_l0_reverse	1	-0.01549846213310957
742121	rnn.weight_ih_l0_reverse	2	0.01171526312828064
742121	rnn.weight_ih_l0_reverse	3	-0.14028584957122803
742121	rnn.weight_ih_l0_reverse	4	0.08239537477493286
742121	rnn.weight_ih_l0_reverse	5	-0.09515341371297836
742121	rnn.weight_ih_l0_reverse	6	0.004778304602950811
742121	rnn.weight_ih_l0_reverse	7	0.02449808083474636
742121	rnn.weight_ih_l0_reverse	8	-0.04836473613977432
742121	rnn.weight_ih_l0_reverse	9	-0.07522300630807877
742121	rnn.weight_hh_l0_reverse	0	-0.14863654971122742
742121	rnn.weight_hh_l0_reverse	1	0.020721126347780228
742121	rnn.weight_hh_l0_reverse	2	-0.02107182890176773
742121	rnn.weight_hh_l0_reverse	3	0.02884407341480255
742121	rnn.weight_hh_l0_reverse	4	-0.07923142611980438
742121	rnn.weight_hh_l0_reverse	5	0.03654589131474495
742121	rnn.weight_hh_l0_reverse	6	0.03014988638460636
742121	rnn.weight_hh_l0_reverse	7	-0.12250926345586777
742121	rnn.weight_hh_l0_reverse	8	-0.0722995176911354
742121	rnn.weight_hh_l0_reverse	9	0.03950127586722374
742121	rnn.bias_ih_l0_reverse	0	-0.17612305283546448
742121	rnn.bias_ih_l0_reverse	1	-0.05218518152832985
742121	rnn.bias_ih_l0_reverse	2	0.15237990021705627
742121	rnn.bias_ih_l0_reverse	3	-0.3290942907333374
742121	rnn.bias_ih_l0_reverse	4	0.009654935449361801
742121	rnn.bias_ih_l0_reverse	5	-0.2149222046136856
742121	rnn.bias_ih_l0_reverse	6	0.26318562030792236
742121	rnn.bias_ih_l0_reverse	7	-0.3022158741950989
742121	rnn.bias_ih_l0_reverse	8	-0.196305051445961
742121	rnn.bias_ih_l0_reverse	9	-0.14843733608722687
742121	rnn.bias_hh_l0_reverse	0	-0.13978974521160126
742121	rnn.bias_hh_l0_reverse	1	0.28577521443367004
742121	rnn.bias_hh_l0_reverse	2	-0.3538067638874054
742121	rnn.bias_hh_l0_reverse	3	-0.2317761480808258
742121	rnn.bias_hh_l0_reverse	4	-0.4010857939720154
742121	rnn.bias_hh_l0_reverse	5	-0.21720580756664276
742121	rnn.bias_hh_l0_reverse	6	-0.2699192464351654
742121	rnn.bias_hh_l0_reverse	7	-0.09912574291229248
742121	rnn.bias_hh_l0_reverse	8	-0.354267954826355
742121	rnn.bias_hh_l0_reverse	9	0.21033184230327606
742121	linear.weight	0	0.2342502325773239
742121	linear.weight	1	-0.4409588873386383
742121	linear.weight	2	0.026627151295542717
742121	linear.weight	3	0.06747789680957794
742121	linear.weight	4	-0.11328504979610443
742121	linear.weight	5	0.23809371888637543
742121	linear.weight	6	-0.03682398423552513
742121	linear.weight	7	-0.05973508954048157
742121	linear.weight	8	0.1018955335021019
742121	linear.weight	9	-0.04985161870718002
742121	linear.bias	0	-0.8317230939865112
742121	linear.bias	1	1.7711924314498901
742121	linear.bias	2	0.7508570551872253
742121	linear.bias	3	-2.7410709857940674
742121	linear.bias	4	-0.07874554395675659
742121	linear.bias	5	1.2645137310028076
742121	linear.bias	6	-0.2056940495967865
742121	linear.bias	7	0.8341253995895386
742121	linear.bias	8	2.1080472469329834
742121	linear.bias	9	-1.3424357175827026
742730	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
742730	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
742730	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
742730	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
742730	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
742730	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
742730	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
742730	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
742730	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
742730	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
742730	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
742730	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
742730	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
742730	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
742730	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
742730	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
742730	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
742730	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
742730	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
742730	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
742730	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
742730	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
742730	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
742730	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
742730	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
742730	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
742730	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
742730	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
742730	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
742730	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
742730	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
742730	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
742730	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
742730	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
742730	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
742730	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
742730	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
742730	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
742730	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
742730	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
742730	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
742730	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
742730	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
742730	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
742730	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
742730	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
742730	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
742730	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
742730	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
742730	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
742730	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
742730	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
742730	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
742730	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
742730	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
742730	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
742730	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
742730	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
742730	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
742730	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
742730	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
742730	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
742730	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
742730	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
742730	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
742730	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
742730	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
742730	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
742730	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
742730	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
742730	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
742730	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
742730	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
742730	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
742730	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
742730	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
742730	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
742730	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
742730	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
742730	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
742730	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
742730	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
742730	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
742730	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
742730	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
742730	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
742730	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
742730	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
742730	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
742730	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
742730	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
742730	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
742730	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
742730	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
742730	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
742730	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
742730	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
742730	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
742730	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
742730	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
742730	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
742730	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
742730	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
742730	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
742730	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
742730	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
742730	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
742730	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
742730	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
742730	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
742730	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
742730	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
742730	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
742730	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
742730	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
742730	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
742730	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
742730	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
742730	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
742730	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
742730	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
742730	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
742730	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
742730	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
742730	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
742730	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
742730	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
742730	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
742730	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
742730	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
742730	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
742730	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
742730	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
742730	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
742730	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
742730	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
742730	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
742730	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
742730	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
742730	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
742730	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
742730	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
742730	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
742730	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
742730	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
742730	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
742730	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
742730	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
742730	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
742730	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
742730	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
742730	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
742730	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
742730	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
742730	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
742730	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
742730	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
742730	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
742730	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
742730	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
742730	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
742730	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
742730	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
742730	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
742730	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
742730	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
742730	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
742730	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
742730	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
742730	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
742730	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
742730	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
742730	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
742730	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
742730	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
742730	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
742730	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
742730	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
742730	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
742730	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
742730	embedding2nn.weight	0	0.3201421797275543
742730	embedding2nn.weight	1	0.38511401414871216
742730	embedding2nn.weight	2	-0.002443077741190791
742730	embedding2nn.weight	3	0.01469565462321043
742730	embedding2nn.weight	4	-0.028621932491660118
742730	embedding2nn.weight	5	0.0427396260201931
742730	embedding2nn.weight	6	-0.019435347989201546
742730	embedding2nn.weight	7	-0.015766553580760956
742730	embedding2nn.weight	8	0.04089046269655228
742730	embedding2nn.weight	9	-0.057504814118146896
742730	embedding2nn.bias	0	0.017651112750172615
742730	embedding2nn.bias	1	-0.1786939650774002
742730	embedding2nn.bias	2	0.13236181437969208
742730	embedding2nn.bias	3	0.17764799296855927
742730	embedding2nn.bias	4	0.1476006805896759
742730	embedding2nn.bias	5	-0.0688268318772316
742730	embedding2nn.bias	6	-0.06246110051870346
742730	embedding2nn.bias	7	0.04826657846570015
742730	embedding2nn.bias	8	-0.156855046749115
742730	embedding2nn.bias	9	-0.3647530674934387
742730	rnn.weight_ih_l0	0	0.005833901464939117
742730	rnn.weight_ih_l0	1	-0.05535135790705681
742730	rnn.weight_ih_l0	2	-0.061467286199331284
742730	rnn.weight_ih_l0	3	0.1238681823015213
742730	rnn.weight_ih_l0	4	0.027797499671578407
742730	rnn.weight_ih_l0	5	-0.08099685609340668
742730	rnn.weight_ih_l0	6	0.015029607340693474
742730	rnn.weight_ih_l0	7	-0.022031905129551888
742730	rnn.weight_ih_l0	8	0.012387298047542572
742730	rnn.weight_ih_l0	9	-0.0819103792309761
742730	rnn.weight_hh_l0	0	-0.02264546789228916
742730	rnn.weight_hh_l0	1	0.08522149175405502
742730	rnn.weight_hh_l0	2	0.003028168575838208
742730	rnn.weight_hh_l0	3	-0.03451201692223549
742730	rnn.weight_hh_l0	4	0.08355861157178879
742730	rnn.weight_hh_l0	5	0.0038255208637565374
742730	rnn.weight_hh_l0	6	-0.08575854450464249
742730	rnn.weight_hh_l0	7	-0.1368853747844696
742730	rnn.weight_hh_l0	8	0.039496250450611115
742730	rnn.weight_hh_l0	9	-0.1213466078042984
742730	rnn.bias_ih_l0	0	0.1838962584733963
742730	rnn.bias_ih_l0	1	-0.34354785084724426
742730	rnn.bias_ih_l0	2	-0.03486282750964165
742730	rnn.bias_ih_l0	3	-0.22614645957946777
742730	rnn.bias_ih_l0	4	-0.0008703090716153383
742730	rnn.bias_ih_l0	5	-0.43854859471321106
742730	rnn.bias_ih_l0	6	-0.15313436090946198
742730	rnn.bias_ih_l0	7	-0.3772713840007782
742730	rnn.bias_ih_l0	8	-0.3113608658313751
742730	rnn.bias_ih_l0	9	-0.448881059885025
742730	rnn.bias_hh_l0	0	-0.35529690980911255
742730	rnn.bias_hh_l0	1	-0.43582233786582947
742730	rnn.bias_hh_l0	2	-0.40170618891716003
742730	rnn.bias_hh_l0	3	-0.0840981975197792
742730	rnn.bias_hh_l0	4	-0.40752318501472473
742730	rnn.bias_hh_l0	5	-0.36492398381233215
742730	rnn.bias_hh_l0	6	-0.11713789403438568
742730	rnn.bias_hh_l0	7	0.07100310921669006
742730	rnn.bias_hh_l0	8	-0.23647823929786682
742730	rnn.bias_hh_l0	9	-0.5711678862571716
742730	rnn.weight_ih_l0_reverse	0	0.006988256238400936
742730	rnn.weight_ih_l0_reverse	1	-0.014815585687756538
742730	rnn.weight_ih_l0_reverse	2	0.011618882417678833
742730	rnn.weight_ih_l0_reverse	3	-0.1406482607126236
742730	rnn.weight_ih_l0_reverse	4	0.08282771706581116
742730	rnn.weight_ih_l0_reverse	5	-0.09465526789426804
742730	rnn.weight_ih_l0_reverse	6	0.006117221433669329
742730	rnn.weight_ih_l0_reverse	7	0.024445807561278343
742730	rnn.weight_ih_l0_reverse	8	-0.04948820173740387
742730	rnn.weight_ih_l0_reverse	9	-0.07613587379455566
742730	rnn.weight_hh_l0_reverse	0	-0.14863039553165436
742730	rnn.weight_hh_l0_reverse	1	0.020779527723789215
742730	rnn.weight_hh_l0_reverse	2	-0.02097436785697937
742730	rnn.weight_hh_l0_reverse	3	0.028762049973011017
742730	rnn.weight_hh_l0_reverse	4	-0.07930108904838562
742730	rnn.weight_hh_l0_reverse	5	0.036640241742134094
742730	rnn.weight_hh_l0_reverse	6	0.030133720487356186
742730	rnn.weight_hh_l0_reverse	7	-0.12262211740016937
742730	rnn.weight_hh_l0_reverse	8	-0.07194597274065018
742730	rnn.weight_hh_l0_reverse	9	0.03992970660328865
742730	rnn.bias_ih_l0_reverse	0	-0.1771240532398224
742730	rnn.bias_ih_l0_reverse	1	-0.051768988370895386
742730	rnn.bias_ih_l0_reverse	2	0.15443727374076843
742730	rnn.bias_ih_l0_reverse	3	-0.3304029703140259
742730	rnn.bias_ih_l0_reverse	4	0.01199653185904026
742730	rnn.bias_ih_l0_reverse	5	-0.21494142711162567
742730	rnn.bias_ih_l0_reverse	6	0.26544779539108276
742730	rnn.bias_ih_l0_reverse	7	-0.30585625767707825
742730	rnn.bias_ih_l0_reverse	8	-0.1972282975912094
742730	rnn.bias_ih_l0_reverse	9	-0.1487165242433548
742730	rnn.bias_hh_l0_reverse	0	-0.13911400735378265
742730	rnn.bias_hh_l0_reverse	1	0.2822009325027466
742730	rnn.bias_hh_l0_reverse	2	-0.3522798717021942
742730	rnn.bias_hh_l0_reverse	3	-0.23069025576114655
742730	rnn.bias_hh_l0_reverse	4	-0.39986324310302734
742730	rnn.bias_hh_l0_reverse	5	-0.21713054180145264
742730	rnn.bias_hh_l0_reverse	6	-0.27098867297172546
742730	rnn.bias_hh_l0_reverse	7	-0.09834021329879761
742730	rnn.bias_hh_l0_reverse	8	-0.3556315004825592
742730	rnn.bias_hh_l0_reverse	9	0.20503759384155273
742730	linear.weight	0	0.2331361472606659
742730	linear.weight	1	-0.4386459290981293
742730	linear.weight	2	0.03517395257949829
742730	linear.weight	3	0.0674775019288063
742730	linear.weight	4	-0.11623698472976685
742730	linear.weight	5	0.2372155785560608
742730	linear.weight	6	-0.038155265152454376
742730	linear.weight	7	-0.05973398685455322
742730	linear.weight	8	0.10895237326622009
742730	linear.weight	9	-0.0498524010181427
742730	linear.bias	0	-0.8431767225265503
742730	linear.bias	1	1.7688913345336914
742730	linear.bias	2	0.7541735172271729
742730	linear.bias	3	-2.7410967350006104
742730	linear.bias	4	-0.08237157016992569
742730	linear.bias	5	1.2533303499221802
742730	linear.bias	6	-0.20747016370296478
742730	linear.bias	7	0.8240836262702942
742730	linear.bias	8	2.118584156036377
742730	linear.bias	9	-1.348210334777832
743339	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
743339	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
743339	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
743339	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
743339	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
743339	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
743339	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
743339	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
743339	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
743339	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
743339	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
743339	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
743339	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
743339	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
743339	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
743339	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
743339	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
743339	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
743339	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
743339	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
743339	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
743339	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
743339	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
743339	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
743339	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
743339	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
743339	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
743339	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
743339	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
743339	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
743339	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
743339	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
743339	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
743339	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
743339	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
743339	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
743339	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
743339	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
743339	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
743339	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
743339	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
743339	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
743339	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
743339	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
743339	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
743339	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
743339	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
743339	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
743339	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
743339	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
743339	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
743339	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
743339	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
743339	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
743339	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
743339	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
743339	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
743339	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
743339	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
743339	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
743339	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
743339	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
743339	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
743339	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
743339	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
743339	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
743339	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
743339	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
743339	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
743339	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
743339	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
743339	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
743339	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
743339	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
743339	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
743339	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
743339	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
743339	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
743339	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
743339	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
743339	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
743339	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
743339	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
743339	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
743339	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
743339	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
743339	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
743339	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
743339	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
743339	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
743339	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
743339	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
743339	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
743339	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
743339	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
743339	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
743339	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
743339	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
743339	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
743339	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
743339	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
743339	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
743339	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
743339	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
743339	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
743339	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
743339	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
743339	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
743339	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
743339	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
743339	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
743339	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
743339	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
743339	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
743339	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
743339	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
743339	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
743339	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
743339	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
743339	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
743339	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
743339	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
743339	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
743339	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
743339	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
743339	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
743339	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
743339	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
743339	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
743339	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
743339	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
743339	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
743339	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
743339	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
743339	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
743339	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
743339	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
743339	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
743339	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
743339	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
743339	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
743339	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
743339	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
743339	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
743339	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
743339	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
743339	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
743339	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
743339	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
743339	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
743339	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
743339	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
743339	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
743339	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
743339	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
743339	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
743339	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
743339	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
743339	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
743339	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
743339	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
743339	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
743339	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
743339	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
743339	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
743339	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
743339	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
743339	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
743339	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
743339	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
743339	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
743339	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
743339	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
743339	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
743339	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
743339	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
743339	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
743339	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
743339	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
743339	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
743339	embedding2nn.weight	0	0.3205720782279968
743339	embedding2nn.weight	1	0.3855338394641876
743339	embedding2nn.weight	2	-0.001364031108096242
743339	embedding2nn.weight	3	0.01624595932662487
743339	embedding2nn.weight	4	-0.029129428789019585
743339	embedding2nn.weight	5	0.043149106204509735
743339	embedding2nn.weight	6	-0.0168911200016737
743339	embedding2nn.weight	7	-0.01981917954981327
743339	embedding2nn.weight	8	0.03871706873178482
743339	embedding2nn.weight	9	-0.056701090186834335
743339	embedding2nn.bias	0	0.012255643494427204
743339	embedding2nn.bias	1	-0.18057885766029358
743339	embedding2nn.bias	2	0.12535937130451202
743339	embedding2nn.bias	3	0.1796916127204895
743339	embedding2nn.bias	4	0.14799626171588898
743339	embedding2nn.bias	5	-0.06719066947698593
743339	embedding2nn.bias	6	-0.04861290007829666
743339	embedding2nn.bias	7	0.048174552619457245
743339	embedding2nn.bias	8	-0.1547410935163498
743339	embedding2nn.bias	9	-0.3660373389720917
743339	rnn.weight_ih_l0	0	0.006043354049324989
743339	rnn.weight_ih_l0	1	-0.055111806839704514
743339	rnn.weight_ih_l0	2	-0.06119092181324959
743339	rnn.weight_ih_l0	3	0.1240905374288559
743339	rnn.weight_ih_l0	4	0.029073385521769524
743339	rnn.weight_ih_l0	5	-0.08066689968109131
743339	rnn.weight_ih_l0	6	0.015810560435056686
743339	rnn.weight_ih_l0	7	-0.023539340123534203
743339	rnn.weight_ih_l0	8	0.011327438056468964
743339	rnn.weight_ih_l0	9	-0.08179961144924164
743339	rnn.weight_hh_l0	0	-0.022504281252622604
743339	rnn.weight_hh_l0	1	0.08507798612117767
743339	rnn.weight_hh_l0	2	0.003556775161996484
743339	rnn.weight_hh_l0	3	-0.034920550882816315
743339	rnn.weight_hh_l0	4	0.08374693244695663
743339	rnn.weight_hh_l0	5	0.0037189582362771034
743339	rnn.weight_hh_l0	6	-0.08570250868797302
743339	rnn.weight_hh_l0	7	-0.13749265670776367
743339	rnn.weight_hh_l0	8	0.03941529989242554
743339	rnn.weight_hh_l0	9	-0.12143952399492264
743339	rnn.bias_ih_l0	0	0.18449312448501587
743339	rnn.bias_ih_l0	1	-0.3470417857170105
743339	rnn.bias_ih_l0	2	-0.033609967678785324
743339	rnn.bias_ih_l0	3	-0.2257031947374344
743339	rnn.bias_ih_l0	4	0.0010811069514602423
743339	rnn.bias_ih_l0	5	-0.44038835167884827
743339	rnn.bias_ih_l0	6	-0.14881853759288788
743339	rnn.bias_ih_l0	7	-0.3774867653846741
743339	rnn.bias_ih_l0	8	-0.31191572546958923
743339	rnn.bias_ih_l0	9	-0.45323488116264343
743339	rnn.bias_hh_l0	0	-0.3562752306461334
743339	rnn.bias_hh_l0	1	-0.4341070353984833
743339	rnn.bias_hh_l0	2	-0.4014204442501068
743339	rnn.bias_hh_l0	3	-0.08480704575777054
743339	rnn.bias_hh_l0	4	-0.4072220027446747
743339	rnn.bias_hh_l0	5	-0.36527231335639954
743339	rnn.bias_hh_l0	6	-0.11676643043756485
743339	rnn.bias_hh_l0	7	0.07107977569103241
743339	rnn.bias_hh_l0	8	-0.23693852126598358
743339	rnn.bias_hh_l0	9	-0.5739983916282654
743339	rnn.weight_ih_l0_reverse	0	0.0038640813436359167
743339	rnn.weight_ih_l0_reverse	1	-0.014719953760504723
743339	rnn.weight_ih_l0_reverse	2	0.012174313887953758
743339	rnn.weight_ih_l0_reverse	3	-0.13989993929862976
743339	rnn.weight_ih_l0_reverse	4	0.0832306295633316
743339	rnn.weight_ih_l0_reverse	5	-0.09467244148254395
743339	rnn.weight_ih_l0_reverse	6	0.006053192541003227
743339	rnn.weight_ih_l0_reverse	7	0.02399832010269165
743339	rnn.weight_ih_l0_reverse	8	-0.049384705722332
743339	rnn.weight_ih_l0_reverse	9	-0.07470528036355972
743339	rnn.weight_hh_l0_reverse	0	-0.14835326373577118
743339	rnn.weight_hh_l0_reverse	1	0.020532555878162384
743339	rnn.weight_hh_l0_reverse	2	-0.02109540067613125
743339	rnn.weight_hh_l0_reverse	3	0.02879902720451355
743339	rnn.weight_hh_l0_reverse	4	-0.07951125502586365
743339	rnn.weight_hh_l0_reverse	5	0.03663500025868416
743339	rnn.weight_hh_l0_reverse	6	0.030144721269607544
743339	rnn.weight_hh_l0_reverse	7	-0.12216197699308395
743339	rnn.weight_hh_l0_reverse	8	-0.07219035923480988
743339	rnn.weight_hh_l0_reverse	9	0.03972021862864494
743339	rnn.bias_ih_l0_reverse	0	-0.17707490921020508
743339	rnn.bias_ih_l0_reverse	1	-0.05139431729912758
743339	rnn.bias_ih_l0_reverse	2	0.1522640734910965
743339	rnn.bias_ih_l0_reverse	3	-0.3297787010669708
743339	rnn.bias_ih_l0_reverse	4	0.010410083457827568
743339	rnn.bias_ih_l0_reverse	5	-0.2148551493883133
743339	rnn.bias_ih_l0_reverse	6	0.26542460918426514
743339	rnn.bias_ih_l0_reverse	7	-0.302498996257782
743339	rnn.bias_ih_l0_reverse	8	-0.1976955533027649
743339	rnn.bias_ih_l0_reverse	9	-0.14881981909275055
743339	rnn.bias_hh_l0_reverse	0	-0.14069397747516632
743339	rnn.bias_hh_l0_reverse	1	0.28025829792022705
743339	rnn.bias_hh_l0_reverse	2	-0.35121920704841614
743339	rnn.bias_hh_l0_reverse	3	-0.2346022129058838
743339	rnn.bias_hh_l0_reverse	4	-0.3998308479785919
743339	rnn.bias_hh_l0_reverse	5	-0.21403247117996216
743339	rnn.bias_hh_l0_reverse	6	-0.2704719007015228
743339	rnn.bias_hh_l0_reverse	7	-0.09857265651226044
743339	rnn.bias_hh_l0_reverse	8	-0.3562762439250946
743339	rnn.bias_hh_l0_reverse	9	0.210062175989151
743339	linear.weight	0	0.22996371984481812
743339	linear.weight	1	-0.440961092710495
743339	linear.weight	2	0.051205821335315704
743339	linear.weight	3	0.06747733056545258
743339	linear.weight	4	-0.1111789420247078
743339	linear.weight	5	0.23440352082252502
743339	linear.weight	6	-0.03102564625442028
743339	linear.weight	7	-0.05973244085907936
743339	linear.weight	8	0.10856950283050537
743339	linear.weight	9	-0.04985324293375015
743339	linear.bias	0	-0.8335944414138794
743339	linear.bias	1	1.7777378559112549
743339	linear.bias	2	0.7515451312065125
743339	linear.bias	3	-2.74112606048584
743339	linear.bias	4	-0.0753307044506073
743339	linear.bias	5	1.2555170059204102
743339	linear.bias	6	-0.20880067348480225
743339	linear.bias	7	0.8313488960266113
743339	linear.bias	8	2.1229300498962402
743339	linear.bias	9	-1.3432408571243286
743948	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
743948	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
743948	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
743948	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
743948	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
743948	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
743948	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
743948	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
743948	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
743948	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
743948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
743948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
743948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
743948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
743948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
743948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
743948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
743948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
743948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
743948	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
743948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
743948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
743948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
743948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
743948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
743948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
743948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
743948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
743948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
743948	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
743948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
743948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
743948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
743948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
743948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
743948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
743948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
743948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
743948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
743948	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
743948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
743948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
743948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
743948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
743948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
743948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
743948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
743948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
743948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
743948	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
743948	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
743948	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
743948	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
743948	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
743948	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
743948	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
743948	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
743948	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
743948	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
743948	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
743948	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
743948	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
743948	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
743948	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
743948	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
743948	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
743948	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
743948	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
743948	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
743948	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
743948	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
743948	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
743948	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
743948	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
743948	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
743948	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
743948	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
743948	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
743948	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
743948	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
743948	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
743948	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
743948	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
743948	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
743948	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
743948	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
743948	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
743948	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
743948	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
743948	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
743948	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
743948	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
743948	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
743948	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
743948	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
743948	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
743948	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
743948	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
743948	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
743948	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
743948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
743948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
743948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
743948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
743948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
743948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
743948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
743948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
743948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
743948	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
743948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
743948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
743948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
743948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
743948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
743948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
743948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
743948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
743948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
743948	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
743948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
743948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
743948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
743948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
743948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
743948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
743948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
743948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
743948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
743948	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
743948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
743948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
743948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
743948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
743948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
743948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
743948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
743948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
743948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
743948	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
743948	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
743948	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
743948	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
743948	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
743948	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
743948	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
743948	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
743948	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
743948	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
743948	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
743948	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
743948	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
743948	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
743948	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
743948	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
743948	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
743948	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
743948	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
743948	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
743948	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
743948	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
743948	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
743948	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
743948	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
743948	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
743948	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
743948	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
743948	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
743948	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
743948	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
743948	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
743948	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
743948	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
743948	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
743948	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
743948	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
743948	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
743948	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
743948	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
743948	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
743948	embedding2nn.weight	0	0.3208807408809662
743948	embedding2nn.weight	1	0.38431841135025024
743948	embedding2nn.weight	2	-0.0026403211522847414
743948	embedding2nn.weight	3	0.011528166010975838
743948	embedding2nn.weight	4	-0.02857954427599907
743948	embedding2nn.weight	5	0.04295932874083519
743948	embedding2nn.weight	6	-0.020356690511107445
743948	embedding2nn.weight	7	-0.020238514989614487
743948	embedding2nn.weight	8	0.03901073336601257
743948	embedding2nn.weight	9	-0.05508675426244736
743948	embedding2nn.bias	0	0.01213158667087555
743948	embedding2nn.bias	1	-0.19314128160476685
743948	embedding2nn.bias	2	0.13246025145053864
743948	embedding2nn.bias	3	0.17134419083595276
743948	embedding2nn.bias	4	0.14974990487098694
743948	embedding2nn.bias	5	-0.06504720449447632
743948	embedding2nn.bias	6	-0.05775701627135277
743948	embedding2nn.bias	7	0.04783731698989868
743948	embedding2nn.bias	8	-0.15188561379909515
743948	embedding2nn.bias	9	-0.36093077063560486
743948	rnn.weight_ih_l0	0	0.006248482037335634
743948	rnn.weight_ih_l0	1	-0.055559370666742325
743948	rnn.weight_ih_l0	2	-0.06160092353820801
743948	rnn.weight_ih_l0	3	0.12373749911785126
743948	rnn.weight_ih_l0	4	0.03033274970948696
743948	rnn.weight_ih_l0	5	-0.07965801656246185
743948	rnn.weight_ih_l0	6	0.016094384714961052
743948	rnn.weight_ih_l0	7	-0.02312009409070015
743948	rnn.weight_ih_l0	8	0.010714994743466377
743948	rnn.weight_ih_l0	9	-0.08144117146730423
743948	rnn.weight_hh_l0	0	-0.022681161761283875
743948	rnn.weight_hh_l0	1	0.08471684157848358
743948	rnn.weight_hh_l0	2	0.0033450941555202007
743948	rnn.weight_hh_l0	3	-0.034920502454042435
743948	rnn.weight_hh_l0	4	0.08358469605445862
743948	rnn.weight_hh_l0	5	0.0036076069809496403
743948	rnn.weight_hh_l0	6	-0.08568981289863586
743948	rnn.weight_hh_l0	7	-0.1373700648546219
743948	rnn.weight_hh_l0	8	0.0393633209168911
743948	rnn.weight_hh_l0	9	-0.12113277614116669
743948	rnn.bias_ih_l0	0	0.18215972185134888
743948	rnn.bias_ih_l0	1	-0.345907062292099
743948	rnn.bias_ih_l0	2	-0.0347832627594471
743948	rnn.bias_ih_l0	3	-0.2275078445672989
743948	rnn.bias_ih_l0	4	0.00234780739992857
743948	rnn.bias_ih_l0	5	-0.44072458148002625
743948	rnn.bias_ih_l0	6	-0.15121164917945862
743948	rnn.bias_ih_l0	7	-0.377689391374588
743948	rnn.bias_ih_l0	8	-0.31552445888519287
743948	rnn.bias_ih_l0	9	-0.45036402344703674
743948	rnn.bias_hh_l0	0	-0.35667094588279724
743948	rnn.bias_hh_l0	1	-0.43383926153182983
743948	rnn.bias_hh_l0	2	-0.4010902941226959
743948	rnn.bias_hh_l0	3	-0.0852503851056099
743948	rnn.bias_hh_l0	4	-0.40725862979888916
743948	rnn.bias_hh_l0	5	-0.3640947639942169
743948	rnn.bias_hh_l0	6	-0.11641854047775269
743948	rnn.bias_hh_l0	7	0.07254111766815186
743948	rnn.bias_hh_l0	8	-0.2381950318813324
743948	rnn.bias_hh_l0	9	-0.5733705759048462
743948	rnn.weight_ih_l0_reverse	0	0.0036816385108977556
743948	rnn.weight_ih_l0_reverse	1	-0.013415771536529064
743948	rnn.weight_ih_l0_reverse	2	0.011850442737340927
743948	rnn.weight_ih_l0_reverse	3	-0.13939304649829865
743948	rnn.weight_ih_l0_reverse	4	0.08309874683618546
743948	rnn.weight_ih_l0_reverse	5	-0.09515746682882309
743948	rnn.weight_ih_l0_reverse	6	0.006000142078846693
743948	rnn.weight_ih_l0_reverse	7	0.023792408406734467
743948	rnn.weight_ih_l0_reverse	8	-0.04917074367403984
743948	rnn.weight_ih_l0_reverse	9	-0.0742940902709961
743948	rnn.weight_hh_l0_reverse	0	-0.14815109968185425
743948	rnn.weight_hh_l0_reverse	1	0.020401768386363983
743948	rnn.weight_hh_l0_reverse	2	-0.02120266668498516
743948	rnn.weight_hh_l0_reverse	3	0.028845002874732018
743948	rnn.weight_hh_l0_reverse	4	-0.0792885571718216
743948	rnn.weight_hh_l0_reverse	5	0.036663174629211426
743948	rnn.weight_hh_l0_reverse	6	0.030090805143117905
743948	rnn.weight_hh_l0_reverse	7	-0.12110734730958939
743948	rnn.weight_hh_l0_reverse	8	-0.07179553061723709
743948	rnn.weight_hh_l0_reverse	9	0.03938693553209305
743948	rnn.bias_ih_l0_reverse	0	-0.17824888229370117
743948	rnn.bias_ih_l0_reverse	1	-0.0492040179669857
743948	rnn.bias_ih_l0_reverse	2	0.15212196111679077
743948	rnn.bias_ih_l0_reverse	3	-0.3294312059879303
743948	rnn.bias_ih_l0_reverse	4	0.007526267785578966
743948	rnn.bias_ih_l0_reverse	5	-0.21585944294929504
743948	rnn.bias_ih_l0_reverse	6	0.2660570442676544
743948	rnn.bias_ih_l0_reverse	7	-0.30380842089653015
743948	rnn.bias_ih_l0_reverse	8	-0.19852851331233978
743948	rnn.bias_ih_l0_reverse	9	-0.1499442160129547
743948	rnn.bias_hh_l0_reverse	0	-0.1451016217470169
743948	rnn.bias_hh_l0_reverse	1	0.2801175117492676
743948	rnn.bias_hh_l0_reverse	2	-0.350304514169693
743948	rnn.bias_hh_l0_reverse	3	-0.23308630287647247
743948	rnn.bias_hh_l0_reverse	4	-0.3996216058731079
743948	rnn.bias_hh_l0_reverse	5	-0.21488319337368011
743948	rnn.bias_hh_l0_reverse	6	-0.269152969121933
743948	rnn.bias_hh_l0_reverse	7	-0.09765131771564484
743948	rnn.bias_hh_l0_reverse	8	-0.35993289947509766
743948	rnn.bias_hh_l0_reverse	9	0.2087305635213852
743948	linear.weight	0	0.22599753737449646
743948	linear.weight	1	-0.4393789768218994
743948	linear.weight	2	0.04189523681998253
743948	linear.weight	3	0.06747731566429138
743948	linear.weight	4	-0.10829269886016846
743948	linear.weight	5	0.23747016489505768
743948	linear.weight	6	-0.029213540256023407
743948	linear.weight	7	-0.05973101407289505
743948	linear.weight	8	0.10573698580265045
743948	linear.weight	9	-0.04985417425632477
743948	linear.bias	0	-0.8435305953025818
743948	linear.bias	1	1.7809579372406006
743948	linear.bias	2	0.7576351761817932
743948	linear.bias	3	-2.7411465644836426
743948	linear.bias	4	-0.07272904366254807
743948	linear.bias	5	1.2541091442108154
743948	linear.bias	6	-0.19701716303825378
743948	linear.bias	7	0.8331584334373474
743948	linear.bias	8	2.118162155151367
743948	linear.bias	9	-1.336138367652893
743956	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
743956	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
743956	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
743956	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
743956	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
743956	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
743956	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
743956	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
743956	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
743956	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
743956	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
743956	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
743956	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
743956	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
743956	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
743956	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
743956	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
743956	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
743956	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
743956	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
743956	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
743956	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
743956	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
743956	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
743956	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
743956	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
743956	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
743956	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
743956	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
743956	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
743956	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
743956	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
743956	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
743956	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
743956	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
743956	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
743956	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
743956	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
743956	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
743956	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
743956	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
743956	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
743956	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
743956	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
743956	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
743956	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
743956	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
743956	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
743956	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
743956	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
743956	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
743956	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
743956	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
743956	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
743956	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
743956	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
743956	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
743956	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
743956	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
743956	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
743956	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
743956	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
743956	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
743956	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
743956	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
743956	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
743956	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
743956	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
743956	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
743956	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
743956	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
743956	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
743956	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
743956	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
743956	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
743956	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
743956	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
743956	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
743956	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
743956	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
743956	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
743956	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
743956	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
743956	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
743956	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
743956	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
743956	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
743956	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
743956	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
743956	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
743956	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
743956	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
743956	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
743956	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
743956	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
743956	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
743956	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
743956	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
743956	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
743956	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
743956	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
743956	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
743956	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
743956	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
743956	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
743956	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
743956	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
743956	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
743956	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
743956	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
743956	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
743956	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
743956	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
743956	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
743956	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
743956	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
743956	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
743956	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
743956	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
743956	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
743956	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
743956	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
743956	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
743956	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
743956	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
743956	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
743956	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
743956	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
743956	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
743956	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
743956	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
743956	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
743956	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
743956	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
743956	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
743956	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
743956	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
743956	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
743956	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
743956	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
743956	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
743956	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
743956	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
743956	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
743956	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
743956	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
743956	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
743956	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
743956	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
743956	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
743956	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
743956	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
743956	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
743956	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
743956	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
743956	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
743956	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
743956	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
743956	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
743956	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
743956	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
743956	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
743956	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
743956	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
743956	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
743956	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
743956	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
743956	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
743956	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
743956	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
743956	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
743956	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
743956	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
743956	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
743956	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
743956	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
743956	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
743956	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
743956	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
743956	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
743956	embedding2nn.weight	0	0.3208112418651581
743956	embedding2nn.weight	1	0.38447055220603943
743956	embedding2nn.weight	2	-0.0026168350595980883
743956	embedding2nn.weight	3	0.011118528433144093
743956	embedding2nn.weight	4	-0.028494544327259064
743956	embedding2nn.weight	5	0.042963311076164246
743956	embedding2nn.weight	6	-0.020350562408566475
743956	embedding2nn.weight	7	-0.020247723907232285
743956	embedding2nn.weight	8	0.03896763175725937
743956	embedding2nn.weight	9	-0.05505729094147682
743956	embedding2nn.bias	0	0.011182602494955063
743956	embedding2nn.bias	1	-0.19281795620918274
743956	embedding2nn.bias	2	0.13386546075344086
743956	embedding2nn.bias	3	0.17150846123695374
743956	embedding2nn.bias	4	0.15101926028728485
743956	embedding2nn.bias	5	-0.0661499872803688
743956	embedding2nn.bias	6	-0.05711356922984123
743956	embedding2nn.bias	7	0.04707701504230499
743956	embedding2nn.bias	8	-0.15252594649791718
743956	embedding2nn.bias	9	-0.3611525595188141
743956	rnn.weight_ih_l0	0	0.006212090607732534
743956	rnn.weight_ih_l0	1	-0.05552034080028534
743956	rnn.weight_ih_l0	2	-0.06159146875143051
743956	rnn.weight_ih_l0	3	0.12370860576629639
743956	rnn.weight_ih_l0	4	0.030392399057745934
743956	rnn.weight_ih_l0	5	-0.07965584844350815
743956	rnn.weight_ih_l0	6	0.016105595976114273
743956	rnn.weight_ih_l0	7	-0.022979458793997765
743956	rnn.weight_ih_l0	8	0.010719836689531803
743956	rnn.weight_ih_l0	9	-0.08150605857372284
743956	rnn.weight_hh_l0	0	-0.02268126979470253
743956	rnn.weight_hh_l0	1	0.08470982313156128
743956	rnn.weight_hh_l0	2	0.0033453162759542465
743956	rnn.weight_hh_l0	3	-0.03491055965423584
743956	rnn.weight_hh_l0	4	0.08359745144844055
743956	rnn.weight_hh_l0	5	0.0035687782801687717
743956	rnn.weight_hh_l0	6	-0.08568103611469269
743956	rnn.weight_hh_l0	7	-0.13729165494441986
743956	rnn.weight_hh_l0	8	0.03936481103301048
743956	rnn.weight_hh_l0	9	-0.12112576514482498
743956	rnn.bias_ih_l0	0	0.1824067234992981
743956	rnn.bias_ih_l0	1	-0.3459760844707489
743956	rnn.bias_ih_l0	2	-0.034827761352062225
743956	rnn.bias_ih_l0	3	-0.22759410738945007
743956	rnn.bias_ih_l0	4	0.002305541420355439
743956	rnn.bias_ih_l0	5	-0.44044893980026245
743956	rnn.bias_ih_l0	6	-0.15088489651679993
743956	rnn.bias_ih_l0	7	-0.37770310044288635
743956	rnn.bias_ih_l0	8	-0.31527143716812134
743956	rnn.bias_ih_l0	9	-0.4506519138813019
743956	rnn.bias_hh_l0	0	-0.3565139174461365
743956	rnn.bias_hh_l0	1	-0.43379390239715576
743956	rnn.bias_hh_l0	2	-0.40149304270744324
743956	rnn.bias_hh_l0	3	-0.08543053269386292
743956	rnn.bias_hh_l0	4	-0.40744611620903015
743956	rnn.bias_hh_l0	5	-0.36407986283302307
743956	rnn.bias_hh_l0	6	-0.11654475331306458
743956	rnn.bias_hh_l0	7	0.07253360003232956
743956	rnn.bias_hh_l0	8	-0.2382977157831192
743956	rnn.bias_hh_l0	9	-0.5732992887496948
743956	rnn.weight_ih_l0_reverse	0	0.0035276731941848993
743956	rnn.weight_ih_l0_reverse	1	-0.013315044343471527
743956	rnn.weight_ih_l0_reverse	2	0.011905049905180931
743956	rnn.weight_ih_l0_reverse	3	-0.1392095535993576
743956	rnn.weight_ih_l0_reverse	4	0.08315649628639221
743956	rnn.weight_ih_l0_reverse	5	-0.09494151920080185
743956	rnn.weight_ih_l0_reverse	6	0.006044561974704266
743956	rnn.weight_ih_l0_reverse	7	0.02379131130874157
743956	rnn.weight_ih_l0_reverse	8	-0.04929602891206741
743956	rnn.weight_ih_l0_reverse	9	-0.07433131337165833
743956	rnn.weight_hh_l0_reverse	0	-0.14812161028385162
743956	rnn.weight_hh_l0_reverse	1	0.020381005480885506
743956	rnn.weight_hh_l0_reverse	2	-0.021260032430291176
743956	rnn.weight_hh_l0_reverse	3	0.028852421790361404
743956	rnn.weight_hh_l0_reverse	4	-0.07930349558591843
743956	rnn.weight_hh_l0_reverse	5	0.036659885197877884
743956	rnn.weight_hh_l0_reverse	6	0.03009001724421978
743956	rnn.weight_hh_l0_reverse	7	-0.12111775577068329
743956	rnn.weight_hh_l0_reverse	8	-0.07176769524812698
743956	rnn.weight_hh_l0_reverse	9	0.03940016031265259
743956	rnn.bias_ih_l0_reverse	0	-0.17830194532871246
743956	rnn.bias_ih_l0_reverse	1	-0.049107179045677185
743956	rnn.bias_ih_l0_reverse	2	0.15197040140628815
743956	rnn.bias_ih_l0_reverse	3	-0.3291671574115753
743956	rnn.bias_ih_l0_reverse	4	0.007733975071460009
743956	rnn.bias_ih_l0_reverse	5	-0.21543847024440765
743956	rnn.bias_ih_l0_reverse	6	0.26601022481918335
743956	rnn.bias_ih_l0_reverse	7	-0.3033818304538727
743956	rnn.bias_ih_l0_reverse	8	-0.19833779335021973
743956	rnn.bias_ih_l0_reverse	9	-0.15006598830223083
743956	rnn.bias_hh_l0_reverse	0	-0.14460431039333344
743956	rnn.bias_hh_l0_reverse	1	0.2806943655014038
743956	rnn.bias_hh_l0_reverse	2	-0.3499755263328552
743956	rnn.bias_hh_l0_reverse	3	-0.2335621416568756
743956	rnn.bias_hh_l0_reverse	4	-0.3995131552219391
743956	rnn.bias_hh_l0_reverse	5	-0.21480505168437958
743956	rnn.bias_hh_l0_reverse	6	-0.26909443736076355
743956	rnn.bias_hh_l0_reverse	7	-0.09754835069179535
743956	rnn.bias_hh_l0_reverse	8	-0.3596133887767792
743956	rnn.bias_hh_l0_reverse	9	0.2087353616952896
743956	linear.weight	0	0.22586387395858765
743956	linear.weight	1	-0.43890678882598877
743956	linear.weight	2	0.042349591851234436
743956	linear.weight	3	0.06747731566429138
743956	linear.weight	4	-0.10722271353006363
743956	linear.weight	5	0.23754791915416718
743956	linear.weight	6	-0.029160507023334503
743956	linear.weight	7	-0.05973100662231445
743956	linear.weight	8	0.10570969432592392
743956	linear.weight	9	-0.04985414817929268
743956	linear.bias	0	-0.8455926775932312
743956	linear.bias	1	1.7779912948608398
743956	linear.bias	2	0.7548916339874268
743956	linear.bias	3	-2.74114727973938
743956	linear.bias	4	-0.07435794919729233
743956	linear.bias	5	1.255125641822815
743956	linear.bias	6	-0.1971752643585205
743956	linear.bias	7	0.8323320746421814
743956	linear.bias	8	2.1212751865386963
743956	linear.bias	9	-1.337092399597168
744565	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
744565	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
744565	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
744565	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
744565	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
744565	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
744565	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
744565	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
744565	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
744565	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
744565	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
744565	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
744565	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
744565	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
744565	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
744565	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
744565	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
744565	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
744565	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
744565	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
744565	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
744565	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
744565	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
744565	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
744565	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
744565	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
744565	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
744565	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
744565	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
744565	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
744565	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
744565	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
744565	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
744565	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
744565	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
744565	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
744565	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
744565	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
744565	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
744565	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
744565	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
744565	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
744565	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
744565	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
744565	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
744565	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
744565	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
744565	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
744565	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
744565	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
744565	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
744565	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
744565	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
744565	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
744565	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
744565	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
744565	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
744565	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
744565	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
744565	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
744565	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
744565	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
744565	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
744565	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
744565	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
744565	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
744565	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
744565	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
744565	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
744565	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
744565	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
744565	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
744565	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
744565	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
744565	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
744565	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
744565	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
744565	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
744565	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
744565	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
744565	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
744565	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
744565	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
744565	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
744565	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
744565	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
744565	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
744565	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
744565	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
744565	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
744565	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
744565	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
744565	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
744565	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
744565	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
744565	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
744565	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
744565	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
744565	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
744565	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
744565	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
744565	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
744565	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
744565	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
744565	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
744565	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
744565	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
744565	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
744565	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
744565	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
744565	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
744565	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
744565	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
744565	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
744565	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
744565	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
744565	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
744565	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
744565	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
744565	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
744565	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
744565	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
744565	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
744565	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
744565	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
744565	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
744565	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
744565	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
744565	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
744565	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
744565	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
744565	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
744565	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
744565	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
744565	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
744565	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
744565	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
744565	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
744565	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
744565	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
744565	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
744565	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
744565	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
744565	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
744565	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
744565	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
744565	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
744565	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
744565	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
744565	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
744565	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
744565	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
744565	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
744565	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
744565	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
744565	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
744565	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
744565	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
744565	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
744565	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
744565	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
744565	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
744565	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
744565	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
744565	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
744565	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
744565	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
744565	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
744565	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
744565	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
744565	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
744565	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
744565	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
744565	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
744565	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
744565	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
744565	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
744565	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
744565	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
744565	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
744565	embedding2nn.weight	0	0.32103586196899414
744565	embedding2nn.weight	1	0.38507041335105896
744565	embedding2nn.weight	2	-0.0027740669902414083
744565	embedding2nn.weight	3	0.015316122211515903
744565	embedding2nn.weight	4	-0.02588914893567562
744565	embedding2nn.weight	5	0.04301908612251282
744565	embedding2nn.weight	6	-0.021636351943016052
744565	embedding2nn.weight	7	-0.02018447034060955
744565	embedding2nn.weight	8	0.03950722515583038
744565	embedding2nn.weight	9	-0.054540492594242096
744565	embedding2nn.bias	0	0.008092950098216534
744565	embedding2nn.bias	1	-0.19058820605278015
744565	embedding2nn.bias	2	0.13269563019275665
744565	embedding2nn.bias	3	0.1688120812177658
744565	embedding2nn.bias	4	0.1476377248764038
744565	embedding2nn.bias	5	-0.06520438194274902
744565	embedding2nn.bias	6	-0.05315723642706871
744565	embedding2nn.bias	7	0.044704142957925797
744565	embedding2nn.bias	8	-0.15414655208587646
744565	embedding2nn.bias	9	-0.3584248721599579
744565	rnn.weight_ih_l0	0	0.00605962285771966
744565	rnn.weight_ih_l0	1	-0.05545930936932564
744565	rnn.weight_ih_l0	2	-0.06244134157896042
744565	rnn.weight_ih_l0	3	0.12265590578317642
744565	rnn.weight_ih_l0	4	0.030994055792689323
744565	rnn.weight_ih_l0	5	-0.0809755027294159
744565	rnn.weight_ih_l0	6	0.01460021547973156
744565	rnn.weight_ih_l0	7	-0.023164959624409676
744565	rnn.weight_ih_l0	8	0.010763437487185001
744565	rnn.weight_ih_l0	9	-0.08121375739574432
744565	rnn.weight_hh_l0	0	-0.022665847092866898
744565	rnn.weight_hh_l0	1	0.08471783995628357
744565	rnn.weight_hh_l0	2	0.0033890821505337954
744565	rnn.weight_hh_l0	3	-0.03499375283718109
744565	rnn.weight_hh_l0	4	0.08373460173606873
744565	rnn.weight_hh_l0	5	0.0034748194739222527
744565	rnn.weight_hh_l0	6	-0.08577139675617218
744565	rnn.weight_hh_l0	7	-0.13610312342643738
744565	rnn.weight_hh_l0	8	0.03936304524540901
744565	rnn.weight_hh_l0	9	-0.12097403407096863
744565	rnn.bias_ih_l0	0	0.18274357914924622
744565	rnn.bias_ih_l0	1	-0.3482153117656708
744565	rnn.bias_ih_l0	2	-0.036234766244888306
744565	rnn.bias_ih_l0	3	-0.22830860316753387
744565	rnn.bias_ih_l0	4	0.002926238812506199
744565	rnn.bias_ih_l0	5	-0.44134286046028137
744565	rnn.bias_ih_l0	6	-0.1481698602437973
744565	rnn.bias_ih_l0	7	-0.3784210681915283
744565	rnn.bias_ih_l0	8	-0.3166400194168091
744565	rnn.bias_ih_l0	9	-0.45116424560546875
744565	rnn.bias_hh_l0	0	-0.3556031882762909
744565	rnn.bias_hh_l0	1	-0.4353158175945282
744565	rnn.bias_hh_l0	2	-0.4017486870288849
744565	rnn.bias_hh_l0	3	-0.08509767055511475
744565	rnn.bias_hh_l0	4	-0.4065984785556793
744565	rnn.bias_hh_l0	5	-0.3634124994277954
744565	rnn.bias_hh_l0	6	-0.11794374138116837
744565	rnn.bias_hh_l0	7	0.07073484361171722
744565	rnn.bias_hh_l0	8	-0.2396213561296463
744565	rnn.bias_hh_l0	9	-0.5718836188316345
744565	rnn.weight_ih_l0_reverse	0	0.0042391265742480755
744565	rnn.weight_ih_l0_reverse	1	-0.01316224317997694
744565	rnn.weight_ih_l0_reverse	2	0.012370523996651173
744565	rnn.weight_ih_l0_reverse	3	-0.1398453265428543
744565	rnn.weight_ih_l0_reverse	4	0.0827411636710167
744565	rnn.weight_ih_l0_reverse	5	-0.09429274499416351
744565	rnn.weight_ih_l0_reverse	6	0.005532844923436642
744565	rnn.weight_ih_l0_reverse	7	0.023267032578587532
744565	rnn.weight_ih_l0_reverse	8	-0.0489501953125
744565	rnn.weight_ih_l0_reverse	9	-0.07535555213689804
744565	rnn.weight_hh_l0_reverse	0	-0.1481124311685562
744565	rnn.weight_hh_l0_reverse	1	0.020759571343660355
744565	rnn.weight_hh_l0_reverse	2	-0.021263329312205315
744565	rnn.weight_hh_l0_reverse	3	0.028804007917642593
744565	rnn.weight_hh_l0_reverse	4	-0.07949711382389069
744565	rnn.weight_hh_l0_reverse	5	0.03670251742005348
744565	rnn.weight_hh_l0_reverse	6	0.030208105221390724
744565	rnn.weight_hh_l0_reverse	7	-0.12048793584108353
744565	rnn.weight_hh_l0_reverse	8	-0.07215014100074768
744565	rnn.weight_hh_l0_reverse	9	0.03913396969437599
744565	rnn.bias_ih_l0_reverse	0	-0.17761756479740143
744565	rnn.bias_ih_l0_reverse	1	-0.049695707857608795
744565	rnn.bias_ih_l0_reverse	2	0.15296444296836853
744565	rnn.bias_ih_l0_reverse	3	-0.32894396781921387
744565	rnn.bias_ih_l0_reverse	4	0.00852204579859972
744565	rnn.bias_ih_l0_reverse	5	-0.2163948267698288
744565	rnn.bias_ih_l0_reverse	6	0.26351407170295715
744565	rnn.bias_ih_l0_reverse	7	-0.3054421544075012
744565	rnn.bias_ih_l0_reverse	8	-0.1982850879430771
744565	rnn.bias_ih_l0_reverse	9	-0.1480666548013687
744565	rnn.bias_hh_l0_reverse	0	-0.14741361141204834
744565	rnn.bias_hh_l0_reverse	1	0.28237009048461914
744565	rnn.bias_hh_l0_reverse	2	-0.35168173909187317
744565	rnn.bias_hh_l0_reverse	3	-0.23592811822891235
744565	rnn.bias_hh_l0_reverse	4	-0.39885830879211426
744565	rnn.bias_hh_l0_reverse	5	-0.21840113401412964
744565	rnn.bias_hh_l0_reverse	6	-0.2690865099430084
744565	rnn.bias_hh_l0_reverse	7	-0.0960448756814003
744565	rnn.bias_hh_l0_reverse	8	-0.35856714844703674
744565	rnn.bias_hh_l0_reverse	9	0.20568975806236267
744565	linear.weight	0	0.21745887398719788
744565	linear.weight	1	-0.43934112787246704
744565	linear.weight	2	0.05578909441828728
744565	linear.weight	3	0.06747718900442123
744565	linear.weight	4	-0.11386767029762268
744565	linear.weight	5	0.2410937398672104
744565	linear.weight	6	-0.025241242721676826
744565	linear.weight	7	-0.05972984805703163
744565	linear.weight	8	0.09754417836666107
744565	linear.weight	9	-0.04985534027218819
744565	linear.bias	0	-0.8496927618980408
744565	linear.bias	1	1.7859973907470703
744565	linear.bias	2	0.7592257857322693
744565	linear.bias	3	-2.7411704063415527
744565	linear.bias	4	-0.07940436899662018
744565	linear.bias	5	1.263201355934143
744565	linear.bias	6	-0.2089056521654129
744565	linear.bias	7	0.8294007182121277
744565	linear.bias	8	2.116102695465088
744565	linear.bias	9	-1.3365098237991333
745174	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
745174	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
745174	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
745174	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
745174	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
745174	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
745174	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
745174	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
745174	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
745174	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
745174	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
745174	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
745174	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
745174	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
745174	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
745174	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
745174	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
745174	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
745174	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
745174	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
745174	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
745174	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
745174	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
745174	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
745174	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
745174	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
745174	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
745174	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
745174	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
745174	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
745174	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
745174	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
745174	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
745174	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
745174	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
745174	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
745174	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
745174	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
745174	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
745174	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
745174	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
745174	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
745174	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
745174	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
745174	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
745174	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
745174	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
745174	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
745174	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
745174	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
745174	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
745174	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
745174	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
745174	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
745174	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
745174	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
745174	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
745174	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
745174	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
745174	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
745174	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
745174	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
745174	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
745174	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
745174	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
745174	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
745174	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
745174	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
745174	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
745174	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
745174	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
745174	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
745174	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
745174	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
745174	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
745174	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
745174	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
745174	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
745174	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
745174	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
745174	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
745174	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
745174	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
745174	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
745174	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
745174	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
745174	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
745174	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
745174	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
745174	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
745174	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
745174	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
745174	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
745174	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
745174	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
745174	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
745174	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
745174	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
745174	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
745174	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
745174	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
745174	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
745174	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
745174	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
745174	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
745174	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
745174	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
745174	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
745174	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
745174	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
745174	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
745174	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
745174	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
745174	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
745174	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
745174	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
745174	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
745174	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
745174	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
745174	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
745174	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
745174	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
745174	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
745174	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
745174	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
745174	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
745174	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
745174	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
745174	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
745174	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
745174	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
745174	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
745174	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
745174	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
745174	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
745174	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
745174	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
745174	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
745174	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
745174	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
745174	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
745174	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
745174	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
745174	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
745174	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
745174	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
745174	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
745174	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
745174	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
745174	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
745174	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
745174	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
745174	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
745174	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
745174	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
745174	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
745174	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
745174	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
745174	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
745174	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
745174	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
745174	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
745174	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
745174	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
745174	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
745174	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
745174	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
745174	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
745174	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
745174	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
745174	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
745174	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
745174	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
745174	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
745174	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
745174	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
745174	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
745174	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
745174	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
745174	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
745174	embedding2nn.weight	0	0.32104426622390747
745174	embedding2nn.weight	1	0.38503801822662354
745174	embedding2nn.weight	2	-0.0031538978219032288
745174	embedding2nn.weight	3	0.007335009519010782
745174	embedding2nn.weight	4	-0.024265995249152184
745174	embedding2nn.weight	5	0.043270356953144073
745174	embedding2nn.weight	6	-0.01935298927128315
745174	embedding2nn.weight	7	-0.021448269486427307
745174	embedding2nn.weight	8	0.040990013629198074
745174	embedding2nn.weight	9	-0.053246062248945236
745174	embedding2nn.bias	0	0.013240491971373558
745174	embedding2nn.bias	1	-0.1980123519897461
745174	embedding2nn.bias	2	0.13141854107379913
745174	embedding2nn.bias	3	0.17249614000320435
745174	embedding2nn.bias	4	0.14006146788597107
745174	embedding2nn.bias	5	-0.06360889971256256
745174	embedding2nn.bias	6	-0.05118413642048836
745174	embedding2nn.bias	7	0.045997995883226395
745174	embedding2nn.bias	8	-0.15208610892295837
745174	embedding2nn.bias	9	-0.3622032403945923
745174	rnn.weight_ih_l0	0	0.0060506416484713554
745174	rnn.weight_ih_l0	1	-0.05491981282830238
745174	rnn.weight_ih_l0	2	-0.061033427715301514
745174	rnn.weight_ih_l0	3	0.12326394766569138
745174	rnn.weight_ih_l0	4	0.031236231327056885
745174	rnn.weight_ih_l0	5	-0.08136820048093796
745174	rnn.weight_ih_l0	6	0.014527847059071064
745174	rnn.weight_ih_l0	7	-0.02207937277853489
745174	rnn.weight_ih_l0	8	0.008367222733795643
745174	rnn.weight_ih_l0	9	-0.08148408681154251
745174	rnn.weight_hh_l0	0	-0.022670088335871696
745174	rnn.weight_hh_l0	1	0.08459437638521194
745174	rnn.weight_hh_l0	2	0.0033232332207262516
745174	rnn.weight_hh_l0	3	-0.035172238945961
745174	rnn.weight_hh_l0	4	0.08406602591276169
745174	rnn.weight_hh_l0	5	0.003382823895663023
745174	rnn.weight_hh_l0	6	-0.08581935614347458
745174	rnn.weight_hh_l0	7	-0.13669046759605408
745174	rnn.weight_hh_l0	8	0.039449431002140045
745174	rnn.weight_hh_l0	9	-0.12113805115222931
745174	rnn.bias_ih_l0	0	0.18002104759216309
745174	rnn.bias_ih_l0	1	-0.34756895899772644
745174	rnn.bias_ih_l0	2	-0.035502564162015915
745174	rnn.bias_ih_l0	3	-0.22708609700202942
745174	rnn.bias_ih_l0	4	0.00039009563624858856
745174	rnn.bias_ih_l0	5	-0.44396790862083435
745174	rnn.bias_ih_l0	6	-0.149190291762352
745174	rnn.bias_ih_l0	7	-0.3784451484680176
745174	rnn.bias_ih_l0	8	-0.32076120376586914
745174	rnn.bias_ih_l0	9	-0.45090267062187195
745174	rnn.bias_hh_l0	0	-0.3585675358772278
745174	rnn.bias_hh_l0	1	-0.4366886019706726
745174	rnn.bias_hh_l0	2	-0.4021793007850647
745174	rnn.bias_hh_l0	3	-0.08307703584432602
745174	rnn.bias_hh_l0	4	-0.4059438705444336
745174	rnn.bias_hh_l0	5	-0.3646549582481384
745174	rnn.bias_hh_l0	6	-0.11792348325252533
745174	rnn.bias_hh_l0	7	0.07371324300765991
745174	rnn.bias_hh_l0	8	-0.23940140008926392
745174	rnn.bias_hh_l0	9	-0.5745471119880676
745174	rnn.weight_ih_l0_reverse	0	0.0038848849944770336
745174	rnn.weight_ih_l0_reverse	1	-0.013274787925183773
745174	rnn.weight_ih_l0_reverse	2	0.01279528345912695
745174	rnn.weight_ih_l0_reverse	3	-0.14064359664916992
745174	rnn.weight_ih_l0_reverse	4	0.0818333849310875
745174	rnn.weight_ih_l0_reverse	5	-0.0950697511434555
745174	rnn.weight_ih_l0_reverse	6	0.007880930788815022
745174	rnn.weight_ih_l0_reverse	7	0.023282816633582115
745174	rnn.weight_ih_l0_reverse	8	-0.04979179427027702
745174	rnn.weight_ih_l0_reverse	9	-0.07443694770336151
745174	rnn.weight_hh_l0_reverse	0	-0.1480749398469925
745174	rnn.weight_hh_l0_reverse	1	0.02069477178156376
745174	rnn.weight_hh_l0_reverse	2	-0.021286850795149803
745174	rnn.weight_hh_l0_reverse	3	0.029119133949279785
745174	rnn.weight_hh_l0_reverse	4	-0.07931459695100784
745174	rnn.weight_hh_l0_reverse	5	0.03653312101960182
745174	rnn.weight_hh_l0_reverse	6	0.030168520286679268
745174	rnn.weight_hh_l0_reverse	7	-0.12136629968881607
745174	rnn.weight_hh_l0_reverse	8	-0.07194984704256058
745174	rnn.weight_hh_l0_reverse	9	0.038971900939941406
745174	rnn.bias_ih_l0_reverse	0	-0.17896589636802673
745174	rnn.bias_ih_l0_reverse	1	-0.04908639192581177
745174	rnn.bias_ih_l0_reverse	2	0.1545809805393219
745174	rnn.bias_ih_l0_reverse	3	-0.3304327130317688
745174	rnn.bias_ih_l0_reverse	4	0.012677455320954323
745174	rnn.bias_ih_l0_reverse	5	-0.21455110609531403
745174	rnn.bias_ih_l0_reverse	6	0.26581746339797974
745174	rnn.bias_ih_l0_reverse	7	-0.30357691645622253
745174	rnn.bias_ih_l0_reverse	8	-0.19788354635238647
745174	rnn.bias_ih_l0_reverse	9	-0.15002579987049103
745174	rnn.bias_hh_l0_reverse	0	-0.1467035859823227
745174	rnn.bias_hh_l0_reverse	1	0.2810829281806946
745174	rnn.bias_hh_l0_reverse	2	-0.35271376371383667
745174	rnn.bias_hh_l0_reverse	3	-0.23466800153255463
745174	rnn.bias_hh_l0_reverse	4	-0.39866599440574646
745174	rnn.bias_hh_l0_reverse	5	-0.21522682905197144
745174	rnn.bias_hh_l0_reverse	6	-0.27201855182647705
745174	rnn.bias_hh_l0_reverse	7	-0.09719846397638321
745174	rnn.bias_hh_l0_reverse	8	-0.3599681854248047
745174	rnn.bias_hh_l0_reverse	9	0.20887607336044312
745174	linear.weight	0	0.21564970910549164
745174	linear.weight	1	-0.4372865855693817
745174	linear.weight	2	0.05644822120666504
745174	linear.weight	3	0.06747715920209885
745174	linear.weight	4	-0.11698195338249207
745174	linear.weight	5	0.2417467087507248
745174	linear.weight	6	-0.02908448688685894
745174	linear.weight	7	-0.05972752347588539
745174	linear.weight	8	0.09527931362390518
745174	linear.weight	9	-0.049856215715408325
745174	linear.bias	0	-0.8339722156524658
745174	linear.bias	1	1.7584096193313599
745174	linear.bias	2	0.754453718662262
745174	linear.bias	3	-2.7412030696868896
745174	linear.bias	4	-0.07408702373504639
745174	linear.bias	5	1.2499834299087524
745174	linear.bias	6	-0.20888547599315643
745174	linear.bias	7	0.827593207359314
745174	linear.bias	8	2.1189515590667725
745174	linear.bias	9	-1.3333353996276855
745783	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
745783	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
745783	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
745783	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
745783	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
745783	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
745783	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
745783	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
745783	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
745783	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
745783	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
745783	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
745783	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
745783	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
745783	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
745783	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
745783	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
745783	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
745783	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
745783	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
745783	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
745783	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
745783	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
745783	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
745783	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
745783	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
745783	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
745783	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
745783	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
745783	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
745783	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
745783	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
745783	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
745783	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
745783	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
745783	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
745783	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
745783	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
745783	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
745783	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
745783	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
745783	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
745783	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
745783	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
745783	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
745783	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
745783	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
745783	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
745783	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
745783	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
745783	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
745783	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
745783	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
745783	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
745783	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
745783	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
745783	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
745783	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
745783	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
745783	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
745783	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
745783	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
745783	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
745783	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
745783	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
745783	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
745783	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
745783	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
745783	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
745783	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
745783	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
745783	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
745783	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
745783	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
745783	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
745783	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
745783	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
745783	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
745783	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
745783	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
745783	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
745783	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
745783	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
745783	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
745783	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
745783	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
745783	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
745783	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
745783	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
745783	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
745783	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
745783	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
745783	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
745783	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
745783	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
745783	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
745783	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
745783	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
745783	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
745783	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
745783	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
745783	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
745783	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
745783	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
745783	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
745783	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
745783	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
745783	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
745783	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
745783	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
745783	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
745783	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
745783	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
745783	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
745783	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
745783	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
745783	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
745783	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
745783	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
745783	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
745783	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
745783	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
745783	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
745783	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
745783	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
745783	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
745783	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
745783	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
745783	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
745783	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
745783	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
745783	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
745783	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
745783	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
745783	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
745783	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
745783	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
745783	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
745783	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
745783	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
745783	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
745783	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
745783	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
745783	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
745783	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
745783	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
745783	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
745783	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
745783	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
745783	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
745783	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
745783	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
745783	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
745783	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
745783	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
745783	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
745783	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
745783	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
745783	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
745783	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
745783	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
745783	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
745783	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
745783	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
745783	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
745783	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
745783	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
745783	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
745783	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
745783	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
745783	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
745783	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
745783	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
745783	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
745783	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
745783	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
745783	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
745783	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
745783	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
745783	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
745783	embedding2nn.weight	0	0.32074999809265137
745783	embedding2nn.weight	1	0.3851129412651062
745783	embedding2nn.weight	2	-0.0029900672379881144
745783	embedding2nn.weight	3	0.01161194872111082
745783	embedding2nn.weight	4	-0.0232534259557724
745783	embedding2nn.weight	5	0.04368576779961586
745783	embedding2nn.weight	6	-0.014684158377349377
745783	embedding2nn.weight	7	-0.02190897986292839
745783	embedding2nn.weight	8	0.04172720015048981
745783	embedding2nn.weight	9	-0.05140135437250137
745783	embedding2nn.bias	0	0.012150553986430168
745783	embedding2nn.bias	1	-0.2036699652671814
745783	embedding2nn.bias	2	0.13283133506774902
745783	embedding2nn.bias	3	0.17101195454597473
745783	embedding2nn.bias	4	0.14240504801273346
745783	embedding2nn.bias	5	-0.0641678124666214
745783	embedding2nn.bias	6	-0.04594467580318451
745783	embedding2nn.bias	7	0.04631100222468376
745783	embedding2nn.bias	8	-0.1556297093629837
745783	embedding2nn.bias	9	-0.3632766008377075
745783	rnn.weight_ih_l0	0	0.006269531790167093
745783	rnn.weight_ih_l0	1	-0.0549762137234211
745783	rnn.weight_ih_l0	2	-0.060892317444086075
745783	rnn.weight_ih_l0	3	0.12322297692298889
745783	rnn.weight_ih_l0	4	0.031029395759105682
745783	rnn.weight_ih_l0	5	-0.08102668821811676
745783	rnn.weight_ih_l0	6	0.015131778083741665
745783	rnn.weight_ih_l0	7	-0.02250862680375576
745783	rnn.weight_ih_l0	8	0.007862788625061512
745783	rnn.weight_ih_l0	9	-0.08160266280174255
745783	rnn.weight_hh_l0	0	-0.022698037326335907
745783	rnn.weight_hh_l0	1	0.08468406647443771
745783	rnn.weight_hh_l0	2	0.0034845396876335144
745783	rnn.weight_hh_l0	3	-0.03527393564581871
745783	rnn.weight_hh_l0	4	0.0840204656124115
745783	rnn.weight_hh_l0	5	0.0033686484675854445
745783	rnn.weight_hh_l0	6	-0.08594045042991638
745783	rnn.weight_hh_l0	7	-0.13707463443279266
745783	rnn.weight_hh_l0	8	0.03947565704584122
745783	rnn.weight_hh_l0	9	-0.12134183198213577
745783	rnn.bias_ih_l0	0	0.1792551428079605
745783	rnn.bias_ih_l0	1	-0.34957951307296753
745783	rnn.bias_ih_l0	2	-0.03500630334019661
745783	rnn.bias_ih_l0	3	-0.22786164283752441
745783	rnn.bias_ih_l0	4	0.005982719827443361
745783	rnn.bias_ih_l0	5	-0.4410015940666199
745783	rnn.bias_ih_l0	6	-0.1475198119878769
745783	rnn.bias_ih_l0	7	-0.37902915477752686
745783	rnn.bias_ih_l0	8	-0.3202870786190033
745783	rnn.bias_ih_l0	9	-0.45615142583847046
745783	rnn.bias_hh_l0	0	-0.3574201762676239
745783	rnn.bias_hh_l0	1	-0.4361654222011566
745783	rnn.bias_hh_l0	2	-0.40292394161224365
745783	rnn.bias_hh_l0	3	-0.083192378282547
745783	rnn.bias_hh_l0	4	-0.4062197208404541
745783	rnn.bias_hh_l0	5	-0.3648624122142792
745783	rnn.bias_hh_l0	6	-0.11818504333496094
745783	rnn.bias_hh_l0	7	0.07526476681232452
745783	rnn.bias_hh_l0	8	-0.2375137060880661
745783	rnn.bias_hh_l0	9	-0.5714796185493469
745783	rnn.weight_ih_l0_reverse	0	0.005117653403431177
745783	rnn.weight_ih_l0_reverse	1	-0.01315476093441248
745783	rnn.weight_ih_l0_reverse	2	0.014115706086158752
745783	rnn.weight_ih_l0_reverse	3	-0.14075765013694763
745783	rnn.weight_ih_l0_reverse	4	0.08168116956949234
745783	rnn.weight_ih_l0_reverse	5	-0.09564565122127533
745783	rnn.weight_ih_l0_reverse	6	0.0066921222023665905
745783	rnn.weight_ih_l0_reverse	7	0.02372606098651886
745783	rnn.weight_ih_l0_reverse	8	-0.05097733438014984
745783	rnn.weight_ih_l0_reverse	9	-0.0741056278347969
745783	rnn.weight_hh_l0_reverse	0	-0.14812350273132324
745783	rnn.weight_hh_l0_reverse	1	0.020527370274066925
745783	rnn.weight_hh_l0_reverse	2	-0.021541547030210495
745783	rnn.weight_hh_l0_reverse	3	0.029052138328552246
745783	rnn.weight_hh_l0_reverse	4	-0.07936616986989975
745783	rnn.weight_hh_l0_reverse	5	0.03654509782791138
745783	rnn.weight_hh_l0_reverse	6	0.03023131564259529
745783	rnn.weight_hh_l0_reverse	7	-0.1219836100935936
745783	rnn.weight_hh_l0_reverse	8	-0.07213088870048523
745783	rnn.weight_hh_l0_reverse	9	0.03863922506570816
745783	rnn.bias_ih_l0_reverse	0	-0.17653149366378784
745783	rnn.bias_ih_l0_reverse	1	-0.050196390599012375
745783	rnn.bias_ih_l0_reverse	2	0.1522108018398285
745783	rnn.bias_ih_l0_reverse	3	-0.3293816149234772
745783	rnn.bias_ih_l0_reverse	4	0.013779613189399242
745783	rnn.bias_ih_l0_reverse	5	-0.2143690288066864
745783	rnn.bias_ih_l0_reverse	6	0.2714408040046692
745783	rnn.bias_ih_l0_reverse	7	-0.3060985207557678
745783	rnn.bias_ih_l0_reverse	8	-0.19739952683448792
745783	rnn.bias_ih_l0_reverse	9	-0.15036557614803314
745783	rnn.bias_hh_l0_reverse	0	-0.14497169852256775
745783	rnn.bias_hh_l0_reverse	1	0.28052419424057007
745783	rnn.bias_hh_l0_reverse	2	-0.3504354953765869
745783	rnn.bias_hh_l0_reverse	3	-0.23370377719402313
745783	rnn.bias_hh_l0_reverse	4	-0.39802348613739014
745783	rnn.bias_hh_l0_reverse	5	-0.21813234686851501
745783	rnn.bias_hh_l0_reverse	6	-0.2754720151424408
745783	rnn.bias_hh_l0_reverse	7	-0.09753519296646118
745783	rnn.bias_hh_l0_reverse	8	-0.3577612042427063
745783	rnn.bias_hh_l0_reverse	9	0.2109077423810959
745783	linear.weight	0	0.2073909342288971
745783	linear.weight	1	-0.4340132474899292
745783	linear.weight	2	0.05730430409312248
745783	linear.weight	3	0.06747696548700333
745783	linear.weight	4	-0.12387418001890182
745783	linear.weight	5	0.2423064261674881
745783	linear.weight	6	-0.027413491159677505
745783	linear.weight	7	-0.059726741164922714
745783	linear.weight	8	0.09678561985492706
745783	linear.weight	9	-0.04985702782869339
745783	linear.bias	0	-0.8311446309089661
745783	linear.bias	1	1.7803618907928467
745783	linear.bias	2	0.7533908486366272
745783	linear.bias	3	-2.7412257194519043
745783	linear.bias	4	-0.07338655740022659
745783	linear.bias	5	1.260925531387329
745783	linear.bias	6	-0.20091190934181213
745783	linear.bias	7	0.8227381706237793
745783	linear.bias	8	2.1265480518341064
745783	linear.bias	9	-1.3417807817459106
746392	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
746392	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
746392	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
746392	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
746392	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
746392	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
746392	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
746392	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
746392	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
746392	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
746392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
746392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
746392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
746392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
746392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
746392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
746392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
746392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
746392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
746392	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
746392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
746392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
746392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
746392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
746392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
746392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
746392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
746392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
746392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
746392	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
746392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
746392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
746392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
746392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
746392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
746392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
746392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
746392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
746392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
746392	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
746392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
746392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
746392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
746392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
746392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
746392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
746392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
746392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
746392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
746392	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
746392	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
746392	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
746392	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
746392	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
746392	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
746392	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
746392	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
746392	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
746392	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
746392	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
746392	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
746392	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
746392	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
746392	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
746392	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
746392	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
746392	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
746392	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
746392	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
746392	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
746392	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
746392	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
746392	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
746392	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
746392	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
746392	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
746392	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
746392	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
746392	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
746392	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
746392	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
746392	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
746392	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
746392	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
746392	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
746392	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
746392	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
746392	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
746392	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
746392	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
746392	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
746392	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
746392	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
746392	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
746392	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
746392	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
746392	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
746392	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
746392	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
746392	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
746392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
746392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
746392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
746392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
746392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
746392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
746392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
746392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
746392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
746392	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
746392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
746392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
746392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
746392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
746392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
746392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
746392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
746392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
746392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
746392	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
746392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
746392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
746392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
746392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
746392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
746392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
746392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
746392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
746392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
746392	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
746392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
746392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
746392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
746392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
746392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
746392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
746392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
746392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
746392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
746392	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
746392	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
746392	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
746392	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
746392	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
746392	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
746392	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
746392	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
746392	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
746392	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
746392	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
746392	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
746392	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
746392	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
746392	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
746392	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
746392	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
746392	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
746392	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
746392	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
746392	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
746392	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
746392	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
746392	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
746392	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
746392	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
746392	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
746392	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
746392	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
746392	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
746392	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
746392	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
746392	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
746392	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
746392	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
746392	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
746392	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
746392	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
746392	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
746392	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
746392	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
746392	embedding2nn.weight	0	0.32089850306510925
746392	embedding2nn.weight	1	0.38473135232925415
746392	embedding2nn.weight	2	-0.003049047663807869
746392	embedding2nn.weight	3	0.018016457557678223
746392	embedding2nn.weight	4	-0.023070819675922394
746392	embedding2nn.weight	5	0.04366163909435272
746392	embedding2nn.weight	6	-0.012306997552514076
746392	embedding2nn.weight	7	-0.022010548040270805
746392	embedding2nn.weight	8	0.042001862078905106
746392	embedding2nn.weight	9	-0.04930178448557854
746392	embedding2nn.bias	0	0.014149523340165615
746392	embedding2nn.bias	1	-0.19827903807163239
746392	embedding2nn.bias	2	0.13087590038776398
746392	embedding2nn.bias	3	0.17902415990829468
746392	embedding2nn.bias	4	0.1471450924873352
746392	embedding2nn.bias	5	-0.06795286387205124
746392	embedding2nn.bias	6	-0.03669753670692444
746392	embedding2nn.bias	7	0.051975637674331665
746392	embedding2nn.bias	8	-0.15333394706249237
746392	embedding2nn.bias	9	-0.36852937936782837
746392	rnn.weight_ih_l0	0	0.006419438868761063
746392	rnn.weight_ih_l0	1	-0.05525631830096245
746392	rnn.weight_ih_l0	2	-0.060628343373537064
746392	rnn.weight_ih_l0	3	0.12255062907934189
746392	rnn.weight_ih_l0	4	0.030613437294960022
746392	rnn.weight_ih_l0	5	-0.07829076051712036
746392	rnn.weight_ih_l0	6	0.015800904482603073
746392	rnn.weight_ih_l0	7	-0.02225637063384056
746392	rnn.weight_ih_l0	8	0.008338053710758686
746392	rnn.weight_ih_l0	9	-0.08026280254125595
746392	rnn.weight_hh_l0	0	-0.022571159526705742
746392	rnn.weight_hh_l0	1	0.08465194702148438
746392	rnn.weight_hh_l0	2	0.003791205119341612
746392	rnn.weight_hh_l0	3	-0.03514358401298523
746392	rnn.weight_hh_l0	4	0.0841960534453392
746392	rnn.weight_hh_l0	5	0.003699090564623475
746392	rnn.weight_hh_l0	6	-0.08586031198501587
746392	rnn.weight_hh_l0	7	-0.1372453272342682
746392	rnn.weight_hh_l0	8	0.03950321301817894
746392	rnn.weight_hh_l0	9	-0.12128867954015732
746392	rnn.bias_ih_l0	0	0.17880667746067047
746392	rnn.bias_ih_l0	1	-0.3502640724182129
746392	rnn.bias_ih_l0	2	-0.036270588636398315
746392	rnn.bias_ih_l0	3	-0.22595266997814178
746392	rnn.bias_ih_l0	4	0.007069124840199947
746392	rnn.bias_ih_l0	5	-0.4425778388977051
746392	rnn.bias_ih_l0	6	-0.15014703571796417
746392	rnn.bias_ih_l0	7	-0.3790053427219391
746392	rnn.bias_ih_l0	8	-0.3201654553413391
746392	rnn.bias_ih_l0	9	-0.45339399576187134
746392	rnn.bias_hh_l0	0	-0.35843250155448914
746392	rnn.bias_hh_l0	1	-0.4366944134235382
746392	rnn.bias_hh_l0	2	-0.40144088864326477
746392	rnn.bias_hh_l0	3	-0.08312790095806122
746392	rnn.bias_hh_l0	4	-0.40592703223228455
746392	rnn.bias_hh_l0	5	-0.36409929394721985
746392	rnn.bias_hh_l0	6	-0.11704079061746597
746392	rnn.bias_hh_l0	7	0.07364415377378464
746392	rnn.bias_hh_l0	8	-0.24001936614513397
746392	rnn.bias_hh_l0	9	-0.5744088888168335
746392	rnn.weight_ih_l0_reverse	0	0.0054145073518157005
746392	rnn.weight_ih_l0_reverse	1	-0.013315425254404545
746392	rnn.weight_ih_l0_reverse	2	0.013153824023902416
746392	rnn.weight_ih_l0_reverse	3	-0.14054304361343384
746392	rnn.weight_ih_l0_reverse	4	0.08139494806528091
746392	rnn.weight_ih_l0_reverse	5	-0.09494622051715851
746392	rnn.weight_ih_l0_reverse	6	0.006847625132650137
746392	rnn.weight_ih_l0_reverse	7	0.023903612047433853
746392	rnn.weight_ih_l0_reverse	8	-0.04966191574931145
746392	rnn.weight_ih_l0_reverse	9	-0.0739397332072258
746392	rnn.weight_hh_l0_reverse	0	-0.14826038479804993
746392	rnn.weight_hh_l0_reverse	1	0.02067417837679386
746392	rnn.weight_hh_l0_reverse	2	-0.021434813737869263
746392	rnn.weight_hh_l0_reverse	3	0.029010137543082237
746392	rnn.weight_hh_l0_reverse	4	-0.0798223614692688
746392	rnn.weight_hh_l0_reverse	5	0.03650904446840286
746392	rnn.weight_hh_l0_reverse	6	0.030144965276122093
746392	rnn.weight_hh_l0_reverse	7	-0.12184841930866241
746392	rnn.weight_hh_l0_reverse	8	-0.07327008247375488
746392	rnn.weight_hh_l0_reverse	9	0.03879760950803757
746392	rnn.bias_ih_l0_reverse	0	-0.1772078424692154
746392	rnn.bias_ih_l0_reverse	1	-0.05004256218671799
746392	rnn.bias_ih_l0_reverse	2	0.15426264703273773
746392	rnn.bias_ih_l0_reverse	3	-0.33008238673210144
746392	rnn.bias_ih_l0_reverse	4	0.011704846285283566
746392	rnn.bias_ih_l0_reverse	5	-0.21296344697475433
746392	rnn.bias_ih_l0_reverse	6	0.2697320580482483
746392	rnn.bias_ih_l0_reverse	7	-0.3048078417778015
746392	rnn.bias_ih_l0_reverse	8	-0.19648922979831696
746392	rnn.bias_ih_l0_reverse	9	-0.14933471381664276
746392	rnn.bias_hh_l0_reverse	0	-0.14598044753074646
746392	rnn.bias_hh_l0_reverse	1	0.2780052125453949
746392	rnn.bias_hh_l0_reverse	2	-0.35210826992988586
746392	rnn.bias_hh_l0_reverse	3	-0.2354975789785385
746392	rnn.bias_hh_l0_reverse	4	-0.3983880281448364
746392	rnn.bias_hh_l0_reverse	5	-0.2185094654560089
746392	rnn.bias_hh_l0_reverse	6	-0.2741580307483673
746392	rnn.bias_hh_l0_reverse	7	-0.09714899957180023
746392	rnn.bias_hh_l0_reverse	8	-0.357982873916626
746392	rnn.bias_hh_l0_reverse	9	0.21201638877391815
746392	linear.weight	0	0.19716550409793854
746392	linear.weight	1	-0.43481722474098206
746392	linear.weight	2	0.06655680388212204
746392	linear.weight	3	0.06747683137655258
746392	linear.weight	4	-0.13810941576957703
746392	linear.weight	5	0.23503173887729645
746392	linear.weight	6	-0.03254545107483864
746392	linear.weight	7	-0.059725504368543625
746392	linear.weight	8	0.10646969079971313
746392	linear.weight	9	-0.04985777661204338
746392	linear.bias	0	-0.8528315424919128
746392	linear.bias	1	1.7795511484146118
746392	linear.bias	2	0.7506481409072876
746392	linear.bias	3	-2.7412517070770264
746392	linear.bias	4	-0.06897114217281342
746392	linear.bias	5	1.2724461555480957
746392	linear.bias	6	-0.21469846367835999
746392	linear.bias	7	0.8370559215545654
746392	linear.bias	8	2.116589307785034
746392	linear.bias	9	-1.3380918502807617
747001	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
747001	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
747001	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
747001	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
747001	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
747001	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
747001	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
747001	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
747001	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
747001	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
747001	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
747001	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
747001	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
747001	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
747001	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
747001	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
747001	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
747001	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
747001	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
747001	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
747001	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
747001	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
747001	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
747001	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
747001	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
747001	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
747001	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
747001	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
747001	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
747001	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
747001	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
747001	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
747001	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
747001	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
747001	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
747001	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
747001	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
747001	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
747001	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
747001	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
747001	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
747001	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
747001	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
747001	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
747001	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
747001	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
747001	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
747001	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
747001	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
747001	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
747001	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
747001	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
747001	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
747001	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
747001	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
747001	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
747001	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
747001	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
747001	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
747001	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
747001	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
747001	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
747001	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
747001	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
747001	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
747001	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
747001	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
747001	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
747001	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
747001	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
747001	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
747001	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
747001	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
747001	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
747001	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
747001	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
747001	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
747001	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
747001	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
747001	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
747001	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
747001	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
747001	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
747001	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
747001	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
747001	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
747001	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
747001	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
747001	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
747001	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
747001	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
747001	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
747001	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
747001	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
747001	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
747001	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
747001	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
747001	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
747001	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
747001	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
747001	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
747001	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
747001	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
747001	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
747001	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
747001	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
747001	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
747001	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
747001	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
747001	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
747001	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
747001	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
747001	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
747001	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
747001	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
747001	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
747001	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
747001	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
747001	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
747001	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
747001	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
747001	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
747001	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
747001	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
747001	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
747001	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
747001	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
747001	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
747001	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
747001	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
747001	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
747001	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
747001	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
747001	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
747001	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
747001	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
747001	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
747001	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
747001	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
747001	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
747001	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
747001	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
747001	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
747001	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
747001	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
747001	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
747001	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
747001	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
747001	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
747001	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
747001	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
747001	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
747001	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
747001	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
747001	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
747001	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
747001	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
747001	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
747001	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
747001	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
747001	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
747001	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
747001	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
747001	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
747001	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
747001	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
747001	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
747001	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
747001	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
747001	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
747001	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
747001	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
747001	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
747001	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
747001	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
747001	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
747001	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
747001	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
747001	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
747001	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
747001	embedding2nn.weight	0	0.320937842130661
747001	embedding2nn.weight	1	0.38599735498428345
747001	embedding2nn.weight	2	-0.0016643673880025744
747001	embedding2nn.weight	3	0.02045271545648575
747001	embedding2nn.weight	4	-0.0235745832324028
747001	embedding2nn.weight	5	0.04567032679915428
747001	embedding2nn.weight	6	-0.014458577148616314
747001	embedding2nn.weight	7	-0.019235629588365555
747001	embedding2nn.weight	8	0.042863741517066956
747001	embedding2nn.weight	9	-0.049170322716236115
747001	embedding2nn.bias	0	0.02107861079275608
747001	embedding2nn.bias	1	-0.19746041297912598
747001	embedding2nn.bias	2	0.136658176779747
747001	embedding2nn.bias	3	0.1811681091785431
747001	embedding2nn.bias	4	0.14513571560382843
747001	embedding2nn.bias	5	-0.07142944633960724
747001	embedding2nn.bias	6	-0.04576468840241432
747001	embedding2nn.bias	7	0.04992133378982544
747001	embedding2nn.bias	8	-0.14955873787403107
747001	embedding2nn.bias	9	-0.37046578526496887
747001	rnn.weight_ih_l0	0	0.0063331397250294685
747001	rnn.weight_ih_l0	1	-0.05588144436478615
747001	rnn.weight_ih_l0	2	-0.06090664118528366
747001	rnn.weight_ih_l0	3	0.12257939577102661
747001	rnn.weight_ih_l0	4	0.028621967881917953
747001	rnn.weight_ih_l0	5	-0.07890892773866653
747001	rnn.weight_ih_l0	6	0.014541351236402988
747001	rnn.weight_ih_l0	7	-0.023381022736430168
747001	rnn.weight_ih_l0	8	0.01156084518879652
747001	rnn.weight_ih_l0	9	-0.08141381293535233
747001	rnn.weight_hh_l0	0	-0.02275962568819523
747001	rnn.weight_hh_l0	1	0.08450344204902649
747001	rnn.weight_hh_l0	2	0.003523643361404538
747001	rnn.weight_hh_l0	3	-0.03470712527632713
747001	rnn.weight_hh_l0	4	0.08396891504526138
747001	rnn.weight_hh_l0	5	0.0036120391450822353
747001	rnn.weight_hh_l0	6	-0.08579576015472412
747001	rnn.weight_hh_l0	7	-0.13691391050815582
747001	rnn.weight_hh_l0	8	0.039595864713191986
747001	rnn.weight_hh_l0	9	-0.12111882865428925
747001	rnn.bias_ih_l0	0	0.17653928697109222
747001	rnn.bias_ih_l0	1	-0.35009095072746277
747001	rnn.bias_ih_l0	2	-0.03617221117019653
747001	rnn.bias_ih_l0	3	-0.22287924587726593
747001	rnn.bias_ih_l0	4	0.004375321790575981
747001	rnn.bias_ih_l0	5	-0.4405655264854431
747001	rnn.bias_ih_l0	6	-0.14949297904968262
747001	rnn.bias_ih_l0	7	-0.3790988624095917
747001	rnn.bias_ih_l0	8	-0.3198543190956116
747001	rnn.bias_ih_l0	9	-0.4521360993385315
747001	rnn.bias_hh_l0	0	-0.3574317395687103
747001	rnn.bias_hh_l0	1	-0.4364203214645386
747001	rnn.bias_hh_l0	2	-0.40053579211235046
747001	rnn.bias_hh_l0	3	-0.08261578530073166
747001	rnn.bias_hh_l0	4	-0.4031783938407898
747001	rnn.bias_hh_l0	5	-0.3640224039554596
747001	rnn.bias_hh_l0	6	-0.11734841763973236
747001	rnn.bias_hh_l0	7	0.07396852970123291
747001	rnn.bias_hh_l0	8	-0.23932021856307983
747001	rnn.bias_hh_l0	9	-0.5732059478759766
747001	rnn.weight_ih_l0_reverse	0	0.0056561497040092945
747001	rnn.weight_ih_l0_reverse	1	-0.013451040722429752
747001	rnn.weight_ih_l0_reverse	2	0.013243263587355614
747001	rnn.weight_ih_l0_reverse	3	-0.14049850404262543
747001	rnn.weight_ih_l0_reverse	4	0.08141424506902695
747001	rnn.weight_ih_l0_reverse	5	-0.09687373787164688
747001	rnn.weight_ih_l0_reverse	6	0.008593134582042694
747001	rnn.weight_ih_l0_reverse	7	0.023685405030846596
747001	rnn.weight_ih_l0_reverse	8	-0.05011120066046715
747001	rnn.weight_ih_l0_reverse	9	-0.07302282005548477
747001	rnn.weight_hh_l0_reverse	0	-0.14732271432876587
747001	rnn.weight_hh_l0_reverse	1	0.020662028342485428
747001	rnn.weight_hh_l0_reverse	2	-0.021084120497107506
747001	rnn.weight_hh_l0_reverse	3	0.029007278382778168
747001	rnn.weight_hh_l0_reverse	4	-0.0799914002418518
747001	rnn.weight_hh_l0_reverse	5	0.036490198224782944
747001	rnn.weight_hh_l0_reverse	6	0.03020600788295269
747001	rnn.weight_hh_l0_reverse	7	-0.12268536537885666
747001	rnn.weight_hh_l0_reverse	8	-0.0734744668006897
747001	rnn.weight_hh_l0_reverse	9	0.03913808614015579
747001	rnn.bias_ih_l0_reverse	0	-0.17734774947166443
747001	rnn.bias_ih_l0_reverse	1	-0.04922953248023987
747001	rnn.bias_ih_l0_reverse	2	0.1559518277645111
747001	rnn.bias_ih_l0_reverse	3	-0.3289810121059418
747001	rnn.bias_ih_l0_reverse	4	0.0109840864315629
747001	rnn.bias_ih_l0_reverse	5	-0.21202592551708221
747001	rnn.bias_ih_l0_reverse	6	0.2684427797794342
747001	rnn.bias_ih_l0_reverse	7	-0.30422723293304443
747001	rnn.bias_ih_l0_reverse	8	-0.19667987525463104
747001	rnn.bias_ih_l0_reverse	9	-0.14900487661361694
747001	rnn.bias_hh_l0_reverse	0	-0.14771436154842377
747001	rnn.bias_hh_l0_reverse	1	0.27820441126823425
747001	rnn.bias_hh_l0_reverse	2	-0.3519224226474762
747001	rnn.bias_hh_l0_reverse	3	-0.23518534004688263
747001	rnn.bias_hh_l0_reverse	4	-0.397987425327301
747001	rnn.bias_hh_l0_reverse	5	-0.22196877002716064
747001	rnn.bias_hh_l0_reverse	6	-0.2713930308818817
747001	rnn.bias_hh_l0_reverse	7	-0.09882180392742157
747001	rnn.bias_hh_l0_reverse	8	-0.3556755483150482
747001	rnn.bias_hh_l0_reverse	9	0.21436628699302673
747001	linear.weight	0	0.19615265727043152
747001	linear.weight	1	-0.43747785687446594
747001	linear.weight	2	0.05326372757554054
747001	linear.weight	3	0.06747661530971527
747001	linear.weight	4	-0.14629539847373962
747001	linear.weight	5	0.2392159104347229
747001	linear.weight	6	-0.03222741559147835
747001	linear.weight	7	-0.05972404032945633
747001	linear.weight	8	0.11000096052885056
747001	linear.weight	9	-0.04985783249139786
747001	linear.bias	0	-0.8607524037361145
747001	linear.bias	1	1.7796218395233154
747001	linear.bias	2	0.7466448545455933
747001	linear.bias	3	-2.7412781715393066
747001	linear.bias	4	-0.07375571131706238
747001	linear.bias	5	1.2677149772644043
747001	linear.bias	6	-0.22190962731838226
747001	linear.bias	7	0.8432865738868713
747001	linear.bias	8	2.1216535568237305
747001	linear.bias	9	-1.3346282243728638
747610	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
747610	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
747610	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
747610	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
747610	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
747610	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
747610	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
747610	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
747610	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
747610	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
747610	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
747610	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
747610	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
747610	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
747610	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
747610	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
747610	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
747610	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
747610	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
747610	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
747610	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
747610	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
747610	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
747610	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
747610	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
747610	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
747610	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
747610	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
747610	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
747610	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
747610	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
747610	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
747610	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
747610	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
747610	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
747610	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
747610	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
747610	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
747610	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
747610	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
747610	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
747610	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
747610	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
747610	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
747610	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
747610	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
747610	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
747610	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
747610	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
747610	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
747610	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
747610	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
747610	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
747610	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
747610	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
747610	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
747610	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
747610	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
747610	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
747610	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
747610	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
747610	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
747610	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
747610	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
747610	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
747610	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
747610	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
747610	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
747610	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
747610	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
747610	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
747610	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
747610	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
747610	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
747610	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
747610	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
747610	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
747610	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
747610	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
747610	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
747610	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
747610	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
747610	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
747610	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
747610	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
747610	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
747610	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
747610	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
747610	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
747610	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
747610	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
747610	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
747610	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
747610	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
747610	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
747610	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
747610	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
747610	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
747610	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
747610	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
747610	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
747610	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
747610	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
747610	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
747610	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
747610	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
747610	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
747610	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
747610	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
747610	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
747610	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
747610	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
747610	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
747610	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
747610	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
747610	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
747610	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
747610	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
747610	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
747610	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
747610	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
747610	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
747610	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
747610	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
747610	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
747610	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
747610	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
747610	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
747610	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
747610	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
747610	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
747610	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
747610	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
747610	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
747610	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
747610	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
747610	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
747610	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
747610	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
747610	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
747610	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
747610	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
747610	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
747610	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
747610	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
747610	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
747610	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
747610	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
747610	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
747610	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
747610	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
747610	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
747610	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
747610	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
747610	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
747610	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
747610	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
747610	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
747610	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
747610	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
747610	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
747610	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
747610	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
747610	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
747610	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
747610	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
747610	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
747610	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
747610	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
747610	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
747610	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
747610	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
747610	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
747610	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
747610	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
747610	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
747610	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
747610	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
747610	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
747610	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
747610	embedding2nn.weight	0	0.32026830315589905
747610	embedding2nn.weight	1	0.3848578929901123
747610	embedding2nn.weight	2	-0.0011503061978146434
747610	embedding2nn.weight	3	0.019373079761862755
747610	embedding2nn.weight	4	-0.024522455409169197
747610	embedding2nn.weight	5	0.04601559787988663
747610	embedding2nn.weight	6	-0.0172780342400074
747610	embedding2nn.weight	7	-0.019141070544719696
747610	embedding2nn.weight	8	0.04187247157096863
747610	embedding2nn.weight	9	-0.04816538468003273
747610	embedding2nn.bias	0	0.013265710324048996
747610	embedding2nn.bias	1	-0.19961391389369965
747610	embedding2nn.bias	2	0.14396549761295319
747610	embedding2nn.bias	3	0.179781973361969
747610	embedding2nn.bias	4	0.1496811807155609
747610	embedding2nn.bias	5	-0.07097918540239334
747610	embedding2nn.bias	6	-0.04172465577721596
747610	embedding2nn.bias	7	0.04136407747864723
747610	embedding2nn.bias	8	-0.15877138078212738
747610	embedding2nn.bias	9	-0.36459997296333313
747610	rnn.weight_ih_l0	0	0.006299671251326799
747610	rnn.weight_ih_l0	1	-0.05608515813946724
747610	rnn.weight_ih_l0	2	-0.06047612428665161
747610	rnn.weight_ih_l0	3	0.12219753861427307
747610	rnn.weight_ih_l0	4	0.02887331135571003
747610	rnn.weight_ih_l0	5	-0.08004410564899445
747610	rnn.weight_ih_l0	6	0.014332696795463562
747610	rnn.weight_ih_l0	7	-0.02371477521955967
747610	rnn.weight_ih_l0	8	0.012260977178812027
747610	rnn.weight_ih_l0	9	-0.08051067590713501
747610	rnn.weight_hh_l0	0	-0.02258981391787529
747610	rnn.weight_hh_l0	1	0.08424623310565948
747610	rnn.weight_hh_l0	2	0.003567593405023217
747610	rnn.weight_hh_l0	3	-0.034564755856990814
747610	rnn.weight_hh_l0	4	0.08375465869903564
747610	rnn.weight_hh_l0	5	0.003540047910064459
747610	rnn.weight_hh_l0	6	-0.08555448055267334
747610	rnn.weight_hh_l0	7	-0.13688518106937408
747610	rnn.weight_hh_l0	8	0.03957754001021385
747610	rnn.weight_hh_l0	9	-0.12160785496234894
747610	rnn.bias_ih_l0	0	0.18014344573020935
747610	rnn.bias_ih_l0	1	-0.3477517068386078
747610	rnn.bias_ih_l0	2	-0.03709002584218979
747610	rnn.bias_ih_l0	3	-0.2238169014453888
747610	rnn.bias_ih_l0	4	0.0054722074419260025
747610	rnn.bias_ih_l0	5	-0.44444191455841064
747610	rnn.bias_ih_l0	6	-0.1462966799736023
747610	rnn.bias_ih_l0	7	-0.3789428770542145
747610	rnn.bias_ih_l0	8	-0.3201639652252197
747610	rnn.bias_ih_l0	9	-0.44932952523231506
747610	rnn.bias_hh_l0	0	-0.3571939766407013
747610	rnn.bias_hh_l0	1	-0.43727922439575195
747610	rnn.bias_hh_l0	2	-0.4042835235595703
747610	rnn.bias_hh_l0	3	-0.08342263847589493
747610	rnn.bias_hh_l0	4	-0.4019095003604889
747610	rnn.bias_hh_l0	5	-0.3650470972061157
747610	rnn.bias_hh_l0	6	-0.11794957518577576
747610	rnn.bias_hh_l0	7	0.07345300912857056
747610	rnn.bias_hh_l0	8	-0.23914951086044312
747610	rnn.bias_hh_l0	9	-0.5739626288414001
747610	rnn.weight_ih_l0_reverse	0	0.004991049878299236
747610	rnn.weight_ih_l0_reverse	1	-0.013573147356510162
747610	rnn.weight_ih_l0_reverse	2	0.012706275098025799
747610	rnn.weight_ih_l0_reverse	3	-0.13971172273159027
747610	rnn.weight_ih_l0_reverse	4	0.08151652663946152
747610	rnn.weight_ih_l0_reverse	5	-0.09644217044115067
747610	rnn.weight_ih_l0_reverse	6	0.008429012261331081
747610	rnn.weight_ih_l0_reverse	7	0.02336653508245945
747610	rnn.weight_ih_l0_reverse	8	-0.04984332248568535
747610	rnn.weight_ih_l0_reverse	9	-0.07158302515745163
747610	rnn.weight_hh_l0_reverse	0	-0.1468934565782547
747610	rnn.weight_hh_l0_reverse	1	0.020898785442113876
747610	rnn.weight_hh_l0_reverse	2	-0.020767798647284508
747610	rnn.weight_hh_l0_reverse	3	0.028967028483748436
747610	rnn.weight_hh_l0_reverse	4	-0.07974697649478912
747610	rnn.weight_hh_l0_reverse	5	0.03645123913884163
747610	rnn.weight_hh_l0_reverse	6	0.030267775058746338
747610	rnn.weight_hh_l0_reverse	7	-0.12298402935266495
747610	rnn.weight_hh_l0_reverse	8	-0.0731121227145195
747610	rnn.weight_hh_l0_reverse	9	0.03905194625258446
747610	rnn.bias_ih_l0_reverse	0	-0.17658324539661407
747610	rnn.bias_ih_l0_reverse	1	-0.0505969412624836
747610	rnn.bias_ih_l0_reverse	2	0.15656600892543793
747610	rnn.bias_ih_l0_reverse	3	-0.3301347494125366
747610	rnn.bias_ih_l0_reverse	4	0.01376997958868742
747610	rnn.bias_ih_l0_reverse	5	-0.2114667147397995
747610	rnn.bias_ih_l0_reverse	6	0.26399755477905273
747610	rnn.bias_ih_l0_reverse	7	-0.3008854389190674
747610	rnn.bias_ih_l0_reverse	8	-0.1978594809770584
747610	rnn.bias_ih_l0_reverse	9	-0.1487295925617218
747610	rnn.bias_hh_l0_reverse	0	-0.15133918821811676
747610	rnn.bias_hh_l0_reverse	1	0.2758103907108307
747610	rnn.bias_hh_l0_reverse	2	-0.3520621657371521
747610	rnn.bias_hh_l0_reverse	3	-0.23457133769989014
747610	rnn.bias_hh_l0_reverse	4	-0.3974241316318512
747610	rnn.bias_hh_l0_reverse	5	-0.2207900583744049
747610	rnn.bias_hh_l0_reverse	6	-0.27203017473220825
747610	rnn.bias_hh_l0_reverse	7	-0.09672707319259644
747610	rnn.bias_hh_l0_reverse	8	-0.35826224088668823
747610	rnn.bias_hh_l0_reverse	9	0.21034786105155945
747610	linear.weight	0	0.1968260109424591
747610	linear.weight	1	-0.43062058091163635
747610	linear.weight	2	0.047276973724365234
747610	linear.weight	3	0.06747680902481079
747610	linear.weight	4	-0.14868566393852234
747610	linear.weight	5	0.2352009415626526
747610	linear.weight	6	-0.036798443645238876
747610	linear.weight	7	-0.05972253158688545
747610	linear.weight	8	0.11057039350271225
747610	linear.weight	9	-0.04985853657126427
747610	linear.bias	0	-0.8634542226791382
747610	linear.bias	1	1.7703660726547241
747610	linear.bias	2	0.7519614100456238
747610	linear.bias	3	-2.741302013397217
747610	linear.bias	4	-0.06277596950531006
747610	linear.bias	5	1.2699304819107056
747610	linear.bias	6	-0.20926587283611298
747610	linear.bias	7	0.8316822648048401
747610	linear.bias	8	2.1044631004333496
747610	linear.bias	9	-1.34028959274292
748219	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
748219	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
748219	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
748219	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
748219	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
748219	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
748219	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
748219	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
748219	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
748219	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
748219	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
748219	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
748219	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
748219	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
748219	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
748219	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
748219	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
748219	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
748219	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
748219	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
748219	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
748219	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
748219	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
748219	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
748219	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
748219	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
748219	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
748219	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
748219	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
748219	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
748219	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
748219	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
748219	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
748219	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
748219	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
748219	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
748219	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
748219	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
748219	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
748219	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
748219	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
748219	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
748219	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
748219	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
748219	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
748219	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
748219	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
748219	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
748219	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
748219	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
748219	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
748219	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
748219	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
748219	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
748219	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
748219	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
748219	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
748219	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
748219	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
748219	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
748219	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
748219	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
748219	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
748219	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
748219	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
748219	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
748219	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
748219	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
748219	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
748219	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
748219	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
748219	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
748219	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
748219	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
748219	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
748219	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
748219	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
748219	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
748219	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
748219	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
748219	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
748219	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
748219	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
748219	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
748219	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
748219	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
748219	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
748219	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
748219	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
748219	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
748219	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
748219	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
748219	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
748219	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
748219	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
748219	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
748219	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
748219	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
748219	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
748219	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
748219	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
748219	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
748219	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
748219	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
748219	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
748219	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
748219	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
748219	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
748219	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
748219	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
748219	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
748219	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
748219	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
748219	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
748219	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
748219	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
748219	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
748219	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
748219	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
748219	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
748219	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
748219	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
748219	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
748219	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
748219	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
748219	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
748219	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
748219	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
748219	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
748219	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
748219	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
748219	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
748219	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
748219	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
748219	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
748219	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
748219	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
748219	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
748219	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
748219	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
748219	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
748219	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
748219	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
748219	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
748219	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
748219	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
748219	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
748219	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
748219	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
748219	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
748219	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
748219	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
748219	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
748219	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
748219	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
748219	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
748219	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
748219	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
748219	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
748219	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
748219	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
748219	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
748219	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
748219	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
748219	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
748219	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
748219	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
748219	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
748219	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
748219	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
748219	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
748219	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
748219	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
748219	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
748219	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
748219	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
748219	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
748219	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
748219	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
748219	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
748219	embedding2nn.weight	0	0.3207477629184723
748219	embedding2nn.weight	1	0.3854745626449585
748219	embedding2nn.weight	2	0.0009109223028644919
748219	embedding2nn.weight	3	0.021359464153647423
748219	embedding2nn.weight	4	-0.024410339072346687
748219	embedding2nn.weight	5	0.04636886715888977
748219	embedding2nn.weight	6	-0.015229670330882072
748219	embedding2nn.weight	7	-0.020890962332487106
748219	embedding2nn.weight	8	0.041241832077503204
748219	embedding2nn.weight	9	-0.04662032797932625
748219	embedding2nn.bias	0	0.015688437968492508
748219	embedding2nn.bias	1	-0.1904110610485077
748219	embedding2nn.bias	2	0.1395607888698578
748219	embedding2nn.bias	3	0.170431986451149
748219	embedding2nn.bias	4	0.14747270941734314
748219	embedding2nn.bias	5	-0.07324149459600449
748219	embedding2nn.bias	6	-0.04806066304445267
748219	embedding2nn.bias	7	0.032350748777389526
748219	embedding2nn.bias	8	-0.1552913635969162
748219	embedding2nn.bias	9	-0.3763538599014282
748219	rnn.weight_ih_l0	0	0.006582033820450306
748219	rnn.weight_ih_l0	1	-0.05579575151205063
748219	rnn.weight_ih_l0	2	-0.06034602224826813
748219	rnn.weight_ih_l0	3	0.1215461939573288
748219	rnn.weight_ih_l0	4	0.030387576669454575
748219	rnn.weight_ih_l0	5	-0.08086757361888885
748219	rnn.weight_ih_l0	6	0.01299801841378212
748219	rnn.weight_ih_l0	7	-0.022540081292390823
748219	rnn.weight_ih_l0	8	0.014047923497855663
748219	rnn.weight_ih_l0	9	-0.07959035784006119
748219	rnn.weight_hh_l0	0	-0.022617971524596214
748219	rnn.weight_hh_l0	1	0.08396326750516891
748219	rnn.weight_hh_l0	2	0.0033261242788285017
748219	rnn.weight_hh_l0	3	-0.03433641418814659
748219	rnn.weight_hh_l0	4	0.08363305777311325
748219	rnn.weight_hh_l0	5	0.00378210935741663
748219	rnn.weight_hh_l0	6	-0.0855378583073616
748219	rnn.weight_hh_l0	7	-0.13651065528392792
748219	rnn.weight_hh_l0	8	0.03952154889702797
748219	rnn.weight_hh_l0	9	-0.1213974878191948
748219	rnn.bias_ih_l0	0	0.1796138435602188
748219	rnn.bias_ih_l0	1	-0.34730079770088196
748219	rnn.bias_ih_l0	2	-0.039262302219867706
748219	rnn.bias_ih_l0	3	-0.22064489126205444
748219	rnn.bias_ih_l0	4	0.005749524105340242
748219	rnn.bias_ih_l0	5	-0.4430171251296997
748219	rnn.bias_ih_l0	6	-0.14573213458061218
748219	rnn.bias_ih_l0	7	-0.3786770701408386
748219	rnn.bias_ih_l0	8	-0.3205427825450897
748219	rnn.bias_ih_l0	9	-0.44862958788871765
748219	rnn.bias_hh_l0	0	-0.3562065660953522
748219	rnn.bias_hh_l0	1	-0.4375840425491333
748219	rnn.bias_hh_l0	2	-0.40477505326271057
748219	rnn.bias_hh_l0	3	-0.08284386992454529
748219	rnn.bias_hh_l0	4	-0.40409618616104126
748219	rnn.bias_hh_l0	5	-0.3639485836029053
748219	rnn.bias_hh_l0	6	-0.11655333638191223
748219	rnn.bias_hh_l0	7	0.0729636549949646
748219	rnn.bias_hh_l0	8	-0.23780404031276703
748219	rnn.bias_hh_l0	9	-0.5749339461326599
748219	rnn.weight_ih_l0_reverse	0	0.003345777280628681
748219	rnn.weight_ih_l0_reverse	1	-0.01370516512542963
748219	rnn.weight_ih_l0_reverse	2	0.013145862147212029
748219	rnn.weight_ih_l0_reverse	3	-0.13930141925811768
748219	rnn.weight_ih_l0_reverse	4	0.08140437304973602
748219	rnn.weight_ih_l0_reverse	5	-0.09278924763202667
748219	rnn.weight_ih_l0_reverse	6	0.006644869223237038
748219	rnn.weight_ih_l0_reverse	7	0.02343985065817833
748219	rnn.weight_ih_l0_reverse	8	-0.04934566095471382
748219	rnn.weight_ih_l0_reverse	9	-0.07292038202285767
748219	rnn.weight_hh_l0_reverse	0	-0.14731475710868835
748219	rnn.weight_hh_l0_reverse	1	0.0207333043217659
748219	rnn.weight_hh_l0_reverse	2	-0.021219881251454353
748219	rnn.weight_hh_l0_reverse	3	0.028611285611987114
748219	rnn.weight_hh_l0_reverse	4	-0.07983655482530594
748219	rnn.weight_hh_l0_reverse	5	0.03648131340742111
748219	rnn.weight_hh_l0_reverse	6	0.030205480754375458
748219	rnn.weight_hh_l0_reverse	7	-0.12361226230859756
748219	rnn.weight_hh_l0_reverse	8	-0.07287392020225525
748219	rnn.weight_hh_l0_reverse	9	0.03876420855522156
748219	rnn.bias_ih_l0_reverse	0	-0.17570334672927856
748219	rnn.bias_ih_l0_reverse	1	-0.049824777990579605
748219	rnn.bias_ih_l0_reverse	2	0.15564371645450592
748219	rnn.bias_ih_l0_reverse	3	-0.3307725489139557
748219	rnn.bias_ih_l0_reverse	4	0.017586326226592064
748219	rnn.bias_ih_l0_reverse	5	-0.2102593630552292
748219	rnn.bias_ih_l0_reverse	6	0.2637973725795746
748219	rnn.bias_ih_l0_reverse	7	-0.3002730906009674
748219	rnn.bias_ih_l0_reverse	8	-0.19715756177902222
748219	rnn.bias_ih_l0_reverse	9	-0.15133461356163025
748219	rnn.bias_hh_l0_reverse	0	-0.1518479734659195
748219	rnn.bias_hh_l0_reverse	1	0.27552559971809387
748219	rnn.bias_hh_l0_reverse	2	-0.35180142521858215
748219	rnn.bias_hh_l0_reverse	3	-0.23675088584423065
748219	rnn.bias_hh_l0_reverse	4	-0.3991463780403137
748219	rnn.bias_hh_l0_reverse	5	-0.21985436975955963
748219	rnn.bias_hh_l0_reverse	6	-0.2725605368614197
748219	rnn.bias_hh_l0_reverse	7	-0.09750933945178986
748219	rnn.bias_hh_l0_reverse	8	-0.35724174976348877
748219	rnn.bias_hh_l0_reverse	9	0.2133554369211197
748219	linear.weight	0	0.20107199251651764
748219	linear.weight	1	-0.43002986907958984
748219	linear.weight	2	0.056287962943315506
748219	linear.weight	3	0.0674768015742302
748219	linear.weight	4	-0.15623235702514648
748219	linear.weight	5	0.2379784882068634
748219	linear.weight	6	-0.034445591270923615
748219	linear.weight	7	-0.059721264988183975
748219	linear.weight	8	0.11889898777008057
748219	linear.weight	9	-0.049859318882226944
748219	linear.bias	0	-0.8626580834388733
748219	linear.bias	1	1.7549917697906494
748219	linear.bias	2	0.7607496380805969
748219	linear.bias	3	-2.7413270473480225
748219	linear.bias	4	-0.07604189962148666
748219	linear.bias	5	1.2559807300567627
748219	linear.bias	6	-0.20583653450012207
748219	linear.bias	7	0.8231180310249329
748219	linear.bias	8	2.137956142425537
748219	linear.bias	9	-1.339990258216858
748828	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
748828	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
748828	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
748828	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
748828	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
748828	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
748828	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
748828	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
748828	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
748828	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
748828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
748828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
748828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
748828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
748828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
748828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
748828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
748828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
748828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
748828	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
748828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
748828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
748828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
748828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
748828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
748828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
748828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
748828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
748828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
748828	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
748828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
748828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
748828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
748828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
748828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
748828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
748828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
748828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
748828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
748828	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
748828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
748828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
748828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
748828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
748828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
748828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
748828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
748828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
748828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
748828	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
748828	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
748828	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
748828	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
748828	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
748828	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
748828	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
748828	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
748828	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
748828	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
748828	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
748828	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
748828	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
748828	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
748828	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
748828	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
748828	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
748828	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
748828	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
748828	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
748828	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
748828	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
748828	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
748828	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
748828	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
748828	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
748828	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
748828	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
748828	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
748828	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
748828	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
748828	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
748828	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
748828	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
748828	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
748828	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
748828	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
748828	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
748828	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
748828	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
748828	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
748828	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
748828	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
748828	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
748828	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
748828	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
748828	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
748828	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
748828	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
748828	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
748828	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
748828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
748828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
748828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
748828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
748828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
748828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
748828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
748828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
748828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
748828	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
748828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
748828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
748828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
748828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
748828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
748828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
748828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
748828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
748828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
748828	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
748828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
748828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
748828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
748828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
748828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
748828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
748828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
748828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
748828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
748828	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
748828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
748828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
748828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
748828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
748828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
748828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
748828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
748828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
748828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
748828	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
748828	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
748828	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
748828	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
748828	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
748828	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
748828	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
748828	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
748828	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
748828	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
748828	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
748828	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
748828	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
748828	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
748828	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
748828	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
748828	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
748828	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
748828	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
748828	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
748828	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
748828	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
748828	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
748828	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
748828	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
748828	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
748828	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
748828	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
748828	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
748828	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
748828	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
748828	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
748828	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
748828	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
748828	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
748828	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
748828	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
748828	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
748828	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
748828	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
748828	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
748828	embedding2nn.weight	0	0.3208901584148407
748828	embedding2nn.weight	1	0.38607656955718994
748828	embedding2nn.weight	2	0.0010468517430126667
748828	embedding2nn.weight	3	0.020959412679076195
748828	embedding2nn.weight	4	-0.024750329554080963
748828	embedding2nn.weight	5	0.047569964081048965
748828	embedding2nn.weight	6	-0.015601452440023422
748828	embedding2nn.weight	7	-0.021165039390325546
748828	embedding2nn.weight	8	0.03962984308600426
748828	embedding2nn.weight	9	-0.045882441103458405
748828	embedding2nn.bias	0	0.010379874147474766
748828	embedding2nn.bias	1	-0.186836838722229
748828	embedding2nn.bias	2	0.14350156486034393
748828	embedding2nn.bias	3	0.17584244906902313
748828	embedding2nn.bias	4	0.14138886332511902
748828	embedding2nn.bias	5	-0.0743803083896637
748828	embedding2nn.bias	6	-0.04713639244437218
748828	embedding2nn.bias	7	0.021981682628393173
748828	embedding2nn.bias	8	-0.15746308863162994
748828	embedding2nn.bias	9	-0.3697854280471802
748828	rnn.weight_ih_l0	0	0.0062086512334644794
748828	rnn.weight_ih_l0	1	-0.056045737117528915
748828	rnn.weight_ih_l0	2	-0.06158420071005821
748828	rnn.weight_ih_l0	3	0.12066974490880966
748828	rnn.weight_ih_l0	4	0.029517272487282753
748828	rnn.weight_ih_l0	5	-0.0784471184015274
748828	rnn.weight_ih_l0	6	0.014341526664793491
748828	rnn.weight_ih_l0	7	-0.0219745896756649
748828	rnn.weight_ih_l0	8	0.013414103537797928
748828	rnn.weight_ih_l0	9	-0.07779429852962494
748828	rnn.weight_hh_l0	0	-0.0226307213306427
748828	rnn.weight_hh_l0	1	0.08468422293663025
748828	rnn.weight_hh_l0	2	0.0035599966067820787
748828	rnn.weight_hh_l0	3	-0.034307703375816345
748828	rnn.weight_hh_l0	4	0.08428148925304413
748828	rnn.weight_hh_l0	5	0.0034266768489032984
748828	rnn.weight_hh_l0	6	-0.08549858629703522
748828	rnn.weight_hh_l0	7	-0.1362513303756714
748828	rnn.weight_hh_l0	8	0.039531391113996506
748828	rnn.weight_hh_l0	9	-0.12140314280986786
748828	rnn.bias_ih_l0	0	0.17509852349758148
748828	rnn.bias_ih_l0	1	-0.345928430557251
748828	rnn.bias_ih_l0	2	-0.038632217794656754
748828	rnn.bias_ih_l0	3	-0.21925951540470123
748828	rnn.bias_ih_l0	4	0.006558029446750879
748828	rnn.bias_ih_l0	5	-0.43785086274147034
748828	rnn.bias_ih_l0	6	-0.14478075504302979
748828	rnn.bias_ih_l0	7	-0.3789669871330261
748828	rnn.bias_ih_l0	8	-0.31927183270454407
748828	rnn.bias_ih_l0	9	-0.4498215317726135
748828	rnn.bias_hh_l0	0	-0.35538753867149353
748828	rnn.bias_hh_l0	1	-0.43541157245635986
748828	rnn.bias_hh_l0	2	-0.40395379066467285
748828	rnn.bias_hh_l0	3	-0.08277161419391632
748828	rnn.bias_hh_l0	4	-0.40328601002693176
748828	rnn.bias_hh_l0	5	-0.3644987642765045
748828	rnn.bias_hh_l0	6	-0.11842166632413864
748828	rnn.bias_hh_l0	7	0.07163677364587784
748828	rnn.bias_hh_l0	8	-0.23654042184352875
748828	rnn.bias_hh_l0	9	-0.5736689567565918
748828	rnn.weight_ih_l0_reverse	0	0.003990252036601305
748828	rnn.weight_ih_l0_reverse	1	-0.013289111666381359
748828	rnn.weight_ih_l0_reverse	2	0.013267915695905685
748828	rnn.weight_ih_l0_reverse	3	-0.1406036764383316
748828	rnn.weight_ih_l0_reverse	4	0.08139815926551819
748828	rnn.weight_ih_l0_reverse	5	-0.09560541063547134
748828	rnn.weight_ih_l0_reverse	6	0.005452615674585104
748828	rnn.weight_ih_l0_reverse	7	0.023760132491588593
748828	rnn.weight_ih_l0_reverse	8	-0.049329906702041626
748828	rnn.weight_ih_l0_reverse	9	-0.07373673468828201
748828	rnn.weight_hh_l0_reverse	0	-0.14758844673633575
748828	rnn.weight_hh_l0_reverse	1	0.021051770076155663
748828	rnn.weight_hh_l0_reverse	2	-0.02133183553814888
748828	rnn.weight_hh_l0_reverse	3	0.028570076450705528
748828	rnn.weight_hh_l0_reverse	4	-0.07989513128995895
748828	rnn.weight_hh_l0_reverse	5	0.036466602236032486
748828	rnn.weight_hh_l0_reverse	6	0.030286045745015144
748828	rnn.weight_hh_l0_reverse	7	-0.12411817163228989
748828	rnn.weight_hh_l0_reverse	8	-0.07311438024044037
748828	rnn.weight_hh_l0_reverse	9	0.03858226537704468
748828	rnn.bias_ih_l0_reverse	0	-0.1766299158334732
748828	rnn.bias_ih_l0_reverse	1	-0.047562360763549805
748828	rnn.bias_ih_l0_reverse	2	0.1570795327425003
748828	rnn.bias_ih_l0_reverse	3	-0.33021607995033264
748828	rnn.bias_ih_l0_reverse	4	0.018296759575605392
748828	rnn.bias_ih_l0_reverse	5	-0.2099635750055313
748828	rnn.bias_ih_l0_reverse	6	0.2655479907989502
748828	rnn.bias_ih_l0_reverse	7	-0.30245497822761536
748828	rnn.bias_ih_l0_reverse	8	-0.19692206382751465
748828	rnn.bias_ih_l0_reverse	9	-0.15117262303829193
748828	rnn.bias_hh_l0_reverse	0	-0.15334466099739075
748828	rnn.bias_hh_l0_reverse	1	0.2763444185256958
748828	rnn.bias_hh_l0_reverse	2	-0.35029080510139465
748828	rnn.bias_hh_l0_reverse	3	-0.2388138771057129
748828	rnn.bias_hh_l0_reverse	4	-0.4013338088989258
748828	rnn.bias_hh_l0_reverse	5	-0.21755240857601166
748828	rnn.bias_hh_l0_reverse	6	-0.27150288224220276
748828	rnn.bias_hh_l0_reverse	7	-0.09861563891172409
748828	rnn.bias_hh_l0_reverse	8	-0.36116519570350647
748828	rnn.bias_hh_l0_reverse	9	0.21292978525161743
748828	linear.weight	0	0.20118655264377594
748828	linear.weight	1	-0.42999714612960815
748828	linear.weight	2	0.04937036707997322
748828	linear.weight	3	0.06747692823410034
748828	linear.weight	4	-0.12765419483184814
748828	linear.weight	5	0.23437340557575226
748828	linear.weight	6	-0.036707937717437744
748828	linear.weight	7	-0.059720251709222794
748828	linear.weight	8	0.11492615193128586
748828	linear.weight	9	-0.04986000806093216
748828	linear.bias	0	-0.8541909456253052
748828	linear.bias	1	1.7569063901901245
748828	linear.bias	2	0.7532607913017273
748828	linear.bias	3	-2.741351842880249
748828	linear.bias	4	-0.07511519640684128
748828	linear.bias	5	1.2795687913894653
748828	linear.bias	6	-0.217532217502594
748828	linear.bias	7	0.811787486076355
748828	linear.bias	8	2.131909132003784
748828	linear.bias	9	-1.3367506265640259
749437	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
749437	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
749437	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
749437	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
749437	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
749437	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
749437	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
749437	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
749437	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
749437	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
749437	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
749437	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
749437	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
749437	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
749437	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
749437	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
749437	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
749437	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
749437	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
749437	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
749437	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
749437	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
749437	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
749437	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
749437	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
749437	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
749437	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
749437	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
749437	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
749437	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
749437	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
749437	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
749437	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
749437	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
749437	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
749437	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
749437	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
749437	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
749437	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
749437	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
749437	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
749437	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
749437	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
749437	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
749437	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
749437	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
749437	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
749437	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
749437	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
749437	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
749437	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
749437	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
749437	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
749437	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
749437	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
749437	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
749437	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
749437	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
749437	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
749437	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
749437	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
749437	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
749437	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
749437	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
749437	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
749437	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
749437	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
749437	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
749437	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
749437	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
749437	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
749437	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
749437	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
749437	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
749437	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
749437	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
749437	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
749437	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
749437	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
749437	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
749437	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
749437	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
749437	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
749437	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
749437	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
749437	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
749437	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
749437	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
749437	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
749437	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
749437	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
749437	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
749437	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
749437	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
749437	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
749437	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
749437	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
749437	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
749437	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
749437	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
749437	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
749437	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
749437	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
749437	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
749437	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
749437	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
749437	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
749437	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
749437	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
749437	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
749437	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
749437	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
749437	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
749437	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
749437	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
749437	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
749437	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
749437	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
749437	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
749437	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
749437	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
749437	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
749437	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
749437	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
749437	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
749437	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
749437	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
749437	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
749437	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
749437	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
749437	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
749437	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
749437	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
749437	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
749437	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
749437	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
749437	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
749437	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
749437	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
749437	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
749437	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
749437	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
749437	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
749437	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
749437	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
749437	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
749437	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
749437	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
749437	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
749437	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
749437	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
749437	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
749437	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
749437	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
749437	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
749437	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
749437	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
749437	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
749437	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
749437	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
749437	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
749437	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
749437	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
749437	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
749437	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
749437	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
749437	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
749437	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
749437	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
749437	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
749437	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
749437	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
749437	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
749437	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
749437	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
749437	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
749437	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
749437	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
749437	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
749437	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
749437	embedding2nn.weight	0	0.3209262192249298
749437	embedding2nn.weight	1	0.38620901107788086
749437	embedding2nn.weight	2	0.0028706213925033808
749437	embedding2nn.weight	3	0.01943996734917164
749437	embedding2nn.weight	4	-0.023538941517472267
749437	embedding2nn.weight	5	0.047467898577451706
749437	embedding2nn.weight	6	-0.01341393031179905
749437	embedding2nn.weight	7	-0.022803781554102898
749437	embedding2nn.weight	8	0.03852835297584534
749437	embedding2nn.weight	9	-0.044761549681425095
749437	embedding2nn.bias	0	0.010517380200326443
749437	embedding2nn.bias	1	-0.18817581236362457
749437	embedding2nn.bias	2	0.14501912891864777
749437	embedding2nn.bias	3	0.16710065305233002
749437	embedding2nn.bias	4	0.14946316182613373
749437	embedding2nn.bias	5	-0.07169423997402191
749437	embedding2nn.bias	6	-0.05531693249940872
749437	embedding2nn.bias	7	0.019255347549915314
749437	embedding2nn.bias	8	-0.15617072582244873
749437	embedding2nn.bias	9	-0.37681591510772705
749437	rnn.weight_ih_l0	0	0.0064615956507623196
749437	rnn.weight_ih_l0	1	-0.05603868141770363
749437	rnn.weight_ih_l0	2	-0.061959393322467804
749437	rnn.weight_ih_l0	3	0.12131477147340775
749437	rnn.weight_ih_l0	4	0.028481559827923775
749437	rnn.weight_ih_l0	5	-0.07741032540798187
749437	rnn.weight_ih_l0	6	0.012717331759631634
749437	rnn.weight_ih_l0	7	-0.021728375926613808
749437	rnn.weight_ih_l0	8	0.015130872838199139
749437	rnn.weight_ih_l0	9	-0.07795589417219162
749437	rnn.weight_hh_l0	0	-0.0226662065833807
749437	rnn.weight_hh_l0	1	0.08466348797082901
749437	rnn.weight_hh_l0	2	0.0035942550748586655
749437	rnn.weight_hh_l0	3	-0.034508224576711655
749437	rnn.weight_hh_l0	4	0.08459421247243881
749437	rnn.weight_hh_l0	5	0.0033215924631804228
749437	rnn.weight_hh_l0	6	-0.08579806983470917
749437	rnn.weight_hh_l0	7	-0.13597021996974945
749437	rnn.weight_hh_l0	8	0.03953354433178902
749437	rnn.weight_hh_l0	9	-0.12094466388225555
749437	rnn.bias_ih_l0	0	0.17414215207099915
749437	rnn.bias_ih_l0	1	-0.343582421541214
749437	rnn.bias_ih_l0	2	-0.039174266159534454
749437	rnn.bias_ih_l0	3	-0.21939723193645477
749437	rnn.bias_ih_l0	4	0.006917328108102083
749437	rnn.bias_ih_l0	5	-0.4391334652900696
749437	rnn.bias_ih_l0	6	-0.14653927087783813
749437	rnn.bias_ih_l0	7	-0.379366397857666
749437	rnn.bias_ih_l0	8	-0.31863832473754883
749437	rnn.bias_ih_l0	9	-0.4496641457080841
749437	rnn.bias_hh_l0	0	-0.3559187650680542
749437	rnn.bias_hh_l0	1	-0.43523988127708435
749437	rnn.bias_hh_l0	2	-0.4052865505218506
749437	rnn.bias_hh_l0	3	-0.08387693762779236
749437	rnn.bias_hh_l0	4	-0.4033225476741791
749437	rnn.bias_hh_l0	5	-0.36487439274787903
749437	rnn.bias_hh_l0	6	-0.11811738461256027
749437	rnn.bias_hh_l0	7	0.0728466585278511
749437	rnn.bias_hh_l0	8	-0.23549014329910278
749437	rnn.bias_hh_l0	9	-0.5745817422866821
749437	rnn.weight_ih_l0_reverse	0	0.001826545805670321
749437	rnn.weight_ih_l0_reverse	1	-0.012873628176748753
749437	rnn.weight_ih_l0_reverse	2	0.013081463985145092
749437	rnn.weight_ih_l0_reverse	3	-0.14079540967941284
749437	rnn.weight_ih_l0_reverse	4	0.08131475746631622
749437	rnn.weight_ih_l0_reverse	5	-0.09369312971830368
749437	rnn.weight_ih_l0_reverse	6	0.003593912348151207
749437	rnn.weight_ih_l0_reverse	7	0.023957962170243263
749437	rnn.weight_ih_l0_reverse	8	-0.05016469582915306
749437	rnn.weight_ih_l0_reverse	9	-0.07539621740579605
749437	rnn.weight_hh_l0_reverse	0	-0.14735887944698334
749437	rnn.weight_hh_l0_reverse	1	0.021041732281446457
749437	rnn.weight_hh_l0_reverse	2	-0.02130049653351307
749437	rnn.weight_hh_l0_reverse	3	0.02860773354768753
749437	rnn.weight_hh_l0_reverse	4	-0.0800483375787735
749437	rnn.weight_hh_l0_reverse	5	0.03646919131278992
749437	rnn.weight_hh_l0_reverse	6	0.030347364023327827
749437	rnn.weight_hh_l0_reverse	7	-0.12498390674591064
749437	rnn.weight_hh_l0_reverse	8	-0.07330592721700668
749437	rnn.weight_hh_l0_reverse	9	0.038827572017908096
749437	rnn.bias_ih_l0_reverse	0	-0.17759017646312714
749437	rnn.bias_ih_l0_reverse	1	-0.04856614023447037
749437	rnn.bias_ih_l0_reverse	2	0.15626901388168335
749437	rnn.bias_ih_l0_reverse	3	-0.33100536465644836
749437	rnn.bias_ih_l0_reverse	4	0.018782375380396843
749437	rnn.bias_ih_l0_reverse	5	-0.21132691204547882
749437	rnn.bias_ih_l0_reverse	6	0.26586827635765076
749437	rnn.bias_ih_l0_reverse	7	-0.3040420114994049
749437	rnn.bias_ih_l0_reverse	8	-0.1956167221069336
749437	rnn.bias_ih_l0_reverse	9	-0.15146976709365845
749437	rnn.bias_hh_l0_reverse	0	-0.15308552980422974
749437	rnn.bias_hh_l0_reverse	1	0.27607256174087524
749437	rnn.bias_hh_l0_reverse	2	-0.3519359230995178
749437	rnn.bias_hh_l0_reverse	3	-0.2370377629995346
749437	rnn.bias_hh_l0_reverse	4	-0.40036848187446594
749437	rnn.bias_hh_l0_reverse	5	-0.21756744384765625
749437	rnn.bias_hh_l0_reverse	6	-0.27215924859046936
749437	rnn.bias_hh_l0_reverse	7	-0.0999469980597496
749437	rnn.bias_hh_l0_reverse	8	-0.3588961362838745
749437	rnn.bias_hh_l0_reverse	9	0.21252135932445526
749437	linear.weight	0	0.19652090966701508
749437	linear.weight	1	-0.42000076174736023
749437	linear.weight	2	0.04685850813984871
749437	linear.weight	3	0.06747675687074661
749437	linear.weight	4	-0.11586025357246399
749437	linear.weight	5	0.22890733182430267
749437	linear.weight	6	-0.0293353870511055
749437	linear.weight	7	-0.05971856787800789
749437	linear.weight	8	0.11527729034423828
749437	linear.weight	9	-0.0498608760535717
749437	linear.bias	0	-0.8458518981933594
749437	linear.bias	1	1.7589545249938965
749437	linear.bias	2	0.7618939280509949
749437	linear.bias	3	-2.741377353668213
749437	linear.bias	4	-0.0805124044418335
749437	linear.bias	5	1.2675044536590576
749437	linear.bias	6	-0.20406219363212585
749437	linear.bias	7	0.8133735656738281
749437	linear.bias	8	2.128885269165039
749437	linear.bias	9	-1.3418796062469482
750046	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
750046	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
750046	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
750046	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
750046	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
750046	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
750046	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
750046	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
750046	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
750046	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
750046	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
750046	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
750046	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
750046	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
750046	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
750046	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
750046	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
750046	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
750046	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
750046	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
750046	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
750046	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
750046	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
750046	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
750046	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
750046	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
750046	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
750046	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
750046	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
750046	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
750046	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
750046	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
750046	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
750046	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
750046	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
750046	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
750046	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
750046	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
750046	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
750046	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
750046	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
750046	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
750046	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
750046	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
750046	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
750046	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
750046	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
750046	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
750046	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
750046	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
750046	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
750046	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
750046	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
750046	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
750046	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
750046	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
750046	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
750046	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
750046	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
750046	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
750046	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
750046	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
750046	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
750046	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
750046	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
750046	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
750046	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
750046	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
750046	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
750046	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
750046	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
750046	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
750046	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
750046	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
750046	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
750046	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
750046	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
750046	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
750046	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
750046	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
750046	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
750046	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
750046	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
750046	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
750046	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
750046	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
750046	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
750046	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
750046	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
750046	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
750046	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
750046	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
750046	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
750046	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
750046	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
750046	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
750046	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
750046	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
750046	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
750046	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
750046	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
750046	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
750046	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
750046	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
750046	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
750046	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
750046	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
750046	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
750046	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
750046	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
750046	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
750046	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
750046	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
750046	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
750046	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
750046	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
750046	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
750046	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
750046	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
750046	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
750046	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
750046	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
750046	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
750046	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
750046	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
750046	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
750046	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
750046	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
750046	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
750046	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
750046	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
750046	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
750046	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
750046	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
750046	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
750046	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
750046	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
750046	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
750046	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
750046	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
750046	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
750046	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
750046	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
750046	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
750046	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
750046	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
750046	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
750046	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
750046	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
750046	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
750046	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
750046	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
750046	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
750046	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
750046	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
750046	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
750046	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
750046	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
750046	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
750046	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
750046	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
750046	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
750046	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
750046	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
750046	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
750046	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
750046	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
750046	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
750046	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
750046	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
750046	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
750046	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
750046	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
750046	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
750046	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
750046	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
750046	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
750046	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
750046	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
750046	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
750046	embedding2nn.weight	0	0.3210908770561218
750046	embedding2nn.weight	1	0.3868016004562378
750046	embedding2nn.weight	2	0.00431073596701026
750046	embedding2nn.weight	3	0.021987944841384888
750046	embedding2nn.weight	4	-0.022890381515026093
750046	embedding2nn.weight	5	0.04764491692185402
750046	embedding2nn.weight	6	-0.013063094578683376
750046	embedding2nn.weight	7	-0.024830589070916176
750046	embedding2nn.weight	8	0.03890186548233032
750046	embedding2nn.weight	9	-0.04347129166126251
750046	embedding2nn.bias	0	0.005170960444957018
750046	embedding2nn.bias	1	-0.18161773681640625
750046	embedding2nn.bias	2	0.1431732475757599
750046	embedding2nn.bias	3	0.17480501532554626
750046	embedding2nn.bias	4	0.14194190502166748
750046	embedding2nn.bias	5	-0.07898788899183273
750046	embedding2nn.bias	6	-0.05578141659498215
750046	embedding2nn.bias	7	0.019100382924079895
750046	embedding2nn.bias	8	-0.16114231944084167
750046	embedding2nn.bias	9	-0.37518855929374695
750046	rnn.weight_ih_l0	0	0.007254105992615223
750046	rnn.weight_ih_l0	1	-0.05600036308169365
750046	rnn.weight_ih_l0	2	-0.06142108514904976
750046	rnn.weight_ih_l0	3	0.1204114556312561
750046	rnn.weight_ih_l0	4	0.028207192197442055
750046	rnn.weight_ih_l0	5	-0.07890842109918594
750046	rnn.weight_ih_l0	6	0.01352511066943407
750046	rnn.weight_ih_l0	7	-0.022132620215415955
750046	rnn.weight_ih_l0	8	0.015308363363146782
750046	rnn.weight_ih_l0	9	-0.07928639650344849
750046	rnn.weight_hh_l0	0	-0.022590255364775658
750046	rnn.weight_hh_l0	1	0.08508262783288956
750046	rnn.weight_hh_l0	2	0.003470477880910039
750046	rnn.weight_hh_l0	3	-0.03457047417759895
750046	rnn.weight_hh_l0	4	0.08450678735971451
750046	rnn.weight_hh_l0	5	0.0030003839638084173
750046	rnn.weight_hh_l0	6	-0.08581298589706421
750046	rnn.weight_hh_l0	7	-0.13558243215084076
750046	rnn.weight_hh_l0	8	0.03958670422434807
750046	rnn.weight_hh_l0	9	-0.12096348404884338
750046	rnn.bias_ih_l0	0	0.17415374517440796
750046	rnn.bias_ih_l0	1	-0.34605321288108826
750046	rnn.bias_ih_l0	2	-0.039798203855752945
750046	rnn.bias_ih_l0	3	-0.22099873423576355
750046	rnn.bias_ih_l0	4	0.005820573773235083
750046	rnn.bias_ih_l0	5	-0.4402048885822296
750046	rnn.bias_ih_l0	6	-0.14817681908607483
750046	rnn.bias_ih_l0	7	-0.3794737160205841
750046	rnn.bias_ih_l0	8	-0.3180691599845886
750046	rnn.bias_ih_l0	9	-0.4546501934528351
750046	rnn.bias_hh_l0	0	-0.35718289017677307
750046	rnn.bias_hh_l0	1	-0.4345766603946686
750046	rnn.bias_hh_l0	2	-0.40455761551856995
750046	rnn.bias_hh_l0	3	-0.08389734476804733
750046	rnn.bias_hh_l0	4	-0.40578365325927734
750046	rnn.bias_hh_l0	5	-0.36399123072624207
750046	rnn.bias_hh_l0	6	-0.11652055382728577
750046	rnn.bias_hh_l0	7	0.07132957130670547
750046	rnn.bias_hh_l0	8	-0.23737849295139313
750046	rnn.bias_hh_l0	9	-0.5749956369400024
750046	rnn.weight_ih_l0_reverse	0	0.0019337785197421908
750046	rnn.weight_ih_l0_reverse	1	-0.012170556001365185
750046	rnn.weight_ih_l0_reverse	2	0.01291605830192566
750046	rnn.weight_ih_l0_reverse	3	-0.14114999771118164
750046	rnn.weight_ih_l0_reverse	4	0.08156035840511322
750046	rnn.weight_ih_l0_reverse	5	-0.09276941418647766
750046	rnn.weight_ih_l0_reverse	6	0.004513620398938656
750046	rnn.weight_ih_l0_reverse	7	0.024259068071842194
750046	rnn.weight_ih_l0_reverse	8	-0.05117696151137352
750046	rnn.weight_ih_l0_reverse	9	-0.07534216344356537
750046	rnn.weight_hh_l0_reverse	0	-0.14721772074699402
750046	rnn.weight_hh_l0_reverse	1	0.021110260859131813
750046	rnn.weight_hh_l0_reverse	2	-0.021307768300175667
750046	rnn.weight_hh_l0_reverse	3	0.028691908344626427
750046	rnn.weight_hh_l0_reverse	4	-0.08005554229021072
750046	rnn.weight_hh_l0_reverse	5	0.03634290769696236
750046	rnn.weight_hh_l0_reverse	6	0.030309297144412994
750046	rnn.weight_hh_l0_reverse	7	-0.1256593018770218
750046	rnn.weight_hh_l0_reverse	8	-0.07184398919343948
750046	rnn.weight_hh_l0_reverse	9	0.0388532318174839
750046	rnn.bias_ih_l0_reverse	0	-0.17944389581680298
750046	rnn.bias_ih_l0_reverse	1	-0.04863143339753151
750046	rnn.bias_ih_l0_reverse	2	0.15734270215034485
750046	rnn.bias_ih_l0_reverse	3	-0.3300967514514923
750046	rnn.bias_ih_l0_reverse	4	0.02114883065223694
750046	rnn.bias_ih_l0_reverse	5	-0.21148039400577545
750046	rnn.bias_ih_l0_reverse	6	0.26854029297828674
750046	rnn.bias_ih_l0_reverse	7	-0.3028716444969177
750046	rnn.bias_ih_l0_reverse	8	-0.19452500343322754
750046	rnn.bias_ih_l0_reverse	9	-0.14948362112045288
750046	rnn.bias_hh_l0_reverse	0	-0.15125304460525513
750046	rnn.bias_hh_l0_reverse	1	0.2750805616378784
750046	rnn.bias_hh_l0_reverse	2	-0.35192859172821045
750046	rnn.bias_hh_l0_reverse	3	-0.23910994827747345
750046	rnn.bias_hh_l0_reverse	4	-0.3990817964076996
750046	rnn.bias_hh_l0_reverse	5	-0.21716448664665222
750046	rnn.bias_hh_l0_reverse	6	-0.2740197777748108
750046	rnn.bias_hh_l0_reverse	7	-0.09950657933950424
750046	rnn.bias_hh_l0_reverse	8	-0.35665154457092285
750046	rnn.bias_hh_l0_reverse	9	0.20951390266418457
750046	linear.weight	0	0.20066502690315247
750046	linear.weight	1	-0.43513885140419006
750046	linear.weight	2	0.04559874162077904
750046	linear.weight	3	0.06747652590274811
750046	linear.weight	4	-0.13269950449466705
750046	linear.weight	5	0.23207689821720123
750046	linear.weight	6	-0.037763725966215134
750046	linear.weight	7	-0.05971721187233925
750046	linear.weight	8	0.11330761760473251
750046	linear.weight	9	-0.049861740320920944
750046	linear.bias	0	-0.8469408750534058
750046	linear.bias	1	1.7515017986297607
750046	linear.bias	2	0.7506577372550964
750046	linear.bias	3	-2.741405725479126
750046	linear.bias	4	-0.08744172006845474
750046	linear.bias	5	1.2748903036117554
750046	linear.bias	6	-0.20613427460193634
750046	linear.bias	7	0.8307148218154907
750046	linear.bias	8	2.0989861488342285
750046	linear.bias	9	-1.340638279914856
750054	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
750054	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
750054	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
750054	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
750054	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
750054	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
750054	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
750054	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
750054	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
750054	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
750054	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
750054	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
750054	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
750054	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
750054	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
750054	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
750054	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
750054	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
750054	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
750054	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
750054	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
750054	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
750054	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
750054	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
750054	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
750054	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
750054	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
750054	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
750054	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
750054	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
750054	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
750054	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
750054	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
750054	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
750054	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
750054	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
750054	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
750054	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
750054	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
750054	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
750054	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
750054	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
750054	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
750054	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
750054	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
750054	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
750054	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
750054	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
750054	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
750054	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
750054	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
750054	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
750054	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
750054	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
750054	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
750054	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
750054	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
750054	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
750054	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
750054	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
750054	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
750054	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
750054	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
750054	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
750054	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
750054	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
750054	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
750054	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
750054	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
750054	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
750054	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
750054	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
750054	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
750054	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
750054	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
750054	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
750054	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
750054	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
750054	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
750054	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
750054	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
750054	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
750054	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
750054	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
750054	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
750054	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
750054	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
750054	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
750054	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
750054	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
750054	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
750054	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
750054	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
750054	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
750054	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
750054	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
750054	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
750054	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
750054	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
750054	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
750054	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
750054	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
750054	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
750054	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
750054	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
750054	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
750054	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
750054	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
750054	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
750054	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
750054	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
750054	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
750054	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
750054	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
750054	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
750054	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
750054	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
750054	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
750054	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
750054	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
750054	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
750054	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
750054	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
750054	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
750054	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
750054	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
750054	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
750054	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
750054	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
750054	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
750054	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
750054	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
750054	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
750054	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
750054	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
750054	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
750054	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
750054	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
750054	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
750054	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
750054	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
750054	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
750054	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
750054	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
750054	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
750054	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
750054	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
750054	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
750054	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
750054	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
750054	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
750054	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
750054	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
750054	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
750054	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
750054	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
750054	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
750054	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
750054	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
750054	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
750054	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
750054	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
750054	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
750054	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
750054	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
750054	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
750054	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
750054	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
750054	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
750054	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
750054	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
750054	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
750054	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
750054	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
750054	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
750054	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
750054	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
750054	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
750054	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
750054	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
750054	embedding2nn.weight	0	0.3211190700531006
750054	embedding2nn.weight	1	0.38681256771087646
750054	embedding2nn.weight	2	0.004105883184820414
750054	embedding2nn.weight	3	0.02210807055234909
750054	embedding2nn.weight	4	-0.02270209975540638
750054	embedding2nn.weight	5	0.04773419722914696
750054	embedding2nn.weight	6	-0.013171538710594177
750054	embedding2nn.weight	7	-0.024913839995861053
750054	embedding2nn.weight	8	0.038854099810123444
750054	embedding2nn.weight	9	-0.043495479971170425
750054	embedding2nn.bias	0	0.005760839208960533
750054	embedding2nn.bias	1	-0.18016889691352844
750054	embedding2nn.bias	2	0.14371958374977112
750054	embedding2nn.bias	3	0.173965185880661
750054	embedding2nn.bias	4	0.14359423518180847
750054	embedding2nn.bias	5	-0.07710245996713638
750054	embedding2nn.bias	6	-0.05693359673023224
750054	embedding2nn.bias	7	0.019394773989915848
750054	embedding2nn.bias	8	-0.16053999960422516
750054	embedding2nn.bias	9	-0.3737993836402893
750054	rnn.weight_ih_l0	0	0.007271587383002043
750054	rnn.weight_ih_l0	1	-0.05601959675550461
750054	rnn.weight_ih_l0	2	-0.06151699647307396
750054	rnn.weight_ih_l0	3	0.12038002163171768
750054	rnn.weight_ih_l0	4	0.028300272300839424
750054	rnn.weight_ih_l0	5	-0.07881467044353485
750054	rnn.weight_ih_l0	6	0.013483583927154541
750054	rnn.weight_ih_l0	7	-0.02204354666173458
750054	rnn.weight_ih_l0	8	0.015421781688928604
750054	rnn.weight_ih_l0	9	-0.07946193963289261
750054	rnn.weight_hh_l0	0	-0.022587325423955917
750054	rnn.weight_hh_l0	1	0.08504538983106613
750054	rnn.weight_hh_l0	2	0.0034573557786643505
750054	rnn.weight_hh_l0	3	-0.03457048162817955
750054	rnn.weight_hh_l0	4	0.08450718969106674
750054	rnn.weight_hh_l0	5	0.0029975741636008024
750054	rnn.weight_hh_l0	6	-0.08580614626407623
750054	rnn.weight_hh_l0	7	-0.1355569213628769
750054	rnn.weight_hh_l0	8	0.03958939015865326
750054	rnn.weight_hh_l0	9	-0.12093544751405716
750054	rnn.bias_ih_l0	0	0.17335280776023865
750054	rnn.bias_ih_l0	1	-0.34573933482170105
750054	rnn.bias_ih_l0	2	-0.03982393443584442
750054	rnn.bias_ih_l0	3	-0.2210705578327179
750054	rnn.bias_ih_l0	4	0.006159548182040453
750054	rnn.bias_ih_l0	5	-0.44037291407585144
750054	rnn.bias_ih_l0	6	-0.14862515032291412
750054	rnn.bias_ih_l0	7	-0.3794420659542084
750054	rnn.bias_ih_l0	8	-0.3181389272212982
750054	rnn.bias_ih_l0	9	-0.4548531770706177
750054	rnn.bias_hh_l0	0	-0.35715338587760925
750054	rnn.bias_hh_l0	1	-0.4344782829284668
750054	rnn.bias_hh_l0	2	-0.4047129452228546
750054	rnn.bias_hh_l0	3	-0.08384084701538086
750054	rnn.bias_hh_l0	4	-0.4055252969264984
750054	rnn.bias_hh_l0	5	-0.36400094628334045
750054	rnn.bias_hh_l0	6	-0.11659043282270432
750054	rnn.bias_hh_l0	7	0.07156050205230713
750054	rnn.bias_hh_l0	8	-0.23782365024089813
750054	rnn.bias_hh_l0	9	-0.5752222537994385
750054	rnn.weight_ih_l0_reverse	0	0.0020375153981149197
750054	rnn.weight_ih_l0_reverse	1	-0.01219732966274023
750054	rnn.weight_ih_l0_reverse	2	0.012929445132613182
750054	rnn.weight_ih_l0_reverse	3	-0.14109383523464203
750054	rnn.weight_ih_l0_reverse	4	0.08153952658176422
750054	rnn.weight_ih_l0_reverse	5	-0.09288008511066437
750054	rnn.weight_ih_l0_reverse	6	0.005139035172760487
750054	rnn.weight_ih_l0_reverse	7	0.024329928681254387
750054	rnn.weight_ih_l0_reverse	8	-0.0511142872273922
750054	rnn.weight_ih_l0_reverse	9	-0.07533441483974457
750054	rnn.weight_hh_l0_reverse	0	-0.14723259210586548
750054	rnn.weight_hh_l0_reverse	1	0.021098986268043518
750054	rnn.weight_hh_l0_reverse	2	-0.021323900669813156
750054	rnn.weight_hh_l0_reverse	3	0.02870137430727482
750054	rnn.weight_hh_l0_reverse	4	-0.08004600554704666
750054	rnn.weight_hh_l0_reverse	5	0.03634512051939964
750054	rnn.weight_hh_l0_reverse	6	0.030310310423374176
750054	rnn.weight_hh_l0_reverse	7	-0.12567228078842163
750054	rnn.weight_hh_l0_reverse	8	-0.07180933654308319
750054	rnn.weight_hh_l0_reverse	9	0.0388353131711483
750054	rnn.bias_ih_l0_reverse	0	-0.17934288084506989
750054	rnn.bias_ih_l0_reverse	1	-0.048628684133291245
750054	rnn.bias_ih_l0_reverse	2	0.1570863574743271
750054	rnn.bias_ih_l0_reverse	3	-0.33010607957839966
750054	rnn.bias_ih_l0_reverse	4	0.020740780979394913
750054	rnn.bias_ih_l0_reverse	5	-0.21153204143047333
750054	rnn.bias_ih_l0_reverse	6	0.2683789134025574
750054	rnn.bias_ih_l0_reverse	7	-0.3032671809196472
750054	rnn.bias_ih_l0_reverse	8	-0.1946556568145752
750054	rnn.bias_ih_l0_reverse	9	-0.1490292102098465
750054	rnn.bias_hh_l0_reverse	0	-0.1513950675725937
750054	rnn.bias_hh_l0_reverse	1	0.27521073818206787
750054	rnn.bias_hh_l0_reverse	2	-0.3521004021167755
750054	rnn.bias_hh_l0_reverse	3	-0.23890654742717743
750054	rnn.bias_hh_l0_reverse	4	-0.39889612793922424
750054	rnn.bias_hh_l0_reverse	5	-0.21714246273040771
750054	rnn.bias_hh_l0_reverse	6	-0.27429741621017456
750054	rnn.bias_hh_l0_reverse	7	-0.09957987070083618
750054	rnn.bias_hh_l0_reverse	8	-0.35666337609291077
750054	rnn.bias_hh_l0_reverse	9	0.20885200798511505
750054	linear.weight	0	0.20071455836296082
750054	linear.weight	1	-0.4334157407283783
750054	linear.weight	2	0.044265951961278915
750054	linear.weight	3	0.06747651845216751
750054	linear.weight	4	-0.13135550916194916
750054	linear.weight	5	0.2324935793876648
750054	linear.weight	6	-0.038465406745672226
750054	linear.weight	7	-0.05971701815724373
750054	linear.weight	8	0.11290451139211655
750054	linear.weight	9	-0.049861807376146317
750054	linear.bias	0	-0.847988486289978
750054	linear.bias	1	1.742835521697998
750054	linear.bias	2	0.754894495010376
750054	linear.bias	3	-2.7414073944091797
750054	linear.bias	4	-0.08695130795240402
750054	linear.bias	5	1.2777583599090576
750054	linear.bias	6	-0.20809493958950043
750054	linear.bias	7	0.8289008736610413
750054	linear.bias	8	2.0998778343200684
750054	linear.bias	9	-1.3412801027297974
750663	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
750663	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
750663	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
750663	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
750663	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
750663	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
750663	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
750663	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
750663	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
750663	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
750663	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
750663	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
750663	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
750663	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
750663	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
750663	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
750663	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
750663	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
750663	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
750663	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
750663	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
750663	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
750663	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
750663	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
750663	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
750663	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
750663	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
750663	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
750663	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
750663	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
750663	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
750663	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
750663	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
750663	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
750663	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
750663	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
750663	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
750663	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
750663	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
750663	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
750663	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
750663	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
750663	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
750663	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
750663	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
750663	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
750663	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
750663	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
750663	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
750663	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
750663	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
750663	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
750663	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
750663	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
750663	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
750663	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
750663	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
750663	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
750663	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
750663	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
750663	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
750663	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
750663	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
750663	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
750663	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
750663	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
750663	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
750663	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
750663	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
750663	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
750663	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
750663	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
750663	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
750663	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
750663	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
750663	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
750663	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
750663	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
750663	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
750663	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
750663	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
750663	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
750663	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
750663	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
750663	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
750663	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
750663	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
750663	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
750663	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
750663	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
750663	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
750663	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
750663	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
750663	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
750663	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
750663	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
750663	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
750663	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
750663	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
750663	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
750663	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
750663	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
750663	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
750663	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
750663	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
750663	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
750663	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
750663	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
750663	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
750663	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
750663	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
750663	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
750663	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
750663	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
750663	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
750663	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
750663	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
750663	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
750663	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
750663	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
750663	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
750663	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
750663	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
750663	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
750663	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
750663	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
750663	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
750663	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
750663	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
750663	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
750663	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
750663	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
750663	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
750663	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
750663	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
750663	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
750663	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
750663	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
750663	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
750663	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
750663	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
750663	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
750663	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
750663	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
750663	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
750663	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
750663	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
750663	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
750663	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
750663	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
750663	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
750663	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
750663	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
750663	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
750663	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
750663	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
750663	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
750663	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
750663	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
750663	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
750663	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
750663	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
750663	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
750663	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
750663	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
750663	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
750663	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
750663	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
750663	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
750663	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
750663	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
750663	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
750663	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
750663	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
750663	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
750663	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
750663	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
750663	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
750663	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
750663	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
750663	embedding2nn.weight	0	0.3214755356311798
750663	embedding2nn.weight	1	0.3858046531677246
750663	embedding2nn.weight	2	0.0013541225343942642
750663	embedding2nn.weight	3	0.023233341053128242
750663	embedding2nn.weight	4	-0.02193855121731758
750663	embedding2nn.weight	5	0.04794781282544136
750663	embedding2nn.weight	6	-0.011554471217095852
750663	embedding2nn.weight	7	-0.024044418707489967
750663	embedding2nn.weight	8	0.04169757291674614
750663	embedding2nn.weight	9	-0.04364749789237976
750663	embedding2nn.bias	0	0.006854082923382521
750663	embedding2nn.bias	1	-0.19321544468402863
750663	embedding2nn.bias	2	0.14731381833553314
750663	embedding2nn.bias	3	0.1783929467201233
750663	embedding2nn.bias	4	0.14570222795009613
750663	embedding2nn.bias	5	-0.07735945284366608
750663	embedding2nn.bias	6	-0.04967300221323967
750663	embedding2nn.bias	7	0.024532660841941833
750663	embedding2nn.bias	8	-0.1565229445695877
750663	embedding2nn.bias	9	-0.3803078234195709
750663	rnn.weight_ih_l0	0	0.007133184932172298
750663	rnn.weight_ih_l0	1	-0.05643612518906593
750663	rnn.weight_ih_l0	2	-0.06151093170046806
750663	rnn.weight_ih_l0	3	0.1202085018157959
750663	rnn.weight_ih_l0	4	0.02849825844168663
750663	rnn.weight_ih_l0	5	-0.07795324176549911
750663	rnn.weight_ih_l0	6	0.011754930950701237
750663	rnn.weight_ih_l0	7	-0.020386293530464172
750663	rnn.weight_ih_l0	8	0.015233981423079967
750663	rnn.weight_ih_l0	9	-0.08112309128046036
750663	rnn.weight_hh_l0	0	-0.02271467261016369
750663	rnn.weight_hh_l0	1	0.08508579432964325
750663	rnn.weight_hh_l0	2	0.0035472142044454813
750663	rnn.weight_hh_l0	3	-0.034635934978723526
750663	rnn.weight_hh_l0	4	0.08407896757125854
750663	rnn.weight_hh_l0	5	0.0034597390331327915
750663	rnn.weight_hh_l0	6	-0.08572053164243698
750663	rnn.weight_hh_l0	7	-0.13600197434425354
750663	rnn.weight_hh_l0	8	0.03952239453792572
750663	rnn.weight_hh_l0	9	-0.12083593010902405
750663	rnn.bias_ih_l0	0	0.17218506336212158
750663	rnn.bias_ih_l0	1	-0.3465885818004608
750663	rnn.bias_ih_l0	2	-0.038018546998500824
750663	rnn.bias_ih_l0	3	-0.21983134746551514
750663	rnn.bias_ih_l0	4	0.0070020765997469425
750663	rnn.bias_ih_l0	5	-0.44124507904052734
750663	rnn.bias_ih_l0	6	-0.1525108814239502
750663	rnn.bias_ih_l0	7	-0.37959930300712585
750663	rnn.bias_ih_l0	8	-0.3197254538536072
750663	rnn.bias_ih_l0	9	-0.4551638960838318
750663	rnn.bias_hh_l0	0	-0.35917091369628906
750663	rnn.bias_hh_l0	1	-0.43589335680007935
750663	rnn.bias_hh_l0	2	-0.40534743666648865
750663	rnn.bias_hh_l0	3	-0.08221746236085892
750663	rnn.bias_hh_l0	4	-0.40685492753982544
750663	rnn.bias_hh_l0	5	-0.3639064431190491
750663	rnn.bias_hh_l0	6	-0.12033126503229141
750663	rnn.bias_hh_l0	7	0.07259390503168106
750663	rnn.bias_hh_l0	8	-0.23837368190288544
750663	rnn.bias_hh_l0	9	-0.573291540145874
750663	rnn.weight_ih_l0_reverse	0	0.005585933569818735
750663	rnn.weight_ih_l0_reverse	1	-0.011820334941148758
750663	rnn.weight_ih_l0_reverse	2	0.013633163645863533
750663	rnn.weight_ih_l0_reverse	3	-0.14055860042572021
750663	rnn.weight_ih_l0_reverse	4	0.08235109597444534
750663	rnn.weight_ih_l0_reverse	5	-0.09387964755296707
750663	rnn.weight_ih_l0_reverse	6	0.005131653044372797
750663	rnn.weight_ih_l0_reverse	7	0.024175357073545456
750663	rnn.weight_ih_l0_reverse	8	-0.05140876770019531
750663	rnn.weight_ih_l0_reverse	9	-0.07507278770208359
750663	rnn.weight_hh_l0_reverse	0	-0.1472422331571579
750663	rnn.weight_hh_l0_reverse	1	0.021371204406023026
750663	rnn.weight_hh_l0_reverse	2	-0.021458374336361885
750663	rnn.weight_hh_l0_reverse	3	0.02886766940355301
750663	rnn.weight_hh_l0_reverse	4	-0.07992902398109436
750663	rnn.weight_hh_l0_reverse	5	0.03636308014392853
750663	rnn.weight_hh_l0_reverse	6	0.030240081250667572
750663	rnn.weight_hh_l0_reverse	7	-0.1252167522907257
750663	rnn.weight_hh_l0_reverse	8	-0.0701502114534378
750663	rnn.weight_hh_l0_reverse	9	0.03801993653178215
750663	rnn.bias_ih_l0_reverse	0	-0.17832139134407043
750663	rnn.bias_ih_l0_reverse	1	-0.04979085549712181
750663	rnn.bias_ih_l0_reverse	2	0.1576036512851715
750663	rnn.bias_ih_l0_reverse	3	-0.3309900462627411
750663	rnn.bias_ih_l0_reverse	4	0.02289331704378128
750663	rnn.bias_ih_l0_reverse	5	-0.21047137677669525
750663	rnn.bias_ih_l0_reverse	6	0.266574501991272
750663	rnn.bias_ih_l0_reverse	7	-0.30323269963264465
750663	rnn.bias_ih_l0_reverse	8	-0.19390010833740234
750663	rnn.bias_ih_l0_reverse	9	-0.1489887833595276
750663	rnn.bias_hh_l0_reverse	0	-0.1503000408411026
750663	rnn.bias_hh_l0_reverse	1	0.27362120151519775
750663	rnn.bias_hh_l0_reverse	2	-0.3481914699077606
750663	rnn.bias_hh_l0_reverse	3	-0.23703214526176453
750663	rnn.bias_hh_l0_reverse	4	-0.3982005715370178
750663	rnn.bias_hh_l0_reverse	5	-0.21712802350521088
750663	rnn.bias_hh_l0_reverse	6	-0.2724141478538513
750663	rnn.bias_hh_l0_reverse	7	-0.1016075611114502
750663	rnn.bias_hh_l0_reverse	8	-0.3551046848297119
750663	rnn.bias_hh_l0_reverse	9	0.20730219781398773
750663	linear.weight	0	0.20500868558883667
750663	linear.weight	1	-0.438788503408432
750663	linear.weight	2	0.029943352565169334
750663	linear.weight	3	0.06747646629810333
750663	linear.weight	4	-0.12157303094863892
750663	linear.weight	5	0.2397872507572174
750663	linear.weight	6	-0.037802036851644516
750663	linear.weight	7	-0.05971639230847359
750663	linear.weight	8	0.10509137809276581
750663	linear.weight	9	-0.04986269026994705
750663	linear.bias	0	-0.8544918298721313
750663	linear.bias	1	1.7600517272949219
750663	linear.bias	2	0.7375441193580627
750663	linear.bias	3	-2.741429090499878
750663	linear.bias	4	-0.0731656551361084
750663	linear.bias	5	1.2791931629180908
750663	linear.bias	6	-0.2050442397594452
750663	linear.bias	7	0.8226022720336914
750663	linear.bias	8	2.113964080810547
750663	linear.bias	9	-1.3373230695724487
751272	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
751272	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
751272	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
751272	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
751272	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
751272	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
751272	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
751272	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
751272	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
751272	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
751272	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
751272	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
751272	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
751272	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
751272	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
751272	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
751272	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
751272	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
751272	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
751272	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
751272	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
751272	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
751272	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
751272	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
751272	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
751272	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
751272	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
751272	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
751272	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
751272	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
751272	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
751272	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
751272	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
751272	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
751272	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
751272	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
751272	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
751272	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
751272	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
751272	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
751272	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
751272	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
751272	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
751272	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
751272	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
751272	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
751272	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
751272	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
751272	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
751272	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
751272	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
751272	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
751272	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
751272	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
751272	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
751272	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
751272	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
751272	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
751272	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
751272	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
751272	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
751272	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
751272	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
751272	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
751272	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
751272	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
751272	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
751272	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
751272	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
751272	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
751272	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
751272	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
751272	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
751272	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
751272	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
751272	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
751272	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
751272	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
751272	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
751272	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
751272	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
751272	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
751272	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
751272	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
751272	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
751272	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
751272	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
751272	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
751272	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
751272	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
751272	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
751272	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
751272	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
751272	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
751272	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
751272	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
751272	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
751272	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
751272	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
751272	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
751272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
751272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
751272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
751272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
751272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
751272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
751272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
751272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
751272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
751272	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
751272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
751272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
751272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
751272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
751272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
751272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
751272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
751272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
751272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
751272	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
751272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
751272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
751272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
751272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
751272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
751272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
751272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
751272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
751272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
751272	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
751272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
751272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
751272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
751272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
751272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
751272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
751272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
751272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
751272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
751272	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
751272	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
751272	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
751272	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
751272	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
751272	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
751272	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
751272	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
751272	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
751272	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
751272	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
751272	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
751272	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
751272	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
751272	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
751272	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
751272	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
751272	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
751272	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
751272	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
751272	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
751272	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
751272	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
751272	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
751272	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
751272	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
751272	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
751272	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
751272	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
751272	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
751272	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
751272	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
751272	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
751272	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
751272	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
751272	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
751272	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
751272	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
751272	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
751272	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
751272	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
751272	embedding2nn.weight	0	0.32097864151000977
751272	embedding2nn.weight	1	0.3875183165073395
751272	embedding2nn.weight	2	0.0021411078050732613
751272	embedding2nn.weight	3	0.026417946442961693
751272	embedding2nn.weight	4	-0.021111613139510155
751272	embedding2nn.weight	5	0.04747999086976051
751272	embedding2nn.weight	6	-0.013979594223201275
751272	embedding2nn.weight	7	-0.023126179352402687
751272	embedding2nn.weight	8	0.043554190546274185
751272	embedding2nn.weight	9	-0.04276964068412781
751272	embedding2nn.bias	0	0.016295716166496277
751272	embedding2nn.bias	1	-0.1904596984386444
751272	embedding2nn.bias	2	0.15164625644683838
751272	embedding2nn.bias	3	0.1743205487728119
751272	embedding2nn.bias	4	0.14874547719955444
751272	embedding2nn.bias	5	-0.07872757315635681
751272	embedding2nn.bias	6	-0.05532745644450188
751272	embedding2nn.bias	7	0.030693745240569115
751272	embedding2nn.bias	8	-0.15730072557926178
751272	embedding2nn.bias	9	-0.3732672333717346
751272	rnn.weight_ih_l0	0	0.007063389755785465
751272	rnn.weight_ih_l0	1	-0.057397790253162384
751272	rnn.weight_ih_l0	2	-0.06010912358760834
751272	rnn.weight_ih_l0	3	0.1216067299246788
751272	rnn.weight_ih_l0	4	0.026829607784748077
751272	rnn.weight_ih_l0	5	-0.07722252607345581
751272	rnn.weight_ih_l0	6	0.011863792315125465
751272	rnn.weight_ih_l0	7	-0.020861206576228142
751272	rnn.weight_ih_l0	8	0.015762019902467728
751272	rnn.weight_ih_l0	9	-0.08254294842481613
751272	rnn.weight_hh_l0	0	-0.02252584509551525
751272	rnn.weight_hh_l0	1	0.08535938709974289
751272	rnn.weight_hh_l0	2	0.0038036995101720095
751272	rnn.weight_hh_l0	3	-0.03464701399207115
751272	rnn.weight_hh_l0	4	0.08434484899044037
751272	rnn.weight_hh_l0	5	0.0035655151586979628
751272	rnn.weight_hh_l0	6	-0.0856298878788948
751272	rnn.weight_hh_l0	7	-0.13639718294143677
751272	rnn.weight_hh_l0	8	0.03948003798723221
751272	rnn.weight_hh_l0	9	-0.12089235335588455
751272	rnn.bias_ih_l0	0	0.1692945808172226
751272	rnn.bias_ih_l0	1	-0.34596991539001465
751272	rnn.bias_ih_l0	2	-0.03729187697172165
751272	rnn.bias_ih_l0	3	-0.2220235913991928
751272	rnn.bias_ih_l0	4	0.006305562797933817
751272	rnn.bias_ih_l0	5	-0.44316622614860535
751272	rnn.bias_ih_l0	6	-0.15342123806476593
751272	rnn.bias_ih_l0	7	-0.3796183466911316
751272	rnn.bias_ih_l0	8	-0.3197694718837738
751272	rnn.bias_ih_l0	9	-0.45095741748809814
751272	rnn.bias_hh_l0	0	-0.3577974736690521
751272	rnn.bias_hh_l0	1	-0.43578943610191345
751272	rnn.bias_hh_l0	2	-0.4031115770339966
751272	rnn.bias_hh_l0	3	-0.08256349712610245
751272	rnn.bias_hh_l0	4	-0.40735602378845215
751272	rnn.bias_hh_l0	5	-0.3650491535663605
751272	rnn.bias_hh_l0	6	-0.12264132499694824
751272	rnn.bias_hh_l0	7	0.07067018002271652
751272	rnn.bias_hh_l0	8	-0.23668307065963745
751272	rnn.bias_hh_l0	9	-0.5733751654624939
751272	rnn.weight_ih_l0_reverse	0	0.004674391821026802
751272	rnn.weight_ih_l0_reverse	1	-0.010991998948156834
751272	rnn.weight_ih_l0_reverse	2	0.01401088759303093
751272	rnn.weight_ih_l0_reverse	3	-0.13986031711101532
751272	rnn.weight_ih_l0_reverse	4	0.08247857540845871
751272	rnn.weight_ih_l0_reverse	5	-0.09477050602436066
751272	rnn.weight_ih_l0_reverse	6	0.004071956034749746
751272	rnn.weight_ih_l0_reverse	7	0.024040108546614647
751272	rnn.weight_ih_l0_reverse	8	-0.050262972712516785
751272	rnn.weight_ih_l0_reverse	9	-0.07397300004959106
751272	rnn.weight_hh_l0_reverse	0	-0.14707696437835693
751272	rnn.weight_hh_l0_reverse	1	0.02184835821390152
751272	rnn.weight_hh_l0_reverse	2	-0.021262669935822487
751272	rnn.weight_hh_l0_reverse	3	0.02887476421892643
751272	rnn.weight_hh_l0_reverse	4	-0.07995346933603287
751272	rnn.weight_hh_l0_reverse	5	0.036252520978450775
751272	rnn.weight_hh_l0_reverse	6	0.030270526185631752
751272	rnn.weight_hh_l0_reverse	7	-0.1257094293832779
751272	rnn.weight_hh_l0_reverse	8	-0.06898801028728485
751272	rnn.weight_hh_l0_reverse	9	0.03778395801782608
751272	rnn.bias_ih_l0_reverse	0	-0.18087461590766907
751272	rnn.bias_ih_l0_reverse	1	-0.04969548061490059
751272	rnn.bias_ih_l0_reverse	2	0.15703025460243225
751272	rnn.bias_ih_l0_reverse	3	-0.33396485447883606
751272	rnn.bias_ih_l0_reverse	4	0.027775811031460762
751272	rnn.bias_ih_l0_reverse	5	-0.2092590630054474
751272	rnn.bias_ih_l0_reverse	6	0.26253679394721985
751272	rnn.bias_ih_l0_reverse	7	-0.3029044270515442
751272	rnn.bias_ih_l0_reverse	8	-0.1936914622783661
751272	rnn.bias_ih_l0_reverse	9	-0.14975938200950623
751272	rnn.bias_hh_l0_reverse	0	-0.1506282389163971
751272	rnn.bias_hh_l0_reverse	1	0.26932501792907715
751272	rnn.bias_hh_l0_reverse	2	-0.35182809829711914
751272	rnn.bias_hh_l0_reverse	3	-0.2378505915403366
751272	rnn.bias_hh_l0_reverse	4	-0.399679034948349
751272	rnn.bias_hh_l0_reverse	5	-0.2169521003961563
751272	rnn.bias_hh_l0_reverse	6	-0.2714182734489441
751272	rnn.bias_hh_l0_reverse	7	-0.10094087570905685
751272	rnn.bias_hh_l0_reverse	8	-0.35359224677085876
751272	rnn.bias_hh_l0_reverse	9	0.21238161623477936
751272	linear.weight	0	0.21037626266479492
751272	linear.weight	1	-0.4302246868610382
751272	linear.weight	2	0.029865311458706856
751272	linear.weight	3	0.06747616827487946
751272	linear.weight	4	-0.1208544671535492
751272	linear.weight	5	0.22762833535671234
751272	linear.weight	6	-0.033494677394628525
751272	linear.weight	7	-0.05971497669816017
751272	linear.weight	8	0.10873182862997055
751272	linear.weight	9	-0.049863651394844055
751272	linear.bias	0	-0.8560590744018555
751272	linear.bias	1	1.7738817930221558
751272	linear.bias	2	0.732470691204071
751272	linear.bias	3	-2.741450309753418
751272	linear.bias	4	-0.07450428605079651
751272	linear.bias	5	1.2538397312164307
751272	linear.bias	6	-0.2053571492433548
751272	linear.bias	7	0.8231018781661987
751272	linear.bias	8	2.1153030395507812
751272	linear.bias	9	-1.3288129568099976
751881	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
751881	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
751881	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
751881	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
751881	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
751881	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
751881	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
751881	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
751881	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
751881	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
751881	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
751881	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
751881	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
751881	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
751881	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
751881	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
751881	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
751881	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
751881	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
751881	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
751881	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
751881	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
751881	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
751881	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
751881	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
751881	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
751881	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
751881	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
751881	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
751881	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
751881	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
751881	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
751881	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
751881	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
751881	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
751881	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
751881	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
751881	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
751881	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
751881	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
751881	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
751881	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
751881	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
751881	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
751881	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
751881	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
751881	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
751881	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
751881	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
751881	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
751881	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
751881	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
751881	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
751881	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
751881	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
751881	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
751881	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
751881	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
751881	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
751881	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
751881	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
751881	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
751881	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
751881	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
751881	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
751881	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
751881	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
751881	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
751881	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
751881	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
751881	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
751881	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
751881	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
751881	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
751881	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
751881	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
751881	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
751881	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
751881	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
751881	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
751881	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
751881	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
751881	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
751881	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
751881	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
751881	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
751881	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
751881	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
751881	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
751881	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
751881	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
751881	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
751881	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
751881	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
751881	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
751881	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
751881	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
751881	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
751881	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
751881	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
751881	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
751881	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
751881	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
751881	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
751881	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
751881	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
751881	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
751881	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
751881	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
751881	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
751881	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
751881	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
751881	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
751881	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
751881	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
751881	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
751881	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
751881	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
751881	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
751881	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
751881	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
751881	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
751881	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
751881	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
751881	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
751881	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
751881	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
751881	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
751881	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
751881	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
751881	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
751881	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
751881	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
751881	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
751881	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
751881	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
751881	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
751881	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
751881	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
751881	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
751881	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
751881	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
751881	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
751881	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
751881	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
751881	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
751881	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
751881	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
751881	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
751881	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
751881	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
751881	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
751881	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
751881	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
751881	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
751881	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
751881	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
751881	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
751881	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
751881	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
751881	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
751881	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
751881	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
751881	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
751881	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
751881	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
751881	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
751881	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
751881	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
751881	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
751881	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
751881	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
751881	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
751881	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
751881	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
751881	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
751881	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
751881	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
751881	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
751881	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
751881	embedding2nn.weight	0	0.32198983430862427
751881	embedding2nn.weight	1	0.38768595457077026
751881	embedding2nn.weight	2	0.003480898682028055
751881	embedding2nn.weight	3	0.022497903555631638
751881	embedding2nn.weight	4	-0.02140803262591362
751881	embedding2nn.weight	5	0.04737471789121628
751881	embedding2nn.weight	6	-0.014460509642958641
751881	embedding2nn.weight	7	-0.023251229897141457
751881	embedding2nn.weight	8	0.04360838606953621
751881	embedding2nn.weight	9	-0.04317975789308548
751881	embedding2nn.bias	0	0.022443033754825592
751881	embedding2nn.bias	1	-0.19380702078342438
751881	embedding2nn.bias	2	0.1414010375738144
751881	embedding2nn.bias	3	0.17638330161571503
751881	embedding2nn.bias	4	0.14143984019756317
751881	embedding2nn.bias	5	-0.07957282662391663
751881	embedding2nn.bias	6	-0.054374612867832184
751881	embedding2nn.bias	7	0.031706441193819046
751881	embedding2nn.bias	8	-0.15552844107151031
751881	embedding2nn.bias	9	-0.3720480799674988
751881	rnn.weight_ih_l0	0	0.007120297756046057
751881	rnn.weight_ih_l0	1	-0.05742912366986275
751881	rnn.weight_ih_l0	2	-0.059730954468250275
751881	rnn.weight_ih_l0	3	0.12149254977703094
751881	rnn.weight_ih_l0	4	0.028444377705454826
751881	rnn.weight_ih_l0	5	-0.07570864260196686
751881	rnn.weight_ih_l0	6	0.011514698155224323
751881	rnn.weight_ih_l0	7	-0.02182004228234291
751881	rnn.weight_ih_l0	8	0.014251294545829296
751881	rnn.weight_ih_l0	9	-0.08318348228931427
751881	rnn.weight_hh_l0	0	-0.02257668599486351
751881	rnn.weight_hh_l0	1	0.0854073092341423
751881	rnn.weight_hh_l0	2	0.0036299785133451223
751881	rnn.weight_hh_l0	3	-0.03464231640100479
751881	rnn.weight_hh_l0	4	0.08450760692358017
751881	rnn.weight_hh_l0	5	0.0036813965998589993
751881	rnn.weight_hh_l0	6	-0.08552658557891846
751881	rnn.weight_hh_l0	7	-0.13713659346103668
751881	rnn.weight_hh_l0	8	0.03952034190297127
751881	rnn.weight_hh_l0	9	-0.12088484317064285
751881	rnn.bias_ih_l0	0	0.1683485209941864
751881	rnn.bias_ih_l0	1	-0.34576594829559326
751881	rnn.bias_ih_l0	2	-0.03835507854819298
751881	rnn.bias_ih_l0	3	-0.22046692669391632
751881	rnn.bias_ih_l0	4	0.003357903566211462
751881	rnn.bias_ih_l0	5	-0.44277891516685486
751881	rnn.bias_ih_l0	6	-0.15481550991535187
751881	rnn.bias_ih_l0	7	-0.3795616328716278
751881	rnn.bias_ih_l0	8	-0.31990039348602295
751881	rnn.bias_ih_l0	9	-0.4496844708919525
751881	rnn.bias_hh_l0	0	-0.35749080777168274
751881	rnn.bias_hh_l0	1	-0.4339865446090698
751881	rnn.bias_hh_l0	2	-0.4033057987689972
751881	rnn.bias_hh_l0	3	-0.08461201936006546
751881	rnn.bias_hh_l0	4	-0.4055129289627075
751881	rnn.bias_hh_l0	5	-0.36483296751976013
751881	rnn.bias_hh_l0	6	-0.12202298641204834
751881	rnn.bias_hh_l0	7	0.07367217540740967
751881	rnn.bias_hh_l0	8	-0.23612593114376068
751881	rnn.bias_hh_l0	9	-0.5724793076515198
751881	rnn.weight_ih_l0_reverse	0	0.005385152529925108
751881	rnn.weight_ih_l0_reverse	1	-0.010780311189591885
751881	rnn.weight_ih_l0_reverse	2	0.013273799791932106
751881	rnn.weight_ih_l0_reverse	3	-0.14050880074501038
751881	rnn.weight_ih_l0_reverse	4	0.08229517191648483
751881	rnn.weight_ih_l0_reverse	5	-0.0972023755311966
751881	rnn.weight_ih_l0_reverse	6	0.0027369994204491377
751881	rnn.weight_ih_l0_reverse	7	0.024276994168758392
751881	rnn.weight_ih_l0_reverse	8	-0.05025950446724892
751881	rnn.weight_ih_l0_reverse	9	-0.07266096025705338
751881	rnn.weight_hh_l0_reverse	0	-0.1477964073419571
751881	rnn.weight_hh_l0_reverse	1	0.021823616698384285
751881	rnn.weight_hh_l0_reverse	2	-0.02121158130466938
751881	rnn.weight_hh_l0_reverse	3	0.028789177536964417
751881	rnn.weight_hh_l0_reverse	4	-0.07997241616249084
751881	rnn.weight_hh_l0_reverse	5	0.036231789737939835
751881	rnn.weight_hh_l0_reverse	6	0.030160164460539818
751881	rnn.weight_hh_l0_reverse	7	-0.12614955008029938
751881	rnn.weight_hh_l0_reverse	8	-0.06852246820926666
751881	rnn.weight_hh_l0_reverse	9	0.037550460547208786
751881	rnn.bias_ih_l0_reverse	0	-0.1804690808057785
751881	rnn.bias_ih_l0_reverse	1	-0.05124981701374054
751881	rnn.bias_ih_l0_reverse	2	0.1562238186597824
751881	rnn.bias_ih_l0_reverse	3	-0.3325079679489136
751881	rnn.bias_ih_l0_reverse	4	0.029648922383785248
751881	rnn.bias_ih_l0_reverse	5	-0.21005679666996002
751881	rnn.bias_ih_l0_reverse	6	0.2596989870071411
751881	rnn.bias_ih_l0_reverse	7	-0.306013286113739
751881	rnn.bias_ih_l0_reverse	8	-0.19317668676376343
751881	rnn.bias_ih_l0_reverse	9	-0.15454864501953125
751881	rnn.bias_hh_l0_reverse	0	-0.1520194411277771
751881	rnn.bias_hh_l0_reverse	1	0.2692016661167145
751881	rnn.bias_hh_l0_reverse	2	-0.3527376651763916
751881	rnn.bias_hh_l0_reverse	3	-0.23805741965770721
751881	rnn.bias_hh_l0_reverse	4	-0.3977181315422058
751881	rnn.bias_hh_l0_reverse	5	-0.2162383794784546
751881	rnn.bias_hh_l0_reverse	6	-0.26948270201683044
751881	rnn.bias_hh_l0_reverse	7	-0.1001138985157013
751881	rnn.bias_hh_l0_reverse	8	-0.35256990790367126
751881	rnn.bias_hh_l0_reverse	9	0.20734350383281708
751881	linear.weight	0	0.20632542669773102
751881	linear.weight	1	-0.4306289553642273
751881	linear.weight	2	0.024966390803456306
751881	linear.weight	3	0.06747622787952423
751881	linear.weight	4	-0.14192087948322296
751881	linear.weight	5	0.22894138097763062
751881	linear.weight	6	-0.030939102172851562
751881	linear.weight	7	-0.05971366539597511
751881	linear.weight	8	0.1056574285030365
751881	linear.weight	9	-0.049864161759614944
751881	linear.bias	0	-0.8526521921157837
751881	linear.bias	1	1.7555383443832397
751881	linear.bias	2	0.7430645227432251
751881	linear.bias	3	-2.74147367477417
751881	linear.bias	4	-0.07490503787994385
751881	linear.bias	5	1.249942421913147
751881	linear.bias	6	-0.19942934811115265
751881	linear.bias	7	0.8213881850242615
751881	linear.bias	8	2.1012203693389893
751881	linear.bias	9	-1.328134298324585
752490	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
752490	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
752490	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
752490	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
752490	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
752490	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
752490	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
752490	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
752490	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
752490	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
752490	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
752490	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
752490	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
752490	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
752490	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
752490	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
752490	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
752490	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
752490	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
752490	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
752490	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
752490	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
752490	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
752490	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
752490	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
752490	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
752490	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
752490	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
752490	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
752490	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
752490	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
752490	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
752490	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
752490	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
752490	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
752490	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
752490	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
752490	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
752490	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
752490	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
752490	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
752490	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
752490	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
752490	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
752490	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
752490	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
752490	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
752490	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
752490	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
752490	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
752490	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
752490	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
752490	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
752490	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
752490	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
752490	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
752490	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
752490	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
752490	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
752490	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
752490	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
752490	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
752490	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
752490	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
752490	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
752490	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
752490	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
752490	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
752490	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
752490	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
752490	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
752490	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
752490	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
752490	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
752490	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
752490	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
752490	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
752490	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
752490	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
752490	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
752490	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
752490	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
752490	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
752490	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
752490	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
752490	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
752490	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
752490	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
752490	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
752490	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
752490	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
752490	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
752490	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
752490	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
752490	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
752490	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
752490	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
752490	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
752490	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
752490	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
752490	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
752490	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
752490	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
752490	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
752490	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
752490	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
752490	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
752490	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
752490	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
752490	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
752490	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
752490	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
752490	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
752490	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
752490	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
752490	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
752490	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
752490	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
752490	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
752490	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
752490	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
752490	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
752490	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
752490	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
752490	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
752490	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
752490	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
752490	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
752490	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
752490	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
752490	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
752490	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
752490	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
752490	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
752490	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
752490	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
752490	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
752490	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
752490	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
752490	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
752490	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
752490	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
752490	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
752490	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
752490	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
752490	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
752490	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
752490	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
752490	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
752490	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
752490	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
752490	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
752490	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
752490	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
752490	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
752490	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
752490	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
752490	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
752490	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
752490	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
752490	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
752490	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
752490	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
752490	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
752490	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
752490	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
752490	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
752490	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
752490	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
752490	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
752490	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
752490	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
752490	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
752490	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
752490	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
752490	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
752490	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
752490	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
752490	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
752490	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
752490	embedding2nn.weight	0	0.32208165526390076
752490	embedding2nn.weight	1	0.3873246908187866
752490	embedding2nn.weight	2	0.0037566088140010834
752490	embedding2nn.weight	3	0.01953105628490448
752490	embedding2nn.weight	4	-0.021844221279025078
752490	embedding2nn.weight	5	0.047021690756082535
752490	embedding2nn.weight	6	-0.013527633622288704
752490	embedding2nn.weight	7	-0.02087043970823288
752490	embedding2nn.weight	8	0.04226388409733772
752490	embedding2nn.weight	9	-0.043550364673137665
752490	embedding2nn.bias	0	0.03138075768947601
752490	embedding2nn.bias	1	-0.19948112964630127
752490	embedding2nn.bias	2	0.13372449576854706
752490	embedding2nn.bias	3	0.1706593781709671
752490	embedding2nn.bias	4	0.14147062599658966
752490	embedding2nn.bias	5	-0.06811672449111938
752490	embedding2nn.bias	6	-0.05282394215464592
752490	embedding2nn.bias	7	0.03401365503668785
752490	embedding2nn.bias	8	-0.1488601118326187
752490	embedding2nn.bias	9	-0.3696971833705902
752490	rnn.weight_ih_l0	0	0.006923407316207886
752490	rnn.weight_ih_l0	1	-0.057473283261060715
752490	rnn.weight_ih_l0	2	-0.06181276589632034
752490	rnn.weight_ih_l0	3	0.12157458066940308
752490	rnn.weight_ih_l0	4	0.028721332550048828
752490	rnn.weight_ih_l0	5	-0.07613838464021683
752490	rnn.weight_ih_l0	6	0.010624316520988941
752490	rnn.weight_ih_l0	7	-0.022205224260687828
752490	rnn.weight_ih_l0	8	0.00978066399693489
752490	rnn.weight_ih_l0	9	-0.08291107416152954
752490	rnn.weight_hh_l0	0	-0.022626150399446487
752490	rnn.weight_hh_l0	1	0.08568266779184341
752490	rnn.weight_hh_l0	2	0.0035778116434812546
752490	rnn.weight_hh_l0	3	-0.034544773399829865
752490	rnn.weight_hh_l0	4	0.0844816267490387
752490	rnn.weight_hh_l0	5	0.003265244886279106
752490	rnn.weight_hh_l0	6	-0.0856662169098854
752490	rnn.weight_hh_l0	7	-0.13558940589427948
752490	rnn.weight_hh_l0	8	0.03955477848649025
752490	rnn.weight_hh_l0	9	-0.12078206986188889
752490	rnn.bias_ih_l0	0	0.1692800521850586
752490	rnn.bias_ih_l0	1	-0.34691476821899414
752490	rnn.bias_ih_l0	2	-0.037947118282318115
752490	rnn.bias_ih_l0	3	-0.21847859025001526
752490	rnn.bias_ih_l0	4	0.006521950010210276
752490	rnn.bias_ih_l0	5	-0.4464690387248993
752490	rnn.bias_ih_l0	6	-0.1535034328699112
752490	rnn.bias_ih_l0	7	-0.37938183546066284
752490	rnn.bias_ih_l0	8	-0.31972840428352356
752490	rnn.bias_ih_l0	9	-0.4451557993888855
752490	rnn.bias_hh_l0	0	-0.3576137125492096
752490	rnn.bias_hh_l0	1	-0.4345778226852417
752490	rnn.bias_hh_l0	2	-0.4031873941421509
752490	rnn.bias_hh_l0	3	-0.08343324065208435
752490	rnn.bias_hh_l0	4	-0.4052557647228241
752490	rnn.bias_hh_l0	5	-0.3661259412765503
752490	rnn.bias_hh_l0	6	-0.1233973279595375
752490	rnn.bias_hh_l0	7	0.07532824575901031
752490	rnn.bias_hh_l0	8	-0.23844601213932037
752490	rnn.bias_hh_l0	9	-0.5698608756065369
752490	rnn.weight_ih_l0_reverse	0	0.006182075012475252
752490	rnn.weight_ih_l0_reverse	1	-0.01051346492022276
752490	rnn.weight_ih_l0_reverse	2	0.013247502036392689
752490	rnn.weight_ih_l0_reverse	3	-0.1404818296432495
752490	rnn.weight_ih_l0_reverse	4	0.08170487731695175
752490	rnn.weight_ih_l0_reverse	5	-0.0934951901435852
752490	rnn.weight_ih_l0_reverse	6	0.00175517238676548
752490	rnn.weight_ih_l0_reverse	7	0.02434946410357952
752490	rnn.weight_ih_l0_reverse	8	-0.051005102694034576
752490	rnn.weight_ih_l0_reverse	9	-0.0737278088927269
752490	rnn.weight_hh_l0_reverse	0	-0.14799465239048004
752490	rnn.weight_hh_l0_reverse	1	0.02184734307229519
752490	rnn.weight_hh_l0_reverse	2	-0.020982880145311356
752490	rnn.weight_hh_l0_reverse	3	0.028840508311986923
752490	rnn.weight_hh_l0_reverse	4	-0.07983730733394623
752490	rnn.weight_hh_l0_reverse	5	0.03620746731758118
752490	rnn.weight_hh_l0_reverse	6	0.03017347678542137
752490	rnn.weight_hh_l0_reverse	7	-0.1266213357448578
752490	rnn.weight_hh_l0_reverse	8	-0.07010480761528015
752490	rnn.weight_hh_l0_reverse	9	0.03802119567990303
752490	rnn.bias_ih_l0_reverse	0	-0.18132805824279785
752490	rnn.bias_ih_l0_reverse	1	-0.04892732948064804
752490	rnn.bias_ih_l0_reverse	2	0.15552295744419098
752490	rnn.bias_ih_l0_reverse	3	-0.33220988512039185
752490	rnn.bias_ih_l0_reverse	4	0.02876119129359722
752490	rnn.bias_ih_l0_reverse	5	-0.2094985991716385
752490	rnn.bias_ih_l0_reverse	6	0.26077282428741455
752490	rnn.bias_ih_l0_reverse	7	-0.30636000633239746
752490	rnn.bias_ih_l0_reverse	8	-0.1927102953195572
752490	rnn.bias_ih_l0_reverse	9	-0.15143078565597534
752490	rnn.bias_hh_l0_reverse	0	-0.15408946573734283
752490	rnn.bias_hh_l0_reverse	1	0.2703408896923065
752490	rnn.bias_hh_l0_reverse	2	-0.35267993807792664
752490	rnn.bias_hh_l0_reverse	3	-0.2393859326839447
752490	rnn.bias_hh_l0_reverse	4	-0.3981931805610657
752490	rnn.bias_hh_l0_reverse	5	-0.21576763689517975
752490	rnn.bias_hh_l0_reverse	6	-0.2678774893283844
752490	rnn.bias_hh_l0_reverse	7	-0.09823186695575714
752490	rnn.bias_hh_l0_reverse	8	-0.34863197803497314
752490	rnn.bias_hh_l0_reverse	9	0.206394225358963
752490	linear.weight	0	0.20357796549797058
752490	linear.weight	1	-0.4334025979042053
752490	linear.weight	2	0.04366004094481468
752490	linear.weight	3	0.06747622787952423
752490	linear.weight	4	-0.1436256766319275
752490	linear.weight	5	0.2281874269247055
752490	linear.weight	6	-0.026109308004379272
752490	linear.weight	7	-0.059712160378694534
752490	linear.weight	8	0.10485441982746124
752490	linear.weight	9	-0.049865081906318665
752490	linear.bias	0	-0.8437445759773254
752490	linear.bias	1	1.7825149297714233
752490	linear.bias	2	0.7345002889633179
752490	linear.bias	3	-2.741497755050659
752490	linear.bias	4	-0.07481908798217773
752490	linear.bias	5	1.2562800645828247
752490	linear.bias	6	-0.2073875218629837
752490	linear.bias	7	0.8274686336517334
752490	linear.bias	8	2.1091644763946533
752490	linear.bias	9	-1.330764889717102
753099	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
753099	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
753099	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
753099	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
753099	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
753099	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
753099	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
753099	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
753099	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
753099	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
753099	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
753099	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
753099	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
753099	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
753099	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
753099	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
753099	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
753099	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
753099	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
753099	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
753099	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
753099	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
753099	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
753099	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
753099	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
753099	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
753099	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
753099	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
753099	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
753099	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
753099	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
753099	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
753099	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
753099	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
753099	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
753099	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
753099	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
753099	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
753099	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
753099	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
753099	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
753099	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
753099	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
753099	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
753099	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
753099	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
753099	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
753099	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
753099	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
753099	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
753099	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
753099	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
753099	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
753099	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
753099	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
753099	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
753099	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
753099	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
753099	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
753099	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
753099	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
753099	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
753099	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
753099	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
753099	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
753099	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
753099	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
753099	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
753099	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
753099	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
753099	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
753099	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
753099	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
753099	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
753099	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
753099	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
753099	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
753099	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
753099	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
753099	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
753099	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
753099	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
753099	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
753099	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
753099	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
753099	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
753099	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
753099	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
753099	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
753099	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
753099	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
753099	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
753099	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
753099	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
753099	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
753099	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
753099	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
753099	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
753099	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
753099	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
753099	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
753099	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
753099	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
753099	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
753099	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
753099	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
753099	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
753099	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
753099	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
753099	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
753099	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
753099	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
753099	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
753099	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
753099	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
753099	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
753099	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
753099	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
753099	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
753099	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
753099	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
753099	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
753099	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
753099	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
753099	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
753099	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
753099	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
753099	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
753099	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
753099	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
753099	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
753099	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
753099	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
753099	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
753099	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
753099	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
753099	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
753099	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
753099	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
753099	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
753099	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
753099	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
753099	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
753099	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
753099	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
753099	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
753099	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
753099	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
753099	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
753099	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
753099	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
753099	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
753099	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
753099	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
753099	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
753099	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
753099	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
753099	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
753099	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
753099	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
753099	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
753099	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
753099	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
753099	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
753099	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
753099	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
753099	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
753099	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
753099	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
753099	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
753099	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
753099	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
753099	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
753099	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
753099	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
753099	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
753099	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
753099	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
753099	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
753099	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
753099	embedding2nn.weight	0	0.32251861691474915
753099	embedding2nn.weight	1	0.38677993416786194
753099	embedding2nn.weight	2	0.0034131472930312157
753099	embedding2nn.weight	3	0.01772850565612316
753099	embedding2nn.weight	4	-0.020789453759789467
753099	embedding2nn.weight	5	0.046961210668087006
753099	embedding2nn.weight	6	-0.014258384704589844
753099	embedding2nn.weight	7	-0.021336188539862633
753099	embedding2nn.weight	8	0.040844932198524475
753099	embedding2nn.weight	9	-0.04564234986901283
753099	embedding2nn.bias	0	0.021620893850922585
753099	embedding2nn.bias	1	-0.1937878131866455
753099	embedding2nn.bias	2	0.12719883024692535
753099	embedding2nn.bias	3	0.18235769867897034
753099	embedding2nn.bias	4	0.14333423972129822
753099	embedding2nn.bias	5	-0.06623505800962448
753099	embedding2nn.bias	6	-0.054749757051467896
753099	embedding2nn.bias	7	0.028160035610198975
753099	embedding2nn.bias	8	-0.15425175428390503
753099	embedding2nn.bias	9	-0.36146050691604614
753099	rnn.weight_ih_l0	0	0.006688364781439304
753099	rnn.weight_ih_l0	1	-0.05822331830859184
753099	rnn.weight_ih_l0	2	-0.062184568494558334
753099	rnn.weight_ih_l0	3	0.12162894010543823
753099	rnn.weight_ih_l0	4	0.029041150584816933
753099	rnn.weight_ih_l0	5	-0.07494916021823883
753099	rnn.weight_ih_l0	6	0.01033463329076767
753099	rnn.weight_ih_l0	7	-0.022154860198497772
753099	rnn.weight_ih_l0	8	0.01185478176921606
753099	rnn.weight_ih_l0	9	-0.08291362226009369
753099	rnn.weight_hh_l0	0	-0.022564806044101715
753099	rnn.weight_hh_l0	1	0.0862262025475502
753099	rnn.weight_hh_l0	2	0.0033892160281538963
753099	rnn.weight_hh_l0	3	-0.034683793783187866
753099	rnn.weight_hh_l0	4	0.08433496206998825
753099	rnn.weight_hh_l0	5	0.0031530940905213356
753099	rnn.weight_hh_l0	6	-0.08553388714790344
753099	rnn.weight_hh_l0	7	-0.1362103670835495
753099	rnn.weight_hh_l0	8	0.03951891139149666
753099	rnn.weight_hh_l0	9	-0.12080322206020355
753099	rnn.bias_ih_l0	0	0.17104381322860718
753099	rnn.bias_ih_l0	1	-0.3473758101463318
753099	rnn.bias_ih_l0	2	-0.037587668746709824
753099	rnn.bias_ih_l0	3	-0.21873608231544495
753099	rnn.bias_ih_l0	4	0.003098980523645878
753099	rnn.bias_ih_l0	5	-0.44652649760246277
753099	rnn.bias_ih_l0	6	-0.15242008864879608
753099	rnn.bias_ih_l0	7	-0.379889577627182
753099	rnn.bias_ih_l0	8	-0.32187598943710327
753099	rnn.bias_ih_l0	9	-0.44569000601768494
753099	rnn.bias_hh_l0	0	-0.35631585121154785
753099	rnn.bias_hh_l0	1	-0.43610286712646484
753099	rnn.bias_hh_l0	2	-0.4044863283634186
753099	rnn.bias_hh_l0	3	-0.08128087222576141
753099	rnn.bias_hh_l0	4	-0.4050891697406769
753099	rnn.bias_hh_l0	5	-0.36674046516418457
753099	rnn.bias_hh_l0	6	-0.12329789251089096
753099	rnn.bias_hh_l0	7	0.0781140998005867
753099	rnn.bias_hh_l0	8	-0.23798593878746033
753099	rnn.bias_hh_l0	9	-0.5691685676574707
753099	rnn.weight_ih_l0_reverse	0	0.007417171262204647
753099	rnn.weight_ih_l0_reverse	1	-0.01088945847004652
753099	rnn.weight_ih_l0_reverse	2	0.012323029339313507
753099	rnn.weight_ih_l0_reverse	3	-0.1422639787197113
753099	rnn.weight_ih_l0_reverse	4	0.08183467388153076
753099	rnn.weight_ih_l0_reverse	5	-0.09233199805021286
753099	rnn.weight_ih_l0_reverse	6	0.0013676931848749518
753099	rnn.weight_ih_l0_reverse	7	0.024624794721603394
753099	rnn.weight_ih_l0_reverse	8	-0.05070409178733826
753099	rnn.weight_ih_l0_reverse	9	-0.07418161630630493
753099	rnn.weight_hh_l0_reverse	0	-0.14801537990570068
753099	rnn.weight_hh_l0_reverse	1	0.021701863035559654
753099	rnn.weight_hh_l0_reverse	2	-0.02112269029021263
753099	rnn.weight_hh_l0_reverse	3	0.02888411469757557
753099	rnn.weight_hh_l0_reverse	4	-0.07993240654468536
753099	rnn.weight_hh_l0_reverse	5	0.03633241355419159
753099	rnn.weight_hh_l0_reverse	6	0.030228067189455032
753099	rnn.weight_hh_l0_reverse	7	-0.12638436257839203
753099	rnn.weight_hh_l0_reverse	8	-0.0707504078745842
753099	rnn.weight_hh_l0_reverse	9	0.038458433002233505
753099	rnn.bias_ih_l0_reverse	0	-0.18217065930366516
753099	rnn.bias_ih_l0_reverse	1	-0.04753027483820915
753099	rnn.bias_ih_l0_reverse	2	0.1577179878950119
753099	rnn.bias_ih_l0_reverse	3	-0.330884724855423
753099	rnn.bias_ih_l0_reverse	4	0.02670237608253956
753099	rnn.bias_ih_l0_reverse	5	-0.21146118640899658
753099	rnn.bias_ih_l0_reverse	6	0.2586185336112976
753099	rnn.bias_ih_l0_reverse	7	-0.30227014422416687
753099	rnn.bias_ih_l0_reverse	8	-0.19381670653820038
753099	rnn.bias_ih_l0_reverse	9	-0.1493271291255951
753099	rnn.bias_hh_l0_reverse	0	-0.15247979760169983
753099	rnn.bias_hh_l0_reverse	1	0.27378618717193604
753099	rnn.bias_hh_l0_reverse	2	-0.35323449969291687
753099	rnn.bias_hh_l0_reverse	3	-0.23701386153697968
753099	rnn.bias_hh_l0_reverse	4	-0.39914485812187195
753099	rnn.bias_hh_l0_reverse	5	-0.21539175510406494
753099	rnn.bias_hh_l0_reverse	6	-0.2714212238788605
753099	rnn.bias_hh_l0_reverse	7	-0.09745145589113235
753099	rnn.bias_hh_l0_reverse	8	-0.3501925468444824
753099	rnn.bias_hh_l0_reverse	9	0.20104573667049408
753099	linear.weight	0	0.20245373249053955
753099	linear.weight	1	-0.4459036886692047
753099	linear.weight	2	0.03215131536126137
753099	linear.weight	3	0.06747584789991379
753099	linear.weight	4	-0.13439872860908508
753099	linear.weight	5	0.2309427112340927
753099	linear.weight	6	-0.02587454579770565
753099	linear.weight	7	-0.05971044674515724
753099	linear.weight	8	0.10843290388584137
753099	linear.weight	9	-0.04986634477972984
753099	linear.bias	0	-0.8503801822662354
753099	linear.bias	1	1.7748163938522339
753099	linear.bias	2	0.7377511858940125
753099	linear.bias	3	-2.7415287494659424
753099	linear.bias	4	-0.07924220710992813
753099	linear.bias	5	1.2822329998016357
753099	linear.bias	6	-0.20963963866233826
753099	linear.bias	7	0.8257757425308228
753099	linear.bias	8	2.1128652095794678
753099	linear.bias	9	-1.3327661752700806
753708	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
753708	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
753708	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
753708	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
753708	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
753708	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
753708	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
753708	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
753708	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
753708	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
753708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
753708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
753708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
753708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
753708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
753708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
753708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
753708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
753708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
753708	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
753708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
753708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
753708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
753708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
753708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
753708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
753708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
753708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
753708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
753708	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
753708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
753708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
753708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
753708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
753708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
753708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
753708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
753708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
753708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
753708	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
753708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
753708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
753708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
753708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
753708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
753708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
753708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
753708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
753708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
753708	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
753708	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
753708	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
753708	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
753708	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
753708	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
753708	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
753708	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
753708	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
753708	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
753708	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
753708	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
753708	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
753708	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
753708	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
753708	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
753708	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
753708	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
753708	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
753708	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
753708	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
753708	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
753708	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
753708	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
753708	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
753708	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
753708	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
753708	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
753708	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
753708	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
753708	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
753708	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
753708	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
753708	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
753708	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
753708	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
753708	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
753708	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
753708	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
753708	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
753708	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
753708	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
753708	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
753708	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
753708	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
753708	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
753708	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
753708	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
753708	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
753708	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
753708	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
753708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
753708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
753708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
753708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
753708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
753708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
753708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
753708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
753708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
753708	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
753708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
753708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
753708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
753708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
753708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
753708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
753708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
753708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
753708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
753708	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
753708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
753708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
753708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
753708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
753708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
753708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
753708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
753708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
753708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
753708	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
753708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
753708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
753708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
753708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
753708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
753708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
753708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
753708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
753708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
753708	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
753708	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
753708	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
753708	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
753708	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
753708	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
753708	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
753708	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
753708	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
753708	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
753708	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
753708	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
753708	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
753708	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
753708	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
753708	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
753708	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
753708	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
753708	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
753708	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
753708	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
753708	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
753708	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
753708	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
753708	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
753708	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
753708	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
753708	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
753708	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
753708	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
753708	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
753708	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
753708	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
753708	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
753708	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
753708	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
753708	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
753708	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
753708	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
753708	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
753708	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
753708	embedding2nn.weight	0	0.32232996821403503
753708	embedding2nn.weight	1	0.3887779414653778
753708	embedding2nn.weight	2	0.004507396835833788
753708	embedding2nn.weight	3	0.01628855988383293
753708	embedding2nn.weight	4	-0.019953139126300812
753708	embedding2nn.weight	5	0.04861816391348839
753708	embedding2nn.weight	6	-0.012617084197700024
753708	embedding2nn.weight	7	-0.020784571766853333
753708	embedding2nn.weight	8	0.04000673443078995
753708	embedding2nn.weight	9	-0.04543328657746315
753708	embedding2nn.bias	0	0.017637528479099274
753708	embedding2nn.bias	1	-0.19609861075878143
753708	embedding2nn.bias	2	0.13566137850284576
753708	embedding2nn.bias	3	0.1827903389930725
753708	embedding2nn.bias	4	0.13419190049171448
753708	embedding2nn.bias	5	-0.07539089024066925
753708	embedding2nn.bias	6	-0.04786762222647667
753708	embedding2nn.bias	7	0.027572065591812134
753708	embedding2nn.bias	8	-0.15664412081241608
753708	embedding2nn.bias	9	-0.37005415558815
753708	rnn.weight_ih_l0	0	0.006405833177268505
753708	rnn.weight_ih_l0	1	-0.05819500610232353
753708	rnn.weight_ih_l0	2	-0.06159631907939911
753708	rnn.weight_ih_l0	3	0.12148279696702957
753708	rnn.weight_ih_l0	4	0.025700950995087624
753708	rnn.weight_ih_l0	5	-0.07531871646642685
753708	rnn.weight_ih_l0	6	0.009859015233814716
753708	rnn.weight_ih_l0	7	-0.02145451493561268
753708	rnn.weight_ih_l0	8	0.008699013851583004
753708	rnn.weight_ih_l0	9	-0.08245643228292465
753708	rnn.weight_hh_l0	0	-0.022514553740620613
753708	rnn.weight_hh_l0	1	0.08616462349891663
753708	rnn.weight_hh_l0	2	0.003561499761417508
753708	rnn.weight_hh_l0	3	-0.034739185124635696
753708	rnn.weight_hh_l0	4	0.08433801680803299
753708	rnn.weight_hh_l0	5	0.0033461889252066612
753708	rnn.weight_hh_l0	6	-0.0857459157705307
753708	rnn.weight_hh_l0	7	-0.13650977611541748
753708	rnn.weight_hh_l0	8	0.03952949494123459
753708	rnn.weight_hh_l0	9	-0.12112102657556534
753708	rnn.bias_ih_l0	0	0.1696012020111084
753708	rnn.bias_ih_l0	1	-0.3480953872203827
753708	rnn.bias_ih_l0	2	-0.0386856347322464
753708	rnn.bias_ih_l0	3	-0.22083240747451782
753708	rnn.bias_ih_l0	4	0.006951740477234125
753708	rnn.bias_ih_l0	5	-0.4442761540412903
753708	rnn.bias_ih_l0	6	-0.1545182466506958
753708	rnn.bias_ih_l0	7	-0.37953275442123413
753708	rnn.bias_ih_l0	8	-0.3221413195133209
753708	rnn.bias_ih_l0	9	-0.44829845428466797
753708	rnn.bias_hh_l0	0	-0.3538084328174591
753708	rnn.bias_hh_l0	1	-0.43492934107780457
753708	rnn.bias_hh_l0	2	-0.40689972043037415
753708	rnn.bias_hh_l0	3	-0.07912522554397583
753708	rnn.bias_hh_l0	4	-0.4033779501914978
753708	rnn.bias_hh_l0	5	-0.3682071566581726
753708	rnn.bias_hh_l0	6	-0.12413088977336884
753708	rnn.bias_hh_l0	7	0.07652754336595535
753708	rnn.bias_hh_l0	8	-0.23916880786418915
753708	rnn.bias_hh_l0	9	-0.5700253248214722
753708	rnn.weight_ih_l0_reverse	0	0.007471616379916668
753708	rnn.weight_ih_l0_reverse	1	-0.011057316325604916
753708	rnn.weight_ih_l0_reverse	2	0.01207514014095068
753708	rnn.weight_ih_l0_reverse	3	-0.14180772006511688
753708	rnn.weight_ih_l0_reverse	4	0.08116382360458374
753708	rnn.weight_ih_l0_reverse	5	-0.0929068848490715
753708	rnn.weight_ih_l0_reverse	6	0.0017048117006197572
753708	rnn.weight_ih_l0_reverse	7	0.024806957691907883
753708	rnn.weight_ih_l0_reverse	8	-0.04974443465471268
753708	rnn.weight_ih_l0_reverse	9	-0.07445473968982697
753708	rnn.weight_hh_l0_reverse	0	-0.14833307266235352
753708	rnn.weight_hh_l0_reverse	1	0.02155139297246933
753708	rnn.weight_hh_l0_reverse	2	-0.020835526287555695
753708	rnn.weight_hh_l0_reverse	3	0.028650665655732155
753708	rnn.weight_hh_l0_reverse	4	-0.07990188151597977
753708	rnn.weight_hh_l0_reverse	5	0.03630780056118965
753708	rnn.weight_hh_l0_reverse	6	0.030281445011496544
753708	rnn.weight_hh_l0_reverse	7	-0.12617845833301544
753708	rnn.weight_hh_l0_reverse	8	-0.07093604654073715
753708	rnn.weight_hh_l0_reverse	9	0.037829961627721786
753708	rnn.bias_ih_l0_reverse	0	-0.1836840808391571
753708	rnn.bias_ih_l0_reverse	1	-0.0461919829249382
753708	rnn.bias_ih_l0_reverse	2	0.15755629539489746
753708	rnn.bias_ih_l0_reverse	3	-0.3332163095474243
753708	rnn.bias_ih_l0_reverse	4	0.02405468188226223
753708	rnn.bias_ih_l0_reverse	5	-0.212082639336586
753708	rnn.bias_ih_l0_reverse	6	0.2564353942871094
753708	rnn.bias_ih_l0_reverse	7	-0.30332255363464355
753708	rnn.bias_ih_l0_reverse	8	-0.19437289237976074
753708	rnn.bias_ih_l0_reverse	9	-0.14963242411613464
753708	rnn.bias_hh_l0_reverse	0	-0.15099987387657166
753708	rnn.bias_hh_l0_reverse	1	0.27410659193992615
753708	rnn.bias_hh_l0_reverse	2	-0.3514879047870636
753708	rnn.bias_hh_l0_reverse	3	-0.2374912053346634
753708	rnn.bias_hh_l0_reverse	4	-0.3973170816898346
753708	rnn.bias_hh_l0_reverse	5	-0.2123832106590271
753708	rnn.bias_hh_l0_reverse	6	-0.2707173228263855
753708	rnn.bias_hh_l0_reverse	7	-0.09728800505399704
753708	rnn.bias_hh_l0_reverse	8	-0.35028108954429626
753708	rnn.bias_hh_l0_reverse	9	0.20073267817497253
753708	linear.weight	0	0.20406538248062134
753708	linear.weight	1	-0.447306752204895
753708	linear.weight	2	0.01869792863726616
753708	linear.weight	3	0.06747577339410782
753708	linear.weight	4	-0.15047897398471832
753708	linear.weight	5	0.2377619594335556
753708	linear.weight	6	-0.027321605011820793
753708	linear.weight	7	-0.05970874801278114
753708	linear.weight	8	0.10624069720506668
753708	linear.weight	9	-0.049867257475852966
753708	linear.bias	0	-0.8461954593658447
753708	linear.bias	1	1.7661293745040894
753708	linear.bias	2	0.740217924118042
753708	linear.bias	3	-2.7415480613708496
753708	linear.bias	4	-0.08428127318620682
753708	linear.bias	5	1.2567521333694458
753708	linear.bias	6	-0.21125073730945587
753708	linear.bias	7	0.8303295969963074
753708	linear.bias	8	2.127495527267456
753708	linear.bias	9	-1.3298512697219849
754317	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
754317	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
754317	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
754317	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
754317	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
754317	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
754317	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
754317	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
754317	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
754317	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
754317	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
754317	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
754317	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
754317	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
754317	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
754317	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
754317	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
754317	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
754317	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
754317	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
754317	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
754317	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
754317	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
754317	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
754317	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
754317	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
754317	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
754317	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
754317	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
754317	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
754317	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
754317	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
754317	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
754317	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
754317	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
754317	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
754317	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
754317	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
754317	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
754317	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
754317	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
754317	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
754317	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
754317	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
754317	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
754317	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
754317	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
754317	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
754317	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
754317	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
754317	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
754317	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
754317	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
754317	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
754317	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
754317	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
754317	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
754317	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
754317	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
754317	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
754317	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
754317	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
754317	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
754317	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
754317	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
754317	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
754317	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
754317	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
754317	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
754317	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
754317	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
754317	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
754317	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
754317	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
754317	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
754317	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
754317	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
754317	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
754317	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
754317	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
754317	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
754317	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
754317	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
754317	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
754317	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
754317	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
754317	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
754317	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
754317	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
754317	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
754317	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
754317	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
754317	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
754317	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
754317	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
754317	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
754317	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
754317	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
754317	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
754317	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
754317	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
754317	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
754317	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
754317	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
754317	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
754317	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
754317	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
754317	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
754317	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
754317	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
754317	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
754317	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
754317	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
754317	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
754317	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
754317	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
754317	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
754317	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
754317	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
754317	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
754317	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
754317	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
754317	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
754317	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
754317	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
754317	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
754317	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
754317	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
754317	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
754317	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
754317	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
754317	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
754317	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
754317	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
754317	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
754317	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
754317	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
754317	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
754317	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
754317	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
754317	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
754317	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
754317	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
754317	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
754317	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
754317	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
754317	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
754317	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
754317	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
754317	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
754317	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
754317	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
754317	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
754317	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
754317	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
754317	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
754317	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
754317	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
754317	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
754317	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
754317	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
754317	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
754317	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
754317	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
754317	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
754317	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
754317	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
754317	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
754317	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
754317	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
754317	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
754317	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
754317	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
754317	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
754317	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
754317	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
754317	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
754317	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
754317	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
754317	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
754317	embedding2nn.weight	0	0.3223757743835449
754317	embedding2nn.weight	1	0.38817301392555237
754317	embedding2nn.weight	2	0.004572873003780842
754317	embedding2nn.weight	3	0.019498495385050774
754317	embedding2nn.weight	4	-0.021963607519865036
754317	embedding2nn.weight	5	0.0486430861055851
754317	embedding2nn.weight	6	-0.008869435638189316
754317	embedding2nn.weight	7	-0.024542633444070816
754317	embedding2nn.weight	8	0.03878188505768776
754317	embedding2nn.weight	9	-0.044687800109386444
754317	embedding2nn.bias	0	0.024978898465633392
754317	embedding2nn.bias	1	-0.20724378526210785
754317	embedding2nn.bias	2	0.13485106825828552
754317	embedding2nn.bias	3	0.19006316363811493
754317	embedding2nn.bias	4	0.13646213710308075
754317	embedding2nn.bias	5	-0.07052525132894516
754317	embedding2nn.bias	6	-0.04833829030394554
754317	embedding2nn.bias	7	0.030428383499383926
754317	embedding2nn.bias	8	-0.16061504185199738
754317	embedding2nn.bias	9	-0.35922154784202576
754317	rnn.weight_ih_l0	0	0.0061358739621937275
754317	rnn.weight_ih_l0	1	-0.05768007040023804
754317	rnn.weight_ih_l0	2	-0.06378861516714096
754317	rnn.weight_ih_l0	3	0.11993671208620071
754317	rnn.weight_ih_l0	4	0.027471963316202164
754317	rnn.weight_ih_l0	5	-0.07364123314619064
754317	rnn.weight_ih_l0	6	0.010690644383430481
754317	rnn.weight_ih_l0	7	-0.021857792511582375
754317	rnn.weight_ih_l0	8	0.009500870481133461
754317	rnn.weight_ih_l0	9	-0.08361436426639557
754317	rnn.weight_hh_l0	0	-0.022535866126418114
754317	rnn.weight_hh_l0	1	0.08610489964485168
754317	rnn.weight_hh_l0	2	0.004094219300895929
754317	rnn.weight_hh_l0	3	-0.03465178608894348
754317	rnn.weight_hh_l0	4	0.08431695401668549
754317	rnn.weight_hh_l0	5	0.003317865077406168
754317	rnn.weight_hh_l0	6	-0.0856756791472435
754317	rnn.weight_hh_l0	7	-0.13640308380126953
754317	rnn.weight_hh_l0	8	0.03944913670420647
754317	rnn.weight_hh_l0	9	-0.12096965312957764
754317	rnn.bias_ih_l0	0	0.1728358268737793
754317	rnn.bias_ih_l0	1	-0.346351683139801
754317	rnn.bias_ih_l0	2	-0.03927908092737198
754317	rnn.bias_ih_l0	3	-0.21941570937633514
754317	rnn.bias_ih_l0	4	0.008384935557842255
754317	rnn.bias_ih_l0	5	-0.44560331106185913
754317	rnn.bias_ih_l0	6	-0.15055803954601288
754317	rnn.bias_ih_l0	7	-0.37926921248435974
754317	rnn.bias_ih_l0	8	-0.3176634609699249
754317	rnn.bias_ih_l0	9	-0.44800522923469543
754317	rnn.bias_hh_l0	0	-0.35281282663345337
754317	rnn.bias_hh_l0	1	-0.43552103638648987
754317	rnn.bias_hh_l0	2	-0.405978262424469
754317	rnn.bias_hh_l0	3	-0.07960092276334763
754317	rnn.bias_hh_l0	4	-0.4043579399585724
754317	rnn.bias_hh_l0	5	-0.3680060803890228
754317	rnn.bias_hh_l0	6	-0.12395971268415451
754317	rnn.bias_hh_l0	7	0.07360634207725525
754317	rnn.bias_hh_l0	8	-0.23612821102142334
754317	rnn.bias_hh_l0	9	-0.568790853023529
754317	rnn.weight_ih_l0_reverse	0	0.005932501517236233
754317	rnn.weight_ih_l0_reverse	1	-0.011820740066468716
754317	rnn.weight_ih_l0_reverse	2	0.013101453892886639
754317	rnn.weight_ih_l0_reverse	3	-0.14253881573677063
754317	rnn.weight_ih_l0_reverse	4	0.08180909603834152
754317	rnn.weight_ih_l0_reverse	5	-0.09631285071372986
754317	rnn.weight_ih_l0_reverse	6	0.002261475659906864
754317	rnn.weight_ih_l0_reverse	7	0.024824019521474838
754317	rnn.weight_ih_l0_reverse	8	-0.050010696053504944
754317	rnn.weight_ih_l0_reverse	9	-0.07380636036396027
754317	rnn.weight_hh_l0_reverse	0	-0.148308664560318
754317	rnn.weight_hh_l0_reverse	1	0.021754980087280273
754317	rnn.weight_hh_l0_reverse	2	-0.02109694294631481
754317	rnn.weight_hh_l0_reverse	3	0.02845005691051483
754317	rnn.weight_hh_l0_reverse	4	-0.08014996349811554
754317	rnn.weight_hh_l0_reverse	5	0.036402732133865356
754317	rnn.weight_hh_l0_reverse	6	0.030338957905769348
754317	rnn.weight_hh_l0_reverse	7	-0.12683844566345215
754317	rnn.weight_hh_l0_reverse	8	-0.07099587470293045
754317	rnn.weight_hh_l0_reverse	9	0.03785398602485657
754317	rnn.bias_ih_l0_reverse	0	-0.18391895294189453
754317	rnn.bias_ih_l0_reverse	1	-0.04443305730819702
754317	rnn.bias_ih_l0_reverse	2	0.1581435650587082
754317	rnn.bias_ih_l0_reverse	3	-0.3321365416049957
754317	rnn.bias_ih_l0_reverse	4	0.020587919279932976
754317	rnn.bias_ih_l0_reverse	5	-0.2108994424343109
754317	rnn.bias_ih_l0_reverse	6	0.25917577743530273
754317	rnn.bias_ih_l0_reverse	7	-0.30240297317504883
754317	rnn.bias_ih_l0_reverse	8	-0.19457952678203583
754317	rnn.bias_ih_l0_reverse	9	-0.14724767208099365
754317	rnn.bias_hh_l0_reverse	0	-0.15285280346870422
754317	rnn.bias_hh_l0_reverse	1	0.2718672454357147
754317	rnn.bias_hh_l0_reverse	2	-0.3517442047595978
754317	rnn.bias_hh_l0_reverse	3	-0.23762889206409454
754317	rnn.bias_hh_l0_reverse	4	-0.39775222539901733
754317	rnn.bias_hh_l0_reverse	5	-0.2132059931755066
754317	rnn.bias_hh_l0_reverse	6	-0.273621141910553
754317	rnn.bias_hh_l0_reverse	7	-0.09728486835956573
754317	rnn.bias_hh_l0_reverse	8	-0.3487275540828705
754317	rnn.bias_hh_l0_reverse	9	0.20505620539188385
754317	linear.weight	0	0.2083086520433426
754317	linear.weight	1	-0.4480763077735901
754317	linear.weight	2	0.026821907609701157
754317	linear.weight	3	0.067475825548172
754317	linear.weight	4	-0.1418958306312561
754317	linear.weight	5	0.23484687507152557
754317	linear.weight	6	-0.030990909785032272
754317	linear.weight	7	-0.059707287698984146
754317	linear.weight	8	0.11072725057601929
754317	linear.weight	9	-0.04986811429262161
754317	linear.bias	0	-0.8520504236221313
754317	linear.bias	1	1.7812694311141968
754317	linear.bias	2	0.7372751235961914
754317	linear.bias	3	-2.7415709495544434
754317	linear.bias	4	-0.08205341547727585
754317	linear.bias	5	1.26066255569458
754317	linear.bias	6	-0.21321648359298706
754317	linear.bias	7	0.833483874797821
754317	linear.bias	8	2.105217218399048
754317	linear.bias	9	-1.3280463218688965
754926	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
754926	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
754926	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
754926	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
754926	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
754926	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
754926	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
754926	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
754926	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
754926	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
754926	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
754926	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
754926	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
754926	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
754926	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
754926	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
754926	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
754926	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
754926	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
754926	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
754926	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
754926	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
754926	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
754926	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
754926	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
754926	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
754926	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
754926	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
754926	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
754926	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
754926	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
754926	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
754926	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
754926	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
754926	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
754926	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
754926	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
754926	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
754926	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
754926	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
754926	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
754926	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
754926	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
754926	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
754926	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
754926	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
754926	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
754926	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
754926	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
754926	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
754926	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
754926	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
754926	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
754926	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
754926	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
754926	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
754926	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
754926	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
754926	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
754926	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
754926	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
754926	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
754926	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
754926	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
754926	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
754926	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
754926	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
754926	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
754926	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
754926	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
754926	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
754926	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
754926	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
754926	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
754926	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
754926	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
754926	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
754926	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
754926	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
754926	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
754926	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
754926	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
754926	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
754926	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
754926	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
754926	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
754926	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
754926	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
754926	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
754926	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
754926	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
754926	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
754926	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
754926	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
754926	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
754926	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
754926	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
754926	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
754926	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
754926	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
754926	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
754926	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
754926	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
754926	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
754926	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
754926	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
754926	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
754926	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
754926	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
754926	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
754926	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
754926	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
754926	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
754926	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
754926	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
754926	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
754926	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
754926	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
754926	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
754926	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
754926	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
754926	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
754926	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
754926	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
754926	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
754926	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
754926	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
754926	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
754926	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
754926	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
754926	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
754926	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
754926	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
754926	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
754926	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
754926	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
754926	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
754926	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
754926	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
754926	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
754926	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
754926	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
754926	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
754926	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
754926	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
754926	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
754926	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
754926	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
754926	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
754926	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
754926	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
754926	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
754926	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
754926	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
754926	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
754926	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
754926	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
754926	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
754926	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
754926	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
754926	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
754926	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
754926	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
754926	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
754926	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
754926	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
754926	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
754926	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
754926	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
754926	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
754926	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
754926	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
754926	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
754926	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
754926	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
754926	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
754926	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
754926	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
754926	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
754926	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
754926	embedding2nn.weight	0	0.32171884179115295
754926	embedding2nn.weight	1	0.387198269367218
754926	embedding2nn.weight	2	0.004092828836292028
754926	embedding2nn.weight	3	0.027043916285037994
754926	embedding2nn.weight	4	-0.0245874784886837
754926	embedding2nn.weight	5	0.049066122621297836
754926	embedding2nn.weight	6	-0.00633503682911396
754926	embedding2nn.weight	7	-0.02390364184975624
754926	embedding2nn.weight	8	0.03769797459244728
754926	embedding2nn.weight	9	-0.04282715171575546
754926	embedding2nn.bias	0	0.015428147278726101
754926	embedding2nn.bias	1	-0.19369380176067352
754926	embedding2nn.bias	2	0.13413400948047638
754926	embedding2nn.bias	3	0.1880435347557068
754926	embedding2nn.bias	4	0.1391538828611374
754926	embedding2nn.bias	5	-0.07016293704509735
754926	embedding2nn.bias	6	-0.042844004929065704
754926	embedding2nn.bias	7	0.0239986814558506
754926	embedding2nn.bias	8	-0.1609676480293274
754926	embedding2nn.bias	9	-0.36314117908477783
754926	rnn.weight_ih_l0	0	0.0055356076918542385
754926	rnn.weight_ih_l0	1	-0.058104220777750015
754926	rnn.weight_ih_l0	2	-0.062203217297792435
754926	rnn.weight_ih_l0	3	0.1197141781449318
754926	rnn.weight_ih_l0	4	0.028355063870549202
754926	rnn.weight_ih_l0	5	-0.07329913973808289
754926	rnn.weight_ih_l0	6	0.011145994067192078
754926	rnn.weight_ih_l0	7	-0.02142917923629284
754926	rnn.weight_ih_l0	8	0.009225253947079182
754926	rnn.weight_ih_l0	9	-0.0825977772474289
754926	rnn.weight_hh_l0	0	-0.022414306178689003
754926	rnn.weight_hh_l0	1	0.08594592660665512
754926	rnn.weight_hh_l0	2	0.0037948598619550467
754926	rnn.weight_hh_l0	3	-0.03456058353185654
754926	rnn.weight_hh_l0	4	0.08422790467739105
754926	rnn.weight_hh_l0	5	0.0032693357206881046
754926	rnn.weight_hh_l0	6	-0.0853801816701889
754926	rnn.weight_hh_l0	7	-0.13548895716667175
754926	rnn.weight_hh_l0	8	0.039436034858226776
754926	rnn.weight_hh_l0	9	-0.12115125358104706
754926	rnn.bias_ih_l0	0	0.16931498050689697
754926	rnn.bias_ih_l0	1	-0.345550000667572
754926	rnn.bias_ih_l0	2	-0.04148456081748009
754926	rnn.bias_ih_l0	3	-0.2180311232805252
754926	rnn.bias_ih_l0	4	0.006543128285557032
754926	rnn.bias_ih_l0	5	-0.44590339064598083
754926	rnn.bias_ih_l0	6	-0.1517856866121292
754926	rnn.bias_ih_l0	7	-0.37903842329978943
754926	rnn.bias_ih_l0	8	-0.3167762756347656
754926	rnn.bias_ih_l0	9	-0.4438682198524475
754926	rnn.bias_hh_l0	0	-0.3518722355365753
754926	rnn.bias_hh_l0	1	-0.43513232469558716
754926	rnn.bias_hh_l0	2	-0.4051336944103241
754926	rnn.bias_hh_l0	3	-0.08034976571798325
754926	rnn.bias_hh_l0	4	-0.4026341140270233
754926	rnn.bias_hh_l0	5	-0.36746087670326233
754926	rnn.bias_hh_l0	6	-0.12124494463205338
754926	rnn.bias_hh_l0	7	0.07492411881685257
754926	rnn.bias_hh_l0	8	-0.23785875737667084
754926	rnn.bias_hh_l0	9	-0.5663702487945557
754926	rnn.weight_ih_l0_reverse	0	0.0036230955738574266
754926	rnn.weight_ih_l0_reverse	1	-0.012125398963689804
754926	rnn.weight_ih_l0_reverse	2	0.012998830527067184
754926	rnn.weight_ih_l0_reverse	3	-0.14197857677936554
754926	rnn.weight_ih_l0_reverse	4	0.0823618620634079
754926	rnn.weight_ih_l0_reverse	5	-0.10018251836299896
754926	rnn.weight_ih_l0_reverse	6	0.0024037647526711226
754926	rnn.weight_ih_l0_reverse	7	0.02468053624033928
754926	rnn.weight_ih_l0_reverse	8	-0.04973692446947098
754926	rnn.weight_ih_l0_reverse	9	-0.07338082790374756
754926	rnn.weight_hh_l0_reverse	0	-0.14855344593524933
754926	rnn.weight_hh_l0_reverse	1	0.02214476466178894
754926	rnn.weight_hh_l0_reverse	2	-0.02131669968366623
754926	rnn.weight_hh_l0_reverse	3	0.028210381045937538
754926	rnn.weight_hh_l0_reverse	4	-0.08018808811903
754926	rnn.weight_hh_l0_reverse	5	0.03638521581888199
754926	rnn.weight_hh_l0_reverse	6	0.03028012067079544
754926	rnn.weight_hh_l0_reverse	7	-0.1262025386095047
754926	rnn.weight_hh_l0_reverse	8	-0.07163020223379135
754926	rnn.weight_hh_l0_reverse	9	0.03804109990596771
754926	rnn.bias_ih_l0_reverse	0	-0.1838480681180954
754926	rnn.bias_ih_l0_reverse	1	-0.04613213613629341
754926	rnn.bias_ih_l0_reverse	2	0.15795102715492249
754926	rnn.bias_ih_l0_reverse	3	-0.33129000663757324
754926	rnn.bias_ih_l0_reverse	4	0.02124987170100212
754926	rnn.bias_ih_l0_reverse	5	-0.20995226502418518
754926	rnn.bias_ih_l0_reverse	6	0.26206162571907043
754926	rnn.bias_ih_l0_reverse	7	-0.30168619751930237
754926	rnn.bias_ih_l0_reverse	8	-0.19567929208278656
754926	rnn.bias_ih_l0_reverse	9	-0.14764660596847534
754926	rnn.bias_hh_l0_reverse	0	-0.15361802279949188
754926	rnn.bias_hh_l0_reverse	1	0.2706746459007263
754926	rnn.bias_hh_l0_reverse	2	-0.350106418132782
754926	rnn.bias_hh_l0_reverse	3	-0.24002864956855774
754926	rnn.bias_hh_l0_reverse	4	-0.39747434854507446
754926	rnn.bias_hh_l0_reverse	5	-0.21577322483062744
754926	rnn.bias_hh_l0_reverse	6	-0.2734811305999756
754926	rnn.bias_hh_l0_reverse	7	-0.09809393435716629
754926	rnn.bias_hh_l0_reverse	8	-0.3517508804798126
754926	rnn.bias_hh_l0_reverse	9	0.20243413746356964
754926	linear.weight	0	0.21901221573352814
754926	linear.weight	1	-0.4396871030330658
754926	linear.weight	2	0.022326583042740822
754926	linear.weight	3	0.06747587025165558
754926	linear.weight	4	-0.13269643485546112
754926	linear.weight	5	0.24356406927108765
754926	linear.weight	6	-0.03020676039159298
754926	linear.weight	7	-0.05970555543899536
754926	linear.weight	8	0.10546841472387314
754926	linear.weight	9	-0.049868978559970856
754926	linear.bias	0	-0.8482749462127686
754926	linear.bias	1	1.7765454053878784
754926	linear.bias	2	0.7377793788909912
754926	linear.bias	3	-2.7415976524353027
754926	linear.bias	4	-0.08388765901327133
754926	linear.bias	5	1.2645598649978638
754926	linear.bias	6	-0.21024422347545624
754926	linear.bias	7	0.821163535118103
754926	linear.bias	8	2.112992525100708
754926	linear.bias	9	-1.3262102603912354
755535	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
755535	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
755535	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
755535	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
755535	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
755535	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
755535	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
755535	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
755535	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
755535	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
755535	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
755535	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
755535	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
755535	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
755535	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
755535	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
755535	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
755535	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
755535	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
755535	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
755535	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
755535	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
755535	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
755535	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
755535	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
755535	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
755535	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
755535	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
755535	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
755535	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
755535	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
755535	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
755535	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
755535	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
755535	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
755535	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
755535	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
755535	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
755535	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
755535	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
755535	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
755535	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
755535	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
755535	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
755535	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
755535	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
755535	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
755535	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
755535	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
755535	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
755535	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
755535	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
755535	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
755535	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
755535	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
755535	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
755535	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
755535	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
755535	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
755535	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
755535	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
755535	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
755535	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
755535	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
755535	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
755535	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
755535	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
755535	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
755535	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
755535	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
755535	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
755535	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
755535	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
755535	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
755535	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
755535	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
755535	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
755535	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
755535	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
755535	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
755535	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
755535	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
755535	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
755535	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
755535	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
755535	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
755535	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
755535	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
755535	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
755535	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
755535	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
755535	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
755535	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
755535	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
755535	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
755535	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
755535	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
755535	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
755535	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
755535	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
755535	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
755535	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
755535	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
755535	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
755535	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
755535	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
755535	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
755535	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
755535	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
755535	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
755535	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
755535	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
755535	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
755535	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
755535	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
755535	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
755535	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
755535	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
755535	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
755535	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
755535	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
755535	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
755535	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
755535	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
755535	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
755535	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
755535	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
755535	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
755535	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
755535	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
755535	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
755535	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
755535	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
755535	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
755535	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
755535	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
755535	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
755535	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
755535	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
755535	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
755535	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
755535	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
755535	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
755535	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
755535	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
755535	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
755535	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
755535	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
755535	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
755535	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
755535	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
755535	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
755535	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
755535	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
755535	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
755535	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
755535	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
755535	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
755535	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
755535	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
755535	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
755535	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
755535	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
755535	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
755535	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
755535	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
755535	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
755535	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
755535	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
755535	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
755535	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
755535	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
755535	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
755535	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
755535	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
755535	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
755535	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
755535	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
755535	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
755535	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
755535	embedding2nn.weight	0	0.3214242160320282
755535	embedding2nn.weight	1	0.38768890500068665
755535	embedding2nn.weight	2	0.002858818741515279
755535	embedding2nn.weight	3	0.026199134066700935
755535	embedding2nn.weight	4	-0.025508757680654526
755535	embedding2nn.weight	5	0.05004509910941124
755535	embedding2nn.weight	6	-0.00849890150129795
755535	embedding2nn.weight	7	-0.023233357816934586
755535	embedding2nn.weight	8	0.037918999791145325
755535	embedding2nn.weight	9	-0.04334871470928192
755535	embedding2nn.bias	0	0.01264125108718872
755535	embedding2nn.bias	1	-0.19307057559490204
755535	embedding2nn.bias	2	0.1366993933916092
755535	embedding2nn.bias	3	0.17719781398773193
755535	embedding2nn.bias	4	0.1375141143798828
755535	embedding2nn.bias	5	-0.06166467443108559
755535	embedding2nn.bias	6	-0.049097683280706406
755535	embedding2nn.bias	7	0.03254135698080063
755535	embedding2nn.bias	8	-0.15921925008296967
755535	embedding2nn.bias	9	-0.3666156530380249
755535	rnn.weight_ih_l0	0	0.004878862760961056
755535	rnn.weight_ih_l0	1	-0.05824087932705879
755535	rnn.weight_ih_l0	2	-0.06284387409687042
755535	rnn.weight_ih_l0	3	0.11718795448541641
755535	rnn.weight_ih_l0	4	0.02937312237918377
755535	rnn.weight_ih_l0	5	-0.07194177806377411
755535	rnn.weight_ih_l0	6	0.010152831673622131
755535	rnn.weight_ih_l0	7	-0.021190200001001358
755535	rnn.weight_ih_l0	8	0.01174972951412201
755535	rnn.weight_ih_l0	9	-0.08242278546094894
755535	rnn.weight_hh_l0	0	-0.02242603898048401
755535	rnn.weight_hh_l0	1	0.08598512411117554
755535	rnn.weight_hh_l0	2	0.003983554895967245
755535	rnn.weight_hh_l0	3	-0.034690458327531815
755535	rnn.weight_hh_l0	4	0.08418294787406921
755535	rnn.weight_hh_l0	5	0.0033028002362698317
755535	rnn.weight_hh_l0	6	-0.08537010848522186
755535	rnn.weight_hh_l0	7	-0.13596199452877045
755535	rnn.weight_hh_l0	8	0.03942412510514259
755535	rnn.weight_hh_l0	9	-0.12118363380432129
755535	rnn.bias_ih_l0	0	0.16777431964874268
755535	rnn.bias_ih_l0	1	-0.34385427832603455
755535	rnn.bias_ih_l0	2	-0.04077300429344177
755535	rnn.bias_ih_l0	3	-0.21768279373645782
755535	rnn.bias_ih_l0	4	0.006856219377368689
755535	rnn.bias_ih_l0	5	-0.44352442026138306
755535	rnn.bias_ih_l0	6	-0.15339027345180511
755535	rnn.bias_ih_l0	7	-0.3791011869907379
755535	rnn.bias_ih_l0	8	-0.3189865052700043
755535	rnn.bias_ih_l0	9	-0.44259580969810486
755535	rnn.bias_hh_l0	0	-0.3522653579711914
755535	rnn.bias_hh_l0	1	-0.4347907602787018
755535	rnn.bias_hh_l0	2	-0.4048953950405121
755535	rnn.bias_hh_l0	3	-0.08167383074760437
755535	rnn.bias_hh_l0	4	-0.40089863538742065
755535	rnn.bias_hh_l0	5	-0.3670470714569092
755535	rnn.bias_hh_l0	6	-0.12047514319419861
755535	rnn.bias_hh_l0	7	0.07559114694595337
755535	rnn.bias_hh_l0	8	-0.23749326169490814
755535	rnn.bias_hh_l0	9	-0.5662650465965271
755535	rnn.weight_ih_l0_reverse	0	0.0030864477157592773
755535	rnn.weight_ih_l0_reverse	1	-0.011597318574786186
755535	rnn.weight_ih_l0_reverse	2	0.012001264840364456
755535	rnn.weight_ih_l0_reverse	3	-0.14268028736114502
755535	rnn.weight_ih_l0_reverse	4	0.08275201916694641
755535	rnn.weight_ih_l0_reverse	5	-0.1002947986125946
755535	rnn.weight_ih_l0_reverse	6	0.001884047407656908
755535	rnn.weight_ih_l0_reverse	7	0.024800343438982964
755535	rnn.weight_ih_l0_reverse	8	-0.04966709762811661
755535	rnn.weight_ih_l0_reverse	9	-0.07276812940835953
755535	rnn.weight_hh_l0_reverse	0	-0.14823347330093384
755535	rnn.weight_hh_l0_reverse	1	0.02213958092033863
755535	rnn.weight_hh_l0_reverse	2	-0.02121136151254177
755535	rnn.weight_hh_l0_reverse	3	0.02804768830537796
755535	rnn.weight_hh_l0_reverse	4	-0.08017859607934952
755535	rnn.weight_hh_l0_reverse	5	0.03641222417354584
755535	rnn.weight_hh_l0_reverse	6	0.030238986015319824
755535	rnn.weight_hh_l0_reverse	7	-0.1248689740896225
755535	rnn.weight_hh_l0_reverse	8	-0.07094009220600128
755535	rnn.weight_hh_l0_reverse	9	0.03843259811401367
755535	rnn.bias_ih_l0_reverse	0	-0.18105392158031464
755535	rnn.bias_ih_l0_reverse	1	-0.05081751570105553
755535	rnn.bias_ih_l0_reverse	2	0.15688426792621613
755535	rnn.bias_ih_l0_reverse	3	-0.32940346002578735
755535	rnn.bias_ih_l0_reverse	4	0.019127219915390015
755535	rnn.bias_ih_l0_reverse	5	-0.20975874364376068
755535	rnn.bias_ih_l0_reverse	6	0.2597884237766266
755535	rnn.bias_ih_l0_reverse	7	-0.30238670110702515
755535	rnn.bias_ih_l0_reverse	8	-0.19641101360321045
755535	rnn.bias_ih_l0_reverse	9	-0.14978216588497162
755535	rnn.bias_hh_l0_reverse	0	-0.15538614988327026
755535	rnn.bias_hh_l0_reverse	1	0.27137139439582825
755535	rnn.bias_hh_l0_reverse	2	-0.3489491045475006
755535	rnn.bias_hh_l0_reverse	3	-0.24190735816955566
755535	rnn.bias_hh_l0_reverse	4	-0.39734870195388794
755535	rnn.bias_hh_l0_reverse	5	-0.21408091485500336
755535	rnn.bias_hh_l0_reverse	6	-0.27461233735084534
755535	rnn.bias_hh_l0_reverse	7	-0.09757821261882782
755535	rnn.bias_hh_l0_reverse	8	-0.3537572920322418
755535	rnn.bias_hh_l0_reverse	9	0.20716212689876556
755535	linear.weight	0	0.21914097666740417
755535	linear.weight	1	-0.4353387653827667
755535	linear.weight	2	0.006492728367447853
755535	linear.weight	3	0.0674758180975914
755535	linear.weight	4	-0.11853627860546112
755535	linear.weight	5	0.24087932705879211
755535	linear.weight	6	-0.027478203177452087
755535	linear.weight	7	-0.05970440432429314
755535	linear.weight	8	0.10528596490621567
755535	linear.weight	9	-0.04987018555402756
755535	linear.bias	0	-0.8471839427947998
755535	linear.bias	1	1.762211561203003
755535	linear.bias	2	0.7447298169136047
755535	linear.bias	3	-2.7416229248046875
755535	linear.bias	4	-0.08587466925382614
755535	linear.bias	5	1.2594648599624634
755535	linear.bias	6	-0.21813711524009705
755535	linear.bias	7	0.8131738901138306
755535	linear.bias	8	2.1281938552856445
755535	linear.bias	9	-1.3263777494430542
756144	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
756144	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
756144	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
756144	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
756144	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
756144	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
756144	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
756144	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
756144	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
756144	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
756144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
756144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
756144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
756144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
756144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
756144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
756144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
756144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
756144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
756144	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
756144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
756144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
756144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
756144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
756144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
756144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
756144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
756144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
756144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
756144	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
756144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
756144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
756144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
756144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
756144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
756144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
756144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
756144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
756144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
756144	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
756144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
756144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
756144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
756144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
756144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
756144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
756144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
756144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
756144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
756144	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
756144	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
756144	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
756144	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
756144	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
756144	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
756144	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
756144	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
756144	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
756144	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
756144	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
756144	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
756144	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
756144	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
756144	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
756144	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
756144	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
756144	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
756144	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
756144	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
756144	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
756144	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
756144	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
756144	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
756144	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
756144	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
756144	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
756144	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
756144	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
756144	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
756144	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
756144	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
756144	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
756144	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
756144	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
756144	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
756144	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
756144	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
756144	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
756144	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
756144	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
756144	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
756144	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
756144	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
756144	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
756144	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
756144	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
756144	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
756144	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
756144	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
756144	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
756144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
756144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
756144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
756144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
756144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
756144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
756144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
756144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
756144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
756144	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
756144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
756144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
756144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
756144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
756144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
756144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
756144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
756144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
756144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
756144	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
756144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
756144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
756144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
756144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
756144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
756144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
756144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
756144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
756144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
756144	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
756144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
756144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
756144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
756144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
756144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
756144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
756144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
756144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
756144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
756144	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
756144	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
756144	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
756144	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
756144	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
756144	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
756144	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
756144	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
756144	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
756144	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
756144	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
756144	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
756144	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
756144	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
756144	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
756144	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
756144	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
756144	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
756144	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
756144	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
756144	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
756144	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
756144	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
756144	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
756144	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
756144	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
756144	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
756144	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
756144	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
756144	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
756144	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
756144	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
756144	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
756144	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
756144	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
756144	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
756144	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
756144	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
756144	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
756144	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
756144	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
756144	embedding2nn.weight	0	0.3213306665420532
756144	embedding2nn.weight	1	0.38699522614479065
756144	embedding2nn.weight	2	0.002946291584521532
756144	embedding2nn.weight	3	0.025086810812354088
756144	embedding2nn.weight	4	-0.026150256395339966
756144	embedding2nn.weight	5	0.05090927705168724
756144	embedding2nn.weight	6	-0.007518832106143236
756144	embedding2nn.weight	7	-0.020726222544908524
756144	embedding2nn.weight	8	0.03760506957769394
756144	embedding2nn.weight	9	-0.04223090410232544
756144	embedding2nn.bias	0	0.01890604756772518
756144	embedding2nn.bias	1	-0.1961309015750885
756144	embedding2nn.bias	2	0.14047135412693024
756144	embedding2nn.bias	3	0.1801169514656067
756144	embedding2nn.bias	4	0.14760804176330566
756144	embedding2nn.bias	5	-0.06873650848865509
756144	embedding2nn.bias	6	-0.047869667410850525
756144	embedding2nn.bias	7	0.028732234612107277
756144	embedding2nn.bias	8	-0.15529854595661163
756144	embedding2nn.bias	9	-0.3627398908138275
756144	rnn.weight_ih_l0	0	0.005357650574296713
756144	rnn.weight_ih_l0	1	-0.058313436806201935
756144	rnn.weight_ih_l0	2	-0.06292498856782913
756144	rnn.weight_ih_l0	3	0.11660251021385193
756144	rnn.weight_ih_l0	4	0.02735419012606144
756144	rnn.weight_ih_l0	5	-0.07252717018127441
756144	rnn.weight_ih_l0	6	0.009137117303907871
756144	rnn.weight_ih_l0	7	-0.021968306973576546
756144	rnn.weight_ih_l0	8	0.01363572757691145
756144	rnn.weight_ih_l0	9	-0.08251416683197021
756144	rnn.weight_hh_l0	0	-0.022320332005620003
756144	rnn.weight_hh_l0	1	0.0856720358133316
756144	rnn.weight_hh_l0	2	0.004140446428209543
756144	rnn.weight_hh_l0	3	-0.03495144844055176
756144	rnn.weight_hh_l0	4	0.08415091782808304
756144	rnn.weight_hh_l0	5	0.0032379343174397945
756144	rnn.weight_hh_l0	6	-0.08549229800701141
756144	rnn.weight_hh_l0	7	-0.136908620595932
756144	rnn.weight_hh_l0	8	0.0394010953605175
756144	rnn.weight_hh_l0	9	-0.12109304964542389
756144	rnn.bias_ih_l0	0	0.17168091237545013
756144	rnn.bias_ih_l0	1	-0.34138223528862
756144	rnn.bias_ih_l0	2	-0.040610421448946
756144	rnn.bias_ih_l0	3	-0.21878063678741455
756144	rnn.bias_ih_l0	4	0.00629257271066308
756144	rnn.bias_ih_l0	5	-0.44432687759399414
756144	rnn.bias_ih_l0	6	-0.15369845926761627
756144	rnn.bias_ih_l0	7	-0.37956899404525757
756144	rnn.bias_ih_l0	8	-0.32004594802856445
756144	rnn.bias_ih_l0	9	-0.4446509778499603
756144	rnn.bias_hh_l0	0	-0.3516140878200531
756144	rnn.bias_hh_l0	1	-0.4365730583667755
756144	rnn.bias_hh_l0	2	-0.4043636918067932
756144	rnn.bias_hh_l0	3	-0.07997731119394302
756144	rnn.bias_hh_l0	4	-0.3997969925403595
756144	rnn.bias_hh_l0	5	-0.3669663667678833
756144	rnn.bias_hh_l0	6	-0.11988800019025803
756144	rnn.bias_hh_l0	7	0.07727132737636566
756144	rnn.bias_hh_l0	8	-0.23755784332752228
756144	rnn.bias_hh_l0	9	-0.5636520385742188
756144	rnn.weight_ih_l0_reverse	0	0.0041795335710048676
756144	rnn.weight_ih_l0_reverse	1	-0.011290411464869976
756144	rnn.weight_ih_l0_reverse	2	0.011764836497604847
756144	rnn.weight_ih_l0_reverse	3	-0.1426626592874527
756144	rnn.weight_ih_l0_reverse	4	0.08319258689880371
756144	rnn.weight_ih_l0_reverse	5	-0.10032147914171219
756144	rnn.weight_ih_l0_reverse	6	0.0013885842636227608
756144	rnn.weight_ih_l0_reverse	7	0.024790631607174873
756144	rnn.weight_ih_l0_reverse	8	-0.05006725341081619
756144	rnn.weight_ih_l0_reverse	9	-0.07341745495796204
756144	rnn.weight_hh_l0_reverse	0	-0.14840400218963623
756144	rnn.weight_hh_l0_reverse	1	0.021626094356179237
756144	rnn.weight_hh_l0_reverse	2	-0.021136267110705376
756144	rnn.weight_hh_l0_reverse	3	0.02852466143667698
756144	rnn.weight_hh_l0_reverse	4	-0.08018200099468231
756144	rnn.weight_hh_l0_reverse	5	0.03641146793961525
756144	rnn.weight_hh_l0_reverse	6	0.030166681855916977
756144	rnn.weight_hh_l0_reverse	7	-0.12369418144226074
756144	rnn.weight_hh_l0_reverse	8	-0.07305237650871277
756144	rnn.weight_hh_l0_reverse	9	0.03863373026251793
756144	rnn.bias_ih_l0_reverse	0	-0.1817941814661026
756144	rnn.bias_ih_l0_reverse	1	-0.049786604940891266
756144	rnn.bias_ih_l0_reverse	2	0.15526947379112244
756144	rnn.bias_ih_l0_reverse	3	-0.3295344412326813
756144	rnn.bias_ih_l0_reverse	4	0.01809411682188511
756144	rnn.bias_ih_l0_reverse	5	-0.21085861325263977
756144	rnn.bias_ih_l0_reverse	6	0.25941726565361023
756144	rnn.bias_ih_l0_reverse	7	-0.2991999387741089
756144	rnn.bias_ih_l0_reverse	8	-0.19672147929668427
756144	rnn.bias_ih_l0_reverse	9	-0.14778003096580505
756144	rnn.bias_hh_l0_reverse	0	-0.15555912256240845
756144	rnn.bias_hh_l0_reverse	1	0.2682405114173889
756144	rnn.bias_hh_l0_reverse	2	-0.348676472902298
756144	rnn.bias_hh_l0_reverse	3	-0.24033410847187042
756144	rnn.bias_hh_l0_reverse	4	-0.39577382802963257
756144	rnn.bias_hh_l0_reverse	5	-0.2124159038066864
756144	rnn.bias_hh_l0_reverse	6	-0.27157169580459595
756144	rnn.bias_hh_l0_reverse	7	-0.09604130685329437
756144	rnn.bias_hh_l0_reverse	8	-0.3544442057609558
756144	rnn.bias_hh_l0_reverse	9	0.21073424816131592
756144	linear.weight	0	0.21361002326011658
756144	linear.weight	1	-0.443544864654541
756144	linear.weight	2	0.020648477599024773
756144	linear.weight	3	0.06747572124004364
756144	linear.weight	4	-0.1246727854013443
756144	linear.weight	5	0.23469072580337524
756144	linear.weight	6	-0.025675956159830093
756144	linear.weight	7	-0.059702880680561066
756144	linear.weight	8	0.10285163670778275
756144	linear.weight	9	-0.049871280789375305
756144	linear.bias	0	-0.8404580950737
756144	linear.bias	1	1.7625893354415894
756144	linear.bias	2	0.7255845069885254
756144	linear.bias	3	-2.7416470050811768
756144	linear.bias	4	-0.09145407378673553
756144	linear.bias	5	1.2425224781036377
756144	linear.bias	6	-0.21158476173877716
756144	linear.bias	7	0.8338196277618408
756144	linear.bias	8	2.124866247177124
756144	linear.bias	9	-1.3255131244659424
756152	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
756152	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
756152	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
756152	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
756152	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
756152	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
756152	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
756152	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
756152	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
756152	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
756152	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
756152	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
756152	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
756152	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
756152	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
756152	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
756152	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
756152	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
756152	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
756152	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
756152	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
756152	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
756152	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
756152	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
756152	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
756152	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
756152	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
756152	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
756152	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
756152	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
756152	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
756152	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
756152	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
756152	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
756152	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
756152	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
756152	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
756152	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
756152	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
756152	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
756152	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
756152	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
756152	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
756152	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
756152	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
756152	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
756152	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
756152	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
756152	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
756152	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
756152	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
756152	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
756152	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
756152	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
756152	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
756152	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
756152	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
756152	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
756152	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
756152	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
756152	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
756152	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
756152	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
756152	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
756152	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
756152	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
756152	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
756152	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
756152	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
756152	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
756152	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
756152	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
756152	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
756152	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
756152	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
756152	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
756152	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
756152	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
756152	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
756152	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
756152	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
756152	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
756152	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
756152	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
756152	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
756152	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
756152	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
756152	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
756152	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
756152	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
756152	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
756152	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
756152	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
756152	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
756152	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
756152	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
756152	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
756152	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
756152	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
756152	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
756152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
756152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
756152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
756152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
756152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
756152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
756152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
756152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
756152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
756152	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
756152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
756152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
756152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
756152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
756152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
756152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
756152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
756152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
756152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
756152	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
756152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
756152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
756152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
756152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
756152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
756152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
756152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
756152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
756152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
756152	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
756152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
756152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
756152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
756152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
756152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
756152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
756152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
756152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
756152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
756152	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
756152	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
756152	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
756152	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
756152	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
756152	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
756152	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
756152	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
756152	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
756152	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
756152	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
756152	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
756152	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
756152	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
756152	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
756152	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
756152	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
756152	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
756152	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
756152	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
756152	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
756152	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
756152	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
756152	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
756152	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
756152	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
756152	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
756152	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
756152	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
756152	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
756152	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
756152	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
756152	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
756152	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
756152	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
756152	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
756152	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
756152	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
756152	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
756152	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
756152	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
756152	embedding2nn.weight	0	0.32130828499794006
756152	embedding2nn.weight	1	0.38703256845474243
756152	embedding2nn.weight	2	0.0031378569547086954
756152	embedding2nn.weight	3	0.025386212393641472
756152	embedding2nn.weight	4	-0.026135798543691635
756152	embedding2nn.weight	5	0.050813037902116776
756152	embedding2nn.weight	6	-0.007517567835748196
756152	embedding2nn.weight	7	-0.020715853199362755
756152	embedding2nn.weight	8	0.0377192348241806
756152	embedding2nn.weight	9	-0.0423261895775795
756152	embedding2nn.bias	0	0.019046403467655182
756152	embedding2nn.bias	1	-0.19441360235214233
756152	embedding2nn.bias	2	0.1408059000968933
756152	embedding2nn.bias	3	0.18051452934741974
756152	embedding2nn.bias	4	0.14646723866462708
756152	embedding2nn.bias	5	-0.06726457178592682
756152	embedding2nn.bias	6	-0.0476059764623642
756152	embedding2nn.bias	7	0.030128933489322662
756152	embedding2nn.bias	8	-0.15516184270381927
756152	embedding2nn.bias	9	-0.36183056235313416
756152	rnn.weight_ih_l0	0	0.0053448136895895
756152	rnn.weight_ih_l0	1	-0.05828754976391792
756152	rnn.weight_ih_l0	2	-0.06305308640003204
756152	rnn.weight_ih_l0	3	0.11643422394990921
756152	rnn.weight_ih_l0	4	0.027258282527327538
756152	rnn.weight_ih_l0	5	-0.0725986585021019
756152	rnn.weight_ih_l0	6	0.009200611151754856
756152	rnn.weight_ih_l0	7	-0.0220327191054821
756152	rnn.weight_ih_l0	8	0.013936455361545086
756152	rnn.weight_ih_l0	9	-0.08240865916013718
756152	rnn.weight_hh_l0	0	-0.02232080139219761
756152	rnn.weight_hh_l0	1	0.08569958806037903
756152	rnn.weight_hh_l0	2	0.004182189702987671
756152	rnn.weight_hh_l0	3	-0.034940093755722046
756152	rnn.weight_hh_l0	4	0.08411325514316559
756152	rnn.weight_hh_l0	5	0.0032257267739623785
756152	rnn.weight_hh_l0	6	-0.0854855626821518
756152	rnn.weight_hh_l0	7	-0.13685771822929382
756152	rnn.weight_hh_l0	8	0.03940996527671814
756152	rnn.weight_hh_l0	9	-0.12109404802322388
756152	rnn.bias_ih_l0	0	0.17172224819660187
756152	rnn.bias_ih_l0	1	-0.34146878123283386
756152	rnn.bias_ih_l0	2	-0.04060836508870125
756152	rnn.bias_ih_l0	3	-0.21889473497867584
756152	rnn.bias_ih_l0	4	0.006079820450395346
756152	rnn.bias_ih_l0	5	-0.44421687722206116
756152	rnn.bias_ih_l0	6	-0.15377718210220337
756152	rnn.bias_ih_l0	7	-0.37957051396369934
756152	rnn.bias_ih_l0	8	-0.3198610544204712
756152	rnn.bias_ih_l0	9	-0.44463682174682617
756152	rnn.bias_hh_l0	0	-0.3512800633907318
756152	rnn.bias_hh_l0	1	-0.4366312623023987
756152	rnn.bias_hh_l0	2	-0.4045279920101166
756152	rnn.bias_hh_l0	3	-0.08007589727640152
756152	rnn.bias_hh_l0	4	-0.39976900815963745
756152	rnn.bias_hh_l0	5	-0.3670181334018707
756152	rnn.bias_hh_l0	6	-0.12002097815275192
756152	rnn.bias_hh_l0	7	0.07698684930801392
756152	rnn.bias_hh_l0	8	-0.23763877153396606
756152	rnn.bias_hh_l0	9	-0.5634913444519043
756152	rnn.weight_ih_l0_reverse	0	0.00430606072768569
756152	rnn.weight_ih_l0_reverse	1	-0.0112755186855793
756152	rnn.weight_ih_l0_reverse	2	0.011741388589143753
756152	rnn.weight_ih_l0_reverse	3	-0.14255526661872864
756152	rnn.weight_ih_l0_reverse	4	0.08310376107692719
756152	rnn.weight_ih_l0_reverse	5	-0.10015688836574554
756152	rnn.weight_ih_l0_reverse	6	0.0016028063837438822
756152	rnn.weight_ih_l0_reverse	7	0.024804510176181793
756152	rnn.weight_ih_l0_reverse	8	-0.050040941685438156
756152	rnn.weight_ih_l0_reverse	9	-0.07322607934474945
756152	rnn.weight_hh_l0_reverse	0	-0.14841218292713165
756152	rnn.weight_hh_l0_reverse	1	0.02162504568696022
756152	rnn.weight_hh_l0_reverse	2	-0.021161068230867386
756152	rnn.weight_hh_l0_reverse	3	0.028517117723822594
756152	rnn.weight_hh_l0_reverse	4	-0.08017092943191528
756152	rnn.weight_hh_l0_reverse	5	0.036402955651283264
756152	rnn.weight_hh_l0_reverse	6	0.030165400356054306
756152	rnn.weight_hh_l0_reverse	7	-0.12367670238018036
756152	rnn.weight_hh_l0_reverse	8	-0.07301005721092224
756152	rnn.weight_hh_l0_reverse	9	0.03859411180019379
756152	rnn.bias_ih_l0_reverse	0	-0.18189524114131927
756152	rnn.bias_ih_l0_reverse	1	-0.049660924822092056
756152	rnn.bias_ih_l0_reverse	2	0.15540355443954468
756152	rnn.bias_ih_l0_reverse	3	-0.3295685946941376
756152	rnn.bias_ih_l0_reverse	4	0.018225276842713356
756152	rnn.bias_ih_l0_reverse	5	-0.21096670627593994
756152	rnn.bias_ih_l0_reverse	6	0.2594657242298126
756152	rnn.bias_ih_l0_reverse	7	-0.29896706342697144
756152	rnn.bias_ih_l0_reverse	8	-0.19664008915424347
756152	rnn.bias_ih_l0_reverse	9	-0.1477147340774536
756152	rnn.bias_hh_l0_reverse	0	-0.1557193398475647
756152	rnn.bias_hh_l0_reverse	1	0.2685950696468353
756152	rnn.bias_hh_l0_reverse	2	-0.34884488582611084
756152	rnn.bias_hh_l0_reverse	3	-0.2400759607553482
756152	rnn.bias_hh_l0_reverse	4	-0.39574456214904785
756152	rnn.bias_hh_l0_reverse	5	-0.2122274786233902
756152	rnn.bias_hh_l0_reverse	6	-0.2716332674026489
756152	rnn.bias_hh_l0_reverse	7	-0.09591852128505707
756152	rnn.bias_hh_l0_reverse	8	-0.35494744777679443
756152	rnn.bias_hh_l0_reverse	9	0.21105948090553284
756152	linear.weight	0	0.21349859237670898
756152	linear.weight	1	-0.4413559138774872
756152	linear.weight	2	0.021134911105036736
756152	linear.weight	3	0.06747572124004364
756152	linear.weight	4	-0.12337929755449295
756152	linear.weight	5	0.23424312472343445
756152	linear.weight	6	-0.02559765987098217
756152	linear.weight	7	-0.05970289930701256
756152	linear.weight	8	0.10271120071411133
756152	linear.weight	9	-0.0498712919652462
756152	linear.bias	0	-0.8397927284240723
756152	linear.bias	1	1.7657208442687988
756152	linear.bias	2	0.7286012172698975
756152	linear.bias	3	-2.741647243499756
756152	linear.bias	4	-0.09073301404714584
756152	linear.bias	5	1.2383700609207153
756152	linear.bias	6	-0.21301919221878052
756152	linear.bias	7	0.8399234414100647
756152	linear.bias	8	2.1202354431152344
756152	linear.bias	9	-1.3260527849197388
756761	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
756761	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
756761	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
756761	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
756761	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
756761	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
756761	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
756761	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
756761	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
756761	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
756761	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
756761	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
756761	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
756761	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
756761	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
756761	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
756761	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
756761	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
756761	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
756761	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
756761	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
756761	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
756761	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
756761	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
756761	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
756761	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
756761	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
756761	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
756761	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
756761	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
756761	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
756761	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
756761	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
756761	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
756761	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
756761	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
756761	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
756761	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
756761	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
756761	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
756761	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
756761	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
756761	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
756761	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
756761	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
756761	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
756761	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
756761	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
756761	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
756761	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
756761	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
756761	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
756761	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
756761	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
756761	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
756761	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
756761	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
756761	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
756761	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
756761	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
756761	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
756761	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
756761	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
756761	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
756761	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
756761	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
756761	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
756761	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
756761	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
756761	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
756761	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
756761	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
756761	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
756761	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
756761	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
756761	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
756761	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
756761	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
756761	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
756761	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
756761	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
756761	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
756761	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
756761	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
756761	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
756761	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
756761	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
756761	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
756761	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
756761	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
756761	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
756761	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
756761	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
756761	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
756761	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
756761	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
756761	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
756761	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
756761	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
756761	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
756761	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
756761	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
756761	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
756761	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
756761	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
756761	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
756761	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
756761	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
756761	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
756761	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
756761	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
756761	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
756761	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
756761	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
756761	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
756761	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
756761	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
756761	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
756761	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
756761	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
756761	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
756761	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
756761	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
756761	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
756761	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
756761	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
756761	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
756761	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
756761	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
756761	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
756761	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
756761	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
756761	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
756761	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
756761	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
756761	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
756761	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
756761	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
756761	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
756761	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
756761	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
756761	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
756761	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
756761	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
756761	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
756761	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
756761	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
756761	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
756761	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
756761	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
756761	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
756761	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
756761	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
756761	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
756761	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
756761	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
756761	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
756761	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
756761	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
756761	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
756761	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
756761	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
756761	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
756761	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
756761	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
756761	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
756761	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
756761	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
756761	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
756761	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
756761	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
756761	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
756761	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
756761	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
756761	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
756761	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
756761	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
756761	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
756761	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
756761	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
756761	embedding2nn.weight	0	0.32204484939575195
756761	embedding2nn.weight	1	0.3872637152671814
756761	embedding2nn.weight	2	0.0022291492205113173
756761	embedding2nn.weight	3	0.02252652868628502
756761	embedding2nn.weight	4	-0.026272064074873924
756761	embedding2nn.weight	5	0.051180727779865265
756761	embedding2nn.weight	6	-0.004888603463768959
756761	embedding2nn.weight	7	-0.01989559829235077
756761	embedding2nn.weight	8	0.03829667344689369
756761	embedding2nn.weight	9	-0.04109547659754753
756761	embedding2nn.bias	0	0.019911259412765503
756761	embedding2nn.bias	1	-0.19817887246608734
756761	embedding2nn.bias	2	0.1361076980829239
756761	embedding2nn.bias	3	0.1718524992465973
756761	embedding2nn.bias	4	0.14946623146533966
756761	embedding2nn.bias	5	-0.07572966068983078
756761	embedding2nn.bias	6	-0.044883862137794495
756761	embedding2nn.bias	7	0.03227368742227554
756761	embedding2nn.bias	8	-0.15802061557769775
756761	embedding2nn.bias	9	-0.35831552743911743
756761	rnn.weight_ih_l0	0	0.004976911004632711
756761	rnn.weight_ih_l0	1	-0.05827692896127701
756761	rnn.weight_ih_l0	2	-0.06097002327442169
756761	rnn.weight_ih_l0	3	0.11619873344898224
756761	rnn.weight_ih_l0	4	0.02635464072227478
756761	rnn.weight_ih_l0	5	-0.07386553287506104
756761	rnn.weight_ih_l0	6	0.011240373365581036
756761	rnn.weight_ih_l0	7	-0.021532537415623665
756761	rnn.weight_ih_l0	8	0.01261995267122984
756761	rnn.weight_ih_l0	9	-0.0835481509566307
756761	rnn.weight_hh_l0	0	-0.02216392010450363
756761	rnn.weight_hh_l0	1	0.08562685549259186
756761	rnn.weight_hh_l0	2	0.003779444145038724
756761	rnn.weight_hh_l0	3	-0.03510388359427452
756761	rnn.weight_hh_l0	4	0.08396691828966141
756761	rnn.weight_hh_l0	5	0.0032165904995054007
756761	rnn.weight_hh_l0	6	-0.0856500044465065
756761	rnn.weight_hh_l0	7	-0.136832594871521
756761	rnn.weight_hh_l0	8	0.0394202284514904
756761	rnn.weight_hh_l0	9	-0.121153824031353
756761	rnn.bias_ih_l0	0	0.1754796802997589
756761	rnn.bias_ih_l0	1	-0.3429323434829712
756761	rnn.bias_ih_l0	2	-0.040969595313072205
756761	rnn.bias_ih_l0	3	-0.21789796650409698
756761	rnn.bias_ih_l0	4	0.00879631843417883
756761	rnn.bias_ih_l0	5	-0.4457956850528717
756761	rnn.bias_ih_l0	6	-0.15254738926887512
756761	rnn.bias_ih_l0	7	-0.37940752506256104
756761	rnn.bias_ih_l0	8	-0.3211221694946289
756761	rnn.bias_ih_l0	9	-0.4465755820274353
756761	rnn.bias_hh_l0	0	-0.3514001965522766
756761	rnn.bias_hh_l0	1	-0.4374685287475586
756761	rnn.bias_hh_l0	2	-0.4056377708911896
756761	rnn.bias_hh_l0	3	-0.07876569777727127
756761	rnn.bias_hh_l0	4	-0.40026065707206726
756761	rnn.bias_hh_l0	5	-0.36662912368774414
756761	rnn.bias_hh_l0	6	-0.12115035951137543
756761	rnn.bias_hh_l0	7	0.0741291493177414
756761	rnn.bias_hh_l0	8	-0.23765158653259277
756761	rnn.bias_hh_l0	9	-0.5640249252319336
756761	rnn.weight_ih_l0_reverse	0	0.004704942926764488
756761	rnn.weight_ih_l0_reverse	1	-0.011867658235132694
756761	rnn.weight_ih_l0_reverse	2	0.012216856703162193
756761	rnn.weight_ih_l0_reverse	3	-0.14368687570095062
756761	rnn.weight_ih_l0_reverse	4	0.08299539983272552
756761	rnn.weight_ih_l0_reverse	5	-0.1002453863620758
756761	rnn.weight_ih_l0_reverse	6	0.000930052890907973
756761	rnn.weight_ih_l0_reverse	7	0.024590449407696724
756761	rnn.weight_ih_l0_reverse	8	-0.04919150844216347
756761	rnn.weight_ih_l0_reverse	9	-0.07199516892433167
756761	rnn.weight_hh_l0_reverse	0	-0.1480022668838501
756761	rnn.weight_hh_l0_reverse	1	0.021701348945498466
756761	rnn.weight_hh_l0_reverse	2	-0.021079549565911293
756761	rnn.weight_hh_l0_reverse	3	0.028581026941537857
756761	rnn.weight_hh_l0_reverse	4	-0.08000694960355759
756761	rnn.weight_hh_l0_reverse	5	0.03649332374334335
756761	rnn.weight_hh_l0_reverse	6	0.030190620571374893
756761	rnn.weight_hh_l0_reverse	7	-0.12462394684553146
756761	rnn.weight_hh_l0_reverse	8	-0.07382849603891373
756761	rnn.weight_hh_l0_reverse	9	0.0382431223988533
756761	rnn.bias_ih_l0_reverse	0	-0.18167464435100555
756761	rnn.bias_ih_l0_reverse	1	-0.04960772395133972
756761	rnn.bias_ih_l0_reverse	2	0.15616364777088165
756761	rnn.bias_ih_l0_reverse	3	-0.32996469736099243
756761	rnn.bias_ih_l0_reverse	4	0.017205674201250076
756761	rnn.bias_ih_l0_reverse	5	-0.21147768199443817
756761	rnn.bias_ih_l0_reverse	6	0.2567971646785736
756761	rnn.bias_ih_l0_reverse	7	-0.3043081760406494
756761	rnn.bias_ih_l0_reverse	8	-0.19773142039775848
756761	rnn.bias_ih_l0_reverse	9	-0.1480354219675064
756761	rnn.bias_hh_l0_reverse	0	-0.15147064626216888
756761	rnn.bias_hh_l0_reverse	1	0.2689915895462036
756761	rnn.bias_hh_l0_reverse	2	-0.3495921790599823
756761	rnn.bias_hh_l0_reverse	3	-0.24050481617450714
756761	rnn.bias_hh_l0_reverse	4	-0.3954675793647766
756761	rnn.bias_hh_l0_reverse	5	-0.211862713098526
756761	rnn.bias_hh_l0_reverse	6	-0.2717675566673279
756761	rnn.bias_hh_l0_reverse	7	-0.09345036745071411
756761	rnn.bias_hh_l0_reverse	8	-0.352649450302124
756761	rnn.bias_hh_l0_reverse	9	0.20314180850982666
756761	linear.weight	0	0.2096933275461197
756761	linear.weight	1	-0.43280088901519775
756761	linear.weight	2	0.031365200877189636
756761	linear.weight	3	0.06747592240571976
756761	linear.weight	4	-0.12304152548313141
756761	linear.weight	5	0.23749670386314392
756761	linear.weight	6	-0.027471337467432022
756761	linear.weight	7	-0.05970162898302078
756761	linear.weight	8	0.10035693645477295
756761	linear.weight	9	-0.04987213388085365
756761	linear.bias	0	-0.8575439453125
756761	linear.bias	1	1.77017080783844
756761	linear.bias	2	0.7356554865837097
756761	linear.bias	3	-2.741668939590454
756761	linear.bias	4	-0.07980812340974808
756761	linear.bias	5	1.252807855606079
756761	linear.bias	6	-0.2082628607749939
756761	linear.bias	7	0.8147298693656921
756761	linear.bias	8	2.1526215076446533
756761	linear.bias	9	-1.3351458311080933
757370	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
757370	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
757370	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
757370	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
757370	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
757370	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
757370	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
757370	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
757370	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
757370	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
757370	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
757370	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
757370	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
757370	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
757370	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
757370	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
757370	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
757370	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
757370	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
757370	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
757370	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
757370	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
757370	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
757370	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
757370	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
757370	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
757370	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
757370	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
757370	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
757370	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
757370	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
757370	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
757370	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
757370	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
757370	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
757370	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
757370	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
757370	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
757370	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
757370	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
757370	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
757370	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
757370	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
757370	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
757370	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
757370	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
757370	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
757370	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
757370	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
757370	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
757370	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
757370	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
757370	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
757370	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
757370	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
757370	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
757370	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
757370	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
757370	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
757370	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
757370	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
757370	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
757370	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
757370	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
757370	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
757370	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
757370	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
757370	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
757370	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
757370	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
757370	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
757370	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
757370	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
757370	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
757370	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
757370	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
757370	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
757370	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
757370	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
757370	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
757370	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
757370	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
757370	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
757370	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
757370	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
757370	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
757370	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
757370	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
757370	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
757370	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
757370	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
757370	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
757370	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
757370	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
757370	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
757370	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
757370	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
757370	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
757370	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
757370	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
757370	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
757370	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
757370	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
757370	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
757370	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
757370	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
757370	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
757370	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
757370	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
757370	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
757370	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
757370	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
757370	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
757370	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
757370	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
757370	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
757370	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
757370	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
757370	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
757370	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
757370	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
757370	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
757370	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
757370	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
757370	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
757370	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
757370	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
757370	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
757370	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
757370	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
757370	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
757370	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
757370	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
757370	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
757370	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
757370	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
757370	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
757370	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
757370	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
757370	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
757370	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
757370	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
757370	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
757370	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
757370	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
757370	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
757370	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
757370	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
757370	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
757370	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
757370	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
757370	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
757370	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
757370	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
757370	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
757370	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
757370	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
757370	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
757370	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
757370	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
757370	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
757370	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
757370	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
757370	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
757370	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
757370	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
757370	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
757370	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
757370	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
757370	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
757370	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
757370	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
757370	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
757370	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
757370	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
757370	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
757370	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
757370	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
757370	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
757370	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
757370	embedding2nn.weight	0	0.32217979431152344
757370	embedding2nn.weight	1	0.38835856318473816
757370	embedding2nn.weight	2	0.003669777186587453
757370	embedding2nn.weight	3	0.02178307995200157
757370	embedding2nn.weight	4	-0.027180273085832596
757370	embedding2nn.weight	5	0.05125723406672478
757370	embedding2nn.weight	6	-0.009727761149406433
757370	embedding2nn.weight	7	-0.019674185663461685
757370	embedding2nn.weight	8	0.0369594469666481
757370	embedding2nn.weight	9	-0.04252281412482262
757370	embedding2nn.bias	0	0.02171441912651062
757370	embedding2nn.bias	1	-0.18474026024341583
757370	embedding2nn.bias	2	0.1364634931087494
757370	embedding2nn.bias	3	0.17711520195007324
757370	embedding2nn.bias	4	0.1421370655298233
757370	embedding2nn.bias	5	-0.07351859658956528
757370	embedding2nn.bias	6	-0.046924058347940445
757370	embedding2nn.bias	7	0.03317124769091606
757370	embedding2nn.bias	8	-0.15372350811958313
757370	embedding2nn.bias	9	-0.3531772792339325
757370	rnn.weight_ih_l0	0	0.005148658063262701
757370	rnn.weight_ih_l0	1	-0.05847028270363808
757370	rnn.weight_ih_l0	2	-0.05964519828557968
757370	rnn.weight_ih_l0	3	0.11545417457818985
757370	rnn.weight_ih_l0	4	0.026041654869914055
757370	rnn.weight_ih_l0	5	-0.07332733273506165
757370	rnn.weight_ih_l0	6	0.011541040614247322
757370	rnn.weight_ih_l0	7	-0.021809132769703865
757370	rnn.weight_ih_l0	8	0.01086317840963602
757370	rnn.weight_ih_l0	9	-0.08322176337242126
757370	rnn.weight_hh_l0	0	-0.02225715108215809
757370	rnn.weight_hh_l0	1	0.08550667017698288
757370	rnn.weight_hh_l0	2	0.0037390266079455614
757370	rnn.weight_hh_l0	3	-0.03517527878284454
757370	rnn.weight_hh_l0	4	0.08412270992994308
757370	rnn.weight_hh_l0	5	0.003281584708020091
757370	rnn.weight_hh_l0	6	-0.08567675203084946
757370	rnn.weight_hh_l0	7	-0.13679300248622894
757370	rnn.weight_hh_l0	8	0.039357855916023254
757370	rnn.weight_hh_l0	9	-0.12093799561262131
757370	rnn.bias_ih_l0	0	0.1749470978975296
757370	rnn.bias_ih_l0	1	-0.3453628122806549
757370	rnn.bias_ih_l0	2	-0.04040997475385666
757370	rnn.bias_ih_l0	3	-0.21820472180843353
757370	rnn.bias_ih_l0	4	0.00702118594199419
757370	rnn.bias_ih_l0	5	-0.4443400204181671
757370	rnn.bias_ih_l0	6	-0.15245671570301056
757370	rnn.bias_ih_l0	7	-0.3796813189983368
757370	rnn.bias_ih_l0	8	-0.32140547037124634
757370	rnn.bias_ih_l0	9	-0.4442080855369568
757370	rnn.bias_hh_l0	0	-0.351875364780426
757370	rnn.bias_hh_l0	1	-0.43559324741363525
757370	rnn.bias_hh_l0	2	-0.40514230728149414
757370	rnn.bias_hh_l0	3	-0.07986320555210114
757370	rnn.bias_hh_l0	4	-0.39807090163230896
757370	rnn.bias_hh_l0	5	-0.36857515573501587
757370	rnn.bias_hh_l0	6	-0.1206778883934021
757370	rnn.bias_hh_l0	7	0.07437947392463684
757370	rnn.bias_hh_l0	8	-0.23965786397457123
757370	rnn.bias_hh_l0	9	-0.5645330548286438
757370	rnn.weight_ih_l0_reverse	0	0.004601686727255583
757370	rnn.weight_ih_l0_reverse	1	-0.011893533170223236
757370	rnn.weight_ih_l0_reverse	2	0.011620776727795601
757370	rnn.weight_ih_l0_reverse	3	-0.14420974254608154
757370	rnn.weight_ih_l0_reverse	4	0.08290762454271317
757370	rnn.weight_ih_l0_reverse	5	-0.10140269249677658
757370	rnn.weight_ih_l0_reverse	6	-8.541174611309543e-05
757370	rnn.weight_ih_l0_reverse	7	0.0249225702136755
757370	rnn.weight_ih_l0_reverse	8	-0.04931642860174179
757370	rnn.weight_ih_l0_reverse	9	-0.07321826368570328
757370	rnn.weight_hh_l0_reverse	0	-0.14787472784519196
757370	rnn.weight_hh_l0_reverse	1	0.02140253223478794
757370	rnn.weight_hh_l0_reverse	2	-0.020748721435666084
757370	rnn.weight_hh_l0_reverse	3	0.028488751500844955
757370	rnn.weight_hh_l0_reverse	4	-0.07987771183252335
757370	rnn.weight_hh_l0_reverse	5	0.036650415509939194
757370	rnn.weight_hh_l0_reverse	6	0.030269304290413857
757370	rnn.weight_hh_l0_reverse	7	-0.12643012404441833
757370	rnn.weight_hh_l0_reverse	8	-0.07484374195337296
757370	rnn.weight_hh_l0_reverse	9	0.03880855813622475
757370	rnn.bias_ih_l0_reverse	0	-0.18125419318675995
757370	rnn.bias_ih_l0_reverse	1	-0.04558457434177399
757370	rnn.bias_ih_l0_reverse	2	0.1592697948217392
757370	rnn.bias_ih_l0_reverse	3	-0.3312230110168457
757370	rnn.bias_ih_l0_reverse	4	0.019411522895097733
757370	rnn.bias_ih_l0_reverse	5	-0.2113884538412094
757370	rnn.bias_ih_l0_reverse	6	0.2635464072227478
757370	rnn.bias_ih_l0_reverse	7	-0.3015882074832916
757370	rnn.bias_ih_l0_reverse	8	-0.19680790603160858
757370	rnn.bias_ih_l0_reverse	9	-0.14846937358379364
757370	rnn.bias_hh_l0_reverse	0	-0.1536940634250641
757370	rnn.bias_hh_l0_reverse	1	0.2705049514770508
757370	rnn.bias_hh_l0_reverse	2	-0.3513093590736389
757370	rnn.bias_hh_l0_reverse	3	-0.2384306937456131
757370	rnn.bias_hh_l0_reverse	4	-0.39360877871513367
757370	rnn.bias_hh_l0_reverse	5	-0.20978400111198425
757370	rnn.bias_hh_l0_reverse	6	-0.2672058641910553
757370	rnn.bias_hh_l0_reverse	7	-0.095596544444561
757370	rnn.bias_hh_l0_reverse	8	-0.35105276107788086
757370	rnn.bias_hh_l0_reverse	9	0.20260749757289886
757370	linear.weight	0	0.201761856675148
757370	linear.weight	1	-0.43281155824661255
757370	linear.weight	2	0.02178056165575981
757370	linear.weight	3	0.06747602671384811
757370	linear.weight	4	-0.10519002377986908
757370	linear.weight	5	0.2288857251405716
757370	linear.weight	6	-0.020693929865956306
757370	linear.weight	7	-0.059700511395931244
757370	linear.weight	8	0.09629826247692108
757370	linear.weight	9	-0.049873143434524536
757370	linear.bias	0	-0.8554631471633911
757370	linear.bias	1	1.773232340812683
757370	linear.bias	2	0.7357038855552673
757370	linear.bias	3	-2.741689682006836
757370	linear.bias	4	-0.0839894637465477
757370	linear.bias	5	1.2626774311065674
757370	linear.bias	6	-0.21147264540195465
757370	linear.bias	7	0.8214997053146362
757370	linear.bias	8	2.1091232299804688
757370	linear.bias	9	-1.3251539468765259
757979	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
757979	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
757979	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
757979	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
757979	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
757979	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
757979	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
757979	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
757979	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
757979	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
757979	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
757979	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
757979	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
757979	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
757979	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
757979	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
757979	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
757979	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
757979	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
757979	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
757979	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
757979	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
757979	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
757979	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
757979	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
757979	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
757979	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
757979	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
757979	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
757979	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
757979	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
757979	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
757979	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
757979	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
757979	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
757979	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
757979	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
757979	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
757979	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
757979	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
757979	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
757979	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
757979	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
757979	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
757979	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
757979	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
757979	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
757979	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
757979	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
757979	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
757979	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
757979	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
757979	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
757979	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
757979	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
757979	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
757979	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
757979	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
757979	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
757979	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
757979	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
757979	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
757979	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
757979	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
757979	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
757979	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
757979	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
757979	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
757979	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
757979	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
757979	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
757979	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
757979	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
757979	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
757979	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
757979	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
757979	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
757979	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
757979	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
757979	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
757979	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
757979	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
757979	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
757979	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
757979	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
757979	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
757979	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
757979	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
757979	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
757979	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
757979	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
757979	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
757979	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
757979	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
757979	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
757979	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
757979	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
757979	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
757979	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
757979	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
757979	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
757979	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
757979	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
757979	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
757979	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
757979	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
757979	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
757979	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
757979	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
757979	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
757979	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
757979	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
757979	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
757979	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
757979	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
757979	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
757979	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
757979	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
757979	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
757979	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
757979	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
757979	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
757979	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
757979	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
757979	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
757979	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
757979	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
757979	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
757979	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
757979	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
757979	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
757979	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
757979	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
757979	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
757979	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
757979	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
757979	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
757979	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
757979	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
757979	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
757979	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
757979	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
757979	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
757979	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
757979	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
757979	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
757979	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
757979	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
757979	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
757979	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
757979	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
757979	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
757979	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
757979	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
757979	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
757979	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
757979	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
757979	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
757979	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
757979	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
757979	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
757979	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
757979	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
757979	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
757979	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
757979	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
757979	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
757979	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
757979	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
757979	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
757979	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
757979	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
757979	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
757979	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
757979	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
757979	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
757979	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
757979	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
757979	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
757979	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
757979	embedding2nn.weight	0	0.3214600384235382
757979	embedding2nn.weight	1	0.3884238302707672
757979	embedding2nn.weight	2	0.004589622374624014
757979	embedding2nn.weight	3	0.025350721552968025
757979	embedding2nn.weight	4	-0.02620648592710495
757979	embedding2nn.weight	5	0.051094621419906616
757979	embedding2nn.weight	6	-0.00951360259205103
757979	embedding2nn.weight	7	-0.018283680081367493
757979	embedding2nn.weight	8	0.03500080108642578
757979	embedding2nn.weight	9	-0.04047852009534836
757979	embedding2nn.bias	0	0.018053943291306496
757979	embedding2nn.bias	1	-0.19529423117637634
757979	embedding2nn.bias	2	0.1295754462480545
757979	embedding2nn.bias	3	0.17270779609680176
757979	embedding2nn.bias	4	0.14210644364356995
757979	embedding2nn.bias	5	-0.07371620833873749
757979	embedding2nn.bias	6	-0.04787696897983551
757979	embedding2nn.bias	7	0.04284244775772095
757979	embedding2nn.bias	8	-0.14906242489814758
757979	embedding2nn.bias	9	-0.3551863431930542
757979	rnn.weight_ih_l0	0	0.005023068282753229
757979	rnn.weight_ih_l0	1	-0.058754514902830124
757979	rnn.weight_ih_l0	2	-0.057476531714200974
757979	rnn.weight_ih_l0	3	0.11436194181442261
757979	rnn.weight_ih_l0	4	0.025773663073778152
757979	rnn.weight_ih_l0	5	-0.07276981323957443
757979	rnn.weight_ih_l0	6	0.0116339772939682
757979	rnn.weight_ih_l0	7	-0.02223687432706356
757979	rnn.weight_ih_l0	8	0.011580396443605423
757979	rnn.weight_ih_l0	9	-0.0833354964852333
757979	rnn.weight_hh_l0	0	-0.022257931530475616
757979	rnn.weight_hh_l0	1	0.0856679305434227
757979	rnn.weight_hh_l0	2	0.0038581311237066984
757979	rnn.weight_hh_l0	3	-0.03502393141388893
757979	rnn.weight_hh_l0	4	0.084217369556427
757979	rnn.weight_hh_l0	5	0.0035911279264837503
757979	rnn.weight_hh_l0	6	-0.08562340587377548
757979	rnn.weight_hh_l0	7	-0.13562223315238953
757979	rnn.weight_hh_l0	8	0.039391666650772095
757979	rnn.weight_hh_l0	9	-0.12098266929388046
757979	rnn.bias_ih_l0	0	0.17487230896949768
757979	rnn.bias_ih_l0	1	-0.3450165390968323
757979	rnn.bias_ih_l0	2	-0.04051309451460838
757979	rnn.bias_ih_l0	3	-0.21914425492286682
757979	rnn.bias_ih_l0	4	0.007107333745807409
757979	rnn.bias_ih_l0	5	-0.44359615445137024
757979	rnn.bias_ih_l0	6	-0.14948391914367676
757979	rnn.bias_ih_l0	7	-0.3793443739414215
757979	rnn.bias_ih_l0	8	-0.32141363620758057
757979	rnn.bias_ih_l0	9	-0.44011199474334717
757979	rnn.bias_hh_l0	0	-0.3511958718299866
757979	rnn.bias_hh_l0	1	-0.4369010031223297
757979	rnn.bias_hh_l0	2	-0.40448376536369324
757979	rnn.bias_hh_l0	3	-0.08357580751180649
757979	rnn.bias_hh_l0	4	-0.3960874080657959
757979	rnn.bias_hh_l0	5	-0.3697492778301239
757979	rnn.bias_hh_l0	6	-0.12238781154155731
757979	rnn.bias_hh_l0	7	0.07662451267242432
757979	rnn.bias_hh_l0	8	-0.24142588675022125
757979	rnn.bias_hh_l0	9	-0.5646948218345642
757979	rnn.weight_ih_l0_reverse	0	0.00513681722804904
757979	rnn.weight_ih_l0_reverse	1	-0.011063764803111553
757979	rnn.weight_ih_l0_reverse	2	0.012040272355079651
757979	rnn.weight_ih_l0_reverse	3	-0.1438879370689392
757979	rnn.weight_ih_l0_reverse	4	0.08333142101764679
757979	rnn.weight_ih_l0_reverse	5	-0.0996994897723198
757979	rnn.weight_ih_l0_reverse	6	-0.0004123600374441594
757979	rnn.weight_ih_l0_reverse	7	0.02498532459139824
757979	rnn.weight_ih_l0_reverse	8	-0.0496903695166111
757979	rnn.weight_ih_l0_reverse	9	-0.0735204890370369
757979	rnn.weight_hh_l0_reverse	0	-0.14767707884311676
757979	rnn.weight_hh_l0_reverse	1	0.02082962542772293
757979	rnn.weight_hh_l0_reverse	2	-0.020371342077851295
757979	rnn.weight_hh_l0_reverse	3	0.028896333649754524
757979	rnn.weight_hh_l0_reverse	4	-0.08017788827419281
757979	rnn.weight_hh_l0_reverse	5	0.03671667352318764
757979	rnn.weight_hh_l0_reverse	6	0.030329715460538864
757979	rnn.weight_hh_l0_reverse	7	-0.12673336267471313
757979	rnn.weight_hh_l0_reverse	8	-0.07528569549322128
757979	rnn.weight_hh_l0_reverse	9	0.03832922875881195
757979	rnn.bias_ih_l0_reverse	0	-0.18312126398086548
757979	rnn.bias_ih_l0_reverse	1	-0.047114573419094086
757979	rnn.bias_ih_l0_reverse	2	0.1588781625032425
757979	rnn.bias_ih_l0_reverse	3	-0.3320348858833313
757979	rnn.bias_ih_l0_reverse	4	0.021912844851613045
757979	rnn.bias_ih_l0_reverse	5	-0.21112000942230225
757979	rnn.bias_ih_l0_reverse	6	0.26681289076805115
757979	rnn.bias_ih_l0_reverse	7	-0.30017727613449097
757979	rnn.bias_ih_l0_reverse	8	-0.19571708142757416
757979	rnn.bias_ih_l0_reverse	9	-0.14678633213043213
757979	rnn.bias_hh_l0_reverse	0	-0.15359990298748016
757979	rnn.bias_hh_l0_reverse	1	0.27072444558143616
757979	rnn.bias_hh_l0_reverse	2	-0.34911856055259705
757979	rnn.bias_hh_l0_reverse	3	-0.24019549787044525
757979	rnn.bias_hh_l0_reverse	4	-0.3914288878440857
757979	rnn.bias_hh_l0_reverse	5	-0.20892199873924255
757979	rnn.bias_hh_l0_reverse	6	-0.26719459891319275
757979	rnn.bias_hh_l0_reverse	7	-0.09560869634151459
757979	rnn.bias_hh_l0_reverse	8	-0.3495776951313019
757979	rnn.bias_hh_l0_reverse	9	0.2067127525806427
757979	linear.weight	0	0.21038737893104553
757979	linear.weight	1	-0.4344466030597687
757979	linear.weight	2	0.012117304839193821
757979	linear.weight	3	0.06747624278068542
757979	linear.weight	4	-0.10266277194023132
757979	linear.weight	5	0.22957763075828552
757979	linear.weight	6	-0.022003794088959694
757979	linear.weight	7	-0.05969947576522827
757979	linear.weight	8	0.09400276094675064
757979	linear.weight	9	-0.04987376928329468
757979	linear.bias	0	-0.8652553558349609
757979	linear.bias	1	1.7742886543273926
757979	linear.bias	2	0.7356191873550415
757979	linear.bias	3	-2.741718053817749
757979	linear.bias	4	-0.07582424581050873
757979	linear.bias	5	1.2527974843978882
757979	linear.bias	6	-0.20675449073314667
757979	linear.bias	7	0.8220264315605164
757979	linear.bias	8	2.120899200439453
757979	linear.bias	9	-1.3263647556304932
758588	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
758588	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
758588	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
758588	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
758588	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
758588	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
758588	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
758588	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
758588	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
758588	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
758588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
758588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
758588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
758588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
758588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
758588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
758588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
758588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
758588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
758588	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
758588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
758588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
758588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
758588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
758588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
758588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
758588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
758588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
758588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
758588	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
758588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
758588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
758588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
758588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
758588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
758588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
758588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
758588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
758588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
758588	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
758588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
758588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
758588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
758588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
758588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
758588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
758588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
758588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
758588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
758588	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
758588	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
758588	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
758588	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
758588	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
758588	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
758588	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
758588	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
758588	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
758588	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
758588	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
758588	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
758588	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
758588	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
758588	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
758588	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
758588	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
758588	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
758588	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
758588	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
758588	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
758588	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
758588	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
758588	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
758588	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
758588	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
758588	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
758588	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
758588	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
758588	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
758588	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
758588	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
758588	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
758588	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
758588	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
758588	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
758588	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
758588	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
758588	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
758588	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
758588	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
758588	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
758588	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
758588	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
758588	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
758588	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
758588	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
758588	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
758588	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
758588	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
758588	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
758588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
758588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
758588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
758588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
758588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
758588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
758588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
758588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
758588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
758588	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
758588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
758588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
758588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
758588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
758588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
758588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
758588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
758588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
758588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
758588	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
758588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
758588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
758588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
758588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
758588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
758588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
758588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
758588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
758588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
758588	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
758588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
758588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
758588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
758588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
758588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
758588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
758588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
758588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
758588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
758588	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
758588	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
758588	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
758588	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
758588	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
758588	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
758588	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
758588	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
758588	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
758588	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
758588	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
758588	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
758588	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
758588	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
758588	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
758588	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
758588	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
758588	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
758588	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
758588	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
758588	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
758588	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
758588	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
758588	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
758588	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
758588	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
758588	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
758588	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
758588	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
758588	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
758588	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
758588	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
758588	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
758588	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
758588	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
758588	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
758588	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
758588	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
758588	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
758588	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
758588	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
758588	embedding2nn.weight	0	0.32103782892227173
758588	embedding2nn.weight	1	0.387916624546051
758588	embedding2nn.weight	2	0.006190346088260412
758588	embedding2nn.weight	3	0.02996867150068283
758588	embedding2nn.weight	4	-0.026844708248972893
758588	embedding2nn.weight	5	0.051418229937553406
758588	embedding2nn.weight	6	-0.010809391736984253
758588	embedding2nn.weight	7	-0.017864258959889412
758588	embedding2nn.weight	8	0.03604257479310036
758588	embedding2nn.weight	9	-0.04057622700929642
758588	embedding2nn.bias	0	0.01167861744761467
758588	embedding2nn.bias	1	-0.1968018263578415
758588	embedding2nn.bias	2	0.1311042606830597
758588	embedding2nn.bias	3	0.17675158381462097
758588	embedding2nn.bias	4	0.13179205358028412
758588	embedding2nn.bias	5	-0.07683289796113968
758588	embedding2nn.bias	6	-0.05516302213072777
758588	embedding2nn.bias	7	0.04475294426083565
758588	embedding2nn.bias	8	-0.1460210531949997
758588	embedding2nn.bias	9	-0.36128339171409607
758588	rnn.weight_ih_l0	0	0.0053414590656757355
758588	rnn.weight_ih_l0	1	-0.05861484259366989
758588	rnn.weight_ih_l0	2	-0.057647597044706345
758588	rnn.weight_ih_l0	3	0.11306336522102356
758588	rnn.weight_ih_l0	4	0.028382495045661926
758588	rnn.weight_ih_l0	5	-0.07163500040769577
758588	rnn.weight_ih_l0	6	0.010337211191654205
758588	rnn.weight_ih_l0	7	-0.02218693122267723
758588	rnn.weight_ih_l0	8	0.013021138496696949
758588	rnn.weight_ih_l0	9	-0.08222650736570358
758588	rnn.weight_hh_l0	0	-0.022159159183502197
758588	rnn.weight_hh_l0	1	0.08554228395223618
758588	rnn.weight_hh_l0	2	0.0040642740204930305
758588	rnn.weight_hh_l0	3	-0.03526501730084419
758588	rnn.weight_hh_l0	4	0.08429008722305298
758588	rnn.weight_hh_l0	5	0.0033208716195076704
758588	rnn.weight_hh_l0	6	-0.08548925817012787
758588	rnn.weight_hh_l0	7	-0.1360875964164734
758588	rnn.weight_hh_l0	8	0.03943479061126709
758588	rnn.weight_hh_l0	9	-0.12134049087762833
758588	rnn.bias_ih_l0	0	0.1696522831916809
758588	rnn.bias_ih_l0	1	-0.34279394149780273
758588	rnn.bias_ih_l0	2	-0.04015611484646797
758588	rnn.bias_ih_l0	3	-0.22152891755104065
758588	rnn.bias_ih_l0	4	0.0018752545583993196
758588	rnn.bias_ih_l0	5	-0.44247862696647644
758588	rnn.bias_ih_l0	6	-0.1539572924375534
758588	rnn.bias_ih_l0	7	-0.3795825242996216
758588	rnn.bias_ih_l0	8	-0.3217828571796417
758588	rnn.bias_ih_l0	9	-0.44272807240486145
758588	rnn.bias_hh_l0	0	-0.35024112462997437
758588	rnn.bias_hh_l0	1	-0.43600648641586304
758588	rnn.bias_hh_l0	2	-0.4053649306297302
758588	rnn.bias_hh_l0	3	-0.08203072845935822
758588	rnn.bias_hh_l0	4	-0.3977295756340027
758588	rnn.bias_hh_l0	5	-0.3687260150909424
758588	rnn.bias_hh_l0	6	-0.12250278890132904
758588	rnn.bias_hh_l0	7	0.07693491876125336
758588	rnn.bias_hh_l0	8	-0.24100686609745026
758588	rnn.bias_hh_l0	9	-0.5622490644454956
758588	rnn.weight_ih_l0_reverse	0	0.004448426887392998
758588	rnn.weight_ih_l0_reverse	1	-0.010958441533148289
758588	rnn.weight_ih_l0_reverse	2	0.011418996378779411
758588	rnn.weight_ih_l0_reverse	3	-0.1445438116788864
758588	rnn.weight_ih_l0_reverse	4	0.08312023431062698
758588	rnn.weight_ih_l0_reverse	5	-0.09982416033744812
758588	rnn.weight_ih_l0_reverse	6	-0.0009872353402897716
758588	rnn.weight_ih_l0_reverse	7	0.024700913578271866
758588	rnn.weight_ih_l0_reverse	8	-0.049888867884874344
758588	rnn.weight_ih_l0_reverse	9	-0.07399817556142807
758588	rnn.weight_hh_l0_reverse	0	-0.14824222028255463
758588	rnn.weight_hh_l0_reverse	1	0.021250899881124496
758588	rnn.weight_hh_l0_reverse	2	-0.02042066864669323
758588	rnn.weight_hh_l0_reverse	3	0.02910582721233368
758588	rnn.weight_hh_l0_reverse	4	-0.08060108125209808
758588	rnn.weight_hh_l0_reverse	5	0.036586944013834
758588	rnn.weight_hh_l0_reverse	6	0.030318893492221832
758588	rnn.weight_hh_l0_reverse	7	-0.12656235694885254
758588	rnn.weight_hh_l0_reverse	8	-0.07554399967193604
758588	rnn.weight_hh_l0_reverse	9	0.03841010481119156
758588	rnn.bias_ih_l0_reverse	0	-0.18296130001544952
758588	rnn.bias_ih_l0_reverse	1	-0.04629755765199661
758588	rnn.bias_ih_l0_reverse	2	0.1570947915315628
758588	rnn.bias_ih_l0_reverse	3	-0.3303196430206299
758588	rnn.bias_ih_l0_reverse	4	0.02255173772573471
758588	rnn.bias_ih_l0_reverse	5	-0.2108071893453598
758588	rnn.bias_ih_l0_reverse	6	0.26722782850265503
758588	rnn.bias_ih_l0_reverse	7	-0.3001663088798523
758588	rnn.bias_ih_l0_reverse	8	-0.19611920416355133
758588	rnn.bias_ih_l0_reverse	9	-0.14658698439598083
758588	rnn.bias_hh_l0_reverse	0	-0.15490931272506714
758588	rnn.bias_hh_l0_reverse	1	0.26886871457099915
758588	rnn.bias_hh_l0_reverse	2	-0.35251134634017944
758588	rnn.bias_hh_l0_reverse	3	-0.2424217015504837
758588	rnn.bias_hh_l0_reverse	4	-0.39280182123184204
758588	rnn.bias_hh_l0_reverse	5	-0.20938515663146973
758588	rnn.bias_hh_l0_reverse	6	-0.2684606611728668
758588	rnn.bias_hh_l0_reverse	7	-0.0973338931798935
758588	rnn.bias_hh_l0_reverse	8	-0.34861719608306885
758588	rnn.bias_hh_l0_reverse	9	0.2065497636795044
758588	linear.weight	0	0.20952580869197845
758588	linear.weight	1	-0.4390799403190613
758588	linear.weight	2	0.016073936596512794
758588	linear.weight	3	0.06747625768184662
758588	linear.weight	4	-0.11100268363952637
758588	linear.weight	5	0.22659365832805634
758588	linear.weight	6	-0.026905609294772148
758588	linear.weight	7	-0.059698328375816345
758588	linear.weight	8	0.09800489246845245
758588	linear.weight	9	-0.04987455904483795
758588	linear.bias	0	-0.8529549241065979
758588	linear.bias	1	1.788519024848938
758588	linear.bias	2	0.7279660701751709
758588	linear.bias	3	-2.7417409420013428
758588	linear.bias	4	-0.07684063911437988
758588	linear.bias	5	1.2432563304901123
758588	linear.bias	6	-0.21254250407218933
758588	linear.bias	7	0.830150306224823
758588	linear.bias	8	2.118706703186035
758588	linear.bias	9	-1.3197765350341797
759197	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
759197	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
759197	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
759197	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
759197	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
759197	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
759197	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
759197	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
759197	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
759197	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
759197	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
759197	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
759197	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
759197	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
759197	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
759197	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
759197	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
759197	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
759197	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
759197	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
759197	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
759197	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
759197	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
759197	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
759197	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
759197	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
759197	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
759197	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
759197	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
759197	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
759197	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
759197	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
759197	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
759197	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
759197	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
759197	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
759197	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
759197	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
759197	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
759197	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
759197	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
759197	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
759197	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
759197	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
759197	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
759197	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
759197	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
759197	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
759197	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
759197	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
759197	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
759197	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
759197	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
759197	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
759197	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
759197	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
759197	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
759197	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
759197	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
759197	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
759197	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
759197	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
759197	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
759197	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
759197	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
759197	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
759197	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
759197	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
759197	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
759197	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
759197	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
759197	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
759197	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
759197	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
759197	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
759197	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
759197	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
759197	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
759197	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
759197	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
759197	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
759197	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
759197	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
759197	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
759197	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
759197	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
759197	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
759197	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
759197	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
759197	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
759197	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
759197	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
759197	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
759197	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
759197	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
759197	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
759197	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
759197	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
759197	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
759197	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
759197	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
759197	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
759197	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
759197	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
759197	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
759197	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
759197	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
759197	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
759197	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
759197	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
759197	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
759197	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
759197	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
759197	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
759197	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
759197	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
759197	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
759197	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
759197	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
759197	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
759197	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
759197	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
759197	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
759197	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
759197	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
759197	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
759197	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
759197	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
759197	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
759197	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
759197	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
759197	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
759197	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
759197	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
759197	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
759197	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
759197	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
759197	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
759197	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
759197	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
759197	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
759197	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
759197	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
759197	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
759197	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
759197	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
759197	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
759197	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
759197	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
759197	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
759197	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
759197	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
759197	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
759197	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
759197	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
759197	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
759197	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
759197	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
759197	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
759197	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
759197	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
759197	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
759197	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
759197	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
759197	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
759197	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
759197	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
759197	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
759197	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
759197	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
759197	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
759197	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
759197	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
759197	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
759197	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
759197	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
759197	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
759197	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
759197	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
759197	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
759197	embedding2nn.weight	0	0.3210848569869995
759197	embedding2nn.weight	1	0.38868486881256104
759197	embedding2nn.weight	2	0.007373491767793894
759197	embedding2nn.weight	3	0.03142920136451721
759197	embedding2nn.weight	4	-0.028350751847028732
759197	embedding2nn.weight	5	0.051201507449150085
759197	embedding2nn.weight	6	-0.012364296242594719
759197	embedding2nn.weight	7	-0.017963314428925514
759197	embedding2nn.weight	8	0.036229103803634644
759197	embedding2nn.weight	9	-0.0423419326543808
759197	embedding2nn.bias	0	0.012932606972754002
759197	embedding2nn.bias	1	-0.19608597457408905
759197	embedding2nn.bias	2	0.12728258967399597
759197	embedding2nn.bias	3	0.18208758533000946
759197	embedding2nn.bias	4	0.13527381420135498
759197	embedding2nn.bias	5	-0.06802462041378021
759197	embedding2nn.bias	6	-0.05429829657077789
759197	embedding2nn.bias	7	0.043559297919273376
759197	embedding2nn.bias	8	-0.14695130288600922
759197	embedding2nn.bias	9	-0.35941436886787415
759197	rnn.weight_ih_l0	0	0.004840939771384001
759197	rnn.weight_ih_l0	1	-0.058744627982378006
759197	rnn.weight_ih_l0	2	-0.05871999263763428
759197	rnn.weight_ih_l0	3	0.11297149211168289
759197	rnn.weight_ih_l0	4	0.03044923022389412
759197	rnn.weight_ih_l0	5	-0.07243078202009201
759197	rnn.weight_ih_l0	6	0.010443576611578465
759197	rnn.weight_ih_l0	7	-0.022656714543700218
759197	rnn.weight_ih_l0	8	0.011990589089691639
759197	rnn.weight_ih_l0	9	-0.08285900205373764
759197	rnn.weight_hh_l0	0	-0.02225099503993988
759197	rnn.weight_hh_l0	1	0.08569104969501495
759197	rnn.weight_hh_l0	2	0.004135924391448498
759197	rnn.weight_hh_l0	3	-0.03520096838474274
759197	rnn.weight_hh_l0	4	0.08401422202587128
759197	rnn.weight_hh_l0	5	0.0036074614617973566
759197	rnn.weight_hh_l0	6	-0.08578385412693024
759197	rnn.weight_hh_l0	7	-0.13581223785877228
759197	rnn.weight_hh_l0	8	0.039317138493061066
759197	rnn.weight_hh_l0	9	-0.12108292430639267
759197	rnn.bias_ih_l0	0	0.16979986429214478
759197	rnn.bias_ih_l0	1	-0.34253644943237305
759197	rnn.bias_ih_l0	2	-0.039540186524391174
759197	rnn.bias_ih_l0	3	-0.21943742036819458
759197	rnn.bias_ih_l0	4	0.00263728154823184
759197	rnn.bias_ih_l0	5	-0.441744863986969
759197	rnn.bias_ih_l0	6	-0.1528092622756958
759197	rnn.bias_ih_l0	7	-0.3797582983970642
759197	rnn.bias_ih_l0	8	-0.32105937600135803
759197	rnn.bias_ih_l0	9	-0.44047093391418457
759197	rnn.bias_hh_l0	0	-0.3510066568851471
759197	rnn.bias_hh_l0	1	-0.4357541799545288
759197	rnn.bias_hh_l0	2	-0.40712952613830566
759197	rnn.bias_hh_l0	3	-0.07923068106174469
759197	rnn.bias_hh_l0	4	-0.39908790588378906
759197	rnn.bias_hh_l0	5	-0.3684100806713104
759197	rnn.bias_hh_l0	6	-0.12239043414592743
759197	rnn.bias_hh_l0	7	0.07727482169866562
759197	rnn.bias_hh_l0	8	-0.2404421716928482
759197	rnn.bias_hh_l0	9	-0.5618319511413574
759197	rnn.weight_ih_l0_reverse	0	0.003880893811583519
759197	rnn.weight_ih_l0_reverse	1	-0.01107800379395485
759197	rnn.weight_ih_l0_reverse	2	0.010798598639667034
759197	rnn.weight_ih_l0_reverse	3	-0.14406822621822357
759197	rnn.weight_ih_l0_reverse	4	0.08295504003763199
759197	rnn.weight_ih_l0_reverse	5	-0.09929737448692322
759197	rnn.weight_ih_l0_reverse	6	-0.0009248512797057629
759197	rnn.weight_ih_l0_reverse	7	0.024938607588410378
759197	rnn.weight_ih_l0_reverse	8	-0.050670772790908813
759197	rnn.weight_ih_l0_reverse	9	-0.07601996511220932
759197	rnn.weight_hh_l0_reverse	0	-0.14879488945007324
759197	rnn.weight_hh_l0_reverse	1	0.02142968215048313
759197	rnn.weight_hh_l0_reverse	2	-0.02022380568087101
759197	rnn.weight_hh_l0_reverse	3	0.028971582651138306
759197	rnn.weight_hh_l0_reverse	4	-0.0806904062628746
759197	rnn.weight_hh_l0_reverse	5	0.036609478294849396
759197	rnn.weight_hh_l0_reverse	6	0.030366111546754837
759197	rnn.weight_hh_l0_reverse	7	-0.12639068067073822
759197	rnn.weight_hh_l0_reverse	8	-0.0763150230050087
759197	rnn.weight_hh_l0_reverse	9	0.03811812773346901
759197	rnn.bias_ih_l0_reverse	0	-0.1830732375383377
759197	rnn.bias_ih_l0_reverse	1	-0.0455426424741745
759197	rnn.bias_ih_l0_reverse	2	0.15477299690246582
759197	rnn.bias_ih_l0_reverse	3	-0.32993215322494507
759197	rnn.bias_ih_l0_reverse	4	0.01714247092604637
759197	rnn.bias_ih_l0_reverse	5	-0.21131792664527893
759197	rnn.bias_ih_l0_reverse	6	0.27037930488586426
759197	rnn.bias_ih_l0_reverse	7	-0.296994686126709
759197	rnn.bias_ih_l0_reverse	8	-0.19587162137031555
759197	rnn.bias_ih_l0_reverse	9	-0.1490013748407364
759197	rnn.bias_hh_l0_reverse	0	-0.15293240547180176
759197	rnn.bias_hh_l0_reverse	1	0.26809456944465637
759197	rnn.bias_hh_l0_reverse	2	-0.35136109590530396
759197	rnn.bias_hh_l0_reverse	3	-0.24012483656406403
759197	rnn.bias_hh_l0_reverse	4	-0.39121994376182556
759197	rnn.bias_hh_l0_reverse	5	-0.21138617396354675
759197	rnn.bias_hh_l0_reverse	6	-0.2702839970588684
759197	rnn.bias_hh_l0_reverse	7	-0.09740746766328812
759197	rnn.bias_hh_l0_reverse	8	-0.34866759181022644
759197	rnn.bias_hh_l0_reverse	9	0.2027115523815155
759197	linear.weight	0	0.21573840081691742
759197	linear.weight	1	-0.44519394636154175
759197	linear.weight	2	0.027926553040742874
759197	linear.weight	3	0.06747628003358841
759197	linear.weight	4	-0.12185734510421753
759197	linear.weight	5	0.23014698922634125
759197	linear.weight	6	-0.028665976598858833
759197	linear.weight	7	-0.059696443378925323
759197	linear.weight	8	0.10134918242692947
759197	linear.weight	9	-0.04987550899386406
759197	linear.bias	0	-0.8492395877838135
759197	linear.bias	1	1.784165620803833
759197	linear.bias	2	0.7274043560028076
759197	linear.bias	3	-2.7417681217193604
759197	linear.bias	4	-0.07563123106956482
759197	linear.bias	5	1.234675645828247
759197	linear.bias	6	-0.19583985209465027
759197	linear.bias	7	0.8202590346336365
759197	linear.bias	8	2.112863302230835
759197	linear.bias	9	-1.3323746919631958
759806	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
759806	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
759806	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
759806	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
759806	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
759806	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
759806	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
759806	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
759806	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
759806	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
759806	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
759806	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
759806	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
759806	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
759806	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
759806	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
759806	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
759806	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
759806	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
759806	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
759806	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
759806	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
759806	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
759806	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
759806	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
759806	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
759806	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
759806	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
759806	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
759806	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
759806	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
759806	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
759806	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
759806	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
759806	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
759806	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
759806	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
759806	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
759806	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
759806	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
759806	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
759806	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
759806	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
759806	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
759806	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
759806	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
759806	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
759806	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
759806	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
759806	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
759806	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
759806	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
759806	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
759806	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
759806	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
759806	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
759806	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
759806	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
759806	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
759806	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
759806	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
759806	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
759806	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
759806	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
759806	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
759806	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
759806	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
759806	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
759806	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
759806	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
759806	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
759806	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
759806	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
759806	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
759806	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
759806	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
759806	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
759806	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
759806	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
759806	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
759806	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
759806	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
759806	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
759806	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
759806	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
759806	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
759806	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
759806	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
759806	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
759806	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
759806	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
759806	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
759806	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
759806	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
759806	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
759806	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
759806	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
759806	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
759806	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
759806	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
759806	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
759806	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
759806	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
759806	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
759806	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
759806	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
759806	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
759806	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
759806	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
759806	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
759806	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
759806	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
759806	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
759806	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
759806	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
759806	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
759806	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
759806	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
759806	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
759806	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
759806	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
759806	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
759806	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
759806	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
759806	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
759806	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
759806	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
759806	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
759806	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
759806	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
759806	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
759806	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
759806	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
759806	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
759806	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
759806	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
759806	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
759806	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
759806	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
759806	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
759806	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
759806	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
759806	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
759806	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
759806	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
759806	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
759806	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
759806	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
759806	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
759806	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
759806	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
759806	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
759806	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
759806	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
759806	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
759806	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
759806	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
759806	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
759806	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
759806	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
759806	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
759806	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
759806	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
759806	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
759806	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
759806	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
759806	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
759806	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
759806	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
759806	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
759806	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
759806	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
759806	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
759806	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
759806	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
759806	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
759806	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
759806	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
759806	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
759806	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
759806	embedding2nn.weight	0	0.3208189904689789
759806	embedding2nn.weight	1	0.38966408371925354
759806	embedding2nn.weight	2	0.007001110352575779
759806	embedding2nn.weight	3	0.028288958594202995
759806	embedding2nn.weight	4	-0.02623872086405754
759806	embedding2nn.weight	5	0.05177856236696243
759806	embedding2nn.weight	6	-0.01058729737997055
759806	embedding2nn.weight	7	-0.0182011891156435
759806	embedding2nn.weight	8	0.037000685930252075
759806	embedding2nn.weight	9	-0.044591814279556274
759806	embedding2nn.bias	0	0.010112594813108444
759806	embedding2nn.bias	1	-0.18740405142307281
759806	embedding2nn.bias	2	0.1275601089000702
759806	embedding2nn.bias	3	0.18178623914718628
759806	embedding2nn.bias	4	0.13081523776054382
759806	embedding2nn.bias	5	-0.06919122487306595
759806	embedding2nn.bias	6	-0.053904321044683456
759806	embedding2nn.bias	7	0.040926143527030945
759806	embedding2nn.bias	8	-0.15270255506038666
759806	embedding2nn.bias	9	-0.3546445071697235
759806	rnn.weight_ih_l0	0	0.005148075520992279
759806	rnn.weight_ih_l0	1	-0.05834534764289856
759806	rnn.weight_ih_l0	2	-0.058822840452194214
759806	rnn.weight_ih_l0	3	0.11331018060445786
759806	rnn.weight_ih_l0	4	0.030203968286514282
759806	rnn.weight_ih_l0	5	-0.07189836353063583
759806	rnn.weight_ih_l0	6	0.01090582087635994
759806	rnn.weight_ih_l0	7	-0.022730352357029915
759806	rnn.weight_ih_l0	8	0.011419648304581642
759806	rnn.weight_ih_l0	9	-0.08192038536071777
759806	rnn.weight_hh_l0	0	-0.022177662700414658
759806	rnn.weight_hh_l0	1	0.08586052805185318
759806	rnn.weight_hh_l0	2	0.00397073058411479
759806	rnn.weight_hh_l0	3	-0.03523852676153183
759806	rnn.weight_hh_l0	4	0.0839373916387558
759806	rnn.weight_hh_l0	5	0.003166545880958438
759806	rnn.weight_hh_l0	6	-0.08595070242881775
759806	rnn.weight_hh_l0	7	-0.13533534109592438
759806	rnn.weight_hh_l0	8	0.039248622953891754
759806	rnn.weight_hh_l0	9	-0.12092261016368866
759806	rnn.bias_ih_l0	0	0.16786621510982513
759806	rnn.bias_ih_l0	1	-0.3434717655181885
759806	rnn.bias_ih_l0	2	-0.03838401287794113
759806	rnn.bias_ih_l0	3	-0.22018630802631378
759806	rnn.bias_ih_l0	4	0.006306080147624016
759806	rnn.bias_ih_l0	5	-0.44188979268074036
759806	rnn.bias_ih_l0	6	-0.15377290546894073
759806	rnn.bias_ih_l0	7	-0.3804572522640228
759806	rnn.bias_ih_l0	8	-0.32244622707366943
759806	rnn.bias_ih_l0	9	-0.43901199102401733
759806	rnn.bias_hh_l0	0	-0.3535464406013489
759806	rnn.bias_hh_l0	1	-0.43734607100486755
759806	rnn.bias_hh_l0	2	-0.40737685561180115
759806	rnn.bias_hh_l0	3	-0.08022192865610123
759806	rnn.bias_hh_l0	4	-0.3994414508342743
759806	rnn.bias_hh_l0	5	-0.3679877519607544
759806	rnn.bias_hh_l0	6	-0.12149138003587723
759806	rnn.bias_hh_l0	7	0.0753876194357872
759806	rnn.bias_hh_l0	8	-0.23842446506023407
759806	rnn.bias_hh_l0	9	-0.5631541013717651
759806	rnn.weight_ih_l0_reverse	0	0.0031194305047392845
759806	rnn.weight_ih_l0_reverse	1	-0.011274261400103569
759806	rnn.weight_ih_l0_reverse	2	0.01026149932295084
759806	rnn.weight_ih_l0_reverse	3	-0.1443304866552353
759806	rnn.weight_ih_l0_reverse	4	0.08292156457901001
759806	rnn.weight_ih_l0_reverse	5	-0.09576886892318726
759806	rnn.weight_ih_l0_reverse	6	-0.0004877142491750419
759806	rnn.weight_ih_l0_reverse	7	0.02541966922581196
759806	rnn.weight_ih_l0_reverse	8	-0.04994646832346916
759806	rnn.weight_ih_l0_reverse	9	-0.07678639888763428
759806	rnn.weight_hh_l0_reverse	0	-0.14847968518733978
759806	rnn.weight_hh_l0_reverse	1	0.022027472034096718
759806	rnn.weight_hh_l0_reverse	2	-0.020201539620757103
759806	rnn.weight_hh_l0_reverse	3	0.028907068073749542
759806	rnn.weight_hh_l0_reverse	4	-0.08080708980560303
759806	rnn.weight_hh_l0_reverse	5	0.036681655794382095
759806	rnn.weight_hh_l0_reverse	6	0.030278025195002556
759806	rnn.weight_hh_l0_reverse	7	-0.12707282602787018
759806	rnn.weight_hh_l0_reverse	8	-0.07608424127101898
759806	rnn.weight_hh_l0_reverse	9	0.037822045385837555
759806	rnn.bias_ih_l0_reverse	0	-0.18401986360549927
759806	rnn.bias_ih_l0_reverse	1	-0.04674941673874855
759806	rnn.bias_ih_l0_reverse	2	0.1538340449333191
759806	rnn.bias_ih_l0_reverse	3	-0.33098655939102173
759806	rnn.bias_ih_l0_reverse	4	0.019394969567656517
759806	rnn.bias_ih_l0_reverse	5	-0.21142031252384186
759806	rnn.bias_ih_l0_reverse	6	0.2711256742477417
759806	rnn.bias_ih_l0_reverse	7	-0.29704105854034424
759806	rnn.bias_ih_l0_reverse	8	-0.19508694112300873
759806	rnn.bias_ih_l0_reverse	9	-0.14872534573078156
759806	rnn.bias_hh_l0_reverse	0	-0.15200917422771454
759806	rnn.bias_hh_l0_reverse	1	0.26871198415756226
759806	rnn.bias_hh_l0_reverse	2	-0.348246693611145
759806	rnn.bias_hh_l0_reverse	3	-0.23856401443481445
759806	rnn.bias_hh_l0_reverse	4	-0.3903852105140686
759806	rnn.bias_hh_l0_reverse	5	-0.21149912476539612
759806	rnn.bias_hh_l0_reverse	6	-0.2728917896747589
759806	rnn.bias_hh_l0_reverse	7	-0.0982617661356926
759806	rnn.bias_hh_l0_reverse	8	-0.3505081534385681
759806	rnn.bias_hh_l0_reverse	9	0.203676238656044
759806	linear.weight	0	0.21613653004169464
759806	linear.weight	1	-0.44726288318634033
759806	linear.weight	2	0.02466745115816593
759806	linear.weight	3	0.06747600436210632
759806	linear.weight	4	-0.1237821877002716
759806	linear.weight	5	0.21940195560455322
759806	linear.weight	6	-0.03405897691845894
759806	linear.weight	7	-0.05969485640525818
759806	linear.weight	8	0.09480680525302887
759806	linear.weight	9	-0.04987649619579315
759806	linear.bias	0	-0.8487893342971802
759806	linear.bias	1	1.7796287536621094
759806	linear.bias	2	0.724500834941864
759806	linear.bias	3	-2.741797685623169
759806	linear.bias	4	-0.06963185220956802
759806	linear.bias	5	1.247923731803894
759806	linear.bias	6	-0.19040116667747498
759806	linear.bias	7	0.8354606628417969
759806	linear.bias	8	2.1157069206237793
759806	linear.bias	9	-1.3363398313522339
760415	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
760415	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
760415	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
760415	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
760415	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
760415	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
760415	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
760415	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
760415	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
760415	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
760415	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
760415	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
760415	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
760415	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
760415	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
760415	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
760415	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
760415	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
760415	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
760415	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
760415	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
760415	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
760415	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
760415	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
760415	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
760415	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
760415	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
760415	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
760415	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
760415	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
760415	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
760415	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
760415	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
760415	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
760415	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
760415	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
760415	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
760415	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
760415	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
760415	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
760415	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
760415	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
760415	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
760415	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
760415	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
760415	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
760415	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
760415	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
760415	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
760415	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
760415	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
760415	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
760415	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
760415	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
760415	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
760415	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
760415	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
760415	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
760415	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
760415	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
760415	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
760415	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
760415	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
760415	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
760415	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
760415	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
760415	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
760415	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
760415	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
760415	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
760415	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
760415	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
760415	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
760415	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
760415	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
760415	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
760415	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
760415	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
760415	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
760415	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
760415	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
760415	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
760415	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
760415	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
760415	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
760415	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
760415	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
760415	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
760415	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
760415	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
760415	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
760415	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
760415	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
760415	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
760415	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
760415	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
760415	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
760415	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
760415	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
760415	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
760415	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
760415	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
760415	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
760415	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
760415	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
760415	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
760415	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
760415	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
760415	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
760415	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
760415	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
760415	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
760415	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
760415	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
760415	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
760415	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
760415	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
760415	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
760415	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
760415	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
760415	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
760415	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
760415	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
760415	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
760415	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
760415	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
760415	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
760415	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
760415	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
760415	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
760415	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
760415	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
760415	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
760415	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
760415	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
760415	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
760415	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
760415	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
760415	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
760415	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
760415	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
760415	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
760415	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
760415	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
760415	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
760415	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
760415	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
760415	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
760415	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
760415	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
760415	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
760415	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
760415	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
760415	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
760415	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
760415	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
760415	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
760415	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
760415	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
760415	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
760415	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
760415	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
760415	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
760415	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
760415	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
760415	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
760415	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
760415	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
760415	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
760415	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
760415	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
760415	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
760415	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
760415	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
760415	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
760415	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
760415	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
760415	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
760415	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
760415	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
760415	embedding2nn.weight	0	0.32001063227653503
760415	embedding2nn.weight	1	0.3900349736213684
760415	embedding2nn.weight	2	0.006799101363867521
760415	embedding2nn.weight	3	0.02766467072069645
760415	embedding2nn.weight	4	-0.02517455257475376
760415	embedding2nn.weight	5	0.0518074557185173
760415	embedding2nn.weight	6	-0.009216210804879665
760415	embedding2nn.weight	7	-0.017700105905532837
760415	embedding2nn.weight	8	0.03569426387548447
760415	embedding2nn.weight	9	-0.0438767671585083
760415	embedding2nn.bias	0	0.02712109498679638
760415	embedding2nn.bias	1	-0.18430912494659424
760415	embedding2nn.bias	2	0.13212993741035461
760415	embedding2nn.bias	3	0.1761794537305832
760415	embedding2nn.bias	4	0.13902238011360168
760415	embedding2nn.bias	5	-0.07593314349651337
760415	embedding2nn.bias	6	-0.049570273607969284
760415	embedding2nn.bias	7	0.0398617722094059
760415	embedding2nn.bias	8	-0.15104764699935913
760415	embedding2nn.bias	9	-0.35912230610847473
760415	rnn.weight_ih_l0	0	0.00541731109842658
760415	rnn.weight_ih_l0	1	-0.058446723967790604
760415	rnn.weight_ih_l0	2	-0.06032521277666092
760415	rnn.weight_ih_l0	3	0.11257174611091614
760415	rnn.weight_ih_l0	4	0.03223370015621185
760415	rnn.weight_ih_l0	5	-0.0709603950381279
760415	rnn.weight_ih_l0	6	0.011651492677628994
760415	rnn.weight_ih_l0	7	-0.024218205362558365
760415	rnn.weight_ih_l0	8	0.014279210940003395
760415	rnn.weight_ih_l0	9	-0.08116920292377472
760415	rnn.weight_hh_l0	0	-0.022272389382123947
760415	rnn.weight_hh_l0	1	0.08576563000679016
760415	rnn.weight_hh_l0	2	0.004077940247952938
760415	rnn.weight_hh_l0	3	-0.035094454884529114
760415	rnn.weight_hh_l0	4	0.08432222902774811
760415	rnn.weight_hh_l0	5	0.0029054763726890087
760415	rnn.weight_hh_l0	6	-0.08584970980882645
760415	rnn.weight_hh_l0	7	-0.1350060999393463
760415	rnn.weight_hh_l0	8	0.03929559513926506
760415	rnn.weight_hh_l0	9	-0.1208411306142807
760415	rnn.bias_ih_l0	0	0.17016132175922394
760415	rnn.bias_ih_l0	1	-0.3430548310279846
760415	rnn.bias_ih_l0	2	-0.03872475028038025
760415	rnn.bias_ih_l0	3	-0.21917550265789032
760415	rnn.bias_ih_l0	4	0.009093591943383217
760415	rnn.bias_ih_l0	5	-0.44157445430755615
760415	rnn.bias_ih_l0	6	-0.1552392989397049
760415	rnn.bias_ih_l0	7	-0.3799656629562378
760415	rnn.bias_ih_l0	8	-0.3206762373447418
760415	rnn.bias_ih_l0	9	-0.4379461705684662
760415	rnn.bias_hh_l0	0	-0.35284408926963806
760415	rnn.bias_hh_l0	1	-0.4388046860694885
760415	rnn.bias_hh_l0	2	-0.4072412848472595
760415	rnn.bias_hh_l0	3	-0.07991954684257507
760415	rnn.bias_hh_l0	4	-0.4037210941314697
760415	rnn.bias_hh_l0	5	-0.36725273728370667
760415	rnn.bias_hh_l0	6	-0.1217106431722641
760415	rnn.bias_hh_l0	7	0.07608494162559509
760415	rnn.bias_hh_l0	8	-0.23638921976089478
760415	rnn.bias_hh_l0	9	-0.5622133612632751
760415	rnn.weight_ih_l0_reverse	0	0.002886193571612239
760415	rnn.weight_ih_l0_reverse	1	-0.011610126122832298
760415	rnn.weight_ih_l0_reverse	2	0.009885438717901707
760415	rnn.weight_ih_l0_reverse	3	-0.1448347568511963
760415	rnn.weight_ih_l0_reverse	4	0.08303679525852203
760415	rnn.weight_ih_l0_reverse	5	-0.09453138709068298
760415	rnn.weight_ih_l0_reverse	6	-0.0016894856235012412
760415	rnn.weight_ih_l0_reverse	7	0.025229306891560555
760415	rnn.weight_ih_l0_reverse	8	-0.04965609312057495
760415	rnn.weight_ih_l0_reverse	9	-0.07680057734251022
760415	rnn.weight_hh_l0_reverse	0	-0.1483772248029709
760415	rnn.weight_hh_l0_reverse	1	0.022274471819400787
760415	rnn.weight_hh_l0_reverse	2	-0.020103808492422104
760415	rnn.weight_hh_l0_reverse	3	0.028935106471180916
760415	rnn.weight_hh_l0_reverse	4	-0.08081366866827011
760415	rnn.weight_hh_l0_reverse	5	0.03672201931476593
760415	rnn.weight_hh_l0_reverse	6	0.03020968660712242
760415	rnn.weight_hh_l0_reverse	7	-0.12666329741477966
760415	rnn.weight_hh_l0_reverse	8	-0.07605770230293274
760415	rnn.weight_hh_l0_reverse	9	0.03719620779156685
760415	rnn.bias_ih_l0_reverse	0	-0.18451857566833496
760415	rnn.bias_ih_l0_reverse	1	-0.0464521162211895
760415	rnn.bias_ih_l0_reverse	2	0.1547444462776184
760415	rnn.bias_ih_l0_reverse	3	-0.3316017985343933
760415	rnn.bias_ih_l0_reverse	4	0.02296009100973606
760415	rnn.bias_ih_l0_reverse	5	-0.21105872094631195
760415	rnn.bias_ih_l0_reverse	6	0.27188074588775635
760415	rnn.bias_ih_l0_reverse	7	-0.2951661944389343
760415	rnn.bias_ih_l0_reverse	8	-0.19464196264743805
760415	rnn.bias_ih_l0_reverse	9	-0.15060314536094666
760415	rnn.bias_hh_l0_reverse	0	-0.15091320872306824
760415	rnn.bias_hh_l0_reverse	1	0.26750120520591736
760415	rnn.bias_hh_l0_reverse	2	-0.3486493229866028
760415	rnn.bias_hh_l0_reverse	3	-0.23870469629764557
760415	rnn.bias_hh_l0_reverse	4	-0.393200546503067
760415	rnn.bias_hh_l0_reverse	5	-0.21254955232143402
760415	rnn.bias_hh_l0_reverse	6	-0.27197661995887756
760415	rnn.bias_hh_l0_reverse	7	-0.09628679603338242
760415	rnn.bias_hh_l0_reverse	8	-0.3532354533672333
760415	rnn.bias_hh_l0_reverse	9	0.20688967406749725
760415	linear.weight	0	0.21293506026268005
760415	linear.weight	1	-0.4503585696220398
760415	linear.weight	2	0.025517579168081284
760415	linear.weight	3	0.06747590005397797
760415	linear.weight	4	-0.13596615195274353
760415	linear.weight	5	0.22506584227085114
760415	linear.weight	6	-0.04164151847362518
760415	linear.weight	7	-0.05969354882836342
760415	linear.weight	8	0.09808991849422455
760415	linear.weight	9	-0.049877457320690155
760415	linear.bias	0	-0.8500375747680664
760415	linear.bias	1	1.7809431552886963
760415	linear.bias	2	0.7362203001976013
760415	linear.bias	3	-2.741821527481079
760415	linear.bias	4	-0.07501350343227386
760415	linear.bias	5	1.2508376836776733
760415	linear.bias	6	-0.19735120236873627
760415	linear.bias	7	0.8232453465461731
760415	linear.bias	8	2.0995988845825195
760415	linear.bias	9	-1.3358778953552246
761024	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
761024	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
761024	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
761024	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
761024	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
761024	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
761024	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
761024	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
761024	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
761024	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
761024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
761024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
761024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
761024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
761024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
761024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
761024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
761024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
761024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
761024	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
761024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
761024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
761024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
761024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
761024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
761024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
761024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
761024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
761024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
761024	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
761024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
761024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
761024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
761024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
761024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
761024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
761024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
761024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
761024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
761024	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
761024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
761024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
761024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
761024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
761024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
761024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
761024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
761024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
761024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
761024	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
761024	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
761024	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
761024	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
761024	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
761024	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
761024	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
761024	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
761024	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
761024	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
761024	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
761024	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
761024	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
761024	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
761024	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
761024	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
761024	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
761024	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
761024	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
761024	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
761024	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
761024	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
761024	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
761024	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
761024	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
761024	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
761024	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
761024	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
761024	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
761024	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
761024	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
761024	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
761024	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
761024	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
761024	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
761024	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
761024	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
761024	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
761024	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
761024	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
761024	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
761024	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
761024	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
761024	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
761024	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
761024	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
761024	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
761024	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
761024	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
761024	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
761024	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
761024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
761024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
761024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
761024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
761024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
761024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
761024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
761024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
761024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
761024	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
761024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
761024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
761024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
761024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
761024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
761024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
761024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
761024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
761024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
761024	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
761024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
761024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
761024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
761024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
761024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
761024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
761024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
761024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
761024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
761024	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
761024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
761024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
761024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
761024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
761024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
761024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
761024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
761024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
761024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
761024	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
761024	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
761024	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
761024	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
761024	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
761024	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
761024	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
761024	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
761024	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
761024	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
761024	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
761024	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
761024	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
761024	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
761024	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
761024	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
761024	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
761024	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
761024	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
761024	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
761024	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
761024	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
761024	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
761024	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
761024	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
761024	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
761024	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
761024	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
761024	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
761024	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
761024	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
761024	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
761024	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
761024	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
761024	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
761024	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
761024	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
761024	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
761024	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
761024	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
761024	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
761024	embedding2nn.weight	0	0.3207303583621979
761024	embedding2nn.weight	1	0.3893694281578064
761024	embedding2nn.weight	2	0.004908470436930656
761024	embedding2nn.weight	3	0.024970095604658127
761024	embedding2nn.weight	4	-0.02602851763367653
761024	embedding2nn.weight	5	0.05197017639875412
761024	embedding2nn.weight	6	-0.009618679992854595
761024	embedding2nn.weight	7	-0.013081567361950874
761024	embedding2nn.weight	8	0.03429330140352249
761024	embedding2nn.weight	9	-0.04482867568731308
761024	embedding2nn.bias	0	0.015664907172322273
761024	embedding2nn.bias	1	-0.19025997817516327
761024	embedding2nn.bias	2	0.13196176290512085
761024	embedding2nn.bias	3	0.17253129184246063
761024	embedding2nn.bias	4	0.13205620646476746
761024	embedding2nn.bias	5	-0.07233214378356934
761024	embedding2nn.bias	6	-0.046041663736104965
761024	embedding2nn.bias	7	0.03776915371417999
761024	embedding2nn.bias	8	-0.1497916281223297
761024	embedding2nn.bias	9	-0.3590909242630005
761024	rnn.weight_ih_l0	0	0.006361289415508509
761024	rnn.weight_ih_l0	1	-0.05842171609401703
761024	rnn.weight_ih_l0	2	-0.06035903841257095
761024	rnn.weight_ih_l0	3	0.1132342517375946
761024	rnn.weight_ih_l0	4	0.031074898317456245
761024	rnn.weight_ih_l0	5	-0.07236279547214508
761024	rnn.weight_ih_l0	6	0.01286846213042736
761024	rnn.weight_ih_l0	7	-0.024500470608472824
761024	rnn.weight_ih_l0	8	0.01401588972657919
761024	rnn.weight_ih_l0	9	-0.07898041605949402
761024	rnn.weight_hh_l0	0	-0.022433988749980927
761024	rnn.weight_hh_l0	1	0.08576284348964691
761024	rnn.weight_hh_l0	2	0.004122087266296148
761024	rnn.weight_hh_l0	3	-0.03543563559651375
761024	rnn.weight_hh_l0	4	0.0843949168920517
761024	rnn.weight_hh_l0	5	0.0027112343814224005
761024	rnn.weight_hh_l0	6	-0.08564718067646027
761024	rnn.weight_hh_l0	7	-0.13484065234661102
761024	rnn.weight_hh_l0	8	0.039323050528764725
761024	rnn.weight_hh_l0	9	-0.12103460729122162
761024	rnn.bias_ih_l0	0	0.16555848717689514
761024	rnn.bias_ih_l0	1	-0.34283676743507385
761024	rnn.bias_ih_l0	2	-0.03776397928595543
761024	rnn.bias_ih_l0	3	-0.2189832478761673
761024	rnn.bias_ih_l0	4	0.008845299482345581
761024	rnn.bias_ih_l0	5	-0.44243305921554565
761024	rnn.bias_ih_l0	6	-0.15440750122070312
761024	rnn.bias_ih_l0	7	-0.3797042667865753
761024	rnn.bias_ih_l0	8	-0.3220635950565338
761024	rnn.bias_ih_l0	9	-0.4393274486064911
761024	rnn.bias_hh_l0	0	-0.35328909754753113
761024	rnn.bias_hh_l0	1	-0.4405561089515686
761024	rnn.bias_hh_l0	2	-0.4048325717449188
761024	rnn.bias_hh_l0	3	-0.07959549129009247
761024	rnn.bias_hh_l0	4	-0.40244734287261963
761024	rnn.bias_hh_l0	5	-0.36858534812927246
761024	rnn.bias_hh_l0	6	-0.11984676867723465
761024	rnn.bias_hh_l0	7	0.07899875938892365
761024	rnn.bias_hh_l0	8	-0.23733696341514587
761024	rnn.bias_hh_l0	9	-0.5621482729911804
761024	rnn.weight_ih_l0_reverse	0	0.0017590116476640105
761024	rnn.weight_ih_l0_reverse	1	-0.01132053229957819
761024	rnn.weight_ih_l0_reverse	2	0.009978397749364376
761024	rnn.weight_ih_l0_reverse	3	-0.1431635171175003
761024	rnn.weight_ih_l0_reverse	4	0.08365923911333084
761024	rnn.weight_ih_l0_reverse	5	-0.09680298715829849
761024	rnn.weight_ih_l0_reverse	6	-0.0019960992503911257
761024	rnn.weight_ih_l0_reverse	7	0.02557142823934555
761024	rnn.weight_ih_l0_reverse	8	-0.049816764891147614
761024	rnn.weight_ih_l0_reverse	9	-0.07611295580863953
761024	rnn.weight_hh_l0_reverse	0	-0.1480952650308609
761024	rnn.weight_hh_l0_reverse	1	0.02208290621638298
761024	rnn.weight_hh_l0_reverse	2	-0.020127126947045326
761024	rnn.weight_hh_l0_reverse	3	0.0293855220079422
761024	rnn.weight_hh_l0_reverse	4	-0.08077311515808105
761024	rnn.weight_hh_l0_reverse	5	0.03659895434975624
761024	rnn.weight_hh_l0_reverse	6	0.03026530146598816
761024	rnn.weight_hh_l0_reverse	7	-0.12699748575687408
761024	rnn.weight_hh_l0_reverse	8	-0.07649756968021393
761024	rnn.weight_hh_l0_reverse	9	0.038217782974243164
761024	rnn.bias_ih_l0_reverse	0	-0.18622224032878876
761024	rnn.bias_ih_l0_reverse	1	-0.04667114093899727
761024	rnn.bias_ih_l0_reverse	2	0.1567859649658203
761024	rnn.bias_ih_l0_reverse	3	-0.3297045826911926
761024	rnn.bias_ih_l0_reverse	4	0.02317204885184765
761024	rnn.bias_ih_l0_reverse	5	-0.2108248919248581
761024	rnn.bias_ih_l0_reverse	6	0.27261826395988464
761024	rnn.bias_ih_l0_reverse	7	-0.29257315397262573
761024	rnn.bias_ih_l0_reverse	8	-0.19502592086791992
761024	rnn.bias_ih_l0_reverse	9	-0.14914977550506592
761024	rnn.bias_hh_l0_reverse	0	-0.14991937577724457
761024	rnn.bias_hh_l0_reverse	1	0.2685970962047577
761024	rnn.bias_hh_l0_reverse	2	-0.3476220965385437
761024	rnn.bias_hh_l0_reverse	3	-0.23810335993766785
761024	rnn.bias_hh_l0_reverse	4	-0.3938440978527069
761024	rnn.bias_hh_l0_reverse	5	-0.21129435300827026
761024	rnn.bias_hh_l0_reverse	6	-0.2693123519420624
761024	rnn.bias_hh_l0_reverse	7	-0.09597202390432358
761024	rnn.bias_hh_l0_reverse	8	-0.3546355962753296
761024	rnn.bias_hh_l0_reverse	9	0.20357835292816162
761024	linear.weight	0	0.20941253006458282
761024	linear.weight	1	-0.4543016850948334
761024	linear.weight	2	0.03525630757212639
761024	linear.weight	3	0.06747567653656006
761024	linear.weight	4	-0.13442251086235046
761024	linear.weight	5	0.23250523209571838
761024	linear.weight	6	-0.03551112860441208
761024	linear.weight	7	-0.05969231203198433
761024	linear.weight	8	0.09194234758615494
761024	linear.weight	9	-0.04987848922610283
761024	linear.bias	0	-0.8478169441223145
761024	linear.bias	1	1.794948935508728
761024	linear.bias	2	0.7227585911750793
761024	linear.bias	3	-2.7418439388275146
761024	linear.bias	4	-0.07420171797275543
761024	linear.bias	5	1.252133846282959
761024	linear.bias	6	-0.18957704305648804
761024	linear.bias	7	0.8233597278594971
761024	linear.bias	8	2.0957329273223877
761024	linear.bias	9	-1.333774209022522
761633	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
761633	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
761633	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
761633	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
761633	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
761633	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
761633	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
761633	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
761633	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
761633	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
761633	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
761633	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
761633	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
761633	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
761633	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
761633	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
761633	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
761633	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
761633	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
761633	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
761633	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
761633	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
761633	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
761633	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
761633	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
761633	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
761633	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
761633	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
761633	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
761633	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
761633	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
761633	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
761633	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
761633	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
761633	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
761633	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
761633	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
761633	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
761633	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
761633	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
761633	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
761633	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
761633	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
761633	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
761633	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
761633	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
761633	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
761633	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
761633	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
761633	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
761633	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
761633	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
761633	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
761633	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
761633	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
761633	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
761633	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
761633	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
761633	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
761633	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
761633	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
761633	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
761633	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
761633	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
761633	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
761633	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
761633	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
761633	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
761633	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
761633	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
761633	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
761633	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
761633	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
761633	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
761633	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
761633	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
761633	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
761633	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
761633	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
761633	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
761633	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
761633	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
761633	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
761633	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
761633	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
761633	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
761633	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
761633	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
761633	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
761633	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
761633	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
761633	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
761633	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
761633	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
761633	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
761633	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
761633	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
761633	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
761633	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
761633	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
761633	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
761633	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
761633	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
761633	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
761633	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
761633	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
761633	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
761633	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
761633	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
761633	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
761633	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
761633	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
761633	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
761633	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
761633	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
761633	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
761633	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
761633	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
761633	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
761633	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
761633	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
761633	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
761633	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
761633	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
761633	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
761633	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
761633	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
761633	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
761633	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
761633	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
761633	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
761633	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
761633	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
761633	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
761633	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
761633	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
761633	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
761633	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
761633	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
761633	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
761633	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
761633	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
761633	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
761633	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
761633	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
761633	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
761633	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
761633	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
761633	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
761633	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
761633	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
761633	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
761633	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
761633	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
761633	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
761633	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
761633	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
761633	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
761633	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
761633	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
761633	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
761633	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
761633	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
761633	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
761633	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
761633	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
761633	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
761633	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
761633	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
761633	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
761633	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
761633	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
761633	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
761633	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
761633	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
761633	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
761633	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
761633	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
761633	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
761633	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
761633	embedding2nn.weight	0	0.31994548439979553
761633	embedding2nn.weight	1	0.3899300992488861
761633	embedding2nn.weight	2	0.004295137710869312
761633	embedding2nn.weight	3	0.032427459955215454
761633	embedding2nn.weight	4	-0.025899989530444145
761633	embedding2nn.weight	5	0.05247722193598747
761633	embedding2nn.weight	6	-0.010510179214179516
761633	embedding2nn.weight	7	-0.011920910328626633
761633	embedding2nn.weight	8	0.03507230058312416
761633	embedding2nn.weight	9	-0.04613810405135155
761633	embedding2nn.bias	0	0.015759574249386787
761633	embedding2nn.bias	1	-0.18577055633068085
761633	embedding2nn.bias	2	0.13876156508922577
761633	embedding2nn.bias	3	0.17268328368663788
761633	embedding2nn.bias	4	0.13555623590946198
761633	embedding2nn.bias	5	-0.07372437417507172
761633	embedding2nn.bias	6	-0.045468077063560486
761633	embedding2nn.bias	7	0.04334646835923195
761633	embedding2nn.bias	8	-0.15258349478244781
761633	embedding2nn.bias	9	-0.36222755908966064
761633	rnn.weight_ih_l0	0	0.006198540795594454
761633	rnn.weight_ih_l0	1	-0.05868694931268692
761633	rnn.weight_ih_l0	2	-0.05995754525065422
761633	rnn.weight_ih_l0	3	0.11512390524148941
761633	rnn.weight_ih_l0	4	0.03234202042222023
761633	rnn.weight_ih_l0	5	-0.07400135695934296
761633	rnn.weight_ih_l0	6	0.01331321895122528
761633	rnn.weight_ih_l0	7	-0.024474002420902252
761633	rnn.weight_ih_l0	8	0.01294536143541336
761633	rnn.weight_ih_l0	9	-0.07823209464550018
761633	rnn.weight_hh_l0	0	-0.022497419267892838
761633	rnn.weight_hh_l0	1	0.08617272973060608
761633	rnn.weight_hh_l0	2	0.004241902846843004
761633	rnn.weight_hh_l0	3	-0.03544530272483826
761633	rnn.weight_hh_l0	4	0.0845472663640976
761633	rnn.weight_hh_l0	5	0.0026771968696266413
761633	rnn.weight_hh_l0	6	-0.08551831543445587
761633	rnn.weight_hh_l0	7	-0.13562621176242828
761633	rnn.weight_hh_l0	8	0.03934474289417267
761633	rnn.weight_hh_l0	9	-0.12131059914827347
761633	rnn.bias_ih_l0	0	0.16848982870578766
761633	rnn.bias_ih_l0	1	-0.3427470922470093
761633	rnn.bias_ih_l0	2	-0.037935685366392136
761633	rnn.bias_ih_l0	3	-0.221492737531662
761633	rnn.bias_ih_l0	4	0.006245375145226717
761633	rnn.bias_ih_l0	5	-0.4413061738014221
761633	rnn.bias_ih_l0	6	-0.14979785680770874
761633	rnn.bias_ih_l0	7	-0.3790320158004761
761633	rnn.bias_ih_l0	8	-0.3224601149559021
761633	rnn.bias_ih_l0	9	-0.4386073350906372
761633	rnn.bias_hh_l0	0	-0.3559655249118805
761633	rnn.bias_hh_l0	1	-0.43967345356941223
761633	rnn.bias_hh_l0	2	-0.4074893295764923
761633	rnn.bias_hh_l0	3	-0.07831880450248718
761633	rnn.bias_hh_l0	4	-0.4018915295600891
761633	rnn.bias_hh_l0	5	-0.3680061399936676
761633	rnn.bias_hh_l0	6	-0.11902660876512527
761633	rnn.bias_hh_l0	7	0.07929275929927826
761633	rnn.bias_hh_l0	8	-0.2352312058210373
761633	rnn.bias_hh_l0	9	-0.5631681680679321
761633	rnn.weight_ih_l0_reverse	0	0.0016013188287615776
761633	rnn.weight_ih_l0_reverse	1	-0.011449907906353474
761633	rnn.weight_ih_l0_reverse	2	0.009508360177278519
761633	rnn.weight_ih_l0_reverse	3	-0.14301027357578278
761633	rnn.weight_ih_l0_reverse	4	0.0827464610338211
761633	rnn.weight_ih_l0_reverse	5	-0.09711244702339172
761633	rnn.weight_ih_l0_reverse	6	-0.004145707935094833
761633	rnn.weight_ih_l0_reverse	7	0.025218704715371132
761633	rnn.weight_ih_l0_reverse	8	-0.04969419166445732
761633	rnn.weight_ih_l0_reverse	9	-0.0755433589220047
761633	rnn.weight_hh_l0_reverse	0	-0.14826618134975433
761633	rnn.weight_hh_l0_reverse	1	0.021713636815547943
761633	rnn.weight_hh_l0_reverse	2	-0.01987350545823574
761633	rnn.weight_hh_l0_reverse	3	0.02927868627011776
761633	rnn.weight_hh_l0_reverse	4	-0.08056933432817459
761633	rnn.weight_hh_l0_reverse	5	0.03660115972161293
761633	rnn.weight_hh_l0_reverse	6	0.030219847336411476
761633	rnn.weight_hh_l0_reverse	7	-0.12670254707336426
761633	rnn.weight_hh_l0_reverse	8	-0.07730000466108322
761633	rnn.weight_hh_l0_reverse	9	0.03769327327609062
761633	rnn.bias_ih_l0_reverse	0	-0.183476984500885
761633	rnn.bias_ih_l0_reverse	1	-0.04643066227436066
761633	rnn.bias_ih_l0_reverse	2	0.1549615114927292
761633	rnn.bias_ih_l0_reverse	3	-0.3290309011936188
761633	rnn.bias_ih_l0_reverse	4	0.021786484867334366
761633	rnn.bias_ih_l0_reverse	5	-0.2115830034017563
761633	rnn.bias_ih_l0_reverse	6	0.2741428315639496
761633	rnn.bias_ih_l0_reverse	7	-0.289880633354187
761633	rnn.bias_ih_l0_reverse	8	-0.1951340138912201
761633	rnn.bias_ih_l0_reverse	9	-0.1493857055902481
761633	rnn.bias_hh_l0_reverse	0	-0.152596116065979
761633	rnn.bias_hh_l0_reverse	1	0.2725830376148224
761633	rnn.bias_hh_l0_reverse	2	-0.3463931083679199
761633	rnn.bias_hh_l0_reverse	3	-0.24130211770534515
761633	rnn.bias_hh_l0_reverse	4	-0.39440351724624634
761633	rnn.bias_hh_l0_reverse	5	-0.21115228533744812
761633	rnn.bias_hh_l0_reverse	6	-0.27050256729125977
761633	rnn.bias_hh_l0_reverse	7	-0.09765435010194778
761633	rnn.bias_hh_l0_reverse	8	-0.3529224097728729
761633	rnn.bias_hh_l0_reverse	9	0.2067013382911682
761633	linear.weight	0	0.2039853036403656
761633	linear.weight	1	-0.4479999244213104
761633	linear.weight	2	0.028363117948174477
761633	linear.weight	3	0.06747579574584961
761633	linear.weight	4	-0.14644095301628113
761633	linear.weight	5	0.24020768702030182
761633	linear.weight	6	-0.0367310531437397
761633	linear.weight	7	-0.0596906915307045
761633	linear.weight	8	0.09180860966444016
761633	linear.weight	9	-0.04987899959087372
761633	linear.bias	0	-0.8491799235343933
761633	linear.bias	1	1.7884479761123657
761633	linear.bias	2	0.7179628610610962
761633	linear.bias	3	-2.741865873336792
761633	linear.bias	4	-0.06539000570774078
761633	linear.bias	5	1.2481876611709595
761633	linear.bias	6	-0.21106436848640442
761633	linear.bias	7	0.8153809905052185
761633	linear.bias	8	2.1083462238311768
761633	linear.bias	9	-1.332209587097168
762242	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
762242	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
762242	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
762242	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
762242	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
762242	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
762242	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
762242	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
762242	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
762242	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
762242	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
762242	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
762242	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
762242	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
762242	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
762242	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
762242	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
762242	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
762242	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
762242	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
762242	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
762242	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
762242	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
762242	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
762242	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
762242	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
762242	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
762242	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
762242	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
762242	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
762242	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
762242	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
762242	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
762242	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
762242	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
762242	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
762242	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
762242	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
762242	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
762242	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
762242	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
762242	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
762242	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
762242	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
762242	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
762242	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
762242	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
762242	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
762242	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
762242	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
762242	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
762242	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
762242	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
762242	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
762242	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
762242	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
762242	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
762242	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
762242	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
762242	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
762242	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
762242	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
762242	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
762242	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
762242	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
762242	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
762242	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
762242	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
762242	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
762242	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
762242	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
762242	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
762242	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
762242	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
762242	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
762242	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
762242	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
762242	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
762242	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
762242	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
762242	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
762242	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
762242	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
762242	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
762242	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
762242	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
762242	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
762242	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
762242	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
762242	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
762242	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
762242	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
762242	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
762242	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
762242	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
762242	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
762242	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
762242	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
762242	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
762242	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
762242	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
762242	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
762242	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
762242	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
762242	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
762242	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
762242	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
762242	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
762242	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
762242	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
762242	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
762242	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
762242	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
762242	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
762242	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
762242	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
762242	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
762242	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
762242	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
762242	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
762242	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
762242	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
762242	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
762242	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
762242	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
762242	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
762242	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
762242	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
762242	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
762242	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
762242	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
762242	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
762242	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
762242	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
762242	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
762242	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
762242	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
762242	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
762242	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
762242	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
762242	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
762242	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
762242	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
762242	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
762242	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
762242	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
762242	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
762242	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
762242	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
762242	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
762242	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
762242	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
762242	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
762242	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
762242	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
762242	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
762242	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
762242	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
762242	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
762242	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
762242	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
762242	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
762242	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
762242	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
762242	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
762242	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
762242	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
762242	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
762242	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
762242	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
762242	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
762242	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
762242	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
762242	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
762242	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
762242	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
762242	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
762242	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
762242	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
762242	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
762242	embedding2nn.weight	0	0.32010507583618164
762242	embedding2nn.weight	1	0.3894740641117096
762242	embedding2nn.weight	2	0.004184423014521599
762242	embedding2nn.weight	3	0.03476783633232117
762242	embedding2nn.weight	4	-0.026959802955389023
762242	embedding2nn.weight	5	0.052001286298036575
762242	embedding2nn.weight	6	-0.008302897214889526
762242	embedding2nn.weight	7	-0.012637922540307045
762242	embedding2nn.weight	8	0.03411124274134636
762242	embedding2nn.weight	9	-0.04532228037714958
762242	embedding2nn.bias	0	0.017014749348163605
762242	embedding2nn.bias	1	-0.1856660097837448
762242	embedding2nn.bias	2	0.14079377055168152
762242	embedding2nn.bias	3	0.17503662407398224
762242	embedding2nn.bias	4	0.1332467496395111
762242	embedding2nn.bias	5	-0.07897359877824783
762242	embedding2nn.bias	6	-0.03969094529747963
762242	embedding2nn.bias	7	0.04326765984296799
762242	embedding2nn.bias	8	-0.15856653451919556
762242	embedding2nn.bias	9	-0.35618290305137634
762242	rnn.weight_ih_l0	0	0.006026772782206535
762242	rnn.weight_ih_l0	1	-0.05855565518140793
762242	rnn.weight_ih_l0	2	-0.0608707033097744
762242	rnn.weight_ih_l0	3	0.11315964162349701
762242	rnn.weight_ih_l0	4	0.0342283733189106
762242	rnn.weight_ih_l0	5	-0.07366903126239777
762242	rnn.weight_ih_l0	6	0.01155028771609068
762242	rnn.weight_ih_l0	7	-0.023307396098971367
762242	rnn.weight_ih_l0	8	0.013899201527237892
762242	rnn.weight_ih_l0	9	-0.0788584053516388
762242	rnn.weight_hh_l0	0	-0.022483738139271736
762242	rnn.weight_hh_l0	1	0.08633946627378464
762242	rnn.weight_hh_l0	2	0.004002677276730537
762242	rnn.weight_hh_l0	3	-0.035212814807891846
762242	rnn.weight_hh_l0	4	0.08476539701223373
762242	rnn.weight_hh_l0	5	0.0025434705894440413
762242	rnn.weight_hh_l0	6	-0.08556307852268219
762242	rnn.weight_hh_l0	7	-0.13578632473945618
762242	rnn.weight_hh_l0	8	0.03934521973133087
762242	rnn.weight_hh_l0	9	-0.12125223129987717
762242	rnn.bias_ih_l0	0	0.1723116934299469
762242	rnn.bias_ih_l0	1	-0.3415089249610901
762242	rnn.bias_ih_l0	2	-0.03767905756831169
762242	rnn.bias_ih_l0	3	-0.21982085704803467
762242	rnn.bias_ih_l0	4	0.0022462978959083557
762242	rnn.bias_ih_l0	5	-0.43981385231018066
762242	rnn.bias_ih_l0	6	-0.1472608894109726
762242	rnn.bias_ih_l0	7	-0.37825676798820496
762242	rnn.bias_ih_l0	8	-0.32270386815071106
762242	rnn.bias_ih_l0	9	-0.43835046887397766
762242	rnn.bias_hh_l0	0	-0.35348573327064514
762242	rnn.bias_hh_l0	1	-0.4378206729888916
762242	rnn.bias_hh_l0	2	-0.40641021728515625
762242	rnn.bias_hh_l0	3	-0.07683087885379791
762242	rnn.bias_hh_l0	4	-0.40325927734375
762242	rnn.bias_hh_l0	5	-0.3671058714389801
762242	rnn.bias_hh_l0	6	-0.12263985723257065
762242	rnn.bias_hh_l0	7	0.08186464756727219
762242	rnn.bias_hh_l0	8	-0.23456452786922455
762242	rnn.bias_hh_l0	9	-0.5640134811401367
762242	rnn.weight_ih_l0_reverse	0	-4.101692320546135e-05
762242	rnn.weight_ih_l0_reverse	1	-0.011463009752333164
762242	rnn.weight_ih_l0_reverse	2	0.00901455245912075
762242	rnn.weight_ih_l0_reverse	3	-0.14179283380508423
762242	rnn.weight_ih_l0_reverse	4	0.08231008797883987
762242	rnn.weight_ih_l0_reverse	5	-0.0969855859875679
762242	rnn.weight_ih_l0_reverse	6	-0.003839940531179309
762242	rnn.weight_ih_l0_reverse	7	0.02566545456647873
762242	rnn.weight_ih_l0_reverse	8	-0.04929898679256439
762242	rnn.weight_ih_l0_reverse	9	-0.07529117166996002
762242	rnn.weight_hh_l0_reverse	0	-0.14824886620044708
762242	rnn.weight_hh_l0_reverse	1	0.021669892594218254
762242	rnn.weight_hh_l0_reverse	2	-0.019584819674491882
762242	rnn.weight_hh_l0_reverse	3	0.02901432476937771
762242	rnn.weight_hh_l0_reverse	4	-0.0808214619755745
762242	rnn.weight_hh_l0_reverse	5	0.03658170625567436
762242	rnn.weight_hh_l0_reverse	6	0.03037247620522976
762242	rnn.weight_hh_l0_reverse	7	-0.12709076702594757
762242	rnn.weight_hh_l0_reverse	8	-0.07767610251903534
762242	rnn.weight_hh_l0_reverse	9	0.03765980526804924
762242	rnn.bias_ih_l0_reverse	0	-0.18355044722557068
762242	rnn.bias_ih_l0_reverse	1	-0.04694429039955139
762242	rnn.bias_ih_l0_reverse	2	0.15651282668113708
762242	rnn.bias_ih_l0_reverse	3	-0.32528337836265564
762242	rnn.bias_ih_l0_reverse	4	0.023013625293970108
762242	rnn.bias_ih_l0_reverse	5	-0.21221566200256348
762242	rnn.bias_ih_l0_reverse	6	0.2720889151096344
762242	rnn.bias_ih_l0_reverse	7	-0.28989171981811523
762242	rnn.bias_ih_l0_reverse	8	-0.19572961330413818
762242	rnn.bias_ih_l0_reverse	9	-0.1498207449913025
762242	rnn.bias_hh_l0_reverse	0	-0.15206608176231384
762242	rnn.bias_hh_l0_reverse	1	0.27469122409820557
762242	rnn.bias_hh_l0_reverse	2	-0.34506213665008545
762242	rnn.bias_hh_l0_reverse	3	-0.24244284629821777
762242	rnn.bias_hh_l0_reverse	4	-0.39247098565101624
762242	rnn.bias_hh_l0_reverse	5	-0.20967911183834076
762242	rnn.bias_hh_l0_reverse	6	-0.2703147232532501
762242	rnn.bias_hh_l0_reverse	7	-0.0959165021777153
762242	rnn.bias_hh_l0_reverse	8	-0.35086461901664734
762242	rnn.bias_hh_l0_reverse	9	0.21362189948558807
762242	linear.weight	0	0.2110050916671753
762242	linear.weight	1	-0.44519323110580444
762242	linear.weight	2	0.02845112606883049
762242	linear.weight	3	0.0674760565161705
762242	linear.weight	4	-0.14067471027374268
762242	linear.weight	5	0.2422204166650772
762242	linear.weight	6	-0.034499432891607285
762242	linear.weight	7	-0.05968949571251869
762242	linear.weight	8	0.1000010296702385
762242	linear.weight	9	-0.04987990856170654
762242	linear.bias	0	-0.856349527835846
762242	linear.bias	1	1.7684108018875122
762242	linear.bias	2	0.7210873365402222
762242	linear.bias	3	-2.741892099380493
762242	linear.bias	4	-0.06976062059402466
762242	linear.bias	5	1.259482979774475
762242	linear.bias	6	-0.20150546729564667
762242	linear.bias	7	0.8203923106193542
762242	linear.bias	8	2.0939221382141113
762242	linear.bias	9	-1.3214213848114014
762250	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
762250	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
762250	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
762250	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
762250	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
762250	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
762250	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
762250	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
762250	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
762250	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
762250	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
762250	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
762250	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
762250	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
762250	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
762250	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
762250	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
762250	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
762250	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
762250	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
762250	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
762250	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
762250	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
762250	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
762250	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
762250	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
762250	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
762250	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
762250	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
762250	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
762250	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
762250	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
762250	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
762250	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
762250	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
762250	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
762250	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
762250	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
762250	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
762250	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
762250	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
762250	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
762250	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
762250	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
762250	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
762250	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
762250	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
762250	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
762250	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
762250	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
762250	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
762250	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
762250	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
762250	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
762250	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
762250	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
762250	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
762250	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
762250	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
762250	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
762250	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
762250	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
762250	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
762250	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
762250	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
762250	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
762250	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
762250	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
762250	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
762250	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
762250	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
762250	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
762250	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
762250	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
762250	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
762250	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
762250	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
762250	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
762250	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
762250	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
762250	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
762250	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
762250	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
762250	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
762250	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
762250	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
762250	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
762250	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
762250	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
762250	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
762250	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
762250	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
762250	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
762250	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
762250	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
762250	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
762250	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
762250	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
762250	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
762250	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
762250	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
762250	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
762250	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
762250	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
762250	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
762250	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
762250	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
762250	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
762250	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
762250	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
762250	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
762250	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
762250	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
762250	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
762250	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
762250	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
762250	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
762250	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
762250	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
762250	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
762250	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
762250	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
762250	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
762250	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
762250	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
762250	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
762250	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
762250	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
762250	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
762250	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
762250	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
762250	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
762250	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
762250	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
762250	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
762250	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
762250	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
762250	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
762250	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
762250	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
762250	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
762250	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
762250	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
762250	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
762250	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
762250	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
762250	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
762250	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
762250	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
762250	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
762250	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
762250	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
762250	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
762250	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
762250	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
762250	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
762250	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
762250	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
762250	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
762250	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
762250	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
762250	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
762250	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
762250	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
762250	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
762250	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
762250	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
762250	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
762250	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
762250	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
762250	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
762250	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
762250	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
762250	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
762250	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
762250	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
762250	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
762250	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
762250	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
762250	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
762250	embedding2nn.weight	0	0.3201117515563965
762250	embedding2nn.weight	1	0.38944724202156067
762250	embedding2nn.weight	2	0.004212087020277977
762250	embedding2nn.weight	3	0.03552659973502159
762250	embedding2nn.weight	4	-0.02706882171332836
762250	embedding2nn.weight	5	0.052036575973033905
762250	embedding2nn.weight	6	-0.008875870145857334
762250	embedding2nn.weight	7	-0.012711414135992527
762250	embedding2nn.weight	8	0.03392486274242401
762250	embedding2nn.weight	9	-0.045319464057683945
762250	embedding2nn.bias	0	0.01612623780965805
762250	embedding2nn.bias	1	-0.1862204670906067
762250	embedding2nn.bias	2	0.13917484879493713
762250	embedding2nn.bias	3	0.17406806349754333
762250	embedding2nn.bias	4	0.13358204066753387
762250	embedding2nn.bias	5	-0.07921544462442398
762250	embedding2nn.bias	6	-0.04023916646838188
762250	embedding2nn.bias	7	0.04214341565966606
762250	embedding2nn.bias	8	-0.15840590000152588
762250	embedding2nn.bias	9	-0.3568016588687897
762250	rnn.weight_ih_l0	0	0.006044567562639713
762250	rnn.weight_ih_l0	1	-0.05858292803168297
762250	rnn.weight_ih_l0	2	-0.06073291599750519
762250	rnn.weight_ih_l0	3	0.11293210834264755
762250	rnn.weight_ih_l0	4	0.034045975655317307
762250	rnn.weight_ih_l0	5	-0.07378392666578293
762250	rnn.weight_ih_l0	6	0.011618521995842457
762250	rnn.weight_ih_l0	7	-0.023260653018951416
762250	rnn.weight_ih_l0	8	0.013729172758758068
762250	rnn.weight_ih_l0	9	-0.07877229154109955
762250	rnn.weight_hh_l0	0	-0.022513415664434433
762250	rnn.weight_hh_l0	1	0.08633723109960556
762250	rnn.weight_hh_l0	2	0.003965743817389011
762250	rnn.weight_hh_l0	3	-0.03523685038089752
762250	rnn.weight_hh_l0	4	0.08477737754583359
762250	rnn.weight_hh_l0	5	0.0025502892676740885
762250	rnn.weight_hh_l0	6	-0.08556411415338516
762250	rnn.weight_hh_l0	7	-0.1357792168855667
762250	rnn.weight_hh_l0	8	0.03934961184859276
762250	rnn.weight_hh_l0	9	-0.12127611041069031
762250	rnn.bias_ih_l0	0	0.1721103936433792
762250	rnn.bias_ih_l0	1	-0.3416159451007843
762250	rnn.bias_ih_l0	2	-0.03784339129924774
762250	rnn.bias_ih_l0	3	-0.21994969248771667
762250	rnn.bias_ih_l0	4	0.0023595313541591167
762250	rnn.bias_ih_l0	5	-0.4399164021015167
762250	rnn.bias_ih_l0	6	-0.1477290540933609
762250	rnn.bias_ih_l0	7	-0.3782495856285095
762250	rnn.bias_ih_l0	8	-0.3225589394569397
762250	rnn.bias_ih_l0	9	-0.43820133805274963
762250	rnn.bias_hh_l0	0	-0.35322779417037964
762250	rnn.bias_hh_l0	1	-0.4380020201206207
762250	rnn.bias_hh_l0	2	-0.40633705258369446
762250	rnn.bias_hh_l0	3	-0.07724188268184662
762250	rnn.bias_hh_l0	4	-0.4034341275691986
762250	rnn.bias_hh_l0	5	-0.367262601852417
762250	rnn.bias_hh_l0	6	-0.122697614133358
762250	rnn.bias_hh_l0	7	0.08180029690265656
762250	rnn.bias_hh_l0	8	-0.23470991849899292
762250	rnn.bias_hh_l0	9	-0.564138650894165
762250	rnn.weight_ih_l0_reverse	0	-4.481928772293031e-05
762250	rnn.weight_ih_l0_reverse	1	-0.011418921872973442
762250	rnn.weight_ih_l0_reverse	2	0.009046253748238087
762250	rnn.weight_ih_l0_reverse	3	-0.14174042642116547
762250	rnn.weight_ih_l0_reverse	4	0.08236262202262878
762250	rnn.weight_ih_l0_reverse	5	-0.09692768007516861
762250	rnn.weight_ih_l0_reverse	6	-0.004385343287140131
762250	rnn.weight_ih_l0_reverse	7	0.025569869205355644
762250	rnn.weight_ih_l0_reverse	8	-0.04924306273460388
762250	rnn.weight_ih_l0_reverse	9	-0.07593464106321335
762250	rnn.weight_hh_l0_reverse	0	-0.1482425481081009
762250	rnn.weight_hh_l0_reverse	1	0.02166886441409588
762250	rnn.weight_hh_l0_reverse	2	-0.019608451053500175
762250	rnn.weight_hh_l0_reverse	3	0.02901187166571617
762250	rnn.weight_hh_l0_reverse	4	-0.08082875609397888
762250	rnn.weight_hh_l0_reverse	5	0.03657642751932144
762250	rnn.weight_hh_l0_reverse	6	0.03037431463599205
762250	rnn.weight_hh_l0_reverse	7	-0.12709617614746094
762250	rnn.weight_hh_l0_reverse	8	-0.07761049270629883
762250	rnn.weight_hh_l0_reverse	9	0.03764529526233673
762250	rnn.bias_ih_l0_reverse	0	-0.18335099518299103
762250	rnn.bias_ih_l0_reverse	1	-0.04689941555261612
762250	rnn.bias_ih_l0_reverse	2	0.15679383277893066
762250	rnn.bias_ih_l0_reverse	3	-0.3252304494380951
762250	rnn.bias_ih_l0_reverse	4	0.023282676935195923
762250	rnn.bias_ih_l0_reverse	5	-0.21222953498363495
762250	rnn.bias_ih_l0_reverse	6	0.2720434069633484
762250	rnn.bias_ih_l0_reverse	7	-0.28959882259368896
762250	rnn.bias_ih_l0_reverse	8	-0.1958831250667572
762250	rnn.bias_ih_l0_reverse	9	-0.14970000088214874
762250	rnn.bias_hh_l0_reverse	0	-0.1521744281053543
762250	rnn.bias_hh_l0_reverse	1	0.2745272219181061
762250	rnn.bias_hh_l0_reverse	2	-0.3447401225566864
762250	rnn.bias_hh_l0_reverse	3	-0.24289071559906006
762250	rnn.bias_hh_l0_reverse	4	-0.3922717273235321
762250	rnn.bias_hh_l0_reverse	5	-0.21009314060211182
762250	rnn.bias_hh_l0_reverse	6	-0.2701127827167511
762250	rnn.bias_hh_l0_reverse	7	-0.09593440592288971
762250	rnn.bias_hh_l0_reverse	8	-0.3508276045322418
762250	rnn.bias_hh_l0_reverse	9	0.21409405767917633
762250	linear.weight	0	0.2106853872537613
762250	linear.weight	1	-0.4456777274608612
762250	linear.weight	2	0.02812330797314644
762250	linear.weight	3	0.0674760565161705
762250	linear.weight	4	-0.14132218062877655
762250	linear.weight	5	0.24177558720111847
762250	linear.weight	6	-0.03537054359912872
762250	linear.weight	7	-0.059689488261938095
762250	linear.weight	8	0.0997372418642044
762250	linear.weight	9	-0.04987991973757744
762250	linear.bias	0	-0.8559232950210571
762250	linear.bias	1	1.767359972000122
762250	linear.bias	2	0.7203328013420105
762250	linear.bias	3	-2.741892099380493
762250	linear.bias	4	-0.0698239803314209
762250	linear.bias	5	1.2597988843917847
762250	linear.bias	6	-0.2021695375442505
762250	linear.bias	7	0.8219503164291382
762250	linear.bias	8	2.0940356254577637
762250	linear.bias	9	-1.3215500116348267
762859	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
762859	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
762859	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
762859	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
762859	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
762859	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
762859	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
762859	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
762859	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
762859	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
762859	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
762859	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
762859	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
762859	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
762859	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
762859	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
762859	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
762859	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
762859	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
762859	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
762859	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
762859	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
762859	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
762859	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
762859	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
762859	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
762859	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
762859	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
762859	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
762859	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
762859	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
762859	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
762859	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
762859	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
762859	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
762859	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
762859	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
762859	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
762859	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
762859	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
762859	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
762859	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
762859	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
762859	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
762859	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
762859	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
762859	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
762859	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
762859	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
762859	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
762859	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
762859	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
762859	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
762859	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
762859	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
762859	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
762859	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
762859	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
762859	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
762859	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
762859	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
762859	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
762859	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
762859	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
762859	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
762859	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
762859	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
762859	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
762859	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
762859	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
762859	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
762859	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
762859	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
762859	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
762859	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
762859	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
762859	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
762859	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
762859	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
762859	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
762859	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
762859	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
762859	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
762859	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
762859	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
762859	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
762859	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
762859	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
762859	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
762859	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
762859	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
762859	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
762859	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
762859	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
762859	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
762859	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
762859	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
762859	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
762859	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
762859	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
762859	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
762859	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
762859	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
762859	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
762859	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
762859	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
762859	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
762859	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
762859	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
762859	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
762859	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
762859	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
762859	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
762859	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
762859	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
762859	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
762859	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
762859	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
762859	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
762859	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
762859	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
762859	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
762859	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
762859	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
762859	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
762859	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
762859	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
762859	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
762859	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
762859	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
762859	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
762859	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
762859	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
762859	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
762859	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
762859	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
762859	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
762859	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
762859	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
762859	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
762859	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
762859	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
762859	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
762859	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
762859	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
762859	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
762859	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
762859	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
762859	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
762859	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
762859	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
762859	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
762859	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
762859	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
762859	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
762859	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
762859	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
762859	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
762859	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
762859	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
762859	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
762859	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
762859	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
762859	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
762859	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
762859	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
762859	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
762859	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
762859	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
762859	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
762859	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
762859	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
762859	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
762859	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
762859	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
762859	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
762859	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
762859	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
762859	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
762859	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
762859	embedding2nn.weight	0	0.3200799226760864
762859	embedding2nn.weight	1	0.3886507451534271
762859	embedding2nn.weight	2	0.003784265834838152
762859	embedding2nn.weight	3	0.03146124631166458
762859	embedding2nn.weight	4	-0.029847856611013412
762859	embedding2nn.weight	5	0.05400482192635536
762859	embedding2nn.weight	6	-0.004794994834810495
762859	embedding2nn.weight	7	-0.010496546514332294
762859	embedding2nn.weight	8	0.03548283874988556
762859	embedding2nn.weight	9	-0.04849730059504509
762859	embedding2nn.bias	0	0.01403406634926796
762859	embedding2nn.bias	1	-0.17928752303123474
762859	embedding2nn.bias	2	0.14621341228485107
762859	embedding2nn.bias	3	0.17925120890140533
762859	embedding2nn.bias	4	0.13041459023952484
762859	embedding2nn.bias	5	-0.07889839261770248
762859	embedding2nn.bias	6	-0.04480072110891342
762859	embedding2nn.bias	7	0.03988660126924515
762859	embedding2nn.bias	8	-0.15353718400001526
762859	embedding2nn.bias	9	-0.3603959083557129
762859	rnn.weight_ih_l0	0	0.005843375809490681
762859	rnn.weight_ih_l0	1	-0.058655790984630585
762859	rnn.weight_ih_l0	2	-0.05864937603473663
762859	rnn.weight_ih_l0	3	0.11299248039722443
762859	rnn.weight_ih_l0	4	0.034503545612096786
762859	rnn.weight_ih_l0	5	-0.07412474602460861
762859	rnn.weight_ih_l0	6	0.010815417394042015
762859	rnn.weight_ih_l0	7	-0.024199726060032845
762859	rnn.weight_ih_l0	8	0.017408158630132675
762859	rnn.weight_ih_l0	9	-0.07695269584655762
762859	rnn.weight_hh_l0	0	-0.022725747898221016
762859	rnn.weight_hh_l0	1	0.08590545505285263
762859	rnn.weight_hh_l0	2	0.004025801084935665
762859	rnn.weight_hh_l0	3	-0.035435933619737625
762859	rnn.weight_hh_l0	4	0.08467953652143478
762859	rnn.weight_hh_l0	5	0.0025477365124970675
762859	rnn.weight_hh_l0	6	-0.08558046817779541
762859	rnn.weight_hh_l0	7	-0.1363389492034912
762859	rnn.weight_hh_l0	8	0.039351802319288254
762859	rnn.weight_hh_l0	9	-0.12118375301361084
762859	rnn.bias_ih_l0	0	0.17104779183864594
762859	rnn.bias_ih_l0	1	-0.3396975100040436
762859	rnn.bias_ih_l0	2	-0.037319689989089966
762859	rnn.bias_ih_l0	3	-0.2197285294532776
762859	rnn.bias_ih_l0	4	0.000996055663563311
762859	rnn.bias_ih_l0	5	-0.43839219212532043
762859	rnn.bias_ih_l0	6	-0.14720183610916138
762859	rnn.bias_ih_l0	7	-0.3788961172103882
762859	rnn.bias_ih_l0	8	-0.32448211312294006
762859	rnn.bias_ih_l0	9	-0.4399068057537079
762859	rnn.bias_hh_l0	0	-0.3531399965286255
762859	rnn.bias_hh_l0	1	-0.43716856837272644
762859	rnn.bias_hh_l0	2	-0.40677860379219055
762859	rnn.bias_hh_l0	3	-0.07665106654167175
762859	rnn.bias_hh_l0	4	-0.4037030339241028
762859	rnn.bias_hh_l0	5	-0.36794590950012207
762859	rnn.bias_hh_l0	6	-0.1223728135228157
762859	rnn.bias_hh_l0	7	0.07920634746551514
762859	rnn.bias_hh_l0	8	-0.2336365133523941
762859	rnn.bias_hh_l0	9	-0.5640684366226196
762859	rnn.weight_ih_l0_reverse	0	0.0014099862892180681
762859	rnn.weight_ih_l0_reverse	1	-0.011929864063858986
762859	rnn.weight_ih_l0_reverse	2	0.008833536878228188
762859	rnn.weight_ih_l0_reverse	3	-0.14177393913269043
762859	rnn.weight_ih_l0_reverse	4	0.08160630613565445
762859	rnn.weight_ih_l0_reverse	5	-0.09971198439598083
762859	rnn.weight_ih_l0_reverse	6	-0.00261724297888577
762859	rnn.weight_ih_l0_reverse	7	0.02575063891708851
762859	rnn.weight_ih_l0_reverse	8	-0.04928654059767723
762859	rnn.weight_ih_l0_reverse	9	-0.0741589218378067
762859	rnn.weight_hh_l0_reverse	0	-0.14812877774238586
762859	rnn.weight_hh_l0_reverse	1	0.02197927050292492
762859	rnn.weight_hh_l0_reverse	2	-0.019566506147384644
762859	rnn.weight_hh_l0_reverse	3	0.029266756027936935
762859	rnn.weight_hh_l0_reverse	4	-0.08087477087974548
762859	rnn.weight_hh_l0_reverse	5	0.03654813766479492
762859	rnn.weight_hh_l0_reverse	6	0.03036389872431755
762859	rnn.weight_hh_l0_reverse	7	-0.12676312029361725
762859	rnn.weight_hh_l0_reverse	8	-0.077677883207798
762859	rnn.weight_hh_l0_reverse	9	0.037739433348178864
762859	rnn.bias_ih_l0_reverse	0	-0.18273520469665527
762859	rnn.bias_ih_l0_reverse	1	-0.04948641359806061
762859	rnn.bias_ih_l0_reverse	2	0.156471386551857
762859	rnn.bias_ih_l0_reverse	3	-0.3258630037307739
762859	rnn.bias_ih_l0_reverse	4	0.019558561965823174
762859	rnn.bias_ih_l0_reverse	5	-0.2132636308670044
762859	rnn.bias_ih_l0_reverse	6	0.27126529812812805
762859	rnn.bias_ih_l0_reverse	7	-0.29255709052085876
762859	rnn.bias_ih_l0_reverse	8	-0.19632817804813385
762859	rnn.bias_ih_l0_reverse	9	-0.14817163348197937
762859	rnn.bias_hh_l0_reverse	0	-0.1529838889837265
762859	rnn.bias_hh_l0_reverse	1	0.2754063010215759
762859	rnn.bias_hh_l0_reverse	2	-0.34716659784317017
762859	rnn.bias_hh_l0_reverse	3	-0.24255716800689697
762859	rnn.bias_hh_l0_reverse	4	-0.3933979570865631
762859	rnn.bias_hh_l0_reverse	5	-0.20939314365386963
762859	rnn.bias_hh_l0_reverse	6	-0.26899537444114685
762859	rnn.bias_hh_l0_reverse	7	-0.09621842950582504
762859	rnn.bias_hh_l0_reverse	8	-0.3520177900791168
762859	rnn.bias_hh_l0_reverse	9	0.20582282543182373
762859	linear.weight	0	0.2210955172777176
762859	linear.weight	1	-0.4451986849308014
762859	linear.weight	2	0.021590933203697205
762859	linear.weight	3	0.06747613102197647
762859	linear.weight	4	-0.1306598037481308
762859	linear.weight	5	0.24202734231948853
762859	linear.weight	6	-0.023024803027510643
762859	linear.weight	7	-0.05968853458762169
762859	linear.weight	8	0.09778642654418945
762859	linear.weight	9	-0.04988042265176773
762859	linear.bias	0	-0.8590227365493774
762859	linear.bias	1	1.769181728363037
762859	linear.bias	2	0.7235621213912964
762859	linear.bias	3	-2.7419161796569824
762859	linear.bias	4	-0.06444821506738663
762859	linear.bias	5	1.2465736865997314
762859	linear.bias	6	-0.20560574531555176
762859	linear.bias	7	0.8194285035133362
762859	linear.bias	8	2.1014599800109863
762859	linear.bias	9	-1.3220727443695068
763468	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
763468	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
763468	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
763468	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
763468	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
763468	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
763468	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
763468	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
763468	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
763468	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
763468	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
763468	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
763468	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
763468	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
763468	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
763468	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
763468	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
763468	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
763468	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
763468	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
763468	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
763468	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
763468	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
763468	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
763468	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
763468	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
763468	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
763468	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
763468	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
763468	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
763468	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
763468	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
763468	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
763468	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
763468	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
763468	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
763468	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
763468	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
763468	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
763468	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
763468	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
763468	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
763468	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
763468	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
763468	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
763468	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
763468	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
763468	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
763468	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
763468	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
763468	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
763468	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
763468	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
763468	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
763468	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
763468	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
763468	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
763468	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
763468	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
763468	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
763468	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
763468	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
763468	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
763468	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
763468	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
763468	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
763468	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
763468	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
763468	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
763468	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
763468	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
763468	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
763468	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
763468	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
763468	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
763468	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
763468	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
763468	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
763468	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
763468	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
763468	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
763468	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
763468	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
763468	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
763468	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
763468	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
763468	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
763468	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
763468	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
763468	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
763468	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
763468	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
763468	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
763468	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
763468	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
763468	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
763468	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
763468	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
763468	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
763468	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
763468	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
763468	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
763468	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
763468	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
763468	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
763468	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
763468	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
763468	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
763468	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
763468	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
763468	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
763468	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
763468	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
763468	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
763468	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
763468	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
763468	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
763468	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
763468	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
763468	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
763468	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
763468	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
763468	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
763468	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
763468	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
763468	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
763468	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
763468	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
763468	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
763468	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
763468	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
763468	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
763468	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
763468	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
763468	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
763468	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
763468	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
763468	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
763468	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
763468	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
763468	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
763468	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
763468	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
763468	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
763468	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
763468	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
763468	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
763468	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
763468	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
763468	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
763468	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
763468	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
763468	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
763468	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
763468	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
763468	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
763468	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
763468	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
763468	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
763468	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
763468	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
763468	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
763468	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
763468	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
763468	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
763468	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
763468	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
763468	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
763468	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
763468	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
763468	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
763468	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
763468	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
763468	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
763468	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
763468	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
763468	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
763468	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
763468	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
763468	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
763468	embedding2nn.weight	0	0.32005003094673157
763468	embedding2nn.weight	1	0.38922691345214844
763468	embedding2nn.weight	2	0.004974902607500553
763468	embedding2nn.weight	3	0.02710925228893757
763468	embedding2nn.weight	4	-0.030435070395469666
763468	embedding2nn.weight	5	0.05367456004023552
763468	embedding2nn.weight	6	-0.007475399877876043
763468	embedding2nn.weight	7	-0.010448875837028027
763468	embedding2nn.weight	8	0.0360134057700634
763468	embedding2nn.weight	9	-0.04828750342130661
763468	embedding2nn.bias	0	0.010491993278265
763468	embedding2nn.bias	1	-0.18812769651412964
763468	embedding2nn.bias	2	0.1515471339225769
763468	embedding2nn.bias	3	0.1679007112979889
763468	embedding2nn.bias	4	0.13782356679439545
763468	embedding2nn.bias	5	-0.08398495614528656
763468	embedding2nn.bias	6	-0.04893412068486214
763468	embedding2nn.bias	7	0.037629883736371994
763468	embedding2nn.bias	8	-0.1536446064710617
763468	embedding2nn.bias	9	-0.35715803503990173
763468	rnn.weight_ih_l0	0	0.0065051838755607605
763468	rnn.weight_ih_l0	1	-0.058470405638217926
763468	rnn.weight_ih_l0	2	-0.05912363901734352
763468	rnn.weight_ih_l0	3	0.11303650587797165
763468	rnn.weight_ih_l0	4	0.03364463150501251
763468	rnn.weight_ih_l0	5	-0.07290530204772949
763468	rnn.weight_ih_l0	6	0.010022250935435295
763468	rnn.weight_ih_l0	7	-0.0225851871073246
763468	rnn.weight_ih_l0	8	0.017782116308808327
763468	rnn.weight_ih_l0	9	-0.07750978320837021
763468	rnn.weight_hh_l0	0	-0.022655785083770752
763468	rnn.weight_hh_l0	1	0.08616946637630463
763468	rnn.weight_hh_l0	2	0.003932650201022625
763468	rnn.weight_hh_l0	3	-0.035593416541814804
763468	rnn.weight_hh_l0	4	0.08468040823936462
763468	rnn.weight_hh_l0	5	0.0024102008901536465
763468	rnn.weight_hh_l0	6	-0.08572569489479065
763468	rnn.weight_hh_l0	7	-0.13562478125095367
763468	rnn.weight_hh_l0	8	0.039409879595041275
763468	rnn.weight_hh_l0	9	-0.1214756965637207
763468	rnn.bias_ih_l0	0	0.1724577397108078
763468	rnn.bias_ih_l0	1	-0.3399882912635803
763468	rnn.bias_ih_l0	2	-0.03566121309995651
763468	rnn.bias_ih_l0	3	-0.21978414058685303
763468	rnn.bias_ih_l0	4	0.0009432523511350155
763468	rnn.bias_ih_l0	5	-0.4399721920490265
763468	rnn.bias_ih_l0	6	-0.14680129289627075
763468	rnn.bias_ih_l0	7	-0.37860018014907837
763468	rnn.bias_ih_l0	8	-0.32518115639686584
763468	rnn.bias_ih_l0	9	-0.4414651691913605
763468	rnn.bias_hh_l0	0	-0.35210976004600525
763468	rnn.bias_hh_l0	1	-0.43679511547088623
763468	rnn.bias_hh_l0	2	-0.4065341353416443
763468	rnn.bias_hh_l0	3	-0.07840368151664734
763468	rnn.bias_hh_l0	4	-0.4038659930229187
763468	rnn.bias_hh_l0	5	-0.3684362769126892
763468	rnn.bias_hh_l0	6	-0.12273846566677094
763468	rnn.bias_hh_l0	7	0.0800628736615181
763468	rnn.bias_hh_l0	8	-0.23292377591133118
763468	rnn.bias_hh_l0	9	-0.5645322203636169
763468	rnn.weight_ih_l0_reverse	0	0.0030250106938183308
763468	rnn.weight_ih_l0_reverse	1	-0.011492732912302017
763468	rnn.weight_ih_l0_reverse	2	0.007622702978551388
763468	rnn.weight_ih_l0_reverse	3	-0.14179691672325134
763468	rnn.weight_ih_l0_reverse	4	0.08149632811546326
763468	rnn.weight_ih_l0_reverse	5	-0.0994582325220108
763468	rnn.weight_ih_l0_reverse	6	-0.0011607249034568667
763468	rnn.weight_ih_l0_reverse	7	0.025442196056246758
763468	rnn.weight_ih_l0_reverse	8	-0.04920852556824684
763468	rnn.weight_ih_l0_reverse	9	-0.07529997825622559
763468	rnn.weight_hh_l0_reverse	0	-0.14840663969516754
763468	rnn.weight_hh_l0_reverse	1	0.021877611055970192
763468	rnn.weight_hh_l0_reverse	2	-0.01953294314444065
763468	rnn.weight_hh_l0_reverse	3	0.029264388605952263
763468	rnn.weight_hh_l0_reverse	4	-0.08079328387975693
763468	rnn.weight_hh_l0_reverse	5	0.03662564605474472
763468	rnn.weight_hh_l0_reverse	6	0.03034861572086811
763468	rnn.weight_hh_l0_reverse	7	-0.12678976356983185
763468	rnn.weight_hh_l0_reverse	8	-0.07714288681745529
763468	rnn.weight_hh_l0_reverse	9	0.03805826976895332
763468	rnn.bias_ih_l0_reverse	0	-0.18357937037944794
763468	rnn.bias_ih_l0_reverse	1	-0.050272438675165176
763468	rnn.bias_ih_l0_reverse	2	0.1594448685646057
763468	rnn.bias_ih_l0_reverse	3	-0.32547056674957275
763468	rnn.bias_ih_l0_reverse	4	0.018972450867295265
763468	rnn.bias_ih_l0_reverse	5	-0.21391379833221436
763468	rnn.bias_ih_l0_reverse	6	0.2714865505695343
763468	rnn.bias_ih_l0_reverse	7	-0.2928948402404785
763468	rnn.bias_ih_l0_reverse	8	-0.1971188336610794
763468	rnn.bias_ih_l0_reverse	9	-0.14775240421295166
763468	rnn.bias_hh_l0_reverse	0	-0.1467410773038864
763468	rnn.bias_hh_l0_reverse	1	0.2734904885292053
763468	rnn.bias_hh_l0_reverse	2	-0.3464649021625519
763468	rnn.bias_hh_l0_reverse	3	-0.2435634881258011
763468	rnn.bias_hh_l0_reverse	4	-0.39274367690086365
763468	rnn.bias_hh_l0_reverse	5	-0.2117546796798706
763468	rnn.bias_hh_l0_reverse	6	-0.27144792675971985
763468	rnn.bias_hh_l0_reverse	7	-0.09529843181371689
763468	rnn.bias_hh_l0_reverse	8	-0.34858113527297974
763468	rnn.bias_hh_l0_reverse	9	0.20893311500549316
763468	linear.weight	0	0.2113620936870575
763468	linear.weight	1	-0.4471457898616791
763468	linear.weight	2	0.025417475029826164
763468	linear.weight	3	0.0674760490655899
763468	linear.weight	4	-0.11567787826061249
763468	linear.weight	5	0.24461568892002106
763468	linear.weight	6	-0.04010936617851257
763468	linear.weight	7	-0.05968721583485603
763468	linear.weight	8	0.10118667781352997
763468	linear.weight	9	-0.049881767481565475
763468	linear.bias	0	-0.860066831111908
763468	linear.bias	1	1.7508753538131714
763468	linear.bias	2	0.7377817630767822
763468	linear.bias	3	-2.7419378757476807
763468	linear.bias	4	-0.07315979897975922
763468	linear.bias	5	1.2589762210845947
763468	linear.bias	6	-0.20298707485198975
763468	linear.bias	7	0.8168569207191467
763468	linear.bias	8	2.093703269958496
763468	linear.bias	9	-1.3323765993118286
764077	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
764077	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
764077	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
764077	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
764077	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
764077	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
764077	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
764077	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
764077	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
764077	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
764077	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
764077	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
764077	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
764077	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
764077	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
764077	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
764077	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
764077	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
764077	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
764077	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
764077	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
764077	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
764077	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
764077	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
764077	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
764077	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
764077	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
764077	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
764077	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
764077	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
764077	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
764077	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
764077	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
764077	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
764077	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
764077	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
764077	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
764077	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
764077	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
764077	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
764077	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
764077	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
764077	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
764077	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
764077	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
764077	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
764077	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
764077	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
764077	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
764077	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
764077	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
764077	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
764077	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
764077	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
764077	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
764077	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
764077	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
764077	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
764077	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
764077	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
764077	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
764077	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
764077	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
764077	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
764077	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
764077	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
764077	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
764077	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
764077	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
764077	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
764077	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
764077	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
764077	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
764077	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
764077	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
764077	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
764077	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
764077	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
764077	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
764077	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
764077	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
764077	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
764077	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
764077	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
764077	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
764077	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
764077	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
764077	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
764077	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
764077	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
764077	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
764077	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
764077	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
764077	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
764077	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
764077	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
764077	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
764077	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
764077	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
764077	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
764077	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
764077	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
764077	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
764077	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
764077	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
764077	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
764077	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
764077	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
764077	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
764077	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
764077	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
764077	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
764077	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
764077	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
764077	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
764077	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
764077	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
764077	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
764077	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
764077	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
764077	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
764077	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
764077	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
764077	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
764077	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
764077	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
764077	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
764077	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
764077	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
764077	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
764077	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
764077	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
764077	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
764077	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
764077	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
764077	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
764077	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
764077	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
764077	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
764077	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
764077	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
764077	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
764077	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
764077	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
764077	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
764077	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
764077	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
764077	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
764077	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
764077	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
764077	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
764077	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
764077	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
764077	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
764077	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
764077	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
764077	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
764077	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
764077	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
764077	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
764077	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
764077	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
764077	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
764077	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
764077	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
764077	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
764077	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
764077	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
764077	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
764077	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
764077	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
764077	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
764077	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
764077	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
764077	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
764077	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
764077	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
764077	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
764077	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
764077	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
764077	embedding2nn.weight	0	0.3205363154411316
764077	embedding2nn.weight	1	0.38942959904670715
764077	embedding2nn.weight	2	0.00445276964455843
764077	embedding2nn.weight	3	0.025359831750392914
764077	embedding2nn.weight	4	-0.03016846813261509
764077	embedding2nn.weight	5	0.055618565529584885
764077	embedding2nn.weight	6	-0.0031518973410129547
764077	embedding2nn.weight	7	-0.007751100696623325
764077	embedding2nn.weight	8	0.03550853580236435
764077	embedding2nn.weight	9	-0.05027634650468826
764077	embedding2nn.bias	0	0.002298877574503422
764077	embedding2nn.bias	1	-0.18729844689369202
764077	embedding2nn.bias	2	0.1483394354581833
764077	embedding2nn.bias	3	0.1727534979581833
764077	embedding2nn.bias	4	0.1447879821062088
764077	embedding2nn.bias	5	-0.07900853455066681
764077	embedding2nn.bias	6	-0.05368155613541603
764077	embedding2nn.bias	7	0.04359685257077217
764077	embedding2nn.bias	8	-0.15399429202079773
764077	embedding2nn.bias	9	-0.35948553681373596
764077	rnn.weight_ih_l0	0	0.006914137862622738
764077	rnn.weight_ih_l0	1	-0.05853591114282608
764077	rnn.weight_ih_l0	2	-0.05866716429591179
764077	rnn.weight_ih_l0	3	0.11182714253664017
764077	rnn.weight_ih_l0	4	0.03308387100696564
764077	rnn.weight_ih_l0	5	-0.07256084680557251
764077	rnn.weight_ih_l0	6	0.010060837492346764
764077	rnn.weight_ih_l0	7	-0.022728845477104187
764077	rnn.weight_ih_l0	8	0.016926389187574387
764077	rnn.weight_ih_l0	9	-0.07999564707279205
764077	rnn.weight_hh_l0	0	-0.022690299898386
764077	rnn.weight_hh_l0	1	0.08623670786619186
764077	rnn.weight_hh_l0	2	0.0034056217409670353
764077	rnn.weight_hh_l0	3	-0.03540579602122307
764077	rnn.weight_hh_l0	4	0.08465920388698578
764077	rnn.weight_hh_l0	5	0.0023110597394406796
764077	rnn.weight_hh_l0	6	-0.08601220697164536
764077	rnn.weight_hh_l0	7	-0.13591425120830536
764077	rnn.weight_hh_l0	8	0.039303313940763474
764077	rnn.weight_hh_l0	9	-0.12196939438581467
764077	rnn.bias_ih_l0	0	0.17520931363105774
764077	rnn.bias_ih_l0	1	-0.339704692363739
764077	rnn.bias_ih_l0	2	-0.03359105437994003
764077	rnn.bias_ih_l0	3	-0.21675339341163635
764077	rnn.bias_ih_l0	4	-0.0021183141507208347
764077	rnn.bias_ih_l0	5	-0.43970152735710144
764077	rnn.bias_ih_l0	6	-0.14509901404380798
764077	rnn.bias_ih_l0	7	-0.37930577993392944
764077	rnn.bias_ih_l0	8	-0.32281893491744995
764077	rnn.bias_ih_l0	9	-0.4443220794200897
764077	rnn.bias_hh_l0	0	-0.3487211763858795
764077	rnn.bias_hh_l0	1	-0.4380573034286499
764077	rnn.bias_hh_l0	2	-0.406483918428421
764077	rnn.bias_hh_l0	3	-0.07851356267929077
764077	rnn.bias_hh_l0	4	-0.40432390570640564
764077	rnn.bias_hh_l0	5	-0.36923059821128845
764077	rnn.bias_hh_l0	6	-0.12224084138870239
764077	rnn.bias_hh_l0	7	0.07799322158098221
764077	rnn.bias_hh_l0	8	-0.23246656358242035
764077	rnn.bias_hh_l0	9	-0.5649346709251404
764077	rnn.weight_ih_l0_reverse	0	0.0037724701687693596
764077	rnn.weight_ih_l0_reverse	1	-0.011576092801988125
764077	rnn.weight_ih_l0_reverse	2	0.00675827544182539
764077	rnn.weight_ih_l0_reverse	3	-0.14105147123336792
764077	rnn.weight_ih_l0_reverse	4	0.08109726756811142
764077	rnn.weight_ih_l0_reverse	5	-0.10017763823270798
764077	rnn.weight_ih_l0_reverse	6	6.345050496747717e-05
764077	rnn.weight_ih_l0_reverse	7	0.024955259636044502
764077	rnn.weight_ih_l0_reverse	8	-0.05019459128379822
764077	rnn.weight_ih_l0_reverse	9	-0.0740986317396164
764077	rnn.weight_hh_l0_reverse	0	-0.14842352271080017
764077	rnn.weight_hh_l0_reverse	1	0.021509971469640732
764077	rnn.weight_hh_l0_reverse	2	-0.019787585362792015
764077	rnn.weight_hh_l0_reverse	3	0.029250962659716606
764077	rnn.weight_hh_l0_reverse	4	-0.08065970987081528
764077	rnn.weight_hh_l0_reverse	5	0.03674045205116272
764077	rnn.weight_hh_l0_reverse	6	0.0303215142339468
764077	rnn.weight_hh_l0_reverse	7	-0.12682972848415375
764077	rnn.weight_hh_l0_reverse	8	-0.0764012262225151
764077	rnn.weight_hh_l0_reverse	9	0.038495954126119614
764077	rnn.bias_ih_l0_reverse	0	-0.18292587995529175
764077	rnn.bias_ih_l0_reverse	1	-0.04951208084821701
764077	rnn.bias_ih_l0_reverse	2	0.15896391868591309
764077	rnn.bias_ih_l0_reverse	3	-0.3258710205554962
764077	rnn.bias_ih_l0_reverse	4	0.019989628344774246
764077	rnn.bias_ih_l0_reverse	5	-0.21392318606376648
764077	rnn.bias_ih_l0_reverse	6	0.269957572221756
764077	rnn.bias_ih_l0_reverse	7	-0.28809767961502075
764077	rnn.bias_ih_l0_reverse	8	-0.197511225938797
764077	rnn.bias_ih_l0_reverse	9	-0.1493024080991745
764077	rnn.bias_hh_l0_reverse	0	-0.14878250658512115
764077	rnn.bias_hh_l0_reverse	1	0.273406058549881
764077	rnn.bias_hh_l0_reverse	2	-0.3457019627094269
764077	rnn.bias_hh_l0_reverse	3	-0.24318011105060577
764077	rnn.bias_hh_l0_reverse	4	-0.3919913172721863
764077	rnn.bias_hh_l0_reverse	5	-0.2095785140991211
764077	rnn.bias_hh_l0_reverse	6	-0.2733227014541626
764077	rnn.bias_hh_l0_reverse	7	-0.09377902746200562
764077	rnn.bias_hh_l0_reverse	8	-0.34981486201286316
764077	rnn.bias_hh_l0_reverse	9	0.2105083018541336
764077	linear.weight	0	0.20669375360012054
764077	linear.weight	1	-0.44602885842323303
764077	linear.weight	2	0.015343044884502888
764077	linear.weight	3	0.06747593730688095
764077	linear.weight	4	-0.12007264047861099
764077	linear.weight	5	0.23245841264724731
764077	linear.weight	6	-0.038301803171634674
764077	linear.weight	7	-0.05968615785241127
764077	linear.weight	8	0.10219129174947739
764077	linear.weight	9	-0.04988259822130203
764077	linear.bias	0	-0.8753829002380371
764077	linear.bias	1	1.7600984573364258
764077	linear.bias	2	0.754027783870697
764077	linear.bias	3	-2.741957664489746
764077	linear.bias	4	-0.07197187840938568
764077	linear.bias	5	1.2578909397125244
764077	linear.bias	6	-0.2068438082933426
764077	linear.bias	7	0.8164894580841064
764077	linear.bias	8	2.1109044551849365
764077	linear.bias	9	-1.3381633758544922
764686	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
764686	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
764686	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
764686	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
764686	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
764686	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
764686	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
764686	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
764686	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
764686	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
764686	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
764686	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
764686	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
764686	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
764686	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
764686	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
764686	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
764686	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
764686	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
764686	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
764686	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
764686	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
764686	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
764686	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
764686	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
764686	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
764686	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
764686	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
764686	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
764686	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
764686	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
764686	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
764686	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
764686	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
764686	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
764686	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
764686	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
764686	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
764686	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
764686	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
764686	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
764686	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
764686	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
764686	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
764686	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
764686	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
764686	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
764686	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
764686	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
764686	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
764686	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
764686	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
764686	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
764686	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
764686	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
764686	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
764686	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
764686	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
764686	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
764686	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
764686	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
764686	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
764686	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
764686	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
764686	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
764686	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
764686	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
764686	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
764686	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
764686	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
764686	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
764686	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
764686	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
764686	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
764686	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
764686	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
764686	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
764686	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
764686	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
764686	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
764686	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
764686	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
764686	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
764686	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
764686	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
764686	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
764686	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
764686	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
764686	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
764686	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
764686	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
764686	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
764686	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
764686	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
764686	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
764686	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
764686	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
764686	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
764686	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
764686	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
764686	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
764686	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
764686	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
764686	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
764686	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
764686	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
764686	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
764686	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
764686	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
764686	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
764686	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
764686	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
764686	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
764686	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
764686	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
764686	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
764686	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
764686	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
764686	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
764686	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
764686	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
764686	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
764686	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
764686	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
764686	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
764686	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
764686	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
764686	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
764686	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
764686	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
764686	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
764686	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
764686	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
764686	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
764686	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
764686	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
764686	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
764686	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
764686	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
764686	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
764686	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
764686	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
764686	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
764686	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
764686	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
764686	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
764686	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
764686	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
764686	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
764686	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
764686	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
764686	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
764686	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
764686	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
764686	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
764686	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
764686	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
764686	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
764686	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
764686	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
764686	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
764686	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
764686	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
764686	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
764686	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
764686	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
764686	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
764686	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
764686	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
764686	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
764686	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
764686	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
764686	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
764686	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
764686	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
764686	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
764686	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
764686	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
764686	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
764686	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
764686	embedding2nn.weight	0	0.3202652931213379
764686	embedding2nn.weight	1	0.38903093338012695
764686	embedding2nn.weight	2	0.00392569275572896
764686	embedding2nn.weight	3	0.026797790080308914
764686	embedding2nn.weight	4	-0.03042866289615631
764686	embedding2nn.weight	5	0.05547766014933586
764686	embedding2nn.weight	6	-0.0036402542609721422
764686	embedding2nn.weight	7	-0.009696642868220806
764686	embedding2nn.weight	8	0.03639206290245056
764686	embedding2nn.weight	9	-0.05032362416386604
764686	embedding2nn.bias	0	0.009969059377908707
764686	embedding2nn.bias	1	-0.1890777051448822
764686	embedding2nn.bias	2	0.13918942213058472
764686	embedding2nn.bias	3	0.18031786382198334
764686	embedding2nn.bias	4	0.14072296023368835
764686	embedding2nn.bias	5	-0.07662873715162277
764686	embedding2nn.bias	6	-0.0564827099442482
764686	embedding2nn.bias	7	0.04544706270098686
764686	embedding2nn.bias	8	-0.1551927924156189
764686	embedding2nn.bias	9	-0.3653290271759033
764686	rnn.weight_ih_l0	0	0.006642104592174292
764686	rnn.weight_ih_l0	1	-0.05768981948494911
764686	rnn.weight_ih_l0	2	-0.059928085654973984
764686	rnn.weight_ih_l0	3	0.11277703940868378
764686	rnn.weight_ih_l0	4	0.03430706262588501
764686	rnn.weight_ih_l0	5	-0.07428601384162903
764686	rnn.weight_ih_l0	6	0.010067623108625412
764686	rnn.weight_ih_l0	7	-0.02293318510055542
764686	rnn.weight_ih_l0	8	0.01702222228050232
764686	rnn.weight_ih_l0	9	-0.07908602058887482
764686	rnn.weight_hh_l0	0	-0.02262347750365734
764686	rnn.weight_hh_l0	1	0.0861758142709732
764686	rnn.weight_hh_l0	2	0.00313270790502429
764686	rnn.weight_hh_l0	3	-0.03527199104428291
764686	rnn.weight_hh_l0	4	0.08482921868562698
764686	rnn.weight_hh_l0	5	0.002221624134108424
764686	rnn.weight_hh_l0	6	-0.08595313876867294
764686	rnn.weight_hh_l0	7	-0.13663604855537415
764686	rnn.weight_hh_l0	8	0.03933483362197876
764686	rnn.weight_hh_l0	9	-0.12224040925502777
764686	rnn.bias_ih_l0	0	0.1769382804632187
764686	rnn.bias_ih_l0	1	-0.3392442464828491
764686	rnn.bias_ih_l0	2	-0.034180495887994766
764686	rnn.bias_ih_l0	3	-0.21394233405590057
764686	rnn.bias_ih_l0	4	-0.0012958911247551441
764686	rnn.bias_ih_l0	5	-0.4404577910900116
764686	rnn.bias_ih_l0	6	-0.14707863330841064
764686	rnn.bias_ih_l0	7	-0.37980130314826965
764686	rnn.bias_ih_l0	8	-0.3230389356613159
764686	rnn.bias_ih_l0	9	-0.4443370997905731
764686	rnn.bias_hh_l0	0	-0.3508265018463135
764686	rnn.bias_hh_l0	1	-0.4381476938724518
764686	rnn.bias_hh_l0	2	-0.4051310122013092
764686	rnn.bias_hh_l0	3	-0.07677838951349258
764686	rnn.bias_hh_l0	4	-0.4021607041358948
764686	rnn.bias_hh_l0	5	-0.3688177764415741
764686	rnn.bias_hh_l0	6	-0.1235528439283371
764686	rnn.bias_hh_l0	7	0.07645324617624283
764686	rnn.bias_hh_l0	8	-0.23097246885299683
764686	rnn.bias_hh_l0	9	-0.5651460886001587
764686	rnn.weight_ih_l0_reverse	0	0.006556408945471048
764686	rnn.weight_ih_l0_reverse	1	-0.011567452922463417
764686	rnn.weight_ih_l0_reverse	2	0.006646224297583103
764686	rnn.weight_ih_l0_reverse	3	-0.1411111056804657
764686	rnn.weight_ih_l0_reverse	4	0.07968903332948685
764686	rnn.weight_ih_l0_reverse	5	-0.09916283935308456
764686	rnn.weight_ih_l0_reverse	6	-0.00030492013320326805
764686	rnn.weight_ih_l0_reverse	7	0.025504741817712784
764686	rnn.weight_ih_l0_reverse	8	-0.05051393806934357
764686	rnn.weight_ih_l0_reverse	9	-0.07595193386077881
764686	rnn.weight_hh_l0_reverse	0	-0.14880210161209106
764686	rnn.weight_hh_l0_reverse	1	0.02144516445696354
764686	rnn.weight_hh_l0_reverse	2	-0.020083855837583542
764686	rnn.weight_hh_l0_reverse	3	0.029236136004328728
764686	rnn.weight_hh_l0_reverse	4	-0.0805511325597763
764686	rnn.weight_hh_l0_reverse	5	0.03666112571954727
764686	rnn.weight_hh_l0_reverse	6	0.03026508539915085
764686	rnn.weight_hh_l0_reverse	7	-0.1267337203025818
764686	rnn.weight_hh_l0_reverse	8	-0.07662730664014816
764686	rnn.weight_hh_l0_reverse	9	0.038203563541173935
764686	rnn.bias_ih_l0_reverse	0	-0.18493154644966125
764686	rnn.bias_ih_l0_reverse	1	-0.0480743870139122
764686	rnn.bias_ih_l0_reverse	2	0.16062046587467194
764686	rnn.bias_ih_l0_reverse	3	-0.3257030248641968
764686	rnn.bias_ih_l0_reverse	4	0.0192793607711792
764686	rnn.bias_ih_l0_reverse	5	-0.2138926237821579
764686	rnn.bias_ih_l0_reverse	6	0.2714269459247589
764686	rnn.bias_ih_l0_reverse	7	-0.2920680642127991
764686	rnn.bias_ih_l0_reverse	8	-0.1985158920288086
764686	rnn.bias_ih_l0_reverse	9	-0.1517188400030136
764686	rnn.bias_hh_l0_reverse	0	-0.1462746113538742
764686	rnn.bias_hh_l0_reverse	1	0.2777519226074219
764686	rnn.bias_hh_l0_reverse	2	-0.34513410925865173
764686	rnn.bias_hh_l0_reverse	3	-0.24133983254432678
764686	rnn.bias_hh_l0_reverse	4	-0.39102062582969666
764686	rnn.bias_hh_l0_reverse	5	-0.21055074036121368
764686	rnn.bias_hh_l0_reverse	6	-0.27277377247810364
764686	rnn.bias_hh_l0_reverse	7	-0.0959128811955452
764686	rnn.bias_hh_l0_reverse	8	-0.349860817193985
764686	rnn.bias_hh_l0_reverse	9	0.21255022287368774
764686	linear.weight	0	0.2157716453075409
764686	linear.weight	1	-0.4461226463317871
764686	linear.weight	2	0.010881545953452587
764686	linear.weight	3	0.06747593730688095
764686	linear.weight	4	-0.13485285639762878
764686	linear.weight	5	0.23300787806510925
764686	linear.weight	6	-0.036497052758932114
764686	linear.weight	7	-0.05968467518687248
764686	linear.weight	8	0.10395573824644089
764686	linear.weight	9	-0.04988333210349083
764686	linear.bias	0	-0.8716399073600769
764686	linear.bias	1	1.7998311519622803
764686	linear.bias	2	0.7337679266929626
764686	linear.bias	3	-2.741983652114868
764686	linear.bias	4	-0.0772516131401062
764686	linear.bias	5	1.2500942945480347
764686	linear.bias	6	-0.2002757340669632
764686	linear.bias	7	0.8169463872909546
764686	linear.bias	8	2.118126392364502
764686	linear.bias	9	-1.3426220417022705
765295	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
765295	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
765295	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
765295	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
765295	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
765295	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
765295	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
765295	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
765295	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
765295	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
765295	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
765295	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
765295	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
765295	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
765295	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
765295	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
765295	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
765295	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
765295	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
765295	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
765295	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
765295	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
765295	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
765295	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
765295	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
765295	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
765295	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
765295	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
765295	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
765295	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
765295	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
765295	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
765295	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
765295	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
765295	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
765295	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
765295	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
765295	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
765295	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
765295	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
765295	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
765295	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
765295	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
765295	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
765295	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
765295	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
765295	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
765295	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
765295	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
765295	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
765295	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
765295	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
765295	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
765295	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
765295	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
765295	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
765295	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
765295	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
765295	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
765295	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
765295	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
765295	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
765295	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
765295	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
765295	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
765295	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
765295	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
765295	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
765295	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
765295	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
765295	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
765295	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
765295	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
765295	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
765295	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
765295	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
765295	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
765295	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
765295	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
765295	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
765295	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
765295	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
765295	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
765295	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
765295	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
765295	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
765295	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
765295	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
765295	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
765295	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
765295	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
765295	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
765295	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
765295	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
765295	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
765295	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
765295	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
765295	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
765295	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
765295	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
765295	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
765295	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
765295	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
765295	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
765295	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
765295	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
765295	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
765295	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
765295	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
765295	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
765295	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
765295	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
765295	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
765295	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
765295	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
765295	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
765295	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
765295	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
765295	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
765295	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
765295	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
765295	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
765295	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
765295	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
765295	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
765295	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
765295	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
765295	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
765295	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
765295	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
765295	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
765295	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
765295	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
765295	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
765295	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
765295	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
765295	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
765295	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
765295	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
765295	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
765295	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
765295	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
765295	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
765295	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
765295	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
765295	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
765295	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
765295	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
765295	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
765295	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
765295	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
765295	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
765295	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
765295	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
765295	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
765295	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
765295	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
765295	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
765295	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
765295	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
765295	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
765295	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
765295	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
765295	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
765295	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
765295	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
765295	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
765295	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
765295	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
765295	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
765295	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
765295	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
765295	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
765295	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
765295	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
765295	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
765295	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
765295	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
765295	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
765295	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
765295	embedding2nn.weight	0	0.31958824396133423
765295	embedding2nn.weight	1	0.3905909061431885
765295	embedding2nn.weight	2	0.003555869683623314
765295	embedding2nn.weight	3	0.031082624569535255
765295	embedding2nn.weight	4	-0.029502762481570244
765295	embedding2nn.weight	5	0.05542653053998947
765295	embedding2nn.weight	6	-0.0019246559822931886
765295	embedding2nn.weight	7	-0.008598161861300468
765295	embedding2nn.weight	8	0.03546733036637306
765295	embedding2nn.weight	9	-0.048897139728069305
765295	embedding2nn.bias	0	0.008908204734325409
765295	embedding2nn.bias	1	-0.18750564754009247
765295	embedding2nn.bias	2	0.13999077677726746
765295	embedding2nn.bias	3	0.17950698733329773
765295	embedding2nn.bias	4	0.14807280898094177
765295	embedding2nn.bias	5	-0.0796661227941513
765295	embedding2nn.bias	6	-0.05165010318160057
765295	embedding2nn.bias	7	0.044448014348745346
765295	embedding2nn.bias	8	-0.16138756275177002
765295	embedding2nn.bias	9	-0.3527863025665283
765295	rnn.weight_ih_l0	0	0.006358008366078138
765295	rnn.weight_ih_l0	1	-0.057683687657117844
765295	rnn.weight_ih_l0	2	-0.059666767716407776
765295	rnn.weight_ih_l0	3	0.11308400332927704
765295	rnn.weight_ih_l0	4	0.03117305226624012
765295	rnn.weight_ih_l0	5	-0.07435937225818634
765295	rnn.weight_ih_l0	6	0.0098281754180789
765295	rnn.weight_ih_l0	7	-0.022514590993523598
765295	rnn.weight_ih_l0	8	0.015305235050618649
765295	rnn.weight_ih_l0	9	-0.08005873113870621
765295	rnn.weight_hh_l0	0	-0.02273442968726158
765295	rnn.weight_hh_l0	1	0.08601004630327225
765295	rnn.weight_hh_l0	2	0.003211079863831401
765295	rnn.weight_hh_l0	3	-0.03531600534915924
765295	rnn.weight_hh_l0	4	0.0845676138997078
765295	rnn.weight_hh_l0	5	0.0024103682953864336
765295	rnn.weight_hh_l0	6	-0.08591555058956146
765295	rnn.weight_hh_l0	7	-0.13604184985160828
765295	rnn.weight_hh_l0	8	0.03938693553209305
765295	rnn.weight_hh_l0	9	-0.1229369193315506
765295	rnn.bias_ih_l0	0	0.17800749838352203
765295	rnn.bias_ih_l0	1	-0.3392009437084198
765295	rnn.bias_ih_l0	2	-0.03557124733924866
765295	rnn.bias_ih_l0	3	-0.21310076117515564
765295	rnn.bias_ih_l0	4	0.0003316340735182166
765295	rnn.bias_ih_l0	5	-0.44112369418144226
765295	rnn.bias_ih_l0	6	-0.14638172090053558
765295	rnn.bias_ih_l0	7	-0.38059002161026
765295	rnn.bias_ih_l0	8	-0.32058197259902954
765295	rnn.bias_ih_l0	9	-0.4388939440250397
765295	rnn.bias_hh_l0	0	-0.3515791594982147
765295	rnn.bias_hh_l0	1	-0.43837761878967285
765295	rnn.bias_hh_l0	2	-0.4090888202190399
765295	rnn.bias_hh_l0	3	-0.07641314715147018
765295	rnn.bias_hh_l0	4	-0.40469712018966675
765295	rnn.bias_hh_l0	5	-0.36867251992225647
765295	rnn.bias_hh_l0	6	-0.12369240075349808
765295	rnn.bias_hh_l0	7	0.072332963347435
765295	rnn.bias_hh_l0	8	-0.23374271392822266
765295	rnn.bias_hh_l0	9	-0.56678307056427
765295	rnn.weight_ih_l0_reverse	0	0.004169232212007046
765295	rnn.weight_ih_l0_reverse	1	-0.01137523166835308
765295	rnn.weight_ih_l0_reverse	2	0.006483236327767372
765295	rnn.weight_ih_l0_reverse	3	-0.14071545004844666
765295	rnn.weight_ih_l0_reverse	4	0.08068087697029114
765295	rnn.weight_ih_l0_reverse	5	-0.10224055498838425
765295	rnn.weight_ih_l0_reverse	6	-0.0010054021840915084
765295	rnn.weight_ih_l0_reverse	7	0.025637630373239517
765295	rnn.weight_ih_l0_reverse	8	-0.049760833382606506
765295	rnn.weight_ih_l0_reverse	9	-0.07618279755115509
765295	rnn.weight_hh_l0_reverse	0	-0.14933714270591736
765295	rnn.weight_hh_l0_reverse	1	0.021119603887200356
765295	rnn.weight_hh_l0_reverse	2	-0.019993646070361137
765295	rnn.weight_hh_l0_reverse	3	0.029173729941248894
765295	rnn.weight_hh_l0_reverse	4	-0.08096734434366226
765295	rnn.weight_hh_l0_reverse	5	0.036862585693597794
765295	rnn.weight_hh_l0_reverse	6	0.030277911573648453
765295	rnn.weight_hh_l0_reverse	7	-0.12725742161273956
765295	rnn.weight_hh_l0_reverse	8	-0.07599606364965439
765295	rnn.weight_hh_l0_reverse	9	0.038025375455617905
765295	rnn.bias_ih_l0_reverse	0	-0.1829937845468521
765295	rnn.bias_ih_l0_reverse	1	-0.04794252663850784
765295	rnn.bias_ih_l0_reverse	2	0.1602235734462738
765295	rnn.bias_ih_l0_reverse	3	-0.3255074620246887
765295	rnn.bias_ih_l0_reverse	4	0.01956874132156372
765295	rnn.bias_ih_l0_reverse	5	-0.2131509631872177
765295	rnn.bias_ih_l0_reverse	6	0.27141258120536804
765295	rnn.bias_ih_l0_reverse	7	-0.29510757327079773
765295	rnn.bias_ih_l0_reverse	8	-0.1996951848268509
765295	rnn.bias_ih_l0_reverse	9	-0.15050965547561646
765295	rnn.bias_hh_l0_reverse	0	-0.14813657104969025
765295	rnn.bias_hh_l0_reverse	1	0.2801515460014343
765295	rnn.bias_hh_l0_reverse	2	-0.34617918729782104
765295	rnn.bias_hh_l0_reverse	3	-0.23977087438106537
765295	rnn.bias_hh_l0_reverse	4	-0.3895358145236969
765295	rnn.bias_hh_l0_reverse	5	-0.2101949155330658
765295	rnn.bias_hh_l0_reverse	6	-0.27486667037010193
765295	rnn.bias_hh_l0_reverse	7	-0.09712163358926773
765295	rnn.bias_hh_l0_reverse	8	-0.3470579981803894
765295	rnn.bias_hh_l0_reverse	9	0.21276290714740753
765295	linear.weight	0	0.20621229708194733
765295	linear.weight	1	-0.4442479908466339
765295	linear.weight	2	0.01649422012269497
765295	linear.weight	3	0.06747591495513916
765295	linear.weight	4	-0.13337701559066772
765295	linear.weight	5	0.24136961996555328
765295	linear.weight	6	-0.03641919046640396
765295	linear.weight	7	-0.059682730585336685
765295	linear.weight	8	0.10332176089286804
765295	linear.weight	9	-0.04988459125161171
765295	linear.bias	0	-0.8662155866622925
765295	linear.bias	1	1.789884090423584
765295	linear.bias	2	0.7508102655410767
765295	linear.bias	3	-2.7420098781585693
765295	linear.bias	4	-0.0567161850631237
765295	linear.bias	5	1.2414872646331787
765295	linear.bias	6	-0.20313391089439392
765295	linear.bias	7	0.8116115927696228
765295	linear.bias	8	2.0940897464752197
765295	linear.bias	9	-1.3343987464904785
765904	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
765904	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
765904	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
765904	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
765904	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
765904	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
765904	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
765904	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
765904	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
765904	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
765904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
765904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
765904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
765904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
765904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
765904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
765904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
765904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
765904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
765904	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
765904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
765904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
765904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
765904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
765904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
765904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
765904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
765904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
765904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
765904	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
765904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
765904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
765904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
765904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
765904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
765904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
765904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
765904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
765904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
765904	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
765904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
765904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
765904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
765904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
765904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
765904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
765904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
765904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
765904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
765904	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
765904	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
765904	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
765904	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
765904	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
765904	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
765904	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
765904	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
765904	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
765904	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
765904	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
765904	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
765904	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
765904	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
765904	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
765904	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
765904	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
765904	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
765904	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
765904	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
765904	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
765904	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
765904	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
765904	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
765904	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
765904	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
765904	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
765904	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
765904	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
765904	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
765904	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
765904	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
765904	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
765904	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
765904	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
765904	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
765904	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
765904	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
765904	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
765904	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
765904	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
765904	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
765904	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
765904	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
765904	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
765904	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
765904	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
765904	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
765904	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
765904	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
765904	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
765904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
765904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
765904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
765904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
765904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
765904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
765904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
765904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
765904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
765904	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
765904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
765904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
765904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
765904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
765904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
765904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
765904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
765904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
765904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
765904	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
765904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
765904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
765904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
765904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
765904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
765904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
765904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
765904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
765904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
765904	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
765904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
765904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
765904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
765904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
765904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
765904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
765904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
765904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
765904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
765904	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
765904	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
765904	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
765904	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
765904	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
765904	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
765904	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
765904	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
765904	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
765904	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
765904	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
765904	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
765904	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
765904	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
765904	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
765904	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
765904	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
765904	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
765904	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
765904	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
765904	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
765904	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
765904	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
765904	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
765904	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
765904	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
765904	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
765904	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
765904	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
765904	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
765904	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
765904	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
765904	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
765904	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
765904	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
765904	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
765904	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
765904	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
765904	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
765904	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
765904	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
765904	embedding2nn.weight	0	0.3193952739238739
765904	embedding2nn.weight	1	0.3893791139125824
765904	embedding2nn.weight	2	0.0032206038013100624
765904	embedding2nn.weight	3	0.02649148553609848
765904	embedding2nn.weight	4	-0.02904762513935566
765904	embedding2nn.weight	5	0.05557269603013992
765904	embedding2nn.weight	6	-0.002674222458153963
765904	embedding2nn.weight	7	-0.008029171265661716
765904	embedding2nn.weight	8	0.03676961362361908
765904	embedding2nn.weight	9	-0.05015643313527107
765904	embedding2nn.bias	0	0.008599430322647095
765904	embedding2nn.bias	1	-0.17967724800109863
765904	embedding2nn.bias	2	0.14630912244319916
765904	embedding2nn.bias	3	0.1781533658504486
765904	embedding2nn.bias	4	0.14075398445129395
765904	embedding2nn.bias	5	-0.08422327786684036
765904	embedding2nn.bias	6	-0.058345768600702286
765904	embedding2nn.bias	7	0.04973950237035751
765904	embedding2nn.bias	8	-0.15826000273227692
765904	embedding2nn.bias	9	-0.3574872314929962
765904	rnn.weight_ih_l0	0	0.006770926993340254
765904	rnn.weight_ih_l0	1	-0.05783829465508461
765904	rnn.weight_ih_l0	2	-0.06107155606150627
765904	rnn.weight_ih_l0	3	0.11366371810436249
765904	rnn.weight_ih_l0	4	0.031120188534259796
765904	rnn.weight_ih_l0	5	-0.07416118681430817
765904	rnn.weight_ih_l0	6	0.009848452173173428
765904	rnn.weight_ih_l0	7	-0.02412697672843933
765904	rnn.weight_ih_l0	8	0.015878133475780487
765904	rnn.weight_ih_l0	9	-0.08063096553087234
765904	rnn.weight_hh_l0	0	-0.022579248994588852
765904	rnn.weight_hh_l0	1	0.0859944298863411
765904	rnn.weight_hh_l0	2	0.003358007874339819
765904	rnn.weight_hh_l0	3	-0.03549527749419212
765904	rnn.weight_hh_l0	4	0.0842977836728096
765904	rnn.weight_hh_l0	5	0.0019722129218280315
765904	rnn.weight_hh_l0	6	-0.08606284856796265
765904	rnn.weight_hh_l0	7	-0.13510975241661072
765904	rnn.weight_hh_l0	8	0.03944581374526024
765904	rnn.weight_hh_l0	9	-0.12316455692052841
765904	rnn.bias_ih_l0	0	0.17943193018436432
765904	rnn.bias_ih_l0	1	-0.3386046290397644
765904	rnn.bias_ih_l0	2	-0.03497101739048958
765904	rnn.bias_ih_l0	3	-0.21337640285491943
765904	rnn.bias_ih_l0	4	0.005629945546388626
765904	rnn.bias_ih_l0	5	-0.438700407743454
765904	rnn.bias_ih_l0	6	-0.14384673535823822
765904	rnn.bias_ih_l0	7	-0.3806841969490051
765904	rnn.bias_ih_l0	8	-0.32061442732810974
765904	rnn.bias_ih_l0	9	-0.43876025080680847
765904	rnn.bias_hh_l0	0	-0.35192570090293884
765904	rnn.bias_hh_l0	1	-0.43759047985076904
765904	rnn.bias_hh_l0	2	-0.4077187478542328
765904	rnn.bias_hh_l0	3	-0.07869140803813934
765904	rnn.bias_hh_l0	4	-0.40450605750083923
765904	rnn.bias_hh_l0	5	-0.36793777346611023
765904	rnn.bias_hh_l0	6	-0.1238071545958519
765904	rnn.bias_hh_l0	7	0.07344616949558258
765904	rnn.bias_hh_l0	8	-0.232522651553154
765904	rnn.bias_hh_l0	9	-0.5689769387245178
765904	rnn.weight_ih_l0_reverse	0	0.00407538004219532
765904	rnn.weight_ih_l0_reverse	1	-0.011617067269980907
765904	rnn.weight_ih_l0_reverse	2	0.007804397493600845
765904	rnn.weight_ih_l0_reverse	3	-0.14107869565486908
765904	rnn.weight_ih_l0_reverse	4	0.08160777390003204
765904	rnn.weight_ih_l0_reverse	5	-0.1002582535147667
765904	rnn.weight_ih_l0_reverse	6	-0.00019156324560754
765904	rnn.weight_ih_l0_reverse	7	0.02549835480749607
765904	rnn.weight_ih_l0_reverse	8	-0.05072813481092453
765904	rnn.weight_ih_l0_reverse	9	-0.07651667296886444
765904	rnn.weight_hh_l0_reverse	0	-0.1496153324842453
765904	rnn.weight_hh_l0_reverse	1	0.021054735407233238
765904	rnn.weight_hh_l0_reverse	2	-0.020226391032338142
765904	rnn.weight_hh_l0_reverse	3	0.02915780246257782
765904	rnn.weight_hh_l0_reverse	4	-0.08110686391592026
765904	rnn.weight_hh_l0_reverse	5	0.03695151209831238
765904	rnn.weight_hh_l0_reverse	6	0.03026743233203888
765904	rnn.weight_hh_l0_reverse	7	-0.12788468599319458
765904	rnn.weight_hh_l0_reverse	8	-0.07551077753305435
765904	rnn.weight_hh_l0_reverse	9	0.03804376721382141
765904	rnn.bias_ih_l0_reverse	0	-0.1839473843574524
765904	rnn.bias_ih_l0_reverse	1	-0.0467388816177845
765904	rnn.bias_ih_l0_reverse	2	0.15822961926460266
765904	rnn.bias_ih_l0_reverse	3	-0.328670859336853
765904	rnn.bias_ih_l0_reverse	4	0.018696051090955734
765904	rnn.bias_ih_l0_reverse	5	-0.21173487603664398
765904	rnn.bias_ih_l0_reverse	6	0.27224642038345337
765904	rnn.bias_ih_l0_reverse	7	-0.2971665859222412
765904	rnn.bias_ih_l0_reverse	8	-0.19891758263111115
765904	rnn.bias_ih_l0_reverse	9	-0.14750072360038757
765904	rnn.bias_hh_l0_reverse	0	-0.14913161098957062
765904	rnn.bias_hh_l0_reverse	1	0.27974116802215576
765904	rnn.bias_hh_l0_reverse	2	-0.3462178409099579
765904	rnn.bias_hh_l0_reverse	3	-0.2415514886379242
765904	rnn.bias_hh_l0_reverse	4	-0.38839003443717957
765904	rnn.bias_hh_l0_reverse	5	-0.20913177728652954
765904	rnn.bias_hh_l0_reverse	6	-0.27381235361099243
765904	rnn.bias_hh_l0_reverse	7	-0.09492866694927216
765904	rnn.bias_hh_l0_reverse	8	-0.346802294254303
765904	rnn.bias_hh_l0_reverse	9	0.2143443375825882
765904	linear.weight	0	0.2149776667356491
765904	linear.weight	1	-0.44538527727127075
765904	linear.weight	2	0.019333409145474434
765904	linear.weight	3	0.06747584789991379
765904	linear.weight	4	-0.12234169244766235
765904	linear.weight	5	0.2428390234708786
765904	linear.weight	6	-0.037000708281993866
765904	linear.weight	7	-0.05968110263347626
765904	linear.weight	8	0.10838530212640762
765904	linear.weight	9	-0.04988568276166916
765904	linear.bias	0	-0.8775538802146912
765904	linear.bias	1	1.7997437715530396
765904	linear.bias	2	0.7540876865386963
765904	linear.bias	3	-2.7420406341552734
765904	linear.bias	4	-0.05745066702365875
765904	linear.bias	5	1.24072265625
765904	linear.bias	6	-0.21964333951473236
765904	linear.bias	7	0.8216371536254883
765904	linear.bias	8	2.0933353900909424
765904	linear.bias	9	-1.3303300142288208
766513	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
766513	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
766513	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
766513	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
766513	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
766513	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
766513	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
766513	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
766513	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
766513	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
766513	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
766513	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
766513	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
766513	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
766513	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
766513	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
766513	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
766513	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
766513	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
766513	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
766513	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
766513	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
766513	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
766513	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
766513	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
766513	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
766513	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
766513	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
766513	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
766513	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
766513	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
766513	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
766513	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
766513	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
766513	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
766513	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
766513	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
766513	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
766513	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
766513	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
766513	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
766513	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
766513	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
766513	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
766513	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
766513	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
766513	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
766513	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
766513	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
766513	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
766513	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
766513	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
766513	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
766513	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
766513	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
766513	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
766513	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
766513	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
766513	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
766513	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
766513	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
766513	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
766513	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
766513	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
766513	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
766513	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
766513	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
766513	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
766513	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
766513	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
766513	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
766513	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
766513	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
766513	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
766513	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
766513	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
766513	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
766513	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
766513	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
766513	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
766513	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
766513	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
766513	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
766513	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
766513	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
766513	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
766513	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
766513	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
766513	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
766513	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
766513	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
766513	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
766513	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
766513	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
766513	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
766513	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
766513	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
766513	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
766513	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
766513	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
766513	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
766513	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
766513	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
766513	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
766513	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
766513	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
766513	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
766513	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
766513	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
766513	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
766513	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
766513	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
766513	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
766513	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
766513	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
766513	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
766513	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
766513	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
766513	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
766513	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
766513	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
766513	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
766513	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
766513	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
766513	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
766513	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
766513	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
766513	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
766513	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
766513	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
766513	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
766513	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
766513	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
766513	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
766513	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
766513	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
766513	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
766513	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
766513	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
766513	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
766513	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
766513	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
766513	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
766513	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
766513	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
766513	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
766513	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
766513	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
766513	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
766513	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
766513	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
766513	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
766513	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
766513	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
766513	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
766513	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
766513	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
766513	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
766513	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
766513	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
766513	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
766513	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
766513	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
766513	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
766513	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
766513	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
766513	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
766513	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
766513	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
766513	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
766513	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
766513	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
766513	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
766513	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
766513	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
766513	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
766513	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
766513	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
766513	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
766513	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
766513	embedding2nn.weight	0	0.318991094827652
766513	embedding2nn.weight	1	0.3905852735042572
766513	embedding2nn.weight	2	0.0037857426796108484
766513	embedding2nn.weight	3	0.026100588962435722
766513	embedding2nn.weight	4	-0.02848176471889019
766513	embedding2nn.weight	5	0.05559748038649559
766513	embedding2nn.weight	6	0.0013782563619315624
766513	embedding2nn.weight	7	-0.008678846061229706
766513	embedding2nn.weight	8	0.03653057664632797
766513	embedding2nn.weight	9	-0.050241708755493164
766513	embedding2nn.bias	0	0.005517763551324606
766513	embedding2nn.bias	1	-0.1752793788909912
766513	embedding2nn.bias	2	0.13927984237670898
766513	embedding2nn.bias	3	0.1838703453540802
766513	embedding2nn.bias	4	0.13198630511760712
766513	embedding2nn.bias	5	-0.08244320005178452
766513	embedding2nn.bias	6	-0.06154167279601097
766513	embedding2nn.bias	7	0.04539826512336731
766513	embedding2nn.bias	8	-0.16048502922058105
766513	embedding2nn.bias	9	-0.3597754240036011
766513	rnn.weight_ih_l0	0	0.0067864577285945415
766513	rnn.weight_ih_l0	1	-0.057697199285030365
766513	rnn.weight_ih_l0	2	-0.062473636120557785
766513	rnn.weight_ih_l0	3	0.11469786614179611
766513	rnn.weight_ih_l0	4	0.03365006670355797
766513	rnn.weight_ih_l0	5	-0.0747293159365654
766513	rnn.weight_ih_l0	6	0.01016122568398714
766513	rnn.weight_ih_l0	7	-0.023310311138629913
766513	rnn.weight_ih_l0	8	0.016330536454916
766513	rnn.weight_ih_l0	9	-0.08090930432081223
766513	rnn.weight_hh_l0	0	-0.022524813190102577
766513	rnn.weight_hh_l0	1	0.08600624650716782
766513	rnn.weight_hh_l0	2	0.0035926871933043003
766513	rnn.weight_hh_l0	3	-0.03545226529240608
766513	rnn.weight_hh_l0	4	0.08435394614934921
766513	rnn.weight_hh_l0	5	0.0018620293121784925
766513	rnn.weight_hh_l0	6	-0.08621414750814438
766513	rnn.weight_hh_l0	7	-0.1359778344631195
766513	rnn.weight_hh_l0	8	0.039466481655836105
766513	rnn.weight_hh_l0	9	-0.1233903169631958
766513	rnn.bias_ih_l0	0	0.17586714029312134
766513	rnn.bias_ih_l0	1	-0.3392682373523712
766513	rnn.bias_ih_l0	2	-0.03298480808734894
766513	rnn.bias_ih_l0	3	-0.2149215042591095
766513	rnn.bias_ih_l0	4	0.011082693934440613
766513	rnn.bias_ih_l0	5	-0.4395149052143097
766513	rnn.bias_ih_l0	6	-0.14347749948501587
766513	rnn.bias_ih_l0	7	-0.38053202629089355
766513	rnn.bias_ih_l0	8	-0.3209913671016693
766513	rnn.bias_ih_l0	9	-0.4455789625644684
766513	rnn.bias_hh_l0	0	-0.35197916626930237
766513	rnn.bias_hh_l0	1	-0.43695738911628723
766513	rnn.bias_hh_l0	2	-0.40793418884277344
766513	rnn.bias_hh_l0	3	-0.07840258628129959
766513	rnn.bias_hh_l0	4	-0.4032992720603943
766513	rnn.bias_hh_l0	5	-0.36785897612571716
766513	rnn.bias_hh_l0	6	-0.12625989317893982
766513	rnn.bias_hh_l0	7	0.0723821222782135
766513	rnn.bias_hh_l0	8	-0.23116590082645416
766513	rnn.bias_hh_l0	9	-0.5658754110336304
766513	rnn.weight_ih_l0_reverse	0	0.0040242415852844715
766513	rnn.weight_ih_l0_reverse	1	-0.011885741725564003
766513	rnn.weight_ih_l0_reverse	2	0.007375060115009546
766513	rnn.weight_ih_l0_reverse	3	-0.14257729053497314
766513	rnn.weight_ih_l0_reverse	4	0.08065319061279297
766513	rnn.weight_ih_l0_reverse	5	-0.095997653901577
766513	rnn.weight_ih_l0_reverse	6	0.00041634938679635525
766513	rnn.weight_ih_l0_reverse	7	0.025314075872302055
766513	rnn.weight_ih_l0_reverse	8	-0.05003504455089569
766513	rnn.weight_ih_l0_reverse	9	-0.07980700582265854
766513	rnn.weight_hh_l0_reverse	0	-0.1494005173444748
766513	rnn.weight_hh_l0_reverse	1	0.020864199846982956
766513	rnn.weight_hh_l0_reverse	2	-0.020697832107543945
766513	rnn.weight_hh_l0_reverse	3	0.02940896898508072
766513	rnn.weight_hh_l0_reverse	4	-0.081524558365345
766513	rnn.weight_hh_l0_reverse	5	0.03676121309399605
766513	rnn.weight_hh_l0_reverse	6	0.030414726585149765
766513	rnn.weight_hh_l0_reverse	7	-0.12722104787826538
766513	rnn.weight_hh_l0_reverse	8	-0.07492171227931976
766513	rnn.weight_hh_l0_reverse	9	0.03794020041823387
766513	rnn.bias_ih_l0_reverse	0	-0.18437352776527405
766513	rnn.bias_ih_l0_reverse	1	-0.04560606926679611
766513	rnn.bias_ih_l0_reverse	2	0.15711216628551483
766513	rnn.bias_ih_l0_reverse	3	-0.32796505093574524
766513	rnn.bias_ih_l0_reverse	4	0.019582804292440414
766513	rnn.bias_ih_l0_reverse	5	-0.21021950244903564
766513	rnn.bias_ih_l0_reverse	6	0.2758992314338684
766513	rnn.bias_ih_l0_reverse	7	-0.2973473370075226
766513	rnn.bias_ih_l0_reverse	8	-0.19926081597805023
766513	rnn.bias_ih_l0_reverse	9	-0.1518942415714264
766513	rnn.bias_hh_l0_reverse	0	-0.14446298778057098
766513	rnn.bias_hh_l0_reverse	1	0.27705398201942444
766513	rnn.bias_hh_l0_reverse	2	-0.3468031883239746
766513	rnn.bias_hh_l0_reverse	3	-0.24158309400081635
766513	rnn.bias_hh_l0_reverse	4	-0.3900364339351654
766513	rnn.bias_hh_l0_reverse	5	-0.21001093089580536
766513	rnn.bias_hh_l0_reverse	6	-0.2749236524105072
766513	rnn.bias_hh_l0_reverse	7	-0.09380568563938141
766513	rnn.bias_hh_l0_reverse	8	-0.34830963611602783
766513	rnn.bias_hh_l0_reverse	9	0.21675297617912292
766513	linear.weight	0	0.21794679760932922
766513	linear.weight	1	-0.4461691379547119
766513	linear.weight	2	0.02527918852865696
766513	linear.weight	3	0.0674760565161705
766513	linear.weight	4	-0.12517483532428741
766513	linear.weight	5	0.24417917430400848
766513	linear.weight	6	-0.03585860878229141
766513	linear.weight	7	-0.05968019366264343
766513	linear.weight	8	0.10376213490962982
766513	linear.weight	9	-0.049886345863342285
766513	linear.bias	0	-0.8688665628433228
766513	linear.bias	1	1.7940741777420044
766513	linear.bias	2	0.7492343783378601
766513	linear.bias	3	-2.7420570850372314
766513	linear.bias	4	-0.07856098562479019
766513	linear.bias	5	1.2701798677444458
766513	linear.bias	6	-0.22373947501182556
766513	linear.bias	7	0.8212927579879761
766513	linear.bias	8	2.107800245285034
766513	linear.bias	9	-1.3304744958877563
767122	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
767122	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
767122	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
767122	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
767122	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
767122	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
767122	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
767122	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
767122	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
767122	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
767122	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
767122	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
767122	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
767122	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
767122	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
767122	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
767122	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
767122	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
767122	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
767122	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
767122	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
767122	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
767122	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
767122	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
767122	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
767122	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
767122	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
767122	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
767122	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
767122	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
767122	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
767122	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
767122	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
767122	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
767122	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
767122	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
767122	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
767122	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
767122	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
767122	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
767122	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
767122	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
767122	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
767122	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
767122	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
767122	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
767122	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
767122	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
767122	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
767122	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
767122	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
767122	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
767122	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
767122	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
767122	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
767122	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
767122	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
767122	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
767122	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
767122	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
767122	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
767122	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
767122	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
767122	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
767122	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
767122	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
767122	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
767122	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
767122	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
767122	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
767122	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
767122	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
767122	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
767122	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
767122	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
767122	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
767122	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
767122	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
767122	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
767122	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
767122	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
767122	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
767122	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
767122	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
767122	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
767122	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
767122	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
767122	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
767122	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
767122	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
767122	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
767122	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
767122	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
767122	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
767122	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
767122	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
767122	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
767122	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
767122	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
767122	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
767122	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
767122	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
767122	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
767122	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
767122	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
767122	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
767122	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
767122	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
767122	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
767122	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
767122	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
767122	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
767122	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
767122	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
767122	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
767122	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
767122	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
767122	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
767122	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
767122	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
767122	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
767122	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
767122	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
767122	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
767122	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
767122	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
767122	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
767122	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
767122	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
767122	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
767122	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
767122	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
767122	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
767122	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
767122	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
767122	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
767122	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
767122	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
767122	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
767122	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
767122	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
767122	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
767122	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
767122	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
767122	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
767122	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
767122	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
767122	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
767122	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
767122	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
767122	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
767122	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
767122	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
767122	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
767122	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
767122	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
767122	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
767122	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
767122	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
767122	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
767122	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
767122	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
767122	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
767122	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
767122	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
767122	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
767122	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
767122	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
767122	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
767122	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
767122	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
767122	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
767122	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
767122	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
767122	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
767122	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
767122	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
767122	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
767122	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
767122	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
767122	embedding2nn.weight	0	0.3184720575809479
767122	embedding2nn.weight	1	0.3913394510746002
767122	embedding2nn.weight	2	0.003259303979575634
767122	embedding2nn.weight	3	0.02997625805437565
767122	embedding2nn.weight	4	-0.028005285188555717
767122	embedding2nn.weight	5	0.05557798221707344
767122	embedding2nn.weight	6	-0.00193775852676481
767122	embedding2nn.weight	7	-0.008164688013494015
767122	embedding2nn.weight	8	0.035981684923172
767122	embedding2nn.weight	9	-0.050386764109134674
767122	embedding2nn.bias	0	0.013676859438419342
767122	embedding2nn.bias	1	-0.17763057351112366
767122	embedding2nn.bias	2	0.1348699927330017
767122	embedding2nn.bias	3	0.1896510273218155
767122	embedding2nn.bias	4	0.13752855360507965
767122	embedding2nn.bias	5	-0.08580415695905685
767122	embedding2nn.bias	6	-0.0601072795689106
767122	embedding2nn.bias	7	0.045912984758615494
767122	embedding2nn.bias	8	-0.1596413552761078
767122	embedding2nn.bias	9	-0.3595782220363617
767122	rnn.weight_ih_l0	0	0.007202059496194124
767122	rnn.weight_ih_l0	1	-0.05798998102545738
767122	rnn.weight_ih_l0	2	-0.06265117973089218
767122	rnn.weight_ih_l0	3	0.1138361245393753
767122	rnn.weight_ih_l0	4	0.03303256258368492
767122	rnn.weight_ih_l0	5	-0.0746598020195961
767122	rnn.weight_ih_l0	6	0.010953575372695923
767122	rnn.weight_ih_l0	7	-0.02458394505083561
767122	rnn.weight_ih_l0	8	0.015491696074604988
767122	rnn.weight_ih_l0	9	-0.07917532324790955
767122	rnn.weight_hh_l0	0	-0.022509410977363586
767122	rnn.weight_hh_l0	1	0.08610836416482925
767122	rnn.weight_hh_l0	2	0.0037623147945851088
767122	rnn.weight_hh_l0	3	-0.03522270917892456
767122	rnn.weight_hh_l0	4	0.08475887030363083
767122	rnn.weight_hh_l0	5	0.0017522360431030393
767122	rnn.weight_hh_l0	6	-0.08621831983327866
767122	rnn.weight_hh_l0	7	-0.13628023862838745
767122	rnn.weight_hh_l0	8	0.03950325399637222
767122	rnn.weight_hh_l0	9	-0.12371194362640381
767122	rnn.bias_ih_l0	0	0.1757613718509674
767122	rnn.bias_ih_l0	1	-0.3384440839290619
767122	rnn.bias_ih_l0	2	-0.03414284437894821
767122	rnn.bias_ih_l0	3	-0.2149883657693863
767122	rnn.bias_ih_l0	4	0.007220617029815912
767122	rnn.bias_ih_l0	5	-0.4416278600692749
767122	rnn.bias_ih_l0	6	-0.1462845504283905
767122	rnn.bias_ih_l0	7	-0.3804186284542084
767122	rnn.bias_ih_l0	8	-0.3188859820365906
767122	rnn.bias_ih_l0	9	-0.4435996413230896
767122	rnn.bias_hh_l0	0	-0.3517424762248993
767122	rnn.bias_hh_l0	1	-0.43756529688835144
767122	rnn.bias_hh_l0	2	-0.4093031585216522
767122	rnn.bias_hh_l0	3	-0.07688073813915253
767122	rnn.bias_hh_l0	4	-0.4003192186355591
767122	rnn.bias_hh_l0	5	-0.3679795563220978
767122	rnn.bias_hh_l0	6	-0.12400485575199127
767122	rnn.bias_hh_l0	7	0.07290531694889069
767122	rnn.bias_hh_l0	8	-0.23167231678962708
767122	rnn.bias_hh_l0	9	-0.5668706893920898
767122	rnn.weight_ih_l0_reverse	0	0.004824914503842592
767122	rnn.weight_ih_l0_reverse	1	-0.011263119988143444
767122	rnn.weight_ih_l0_reverse	2	0.007978454232215881
767122	rnn.weight_ih_l0_reverse	3	-0.14252106845378876
767122	rnn.weight_ih_l0_reverse	4	0.08088479191064835
767122	rnn.weight_ih_l0_reverse	5	-0.09662427008152008
767122	rnn.weight_ih_l0_reverse	6	-0.0010780422016978264
767122	rnn.weight_ih_l0_reverse	7	0.026162825524806976
767122	rnn.weight_ih_l0_reverse	8	-0.05131545290350914
767122	rnn.weight_ih_l0_reverse	9	-0.07915715128183365
767122	rnn.weight_hh_l0_reverse	0	-0.14941248297691345
767122	rnn.weight_hh_l0_reverse	1	0.020698370411992073
767122	rnn.weight_hh_l0_reverse	2	-0.020830567926168442
767122	rnn.weight_hh_l0_reverse	3	0.029570598155260086
767122	rnn.weight_hh_l0_reverse	4	-0.08175100386142731
767122	rnn.weight_hh_l0_reverse	5	0.03694385662674904
767122	rnn.weight_hh_l0_reverse	6	0.030385948717594147
767122	rnn.weight_hh_l0_reverse	7	-0.12709937989711761
767122	rnn.weight_hh_l0_reverse	8	-0.07449798285961151
767122	rnn.weight_hh_l0_reverse	9	0.037055645138025284
767122	rnn.bias_ih_l0_reverse	0	-0.1851622313261032
767122	rnn.bias_ih_l0_reverse	1	-0.047729384154081345
767122	rnn.bias_ih_l0_reverse	2	0.15650509297847748
767122	rnn.bias_ih_l0_reverse	3	-0.3291943371295929
767122	rnn.bias_ih_l0_reverse	4	0.01600417122244835
767122	rnn.bias_ih_l0_reverse	5	-0.20996645092964172
767122	rnn.bias_ih_l0_reverse	6	0.27691540122032166
767122	rnn.bias_ih_l0_reverse	7	-0.2982359230518341
767122	rnn.bias_ih_l0_reverse	8	-0.20144005119800568
767122	rnn.bias_ih_l0_reverse	9	-0.1513436734676361
767122	rnn.bias_hh_l0_reverse	0	-0.1430627703666687
767122	rnn.bias_hh_l0_reverse	1	0.27572372555732727
767122	rnn.bias_hh_l0_reverse	2	-0.3467988669872284
767122	rnn.bias_hh_l0_reverse	3	-0.24048401415348053
767122	rnn.bias_hh_l0_reverse	4	-0.39084118604660034
767122	rnn.bias_hh_l0_reverse	5	-0.20916825532913208
767122	rnn.bias_hh_l0_reverse	6	-0.27400442957878113
767122	rnn.bias_hh_l0_reverse	7	-0.09394543617963791
767122	rnn.bias_hh_l0_reverse	8	-0.34844836592674255
767122	rnn.bias_hh_l0_reverse	9	0.22250841557979584
767122	linear.weight	0	0.2244720309972763
767122	linear.weight	1	-0.4415396451950073
767122	linear.weight	2	0.02013261616230011
767122	linear.weight	3	0.06747619062662125
767122	linear.weight	4	-0.13292856514453888
767122	linear.weight	5	0.24905715882778168
767122	linear.weight	6	-0.02561594359576702
767122	linear.weight	7	-0.05967922881245613
767122	linear.weight	8	0.10077798366546631
767122	linear.weight	9	-0.0498870387673378
767122	linear.bias	0	-0.8430583477020264
767122	linear.bias	1	1.8114768266677856
767122	linear.bias	2	0.7502402067184448
767122	linear.bias	3	-2.742076873779297
767122	linear.bias	4	-0.0691787526011467
767122	linear.bias	5	1.2593423128128052
767122	linear.bias	6	-0.23124763369560242
767122	linear.bias	7	0.8056366443634033
767122	linear.bias	8	2.096785545349121
767122	linear.bias	9	-1.3251864910125732
767731	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
767731	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
767731	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
767731	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
767731	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
767731	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
767731	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
767731	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
767731	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
767731	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
767731	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
767731	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
767731	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
767731	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
767731	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
767731	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
767731	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
767731	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
767731	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
767731	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
767731	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
767731	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
767731	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
767731	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
767731	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
767731	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
767731	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
767731	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
767731	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
767731	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
767731	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
767731	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
767731	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
767731	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
767731	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
767731	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
767731	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
767731	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
767731	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
767731	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
767731	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
767731	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
767731	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
767731	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
767731	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
767731	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
767731	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
767731	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
767731	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
767731	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
767731	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
767731	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
767731	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
767731	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
767731	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
767731	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
767731	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
767731	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
767731	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
767731	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
767731	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
767731	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
767731	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
767731	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
767731	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
767731	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
767731	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
767731	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
767731	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
767731	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
767731	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
767731	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
767731	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
767731	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
767731	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
767731	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
767731	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
767731	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
767731	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
767731	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
767731	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
767731	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
767731	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
767731	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
767731	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
767731	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
767731	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
767731	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
767731	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
767731	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
767731	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
767731	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
767731	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
767731	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
767731	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
767731	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
767731	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
767731	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
767731	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
767731	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
767731	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
767731	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
767731	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
767731	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
767731	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
767731	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
767731	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
767731	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
767731	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
767731	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
767731	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
767731	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
767731	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
767731	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
767731	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
767731	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
767731	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
767731	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
767731	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
767731	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
767731	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
767731	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
767731	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
767731	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
767731	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
767731	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
767731	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
767731	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
767731	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
767731	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
767731	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
767731	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
767731	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
767731	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
767731	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
767731	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
767731	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
767731	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
767731	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
767731	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
767731	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
767731	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
767731	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
767731	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
767731	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
767731	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
767731	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
767731	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
767731	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
767731	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
767731	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
767731	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
767731	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
767731	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
767731	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
767731	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
767731	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
767731	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
767731	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
767731	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
767731	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
767731	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
767731	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
767731	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
767731	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
767731	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
767731	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
767731	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
767731	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
767731	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
767731	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
767731	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
767731	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
767731	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
767731	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
767731	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
767731	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
767731	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
767731	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
767731	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
767731	embedding2nn.weight	0	0.3178240954875946
767731	embedding2nn.weight	1	0.39150360226631165
767731	embedding2nn.weight	2	0.0035117955412715673
767731	embedding2nn.weight	3	0.030815301463007927
767731	embedding2nn.weight	4	-0.027829650789499283
767731	embedding2nn.weight	5	0.05548405274748802
767731	embedding2nn.weight	6	0.0007943630334921181
767731	embedding2nn.weight	7	-0.007652242202311754
767731	embedding2nn.weight	8	0.03392012417316437
767731	embedding2nn.weight	9	-0.047459445893764496
767731	embedding2nn.bias	0	0.010696882382035255
767731	embedding2nn.bias	1	-0.18699440360069275
767731	embedding2nn.bias	2	0.13345669209957123
767731	embedding2nn.bias	3	0.19275890290737152
767731	embedding2nn.bias	4	0.1454189121723175
767731	embedding2nn.bias	5	-0.08128021657466888
767731	embedding2nn.bias	6	-0.05575932189822197
767731	embedding2nn.bias	7	0.05646124482154846
767731	embedding2nn.bias	8	-0.1554042547941208
767731	embedding2nn.bias	9	-0.3632388114929199
767731	rnn.weight_ih_l0	0	0.007422246970236301
767731	rnn.weight_ih_l0	1	-0.057925645262002945
767731	rnn.weight_ih_l0	2	-0.06194121390581131
767731	rnn.weight_ih_l0	3	0.1142350509762764
767731	rnn.weight_ih_l0	4	0.03285316750407219
767731	rnn.weight_ih_l0	5	-0.07688555866479874
767731	rnn.weight_ih_l0	6	0.010817504487931728
767731	rnn.weight_ih_l0	7	-0.023424431681632996
767731	rnn.weight_ih_l0	8	0.013450602069497108
767731	rnn.weight_ih_l0	9	-0.07960782200098038
767731	rnn.weight_hh_l0	0	-0.022674323990941048
767731	rnn.weight_hh_l0	1	0.08607542514801025
767731	rnn.weight_hh_l0	2	0.004231157246977091
767731	rnn.weight_hh_l0	3	-0.035475607961416245
767731	rnn.weight_hh_l0	4	0.08521534502506256
767731	rnn.weight_hh_l0	5	0.001882240641862154
767731	rnn.weight_hh_l0	6	-0.08614266663789749
767731	rnn.weight_hh_l0	7	-0.13510701060295105
767731	rnn.weight_hh_l0	8	0.03950684145092964
767731	rnn.weight_hh_l0	9	-0.12397942692041397
767731	rnn.bias_ih_l0	0	0.1770772784948349
767731	rnn.bias_ih_l0	1	-0.3398876190185547
767731	rnn.bias_ih_l0	2	-0.03375011682510376
767731	rnn.bias_ih_l0	3	-0.2167302370071411
767731	rnn.bias_ih_l0	4	0.006565210409462452
767731	rnn.bias_ih_l0	5	-0.4408750832080841
767731	rnn.bias_ih_l0	6	-0.14496591687202454
767731	rnn.bias_ih_l0	7	-0.38074567914009094
767731	rnn.bias_ih_l0	8	-0.3185666501522064
767731	rnn.bias_ih_l0	9	-0.44225290417671204
767731	rnn.bias_hh_l0	0	-0.35106998682022095
767731	rnn.bias_hh_l0	1	-0.4372186064720154
767731	rnn.bias_hh_l0	2	-0.4112423360347748
767731	rnn.bias_hh_l0	3	-0.07622179388999939
767731	rnn.bias_hh_l0	4	-0.39947444200515747
767731	rnn.bias_hh_l0	5	-0.3680422306060791
767731	rnn.bias_hh_l0	6	-0.12385491281747818
767731	rnn.bias_hh_l0	7	0.07264018058776855
767731	rnn.bias_hh_l0	8	-0.23328986763954163
767731	rnn.bias_hh_l0	9	-0.5658528804779053
767731	rnn.weight_ih_l0_reverse	0	0.005187151487916708
767731	rnn.weight_ih_l0_reverse	1	-0.011777549982070923
767731	rnn.weight_ih_l0_reverse	2	0.008720668032765388
767731	rnn.weight_ih_l0_reverse	3	-0.14365601539611816
767731	rnn.weight_ih_l0_reverse	4	0.08094870299100876
767731	rnn.weight_ih_l0_reverse	5	-0.09708238393068314
767731	rnn.weight_ih_l0_reverse	6	-0.00042790130828507245
767731	rnn.weight_ih_l0_reverse	7	0.026902664452791214
767731	rnn.weight_ih_l0_reverse	8	-0.05057157948613167
767731	rnn.weight_ih_l0_reverse	9	-0.07787991315126419
767731	rnn.weight_hh_l0_reverse	0	-0.14934110641479492
767731	rnn.weight_hh_l0_reverse	1	0.021001318469643593
767731	rnn.weight_hh_l0_reverse	2	-0.020602557808160782
767731	rnn.weight_hh_l0_reverse	3	0.029600994661450386
767731	rnn.weight_hh_l0_reverse	4	-0.08172610402107239
767731	rnn.weight_hh_l0_reverse	5	0.03681168332695961
767731	rnn.weight_hh_l0_reverse	6	0.03042161464691162
767731	rnn.weight_hh_l0_reverse	7	-0.1273813396692276
767731	rnn.weight_hh_l0_reverse	8	-0.07497143745422363
767731	rnn.weight_hh_l0_reverse	9	0.037132568657398224
767731	rnn.bias_ih_l0_reverse	0	-0.18425841629505157
767731	rnn.bias_ih_l0_reverse	1	-0.048772815614938736
767731	rnn.bias_ih_l0_reverse	2	0.1579650342464447
767731	rnn.bias_ih_l0_reverse	3	-0.3286208212375641
767731	rnn.bias_ih_l0_reverse	4	0.01260269433259964
767731	rnn.bias_ih_l0_reverse	5	-0.20932433009147644
767731	rnn.bias_ih_l0_reverse	6	0.27896514534950256
767731	rnn.bias_ih_l0_reverse	7	-0.30080828070640564
767731	rnn.bias_ih_l0_reverse	8	-0.20123706758022308
767731	rnn.bias_ih_l0_reverse	9	-0.1541835516691208
767731	rnn.bias_hh_l0_reverse	0	-0.14164531230926514
767731	rnn.bias_hh_l0_reverse	1	0.2741410732269287
767731	rnn.bias_hh_l0_reverse	2	-0.344800740480423
767731	rnn.bias_hh_l0_reverse	3	-0.23916944861412048
767731	rnn.bias_hh_l0_reverse	4	-0.3883429765701294
767731	rnn.bias_hh_l0_reverse	5	-0.2095864713191986
767731	rnn.bias_hh_l0_reverse	6	-0.27273955941200256
767731	rnn.bias_hh_l0_reverse	7	-0.09217467904090881
767731	rnn.bias_hh_l0_reverse	8	-0.3532819151878357
767731	rnn.bias_hh_l0_reverse	9	0.22201716899871826
767731	linear.weight	0	0.22855810821056366
767731	linear.weight	1	-0.44690489768981934
767731	linear.weight	2	0.011868671514093876
767731	linear.weight	3	0.06747598201036453
767731	linear.weight	4	-0.12835745513439178
767731	linear.weight	5	0.25473105907440186
767731	linear.weight	6	-0.029277853667736053
767731	linear.weight	7	-0.059678126126527786
767731	linear.weight	8	0.10444513708353043
767731	linear.weight	9	-0.049887996166944504
767731	linear.bias	0	-0.8442569971084595
767731	linear.bias	1	1.7952438592910767
767731	linear.bias	2	0.7347381711006165
767731	linear.bias	3	-2.742100477218628
767731	linear.bias	4	-0.060286615043878555
767731	linear.bias	5	1.2601344585418701
767731	linear.bias	6	-0.21951043605804443
767731	linear.bias	7	0.8151319026947021
767731	linear.bias	8	2.089200258255005
767731	linear.bias	9	-1.325425624847412
768340	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
768340	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
768340	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
768340	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
768340	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
768340	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
768340	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
768340	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
768340	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
768340	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
768340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
768340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
768340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
768340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
768340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
768340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
768340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
768340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
768340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
768340	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
768340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
768340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
768340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
768340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
768340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
768340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
768340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
768340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
768340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
768340	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
768340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
768340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
768340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
768340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
768340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
768340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
768340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
768340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
768340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
768340	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
768340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
768340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
768340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
768340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
768340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
768340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
768340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
768340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
768340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
768340	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
768340	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
768340	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
768340	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
768340	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
768340	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
768340	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
768340	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
768340	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
768340	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
768340	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
768340	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
768340	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
768340	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
768340	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
768340	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
768340	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
768340	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
768340	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
768340	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
768340	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
768340	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
768340	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
768340	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
768340	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
768340	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
768340	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
768340	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
768340	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
768340	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
768340	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
768340	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
768340	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
768340	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
768340	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
768340	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
768340	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
768340	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
768340	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
768340	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
768340	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
768340	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
768340	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
768340	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
768340	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
768340	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
768340	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
768340	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
768340	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
768340	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
768340	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
768340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
768340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
768340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
768340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
768340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
768340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
768340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
768340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
768340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
768340	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
768340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
768340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
768340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
768340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
768340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
768340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
768340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
768340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
768340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
768340	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
768340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
768340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
768340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
768340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
768340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
768340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
768340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
768340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
768340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
768340	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
768340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
768340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
768340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
768340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
768340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
768340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
768340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
768340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
768340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
768340	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
768340	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
768340	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
768340	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
768340	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
768340	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
768340	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
768340	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
768340	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
768340	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
768340	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
768340	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
768340	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
768340	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
768340	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
768340	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
768340	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
768340	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
768340	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
768340	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
768340	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
768340	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
768340	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
768340	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
768340	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
768340	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
768340	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
768340	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
768340	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
768340	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
768340	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
768340	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
768340	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
768340	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
768340	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
768340	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
768340	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
768340	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
768340	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
768340	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
768340	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
768340	embedding2nn.weight	0	0.318217396736145
768340	embedding2nn.weight	1	0.3900854289531708
768340	embedding2nn.weight	2	0.0028368935454636812
768340	embedding2nn.weight	3	0.025060031563043594
768340	embedding2nn.weight	4	-0.027892941609025
768340	embedding2nn.weight	5	0.055093713104724884
768340	embedding2nn.weight	6	-0.0008471023757010698
768340	embedding2nn.weight	7	-0.005967830307781696
768340	embedding2nn.weight	8	0.03216925635933876
768340	embedding2nn.weight	9	-0.04770290106534958
768340	embedding2nn.bias	0	0.012387961149215698
768340	embedding2nn.bias	1	-0.1916770190000534
768340	embedding2nn.bias	2	0.12480741739273071
768340	embedding2nn.bias	3	0.18963424861431122
768340	embedding2nn.bias	4	0.14437022805213928
768340	embedding2nn.bias	5	-0.07497304677963257
768340	embedding2nn.bias	6	-0.04900715872645378
768340	embedding2nn.bias	7	0.05464380607008934
768340	embedding2nn.bias	8	-0.15357573330402374
768340	embedding2nn.bias	9	-0.3678381145000458
768340	rnn.weight_ih_l0	0	0.007200218737125397
768340	rnn.weight_ih_l0	1	-0.0583370104432106
768340	rnn.weight_ih_l0	2	-0.0614754892885685
768340	rnn.weight_ih_l0	3	0.11388356238603592
768340	rnn.weight_ih_l0	4	0.034375693649053574
768340	rnn.weight_ih_l0	5	-0.07656733691692352
768340	rnn.weight_ih_l0	6	0.010490723885595798
768340	rnn.weight_ih_l0	7	-0.02414224110543728
768340	rnn.weight_ih_l0	8	0.01460254192352295
768340	rnn.weight_ih_l0	9	-0.07846571505069733
768340	rnn.weight_hh_l0	0	-0.022570040076971054
768340	rnn.weight_hh_l0	1	0.08674274384975433
768340	rnn.weight_hh_l0	2	0.004350348375737667
768340	rnn.weight_hh_l0	3	-0.035246044397354126
768340	rnn.weight_hh_l0	4	0.0854736864566803
768340	rnn.weight_hh_l0	5	0.0017698495648801327
768340	rnn.weight_hh_l0	6	-0.0862908661365509
768340	rnn.weight_hh_l0	7	-0.13609343767166138
768340	rnn.weight_hh_l0	8	0.0395173542201519
768340	rnn.weight_hh_l0	9	-0.12372104078531265
768340	rnn.bias_ih_l0	0	0.17670004069805145
768340	rnn.bias_ih_l0	1	-0.34132498502731323
768340	rnn.bias_ih_l0	2	-0.03368745371699333
768340	rnn.bias_ih_l0	3	-0.21463237702846527
768340	rnn.bias_ih_l0	4	0.0027430516202002764
768340	rnn.bias_ih_l0	5	-0.44111472368240356
768340	rnn.bias_ih_l0	6	-0.14581800997257233
768340	rnn.bias_ih_l0	7	-0.3803311586380005
768340	rnn.bias_ih_l0	8	-0.31842079758644104
768340	rnn.bias_ih_l0	9	-0.4461512267589569
768340	rnn.bias_hh_l0	0	-0.35132041573524475
768340	rnn.bias_hh_l0	1	-0.43614551424980164
768340	rnn.bias_hh_l0	2	-0.41100865602493286
768340	rnn.bias_hh_l0	3	-0.07522547990083694
768340	rnn.bias_hh_l0	4	-0.40074458718299866
768340	rnn.bias_hh_l0	5	-0.3682822287082672
768340	rnn.bias_hh_l0	6	-0.12131932377815247
768340	rnn.bias_hh_l0	7	0.07392974197864532
768340	rnn.bias_hh_l0	8	-0.22988851368427277
768340	rnn.bias_hh_l0	9	-0.5668014287948608
768340	rnn.weight_ih_l0_reverse	0	0.005626877769827843
768340	rnn.weight_ih_l0_reverse	1	-0.012048883363604546
768340	rnn.weight_ih_l0_reverse	2	0.00897540058940649
768340	rnn.weight_ih_l0_reverse	3	-0.14315687119960785
768340	rnn.weight_ih_l0_reverse	4	0.08091233670711517
768340	rnn.weight_ih_l0_reverse	5	-0.0947357714176178
768340	rnn.weight_ih_l0_reverse	6	0.0008751765708439052
768340	rnn.weight_ih_l0_reverse	7	0.02708693966269493
768340	rnn.weight_ih_l0_reverse	8	-0.05082465335726738
768340	rnn.weight_ih_l0_reverse	9	-0.07746919989585876
768340	rnn.weight_hh_l0_reverse	0	-0.14994506537914276
768340	rnn.weight_hh_l0_reverse	1	0.02069811336696148
768340	rnn.weight_hh_l0_reverse	2	-0.020487219095230103
768340	rnn.weight_hh_l0_reverse	3	0.02948402240872383
768340	rnn.weight_hh_l0_reverse	4	-0.08154348284006119
768340	rnn.weight_hh_l0_reverse	5	0.03685541823506355
768340	rnn.weight_hh_l0_reverse	6	0.030382536351680756
768340	rnn.weight_hh_l0_reverse	7	-0.12653356790542603
768340	rnn.weight_hh_l0_reverse	8	-0.0759606882929802
768340	rnn.weight_hh_l0_reverse	9	0.03654831275343895
768340	rnn.bias_ih_l0_reverse	0	-0.18227702379226685
768340	rnn.bias_ih_l0_reverse	1	-0.05131106823682785
768340	rnn.bias_ih_l0_reverse	2	0.16039608418941498
768340	rnn.bias_ih_l0_reverse	3	-0.32864975929260254
768340	rnn.bias_ih_l0_reverse	4	0.013068174943327904
768340	rnn.bias_ih_l0_reverse	5	-0.2109432816505432
768340	rnn.bias_ih_l0_reverse	6	0.2788015305995941
768340	rnn.bias_ih_l0_reverse	7	-0.3014707863330841
768340	rnn.bias_ih_l0_reverse	8	-0.2000706046819687
768340	rnn.bias_ih_l0_reverse	9	-0.15388569235801697
768340	rnn.bias_hh_l0_reverse	0	-0.14318352937698364
768340	rnn.bias_hh_l0_reverse	1	0.2786938548088074
768340	rnn.bias_hh_l0_reverse	2	-0.3446197509765625
768340	rnn.bias_hh_l0_reverse	3	-0.23707738518714905
768340	rnn.bias_hh_l0_reverse	4	-0.3881247341632843
768340	rnn.bias_hh_l0_reverse	5	-0.20722518861293793
768340	rnn.bias_hh_l0_reverse	6	-0.2729252874851227
768340	rnn.bias_hh_l0_reverse	7	-0.09240125864744186
768340	rnn.bias_hh_l0_reverse	8	-0.35169070959091187
768340	rnn.bias_hh_l0_reverse	9	0.2204435020685196
768340	linear.weight	0	0.23011885583400726
768340	linear.weight	1	-0.4466870129108429
768340	linear.weight	2	0.016790946945548058
768340	linear.weight	3	0.06747612357139587
768340	linear.weight	4	-0.14322005212306976
768340	linear.weight	5	0.26001882553100586
768340	linear.weight	6	-0.028919396921992302
768340	linear.weight	7	-0.05967679247260094
768340	linear.weight	8	0.10195032507181168
768340	linear.weight	9	-0.049889031797647476
768340	linear.bias	0	-0.8458239436149597
768340	linear.bias	1	1.7840156555175781
768340	linear.bias	2	0.7342672348022461
768340	linear.bias	3	-2.7421231269836426
768340	linear.bias	4	-0.05792916938662529
768340	linear.bias	5	1.2521334886550903
768340	linear.bias	6	-0.20870064198970795
768340	linear.bias	7	0.822735607624054
768340	linear.bias	8	2.0896716117858887
768340	linear.bias	9	-1.3250569105148315
768348	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
768348	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
768348	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
768348	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
768348	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
768348	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
768348	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
768348	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
768348	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
768348	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
768348	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
768348	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
768348	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
768348	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
768348	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
768348	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
768348	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
768348	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
768348	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
768348	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
768348	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
768348	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
768348	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
768348	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
768348	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
768348	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
768348	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
768348	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
768348	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
768348	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
768348	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
768348	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
768348	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
768348	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
768348	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
768348	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
768348	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
768348	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
768348	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
768348	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
768348	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
768348	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
768348	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
768348	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
768348	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
768348	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
768348	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
768348	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
768348	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
768348	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
768348	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
768348	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
768348	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
768348	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
768348	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
768348	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
768348	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
768348	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
768348	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
768348	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
768348	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
768348	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
768348	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
768348	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
768348	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
768348	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
768348	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
768348	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
768348	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
768348	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
768348	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
768348	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
768348	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
768348	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
768348	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
768348	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
768348	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
768348	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
768348	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
768348	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
768348	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
768348	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
768348	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
768348	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
768348	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
768348	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
768348	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
768348	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
768348	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
768348	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
768348	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
768348	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
768348	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
768348	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
768348	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
768348	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
768348	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
768348	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
768348	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
768348	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
768348	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
768348	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
768348	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
768348	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
768348	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
768348	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
768348	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
768348	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
768348	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
768348	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
768348	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
768348	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
768348	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
768348	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
768348	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
768348	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
768348	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
768348	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
768348	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
768348	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
768348	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
768348	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
768348	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
768348	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
768348	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
768348	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
768348	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
768348	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
768348	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
768348	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
768348	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
768348	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
768348	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
768348	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
768348	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
768348	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
768348	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
768348	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
768348	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
768348	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
768348	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
768348	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
768348	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
768348	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
768348	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
768348	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
768348	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
768348	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
768348	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
768348	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
768348	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
768348	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
768348	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
768348	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
768348	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
768348	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
768348	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
768348	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
768348	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
768348	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
768348	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
768348	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
768348	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
768348	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
768348	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
768348	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
768348	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
768348	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
768348	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
768348	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
768348	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
768348	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
768348	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
768348	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
768348	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
768348	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
768348	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
768348	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
768348	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
768348	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
768348	embedding2nn.weight	0	0.31827211380004883
768348	embedding2nn.weight	1	0.3902535140514374
768348	embedding2nn.weight	2	0.002882656641304493
768348	embedding2nn.weight	3	0.025179950520396233
768348	embedding2nn.weight	4	-0.027747711166739464
768348	embedding2nn.weight	5	0.05524647980928421
768348	embedding2nn.weight	6	-0.001040431670844555
768348	embedding2nn.weight	7	-0.006238342262804508
768348	embedding2nn.weight	8	0.03205212950706482
768348	embedding2nn.weight	9	-0.047746386379003525
768348	embedding2nn.bias	0	0.012614434584975243
768348	embedding2nn.bias	1	-0.1910734623670578
768348	embedding2nn.bias	2	0.12585234642028809
768348	embedding2nn.bias	3	0.19077371060848236
768348	embedding2nn.bias	4	0.14509037137031555
768348	embedding2nn.bias	5	-0.07516226917505264
768348	embedding2nn.bias	6	-0.04972299933433533
768348	embedding2nn.bias	7	0.05400393158197403
768348	embedding2nn.bias	8	-0.15381240844726562
768348	embedding2nn.bias	9	-0.36919480562210083
768348	rnn.weight_ih_l0	0	0.007094164844602346
768348	rnn.weight_ih_l0	1	-0.05825609713792801
768348	rnn.weight_ih_l0	2	-0.06152062863111496
768348	rnn.weight_ih_l0	3	0.11375575512647629
768348	rnn.weight_ih_l0	4	0.033600978553295135
768348	rnn.weight_ih_l0	5	-0.07655619084835052
768348	rnn.weight_ih_l0	6	0.01049027033150196
768348	rnn.weight_ih_l0	7	-0.024097954854369164
768348	rnn.weight_ih_l0	8	0.014174296520650387
768348	rnn.weight_ih_l0	9	-0.0783500000834465
768348	rnn.weight_hh_l0	0	-0.022581201046705246
768348	rnn.weight_hh_l0	1	0.08676158636808395
768348	rnn.weight_hh_l0	2	0.004349075257778168
768348	rnn.weight_hh_l0	3	-0.035219430923461914
768348	rnn.weight_hh_l0	4	0.08548017591238022
768348	rnn.weight_hh_l0	5	0.0017328369431197643
768348	rnn.weight_hh_l0	6	-0.08628765493631363
768348	rnn.weight_hh_l0	7	-0.13605369627475739
768348	rnn.weight_hh_l0	8	0.03951968252658844
768348	rnn.weight_hh_l0	9	-0.12376098334789276
768348	rnn.bias_ih_l0	0	0.1766601800918579
768348	rnn.bias_ih_l0	1	-0.3412063717842102
768348	rnn.bias_ih_l0	2	-0.03365408629179001
768348	rnn.bias_ih_l0	3	-0.21479038894176483
768348	rnn.bias_ih_l0	4	0.0026519219391047955
768348	rnn.bias_ih_l0	5	-0.44087427854537964
768348	rnn.bias_ih_l0	6	-0.14579541981220245
768348	rnn.bias_ih_l0	7	-0.3803052306175232
768348	rnn.bias_ih_l0	8	-0.3182945251464844
768348	rnn.bias_ih_l0	9	-0.44598469138145447
768348	rnn.bias_hh_l0	0	-0.3510952889919281
768348	rnn.bias_hh_l0	1	-0.4360228180885315
768348	rnn.bias_hh_l0	2	-0.41116106510162354
768348	rnn.bias_hh_l0	3	-0.07558559626340866
768348	rnn.bias_hh_l0	4	-0.4011072516441345
768348	rnn.bias_hh_l0	5	-0.36827075481414795
768348	rnn.bias_hh_l0	6	-0.12126822769641876
768348	rnn.bias_hh_l0	7	0.07386509329080582
768348	rnn.bias_hh_l0	8	-0.23002053797245026
768348	rnn.bias_hh_l0	9	-0.5667088627815247
768348	rnn.weight_ih_l0_reverse	0	0.005476480815559626
768348	rnn.weight_ih_l0_reverse	1	-0.012070958502590656
768348	rnn.weight_ih_l0_reverse	2	0.008984683081507683
768348	rnn.weight_ih_l0_reverse	3	-0.14331616461277008
768348	rnn.weight_ih_l0_reverse	4	0.08085852116346359
768348	rnn.weight_ih_l0_reverse	5	-0.09483151882886887
768348	rnn.weight_ih_l0_reverse	6	0.000866489892359823
768348	rnn.weight_ih_l0_reverse	7	0.02707410231232643
768348	rnn.weight_ih_l0_reverse	8	-0.050994329154491425
768348	rnn.weight_ih_l0_reverse	9	-0.07745519280433655
768348	rnn.weight_hh_l0_reverse	0	-0.14995089173316956
768348	rnn.weight_hh_l0_reverse	1	0.02066686376929283
768348	rnn.weight_hh_l0_reverse	2	-0.020459864288568497
768348	rnn.weight_hh_l0_reverse	3	0.0294796135276556
768348	rnn.weight_hh_l0_reverse	4	-0.08160610496997833
768348	rnn.weight_hh_l0_reverse	5	0.036842040717601776
768348	rnn.weight_hh_l0_reverse	6	0.030379313975572586
768348	rnn.weight_hh_l0_reverse	7	-0.12651720643043518
768348	rnn.weight_hh_l0_reverse	8	-0.07595264166593552
768348	rnn.weight_hh_l0_reverse	9	0.036544568836688995
768348	rnn.bias_ih_l0_reverse	0	-0.18219713866710663
768348	rnn.bias_ih_l0_reverse	1	-0.05138982832431793
768348	rnn.bias_ih_l0_reverse	2	0.16045846045017242
768348	rnn.bias_ih_l0_reverse	3	-0.3289295732975006
768348	rnn.bias_ih_l0_reverse	4	0.013177349232137203
768348	rnn.bias_ih_l0_reverse	5	-0.21087191998958588
768348	rnn.bias_ih_l0_reverse	6	0.2786077558994293
768348	rnn.bias_ih_l0_reverse	7	-0.30115431547164917
768348	rnn.bias_ih_l0_reverse	8	-0.19993045926094055
768348	rnn.bias_ih_l0_reverse	9	-0.153556227684021
768348	rnn.bias_hh_l0_reverse	0	-0.1427995264530182
768348	rnn.bias_hh_l0_reverse	1	0.27907806634902954
768348	rnn.bias_hh_l0_reverse	2	-0.34460583329200745
768348	rnn.bias_hh_l0_reverse	3	-0.23717525601387024
768348	rnn.bias_hh_l0_reverse	4	-0.3878866136074066
768348	rnn.bias_hh_l0_reverse	5	-0.20720705389976501
768348	rnn.bias_hh_l0_reverse	6	-0.2726508677005768
768348	rnn.bias_hh_l0_reverse	7	-0.09234323352575302
768348	rnn.bias_hh_l0_reverse	8	-0.3511982262134552
768348	rnn.bias_hh_l0_reverse	9	0.21971386671066284
768348	linear.weight	0	0.22993142902851105
768348	linear.weight	1	-0.44775667786598206
768348	linear.weight	2	0.016111379489302635
768348	linear.weight	3	0.06747612357139587
768348	linear.weight	4	-0.1425841599702835
768348	linear.weight	5	0.2592664659023285
768348	linear.weight	6	-0.027488399296998978
768348	linear.weight	7	-0.05967677757143974
768348	linear.weight	8	0.10066642612218857
768348	linear.weight	9	-0.049889035522937775
768348	linear.bias	0	-0.8458750247955322
768348	linear.bias	1	1.7852811813354492
768348	linear.bias	2	0.7336100339889526
768348	linear.bias	3	-2.7421233654022217
768348	linear.bias	4	-0.061950936913490295
768348	linear.bias	5	1.2546530961990356
768348	linear.bias	6	-0.20765067636966705
768348	linear.bias	7	0.8189568519592285
768348	linear.bias	8	2.0880370140075684
768348	linear.bias	9	-1.3257509469985962
768957	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
768957	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
768957	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
768957	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
768957	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
768957	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
768957	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
768957	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
768957	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
768957	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
768957	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
768957	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
768957	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
768957	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
768957	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
768957	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
768957	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
768957	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
768957	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
768957	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
768957	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
768957	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
768957	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
768957	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
768957	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
768957	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
768957	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
768957	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
768957	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
768957	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
768957	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
768957	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
768957	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
768957	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
768957	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
768957	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
768957	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
768957	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
768957	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
768957	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
768957	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
768957	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
768957	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
768957	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
768957	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
768957	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
768957	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
768957	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
768957	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
768957	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
768957	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
768957	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
768957	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
768957	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
768957	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
768957	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
768957	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
768957	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
768957	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
768957	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
768957	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
768957	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
768957	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
768957	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
768957	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
768957	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
768957	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
768957	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
768957	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
768957	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
768957	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
768957	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
768957	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
768957	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
768957	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
768957	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
768957	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
768957	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
768957	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
768957	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
768957	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
768957	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
768957	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
768957	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
768957	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
768957	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
768957	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
768957	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
768957	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
768957	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
768957	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
768957	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
768957	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
768957	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
768957	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
768957	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
768957	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
768957	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
768957	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
768957	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
768957	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
768957	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
768957	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
768957	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
768957	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
768957	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
768957	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
768957	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
768957	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
768957	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
768957	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
768957	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
768957	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
768957	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
768957	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
768957	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
768957	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
768957	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
768957	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
768957	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
768957	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
768957	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
768957	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
768957	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
768957	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
768957	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
768957	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
768957	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
768957	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
768957	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
768957	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
768957	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
768957	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
768957	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
768957	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
768957	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
768957	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
768957	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
768957	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
768957	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
768957	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
768957	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
768957	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
768957	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
768957	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
768957	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
768957	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
768957	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
768957	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
768957	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
768957	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
768957	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
768957	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
768957	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
768957	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
768957	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
768957	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
768957	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
768957	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
768957	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
768957	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
768957	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
768957	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
768957	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
768957	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
768957	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
768957	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
768957	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
768957	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
768957	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
768957	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
768957	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
768957	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
768957	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
768957	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
768957	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
768957	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
768957	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
768957	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
768957	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
768957	embedding2nn.weight	0	0.31852439045906067
768957	embedding2nn.weight	1	0.38830843567848206
768957	embedding2nn.weight	2	0.0029008504934608936
768957	embedding2nn.weight	3	0.025479955598711967
768957	embedding2nn.weight	4	-0.028534790500998497
768957	embedding2nn.weight	5	0.05657461658120155
768957	embedding2nn.weight	6	-0.004532140213996172
768957	embedding2nn.weight	7	-0.006624748930335045
768957	embedding2nn.weight	8	0.031152592971920967
768957	embedding2nn.weight	9	-0.04839305207133293
768957	embedding2nn.bias	0	0.01225255150347948
768957	embedding2nn.bias	1	-0.19237349927425385
768957	embedding2nn.bias	2	0.1222115010023117
768957	embedding2nn.bias	3	0.18692107498645782
768957	embedding2nn.bias	4	0.138660728931427
768957	embedding2nn.bias	5	-0.07252120971679688
768957	embedding2nn.bias	6	-0.05789070203900337
768957	embedding2nn.bias	7	0.045744989067316055
768957	embedding2nn.bias	8	-0.151811882853508
768957	embedding2nn.bias	9	-0.373562753200531
768957	rnn.weight_ih_l0	0	0.006902021821588278
768957	rnn.weight_ih_l0	1	-0.058092501014471054
768957	rnn.weight_ih_l0	2	-0.06116427108645439
768957	rnn.weight_ih_l0	3	0.11369223892688751
768957	rnn.weight_ih_l0	4	0.03334767371416092
768957	rnn.weight_ih_l0	5	-0.07659270614385605
768957	rnn.weight_ih_l0	6	0.009670653380453587
768957	rnn.weight_ih_l0	7	-0.024958264082670212
768957	rnn.weight_ih_l0	8	0.0123043954372406
768957	rnn.weight_ih_l0	9	-0.07930995523929596
768957	rnn.weight_hh_l0	0	-0.02265666052699089
768957	rnn.weight_hh_l0	1	0.08659423887729645
768957	rnn.weight_hh_l0	2	0.004201010800898075
768957	rnn.weight_hh_l0	3	-0.035179220139980316
768957	rnn.weight_hh_l0	4	0.08534955233335495
768957	rnn.weight_hh_l0	5	0.0019607997965067625
768957	rnn.weight_hh_l0	6	-0.08657730370759964
768957	rnn.weight_hh_l0	7	-0.1362137496471405
768957	rnn.weight_hh_l0	8	0.039549410343170166
768957	rnn.weight_hh_l0	9	-0.12380874902009964
768957	rnn.bias_ih_l0	0	0.1798512488603592
768957	rnn.bias_ih_l0	1	-0.3436949551105499
768957	rnn.bias_ih_l0	2	-0.03291383758187294
768957	rnn.bias_ih_l0	3	-0.21340952813625336
768957	rnn.bias_ih_l0	4	0.0022993693128228188
768957	rnn.bias_ih_l0	5	-0.44057175517082214
768957	rnn.bias_ih_l0	6	-0.1479986310005188
768957	rnn.bias_ih_l0	7	-0.3806188106536865
768957	rnn.bias_ih_l0	8	-0.31572842597961426
768957	rnn.bias_ih_l0	9	-0.44123145937919617
768957	rnn.bias_hh_l0	0	-0.35149893164634705
768957	rnn.bias_hh_l0	1	-0.4355250597000122
768957	rnn.bias_hh_l0	2	-0.41062992811203003
768957	rnn.bias_hh_l0	3	-0.07620950788259506
768957	rnn.bias_hh_l0	4	-0.39930260181427
768957	rnn.bias_hh_l0	5	-0.3671267628669739
768957	rnn.bias_hh_l0	6	-0.11948501318693161
768957	rnn.bias_hh_l0	7	0.07506053894758224
768957	rnn.bias_hh_l0	8	-0.23157230019569397
768957	rnn.bias_hh_l0	9	-0.5687654614448547
768957	rnn.weight_ih_l0_reverse	0	0.003503523301333189
768957	rnn.weight_ih_l0_reverse	1	-0.012555698864161968
768957	rnn.weight_ih_l0_reverse	2	0.007754158694297075
768957	rnn.weight_ih_l0_reverse	3	-0.14376339316368103
768957	rnn.weight_ih_l0_reverse	4	0.08068215101957321
768957	rnn.weight_ih_l0_reverse	5	-0.09638796001672745
768957	rnn.weight_ih_l0_reverse	6	0.003156402613967657
768957	rnn.weight_ih_l0_reverse	7	0.02707880176603794
768957	rnn.weight_ih_l0_reverse	8	-0.05109924077987671
768957	rnn.weight_ih_l0_reverse	9	-0.0798005610704422
768957	rnn.weight_hh_l0_reverse	0	-0.15012440085411072
768957	rnn.weight_hh_l0_reverse	1	0.020950959995388985
768957	rnn.weight_hh_l0_reverse	2	-0.020429780706763268
768957	rnn.weight_hh_l0_reverse	3	0.029556963592767715
768957	rnn.weight_hh_l0_reverse	4	-0.08172453939914703
768957	rnn.weight_hh_l0_reverse	5	0.036802586168050766
768957	rnn.weight_hh_l0_reverse	6	0.03034018911421299
768957	rnn.weight_hh_l0_reverse	7	-0.12705105543136597
768957	rnn.weight_hh_l0_reverse	8	-0.07534147053956985
768957	rnn.weight_hh_l0_reverse	9	0.036731842905282974
768957	rnn.bias_ih_l0_reverse	0	-0.18256643414497375
768957	rnn.bias_ih_l0_reverse	1	-0.0509958490729332
768957	rnn.bias_ih_l0_reverse	2	0.16059578955173492
768957	rnn.bias_ih_l0_reverse	3	-0.32715460658073425
768957	rnn.bias_ih_l0_reverse	4	0.013315158896148205
768957	rnn.bias_ih_l0_reverse	5	-0.21143779158592224
768957	rnn.bias_ih_l0_reverse	6	0.2790433466434479
768957	rnn.bias_ih_l0_reverse	7	-0.30235421657562256
768957	rnn.bias_ih_l0_reverse	8	-0.19939735531806946
768957	rnn.bias_ih_l0_reverse	9	-0.15730658173561096
768957	rnn.bias_hh_l0_reverse	0	-0.1384117603302002
768957	rnn.bias_hh_l0_reverse	1	0.27749037742614746
768957	rnn.bias_hh_l0_reverse	2	-0.3438766598701477
768957	rnn.bias_hh_l0_reverse	3	-0.23593303561210632
768957	rnn.bias_hh_l0_reverse	4	-0.39103198051452637
768957	rnn.bias_hh_l0_reverse	5	-0.20763152837753296
768957	rnn.bias_hh_l0_reverse	6	-0.2753109931945801
768957	rnn.bias_hh_l0_reverse	7	-0.0937620997428894
768957	rnn.bias_hh_l0_reverse	8	-0.34799155592918396
768957	rnn.bias_hh_l0_reverse	9	0.21840864419937134
768957	linear.weight	0	0.23637229204177856
768957	linear.weight	1	-0.44655901193618774
768957	linear.weight	2	0.023020580410957336
768957	linear.weight	3	0.0674762949347496
768957	linear.weight	4	-0.1476011425256729
768957	linear.weight	5	0.2626436650753021
768957	linear.weight	6	-0.02402799017727375
768957	linear.weight	7	-0.05967560410499573
768957	linear.weight	8	0.10240309685468674
768957	linear.weight	9	-0.04989013448357582
768957	linear.bias	0	-0.853123128414154
768957	linear.bias	1	1.774571418762207
768957	linear.bias	2	0.7304551005363464
768957	linear.bias	3	-2.7421488761901855
768957	linear.bias	4	-0.06639205664396286
768957	linear.bias	5	1.2602790594100952
768957	linear.bias	6	-0.2035440057516098
768957	linear.bias	7	0.8406082391738892
768957	linear.bias	8	2.095515251159668
768957	linear.bias	9	-1.3238525390625
769566	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
769566	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
769566	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
769566	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
769566	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
769566	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
769566	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
769566	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
769566	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
769566	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
769566	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
769566	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
769566	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
769566	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
769566	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
769566	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
769566	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
769566	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
769566	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
769566	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
769566	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
769566	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
769566	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
769566	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
769566	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
769566	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
769566	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
769566	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
769566	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
769566	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
769566	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
769566	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
769566	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
769566	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
769566	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
769566	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
769566	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
769566	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
769566	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
769566	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
769566	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
769566	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
769566	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
769566	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
769566	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
769566	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
769566	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
769566	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
769566	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
769566	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
769566	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
769566	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
769566	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
769566	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
769566	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
769566	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
769566	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
769566	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
769566	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
769566	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
769566	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
769566	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
769566	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
769566	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
769566	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
769566	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
769566	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
769566	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
769566	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
769566	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
769566	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
769566	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
769566	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
769566	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
769566	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
769566	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
769566	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
769566	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
769566	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
769566	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
769566	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
769566	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
769566	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
769566	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
769566	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
769566	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
769566	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
769566	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
769566	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
769566	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
769566	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
769566	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
769566	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
769566	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
769566	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
769566	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
769566	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
769566	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
769566	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
769566	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
769566	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
769566	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
769566	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
769566	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
769566	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
769566	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
769566	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
769566	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
769566	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
769566	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
769566	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
769566	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
769566	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
769566	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
769566	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
769566	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
769566	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
769566	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
769566	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
769566	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
769566	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
769566	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
769566	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
769566	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
769566	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
769566	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
769566	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
769566	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
769566	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
769566	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
769566	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
769566	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
769566	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
769566	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
769566	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
769566	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
769566	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
769566	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
769566	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
769566	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
769566	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
769566	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
769566	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
769566	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
769566	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
769566	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
769566	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
769566	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
769566	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
769566	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
769566	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
769566	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
769566	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
769566	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
769566	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
769566	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
769566	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
769566	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
769566	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
769566	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
769566	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
769566	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
769566	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
769566	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
769566	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
769566	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
769566	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
769566	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
769566	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
769566	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
769566	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
769566	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
769566	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
769566	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
769566	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
769566	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
769566	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
769566	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
769566	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
769566	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
769566	embedding2nn.weight	0	0.3182063102722168
769566	embedding2nn.weight	1	0.3879479169845581
769566	embedding2nn.weight	2	0.004133874550461769
769566	embedding2nn.weight	3	0.027307074517011642
769566	embedding2nn.weight	4	-0.025541123002767563
769566	embedding2nn.weight	5	0.05712764337658882
769566	embedding2nn.weight	6	0.000531338679138571
769566	embedding2nn.weight	7	-0.0058396137319505215
769566	embedding2nn.weight	8	0.033054955303668976
769566	embedding2nn.weight	9	-0.047990523278713226
769566	embedding2nn.bias	0	0.0124716991558671
769566	embedding2nn.bias	1	-0.19040653109550476
769566	embedding2nn.bias	2	0.1244318038225174
769566	embedding2nn.bias	3	0.18513710796833038
769566	embedding2nn.bias	4	0.14037485420703888
769566	embedding2nn.bias	5	-0.0653356984257698
769566	embedding2nn.bias	6	-0.05845847725868225
769566	embedding2nn.bias	7	0.03928900137543678
769566	embedding2nn.bias	8	-0.1517343968153
769566	embedding2nn.bias	9	-0.37772491574287415
769566	rnn.weight_ih_l0	0	0.0071165431290864944
769566	rnn.weight_ih_l0	1	-0.05800233781337738
769566	rnn.weight_ih_l0	2	-0.06316012144088745
769566	rnn.weight_ih_l0	3	0.11365248262882233
769566	rnn.weight_ih_l0	4	0.031959012150764465
769566	rnn.weight_ih_l0	5	-0.07476235926151276
769566	rnn.weight_ih_l0	6	0.00895869079977274
769566	rnn.weight_ih_l0	7	-0.02352551370859146
769566	rnn.weight_ih_l0	8	0.01668236032128334
769566	rnn.weight_ih_l0	9	-0.07852828502655029
769566	rnn.weight_hh_l0	0	-0.022499941289424896
769566	rnn.weight_hh_l0	1	0.086326964199543
769566	rnn.weight_hh_l0	2	0.004304896574467421
769566	rnn.weight_hh_l0	3	-0.03504091128706932
769566	rnn.weight_hh_l0	4	0.08563877642154694
769566	rnn.weight_hh_l0	5	0.002248196629807353
769566	rnn.weight_hh_l0	6	-0.08673340827226639
769566	rnn.weight_hh_l0	7	-0.13611167669296265
769566	rnn.weight_hh_l0	8	0.03954525664448738
769566	rnn.weight_hh_l0	9	-0.12369783967733383
769566	rnn.bias_ih_l0	0	0.1755196750164032
769566	rnn.bias_ih_l0	1	-0.34452781081199646
769566	rnn.bias_ih_l0	2	-0.033919308334589005
769566	rnn.bias_ih_l0	3	-0.21494387090206146
769566	rnn.bias_ih_l0	4	0.0006455197581090033
769566	rnn.bias_ih_l0	5	-0.44034770131111145
769566	rnn.bias_ih_l0	6	-0.1458715796470642
769566	rnn.bias_ih_l0	7	-0.3814450800418854
769566	rnn.bias_ih_l0	8	-0.31572210788726807
769566	rnn.bias_ih_l0	9	-0.43418723344802856
769566	rnn.bias_hh_l0	0	-0.3504962623119354
769566	rnn.bias_hh_l0	1	-0.433793306350708
769566	rnn.bias_hh_l0	2	-0.406808078289032
769566	rnn.bias_hh_l0	3	-0.07640601694583893
769566	rnn.bias_hh_l0	4	-0.39970725774765015
769566	rnn.bias_hh_l0	5	-0.3676055073738098
769566	rnn.bias_hh_l0	6	-0.1178528368473053
769566	rnn.bias_hh_l0	7	0.07469343394041061
769566	rnn.bias_hh_l0	8	-0.23426862061023712
769566	rnn.bias_hh_l0	9	-0.5691449046134949
769566	rnn.weight_ih_l0_reverse	0	0.0008443406550213695
769566	rnn.weight_ih_l0_reverse	1	-0.012925218790769577
769566	rnn.weight_ih_l0_reverse	2	0.007527353707700968
769566	rnn.weight_ih_l0_reverse	3	-0.14440052211284637
769566	rnn.weight_ih_l0_reverse	4	0.08104679733514786
769566	rnn.weight_ih_l0_reverse	5	-0.09748876839876175
769566	rnn.weight_ih_l0_reverse	6	0.00169266143348068
769566	rnn.weight_ih_l0_reverse	7	0.027126651257276535
769566	rnn.weight_ih_l0_reverse	8	-0.05048016086220741
769566	rnn.weight_ih_l0_reverse	9	-0.08089771121740341
769566	rnn.weight_hh_l0_reverse	0	-0.1503783017396927
769566	rnn.weight_hh_l0_reverse	1	0.02137102745473385
769566	rnn.weight_hh_l0_reverse	2	-0.02042837254703045
769566	rnn.weight_hh_l0_reverse	3	0.029912689700722694
769566	rnn.weight_hh_l0_reverse	4	-0.08189842849969864
769566	rnn.weight_hh_l0_reverse	5	0.036871038377285004
769566	rnn.weight_hh_l0_reverse	6	0.030306022614240646
769566	rnn.weight_hh_l0_reverse	7	-0.12619267404079437
769566	rnn.weight_hh_l0_reverse	8	-0.07570485770702362
769566	rnn.weight_hh_l0_reverse	9	0.03692910075187683
769566	rnn.bias_ih_l0_reverse	0	-0.18210121989250183
769566	rnn.bias_ih_l0_reverse	1	-0.05267205834388733
769566	rnn.bias_ih_l0_reverse	2	0.15871505439281464
769566	rnn.bias_ih_l0_reverse	3	-0.32621026039123535
769566	rnn.bias_ih_l0_reverse	4	0.016586579382419586
769566	rnn.bias_ih_l0_reverse	5	-0.212541863322258
769566	rnn.bias_ih_l0_reverse	6	0.2806485891342163
769566	rnn.bias_ih_l0_reverse	7	-0.3016229569911957
769566	rnn.bias_ih_l0_reverse	8	-0.19643846154212952
769566	rnn.bias_ih_l0_reverse	9	-0.15536443889141083
769566	rnn.bias_hh_l0_reverse	0	-0.1398773044347763
769566	rnn.bias_hh_l0_reverse	1	0.2760976254940033
769566	rnn.bias_hh_l0_reverse	2	-0.3441387116909027
769566	rnn.bias_hh_l0_reverse	3	-0.2372768521308899
769566	rnn.bias_hh_l0_reverse	4	-0.39369848370552063
769566	rnn.bias_hh_l0_reverse	5	-0.20867139101028442
769566	rnn.bias_hh_l0_reverse	6	-0.2767745852470398
769566	rnn.bias_hh_l0_reverse	7	-0.09501998871564865
769566	rnn.bias_hh_l0_reverse	8	-0.34718185663223267
769566	rnn.bias_hh_l0_reverse	9	0.22423149645328522
769566	linear.weight	0	0.23741263151168823
769566	linear.weight	1	-0.44378456473350525
769566	linear.weight	2	0.017655568197369576
769566	linear.weight	3	0.06747601926326752
769566	linear.weight	4	-0.13306808471679688
769566	linear.weight	5	0.2659016251564026
769566	linear.weight	6	-0.025633400306105614
769566	linear.weight	7	-0.059674471616744995
769566	linear.weight	8	0.10299622267484665
769566	linear.weight	9	-0.04989105835556984
769566	linear.bias	0	-0.8455910086631775
769566	linear.bias	1	1.7684088945388794
769566	linear.bias	2	0.741728663444519
769566	linear.bias	3	-2.742172956466675
769566	linear.bias	4	-0.060631271451711655
769566	linear.bias	5	1.2556630373001099
769566	linear.bias	6	-0.20012715458869934
769566	linear.bias	7	0.8270757794380188
769566	linear.bias	8	2.0829596519470215
769566	linear.bias	9	-1.3178915977478027
770175	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
770175	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
770175	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
770175	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
770175	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
770175	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
770175	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
770175	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
770175	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
770175	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
770175	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
770175	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
770175	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
770175	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
770175	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
770175	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
770175	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
770175	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
770175	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
770175	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
770175	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
770175	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
770175	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
770175	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
770175	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
770175	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
770175	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
770175	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
770175	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
770175	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
770175	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
770175	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
770175	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
770175	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
770175	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
770175	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
770175	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
770175	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
770175	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
770175	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
770175	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
770175	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
770175	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
770175	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
770175	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
770175	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
770175	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
770175	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
770175	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
770175	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
770175	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
770175	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
770175	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
770175	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
770175	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
770175	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
770175	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
770175	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
770175	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
770175	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
770175	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
770175	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
770175	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
770175	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
770175	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
770175	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
770175	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
770175	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
770175	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
770175	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
770175	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
770175	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
770175	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
770175	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
770175	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
770175	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
770175	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
770175	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
770175	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
770175	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
770175	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
770175	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
770175	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
770175	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
770175	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
770175	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
770175	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
770175	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
770175	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
770175	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
770175	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
770175	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
770175	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
770175	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
770175	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
770175	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
770175	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
770175	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
770175	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
770175	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
770175	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
770175	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
770175	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
770175	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
770175	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
770175	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
770175	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
770175	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
770175	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
770175	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
770175	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
770175	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
770175	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
770175	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
770175	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
770175	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
770175	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
770175	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
770175	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
770175	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
770175	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
770175	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
770175	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
770175	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
770175	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
770175	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
770175	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
770175	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
770175	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
770175	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
770175	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
770175	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
770175	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
770175	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
770175	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
770175	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
770175	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
770175	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
770175	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
770175	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
770175	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
770175	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
770175	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
770175	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
770175	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
770175	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
770175	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
770175	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
770175	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
770175	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
770175	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
770175	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
770175	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
770175	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
770175	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
770175	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
770175	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
770175	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
770175	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
770175	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
770175	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
770175	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
770175	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
770175	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
770175	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
770175	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
770175	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
770175	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
770175	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
770175	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
770175	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
770175	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
770175	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
770175	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
770175	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
770175	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
770175	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
770175	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
770175	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
770175	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
770175	embedding2nn.weight	0	0.3180258572101593
770175	embedding2nn.weight	1	0.38794374465942383
770175	embedding2nn.weight	2	0.004668163601309061
770175	embedding2nn.weight	3	0.025211306288838387
770175	embedding2nn.weight	4	-0.025831788778305054
770175	embedding2nn.weight	5	0.0569416806101799
770175	embedding2nn.weight	6	0.0018723056418821216
770175	embedding2nn.weight	7	-0.007692418526858091
770175	embedding2nn.weight	8	0.03465251997113228
770175	embedding2nn.weight	9	-0.04811679199337959
770175	embedding2nn.bias	0	0.010396691039204597
770175	embedding2nn.bias	1	-0.18489326536655426
770175	embedding2nn.bias	2	0.13280606269836426
770175	embedding2nn.bias	3	0.18171431124210358
770175	embedding2nn.bias	4	0.13717640936374664
770175	embedding2nn.bias	5	-0.06626977771520615
770175	embedding2nn.bias	6	-0.04736102744936943
770175	embedding2nn.bias	7	0.04214758425951004
770175	embedding2nn.bias	8	-0.15759742259979248
770175	embedding2nn.bias	9	-0.3813078701496124
770175	rnn.weight_ih_l0	0	0.0073343911208212376
770175	rnn.weight_ih_l0	1	-0.05785347893834114
770175	rnn.weight_ih_l0	2	-0.06202763691544533
770175	rnn.weight_ih_l0	3	0.11429738253355026
770175	rnn.weight_ih_l0	4	0.032610684633255005
770175	rnn.weight_ih_l0	5	-0.07628270983695984
770175	rnn.weight_ih_l0	6	0.00922891590744257
770175	rnn.weight_ih_l0	7	-0.024191444739699364
770175	rnn.weight_ih_l0	8	0.017734376713633537
770175	rnn.weight_ih_l0	9	-0.0785609781742096
770175	rnn.weight_hh_l0	0	-0.02246316708624363
770175	rnn.weight_hh_l0	1	0.08665330708026886
770175	rnn.weight_hh_l0	2	0.004060203675180674
770175	rnn.weight_hh_l0	3	-0.035101380199193954
770175	rnn.weight_hh_l0	4	0.08569813519716263
770175	rnn.weight_hh_l0	5	0.0018945432966575027
770175	rnn.weight_hh_l0	6	-0.08684470504522324
770175	rnn.weight_hh_l0	7	-0.1362338811159134
770175	rnn.weight_hh_l0	8	0.03955720365047455
770175	rnn.weight_hh_l0	9	-0.12366405129432678
770175	rnn.bias_ih_l0	0	0.17715159058570862
770175	rnn.bias_ih_l0	1	-0.34259775280952454
770175	rnn.bias_ih_l0	2	-0.034609004855155945
770175	rnn.bias_ih_l0	3	-0.21545787155628204
770175	rnn.bias_ih_l0	4	0.002079893834888935
770175	rnn.bias_ih_l0	5	-0.44032204151153564
770175	rnn.bias_ih_l0	6	-0.14607955515384674
770175	rnn.bias_ih_l0	7	-0.381847083568573
770175	rnn.bias_ih_l0	8	-0.31434962153434753
770175	rnn.bias_ih_l0	9	-0.429478257894516
770175	rnn.bias_hh_l0	0	-0.34842348098754883
770175	rnn.bias_hh_l0	1	-0.43461644649505615
770175	rnn.bias_hh_l0	2	-0.4083314836025238
770175	rnn.bias_hh_l0	3	-0.07641004025936127
770175	rnn.bias_hh_l0	4	-0.39806047081947327
770175	rnn.bias_hh_l0	5	-0.36648598313331604
770175	rnn.bias_hh_l0	6	-0.11962026357650757
770175	rnn.bias_hh_l0	7	0.0743759348988533
770175	rnn.bias_hh_l0	8	-0.2358916848897934
770175	rnn.bias_hh_l0	9	-0.5680791735649109
770175	rnn.weight_ih_l0_reverse	0	-0.0007019636686891317
770175	rnn.weight_ih_l0_reverse	1	-0.012266631238162518
770175	rnn.weight_ih_l0_reverse	2	0.0072890822775661945
770175	rnn.weight_ih_l0_reverse	3	-0.1433163285255432
770175	rnn.weight_ih_l0_reverse	4	0.08096781373023987
770175	rnn.weight_ih_l0_reverse	5	-0.09720895439386368
770175	rnn.weight_ih_l0_reverse	6	0.001405024086125195
770175	rnn.weight_ih_l0_reverse	7	0.027661269530653954
770175	rnn.weight_ih_l0_reverse	8	-0.05000173673033714
770175	rnn.weight_ih_l0_reverse	9	-0.07779080420732498
770175	rnn.weight_hh_l0_reverse	0	-0.1503450572490692
770175	rnn.weight_hh_l0_reverse	1	0.021694472059607506
770175	rnn.weight_hh_l0_reverse	2	-0.02055937424302101
770175	rnn.weight_hh_l0_reverse	3	0.02988945133984089
770175	rnn.weight_hh_l0_reverse	4	-0.08236026018857956
770175	rnn.weight_hh_l0_reverse	5	0.03687499463558197
770175	rnn.weight_hh_l0_reverse	6	0.03029586374759674
770175	rnn.weight_hh_l0_reverse	7	-0.12592649459838867
770175	rnn.weight_hh_l0_reverse	8	-0.07520709931850433
770175	rnn.weight_hh_l0_reverse	9	0.0368586927652359
770175	rnn.bias_ih_l0_reverse	0	-0.18290692567825317
770175	rnn.bias_ih_l0_reverse	1	-0.05458024889230728
770175	rnn.bias_ih_l0_reverse	2	0.15766866505146027
770175	rnn.bias_ih_l0_reverse	3	-0.32754048705101013
770175	rnn.bias_ih_l0_reverse	4	0.017772559076547623
770175	rnn.bias_ih_l0_reverse	5	-0.2119208723306656
770175	rnn.bias_ih_l0_reverse	6	0.2783736288547516
770175	rnn.bias_ih_l0_reverse	7	-0.30190059542655945
770175	rnn.bias_ih_l0_reverse	8	-0.19791832566261292
770175	rnn.bias_ih_l0_reverse	9	-0.15412384271621704
770175	rnn.bias_hh_l0_reverse	0	-0.13723352551460266
770175	rnn.bias_hh_l0_reverse	1	0.27730995416641235
770175	rnn.bias_hh_l0_reverse	2	-0.34503304958343506
770175	rnn.bias_hh_l0_reverse	3	-0.24061466753482819
770175	rnn.bias_hh_l0_reverse	4	-0.39477550983428955
770175	rnn.bias_hh_l0_reverse	5	-0.21133267879486084
770175	rnn.bias_hh_l0_reverse	6	-0.2762737274169922
770175	rnn.bias_hh_l0_reverse	7	-0.09407861530780792
770175	rnn.bias_hh_l0_reverse	8	-0.34950757026672363
770175	rnn.bias_hh_l0_reverse	9	0.22320909798145294
770175	linear.weight	0	0.23193933069705963
770175	linear.weight	1	-0.43456122279167175
770175	linear.weight	2	0.027587464079260826
770175	linear.weight	3	0.06747587025165558
770175	linear.weight	4	-0.14066022634506226
770175	linear.weight	5	0.2627389430999756
770175	linear.weight	6	-0.02610534429550171
770175	linear.weight	7	-0.05967355892062187
770175	linear.weight	8	0.10406339913606644
770175	linear.weight	9	-0.04989207163453102
770175	linear.bias	0	-0.845497190952301
770175	linear.bias	1	1.7763475179672241
770175	linear.bias	2	0.7270369529724121
770175	linear.bias	3	-2.7422003746032715
770175	linear.bias	4	-0.05435388907790184
770175	linear.bias	5	1.2450191974639893
770175	linear.bias	6	-0.204014390707016
770175	linear.bias	7	0.819221556186676
770175	linear.bias	8	2.103288412094116
770175	linear.bias	9	-1.325064778327942
770784	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
770784	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
770784	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
770784	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
770784	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
770784	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
770784	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
770784	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
770784	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
770784	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
770784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
770784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
770784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
770784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
770784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
770784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
770784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
770784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
770784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
770784	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
770784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
770784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
770784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
770784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
770784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
770784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
770784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
770784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
770784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
770784	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
770784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
770784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
770784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
770784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
770784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
770784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
770784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
770784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
770784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
770784	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
770784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
770784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
770784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
770784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
770784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
770784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
770784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
770784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
770784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
770784	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
770784	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
770784	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
770784	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
770784	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
770784	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
770784	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
770784	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
770784	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
770784	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
770784	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
770784	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
770784	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
770784	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
770784	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
770784	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
770784	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
770784	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
770784	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
770784	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
770784	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
770784	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
770784	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
770784	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
770784	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
770784	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
770784	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
770784	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
770784	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
770784	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
770784	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
770784	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
770784	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
770784	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
770784	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
770784	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
770784	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
770784	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
770784	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
770784	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
770784	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
770784	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
770784	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
770784	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
770784	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
770784	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
770784	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
770784	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
770784	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
770784	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
770784	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
770784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
770784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
770784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
770784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
770784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
770784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
770784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
770784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
770784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
770784	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
770784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
770784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
770784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
770784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
770784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
770784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
770784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
770784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
770784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
770784	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
770784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
770784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
770784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
770784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
770784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
770784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
770784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
770784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
770784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
770784	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
770784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
770784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
770784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
770784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
770784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
770784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
770784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
770784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
770784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
770784	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
770784	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
770784	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
770784	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
770784	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
770784	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
770784	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
770784	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
770784	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
770784	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
770784	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
770784	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
770784	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
770784	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
770784	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
770784	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
770784	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
770784	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
770784	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
770784	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
770784	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
770784	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
770784	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
770784	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
770784	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
770784	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
770784	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
770784	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
770784	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
770784	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
770784	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
770784	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
770784	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
770784	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
770784	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
770784	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
770784	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
770784	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
770784	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
770784	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
770784	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
770784	embedding2nn.weight	0	0.31848353147506714
770784	embedding2nn.weight	1	0.3875328302383423
770784	embedding2nn.weight	2	0.004609254188835621
770784	embedding2nn.weight	3	0.025357302278280258
770784	embedding2nn.weight	4	-0.02552483230829239
770784	embedding2nn.weight	5	0.0571618527173996
770784	embedding2nn.weight	6	0.002467878395691514
770784	embedding2nn.weight	7	-0.008419264107942581
770784	embedding2nn.weight	8	0.03417022153735161
770784	embedding2nn.weight	9	-0.05061554163694382
770784	embedding2nn.bias	0	0.008652516640722752
770784	embedding2nn.bias	1	-0.18674959242343903
770784	embedding2nn.bias	2	0.12885648012161255
770784	embedding2nn.bias	3	0.1789918690919876
770784	embedding2nn.bias	4	0.13592198491096497
770784	embedding2nn.bias	5	-0.07393094152212143
770784	embedding2nn.bias	6	-0.046450208872556686
770784	embedding2nn.bias	7	0.044969342648983
770784	embedding2nn.bias	8	-0.15048067271709442
770784	embedding2nn.bias	9	-0.3825792968273163
770784	rnn.weight_ih_l0	0	0.007872729562222958
770784	rnn.weight_ih_l0	1	-0.058120857924222946
770784	rnn.weight_ih_l0	2	-0.05979837477207184
770784	rnn.weight_ih_l0	3	0.1136120930314064
770784	rnn.weight_ih_l0	4	0.029968779534101486
770784	rnn.weight_ih_l0	5	-0.07809573411941528
770784	rnn.weight_ih_l0	6	0.008204321376979351
770784	rnn.weight_ih_l0	7	-0.024677380919456482
770784	rnn.weight_ih_l0	8	0.016990894451737404
770784	rnn.weight_ih_l0	9	-0.07775362581014633
770784	rnn.weight_hh_l0	0	-0.02243972383439541
770784	rnn.weight_hh_l0	1	0.08689925074577332
770784	rnn.weight_hh_l0	2	0.004012891557067633
770784	rnn.weight_hh_l0	3	-0.03515615314245224
770784	rnn.weight_hh_l0	4	0.0853595957159996
770784	rnn.weight_hh_l0	5	0.0019077693577855825
770784	rnn.weight_hh_l0	6	-0.086772620677948
770784	rnn.weight_hh_l0	7	-0.13610893487930298
770784	rnn.weight_hh_l0	8	0.03957635164260864
770784	rnn.weight_hh_l0	9	-0.12398731708526611
770784	rnn.bias_ih_l0	0	0.1772589236497879
770784	rnn.bias_ih_l0	1	-0.3442305028438568
770784	rnn.bias_ih_l0	2	-0.03421836346387863
770784	rnn.bias_ih_l0	3	-0.21412932872772217
770784	rnn.bias_ih_l0	4	0.0007355131092481315
770784	rnn.bias_ih_l0	5	-0.440314382314682
770784	rnn.bias_ih_l0	6	-0.14645284414291382
770784	rnn.bias_ih_l0	7	-0.38181647658348083
770784	rnn.bias_ih_l0	8	-0.3174413740634918
770784	rnn.bias_ih_l0	9	-0.43536466360092163
770784	rnn.bias_hh_l0	0	-0.3491944968700409
770784	rnn.bias_hh_l0	1	-0.4355648159980774
770784	rnn.bias_hh_l0	2	-0.40887027978897095
770784	rnn.bias_hh_l0	3	-0.07553570717573166
770784	rnn.bias_hh_l0	4	-0.3956982493400574
770784	rnn.bias_hh_l0	5	-0.36645007133483887
770784	rnn.bias_hh_l0	6	-0.12020713090896606
770784	rnn.bias_hh_l0	7	0.07369960844516754
770784	rnn.bias_hh_l0	8	-0.2347753793001175
770784	rnn.bias_hh_l0	9	-0.569638729095459
770784	rnn.weight_ih_l0_reverse	0	0.00018365326104685664
770784	rnn.weight_ih_l0_reverse	1	-0.012060385197401047
770784	rnn.weight_ih_l0_reverse	2	0.007663019001483917
770784	rnn.weight_ih_l0_reverse	3	-0.14377644658088684
770784	rnn.weight_ih_l0_reverse	4	0.08051487803459167
770784	rnn.weight_ih_l0_reverse	5	-0.09864404797554016
770784	rnn.weight_ih_l0_reverse	6	0.003254605457186699
770784	rnn.weight_ih_l0_reverse	7	0.028056049719452858
770784	rnn.weight_ih_l0_reverse	8	-0.04924171790480614
770784	rnn.weight_ih_l0_reverse	9	-0.078701913356781
770784	rnn.weight_hh_l0_reverse	0	-0.15112687647342682
770784	rnn.weight_hh_l0_reverse	1	0.021979929879307747
770784	rnn.weight_hh_l0_reverse	2	-0.020340725779533386
770784	rnn.weight_hh_l0_reverse	3	0.029696395620703697
770784	rnn.weight_hh_l0_reverse	4	-0.08216038346290588
770784	rnn.weight_hh_l0_reverse	5	0.03687822446227074
770784	rnn.weight_hh_l0_reverse	6	0.030322011560201645
770784	rnn.weight_hh_l0_reverse	7	-0.12548686563968658
770784	rnn.weight_hh_l0_reverse	8	-0.07574628293514252
770784	rnn.weight_hh_l0_reverse	9	0.036033716052770615
770784	rnn.bias_ih_l0_reverse	0	-0.1810627579689026
770784	rnn.bias_ih_l0_reverse	1	-0.05494064837694168
770784	rnn.bias_ih_l0_reverse	2	0.15779539942741394
770784	rnn.bias_ih_l0_reverse	3	-0.32685866951942444
770784	rnn.bias_ih_l0_reverse	4	0.017718268558382988
770784	rnn.bias_ih_l0_reverse	5	-0.2109174281358719
770784	rnn.bias_ih_l0_reverse	6	0.2827795445919037
770784	rnn.bias_ih_l0_reverse	7	-0.2967378497123718
770784	rnn.bias_ih_l0_reverse	8	-0.19628314673900604
770784	rnn.bias_ih_l0_reverse	9	-0.15351872146129608
770784	rnn.bias_hh_l0_reverse	0	-0.13399747014045715
770784	rnn.bias_hh_l0_reverse	1	0.2778133153915405
770784	rnn.bias_hh_l0_reverse	2	-0.3455699384212494
770784	rnn.bias_hh_l0_reverse	3	-0.23990114033222198
770784	rnn.bias_hh_l0_reverse	4	-0.39429280161857605
770784	rnn.bias_hh_l0_reverse	5	-0.21136373281478882
770784	rnn.bias_hh_l0_reverse	6	-0.27538278698921204
770784	rnn.bias_hh_l0_reverse	7	-0.0955214723944664
770784	rnn.bias_hh_l0_reverse	8	-0.35144883394241333
770784	rnn.bias_hh_l0_reverse	9	0.22023135423660278
770784	linear.weight	0	0.2303507775068283
770784	linear.weight	1	-0.43650490045547485
770784	linear.weight	2	0.017554864287376404
770784	linear.weight	3	0.06747600436210632
770784	linear.weight	4	-0.16331766545772552
770784	linear.weight	5	0.25695499777793884
770784	linear.weight	6	-0.026391515508294106
770784	linear.weight	7	-0.05967233330011368
770784	linear.weight	8	0.10748323798179626
770784	linear.weight	9	-0.04989286884665489
770784	linear.bias	0	-0.8527260422706604
770784	linear.bias	1	1.7655962705612183
770784	linear.bias	2	0.7446143627166748
770784	linear.bias	3	-2.7422239780426025
770784	linear.bias	4	-0.06712918728590012
770784	linear.bias	5	1.24507737159729
770784	linear.bias	6	-0.2049766331911087
770784	linear.bias	7	0.828008234500885
770784	linear.bias	8	2.097446918487549
770784	linear.bias	9	-1.3283703327178955
771393	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
771393	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
771393	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
771393	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
771393	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
771393	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
771393	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
771393	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
771393	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
771393	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
771393	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
771393	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
771393	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
771393	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
771393	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
771393	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
771393	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
771393	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
771393	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
771393	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
771393	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
771393	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
771393	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
771393	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
771393	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
771393	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
771393	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
771393	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
771393	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
771393	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
771393	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
771393	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
771393	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
771393	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
771393	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
771393	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
771393	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
771393	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
771393	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
771393	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
771393	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
771393	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
771393	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
771393	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
771393	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
771393	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
771393	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
771393	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
771393	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
771393	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
771393	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
771393	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
771393	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
771393	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
771393	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
771393	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
771393	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
771393	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
771393	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
771393	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
771393	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
771393	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
771393	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
771393	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
771393	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
771393	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
771393	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
771393	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
771393	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
771393	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
771393	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
771393	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
771393	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
771393	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
771393	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
771393	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
771393	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
771393	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
771393	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
771393	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
771393	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
771393	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
771393	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
771393	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
771393	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
771393	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
771393	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
771393	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
771393	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
771393	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
771393	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
771393	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
771393	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
771393	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
771393	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
771393	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
771393	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
771393	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
771393	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
771393	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
771393	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
771393	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
771393	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
771393	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
771393	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
771393	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
771393	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
771393	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
771393	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
771393	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
771393	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
771393	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
771393	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
771393	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
771393	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
771393	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
771393	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
771393	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
771393	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
771393	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
771393	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
771393	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
771393	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
771393	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
771393	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
771393	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
771393	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
771393	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
771393	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
771393	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
771393	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
771393	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
771393	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
771393	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
771393	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
771393	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
771393	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
771393	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
771393	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
771393	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
771393	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
771393	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
771393	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
771393	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
771393	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
771393	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
771393	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
771393	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
771393	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
771393	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
771393	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
771393	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
771393	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
771393	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
771393	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
771393	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
771393	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
771393	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
771393	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
771393	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
771393	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
771393	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
771393	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
771393	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
771393	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
771393	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
771393	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
771393	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
771393	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
771393	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
771393	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
771393	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
771393	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
771393	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
771393	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
771393	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
771393	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
771393	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
771393	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
771393	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
771393	embedding2nn.weight	0	0.31826281547546387
771393	embedding2nn.weight	1	0.38734427094459534
771393	embedding2nn.weight	2	0.005998155102133751
771393	embedding2nn.weight	3	0.02463347464799881
771393	embedding2nn.weight	4	-0.02419351227581501
771393	embedding2nn.weight	5	0.05782517045736313
771393	embedding2nn.weight	6	0.004925218876451254
771393	embedding2nn.weight	7	-0.00785758625715971
771393	embedding2nn.weight	8	0.03437717631459236
771393	embedding2nn.weight	9	-0.05071456730365753
771393	embedding2nn.bias	0	0.012364780530333519
771393	embedding2nn.bias	1	-0.17945997416973114
771393	embedding2nn.bias	2	0.13445453345775604
771393	embedding2nn.bias	3	0.17691639065742493
771393	embedding2nn.bias	4	0.14149360358715057
771393	embedding2nn.bias	5	-0.07029023766517639
771393	embedding2nn.bias	6	-0.05666643753647804
771393	embedding2nn.bias	7	0.04338580742478371
771393	embedding2nn.bias	8	-0.14039914309978485
771393	embedding2nn.bias	9	-0.38106387853622437
771393	rnn.weight_ih_l0	0	0.007412189617753029
771393	rnn.weight_ih_l0	1	-0.058347754180431366
771393	rnn.weight_ih_l0	2	-0.05866282433271408
771393	rnn.weight_ih_l0	3	0.11365607380867004
771393	rnn.weight_ih_l0	4	0.02919071353971958
771393	rnn.weight_ih_l0	5	-0.07650109380483627
771393	rnn.weight_ih_l0	6	0.008401665836572647
771393	rnn.weight_ih_l0	7	-0.025659896433353424
771393	rnn.weight_ih_l0	8	0.01778586208820343
771393	rnn.weight_ih_l0	9	-0.07706140726804733
771393	rnn.weight_hh_l0	0	-0.022322427481412888
771393	rnn.weight_hh_l0	1	0.08647842705249786
771393	rnn.weight_hh_l0	2	0.004225691314786673
771393	rnn.weight_hh_l0	3	-0.0350743867456913
771393	rnn.weight_hh_l0	4	0.08542883396148682
771393	rnn.weight_hh_l0	5	0.0019579280633479357
771393	rnn.weight_hh_l0	6	-0.08702082931995392
771393	rnn.weight_hh_l0	7	-0.1357811987400055
771393	rnn.weight_hh_l0	8	0.03958585113286972
771393	rnn.weight_hh_l0	9	-0.12391577661037445
771393	rnn.bias_ih_l0	0	0.17690086364746094
771393	rnn.bias_ih_l0	1	-0.3460623025894165
771393	rnn.bias_ih_l0	2	-0.033310666680336
771393	rnn.bias_ih_l0	3	-0.21356597542762756
771393	rnn.bias_ih_l0	4	-0.000952376751229167
771393	rnn.bias_ih_l0	5	-0.43974074721336365
771393	rnn.bias_ih_l0	6	-0.1475457102060318
771393	rnn.bias_ih_l0	7	-0.3815333843231201
771393	rnn.bias_ih_l0	8	-0.31758925318717957
771393	rnn.bias_ih_l0	9	-0.4376984238624573
771393	rnn.bias_hh_l0	0	-0.34845396876335144
771393	rnn.bias_hh_l0	1	-0.43530672788619995
771393	rnn.bias_hh_l0	2	-0.40699025988578796
771393	rnn.bias_hh_l0	3	-0.07503650337457657
771393	rnn.bias_hh_l0	4	-0.39520716667175293
771393	rnn.bias_hh_l0	5	-0.3661370575428009
771393	rnn.bias_hh_l0	6	-0.11810540407896042
771393	rnn.bias_hh_l0	7	0.07063182443380356
771393	rnn.bias_hh_l0	8	-0.234264075756073
771393	rnn.bias_hh_l0	9	-0.569863498210907
771393	rnn.weight_ih_l0_reverse	0	-0.0023352415300905704
771393	rnn.weight_ih_l0_reverse	1	-0.010860789567232132
771393	rnn.weight_ih_l0_reverse	2	0.008054732345044613
771393	rnn.weight_ih_l0_reverse	3	-0.1447850465774536
771393	rnn.weight_ih_l0_reverse	4	0.08023135364055634
771393	rnn.weight_ih_l0_reverse	5	-0.09805361181497574
771393	rnn.weight_ih_l0_reverse	6	0.003712236415594816
771393	rnn.weight_ih_l0_reverse	7	0.027529040351510048
771393	rnn.weight_ih_l0_reverse	8	-0.049918968230485916
771393	rnn.weight_ih_l0_reverse	9	-0.07799088209867477
771393	rnn.weight_hh_l0_reverse	0	-0.15096597373485565
771393	rnn.weight_hh_l0_reverse	1	0.02139609307050705
771393	rnn.weight_hh_l0_reverse	2	-0.020051443949341774
771393	rnn.weight_hh_l0_reverse	3	0.02966446802020073
771393	rnn.weight_hh_l0_reverse	4	-0.08240865170955658
771393	rnn.weight_hh_l0_reverse	5	0.03686656802892685
771393	rnn.weight_hh_l0_reverse	6	0.030343156307935715
771393	rnn.weight_hh_l0_reverse	7	-0.12480875104665756
771393	rnn.weight_hh_l0_reverse	8	-0.07552522420883179
771393	rnn.weight_hh_l0_reverse	9	0.035971175879240036
771393	rnn.bias_ih_l0_reverse	0	-0.18053843080997467
771393	rnn.bias_ih_l0_reverse	1	-0.054798029363155365
771393	rnn.bias_ih_l0_reverse	2	0.15928369760513306
771393	rnn.bias_ih_l0_reverse	3	-0.32562389969825745
771393	rnn.bias_ih_l0_reverse	4	0.016651127487421036
771393	rnn.bias_ih_l0_reverse	5	-0.2108386605978012
771393	rnn.bias_ih_l0_reverse	6	0.284186989068985
771393	rnn.bias_ih_l0_reverse	7	-0.29049864411354065
771393	rnn.bias_ih_l0_reverse	8	-0.19710774719715118
771393	rnn.bias_ih_l0_reverse	9	-0.1519404649734497
771393	rnn.bias_hh_l0_reverse	0	-0.13433165848255157
771393	rnn.bias_hh_l0_reverse	1	0.2759683430194855
771393	rnn.bias_hh_l0_reverse	2	-0.3472074866294861
771393	rnn.bias_hh_l0_reverse	3	-0.23959462344646454
771393	rnn.bias_hh_l0_reverse	4	-0.3946548402309418
771393	rnn.bias_hh_l0_reverse	5	-0.21174196898937225
771393	rnn.bias_hh_l0_reverse	6	-0.2761216461658478
771393	rnn.bias_hh_l0_reverse	7	-0.09656866639852524
771393	rnn.bias_hh_l0_reverse	8	-0.3483767509460449
771393	rnn.bias_hh_l0_reverse	9	0.2261035442352295
771393	linear.weight	0	0.22290265560150146
771393	linear.weight	1	-0.44705647230148315
771393	linear.weight	2	0.02496723271906376
771393	linear.weight	3	0.06747584044933319
771393	linear.weight	4	-0.16392257809638977
771393	linear.weight	5	0.2584477365016937
771393	linear.weight	6	-0.03334888815879822
771393	linear.weight	7	-0.059671200811862946
771393	linear.weight	8	0.11480008065700531
771393	linear.weight	9	-0.049894414842128754
771393	linear.bias	0	-0.8628080487251282
771393	linear.bias	1	1.7778970003128052
771393	linear.bias	2	0.7363036274909973
771393	linear.bias	3	-2.74224853515625
771393	linear.bias	4	-0.0657539814710617
771393	linear.bias	5	1.2693328857421875
771393	linear.bias	6	-0.205344095826149
771393	linear.bias	7	0.8180185556411743
771393	linear.bias	8	2.095442056655884
771393	linear.bias	9	-1.3270882368087769
772002	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
772002	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
772002	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
772002	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
772002	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
772002	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
772002	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
772002	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
772002	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
772002	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
772002	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
772002	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
772002	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
772002	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
772002	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
772002	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
772002	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
772002	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
772002	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
772002	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
772002	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
772002	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
772002	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
772002	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
772002	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
772002	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
772002	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
772002	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
772002	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
772002	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
772002	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
772002	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
772002	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
772002	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
772002	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
772002	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
772002	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
772002	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
772002	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
772002	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
772002	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
772002	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
772002	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
772002	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
772002	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
772002	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
772002	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
772002	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
772002	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
772002	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
772002	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
772002	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
772002	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
772002	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
772002	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
772002	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
772002	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
772002	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
772002	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
772002	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
772002	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
772002	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
772002	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
772002	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
772002	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
772002	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
772002	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
772002	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
772002	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
772002	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
772002	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
772002	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
772002	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
772002	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
772002	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
772002	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
772002	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
772002	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
772002	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
772002	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
772002	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
772002	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
772002	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
772002	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
772002	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
772002	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
772002	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
772002	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
772002	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
772002	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
772002	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
772002	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
772002	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
772002	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
772002	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
772002	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
772002	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
772002	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
772002	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
772002	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
772002	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
772002	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
772002	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
772002	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
772002	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
772002	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
772002	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
772002	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
772002	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
772002	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
772002	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
772002	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
772002	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
772002	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
772002	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
772002	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
772002	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
772002	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
772002	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
772002	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
772002	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
772002	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
772002	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
772002	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
772002	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
772002	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
772002	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
772002	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
772002	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
772002	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
772002	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
772002	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
772002	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
772002	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
772002	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
772002	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
772002	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
772002	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
772002	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
772002	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
772002	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
772002	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
772002	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
772002	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
772002	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
772002	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
772002	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
772002	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
772002	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
772002	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
772002	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
772002	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
772002	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
772002	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
772002	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
772002	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
772002	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
772002	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
772002	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
772002	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
772002	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
772002	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
772002	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
772002	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
772002	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
772002	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
772002	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
772002	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
772002	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
772002	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
772002	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
772002	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
772002	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
772002	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
772002	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
772002	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
772002	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
772002	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
772002	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
772002	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
772002	embedding2nn.weight	0	0.31899604201316833
772002	embedding2nn.weight	1	0.38753440976142883
772002	embedding2nn.weight	2	0.00433464627712965
772002	embedding2nn.weight	3	0.02510146051645279
772002	embedding2nn.weight	4	-0.025160592049360275
772002	embedding2nn.weight	5	0.0566135011613369
772002	embedding2nn.weight	6	0.006223383359611034
772002	embedding2nn.weight	7	-0.005062662996351719
772002	embedding2nn.weight	8	0.034490056335926056
772002	embedding2nn.weight	9	-0.05026829242706299
772002	embedding2nn.bias	0	0.0116850845515728
772002	embedding2nn.bias	1	-0.17573560774326324
772002	embedding2nn.bias	2	0.13522744178771973
772002	embedding2nn.bias	3	0.18122775852680206
772002	embedding2nn.bias	4	0.14582312107086182
772002	embedding2nn.bias	5	-0.07703244686126709
772002	embedding2nn.bias	6	-0.05124620348215103
772002	embedding2nn.bias	7	0.03372599557042122
772002	embedding2nn.bias	8	-0.14896968007087708
772002	embedding2nn.bias	9	-0.38674911856651306
772002	rnn.weight_ih_l0	0	0.007771544624119997
772002	rnn.weight_ih_l0	1	-0.05808661878108978
772002	rnn.weight_ih_l0	2	-0.05740750581026077
772002	rnn.weight_ih_l0	3	0.11348417401313782
772002	rnn.weight_ih_l0	4	0.029134437441825867
772002	rnn.weight_ih_l0	5	-0.07579249143600464
772002	rnn.weight_ih_l0	6	0.008142240345478058
772002	rnn.weight_ih_l0	7	-0.026202095672488213
772002	rnn.weight_ih_l0	8	0.017162490636110306
772002	rnn.weight_ih_l0	9	-0.07543551921844482
772002	rnn.weight_hh_l0	0	-0.022230198606848717
772002	rnn.weight_hh_l0	1	0.08664274215698242
772002	rnn.weight_hh_l0	2	0.004327267408370972
772002	rnn.weight_hh_l0	3	-0.03521134331822395
772002	rnn.weight_hh_l0	4	0.08517638593912125
772002	rnn.weight_hh_l0	5	0.001970113255083561
772002	rnn.weight_hh_l0	6	-0.08695144951343536
772002	rnn.weight_hh_l0	7	-0.136057049036026
772002	rnn.weight_hh_l0	8	0.03964491933584213
772002	rnn.weight_hh_l0	9	-0.12388724088668823
772002	rnn.bias_ih_l0	0	0.17347052693367004
772002	rnn.bias_ih_l0	1	-0.3492366671562195
772002	rnn.bias_ih_l0	2	-0.03386421129107475
772002	rnn.bias_ih_l0	3	-0.21328091621398926
772002	rnn.bias_ih_l0	4	-0.005538005847483873
772002	rnn.bias_ih_l0	5	-0.44374918937683105
772002	rnn.bias_ih_l0	6	-0.1482333242893219
772002	rnn.bias_ih_l0	7	-0.3817833364009857
772002	rnn.bias_ih_l0	8	-0.31766441464424133
772002	rnn.bias_ih_l0	9	-0.4356237053871155
772002	rnn.bias_hh_l0	0	-0.3482964336872101
772002	rnn.bias_hh_l0	1	-0.43497106432914734
772002	rnn.bias_hh_l0	2	-0.40817028284072876
772002	rnn.bias_hh_l0	3	-0.074465312063694
772002	rnn.bias_hh_l0	4	-0.39587268233299255
772002	rnn.bias_hh_l0	5	-0.36597204208374023
772002	rnn.bias_hh_l0	6	-0.11644474416971207
772002	rnn.bias_hh_l0	7	0.07090416550636292
772002	rnn.bias_hh_l0	8	-0.23429127037525177
772002	rnn.bias_hh_l0	9	-0.5699569582939148
772002	rnn.weight_ih_l0_reverse	0	-0.0028903770726174116
772002	rnn.weight_ih_l0_reverse	1	-0.011300662532448769
772002	rnn.weight_ih_l0_reverse	2	0.008645654655992985
772002	rnn.weight_ih_l0_reverse	3	-0.14494240283966064
772002	rnn.weight_ih_l0_reverse	4	0.0798087865114212
772002	rnn.weight_ih_l0_reverse	5	-0.09875878691673279
772002	rnn.weight_ih_l0_reverse	6	0.00470740394666791
772002	rnn.weight_ih_l0_reverse	7	0.02774108573794365
772002	rnn.weight_ih_l0_reverse	8	-0.0497777983546257
772002	rnn.weight_ih_l0_reverse	9	-0.07643303275108337
772002	rnn.weight_hh_l0_reverse	0	-0.1514226347208023
772002	rnn.weight_hh_l0_reverse	1	0.0210033617913723
772002	rnn.weight_hh_l0_reverse	2	-0.02031177096068859
772002	rnn.weight_hh_l0_reverse	3	0.030038639903068542
772002	rnn.weight_hh_l0_reverse	4	-0.08278336375951767
772002	rnn.weight_hh_l0_reverse	5	0.036865830421447754
772002	rnn.weight_hh_l0_reverse	6	0.030270155519247055
772002	rnn.weight_hh_l0_reverse	7	-0.1247638687491417
772002	rnn.weight_hh_l0_reverse	8	-0.0751318708062172
772002	rnn.weight_hh_l0_reverse	9	0.03682568296790123
772002	rnn.bias_ih_l0_reverse	0	-0.18433129787445068
772002	rnn.bias_ih_l0_reverse	1	-0.05517543479800224
772002	rnn.bias_ih_l0_reverse	2	0.15892967581748962
772002	rnn.bias_ih_l0_reverse	3	-0.32660067081451416
772002	rnn.bias_ih_l0_reverse	4	0.017581092193722725
772002	rnn.bias_ih_l0_reverse	5	-0.20985430479049683
772002	rnn.bias_ih_l0_reverse	6	0.281088262796402
772002	rnn.bias_ih_l0_reverse	7	-0.29242077469825745
772002	rnn.bias_ih_l0_reverse	8	-0.19771650433540344
772002	rnn.bias_ih_l0_reverse	9	-0.15363158285617828
772002	rnn.bias_hh_l0_reverse	0	-0.1352396011352539
772002	rnn.bias_hh_l0_reverse	1	0.2756064534187317
772002	rnn.bias_hh_l0_reverse	2	-0.34635573625564575
772002	rnn.bias_hh_l0_reverse	3	-0.2378302663564682
772002	rnn.bias_hh_l0_reverse	4	-0.39469337463378906
772002	rnn.bias_hh_l0_reverse	5	-0.20936597883701324
772002	rnn.bias_hh_l0_reverse	6	-0.2734861373901367
772002	rnn.bias_hh_l0_reverse	7	-0.09591110795736313
772002	rnn.bias_hh_l0_reverse	8	-0.3504104018211365
772002	rnn.bias_hh_l0_reverse	9	0.2228890210390091
772002	linear.weight	0	0.22330814599990845
772002	linear.weight	1	-0.43847301602363586
772002	linear.weight	2	0.02161451429128647
772002	linear.weight	3	0.06747596710920334
772002	linear.weight	4	-0.1753653734922409
772002	linear.weight	5	0.2552713453769684
772002	linear.weight	6	-0.039779290556907654
772002	linear.weight	7	-0.05967036262154579
772002	linear.weight	8	0.10698782652616501
772002	linear.weight	9	-0.049894869327545166
772002	linear.bias	0	-0.8531602621078491
772002	linear.bias	1	1.7766163349151611
772002	linear.bias	2	0.7215332984924316
772002	linear.bias	3	-2.742269277572632
772002	linear.bias	4	-0.07578393071889877
772002	linear.bias	5	1.2685604095458984
772002	linear.bias	6	-0.2029363214969635
772002	linear.bias	7	0.82725989818573
772002	linear.bias	8	2.070526599884033
772002	linear.bias	9	-1.324070692062378
772611	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
772611	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
772611	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
772611	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
772611	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
772611	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
772611	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
772611	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
772611	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
772611	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
772611	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
772611	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
772611	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
772611	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
772611	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
772611	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
772611	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
772611	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
772611	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
772611	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
772611	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
772611	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
772611	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
772611	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
772611	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
772611	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
772611	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
772611	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
772611	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
772611	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
772611	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
772611	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
772611	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
772611	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
772611	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
772611	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
772611	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
772611	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
772611	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
772611	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
772611	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
772611	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
772611	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
772611	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
772611	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
772611	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
772611	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
772611	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
772611	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
772611	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
772611	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
772611	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
772611	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
772611	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
772611	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
772611	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
772611	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
772611	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
772611	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
772611	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
772611	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
772611	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
772611	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
772611	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
772611	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
772611	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
772611	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
772611	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
772611	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
772611	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
772611	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
772611	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
772611	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
772611	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
772611	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
772611	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
772611	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
772611	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
772611	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
772611	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
772611	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
772611	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
772611	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
772611	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
772611	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
772611	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
772611	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
772611	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
772611	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
772611	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
772611	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
772611	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
772611	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
772611	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
772611	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
772611	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
772611	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
772611	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
772611	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
772611	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
772611	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
772611	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
772611	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
772611	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
772611	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
772611	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
772611	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
772611	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
772611	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
772611	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
772611	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
772611	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
772611	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
772611	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
772611	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
772611	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
772611	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
772611	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
772611	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
772611	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
772611	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
772611	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
772611	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
772611	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
772611	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
772611	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
772611	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
772611	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
772611	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
772611	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
772611	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
772611	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
772611	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
772611	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
772611	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
772611	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
772611	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
772611	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
772611	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
772611	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
772611	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
772611	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
772611	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
772611	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
772611	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
772611	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
772611	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
772611	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
772611	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
772611	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
772611	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
772611	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
772611	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
772611	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
772611	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
772611	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
772611	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
772611	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
772611	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
772611	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
772611	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
772611	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
772611	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
772611	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
772611	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
772611	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
772611	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
772611	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
772611	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
772611	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
772611	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
772611	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
772611	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
772611	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
772611	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
772611	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
772611	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
772611	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
772611	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
772611	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
772611	embedding2nn.weight	0	0.31910258531570435
772611	embedding2nn.weight	1	0.3864329159259796
772611	embedding2nn.weight	2	0.00403872923925519
772611	embedding2nn.weight	3	0.023574618622660637
772611	embedding2nn.weight	4	-0.025755396112799644
772611	embedding2nn.weight	5	0.05720353499054909
772611	embedding2nn.weight	6	0.002913118340075016
772611	embedding2nn.weight	7	-0.003891231492161751
772611	embedding2nn.weight	8	0.03534885495901108
772611	embedding2nn.weight	9	-0.050730492919683456
772611	embedding2nn.bias	0	0.009092254564166069
772611	embedding2nn.bias	1	-0.18420745432376862
772611	embedding2nn.bias	2	0.13567312061786652
772611	embedding2nn.bias	3	0.17614831030368805
772611	embedding2nn.bias	4	0.14296744763851166
772611	embedding2nn.bias	5	-0.0763249471783638
772611	embedding2nn.bias	6	-0.04373487830162048
772611	embedding2nn.bias	7	0.04009343683719635
772611	embedding2nn.bias	8	-0.155797079205513
772611	embedding2nn.bias	9	-0.3807845711708069
772611	rnn.weight_ih_l0	0	0.007341322023421526
772611	rnn.weight_ih_l0	1	-0.05806292966008186
772611	rnn.weight_ih_l0	2	-0.057681627571582794
772611	rnn.weight_ih_l0	3	0.11545658856630325
772611	rnn.weight_ih_l0	4	0.030263226479291916
772611	rnn.weight_ih_l0	5	-0.07641523331403732
772611	rnn.weight_ih_l0	6	0.00919414684176445
772611	rnn.weight_ih_l0	7	-0.02660215273499489
772611	rnn.weight_ih_l0	8	0.016505679115653038
772611	rnn.weight_ih_l0	9	-0.07531172037124634
772611	rnn.weight_hh_l0	0	-0.022327350452542305
772611	rnn.weight_hh_l0	1	0.08693242818117142
772611	rnn.weight_hh_l0	2	0.0043090940453112125
772611	rnn.weight_hh_l0	3	-0.03529297560453415
772611	rnn.weight_hh_l0	4	0.08539120107889175
772611	rnn.weight_hh_l0	5	0.002160889795050025
772611	rnn.weight_hh_l0	6	-0.08704187721014023
772611	rnn.weight_hh_l0	7	-0.1362159103155136
772611	rnn.weight_hh_l0	8	0.039570555090904236
772611	rnn.weight_hh_l0	9	-0.12408477067947388
772611	rnn.bias_ih_l0	0	0.17477816343307495
772611	rnn.bias_ih_l0	1	-0.3486346900463104
772611	rnn.bias_ih_l0	2	-0.0339285284280777
772611	rnn.bias_ih_l0	3	-0.21148960292339325
772611	rnn.bias_ih_l0	4	-0.007644500583410263
772611	rnn.bias_ih_l0	5	-0.44547057151794434
772611	rnn.bias_ih_l0	6	-0.14862316846847534
772611	rnn.bias_ih_l0	7	-0.38230589032173157
772611	rnn.bias_ih_l0	8	-0.31880316138267517
772611	rnn.bias_ih_l0	9	-0.4379350543022156
772611	rnn.bias_hh_l0	0	-0.3466438055038452
772611	rnn.bias_hh_l0	1	-0.4368845522403717
772611	rnn.bias_hh_l0	2	-0.4101349413394928
772611	rnn.bias_hh_l0	3	-0.07607627660036087
772611	rnn.bias_hh_l0	4	-0.39614295959472656
772611	rnn.bias_hh_l0	5	-0.36601153016090393
772611	rnn.bias_hh_l0	6	-0.11593630909919739
772611	rnn.bias_hh_l0	7	0.0749739333987236
772611	rnn.bias_hh_l0	8	-0.2331346571445465
772611	rnn.bias_hh_l0	9	-0.571435272693634
772611	rnn.weight_ih_l0_reverse	0	-0.0022673411294817924
772611	rnn.weight_ih_l0_reverse	1	-0.011268551461398602
772611	rnn.weight_ih_l0_reverse	2	0.00956757366657257
772611	rnn.weight_ih_l0_reverse	3	-0.14360614120960236
772611	rnn.weight_ih_l0_reverse	4	0.07956358790397644
772611	rnn.weight_ih_l0_reverse	5	-0.09833429008722305
772611	rnn.weight_ih_l0_reverse	6	0.00444570928812027
772611	rnn.weight_ih_l0_reverse	7	0.02751826122403145
772611	rnn.weight_ih_l0_reverse	8	-0.0500468872487545
772611	rnn.weight_ih_l0_reverse	9	-0.07744475454092026
772611	rnn.weight_hh_l0_reverse	0	-0.15152670443058014
772611	rnn.weight_hh_l0_reverse	1	0.0208197720348835
772611	rnn.weight_hh_l0_reverse	2	-0.02016356959939003
772611	rnn.weight_hh_l0_reverse	3	0.030244609341025352
772611	rnn.weight_hh_l0_reverse	4	-0.0831579715013504
772611	rnn.weight_hh_l0_reverse	5	0.036828432232141495
772611	rnn.weight_hh_l0_reverse	6	0.030342476442456245
772611	rnn.weight_hh_l0_reverse	7	-0.12482868134975433
772611	rnn.weight_hh_l0_reverse	8	-0.07564309984445572
772611	rnn.weight_hh_l0_reverse	9	0.03646237775683403
772611	rnn.bias_ih_l0_reverse	0	-0.18309108912944794
772611	rnn.bias_ih_l0_reverse	1	-0.0569659061729908
772611	rnn.bias_ih_l0_reverse	2	0.15703755617141724
772611	rnn.bias_ih_l0_reverse	3	-0.3274497985839844
772611	rnn.bias_ih_l0_reverse	4	0.017417261376976967
772611	rnn.bias_ih_l0_reverse	5	-0.21131564676761627
772611	rnn.bias_ih_l0_reverse	6	0.28101226687431335
772611	rnn.bias_ih_l0_reverse	7	-0.2911989986896515
772611	rnn.bias_ih_l0_reverse	8	-0.19739286601543427
772611	rnn.bias_ih_l0_reverse	9	-0.15433065593242645
772611	rnn.bias_hh_l0_reverse	0	-0.13453713059425354
772611	rnn.bias_hh_l0_reverse	1	0.2768827974796295
772611	rnn.bias_hh_l0_reverse	2	-0.3442496061325073
772611	rnn.bias_hh_l0_reverse	3	-0.23799756169319153
772611	rnn.bias_hh_l0_reverse	4	-0.395008385181427
772611	rnn.bias_hh_l0_reverse	5	-0.21075262129306793
772611	rnn.bias_hh_l0_reverse	6	-0.27102822065353394
772611	rnn.bias_hh_l0_reverse	7	-0.0940457209944725
772611	rnn.bias_hh_l0_reverse	8	-0.347223162651062
772611	rnn.bias_hh_l0_reverse	9	0.2213120013475418
772611	linear.weight	0	0.219593346118927
772611	linear.weight	1	-0.44341421127319336
772611	linear.weight	2	0.02399585023522377
772611	linear.weight	3	0.06747561693191528
772611	linear.weight	4	-0.1548827737569809
772611	linear.weight	5	0.2536209225654602
772611	linear.weight	6	-0.043621305376291275
772611	linear.weight	7	-0.059669122099876404
772611	linear.weight	8	0.10980043560266495
772611	linear.weight	9	-0.049895670264959335
772611	linear.bias	0	-0.8696586489677429
772611	linear.bias	1	1.7664000988006592
772611	linear.bias	2	0.7344298958778381
772611	linear.bias	3	-2.742288589477539
772611	linear.bias	4	-0.06954813748598099
772611	linear.bias	5	1.2596921920776367
772611	linear.bias	6	-0.21211698651313782
772611	linear.bias	7	0.8217929005622864
772611	linear.bias	8	2.0927658081054688
772611	linear.bias	9	-1.3305516242980957
773220	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
773220	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
773220	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
773220	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
773220	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
773220	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
773220	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
773220	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
773220	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
773220	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
773220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
773220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
773220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
773220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
773220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
773220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
773220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
773220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
773220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
773220	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
773220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
773220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
773220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
773220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
773220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
773220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
773220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
773220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
773220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
773220	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
773220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
773220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
773220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
773220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
773220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
773220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
773220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
773220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
773220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
773220	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
773220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
773220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
773220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
773220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
773220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
773220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
773220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
773220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
773220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
773220	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
773220	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
773220	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
773220	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
773220	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
773220	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
773220	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
773220	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
773220	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
773220	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
773220	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
773220	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
773220	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
773220	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
773220	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
773220	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
773220	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
773220	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
773220	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
773220	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
773220	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
773220	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
773220	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
773220	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
773220	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
773220	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
773220	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
773220	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
773220	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
773220	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
773220	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
773220	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
773220	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
773220	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
773220	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
773220	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
773220	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
773220	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
773220	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
773220	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
773220	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
773220	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
773220	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
773220	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
773220	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
773220	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
773220	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
773220	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
773220	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
773220	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
773220	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
773220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
773220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
773220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
773220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
773220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
773220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
773220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
773220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
773220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
773220	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
773220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
773220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
773220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
773220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
773220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
773220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
773220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
773220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
773220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
773220	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
773220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
773220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
773220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
773220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
773220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
773220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
773220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
773220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
773220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
773220	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
773220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
773220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
773220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
773220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
773220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
773220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
773220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
773220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
773220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
773220	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
773220	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
773220	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
773220	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
773220	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
773220	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
773220	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
773220	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
773220	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
773220	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
773220	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
773220	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
773220	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
773220	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
773220	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
773220	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
773220	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
773220	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
773220	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
773220	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
773220	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
773220	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
773220	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
773220	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
773220	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
773220	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
773220	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
773220	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
773220	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
773220	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
773220	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
773220	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
773220	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
773220	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
773220	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
773220	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
773220	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
773220	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
773220	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
773220	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
773220	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
773220	embedding2nn.weight	0	0.3193818926811218
773220	embedding2nn.weight	1	0.3861921429634094
773220	embedding2nn.weight	2	0.0030195675790309906
773220	embedding2nn.weight	3	0.01999695785343647
773220	embedding2nn.weight	4	-0.024907052516937256
773220	embedding2nn.weight	5	0.05711954087018967
773220	embedding2nn.weight	6	0.00042784359538927674
773220	embedding2nn.weight	7	-0.0043875002302229404
773220	embedding2nn.weight	8	0.03478837385773659
773220	embedding2nn.weight	9	-0.049421973526477814
773220	embedding2nn.bias	0	0.011144913733005524
773220	embedding2nn.bias	1	-0.1817784458398819
773220	embedding2nn.bias	2	0.13632190227508545
773220	embedding2nn.bias	3	0.18006417155265808
773220	embedding2nn.bias	4	0.13820873200893402
773220	embedding2nn.bias	5	-0.08319885283708572
773220	embedding2nn.bias	6	-0.04128526151180267
773220	embedding2nn.bias	7	0.03639152646064758
773220	embedding2nn.bias	8	-0.15101496875286102
773220	embedding2nn.bias	9	-0.3818601667881012
773220	rnn.weight_ih_l0	0	0.007406189572066069
773220	rnn.weight_ih_l0	1	-0.058235861361026764
773220	rnn.weight_ih_l0	2	-0.058076903223991394
773220	rnn.weight_ih_l0	3	0.11479488015174866
773220	rnn.weight_ih_l0	4	0.029983552172780037
773220	rnn.weight_ih_l0	5	-0.07419635355472565
773220	rnn.weight_ih_l0	6	0.00987313687801361
773220	rnn.weight_ih_l0	7	-0.026838909834623337
773220	rnn.weight_ih_l0	8	0.014938443899154663
773220	rnn.weight_ih_l0	9	-0.07627765089273453
773220	rnn.weight_hh_l0	0	-0.022266576066613197
773220	rnn.weight_hh_l0	1	0.08671493083238602
773220	rnn.weight_hh_l0	2	0.004269959405064583
773220	rnn.weight_hh_l0	3	-0.03530026972293854
773220	rnn.weight_hh_l0	4	0.08508539944887161
773220	rnn.weight_hh_l0	5	0.0023082897532731295
773220	rnn.weight_hh_l0	6	-0.08716365694999695
773220	rnn.weight_hh_l0	7	-0.13685329258441925
773220	rnn.weight_hh_l0	8	0.03969729691743851
773220	rnn.weight_hh_l0	9	-0.12382016330957413
773220	rnn.bias_ih_l0	0	0.17395411431789398
773220	rnn.bias_ih_l0	1	-0.3494105935096741
773220	rnn.bias_ih_l0	2	-0.0326082818210125
773220	rnn.bias_ih_l0	3	-0.21188023686408997
773220	rnn.bias_ih_l0	4	-0.005090096965432167
773220	rnn.bias_ih_l0	5	-0.44473499059677124
773220	rnn.bias_ih_l0	6	-0.15141551196575165
773220	rnn.bias_ih_l0	7	-0.3819597065448761
773220	rnn.bias_ih_l0	8	-0.31873831152915955
773220	rnn.bias_ih_l0	9	-0.4385426938533783
773220	rnn.bias_hh_l0	0	-0.34836265444755554
773220	rnn.bias_hh_l0	1	-0.4357262849807739
773220	rnn.bias_hh_l0	2	-0.4081661105155945
773220	rnn.bias_hh_l0	3	-0.07629549503326416
773220	rnn.bias_hh_l0	4	-0.395948201417923
773220	rnn.bias_hh_l0	5	-0.3658149838447571
773220	rnn.bias_hh_l0	6	-0.11536715924739838
773220	rnn.bias_hh_l0	7	0.07558876276016235
773220	rnn.bias_hh_l0	8	-0.23433393239974976
773220	rnn.bias_hh_l0	9	-0.5724761486053467
773220	rnn.weight_ih_l0_reverse	0	-0.0011499582324177027
773220	rnn.weight_ih_l0_reverse	1	-0.010591408237814903
773220	rnn.weight_ih_l0_reverse	2	0.009965183213353157
773220	rnn.weight_ih_l0_reverse	3	-0.14275294542312622
773220	rnn.weight_ih_l0_reverse	4	0.07926573604345322
773220	rnn.weight_ih_l0_reverse	5	-0.09770912677049637
773220	rnn.weight_ih_l0_reverse	6	0.0033185486681759357
773220	rnn.weight_ih_l0_reverse	7	0.027927260845899582
773220	rnn.weight_ih_l0_reverse	8	-0.04935057833790779
773220	rnn.weight_ih_l0_reverse	9	-0.07758098095655441
773220	rnn.weight_hh_l0_reverse	0	-0.15199600160121918
773220	rnn.weight_hh_l0_reverse	1	0.020974457263946533
773220	rnn.weight_hh_l0_reverse	2	-0.020291553810238838
773220	rnn.weight_hh_l0_reverse	3	0.030379468575119972
773220	rnn.weight_hh_l0_reverse	4	-0.08341751992702484
773220	rnn.weight_hh_l0_reverse	5	0.036788973957300186
773220	rnn.weight_hh_l0_reverse	6	0.030345991253852844
773220	rnn.weight_hh_l0_reverse	7	-0.1243528500199318
773220	rnn.weight_hh_l0_reverse	8	-0.07619907706975937
773220	rnn.weight_hh_l0_reverse	9	0.03625211492180824
773220	rnn.bias_ih_l0_reverse	0	-0.18376390635967255
773220	rnn.bias_ih_l0_reverse	1	-0.05698554962873459
773220	rnn.bias_ih_l0_reverse	2	0.15737532079219818
773220	rnn.bias_ih_l0_reverse	3	-0.3284222185611725
773220	rnn.bias_ih_l0_reverse	4	0.012792334891855717
773220	rnn.bias_ih_l0_reverse	5	-0.21153822541236877
773220	rnn.bias_ih_l0_reverse	6	0.2802436649799347
773220	rnn.bias_ih_l0_reverse	7	-0.29478731751441956
773220	rnn.bias_ih_l0_reverse	8	-0.19665050506591797
773220	rnn.bias_ih_l0_reverse	9	-0.1557987928390503
773220	rnn.bias_hh_l0_reverse	0	-0.13258321583271027
773220	rnn.bias_hh_l0_reverse	1	0.2738332450389862
773220	rnn.bias_hh_l0_reverse	2	-0.34438979625701904
773220	rnn.bias_hh_l0_reverse	3	-0.23862886428833008
773220	rnn.bias_hh_l0_reverse	4	-0.3969378173351288
773220	rnn.bias_hh_l0_reverse	5	-0.21203361451625824
773220	rnn.bias_hh_l0_reverse	6	-0.2716270387172699
773220	rnn.bias_hh_l0_reverse	7	-0.0952388122677803
773220	rnn.bias_hh_l0_reverse	8	-0.3491224944591522
773220	rnn.bias_hh_l0_reverse	9	0.2217099815607071
773220	linear.weight	0	0.21516995131969452
773220	linear.weight	1	-0.445360392332077
773220	linear.weight	2	0.023835523054003716
773220	linear.weight	3	0.06747547537088394
773220	linear.weight	4	-0.15211917459964752
773220	linear.weight	5	0.2478989064693451
773220	linear.weight	6	-0.03732788935303688
773220	linear.weight	7	-0.0596681647002697
773220	linear.weight	8	0.108231320977211
773220	linear.weight	9	-0.04989593103528023
773220	linear.bias	0	-0.8636358976364136
773220	linear.bias	1	1.7542558908462524
773220	linear.bias	2	0.7104772925376892
773220	linear.bias	3	-2.7423095703125
773220	linear.bias	4	-0.07353773713111877
773220	linear.bias	5	1.283062219619751
773220	linear.bias	6	-0.21758903563022614
773220	linear.bias	7	0.8275433778762817
773220	linear.bias	8	2.0905261039733887
773220	linear.bias	9	-1.3353500366210938
773829	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
773829	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
773829	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
773829	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
773829	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
773829	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
773829	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
773829	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
773829	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
773829	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
773829	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
773829	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
773829	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
773829	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
773829	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
773829	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
773829	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
773829	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
773829	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
773829	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
773829	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
773829	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
773829	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
773829	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
773829	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
773829	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
773829	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
773829	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
773829	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
773829	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
773829	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
773829	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
773829	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
773829	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
773829	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
773829	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
773829	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
773829	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
773829	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
773829	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
773829	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
773829	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
773829	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
773829	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
773829	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
773829	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
773829	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
773829	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
773829	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
773829	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
773829	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
773829	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
773829	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
773829	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
773829	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
773829	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
773829	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
773829	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
773829	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
773829	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
773829	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
773829	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
773829	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
773829	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
773829	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
773829	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
773829	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
773829	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
773829	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
773829	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
773829	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
773829	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
773829	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
773829	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
773829	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
773829	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
773829	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
773829	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
773829	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
773829	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
773829	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
773829	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
773829	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
773829	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
773829	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
773829	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
773829	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
773829	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
773829	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
773829	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
773829	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
773829	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
773829	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
773829	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
773829	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
773829	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
773829	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
773829	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
773829	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
773829	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
773829	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
773829	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
773829	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
773829	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
773829	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
773829	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
773829	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
773829	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
773829	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
773829	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
773829	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
773829	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
773829	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
773829	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
773829	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
773829	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
773829	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
773829	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
773829	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
773829	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
773829	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
773829	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
773829	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
773829	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
773829	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
773829	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
773829	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
773829	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
773829	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
773829	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
773829	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
773829	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
773829	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
773829	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
773829	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
773829	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
773829	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
773829	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
773829	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
773829	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
773829	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
773829	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
773829	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
773829	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
773829	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
773829	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
773829	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
773829	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
773829	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
773829	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
773829	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
773829	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
773829	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
773829	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
773829	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
773829	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
773829	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
773829	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
773829	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
773829	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
773829	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
773829	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
773829	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
773829	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
773829	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
773829	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
773829	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
773829	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
773829	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
773829	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
773829	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
773829	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
773829	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
773829	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
773829	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
773829	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
773829	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
773829	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
773829	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
773829	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
773829	embedding2nn.weight	0	0.31907257437705994
773829	embedding2nn.weight	1	0.38458478450775146
773829	embedding2nn.weight	2	0.00299656018614769
773829	embedding2nn.weight	3	0.024025479331612587
773829	embedding2nn.weight	4	-0.02588052488863468
773829	embedding2nn.weight	5	0.05493553355336189
773829	embedding2nn.weight	6	-0.0006114545394666493
773829	embedding2nn.weight	7	-0.005491632968187332
773829	embedding2nn.weight	8	0.034806765615940094
773829	embedding2nn.weight	9	-0.05074848234653473
773829	embedding2nn.bias	0	0.00967899989336729
773829	embedding2nn.bias	1	-0.18549007177352905
773829	embedding2nn.bias	2	0.12991225719451904
773829	embedding2nn.bias	3	0.18233488500118256
773829	embedding2nn.bias	4	0.13707906007766724
773829	embedding2nn.bias	5	-0.07384655624628067
773829	embedding2nn.bias	6	-0.04442552104592323
773829	embedding2nn.bias	7	0.03637777641415596
773829	embedding2nn.bias	8	-0.14926846325397491
773829	embedding2nn.bias	9	-0.37907874584198
773829	rnn.weight_ih_l0	0	0.007920962758362293
773829	rnn.weight_ih_l0	1	-0.057759594172239304
773829	rnn.weight_ih_l0	2	-0.058455850929021835
773829	rnn.weight_ih_l0	3	0.11460497230291367
773829	rnn.weight_ih_l0	4	0.026164894923567772
773829	rnn.weight_ih_l0	5	-0.0718722939491272
773829	rnn.weight_ih_l0	6	0.00890286173671484
773829	rnn.weight_ih_l0	7	-0.026493944227695465
773829	rnn.weight_ih_l0	8	0.01698603294789791
773829	rnn.weight_ih_l0	9	-0.076631560921669
773829	rnn.weight_hh_l0	0	-0.022222984582185745
773829	rnn.weight_hh_l0	1	0.08666667342185974
773829	rnn.weight_hh_l0	2	0.004164793994277716
773829	rnn.weight_hh_l0	3	-0.03542783856391907
773829	rnn.weight_hh_l0	4	0.08545199781656265
773829	rnn.weight_hh_l0	5	0.002860249951481819
773829	rnn.weight_hh_l0	6	-0.08722639828920364
773829	rnn.weight_hh_l0	7	-0.1364777386188507
773829	rnn.weight_hh_l0	8	0.03978472948074341
773829	rnn.weight_hh_l0	9	-0.12393272668123245
773829	rnn.bias_ih_l0	0	0.16891367733478546
773829	rnn.bias_ih_l0	1	-0.3483430743217468
773829	rnn.bias_ih_l0	2	-0.032886818051338196
773829	rnn.bias_ih_l0	3	-0.21235083043575287
773829	rnn.bias_ih_l0	4	-0.0033711204305291176
773829	rnn.bias_ih_l0	5	-0.44284895062446594
773829	rnn.bias_ih_l0	6	-0.15281321108341217
773829	rnn.bias_ih_l0	7	-0.38205549120903015
773829	rnn.bias_ih_l0	8	-0.31835705041885376
773829	rnn.bias_ih_l0	9	-0.43743911385536194
773829	rnn.bias_hh_l0	0	-0.3499939739704132
773829	rnn.bias_hh_l0	1	-0.43525755405426025
773829	rnn.bias_hh_l0	2	-0.4075830578804016
773829	rnn.bias_hh_l0	3	-0.07602935284376144
773829	rnn.bias_hh_l0	4	-0.3968721032142639
773829	rnn.bias_hh_l0	5	-0.3663761615753174
773829	rnn.bias_hh_l0	6	-0.11704891920089722
773829	rnn.bias_hh_l0	7	0.07460015267133713
773829	rnn.bias_hh_l0	8	-0.23612675070762634
773829	rnn.bias_hh_l0	9	-0.5735851526260376
773829	rnn.weight_ih_l0_reverse	0	-0.002390198642387986
773829	rnn.weight_ih_l0_reverse	1	-0.011420096270740032
773829	rnn.weight_ih_l0_reverse	2	0.009135804139077663
773829	rnn.weight_ih_l0_reverse	3	-0.1434781700372696
773829	rnn.weight_ih_l0_reverse	4	0.0787949338555336
773829	rnn.weight_ih_l0_reverse	5	-0.09780031442642212
773829	rnn.weight_ih_l0_reverse	6	0.0037278581876307726
773829	rnn.weight_ih_l0_reverse	7	0.028390061110258102
773829	rnn.weight_ih_l0_reverse	8	-0.04922245070338249
773829	rnn.weight_ih_l0_reverse	9	-0.07783515006303787
773829	rnn.weight_hh_l0_reverse	0	-0.15223920345306396
773829	rnn.weight_hh_l0_reverse	1	0.02093115635216236
773829	rnn.weight_hh_l0_reverse	2	-0.020535873249173164
773829	rnn.weight_hh_l0_reverse	3	0.03033357672393322
773829	rnn.weight_hh_l0_reverse	4	-0.08332230895757675
773829	rnn.weight_hh_l0_reverse	5	0.03692293539643288
773829	rnn.weight_hh_l0_reverse	6	0.030400041490793228
773829	rnn.weight_hh_l0_reverse	7	-0.12526042759418488
773829	rnn.weight_hh_l0_reverse	8	-0.07613227516412735
773829	rnn.weight_hh_l0_reverse	9	0.03654928877949715
773829	rnn.bias_ih_l0_reverse	0	-0.18365253508090973
773829	rnn.bias_ih_l0_reverse	1	-0.05611784756183624
773829	rnn.bias_ih_l0_reverse	2	0.1607147455215454
773829	rnn.bias_ih_l0_reverse	3	-0.3275211453437805
773829	rnn.bias_ih_l0_reverse	4	0.014647839590907097
773829	rnn.bias_ih_l0_reverse	5	-0.2102956771850586
773829	rnn.bias_ih_l0_reverse	6	0.27924996614456177
773829	rnn.bias_ih_l0_reverse	7	-0.2983776926994324
773829	rnn.bias_ih_l0_reverse	8	-0.19591586291790009
773829	rnn.bias_ih_l0_reverse	9	-0.15352725982666016
773829	rnn.bias_hh_l0_reverse	0	-0.13083067536354065
773829	rnn.bias_hh_l0_reverse	1	0.27271124720573425
773829	rnn.bias_hh_l0_reverse	2	-0.3468582034111023
773829	rnn.bias_hh_l0_reverse	3	-0.24101464450359344
773829	rnn.bias_hh_l0_reverse	4	-0.39620155096054077
773829	rnn.bias_hh_l0_reverse	5	-0.21216081082820892
773829	rnn.bias_hh_l0_reverse	6	-0.27051326632499695
773829	rnn.bias_hh_l0_reverse	7	-0.09469696879386902
773829	rnn.bias_hh_l0_reverse	8	-0.34838029742240906
773829	rnn.bias_hh_l0_reverse	9	0.22322271764278412
773829	linear.weight	0	0.21669118106365204
773829	linear.weight	1	-0.45224547386169434
773829	linear.weight	2	0.03646542876958847
773829	linear.weight	3	0.06747502088546753
773829	linear.weight	4	-0.14078289270401
773829	linear.weight	5	0.2498205304145813
773829	linear.weight	6	-0.0372304767370224
773829	linear.weight	7	-0.05966724082827568
773829	linear.weight	8	0.10563449561595917
773829	linear.weight	9	-0.049896739423274994
773829	linear.bias	0	-0.86041259765625
773829	linear.bias	1	1.7787089347839355
773829	linear.bias	2	0.7445871233940125
773829	linear.bias	3	-2.7423315048217773
773829	linear.bias	4	-0.06829498708248138
773829	linear.bias	5	1.2684237957000732
773829	linear.bias	6	-0.210394486784935
773829	linear.bias	7	0.8268681764602661
773829	linear.bias	8	2.0734407901763916
773829	linear.bias	9	-1.3351162672042847
774438	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
774438	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
774438	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
774438	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
774438	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
774438	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
774438	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
774438	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
774438	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
774438	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
774438	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
774438	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
774438	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
774438	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
774438	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
774438	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
774438	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
774438	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
774438	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
774438	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
774438	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
774438	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
774438	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
774438	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
774438	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
774438	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
774438	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
774438	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
774438	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
774438	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
774438	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
774438	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
774438	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
774438	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
774438	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
774438	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
774438	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
774438	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
774438	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
774438	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
774438	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
774438	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
774438	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
774438	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
774438	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
774438	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
774438	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
774438	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
774438	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
774438	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
774438	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
774438	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
774438	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
774438	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
774438	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
774438	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
774438	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
774438	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
774438	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
774438	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
774438	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
774438	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
774438	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
774438	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
774438	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
774438	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
774438	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
774438	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
774438	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
774438	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
774438	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
774438	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
774438	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
774438	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
774438	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
774438	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
774438	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
774438	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
774438	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
774438	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
774438	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
774438	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
774438	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
774438	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
774438	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
774438	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
774438	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
774438	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
774438	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
774438	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
774438	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
774438	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
774438	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
774438	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
774438	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
774438	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
774438	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
774438	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
774438	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
774438	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
774438	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
774438	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
774438	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
774438	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
774438	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
774438	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
774438	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
774438	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
774438	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
774438	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
774438	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
774438	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
774438	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
774438	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
774438	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
774438	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
774438	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
774438	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
774438	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
774438	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
774438	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
774438	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
774438	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
774438	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
774438	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
774438	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
774438	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
774438	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
774438	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
774438	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
774438	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
774438	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
774438	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
774438	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
774438	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
774438	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
774438	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
774438	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
774438	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
774438	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
774438	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
774438	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
774438	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
774438	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
774438	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
774438	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
774438	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
774438	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
774438	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
774438	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
774438	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
774438	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
774438	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
774438	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
774438	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
774438	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
774438	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
774438	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
774438	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
774438	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
774438	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
774438	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
774438	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
774438	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
774438	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
774438	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
774438	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
774438	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
774438	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
774438	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
774438	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
774438	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
774438	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
774438	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
774438	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
774438	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
774438	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
774438	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
774438	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
774438	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
774438	embedding2nn.weight	0	0.31894972920417786
774438	embedding2nn.weight	1	0.3849615156650543
774438	embedding2nn.weight	2	0.0020468009170144796
774438	embedding2nn.weight	3	0.025553904473781586
774438	embedding2nn.weight	4	-0.023934196680784225
774438	embedding2nn.weight	5	0.05444115772843361
774438	embedding2nn.weight	6	-0.0012284463737159967
774438	embedding2nn.weight	7	-0.005531340837478638
774438	embedding2nn.weight	8	0.03565611690282822
774438	embedding2nn.weight	9	-0.052070874720811844
774438	embedding2nn.bias	0	0.015673205256462097
774438	embedding2nn.bias	1	-0.1854156106710434
774438	embedding2nn.bias	2	0.13034775853157043
774438	embedding2nn.bias	3	0.18008865416049957
774438	embedding2nn.bias	4	0.13203071057796478
774438	embedding2nn.bias	5	-0.07909896969795227
774438	embedding2nn.bias	6	-0.042555101215839386
774438	embedding2nn.bias	7	0.031994979828596115
774438	embedding2nn.bias	8	-0.14573992788791656
774438	embedding2nn.bias	9	-0.38211482763290405
774438	rnn.weight_ih_l0	0	0.007615347392857075
774438	rnn.weight_ih_l0	1	-0.05737510696053505
774438	rnn.weight_ih_l0	2	-0.06006710231304169
774438	rnn.weight_ih_l0	3	0.11382441222667694
774438	rnn.weight_ih_l0	4	0.02533295564353466
774438	rnn.weight_ih_l0	5	-0.0710805356502533
774438	rnn.weight_ih_l0	6	0.00831160694360733
774438	rnn.weight_ih_l0	7	-0.026310376822948456
774438	rnn.weight_ih_l0	8	0.017670275643467903
774438	rnn.weight_ih_l0	9	-0.07578124850988388
774438	rnn.weight_hh_l0	0	-0.022324100136756897
774438	rnn.weight_hh_l0	1	0.08672215789556503
774438	rnn.weight_hh_l0	2	0.004049535375088453
774438	rnn.weight_hh_l0	3	-0.03547756001353264
774438	rnn.weight_hh_l0	4	0.08546610921621323
774438	rnn.weight_hh_l0	5	0.002412038156762719
774438	rnn.weight_hh_l0	6	-0.0870731994509697
774438	rnn.weight_hh_l0	7	-0.13752584159374237
774438	rnn.weight_hh_l0	8	0.03991108015179634
774438	rnn.weight_hh_l0	9	-0.12366525828838348
774438	rnn.bias_ih_l0	0	0.1675318330526352
774438	rnn.bias_ih_l0	1	-0.34714171290397644
774438	rnn.bias_ih_l0	2	-0.03208288550376892
774438	rnn.bias_ih_l0	3	-0.21239593625068665
774438	rnn.bias_ih_l0	4	-0.004229698795825243
774438	rnn.bias_ih_l0	5	-0.44304487109184265
774438	rnn.bias_ih_l0	6	-0.15401895344257355
774438	rnn.bias_ih_l0	7	-0.3827625513076782
774438	rnn.bias_ih_l0	8	-0.316947340965271
774438	rnn.bias_ih_l0	9	-0.4337221086025238
774438	rnn.bias_hh_l0	0	-0.35124915838241577
774438	rnn.bias_hh_l0	1	-0.43530455231666565
774438	rnn.bias_hh_l0	2	-0.40948042273521423
774438	rnn.bias_hh_l0	3	-0.0781378298997879
774438	rnn.bias_hh_l0	4	-0.39699307084083557
774438	rnn.bias_hh_l0	5	-0.3659011721611023
774438	rnn.bias_hh_l0	6	-0.11874769628047943
774438	rnn.bias_hh_l0	7	0.07627277076244354
774438	rnn.bias_hh_l0	8	-0.23739619553089142
774438	rnn.bias_hh_l0	9	-0.5740496516227722
774438	rnn.weight_ih_l0_reverse	0	-0.002499791095033288
774438	rnn.weight_ih_l0_reverse	1	-0.010958254337310791
774438	rnn.weight_ih_l0_reverse	2	0.00920990388840437
774438	rnn.weight_ih_l0_reverse	3	-0.14456604421138763
774438	rnn.weight_ih_l0_reverse	4	0.07857101410627365
774438	rnn.weight_ih_l0_reverse	5	-0.099257692694664
774438	rnn.weight_ih_l0_reverse	6	0.002240772359073162
774438	rnn.weight_ih_l0_reverse	7	0.028575725853443146
774438	rnn.weight_ih_l0_reverse	8	-0.04906103387475014
774438	rnn.weight_ih_l0_reverse	9	-0.07761257886886597
774438	rnn.weight_hh_l0_reverse	0	-0.15196289122104645
774438	rnn.weight_hh_l0_reverse	1	0.020977208390831947
774438	rnn.weight_hh_l0_reverse	2	-0.020521016791462898
774438	rnn.weight_hh_l0_reverse	3	0.03053758665919304
774438	rnn.weight_hh_l0_reverse	4	-0.08347634971141815
774438	rnn.weight_hh_l0_reverse	5	0.036890458315610886
774438	rnn.weight_hh_l0_reverse	6	0.0303958673030138
774438	rnn.weight_hh_l0_reverse	7	-0.126084104180336
774438	rnn.weight_hh_l0_reverse	8	-0.07779651880264282
774438	rnn.weight_hh_l0_reverse	9	0.036852963268756866
774438	rnn.bias_ih_l0_reverse	0	-0.18167990446090698
774438	rnn.bias_ih_l0_reverse	1	-0.05752163752913475
774438	rnn.bias_ih_l0_reverse	2	0.1609707474708557
774438	rnn.bias_ih_l0_reverse	3	-0.32769131660461426
774438	rnn.bias_ih_l0_reverse	4	0.015304523520171642
774438	rnn.bias_ih_l0_reverse	5	-0.21106478571891785
774438	rnn.bias_ih_l0_reverse	6	0.281968891620636
774438	rnn.bias_ih_l0_reverse	7	-0.29551267623901367
774438	rnn.bias_ih_l0_reverse	8	-0.19475045800209045
774438	rnn.bias_ih_l0_reverse	9	-0.15044842660427094
774438	rnn.bias_hh_l0_reverse	0	-0.13127155601978302
774438	rnn.bias_hh_l0_reverse	1	0.27125611901283264
774438	rnn.bias_hh_l0_reverse	2	-0.34609195590019226
774438	rnn.bias_hh_l0_reverse	3	-0.23933233320713043
774438	rnn.bias_hh_l0_reverse	4	-0.39394229650497437
774438	rnn.bias_hh_l0_reverse	5	-0.21336303651332855
774438	rnn.bias_hh_l0_reverse	6	-0.2710218131542206
774438	rnn.bias_hh_l0_reverse	7	-0.09645013511180878
774438	rnn.bias_hh_l0_reverse	8	-0.3481113910675049
774438	rnn.bias_hh_l0_reverse	9	0.22078149020671844
774438	linear.weight	0	0.21686077117919922
774438	linear.weight	1	-0.45459437370300293
774438	linear.weight	2	0.048631735146045685
774438	linear.weight	3	0.06747499853372574
774438	linear.weight	4	-0.1443016082048416
774438	linear.weight	5	0.25085166096687317
774438	linear.weight	6	-0.0397779643535614
774438	linear.weight	7	-0.0596664622426033
774438	linear.weight	8	0.11252699792385101
774438	linear.weight	9	-0.049897607415914536
774438	linear.bias	0	-0.851048469543457
774438	linear.bias	1	1.7738256454467773
774438	linear.bias	2	0.7388465404510498
774438	linear.bias	3	-2.7423510551452637
774438	linear.bias	4	-0.07656735926866531
774438	linear.bias	5	1.2840323448181152
774438	linear.bias	6	-0.22149036824703217
774438	linear.bias	7	0.8307260274887085
774438	linear.bias	8	2.0682055950164795
774438	linear.bias	9	-1.3306058645248413
774446	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
774446	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
774446	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
774446	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
774446	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
774446	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
774446	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
774446	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
774446	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
774446	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
774446	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
774446	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
774446	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
774446	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
774446	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
774446	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
774446	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
774446	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
774446	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
774446	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
774446	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
774446	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
774446	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
774446	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
774446	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
774446	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
774446	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
774446	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
774446	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
774446	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
774446	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
774446	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
774446	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
774446	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
774446	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
774446	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
774446	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
774446	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
774446	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
774446	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
774446	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
774446	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
774446	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
774446	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
774446	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
774446	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
774446	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
774446	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
774446	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
774446	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
774446	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
774446	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
774446	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
774446	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
774446	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
774446	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
774446	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
774446	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
774446	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
774446	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
774446	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
774446	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
774446	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
774446	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
774446	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
774446	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
774446	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
774446	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
774446	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
774446	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
774446	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
774446	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
774446	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
774446	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
774446	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
774446	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
774446	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
774446	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
774446	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
774446	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
774446	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
774446	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
774446	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
774446	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
774446	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
774446	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
774446	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
774446	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
774446	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
774446	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
774446	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
774446	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
774446	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
774446	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
774446	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
774446	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
774446	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
774446	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
774446	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
774446	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
774446	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
774446	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
774446	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
774446	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
774446	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
774446	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
774446	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
774446	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
774446	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
774446	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
774446	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
774446	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
774446	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
774446	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
774446	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
774446	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
774446	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
774446	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
774446	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
774446	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
774446	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
774446	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
774446	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
774446	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
774446	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
774446	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
774446	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
774446	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
774446	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
774446	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
774446	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
774446	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
774446	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
774446	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
774446	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
774446	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
774446	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
774446	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
774446	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
774446	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
774446	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
774446	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
774446	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
774446	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
774446	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
774446	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
774446	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
774446	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
774446	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
774446	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
774446	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
774446	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
774446	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
774446	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
774446	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
774446	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
774446	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
774446	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
774446	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
774446	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
774446	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
774446	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
774446	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
774446	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
774446	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
774446	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
774446	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
774446	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
774446	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
774446	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
774446	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
774446	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
774446	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
774446	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
774446	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
774446	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
774446	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
774446	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
774446	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
774446	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
774446	embedding2nn.weight	0	0.31900277733802795
774446	embedding2nn.weight	1	0.384818971157074
774446	embedding2nn.weight	2	0.0021756344940513372
774446	embedding2nn.weight	3	0.025623809546232224
774446	embedding2nn.weight	4	-0.023865284398198128
774446	embedding2nn.weight	5	0.05445658788084984
774446	embedding2nn.weight	6	-0.0013946091057732701
774446	embedding2nn.weight	7	-0.005516924895346165
774446	embedding2nn.weight	8	0.035708069801330566
774446	embedding2nn.weight	9	-0.05234863609075546
774446	embedding2nn.bias	0	0.013954252935945988
774446	embedding2nn.bias	1	-0.1850520670413971
774446	embedding2nn.bias	2	0.1288335621356964
774446	embedding2nn.bias	3	0.17995388805866241
774446	embedding2nn.bias	4	0.132709801197052
774446	embedding2nn.bias	5	-0.07924005389213562
774446	embedding2nn.bias	6	-0.042805418372154236
774446	embedding2nn.bias	7	0.03175979107618332
774446	embedding2nn.bias	8	-0.14533576369285583
774446	embedding2nn.bias	9	-0.3845003545284271
774446	rnn.weight_ih_l0	0	0.007640307303518057
774446	rnn.weight_ih_l0	1	-0.05732516571879387
774446	rnn.weight_ih_l0	2	-0.06007535755634308
774446	rnn.weight_ih_l0	3	0.11383553594350815
774446	rnn.weight_ih_l0	4	0.02543727494776249
774446	rnn.weight_ih_l0	5	-0.07114234566688538
774446	rnn.weight_ih_l0	6	0.008476453833281994
774446	rnn.weight_ih_l0	7	-0.02614719420671463
774446	rnn.weight_ih_l0	8	0.017746413126587868
774446	rnn.weight_ih_l0	9	-0.07565538585186005
774446	rnn.weight_hh_l0	0	-0.022315148264169693
774446	rnn.weight_hh_l0	1	0.08669918030500412
774446	rnn.weight_hh_l0	2	0.004050233867019415
774446	rnn.weight_hh_l0	3	-0.0354786217212677
774446	rnn.weight_hh_l0	4	0.08541737496852875
774446	rnn.weight_hh_l0	5	0.002434036461636424
774446	rnn.weight_hh_l0	6	-0.08705558627843857
774446	rnn.weight_hh_l0	7	-0.1374940127134323
774446	rnn.weight_hh_l0	8	0.039911337196826935
774446	rnn.weight_hh_l0	9	-0.12365750223398209
774446	rnn.bias_ih_l0	0	0.16710811853408813
774446	rnn.bias_ih_l0	1	-0.3469301164150238
774446	rnn.bias_ih_l0	2	-0.0319988876581192
774446	rnn.bias_ih_l0	3	-0.2123575657606125
774446	rnn.bias_ih_l0	4	-0.0044909375719726086
774446	rnn.bias_ih_l0	5	-0.4431840181350708
774446	rnn.bias_ih_l0	6	-0.15416991710662842
774446	rnn.bias_ih_l0	7	-0.38288700580596924
774446	rnn.bias_ih_l0	8	-0.3170414865016937
774446	rnn.bias_ih_l0	9	-0.43348929286003113
774446	rnn.bias_hh_l0	0	-0.35125043988227844
774446	rnn.bias_hh_l0	1	-0.43552035093307495
774446	rnn.bias_hh_l0	2	-0.409509539604187
774446	rnn.bias_hh_l0	3	-0.07824686169624329
774446	rnn.bias_hh_l0	4	-0.3971128761768341
774446	rnn.bias_hh_l0	5	-0.3659083843231201
774446	rnn.bias_hh_l0	6	-0.1187429204583168
774446	rnn.bias_hh_l0	7	0.07632102072238922
774446	rnn.bias_hh_l0	8	-0.23734118044376373
774446	rnn.bias_hh_l0	9	-0.5741170048713684
774446	rnn.weight_ih_l0_reverse	0	-0.0023868766147643328
774446	rnn.weight_ih_l0_reverse	1	-0.010948091745376587
774446	rnn.weight_ih_l0_reverse	2	0.009210359305143356
774446	rnn.weight_ih_l0_reverse	3	-0.1445668786764145
774446	rnn.weight_ih_l0_reverse	4	0.07859537750482559
774446	rnn.weight_ih_l0_reverse	5	-0.09916429966688156
774446	rnn.weight_ih_l0_reverse	6	0.0021854820661246777
774446	rnn.weight_ih_l0_reverse	7	0.028554286807775497
774446	rnn.weight_ih_l0_reverse	8	-0.04900665581226349
774446	rnn.weight_ih_l0_reverse	9	-0.07787084579467773
774446	rnn.weight_hh_l0_reverse	0	-0.1519678235054016
774446	rnn.weight_hh_l0_reverse	1	0.02099185809493065
774446	rnn.weight_hh_l0_reverse	2	-0.020573219284415245
774446	rnn.weight_hh_l0_reverse	3	0.030542761087417603
774446	rnn.weight_hh_l0_reverse	4	-0.08349209278821945
774446	rnn.weight_hh_l0_reverse	5	0.036886658519506454
774446	rnn.weight_hh_l0_reverse	6	0.03039572387933731
774446	rnn.weight_hh_l0_reverse	7	-0.1259828805923462
774446	rnn.weight_hh_l0_reverse	8	-0.07788978517055511
774446	rnn.weight_hh_l0_reverse	9	0.036816343665122986
774446	rnn.bias_ih_l0_reverse	0	-0.18183912336826324
774446	rnn.bias_ih_l0_reverse	1	-0.05785307660698891
774446	rnn.bias_ih_l0_reverse	2	0.1605268269777298
774446	rnn.bias_ih_l0_reverse	3	-0.3276231288909912
774446	rnn.bias_ih_l0_reverse	4	0.015477972105145454
774446	rnn.bias_ih_l0_reverse	5	-0.21102845668792725
774446	rnn.bias_ih_l0_reverse	6	0.28231871128082275
774446	rnn.bias_ih_l0_reverse	7	-0.2960200905799866
774446	rnn.bias_ih_l0_reverse	8	-0.19467949867248535
774446	rnn.bias_ih_l0_reverse	9	-0.15048427879810333
774446	rnn.bias_hh_l0_reverse	0	-0.13107633590698242
774446	rnn.bias_hh_l0_reverse	1	0.27125194668769836
774446	rnn.bias_hh_l0_reverse	2	-0.34567058086395264
774446	rnn.bias_hh_l0_reverse	3	-0.23909617960453033
774446	rnn.bias_hh_l0_reverse	4	-0.39405471086502075
774446	rnn.bias_hh_l0_reverse	5	-0.21336764097213745
774446	rnn.bias_hh_l0_reverse	6	-0.27079740166664124
774446	rnn.bias_hh_l0_reverse	7	-0.0965588316321373
774446	rnn.bias_hh_l0_reverse	8	-0.34835097193717957
774446	rnn.bias_hh_l0_reverse	9	0.2205602526664734
774446	linear.weight	0	0.21726416051387787
774446	linear.weight	1	-0.45338955521583557
774446	linear.weight	2	0.0484994612634182
774446	linear.weight	3	0.06747494637966156
774446	linear.weight	4	-0.1413297951221466
774446	linear.weight	5	0.2502323091030121
774446	linear.weight	6	-0.03950585052371025
774446	linear.weight	7	-0.05966639518737793
774446	linear.weight	8	0.11289337277412415
774446	linear.weight	9	-0.049897629767656326
774446	linear.bias	0	-0.8503666520118713
774446	linear.bias	1	1.7647593021392822
774446	linear.bias	2	0.7398474812507629
774446	linear.bias	3	-2.742351770401001
774446	linear.bias	4	-0.07608913630247116
774446	linear.bias	5	1.2801513671875
774446	linear.bias	6	-0.2191760241985321
774446	linear.bias	7	0.8263364434242249
774446	linear.bias	8	2.0694875717163086
774446	linear.bias	9	-1.3304781913757324
775055	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
775055	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
775055	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
775055	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
775055	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
775055	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
775055	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
775055	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
775055	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
775055	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
775055	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
775055	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
775055	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
775055	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
775055	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
775055	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
775055	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
775055	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
775055	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
775055	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
775055	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
775055	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
775055	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
775055	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
775055	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
775055	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
775055	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
775055	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
775055	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
775055	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
775055	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
775055	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
775055	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
775055	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
775055	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
775055	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
775055	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
775055	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
775055	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
775055	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
775055	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
775055	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
775055	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
775055	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
775055	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
775055	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
775055	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
775055	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
775055	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
775055	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
775055	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
775055	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
775055	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
775055	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
775055	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
775055	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
775055	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
775055	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
775055	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
775055	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
775055	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
775055	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
775055	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
775055	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
775055	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
775055	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
775055	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
775055	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
775055	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
775055	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
775055	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
775055	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
775055	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
775055	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
775055	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
775055	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
775055	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
775055	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
775055	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
775055	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
775055	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
775055	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
775055	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
775055	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
775055	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
775055	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
775055	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
775055	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
775055	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
775055	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
775055	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
775055	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
775055	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
775055	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
775055	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
775055	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
775055	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
775055	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
775055	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
775055	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
775055	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
775055	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
775055	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
775055	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
775055	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
775055	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
775055	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
775055	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
775055	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
775055	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
775055	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
775055	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
775055	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
775055	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
775055	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
775055	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
775055	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
775055	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
775055	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
775055	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
775055	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
775055	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
775055	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
775055	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
775055	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
775055	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
775055	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
775055	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
775055	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
775055	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
775055	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
775055	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
775055	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
775055	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
775055	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
775055	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
775055	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
775055	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
775055	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
775055	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
775055	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
775055	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
775055	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
775055	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
775055	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
775055	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
775055	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
775055	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
775055	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
775055	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
775055	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
775055	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
775055	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
775055	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
775055	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
775055	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
775055	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
775055	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
775055	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
775055	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
775055	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
775055	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
775055	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
775055	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
775055	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
775055	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
775055	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
775055	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
775055	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
775055	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
775055	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
775055	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
775055	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
775055	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
775055	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
775055	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
775055	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
775055	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
775055	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
775055	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
775055	embedding2nn.weight	0	0.3191392421722412
775055	embedding2nn.weight	1	0.3848038613796234
775055	embedding2nn.weight	2	0.0036942996084690094
775055	embedding2nn.weight	3	0.02457461878657341
775055	embedding2nn.weight	4	-0.02373550646007061
775055	embedding2nn.weight	5	0.05538934841752052
775055	embedding2nn.weight	6	-0.004647453781217337
775055	embedding2nn.weight	7	-0.008049555122852325
775055	embedding2nn.weight	8	0.036999981850385666
775055	embedding2nn.weight	9	-0.05208788812160492
775055	embedding2nn.bias	0	0.006638293154537678
775055	embedding2nn.bias	1	-0.18359392881393433
775055	embedding2nn.bias	2	0.13414083421230316
775055	embedding2nn.bias	3	0.17357909679412842
775055	embedding2nn.bias	4	0.13107998669147491
775055	embedding2nn.bias	5	-0.08363639563322067
775055	embedding2nn.bias	6	-0.045801710337400436
775055	embedding2nn.bias	7	0.03726555407047272
775055	embedding2nn.bias	8	-0.14277677237987518
775055	embedding2nn.bias	9	-0.38264039158821106
775055	rnn.weight_ih_l0	0	0.0081443777307868
775055	rnn.weight_ih_l0	1	-0.05692584812641144
775055	rnn.weight_ih_l0	2	-0.060798656195402145
775055	rnn.weight_ih_l0	3	0.11450115591287613
775055	rnn.weight_ih_l0	4	0.024521809071302414
775055	rnn.weight_ih_l0	5	-0.07153526693582535
775055	rnn.weight_ih_l0	6	0.010172296315431595
775055	rnn.weight_ih_l0	7	-0.02513827756047249
775055	rnn.weight_ih_l0	8	0.015888644382357597
775055	rnn.weight_ih_l0	9	-0.07454626262187958
775055	rnn.weight_hh_l0	0	-0.022197283804416656
775055	rnn.weight_hh_l0	1	0.08659733831882477
775055	rnn.weight_hh_l0	2	0.004176453687250614
775055	rnn.weight_hh_l0	3	-0.03541890159249306
775055	rnn.weight_hh_l0	4	0.08536960929632187
775055	rnn.weight_hh_l0	5	0.0025999455247074366
775055	rnn.weight_hh_l0	6	-0.08724836260080338
775055	rnn.weight_hh_l0	7	-0.1370505839586258
775055	rnn.weight_hh_l0	8	0.0398806594312191
775055	rnn.weight_hh_l0	9	-0.12370925396680832
775055	rnn.bias_ih_l0	0	0.16731902956962585
775055	rnn.bias_ih_l0	1	-0.3480564057826996
775055	rnn.bias_ih_l0	2	-0.032650429755449295
775055	rnn.bias_ih_l0	3	-0.21384483575820923
775055	rnn.bias_ih_l0	4	-0.0012852579820901155
775055	rnn.bias_ih_l0	5	-0.44115883111953735
775055	rnn.bias_ih_l0	6	-0.15161004662513733
775055	rnn.bias_ih_l0	7	-0.38319534063339233
775055	rnn.bias_ih_l0	8	-0.31524911522865295
775055	rnn.bias_ih_l0	9	-0.43810346722602844
775055	rnn.bias_hh_l0	0	-0.3521478474140167
775055	rnn.bias_hh_l0	1	-0.43375304341316223
775055	rnn.bias_hh_l0	2	-0.41024163365364075
775055	rnn.bias_hh_l0	3	-0.07634864002466202
775055	rnn.bias_hh_l0	4	-0.3937537670135498
775055	rnn.bias_hh_l0	5	-0.3668331205844879
775055	rnn.bias_hh_l0	6	-0.12057513743638992
775055	rnn.bias_hh_l0	7	0.07568896561861038
775055	rnn.bias_hh_l0	8	-0.23627133667469025
775055	rnn.bias_hh_l0	9	-0.575002133846283
775055	rnn.weight_ih_l0_reverse	0	-0.0020262098405510187
775055	rnn.weight_ih_l0_reverse	1	-0.011192717589437962
775055	rnn.weight_ih_l0_reverse	2	0.00853578932583332
775055	rnn.weight_ih_l0_reverse	3	-0.14384721219539642
775055	rnn.weight_ih_l0_reverse	4	0.07822874188423157
775055	rnn.weight_ih_l0_reverse	5	-0.09986251592636108
775055	rnn.weight_ih_l0_reverse	6	0.002942712977528572
775055	rnn.weight_ih_l0_reverse	7	0.02930661290884018
775055	rnn.weight_ih_l0_reverse	8	-0.048861537128686905
775055	rnn.weight_ih_l0_reverse	9	-0.07607515901327133
775055	rnn.weight_hh_l0_reverse	0	-0.1517619639635086
775055	rnn.weight_hh_l0_reverse	1	0.020711742341518402
775055	rnn.weight_hh_l0_reverse	2	-0.020632147789001465
775055	rnn.weight_hh_l0_reverse	3	0.03027762472629547
775055	rnn.weight_hh_l0_reverse	4	-0.0831865668296814
775055	rnn.weight_hh_l0_reverse	5	0.036874737590551376
775055	rnn.weight_hh_l0_reverse	6	0.030553527176380157
775055	rnn.weight_hh_l0_reverse	7	-0.12470173090696335
775055	rnn.weight_hh_l0_reverse	8	-0.07688753306865692
775055	rnn.weight_hh_l0_reverse	9	0.036480680108070374
775055	rnn.bias_ih_l0_reverse	0	-0.18188759684562683
775055	rnn.bias_ih_l0_reverse	1	-0.05707066133618355
775055	rnn.bias_ih_l0_reverse	2	0.1600743681192398
775055	rnn.bias_ih_l0_reverse	3	-0.32760006189346313
775055	rnn.bias_ih_l0_reverse	4	0.01216687262058258
775055	rnn.bias_ih_l0_reverse	5	-0.21008722484111786
775055	rnn.bias_ih_l0_reverse	6	0.2833755910396576
775055	rnn.bias_ih_l0_reverse	7	-0.29697155952453613
775055	rnn.bias_ih_l0_reverse	8	-0.19340945780277252
775055	rnn.bias_ih_l0_reverse	9	-0.15093816816806793
775055	rnn.bias_hh_l0_reverse	0	-0.13172076642513275
775055	rnn.bias_hh_l0_reverse	1	0.2705448269844055
775055	rnn.bias_hh_l0_reverse	2	-0.34470903873443604
775055	rnn.bias_hh_l0_reverse	3	-0.23719532787799835
775055	rnn.bias_hh_l0_reverse	4	-0.3952316641807556
775055	rnn.bias_hh_l0_reverse	5	-0.21267645061016083
775055	rnn.bias_hh_l0_reverse	6	-0.2704494595527649
775055	rnn.bias_hh_l0_reverse	7	-0.09554854780435562
775055	rnn.bias_hh_l0_reverse	8	-0.35103902220726013
775055	rnn.bias_hh_l0_reverse	9	0.2226453423500061
775055	linear.weight	0	0.21693123877048492
775055	linear.weight	1	-0.44592246413230896
775055	linear.weight	2	0.05415165796875954
775055	linear.weight	3	0.06747478246688843
775055	linear.weight	4	-0.13796719908714294
775055	linear.weight	5	0.25158241391181946
775055	linear.weight	6	-0.031229369342327118
775055	linear.weight	7	-0.059665437787771225
775055	linear.weight	8	0.10526173561811447
775055	linear.weight	9	-0.049898210912942886
775055	linear.bias	0	-0.8467099666595459
775055	linear.bias	1	1.7727149724960327
775055	linear.bias	2	0.719386875629425
775055	linear.bias	3	-2.742377758026123
775055	linear.bias	4	-0.059272799640893936
775055	linear.bias	5	1.2892528772354126
775055	linear.bias	6	-0.23067764937877655
775055	linear.bias	7	0.8294572830200195
775055	linear.bias	8	2.066828727722168
775055	linear.bias	9	-1.3392835855484009
775664	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
775664	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
775664	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
775664	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
775664	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
775664	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
775664	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
775664	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
775664	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
775664	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
775664	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
775664	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
775664	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
775664	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
775664	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
775664	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
775664	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
775664	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
775664	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
775664	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
775664	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
775664	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
775664	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
775664	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
775664	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
775664	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
775664	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
775664	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
775664	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
775664	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
775664	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
775664	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
775664	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
775664	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
775664	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
775664	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
775664	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
775664	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
775664	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
775664	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
775664	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
775664	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
775664	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
775664	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
775664	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
775664	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
775664	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
775664	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
775664	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
775664	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
775664	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
775664	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
775664	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
775664	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
775664	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
775664	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
775664	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
775664	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
775664	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
775664	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
775664	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
775664	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
775664	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
775664	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
775664	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
775664	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
775664	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
775664	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
775664	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
775664	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
775664	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
775664	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
775664	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
775664	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
775664	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
775664	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
775664	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
775664	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
775664	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
775664	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
775664	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
775664	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
775664	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
775664	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
775664	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
775664	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
775664	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
775664	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
775664	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
775664	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
775664	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
775664	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
775664	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
775664	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
775664	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
775664	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
775664	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
775664	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
775664	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
775664	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
775664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
775664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
775664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
775664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
775664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
775664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
775664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
775664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
775664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
775664	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
775664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
775664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
775664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
775664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
775664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
775664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
775664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
775664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
775664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
775664	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
775664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
775664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
775664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
775664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
775664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
775664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
775664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
775664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
775664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
775664	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
775664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
775664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
775664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
775664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
775664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
775664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
775664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
775664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
775664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
775664	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
775664	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
775664	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
775664	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
775664	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
775664	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
775664	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
775664	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
775664	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
775664	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
775664	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
775664	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
775664	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
775664	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
775664	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
775664	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
775664	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
775664	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
775664	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
775664	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
775664	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
775664	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
775664	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
775664	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
775664	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
775664	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
775664	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
775664	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
775664	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
775664	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
775664	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
775664	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
775664	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
775664	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
775664	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
775664	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
775664	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
775664	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
775664	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
775664	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
775664	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
775664	embedding2nn.weight	0	0.3186339735984802
775664	embedding2nn.weight	1	0.3848016858100891
775664	embedding2nn.weight	2	0.0035881903022527695
775664	embedding2nn.weight	3	0.02128666825592518
775664	embedding2nn.weight	4	-0.025686927139759064
775664	embedding2nn.weight	5	0.055146943777799606
775664	embedding2nn.weight	6	-0.003702290588989854
775664	embedding2nn.weight	7	-0.009810456074774265
775664	embedding2nn.weight	8	0.036343805491924286
775664	embedding2nn.weight	9	-0.05234380438923836
775664	embedding2nn.bias	0	0.010217277333140373
775664	embedding2nn.bias	1	-0.18083328008651733
775664	embedding2nn.bias	2	0.1354609876871109
775664	embedding2nn.bias	3	0.1698283553123474
775664	embedding2nn.bias	4	0.13367478549480438
775664	embedding2nn.bias	5	-0.08472540974617004
775664	embedding2nn.bias	6	-0.04421974718570709
775664	embedding2nn.bias	7	0.04225794970989227
775664	embedding2nn.bias	8	-0.1490846872329712
775664	embedding2nn.bias	9	-0.3852122128009796
775664	rnn.weight_ih_l0	0	0.008561206050217152
775664	rnn.weight_ih_l0	1	-0.056871816515922546
775664	rnn.weight_ih_l0	2	-0.059416625648736954
775664	rnn.weight_ih_l0	3	0.11415836215019226
775664	rnn.weight_ih_l0	4	0.025522377341985703
775664	rnn.weight_ih_l0	5	-0.0702112466096878
775664	rnn.weight_ih_l0	6	0.01077099796384573
775664	rnn.weight_ih_l0	7	-0.02508058026432991
775664	rnn.weight_ih_l0	8	0.01663394086062908
775664	rnn.weight_ih_l0	9	-0.07592093199491501
775664	rnn.weight_hh_l0	0	-0.022247029468417168
775664	rnn.weight_hh_l0	1	0.08636406064033508
775664	rnn.weight_hh_l0	2	0.0038668345659971237
775664	rnn.weight_hh_l0	3	-0.035457950085401535
775664	rnn.weight_hh_l0	4	0.08561792224645615
775664	rnn.weight_hh_l0	5	0.0027081568259745836
775664	rnn.weight_hh_l0	6	-0.08746069669723511
775664	rnn.weight_hh_l0	7	-0.13771411776542664
775664	rnn.weight_hh_l0	8	0.03997088968753815
775664	rnn.weight_hh_l0	9	-0.12372861802577972
775664	rnn.bias_ih_l0	0	0.16578584909439087
775664	rnn.bias_ih_l0	1	-0.34740951657295227
775664	rnn.bias_ih_l0	2	-0.033699557185173035
775664	rnn.bias_ih_l0	3	-0.21175795793533325
775664	rnn.bias_ih_l0	4	-0.0034432963002473116
775664	rnn.bias_ih_l0	5	-0.441093772649765
775664	rnn.bias_ih_l0	6	-0.1533549576997757
775664	rnn.bias_ih_l0	7	-0.3831506371498108
775664	rnn.bias_ih_l0	8	-0.31526970863342285
775664	rnn.bias_ih_l0	9	-0.43616983294487
775664	rnn.bias_hh_l0	0	-0.35108453035354614
775664	rnn.bias_hh_l0	1	-0.4351082146167755
775664	rnn.bias_hh_l0	2	-0.410507470369339
775664	rnn.bias_hh_l0	3	-0.0752384290099144
775664	rnn.bias_hh_l0	4	-0.3938567340373993
775664	rnn.bias_hh_l0	5	-0.3667631447315216
775664	rnn.bias_hh_l0	6	-0.12154631316661835
775664	rnn.bias_hh_l0	7	0.07067298889160156
775664	rnn.bias_hh_l0	8	-0.2360525131225586
775664	rnn.bias_hh_l0	9	-0.5761158466339111
775664	rnn.weight_ih_l0_reverse	0	-0.0017586968606337905
775664	rnn.weight_ih_l0_reverse	1	-0.01019413210451603
775664	rnn.weight_ih_l0_reverse	2	0.007750590797513723
775664	rnn.weight_ih_l0_reverse	3	-0.14278742671012878
775664	rnn.weight_ih_l0_reverse	4	0.07818901538848877
775664	rnn.weight_ih_l0_reverse	5	-0.1019776239991188
775664	rnn.weight_ih_l0_reverse	6	0.006388522684574127
775664	rnn.weight_ih_l0_reverse	7	0.02938363142311573
775664	rnn.weight_ih_l0_reverse	8	-0.04959893599152565
775664	rnn.weight_ih_l0_reverse	9	-0.07546311616897583
775664	rnn.weight_hh_l0_reverse	0	-0.1525571346282959
775664	rnn.weight_hh_l0_reverse	1	0.02083648554980755
775664	rnn.weight_hh_l0_reverse	2	-0.020654533058404922
775664	rnn.weight_hh_l0_reverse	3	0.030324414372444153
775664	rnn.weight_hh_l0_reverse	4	-0.08299323171377182
775664	rnn.weight_hh_l0_reverse	5	0.036946117877960205
775664	rnn.weight_hh_l0_reverse	6	0.030539561063051224
775664	rnn.weight_hh_l0_reverse	7	-0.1244707852602005
775664	rnn.weight_hh_l0_reverse	8	-0.07657112181186676
775664	rnn.weight_hh_l0_reverse	9	0.035809699445962906
775664	rnn.bias_ih_l0_reverse	0	-0.18080972135066986
775664	rnn.bias_ih_l0_reverse	1	-0.05865396931767464
775664	rnn.bias_ih_l0_reverse	2	0.1598837673664093
775664	rnn.bias_ih_l0_reverse	3	-0.3290121555328369
775664	rnn.bias_ih_l0_reverse	4	0.010140908882021904
775664	rnn.bias_ih_l0_reverse	5	-0.2104693353176117
775664	rnn.bias_ih_l0_reverse	6	0.2842082977294922
775664	rnn.bias_ih_l0_reverse	7	-0.2979123294353485
775664	rnn.bias_ih_l0_reverse	8	-0.19420017302036285
775664	rnn.bias_ih_l0_reverse	9	-0.14841614663600922
775664	rnn.bias_hh_l0_reverse	0	-0.134022057056427
775664	rnn.bias_hh_l0_reverse	1	0.27252617478370667
775664	rnn.bias_hh_l0_reverse	2	-0.3438788056373596
775664	rnn.bias_hh_l0_reverse	3	-0.23719605803489685
775664	rnn.bias_hh_l0_reverse	4	-0.3946513831615448
775664	rnn.bias_hh_l0_reverse	5	-0.21108439564704895
775664	rnn.bias_hh_l0_reverse	6	-0.26907020807266235
775664	rnn.bias_hh_l0_reverse	7	-0.09579058736562729
775664	rnn.bias_hh_l0_reverse	8	-0.34749436378479004
775664	rnn.bias_hh_l0_reverse	9	0.21396324038505554
775664	linear.weight	0	0.2140006721019745
775664	linear.weight	1	-0.4386598467826843
775664	linear.weight	2	0.0568702332675457
775664	linear.weight	3	0.06747470051050186
775664	linear.weight	4	-0.12605324387550354
775664	linear.weight	5	0.24272821843624115
775664	linear.weight	6	-0.02645231783390045
775664	linear.weight	7	-0.059664513915777206
775664	linear.weight	8	0.10234636813402176
775664	linear.weight	9	-0.049898963421583176
775664	linear.bias	0	-0.8606777787208557
775664	linear.bias	1	1.806077480316162
775664	linear.bias	2	0.7331194877624512
775664	linear.bias	3	-2.742398738861084
775664	linear.bias	4	-0.06953848898410797
775664	linear.bias	5	1.2965978384017944
775664	linear.bias	6	-0.22228366136550903
775664	linear.bias	7	0.816322386264801
775664	linear.bias	8	2.0664873123168945
775664	linear.bias	9	-1.3329529762268066
776273	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
776273	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
776273	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
776273	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
776273	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
776273	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
776273	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
776273	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
776273	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
776273	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
776273	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
776273	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
776273	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
776273	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
776273	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
776273	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
776273	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
776273	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
776273	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
776273	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
776273	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
776273	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
776273	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
776273	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
776273	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
776273	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
776273	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
776273	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
776273	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
776273	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
776273	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
776273	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
776273	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
776273	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
776273	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
776273	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
776273	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
776273	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
776273	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
776273	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
776273	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
776273	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
776273	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
776273	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
776273	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
776273	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
776273	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
776273	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
776273	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
776273	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
776273	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
776273	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
776273	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
776273	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
776273	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
776273	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
776273	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
776273	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
776273	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
776273	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
776273	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
776273	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
776273	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
776273	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
776273	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
776273	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
776273	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
776273	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
776273	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
776273	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
776273	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
776273	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
776273	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
776273	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
776273	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
776273	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
776273	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
776273	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
776273	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
776273	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
776273	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
776273	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
776273	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
776273	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
776273	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
776273	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
776273	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
776273	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
776273	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
776273	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
776273	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
776273	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
776273	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
776273	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
776273	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
776273	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
776273	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
776273	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
776273	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
776273	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
776273	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
776273	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
776273	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
776273	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
776273	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
776273	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
776273	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
776273	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
776273	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
776273	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
776273	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
776273	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
776273	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
776273	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
776273	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
776273	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
776273	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
776273	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
776273	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
776273	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
776273	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
776273	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
776273	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
776273	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
776273	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
776273	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
776273	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
776273	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
776273	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
776273	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
776273	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
776273	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
776273	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
776273	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
776273	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
776273	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
776273	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
776273	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
776273	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
776273	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
776273	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
776273	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
776273	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
776273	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
776273	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
776273	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
776273	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
776273	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
776273	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
776273	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
776273	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
776273	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
776273	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
776273	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
776273	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
776273	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
776273	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
776273	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
776273	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
776273	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
776273	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
776273	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
776273	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
776273	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
776273	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
776273	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
776273	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
776273	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
776273	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
776273	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
776273	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
776273	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
776273	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
776273	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
776273	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
776273	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
776273	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
776273	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
776273	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
776273	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
776273	embedding2nn.weight	0	0.31797757744789124
776273	embedding2nn.weight	1	0.3849380910396576
776273	embedding2nn.weight	2	0.0035220894496887922
776273	embedding2nn.weight	3	0.019699005410075188
776273	embedding2nn.weight	4	-0.025251001119613647
776273	embedding2nn.weight	5	0.055402081459760666
776273	embedding2nn.weight	6	-0.0013567995047196746
776273	embedding2nn.weight	7	-0.009202130138874054
776273	embedding2nn.weight	8	0.036207981407642365
776273	embedding2nn.weight	9	-0.050321079790592194
776273	embedding2nn.bias	0	0.018420804291963577
776273	embedding2nn.bias	1	-0.1861433982849121
776273	embedding2nn.bias	2	0.1308577060699463
776273	embedding2nn.bias	3	0.16838864982128143
776273	embedding2nn.bias	4	0.136811763048172
776273	embedding2nn.bias	5	-0.08990465849637985
776273	embedding2nn.bias	6	-0.042839642614126205
776273	embedding2nn.bias	7	0.044309068471193314
776273	embedding2nn.bias	8	-0.1421898603439331
776273	embedding2nn.bias	9	-0.3918544054031372
776273	rnn.weight_ih_l0	0	0.008542012423276901
776273	rnn.weight_ih_l0	1	-0.0563889741897583
776273	rnn.weight_ih_l0	2	-0.060394663363695145
776273	rnn.weight_ih_l0	3	0.11430882662534714
776273	rnn.weight_ih_l0	4	0.02296113595366478
776273	rnn.weight_ih_l0	5	-0.0699533075094223
776273	rnn.weight_ih_l0	6	0.008717970922589302
776273	rnn.weight_ih_l0	7	-0.02513839490711689
776273	rnn.weight_ih_l0	8	0.01590145379304886
776273	rnn.weight_ih_l0	9	-0.07528933137655258
776273	rnn.weight_hh_l0	0	-0.022272024303674698
776273	rnn.weight_hh_l0	1	0.08619243651628494
776273	rnn.weight_hh_l0	2	0.0037622801028192043
776273	rnn.weight_hh_l0	3	-0.035461071878671646
776273	rnn.weight_hh_l0	4	0.08580780774354935
776273	rnn.weight_hh_l0	5	0.002691863337531686
776273	rnn.weight_hh_l0	6	-0.08754658699035645
776273	rnn.weight_hh_l0	7	-0.13879042863845825
776273	rnn.weight_hh_l0	8	0.04002875089645386
776273	rnn.weight_hh_l0	9	-0.12378489226102829
776273	rnn.bias_ih_l0	0	0.16688546538352966
776273	rnn.bias_ih_l0	1	-0.3465178310871124
776273	rnn.bias_ih_l0	2	-0.03450721502304077
776273	rnn.bias_ih_l0	3	-0.21416418254375458
776273	rnn.bias_ih_l0	4	-0.002123873447999358
776273	rnn.bias_ih_l0	5	-0.44105666875839233
776273	rnn.bias_ih_l0	6	-0.1547996550798416
776273	rnn.bias_ih_l0	7	-0.3821585476398468
776273	rnn.bias_ih_l0	8	-0.3163967430591583
776273	rnn.bias_ih_l0	9	-0.4337072968482971
776273	rnn.bias_hh_l0	0	-0.3504382073879242
776273	rnn.bias_hh_l0	1	-0.4365538954734802
776273	rnn.bias_hh_l0	2	-0.40865567326545715
776273	rnn.bias_hh_l0	3	-0.07618206739425659
776273	rnn.bias_hh_l0	4	-0.3935685455799103
776273	rnn.bias_hh_l0	5	-0.3679315745830536
776273	rnn.bias_hh_l0	6	-0.12057045102119446
776273	rnn.bias_hh_l0	7	0.06885115802288055
776273	rnn.bias_hh_l0	8	-0.23209498822689056
776273	rnn.bias_hh_l0	9	-0.5746588706970215
776273	rnn.weight_ih_l0_reverse	0	-0.002761244773864746
776273	rnn.weight_ih_l0_reverse	1	-0.009995090775191784
776273	rnn.weight_ih_l0_reverse	2	0.008230133913457394
776273	rnn.weight_ih_l0_reverse	3	-0.14396905899047852
776273	rnn.weight_ih_l0_reverse	4	0.0777193009853363
776273	rnn.weight_ih_l0_reverse	5	-0.10356756299734116
776273	rnn.weight_ih_l0_reverse	6	0.004936553537845612
776273	rnn.weight_ih_l0_reverse	7	0.029525822028517723
776273	rnn.weight_ih_l0_reverse	8	-0.050814781337976456
776273	rnn.weight_ih_l0_reverse	9	-0.07668755203485489
776273	rnn.weight_hh_l0_reverse	0	-0.1522853970527649
776273	rnn.weight_hh_l0_reverse	1	0.020343149080872536
776273	rnn.weight_hh_l0_reverse	2	-0.02062959223985672
776273	rnn.weight_hh_l0_reverse	3	0.03025185503065586
776273	rnn.weight_hh_l0_reverse	4	-0.08299259841442108
776273	rnn.weight_hh_l0_reverse	5	0.03679390251636505
776273	rnn.weight_hh_l0_reverse	6	0.030561232939362526
776273	rnn.weight_hh_l0_reverse	7	-0.12417804449796677
776273	rnn.weight_hh_l0_reverse	8	-0.07597263902425766
776273	rnn.weight_hh_l0_reverse	9	0.03633449599146843
776273	rnn.bias_ih_l0_reverse	0	-0.17962795495986938
776273	rnn.bias_ih_l0_reverse	1	-0.058676827698946
776273	rnn.bias_ih_l0_reverse	2	0.1591632217168808
776273	rnn.bias_ih_l0_reverse	3	-0.32830116152763367
776273	rnn.bias_ih_l0_reverse	4	0.011379330419003963
776273	rnn.bias_ih_l0_reverse	5	-0.21089044213294983
776273	rnn.bias_ih_l0_reverse	6	0.2822023034095764
776273	rnn.bias_ih_l0_reverse	7	-0.2975537180900574
776273	rnn.bias_ih_l0_reverse	8	-0.1952260583639145
776273	rnn.bias_ih_l0_reverse	9	-0.1488489806652069
776273	rnn.bias_hh_l0_reverse	0	-0.13843593001365662
776273	rnn.bias_hh_l0_reverse	1	0.2719104290008545
776273	rnn.bias_hh_l0_reverse	2	-0.341460257768631
776273	rnn.bias_hh_l0_reverse	3	-0.23950663208961487
776273	rnn.bias_hh_l0_reverse	4	-0.39569324254989624
776273	rnn.bias_hh_l0_reverse	5	-0.21274155378341675
776273	rnn.bias_hh_l0_reverse	6	-0.2727571427822113
776273	rnn.bias_hh_l0_reverse	7	-0.09509482979774475
776273	rnn.bias_hh_l0_reverse	8	-0.3472697138786316
776273	rnn.bias_hh_l0_reverse	9	0.21209365129470825
776273	linear.weight	0	0.21677137911319733
776273	linear.weight	1	-0.4364418387413025
776273	linear.weight	2	0.05096575617790222
776273	linear.weight	3	0.06747446954250336
776273	linear.weight	4	-0.12262504547834396
776273	linear.weight	5	0.2514928877353668
776273	linear.weight	6	-0.028521722182631493
776273	linear.weight	7	-0.059663206338882446
776273	linear.weight	8	0.10413659363985062
776273	linear.weight	9	-0.04989990219473839
776273	linear.bias	0	-0.8622692823410034
776273	linear.bias	1	1.8178197145462036
776273	linear.bias	2	0.7270168662071228
776273	linear.bias	3	-2.742421865463257
776273	linear.bias	4	-0.06293008476495743
776273	linear.bias	5	1.2714028358459473
776273	linear.bias	6	-0.2191104143857956
776273	linear.bias	7	0.8262351751327515
776273	linear.bias	8	2.069345235824585
776273	linear.bias	9	-1.329194188117981
776882	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
776882	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
776882	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
776882	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
776882	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
776882	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
776882	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
776882	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
776882	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
776882	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
776882	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
776882	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
776882	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
776882	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
776882	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
776882	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
776882	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
776882	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
776882	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
776882	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
776882	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
776882	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
776882	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
776882	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
776882	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
776882	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
776882	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
776882	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
776882	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
776882	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
776882	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
776882	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
776882	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
776882	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
776882	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
776882	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
776882	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
776882	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
776882	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
776882	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
776882	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
776882	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
776882	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
776882	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
776882	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
776882	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
776882	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
776882	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
776882	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
776882	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
776882	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
776882	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
776882	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
776882	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
776882	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
776882	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
776882	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
776882	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
776882	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
776882	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
776882	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
776882	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
776882	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
776882	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
776882	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
776882	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
776882	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
776882	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
776882	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
776882	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
776882	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
776882	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
776882	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
776882	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
776882	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
776882	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
776882	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
776882	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
776882	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
776882	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
776882	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
776882	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
776882	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
776882	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
776882	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
776882	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
776882	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
776882	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
776882	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
776882	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
776882	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
776882	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
776882	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
776882	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
776882	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
776882	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
776882	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
776882	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
776882	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
776882	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
776882	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
776882	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
776882	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
776882	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
776882	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
776882	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
776882	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
776882	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
776882	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
776882	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
776882	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
776882	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
776882	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
776882	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
776882	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
776882	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
776882	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
776882	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
776882	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
776882	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
776882	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
776882	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
776882	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
776882	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
776882	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
776882	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
776882	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
776882	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
776882	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
776882	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
776882	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
776882	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
776882	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
776882	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
776882	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
776882	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
776882	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
776882	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
776882	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
776882	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
776882	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
776882	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
776882	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
776882	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
776882	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
776882	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
776882	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
776882	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
776882	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
776882	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
776882	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
776882	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
776882	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
776882	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
776882	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
776882	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
776882	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
776882	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
776882	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
776882	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
776882	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
776882	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
776882	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
776882	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
776882	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
776882	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
776882	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
776882	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
776882	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
776882	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
776882	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
776882	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
776882	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
776882	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
776882	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
776882	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
776882	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
776882	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
776882	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
776882	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
776882	embedding2nn.weight	0	0.31791234016418457
776882	embedding2nn.weight	1	0.3839799761772156
776882	embedding2nn.weight	2	0.003809134941548109
776882	embedding2nn.weight	3	0.01897040382027626
776882	embedding2nn.weight	4	-0.024285975843667984
776882	embedding2nn.weight	5	0.05475861206650734
776882	embedding2nn.weight	6	-0.004510387312620878
776882	embedding2nn.weight	7	-0.010045123286545277
776882	embedding2nn.weight	8	0.036325469613075256
776882	embedding2nn.weight	9	-0.04997813329100609
776882	embedding2nn.bias	0	0.017497092485427856
776882	embedding2nn.bias	1	-0.18964000046253204
776882	embedding2nn.bias	2	0.12971363961696625
776882	embedding2nn.bias	3	0.17039552330970764
776882	embedding2nn.bias	4	0.1368405520915985
776882	embedding2nn.bias	5	-0.09449741244316101
776882	embedding2nn.bias	6	-0.04794013127684593
776882	embedding2nn.bias	7	0.036216046661138535
776882	embedding2nn.bias	8	-0.15125423669815063
776882	embedding2nn.bias	9	-0.3881824016571045
776882	rnn.weight_ih_l0	0	0.008199336938560009
776882	rnn.weight_ih_l0	1	-0.05654194578528404
776882	rnn.weight_ih_l0	2	-0.06000537797808647
776882	rnn.weight_ih_l0	3	0.11261564493179321
776882	rnn.weight_ih_l0	4	0.02236081101000309
776882	rnn.weight_ih_l0	5	-0.07088092714548111
776882	rnn.weight_ih_l0	6	0.007231971714645624
776882	rnn.weight_ih_l0	7	-0.02535967528820038
776882	rnn.weight_ih_l0	8	0.012503519654273987
776882	rnn.weight_ih_l0	9	-0.07421475648880005
776882	rnn.weight_hh_l0	0	-0.02222161926329136
776882	rnn.weight_hh_l0	1	0.08617187291383743
776882	rnn.weight_hh_l0	2	0.004026417620480061
776882	rnn.weight_hh_l0	3	-0.03550244867801666
776882	rnn.weight_hh_l0	4	0.0855722725391388
776882	rnn.weight_hh_l0	5	0.002501501701772213
776882	rnn.weight_hh_l0	6	-0.08764612674713135
776882	rnn.weight_hh_l0	7	-0.1382535994052887
776882	rnn.weight_hh_l0	8	0.04003075510263443
776882	rnn.weight_hh_l0	9	-0.12399546056985855
776882	rnn.bias_ih_l0	0	0.16977925598621368
776882	rnn.bias_ih_l0	1	-0.34558990597724915
776882	rnn.bias_ih_l0	2	-0.034573961049318314
776882	rnn.bias_ih_l0	3	-0.21258719265460968
776882	rnn.bias_ih_l0	4	-0.0013764009345322847
776882	rnn.bias_ih_l0	5	-0.44180282950401306
776882	rnn.bias_ih_l0	6	-0.15559877455234528
776882	rnn.bias_ih_l0	7	-0.38229748606681824
776882	rnn.bias_ih_l0	8	-0.3165871500968933
776882	rnn.bias_ih_l0	9	-0.438829243183136
776882	rnn.bias_hh_l0	0	-0.35026758909225464
776882	rnn.bias_hh_l0	1	-0.43613699078559875
776882	rnn.bias_hh_l0	2	-0.40817585587501526
776882	rnn.bias_hh_l0	3	-0.07623526453971863
776882	rnn.bias_hh_l0	4	-0.39230573177337646
776882	rnn.bias_hh_l0	5	-0.36870986223220825
776882	rnn.bias_hh_l0	6	-0.12137361615896225
776882	rnn.bias_hh_l0	7	0.07288685441017151
776882	rnn.bias_hh_l0	8	-0.22949686646461487
776882	rnn.bias_hh_l0	9	-0.5748323798179626
776882	rnn.weight_ih_l0_reverse	0	-0.0027210998814553022
776882	rnn.weight_ih_l0_reverse	1	-0.010076753795146942
776882	rnn.weight_ih_l0_reverse	2	0.008003726601600647
776882	rnn.weight_ih_l0_reverse	3	-0.1441899538040161
776882	rnn.weight_ih_l0_reverse	4	0.07736372202634811
776882	rnn.weight_ih_l0_reverse	5	-0.10624941438436508
776882	rnn.weight_ih_l0_reverse	6	0.004942027851939201
776882	rnn.weight_ih_l0_reverse	7	0.029264718294143677
776882	rnn.weight_ih_l0_reverse	8	-0.0507931113243103
776882	rnn.weight_ih_l0_reverse	9	-0.07707884907722473
776882	rnn.weight_hh_l0_reverse	0	-0.152708038687706
776882	rnn.weight_hh_l0_reverse	1	0.02031582221388817
776882	rnn.weight_hh_l0_reverse	2	-0.020860077813267708
776882	rnn.weight_hh_l0_reverse	3	0.03046402521431446
776882	rnn.weight_hh_l0_reverse	4	-0.08296237885951996
776882	rnn.weight_hh_l0_reverse	5	0.036845721304416656
776882	rnn.weight_hh_l0_reverse	6	0.030545489862561226
776882	rnn.weight_hh_l0_reverse	7	-0.12377767264842987
776882	rnn.weight_hh_l0_reverse	8	-0.07624991983175278
776882	rnn.weight_hh_l0_reverse	9	0.03574666008353233
776882	rnn.bias_ih_l0_reverse	0	-0.17968635261058807
776882	rnn.bias_ih_l0_reverse	1	-0.059844765812158585
776882	rnn.bias_ih_l0_reverse	2	0.15779665112495422
776882	rnn.bias_ih_l0_reverse	3	-0.32864007353782654
776882	rnn.bias_ih_l0_reverse	4	0.013916371390223503
776882	rnn.bias_ih_l0_reverse	5	-0.21119308471679688
776882	rnn.bias_ih_l0_reverse	6	0.28094086050987244
776882	rnn.bias_ih_l0_reverse	7	-0.2987224757671356
776882	rnn.bias_ih_l0_reverse	8	-0.1958043873310089
776882	rnn.bias_ih_l0_reverse	9	-0.15184588730335236
776882	rnn.bias_hh_l0_reverse	0	-0.13320861756801605
776882	rnn.bias_hh_l0_reverse	1	0.26913800835609436
776882	rnn.bias_hh_l0_reverse	2	-0.33993008732795715
776882	rnn.bias_hh_l0_reverse	3	-0.23948432505130768
776882	rnn.bias_hh_l0_reverse	4	-0.3960554599761963
776882	rnn.bias_hh_l0_reverse	5	-0.21531599760055542
776882	rnn.bias_hh_l0_reverse	6	-0.27043354511260986
776882	rnn.bias_hh_l0_reverse	7	-0.0939408615231514
776882	rnn.bias_hh_l0_reverse	8	-0.35048019886016846
776882	rnn.bias_hh_l0_reverse	9	0.2155088186264038
776882	linear.weight	0	0.22971279919147491
776882	linear.weight	1	-0.43882375955581665
776882	linear.weight	2	0.051624082028865814
776882	linear.weight	3	0.0674743577837944
776882	linear.weight	4	-0.12679877877235413
776882	linear.weight	5	0.24430203437805176
776882	linear.weight	6	-0.030276957899332047
776882	linear.weight	7	-0.059662338346242905
776882	linear.weight	8	0.10871570557355881
776882	linear.weight	9	-0.04990052059292793
776882	linear.bias	0	-0.8644749522209167
776882	linear.bias	1	1.8076869249343872
776882	linear.bias	2	0.7310609221458435
776882	linear.bias	3	-2.7424440383911133
776882	linear.bias	4	-0.06846365332603455
776882	linear.bias	5	1.275268793106079
776882	linear.bias	6	-0.21411430835723877
776882	linear.bias	7	0.8304136395454407
776882	linear.bias	8	2.0725698471069336
776882	linear.bias	9	-1.3254882097244263
777491	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
777491	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
777491	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
777491	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
777491	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
777491	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
777491	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
777491	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
777491	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
777491	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
777491	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
777491	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
777491	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
777491	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
777491	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
777491	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
777491	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
777491	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
777491	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
777491	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
777491	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
777491	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
777491	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
777491	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
777491	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
777491	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
777491	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
777491	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
777491	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
777491	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
777491	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
777491	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
777491	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
777491	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
777491	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
777491	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
777491	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
777491	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
777491	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
777491	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
777491	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
777491	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
777491	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
777491	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
777491	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
777491	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
777491	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
777491	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
777491	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
777491	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
777491	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
777491	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
777491	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
777491	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
777491	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
777491	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
777491	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
777491	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
777491	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
777491	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
777491	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
777491	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
777491	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
777491	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
777491	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
777491	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
777491	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
777491	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
777491	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
777491	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
777491	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
777491	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
777491	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
777491	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
777491	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
777491	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
777491	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
777491	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
777491	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
777491	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
777491	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
777491	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
777491	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
777491	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
777491	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
777491	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
777491	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
777491	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
777491	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
777491	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
777491	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
777491	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
777491	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
777491	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
777491	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
777491	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
777491	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
777491	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
777491	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
777491	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
777491	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
777491	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
777491	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
777491	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
777491	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
777491	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
777491	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
777491	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
777491	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
777491	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
777491	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
777491	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
777491	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
777491	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
777491	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
777491	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
777491	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
777491	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
777491	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
777491	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
777491	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
777491	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
777491	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
777491	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
777491	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
777491	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
777491	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
777491	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
777491	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
777491	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
777491	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
777491	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
777491	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
777491	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
777491	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
777491	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
777491	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
777491	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
777491	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
777491	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
777491	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
777491	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
777491	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
777491	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
777491	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
777491	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
777491	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
777491	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
777491	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
777491	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
777491	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
777491	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
777491	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
777491	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
777491	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
777491	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
777491	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
777491	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
777491	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
777491	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
777491	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
777491	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
777491	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
777491	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
777491	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
777491	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
777491	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
777491	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
777491	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
777491	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
777491	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
777491	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
777491	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
777491	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
777491	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
777491	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
777491	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
777491	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
777491	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
777491	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
777491	embedding2nn.weight	0	0.31808528304100037
777491	embedding2nn.weight	1	0.38544556498527527
777491	embedding2nn.weight	2	0.0026571350172162056
777491	embedding2nn.weight	3	0.021999802440404892
777491	embedding2nn.weight	4	-0.026153048500418663
777491	embedding2nn.weight	5	0.05516549572348595
777491	embedding2nn.weight	6	-0.004562164656817913
777491	embedding2nn.weight	7	-0.007448395248502493
777491	embedding2nn.weight	8	0.036590807139873505
777491	embedding2nn.weight	9	-0.04868543520569801
777491	embedding2nn.bias	0	0.018351808190345764
777491	embedding2nn.bias	1	-0.19018754363059998
777491	embedding2nn.bias	2	0.13805557787418365
777491	embedding2nn.bias	3	0.17499558627605438
777491	embedding2nn.bias	4	0.1432286649942398
777491	embedding2nn.bias	5	-0.08706527948379517
777491	embedding2nn.bias	6	-0.05041561648249626
777491	embedding2nn.bias	7	0.03413327783346176
777491	embedding2nn.bias	8	-0.15037746727466583
777491	embedding2nn.bias	9	-0.3837571144104004
777491	rnn.weight_ih_l0	0	0.008379817940294743
777491	rnn.weight_ih_l0	1	-0.05650153383612633
777491	rnn.weight_ih_l0	2	-0.05882049724459648
777491	rnn.weight_ih_l0	3	0.11111776530742645
777491	rnn.weight_ih_l0	4	0.022418299689888954
777491	rnn.weight_ih_l0	5	-0.07051757723093033
777491	rnn.weight_ih_l0	6	0.00577267212793231
777491	rnn.weight_ih_l0	7	-0.02502807416021824
777491	rnn.weight_ih_l0	8	0.012012263759970665
777491	rnn.weight_ih_l0	9	-0.07619652152061462
777491	rnn.weight_hh_l0	0	-0.022284872829914093
777491	rnn.weight_hh_l0	1	0.08644656091928482
777491	rnn.weight_hh_l0	2	0.003749759402126074
777491	rnn.weight_hh_l0	3	-0.03553363308310509
777491	rnn.weight_hh_l0	4	0.08604543656110764
777491	rnn.weight_hh_l0	5	0.002618997124955058
777491	rnn.weight_hh_l0	6	-0.08763273805379868
777491	rnn.weight_hh_l0	7	-0.13750679790973663
777491	rnn.weight_hh_l0	8	0.040021415799856186
777491	rnn.weight_hh_l0	9	-0.12383675575256348
777491	rnn.bias_ih_l0	0	0.168888121843338
777491	rnn.bias_ih_l0	1	-0.3454509377479553
777491	rnn.bias_ih_l0	2	-0.03461398184299469
777491	rnn.bias_ih_l0	3	-0.21290570497512817
777491	rnn.bias_ih_l0	4	-0.0027960625011473894
777491	rnn.bias_ih_l0	5	-0.4440879821777344
777491	rnn.bias_ih_l0	6	-0.15599104762077332
777491	rnn.bias_ih_l0	7	-0.38225671648979187
777491	rnn.bias_ih_l0	8	-0.31618645787239075
777491	rnn.bias_ih_l0	9	-0.4339602291584015
777491	rnn.bias_hh_l0	0	-0.3493466079235077
777491	rnn.bias_hh_l0	1	-0.43432748317718506
777491	rnn.bias_hh_l0	2	-0.4095112085342407
777491	rnn.bias_hh_l0	3	-0.07827948033809662
777491	rnn.bias_hh_l0	4	-0.3927764892578125
777491	rnn.bias_hh_l0	5	-0.3676302433013916
777491	rnn.bias_hh_l0	6	-0.12120167911052704
777491	rnn.bias_hh_l0	7	0.07320709526538849
777491	rnn.bias_hh_l0	8	-0.23047269880771637
777491	rnn.bias_hh_l0	9	-0.573739767074585
777491	rnn.weight_ih_l0_reverse	0	-0.0030546479392796755
777491	rnn.weight_ih_l0_reverse	1	-0.009889197535812855
777491	rnn.weight_ih_l0_reverse	2	0.008981505408883095
777491	rnn.weight_ih_l0_reverse	3	-0.14412027597427368
777491	rnn.weight_ih_l0_reverse	4	0.07723823934793472
777491	rnn.weight_ih_l0_reverse	5	-0.10742886364459991
777491	rnn.weight_ih_l0_reverse	6	0.002999786753207445
777491	rnn.weight_ih_l0_reverse	7	0.029707565903663635
777491	rnn.weight_ih_l0_reverse	8	-0.05069756135344505
777491	rnn.weight_ih_l0_reverse	9	-0.07876823842525482
777491	rnn.weight_hh_l0_reverse	0	-0.15198323130607605
777491	rnn.weight_hh_l0_reverse	1	0.02021634392440319
777491	rnn.weight_hh_l0_reverse	2	-0.020696088671684265
777491	rnn.weight_hh_l0_reverse	3	0.030691420659422874
777491	rnn.weight_hh_l0_reverse	4	-0.08284132927656174
777491	rnn.weight_hh_l0_reverse	5	0.03712878003716469
777491	rnn.weight_hh_l0_reverse	6	0.030581463128328323
777491	rnn.weight_hh_l0_reverse	7	-0.12370746582746506
777491	rnn.weight_hh_l0_reverse	8	-0.07597120851278305
777491	rnn.weight_hh_l0_reverse	9	0.035630397498607635
777491	rnn.bias_ih_l0_reverse	0	-0.17981253564357758
777491	rnn.bias_ih_l0_reverse	1	-0.0595998652279377
777491	rnn.bias_ih_l0_reverse	2	0.15695308148860931
777491	rnn.bias_ih_l0_reverse	3	-0.3293899595737457
777491	rnn.bias_ih_l0_reverse	4	0.01335044763982296
777491	rnn.bias_ih_l0_reverse	5	-0.21239401400089264
777491	rnn.bias_ih_l0_reverse	6	0.27818623185157776
777491	rnn.bias_ih_l0_reverse	7	-0.2950265109539032
777491	rnn.bias_ih_l0_reverse	8	-0.19724208116531372
777491	rnn.bias_ih_l0_reverse	9	-0.1543147712945938
777491	rnn.bias_hh_l0_reverse	0	-0.1315196454524994
777491	rnn.bias_hh_l0_reverse	1	0.27147042751312256
777491	rnn.bias_hh_l0_reverse	2	-0.33917438983917236
777491	rnn.bias_hh_l0_reverse	3	-0.24011921882629395
777491	rnn.bias_hh_l0_reverse	4	-0.39598366618156433
777491	rnn.bias_hh_l0_reverse	5	-0.21407216787338257
777491	rnn.bias_hh_l0_reverse	6	-0.2702396810054779
777491	rnn.bias_hh_l0_reverse	7	-0.0934130921959877
777491	rnn.bias_hh_l0_reverse	8	-0.3489035964012146
777491	rnn.bias_hh_l0_reverse	9	0.21274547278881073
777491	linear.weight	0	0.2322995364665985
777491	linear.weight	1	-0.43880656361579895
777491	linear.weight	2	0.05049571767449379
777491	linear.weight	3	0.06747438758611679
777491	linear.weight	4	-0.12140604853630066
777491	linear.weight	5	0.23500624299049377
777491	linear.weight	6	-0.02750699780881405
777491	linear.weight	7	-0.05966120585799217
777491	linear.weight	8	0.10540668666362762
777491	linear.weight	9	-0.04990142211318016
777491	linear.bias	0	-0.8732285499572754
777491	linear.bias	1	1.786107063293457
777491	linear.bias	2	0.7349470853805542
777491	linear.bias	3	-2.7424609661102295
777491	linear.bias	4	-0.06813785433769226
777491	linear.bias	5	1.2674511671066284
777491	linear.bias	6	-0.19865205883979797
777491	linear.bias	7	0.8232157826423645
777491	linear.bias	8	2.0726089477539062
777491	linear.bias	9	-1.3381023406982422
778100	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
778100	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
778100	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
778100	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
778100	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
778100	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
778100	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
778100	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
778100	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
778100	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
778100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
778100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
778100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
778100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
778100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
778100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
778100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
778100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
778100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
778100	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
778100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
778100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
778100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
778100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
778100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
778100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
778100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
778100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
778100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
778100	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
778100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
778100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
778100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
778100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
778100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
778100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
778100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
778100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
778100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
778100	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
778100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
778100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
778100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
778100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
778100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
778100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
778100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
778100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
778100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
778100	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
778100	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
778100	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
778100	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
778100	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
778100	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
778100	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
778100	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
778100	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
778100	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
778100	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
778100	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
778100	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
778100	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
778100	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
778100	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
778100	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
778100	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
778100	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
778100	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
778100	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
778100	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
778100	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
778100	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
778100	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
778100	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
778100	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
778100	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
778100	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
778100	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
778100	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
778100	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
778100	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
778100	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
778100	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
778100	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
778100	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
778100	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
778100	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
778100	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
778100	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
778100	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
778100	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
778100	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
778100	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
778100	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
778100	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
778100	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
778100	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
778100	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
778100	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
778100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
778100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
778100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
778100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
778100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
778100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
778100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
778100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
778100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
778100	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
778100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
778100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
778100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
778100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
778100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
778100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
778100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
778100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
778100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
778100	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
778100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
778100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
778100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
778100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
778100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
778100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
778100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
778100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
778100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
778100	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
778100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
778100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
778100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
778100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
778100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
778100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
778100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
778100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
778100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
778100	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
778100	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
778100	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
778100	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
778100	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
778100	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
778100	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
778100	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
778100	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
778100	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
778100	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
778100	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
778100	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
778100	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
778100	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
778100	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
778100	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
778100	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
778100	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
778100	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
778100	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
778100	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
778100	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
778100	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
778100	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
778100	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
778100	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
778100	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
778100	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
778100	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
778100	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
778100	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
778100	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
778100	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
778100	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
778100	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
778100	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
778100	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
778100	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
778100	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
778100	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
778100	embedding2nn.weight	0	0.31823763251304626
778100	embedding2nn.weight	1	0.3869454264640808
778100	embedding2nn.weight	2	0.0020014711190015078
778100	embedding2nn.weight	3	0.023741308599710464
778100	embedding2nn.weight	4	-0.026960212737321854
778100	embedding2nn.weight	5	0.05552114173769951
778100	embedding2nn.weight	6	0.00011954629007959738
778100	embedding2nn.weight	7	-0.006219112779945135
778100	embedding2nn.weight	8	0.03656017407774925
778100	embedding2nn.weight	9	-0.04879463464021683
778100	embedding2nn.bias	0	0.019126512110233307
778100	embedding2nn.bias	1	-0.19475986063480377
778100	embedding2nn.bias	2	0.11939302086830139
778100	embedding2nn.bias	3	0.17699190974235535
778100	embedding2nn.bias	4	0.14518076181411743
778100	embedding2nn.bias	5	-0.08536060899496078
778100	embedding2nn.bias	6	-0.0497078001499176
778100	embedding2nn.bias	7	0.03944506496191025
778100	embedding2nn.bias	8	-0.15774865448474884
778100	embedding2nn.bias	9	-0.3741701543331146
778100	rnn.weight_ih_l0	0	0.008950343355536461
778100	rnn.weight_ih_l0	1	-0.05674908310174942
778100	rnn.weight_ih_l0	2	-0.05820393189787865
778100	rnn.weight_ih_l0	3	0.11025618761777878
778100	rnn.weight_ih_l0	4	0.021572474390268326
778100	rnn.weight_ih_l0	5	-0.07067485898733139
778100	rnn.weight_ih_l0	6	0.005771530792117119
778100	rnn.weight_ih_l0	7	-0.024887094274163246
778100	rnn.weight_ih_l0	8	0.010968741029500961
778100	rnn.weight_ih_l0	9	-0.07688599824905396
778100	rnn.weight_hh_l0	0	-0.022431479766964912
778100	rnn.weight_hh_l0	1	0.08643648028373718
778100	rnn.weight_hh_l0	2	0.003860780270770192
778100	rnn.weight_hh_l0	3	-0.03565100580453873
778100	rnn.weight_hh_l0	4	0.08589667826890945
778100	rnn.weight_hh_l0	5	0.0029179013799875975
778100	rnn.weight_hh_l0	6	-0.08753260970115662
778100	rnn.weight_hh_l0	7	-0.13737010955810547
778100	rnn.weight_hh_l0	8	0.040141478180885315
778100	rnn.weight_hh_l0	9	-0.12402446568012238
778100	rnn.bias_ih_l0	0	0.1705458164215088
778100	rnn.bias_ih_l0	1	-0.3436968922615051
778100	rnn.bias_ih_l0	2	-0.03308436647057533
778100	rnn.bias_ih_l0	3	-0.2115938514471054
778100	rnn.bias_ih_l0	4	-0.00376756489276886
778100	rnn.bias_ih_l0	5	-0.44224080443382263
778100	rnn.bias_ih_l0	6	-0.1564575731754303
778100	rnn.bias_ih_l0	7	-0.38241538405418396
778100	rnn.bias_ih_l0	8	-0.31552964448928833
778100	rnn.bias_ih_l0	9	-0.439934104681015
778100	rnn.bias_hh_l0	0	-0.35135790705680847
778100	rnn.bias_hh_l0	1	-0.43481236696243286
778100	rnn.bias_hh_l0	2	-0.4100222885608673
778100	rnn.bias_hh_l0	3	-0.07646207511425018
778100	rnn.bias_hh_l0	4	-0.39383405447006226
778100	rnn.bias_hh_l0	5	-0.36792781949043274
778100	rnn.bias_hh_l0	6	-0.11978933215141296
778100	rnn.bias_hh_l0	7	0.07429484277963638
778100	rnn.bias_hh_l0	8	-0.22910816967487335
778100	rnn.bias_hh_l0	9	-0.5712807774543762
778100	rnn.weight_ih_l0_reverse	0	-0.004316855687648058
778100	rnn.weight_ih_l0_reverse	1	-0.009574751369655132
778100	rnn.weight_ih_l0_reverse	2	0.009040777571499348
778100	rnn.weight_ih_l0_reverse	3	-0.14366546273231506
778100	rnn.weight_ih_l0_reverse	4	0.07784922420978546
778100	rnn.weight_ih_l0_reverse	5	-0.10937368124723434
778100	rnn.weight_ih_l0_reverse	6	0.003147993003949523
778100	rnn.weight_ih_l0_reverse	7	0.029355591163039207
778100	rnn.weight_ih_l0_reverse	8	-0.05085153505206108
778100	rnn.weight_ih_l0_reverse	9	-0.08046663552522659
778100	rnn.weight_hh_l0_reverse	0	-0.1523142158985138
778100	rnn.weight_hh_l0_reverse	1	0.02035902626812458
778100	rnn.weight_hh_l0_reverse	2	-0.02062089741230011
778100	rnn.weight_hh_l0_reverse	3	0.03054272010922432
778100	rnn.weight_hh_l0_reverse	4	-0.08261947333812714
778100	rnn.weight_hh_l0_reverse	5	0.03706403449177742
778100	rnn.weight_hh_l0_reverse	6	0.030534546822309494
778100	rnn.weight_hh_l0_reverse	7	-0.12405425310134888
778100	rnn.weight_hh_l0_reverse	8	-0.07679857313632965
778100	rnn.weight_hh_l0_reverse	9	0.03613034263253212
778100	rnn.bias_ih_l0_reverse	0	-0.18176646530628204
778100	rnn.bias_ih_l0_reverse	1	-0.060009073466062546
778100	rnn.bias_ih_l0_reverse	2	0.15693461894989014
778100	rnn.bias_ih_l0_reverse	3	-0.3314496576786041
778100	rnn.bias_ih_l0_reverse	4	0.01289262343198061
778100	rnn.bias_ih_l0_reverse	5	-0.2139928638935089
778100	rnn.bias_ih_l0_reverse	6	0.27635055780410767
778100	rnn.bias_ih_l0_reverse	7	-0.29702505469322205
778100	rnn.bias_ih_l0_reverse	8	-0.19589753448963165
778100	rnn.bias_ih_l0_reverse	9	-0.15436004102230072
778100	rnn.bias_hh_l0_reverse	0	-0.13411052525043488
778100	rnn.bias_hh_l0_reverse	1	0.27451515197753906
778100	rnn.bias_hh_l0_reverse	2	-0.33982744812965393
778100	rnn.bias_hh_l0_reverse	3	-0.24078980088233948
778100	rnn.bias_hh_l0_reverse	4	-0.3973747789859772
778100	rnn.bias_hh_l0_reverse	5	-0.2151745706796646
778100	rnn.bias_hh_l0_reverse	6	-0.2715093195438385
778100	rnn.bias_hh_l0_reverse	7	-0.09352464228868484
778100	rnn.bias_hh_l0_reverse	8	-0.34736019372940063
778100	rnn.bias_hh_l0_reverse	9	0.21115341782569885
778100	linear.weight	0	0.2330416738986969
778100	linear.weight	1	-0.4391477704048157
778100	linear.weight	2	0.04118350148200989
778100	linear.weight	3	0.06747439503669739
778100	linear.weight	4	-0.1302752047777176
778100	linear.weight	5	0.22372889518737793
778100	linear.weight	6	-0.029528673738241196
778100	linear.weight	7	-0.059659622609615326
778100	linear.weight	8	0.10184817761182785
778100	linear.weight	9	-0.04990234971046448
778100	linear.bias	0	-0.8673566579818726
778100	linear.bias	1	1.790607213973999
778100	linear.bias	2	0.7348012328147888
778100	linear.bias	3	-2.7424848079681396
778100	linear.bias	4	-0.06622377038002014
778100	linear.bias	5	1.2609295845031738
778100	linear.bias	6	-0.19560594856739044
778100	linear.bias	7	0.8297514319419861
778100	linear.bias	8	2.0740742683410645
778100	linear.bias	9	-1.3394396305084229
778709	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
778709	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
778709	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
778709	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
778709	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
778709	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
778709	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
778709	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
778709	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
778709	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
778709	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
778709	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
778709	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
778709	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
778709	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
778709	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
778709	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
778709	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
778709	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
778709	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
778709	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
778709	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
778709	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
778709	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
778709	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
778709	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
778709	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
778709	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
778709	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
778709	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
778709	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
778709	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
778709	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
778709	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
778709	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
778709	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
778709	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
778709	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
778709	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
778709	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
778709	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
778709	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
778709	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
778709	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
778709	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
778709	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
778709	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
778709	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
778709	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
778709	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
778709	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
778709	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
778709	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
778709	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
778709	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
778709	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
778709	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
778709	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
778709	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
778709	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
778709	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
778709	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
778709	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
778709	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
778709	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
778709	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
778709	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
778709	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
778709	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
778709	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
778709	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
778709	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
778709	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
778709	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
778709	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
778709	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
778709	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
778709	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
778709	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
778709	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
778709	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
778709	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
778709	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
778709	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
778709	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
778709	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
778709	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
778709	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
778709	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
778709	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
778709	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
778709	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
778709	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
778709	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
778709	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
778709	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
778709	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
778709	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
778709	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
778709	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
778709	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
778709	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
778709	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
778709	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
778709	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
778709	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
778709	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
778709	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
778709	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
778709	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
778709	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
778709	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
778709	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
778709	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
778709	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
778709	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
778709	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
778709	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
778709	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
778709	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
778709	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
778709	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
778709	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
778709	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
778709	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
778709	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
778709	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
778709	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
778709	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
778709	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
778709	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
778709	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
778709	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
778709	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
778709	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
778709	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
778709	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
778709	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
778709	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
778709	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
778709	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
778709	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
778709	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
778709	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
778709	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
778709	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
778709	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
778709	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
778709	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
778709	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
778709	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
778709	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
778709	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
778709	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
778709	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
778709	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
778709	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
778709	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
778709	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
778709	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
778709	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
778709	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
778709	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
778709	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
778709	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
778709	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
778709	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
778709	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
778709	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
778709	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
778709	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
778709	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
778709	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
778709	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
778709	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
778709	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
778709	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
778709	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
778709	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
778709	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
778709	embedding2nn.weight	0	0.3192652463912964
778709	embedding2nn.weight	1	0.3872721791267395
778709	embedding2nn.weight	2	0.0025618714280426502
778709	embedding2nn.weight	3	0.019820351153612137
778709	embedding2nn.weight	4	-0.026911109685897827
778709	embedding2nn.weight	5	0.05590187385678291
778709	embedding2nn.weight	6	0.0006949653616175056
778709	embedding2nn.weight	7	-0.005865297745913267
778709	embedding2nn.weight	8	0.03710145875811577
778709	embedding2nn.weight	9	-0.050103794783353806
778709	embedding2nn.bias	0	0.024171575903892517
778709	embedding2nn.bias	1	-0.18441319465637207
778709	embedding2nn.bias	2	0.1284089833498001
778709	embedding2nn.bias	3	0.17540277540683746
778709	embedding2nn.bias	4	0.1543227732181549
778709	embedding2nn.bias	5	-0.08686600625514984
778709	embedding2nn.bias	6	-0.044400524348020554
778709	embedding2nn.bias	7	0.04454004019498825
778709	embedding2nn.bias	8	-0.1578426957130432
778709	embedding2nn.bias	9	-0.38247478008270264
778709	rnn.weight_ih_l0	0	0.008952752687036991
778709	rnn.weight_ih_l0	1	-0.057171955704689026
778709	rnn.weight_ih_l0	2	-0.058366771787405014
778709	rnn.weight_ih_l0	3	0.11089561134576797
778709	rnn.weight_ih_l0	4	0.021584611386060715
778709	rnn.weight_ih_l0	5	-0.06895601004362106
778709	rnn.weight_ih_l0	6	0.0072161792777478695
778709	rnn.weight_ih_l0	7	-0.023706447333097458
778709	rnn.weight_ih_l0	8	0.01180952787399292
778709	rnn.weight_ih_l0	9	-0.07567659020423889
778709	rnn.weight_hh_l0	0	-0.022357046604156494
778709	rnn.weight_hh_l0	1	0.08634257316589355
778709	rnn.weight_hh_l0	2	0.0036722589284181595
778709	rnn.weight_hh_l0	3	-0.035569943487644196
778709	rnn.weight_hh_l0	4	0.0854836255311966
778709	rnn.weight_hh_l0	5	0.0028795429971069098
778709	rnn.weight_hh_l0	6	-0.08740927278995514
778709	rnn.weight_hh_l0	7	-0.13752099871635437
778709	rnn.weight_hh_l0	8	0.04014986753463745
778709	rnn.weight_hh_l0	9	-0.12406369298696518
778709	rnn.bias_ih_l0	0	0.17063312232494354
778709	rnn.bias_ih_l0	1	-0.342475950717926
778709	rnn.bias_ih_l0	2	-0.03322504833340645
778709	rnn.bias_ih_l0	3	-0.21252799034118652
778709	rnn.bias_ih_l0	4	-0.004135410767048597
778709	rnn.bias_ih_l0	5	-0.44160059094429016
778709	rnn.bias_ih_l0	6	-0.15456397831439972
778709	rnn.bias_ih_l0	7	-0.38331806659698486
778709	rnn.bias_ih_l0	8	-0.3168742060661316
778709	rnn.bias_ih_l0	9	-0.4357566833496094
778709	rnn.bias_hh_l0	0	-0.35115399956703186
778709	rnn.bias_hh_l0	1	-0.4352433383464813
778709	rnn.bias_hh_l0	2	-0.4089341163635254
778709	rnn.bias_hh_l0	3	-0.07555879652500153
778709	rnn.bias_hh_l0	4	-0.395187109708786
778709	rnn.bias_hh_l0	5	-0.3675076961517334
778709	rnn.bias_hh_l0	6	-0.1186588853597641
778709	rnn.bias_hh_l0	7	0.07772745937108994
778709	rnn.bias_hh_l0	8	-0.23021724820137024
778709	rnn.bias_hh_l0	9	-0.5703598856925964
778709	rnn.weight_ih_l0_reverse	0	-0.00577522674575448
778709	rnn.weight_ih_l0_reverse	1	-0.009565549902617931
778709	rnn.weight_ih_l0_reverse	2	0.007823946885764599
778709	rnn.weight_ih_l0_reverse	3	-0.14456233382225037
778709	rnn.weight_ih_l0_reverse	4	0.07757406681776047
778709	rnn.weight_ih_l0_reverse	5	-0.10564236342906952
778709	rnn.weight_ih_l0_reverse	6	0.0032305277418345213
778709	rnn.weight_ih_l0_reverse	7	0.029217975214123726
778709	rnn.weight_ih_l0_reverse	8	-0.05042773857712746
778709	rnn.weight_ih_l0_reverse	9	-0.07964722812175751
778709	rnn.weight_hh_l0_reverse	0	-0.15293079614639282
778709	rnn.weight_hh_l0_reverse	1	0.020610304549336433
778709	rnn.weight_hh_l0_reverse	2	-0.020828671753406525
778709	rnn.weight_hh_l0_reverse	3	0.030413344502449036
778709	rnn.weight_hh_l0_reverse	4	-0.0831100344657898
778709	rnn.weight_hh_l0_reverse	5	0.0369698666036129
778709	rnn.weight_hh_l0_reverse	6	0.0304167028516531
778709	rnn.weight_hh_l0_reverse	7	-0.12387853860855103
778709	rnn.weight_hh_l0_reverse	8	-0.07702653855085373
778709	rnn.weight_hh_l0_reverse	9	0.036956630647182465
778709	rnn.bias_ih_l0_reverse	0	-0.18243692815303802
778709	rnn.bias_ih_l0_reverse	1	-0.06109391525387764
778709	rnn.bias_ih_l0_reverse	2	0.15845605731010437
778709	rnn.bias_ih_l0_reverse	3	-0.3331851065158844
778709	rnn.bias_ih_l0_reverse	4	0.009902027435600758
778709	rnn.bias_ih_l0_reverse	5	-0.21267622709274292
778709	rnn.bias_ih_l0_reverse	6	0.2771493196487427
778709	rnn.bias_ih_l0_reverse	7	-0.30121350288391113
778709	rnn.bias_ih_l0_reverse	8	-0.19668832421302795
778709	rnn.bias_ih_l0_reverse	9	-0.1557835340499878
778709	rnn.bias_hh_l0_reverse	0	-0.13745880126953125
778709	rnn.bias_hh_l0_reverse	1	0.2784426212310791
778709	rnn.bias_hh_l0_reverse	2	-0.340194433927536
778709	rnn.bias_hh_l0_reverse	3	-0.237359881401062
778709	rnn.bias_hh_l0_reverse	4	-0.3988792598247528
778709	rnn.bias_hh_l0_reverse	5	-0.21259813010692596
778709	rnn.bias_hh_l0_reverse	6	-0.2711006999015808
778709	rnn.bias_hh_l0_reverse	7	-0.09461327642202377
778709	rnn.bias_hh_l0_reverse	8	-0.3476048707962036
778709	rnn.bias_hh_l0_reverse	9	0.21180233359336853
778709	linear.weight	0	0.23336254060268402
778709	linear.weight	1	-0.4387446939945221
778709	linear.weight	2	0.03554421663284302
778709	linear.weight	3	0.06747443228960037
778709	linear.weight	4	-0.13452722132205963
778709	linear.weight	5	0.22209347784519196
778709	linear.weight	6	-0.033849671483039856
778709	linear.weight	7	-0.05965832620859146
778709	linear.weight	8	0.1046086773276329
778709	linear.weight	9	-0.049903299659490585
778709	linear.bias	0	-0.8588991761207581
778709	linear.bias	1	1.800947666168213
778709	linear.bias	2	0.7322303056716919
778709	linear.bias	3	-2.742509365081787
778709	linear.bias	4	-0.06512591242790222
778709	linear.bias	5	1.2619818449020386
778709	linear.bias	6	-0.20222510397434235
778709	linear.bias	7	0.8285700082778931
778709	linear.bias	8	2.064772605895996
778709	linear.bias	9	-1.3244547843933105
779318	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
779318	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
779318	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
779318	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
779318	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
779318	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
779318	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
779318	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
779318	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
779318	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
779318	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
779318	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
779318	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
779318	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
779318	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
779318	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
779318	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
779318	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
779318	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
779318	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
779318	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
779318	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
779318	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
779318	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
779318	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
779318	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
779318	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
779318	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
779318	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
779318	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
779318	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
779318	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
779318	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
779318	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
779318	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
779318	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
779318	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
779318	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
779318	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
779318	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
779318	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
779318	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
779318	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
779318	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
779318	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
779318	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
779318	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
779318	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
779318	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
779318	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
779318	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
779318	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
779318	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
779318	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
779318	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
779318	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
779318	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
779318	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
779318	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
779318	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
779318	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
779318	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
779318	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
779318	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
779318	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
779318	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
779318	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
779318	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
779318	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
779318	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
779318	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
779318	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
779318	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
779318	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
779318	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
779318	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
779318	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
779318	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
779318	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
779318	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
779318	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
779318	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
779318	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
779318	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
779318	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
779318	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
779318	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
779318	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
779318	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
779318	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
779318	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
779318	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
779318	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
779318	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
779318	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
779318	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
779318	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
779318	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
779318	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
779318	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
779318	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
779318	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
779318	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
779318	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
779318	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
779318	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
779318	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
779318	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
779318	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
779318	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
779318	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
779318	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
779318	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
779318	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
779318	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
779318	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
779318	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
779318	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
779318	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
779318	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
779318	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
779318	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
779318	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
779318	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
779318	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
779318	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
779318	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
779318	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
779318	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
779318	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
779318	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
779318	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
779318	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
779318	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
779318	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
779318	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
779318	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
779318	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
779318	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
779318	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
779318	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
779318	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
779318	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
779318	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
779318	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
779318	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
779318	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
779318	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
779318	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
779318	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
779318	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
779318	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
779318	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
779318	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
779318	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
779318	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
779318	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
779318	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
779318	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
779318	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
779318	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
779318	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
779318	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
779318	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
779318	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
779318	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
779318	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
779318	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
779318	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
779318	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
779318	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
779318	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
779318	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
779318	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
779318	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
779318	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
779318	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
779318	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
779318	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
779318	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
779318	embedding2nn.weight	0	0.3182397484779358
779318	embedding2nn.weight	1	0.3866196572780609
779318	embedding2nn.weight	2	0.0044126007705926895
779318	embedding2nn.weight	3	0.018341438844799995
779318	embedding2nn.weight	4	-0.027165524661540985
779318	embedding2nn.weight	5	0.05611051991581917
779318	embedding2nn.weight	6	-2.1175419533392414e-05
779318	embedding2nn.weight	7	-0.008913666009902954
779318	embedding2nn.weight	8	0.039566632360219955
779318	embedding2nn.weight	9	-0.05222645029425621
779318	embedding2nn.bias	0	0.013610998168587685
779318	embedding2nn.bias	1	-0.1868966519832611
779318	embedding2nn.bias	2	0.1334604173898697
779318	embedding2nn.bias	3	0.16588172316551208
779318	embedding2nn.bias	4	0.14637978374958038
779318	embedding2nn.bias	5	-0.0804336741566658
779318	embedding2nn.bias	6	-0.0474456362426281
779318	embedding2nn.bias	7	0.045051902532577515
779318	embedding2nn.bias	8	-0.15207020938396454
779318	embedding2nn.bias	9	-0.3742263615131378
779318	rnn.weight_ih_l0	0	0.009069778956472874
779318	rnn.weight_ih_l0	1	-0.05749696120619774
779318	rnn.weight_ih_l0	2	-0.05856228247284889
779318	rnn.weight_ih_l0	3	0.11170079559087753
779318	rnn.weight_ih_l0	4	0.02157600224018097
779318	rnn.weight_ih_l0	5	-0.06824624538421631
779318	rnn.weight_ih_l0	6	0.008270814083516598
779318	rnn.weight_ih_l0	7	-0.023569613695144653
779318	rnn.weight_ih_l0	8	0.010636853985488415
779318	rnn.weight_ih_l0	9	-0.07561063021421432
779318	rnn.weight_hh_l0	0	-0.02231200411915779
779318	rnn.weight_hh_l0	1	0.08609896153211594
779318	rnn.weight_hh_l0	2	0.003509548958390951
779318	rnn.weight_hh_l0	3	-0.035403259098529816
779318	rnn.weight_hh_l0	4	0.08545350283384323
779318	rnn.weight_hh_l0	5	0.0031891483813524246
779318	rnn.weight_hh_l0	6	-0.08747231960296631
779318	rnn.weight_hh_l0	7	-0.13809387385845184
779318	rnn.weight_hh_l0	8	0.04024399816989899
779318	rnn.weight_hh_l0	9	-0.12380915135145187
779318	rnn.bias_ih_l0	0	0.17236778140068054
779318	rnn.bias_ih_l0	1	-0.3389514982700348
779318	rnn.bias_ih_l0	2	-0.03260817006230354
779318	rnn.bias_ih_l0	3	-0.2120748609304428
779318	rnn.bias_ih_l0	4	-0.0011403565295040607
779318	rnn.bias_ih_l0	5	-0.4388448894023895
779318	rnn.bias_ih_l0	6	-0.15064220130443573
779318	rnn.bias_ih_l0	7	-0.3835676610469818
779318	rnn.bias_ih_l0	8	-0.31628352403640747
779318	rnn.bias_ih_l0	9	-0.4365055561065674
779318	rnn.bias_hh_l0	0	-0.3502732217311859
779318	rnn.bias_hh_l0	1	-0.4320480227470398
779318	rnn.bias_hh_l0	2	-0.4101255238056183
779318	rnn.bias_hh_l0	3	-0.07529187202453613
779318	rnn.bias_hh_l0	4	-0.3949635922908783
779318	rnn.bias_hh_l0	5	-0.36641252040863037
779318	rnn.bias_hh_l0	6	-0.12238191068172455
779318	rnn.bias_hh_l0	7	0.08215604722499847
779318	rnn.bias_hh_l0	8	-0.2299426943063736
779318	rnn.bias_hh_l0	9	-0.5722437500953674
779318	rnn.weight_ih_l0_reverse	0	-0.006267182528972626
779318	rnn.weight_ih_l0_reverse	1	-0.009751839563250542
779318	rnn.weight_ih_l0_reverse	2	0.006818246096372604
779318	rnn.weight_ih_l0_reverse	3	-0.14478716254234314
779318	rnn.weight_ih_l0_reverse	4	0.07830137759447098
779318	rnn.weight_ih_l0_reverse	5	-0.10787206143140793
779318	rnn.weight_ih_l0_reverse	6	0.0020235623233020306
779318	rnn.weight_ih_l0_reverse	7	0.029167696833610535
779318	rnn.weight_ih_l0_reverse	8	-0.05171988159418106
779318	rnn.weight_ih_l0_reverse	9	-0.08163782209157944
779318	rnn.weight_hh_l0_reverse	0	-0.1530531644821167
779318	rnn.weight_hh_l0_reverse	1	0.020634731277823448
779318	rnn.weight_hh_l0_reverse	2	-0.020457936450839043
779318	rnn.weight_hh_l0_reverse	3	0.030218176543712616
779318	rnn.weight_hh_l0_reverse	4	-0.08291729539632797
779318	rnn.weight_hh_l0_reverse	5	0.03700330853462219
779318	rnn.weight_hh_l0_reverse	6	0.03037632443010807
779318	rnn.weight_hh_l0_reverse	7	-0.12392045557498932
779318	rnn.weight_hh_l0_reverse	8	-0.0762498751282692
779318	rnn.weight_hh_l0_reverse	9	0.03683825209736824
779318	rnn.bias_ih_l0_reverse	0	-0.17980515956878662
779318	rnn.bias_ih_l0_reverse	1	-0.05881993845105171
779318	rnn.bias_ih_l0_reverse	2	0.15717604756355286
779318	rnn.bias_ih_l0_reverse	3	-0.33430778980255127
779318	rnn.bias_ih_l0_reverse	4	0.009393181651830673
779318	rnn.bias_ih_l0_reverse	5	-0.2143712192773819
779318	rnn.bias_ih_l0_reverse	6	0.28180187940597534
779318	rnn.bias_ih_l0_reverse	7	-0.30059224367141724
779318	rnn.bias_ih_l0_reverse	8	-0.19450373947620392
779318	rnn.bias_ih_l0_reverse	9	-0.15632286667823792
779318	rnn.bias_hh_l0_reverse	0	-0.13452371954917908
779318	rnn.bias_hh_l0_reverse	1	0.2783015966415405
779318	rnn.bias_hh_l0_reverse	2	-0.33960527181625366
779318	rnn.bias_hh_l0_reverse	3	-0.23846006393432617
779318	rnn.bias_hh_l0_reverse	4	-0.4007538855075836
779318	rnn.bias_hh_l0_reverse	5	-0.2120010107755661
779318	rnn.bias_hh_l0_reverse	6	-0.2702600359916687
779318	rnn.bias_hh_l0_reverse	7	-0.09561847895383835
779318	rnn.bias_hh_l0_reverse	8	-0.35170069336891174
779318	rnn.bias_hh_l0_reverse	9	0.21136009693145752
779318	linear.weight	0	0.2321893274784088
779318	linear.weight	1	-0.4433607757091522
779318	linear.weight	2	0.028936835005879402
779318	linear.weight	3	0.06747440248727798
779318	linear.weight	4	-0.1176043301820755
779318	linear.weight	5	0.22053764760494232
779318	linear.weight	6	-0.033842165023088455
779318	linear.weight	7	-0.059656865894794464
779318	linear.weight	8	0.09915656596422195
779318	linear.weight	9	-0.04990421608090401
779318	linear.bias	0	-0.8698917031288147
779318	linear.bias	1	1.791932225227356
779318	linear.bias	2	0.715080738067627
779318	linear.bias	3	-2.7425317764282227
779318	linear.bias	4	-0.04950639232993126
779318	linear.bias	5	1.267409324645996
779318	linear.bias	6	-0.20353268086910248
779318	linear.bias	7	0.811718761920929
779318	linear.bias	8	2.0675508975982666
779318	linear.bias	9	-1.3209412097930908
779927	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
779927	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
779927	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
779927	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
779927	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
779927	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
779927	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
779927	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
779927	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
779927	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
779927	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
779927	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
779927	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
779927	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
779927	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
779927	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
779927	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
779927	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
779927	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
779927	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
779927	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
779927	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
779927	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
779927	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
779927	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
779927	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
779927	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
779927	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
779927	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
779927	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
779927	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
779927	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
779927	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
779927	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
779927	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
779927	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
779927	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
779927	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
779927	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
779927	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
779927	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
779927	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
779927	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
779927	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
779927	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
779927	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
779927	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
779927	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
779927	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
779927	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
779927	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
779927	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
779927	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
779927	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
779927	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
779927	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
779927	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
779927	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
779927	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
779927	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
779927	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
779927	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
779927	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
779927	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
779927	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
779927	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
779927	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
779927	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
779927	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
779927	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
779927	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
779927	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
779927	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
779927	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
779927	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
779927	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
779927	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
779927	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
779927	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
779927	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
779927	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
779927	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
779927	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
779927	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
779927	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
779927	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
779927	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
779927	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
779927	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
779927	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
779927	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
779927	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
779927	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
779927	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
779927	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
779927	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
779927	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
779927	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
779927	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
779927	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
779927	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
779927	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
779927	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
779927	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
779927	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
779927	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
779927	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
779927	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
779927	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
779927	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
779927	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
779927	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
779927	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
779927	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
779927	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
779927	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
779927	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
779927	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
779927	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
779927	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
779927	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
779927	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
779927	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
779927	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
779927	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
779927	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
779927	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
779927	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
779927	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
779927	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
779927	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
779927	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
779927	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
779927	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
779927	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
779927	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
779927	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
779927	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
779927	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
779927	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
779927	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
779927	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
779927	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
779927	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
779927	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
779927	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
779927	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
779927	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
779927	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
779927	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
779927	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
779927	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
779927	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
779927	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
779927	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
779927	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
779927	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
779927	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
779927	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
779927	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
779927	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
779927	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
779927	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
779927	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
779927	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
779927	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
779927	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
779927	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
779927	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
779927	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
779927	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
779927	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
779927	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
779927	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
779927	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
779927	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
779927	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
779927	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
779927	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
779927	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
779927	embedding2nn.weight	0	0.3179859519004822
779927	embedding2nn.weight	1	0.3859785199165344
779927	embedding2nn.weight	2	0.006015852093696594
779927	embedding2nn.weight	3	0.01566261239349842
779927	embedding2nn.weight	4	-0.02883080579340458
779927	embedding2nn.weight	5	0.05734989419579506
779927	embedding2nn.weight	6	0.00014114310033619404
779927	embedding2nn.weight	7	-0.007748397532850504
779927	embedding2nn.weight	8	0.03926868736743927
779927	embedding2nn.weight	9	-0.05242615193128586
779927	embedding2nn.bias	0	0.012509048916399479
779927	embedding2nn.bias	1	-0.18288172781467438
779927	embedding2nn.bias	2	0.1398243010044098
779927	embedding2nn.bias	3	0.16679221391677856
779927	embedding2nn.bias	4	0.14574332535266876
779927	embedding2nn.bias	5	-0.08796324580907822
779927	embedding2nn.bias	6	-0.0474877655506134
779927	embedding2nn.bias	7	0.04795932024717331
779927	embedding2nn.bias	8	-0.14815354347229004
779927	embedding2nn.bias	9	-0.37858203053474426
779927	rnn.weight_ih_l0	0	0.009245766326785088
779927	rnn.weight_ih_l0	1	-0.056407324969768524
779927	rnn.weight_ih_l0	2	-0.059556346386671066
779927	rnn.weight_ih_l0	3	0.11150503158569336
779927	rnn.weight_ih_l0	4	0.020175889134407043
779927	rnn.weight_ih_l0	5	-0.06711061298847198
779927	rnn.weight_ih_l0	6	0.008282135240733624
779927	rnn.weight_ih_l0	7	-0.022879667580127716
779927	rnn.weight_ih_l0	8	0.01249774545431137
779927	rnn.weight_ih_l0	9	-0.0761960819363594
779927	rnn.weight_hh_l0	0	-0.022296404466032982
779927	rnn.weight_hh_l0	1	0.08558769524097443
779927	rnn.weight_hh_l0	2	0.0035002597142010927
779927	rnn.weight_hh_l0	3	-0.0353025384247303
779927	rnn.weight_hh_l0	4	0.08533479273319244
779927	rnn.weight_hh_l0	5	0.00311903259716928
779927	rnn.weight_hh_l0	6	-0.0874028205871582
779927	rnn.weight_hh_l0	7	-0.1376364678144455
779927	rnn.weight_hh_l0	8	0.04019438102841377
779927	rnn.weight_hh_l0	9	-0.12391992658376694
779927	rnn.bias_ih_l0	0	0.17472781240940094
779927	rnn.bias_ih_l0	1	-0.33953213691711426
779927	rnn.bias_ih_l0	2	-0.03402629867196083
779927	rnn.bias_ih_l0	3	-0.21391573548316956
779927	rnn.bias_ih_l0	4	0.0015429896302521229
779927	rnn.bias_ih_l0	5	-0.43814459443092346
779927	rnn.bias_ih_l0	6	-0.15244169533252716
779927	rnn.bias_ih_l0	7	-0.3828620910644531
779927	rnn.bias_ih_l0	8	-0.31539517641067505
779927	rnn.bias_ih_l0	9	-0.4363137185573578
779927	rnn.bias_hh_l0	0	-0.35095909237861633
779927	rnn.bias_hh_l0	1	-0.43256962299346924
779927	rnn.bias_hh_l0	2	-0.4123395085334778
779927	rnn.bias_hh_l0	3	-0.07683582603931427
779927	rnn.bias_hh_l0	4	-0.3955603241920471
779927	rnn.bias_hh_l0	5	-0.3678175210952759
779927	rnn.bias_hh_l0	6	-0.12173217535018921
779927	rnn.bias_hh_l0	7	0.0828651711344719
779927	rnn.bias_hh_l0	8	-0.22872194647789001
779927	rnn.bias_hh_l0	9	-0.5721220970153809
779927	rnn.weight_ih_l0_reverse	0	-0.0076089645735919476
779927	rnn.weight_ih_l0_reverse	1	-0.01001080684363842
779927	rnn.weight_ih_l0_reverse	2	0.007094803266227245
779927	rnn.weight_ih_l0_reverse	3	-0.14405557513237
779927	rnn.weight_ih_l0_reverse	4	0.07871602475643158
779927	rnn.weight_ih_l0_reverse	5	-0.10814886540174484
779927	rnn.weight_ih_l0_reverse	6	0.004690117202699184
779927	rnn.weight_ih_l0_reverse	7	0.02938191220164299
779927	rnn.weight_ih_l0_reverse	8	-0.051911674439907074
779927	rnn.weight_ih_l0_reverse	9	-0.0816485583782196
779927	rnn.weight_hh_l0_reverse	0	-0.15306903421878815
779927	rnn.weight_hh_l0_reverse	1	0.020733913406729698
779927	rnn.weight_hh_l0_reverse	2	-0.020309433341026306
779927	rnn.weight_hh_l0_reverse	3	0.030348272994160652
779927	rnn.weight_hh_l0_reverse	4	-0.08278568089008331
779927	rnn.weight_hh_l0_reverse	5	0.0370502769947052
779927	rnn.weight_hh_l0_reverse	6	0.03036452829837799
779927	rnn.weight_hh_l0_reverse	7	-0.12416981160640717
779927	rnn.weight_hh_l0_reverse	8	-0.07650530338287354
779927	rnn.weight_hh_l0_reverse	9	0.03743608668446541
779927	rnn.bias_ih_l0_reverse	0	-0.1797957718372345
779927	rnn.bias_ih_l0_reverse	1	-0.05984748527407646
779927	rnn.bias_ih_l0_reverse	2	0.15668386220932007
779927	rnn.bias_ih_l0_reverse	3	-0.3354198634624481
779927	rnn.bias_ih_l0_reverse	4	0.006345104426145554
779927	rnn.bias_ih_l0_reverse	5	-0.21402999758720398
779927	rnn.bias_ih_l0_reverse	6	0.2799670696258545
779927	rnn.bias_ih_l0_reverse	7	-0.30425503849983215
779927	rnn.bias_ih_l0_reverse	8	-0.1948310285806656
779927	rnn.bias_ih_l0_reverse	9	-0.15610727667808533
779927	rnn.bias_hh_l0_reverse	0	-0.13660196959972382
779927	rnn.bias_hh_l0_reverse	1	0.274709552526474
779927	rnn.bias_hh_l0_reverse	2	-0.3420151174068451
779927	rnn.bias_hh_l0_reverse	3	-0.23878706991672516
779927	rnn.bias_hh_l0_reverse	4	-0.39992475509643555
779927	rnn.bias_hh_l0_reverse	5	-0.21097463369369507
779927	rnn.bias_hh_l0_reverse	6	-0.27030715346336365
779927	rnn.bias_hh_l0_reverse	7	-0.09519898146390915
779927	rnn.bias_hh_l0_reverse	8	-0.3532717227935791
779927	rnn.bias_hh_l0_reverse	9	0.2132117748260498
779927	linear.weight	0	0.2372734248638153
779927	linear.weight	1	-0.4474726617336273
779927	linear.weight	2	0.017697365954518318
779927	linear.weight	3	0.06747424602508545
779927	linear.weight	4	-0.13470330834388733
779927	linear.weight	5	0.21908730268478394
779927	linear.weight	6	-0.03678518161177635
779927	linear.weight	7	-0.059655800461769104
779927	linear.weight	8	0.1106443852186203
779927	linear.weight	9	-0.04990497604012489
779927	linear.bias	0	-0.8736730813980103
779927	linear.bias	1	1.78359055519104
779927	linear.bias	2	0.722370982170105
779927	linear.bias	3	-2.7425553798675537
779927	linear.bias	4	-0.06358753889799118
779927	linear.bias	5	1.2598916292190552
779927	linear.bias	6	-0.20227834582328796
779927	linear.bias	7	0.814624547958374
779927	linear.bias	8	2.064145088195801
779927	linear.bias	9	-1.3295258283615112
780536	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
780536	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
780536	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
780536	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
780536	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
780536	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
780536	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
780536	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
780536	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
780536	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
780536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
780536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
780536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
780536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
780536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
780536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
780536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
780536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
780536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
780536	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
780536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
780536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
780536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
780536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
780536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
780536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
780536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
780536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
780536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
780536	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
780536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
780536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
780536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
780536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
780536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
780536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
780536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
780536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
780536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
780536	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
780536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
780536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
780536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
780536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
780536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
780536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
780536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
780536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
780536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
780536	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
780536	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
780536	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
780536	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
780536	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
780536	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
780536	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
780536	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
780536	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
780536	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
780536	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
780536	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
780536	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
780536	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
780536	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
780536	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
780536	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
780536	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
780536	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
780536	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
780536	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
780536	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
780536	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
780536	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
780536	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
780536	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
780536	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
780536	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
780536	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
780536	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
780536	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
780536	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
780536	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
780536	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
780536	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
780536	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
780536	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
780536	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
780536	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
780536	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
780536	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
780536	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
780536	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
780536	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
780536	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
780536	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
780536	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
780536	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
780536	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
780536	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
780536	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
780536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
780536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
780536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
780536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
780536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
780536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
780536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
780536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
780536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
780536	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
780536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
780536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
780536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
780536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
780536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
780536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
780536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
780536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
780536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
780536	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
780536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
780536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
780536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
780536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
780536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
780536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
780536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
780536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
780536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
780536	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
780536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
780536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
780536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
780536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
780536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
780536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
780536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
780536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
780536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
780536	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
780536	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
780536	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
780536	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
780536	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
780536	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
780536	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
780536	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
780536	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
780536	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
780536	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
780536	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
780536	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
780536	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
780536	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
780536	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
780536	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
780536	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
780536	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
780536	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
780536	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
780536	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
780536	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
780536	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
780536	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
780536	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
780536	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
780536	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
780536	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
780536	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
780536	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
780536	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
780536	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
780536	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
780536	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
780536	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
780536	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
780536	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
780536	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
780536	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
780536	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
780536	embedding2nn.weight	0	0.31777527928352356
780536	embedding2nn.weight	1	0.38690871000289917
780536	embedding2nn.weight	2	0.006774329114705324
780536	embedding2nn.weight	3	0.008559332229197025
780536	embedding2nn.weight	4	-0.02958182990550995
780536	embedding2nn.weight	5	0.05639861151576042
780536	embedding2nn.weight	6	0.0029274034313857555
780536	embedding2nn.weight	7	-0.007275568321347237
780536	embedding2nn.weight	8	0.03929519280791283
780536	embedding2nn.weight	9	-0.0528024397790432
780536	embedding2nn.bias	0	0.012488736771047115
780536	embedding2nn.bias	1	-0.19361284375190735
780536	embedding2nn.bias	2	0.13939274847507477
780536	embedding2nn.bias	3	0.17258654534816742
780536	embedding2nn.bias	4	0.14436814188957214
780536	embedding2nn.bias	5	-0.0808495283126831
780536	embedding2nn.bias	6	-0.04349999502301216
780536	embedding2nn.bias	7	0.04501818120479584
780536	embedding2nn.bias	8	-0.14773908257484436
780536	embedding2nn.bias	9	-0.3849338889122009
780536	rnn.weight_ih_l0	0	0.009258531033992767
780536	rnn.weight_ih_l0	1	-0.05619047209620476
780536	rnn.weight_ih_l0	2	-0.059702519327402115
780536	rnn.weight_ih_l0	3	0.1104326844215393
780536	rnn.weight_ih_l0	4	0.020284367725253105
780536	rnn.weight_ih_l0	5	-0.06848101317882538
780536	rnn.weight_ih_l0	6	0.006726100109517574
780536	rnn.weight_ih_l0	7	-0.023150788620114326
780536	rnn.weight_ih_l0	8	0.010465134866535664
780536	rnn.weight_ih_l0	9	-0.0757041797041893
780536	rnn.weight_hh_l0	0	-0.02225324884057045
780536	rnn.weight_hh_l0	1	0.08566500246524811
780536	rnn.weight_hh_l0	2	0.004153567366302013
780536	rnn.weight_hh_l0	3	-0.035329148173332214
780536	rnn.weight_hh_l0	4	0.08527431637048721
780536	rnn.weight_hh_l0	5	0.002916263183578849
780536	rnn.weight_hh_l0	6	-0.08742346614599228
780536	rnn.weight_hh_l0	7	-0.13759125769138336
780536	rnn.weight_hh_l0	8	0.04020874202251434
780536	rnn.weight_hh_l0	9	-0.12364894151687622
780536	rnn.bias_ih_l0	0	0.177249938249588
780536	rnn.bias_ih_l0	1	-0.33840668201446533
780536	rnn.bias_ih_l0	2	-0.0350634828209877
780536	rnn.bias_ih_l0	3	-0.21458901464939117
780536	rnn.bias_ih_l0	4	0.0036992626264691353
780536	rnn.bias_ih_l0	5	-0.43651843070983887
780536	rnn.bias_ih_l0	6	-0.15238302946090698
780536	rnn.bias_ih_l0	7	-0.3826501965522766
780536	rnn.bias_ih_l0	8	-0.3134961724281311
780536	rnn.bias_ih_l0	9	-0.43989646434783936
780536	rnn.bias_hh_l0	0	-0.35249972343444824
780536	rnn.bias_hh_l0	1	-0.43274861574172974
780536	rnn.bias_hh_l0	2	-0.41333892941474915
780536	rnn.bias_hh_l0	3	-0.07644640654325485
780536	rnn.bias_hh_l0	4	-0.3988560736179352
780536	rnn.bias_hh_l0	5	-0.3675643503665924
780536	rnn.bias_hh_l0	6	-0.11889401078224182
780536	rnn.bias_hh_l0	7	0.08024118095636368
780536	rnn.bias_hh_l0	8	-0.230109304189682
780536	rnn.bias_hh_l0	9	-0.5735096335411072
780536	rnn.weight_ih_l0_reverse	0	-0.006773227360099554
780536	rnn.weight_ih_l0_reverse	1	-0.009531236253678799
780536	rnn.weight_ih_l0_reverse	2	0.007972490973770618
780536	rnn.weight_ih_l0_reverse	3	-0.14300653338432312
780536	rnn.weight_ih_l0_reverse	4	0.07818280160427094
780536	rnn.weight_ih_l0_reverse	5	-0.10653712600469589
780536	rnn.weight_ih_l0_reverse	6	0.006311534903943539
780536	rnn.weight_ih_l0_reverse	7	0.029469355940818787
780536	rnn.weight_ih_l0_reverse	8	-0.05137619748711586
780536	rnn.weight_ih_l0_reverse	9	-0.08208923041820526
780536	rnn.weight_hh_l0_reverse	0	-0.15342916548252106
780536	rnn.weight_hh_l0_reverse	1	0.021102257072925568
780536	rnn.weight_hh_l0_reverse	2	-0.020025992766022682
780536	rnn.weight_hh_l0_reverse	3	0.030644545331597328
780536	rnn.weight_hh_l0_reverse	4	-0.08273586630821228
780536	rnn.weight_hh_l0_reverse	5	0.036983340978622437
780536	rnn.weight_hh_l0_reverse	6	0.030400734394788742
780536	rnn.weight_hh_l0_reverse	7	-0.12505674362182617
780536	rnn.weight_hh_l0_reverse	8	-0.07702634483575821
780536	rnn.weight_hh_l0_reverse	9	0.03732043877243996
780536	rnn.bias_ih_l0_reverse	0	-0.18286819756031036
780536	rnn.bias_ih_l0_reverse	1	-0.06097792088985443
780536	rnn.bias_ih_l0_reverse	2	0.15784381330013275
780536	rnn.bias_ih_l0_reverse	3	-0.3358108401298523
780536	rnn.bias_ih_l0_reverse	4	0.0044960565865039825
780536	rnn.bias_ih_l0_reverse	5	-0.2134907841682434
780536	rnn.bias_ih_l0_reverse	6	0.2781844139099121
780536	rnn.bias_ih_l0_reverse	7	-0.3049270212650299
780536	rnn.bias_ih_l0_reverse	8	-0.19565297663211823
780536	rnn.bias_ih_l0_reverse	9	-0.15640021860599518
780536	rnn.bias_hh_l0_reverse	0	-0.13546626269817352
780536	rnn.bias_hh_l0_reverse	1	0.27437251806259155
780536	rnn.bias_hh_l0_reverse	2	-0.3413216173648834
780536	rnn.bias_hh_l0_reverse	3	-0.24013464152812958
780536	rnn.bias_hh_l0_reverse	4	-0.40035489201545715
780536	rnn.bias_hh_l0_reverse	5	-0.21023033559322357
780536	rnn.bias_hh_l0_reverse	6	-0.2670385539531708
780536	rnn.bias_hh_l0_reverse	7	-0.0965234637260437
780536	rnn.bias_hh_l0_reverse	8	-0.3553241491317749
780536	rnn.bias_hh_l0_reverse	9	0.21243423223495483
780536	linear.weight	0	0.23718981444835663
780536	linear.weight	1	-0.4398115873336792
780536	linear.weight	2	0.01154265832155943
780536	linear.weight	3	0.06747428327798843
780536	linear.weight	4	-0.13092544674873352
780536	linear.weight	5	0.22331149876117706
780536	linear.weight	6	-0.03856290504336357
780536	linear.weight	7	-0.05965457856655121
780536	linear.weight	8	0.11239948123693466
780536	linear.weight	9	-0.04990556091070175
780536	linear.bias	0	-0.8663083910942078
780536	linear.bias	1	1.7668691873550415
780536	linear.bias	2	0.7293427586555481
780536	linear.bias	3	-2.7425756454467773
780536	linear.bias	4	-0.05270657315850258
780536	linear.bias	5	1.2706503868103027
780536	linear.bias	6	-0.20538616180419922
780536	linear.bias	7	0.8236508965492249
780536	linear.bias	8	2.071314811706543
780536	linear.bias	9	-1.3342459201812744
780544	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
780544	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
780544	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
780544	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
780544	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
780544	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
780544	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
780544	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
780544	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
780544	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
780544	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
780544	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
780544	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
780544	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
780544	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
780544	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
780544	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
780544	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
780544	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
780544	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
780544	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
780544	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
780544	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
780544	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
780544	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
780544	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
780544	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
780544	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
780544	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
780544	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
780544	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
780544	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
780544	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
780544	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
780544	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
780544	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
780544	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
780544	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
780544	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
780544	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
780544	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
780544	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
780544	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
780544	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
780544	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
780544	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
780544	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
780544	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
780544	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
780544	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
780544	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
780544	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
780544	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
780544	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
780544	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
780544	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
780544	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
780544	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
780544	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
780544	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
780544	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
780544	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
780544	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
780544	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
780544	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
780544	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
780544	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
780544	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
780544	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
780544	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
780544	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
780544	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
780544	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
780544	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
780544	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
780544	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
780544	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
780544	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
780544	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
780544	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
780544	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
780544	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
780544	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
780544	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
780544	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
780544	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
780544	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
780544	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
780544	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
780544	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
780544	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
780544	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
780544	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
780544	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
780544	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
780544	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
780544	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
780544	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
780544	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
780544	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
780544	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
780544	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
780544	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
780544	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
780544	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
780544	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
780544	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
780544	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
780544	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
780544	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
780544	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
780544	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
780544	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
780544	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
780544	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
780544	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
780544	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
780544	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
780544	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
780544	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
780544	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
780544	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
780544	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
780544	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
780544	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
780544	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
780544	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
780544	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
780544	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
780544	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
780544	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
780544	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
780544	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
780544	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
780544	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
780544	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
780544	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
780544	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
780544	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
780544	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
780544	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
780544	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
780544	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
780544	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
780544	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
780544	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
780544	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
780544	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
780544	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
780544	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
780544	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
780544	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
780544	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
780544	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
780544	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
780544	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
780544	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
780544	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
780544	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
780544	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
780544	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
780544	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
780544	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
780544	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
780544	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
780544	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
780544	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
780544	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
780544	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
780544	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
780544	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
780544	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
780544	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
780544	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
780544	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
780544	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
780544	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
780544	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
780544	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
780544	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
780544	embedding2nn.weight	0	0.3177868127822876
780544	embedding2nn.weight	1	0.38679033517837524
780544	embedding2nn.weight	2	0.006751512177288532
780544	embedding2nn.weight	3	0.0077981725335121155
780544	embedding2nn.weight	4	-0.029610536992549896
780544	embedding2nn.weight	5	0.0563802532851696
780544	embedding2nn.weight	6	0.0028862713370472193
780544	embedding2nn.weight	7	-0.0074929106049239635
780544	embedding2nn.weight	8	0.03932144120335579
780544	embedding2nn.weight	9	-0.05284380167722702
780544	embedding2nn.bias	0	0.011460637673735619
780544	embedding2nn.bias	1	-0.19338397681713104
780544	embedding2nn.bias	2	0.13899120688438416
780544	embedding2nn.bias	3	0.1717451512813568
780544	embedding2nn.bias	4	0.1455405205488205
780544	embedding2nn.bias	5	-0.08080752193927765
780544	embedding2nn.bias	6	-0.043818388134241104
780544	embedding2nn.bias	7	0.04373893886804581
780544	embedding2nn.bias	8	-0.1498963087797165
780544	embedding2nn.bias	9	-0.3833819627761841
780544	rnn.weight_ih_l0	0	0.00924644898623228
780544	rnn.weight_ih_l0	1	-0.05624381825327873
780544	rnn.weight_ih_l0	2	-0.05964503809809685
780544	rnn.weight_ih_l0	3	0.11046870052814484
780544	rnn.weight_ih_l0	4	0.020185455679893494
780544	rnn.weight_ih_l0	5	-0.06854438781738281
780544	rnn.weight_ih_l0	6	0.006775375455617905
780544	rnn.weight_ih_l0	7	-0.0231550894677639
780544	rnn.weight_ih_l0	8	0.01055663451552391
780544	rnn.weight_ih_l0	9	-0.0755901038646698
780544	rnn.weight_hh_l0	0	-0.022251058369874954
780544	rnn.weight_hh_l0	1	0.08567824214696884
780544	rnn.weight_hh_l0	2	0.004128534812480211
780544	rnn.weight_hh_l0	3	-0.03532816097140312
780544	rnn.weight_hh_l0	4	0.08529786020517349
780544	rnn.weight_hh_l0	5	0.0029349487740546465
780544	rnn.weight_hh_l0	6	-0.08742235600948334
780544	rnn.weight_hh_l0	7	-0.13758178055286407
780544	rnn.weight_hh_l0	8	0.04021700099110603
780544	rnn.weight_hh_l0	9	-0.12365390360355377
780544	rnn.bias_ih_l0	0	0.17689478397369385
780544	rnn.bias_ih_l0	1	-0.33815863728523254
780544	rnn.bias_ih_l0	2	-0.03510336950421333
780544	rnn.bias_ih_l0	3	-0.21422278881072998
780544	rnn.bias_ih_l0	4	0.0035687715280801058
780544	rnn.bias_ih_l0	5	-0.43640419840812683
780544	rnn.bias_ih_l0	6	-0.152345672249794
780544	rnn.bias_ih_l0	7	-0.3827057480812073
780544	rnn.bias_ih_l0	8	-0.3135792315006256
780544	rnn.bias_ih_l0	9	-0.43984389305114746
780544	rnn.bias_hh_l0	0	-0.3529309034347534
780544	rnn.bias_hh_l0	1	-0.43281176686286926
780544	rnn.bias_hh_l0	2	-0.4130055010318756
780544	rnn.bias_hh_l0	3	-0.07663944363594055
780544	rnn.bias_hh_l0	4	-0.3989478349685669
780544	rnn.bias_hh_l0	5	-0.36756187677383423
780544	rnn.bias_hh_l0	6	-0.1188817098736763
780544	rnn.bias_hh_l0	7	0.0802253782749176
780544	rnn.bias_hh_l0	8	-0.23025229573249817
780544	rnn.bias_hh_l0	9	-0.5736892223358154
780544	rnn.weight_ih_l0_reverse	0	-0.00682688457891345
780544	rnn.weight_ih_l0_reverse	1	-0.009516981430351734
780544	rnn.weight_ih_l0_reverse	2	0.007917956449091434
780544	rnn.weight_ih_l0_reverse	3	-0.14291203022003174
780544	rnn.weight_ih_l0_reverse	4	0.07828465104103088
780544	rnn.weight_ih_l0_reverse	5	-0.10660775005817413
780544	rnn.weight_ih_l0_reverse	6	0.006150232627987862
780544	rnn.weight_ih_l0_reverse	7	0.029467293992638588
780544	rnn.weight_ih_l0_reverse	8	-0.05129634588956833
780544	rnn.weight_ih_l0_reverse	9	-0.08206517994403839
780544	rnn.weight_hh_l0_reverse	0	-0.15341629087924957
780544	rnn.weight_hh_l0_reverse	1	0.021083272993564606
780544	rnn.weight_hh_l0_reverse	2	-0.020039156079292297
780544	rnn.weight_hh_l0_reverse	3	0.030650930479168892
780544	rnn.weight_hh_l0_reverse	4	-0.08268224447965622
780544	rnn.weight_hh_l0_reverse	5	0.036980751901865005
780544	rnn.weight_hh_l0_reverse	6	0.030395327135920525
780544	rnn.weight_hh_l0_reverse	7	-0.1250562220811844
780544	rnn.weight_hh_l0_reverse	8	-0.07698891311883926
780544	rnn.weight_hh_l0_reverse	9	0.03720259666442871
780544	rnn.bias_ih_l0_reverse	0	-0.18272289633750916
780544	rnn.bias_ih_l0_reverse	1	-0.061043739318847656
780544	rnn.bias_ih_l0_reverse	2	0.1579221487045288
780544	rnn.bias_ih_l0_reverse	3	-0.3357257843017578
780544	rnn.bias_ih_l0_reverse	4	0.00460364855825901
780544	rnn.bias_ih_l0_reverse	5	-0.21351167559623718
780544	rnn.bias_ih_l0_reverse	6	0.2782464921474457
780544	rnn.bias_ih_l0_reverse	7	-0.30516377091407776
780544	rnn.bias_ih_l0_reverse	8	-0.19563078880310059
780544	rnn.bias_ih_l0_reverse	9	-0.15610598027706146
780544	rnn.bias_hh_l0_reverse	0	-0.13558144867420197
780544	rnn.bias_hh_l0_reverse	1	0.2748601734638214
780544	rnn.bias_hh_l0_reverse	2	-0.3414665758609772
780544	rnn.bias_hh_l0_reverse	3	-0.23990115523338318
780544	rnn.bias_hh_l0_reverse	4	-0.4004763662815094
780544	rnn.bias_hh_l0_reverse	5	-0.21032612025737762
780544	rnn.bias_hh_l0_reverse	6	-0.2671026885509491
780544	rnn.bias_hh_l0_reverse	7	-0.09628711640834808
780544	rnn.bias_hh_l0_reverse	8	-0.35569441318511963
780544	rnn.bias_hh_l0_reverse	9	0.21225692331790924
780544	linear.weight	0	0.23675812780857086
780544	linear.weight	1	-0.439010888338089
780544	linear.weight	2	0.010743209160864353
780544	linear.weight	3	0.06747428327798843
780544	linear.weight	4	-0.1304827481508255
780544	linear.weight	5	0.22230243682861328
780544	linear.weight	6	-0.03810994699597359
780544	linear.weight	7	-0.05965457111597061
780544	linear.weight	8	0.11218233406543732
780544	linear.weight	9	-0.04990556463599205
780544	linear.bias	0	-0.8677048087120056
780544	linear.bias	1	1.7673401832580566
780544	linear.bias	2	0.7307325005531311
780544	linear.bias	3	-2.7425758838653564
780544	linear.bias	4	-0.05099213495850563
780544	linear.bias	5	1.2737867832183838
780544	linear.bias	6	-0.2063719481229782
780544	linear.bias	7	0.8226255178451538
780544	linear.bias	8	2.0678107738494873
780544	linear.bias	9	-1.3348228931427002
781153	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
781153	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
781153	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
781153	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
781153	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
781153	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
781153	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
781153	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
781153	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
781153	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
781153	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
781153	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
781153	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
781153	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
781153	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
781153	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
781153	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
781153	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
781153	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
781153	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
781153	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
781153	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
781153	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
781153	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
781153	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
781153	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
781153	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
781153	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
781153	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
781153	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
781153	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
781153	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
781153	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
781153	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
781153	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
781153	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
781153	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
781153	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
781153	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
781153	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
781153	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
781153	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
781153	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
781153	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
781153	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
781153	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
781153	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
781153	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
781153	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
781153	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
781153	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
781153	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
781153	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
781153	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
781153	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
781153	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
781153	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
781153	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
781153	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
781153	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
781153	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
781153	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
781153	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
781153	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
781153	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
781153	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
781153	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
781153	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
781153	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
781153	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
781153	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
781153	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
781153	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
781153	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
781153	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
781153	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
781153	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
781153	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
781153	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
781153	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
781153	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
781153	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
781153	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
781153	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
781153	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
781153	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
781153	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
781153	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
781153	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
781153	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
781153	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
781153	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
781153	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
781153	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
781153	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
781153	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
781153	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
781153	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
781153	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
781153	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
781153	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
781153	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
781153	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
781153	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
781153	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
781153	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
781153	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
781153	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
781153	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
781153	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
781153	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
781153	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
781153	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
781153	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
781153	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
781153	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
781153	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
781153	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
781153	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
781153	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
781153	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
781153	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
781153	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
781153	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
781153	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
781153	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
781153	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
781153	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
781153	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
781153	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
781153	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
781153	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
781153	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
781153	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
781153	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
781153	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
781153	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
781153	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
781153	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
781153	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
781153	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
781153	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
781153	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
781153	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
781153	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
781153	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
781153	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
781153	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
781153	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
781153	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
781153	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
781153	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
781153	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
781153	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
781153	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
781153	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
781153	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
781153	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
781153	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
781153	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
781153	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
781153	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
781153	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
781153	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
781153	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
781153	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
781153	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
781153	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
781153	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
781153	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
781153	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
781153	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
781153	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
781153	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
781153	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
781153	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
781153	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
781153	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
781153	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
781153	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
781153	embedding2nn.weight	0	0.31755131483078003
781153	embedding2nn.weight	1	0.3849073350429535
781153	embedding2nn.weight	2	0.005911481566727161
781153	embedding2nn.weight	3	0.012873655185103416
781153	embedding2nn.weight	4	-0.029989413917064667
781153	embedding2nn.weight	5	0.05631452426314354
781153	embedding2nn.weight	6	0.0008631500531919301
781153	embedding2nn.weight	7	-0.008630214259028435
781153	embedding2nn.weight	8	0.03896252065896988
781153	embedding2nn.weight	9	-0.05354045704007149
781153	embedding2nn.bias	0	0.014039604924619198
781153	embedding2nn.bias	1	-0.1936958283185959
781153	embedding2nn.bias	2	0.13533630967140198
781153	embedding2nn.bias	3	0.1694648712873459
781153	embedding2nn.bias	4	0.1412682980298996
781153	embedding2nn.bias	5	-0.08718228340148926
781153	embedding2nn.bias	6	-0.04817814752459526
781153	embedding2nn.bias	7	0.03934295102953911
781153	embedding2nn.bias	8	-0.15551665425300598
781153	embedding2nn.bias	9	-0.373089998960495
781153	rnn.weight_ih_l0	0	0.00895582977682352
781153	rnn.weight_ih_l0	1	-0.056683555245399475
781153	rnn.weight_ih_l0	2	-0.05856409668922424
781153	rnn.weight_ih_l0	3	0.10979504883289337
781153	rnn.weight_ih_l0	4	0.01953578181564808
781153	rnn.weight_ih_l0	5	-0.07338820397853851
781153	rnn.weight_ih_l0	6	0.0066654616966843605
781153	rnn.weight_ih_l0	7	-0.023252464830875397
781153	rnn.weight_ih_l0	8	0.011399328708648682
781153	rnn.weight_ih_l0	9	-0.0769859328866005
781153	rnn.weight_hh_l0	0	-0.02217503823339939
781153	rnn.weight_hh_l0	1	0.08553598821163177
781153	rnn.weight_hh_l0	2	0.004353376571089029
781153	rnn.weight_hh_l0	3	-0.03526162728667259
781153	rnn.weight_hh_l0	4	0.0854685828089714
781153	rnn.weight_hh_l0	5	0.002611820586025715
781153	rnn.weight_hh_l0	6	-0.08758621662855148
781153	rnn.weight_hh_l0	7	-0.13623623549938202
781153	rnn.weight_hh_l0	8	0.04014722257852554
781153	rnn.weight_hh_l0	9	-0.12300056964159012
781153	rnn.bias_ih_l0	0	0.17416919767856598
781153	rnn.bias_ih_l0	1	-0.33886030316352844
781153	rnn.bias_ih_l0	2	-0.03430476039648056
781153	rnn.bias_ih_l0	3	-0.21575221419334412
781153	rnn.bias_ih_l0	4	0.00666762562468648
781153	rnn.bias_ih_l0	5	-0.4374379515647888
781153	rnn.bias_ih_l0	6	-0.15300317108631134
781153	rnn.bias_ih_l0	7	-0.38267603516578674
781153	rnn.bias_ih_l0	8	-0.31143924593925476
781153	rnn.bias_ih_l0	9	-0.44329845905303955
781153	rnn.bias_hh_l0	0	-0.35198867321014404
781153	rnn.bias_hh_l0	1	-0.4322197437286377
781153	rnn.bias_hh_l0	2	-0.4107339680194855
781153	rnn.bias_hh_l0	3	-0.07557441294193268
781153	rnn.bias_hh_l0	4	-0.4004724621772766
781153	rnn.bias_hh_l0	5	-0.3669794797897339
781153	rnn.bias_hh_l0	6	-0.11734668165445328
781153	rnn.bias_hh_l0	7	0.0784192755818367
781153	rnn.bias_hh_l0	8	-0.23105888068675995
781153	rnn.bias_hh_l0	9	-0.5740312933921814
781153	rnn.weight_ih_l0_reverse	0	-0.008999265730381012
781153	rnn.weight_ih_l0_reverse	1	-0.009526760317385197
781153	rnn.weight_ih_l0_reverse	2	0.008685905486345291
781153	rnn.weight_ih_l0_reverse	3	-0.14312906563282013
781153	rnn.weight_ih_l0_reverse	4	0.07834010571241379
781153	rnn.weight_ih_l0_reverse	5	-0.1086985170841217
781153	rnn.weight_ih_l0_reverse	6	0.00660674599930644
781153	rnn.weight_ih_l0_reverse	7	0.029666084796190262
781153	rnn.weight_ih_l0_reverse	8	-0.05017828941345215
781153	rnn.weight_ih_l0_reverse	9	-0.08200662583112717
781153	rnn.weight_hh_l0_reverse	0	-0.1533934473991394
781153	rnn.weight_hh_l0_reverse	1	0.021139126271009445
781153	rnn.weight_hh_l0_reverse	2	-0.02006698027253151
781153	rnn.weight_hh_l0_reverse	3	0.03058556839823723
781153	rnn.weight_hh_l0_reverse	4	-0.08222274482250214
781153	rnn.weight_hh_l0_reverse	5	0.0370001345872879
781153	rnn.weight_hh_l0_reverse	6	0.030342698097229004
781153	rnn.weight_hh_l0_reverse	7	-0.12489602714776993
781153	rnn.weight_hh_l0_reverse	8	-0.07668200880289078
781153	rnn.weight_hh_l0_reverse	9	0.03715040907263756
781153	rnn.bias_ih_l0_reverse	0	-0.1826104372739792
781153	rnn.bias_ih_l0_reverse	1	-0.05924171581864357
781153	rnn.bias_ih_l0_reverse	2	0.15984341502189636
781153	rnn.bias_ih_l0_reverse	3	-0.33606448769569397
781153	rnn.bias_ih_l0_reverse	4	0.0037909969687461853
781153	rnn.bias_ih_l0_reverse	5	-0.21357189118862152
781153	rnn.bias_ih_l0_reverse	6	0.2753027379512787
781153	rnn.bias_ih_l0_reverse	7	-0.3041974902153015
781153	rnn.bias_ih_l0_reverse	8	-0.19635745882987976
781153	rnn.bias_ih_l0_reverse	9	-0.15255245566368103
781153	rnn.bias_hh_l0_reverse	0	-0.13651837408542633
781153	rnn.bias_hh_l0_reverse	1	0.2775477468967438
781153	rnn.bias_hh_l0_reverse	2	-0.3417327404022217
781153	rnn.bias_hh_l0_reverse	3	-0.24076151847839355
781153	rnn.bias_hh_l0_reverse	4	-0.40499061346054077
781153	rnn.bias_hh_l0_reverse	5	-0.21141278743743896
781153	rnn.bias_hh_l0_reverse	6	-0.2676995098590851
781153	rnn.bias_hh_l0_reverse	7	-0.09646067023277283
781153	rnn.bias_hh_l0_reverse	8	-0.35242828726768494
781153	rnn.bias_hh_l0_reverse	9	0.21254728734493256
781153	linear.weight	0	0.22906427085399628
781153	linear.weight	1	-0.4403897523880005
781153	linear.weight	2	0.005525775253772736
781153	linear.weight	3	0.06747446954250336
781153	linear.weight	4	-0.1531185358762741
781153	linear.weight	5	0.21768055856227875
781153	linear.weight	6	-0.03837558254599571
781153	linear.weight	7	-0.059653863310813904
781153	linear.weight	8	0.1187526062130928
781153	linear.weight	9	-0.04990601912140846
781153	linear.bias	0	-0.8656473159790039
781153	linear.bias	1	1.7659913301467896
781153	linear.bias	2	0.7311896085739136
781153	linear.bias	3	-2.7425942420959473
781153	linear.bias	4	-0.05680040270090103
781153	linear.bias	5	1.2751665115356445
781153	linear.bias	6	-0.21197909116744995
781153	linear.bias	7	0.8454803824424744
781153	linear.bias	8	2.0601308345794678
781153	linear.bias	9	-1.3271923065185547
781762	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
781762	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
781762	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
781762	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
781762	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
781762	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
781762	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
781762	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
781762	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
781762	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
781762	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
781762	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
781762	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
781762	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
781762	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
781762	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
781762	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
781762	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
781762	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
781762	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
781762	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
781762	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
781762	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
781762	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
781762	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
781762	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
781762	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
781762	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
781762	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
781762	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
781762	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
781762	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
781762	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
781762	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
781762	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
781762	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
781762	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
781762	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
781762	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
781762	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
781762	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
781762	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
781762	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
781762	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
781762	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
781762	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
781762	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
781762	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
781762	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
781762	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
781762	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
781762	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
781762	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
781762	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
781762	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
781762	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
781762	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
781762	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
781762	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
781762	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
781762	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
781762	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
781762	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
781762	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
781762	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
781762	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
781762	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
781762	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
781762	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
781762	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
781762	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
781762	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
781762	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
781762	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
781762	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
781762	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
781762	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
781762	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
781762	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
781762	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
781762	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
781762	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
781762	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
781762	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
781762	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
781762	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
781762	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
781762	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
781762	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
781762	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
781762	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
781762	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
781762	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
781762	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
781762	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
781762	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
781762	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
781762	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
781762	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
781762	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
781762	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
781762	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
781762	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
781762	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
781762	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
781762	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
781762	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
781762	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
781762	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
781762	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
781762	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
781762	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
781762	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
781762	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
781762	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
781762	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
781762	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
781762	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
781762	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
781762	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
781762	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
781762	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
781762	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
781762	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
781762	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
781762	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
781762	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
781762	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
781762	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
781762	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
781762	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
781762	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
781762	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
781762	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
781762	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
781762	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
781762	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
781762	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
781762	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
781762	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
781762	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
781762	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
781762	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
781762	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
781762	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
781762	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
781762	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
781762	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
781762	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
781762	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
781762	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
781762	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
781762	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
781762	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
781762	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
781762	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
781762	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
781762	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
781762	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
781762	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
781762	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
781762	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
781762	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
781762	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
781762	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
781762	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
781762	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
781762	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
781762	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
781762	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
781762	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
781762	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
781762	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
781762	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
781762	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
781762	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
781762	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
781762	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
781762	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
781762	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
781762	embedding2nn.weight	0	0.31818926334381104
781762	embedding2nn.weight	1	0.38487333059310913
781762	embedding2nn.weight	2	0.005068828817456961
781762	embedding2nn.weight	3	0.01394580863416195
781762	embedding2nn.weight	4	-0.030598338693380356
781762	embedding2nn.weight	5	0.056794773787260056
781762	embedding2nn.weight	6	0.0004896727041341364
781762	embedding2nn.weight	7	-0.0034242691472172737
781762	embedding2nn.weight	8	0.03758428245782852
781762	embedding2nn.weight	9	-0.05047285184264183
781762	embedding2nn.bias	0	0.018521400168538094
781762	embedding2nn.bias	1	-0.18647025525569916
781762	embedding2nn.bias	2	0.1368211954832077
781762	embedding2nn.bias	3	0.1648053675889969
781762	embedding2nn.bias	4	0.15174923837184906
781762	embedding2nn.bias	5	-0.0907982885837555
781762	embedding2nn.bias	6	-0.045999422669410706
781762	embedding2nn.bias	7	0.04804271087050438
781762	embedding2nn.bias	8	-0.15816323459148407
781762	embedding2nn.bias	9	-0.3813204765319824
781762	rnn.weight_ih_l0	0	0.009341372177004814
781762	rnn.weight_ih_l0	1	-0.05713710933923721
781762	rnn.weight_ih_l0	2	-0.056807879358530045
781762	rnn.weight_ih_l0	3	0.1101168692111969
781762	rnn.weight_ih_l0	4	0.022174393758177757
781762	rnn.weight_ih_l0	5	-0.07423081994056702
781762	rnn.weight_ih_l0	6	0.006026845891028643
781762	rnn.weight_ih_l0	7	-0.022485624998807907
781762	rnn.weight_ih_l0	8	0.011563798412680626
781762	rnn.weight_ih_l0	9	-0.07567490637302399
781762	rnn.weight_hh_l0	0	-0.02218470349907875
781762	rnn.weight_hh_l0	1	0.08501303195953369
781762	rnn.weight_hh_l0	2	0.004306904040277004
781762	rnn.weight_hh_l0	3	-0.03515233099460602
781762	rnn.weight_hh_l0	4	0.08541761338710785
781762	rnn.weight_hh_l0	5	0.002896728692576289
781762	rnn.weight_hh_l0	6	-0.08756408840417862
781762	rnn.weight_hh_l0	7	-0.13572683930397034
781762	rnn.weight_hh_l0	8	0.040244970470666885
781762	rnn.weight_hh_l0	9	-0.12334948033094406
781762	rnn.bias_ih_l0	0	0.17482885718345642
781762	rnn.bias_ih_l0	1	-0.34084782004356384
781762	rnn.bias_ih_l0	2	-0.03329717740416527
781762	rnn.bias_ih_l0	3	-0.21588517725467682
781762	rnn.bias_ih_l0	4	0.006450653076171875
781762	rnn.bias_ih_l0	5	-0.4383274018764496
781762	rnn.bias_ih_l0	6	-0.14969633519649506
781762	rnn.bias_ih_l0	7	-0.38228660821914673
781762	rnn.bias_ih_l0	8	-0.3073413670063019
781762	rnn.bias_ih_l0	9	-0.4453834295272827
781762	rnn.bias_hh_l0	0	-0.35084083676338196
781762	rnn.bias_hh_l0	1	-0.43187057971954346
781762	rnn.bias_hh_l0	2	-0.4107147455215454
781762	rnn.bias_hh_l0	3	-0.0762619748711586
781762	rnn.bias_hh_l0	4	-0.40061888098716736
781762	rnn.bias_hh_l0	5	-0.3673121929168701
781762	rnn.bias_hh_l0	6	-0.12012548744678497
781762	rnn.bias_hh_l0	7	0.0794498547911644
781762	rnn.bias_hh_l0	8	-0.23231759667396545
781762	rnn.bias_hh_l0	9	-0.5737478733062744
781762	rnn.weight_ih_l0_reverse	0	-0.008124985732138157
781762	rnn.weight_ih_l0_reverse	1	-0.009478638879954815
781762	rnn.weight_ih_l0_reverse	2	0.006836392916738987
781762	rnn.weight_ih_l0_reverse	3	-0.14303523302078247
781762	rnn.weight_ih_l0_reverse	4	0.07835572212934494
781762	rnn.weight_ih_l0_reverse	5	-0.10687343776226044
781762	rnn.weight_ih_l0_reverse	6	0.005407052580267191
781762	rnn.weight_ih_l0_reverse	7	0.029518382623791695
781762	rnn.weight_ih_l0_reverse	8	-0.0509871244430542
781762	rnn.weight_ih_l0_reverse	9	-0.08161482214927673
781762	rnn.weight_hh_l0_reverse	0	-0.15266406536102295
781762	rnn.weight_hh_l0_reverse	1	0.02146974205970764
781762	rnn.weight_hh_l0_reverse	2	-0.020274553447961807
781762	rnn.weight_hh_l0_reverse	3	0.0303536057472229
781762	rnn.weight_hh_l0_reverse	4	-0.08251214772462845
781762	rnn.weight_hh_l0_reverse	5	0.03708849474787712
781762	rnn.weight_hh_l0_reverse	6	0.03039807267487049
781762	rnn.weight_hh_l0_reverse	7	-0.12527190148830414
781762	rnn.weight_hh_l0_reverse	8	-0.0767543762922287
781762	rnn.weight_hh_l0_reverse	9	0.037110768258571625
781762	rnn.bias_ih_l0_reverse	0	-0.18224772810935974
781762	rnn.bias_ih_l0_reverse	1	-0.06079443171620369
781762	rnn.bias_ih_l0_reverse	2	0.15875642001628876
781762	rnn.bias_ih_l0_reverse	3	-0.336051344871521
781762	rnn.bias_ih_l0_reverse	4	0.005018752533942461
781762	rnn.bias_ih_l0_reverse	5	-0.21418915688991547
781762	rnn.bias_ih_l0_reverse	6	0.27695757150650024
781762	rnn.bias_ih_l0_reverse	7	-0.30212560296058655
781762	rnn.bias_ih_l0_reverse	8	-0.19708143174648285
781762	rnn.bias_ih_l0_reverse	9	-0.15268032252788544
781762	rnn.bias_hh_l0_reverse	0	-0.1402905285358429
781762	rnn.bias_hh_l0_reverse	1	0.2766651213169098
781762	rnn.bias_hh_l0_reverse	2	-0.342910498380661
781762	rnn.bias_hh_l0_reverse	3	-0.23930034041404724
781762	rnn.bias_hh_l0_reverse	4	-0.40616023540496826
781762	rnn.bias_hh_l0_reverse	5	-0.2125627100467682
781762	rnn.bias_hh_l0_reverse	6	-0.2683941423892975
781762	rnn.bias_hh_l0_reverse	7	-0.09567081928253174
781762	rnn.bias_hh_l0_reverse	8	-0.3498227298259735
781762	rnn.bias_hh_l0_reverse	9	0.21030931174755096
781762	linear.weight	0	0.23307175934314728
781762	linear.weight	1	-0.4367724061012268
781762	linear.weight	2	0.0182194747030735
781762	linear.weight	3	0.06747446209192276
781762	linear.weight	4	-0.15780355036258698
781762	linear.weight	5	0.21750853955745697
781762	linear.weight	6	-0.0344688780605793
781762	linear.weight	7	-0.05965273082256317
781762	linear.weight	8	0.11928913742303848
781762	linear.weight	9	-0.04990634694695473
781762	linear.bias	0	-0.8661882877349854
781762	linear.bias	1	1.7883220911026
781762	linear.bias	2	0.7343771457672119
781762	linear.bias	3	-2.7426183223724365
781762	linear.bias	4	-0.06562138348817825
781762	linear.bias	5	1.2798683643341064
781762	linear.bias	6	-0.2140646129846573
781762	linear.bias	7	0.8232110738754272
781762	linear.bias	8	2.0770134925842285
781762	linear.bias	9	-1.3188984394073486
782371	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
782371	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
782371	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
782371	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
782371	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
782371	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
782371	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
782371	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
782371	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
782371	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
782371	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
782371	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
782371	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
782371	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
782371	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
782371	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
782371	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
782371	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
782371	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
782371	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
782371	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
782371	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
782371	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
782371	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
782371	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
782371	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
782371	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
782371	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
782371	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
782371	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
782371	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
782371	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
782371	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
782371	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
782371	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
782371	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
782371	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
782371	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
782371	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
782371	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
782371	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
782371	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
782371	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
782371	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
782371	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
782371	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
782371	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
782371	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
782371	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
782371	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
782371	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
782371	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
782371	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
782371	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
782371	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
782371	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
782371	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
782371	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
782371	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
782371	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
782371	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
782371	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
782371	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
782371	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
782371	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
782371	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
782371	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
782371	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
782371	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
782371	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
782371	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
782371	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
782371	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
782371	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
782371	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
782371	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
782371	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
782371	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
782371	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
782371	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
782371	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
782371	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
782371	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
782371	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
782371	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
782371	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
782371	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
782371	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
782371	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
782371	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
782371	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
782371	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
782371	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
782371	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
782371	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
782371	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
782371	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
782371	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
782371	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
782371	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
782371	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
782371	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
782371	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
782371	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
782371	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
782371	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
782371	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
782371	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
782371	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
782371	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
782371	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
782371	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
782371	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
782371	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
782371	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
782371	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
782371	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
782371	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
782371	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
782371	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
782371	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
782371	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
782371	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
782371	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
782371	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
782371	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
782371	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
782371	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
782371	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
782371	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
782371	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
782371	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
782371	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
782371	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
782371	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
782371	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
782371	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
782371	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
782371	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
782371	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
782371	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
782371	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
782371	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
782371	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
782371	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
782371	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
782371	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
782371	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
782371	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
782371	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
782371	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
782371	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
782371	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
782371	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
782371	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
782371	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
782371	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
782371	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
782371	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
782371	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
782371	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
782371	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
782371	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
782371	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
782371	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
782371	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
782371	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
782371	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
782371	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
782371	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
782371	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
782371	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
782371	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
782371	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
782371	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
782371	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
782371	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
782371	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
782371	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
782371	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
782371	embedding2nn.weight	0	0.3190052807331085
782371	embedding2nn.weight	1	0.3854196071624756
782371	embedding2nn.weight	2	0.004964781459420919
782371	embedding2nn.weight	3	0.012887677177786827
782371	embedding2nn.weight	4	-0.031224122270941734
782371	embedding2nn.weight	5	0.05610030144453049
782371	embedding2nn.weight	6	0.004677146207541227
782371	embedding2nn.weight	7	-0.004995988216251135
782371	embedding2nn.weight	8	0.038127344101667404
782371	embedding2nn.weight	9	-0.05186272785067558
782371	embedding2nn.bias	0	0.016650041565299034
782371	embedding2nn.bias	1	-0.17906205356121063
782371	embedding2nn.bias	2	0.1371549516916275
782371	embedding2nn.bias	3	0.16583462059497833
782371	embedding2nn.bias	4	0.13923878967761993
782371	embedding2nn.bias	5	-0.08028998225927353
782371	embedding2nn.bias	6	-0.0454561822116375
782371	embedding2nn.bias	7	0.04137904942035675
782371	embedding2nn.bias	8	-0.1513696312904358
782371	embedding2nn.bias	9	-0.3764648139476776
782371	rnn.weight_ih_l0	0	0.009261232800781727
782371	rnn.weight_ih_l0	1	-0.057330287992954254
782371	rnn.weight_ih_l0	2	-0.05466219410300255
782371	rnn.weight_ih_l0	3	0.11026141047477722
782371	rnn.weight_ih_l0	4	0.021353771910071373
782371	rnn.weight_ih_l0	5	-0.0741722509264946
782371	rnn.weight_ih_l0	6	0.004998975433409214
782371	rnn.weight_ih_l0	7	-0.021900055930018425
782371	rnn.weight_ih_l0	8	0.012784350663423538
782371	rnn.weight_ih_l0	9	-0.07580853998661041
782371	rnn.weight_hh_l0	0	-0.022268449887633324
782371	rnn.weight_hh_l0	1	0.08514487743377686
782371	rnn.weight_hh_l0	2	0.003500142600387335
782371	rnn.weight_hh_l0	3	-0.03500017151236534
782371	rnn.weight_hh_l0	4	0.08586769551038742
782371	rnn.weight_hh_l0	5	0.0025895144790410995
782371	rnn.weight_hh_l0	6	-0.0875968411564827
782371	rnn.weight_hh_l0	7	-0.13607555627822876
782371	rnn.weight_hh_l0	8	0.04026323929429054
782371	rnn.weight_hh_l0	9	-0.12327644973993301
782371	rnn.bias_ih_l0	0	0.17165078222751617
782371	rnn.bias_ih_l0	1	-0.34077969193458557
782371	rnn.bias_ih_l0	2	-0.03465033322572708
782371	rnn.bias_ih_l0	3	-0.21545223891735077
782371	rnn.bias_ih_l0	4	0.008085018023848534
782371	rnn.bias_ih_l0	5	-0.43591657280921936
782371	rnn.bias_ih_l0	6	-0.15176992118358612
782371	rnn.bias_ih_l0	7	-0.3821757733821869
782371	rnn.bias_ih_l0	8	-0.30705806612968445
782371	rnn.bias_ih_l0	9	-0.4410766363143921
782371	rnn.bias_hh_l0	0	-0.3508877158164978
782371	rnn.bias_hh_l0	1	-0.4305741786956787
782371	rnn.bias_hh_l0	2	-0.4089474380016327
782371	rnn.bias_hh_l0	3	-0.0742071196436882
782371	rnn.bias_hh_l0	4	-0.4009462594985962
782371	rnn.bias_hh_l0	5	-0.36789414286613464
782371	rnn.bias_hh_l0	6	-0.12031196802854538
782371	rnn.bias_hh_l0	7	0.07869172841310501
782371	rnn.bias_hh_l0	8	-0.23454523086547852
782371	rnn.bias_hh_l0	9	-0.5726421475410461
782371	rnn.weight_ih_l0_reverse	0	-0.007631230633705854
782371	rnn.weight_ih_l0_reverse	1	-0.00945301353931427
782371	rnn.weight_ih_l0_reverse	2	0.0069027915596961975
782371	rnn.weight_ih_l0_reverse	3	-0.14335572719573975
782371	rnn.weight_ih_l0_reverse	4	0.07768326252698898
782371	rnn.weight_ih_l0_reverse	5	-0.10636810213327408
782371	rnn.weight_ih_l0_reverse	6	0.004845108836889267
782371	rnn.weight_ih_l0_reverse	7	0.02876141294836998
782371	rnn.weight_ih_l0_reverse	8	-0.050755277276039124
782371	rnn.weight_ih_l0_reverse	9	-0.08023429661989212
782371	rnn.weight_hh_l0_reverse	0	-0.1529456377029419
782371	rnn.weight_hh_l0_reverse	1	0.021817030385136604
782371	rnn.weight_hh_l0_reverse	2	-0.020231200382113457
782371	rnn.weight_hh_l0_reverse	3	0.030366750434041023
782371	rnn.weight_hh_l0_reverse	4	-0.08227662742137909
782371	rnn.weight_hh_l0_reverse	5	0.03704795241355896
782371	rnn.weight_hh_l0_reverse	6	0.030454235151410103
782371	rnn.weight_hh_l0_reverse	7	-0.12553250789642334
782371	rnn.weight_hh_l0_reverse	8	-0.07672075182199478
782371	rnn.weight_hh_l0_reverse	9	0.03732729330658913
782371	rnn.bias_ih_l0_reverse	0	-0.18259592354297638
782371	rnn.bias_ih_l0_reverse	1	-0.0579611174762249
782371	rnn.bias_ih_l0_reverse	2	0.15928302705287933
782371	rnn.bias_ih_l0_reverse	3	-0.3340577483177185
782371	rnn.bias_ih_l0_reverse	4	0.004793012514710426
782371	rnn.bias_ih_l0_reverse	5	-0.21489320695400238
782371	rnn.bias_ih_l0_reverse	6	0.2778984606266022
782371	rnn.bias_ih_l0_reverse	7	-0.30216675996780396
782371	rnn.bias_ih_l0_reverse	8	-0.19498836994171143
782371	rnn.bias_ih_l0_reverse	9	-0.15089058876037598
782371	rnn.bias_hh_l0_reverse	0	-0.1377168893814087
782371	rnn.bias_hh_l0_reverse	1	0.2755018472671509
782371	rnn.bias_hh_l0_reverse	2	-0.34104734659194946
782371	rnn.bias_hh_l0_reverse	3	-0.23784950375556946
782371	rnn.bias_hh_l0_reverse	4	-0.4061427116394043
782371	rnn.bias_hh_l0_reverse	5	-0.21255642175674438
782371	rnn.bias_hh_l0_reverse	6	-0.2677907347679138
782371	rnn.bias_hh_l0_reverse	7	-0.09850883483886719
782371	rnn.bias_hh_l0_reverse	8	-0.3489116430282593
782371	rnn.bias_hh_l0_reverse	9	0.21142584085464478
782371	linear.weight	0	0.23673290014266968
782371	linear.weight	1	-0.4365330934524536
782371	linear.weight	2	0.004416537005454302
782371	linear.weight	3	0.06747440993785858
782371	linear.weight	4	-0.16584107279777527
782371	linear.weight	5	0.22425977885723114
782371	linear.weight	6	-0.0368875227868557
782371	linear.weight	7	-0.05965147539973259
782371	linear.weight	8	0.12089242041110992
782371	linear.weight	9	-0.04990708827972412
782371	linear.bias	0	-0.8630499243736267
782371	linear.bias	1	1.783048391342163
782371	linear.bias	2	0.724407970905304
782371	linear.bias	3	-2.742642641067505
782371	linear.bias	4	-0.05465138703584671
782371	linear.bias	5	1.2754199504852295
782371	linear.bias	6	-0.20373287796974182
782371	linear.bias	7	0.8208458423614502
782371	linear.bias	8	2.082146406173706
782371	linear.bias	9	-1.3162235021591187
782980	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
782980	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
782980	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
782980	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
782980	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
782980	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
782980	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
782980	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
782980	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
782980	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
782980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
782980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
782980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
782980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
782980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
782980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
782980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
782980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
782980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
782980	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
782980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
782980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
782980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
782980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
782980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
782980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
782980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
782980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
782980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
782980	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
782980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
782980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
782980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
782980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
782980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
782980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
782980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
782980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
782980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
782980	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
782980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
782980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
782980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
782980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
782980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
782980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
782980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
782980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
782980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
782980	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
782980	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
782980	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
782980	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
782980	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
782980	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
782980	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
782980	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
782980	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
782980	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
782980	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
782980	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
782980	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
782980	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
782980	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
782980	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
782980	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
782980	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
782980	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
782980	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
782980	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
782980	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
782980	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
782980	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
782980	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
782980	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
782980	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
782980	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
782980	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
782980	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
782980	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
782980	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
782980	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
782980	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
782980	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
782980	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
782980	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
782980	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
782980	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
782980	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
782980	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
782980	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
782980	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
782980	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
782980	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
782980	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
782980	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
782980	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
782980	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
782980	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
782980	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
782980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
782980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
782980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
782980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
782980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
782980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
782980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
782980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
782980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
782980	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
782980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
782980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
782980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
782980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
782980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
782980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
782980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
782980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
782980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
782980	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
782980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
782980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
782980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
782980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
782980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
782980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
782980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
782980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
782980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
782980	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
782980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
782980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
782980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
782980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
782980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
782980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
782980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
782980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
782980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
782980	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
782980	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
782980	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
782980	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
782980	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
782980	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
782980	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
782980	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
782980	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
782980	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
782980	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
782980	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
782980	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
782980	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
782980	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
782980	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
782980	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
782980	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
782980	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
782980	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
782980	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
782980	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
782980	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
782980	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
782980	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
782980	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
782980	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
782980	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
782980	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
782980	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
782980	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
782980	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
782980	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
782980	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
782980	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
782980	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
782980	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
782980	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
782980	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
782980	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
782980	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
782980	embedding2nn.weight	0	0.319113552570343
782980	embedding2nn.weight	1	0.384537011384964
782980	embedding2nn.weight	2	0.0040251933969557285
782980	embedding2nn.weight	3	0.010902357287704945
782980	embedding2nn.weight	4	-0.030167410150170326
782980	embedding2nn.weight	5	0.05735071375966072
782980	embedding2nn.weight	6	0.0034758381079882383
782980	embedding2nn.weight	7	-0.007584703154861927
782980	embedding2nn.weight	8	0.038776349276304245
782980	embedding2nn.weight	9	-0.05176305025815964
782980	embedding2nn.bias	0	0.020067008212208748
782980	embedding2nn.bias	1	-0.18517638742923737
782980	embedding2nn.bias	2	0.13136880099773407
782980	embedding2nn.bias	3	0.16237427294254303
782980	embedding2nn.bias	4	0.1497880071401596
782980	embedding2nn.bias	5	-0.07430120557546616
782980	embedding2nn.bias	6	-0.049328941851854324
782980	embedding2nn.bias	7	0.04619591683149338
782980	embedding2nn.bias	8	-0.14455154538154602
782980	embedding2nn.bias	9	-0.37239640951156616
782980	rnn.weight_ih_l0	0	0.009441622532904148
782980	rnn.weight_ih_l0	1	-0.05743800476193428
782980	rnn.weight_ih_l0	2	-0.05436162278056145
782980	rnn.weight_ih_l0	3	0.11182289570569992
782980	rnn.weight_ih_l0	4	0.01832590438425541
782980	rnn.weight_ih_l0	5	-0.07479874789714813
782980	rnn.weight_ih_l0	6	0.004683824256062508
782980	rnn.weight_ih_l0	7	-0.019787659868597984
782980	rnn.weight_ih_l0	8	0.014951679855585098
782980	rnn.weight_ih_l0	9	-0.07630376517772675
782980	rnn.weight_hh_l0	0	-0.022342026233673096
782980	rnn.weight_hh_l0	1	0.08489933609962463
782980	rnn.weight_hh_l0	2	0.0034961439669132233
782980	rnn.weight_hh_l0	3	-0.03495493158698082
782980	rnn.weight_hh_l0	4	0.08594877272844315
782980	rnn.weight_hh_l0	5	0.0022326887119561434
782980	rnn.weight_hh_l0	6	-0.08756052702665329
782980	rnn.weight_hh_l0	7	-0.13701097667217255
782980	rnn.weight_hh_l0	8	0.04030318185687065
782980	rnn.weight_hh_l0	9	-0.12339895218610764
782980	rnn.bias_ih_l0	0	0.1734294295310974
782980	rnn.bias_ih_l0	1	-0.34285783767700195
782980	rnn.bias_ih_l0	2	-0.03398064151406288
782980	rnn.bias_ih_l0	3	-0.21572108566761017
782980	rnn.bias_ih_l0	4	0.007012769114226103
782980	rnn.bias_ih_l0	5	-0.4372618794441223
782980	rnn.bias_ih_l0	6	-0.15405654907226562
782980	rnn.bias_ih_l0	7	-0.38226383924484253
782980	rnn.bias_ih_l0	8	-0.30702704191207886
782980	rnn.bias_ih_l0	9	-0.4430493116378784
782980	rnn.bias_hh_l0	0	-0.351294606924057
782980	rnn.bias_hh_l0	1	-0.4300537109375
782980	rnn.bias_hh_l0	2	-0.40904951095581055
782980	rnn.bias_hh_l0	3	-0.07317328453063965
782980	rnn.bias_hh_l0	4	-0.39877960085868835
782980	rnn.bias_hh_l0	5	-0.36692312359809875
782980	rnn.bias_hh_l0	6	-0.11991115659475327
782980	rnn.bias_hh_l0	7	0.07897578179836273
782980	rnn.bias_hh_l0	8	-0.23321285843849182
782980	rnn.bias_hh_l0	9	-0.5705824494361877
782980	rnn.weight_ih_l0_reverse	0	-0.006376020610332489
782980	rnn.weight_ih_l0_reverse	1	-0.00931017566472292
782980	rnn.weight_ih_l0_reverse	2	0.006549066863954067
782980	rnn.weight_ih_l0_reverse	3	-0.14401264488697052
782980	rnn.weight_ih_l0_reverse	4	0.07761039584875107
782980	rnn.weight_ih_l0_reverse	5	-0.10565853118896484
782980	rnn.weight_ih_l0_reverse	6	0.00350030604749918
782980	rnn.weight_ih_l0_reverse	7	0.028557006269693375
782980	rnn.weight_ih_l0_reverse	8	-0.05009177699685097
782980	rnn.weight_ih_l0_reverse	9	-0.0808907151222229
782980	rnn.weight_hh_l0_reverse	0	-0.15291842818260193
782980	rnn.weight_hh_l0_reverse	1	0.021205665543675423
782980	rnn.weight_hh_l0_reverse	2	-0.020186977460980415
782980	rnn.weight_hh_l0_reverse	3	0.03082825243473053
782980	rnn.weight_hh_l0_reverse	4	-0.08266167342662811
782980	rnn.weight_hh_l0_reverse	5	0.03730440139770508
782980	rnn.weight_hh_l0_reverse	6	0.030467886477708817
782980	rnn.weight_hh_l0_reverse	7	-0.12477193027734756
782980	rnn.weight_hh_l0_reverse	8	-0.077358677983284
782980	rnn.weight_hh_l0_reverse	9	0.03691953420639038
782980	rnn.bias_ih_l0_reverse	0	-0.18230818212032318
782980	rnn.bias_ih_l0_reverse	1	-0.05954790487885475
782980	rnn.bias_ih_l0_reverse	2	0.16137436032295227
782980	rnn.bias_ih_l0_reverse	3	-0.3348918557167053
782980	rnn.bias_ih_l0_reverse	4	0.006925878114998341
782980	rnn.bias_ih_l0_reverse	5	-0.21427589654922485
782980	rnn.bias_ih_l0_reverse	6	0.27857378125190735
782980	rnn.bias_ih_l0_reverse	7	-0.30140066146850586
782980	rnn.bias_ih_l0_reverse	8	-0.1947912722826004
782980	rnn.bias_ih_l0_reverse	9	-0.1518632471561432
782980	rnn.bias_hh_l0_reverse	0	-0.13939017057418823
782980	rnn.bias_hh_l0_reverse	1	0.27631184458732605
782980	rnn.bias_hh_l0_reverse	2	-0.34119755029678345
782980	rnn.bias_hh_l0_reverse	3	-0.23617364466190338
782980	rnn.bias_hh_l0_reverse	4	-0.40368783473968506
782980	rnn.bias_hh_l0_reverse	5	-0.21056930720806122
782980	rnn.bias_hh_l0_reverse	6	-0.266397625207901
782980	rnn.bias_hh_l0_reverse	7	-0.09895572066307068
782980	rnn.bias_hh_l0_reverse	8	-0.3494918942451477
782980	rnn.bias_hh_l0_reverse	9	0.20902462303638458
782980	linear.weight	0	0.23682346940040588
782980	linear.weight	1	-0.4416693449020386
782980	linear.weight	2	0.009231364354491234
782980	linear.weight	3	0.06747427582740784
782980	linear.weight	4	-0.14649197459220886
782980	linear.weight	5	0.22479398548603058
782980	linear.weight	6	-0.03273032605648041
782980	linear.weight	7	-0.05965008959174156
782980	linear.weight	8	0.12423836439847946
782980	linear.weight	9	-0.04990806803107262
782980	linear.bias	0	-0.8529754281044006
782980	linear.bias	1	1.7919543981552124
782980	linear.bias	2	0.7170816659927368
782980	linear.bias	3	-2.742668628692627
782980	linear.bias	4	-0.0615580752491951
782980	linear.bias	5	1.2864596843719482
782980	linear.bias	6	-0.21403023600578308
782980	linear.bias	7	0.8260455131530762
782980	linear.bias	8	2.0793323516845703
782980	linear.bias	9	-1.307719111442566
783589	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
783589	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
783589	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
783589	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
783589	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
783589	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
783589	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
783589	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
783589	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
783589	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
783589	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
783589	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
783589	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
783589	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
783589	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
783589	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
783589	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
783589	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
783589	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
783589	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
783589	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
783589	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
783589	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
783589	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
783589	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
783589	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
783589	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
783589	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
783589	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
783589	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
783589	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
783589	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
783589	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
783589	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
783589	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
783589	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
783589	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
783589	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
783589	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
783589	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
783589	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
783589	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
783589	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
783589	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
783589	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
783589	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
783589	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
783589	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
783589	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
783589	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
783589	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
783589	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
783589	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
783589	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
783589	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
783589	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
783589	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
783589	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
783589	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
783589	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
783589	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
783589	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
783589	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
783589	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
783589	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
783589	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
783589	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
783589	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
783589	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
783589	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
783589	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
783589	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
783589	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
783589	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
783589	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
783589	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
783589	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
783589	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
783589	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
783589	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
783589	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
783589	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
783589	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
783589	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
783589	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
783589	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
783589	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
783589	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
783589	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
783589	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
783589	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
783589	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
783589	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
783589	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
783589	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
783589	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
783589	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
783589	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
783589	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
783589	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
783589	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
783589	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
783589	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
783589	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
783589	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
783589	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
783589	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
783589	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
783589	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
783589	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
783589	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
783589	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
783589	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
783589	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
783589	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
783589	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
783589	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
783589	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
783589	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
783589	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
783589	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
783589	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
783589	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
783589	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
783589	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
783589	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
783589	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
783589	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
783589	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
783589	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
783589	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
783589	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
783589	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
783589	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
783589	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
783589	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
783589	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
783589	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
783589	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
783589	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
783589	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
783589	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
783589	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
783589	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
783589	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
783589	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
783589	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
783589	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
783589	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
783589	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
783589	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
783589	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
783589	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
783589	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
783589	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
783589	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
783589	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
783589	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
783589	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
783589	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
783589	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
783589	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
783589	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
783589	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
783589	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
783589	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
783589	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
783589	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
783589	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
783589	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
783589	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
783589	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
783589	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
783589	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
783589	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
783589	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
783589	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
783589	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
783589	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
783589	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
783589	embedding2nn.weight	0	0.318986177444458
783589	embedding2nn.weight	1	0.3855533003807068
783589	embedding2nn.weight	2	0.0059129418805241585
783589	embedding2nn.weight	3	0.012917803600430489
783589	embedding2nn.weight	4	-0.030889932066202164
783589	embedding2nn.weight	5	0.058739081025123596
783589	embedding2nn.weight	6	0.007741432171314955
783589	embedding2nn.weight	7	-0.007493487559258938
783589	embedding2nn.weight	8	0.038561251014471054
783589	embedding2nn.weight	9	-0.05277979373931885
783589	embedding2nn.bias	0	0.016459645703434944
783589	embedding2nn.bias	1	-0.18464957177639008
783589	embedding2nn.bias	2	0.12463114410638809
783589	embedding2nn.bias	3	0.16367530822753906
783589	embedding2nn.bias	4	0.1517600566148758
783589	embedding2nn.bias	5	-0.0775383934378624
783589	embedding2nn.bias	6	-0.04606783017516136
783589	embedding2nn.bias	7	0.04392142966389656
783589	embedding2nn.bias	8	-0.14298775792121887
783589	embedding2nn.bias	9	-0.3643611967563629
783589	rnn.weight_ih_l0	0	0.008815759792923927
783589	rnn.weight_ih_l0	1	-0.0574016347527504
783589	rnn.weight_ih_l0	2	-0.055929433554410934
783589	rnn.weight_ih_l0	3	0.11126125603914261
783589	rnn.weight_ih_l0	4	0.018299784511327744
783589	rnn.weight_ih_l0	5	-0.07558958977460861
783589	rnn.weight_ih_l0	6	0.004144581500440836
783589	rnn.weight_ih_l0	7	-0.02008390799164772
783589	rnn.weight_ih_l0	8	0.014596166089177132
783589	rnn.weight_ih_l0	9	-0.07611490786075592
783589	rnn.weight_hh_l0	0	-0.02226954884827137
783589	rnn.weight_hh_l0	1	0.0846284031867981
783589	rnn.weight_hh_l0	2	0.003691887715831399
783589	rnn.weight_hh_l0	3	-0.035335883498191833
783589	rnn.weight_hh_l0	4	0.08603019267320633
783589	rnn.weight_hh_l0	5	0.0022386943455785513
783589	rnn.weight_hh_l0	6	-0.08764459192752838
783589	rnn.weight_hh_l0	7	-0.1367984116077423
783589	rnn.weight_hh_l0	8	0.04044651612639427
783589	rnn.weight_hh_l0	9	-0.1234280914068222
783589	rnn.bias_ih_l0	0	0.17142054438591003
783589	rnn.bias_ih_l0	1	-0.3405037522315979
783589	rnn.bias_ih_l0	2	-0.03512093797326088
783589	rnn.bias_ih_l0	3	-0.21162542700767517
783589	rnn.bias_ih_l0	4	0.0016006927471607924
783589	rnn.bias_ih_l0	5	-0.4333416223526001
783589	rnn.bias_ih_l0	6	-0.1520393043756485
783589	rnn.bias_ih_l0	7	-0.3824011981487274
783589	rnn.bias_ih_l0	8	-0.3091515302658081
783589	rnn.bias_ih_l0	9	-0.44806450605392456
783589	rnn.bias_hh_l0	0	-0.350638210773468
783589	rnn.bias_hh_l0	1	-0.42875388264656067
783589	rnn.bias_hh_l0	2	-0.40932324528694153
783589	rnn.bias_hh_l0	3	-0.07278573513031006
783589	rnn.bias_hh_l0	4	-0.39729100465774536
783589	rnn.bias_hh_l0	5	-0.3686399459838867
783589	rnn.bias_hh_l0	6	-0.1179644763469696
783589	rnn.bias_hh_l0	7	0.0814642459154129
783589	rnn.bias_hh_l0	8	-0.23288887739181519
783589	rnn.bias_hh_l0	9	-0.570510983467102
783589	rnn.weight_ih_l0_reverse	0	-0.00945383682847023
783589	rnn.weight_ih_l0_reverse	1	-0.008743752725422382
783589	rnn.weight_ih_l0_reverse	2	0.006583312526345253
783589	rnn.weight_ih_l0_reverse	3	-0.14391647279262543
783589	rnn.weight_ih_l0_reverse	4	0.07768240571022034
783589	rnn.weight_ih_l0_reverse	5	-0.10540013760328293
783589	rnn.weight_ih_l0_reverse	6	0.00496962945908308
783589	rnn.weight_ih_l0_reverse	7	0.029039008542895317
783589	rnn.weight_ih_l0_reverse	8	-0.05007059872150421
783589	rnn.weight_ih_l0_reverse	9	-0.08218447118997574
783589	rnn.weight_hh_l0_reverse	0	-0.15308453142642975
783589	rnn.weight_hh_l0_reverse	1	0.021204959601163864
783589	rnn.weight_hh_l0_reverse	2	-0.02007202059030533
783589	rnn.weight_hh_l0_reverse	3	0.03130267933011055
783589	rnn.weight_hh_l0_reverse	4	-0.08282946050167084
783589	rnn.weight_hh_l0_reverse	5	0.037476878613233566
783589	rnn.weight_hh_l0_reverse	6	0.030445702373981476
783589	rnn.weight_hh_l0_reverse	7	-0.12495344877243042
783589	rnn.weight_hh_l0_reverse	8	-0.07731486856937408
783589	rnn.weight_hh_l0_reverse	9	0.036491621285676956
783589	rnn.bias_ih_l0_reverse	0	-0.18467648327350616
783589	rnn.bias_ih_l0_reverse	1	-0.05814856290817261
783589	rnn.bias_ih_l0_reverse	2	0.16084197163581848
783589	rnn.bias_ih_l0_reverse	3	-0.33343014121055603
783589	rnn.bias_ih_l0_reverse	4	0.005391218233853579
783589	rnn.bias_ih_l0_reverse	5	-0.21727339923381805
783589	rnn.bias_ih_l0_reverse	6	0.27882397174835205
783589	rnn.bias_ih_l0_reverse	7	-0.3019428551197052
783589	rnn.bias_ih_l0_reverse	8	-0.1943875551223755
783589	rnn.bias_ih_l0_reverse	9	-0.15176203846931458
783589	rnn.bias_hh_l0_reverse	0	-0.1396910399198532
783589	rnn.bias_hh_l0_reverse	1	0.2787397801876068
783589	rnn.bias_hh_l0_reverse	2	-0.34131065011024475
783589	rnn.bias_hh_l0_reverse	3	-0.23573704063892365
783589	rnn.bias_hh_l0_reverse	4	-0.4034554362297058
783589	rnn.bias_hh_l0_reverse	5	-0.2115277796983719
783589	rnn.bias_hh_l0_reverse	6	-0.2671128213405609
783589	rnn.bias_hh_l0_reverse	7	-0.10068582743406296
783589	rnn.bias_hh_l0_reverse	8	-0.3478523790836334
783589	rnn.bias_hh_l0_reverse	9	0.20826798677444458
783589	linear.weight	0	0.22570110857486725
783589	linear.weight	1	-0.43687474727630615
783589	linear.weight	2	0.014495564624667168
783589	linear.weight	3	0.06747445464134216
783589	linear.weight	4	-0.14519158005714417
783589	linear.weight	5	0.22236241400241852
783589	linear.weight	6	-0.02003207430243492
783589	linear.weight	7	-0.059649255126714706
783589	linear.weight	8	0.12173879891633987
783589	linear.weight	9	-0.04990902915596962
783589	linear.bias	0	-0.8622726798057556
783589	linear.bias	1	1.8067958354949951
783589	linear.bias	2	0.7083068490028381
783589	linear.bias	3	-2.7426917552948
783589	linear.bias	4	-0.05692441388964653
783589	linear.bias	5	1.2926589250564575
783589	linear.bias	6	-0.2219126969575882
783589	linear.bias	7	0.8241386413574219
783589	linear.bias	8	2.074911594390869
783589	linear.bias	9	-1.3135980367660522
784198	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
784198	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
784198	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
784198	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
784198	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
784198	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
784198	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
784198	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
784198	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
784198	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
784198	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
784198	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
784198	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
784198	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
784198	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
784198	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
784198	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
784198	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
784198	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
784198	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
784198	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
784198	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
784198	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
784198	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
784198	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
784198	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
784198	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
784198	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
784198	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
784198	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
784198	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
784198	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
784198	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
784198	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
784198	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
784198	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
784198	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
784198	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
784198	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
784198	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
784198	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
784198	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
784198	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
784198	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
784198	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
784198	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
784198	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
784198	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
784198	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
784198	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
784198	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
784198	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
784198	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
784198	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
784198	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
784198	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
784198	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
784198	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
784198	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
784198	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
784198	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
784198	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
784198	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
784198	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
784198	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
784198	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
784198	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
784198	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
784198	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
784198	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
784198	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
784198	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
784198	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
784198	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
784198	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
784198	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
784198	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
784198	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
784198	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
784198	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
784198	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
784198	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
784198	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
784198	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
784198	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
784198	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
784198	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
784198	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
784198	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
784198	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
784198	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
784198	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
784198	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
784198	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
784198	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
784198	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
784198	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
784198	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
784198	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
784198	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
784198	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
784198	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
784198	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
784198	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
784198	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
784198	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
784198	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
784198	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
784198	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
784198	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
784198	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
784198	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
784198	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
784198	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
784198	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
784198	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
784198	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
784198	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
784198	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
784198	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
784198	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
784198	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
784198	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
784198	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
784198	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
784198	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
784198	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
784198	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
784198	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
784198	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
784198	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
784198	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
784198	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
784198	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
784198	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
784198	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
784198	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
784198	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
784198	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
784198	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
784198	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
784198	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
784198	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
784198	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
784198	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
784198	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
784198	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
784198	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
784198	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
784198	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
784198	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
784198	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
784198	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
784198	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
784198	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
784198	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
784198	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
784198	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
784198	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
784198	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
784198	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
784198	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
784198	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
784198	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
784198	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
784198	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
784198	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
784198	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
784198	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
784198	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
784198	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
784198	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
784198	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
784198	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
784198	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
784198	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
784198	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
784198	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
784198	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
784198	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
784198	embedding2nn.weight	0	0.3192780613899231
784198	embedding2nn.weight	1	0.3857579529285431
784198	embedding2nn.weight	2	0.006598766427487135
784198	embedding2nn.weight	3	0.013972305692732334
784198	embedding2nn.weight	4	-0.03150969371199608
784198	embedding2nn.weight	5	0.0588415265083313
784198	embedding2nn.weight	6	0.005391539540141821
784198	embedding2nn.weight	7	-0.0065512931905686855
784198	embedding2nn.weight	8	0.03806215897202492
784198	embedding2nn.weight	9	-0.05564124882221222
784198	embedding2nn.bias	0	0.021681437268853188
784198	embedding2nn.bias	1	-0.19741152226924896
784198	embedding2nn.bias	2	0.11296398192644119
784198	embedding2nn.bias	3	0.16503801941871643
784198	embedding2nn.bias	4	0.14097517728805542
784198	embedding2nn.bias	5	-0.07918871939182281
784198	embedding2nn.bias	6	-0.04407411813735962
784198	embedding2nn.bias	7	0.03363005444407463
784198	embedding2nn.bias	8	-0.13937392830848694
784198	embedding2nn.bias	9	-0.36847198009490967
784198	rnn.weight_ih_l0	0	0.009648498147726059
784198	rnn.weight_ih_l0	1	-0.0576363280415535
784198	rnn.weight_ih_l0	2	-0.05520685389637947
784198	rnn.weight_ih_l0	3	0.11205124109983444
784198	rnn.weight_ih_l0	4	0.019236134365200996
784198	rnn.weight_ih_l0	5	-0.07471729815006256
784198	rnn.weight_ih_l0	6	0.0051648616790771484
784198	rnn.weight_ih_l0	7	-0.020806225016713142
784198	rnn.weight_ih_l0	8	0.015121877193450928
784198	rnn.weight_ih_l0	9	-0.07542550563812256
784198	rnn.weight_hh_l0	0	-0.02231266349554062
784198	rnn.weight_hh_l0	1	0.08479761332273483
784198	rnn.weight_hh_l0	2	0.003922396805137396
784198	rnn.weight_hh_l0	3	-0.03516419976949692
784198	rnn.weight_hh_l0	4	0.08550187945365906
784198	rnn.weight_hh_l0	5	0.002184340264648199
784198	rnn.weight_hh_l0	6	-0.0876794382929802
784198	rnn.weight_hh_l0	7	-0.13567714393138885
784198	rnn.weight_hh_l0	8	0.04052074998617172
784198	rnn.weight_hh_l0	9	-0.1238270103931427
784198	rnn.bias_ih_l0	0	0.174442321062088
784198	rnn.bias_ih_l0	1	-0.3406444489955902
784198	rnn.bias_ih_l0	2	-0.03639421984553337
784198	rnn.bias_ih_l0	3	-0.21116021275520325
784198	rnn.bias_ih_l0	4	0.0021029042545706034
784198	rnn.bias_ih_l0	5	-0.43612876534461975
784198	rnn.bias_ih_l0	6	-0.14909648895263672
784198	rnn.bias_ih_l0	7	-0.38334885239601135
784198	rnn.bias_ih_l0	8	-0.30948638916015625
784198	rnn.bias_ih_l0	9	-0.44840532541275024
784198	rnn.bias_hh_l0	0	-0.35024380683898926
784198	rnn.bias_hh_l0	1	-0.4323732256889343
784198	rnn.bias_hh_l0	2	-0.4091215431690216
784198	rnn.bias_hh_l0	3	-0.07340322434902191
784198	rnn.bias_hh_l0	4	-0.3946142792701721
784198	rnn.bias_hh_l0	5	-0.368916392326355
784198	rnn.bias_hh_l0	6	-0.1185067668557167
784198	rnn.bias_hh_l0	7	0.08053494244813919
784198	rnn.bias_hh_l0	8	-0.2322593480348587
784198	rnn.bias_hh_l0	9	-0.5709505677223206
784198	rnn.weight_ih_l0_reverse	0	-0.008772196248173714
784198	rnn.weight_ih_l0_reverse	1	-0.0086589390411973
784198	rnn.weight_ih_l0_reverse	2	0.006870151963084936
784198	rnn.weight_ih_l0_reverse	3	-0.14423391222953796
784198	rnn.weight_ih_l0_reverse	4	0.07672357559204102
784198	rnn.weight_ih_l0_reverse	5	-0.10369106382131577
784198	rnn.weight_ih_l0_reverse	6	0.004714180715382099
784198	rnn.weight_ih_l0_reverse	7	0.028953757137060165
784198	rnn.weight_ih_l0_reverse	8	-0.0501934252679348
784198	rnn.weight_ih_l0_reverse	9	-0.0811808705329895
784198	rnn.weight_hh_l0_reverse	0	-0.15284976363182068
784198	rnn.weight_hh_l0_reverse	1	0.02132992446422577
784198	rnn.weight_hh_l0_reverse	2	-0.0200706385076046
784198	rnn.weight_hh_l0_reverse	3	0.031448863446712494
784198	rnn.weight_hh_l0_reverse	4	-0.08262631297111511
784198	rnn.weight_hh_l0_reverse	5	0.03750034421682358
784198	rnn.weight_hh_l0_reverse	6	0.030453773215413094
784198	rnn.weight_hh_l0_reverse	7	-0.12615951895713806
784198	rnn.weight_hh_l0_reverse	8	-0.07629065960645676
784198	rnn.weight_hh_l0_reverse	9	0.03653613105416298
784198	rnn.bias_ih_l0_reverse	0	-0.18460232019424438
784198	rnn.bias_ih_l0_reverse	1	-0.058015793561935425
784198	rnn.bias_ih_l0_reverse	2	0.16243992745876312
784198	rnn.bias_ih_l0_reverse	3	-0.3337261974811554
784198	rnn.bias_ih_l0_reverse	4	0.0064381486736238
784198	rnn.bias_ih_l0_reverse	5	-0.21681362390518188
784198	rnn.bias_ih_l0_reverse	6	0.28241637349128723
784198	rnn.bias_ih_l0_reverse	7	-0.30571725964546204
784198	rnn.bias_ih_l0_reverse	8	-0.1933547407388687
784198	rnn.bias_ih_l0_reverse	9	-0.15080145001411438
784198	rnn.bias_hh_l0_reverse	0	-0.135477676987648
784198	rnn.bias_hh_l0_reverse	1	0.2781633734703064
784198	rnn.bias_hh_l0_reverse	2	-0.3437628448009491
784198	rnn.bias_hh_l0_reverse	3	-0.23726211488246918
784198	rnn.bias_hh_l0_reverse	4	-0.40438589453697205
784198	rnn.bias_hh_l0_reverse	5	-0.2149815559387207
784198	rnn.bias_hh_l0_reverse	6	-0.26594915986061096
784198	rnn.bias_hh_l0_reverse	7	-0.10082335770130157
784198	rnn.bias_hh_l0_reverse	8	-0.3468797206878662
784198	rnn.bias_hh_l0_reverse	9	0.21619026362895966
784198	linear.weight	0	0.2178487926721573
784198	linear.weight	1	-0.4294218122959137
784198	linear.weight	2	0.010364756919443607
784198	linear.weight	3	0.06747455149888992
784198	linear.weight	4	-0.14908109605312347
784198	linear.weight	5	0.22858859598636627
784198	linear.weight	6	-0.02726813405752182
784198	linear.weight	7	-0.05964808911085129
784198	linear.weight	8	0.1251543164253235
784198	linear.weight	9	-0.049910154193639755
784198	linear.bias	0	-0.8571501970291138
784198	linear.bias	1	1.7968846559524536
784198	linear.bias	2	0.7059469819068909
784198	linear.bias	3	-2.7427186965942383
784198	linear.bias	4	-0.03842493146657944
784198	linear.bias	5	1.291433334350586
784198	linear.bias	6	-0.21706350147724152
784198	linear.bias	7	0.8091301918029785
784198	linear.bias	8	2.086341381072998
784198	linear.bias	9	-1.329475998878479
784807	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
784807	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
784807	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
784807	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
784807	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
784807	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
784807	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
784807	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
784807	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
784807	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
784807	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
784807	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
784807	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
784807	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
784807	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
784807	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
784807	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
784807	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
784807	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
784807	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
784807	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
784807	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
784807	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
784807	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
784807	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
784807	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
784807	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
784807	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
784807	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
784807	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
784807	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
784807	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
784807	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
784807	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
784807	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
784807	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
784807	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
784807	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
784807	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
784807	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
784807	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
784807	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
784807	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
784807	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
784807	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
784807	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
784807	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
784807	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
784807	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
784807	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
784807	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
784807	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
784807	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
784807	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
784807	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
784807	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
784807	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
784807	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
784807	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
784807	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
784807	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
784807	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
784807	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
784807	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
784807	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
784807	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
784807	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
784807	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
784807	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
784807	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
784807	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
784807	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
784807	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
784807	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
784807	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
784807	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
784807	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
784807	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
784807	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
784807	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
784807	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
784807	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
784807	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
784807	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
784807	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
784807	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
784807	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
784807	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
784807	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
784807	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
784807	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
784807	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
784807	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
784807	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
784807	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
784807	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
784807	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
784807	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
784807	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
784807	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
784807	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
784807	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
784807	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
784807	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
784807	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
784807	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
784807	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
784807	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
784807	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
784807	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
784807	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
784807	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
784807	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
784807	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
784807	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
784807	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
784807	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
784807	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
784807	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
784807	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
784807	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
784807	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
784807	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
784807	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
784807	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
784807	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
784807	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
784807	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
784807	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
784807	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
784807	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
784807	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
784807	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
784807	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
784807	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
784807	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
784807	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
784807	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
784807	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
784807	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
784807	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
784807	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
784807	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
784807	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
784807	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
784807	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
784807	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
784807	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
784807	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
784807	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
784807	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
784807	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
784807	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
784807	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
784807	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
784807	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
784807	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
784807	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
784807	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
784807	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
784807	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
784807	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
784807	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
784807	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
784807	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
784807	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
784807	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
784807	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
784807	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
784807	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
784807	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
784807	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
784807	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
784807	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
784807	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
784807	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
784807	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
784807	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
784807	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
784807	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
784807	embedding2nn.weight	0	0.3192126750946045
784807	embedding2nn.weight	1	0.3846126198768616
784807	embedding2nn.weight	2	0.005718236789107323
784807	embedding2nn.weight	3	0.017087124288082123
784807	embedding2nn.weight	4	-0.030744731426239014
784807	embedding2nn.weight	5	0.05895209684967995
784807	embedding2nn.weight	6	0.0026387344114482403
784807	embedding2nn.weight	7	-0.00820703711360693
784807	embedding2nn.weight	8	0.03677373751997948
784807	embedding2nn.weight	9	-0.05715106800198555
784807	embedding2nn.bias	0	0.02245577797293663
784807	embedding2nn.bias	1	-0.19309616088867188
784807	embedding2nn.bias	2	0.1125846579670906
784807	embedding2nn.bias	3	0.16519349813461304
784807	embedding2nn.bias	4	0.14014729857444763
784807	embedding2nn.bias	5	-0.08466505259275436
784807	embedding2nn.bias	6	-0.04676789790391922
784807	embedding2nn.bias	7	0.03906022757291794
784807	embedding2nn.bias	8	-0.1396273374557495
784807	embedding2nn.bias	9	-0.37316402792930603
784807	rnn.weight_ih_l0	0	0.00949015375226736
784807	rnn.weight_ih_l0	1	-0.05818569287657738
784807	rnn.weight_ih_l0	2	-0.05549149587750435
784807	rnn.weight_ih_l0	3	0.11215605586767197
784807	rnn.weight_ih_l0	4	0.020262708887457848
784807	rnn.weight_ih_l0	5	-0.0784560963511467
784807	rnn.weight_ih_l0	6	0.005644460674375296
784807	rnn.weight_ih_l0	7	-0.02058875374495983
784807	rnn.weight_ih_l0	8	0.01208113506436348
784807	rnn.weight_ih_l0	9	-0.07485492527484894
784807	rnn.weight_hh_l0	0	-0.0224803127348423
784807	rnn.weight_hh_l0	1	0.08493034541606903
784807	rnn.weight_hh_l0	2	0.0039333198219537735
784807	rnn.weight_hh_l0	3	-0.03518804907798767
784807	rnn.weight_hh_l0	4	0.08579405397176743
784807	rnn.weight_hh_l0	5	0.0022124270908534527
784807	rnn.weight_hh_l0	6	-0.08779308199882507
784807	rnn.weight_hh_l0	7	-0.13657058775424957
784807	rnn.weight_hh_l0	8	0.04044296592473984
784807	rnn.weight_hh_l0	9	-0.12367613613605499
784807	rnn.bias_ih_l0	0	0.16922831535339355
784807	rnn.bias_ih_l0	1	-0.34077054262161255
784807	rnn.bias_ih_l0	2	-0.035812560468912125
784807	rnn.bias_ih_l0	3	-0.21036791801452637
784807	rnn.bias_ih_l0	4	0.0020699533633887768
784807	rnn.bias_ih_l0	5	-0.4382479190826416
784807	rnn.bias_ih_l0	6	-0.15041816234588623
784807	rnn.bias_ih_l0	7	-0.3833339512348175
784807	rnn.bias_ih_l0	8	-0.31081879138946533
784807	rnn.bias_ih_l0	9	-0.4466145932674408
784807	rnn.bias_hh_l0	0	-0.35103046894073486
784807	rnn.bias_hh_l0	1	-0.43076109886169434
784807	rnn.bias_hh_l0	2	-0.41063544154167175
784807	rnn.bias_hh_l0	3	-0.07477246224880219
784807	rnn.bias_hh_l0	4	-0.3964284062385559
784807	rnn.bias_hh_l0	5	-0.36849725246429443
784807	rnn.bias_hh_l0	6	-0.11774278432130814
784807	rnn.bias_hh_l0	7	0.07643904536962509
784807	rnn.bias_hh_l0	8	-0.23191002011299133
784807	rnn.bias_hh_l0	9	-0.5700408816337585
784807	rnn.weight_ih_l0_reverse	0	-0.006728546228259802
784807	rnn.weight_ih_l0_reverse	1	-0.008486386388540268
784807	rnn.weight_ih_l0_reverse	2	0.0076820021495223045
784807	rnn.weight_ih_l0_reverse	3	-0.14527657628059387
784807	rnn.weight_ih_l0_reverse	4	0.0766831636428833
784807	rnn.weight_ih_l0_reverse	5	-0.1022019311785698
784807	rnn.weight_ih_l0_reverse	6	0.003955420572310686
784807	rnn.weight_ih_l0_reverse	7	0.029642820358276367
784807	rnn.weight_ih_l0_reverse	8	-0.049640804529190063
784807	rnn.weight_ih_l0_reverse	9	-0.080849789083004
784807	rnn.weight_hh_l0_reverse	0	-0.15286540985107422
784807	rnn.weight_hh_l0_reverse	1	0.021036241203546524
784807	rnn.weight_hh_l0_reverse	2	-0.020180581137537956
784807	rnn.weight_hh_l0_reverse	3	0.031764689832925797
784807	rnn.weight_hh_l0_reverse	4	-0.08263126015663147
784807	rnn.weight_hh_l0_reverse	5	0.03744760528206825
784807	rnn.weight_hh_l0_reverse	6	0.03050326742231846
784807	rnn.weight_hh_l0_reverse	7	-0.12712068855762482
784807	rnn.weight_hh_l0_reverse	8	-0.07658592611551285
784807	rnn.weight_hh_l0_reverse	9	0.035722970962524414
784807	rnn.bias_ih_l0_reverse	0	-0.18546687066555023
784807	rnn.bias_ih_l0_reverse	1	-0.060611970722675323
784807	rnn.bias_ih_l0_reverse	2	0.1604325920343399
784807	rnn.bias_ih_l0_reverse	3	-0.33320456743240356
784807	rnn.bias_ih_l0_reverse	4	0.011217556893825531
784807	rnn.bias_ih_l0_reverse	5	-0.21533501148223877
784807	rnn.bias_ih_l0_reverse	6	0.28269606828689575
784807	rnn.bias_ih_l0_reverse	7	-0.3040851652622223
784807	rnn.bias_ih_l0_reverse	8	-0.19300445914268494
784807	rnn.bias_ih_l0_reverse	9	-0.1543649286031723
784807	rnn.bias_hh_l0_reverse	0	-0.13864046335220337
784807	rnn.bias_hh_l0_reverse	1	0.28134816884994507
784807	rnn.bias_hh_l0_reverse	2	-0.3449236750602722
784807	rnn.bias_hh_l0_reverse	3	-0.23641876876354218
784807	rnn.bias_hh_l0_reverse	4	-0.4013989567756653
784807	rnn.bias_hh_l0_reverse	5	-0.2137206345796585
784807	rnn.bias_hh_l0_reverse	6	-0.26452314853668213
784807	rnn.bias_hh_l0_reverse	7	-0.09930768609046936
784807	rnn.bias_hh_l0_reverse	8	-0.34732237458229065
784807	rnn.bias_hh_l0_reverse	9	0.21404528617858887
784807	linear.weight	0	0.21686702966690063
784807	linear.weight	1	-0.4397369921207428
784807	linear.weight	2	0.010476827621459961
784807	linear.weight	3	0.06747440248727798
784807	linear.weight	4	-0.1399279087781906
784807	linear.weight	5	0.22527071833610535
784807	linear.weight	6	-0.03195662423968315
784807	linear.weight	7	-0.059647127985954285
784807	linear.weight	8	0.12665490806102753
784807	linear.weight	9	-0.049911245703697205
784807	linear.bias	0	-0.8665722608566284
784807	linear.bias	1	1.7826658487319946
784807	linear.bias	2	0.7084252834320068
784807	linear.bias	3	-2.7427403926849365
784807	linear.bias	4	-0.05393722653388977
784807	linear.bias	5	1.2778663635253906
784807	linear.bias	6	-0.21281644701957703
784807	linear.bias	7	0.8278903961181641
784807	linear.bias	8	2.0962538719177246
784807	linear.bias	9	-1.3163338899612427
785416	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
785416	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
785416	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
785416	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
785416	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
785416	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
785416	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
785416	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
785416	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
785416	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
785416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
785416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
785416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
785416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
785416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
785416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
785416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
785416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
785416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
785416	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
785416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
785416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
785416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
785416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
785416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
785416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
785416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
785416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
785416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
785416	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
785416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
785416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
785416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
785416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
785416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
785416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
785416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
785416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
785416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
785416	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
785416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
785416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
785416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
785416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
785416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
785416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
785416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
785416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
785416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
785416	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
785416	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
785416	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
785416	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
785416	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
785416	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
785416	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
785416	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
785416	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
785416	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
785416	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
785416	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
785416	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
785416	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
785416	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
785416	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
785416	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
785416	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
785416	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
785416	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
785416	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
785416	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
785416	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
785416	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
785416	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
785416	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
785416	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
785416	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
785416	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
785416	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
785416	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
785416	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
785416	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
785416	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
785416	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
785416	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
785416	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
785416	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
785416	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
785416	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
785416	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
785416	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
785416	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
785416	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
785416	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
785416	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
785416	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
785416	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
785416	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
785416	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
785416	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
785416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
785416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
785416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
785416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
785416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
785416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
785416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
785416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
785416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
785416	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
785416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
785416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
785416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
785416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
785416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
785416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
785416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
785416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
785416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
785416	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
785416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
785416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
785416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
785416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
785416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
785416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
785416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
785416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
785416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
785416	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
785416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
785416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
785416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
785416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
785416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
785416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
785416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
785416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
785416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
785416	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
785416	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
785416	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
785416	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
785416	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
785416	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
785416	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
785416	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
785416	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
785416	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
785416	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
785416	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
785416	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
785416	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
785416	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
785416	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
785416	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
785416	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
785416	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
785416	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
785416	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
785416	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
785416	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
785416	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
785416	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
785416	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
785416	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
785416	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
785416	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
785416	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
785416	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
785416	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
785416	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
785416	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
785416	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
785416	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
785416	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
785416	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
785416	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
785416	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
785416	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
785416	embedding2nn.weight	0	0.319174587726593
785416	embedding2nn.weight	1	0.3840862810611725
785416	embedding2nn.weight	2	0.006566611584275961
785416	embedding2nn.weight	3	0.02068636566400528
785416	embedding2nn.weight	4	-0.03043820522725582
785416	embedding2nn.weight	5	0.05855758115649223
785416	embedding2nn.weight	6	0.004559229128062725
785416	embedding2nn.weight	7	-0.007356553804129362
785416	embedding2nn.weight	8	0.03976055607199669
785416	embedding2nn.weight	9	-0.05612101033329964
785416	embedding2nn.bias	0	0.023487752303481102
785416	embedding2nn.bias	1	-0.1940620243549347
785416	embedding2nn.bias	2	0.11774202436208725
785416	embedding2nn.bias	3	0.16708451509475708
785416	embedding2nn.bias	4	0.1426904797554016
785416	embedding2nn.bias	5	-0.09137556701898575
785416	embedding2nn.bias	6	-0.0457603745162487
785416	embedding2nn.bias	7	0.030797770246863365
785416	embedding2nn.bias	8	-0.1472913920879364
785416	embedding2nn.bias	9	-0.36867013573646545
785416	rnn.weight_ih_l0	0	0.009637730196118355
785416	rnn.weight_ih_l0	1	-0.057615745812654495
785416	rnn.weight_ih_l0	2	-0.05539696663618088
785416	rnn.weight_ih_l0	3	0.11310535669326782
785416	rnn.weight_ih_l0	4	0.020991412922739983
785416	rnn.weight_ih_l0	5	-0.07625170797109604
785416	rnn.weight_ih_l0	6	0.005868912674486637
785416	rnn.weight_ih_l0	7	-0.02285822667181492
785416	rnn.weight_ih_l0	8	0.013945411890745163
785416	rnn.weight_ih_l0	9	-0.0748990848660469
785416	rnn.weight_hh_l0	0	-0.022601403295993805
785416	rnn.weight_hh_l0	1	0.08489111065864563
785416	rnn.weight_hh_l0	2	0.003933492582291365
785416	rnn.weight_hh_l0	3	-0.0350746288895607
785416	rnn.weight_hh_l0	4	0.08557110279798508
785416	rnn.weight_hh_l0	5	0.0021513672545552254
785416	rnn.weight_hh_l0	6	-0.0879160463809967
785416	rnn.weight_hh_l0	7	-0.13756896555423737
785416	rnn.weight_hh_l0	8	0.040500424802303314
785416	rnn.weight_hh_l0	9	-0.12337367236614227
785416	rnn.bias_ih_l0	0	0.17262132465839386
785416	rnn.bias_ih_l0	1	-0.3382575213909149
785416	rnn.bias_ih_l0	2	-0.035699620842933655
785416	rnn.bias_ih_l0	3	-0.20942042768001556
785416	rnn.bias_ih_l0	4	8.974255615612492e-05
785416	rnn.bias_ih_l0	5	-0.43620356917381287
785416	rnn.bias_ih_l0	6	-0.15378127992153168
785416	rnn.bias_ih_l0	7	-0.3831107020378113
785416	rnn.bias_ih_l0	8	-0.308868944644928
785416	rnn.bias_ih_l0	9	-0.4413606822490692
785416	rnn.bias_hh_l0	0	-0.3503815233707428
785416	rnn.bias_hh_l0	1	-0.4321492910385132
785416	rnn.bias_hh_l0	2	-0.408733069896698
785416	rnn.bias_hh_l0	3	-0.07629778236150742
785416	rnn.bias_hh_l0	4	-0.3971455693244934
785416	rnn.bias_hh_l0	5	-0.36805006861686707
785416	rnn.bias_hh_l0	6	-0.11939399689435959
785416	rnn.bias_hh_l0	7	0.07421903312206268
785416	rnn.bias_hh_l0	8	-0.2319447249174118
785416	rnn.bias_hh_l0	9	-0.5685405135154724
785416	rnn.weight_ih_l0_reverse	0	-0.007833286188542843
785416	rnn.weight_ih_l0_reverse	1	-0.00878680869936943
785416	rnn.weight_ih_l0_reverse	2	0.007528959307819605
785416	rnn.weight_ih_l0_reverse	3	-0.14478923380374908
785416	rnn.weight_ih_l0_reverse	4	0.07644392549991608
785416	rnn.weight_ih_l0_reverse	5	-0.1025860458612442
785416	rnn.weight_ih_l0_reverse	6	0.004080469254404306
785416	rnn.weight_ih_l0_reverse	7	0.02970261126756668
785416	rnn.weight_ih_l0_reverse	8	-0.05015229806303978
785416	rnn.weight_ih_l0_reverse	9	-0.07988958060741425
785416	rnn.weight_hh_l0_reverse	0	-0.15255475044250488
785416	rnn.weight_hh_l0_reverse	1	0.020300567150115967
785416	rnn.weight_hh_l0_reverse	2	-0.020095551386475563
785416	rnn.weight_hh_l0_reverse	3	0.0319707989692688
785416	rnn.weight_hh_l0_reverse	4	-0.08273119479417801
785416	rnn.weight_hh_l0_reverse	5	0.03745062276721001
785416	rnn.weight_hh_l0_reverse	6	0.03053174540400505
785416	rnn.weight_hh_l0_reverse	7	-0.12784403562545776
785416	rnn.weight_hh_l0_reverse	8	-0.07726950943470001
785416	rnn.weight_hh_l0_reverse	9	0.03609728813171387
785416	rnn.bias_ih_l0_reverse	0	-0.18523505330085754
785416	rnn.bias_ih_l0_reverse	1	-0.06240873411297798
785416	rnn.bias_ih_l0_reverse	2	0.15894891321659088
785416	rnn.bias_ih_l0_reverse	3	-0.3335396647453308
785416	rnn.bias_ih_l0_reverse	4	0.01171154249459505
785416	rnn.bias_ih_l0_reverse	5	-0.21557937562465668
785416	rnn.bias_ih_l0_reverse	6	0.28262344002723694
785416	rnn.bias_ih_l0_reverse	7	-0.30128028988838196
785416	rnn.bias_ih_l0_reverse	8	-0.19304177165031433
785416	rnn.bias_ih_l0_reverse	9	-0.150669664144516
785416	rnn.bias_hh_l0_reverse	0	-0.1399911642074585
785416	rnn.bias_hh_l0_reverse	1	0.28331634402275085
785416	rnn.bias_hh_l0_reverse	2	-0.34583598375320435
785416	rnn.bias_hh_l0_reverse	3	-0.23837333917617798
785416	rnn.bias_hh_l0_reverse	4	-0.3989981710910797
785416	rnn.bias_hh_l0_reverse	5	-0.2106197029352188
785416	rnn.bias_hh_l0_reverse	6	-0.26472917199134827
785416	rnn.bias_hh_l0_reverse	7	-0.10030531138181686
785416	rnn.bias_hh_l0_reverse	8	-0.3454248309135437
785416	rnn.bias_hh_l0_reverse	9	0.21441885828971863
785416	linear.weight	0	0.2203204184770584
785416	linear.weight	1	-0.4430207312107086
785416	linear.weight	2	0.030547112226486206
785416	linear.weight	3	0.0674743577837944
785416	linear.weight	4	-0.15045079588890076
785416	linear.weight	5	0.22105929255485535
785416	linear.weight	6	-0.029574191197752953
785416	linear.weight	7	-0.05964597314596176
785416	linear.weight	8	0.12930651009082794
785416	linear.weight	9	-0.049912046641111374
785416	linear.bias	0	-0.8636226654052734
785416	linear.bias	1	1.8116278648376465
785416	linear.bias	2	0.708774209022522
785416	linear.bias	3	-2.7427637577056885
785416	linear.bias	4	-0.05003662407398224
785416	linear.bias	5	1.2793000936508179
785416	linear.bias	6	-0.2185288816690445
785416	linear.bias	7	0.8293458223342896
785416	linear.bias	8	2.0932843685150146
785416	linear.bias	9	-1.3226969242095947
786025	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
786025	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
786025	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
786025	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
786025	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
786025	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
786025	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
786025	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
786025	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
786025	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
786025	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
786025	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
786025	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
786025	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
786025	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
786025	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
786025	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
786025	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
786025	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
786025	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
786025	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
786025	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
786025	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
786025	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
786025	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
786025	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
786025	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
786025	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
786025	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
786025	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
786025	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
786025	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
786025	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
786025	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
786025	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
786025	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
786025	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
786025	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
786025	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
786025	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
786025	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
786025	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
786025	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
786025	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
786025	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
786025	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
786025	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
786025	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
786025	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
786025	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
786025	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
786025	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
786025	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
786025	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
786025	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
786025	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
786025	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
786025	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
786025	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
786025	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
786025	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
786025	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
786025	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
786025	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
786025	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
786025	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
786025	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
786025	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
786025	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
786025	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
786025	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
786025	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
786025	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
786025	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
786025	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
786025	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
786025	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
786025	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
786025	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
786025	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
786025	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
786025	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
786025	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
786025	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
786025	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
786025	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
786025	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
786025	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
786025	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
786025	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
786025	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
786025	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
786025	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
786025	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
786025	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
786025	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
786025	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
786025	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
786025	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
786025	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
786025	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
786025	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
786025	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
786025	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
786025	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
786025	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
786025	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
786025	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
786025	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
786025	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
786025	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
786025	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
786025	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
786025	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
786025	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
786025	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
786025	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
786025	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
786025	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
786025	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
786025	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
786025	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
786025	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
786025	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
786025	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
786025	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
786025	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
786025	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
786025	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
786025	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
786025	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
786025	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
786025	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
786025	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
786025	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
786025	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
786025	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
786025	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
786025	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
786025	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
786025	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
786025	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
786025	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
786025	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
786025	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
786025	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
786025	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
786025	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
786025	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
786025	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
786025	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
786025	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
786025	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
786025	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
786025	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
786025	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
786025	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
786025	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
786025	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
786025	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
786025	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
786025	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
786025	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
786025	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
786025	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
786025	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
786025	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
786025	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
786025	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
786025	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
786025	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
786025	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
786025	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
786025	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
786025	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
786025	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
786025	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
786025	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
786025	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
786025	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
786025	embedding2nn.weight	0	0.31930407881736755
786025	embedding2nn.weight	1	0.3829149901866913
786025	embedding2nn.weight	2	0.006499284412711859
786025	embedding2nn.weight	3	0.01755751110613346
786025	embedding2nn.weight	4	-0.028258373960852623
786025	embedding2nn.weight	5	0.05806055665016174
786025	embedding2nn.weight	6	-0.0005636673886328936
786025	embedding2nn.weight	7	-0.007135481107980013
786025	embedding2nn.weight	8	0.038518309593200684
786025	embedding2nn.weight	9	-0.05639859661459923
786025	embedding2nn.bias	0	0.015298468060791492
786025	embedding2nn.bias	1	-0.18500067293643951
786025	embedding2nn.bias	2	0.12666210532188416
786025	embedding2nn.bias	3	0.16685433685779572
786025	embedding2nn.bias	4	0.14145927131175995
786025	embedding2nn.bias	5	-0.08403301984071732
786025	embedding2nn.bias	6	-0.05041950196027756
786025	embedding2nn.bias	7	0.03220362216234207
786025	embedding2nn.bias	8	-0.15452291071414948
786025	embedding2nn.bias	9	-0.37333914637565613
786025	rnn.weight_ih_l0	0	0.009673313237726688
786025	rnn.weight_ih_l0	1	-0.05805481597781181
786025	rnn.weight_ih_l0	2	-0.05501638725399971
786025	rnn.weight_ih_l0	3	0.11287564784288406
786025	rnn.weight_ih_l0	4	0.021492986008524895
786025	rnn.weight_ih_l0	5	-0.077630415558815
786025	rnn.weight_ih_l0	6	0.005414221435785294
786025	rnn.weight_ih_l0	7	-0.02294871397316456
786025	rnn.weight_ih_l0	8	0.012968357652425766
786025	rnn.weight_ih_l0	9	-0.07530618458986282
786025	rnn.weight_hh_l0	0	-0.022496500983834267
786025	rnn.weight_hh_l0	1	0.08434347063302994
786025	rnn.weight_hh_l0	2	0.004377031233161688
786025	rnn.weight_hh_l0	3	-0.03489347919821739
786025	rnn.weight_hh_l0	4	0.08571971207857132
786025	rnn.weight_hh_l0	5	0.0017210670048370957
786025	rnn.weight_hh_l0	6	-0.08792553842067719
786025	rnn.weight_hh_l0	7	-0.138726606965065
786025	rnn.weight_hh_l0	8	0.040480732917785645
786025	rnn.weight_hh_l0	9	-0.12330550700426102
786025	rnn.bias_ih_l0	0	0.1714625209569931
786025	rnn.bias_ih_l0	1	-0.33770236372947693
786025	rnn.bias_ih_l0	2	-0.036596279591321945
786025	rnn.bias_ih_l0	3	-0.20847514271736145
786025	rnn.bias_ih_l0	4	-0.0019447039812803268
786025	rnn.bias_ih_l0	5	-0.4368647634983063
786025	rnn.bias_ih_l0	6	-0.15120361745357513
786025	rnn.bias_ih_l0	7	-0.3832569718360901
786025	rnn.bias_ih_l0	8	-0.3088403046131134
786025	rnn.bias_ih_l0	9	-0.4409719705581665
786025	rnn.bias_hh_l0	0	-0.35155346989631653
786025	rnn.bias_hh_l0	1	-0.43395543098449707
786025	rnn.bias_hh_l0	2	-0.40780109167099
786025	rnn.bias_hh_l0	3	-0.07482429593801498
786025	rnn.bias_hh_l0	4	-0.39688706398010254
786025	rnn.bias_hh_l0	5	-0.3676713705062866
786025	rnn.bias_hh_l0	6	-0.11854682117700577
786025	rnn.bias_hh_l0	7	0.0749908909201622
786025	rnn.bias_hh_l0	8	-0.23460669815540314
786025	rnn.bias_hh_l0	9	-0.5693842768669128
786025	rnn.weight_ih_l0_reverse	0	-0.008692960254848003
786025	rnn.weight_ih_l0_reverse	1	-0.008263956755399704
786025	rnn.weight_ih_l0_reverse	2	0.0071273487992584705
786025	rnn.weight_ih_l0_reverse	3	-0.14519251883029938
786025	rnn.weight_ih_l0_reverse	4	0.07691307365894318
786025	rnn.weight_ih_l0_reverse	5	-0.10252586752176285
786025	rnn.weight_ih_l0_reverse	6	0.004642164334654808
786025	rnn.weight_ih_l0_reverse	7	0.029955806210637093
786025	rnn.weight_ih_l0_reverse	8	-0.049475882202386856
786025	rnn.weight_ih_l0_reverse	9	-0.07928458601236343
786025	rnn.weight_hh_l0_reverse	0	-0.15270555019378662
786025	rnn.weight_hh_l0_reverse	1	0.02028346061706543
786025	rnn.weight_hh_l0_reverse	2	-0.020013634115457535
786025	rnn.weight_hh_l0_reverse	3	0.03200539946556091
786025	rnn.weight_hh_l0_reverse	4	-0.08279132843017578
786025	rnn.weight_hh_l0_reverse	5	0.037607066333293915
786025	rnn.weight_hh_l0_reverse	6	0.030643334612250328
786025	rnn.weight_hh_l0_reverse	7	-0.1284080594778061
786025	rnn.weight_hh_l0_reverse	8	-0.0768829956650734
786025	rnn.weight_hh_l0_reverse	9	0.03595064952969551
786025	rnn.bias_ih_l0_reverse	0	-0.1843595802783966
786025	rnn.bias_ih_l0_reverse	1	-0.05880493298172951
786025	rnn.bias_ih_l0_reverse	2	0.15858903527259827
786025	rnn.bias_ih_l0_reverse	3	-0.334865003824234
786025	rnn.bias_ih_l0_reverse	4	0.009462832473218441
786025	rnn.bias_ih_l0_reverse	5	-0.2158983051776886
786025	rnn.bias_ih_l0_reverse	6	0.2811414897441864
786025	rnn.bias_ih_l0_reverse	7	-0.30141496658325195
786025	rnn.bias_ih_l0_reverse	8	-0.19339536130428314
786025	rnn.bias_ih_l0_reverse	9	-0.15148942172527313
786025	rnn.bias_hh_l0_reverse	0	-0.13933555781841278
786025	rnn.bias_hh_l0_reverse	1	0.27993327379226685
786025	rnn.bias_hh_l0_reverse	2	-0.3458852767944336
786025	rnn.bias_hh_l0_reverse	3	-0.23614563047885895
786025	rnn.bias_hh_l0_reverse	4	-0.4013686180114746
786025	rnn.bias_hh_l0_reverse	5	-0.21322691440582275
786025	rnn.bias_hh_l0_reverse	6	-0.2665310204029083
786025	rnn.bias_hh_l0_reverse	7	-0.1019263043999672
786025	rnn.bias_hh_l0_reverse	8	-0.33952492475509644
786025	rnn.bias_hh_l0_reverse	9	0.2131887525320053
786025	linear.weight	0	0.2251627892255783
786025	linear.weight	1	-0.4409642815589905
786025	linear.weight	2	0.03433356434106827
786025	linear.weight	3	0.06747444719076157
786025	linear.weight	4	-0.15664514899253845
786025	linear.weight	5	0.21933741867542267
786025	linear.weight	6	-0.02014821581542492
786025	linear.weight	7	-0.059645265340805054
786025	linear.weight	8	0.12969528138637543
786025	linear.weight	9	-0.04991262033581734
786025	linear.bias	0	-0.8700749278068542
786025	linear.bias	1	1.791187047958374
786025	linear.bias	2	0.7204340696334839
786025	linear.bias	3	-2.7427875995635986
786025	linear.bias	4	-0.058587223291397095
786025	linear.bias	5	1.279069423675537
786025	linear.bias	6	-0.22486156225204468
786025	linear.bias	7	0.8353579640388489
786025	linear.bias	8	2.0845115184783936
786025	linear.bias	9	-1.3136024475097656
786634	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
786634	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
786634	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
786634	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
786634	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
786634	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
786634	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
786634	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
786634	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
786634	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
786634	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
786634	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
786634	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
786634	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
786634	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
786634	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
786634	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
786634	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
786634	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
786634	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
786634	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
786634	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
786634	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
786634	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
786634	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
786634	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
786634	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
786634	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
786634	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
786634	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
786634	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
786634	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
786634	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
786634	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
786634	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
786634	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
786634	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
786634	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
786634	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
786634	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
786634	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
786634	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
786634	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
786634	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
786634	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
786634	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
786634	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
786634	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
786634	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
786634	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
786634	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
786634	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
786634	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
786634	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
786634	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
786634	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
786634	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
786634	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
786634	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
786634	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
786634	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
786634	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
786634	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
786634	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
786634	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
786634	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
786634	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
786634	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
786634	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
786634	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
786634	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
786634	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
786634	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
786634	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
786634	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
786634	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
786634	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
786634	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
786634	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
786634	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
786634	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
786634	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
786634	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
786634	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
786634	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
786634	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
786634	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
786634	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
786634	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
786634	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
786634	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
786634	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
786634	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
786634	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
786634	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
786634	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
786634	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
786634	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
786634	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
786634	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
786634	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
786634	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
786634	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
786634	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
786634	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
786634	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
786634	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
786634	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
786634	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
786634	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
786634	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
786634	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
786634	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
786634	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
786634	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
786634	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
786634	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
786634	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
786634	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
786634	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
786634	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
786634	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
786634	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
786634	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
786634	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
786634	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
786634	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
786634	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
786634	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
786634	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
786634	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
786634	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
786634	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
786634	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
786634	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
786634	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
786634	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
786634	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
786634	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
786634	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
786634	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
786634	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
786634	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
786634	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
786634	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
786634	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
786634	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
786634	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
786634	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
786634	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
786634	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
786634	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
786634	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
786634	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
786634	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
786634	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
786634	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
786634	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
786634	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
786634	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
786634	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
786634	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
786634	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
786634	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
786634	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
786634	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
786634	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
786634	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
786634	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
786634	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
786634	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
786634	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
786634	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
786634	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
786634	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
786634	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
786634	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
786634	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
786634	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
786634	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
786634	embedding2nn.weight	0	0.3197349011898041
786634	embedding2nn.weight	1	0.38300350308418274
786634	embedding2nn.weight	2	0.008804348297417164
786634	embedding2nn.weight	3	0.02116197906434536
786634	embedding2nn.weight	4	-0.02916804701089859
786634	embedding2nn.weight	5	0.058060020208358765
786634	embedding2nn.weight	6	-0.00047202021232806146
786634	embedding2nn.weight	7	-0.007229392416775227
786634	embedding2nn.weight	8	0.039762772619724274
786634	embedding2nn.weight	9	-0.05473058670759201
786634	embedding2nn.bias	0	0.027333101257681847
786634	embedding2nn.bias	1	-0.19025157392024994
786634	embedding2nn.bias	2	0.127456933259964
786634	embedding2nn.bias	3	0.164127916097641
786634	embedding2nn.bias	4	0.13802902400493622
786634	embedding2nn.bias	5	-0.0786074846982956
786634	embedding2nn.bias	6	-0.046820029616355896
786634	embedding2nn.bias	7	0.03764699772000313
786634	embedding2nn.bias	8	-0.14807423949241638
786634	embedding2nn.bias	9	-0.377790242433548
786634	rnn.weight_ih_l0	0	0.009522717446088791
786634	rnn.weight_ih_l0	1	-0.05824919790029526
786634	rnn.weight_ih_l0	2	-0.05534825474023819
786634	rnn.weight_ih_l0	3	0.1124623641371727
786634	rnn.weight_ih_l0	4	0.023317832499742508
786634	rnn.weight_ih_l0	5	-0.07703844457864761
786634	rnn.weight_ih_l0	6	0.005856876261532307
786634	rnn.weight_ih_l0	7	-0.02323717251420021
786634	rnn.weight_ih_l0	8	0.01394182164222002
786634	rnn.weight_ih_l0	9	-0.07595653831958771
786634	rnn.weight_hh_l0	0	-0.02263280749320984
786634	rnn.weight_hh_l0	1	0.08420437574386597
786634	rnn.weight_hh_l0	2	0.00416887691244483
786634	rnn.weight_hh_l0	3	-0.034629058092832565
786634	rnn.weight_hh_l0	4	0.0855257585644722
786634	rnn.weight_hh_l0	5	0.0023688427172601223
786634	rnn.weight_hh_l0	6	-0.08794856071472168
786634	rnn.weight_hh_l0	7	-0.13843776285648346
786634	rnn.weight_hh_l0	8	0.04038597270846367
786634	rnn.weight_hh_l0	9	-0.12342450022697449
786634	rnn.bias_ih_l0	0	0.17109271883964539
786634	rnn.bias_ih_l0	1	-0.33816179633140564
786634	rnn.bias_ih_l0	2	-0.03884030506014824
786634	rnn.bias_ih_l0	3	-0.20657698810100555
786634	rnn.bias_ih_l0	4	-0.0001612822525203228
786634	rnn.bias_ih_l0	5	-0.4368889331817627
786634	rnn.bias_ih_l0	6	-0.1488552987575531
786634	rnn.bias_ih_l0	7	-0.38406503200531006
786634	rnn.bias_ih_l0	8	-0.30962464213371277
786634	rnn.bias_ih_l0	9	-0.4372479021549225
786634	rnn.bias_hh_l0	0	-0.352491170167923
786634	rnn.bias_hh_l0	1	-0.43387725949287415
786634	rnn.bias_hh_l0	2	-0.40741780400276184
786634	rnn.bias_hh_l0	3	-0.07499960064888
786634	rnn.bias_hh_l0	4	-0.4011974334716797
786634	rnn.bias_hh_l0	5	-0.3660830855369568
786634	rnn.bias_hh_l0	6	-0.11892547458410263
786634	rnn.bias_hh_l0	7	0.07418407499790192
786634	rnn.bias_hh_l0	8	-0.23618337512016296
786634	rnn.bias_hh_l0	9	-0.56941819190979
786634	rnn.weight_ih_l0_reverse	0	-0.009096626192331314
786634	rnn.weight_ih_l0_reverse	1	-0.008640347048640251
786634	rnn.weight_ih_l0_reverse	2	0.007190768141299486
786634	rnn.weight_ih_l0_reverse	3	-0.14392201602458954
786634	rnn.weight_ih_l0_reverse	4	0.07627324014902115
786634	rnn.weight_ih_l0_reverse	5	-0.10379531979560852
786634	rnn.weight_ih_l0_reverse	6	0.004351961892098188
786634	rnn.weight_ih_l0_reverse	7	0.030028676614165306
786634	rnn.weight_ih_l0_reverse	8	-0.04993868246674538
786634	rnn.weight_ih_l0_reverse	9	-0.07932417094707489
786634	rnn.weight_hh_l0_reverse	0	-0.15244774520397186
786634	rnn.weight_hh_l0_reverse	1	0.02047973871231079
786634	rnn.weight_hh_l0_reverse	2	-0.019694678485393524
786634	rnn.weight_hh_l0_reverse	3	0.03172202408313751
786634	rnn.weight_hh_l0_reverse	4	-0.08300391584634781
786634	rnn.weight_hh_l0_reverse	5	0.037656933069229126
786634	rnn.weight_hh_l0_reverse	6	0.030722977593541145
786634	rnn.weight_hh_l0_reverse	7	-0.12904909253120422
786634	rnn.weight_hh_l0_reverse	8	-0.07690805196762085
786634	rnn.weight_hh_l0_reverse	9	0.035844411700963974
786634	rnn.bias_ih_l0_reverse	0	-0.18478433787822723
786634	rnn.bias_ih_l0_reverse	1	-0.05896824598312378
786634	rnn.bias_ih_l0_reverse	2	0.15857592225074768
786634	rnn.bias_ih_l0_reverse	3	-0.33352723717689514
786634	rnn.bias_ih_l0_reverse	4	0.0021353221964091063
786634	rnn.bias_ih_l0_reverse	5	-0.21439525485038757
786634	rnn.bias_ih_l0_reverse	6	0.28545764088630676
786634	rnn.bias_ih_l0_reverse	7	-0.3024522662162781
786634	rnn.bias_ih_l0_reverse	8	-0.1927674412727356
786634	rnn.bias_ih_l0_reverse	9	-0.15073958039283752
786634	rnn.bias_hh_l0_reverse	0	-0.13718098402023315
786634	rnn.bias_hh_l0_reverse	1	0.2790597081184387
786634	rnn.bias_hh_l0_reverse	2	-0.3443490266799927
786634	rnn.bias_hh_l0_reverse	3	-0.23815469443798065
786634	rnn.bias_hh_l0_reverse	4	-0.40174034237861633
786634	rnn.bias_hh_l0_reverse	5	-0.2107033133506775
786634	rnn.bias_hh_l0_reverse	6	-0.26565414667129517
786634	rnn.bias_hh_l0_reverse	7	-0.10090538114309311
786634	rnn.bias_hh_l0_reverse	8	-0.33921903371810913
786634	rnn.bias_hh_l0_reverse	9	0.21595503389835358
786634	linear.weight	0	0.22532416880130768
786634	linear.weight	1	-0.44351211190223694
786634	linear.weight	2	0.024324392899870872
786634	linear.weight	3	0.06747443228960037
786634	linear.weight	4	-0.14815598726272583
786634	linear.weight	5	0.2189006358385086
786634	linear.weight	6	-0.025486493483185768
786634	linear.weight	7	-0.05964332073926926
786634	linear.weight	8	0.1322643905878067
786634	linear.weight	9	-0.04991338402032852
786634	linear.bias	0	-0.8619258999824524
786634	linear.bias	1	1.7674261331558228
786634	linear.bias	2	0.7025765776634216
786634	linear.bias	3	-2.7428109645843506
786634	linear.bias	4	-0.062093283981084824
786634	linear.bias	5	1.2774585485458374
786634	linear.bias	6	-0.21078947186470032
786634	linear.bias	7	0.8216108679771423
786634	linear.bias	8	2.1132090091705322
786634	linear.bias	9	-1.3128528594970703
786642	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
786642	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
786642	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
786642	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
786642	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
786642	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
786642	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
786642	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
786642	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
786642	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
786642	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
786642	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
786642	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
786642	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
786642	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
786642	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
786642	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
786642	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
786642	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
786642	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
786642	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
786642	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
786642	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
786642	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
786642	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
786642	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
786642	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
786642	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
786642	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
786642	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
786642	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
786642	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
786642	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
786642	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
786642	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
786642	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
786642	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
786642	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
786642	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
786642	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
786642	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
786642	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
786642	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
786642	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
786642	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
786642	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
786642	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
786642	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
786642	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
786642	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
786642	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
786642	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
786642	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
786642	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
786642	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
786642	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
786642	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
786642	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
786642	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
786642	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
786642	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
786642	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
786642	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
786642	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
786642	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
786642	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
786642	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
786642	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
786642	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
786642	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
786642	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
786642	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
786642	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
786642	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
786642	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
786642	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
786642	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
786642	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
786642	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
786642	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
786642	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
786642	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
786642	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
786642	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
786642	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
786642	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
786642	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
786642	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
786642	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
786642	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
786642	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
786642	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
786642	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
786642	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
786642	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
786642	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
786642	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
786642	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
786642	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
786642	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
786642	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
786642	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
786642	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
786642	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
786642	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
786642	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
786642	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
786642	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
786642	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
786642	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
786642	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
786642	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
786642	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
786642	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
786642	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
786642	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
786642	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
786642	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
786642	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
786642	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
786642	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
786642	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
786642	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
786642	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
786642	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
786642	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
786642	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
786642	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
786642	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
786642	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
786642	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
786642	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
786642	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
786642	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
786642	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
786642	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
786642	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
786642	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
786642	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
786642	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
786642	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
786642	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
786642	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
786642	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
786642	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
786642	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
786642	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
786642	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
786642	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
786642	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
786642	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
786642	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
786642	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
786642	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
786642	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
786642	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
786642	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
786642	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
786642	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
786642	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
786642	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
786642	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
786642	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
786642	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
786642	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
786642	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
786642	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
786642	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
786642	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
786642	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
786642	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
786642	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
786642	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
786642	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
786642	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
786642	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
786642	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
786642	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
786642	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
786642	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
786642	embedding2nn.weight	0	0.3197515606880188
786642	embedding2nn.weight	1	0.3830982446670532
786642	embedding2nn.weight	2	0.008834204636514187
786642	embedding2nn.weight	3	0.020902033895254135
786642	embedding2nn.weight	4	-0.029287593439221382
786642	embedding2nn.weight	5	0.058035288006067276
786642	embedding2nn.weight	6	-0.0006196397007443011
786642	embedding2nn.weight	7	-0.006942455656826496
786642	embedding2nn.weight	8	0.039656780660152435
786642	embedding2nn.weight	9	-0.054763566702604294
786642	embedding2nn.bias	0	0.027516670525074005
786642	embedding2nn.bias	1	-0.19133959710597992
786642	embedding2nn.bias	2	0.1269960254430771
786642	embedding2nn.bias	3	0.16486722230911255
786642	embedding2nn.bias	4	0.14020578563213348
786642	embedding2nn.bias	5	-0.07676200568675995
786642	embedding2nn.bias	6	-0.04799046367406845
786642	embedding2nn.bias	7	0.03862183168530464
786642	embedding2nn.bias	8	-0.1501534879207611
786642	embedding2nn.bias	9	-0.377526193857193
786642	rnn.weight_ih_l0	0	0.009472678415477276
786642	rnn.weight_ih_l0	1	-0.058237116783857346
786642	rnn.weight_ih_l0	2	-0.05539601668715477
786642	rnn.weight_ih_l0	3	0.11236147582530975
786642	rnn.weight_ih_l0	4	0.02335861697793007
786642	rnn.weight_ih_l0	5	-0.07705369591712952
786642	rnn.weight_ih_l0	6	0.0058181798085570335
786642	rnn.weight_ih_l0	7	-0.023356745019555092
786642	rnn.weight_ih_l0	8	0.013807340525090694
786642	rnn.weight_ih_l0	9	-0.07589570432901382
786642	rnn.weight_hh_l0	0	-0.022620081901550293
786642	rnn.weight_hh_l0	1	0.08419995754957199
786642	rnn.weight_hh_l0	2	0.004158658906817436
786642	rnn.weight_hh_l0	3	-0.034629084169864655
786642	rnn.weight_hh_l0	4	0.08553755283355713
786642	rnn.weight_hh_l0	5	0.002356977201998234
786642	rnn.weight_hh_l0	6	-0.0879548043012619
786642	rnn.weight_hh_l0	7	-0.13837642967700958
786642	rnn.weight_hh_l0	8	0.04038684442639351
786642	rnn.weight_hh_l0	9	-0.1233995258808136
786642	rnn.bias_ih_l0	0	0.17120403051376343
786642	rnn.bias_ih_l0	1	-0.3378371000289917
786642	rnn.bias_ih_l0	2	-0.03875456750392914
786642	rnn.bias_ih_l0	3	-0.2066965252161026
786642	rnn.bias_ih_l0	4	-0.0008351876749657094
786642	rnn.bias_ih_l0	5	-0.4370715916156769
786642	rnn.bias_ih_l0	6	-0.14915992319583893
786642	rnn.bias_ih_l0	7	-0.3840934634208679
786642	rnn.bias_ih_l0	8	-0.30936720967292786
786642	rnn.bias_ih_l0	9	-0.436868816614151
786642	rnn.bias_hh_l0	0	-0.35259050130844116
786642	rnn.bias_hh_l0	1	-0.433870792388916
786642	rnn.bias_hh_l0	2	-0.40743014216423035
786642	rnn.bias_hh_l0	3	-0.07497550547122955
786642	rnn.bias_hh_l0	4	-0.40117347240448
786642	rnn.bias_hh_l0	5	-0.3660566508769989
786642	rnn.bias_hh_l0	6	-0.11878690868616104
786642	rnn.bias_hh_l0	7	0.07408297061920166
786642	rnn.bias_hh_l0	8	-0.23609046638011932
786642	rnn.bias_hh_l0	9	-0.5693252086639404
786642	rnn.weight_ih_l0_reverse	0	-0.009070593863725662
786642	rnn.weight_ih_l0_reverse	1	-0.008672562427818775
786642	rnn.weight_ih_l0_reverse	2	0.0072045642882585526
786642	rnn.weight_ih_l0_reverse	3	-0.14398905634880066
786642	rnn.weight_ih_l0_reverse	4	0.07627440243959427
786642	rnn.weight_ih_l0_reverse	5	-0.10392550379037857
786642	rnn.weight_ih_l0_reverse	6	0.004313603043556213
786642	rnn.weight_ih_l0_reverse	7	0.030042340978980064
786642	rnn.weight_ih_l0_reverse	8	-0.04999426007270813
786642	rnn.weight_ih_l0_reverse	9	-0.07938095927238464
786642	rnn.weight_hh_l0_reverse	0	-0.15246295928955078
786642	rnn.weight_hh_l0_reverse	1	0.02044844999909401
786642	rnn.weight_hh_l0_reverse	2	-0.019708964973688126
786642	rnn.weight_hh_l0_reverse	3	0.03173598647117615
786642	rnn.weight_hh_l0_reverse	4	-0.08299258351325989
786642	rnn.weight_hh_l0_reverse	5	0.037657730281353
786642	rnn.weight_hh_l0_reverse	6	0.030724169686436653
786642	rnn.weight_hh_l0_reverse	7	-0.12908756732940674
786642	rnn.weight_hh_l0_reverse	8	-0.07694191485643387
786642	rnn.weight_hh_l0_reverse	9	0.035810645669698715
786642	rnn.bias_ih_l0_reverse	0	-0.1849568784236908
786642	rnn.bias_ih_l0_reverse	1	-0.059069667011499405
786642	rnn.bias_ih_l0_reverse	2	0.15885545313358307
786642	rnn.bias_ih_l0_reverse	3	-0.3336443305015564
786642	rnn.bias_ih_l0_reverse	4	0.0015472775558009744
786642	rnn.bias_ih_l0_reverse	5	-0.21430353820323944
786642	rnn.bias_ih_l0_reverse	6	0.2850395739078522
786642	rnn.bias_ih_l0_reverse	7	-0.3020029664039612
786642	rnn.bias_ih_l0_reverse	8	-0.19276265799999237
786642	rnn.bias_ih_l0_reverse	9	-0.15052177011966705
786642	rnn.bias_hh_l0_reverse	0	-0.1374460905790329
786642	rnn.bias_hh_l0_reverse	1	0.27897197008132935
786642	rnn.bias_hh_l0_reverse	2	-0.3443036377429962
786642	rnn.bias_hh_l0_reverse	3	-0.23781205713748932
786642	rnn.bias_hh_l0_reverse	4	-0.4016789495944977
786642	rnn.bias_hh_l0_reverse	5	-0.21038243174552917
786642	rnn.bias_hh_l0_reverse	6	-0.26591789722442627
786642	rnn.bias_hh_l0_reverse	7	-0.10084417462348938
786642	rnn.bias_hh_l0_reverse	8	-0.3395027220249176
786642	rnn.bias_hh_l0_reverse	9	0.21599029004573822
786642	linear.weight	0	0.22572267055511475
786642	linear.weight	1	-0.44287991523742676
786642	linear.weight	2	0.018756842240691185
786642	linear.weight	3	0.06747449189424515
786642	linear.weight	4	-0.1481463462114334
786642	linear.weight	5	0.21788564324378967
786642	linear.weight	6	-0.02529866434633732
786642	linear.weight	7	-0.059643302112817764
786642	linear.weight	8	0.13201841711997986
786642	linear.weight	9	-0.04991341009736061
786642	linear.bias	0	-0.8617079257965088
786642	linear.bias	1	1.7751497030258179
786642	linear.bias	2	0.7009502649307251
786642	linear.bias	3	-2.742811679840088
786642	linear.bias	4	-0.05964914709329605
786642	linear.bias	5	1.2762778997421265
786642	linear.bias	6	-0.20810876786708832
786642	linear.bias	7	0.8226733207702637
786642	linear.bias	8	2.1087658405303955
786642	linear.bias	9	-1.3132503032684326
787251	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
787251	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
787251	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
787251	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
787251	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
787251	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
787251	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
787251	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
787251	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
787251	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
787251	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
787251	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
787251	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
787251	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
787251	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
787251	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
787251	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
787251	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
787251	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
787251	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
787251	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
787251	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
787251	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
787251	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
787251	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
787251	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
787251	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
787251	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
787251	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
787251	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
787251	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
787251	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
787251	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
787251	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
787251	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
787251	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
787251	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
787251	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
787251	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
787251	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
787251	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
787251	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
787251	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
787251	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
787251	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
787251	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
787251	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
787251	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
787251	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
787251	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
787251	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
787251	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
787251	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
787251	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
787251	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
787251	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
787251	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
787251	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
787251	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
787251	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
787251	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
787251	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
787251	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
787251	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
787251	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
787251	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
787251	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
787251	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
787251	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
787251	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
787251	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
787251	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
787251	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
787251	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
787251	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
787251	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
787251	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
787251	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
787251	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
787251	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
787251	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
787251	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
787251	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
787251	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
787251	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
787251	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
787251	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
787251	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
787251	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
787251	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
787251	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
787251	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
787251	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
787251	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
787251	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
787251	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
787251	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
787251	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
787251	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
787251	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
787251	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
787251	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
787251	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
787251	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
787251	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
787251	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
787251	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
787251	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
787251	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
787251	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
787251	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
787251	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
787251	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
787251	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
787251	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
787251	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
787251	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
787251	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
787251	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
787251	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
787251	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
787251	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
787251	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
787251	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
787251	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
787251	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
787251	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
787251	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
787251	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
787251	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
787251	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
787251	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
787251	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
787251	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
787251	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
787251	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
787251	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
787251	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
787251	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
787251	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
787251	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
787251	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
787251	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
787251	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
787251	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
787251	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
787251	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
787251	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
787251	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
787251	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
787251	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
787251	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
787251	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
787251	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
787251	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
787251	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
787251	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
787251	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
787251	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
787251	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
787251	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
787251	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
787251	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
787251	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
787251	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
787251	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
787251	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
787251	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
787251	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
787251	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
787251	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
787251	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
787251	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
787251	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
787251	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
787251	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
787251	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
787251	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
787251	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
787251	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
787251	embedding2nn.weight	0	0.31969398260116577
787251	embedding2nn.weight	1	0.38376522064208984
787251	embedding2nn.weight	2	0.008320310153067112
787251	embedding2nn.weight	3	0.020648740231990814
787251	embedding2nn.weight	4	-0.02930236980319023
787251	embedding2nn.weight	5	0.05812160298228264
787251	embedding2nn.weight	6	6.553952698595822e-05
787251	embedding2nn.weight	7	-0.008541831746697426
787251	embedding2nn.weight	8	0.0385129451751709
787251	embedding2nn.weight	9	-0.0532112754881382
787251	embedding2nn.bias	0	0.027056070044636726
787251	embedding2nn.bias	1	-0.19002941250801086
787251	embedding2nn.bias	2	0.12206919491291046
787251	embedding2nn.bias	3	0.16552765667438507
787251	embedding2nn.bias	4	0.13486219942569733
787251	embedding2nn.bias	5	-0.0810251459479332
787251	embedding2nn.bias	6	-0.05225670337677002
787251	embedding2nn.bias	7	0.03637756034731865
787251	embedding2nn.bias	8	-0.14534592628479004
787251	embedding2nn.bias	9	-0.3811173439025879
787251	rnn.weight_ih_l0	0	0.00921518262475729
787251	rnn.weight_ih_l0	1	-0.058537401258945465
787251	rnn.weight_ih_l0	2	-0.055130939930677414
787251	rnn.weight_ih_l0	3	0.11308633536100388
787251	rnn.weight_ih_l0	4	0.021809222176671028
787251	rnn.weight_ih_l0	5	-0.07601846009492874
787251	rnn.weight_ih_l0	6	0.006476724054664373
787251	rnn.weight_ih_l0	7	-0.0236306544393301
787251	rnn.weight_ih_l0	8	0.014779633842408657
787251	rnn.weight_ih_l0	9	-0.07522732019424438
787251	rnn.weight_hh_l0	0	-0.022687379270792007
787251	rnn.weight_hh_l0	1	0.08406699448823929
787251	rnn.weight_hh_l0	2	0.004263745155185461
787251	rnn.weight_hh_l0	3	-0.03467303514480591
787251	rnn.weight_hh_l0	4	0.08539631217718124
787251	rnn.weight_hh_l0	5	0.0023961132392287254
787251	rnn.weight_hh_l0	6	-0.08792160451412201
787251	rnn.weight_hh_l0	7	-0.13847075402736664
787251	rnn.weight_hh_l0	8	0.04038247466087341
787251	rnn.weight_hh_l0	9	-0.12337347120046616
787251	rnn.bias_ih_l0	0	0.1690618395805359
787251	rnn.bias_ih_l0	1	-0.3370684087276459
787251	rnn.bias_ih_l0	2	-0.03965579718351364
787251	rnn.bias_ih_l0	3	-0.2065894454717636
787251	rnn.bias_ih_l0	4	0.001866690581664443
787251	rnn.bias_ih_l0	5	-0.43924134969711304
787251	rnn.bias_ih_l0	6	-0.14794974029064178
787251	rnn.bias_ih_l0	7	-0.38417771458625793
787251	rnn.bias_ih_l0	8	-0.31209972500801086
787251	rnn.bias_ih_l0	9	-0.43550264835357666
787251	rnn.bias_hh_l0	0	-0.35194131731987
787251	rnn.bias_hh_l0	1	-0.43369802832603455
787251	rnn.bias_hh_l0	2	-0.4038628339767456
787251	rnn.bias_hh_l0	3	-0.07565458118915558
787251	rnn.bias_hh_l0	4	-0.4031829237937927
787251	rnn.bias_hh_l0	5	-0.36627036333084106
787251	rnn.bias_hh_l0	6	-0.11833250522613525
787251	rnn.bias_hh_l0	7	0.071761853992939
787251	rnn.bias_hh_l0	8	-0.23713694512844086
787251	rnn.bias_hh_l0	9	-0.5706266164779663
787251	rnn.weight_ih_l0_reverse	0	-0.008683686144649982
787251	rnn.weight_ih_l0_reverse	1	-0.008923071436583996
787251	rnn.weight_ih_l0_reverse	2	0.008090178482234478
787251	rnn.weight_ih_l0_reverse	3	-0.14325489103794098
787251	rnn.weight_ih_l0_reverse	4	0.0765502005815506
787251	rnn.weight_ih_l0_reverse	5	-0.10552528500556946
787251	rnn.weight_ih_l0_reverse	6	0.0030339143704622984
787251	rnn.weight_ih_l0_reverse	7	0.030038317665457726
787251	rnn.weight_ih_l0_reverse	8	-0.049563780426979065
787251	rnn.weight_ih_l0_reverse	9	-0.07938692718744278
787251	rnn.weight_hh_l0_reverse	0	-0.15168331563472748
787251	rnn.weight_hh_l0_reverse	1	0.0203972440212965
787251	rnn.weight_hh_l0_reverse	2	-0.019554503262043
787251	rnn.weight_hh_l0_reverse	3	0.03165554255247116
787251	rnn.weight_hh_l0_reverse	4	-0.08310167491436005
787251	rnn.weight_hh_l0_reverse	5	0.037642303854227066
787251	rnn.weight_hh_l0_reverse	6	0.03067646734416485
787251	rnn.weight_hh_l0_reverse	7	-0.12833747267723083
787251	rnn.weight_hh_l0_reverse	8	-0.07590987533330917
787251	rnn.weight_hh_l0_reverse	9	0.03628462180495262
787251	rnn.bias_ih_l0_reverse	0	-0.18235185742378235
787251	rnn.bias_ih_l0_reverse	1	-0.05800866335630417
787251	rnn.bias_ih_l0_reverse	2	0.15772944688796997
787251	rnn.bias_ih_l0_reverse	3	-0.33180612325668335
787251	rnn.bias_ih_l0_reverse	4	0.0019178440561518073
787251	rnn.bias_ih_l0_reverse	5	-0.21508611738681793
787251	rnn.bias_ih_l0_reverse	6	0.28286075592041016
787251	rnn.bias_ih_l0_reverse	7	-0.29868364334106445
787251	rnn.bias_ih_l0_reverse	8	-0.19217979907989502
787251	rnn.bias_ih_l0_reverse	9	-0.15001510083675385
787251	rnn.bias_hh_l0_reverse	0	-0.13747747242450714
787251	rnn.bias_hh_l0_reverse	1	0.2788386046886444
787251	rnn.bias_hh_l0_reverse	2	-0.3437676429748535
787251	rnn.bias_hh_l0_reverse	3	-0.2360856682062149
787251	rnn.bias_hh_l0_reverse	4	-0.402558833360672
787251	rnn.bias_hh_l0_reverse	5	-0.2089592069387436
787251	rnn.bias_hh_l0_reverse	6	-0.2682310938835144
787251	rnn.bias_hh_l0_reverse	7	-0.09824356436729431
787251	rnn.bias_hh_l0_reverse	8	-0.3369753658771515
787251	rnn.bias_hh_l0_reverse	9	0.2136850506067276
787251	linear.weight	0	0.22781923413276672
787251	linear.weight	1	-0.4381452202796936
787251	linear.weight	2	-0.0038867639377713203
787251	linear.weight	3	0.06747467070817947
787251	linear.weight	4	-0.14161567389965057
787251	linear.weight	5	0.21804828941822052
787251	linear.weight	6	-0.01525846030563116
787251	linear.weight	7	-0.05964288488030434
787251	linear.weight	8	0.1306508332490921
787251	linear.weight	9	-0.04991393908858299
787251	linear.bias	0	-0.8683894872665405
787251	linear.bias	1	1.7742761373519897
787251	linear.bias	2	0.7027605772018433
787251	linear.bias	3	-2.742835283279419
787251	linear.bias	4	-0.058716945350170135
787251	linear.bias	5	1.2836753129959106
787251	linear.bias	6	-0.22936011850833893
787251	linear.bias	7	0.8263527750968933
787251	linear.bias	8	2.100789785385132
787251	linear.bias	9	-1.3096299171447754
787860	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
787860	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
787860	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
787860	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
787860	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
787860	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
787860	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
787860	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
787860	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
787860	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
787860	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
787860	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
787860	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
787860	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
787860	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
787860	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
787860	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
787860	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
787860	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
787860	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
787860	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
787860	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
787860	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
787860	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
787860	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
787860	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
787860	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
787860	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
787860	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
787860	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
787860	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
787860	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
787860	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
787860	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
787860	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
787860	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
787860	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
787860	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
787860	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
787860	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
787860	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
787860	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
787860	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
787860	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
787860	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
787860	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
787860	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
787860	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
787860	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
787860	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
787860	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
787860	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
787860	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
787860	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
787860	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
787860	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
787860	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
787860	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
787860	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
787860	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
787860	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
787860	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
787860	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
787860	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
787860	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
787860	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
787860	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
787860	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
787860	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
787860	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
787860	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
787860	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
787860	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
787860	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
787860	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
787860	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
787860	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
787860	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
787860	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
787860	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
787860	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
787860	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
787860	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
787860	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
787860	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
787860	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
787860	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
787860	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
787860	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
787860	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
787860	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
787860	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
787860	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
787860	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
787860	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
787860	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
787860	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
787860	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
787860	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
787860	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
787860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
787860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
787860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
787860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
787860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
787860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
787860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
787860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
787860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
787860	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
787860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
787860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
787860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
787860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
787860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
787860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
787860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
787860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
787860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
787860	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
787860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
787860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
787860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
787860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
787860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
787860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
787860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
787860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
787860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
787860	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
787860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
787860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
787860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
787860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
787860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
787860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
787860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
787860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
787860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
787860	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
787860	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
787860	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
787860	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
787860	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
787860	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
787860	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
787860	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
787860	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
787860	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
787860	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
787860	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
787860	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
787860	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
787860	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
787860	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
787860	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
787860	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
787860	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
787860	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
787860	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
787860	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
787860	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
787860	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
787860	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
787860	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
787860	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
787860	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
787860	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
787860	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
787860	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
787860	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
787860	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
787860	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
787860	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
787860	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
787860	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
787860	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
787860	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
787860	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
787860	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
787860	embedding2nn.weight	0	0.3197222948074341
787860	embedding2nn.weight	1	0.3839185833930969
787860	embedding2nn.weight	2	0.009375721216201782
787860	embedding2nn.weight	3	0.027024975046515465
787860	embedding2nn.weight	4	-0.029117463156580925
787860	embedding2nn.weight	5	0.059065453708171844
787860	embedding2nn.weight	6	0.002216317458078265
787860	embedding2nn.weight	7	-0.013361583463847637
787860	embedding2nn.weight	8	0.038536716252565384
787860	embedding2nn.weight	9	-0.052017852663993835
787860	embedding2nn.bias	0	0.026738766580820084
787860	embedding2nn.bias	1	-0.19097554683685303
787860	embedding2nn.bias	2	0.12698744237422943
787860	embedding2nn.bias	3	0.17969030141830444
787860	embedding2nn.bias	4	0.14564630389213562
787860	embedding2nn.bias	5	-0.08285002410411835
787860	embedding2nn.bias	6	-0.052017148584127426
787860	embedding2nn.bias	7	0.038478296250104904
787860	embedding2nn.bias	8	-0.14527371525764465
787860	embedding2nn.bias	9	-0.3812866508960724
787860	rnn.weight_ih_l0	0	0.009822874329984188
787860	rnn.weight_ih_l0	1	-0.05877479165792465
787860	rnn.weight_ih_l0	2	-0.05624695122241974
787860	rnn.weight_ih_l0	3	0.11546757817268372
787860	rnn.weight_ih_l0	4	0.022966545075178146
787860	rnn.weight_ih_l0	5	-0.07527293264865875
787860	rnn.weight_ih_l0	6	0.007468597497791052
787860	rnn.weight_ih_l0	7	-0.02443603053689003
787860	rnn.weight_ih_l0	8	0.015457265079021454
787860	rnn.weight_ih_l0	9	-0.07516851276159286
787860	rnn.weight_hh_l0	0	-0.022693738341331482
787860	rnn.weight_hh_l0	1	0.08410008251667023
787860	rnn.weight_hh_l0	2	0.0038802933413535357
787860	rnn.weight_hh_l0	3	-0.03483961522579193
787860	rnn.weight_hh_l0	4	0.08544058352708817
787860	rnn.weight_hh_l0	5	0.0021088069770485163
787860	rnn.weight_hh_l0	6	-0.0880061611533165
787860	rnn.weight_hh_l0	7	-0.13841094076633453
787860	rnn.weight_hh_l0	8	0.0404544472694397
787860	rnn.weight_hh_l0	9	-0.12288802862167358
787860	rnn.bias_ih_l0	0	0.1678096354007721
787860	rnn.bias_ih_l0	1	-0.3387623727321625
787860	rnn.bias_ih_l0	2	-0.039974819868803024
787860	rnn.bias_ih_l0	3	-0.20558176934719086
787860	rnn.bias_ih_l0	4	0.00619508046656847
787860	rnn.bias_ih_l0	5	-0.43859755992889404
787860	rnn.bias_ih_l0	6	-0.15016384422779083
787860	rnn.bias_ih_l0	7	-0.38390785455703735
787860	rnn.bias_ih_l0	8	-0.3130044639110565
787860	rnn.bias_ih_l0	9	-0.43778643012046814
787860	rnn.bias_hh_l0	0	-0.35134702920913696
787860	rnn.bias_hh_l0	1	-0.4344503879547119
787860	rnn.bias_hh_l0	2	-0.40522122383117676
787860	rnn.bias_hh_l0	3	-0.07605204731225967
787860	rnn.bias_hh_l0	4	-0.40225455164909363
787860	rnn.bias_hh_l0	5	-0.3662321865558624
787860	rnn.bias_hh_l0	6	-0.11875230818986893
787860	rnn.bias_hh_l0	7	0.07311663031578064
787860	rnn.bias_hh_l0	8	-0.2358684241771698
787860	rnn.bias_hh_l0	9	-0.569506824016571
787860	rnn.weight_ih_l0_reverse	0	-0.008832117542624474
787860	rnn.weight_ih_l0_reverse	1	-0.008924744091928005
787860	rnn.weight_ih_l0_reverse	2	0.00776538485661149
787860	rnn.weight_ih_l0_reverse	3	-0.14148136973381042
787860	rnn.weight_ih_l0_reverse	4	0.07686520367860794
787860	rnn.weight_ih_l0_reverse	5	-0.10667967051267624
787860	rnn.weight_ih_l0_reverse	6	0.004292917903512716
787860	rnn.weight_ih_l0_reverse	7	0.02958514541387558
787860	rnn.weight_ih_l0_reverse	8	-0.05013686791062355
787860	rnn.weight_ih_l0_reverse	9	-0.08056941628456116
787860	rnn.weight_hh_l0_reverse	0	-0.15131543576717377
787860	rnn.weight_hh_l0_reverse	1	0.020666111260652542
787860	rnn.weight_hh_l0_reverse	2	-0.019247103482484818
787860	rnn.weight_hh_l0_reverse	3	0.03170360252261162
787860	rnn.weight_hh_l0_reverse	4	-0.08304531872272491
787860	rnn.weight_hh_l0_reverse	5	0.03773129731416702
787860	rnn.weight_hh_l0_reverse	6	0.030759355053305626
787860	rnn.weight_hh_l0_reverse	7	-0.1279228925704956
787860	rnn.weight_hh_l0_reverse	8	-0.07613897323608398
787860	rnn.weight_hh_l0_reverse	9	0.03630080074071884
787860	rnn.bias_ih_l0_reverse	0	-0.1832507997751236
787860	rnn.bias_ih_l0_reverse	1	-0.05975200608372688
787860	rnn.bias_ih_l0_reverse	2	0.15959173440933228
787860	rnn.bias_ih_l0_reverse	3	-0.3318582773208618
787860	rnn.bias_ih_l0_reverse	4	0.00222646351903677
787860	rnn.bias_ih_l0_reverse	5	-0.21440273523330688
787860	rnn.bias_ih_l0_reverse	6	0.27873659133911133
787860	rnn.bias_ih_l0_reverse	7	-0.3094422221183777
787860	rnn.bias_ih_l0_reverse	8	-0.19324544072151184
787860	rnn.bias_ih_l0_reverse	9	-0.15456242859363556
787860	rnn.bias_hh_l0_reverse	0	-0.1367156207561493
787860	rnn.bias_hh_l0_reverse	1	0.27917906641960144
787860	rnn.bias_hh_l0_reverse	2	-0.3448537290096283
787860	rnn.bias_hh_l0_reverse	3	-0.23614755272865295
787860	rnn.bias_hh_l0_reverse	4	-0.40215635299682617
787860	rnn.bias_hh_l0_reverse	5	-0.20777170360088348
787860	rnn.bias_hh_l0_reverse	6	-0.2685909569263458
787860	rnn.bias_hh_l0_reverse	7	-0.09896861761808395
787860	rnn.bias_hh_l0_reverse	8	-0.34078508615493774
787860	rnn.bias_hh_l0_reverse	9	0.21321848034858704
787860	linear.weight	0	0.2318372279405594
787860	linear.weight	1	-0.43391501903533936
787860	linear.weight	2	-0.007595675531774759
787860	linear.weight	3	0.06747431308031082
787860	linear.weight	4	-0.14047585427761078
787860	linear.weight	5	0.22807037830352783
787860	linear.weight	6	-0.01990441419184208
787860	linear.weight	7	-0.05964139848947525
787860	linear.weight	8	0.13495023548603058
787860	linear.weight	9	-0.04991486296057701
787860	linear.bias	0	-0.8550828695297241
787860	linear.bias	1	1.7565321922302246
787860	linear.bias	2	0.7044323086738586
787860	linear.bias	3	-2.7428579330444336
787860	linear.bias	4	-0.06956560909748077
787860	linear.bias	5	1.2726908922195435
787860	linear.bias	6	-0.2209063023328781
787860	linear.bias	7	0.8205798864364624
787860	linear.bias	8	2.104426622390747
787860	linear.bias	9	-1.3144499063491821
788469	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
788469	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
788469	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
788469	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
788469	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
788469	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
788469	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
788469	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
788469	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
788469	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
788469	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
788469	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
788469	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
788469	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
788469	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
788469	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
788469	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
788469	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
788469	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
788469	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
788469	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
788469	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
788469	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
788469	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
788469	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
788469	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
788469	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
788469	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
788469	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
788469	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
788469	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
788469	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
788469	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
788469	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
788469	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
788469	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
788469	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
788469	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
788469	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
788469	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
788469	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
788469	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
788469	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
788469	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
788469	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
788469	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
788469	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
788469	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
788469	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
788469	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
788469	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
788469	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
788469	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
788469	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
788469	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
788469	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
788469	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
788469	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
788469	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
788469	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
788469	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
788469	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
788469	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
788469	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
788469	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
788469	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
788469	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
788469	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
788469	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
788469	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
788469	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
788469	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
788469	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
788469	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
788469	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
788469	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
788469	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
788469	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
788469	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
788469	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
788469	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
788469	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
788469	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
788469	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
788469	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
788469	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
788469	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
788469	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
788469	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
788469	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
788469	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
788469	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
788469	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
788469	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
788469	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
788469	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
788469	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
788469	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
788469	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
788469	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
788469	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
788469	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
788469	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
788469	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
788469	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
788469	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
788469	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
788469	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
788469	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
788469	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
788469	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
788469	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
788469	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
788469	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
788469	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
788469	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
788469	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
788469	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
788469	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
788469	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
788469	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
788469	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
788469	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
788469	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
788469	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
788469	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
788469	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
788469	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
788469	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
788469	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
788469	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
788469	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
788469	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
788469	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
788469	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
788469	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
788469	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
788469	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
788469	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
788469	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
788469	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
788469	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
788469	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
788469	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
788469	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
788469	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
788469	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
788469	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
788469	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
788469	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
788469	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
788469	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
788469	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
788469	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
788469	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
788469	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
788469	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
788469	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
788469	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
788469	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
788469	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
788469	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
788469	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
788469	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
788469	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
788469	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
788469	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
788469	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
788469	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
788469	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
788469	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
788469	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
788469	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
788469	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
788469	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
788469	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
788469	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
788469	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
788469	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
788469	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
788469	embedding2nn.weight	0	0.3199217915534973
788469	embedding2nn.weight	1	0.3842412233352661
788469	embedding2nn.weight	2	0.009267537854611874
788469	embedding2nn.weight	3	0.02654191479086876
788469	embedding2nn.weight	4	-0.027362767606973648
788469	embedding2nn.weight	5	0.0591280497610569
788469	embedding2nn.weight	6	0.0022144890390336514
788469	embedding2nn.weight	7	-0.01286319550126791
788469	embedding2nn.weight	8	0.038695115596055984
788469	embedding2nn.weight	9	-0.052037324756383896
788469	embedding2nn.bias	0	0.022781895473599434
788469	embedding2nn.bias	1	-0.19483883678913116
788469	embedding2nn.bias	2	0.13174483180046082
788469	embedding2nn.bias	3	0.174065500497818
788469	embedding2nn.bias	4	0.14844362437725067
788469	embedding2nn.bias	5	-0.0814262181520462
788469	embedding2nn.bias	6	-0.05126512050628662
788469	embedding2nn.bias	7	0.040335629135370255
788469	embedding2nn.bias	8	-0.14544397592544556
788469	embedding2nn.bias	9	-0.375066339969635
788469	rnn.weight_ih_l0	0	0.009599369950592518
788469	rnn.weight_ih_l0	1	-0.05803023278713226
788469	rnn.weight_ih_l0	2	-0.05622164532542229
788469	rnn.weight_ih_l0	3	0.11486651003360748
788469	rnn.weight_ih_l0	4	0.022609490901231766
788469	rnn.weight_ih_l0	5	-0.07634536176919937
788469	rnn.weight_ih_l0	6	0.006586400792002678
788469	rnn.weight_ih_l0	7	-0.024998635053634644
788469	rnn.weight_ih_l0	8	0.016295267269015312
788469	rnn.weight_ih_l0	9	-0.0751427710056305
788469	rnn.weight_hh_l0	0	-0.02278398722410202
788469	rnn.weight_hh_l0	1	0.08379705250263214
788469	rnn.weight_hh_l0	2	0.003718595253303647
788469	rnn.weight_hh_l0	3	-0.03479292616248131
788469	rnn.weight_hh_l0	4	0.0856180191040039
788469	rnn.weight_hh_l0	5	0.002218119101598859
788469	rnn.weight_hh_l0	6	-0.08806007355451584
788469	rnn.weight_hh_l0	7	-0.13827133178710938
788469	rnn.weight_hh_l0	8	0.04035080969333649
788469	rnn.weight_hh_l0	9	-0.12263268232345581
788469	rnn.bias_ih_l0	0	0.1674642264842987
788469	rnn.bias_ih_l0	1	-0.3391624987125397
788469	rnn.bias_ih_l0	2	-0.03888079151511192
788469	rnn.bias_ih_l0	3	-0.2080235481262207
788469	rnn.bias_ih_l0	4	0.0070346505381166935
788469	rnn.bias_ih_l0	5	-0.4378083050251007
788469	rnn.bias_ih_l0	6	-0.14577214419841766
788469	rnn.bias_ih_l0	7	-0.38428205251693726
788469	rnn.bias_ih_l0	8	-0.31078091263771057
788469	rnn.bias_ih_l0	9	-0.43916454911231995
788469	rnn.bias_hh_l0	0	-0.3534708321094513
788469	rnn.bias_hh_l0	1	-0.43236789107322693
788469	rnn.bias_hh_l0	2	-0.40601852536201477
788469	rnn.bias_hh_l0	3	-0.0774201825261116
788469	rnn.bias_hh_l0	4	-0.4007079005241394
788469	rnn.bias_hh_l0	5	-0.3655443489551544
788469	rnn.bias_hh_l0	6	-0.11916125565767288
788469	rnn.bias_hh_l0	7	0.07435641437768936
788469	rnn.bias_hh_l0	8	-0.23221412301063538
788469	rnn.bias_hh_l0	9	-0.5689395070075989
788469	rnn.weight_ih_l0_reverse	0	-0.009299748577177525
788469	rnn.weight_ih_l0_reverse	1	-0.008326268754899502
788469	rnn.weight_ih_l0_reverse	2	0.008009113371372223
788469	rnn.weight_ih_l0_reverse	3	-0.14221253991127014
788469	rnn.weight_ih_l0_reverse	4	0.07705682516098022
788469	rnn.weight_ih_l0_reverse	5	-0.10921765863895416
788469	rnn.weight_ih_l0_reverse	6	0.0038568763993680477
788469	rnn.weight_ih_l0_reverse	7	0.029090961441397667
788469	rnn.weight_ih_l0_reverse	8	-0.05209929496049881
788469	rnn.weight_ih_l0_reverse	9	-0.0816793441772461
788469	rnn.weight_hh_l0_reverse	0	-0.15095534920692444
788469	rnn.weight_hh_l0_reverse	1	0.0209207646548748
788469	rnn.weight_hh_l0_reverse	2	-0.01917218044400215
788469	rnn.weight_hh_l0_reverse	3	0.0317072719335556
788469	rnn.weight_hh_l0_reverse	4	-0.08284728229045868
788469	rnn.weight_hh_l0_reverse	5	0.037748128175735474
788469	rnn.weight_hh_l0_reverse	6	0.030851950868964195
788469	rnn.weight_hh_l0_reverse	7	-0.12835343182086945
788469	rnn.weight_hh_l0_reverse	8	-0.07622455060482025
788469	rnn.weight_hh_l0_reverse	9	0.03644128516316414
788469	rnn.bias_ih_l0_reverse	0	-0.1830827295780182
788469	rnn.bias_ih_l0_reverse	1	-0.060358934104442596
788469	rnn.bias_ih_l0_reverse	2	0.15979225933551788
788469	rnn.bias_ih_l0_reverse	3	-0.3288116157054901
788469	rnn.bias_ih_l0_reverse	4	0.0040349336341023445
788469	rnn.bias_ih_l0_reverse	5	-0.2153145968914032
788469	rnn.bias_ih_l0_reverse	6	0.2829166650772095
788469	rnn.bias_ih_l0_reverse	7	-0.3072907626628876
788469	rnn.bias_ih_l0_reverse	8	-0.19397591054439545
788469	rnn.bias_ih_l0_reverse	9	-0.15519167482852936
788469	rnn.bias_hh_l0_reverse	0	-0.13743647933006287
788469	rnn.bias_hh_l0_reverse	1	0.27988553047180176
788469	rnn.bias_hh_l0_reverse	2	-0.3451140224933624
788469	rnn.bias_hh_l0_reverse	3	-0.23489993810653687
788469	rnn.bias_hh_l0_reverse	4	-0.40281423926353455
788469	rnn.bias_hh_l0_reverse	5	-0.20896793901920319
788469	rnn.bias_hh_l0_reverse	6	-0.26996099948883057
788469	rnn.bias_hh_l0_reverse	7	-0.09684435278177261
788469	rnn.bias_hh_l0_reverse	8	-0.33846184611320496
788469	rnn.bias_hh_l0_reverse	9	0.21398550271987915
788469	linear.weight	0	0.2363813817501068
788469	linear.weight	1	-0.44297167658805847
788469	linear.weight	2	-0.00828507263213396
788469	linear.weight	3	0.06747430562973022
788469	linear.weight	4	-0.13456812500953674
788469	linear.weight	5	0.23122438788414001
788469	linear.weight	6	-0.015191029757261276
788469	linear.weight	7	-0.059639956802129745
788469	linear.weight	8	0.1387825310230255
788469	linear.weight	9	-0.04991644620895386
788469	linear.bias	0	-0.8504921793937683
788469	linear.bias	1	1.77556312084198
788469	linear.bias	2	0.696716845035553
788469	linear.bias	3	-2.742879867553711
788469	linear.bias	4	-0.059770215302705765
788469	linear.bias	5	1.2720977067947388
788469	linear.bias	6	-0.2247506082057953
788469	linear.bias	7	0.8122860789299011
788469	linear.bias	8	2.120476484298706
788469	linear.bias	9	-1.2998688220977783
789078	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
789078	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
789078	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
789078	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
789078	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
789078	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
789078	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
789078	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
789078	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
789078	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
789078	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
789078	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
789078	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
789078	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
789078	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
789078	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
789078	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
789078	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
789078	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
789078	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
789078	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
789078	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
789078	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
789078	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
789078	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
789078	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
789078	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
789078	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
789078	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
789078	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
789078	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
789078	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
789078	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
789078	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
789078	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
789078	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
789078	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
789078	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
789078	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
789078	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
789078	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
789078	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
789078	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
789078	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
789078	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
789078	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
789078	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
789078	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
789078	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
789078	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
789078	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
789078	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
789078	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
789078	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
789078	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
789078	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
789078	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
789078	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
789078	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
789078	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
789078	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
789078	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
789078	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
789078	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
789078	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
789078	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
789078	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
789078	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
789078	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
789078	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
789078	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
789078	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
789078	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
789078	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
789078	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
789078	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
789078	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
789078	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
789078	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
789078	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
789078	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
789078	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
789078	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
789078	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
789078	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
789078	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
789078	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
789078	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
789078	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
789078	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
789078	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
789078	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
789078	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
789078	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
789078	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
789078	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
789078	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
789078	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
789078	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
789078	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
789078	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
789078	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
789078	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
789078	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
789078	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
789078	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
789078	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
789078	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
789078	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
789078	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
789078	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
789078	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
789078	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
789078	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
789078	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
789078	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
789078	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
789078	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
789078	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
789078	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
789078	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
789078	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
789078	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
789078	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
789078	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
789078	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
789078	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
789078	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
789078	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
789078	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
789078	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
789078	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
789078	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
789078	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
789078	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
789078	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
789078	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
789078	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
789078	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
789078	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
789078	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
789078	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
789078	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
789078	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
789078	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
789078	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
789078	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
789078	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
789078	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
789078	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
789078	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
789078	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
789078	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
789078	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
789078	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
789078	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
789078	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
789078	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
789078	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
789078	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
789078	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
789078	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
789078	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
789078	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
789078	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
789078	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
789078	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
789078	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
789078	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
789078	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
789078	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
789078	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
789078	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
789078	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
789078	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
789078	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
789078	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
789078	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
789078	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
789078	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
789078	embedding2nn.weight	0	0.3199547231197357
789078	embedding2nn.weight	1	0.3860178589820862
789078	embedding2nn.weight	2	0.009767876006662846
789078	embedding2nn.weight	3	0.029842793941497803
789078	embedding2nn.weight	4	-0.027625415474176407
789078	embedding2nn.weight	5	0.058458514511585236
789078	embedding2nn.weight	6	0.0040437933057546616
789078	embedding2nn.weight	7	-0.010837718844413757
789078	embedding2nn.weight	8	0.039995718747377396
789078	embedding2nn.weight	9	-0.054381079971790314
789078	embedding2nn.bias	0	0.015712575986981392
789078	embedding2nn.bias	1	-0.18539763987064362
789078	embedding2nn.bias	2	0.12494964897632599
789078	embedding2nn.bias	3	0.16049519181251526
789078	embedding2nn.bias	4	0.13618746399879456
789078	embedding2nn.bias	5	-0.07500061392784119
789078	embedding2nn.bias	6	-0.050627171993255615
789078	embedding2nn.bias	7	0.04517718777060509
789078	embedding2nn.bias	8	-0.1491529494524002
789078	embedding2nn.bias	9	-0.3825824558734894
789078	rnn.weight_ih_l0	0	0.009352277964353561
789078	rnn.weight_ih_l0	1	-0.05745110288262367
789078	rnn.weight_ih_l0	2	-0.054025012999773026
789078	rnn.weight_ih_l0	3	0.11305710673332214
789078	rnn.weight_ih_l0	4	0.022899063304066658
789078	rnn.weight_ih_l0	5	-0.0734836533665657
789078	rnn.weight_ih_l0	6	0.0068451836705207825
789078	rnn.weight_ih_l0	7	-0.024753767997026443
789078	rnn.weight_ih_l0	8	0.015854181721806526
789078	rnn.weight_ih_l0	9	-0.07861200720071793
789078	rnn.weight_hh_l0	0	-0.022827276960015297
789078	rnn.weight_hh_l0	1	0.08378640562295914
789078	rnn.weight_hh_l0	2	0.00396089069545269
789078	rnn.weight_hh_l0	3	-0.03483448177576065
789078	rnn.weight_hh_l0	4	0.0856623649597168
789078	rnn.weight_hh_l0	5	0.0016368100186809897
789078	rnn.weight_hh_l0	6	-0.08798544108867645
789078	rnn.weight_hh_l0	7	-0.13745848834514618
789078	rnn.weight_hh_l0	8	0.0403277687728405
789078	rnn.weight_hh_l0	9	-0.12286165356636047
789078	rnn.bias_ih_l0	0	0.16887794435024261
789078	rnn.bias_ih_l0	1	-0.3369831144809723
789078	rnn.bias_ih_l0	2	-0.03931635990738869
789078	rnn.bias_ih_l0	3	-0.2074546217918396
789078	rnn.bias_ih_l0	4	0.0054479725658893585
789078	rnn.bias_ih_l0	5	-0.4382045269012451
789078	rnn.bias_ih_l0	6	-0.14677250385284424
789078	rnn.bias_ih_l0	7	-0.3847305178642273
789078	rnn.bias_ih_l0	8	-0.3096228539943695
789078	rnn.bias_ih_l0	9	-0.4352473318576813
789078	rnn.bias_hh_l0	0	-0.3522472083568573
789078	rnn.bias_hh_l0	1	-0.4315556287765503
789078	rnn.bias_hh_l0	2	-0.40716618299484253
789078	rnn.bias_hh_l0	3	-0.0782797783613205
789078	rnn.bias_hh_l0	4	-0.4006948173046112
789078	rnn.bias_hh_l0	5	-0.36447271704673767
789078	rnn.bias_hh_l0	6	-0.11836918443441391
789078	rnn.bias_hh_l0	7	0.07375077158212662
789078	rnn.bias_hh_l0	8	-0.23226682841777802
789078	rnn.bias_hh_l0	9	-0.5686225891113281
789078	rnn.weight_ih_l0_reverse	0	-0.00953310914337635
789078	rnn.weight_ih_l0_reverse	1	-0.008060767315328121
789078	rnn.weight_ih_l0_reverse	2	0.008494600653648376
789078	rnn.weight_ih_l0_reverse	3	-0.14274904131889343
789078	rnn.weight_ih_l0_reverse	4	0.07705828547477722
789078	rnn.weight_ih_l0_reverse	5	-0.10588674247264862
789078	rnn.weight_ih_l0_reverse	6	0.006840883754193783
789078	rnn.weight_ih_l0_reverse	7	0.029383497312664986
789078	rnn.weight_ih_l0_reverse	8	-0.05182795599102974
789078	rnn.weight_ih_l0_reverse	9	-0.08387938886880875
789078	rnn.weight_hh_l0_reverse	0	-0.15141943097114563
789078	rnn.weight_hh_l0_reverse	1	0.020988447591662407
789078	rnn.weight_hh_l0_reverse	2	-0.01886221580207348
789078	rnn.weight_hh_l0_reverse	3	0.03198716789484024
789078	rnn.weight_hh_l0_reverse	4	-0.08270055055618286
789078	rnn.weight_hh_l0_reverse	5	0.03771384805440903
789078	rnn.weight_hh_l0_reverse	6	0.03082733042538166
789078	rnn.weight_hh_l0_reverse	7	-0.12933699786663055
789078	rnn.weight_hh_l0_reverse	8	-0.07708986103534698
789078	rnn.weight_hh_l0_reverse	9	0.03639743849635124
789078	rnn.bias_ih_l0_reverse	0	-0.18325677514076233
789078	rnn.bias_ih_l0_reverse	1	-0.060558438301086426
789078	rnn.bias_ih_l0_reverse	2	0.1592223197221756
789078	rnn.bias_ih_l0_reverse	3	-0.3278648853302002
789078	rnn.bias_ih_l0_reverse	4	0.004257634282112122
789078	rnn.bias_ih_l0_reverse	5	-0.2172422856092453
789078	rnn.bias_ih_l0_reverse	6	0.28815793991088867
789078	rnn.bias_ih_l0_reverse	7	-0.30717799067497253
789078	rnn.bias_ih_l0_reverse	8	-0.19409890472888947
789078	rnn.bias_ih_l0_reverse	9	-0.15385927259922028
789078	rnn.bias_hh_l0_reverse	0	-0.14172837138175964
789078	rnn.bias_hh_l0_reverse	1	0.279628723859787
789078	rnn.bias_hh_l0_reverse	2	-0.34417492151260376
789078	rnn.bias_hh_l0_reverse	3	-0.2325558364391327
789078	rnn.bias_hh_l0_reverse	4	-0.4026031494140625
789078	rnn.bias_hh_l0_reverse	5	-0.20984482765197754
789078	rnn.bias_hh_l0_reverse	6	-0.2697656452655792
789078	rnn.bias_hh_l0_reverse	7	-0.09726532548666
789078	rnn.bias_hh_l0_reverse	8	-0.3405338227748871
789078	rnn.bias_hh_l0_reverse	9	0.2139408439397812
789078	linear.weight	0	0.24268022179603577
789078	linear.weight	1	-0.4416965842247009
789078	linear.weight	2	-0.0008269902900792658
789078	linear.weight	3	0.06747441738843918
789078	linear.weight	4	-0.1292039006948471
789078	linear.weight	5	0.22813548147678375
789078	linear.weight	6	-0.018282532691955566
789078	linear.weight	7	-0.05963897332549095
789078	linear.weight	8	0.1433202475309372
789078	linear.weight	9	-0.04991709440946579
789078	linear.bias	0	-0.8509042263031006
789078	linear.bias	1	1.7625718116760254
789078	linear.bias	2	0.694667398929596
789078	linear.bias	3	-2.7429025173187256
789078	linear.bias	4	-0.06220533698797226
789078	linear.bias	5	1.2566405534744263
789078	linear.bias	6	-0.21977666020393372
789078	linear.bias	7	0.8184086680412292
789078	linear.bias	8	2.1217126846313477
789078	linear.bias	9	-1.3060470819473267
789687	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
789687	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
789687	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
789687	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
789687	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
789687	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
789687	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
789687	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
789687	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
789687	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
789687	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
789687	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
789687	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
789687	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
789687	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
789687	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
789687	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
789687	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
789687	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
789687	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
789687	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
789687	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
789687	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
789687	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
789687	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
789687	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
789687	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
789687	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
789687	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
789687	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
789687	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
789687	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
789687	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
789687	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
789687	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
789687	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
789687	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
789687	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
789687	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
789687	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
789687	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
789687	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
789687	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
789687	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
789687	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
789687	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
789687	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
789687	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
789687	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
789687	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
789687	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
789687	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
789687	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
789687	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
789687	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
789687	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
789687	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
789687	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
789687	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
789687	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
789687	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
789687	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
789687	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
789687	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
789687	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
789687	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
789687	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
789687	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
789687	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
789687	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
789687	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
789687	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
789687	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
789687	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
789687	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
789687	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
789687	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
789687	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
789687	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
789687	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
789687	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
789687	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
789687	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
789687	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
789687	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
789687	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
789687	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
789687	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
789687	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
789687	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
789687	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
789687	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
789687	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
789687	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
789687	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
789687	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
789687	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
789687	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
789687	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
789687	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
789687	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
789687	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
789687	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
789687	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
789687	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
789687	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
789687	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
789687	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
789687	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
789687	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
789687	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
789687	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
789687	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
789687	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
789687	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
789687	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
789687	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
789687	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
789687	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
789687	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
789687	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
789687	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
789687	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
789687	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
789687	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
789687	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
789687	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
789687	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
789687	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
789687	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
789687	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
789687	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
789687	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
789687	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
789687	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
789687	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
789687	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
789687	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
789687	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
789687	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
789687	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
789687	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
789687	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
789687	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
789687	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
789687	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
789687	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
789687	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
789687	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
789687	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
789687	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
789687	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
789687	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
789687	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
789687	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
789687	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
789687	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
789687	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
789687	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
789687	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
789687	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
789687	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
789687	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
789687	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
789687	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
789687	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
789687	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
789687	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
789687	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
789687	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
789687	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
789687	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
789687	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
789687	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
789687	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
789687	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
789687	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
789687	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
789687	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
789687	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
789687	embedding2nn.weight	0	0.3204707205295563
789687	embedding2nn.weight	1	0.38607776165008545
789687	embedding2nn.weight	2	0.009416907094419003
789687	embedding2nn.weight	3	0.028428740799427032
789687	embedding2nn.weight	4	-0.02830580063164234
789687	embedding2nn.weight	5	0.0578727051615715
789687	embedding2nn.weight	6	0.002746587386354804
789687	embedding2nn.weight	7	-0.008972829207777977
789687	embedding2nn.weight	8	0.03996340557932854
789687	embedding2nn.weight	9	-0.05427044257521629
789687	embedding2nn.bias	0	0.012751542031764984
789687	embedding2nn.bias	1	-0.19782309234142303
789687	embedding2nn.bias	2	0.12300034612417221
789687	embedding2nn.bias	3	0.16556458175182343
789687	embedding2nn.bias	4	0.1438681036233902
789687	embedding2nn.bias	5	-0.08296247571706772
789687	embedding2nn.bias	6	-0.04581622779369354
789687	embedding2nn.bias	7	0.04359517991542816
789687	embedding2nn.bias	8	-0.14476600289344788
789687	embedding2nn.bias	9	-0.37909671664237976
789687	rnn.weight_ih_l0	0	0.009610041044652462
789687	rnn.weight_ih_l0	1	-0.05750218778848648
789687	rnn.weight_ih_l0	2	-0.05112370476126671
789687	rnn.weight_ih_l0	3	0.1130225881934166
789687	rnn.weight_ih_l0	4	0.023453785106539726
789687	rnn.weight_ih_l0	5	-0.07429762184619904
789687	rnn.weight_ih_l0	6	0.006729661021381617
789687	rnn.weight_ih_l0	7	-0.025423595681786537
789687	rnn.weight_ih_l0	8	0.018595783039927483
789687	rnn.weight_ih_l0	9	-0.07886531203985214
789687	rnn.weight_hh_l0	0	-0.022752167657017708
789687	rnn.weight_hh_l0	1	0.0840957909822464
789687	rnn.weight_hh_l0	2	0.004331584554165602
789687	rnn.weight_hh_l0	3	-0.034781813621520996
789687	rnn.weight_hh_l0	4	0.08538158982992172
789687	rnn.weight_hh_l0	5	0.001544462633319199
789687	rnn.weight_hh_l0	6	-0.08815912902355194
789687	rnn.weight_hh_l0	7	-0.1375924050807953
789687	rnn.weight_hh_l0	8	0.04035341739654541
789687	rnn.weight_hh_l0	9	-0.12287857383489609
789687	rnn.bias_ih_l0	0	0.16842509806156158
789687	rnn.bias_ih_l0	1	-0.33700889348983765
789687	rnn.bias_ih_l0	2	-0.039222147315740585
789687	rnn.bias_ih_l0	3	-0.20943745970726013
789687	rnn.bias_ih_l0	4	0.009356045164167881
789687	rnn.bias_ih_l0	5	-0.43881484866142273
789687	rnn.bias_ih_l0	6	-0.14657190442085266
789687	rnn.bias_ih_l0	7	-0.3846995532512665
789687	rnn.bias_ih_l0	8	-0.31205329298973083
789687	rnn.bias_ih_l0	9	-0.4373222887516022
789687	rnn.bias_hh_l0	0	-0.35359081625938416
789687	rnn.bias_hh_l0	1	-0.43347713351249695
789687	rnn.bias_hh_l0	2	-0.4057323932647705
789687	rnn.bias_hh_l0	3	-0.0751701071858406
789687	rnn.bias_hh_l0	4	-0.40116533637046814
789687	rnn.bias_hh_l0	5	-0.3647820055484772
789687	rnn.bias_hh_l0	6	-0.11735093593597412
789687	rnn.bias_hh_l0	7	0.07249726355075836
789687	rnn.bias_hh_l0	8	-0.2320525050163269
789687	rnn.bias_hh_l0	9	-0.5684373378753662
789687	rnn.weight_ih_l0_reverse	0	-0.009158194065093994
789687	rnn.weight_ih_l0_reverse	1	-0.0075649661011993885
789687	rnn.weight_ih_l0_reverse	2	0.007275063078850508
789687	rnn.weight_ih_l0_reverse	3	-0.1430491954088211
789687	rnn.weight_ih_l0_reverse	4	0.07734785228967667
789687	rnn.weight_ih_l0_reverse	5	-0.1066083088517189
789687	rnn.weight_ih_l0_reverse	6	0.008033585734665394
789687	rnn.weight_ih_l0_reverse	7	0.03012261725962162
789687	rnn.weight_ih_l0_reverse	8	-0.05099593475461006
789687	rnn.weight_ih_l0_reverse	9	-0.08360414206981659
789687	rnn.weight_hh_l0_reverse	0	-0.15135198831558228
789687	rnn.weight_hh_l0_reverse	1	0.020940890535712242
789687	rnn.weight_hh_l0_reverse	2	-0.018923955038189888
789687	rnn.weight_hh_l0_reverse	3	0.031899888068437576
789687	rnn.weight_hh_l0_reverse	4	-0.08232860267162323
789687	rnn.weight_hh_l0_reverse	5	0.03764638304710388
789687	rnn.weight_hh_l0_reverse	6	0.0307537280023098
789687	rnn.weight_hh_l0_reverse	7	-0.12968507409095764
789687	rnn.weight_hh_l0_reverse	8	-0.07765093445777893
789687	rnn.weight_hh_l0_reverse	9	0.03648529201745987
789687	rnn.bias_ih_l0_reverse	0	-0.18310798704624176
789687	rnn.bias_ih_l0_reverse	1	-0.05840195342898369
789687	rnn.bias_ih_l0_reverse	2	0.1601719856262207
789687	rnn.bias_ih_l0_reverse	3	-0.328495055437088
789687	rnn.bias_ih_l0_reverse	4	0.0005548727931454778
789687	rnn.bias_ih_l0_reverse	5	-0.21841494739055634
789687	rnn.bias_ih_l0_reverse	6	0.28610172867774963
789687	rnn.bias_ih_l0_reverse	7	-0.3026030957698822
789687	rnn.bias_ih_l0_reverse	8	-0.19491209089756012
789687	rnn.bias_ih_l0_reverse	9	-0.15325327217578888
789687	rnn.bias_hh_l0_reverse	0	-0.13551650941371918
789687	rnn.bias_hh_l0_reverse	1	0.27617791295051575
789687	rnn.bias_hh_l0_reverse	2	-0.3422163426876068
789687	rnn.bias_hh_l0_reverse	3	-0.23102694749832153
789687	rnn.bias_hh_l0_reverse	4	-0.4035792350769043
789687	rnn.bias_hh_l0_reverse	5	-0.20964792370796204
789687	rnn.bias_hh_l0_reverse	6	-0.2714967429637909
789687	rnn.bias_hh_l0_reverse	7	-0.09932897239923477
789687	rnn.bias_hh_l0_reverse	8	-0.3426229655742645
789687	rnn.bias_hh_l0_reverse	9	0.20790468156337738
789687	linear.weight	0	0.2423873245716095
789687	linear.weight	1	-0.43909984827041626
789687	linear.weight	2	0.010181983932852745
789687	linear.weight	3	0.0674746111035347
789687	linear.weight	4	-0.14459888637065887
789687	linear.weight	5	0.2249322086572647
789687	linear.weight	6	-0.02054668217897415
789687	linear.weight	7	-0.05963762477040291
789687	linear.weight	8	0.14643947780132294
789687	linear.weight	9	-0.04991801083087921
789687	linear.bias	0	-0.857358992099762
789687	linear.bias	1	1.7773432731628418
789687	linear.bias	2	0.6993023753166199
789687	linear.bias	3	-2.742922782897949
789687	linear.bias	4	-0.05763237550854683
789687	linear.bias	5	1.2632956504821777
789687	linear.bias	6	-0.2134345918893814
789687	linear.bias	7	0.8130924105644226
789687	linear.bias	8	2.1192266941070557
789687	linear.bias	9	-1.306038737297058
790296	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
790296	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
790296	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
790296	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
790296	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
790296	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
790296	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
790296	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
790296	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
790296	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
790296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
790296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
790296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
790296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
790296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
790296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
790296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
790296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
790296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
790296	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
790296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
790296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
790296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
790296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
790296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
790296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
790296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
790296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
790296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
790296	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
790296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
790296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
790296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
790296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
790296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
790296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
790296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
790296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
790296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
790296	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
790296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
790296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
790296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
790296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
790296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
790296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
790296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
790296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
790296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
790296	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
790296	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
790296	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
790296	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
790296	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
790296	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
790296	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
790296	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
790296	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
790296	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
790296	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
790296	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
790296	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
790296	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
790296	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
790296	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
790296	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
790296	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
790296	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
790296	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
790296	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
790296	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
790296	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
790296	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
790296	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
790296	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
790296	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
790296	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
790296	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
790296	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
790296	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
790296	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
790296	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
790296	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
790296	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
790296	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
790296	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
790296	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
790296	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
790296	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
790296	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
790296	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
790296	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
790296	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
790296	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
790296	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
790296	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
790296	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
790296	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
790296	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
790296	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
790296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
790296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
790296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
790296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
790296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
790296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
790296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
790296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
790296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
790296	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
790296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
790296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
790296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
790296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
790296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
790296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
790296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
790296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
790296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
790296	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
790296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
790296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
790296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
790296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
790296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
790296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
790296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
790296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
790296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
790296	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
790296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
790296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
790296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
790296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
790296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
790296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
790296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
790296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
790296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
790296	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
790296	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
790296	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
790296	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
790296	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
790296	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
790296	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
790296	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
790296	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
790296	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
790296	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
790296	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
790296	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
790296	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
790296	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
790296	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
790296	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
790296	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
790296	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
790296	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
790296	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
790296	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
790296	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
790296	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
790296	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
790296	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
790296	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
790296	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
790296	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
790296	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
790296	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
790296	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
790296	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
790296	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
790296	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
790296	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
790296	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
790296	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
790296	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
790296	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
790296	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
790296	embedding2nn.weight	0	0.3206447660923004
790296	embedding2nn.weight	1	0.3865523040294647
790296	embedding2nn.weight	2	0.007883799262344837
790296	embedding2nn.weight	3	0.025827737525105476
790296	embedding2nn.weight	4	-0.02745463140308857
790296	embedding2nn.weight	5	0.05894775688648224
790296	embedding2nn.weight	6	-0.0009618391050025821
790296	embedding2nn.weight	7	-0.003634033491834998
790296	embedding2nn.weight	8	0.040745917707681656
790296	embedding2nn.weight	9	-0.05434901639819145
790296	embedding2nn.bias	0	0.017336638644337654
790296	embedding2nn.bias	1	-0.19686006009578705
790296	embedding2nn.bias	2	0.125736266374588
790296	embedding2nn.bias	3	0.15873543918132782
790296	embedding2nn.bias	4	0.14373084902763367
790296	embedding2nn.bias	5	-0.0838412493467331
790296	embedding2nn.bias	6	-0.047872401773929596
790296	embedding2nn.bias	7	0.042954180389642715
790296	embedding2nn.bias	8	-0.1393599659204483
790296	embedding2nn.bias	9	-0.38313573598861694
790296	rnn.weight_ih_l0	0	0.009556540288031101
790296	rnn.weight_ih_l0	1	-0.05709997937083244
790296	rnn.weight_ih_l0	2	-0.05184431001543999
790296	rnn.weight_ih_l0	3	0.11285416036844254
790296	rnn.weight_ih_l0	4	0.022019702941179276
790296	rnn.weight_ih_l0	5	-0.07421117275953293
790296	rnn.weight_ih_l0	6	0.007929419167339802
790296	rnn.weight_ih_l0	7	-0.025073109194636345
790296	rnn.weight_ih_l0	8	0.016994524747133255
790296	rnn.weight_ih_l0	9	-0.08026323467493057
790296	rnn.weight_hh_l0	0	-0.022803103551268578
790296	rnn.weight_hh_l0	1	0.08391332626342773
790296	rnn.weight_hh_l0	2	0.004342952743172646
790296	rnn.weight_hh_l0	3	-0.03473357483744621
790296	rnn.weight_hh_l0	4	0.08536001294851303
790296	rnn.weight_hh_l0	5	0.0015899119898676872
790296	rnn.weight_hh_l0	6	-0.08825036138296127
790296	rnn.weight_hh_l0	7	-0.13731756806373596
790296	rnn.weight_hh_l0	8	0.04039980098605156
790296	rnn.weight_hh_l0	9	-0.12273989617824554
790296	rnn.bias_ih_l0	0	0.17392930388450623
790296	rnn.bias_ih_l0	1	-0.3400201201438904
790296	rnn.bias_ih_l0	2	-0.039642333984375
790296	rnn.bias_ih_l0	3	-0.207564115524292
790296	rnn.bias_ih_l0	4	0.006960438564419746
790296	rnn.bias_ih_l0	5	-0.44015151262283325
790296	rnn.bias_ih_l0	6	-0.14654985070228577
790296	rnn.bias_ih_l0	7	-0.38444453477859497
790296	rnn.bias_ih_l0	8	-0.3125512897968292
790296	rnn.bias_ih_l0	9	-0.4377153217792511
790296	rnn.bias_hh_l0	0	-0.3517938554286957
790296	rnn.bias_hh_l0	1	-0.4344809949398041
790296	rnn.bias_hh_l0	2	-0.40322551131248474
790296	rnn.bias_hh_l0	3	-0.07164275646209717
790296	rnn.bias_hh_l0	4	-0.4029875695705414
790296	rnn.bias_hh_l0	5	-0.3656383156776428
790296	rnn.bias_hh_l0	6	-0.11754050850868225
790296	rnn.bias_hh_l0	7	0.07271957397460938
790296	rnn.bias_hh_l0	8	-0.23347951471805573
790296	rnn.bias_hh_l0	9	-0.5687748789787292
790296	rnn.weight_ih_l0_reverse	0	-0.009788486175239086
790296	rnn.weight_ih_l0_reverse	1	-0.007677920162677765
790296	rnn.weight_ih_l0_reverse	2	0.00716415885835886
790296	rnn.weight_ih_l0_reverse	3	-0.14348319172859192
790296	rnn.weight_ih_l0_reverse	4	0.07729845494031906
790296	rnn.weight_ih_l0_reverse	5	-0.1061297133564949
790296	rnn.weight_ih_l0_reverse	6	0.00817095022648573
790296	rnn.weight_ih_l0_reverse	7	0.02971259318292141
790296	rnn.weight_ih_l0_reverse	8	-0.05113811790943146
790296	rnn.weight_ih_l0_reverse	9	-0.08424966037273407
790296	rnn.weight_hh_l0_reverse	0	-0.1519363671541214
790296	rnn.weight_hh_l0_reverse	1	0.02093096636235714
790296	rnn.weight_hh_l0_reverse	2	-0.018727047368884087
790296	rnn.weight_hh_l0_reverse	3	0.03209865093231201
790296	rnn.weight_hh_l0_reverse	4	-0.08193401247262955
790296	rnn.weight_hh_l0_reverse	5	0.0377793163061142
790296	rnn.weight_hh_l0_reverse	6	0.030760154128074646
790296	rnn.weight_hh_l0_reverse	7	-0.13028591871261597
790296	rnn.weight_hh_l0_reverse	8	-0.07835198193788528
790296	rnn.weight_hh_l0_reverse	9	0.036364536732435226
790296	rnn.bias_ih_l0_reverse	0	-0.18221847712993622
790296	rnn.bias_ih_l0_reverse	1	-0.05851871147751808
790296	rnn.bias_ih_l0_reverse	2	0.15998443961143494
790296	rnn.bias_ih_l0_reverse	3	-0.33068034052848816
790296	rnn.bias_ih_l0_reverse	4	0.0015391366323456168
790296	rnn.bias_ih_l0_reverse	5	-0.2187851220369339
790296	rnn.bias_ih_l0_reverse	6	0.2848026752471924
790296	rnn.bias_ih_l0_reverse	7	-0.3017531633377075
790296	rnn.bias_ih_l0_reverse	8	-0.1959739476442337
790296	rnn.bias_ih_l0_reverse	9	-0.1559797078371048
790296	rnn.bias_hh_l0_reverse	0	-0.13606540858745575
790296	rnn.bias_hh_l0_reverse	1	0.27263563871383667
790296	rnn.bias_hh_l0_reverse	2	-0.34246787428855896
790296	rnn.bias_hh_l0_reverse	3	-0.23172444105148315
790296	rnn.bias_hh_l0_reverse	4	-0.40292373299598694
790296	rnn.bias_hh_l0_reverse	5	-0.20786677300930023
790296	rnn.bias_hh_l0_reverse	6	-0.27078989148139954
790296	rnn.bias_hh_l0_reverse	7	-0.09959965199232101
790296	rnn.bias_hh_l0_reverse	8	-0.3422333300113678
790296	rnn.bias_hh_l0_reverse	9	0.20986150205135345
790296	linear.weight	0	0.25348660349845886
790296	linear.weight	1	-0.43818995356559753
790296	linear.weight	2	0.013637448661029339
790296	linear.weight	3	0.06747447699308395
790296	linear.weight	4	-0.15510676801204681
790296	linear.weight	5	0.21962280571460724
790296	linear.weight	6	-0.026421373710036278
790296	linear.weight	7	-0.059636324644088745
790296	linear.weight	8	0.1450212150812149
790296	linear.weight	9	-0.04991912096738815
790296	linear.bias	0	-0.8514310717582703
790296	linear.bias	1	1.7967662811279297
790296	linear.bias	2	0.7013699412345886
790296	linear.bias	3	-2.742948055267334
790296	linear.bias	4	-0.0592973530292511
790296	linear.bias	5	1.2631205320358276
790296	linear.bias	6	-0.22891555726528168
790296	linear.bias	7	0.8269286155700684
790296	linear.bias	8	2.114179849624634
790296	linear.bias	9	-1.3024623394012451
790905	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
790905	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
790905	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
790905	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
790905	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
790905	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
790905	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
790905	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
790905	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
790905	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
790905	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
790905	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
790905	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
790905	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
790905	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
790905	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
790905	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
790905	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
790905	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
790905	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
790905	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
790905	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
790905	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
790905	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
790905	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
790905	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
790905	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
790905	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
790905	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
790905	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
790905	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
790905	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
790905	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
790905	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
790905	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
790905	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
790905	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
790905	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
790905	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
790905	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
790905	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
790905	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
790905	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
790905	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
790905	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
790905	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
790905	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
790905	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
790905	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
790905	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
790905	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
790905	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
790905	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
790905	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
790905	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
790905	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
790905	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
790905	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
790905	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
790905	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
790905	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
790905	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
790905	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
790905	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
790905	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
790905	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
790905	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
790905	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
790905	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
790905	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
790905	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
790905	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
790905	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
790905	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
790905	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
790905	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
790905	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
790905	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
790905	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
790905	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
790905	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
790905	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
790905	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
790905	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
790905	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
790905	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
790905	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
790905	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
790905	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
790905	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
790905	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
790905	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
790905	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
790905	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
790905	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
790905	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
790905	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
790905	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
790905	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
790905	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
790905	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
790905	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
790905	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
790905	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
790905	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
790905	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
790905	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
790905	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
790905	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
790905	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
790905	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
790905	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
790905	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
790905	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
790905	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
790905	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
790905	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
790905	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
790905	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
790905	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
790905	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
790905	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
790905	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
790905	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
790905	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
790905	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
790905	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
790905	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
790905	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
790905	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
790905	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
790905	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
790905	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
790905	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
790905	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
790905	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
790905	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
790905	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
790905	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
790905	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
790905	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
790905	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
790905	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
790905	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
790905	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
790905	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
790905	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
790905	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
790905	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
790905	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
790905	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
790905	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
790905	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
790905	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
790905	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
790905	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
790905	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
790905	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
790905	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
790905	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
790905	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
790905	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
790905	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
790905	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
790905	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
790905	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
790905	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
790905	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
790905	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
790905	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
790905	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
790905	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
790905	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
790905	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
790905	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
790905	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
790905	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
790905	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
790905	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
790905	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
790905	embedding2nn.weight	0	0.3211078345775604
790905	embedding2nn.weight	1	0.3859768807888031
790905	embedding2nn.weight	2	0.00768595514819026
790905	embedding2nn.weight	3	0.025411851704120636
790905	embedding2nn.weight	4	-0.02736794203519821
790905	embedding2nn.weight	5	0.058738235384225845
790905	embedding2nn.weight	6	-0.0029653990641236305
790905	embedding2nn.weight	7	-0.0033287680707871914
790905	embedding2nn.weight	8	0.04275926947593689
790905	embedding2nn.weight	9	-0.0538119412958622
790905	embedding2nn.bias	0	0.021321143954992294
790905	embedding2nn.bias	1	-0.18779487907886505
790905	embedding2nn.bias	2	0.12290319800376892
790905	embedding2nn.bias	3	0.16440704464912415
790905	embedding2nn.bias	4	0.14751970767974854
790905	embedding2nn.bias	5	-0.08400386571884155
790905	embedding2nn.bias	6	-0.051899127662181854
790905	embedding2nn.bias	7	0.0496663935482502
790905	embedding2nn.bias	8	-0.1419290006160736
790905	embedding2nn.bias	9	-0.3696504831314087
790905	rnn.weight_ih_l0	0	0.009539362043142319
790905	rnn.weight_ih_l0	1	-0.05652992054820061
790905	rnn.weight_ih_l0	2	-0.05118435248732567
790905	rnn.weight_ih_l0	3	0.11449333280324936
790905	rnn.weight_ih_l0	4	0.020550979301333427
790905	rnn.weight_ih_l0	5	-0.07442310452461243
790905	rnn.weight_ih_l0	6	0.007721906993538141
790905	rnn.weight_ih_l0	7	-0.02504212036728859
790905	rnn.weight_ih_l0	8	0.015884747728705406
790905	rnn.weight_ih_l0	9	-0.07973431795835495
790905	rnn.weight_hh_l0	0	-0.022989541292190552
790905	rnn.weight_hh_l0	1	0.08370990306138992
790905	rnn.weight_hh_l0	2	0.004167950712144375
790905	rnn.weight_hh_l0	3	-0.034668341279029846
790905	rnn.weight_hh_l0	4	0.08525452017784119
790905	rnn.weight_hh_l0	5	0.001739809988066554
790905	rnn.weight_hh_l0	6	-0.08804801851511002
790905	rnn.weight_hh_l0	7	-0.13747619092464447
790905	rnn.weight_hh_l0	8	0.04046138748526573
790905	rnn.weight_hh_l0	9	-0.1229865774512291
790905	rnn.bias_ih_l0	0	0.17488925158977509
790905	rnn.bias_ih_l0	1	-0.3419378697872162
790905	rnn.bias_ih_l0	2	-0.03869002312421799
790905	rnn.bias_ih_l0	3	-0.20623786747455597
790905	rnn.bias_ih_l0	4	0.004176882561296225
790905	rnn.bias_ih_l0	5	-0.4387193024158478
790905	rnn.bias_ih_l0	6	-0.1463984102010727
790905	rnn.bias_ih_l0	7	-0.3848688006401062
790905	rnn.bias_ih_l0	8	-0.31307801604270935
790905	rnn.bias_ih_l0	9	-0.43777787685394287
790905	rnn.bias_hh_l0	0	-0.3494502902030945
790905	rnn.bias_hh_l0	1	-0.43553319573402405
790905	rnn.bias_hh_l0	2	-0.40567547082901
790905	rnn.bias_hh_l0	3	-0.07105423510074615
790905	rnn.bias_hh_l0	4	-0.40306276082992554
790905	rnn.bias_hh_l0	5	-0.36656129360198975
790905	rnn.bias_hh_l0	6	-0.1180381253361702
790905	rnn.bias_hh_l0	7	0.07228162884712219
790905	rnn.bias_hh_l0	8	-0.2304825633764267
790905	rnn.bias_hh_l0	9	-0.5692983269691467
790905	rnn.weight_ih_l0_reverse	0	-0.010379294864833355
790905	rnn.weight_ih_l0_reverse	1	-0.008373018354177475
790905	rnn.weight_ih_l0_reverse	2	0.008025449700653553
790905	rnn.weight_ih_l0_reverse	3	-0.1439274102449417
790905	rnn.weight_ih_l0_reverse	4	0.07747102528810501
790905	rnn.weight_ih_l0_reverse	5	-0.10620588809251785
790905	rnn.weight_ih_l0_reverse	6	0.0087271211668849
790905	rnn.weight_ih_l0_reverse	7	0.029356185346841812
790905	rnn.weight_ih_l0_reverse	8	-0.051919762045145035
790905	rnn.weight_ih_l0_reverse	9	-0.08483617007732391
790905	rnn.weight_hh_l0_reverse	0	-0.1522258222103119
790905	rnn.weight_hh_l0_reverse	1	0.020954089239239693
790905	rnn.weight_hh_l0_reverse	2	-0.01874145120382309
790905	rnn.weight_hh_l0_reverse	3	0.03200704976916313
790905	rnn.weight_hh_l0_reverse	4	-0.0819316878914833
790905	rnn.weight_hh_l0_reverse	5	0.03775709494948387
790905	rnn.weight_hh_l0_reverse	6	0.030872169882059097
790905	rnn.weight_hh_l0_reverse	7	-0.12998497486114502
790905	rnn.weight_hh_l0_reverse	8	-0.07880017906427383
790905	rnn.weight_hh_l0_reverse	9	0.036035556346178055
790905	rnn.bias_ih_l0_reverse	0	-0.18384088575839996
790905	rnn.bias_ih_l0_reverse	1	-0.05686202645301819
790905	rnn.bias_ih_l0_reverse	2	0.15794846415519714
790905	rnn.bias_ih_l0_reverse	3	-0.33321723341941833
790905	rnn.bias_ih_l0_reverse	4	-0.0029152934439480305
790905	rnn.bias_ih_l0_reverse	5	-0.21893882751464844
790905	rnn.bias_ih_l0_reverse	6	0.282919317483902
790905	rnn.bias_ih_l0_reverse	7	-0.30003631114959717
790905	rnn.bias_ih_l0_reverse	8	-0.19781999289989471
790905	rnn.bias_ih_l0_reverse	9	-0.15690506994724274
790905	rnn.bias_hh_l0_reverse	0	-0.14187246561050415
790905	rnn.bias_hh_l0_reverse	1	0.2752426564693451
790905	rnn.bias_hh_l0_reverse	2	-0.3424006402492523
790905	rnn.bias_hh_l0_reverse	3	-0.23072735965251923
790905	rnn.bias_hh_l0_reverse	4	-0.40097740292549133
790905	rnn.bias_hh_l0_reverse	5	-0.20794782042503357
790905	rnn.bias_hh_l0_reverse	6	-0.26947781443595886
790905	rnn.bias_hh_l0_reverse	7	-0.09971681982278824
790905	rnn.bias_hh_l0_reverse	8	-0.3448460102081299
790905	rnn.bias_hh_l0_reverse	9	0.2079084813594818
790905	linear.weight	0	0.24961723387241364
790905	linear.weight	1	-0.436838835477829
790905	linear.weight	2	0.0224690530449152
790905	linear.weight	3	0.06747417896986008
790905	linear.weight	4	-0.1461654007434845
790905	linear.weight	5	0.22811086475849152
790905	linear.weight	6	-0.026642443612217903
790905	linear.weight	7	-0.05963451787829399
790905	linear.weight	8	0.13718798756599426
790905	linear.weight	9	-0.049920279532670975
790905	linear.bias	0	-0.8587122559547424
790905	linear.bias	1	1.7924972772598267
790905	linear.bias	2	0.7049351930618286
790905	linear.bias	3	-2.7429778575897217
790905	linear.bias	4	-0.04360676556825638
790905	linear.bias	5	1.2724661827087402
790905	linear.bias	6	-0.22547002136707306
790905	linear.bias	7	0.8145005702972412
790905	linear.bias	8	2.1040284633636475
790905	linear.bias	9	-1.3075212240219116
791514	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
791514	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
791514	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
791514	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
791514	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
791514	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
791514	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
791514	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
791514	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
791514	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
791514	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
791514	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
791514	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
791514	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
791514	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
791514	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
791514	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
791514	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
791514	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
791514	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
791514	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
791514	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
791514	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
791514	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
791514	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
791514	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
791514	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
791514	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
791514	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
791514	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
791514	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
791514	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
791514	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
791514	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
791514	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
791514	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
791514	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
791514	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
791514	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
791514	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
791514	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
791514	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
791514	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
791514	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
791514	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
791514	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
791514	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
791514	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
791514	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
791514	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
791514	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
791514	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
791514	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
791514	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
791514	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
791514	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
791514	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
791514	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
791514	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
791514	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
791514	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
791514	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
791514	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
791514	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
791514	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
791514	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
791514	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
791514	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
791514	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
791514	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
791514	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
791514	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
791514	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
791514	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
791514	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
791514	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
791514	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
791514	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
791514	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
791514	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
791514	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
791514	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
791514	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
791514	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
791514	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
791514	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
791514	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
791514	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
791514	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
791514	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
791514	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
791514	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
791514	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
791514	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
791514	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
791514	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
791514	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
791514	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
791514	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
791514	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
791514	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
791514	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
791514	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
791514	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
791514	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
791514	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
791514	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
791514	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
791514	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
791514	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
791514	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
791514	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
791514	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
791514	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
791514	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
791514	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
791514	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
791514	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
791514	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
791514	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
791514	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
791514	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
791514	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
791514	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
791514	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
791514	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
791514	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
791514	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
791514	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
791514	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
791514	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
791514	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
791514	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
791514	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
791514	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
791514	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
791514	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
791514	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
791514	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
791514	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
791514	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
791514	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
791514	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
791514	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
791514	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
791514	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
791514	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
791514	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
791514	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
791514	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
791514	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
791514	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
791514	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
791514	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
791514	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
791514	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
791514	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
791514	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
791514	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
791514	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
791514	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
791514	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
791514	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
791514	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
791514	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
791514	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
791514	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
791514	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
791514	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
791514	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
791514	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
791514	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
791514	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
791514	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
791514	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
791514	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
791514	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
791514	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
791514	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
791514	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
791514	embedding2nn.weight	0	0.32140472531318665
791514	embedding2nn.weight	1	0.38610896468162537
791514	embedding2nn.weight	2	0.007562486454844475
791514	embedding2nn.weight	3	0.02284269779920578
791514	embedding2nn.weight	4	-0.02799820713698864
791514	embedding2nn.weight	5	0.05799237638711929
791514	embedding2nn.weight	6	-0.0024248973932117224
791514	embedding2nn.weight	7	-0.002480544848367572
791514	embedding2nn.weight	8	0.04126240313053131
791514	embedding2nn.weight	9	-0.052839331328868866
791514	embedding2nn.bias	0	0.024954646825790405
791514	embedding2nn.bias	1	-0.18409878015518188
791514	embedding2nn.bias	2	0.1289563775062561
791514	embedding2nn.bias	3	0.16554933786392212
791514	embedding2nn.bias	4	0.14642107486724854
791514	embedding2nn.bias	5	-0.08334106206893921
791514	embedding2nn.bias	6	-0.05503937602043152
791514	embedding2nn.bias	7	0.047595102339982986
791514	embedding2nn.bias	8	-0.13692037761211395
791514	embedding2nn.bias	9	-0.3665652573108673
791514	rnn.weight_ih_l0	0	0.009360558353364468
791514	rnn.weight_ih_l0	1	-0.056605517864227295
791514	rnn.weight_ih_l0	2	-0.04930160194635391
791514	rnn.weight_ih_l0	3	0.11473410576581955
791514	rnn.weight_ih_l0	4	0.021632680669426918
791514	rnn.weight_ih_l0	5	-0.07659045606851578
791514	rnn.weight_ih_l0	6	0.0076865884475409985
791514	rnn.weight_ih_l0	7	-0.024143246933817863
791514	rnn.weight_ih_l0	8	0.01501970924437046
791514	rnn.weight_ih_l0	9	-0.0816025659441948
791514	rnn.weight_hh_l0	0	-0.022891473025083542
791514	rnn.weight_hh_l0	1	0.08337163925170898
791514	rnn.weight_hh_l0	2	0.003960524685680866
791514	rnn.weight_hh_l0	3	-0.03451806679368019
791514	rnn.weight_hh_l0	4	0.08540010452270508
791514	rnn.weight_hh_l0	5	0.0014067216543480754
791514	rnn.weight_hh_l0	6	-0.08777101337909698
791514	rnn.weight_hh_l0	7	-0.13857702910900116
791514	rnn.weight_hh_l0	8	0.04049309715628624
791514	rnn.weight_hh_l0	9	-0.12283748388290405
791514	rnn.bias_ih_l0	0	0.1714637130498886
791514	rnn.bias_ih_l0	1	-0.3440893292427063
791514	rnn.bias_ih_l0	2	-0.0409567691385746
791514	rnn.bias_ih_l0	3	-0.20517411828041077
791514	rnn.bias_ih_l0	4	0.0002707220846787095
791514	rnn.bias_ih_l0	5	-0.438732385635376
791514	rnn.bias_ih_l0	6	-0.14892227947711945
791514	rnn.bias_ih_l0	7	-0.3846020996570587
791514	rnn.bias_ih_l0	8	-0.31051215529441833
791514	rnn.bias_ih_l0	9	-0.44165363907814026
791514	rnn.bias_hh_l0	0	-0.34929826855659485
791514	rnn.bias_hh_l0	1	-0.4364623725414276
791514	rnn.bias_hh_l0	2	-0.4057953357696533
791514	rnn.bias_hh_l0	3	-0.07189205288887024
791514	rnn.bias_hh_l0	4	-0.4035453200340271
791514	rnn.bias_hh_l0	5	-0.367134690284729
791514	rnn.bias_hh_l0	6	-0.11874145269393921
791514	rnn.bias_hh_l0	7	0.07216421514749527
791514	rnn.bias_hh_l0	8	-0.2310030609369278
791514	rnn.bias_hh_l0	9	-0.5690982937812805
791514	rnn.weight_ih_l0_reverse	0	-0.010731937363743782
791514	rnn.weight_ih_l0_reverse	1	-0.00834317971020937
791514	rnn.weight_ih_l0_reverse	2	0.0076211560517549515
791514	rnn.weight_ih_l0_reverse	3	-0.14341139793395996
791514	rnn.weight_ih_l0_reverse	4	0.0774589404463768
791514	rnn.weight_ih_l0_reverse	5	-0.10552048683166504
791514	rnn.weight_ih_l0_reverse	6	0.009290356189012527
791514	rnn.weight_ih_l0_reverse	7	0.030037488788366318
791514	rnn.weight_ih_l0_reverse	8	-0.05214318633079529
791514	rnn.weight_ih_l0_reverse	9	-0.08491534739732742
791514	rnn.weight_hh_l0_reverse	0	-0.1518537849187851
791514	rnn.weight_hh_l0_reverse	1	0.021017523482441902
791514	rnn.weight_hh_l0_reverse	2	-0.018943827599287033
791514	rnn.weight_hh_l0_reverse	3	0.032173726707696915
791514	rnn.weight_hh_l0_reverse	4	-0.08188898861408234
791514	rnn.weight_hh_l0_reverse	5	0.03765410557389259
791514	rnn.weight_hh_l0_reverse	6	0.030953021720051765
791514	rnn.weight_hh_l0_reverse	7	-0.1299935281276703
791514	rnn.weight_hh_l0_reverse	8	-0.07916955649852753
791514	rnn.weight_hh_l0_reverse	9	0.036078985780477524
791514	rnn.bias_ih_l0_reverse	0	-0.18297304213047028
791514	rnn.bias_ih_l0_reverse	1	-0.055935487151145935
791514	rnn.bias_ih_l0_reverse	2	0.157475084066391
791514	rnn.bias_ih_l0_reverse	3	-0.33428096771240234
791514	rnn.bias_ih_l0_reverse	4	-0.002402184298262
791514	rnn.bias_ih_l0_reverse	5	-0.21885952353477478
791514	rnn.bias_ih_l0_reverse	6	0.28429150581359863
791514	rnn.bias_ih_l0_reverse	7	-0.3006698787212372
791514	rnn.bias_ih_l0_reverse	8	-0.19763925671577454
791514	rnn.bias_ih_l0_reverse	9	-0.1525447517633438
791514	rnn.bias_hh_l0_reverse	0	-0.13961084187030792
791514	rnn.bias_hh_l0_reverse	1	0.27689850330352783
791514	rnn.bias_hh_l0_reverse	2	-0.3403191566467285
791514	rnn.bias_hh_l0_reverse	3	-0.23085811734199524
791514	rnn.bias_hh_l0_reverse	4	-0.40298569202423096
791514	rnn.bias_hh_l0_reverse	5	-0.20795507729053497
791514	rnn.bias_hh_l0_reverse	6	-0.26952582597732544
791514	rnn.bias_hh_l0_reverse	7	-0.10003754496574402
791514	rnn.bias_hh_l0_reverse	8	-0.34481480717658997
791514	rnn.bias_hh_l0_reverse	9	0.20795761048793793
791514	linear.weight	0	0.24542701244354248
791514	linear.weight	1	-0.4350857734680176
791514	linear.weight	2	0.003011214081197977
791514	linear.weight	3	0.067474365234375
791514	linear.weight	4	-0.14680084586143494
791514	linear.weight	5	0.22709232568740845
791514	linear.weight	6	-0.025897808372974396
791514	linear.weight	7	-0.0596330389380455
791514	linear.weight	8	0.14177700877189636
791514	linear.weight	9	-0.04992126673460007
791514	linear.bias	0	-0.8537371158599854
791514	linear.bias	1	1.7877130508422852
791514	linear.bias	2	0.7062186598777771
791514	linear.bias	3	-2.74300217628479
791514	linear.bias	4	-0.059904541820287704
791514	linear.bias	5	1.2526723146438599
791514	linear.bias	6	-0.2232654094696045
791514	linear.bias	7	0.8239032626152039
791514	linear.bias	8	2.0983057022094727
791514	linear.bias	9	-1.3174798488616943
792123	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
792123	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
792123	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
792123	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
792123	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
792123	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
792123	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
792123	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
792123	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
792123	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
792123	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
792123	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
792123	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
792123	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
792123	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
792123	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
792123	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
792123	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
792123	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
792123	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
792123	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
792123	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
792123	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
792123	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
792123	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
792123	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
792123	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
792123	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
792123	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
792123	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
792123	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
792123	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
792123	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
792123	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
792123	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
792123	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
792123	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
792123	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
792123	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
792123	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
792123	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
792123	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
792123	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
792123	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
792123	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
792123	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
792123	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
792123	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
792123	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
792123	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
792123	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
792123	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
792123	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
792123	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
792123	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
792123	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
792123	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
792123	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
792123	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
792123	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
792123	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
792123	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
792123	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
792123	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
792123	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
792123	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
792123	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
792123	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
792123	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
792123	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
792123	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
792123	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
792123	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
792123	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
792123	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
792123	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
792123	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
792123	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
792123	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
792123	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
792123	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
792123	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
792123	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
792123	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
792123	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
792123	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
792123	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
792123	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
792123	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
792123	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
792123	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
792123	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
792123	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
792123	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
792123	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
792123	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
792123	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
792123	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
792123	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
792123	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
792123	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
792123	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
792123	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
792123	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
792123	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
792123	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
792123	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
792123	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
792123	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
792123	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
792123	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
792123	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
792123	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
792123	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
792123	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
792123	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
792123	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
792123	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
792123	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
792123	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
792123	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
792123	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
792123	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
792123	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
792123	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
792123	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
792123	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
792123	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
792123	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
792123	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
792123	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
792123	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
792123	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
792123	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
792123	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
792123	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
792123	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
792123	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
792123	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
792123	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
792123	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
792123	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
792123	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
792123	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
792123	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
792123	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
792123	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
792123	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
792123	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
792123	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
792123	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
792123	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
792123	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
792123	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
792123	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
792123	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
792123	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
792123	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
792123	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
792123	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
792123	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
792123	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
792123	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
792123	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
792123	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
792123	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
792123	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
792123	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
792123	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
792123	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
792123	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
792123	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
792123	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
792123	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
792123	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
792123	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
792123	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
792123	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
792123	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
792123	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
792123	embedding2nn.weight	0	0.3218465745449066
792123	embedding2nn.weight	1	0.38606277108192444
792123	embedding2nn.weight	2	0.007621545810252428
792123	embedding2nn.weight	3	0.02466486766934395
792123	embedding2nn.weight	4	-0.029892364516854286
792123	embedding2nn.weight	5	0.05780019238591194
792123	embedding2nn.weight	6	0.0004729356151074171
792123	embedding2nn.weight	7	0.0010699977865442634
792123	embedding2nn.weight	8	0.041934359818696976
792123	embedding2nn.weight	9	-0.0509243905544281
792123	embedding2nn.bias	0	0.014895238913595676
792123	embedding2nn.bias	1	-0.17860987782478333
792123	embedding2nn.bias	2	0.12763547897338867
792123	embedding2nn.bias	3	0.16281814873218536
792123	embedding2nn.bias	4	0.15126170217990875
792123	embedding2nn.bias	5	-0.08764718472957611
792123	embedding2nn.bias	6	-0.057396989315748215
792123	embedding2nn.bias	7	0.042043231427669525
792123	embedding2nn.bias	8	-0.14173735678195953
792123	embedding2nn.bias	9	-0.3769231140613556
792123	rnn.weight_ih_l0	0	0.009073486551642418
792123	rnn.weight_ih_l0	1	-0.05663834512233734
792123	rnn.weight_ih_l0	2	-0.05100306496024132
792123	rnn.weight_ih_l0	3	0.11579678952693939
792123	rnn.weight_ih_l0	4	0.023466983810067177
792123	rnn.weight_ih_l0	5	-0.07645519822835922
792123	rnn.weight_ih_l0	6	0.009644757956266403
792123	rnn.weight_ih_l0	7	-0.025441018864512444
792123	rnn.weight_ih_l0	8	0.015673693269491196
792123	rnn.weight_ih_l0	9	-0.0815301164984703
792123	rnn.weight_hh_l0	0	-0.022957172244787216
792123	rnn.weight_hh_l0	1	0.08319710195064545
792123	rnn.weight_hh_l0	2	0.0037493493873625994
792123	rnn.weight_hh_l0	3	-0.034798819571733475
792123	rnn.weight_hh_l0	4	0.08516516536474228
792123	rnn.weight_hh_l0	5	0.0016708682524040341
792123	rnn.weight_hh_l0	6	-0.0878545269370079
792123	rnn.weight_hh_l0	7	-0.13903748989105225
792123	rnn.weight_hh_l0	8	0.040480319410562515
792123	rnn.weight_hh_l0	9	-0.12271285057067871
792123	rnn.bias_ih_l0	0	0.17168453335762024
792123	rnn.bias_ih_l0	1	-0.3421139121055603
792123	rnn.bias_ih_l0	2	-0.039731722325086594
792123	rnn.bias_ih_l0	3	-0.20354299247264862
792123	rnn.bias_ih_l0	4	0.0011892759939655662
792123	rnn.bias_ih_l0	5	-0.4393555521965027
792123	rnn.bias_ih_l0	6	-0.14691920578479767
792123	rnn.bias_ih_l0	7	-0.38554447889328003
792123	rnn.bias_ih_l0	8	-0.31249290704727173
792123	rnn.bias_ih_l0	9	-0.43892064690589905
792123	rnn.bias_hh_l0	0	-0.35108742117881775
792123	rnn.bias_hh_l0	1	-0.4374127686023712
792123	rnn.bias_hh_l0	2	-0.4054611325263977
792123	rnn.bias_hh_l0	3	-0.07260772585868835
792123	rnn.bias_hh_l0	4	-0.4042428433895111
792123	rnn.bias_hh_l0	5	-0.3677733838558197
792123	rnn.bias_hh_l0	6	-0.11702177673578262
792123	rnn.bias_hh_l0	7	0.07161631435155869
792123	rnn.bias_hh_l0	8	-0.23070842027664185
792123	rnn.bias_hh_l0	9	-0.5709015130996704
792123	rnn.weight_ih_l0_reverse	0	-0.011825929395854473
792123	rnn.weight_ih_l0_reverse	1	-0.007865410298109055
792123	rnn.weight_ih_l0_reverse	2	0.0072430637665092945
792123	rnn.weight_ih_l0_reverse	3	-0.1441463828086853
792123	rnn.weight_ih_l0_reverse	4	0.07816152274608612
792123	rnn.weight_ih_l0_reverse	5	-0.10477003455162048
792123	rnn.weight_ih_l0_reverse	6	0.007772595621645451
792123	rnn.weight_ih_l0_reverse	7	0.03044113889336586
792123	rnn.weight_ih_l0_reverse	8	-0.05219189077615738
792123	rnn.weight_ih_l0_reverse	9	-0.08455019444227219
792123	rnn.weight_hh_l0_reverse	0	-0.1522769331932068
792123	rnn.weight_hh_l0_reverse	1	0.02093113772571087
792123	rnn.weight_hh_l0_reverse	2	-0.01864011213183403
792123	rnn.weight_hh_l0_reverse	3	0.032215315848588943
792123	rnn.weight_hh_l0_reverse	4	-0.08269988000392914
792123	rnn.weight_hh_l0_reverse	5	0.03779061511158943
792123	rnn.weight_hh_l0_reverse	6	0.030916796997189522
792123	rnn.weight_hh_l0_reverse	7	-0.128835067152977
792123	rnn.weight_hh_l0_reverse	8	-0.07832016050815582
792123	rnn.weight_hh_l0_reverse	9	0.03651447966694832
792123	rnn.bias_ih_l0_reverse	0	-0.18245062232017517
792123	rnn.bias_ih_l0_reverse	1	-0.05662643536925316
792123	rnn.bias_ih_l0_reverse	2	0.1568819284439087
792123	rnn.bias_ih_l0_reverse	3	-0.33254438638687134
792123	rnn.bias_ih_l0_reverse	4	-0.0024890885688364506
792123	rnn.bias_ih_l0_reverse	5	-0.2189980000257492
792123	rnn.bias_ih_l0_reverse	6	0.2805185616016388
792123	rnn.bias_ih_l0_reverse	7	-0.299313485622406
792123	rnn.bias_ih_l0_reverse	8	-0.19765855371952057
792123	rnn.bias_ih_l0_reverse	9	-0.15273374319076538
792123	rnn.bias_hh_l0_reverse	0	-0.13926835358142853
792123	rnn.bias_hh_l0_reverse	1	0.276052325963974
792123	rnn.bias_hh_l0_reverse	2	-0.3389739394187927
792123	rnn.bias_hh_l0_reverse	3	-0.2310561239719391
792123	rnn.bias_hh_l0_reverse	4	-0.4049476683139801
792123	rnn.bias_hh_l0_reverse	5	-0.20538297295570374
792123	rnn.bias_hh_l0_reverse	6	-0.26915082335472107
792123	rnn.bias_hh_l0_reverse	7	-0.09766529500484467
792123	rnn.bias_hh_l0_reverse	8	-0.34414762258529663
792123	rnn.bias_hh_l0_reverse	9	0.2106616348028183
792123	linear.weight	0	0.24764662981033325
792123	linear.weight	1	-0.44034016132354736
792123	linear.weight	2	0.02656443417072296
792123	linear.weight	3	0.06747452169656754
792123	linear.weight	4	-0.13325342535972595
792123	linear.weight	5	0.23429787158966064
792123	linear.weight	6	-0.030458007007837296
792123	linear.weight	7	-0.05963190644979477
792123	linear.weight	8	0.13622203469276428
792123	linear.weight	9	-0.049922771751880646
792123	linear.bias	0	-0.8663504123687744
792123	linear.bias	1	1.779093623161316
792123	linear.bias	2	0.699410617351532
792123	linear.bias	3	-2.743025302886963
792123	linear.bias	4	-0.060183364897966385
792123	linear.bias	5	1.2667597532272339
792123	linear.bias	6	-0.20535363256931305
792123	linear.bias	7	0.8061790466308594
792123	linear.bias	8	2.0965964794158936
792123	linear.bias	9	-1.3083969354629517
792732	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
792732	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
792732	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
792732	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
792732	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
792732	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
792732	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
792732	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
792732	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
792732	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
792732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
792732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
792732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
792732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
792732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
792732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
792732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
792732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
792732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
792732	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
792732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
792732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
792732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
792732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
792732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
792732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
792732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
792732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
792732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
792732	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
792732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
792732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
792732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
792732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
792732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
792732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
792732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
792732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
792732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
792732	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
792732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
792732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
792732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
792732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
792732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
792732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
792732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
792732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
792732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
792732	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
792732	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
792732	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
792732	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
792732	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
792732	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
792732	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
792732	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
792732	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
792732	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
792732	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
792732	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
792732	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
792732	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
792732	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
792732	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
792732	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
792732	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
792732	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
792732	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
792732	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
792732	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
792732	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
792732	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
792732	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
792732	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
792732	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
792732	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
792732	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
792732	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
792732	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
792732	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
792732	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
792732	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
792732	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
792732	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
792732	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
792732	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
792732	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
792732	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
792732	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
792732	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
792732	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
792732	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
792732	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
792732	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
792732	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
792732	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
792732	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
792732	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
792732	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
792732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
792732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
792732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
792732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
792732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
792732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
792732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
792732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
792732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
792732	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
792732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
792732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
792732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
792732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
792732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
792732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
792732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
792732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
792732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
792732	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
792732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
792732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
792732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
792732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
792732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
792732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
792732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
792732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
792732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
792732	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
792732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
792732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
792732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
792732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
792732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
792732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
792732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
792732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
792732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
792732	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
792732	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
792732	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
792732	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
792732	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
792732	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
792732	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
792732	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
792732	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
792732	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
792732	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
792732	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
792732	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
792732	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
792732	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
792732	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
792732	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
792732	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
792732	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
792732	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
792732	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
792732	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
792732	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
792732	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
792732	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
792732	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
792732	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
792732	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
792732	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
792732	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
792732	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
792732	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
792732	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
792732	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
792732	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
792732	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
792732	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
792732	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
792732	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
792732	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
792732	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
792732	embedding2nn.weight	0	0.322189062833786
792732	embedding2nn.weight	1	0.3848120868206024
792732	embedding2nn.weight	2	0.006589854136109352
792732	embedding2nn.weight	3	0.019349323585629463
792732	embedding2nn.weight	4	-0.03027164936065674
792732	embedding2nn.weight	5	0.057740528136491776
792732	embedding2nn.weight	6	-0.0005454952479340136
792732	embedding2nn.weight	7	0.0028628618456423283
792732	embedding2nn.weight	8	0.040329739451408386
792732	embedding2nn.weight	9	-0.050382062792778015
792732	embedding2nn.bias	0	0.013431775383651257
792732	embedding2nn.bias	1	-0.18707583844661713
792732	embedding2nn.bias	2	0.11411429196596146
792732	embedding2nn.bias	3	0.17653489112854004
792732	embedding2nn.bias	4	0.15042467415332794
792732	embedding2nn.bias	5	-0.0818173736333847
792732	embedding2nn.bias	6	-0.049167949706315994
792732	embedding2nn.bias	7	0.04623302444815636
792732	embedding2nn.bias	8	-0.14020581543445587
792732	embedding2nn.bias	9	-0.3713518977165222
792732	rnn.weight_ih_l0	0	0.00932689942419529
792732	rnn.weight_ih_l0	1	-0.05716302990913391
792732	rnn.weight_ih_l0	2	-0.05102086439728737
792732	rnn.weight_ih_l0	3	0.11579281091690063
792732	rnn.weight_ih_l0	4	0.02476627565920353
792732	rnn.weight_ih_l0	5	-0.07574045658111572
792732	rnn.weight_ih_l0	6	0.00796978734433651
792732	rnn.weight_ih_l0	7	-0.02494102716445923
792732	rnn.weight_ih_l0	8	0.0166830625385046
792732	rnn.weight_ih_l0	9	-0.08106943964958191
792732	rnn.weight_hh_l0	0	-0.022918062284588814
792732	rnn.weight_hh_l0	1	0.08333514630794525
792732	rnn.weight_hh_l0	2	0.0037421153392642736
792732	rnn.weight_hh_l0	3	-0.03470606729388237
792732	rnn.weight_hh_l0	4	0.08489850163459778
792732	rnn.weight_hh_l0	5	0.0018795410869643092
792732	rnn.weight_hh_l0	6	-0.08769304305315018
792732	rnn.weight_hh_l0	7	-0.13913005590438843
792732	rnn.weight_hh_l0	8	0.040584661066532135
792732	rnn.weight_hh_l0	9	-0.12221039831638336
792732	rnn.bias_ih_l0	0	0.17178793251514435
792732	rnn.bias_ih_l0	1	-0.34250614047050476
792732	rnn.bias_ih_l0	2	-0.0395430363714695
792732	rnn.bias_ih_l0	3	-0.20805421471595764
792732	rnn.bias_ih_l0	4	-0.003225515363737941
792732	rnn.bias_ih_l0	5	-0.43992888927459717
792732	rnn.bias_ih_l0	6	-0.15058749914169312
792732	rnn.bias_ih_l0	7	-0.3858455717563629
792732	rnn.bias_ih_l0	8	-0.312192440032959
792732	rnn.bias_ih_l0	9	-0.43820568919181824
792732	rnn.bias_hh_l0	0	-0.35101091861724854
792732	rnn.bias_hh_l0	1	-0.4371471107006073
792732	rnn.bias_hh_l0	2	-0.40289589762687683
792732	rnn.bias_hh_l0	3	-0.07155957818031311
792732	rnn.bias_hh_l0	4	-0.40349289774894714
792732	rnn.bias_hh_l0	5	-0.3670421242713928
792732	rnn.bias_hh_l0	6	-0.11889360100030899
792732	rnn.bias_hh_l0	7	0.0704025849699974
792732	rnn.bias_hh_l0	8	-0.23290733993053436
792732	rnn.bias_hh_l0	9	-0.5683889985084534
792732	rnn.weight_ih_l0_reverse	0	-0.012896355241537094
792732	rnn.weight_ih_l0_reverse	1	-0.008272912353277206
792732	rnn.weight_ih_l0_reverse	2	0.006451773457229137
792732	rnn.weight_ih_l0_reverse	3	-0.14306041598320007
792732	rnn.weight_ih_l0_reverse	4	0.0778806060552597
792732	rnn.weight_ih_l0_reverse	5	-0.10552232712507248
792732	rnn.weight_ih_l0_reverse	6	0.0099500035867095
792732	rnn.weight_ih_l0_reverse	7	0.03010547161102295
792732	rnn.weight_ih_l0_reverse	8	-0.05258486419916153
792732	rnn.weight_ih_l0_reverse	9	-0.08561373502016068
792732	rnn.weight_hh_l0_reverse	0	-0.1526489108800888
792732	rnn.weight_hh_l0_reverse	1	0.02082393318414688
792732	rnn.weight_hh_l0_reverse	2	-0.01885613426566124
792732	rnn.weight_hh_l0_reverse	3	0.03211125358939171
792732	rnn.weight_hh_l0_reverse	4	-0.08240080624818802
792732	rnn.weight_hh_l0_reverse	5	0.037768445909023285
792732	rnn.weight_hh_l0_reverse	6	0.03089936263859272
792732	rnn.weight_hh_l0_reverse	7	-0.1297198086977005
792732	rnn.weight_hh_l0_reverse	8	-0.07977695763111115
792732	rnn.weight_hh_l0_reverse	9	0.03637782856822014
792732	rnn.bias_ih_l0_reverse	0	-0.18459366261959076
792732	rnn.bias_ih_l0_reverse	1	-0.05810226500034332
792732	rnn.bias_ih_l0_reverse	2	0.1585691273212433
792732	rnn.bias_ih_l0_reverse	3	-0.33578285574913025
792732	rnn.bias_ih_l0_reverse	4	-0.0037878896109759808
792732	rnn.bias_ih_l0_reverse	5	-0.21887564659118652
792732	rnn.bias_ih_l0_reverse	6	0.28351014852523804
792732	rnn.bias_ih_l0_reverse	7	-0.2993270754814148
792732	rnn.bias_ih_l0_reverse	8	-0.19652831554412842
792732	rnn.bias_ih_l0_reverse	9	-0.15396353602409363
792732	rnn.bias_hh_l0_reverse	0	-0.1406390368938446
792732	rnn.bias_hh_l0_reverse	1	0.277669221162796
792732	rnn.bias_hh_l0_reverse	2	-0.3386622369289398
792732	rnn.bias_hh_l0_reverse	3	-0.23154109716415405
792732	rnn.bias_hh_l0_reverse	4	-0.406667560338974
792732	rnn.bias_hh_l0_reverse	5	-0.2068329155445099
792732	rnn.bias_hh_l0_reverse	6	-0.26807671785354614
792732	rnn.bias_hh_l0_reverse	7	-0.09529431164264679
792732	rnn.bias_hh_l0_reverse	8	-0.34597763419151306
792732	rnn.bias_hh_l0_reverse	9	0.21171019971370697
792732	linear.weight	0	0.2560851275920868
792732	linear.weight	1	-0.44107016921043396
792732	linear.weight	2	0.029184581711888313
792732	linear.weight	3	0.06747454404830933
792732	linear.weight	4	-0.1313084065914154
792732	linear.weight	5	0.2265843152999878
792732	linear.weight	6	-0.03285873681306839
792732	linear.weight	7	-0.05963031202554703
792732	linear.weight	8	0.13657179474830627
792732	linear.weight	9	-0.049923770129680634
792732	linear.bias	0	-0.8545560836791992
792732	linear.bias	1	1.7941980361938477
792732	linear.bias	2	0.6964110136032104
792732	linear.bias	3	-2.7430531978607178
792732	linear.bias	4	-0.06089966371655464
792732	linear.bias	5	1.277999997138977
792732	linear.bias	6	-0.21693597733974457
792732	linear.bias	7	0.8181026577949524
792732	linear.bias	8	2.107422351837158
792732	linear.bias	9	-1.3020849227905273
792740	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
792740	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
792740	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
792740	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
792740	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
792740	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
792740	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
792740	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
792740	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
792740	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
792740	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
792740	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
792740	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
792740	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
792740	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
792740	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
792740	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
792740	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
792740	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
792740	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
792740	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
792740	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
792740	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
792740	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
792740	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
792740	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
792740	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
792740	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
792740	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
792740	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
792740	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
792740	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
792740	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
792740	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
792740	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
792740	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
792740	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
792740	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
792740	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
792740	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
792740	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
792740	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
792740	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
792740	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
792740	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
792740	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
792740	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
792740	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
792740	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
792740	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
792740	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
792740	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
792740	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
792740	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
792740	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
792740	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
792740	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
792740	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
792740	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
792740	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
792740	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
792740	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
792740	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
792740	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
792740	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
792740	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
792740	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
792740	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
792740	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
792740	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
792740	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
792740	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
792740	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
792740	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
792740	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
792740	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
792740	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
792740	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
792740	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
792740	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
792740	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
792740	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
792740	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
792740	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
792740	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
792740	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
792740	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
792740	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
792740	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
792740	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
792740	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
792740	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
792740	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
792740	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
792740	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
792740	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
792740	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
792740	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
792740	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
792740	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
792740	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
792740	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
792740	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
792740	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
792740	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
792740	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
792740	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
792740	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
792740	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
792740	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
792740	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
792740	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
792740	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
792740	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
792740	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
792740	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
792740	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
792740	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
792740	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
792740	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
792740	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
792740	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
792740	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
792740	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
792740	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
792740	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
792740	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
792740	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
792740	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
792740	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
792740	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
792740	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
792740	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
792740	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
792740	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
792740	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
792740	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
792740	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
792740	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
792740	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
792740	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
792740	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
792740	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
792740	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
792740	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
792740	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
792740	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
792740	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
792740	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
792740	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
792740	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
792740	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
792740	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
792740	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
792740	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
792740	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
792740	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
792740	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
792740	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
792740	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
792740	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
792740	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
792740	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
792740	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
792740	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
792740	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
792740	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
792740	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
792740	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
792740	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
792740	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
792740	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
792740	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
792740	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
792740	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
792740	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
792740	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
792740	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
792740	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
792740	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
792740	embedding2nn.weight	0	0.32208171486854553
792740	embedding2nn.weight	1	0.38471901416778564
792740	embedding2nn.weight	2	0.00662979343906045
792740	embedding2nn.weight	3	0.01924961619079113
792740	embedding2nn.weight	4	-0.030138039961457253
792740	embedding2nn.weight	5	0.05767494812607765
792740	embedding2nn.weight	6	-0.00035807816311717033
792740	embedding2nn.weight	7	0.0030989793594926596
792740	embedding2nn.weight	8	0.04016949236392975
792740	embedding2nn.weight	9	-0.0502295158803463
792740	embedding2nn.bias	0	0.014537959359586239
792740	embedding2nn.bias	1	-0.1861342340707779
792740	embedding2nn.bias	2	0.11646194756031036
792740	embedding2nn.bias	3	0.17653462290763855
792740	embedding2nn.bias	4	0.15021322667598724
792740	embedding2nn.bias	5	-0.08292535692453384
792740	embedding2nn.bias	6	-0.04966851696372032
792740	embedding2nn.bias	7	0.04412178322672844
792740	embedding2nn.bias	8	-0.13975557684898376
792740	embedding2nn.bias	9	-0.37158429622650146
792740	rnn.weight_ih_l0	0	0.009347761981189251
792740	rnn.weight_ih_l0	1	-0.057141415774822235
792740	rnn.weight_ih_l0	2	-0.05097980424761772
792740	rnn.weight_ih_l0	3	0.11592155694961548
792740	rnn.weight_ih_l0	4	0.024714145809412003
792740	rnn.weight_ih_l0	5	-0.07588157057762146
792740	rnn.weight_ih_l0	6	0.00800589844584465
792740	rnn.weight_ih_l0	7	-0.025001192465424538
792740	rnn.weight_ih_l0	8	0.01665991172194481
792740	rnn.weight_ih_l0	9	-0.0809887945652008
792740	rnn.weight_hh_l0	0	-0.02292097546160221
792740	rnn.weight_hh_l0	1	0.08332636952400208
792740	rnn.weight_hh_l0	2	0.0037884903140366077
792740	rnn.weight_hh_l0	3	-0.03471042960882187
792740	rnn.weight_hh_l0	4	0.0848974958062172
792740	rnn.weight_hh_l0	5	0.0019024066859856248
792740	rnn.weight_hh_l0	6	-0.08769024908542633
792740	rnn.weight_hh_l0	7	-0.139166459441185
792740	rnn.weight_hh_l0	8	0.04058613255620003
792740	rnn.weight_hh_l0	9	-0.12223811447620392
792740	rnn.bias_ih_l0	0	0.1721155047416687
792740	rnn.bias_ih_l0	1	-0.34245923161506653
792740	rnn.bias_ih_l0	2	-0.03966069221496582
792740	rnn.bias_ih_l0	3	-0.20832471549510956
792740	rnn.bias_ih_l0	4	-0.003217746037989855
792740	rnn.bias_ih_l0	5	-0.43964770436286926
792740	rnn.bias_ih_l0	6	-0.15054532885551453
792740	rnn.bias_ih_l0	7	-0.38586145639419556
792740	rnn.bias_ih_l0	8	-0.31222403049468994
792740	rnn.bias_ih_l0	9	-0.43798965215682983
792740	rnn.bias_hh_l0	0	-0.35095906257629395
792740	rnn.bias_hh_l0	1	-0.4369296431541443
792740	rnn.bias_hh_l0	2	-0.40293049812316895
792740	rnn.bias_hh_l0	3	-0.07176072150468826
792740	rnn.bias_hh_l0	4	-0.40353500843048096
792740	rnn.bias_hh_l0	5	-0.36695531010627747
792740	rnn.bias_hh_l0	6	-0.11857163161039352
792740	rnn.bias_hh_l0	7	0.07065501064062119
792740	rnn.bias_hh_l0	8	-0.23319150507450104
792740	rnn.bias_hh_l0	9	-0.5682529807090759
792740	rnn.weight_ih_l0_reverse	0	-0.012983612716197968
792740	rnn.weight_ih_l0_reverse	1	-0.008209431543946266
792740	rnn.weight_ih_l0_reverse	2	0.006398090161383152
792740	rnn.weight_ih_l0_reverse	3	-0.14303652942180634
792740	rnn.weight_ih_l0_reverse	4	0.07787534594535828
792740	rnn.weight_ih_l0_reverse	5	-0.10553455352783203
792740	rnn.weight_ih_l0_reverse	6	0.009978455491364002
792740	rnn.weight_ih_l0_reverse	7	0.030169308185577393
792740	rnn.weight_ih_l0_reverse	8	-0.05266974866390228
792740	rnn.weight_ih_l0_reverse	9	-0.08556380122900009
792740	rnn.weight_hh_l0_reverse	0	-0.15263691544532776
792740	rnn.weight_hh_l0_reverse	1	0.020801085978746414
792740	rnn.weight_hh_l0_reverse	2	-0.018853317946195602
792740	rnn.weight_hh_l0_reverse	3	0.03211674094200134
792740	rnn.weight_hh_l0_reverse	4	-0.08239547908306122
792740	rnn.weight_hh_l0_reverse	5	0.037760939449071884
792740	rnn.weight_hh_l0_reverse	6	0.030898699536919594
792740	rnn.weight_hh_l0_reverse	7	-0.12959760427474976
792740	rnn.weight_hh_l0_reverse	8	-0.07980573177337646
792740	rnn.weight_hh_l0_reverse	9	0.036423321813344955
792740	rnn.bias_ih_l0_reverse	0	-0.18467332422733307
792740	rnn.bias_ih_l0_reverse	1	-0.05808451399207115
792740	rnn.bias_ih_l0_reverse	2	0.15864744782447815
792740	rnn.bias_ih_l0_reverse	3	-0.33580514788627625
792740	rnn.bias_ih_l0_reverse	4	-0.0037178220227360725
792740	rnn.bias_ih_l0_reverse	5	-0.2188713103532791
792740	rnn.bias_ih_l0_reverse	6	0.28327226638793945
792740	rnn.bias_ih_l0_reverse	7	-0.2993702292442322
792740	rnn.bias_ih_l0_reverse	8	-0.19651244580745697
792740	rnn.bias_ih_l0_reverse	9	-0.15388774871826172
792740	rnn.bias_hh_l0_reverse	0	-0.1408562958240509
792740	rnn.bias_hh_l0_reverse	1	0.2778063416481018
792740	rnn.bias_hh_l0_reverse	2	-0.33871257305145264
792740	rnn.bias_hh_l0_reverse	3	-0.23167940974235535
792740	rnn.bias_hh_l0_reverse	4	-0.40653806924819946
792740	rnn.bias_hh_l0_reverse	5	-0.20653843879699707
792740	rnn.bias_hh_l0_reverse	6	-0.2680482864379883
792740	rnn.bias_hh_l0_reverse	7	-0.09535286575555801
792740	rnn.bias_hh_l0_reverse	8	-0.3463491201400757
792740	rnn.bias_hh_l0_reverse	9	0.2117641419172287
792740	linear.weight	0	0.25608140230178833
792740	linear.weight	1	-0.4407303035259247
792740	linear.weight	2	0.0296594500541687
792740	linear.weight	3	0.06747455149888992
792740	linear.weight	4	-0.131617933511734
792740	linear.weight	5	0.22647830843925476
792740	linear.weight	6	-0.032706573605537415
792740	linear.weight	7	-0.05963030830025673
792740	linear.weight	8	0.1373368799686432
792740	linear.weight	9	-0.049923770129680634
792740	linear.bias	0	-0.8539237976074219
792740	linear.bias	1	1.7920774221420288
792740	linear.bias	2	0.6973461508750916
792740	linear.bias	3	-2.743053436279297
792740	linear.bias	4	-0.0600096695125103
792740	linear.bias	5	1.2729191780090332
792740	linear.bias	6	-0.2172820121049881
792740	linear.bias	7	0.817557156085968
792740	linear.bias	8	2.1082770824432373
792740	linear.bias	9	-1.3028923273086548
793349	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
793349	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
793349	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
793349	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
793349	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
793349	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
793349	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
793349	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
793349	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
793349	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
793349	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
793349	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
793349	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
793349	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
793349	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
793349	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
793349	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
793349	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
793349	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
793349	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
793349	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
793349	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
793349	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
793349	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
793349	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
793349	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
793349	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
793349	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
793349	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
793349	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
793349	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
793349	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
793349	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
793349	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
793349	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
793349	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
793349	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
793349	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
793349	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
793349	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
793349	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
793349	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
793349	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
793349	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
793349	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
793349	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
793349	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
793349	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
793349	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
793349	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
793349	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
793349	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
793349	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
793349	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
793349	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
793349	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
793349	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
793349	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
793349	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
793349	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
793349	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
793349	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
793349	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
793349	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
793349	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
793349	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
793349	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
793349	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
793349	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
793349	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
793349	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
793349	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
793349	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
793349	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
793349	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
793349	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
793349	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
793349	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
793349	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
793349	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
793349	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
793349	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
793349	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
793349	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
793349	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
793349	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
793349	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
793349	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
793349	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
793349	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
793349	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
793349	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
793349	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
793349	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
793349	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
793349	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
793349	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
793349	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
793349	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
793349	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
793349	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
793349	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
793349	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
793349	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
793349	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
793349	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
793349	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
793349	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
793349	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
793349	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
793349	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
793349	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
793349	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
793349	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
793349	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
793349	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
793349	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
793349	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
793349	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
793349	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
793349	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
793349	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
793349	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
793349	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
793349	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
793349	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
793349	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
793349	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
793349	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
793349	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
793349	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
793349	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
793349	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
793349	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
793349	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
793349	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
793349	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
793349	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
793349	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
793349	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
793349	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
793349	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
793349	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
793349	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
793349	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
793349	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
793349	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
793349	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
793349	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
793349	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
793349	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
793349	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
793349	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
793349	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
793349	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
793349	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
793349	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
793349	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
793349	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
793349	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
793349	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
793349	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
793349	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
793349	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
793349	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
793349	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
793349	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
793349	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
793349	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
793349	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
793349	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
793349	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
793349	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
793349	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
793349	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
793349	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
793349	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
793349	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
793349	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
793349	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
793349	embedding2nn.weight	0	0.32224923372268677
793349	embedding2nn.weight	1	0.38490739464759827
793349	embedding2nn.weight	2	0.005925054661929607
793349	embedding2nn.weight	3	0.0184926837682724
793349	embedding2nn.weight	4	-0.03036232478916645
793349	embedding2nn.weight	5	0.058069583028554916
793349	embedding2nn.weight	6	-0.0010250250343233347
793349	embedding2nn.weight	7	0.0029165297746658325
793349	embedding2nn.weight	8	0.039993345737457275
793349	embedding2nn.weight	9	-0.05045371130108833
793349	embedding2nn.bias	0	0.013907209038734436
793349	embedding2nn.bias	1	-0.1842651218175888
793349	embedding2nn.bias	2	0.12228069454431534
793349	embedding2nn.bias	3	0.17421002686023712
793349	embedding2nn.bias	4	0.1555260568857193
793349	embedding2nn.bias	5	-0.08210470527410507
793349	embedding2nn.bias	6	-0.048604849725961685
793349	embedding2nn.bias	7	0.04625747725367546
793349	embedding2nn.bias	8	-0.14466094970703125
793349	embedding2nn.bias	9	-0.37004268169403076
793349	rnn.weight_ih_l0	0	0.009457343257963657
793349	rnn.weight_ih_l0	1	-0.05717184394598007
793349	rnn.weight_ih_l0	2	-0.051221780478954315
793349	rnn.weight_ih_l0	3	0.11522918939590454
793349	rnn.weight_ih_l0	4	0.024856919422745705
793349	rnn.weight_ih_l0	5	-0.07508087158203125
793349	rnn.weight_ih_l0	6	0.008371823467314243
793349	rnn.weight_ih_l0	7	-0.024701135233044624
793349	rnn.weight_ih_l0	8	0.014992080628871918
793349	rnn.weight_ih_l0	9	-0.08163255453109741
793349	rnn.weight_hh_l0	0	-0.02288016863167286
793349	rnn.weight_hh_l0	1	0.0832376629114151
793349	rnn.weight_hh_l0	2	0.0040234168991446495
793349	rnn.weight_hh_l0	3	-0.03478500247001648
793349	rnn.weight_hh_l0	4	0.08498474955558777
793349	rnn.weight_hh_l0	5	0.001961698289960623
793349	rnn.weight_hh_l0	6	-0.0876801609992981
793349	rnn.weight_hh_l0	7	-0.13909760117530823
793349	rnn.weight_hh_l0	8	0.04059912636876106
793349	rnn.weight_hh_l0	9	-0.1222764104604721
793349	rnn.bias_ih_l0	0	0.17446628212928772
793349	rnn.bias_ih_l0	1	-0.34233957529067993
793349	rnn.bias_ih_l0	2	-0.039895035326480865
793349	rnn.bias_ih_l0	3	-0.20902109146118164
793349	rnn.bias_ih_l0	4	-0.0026618498377501965
793349	rnn.bias_ih_l0	5	-0.43934646248817444
793349	rnn.bias_ih_l0	6	-0.1499999314546585
793349	rnn.bias_ih_l0	7	-0.38609644770622253
793349	rnn.bias_ih_l0	8	-0.3125854432582855
793349	rnn.bias_ih_l0	9	-0.4374430775642395
793349	rnn.bias_hh_l0	0	-0.3507034480571747
793349	rnn.bias_hh_l0	1	-0.4375874400138855
793349	rnn.bias_hh_l0	2	-0.4038330912590027
793349	rnn.bias_hh_l0	3	-0.07273239642381668
793349	rnn.bias_hh_l0	4	-0.4036097228527069
793349	rnn.bias_hh_l0	5	-0.3666967749595642
793349	rnn.bias_hh_l0	6	-0.11755150556564331
793349	rnn.bias_hh_l0	7	0.06869137287139893
793349	rnn.bias_hh_l0	8	-0.23282288014888763
793349	rnn.bias_hh_l0	9	-0.5687568783760071
793349	rnn.weight_ih_l0_reverse	0	-0.012424053624272346
793349	rnn.weight_ih_l0_reverse	1	-0.008287818171083927
793349	rnn.weight_ih_l0_reverse	2	0.006201458629220724
793349	rnn.weight_ih_l0_reverse	3	-0.14332056045532227
793349	rnn.weight_ih_l0_reverse	4	0.07762596756219864
793349	rnn.weight_ih_l0_reverse	5	-0.10539374500513077
793349	rnn.weight_ih_l0_reverse	6	0.00980762206017971
793349	rnn.weight_ih_l0_reverse	7	0.030110692605376244
793349	rnn.weight_ih_l0_reverse	8	-0.052986569702625275
793349	rnn.weight_ih_l0_reverse	9	-0.0856117382645607
793349	rnn.weight_hh_l0_reverse	0	-0.15235789120197296
793349	rnn.weight_hh_l0_reverse	1	0.02092646434903145
793349	rnn.weight_hh_l0_reverse	2	-0.01892457902431488
793349	rnn.weight_hh_l0_reverse	3	0.0321488231420517
793349	rnn.weight_hh_l0_reverse	4	-0.08238255232572556
793349	rnn.weight_hh_l0_reverse	5	0.037794310599565506
793349	rnn.weight_hh_l0_reverse	6	0.030920565128326416
793349	rnn.weight_hh_l0_reverse	7	-0.1295958310365677
793349	rnn.weight_hh_l0_reverse	8	-0.0796947106719017
793349	rnn.weight_hh_l0_reverse	9	0.03662833198904991
793349	rnn.bias_ih_l0_reverse	0	-0.18491780757904053
793349	rnn.bias_ih_l0_reverse	1	-0.057235099375247955
793349	rnn.bias_ih_l0_reverse	2	0.15998592972755432
793349	rnn.bias_ih_l0_reverse	3	-0.3360394239425659
793349	rnn.bias_ih_l0_reverse	4	-0.0029543377459049225
793349	rnn.bias_ih_l0_reverse	5	-0.21859529614448547
793349	rnn.bias_ih_l0_reverse	6	0.2803778648376465
793349	rnn.bias_ih_l0_reverse	7	-0.29928305745124817
793349	rnn.bias_ih_l0_reverse	8	-0.19664354622364044
793349	rnn.bias_ih_l0_reverse	9	-0.15417082607746124
793349	rnn.bias_hh_l0_reverse	0	-0.14223220944404602
793349	rnn.bias_hh_l0_reverse	1	0.27822598814964294
793349	rnn.bias_hh_l0_reverse	2	-0.3379795253276825
793349	rnn.bias_hh_l0_reverse	3	-0.2322368323802948
793349	rnn.bias_hh_l0_reverse	4	-0.4054640233516693
793349	rnn.bias_hh_l0_reverse	5	-0.20644192397594452
793349	rnn.bias_hh_l0_reverse	6	-0.26796555519104004
793349	rnn.bias_hh_l0_reverse	7	-0.09598468244075775
793349	rnn.bias_hh_l0_reverse	8	-0.34578922390937805
793349	rnn.bias_hh_l0_reverse	9	0.21197055280208588
793349	linear.weight	0	0.2533484101295471
793349	linear.weight	1	-0.44395771622657776
793349	linear.weight	2	0.025175822898745537
793349	linear.weight	3	0.06747467070817947
793349	linear.weight	4	-0.12740640342235565
793349	linear.weight	5	0.2298297882080078
793349	linear.weight	6	-0.02939407341182232
793349	linear.weight	7	-0.05962976813316345
793349	linear.weight	8	0.13390731811523438
793349	linear.weight	9	-0.04992404952645302
793349	linear.bias	0	-0.8692934513092041
793349	linear.bias	1	1.7875546216964722
793349	linear.bias	2	0.6982906460762024
793349	linear.bias	3	-2.7430596351623535
793349	linear.bias	4	-0.05887480080127716
793349	linear.bias	5	1.2730098962783813
793349	linear.bias	6	-0.21657900512218475
793349	linear.bias	7	0.8081860542297363
793349	linear.bias	8	2.1016018390655518
793349	linear.bias	9	-1.3136308193206787
793958	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
793958	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
793958	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
793958	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
793958	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
793958	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
793958	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
793958	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
793958	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
793958	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
793958	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
793958	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
793958	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
793958	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
793958	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
793958	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
793958	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
793958	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
793958	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
793958	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
793958	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
793958	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
793958	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
793958	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
793958	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
793958	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
793958	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
793958	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
793958	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
793958	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
793958	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
793958	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
793958	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
793958	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
793958	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
793958	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
793958	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
793958	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
793958	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
793958	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
793958	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
793958	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
793958	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
793958	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
793958	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
793958	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
793958	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
793958	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
793958	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
793958	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
793958	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
793958	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
793958	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
793958	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
793958	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
793958	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
793958	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
793958	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
793958	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
793958	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
793958	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
793958	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
793958	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
793958	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
793958	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
793958	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
793958	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
793958	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
793958	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
793958	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
793958	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
793958	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
793958	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
793958	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
793958	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
793958	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
793958	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
793958	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
793958	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
793958	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
793958	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
793958	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
793958	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
793958	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
793958	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
793958	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
793958	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
793958	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
793958	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
793958	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
793958	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
793958	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
793958	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
793958	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
793958	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
793958	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
793958	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
793958	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
793958	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
793958	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
793958	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
793958	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
793958	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
793958	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
793958	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
793958	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
793958	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
793958	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
793958	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
793958	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
793958	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
793958	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
793958	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
793958	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
793958	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
793958	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
793958	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
793958	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
793958	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
793958	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
793958	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
793958	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
793958	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
793958	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
793958	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
793958	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
793958	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
793958	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
793958	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
793958	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
793958	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
793958	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
793958	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
793958	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
793958	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
793958	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
793958	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
793958	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
793958	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
793958	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
793958	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
793958	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
793958	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
793958	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
793958	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
793958	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
793958	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
793958	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
793958	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
793958	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
793958	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
793958	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
793958	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
793958	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
793958	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
793958	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
793958	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
793958	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
793958	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
793958	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
793958	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
793958	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
793958	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
793958	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
793958	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
793958	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
793958	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
793958	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
793958	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
793958	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
793958	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
793958	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
793958	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
793958	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
793958	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
793958	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
793958	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
793958	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
793958	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
793958	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
793958	embedding2nn.weight	0	0.3221949338912964
793958	embedding2nn.weight	1	0.38514822721481323
793958	embedding2nn.weight	2	0.0070191663689911366
793958	embedding2nn.weight	3	0.020044099539518356
793958	embedding2nn.weight	4	-0.029905268922448158
793958	embedding2nn.weight	5	0.05792040005326271
793958	embedding2nn.weight	6	0.0008772322325967252
793958	embedding2nn.weight	7	0.004021972883492708
793958	embedding2nn.weight	8	0.040917105972766876
793958	embedding2nn.weight	9	-0.05072397366166115
793958	embedding2nn.bias	0	0.01810866966843605
793958	embedding2nn.bias	1	-0.1819492131471634
793958	embedding2nn.bias	2	0.1213032454252243
793958	embedding2nn.bias	3	0.1691102534532547
793958	embedding2nn.bias	4	0.1534576267004013
793958	embedding2nn.bias	5	-0.08427811414003372
793958	embedding2nn.bias	6	-0.05142509564757347
793958	embedding2nn.bias	7	0.04341622814536095
793958	embedding2nn.bias	8	-0.1479840874671936
793958	embedding2nn.bias	9	-0.36891186237335205
793958	rnn.weight_ih_l0	0	0.008996105752885342
793958	rnn.weight_ih_l0	1	-0.05706328898668289
793958	rnn.weight_ih_l0	2	-0.05154699087142944
793958	rnn.weight_ih_l0	3	0.11519239842891693
793958	rnn.weight_ih_l0	4	0.02462821826338768
793958	rnn.weight_ih_l0	5	-0.07433447241783142
793958	rnn.weight_ih_l0	6	0.007736842148005962
793958	rnn.weight_ih_l0	7	-0.024439746513962746
793958	rnn.weight_ih_l0	8	0.01563068851828575
793958	rnn.weight_ih_l0	9	-0.08179400861263275
793958	rnn.weight_hh_l0	0	-0.022876838222146034
793958	rnn.weight_hh_l0	1	0.08329308778047562
793958	rnn.weight_hh_l0	2	0.004112944006919861
793958	rnn.weight_hh_l0	3	-0.03475150465965271
793958	rnn.weight_hh_l0	4	0.0850311741232872
793958	rnn.weight_hh_l0	5	0.0020509900059551
793958	rnn.weight_hh_l0	6	-0.08772844821214676
793958	rnn.weight_hh_l0	7	-0.13860274851322174
793958	rnn.weight_hh_l0	8	0.04059925302863121
793958	rnn.weight_hh_l0	9	-0.12244074046611786
793958	rnn.bias_ih_l0	0	0.17203375697135925
793958	rnn.bias_ih_l0	1	-0.3423371911048889
793958	rnn.bias_ih_l0	2	-0.039556246250867844
793958	rnn.bias_ih_l0	3	-0.20953604578971863
793958	rnn.bias_ih_l0	4	0.0011820958461612463
793958	rnn.bias_ih_l0	5	-0.43949180841445923
793958	rnn.bias_ih_l0	6	-0.1499587893486023
793958	rnn.bias_ih_l0	7	-0.3861250877380371
793958	rnn.bias_ih_l0	8	-0.3123413324356079
793958	rnn.bias_ih_l0	9	-0.43825414776802063
793958	rnn.bias_hh_l0	0	-0.35071834921836853
793958	rnn.bias_hh_l0	1	-0.43788138031959534
793958	rnn.bias_hh_l0	2	-0.4048503339290619
793958	rnn.bias_hh_l0	3	-0.07289686799049377
793958	rnn.bias_hh_l0	4	-0.4036615490913391
793958	rnn.bias_hh_l0	5	-0.36722758412361145
793958	rnn.bias_hh_l0	6	-0.11734797060489655
793958	rnn.bias_hh_l0	7	0.07128593325614929
793958	rnn.bias_hh_l0	8	-0.23355315625667572
793958	rnn.bias_hh_l0	9	-0.5692214965820312
793958	rnn.weight_ih_l0_reverse	0	-0.012791766785085201
793958	rnn.weight_ih_l0_reverse	1	-0.007878403179347515
793958	rnn.weight_ih_l0_reverse	2	0.005679382476955652
793958	rnn.weight_ih_l0_reverse	3	-0.14333707094192505
793958	rnn.weight_ih_l0_reverse	4	0.07789219915866852
793958	rnn.weight_ih_l0_reverse	5	-0.10576455295085907
793958	rnn.weight_ih_l0_reverse	6	0.009539304301142693
793958	rnn.weight_ih_l0_reverse	7	0.030070390552282333
793958	rnn.weight_ih_l0_reverse	8	-0.0527677983045578
793958	rnn.weight_ih_l0_reverse	9	-0.0852648988366127
793958	rnn.weight_hh_l0_reverse	0	-0.1525152325630188
793958	rnn.weight_hh_l0_reverse	1	0.02092593163251877
793958	rnn.weight_hh_l0_reverse	2	-0.01899285987019539
793958	rnn.weight_hh_l0_reverse	3	0.03221780061721802
793958	rnn.weight_hh_l0_reverse	4	-0.08252529799938202
793958	rnn.weight_hh_l0_reverse	5	0.037764403969049454
793958	rnn.weight_hh_l0_reverse	6	0.0309688039124012
793958	rnn.weight_hh_l0_reverse	7	-0.12971605360507965
793958	rnn.weight_hh_l0_reverse	8	-0.07994353026151657
793958	rnn.weight_hh_l0_reverse	9	0.03687622770667076
793958	rnn.bias_ih_l0_reverse	0	-0.18536102771759033
793958	rnn.bias_ih_l0_reverse	1	-0.056254297494888306
793958	rnn.bias_ih_l0_reverse	2	0.16044200956821442
793958	rnn.bias_ih_l0_reverse	3	-0.3349008858203888
793958	rnn.bias_ih_l0_reverse	4	-0.0027359542436897755
793958	rnn.bias_ih_l0_reverse	5	-0.2186245322227478
793958	rnn.bias_ih_l0_reverse	6	0.2797466516494751
793958	rnn.bias_ih_l0_reverse	7	-0.29939907789230347
793958	rnn.bias_ih_l0_reverse	8	-0.196981281042099
793958	rnn.bias_ih_l0_reverse	9	-0.15452341735363007
793958	rnn.bias_hh_l0_reverse	0	-0.1410563737154007
793958	rnn.bias_hh_l0_reverse	1	0.27819573879241943
793958	rnn.bias_hh_l0_reverse	2	-0.33946236968040466
793958	rnn.bias_hh_l0_reverse	3	-0.23169934749603271
793958	rnn.bias_hh_l0_reverse	4	-0.40458500385284424
793958	rnn.bias_hh_l0_reverse	5	-0.20595990121364594
793958	rnn.bias_hh_l0_reverse	6	-0.2683088183403015
793958	rnn.bias_hh_l0_reverse	7	-0.0966825932264328
793958	rnn.bias_hh_l0_reverse	8	-0.34580713510513306
793958	rnn.bias_hh_l0_reverse	9	0.2127247452735901
793958	linear.weight	0	0.2461007535457611
793958	linear.weight	1	-0.44385895133018494
793958	linear.weight	2	0.026353437453508377
793958	linear.weight	3	0.06747476011514664
793958	linear.weight	4	-0.1345575451850891
793958	linear.weight	5	0.23343035578727722
793958	linear.weight	6	-0.029079463332891464
793958	linear.weight	7	-0.05962929129600525
793958	linear.weight	8	0.13340219855308533
793958	linear.weight	9	-0.049924399703741074
793958	linear.bias	0	-0.8704593777656555
793958	linear.bias	1	1.7834357023239136
793958	linear.bias	2	0.6997270584106445
793958	linear.bias	3	-2.7430672645568848
793958	linear.bias	4	-0.061410367488861084
793958	linear.bias	5	1.272927165031433
793958	linear.bias	6	-0.21468877792358398
793958	linear.bias	7	0.8244360685348511
793958	linear.bias	8	2.107199192047119
793958	linear.bias	9	-1.3173686265945435
794567	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
794567	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
794567	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
794567	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
794567	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
794567	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
794567	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
794567	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
794567	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
794567	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
794567	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
794567	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
794567	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
794567	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
794567	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
794567	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
794567	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
794567	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
794567	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
794567	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
794567	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
794567	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
794567	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
794567	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
794567	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
794567	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
794567	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
794567	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
794567	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
794567	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
794567	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
794567	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
794567	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
794567	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
794567	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
794567	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
794567	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
794567	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
794567	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
794567	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
794567	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
794567	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
794567	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
794567	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
794567	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
794567	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
794567	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
794567	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
794567	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
794567	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
794567	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
794567	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
794567	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
794567	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
794567	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
794567	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
794567	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
794567	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
794567	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
794567	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
794567	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
794567	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
794567	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
794567	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
794567	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
794567	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
794567	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
794567	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
794567	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
794567	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
794567	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
794567	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
794567	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
794567	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
794567	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
794567	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
794567	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
794567	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
794567	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
794567	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
794567	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
794567	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
794567	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
794567	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
794567	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
794567	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
794567	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
794567	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
794567	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
794567	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
794567	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
794567	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
794567	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
794567	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
794567	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
794567	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
794567	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
794567	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
794567	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
794567	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
794567	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
794567	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
794567	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
794567	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
794567	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
794567	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
794567	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
794567	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
794567	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
794567	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
794567	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
794567	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
794567	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
794567	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
794567	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
794567	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
794567	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
794567	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
794567	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
794567	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
794567	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
794567	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
794567	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
794567	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
794567	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
794567	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
794567	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
794567	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
794567	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
794567	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
794567	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
794567	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
794567	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
794567	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
794567	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
794567	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
794567	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
794567	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
794567	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
794567	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
794567	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
794567	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
794567	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
794567	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
794567	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
794567	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
794567	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
794567	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
794567	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
794567	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
794567	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
794567	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
794567	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
794567	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
794567	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
794567	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
794567	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
794567	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
794567	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
794567	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
794567	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
794567	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
794567	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
794567	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
794567	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
794567	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
794567	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
794567	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
794567	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
794567	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
794567	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
794567	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
794567	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
794567	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
794567	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
794567	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
794567	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
794567	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
794567	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
794567	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
794567	embedding2nn.weight	0	0.3220966160297394
794567	embedding2nn.weight	1	0.3843398988246918
794567	embedding2nn.weight	2	0.006898610852658749
794567	embedding2nn.weight	3	0.017979616299271584
794567	embedding2nn.weight	4	-0.029359839856624603
794567	embedding2nn.weight	5	0.057943496853113174
794567	embedding2nn.weight	6	0.0007154521881602705
794567	embedding2nn.weight	7	0.003860360709950328
794567	embedding2nn.weight	8	0.04100750386714935
794567	embedding2nn.weight	9	-0.05070487782359123
794567	embedding2nn.bias	0	0.017320413142442703
794567	embedding2nn.bias	1	-0.1858811378479004
794567	embedding2nn.bias	2	0.12219205498695374
794567	embedding2nn.bias	3	0.1666712760925293
794567	embedding2nn.bias	4	0.14843174815177917
794567	embedding2nn.bias	5	-0.07900334894657135
794567	embedding2nn.bias	6	-0.04690186679363251
794567	embedding2nn.bias	7	0.04123649373650551
794567	embedding2nn.bias	8	-0.14480429887771606
794567	embedding2nn.bias	9	-0.3685711920261383
794567	rnn.weight_ih_l0	0	0.009100389666855335
794567	rnn.weight_ih_l0	1	-0.05679061636328697
794567	rnn.weight_ih_l0	2	-0.050967611372470856
794567	rnn.weight_ih_l0	3	0.114737868309021
794567	rnn.weight_ih_l0	4	0.025148412212729454
794567	rnn.weight_ih_l0	5	-0.07398072630167007
794567	rnn.weight_ih_l0	6	0.007632927969098091
794567	rnn.weight_ih_l0	7	-0.024135155603289604
794567	rnn.weight_ih_l0	8	0.01538732461631298
794567	rnn.weight_ih_l0	9	-0.08161883801221848
794567	rnn.weight_hh_l0	0	-0.022891264408826828
794567	rnn.weight_hh_l0	1	0.08328938484191895
794567	rnn.weight_hh_l0	2	0.0041962070390582085
794567	rnn.weight_hh_l0	3	-0.03488073870539665
794567	rnn.weight_hh_l0	4	0.08510904014110565
794567	rnn.weight_hh_l0	5	0.0019843413028866053
794567	rnn.weight_hh_l0	6	-0.08774146437644958
794567	rnn.weight_hh_l0	7	-0.13830943405628204
794567	rnn.weight_hh_l0	8	0.04060033708810806
794567	rnn.weight_hh_l0	9	-0.12230752408504486
794567	rnn.bias_ih_l0	0	0.17297284305095673
794567	rnn.bias_ih_l0	1	-0.341708242893219
794567	rnn.bias_ih_l0	2	-0.03983527794480324
794567	rnn.bias_ih_l0	3	-0.21131017804145813
794567	rnn.bias_ih_l0	4	0.00024167874653358012
794567	rnn.bias_ih_l0	5	-0.43907010555267334
794567	rnn.bias_ih_l0	6	-0.15093420445919037
794567	rnn.bias_ih_l0	7	-0.3862050473690033
794567	rnn.bias_ih_l0	8	-0.31173083186149597
794567	rnn.bias_ih_l0	9	-0.43875187635421753
794567	rnn.bias_hh_l0	0	-0.3508937358856201
794567	rnn.bias_hh_l0	1	-0.43694740533828735
794567	rnn.bias_hh_l0	2	-0.4056132137775421
794567	rnn.bias_hh_l0	3	-0.0733623281121254
794567	rnn.bias_hh_l0	4	-0.4035370647907257
794567	rnn.bias_hh_l0	5	-0.3677210211753845
794567	rnn.bias_hh_l0	6	-0.11649735271930695
794567	rnn.bias_hh_l0	7	0.07199013233184814
794567	rnn.bias_hh_l0	8	-0.2333540916442871
794567	rnn.bias_hh_l0	9	-0.5689119100570679
794567	rnn.weight_ih_l0_reverse	0	-0.013749676756560802
794567	rnn.weight_ih_l0_reverse	1	-0.008373724296689034
794567	rnn.weight_ih_l0_reverse	2	0.006387951783835888
794567	rnn.weight_ih_l0_reverse	3	-0.14376915991306305
794567	rnn.weight_ih_l0_reverse	4	0.07809098064899445
794567	rnn.weight_ih_l0_reverse	5	-0.10484764724969864
794567	rnn.weight_ih_l0_reverse	6	0.010056104511022568
794567	rnn.weight_ih_l0_reverse	7	0.030016589909791946
794567	rnn.weight_ih_l0_reverse	8	-0.05319775268435478
794567	rnn.weight_ih_l0_reverse	9	-0.085128553211689
794567	rnn.weight_hh_l0_reverse	0	-0.15234391391277313
794567	rnn.weight_hh_l0_reverse	1	0.02091863565146923
794567	rnn.weight_hh_l0_reverse	2	-0.018734602257609367
794567	rnn.weight_hh_l0_reverse	3	0.03200564906001091
794567	rnn.weight_hh_l0_reverse	4	-0.08271633833646774
794567	rnn.weight_hh_l0_reverse	5	0.03772552311420441
794567	rnn.weight_hh_l0_reverse	6	0.03102799504995346
794567	rnn.weight_hh_l0_reverse	7	-0.12967021763324738
794567	rnn.weight_hh_l0_reverse	8	-0.08006283640861511
794567	rnn.weight_hh_l0_reverse	9	0.03696519136428833
794567	rnn.bias_ih_l0_reverse	0	-0.1857181042432785
794567	rnn.bias_ih_l0_reverse	1	-0.056765567511320114
794567	rnn.bias_ih_l0_reverse	2	0.16054320335388184
794567	rnn.bias_ih_l0_reverse	3	-0.33476316928863525
794567	rnn.bias_ih_l0_reverse	4	-0.0031445364002138376
794567	rnn.bias_ih_l0_reverse	5	-0.21815527975559235
794567	rnn.bias_ih_l0_reverse	6	0.2818731963634491
794567	rnn.bias_ih_l0_reverse	7	-0.30126461386680603
794567	rnn.bias_ih_l0_reverse	8	-0.19699443876743317
794567	rnn.bias_ih_l0_reverse	9	-0.15642718970775604
794567	rnn.bias_hh_l0_reverse	0	-0.13910232484340668
794567	rnn.bias_hh_l0_reverse	1	0.27785444259643555
794567	rnn.bias_hh_l0_reverse	2	-0.339584082365036
794567	rnn.bias_hh_l0_reverse	3	-0.23044945299625397
794567	rnn.bias_hh_l0_reverse	4	-0.4055476188659668
794567	rnn.bias_hh_l0_reverse	5	-0.2054644227027893
794567	rnn.bias_hh_l0_reverse	6	-0.2702752947807312
794567	rnn.bias_hh_l0_reverse	7	-0.09642371535301208
794567	rnn.bias_hh_l0_reverse	8	-0.3474973142147064
794567	rnn.bias_hh_l0_reverse	9	0.21523728966712952
794567	linear.weight	0	0.24574150145053864
794567	linear.weight	1	-0.44298046827316284
794567	linear.weight	2	0.03356712684035301
794567	linear.weight	3	0.06747479736804962
794567	linear.weight	4	-0.13267521560192108
794567	linear.weight	5	0.23226335644721985
794567	linear.weight	6	-0.030139241367578506
794567	linear.weight	7	-0.059628814458847046
794567	linear.weight	8	0.13660618662834167
794567	linear.weight	9	-0.04992466792464256
794567	linear.bias	0	-0.8610484004020691
794567	linear.bias	1	1.7740544080734253
794567	linear.bias	2	0.6912890076637268
794567	linear.bias	3	-2.743074417114258
794567	linear.bias	4	-0.06865285336971283
794567	linear.bias	5	1.2750900983810425
794567	linear.bias	6	-0.20397832989692688
794567	linear.bias	7	0.8225608468055725
794567	linear.bias	8	2.1111738681793213
794567	linear.bias	9	-1.3199670314788818
795176	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
795176	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
795176	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
795176	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
795176	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
795176	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
795176	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
795176	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
795176	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
795176	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
795176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
795176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
795176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
795176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
795176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
795176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
795176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
795176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
795176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
795176	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
795176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
795176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
795176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
795176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
795176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
795176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
795176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
795176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
795176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
795176	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
795176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
795176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
795176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
795176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
795176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
795176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
795176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
795176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
795176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
795176	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
795176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
795176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
795176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
795176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
795176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
795176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
795176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
795176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
795176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
795176	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
795176	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
795176	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
795176	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
795176	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
795176	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
795176	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
795176	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
795176	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
795176	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
795176	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
795176	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
795176	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
795176	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
795176	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
795176	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
795176	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
795176	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
795176	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
795176	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
795176	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
795176	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
795176	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
795176	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
795176	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
795176	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
795176	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
795176	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
795176	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
795176	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
795176	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
795176	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
795176	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
795176	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
795176	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
795176	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
795176	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
795176	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
795176	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
795176	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
795176	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
795176	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
795176	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
795176	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
795176	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
795176	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
795176	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
795176	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
795176	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
795176	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
795176	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
795176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
795176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
795176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
795176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
795176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
795176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
795176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
795176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
795176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
795176	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
795176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
795176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
795176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
795176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
795176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
795176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
795176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
795176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
795176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
795176	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
795176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
795176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
795176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
795176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
795176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
795176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
795176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
795176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
795176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
795176	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
795176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
795176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
795176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
795176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
795176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
795176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
795176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
795176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
795176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
795176	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
795176	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
795176	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
795176	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
795176	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
795176	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
795176	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
795176	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
795176	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
795176	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
795176	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
795176	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
795176	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
795176	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
795176	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
795176	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
795176	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
795176	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
795176	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
795176	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
795176	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
795176	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
795176	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
795176	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
795176	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
795176	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
795176	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
795176	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
795176	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
795176	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
795176	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
795176	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
795176	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
795176	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
795176	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
795176	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
795176	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
795176	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
795176	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
795176	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
795176	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
795176	embedding2nn.weight	0	0.32163533568382263
795176	embedding2nn.weight	1	0.38487643003463745
795176	embedding2nn.weight	2	0.006732279434800148
795176	embedding2nn.weight	3	0.017566408962011337
795176	embedding2nn.weight	4	-0.029927754774689674
795176	embedding2nn.weight	5	0.05834655463695526
795176	embedding2nn.weight	6	-0.0013591741444543004
795176	embedding2nn.weight	7	0.0034859334118664265
795176	embedding2nn.weight	8	0.04124676063656807
795176	embedding2nn.weight	9	-0.050899915397167206
795176	embedding2nn.bias	0	0.013990483246743679
795176	embedding2nn.bias	1	-0.19115614891052246
795176	embedding2nn.bias	2	0.11992388218641281
795176	embedding2nn.bias	3	0.1672317385673523
795176	embedding2nn.bias	4	0.15029649436473846
795176	embedding2nn.bias	5	-0.080732062458992
795176	embedding2nn.bias	6	-0.0486874096095562
795176	embedding2nn.bias	7	0.04059305414557457
795176	embedding2nn.bias	8	-0.14782465994358063
795176	embedding2nn.bias	9	-0.37513211369514465
795176	rnn.weight_ih_l0	0	0.009016970172524452
795176	rnn.weight_ih_l0	1	-0.05697847902774811
795176	rnn.weight_ih_l0	2	-0.050099048763513565
795176	rnn.weight_ih_l0	3	0.11513335257768631
795176	rnn.weight_ih_l0	4	0.024028940126299858
795176	rnn.weight_ih_l0	5	-0.07404560595750809
795176	rnn.weight_ih_l0	6	0.008152125403285027
795176	rnn.weight_ih_l0	7	-0.023779867216944695
795176	rnn.weight_ih_l0	8	0.015187510289251804
795176	rnn.weight_ih_l0	9	-0.08141922205686569
795176	rnn.weight_hh_l0	0	-0.022896496579051018
795176	rnn.weight_hh_l0	1	0.08333127200603485
795176	rnn.weight_hh_l0	2	0.004182940814644098
795176	rnn.weight_hh_l0	3	-0.03486735001206398
795176	rnn.weight_hh_l0	4	0.08528371155261993
795176	rnn.weight_hh_l0	5	0.0019799177534878254
795176	rnn.weight_hh_l0	6	-0.0877399891614914
795176	rnn.weight_hh_l0	7	-0.13829098641872406
795176	rnn.weight_hh_l0	8	0.04061131551861763
795176	rnn.weight_hh_l0	9	-0.12215576320886612
795176	rnn.bias_ih_l0	0	0.17351147532463074
795176	rnn.bias_ih_l0	1	-0.34062254428863525
795176	rnn.bias_ih_l0	2	-0.0401151068508625
795176	rnn.bias_ih_l0	3	-0.21102795004844666
795176	rnn.bias_ih_l0	4	-0.0006943618063814938
795176	rnn.bias_ih_l0	5	-0.44024261832237244
795176	rnn.bias_ih_l0	6	-0.1487431675195694
795176	rnn.bias_ih_l0	7	-0.3862523138523102
795176	rnn.bias_ih_l0	8	-0.3102878928184509
795176	rnn.bias_ih_l0	9	-0.4371297061443329
795176	rnn.bias_hh_l0	0	-0.35217028856277466
795176	rnn.bias_hh_l0	1	-0.437776654958725
795176	rnn.bias_hh_l0	2	-0.40462008118629456
795176	rnn.bias_hh_l0	3	-0.07340461760759354
795176	rnn.bias_hh_l0	4	-0.4033665359020233
795176	rnn.bias_hh_l0	5	-0.36829572916030884
795176	rnn.bias_hh_l0	6	-0.11707340180873871
795176	rnn.bias_hh_l0	7	0.07311955839395523
795176	rnn.bias_hh_l0	8	-0.2339194416999817
795176	rnn.bias_hh_l0	9	-0.5695620775222778
795176	rnn.weight_ih_l0_reverse	0	-0.013918804936110973
795176	rnn.weight_ih_l0_reverse	1	-0.008676957339048386
795176	rnn.weight_ih_l0_reverse	2	0.006122152786701918
795176	rnn.weight_ih_l0_reverse	3	-0.14401179552078247
795176	rnn.weight_ih_l0_reverse	4	0.07784514874219894
795176	rnn.weight_ih_l0_reverse	5	-0.10511951893568039
795176	rnn.weight_ih_l0_reverse	6	0.010298606008291245
795176	rnn.weight_ih_l0_reverse	7	0.02984832040965557
795176	rnn.weight_ih_l0_reverse	8	-0.053362853825092316
795176	rnn.weight_ih_l0_reverse	9	-0.08569642901420593
795176	rnn.weight_hh_l0_reverse	0	-0.15244342386722565
795176	rnn.weight_hh_l0_reverse	1	0.02113635279238224
795176	rnn.weight_hh_l0_reverse	2	-0.018539654091000557
795176	rnn.weight_hh_l0_reverse	3	0.031800199300050735
795176	rnn.weight_hh_l0_reverse	4	-0.0828133150935173
795176	rnn.weight_hh_l0_reverse	5	0.03766380250453949
795176	rnn.weight_hh_l0_reverse	6	0.031002342700958252
795176	rnn.weight_hh_l0_reverse	7	-0.12944500148296356
795176	rnn.weight_hh_l0_reverse	8	-0.08009155094623566
795176	rnn.weight_hh_l0_reverse	9	0.03669855743646622
795176	rnn.bias_ih_l0_reverse	0	-0.18571802973747253
795176	rnn.bias_ih_l0_reverse	1	-0.0566447488963604
795176	rnn.bias_ih_l0_reverse	2	0.16088882088661194
795176	rnn.bias_ih_l0_reverse	3	-0.334665983915329
795176	rnn.bias_ih_l0_reverse	4	-0.0028747031465172768
795176	rnn.bias_ih_l0_reverse	5	-0.21800944209098816
795176	rnn.bias_ih_l0_reverse	6	0.28053125739097595
795176	rnn.bias_ih_l0_reverse	7	-0.3018253445625305
795176	rnn.bias_ih_l0_reverse	8	-0.19716335833072662
795176	rnn.bias_ih_l0_reverse	9	-0.1563931703567505
795176	rnn.bias_hh_l0_reverse	0	-0.14163438975811005
795176	rnn.bias_hh_l0_reverse	1	0.2772490978240967
795176	rnn.bias_hh_l0_reverse	2	-0.3399408757686615
795176	rnn.bias_hh_l0_reverse	3	-0.23026122152805328
795176	rnn.bias_hh_l0_reverse	4	-0.40575382113456726
795176	rnn.bias_hh_l0_reverse	5	-0.20612286031246185
795176	rnn.bias_hh_l0_reverse	6	-0.2702370285987854
795176	rnn.bias_hh_l0_reverse	7	-0.09763937443494797
795176	rnn.bias_hh_l0_reverse	8	-0.3480249345302582
795176	rnn.bias_hh_l0_reverse	9	0.21571895480155945
795176	linear.weight	0	0.2488376945257187
795176	linear.weight	1	-0.4415281414985657
795176	linear.weight	2	0.029240714386105537
795176	linear.weight	3	0.06747481226921082
795176	linear.weight	4	-0.13256554305553436
795176	linear.weight	5	0.23056672513484955
795176	linear.weight	6	-0.031730301678180695
795176	linear.weight	7	-0.059628020972013474
795176	linear.weight	8	0.1355728656053543
795176	linear.weight	9	-0.049924980849027634
795176	linear.bias	0	-0.8583846092224121
795176	linear.bias	1	1.782689094543457
795176	linear.bias	2	0.6930656433105469
795176	linear.bias	3	-2.7430810928344727
795176	linear.bias	4	-0.07584095746278763
795176	linear.bias	5	1.264395833015442
795176	linear.bias	6	-0.21108272671699524
795176	linear.bias	7	0.821389377117157
795176	linear.bias	8	2.117060422897339
795176	linear.bias	9	-1.3146507740020752
795785	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
795785	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
795785	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
795785	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
795785	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
795785	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
795785	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
795785	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
795785	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
795785	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
795785	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
795785	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
795785	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
795785	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
795785	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
795785	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
795785	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
795785	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
795785	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
795785	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
795785	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
795785	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
795785	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
795785	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
795785	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
795785	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
795785	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
795785	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
795785	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
795785	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
795785	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
795785	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
795785	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
795785	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
795785	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
795785	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
795785	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
795785	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
795785	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
795785	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
795785	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
795785	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
795785	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
795785	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
795785	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
795785	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
795785	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
795785	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
795785	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
795785	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
795785	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
795785	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
795785	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
795785	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
795785	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
795785	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
795785	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
795785	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
795785	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
795785	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
795785	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
795785	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
795785	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
795785	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
795785	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
795785	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
795785	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
795785	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
795785	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
795785	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
795785	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
795785	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
795785	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
795785	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
795785	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
795785	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
795785	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
795785	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
795785	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
795785	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
795785	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
795785	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
795785	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
795785	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
795785	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
795785	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
795785	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
795785	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
795785	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
795785	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
795785	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
795785	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
795785	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
795785	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
795785	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
795785	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
795785	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
795785	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
795785	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
795785	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
795785	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
795785	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
795785	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
795785	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
795785	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
795785	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
795785	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
795785	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
795785	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
795785	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
795785	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
795785	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
795785	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
795785	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
795785	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
795785	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
795785	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
795785	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
795785	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
795785	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
795785	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
795785	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
795785	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
795785	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
795785	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
795785	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
795785	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
795785	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
795785	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
795785	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
795785	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
795785	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
795785	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
795785	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
795785	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
795785	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
795785	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
795785	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
795785	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
795785	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
795785	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
795785	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
795785	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
795785	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
795785	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
795785	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
795785	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
795785	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
795785	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
795785	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
795785	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
795785	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
795785	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
795785	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
795785	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
795785	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
795785	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
795785	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
795785	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
795785	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
795785	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
795785	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
795785	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
795785	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
795785	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
795785	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
795785	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
795785	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
795785	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
795785	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
795785	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
795785	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
795785	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
795785	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
795785	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
795785	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
795785	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
795785	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
795785	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
795785	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
795785	embedding2nn.weight	0	0.3219773769378662
795785	embedding2nn.weight	1	0.38563114404678345
795785	embedding2nn.weight	2	0.006379610393196344
795785	embedding2nn.weight	3	0.016387535259127617
795785	embedding2nn.weight	4	-0.028829755261540413
795785	embedding2nn.weight	5	0.05894239619374275
795785	embedding2nn.weight	6	-0.0026078091468662024
795785	embedding2nn.weight	7	0.0035877276677638292
795785	embedding2nn.weight	8	0.04115896672010422
795785	embedding2nn.weight	9	-0.05062904581427574
795785	embedding2nn.bias	0	0.012372110970318317
795785	embedding2nn.bias	1	-0.19203981757164001
795785	embedding2nn.bias	2	0.1256907880306244
795785	embedding2nn.bias	3	0.1704891324043274
795785	embedding2nn.bias	4	0.14889205992221832
795785	embedding2nn.bias	5	-0.07908432185649872
795785	embedding2nn.bias	6	-0.04954490065574646
795785	embedding2nn.bias	7	0.04206877201795578
795785	embedding2nn.bias	8	-0.15150591731071472
795785	embedding2nn.bias	9	-0.3719104528427124
795785	rnn.weight_ih_l0	0	0.008882042020559311
795785	rnn.weight_ih_l0	1	-0.056955285370349884
795785	rnn.weight_ih_l0	2	-0.050050534307956696
795785	rnn.weight_ih_l0	3	0.11528170108795166
795785	rnn.weight_ih_l0	4	0.022605659440159798
795785	rnn.weight_ih_l0	5	-0.07512364536523819
795785	rnn.weight_ih_l0	6	0.009504281915724277
795785	rnn.weight_ih_l0	7	-0.023522473871707916
795785	rnn.weight_ih_l0	8	0.015124703757464886
795785	rnn.weight_ih_l0	9	-0.0823730081319809
795785	rnn.weight_hh_l0	0	-0.02289089933037758
795785	rnn.weight_hh_l0	1	0.08324286341667175
795785	rnn.weight_hh_l0	2	0.004102927166968584
795785	rnn.weight_hh_l0	3	-0.034912094473838806
795785	rnn.weight_hh_l0	4	0.08544456958770752
795785	rnn.weight_hh_l0	5	0.0023475345224142075
795785	rnn.weight_hh_l0	6	-0.08782792836427689
795785	rnn.weight_hh_l0	7	-0.13795152306556702
795785	rnn.weight_hh_l0	8	0.04056715965270996
795785	rnn.weight_hh_l0	9	-0.12225183099508286
795785	rnn.bias_ih_l0	0	0.17447957396507263
795785	rnn.bias_ih_l0	1	-0.3399173617362976
795785	rnn.bias_ih_l0	2	-0.04060279577970505
795785	rnn.bias_ih_l0	3	-0.21119976043701172
795785	rnn.bias_ih_l0	4	-0.0008518307004123926
795785	rnn.bias_ih_l0	5	-0.4408113956451416
795785	rnn.bias_ih_l0	6	-0.14965341985225677
795785	rnn.bias_ih_l0	7	-0.38643407821655273
795785	rnn.bias_ih_l0	8	-0.31091099977493286
795785	rnn.bias_ih_l0	9	-0.4407253563404083
795785	rnn.bias_hh_l0	0	-0.3527141213417053
795785	rnn.bias_hh_l0	1	-0.4379573166370392
795785	rnn.bias_hh_l0	2	-0.4043326675891876
795785	rnn.bias_hh_l0	3	-0.07381937652826309
795785	rnn.bias_hh_l0	4	-0.40336644649505615
795785	rnn.bias_hh_l0	5	-0.36822861433029175
795785	rnn.bias_hh_l0	6	-0.11780879646539688
795785	rnn.bias_hh_l0	7	0.0726952776312828
795785	rnn.bias_hh_l0	8	-0.23371221125125885
795785	rnn.bias_hh_l0	9	-0.5693492293357849
795785	rnn.weight_ih_l0_reverse	0	-0.014285282231867313
795785	rnn.weight_ih_l0_reverse	1	-0.009026831015944481
795785	rnn.weight_ih_l0_reverse	2	0.006338325794786215
795785	rnn.weight_ih_l0_reverse	3	-0.14401376247406006
795785	rnn.weight_ih_l0_reverse	4	0.07767513394355774
795785	rnn.weight_ih_l0_reverse	5	-0.10423379391431808
795785	rnn.weight_ih_l0_reverse	6	0.01072869636118412
795785	rnn.weight_ih_l0_reverse	7	0.029872115701436996
795785	rnn.weight_ih_l0_reverse	8	-0.05375565215945244
795785	rnn.weight_ih_l0_reverse	9	-0.08529309183359146
795785	rnn.weight_hh_l0_reverse	0	-0.1522759050130844
795785	rnn.weight_hh_l0_reverse	1	0.021333152428269386
795785	rnn.weight_hh_l0_reverse	2	-0.018617231398820877
795785	rnn.weight_hh_l0_reverse	3	0.03170570731163025
795785	rnn.weight_hh_l0_reverse	4	-0.08282198756933212
795785	rnn.weight_hh_l0_reverse	5	0.037701766937971115
795785	rnn.weight_hh_l0_reverse	6	0.031020916998386383
795785	rnn.weight_hh_l0_reverse	7	-0.12912419438362122
795785	rnn.weight_hh_l0_reverse	8	-0.08040208369493484
795785	rnn.weight_hh_l0_reverse	9	0.036861538887023926
795785	rnn.bias_ih_l0_reverse	0	-0.18521654605865479
795785	rnn.bias_ih_l0_reverse	1	-0.05601382255554199
795785	rnn.bias_ih_l0_reverse	2	0.16144110262393951
795785	rnn.bias_ih_l0_reverse	3	-0.33378657698631287
795785	rnn.bias_ih_l0_reverse	4	-0.0032984225545078516
795785	rnn.bias_ih_l0_reverse	5	-0.21879149973392487
795785	rnn.bias_ih_l0_reverse	6	0.28008317947387695
795785	rnn.bias_ih_l0_reverse	7	-0.30045193433761597
795785	rnn.bias_ih_l0_reverse	8	-0.19645915925502777
795785	rnn.bias_ih_l0_reverse	9	-0.156081885099411
795785	rnn.bias_hh_l0_reverse	0	-0.14169339835643768
795785	rnn.bias_hh_l0_reverse	1	0.27669593691825867
795785	rnn.bias_hh_l0_reverse	2	-0.34056347608566284
795785	rnn.bias_hh_l0_reverse	3	-0.23184789717197418
795785	rnn.bias_hh_l0_reverse	4	-0.4062251150608063
795785	rnn.bias_hh_l0_reverse	5	-0.20569933950901031
795785	rnn.bias_hh_l0_reverse	6	-0.26989099383354187
795785	rnn.bias_hh_l0_reverse	7	-0.09745911508798599
795785	rnn.bias_hh_l0_reverse	8	-0.34686514735221863
795785	rnn.bias_hh_l0_reverse	9	0.21455851197242737
795785	linear.weight	0	0.24696505069732666
795785	linear.weight	1	-0.44296640157699585
795785	linear.weight	2	0.0253961943089962
795785	linear.weight	3	0.06747474521398544
795785	linear.weight	4	-0.13733820617198944
795785	linear.weight	5	0.22922654449939728
795785	linear.weight	6	-0.030153492465615273
795785	linear.weight	7	-0.059627361595630646
795785	linear.weight	8	0.1317453235387802
795785	linear.weight	9	-0.04992526397109032
795785	linear.bias	0	-0.8579906225204468
795785	linear.bias	1	1.791226863861084
795785	linear.bias	2	0.6953854560852051
795785	linear.bias	3	-2.7430875301361084
795785	linear.bias	4	-0.07590027153491974
795785	linear.bias	5	1.2640016078948975
795785	linear.bias	6	-0.21922214329242706
795785	linear.bias	7	0.82891446352005
795785	linear.bias	8	2.108717918395996
795785	linear.bias	9	-1.3077176809310913
796394	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
796394	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
796394	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
796394	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
796394	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
796394	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
796394	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
796394	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
796394	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
796394	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
796394	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
796394	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
796394	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
796394	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
796394	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
796394	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
796394	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
796394	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
796394	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
796394	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
796394	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
796394	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
796394	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
796394	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
796394	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
796394	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
796394	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
796394	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
796394	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
796394	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
796394	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
796394	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
796394	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
796394	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
796394	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
796394	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
796394	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
796394	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
796394	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
796394	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
796394	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
796394	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
796394	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
796394	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
796394	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
796394	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
796394	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
796394	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
796394	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
796394	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
796394	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
796394	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
796394	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
796394	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
796394	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
796394	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
796394	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
796394	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
796394	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
796394	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
796394	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
796394	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
796394	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
796394	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
796394	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
796394	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
796394	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
796394	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
796394	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
796394	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
796394	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
796394	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
796394	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
796394	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
796394	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
796394	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
796394	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
796394	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
796394	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
796394	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
796394	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
796394	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
796394	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
796394	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
796394	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
796394	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
796394	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
796394	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
796394	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
796394	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
796394	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
796394	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
796394	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
796394	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
796394	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
796394	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
796394	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
796394	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
796394	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
796394	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
796394	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
796394	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
796394	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
796394	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
796394	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
796394	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
796394	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
796394	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
796394	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
796394	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
796394	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
796394	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
796394	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
796394	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
796394	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
796394	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
796394	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
796394	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
796394	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
796394	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
796394	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
796394	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
796394	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
796394	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
796394	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
796394	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
796394	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
796394	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
796394	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
796394	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
796394	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
796394	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
796394	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
796394	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
796394	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
796394	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
796394	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
796394	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
796394	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
796394	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
796394	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
796394	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
796394	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
796394	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
796394	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
796394	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
796394	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
796394	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
796394	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
796394	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
796394	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
796394	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
796394	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
796394	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
796394	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
796394	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
796394	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
796394	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
796394	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
796394	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
796394	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
796394	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
796394	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
796394	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
796394	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
796394	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
796394	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
796394	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
796394	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
796394	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
796394	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
796394	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
796394	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
796394	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
796394	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
796394	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
796394	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
796394	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
796394	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
796394	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
796394	embedding2nn.weight	0	0.32214441895484924
796394	embedding2nn.weight	1	0.3852527439594269
796394	embedding2nn.weight	2	0.007918443530797958
796394	embedding2nn.weight	3	0.016759440302848816
796394	embedding2nn.weight	4	-0.02965792641043663
796394	embedding2nn.weight	5	0.05935811251401901
796394	embedding2nn.weight	6	-0.0007208602619357407
796394	embedding2nn.weight	7	0.0034490306861698627
796394	embedding2nn.weight	8	0.040799252688884735
796394	embedding2nn.weight	9	-0.05009746924042702
796394	embedding2nn.bias	0	0.017605215311050415
796394	embedding2nn.bias	1	-0.1922222226858139
796394	embedding2nn.bias	2	0.12440016865730286
796394	embedding2nn.bias	3	0.1717873513698578
796394	embedding2nn.bias	4	0.1493166834115982
796394	embedding2nn.bias	5	-0.08207356184720993
796394	embedding2nn.bias	6	-0.05322357639670372
796394	embedding2nn.bias	7	0.040133360773324966
796394	embedding2nn.bias	8	-0.15290644764900208
796394	embedding2nn.bias	9	-0.376747727394104
796394	rnn.weight_ih_l0	0	0.008960286155343056
796394	rnn.weight_ih_l0	1	-0.05716193467378616
796394	rnn.weight_ih_l0	2	-0.049842916429042816
796394	rnn.weight_ih_l0	3	0.11553243547677994
796394	rnn.weight_ih_l0	4	0.022638030350208282
796394	rnn.weight_ih_l0	5	-0.07475002855062485
796394	rnn.weight_ih_l0	6	0.009183062240481377
796394	rnn.weight_ih_l0	7	-0.02370341867208481
796394	rnn.weight_ih_l0	8	0.015190284699201584
796394	rnn.weight_ih_l0	9	-0.08191477507352829
796394	rnn.weight_hh_l0	0	-0.02291009947657585
796394	rnn.weight_hh_l0	1	0.0833190530538559
796394	rnn.weight_hh_l0	2	0.004230626858770847
796394	rnn.weight_hh_l0	3	-0.03490390256047249
796394	rnn.weight_hh_l0	4	0.08547861129045486
796394	rnn.weight_hh_l0	5	0.002052254742011428
796394	rnn.weight_hh_l0	6	-0.08792944252490997
796394	rnn.weight_hh_l0	7	-0.13814258575439453
796394	rnn.weight_hh_l0	8	0.04063178971409798
796394	rnn.weight_hh_l0	9	-0.1224139854311943
796394	rnn.bias_ih_l0	0	0.17424888908863068
796394	rnn.bias_ih_l0	1	-0.33989381790161133
796394	rnn.bias_ih_l0	2	-0.04014452174305916
796394	rnn.bias_ih_l0	3	-0.2117128074169159
796394	rnn.bias_ih_l0	4	-0.0010806764476001263
796394	rnn.bias_ih_l0	5	-0.43966493010520935
796394	rnn.bias_ih_l0	6	-0.14880383014678955
796394	rnn.bias_ih_l0	7	-0.3866675794124603
796394	rnn.bias_ih_l0	8	-0.3111879825592041
796394	rnn.bias_ih_l0	9	-0.44145047664642334
796394	rnn.bias_hh_l0	0	-0.3521552085876465
796394	rnn.bias_hh_l0	1	-0.43836039304733276
796394	rnn.bias_hh_l0	2	-0.40456804633140564
796394	rnn.bias_hh_l0	3	-0.07221826910972595
796394	rnn.bias_hh_l0	4	-0.4033653736114502
796394	rnn.bias_hh_l0	5	-0.36815938353538513
796394	rnn.bias_hh_l0	6	-0.11840829998254776
796394	rnn.bias_hh_l0	7	0.07218322157859802
796394	rnn.bias_hh_l0	8	-0.23438245058059692
796394	rnn.bias_hh_l0	9	-0.5688987374305725
796394	rnn.weight_ih_l0_reverse	0	-0.013264660723507404
796394	rnn.weight_ih_l0_reverse	1	-0.008956958539783955
796394	rnn.weight_ih_l0_reverse	2	0.006806386634707451
796394	rnn.weight_ih_l0_reverse	3	-0.14390213787555695
796394	rnn.weight_ih_l0_reverse	4	0.07735860347747803
796394	rnn.weight_ih_l0_reverse	5	-0.10507399588823318
796394	rnn.weight_ih_l0_reverse	6	0.010160665959119797
796394	rnn.weight_ih_l0_reverse	7	0.029907746240496635
796394	rnn.weight_ih_l0_reverse	8	-0.05374274402856827
796394	rnn.weight_ih_l0_reverse	9	-0.08490210026502609
796394	rnn.weight_hh_l0_reverse	0	-0.15251506865024567
796394	rnn.weight_hh_l0_reverse	1	0.021390438079833984
796394	rnn.weight_hh_l0_reverse	2	-0.018620995804667473
796394	rnn.weight_hh_l0_reverse	3	0.03169098496437073
796394	rnn.weight_hh_l0_reverse	4	-0.08246825635433197
796394	rnn.weight_hh_l0_reverse	5	0.03769403323531151
796394	rnn.weight_hh_l0_reverse	6	0.03102724626660347
796394	rnn.weight_hh_l0_reverse	7	-0.12905052304267883
796394	rnn.weight_hh_l0_reverse	8	-0.08055303245782852
796394	rnn.weight_hh_l0_reverse	9	0.03701810911297798
796394	rnn.bias_ih_l0_reverse	0	-0.18557026982307434
796394	rnn.bias_ih_l0_reverse	1	-0.05574352294206619
796394	rnn.bias_ih_l0_reverse	2	0.1616315096616745
796394	rnn.bias_ih_l0_reverse	3	-0.33318185806274414
796394	rnn.bias_ih_l0_reverse	4	-0.000965571089182049
796394	rnn.bias_ih_l0_reverse	5	-0.21930840611457825
796394	rnn.bias_ih_l0_reverse	6	0.2798098921775818
796394	rnn.bias_ih_l0_reverse	7	-0.3025487959384918
796394	rnn.bias_ih_l0_reverse	8	-0.19728828966617584
796394	rnn.bias_ih_l0_reverse	9	-0.1560872346162796
796394	rnn.bias_hh_l0_reverse	0	-0.13919679820537567
796394	rnn.bias_hh_l0_reverse	1	0.2758648693561554
796394	rnn.bias_hh_l0_reverse	2	-0.34131231904029846
796394	rnn.bias_hh_l0_reverse	3	-0.23320715129375458
796394	rnn.bias_hh_l0_reverse	4	-0.40548354387283325
796394	rnn.bias_hh_l0_reverse	5	-0.20643503963947296
796394	rnn.bias_hh_l0_reverse	6	-0.2696463167667389
796394	rnn.bias_hh_l0_reverse	7	-0.09777509421110153
796394	rnn.bias_hh_l0_reverse	8	-0.3453921675682068
796394	rnn.bias_hh_l0_reverse	9	0.21493417024612427
796394	linear.weight	0	0.24531663954257965
796394	linear.weight	1	-0.44328373670578003
796394	linear.weight	2	0.021224549040198326
796394	linear.weight	3	0.06747465580701828
796394	linear.weight	4	-0.13564865291118622
796394	linear.weight	5	0.23057331144809723
796394	linear.weight	6	-0.03189118206501007
796394	linear.weight	7	-0.059627141803503036
796394	linear.weight	8	0.13593657314777374
796394	linear.weight	9	-0.04992545396089554
796394	linear.bias	0	-0.859338641166687
796394	linear.bias	1	1.7866268157958984
796394	linear.bias	2	0.6958094239234924
796394	linear.bias	3	-2.743093490600586
796394	linear.bias	4	-0.07036174088716507
796394	linear.bias	5	1.2744938135147095
796394	linear.bias	6	-0.2141837626695633
796394	linear.bias	7	0.8327911496162415
796394	linear.bias	8	2.1077277660369873
796394	linear.bias	9	-1.3056650161743164
797003	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
797003	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
797003	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
797003	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
797003	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
797003	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
797003	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
797003	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
797003	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
797003	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
797003	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
797003	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
797003	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
797003	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
797003	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
797003	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
797003	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
797003	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
797003	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
797003	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
797003	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
797003	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
797003	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
797003	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
797003	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
797003	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
797003	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
797003	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
797003	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
797003	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
797003	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
797003	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
797003	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
797003	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
797003	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
797003	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
797003	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
797003	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
797003	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
797003	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
797003	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
797003	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
797003	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
797003	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
797003	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
797003	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
797003	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
797003	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
797003	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
797003	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
797003	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
797003	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
797003	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
797003	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
797003	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
797003	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
797003	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
797003	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
797003	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
797003	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
797003	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
797003	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
797003	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
797003	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
797003	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
797003	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
797003	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
797003	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
797003	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
797003	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
797003	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
797003	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
797003	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
797003	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
797003	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
797003	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
797003	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
797003	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
797003	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
797003	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
797003	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
797003	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
797003	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
797003	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
797003	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
797003	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
797003	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
797003	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
797003	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
797003	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
797003	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
797003	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
797003	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
797003	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
797003	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
797003	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
797003	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
797003	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
797003	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
797003	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
797003	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
797003	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
797003	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
797003	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
797003	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
797003	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
797003	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
797003	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
797003	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
797003	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
797003	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
797003	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
797003	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
797003	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
797003	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
797003	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
797003	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
797003	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
797003	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
797003	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
797003	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
797003	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
797003	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
797003	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
797003	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
797003	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
797003	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
797003	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
797003	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
797003	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
797003	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
797003	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
797003	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
797003	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
797003	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
797003	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
797003	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
797003	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
797003	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
797003	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
797003	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
797003	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
797003	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
797003	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
797003	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
797003	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
797003	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
797003	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
797003	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
797003	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
797003	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
797003	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
797003	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
797003	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
797003	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
797003	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
797003	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
797003	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
797003	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
797003	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
797003	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
797003	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
797003	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
797003	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
797003	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
797003	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
797003	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
797003	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
797003	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
797003	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
797003	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
797003	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
797003	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
797003	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
797003	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
797003	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
797003	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
797003	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
797003	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
797003	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
797003	embedding2nn.weight	0	0.32239463925361633
797003	embedding2nn.weight	1	0.38475140929222107
797003	embedding2nn.weight	2	0.008382718078792095
797003	embedding2nn.weight	3	0.016261838376522064
797003	embedding2nn.weight	4	-0.02973516844213009
797003	embedding2nn.weight	5	0.06002643331885338
797003	embedding2nn.weight	6	0.0011325018713250756
797003	embedding2nn.weight	7	0.004261372145265341
797003	embedding2nn.weight	8	0.04130048304796219
797003	embedding2nn.weight	9	-0.05035269632935524
797003	embedding2nn.bias	0	0.018261250108480453
797003	embedding2nn.bias	1	-0.1950775533914566
797003	embedding2nn.bias	2	0.12370739132165909
797003	embedding2nn.bias	3	0.17062057554721832
797003	embedding2nn.bias	4	0.14761677384376526
797003	embedding2nn.bias	5	-0.07902014255523682
797003	embedding2nn.bias	6	-0.050612591207027435
797003	embedding2nn.bias	7	0.03943956270813942
797003	embedding2nn.bias	8	-0.15357527136802673
797003	embedding2nn.bias	9	-0.3795596957206726
797003	rnn.weight_ih_l0	0	0.008667620830237865
797003	rnn.weight_ih_l0	1	-0.057352617383003235
797003	rnn.weight_ih_l0	2	-0.05040312930941582
797003	rnn.weight_ih_l0	3	0.11583342403173447
797003	rnn.weight_ih_l0	4	0.022086262702941895
797003	rnn.weight_ih_l0	5	-0.07505446672439575
797003	rnn.weight_ih_l0	6	0.008873234502971172
797003	rnn.weight_ih_l0	7	-0.023813126608729362
797003	rnn.weight_ih_l0	8	0.015062742866575718
797003	rnn.weight_ih_l0	9	-0.08209212124347687
797003	rnn.weight_hh_l0	0	-0.022903118282556534
797003	rnn.weight_hh_l0	1	0.08327437192201614
797003	rnn.weight_hh_l0	2	0.0042253416031599045
797003	rnn.weight_hh_l0	3	-0.03506387397646904
797003	rnn.weight_hh_l0	4	0.08549168705940247
797003	rnn.weight_hh_l0	5	0.0019882952328771353
797003	rnn.weight_hh_l0	6	-0.08786963671445847
797003	rnn.weight_hh_l0	7	-0.13857194781303406
797003	rnn.weight_hh_l0	8	0.04065528139472008
797003	rnn.weight_hh_l0	9	-0.12246635556221008
797003	rnn.bias_ih_l0	0	0.1748409867286682
797003	rnn.bias_ih_l0	1	-0.3401779532432556
797003	rnn.bias_ih_l0	2	-0.03935528174042702
797003	rnn.bias_ih_l0	3	-0.20995810627937317
797003	rnn.bias_ih_l0	4	-0.0010663452558219433
797003	rnn.bias_ih_l0	5	-0.44004639983177185
797003	rnn.bias_ih_l0	6	-0.14757220447063446
797003	rnn.bias_ih_l0	7	-0.38664135336875916
797003	rnn.bias_ih_l0	8	-0.3120686709880829
797003	rnn.bias_ih_l0	9	-0.4411988854408264
797003	rnn.bias_hh_l0	0	-0.3524652421474457
797003	rnn.bias_hh_l0	1	-0.43860259652137756
797003	rnn.bias_hh_l0	2	-0.40449830889701843
797003	rnn.bias_hh_l0	3	-0.07181581854820251
797003	rnn.bias_hh_l0	4	-0.40201693773269653
797003	rnn.bias_hh_l0	5	-0.36797887086868286
797003	rnn.bias_hh_l0	6	-0.11866260319948196
797003	rnn.bias_hh_l0	7	0.07342314720153809
797003	rnn.bias_hh_l0	8	-0.233453631401062
797003	rnn.bias_hh_l0	9	-0.5687741041183472
797003	rnn.weight_ih_l0_reverse	0	-0.012875503860414028
797003	rnn.weight_ih_l0_reverse	1	-0.00893193855881691
797003	rnn.weight_ih_l0_reverse	2	0.00647713104262948
797003	rnn.weight_ih_l0_reverse	3	-0.14413170516490936
797003	rnn.weight_ih_l0_reverse	4	0.07744483649730682
797003	rnn.weight_ih_l0_reverse	5	-0.10569415241479874
797003	rnn.weight_ih_l0_reverse	6	0.010032867081463337
797003	rnn.weight_ih_l0_reverse	7	0.02966166101396084
797003	rnn.weight_ih_l0_reverse	8	-0.05346160754561424
797003	rnn.weight_ih_l0_reverse	9	-0.0847262293100357
797003	rnn.weight_hh_l0_reverse	0	-0.15256643295288086
797003	rnn.weight_hh_l0_reverse	1	0.021420955657958984
797003	rnn.weight_hh_l0_reverse	2	-0.018574800342321396
797003	rnn.weight_hh_l0_reverse	3	0.0317460373044014
797003	rnn.weight_hh_l0_reverse	4	-0.08273054659366608
797003	rnn.weight_hh_l0_reverse	5	0.03773162513971329
797003	rnn.weight_hh_l0_reverse	6	0.03104337863624096
797003	rnn.weight_hh_l0_reverse	7	-0.12878844141960144
797003	rnn.weight_hh_l0_reverse	8	-0.08058439940214157
797003	rnn.weight_hh_l0_reverse	9	0.03713018447160721
797003	rnn.bias_ih_l0_reverse	0	-0.18456318974494934
797003	rnn.bias_ih_l0_reverse	1	-0.05516193062067032
797003	rnn.bias_ih_l0_reverse	2	0.1613876074552536
797003	rnn.bias_ih_l0_reverse	3	-0.332813560962677
797003	rnn.bias_ih_l0_reverse	4	-0.0016747710760682821
797003	rnn.bias_ih_l0_reverse	5	-0.2190670371055603
797003	rnn.bias_ih_l0_reverse	6	0.28020578622817993
797003	rnn.bias_ih_l0_reverse	7	-0.30172520875930786
797003	rnn.bias_ih_l0_reverse	8	-0.19710953533649445
797003	rnn.bias_ih_l0_reverse	9	-0.15648017823696136
797003	rnn.bias_hh_l0_reverse	0	-0.13889025151729584
797003	rnn.bias_hh_l0_reverse	1	0.2743229866027832
797003	rnn.bias_hh_l0_reverse	2	-0.34209227561950684
797003	rnn.bias_hh_l0_reverse	3	-0.23372992873191833
797003	rnn.bias_hh_l0_reverse	4	-0.40516409277915955
797003	rnn.bias_hh_l0_reverse	5	-0.20697765052318573
797003	rnn.bias_hh_l0_reverse	6	-0.27025464177131653
797003	rnn.bias_hh_l0_reverse	7	-0.09763683378696442
797003	rnn.bias_hh_l0_reverse	8	-0.344983845949173
797003	rnn.bias_hh_l0_reverse	9	0.21291129291057587
797003	linear.weight	0	0.24765852093696594
797003	linear.weight	1	-0.4404490292072296
797003	linear.weight	2	0.017964765429496765
797003	linear.weight	3	0.06747475266456604
797003	linear.weight	4	-0.1324002891778946
797003	linear.weight	5	0.23469537496566772
797003	linear.weight	6	-0.031920306384563446
797003	linear.weight	7	-0.059626709669828415
797003	linear.weight	8	0.135851189494133
797003	linear.weight	9	-0.049925822764635086
797003	linear.bias	0	-0.8553438186645508
797003	linear.bias	1	1.792075514793396
797003	linear.bias	2	0.692679762840271
797003	linear.bias	3	-2.7430989742279053
797003	linear.bias	4	-0.07042577117681503
797003	linear.bias	5	1.2704497575759888
797003	linear.bias	6	-0.21497362852096558
797003	linear.bias	7	0.8223944902420044
797003	linear.bias	8	2.1073782444000244
797003	linear.bias	9	-1.3020334243774414
797612	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
797612	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
797612	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
797612	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
797612	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
797612	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
797612	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
797612	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
797612	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
797612	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
797612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
797612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
797612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
797612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
797612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
797612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
797612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
797612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
797612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
797612	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
797612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
797612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
797612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
797612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
797612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
797612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
797612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
797612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
797612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
797612	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
797612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
797612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
797612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
797612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
797612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
797612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
797612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
797612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
797612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
797612	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
797612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
797612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
797612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
797612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
797612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
797612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
797612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
797612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
797612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
797612	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
797612	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
797612	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
797612	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
797612	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
797612	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
797612	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
797612	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
797612	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
797612	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
797612	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
797612	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
797612	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
797612	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
797612	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
797612	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
797612	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
797612	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
797612	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
797612	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
797612	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
797612	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
797612	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
797612	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
797612	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
797612	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
797612	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
797612	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
797612	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
797612	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
797612	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
797612	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
797612	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
797612	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
797612	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
797612	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
797612	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
797612	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
797612	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
797612	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
797612	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
797612	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
797612	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
797612	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
797612	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
797612	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
797612	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
797612	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
797612	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
797612	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
797612	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
797612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
797612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
797612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
797612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
797612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
797612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
797612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
797612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
797612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
797612	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
797612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
797612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
797612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
797612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
797612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
797612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
797612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
797612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
797612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
797612	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
797612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
797612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
797612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
797612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
797612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
797612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
797612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
797612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
797612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
797612	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
797612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
797612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
797612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
797612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
797612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
797612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
797612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
797612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
797612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
797612	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
797612	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
797612	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
797612	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
797612	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
797612	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
797612	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
797612	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
797612	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
797612	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
797612	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
797612	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
797612	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
797612	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
797612	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
797612	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
797612	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
797612	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
797612	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
797612	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
797612	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
797612	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
797612	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
797612	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
797612	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
797612	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
797612	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
797612	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
797612	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
797612	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
797612	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
797612	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
797612	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
797612	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
797612	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
797612	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
797612	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
797612	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
797612	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
797612	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
797612	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
797612	embedding2nn.weight	0	0.32258936762809753
797612	embedding2nn.weight	1	0.38420817255973816
797612	embedding2nn.weight	2	0.007330890279263258
797612	embedding2nn.weight	3	0.01937578059732914
797612	embedding2nn.weight	4	-0.029763512313365936
797612	embedding2nn.weight	5	0.06047270447015762
797612	embedding2nn.weight	6	0.0014671734534204006
797612	embedding2nn.weight	7	0.0023594233207404613
797612	embedding2nn.weight	8	0.04176110774278641
797612	embedding2nn.weight	9	-0.05008959397673607
797612	embedding2nn.bias	0	0.019074581563472748
797612	embedding2nn.bias	1	-0.20067395269870758
797612	embedding2nn.bias	2	0.12212750315666199
797612	embedding2nn.bias	3	0.16977931559085846
797612	embedding2nn.bias	4	0.1470172256231308
797612	embedding2nn.bias	5	-0.07723171263933182
797612	embedding2nn.bias	6	-0.052309002727270126
797612	embedding2nn.bias	7	0.04153723269701004
797612	embedding2nn.bias	8	-0.15274697542190552
797612	embedding2nn.bias	9	-0.3779189884662628
797612	rnn.weight_ih_l0	0	0.008708191104233265
797612	rnn.weight_ih_l0	1	-0.0574415884912014
797612	rnn.weight_ih_l0	2	-0.050666674971580505
797612	rnn.weight_ih_l0	3	0.11630699038505554
797612	rnn.weight_ih_l0	4	0.022127166390419006
797612	rnn.weight_ih_l0	5	-0.07514076679944992
797612	rnn.weight_ih_l0	6	0.00934378057718277
797612	rnn.weight_ih_l0	7	-0.023393914103507996
797612	rnn.weight_ih_l0	8	0.016186043620109558
797612	rnn.weight_ih_l0	9	-0.08206333220005035
797612	rnn.weight_hh_l0	0	-0.02285217121243477
797612	rnn.weight_hh_l0	1	0.08324885368347168
797612	rnn.weight_hh_l0	2	0.004485799465328455
797612	rnn.weight_hh_l0	3	-0.035110633820295334
797612	rnn.weight_hh_l0	4	0.08556893467903137
797612	rnn.weight_hh_l0	5	0.0019204738782718778
797612	rnn.weight_hh_l0	6	-0.08795483410358429
797612	rnn.weight_hh_l0	7	-0.13852636516094208
797612	rnn.weight_hh_l0	8	0.040638186037540436
797612	rnn.weight_hh_l0	9	-0.12247739732265472
797612	rnn.bias_ih_l0	0	0.17404170334339142
797612	rnn.bias_ih_l0	1	-0.3395824730396271
797612	rnn.bias_ih_l0	2	-0.03881243243813515
797612	rnn.bias_ih_l0	3	-0.20997880399227142
797612	rnn.bias_ih_l0	4	-0.00041164609137922525
797612	rnn.bias_ih_l0	5	-0.44096845388412476
797612	rnn.bias_ih_l0	6	-0.14754419028759003
797612	rnn.bias_ih_l0	7	-0.38668960332870483
797612	rnn.bias_ih_l0	8	-0.3117394745349884
797612	rnn.bias_ih_l0	9	-0.44024860858917236
797612	rnn.bias_hh_l0	0	-0.3520577549934387
797612	rnn.bias_hh_l0	1	-0.439675509929657
797612	rnn.bias_hh_l0	2	-0.4033023715019226
797612	rnn.bias_hh_l0	3	-0.07171736657619476
797612	rnn.bias_hh_l0	4	-0.4028211832046509
797612	rnn.bias_hh_l0	5	-0.36797091364860535
797612	rnn.bias_hh_l0	6	-0.11864646524190903
797612	rnn.bias_hh_l0	7	0.07467294484376907
797612	rnn.bias_hh_l0	8	-0.23182502388954163
797612	rnn.bias_hh_l0	9	-0.5680699348449707
797612	rnn.weight_ih_l0_reverse	0	-0.012894884683191776
797612	rnn.weight_ih_l0_reverse	1	-0.008520080707967281
797612	rnn.weight_ih_l0_reverse	2	0.007160859182476997
797612	rnn.weight_ih_l0_reverse	3	-0.144337996840477
797612	rnn.weight_ih_l0_reverse	4	0.07769554108381271
797612	rnn.weight_ih_l0_reverse	5	-0.10731824487447739
797612	rnn.weight_ih_l0_reverse	6	0.010814983397722244
797612	rnn.weight_ih_l0_reverse	7	0.029603898525238037
797612	rnn.weight_ih_l0_reverse	8	-0.05379205197095871
797612	rnn.weight_ih_l0_reverse	9	-0.08411003649234772
797612	rnn.weight_hh_l0_reverse	0	-0.15251417458057404
797612	rnn.weight_hh_l0_reverse	1	0.02126181870698929
797612	rnn.weight_hh_l0_reverse	2	-0.018591146916151047
797612	rnn.weight_hh_l0_reverse	3	0.03162547945976257
797612	rnn.weight_hh_l0_reverse	4	-0.08265688270330429
797612	rnn.weight_hh_l0_reverse	5	0.03767635300755501
797612	rnn.weight_hh_l0_reverse	6	0.031011072918772697
797612	rnn.weight_hh_l0_reverse	7	-0.12875670194625854
797612	rnn.weight_hh_l0_reverse	8	-0.08021809160709381
797612	rnn.weight_hh_l0_reverse	9	0.03697892650961876
797612	rnn.bias_ih_l0_reverse	0	-0.18531624972820282
797612	rnn.bias_ih_l0_reverse	1	-0.055360447615385056
797612	rnn.bias_ih_l0_reverse	2	0.15999968349933624
797612	rnn.bias_ih_l0_reverse	3	-0.3318943977355957
797612	rnn.bias_ih_l0_reverse	4	-6.836562533862889e-05
797612	rnn.bias_ih_l0_reverse	5	-0.2194669246673584
797612	rnn.bias_ih_l0_reverse	6	0.28096312284469604
797612	rnn.bias_ih_l0_reverse	7	-0.3034597635269165
797612	rnn.bias_ih_l0_reverse	8	-0.1968599259853363
797612	rnn.bias_ih_l0_reverse	9	-0.15581099689006805
797612	rnn.bias_hh_l0_reverse	0	-0.13904234766960144
797612	rnn.bias_hh_l0_reverse	1	0.27450430393218994
797612	rnn.bias_hh_l0_reverse	2	-0.34180381894111633
797612	rnn.bias_hh_l0_reverse	3	-0.2329355776309967
797612	rnn.bias_hh_l0_reverse	4	-0.40384459495544434
797612	rnn.bias_hh_l0_reverse	5	-0.20767229795455933
797612	rnn.bias_hh_l0_reverse	6	-0.2709636092185974
797612	rnn.bias_hh_l0_reverse	7	-0.09801693260669708
797612	rnn.bias_hh_l0_reverse	8	-0.3428511321544647
797612	rnn.bias_hh_l0_reverse	9	0.21457435190677643
797612	linear.weight	0	0.24919074773788452
797612	linear.weight	1	-0.4391491711139679
797612	linear.weight	2	0.02039840631186962
797612	linear.weight	3	0.06747470796108246
797612	linear.weight	4	-0.12452509999275208
797612	linear.weight	5	0.23546239733695984
797612	linear.weight	6	-0.035460565239191055
797612	linear.weight	7	-0.059626154601573944
797612	linear.weight	8	0.13817957043647766
797612	linear.weight	9	-0.04992616921663284
797612	linear.bias	0	-0.8551916480064392
797612	linear.bias	1	1.7861344814300537
797612	linear.bias	2	0.7017114162445068
797612	linear.bias	3	-2.7431044578552246
797612	linear.bias	4	-0.06684906780719757
797612	linear.bias	5	1.26837956905365
797612	linear.bias	6	-0.21355922520160675
797612	linear.bias	7	0.8278462290763855
797612	linear.bias	8	2.099369764328003
797612	linear.bias	9	-1.3023157119750977
798221	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
798221	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
798221	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
798221	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
798221	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
798221	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
798221	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
798221	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
798221	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
798221	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
798221	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
798221	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
798221	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
798221	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
798221	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
798221	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
798221	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
798221	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
798221	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
798221	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
798221	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
798221	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
798221	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
798221	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
798221	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
798221	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
798221	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
798221	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
798221	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
798221	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
798221	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
798221	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
798221	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
798221	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
798221	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
798221	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
798221	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
798221	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
798221	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
798221	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
798221	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
798221	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
798221	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
798221	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
798221	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
798221	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
798221	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
798221	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
798221	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
798221	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
798221	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
798221	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
798221	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
798221	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
798221	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
798221	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
798221	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
798221	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
798221	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
798221	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
798221	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
798221	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
798221	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
798221	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
798221	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
798221	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
798221	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
798221	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
798221	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
798221	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
798221	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
798221	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
798221	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
798221	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
798221	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
798221	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
798221	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
798221	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
798221	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
798221	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
798221	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
798221	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
798221	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
798221	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
798221	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
798221	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
798221	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
798221	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
798221	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
798221	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
798221	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
798221	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
798221	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
798221	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
798221	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
798221	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
798221	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
798221	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
798221	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
798221	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
798221	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
798221	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
798221	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
798221	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
798221	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
798221	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
798221	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
798221	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
798221	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
798221	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
798221	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
798221	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
798221	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
798221	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
798221	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
798221	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
798221	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
798221	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
798221	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
798221	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
798221	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
798221	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
798221	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
798221	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
798221	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
798221	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
798221	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
798221	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
798221	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
798221	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
798221	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
798221	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
798221	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
798221	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
798221	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
798221	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
798221	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
798221	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
798221	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
798221	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
798221	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
798221	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
798221	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
798221	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
798221	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
798221	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
798221	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
798221	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
798221	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
798221	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
798221	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
798221	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
798221	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
798221	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
798221	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
798221	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
798221	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
798221	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
798221	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
798221	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
798221	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
798221	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
798221	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
798221	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
798221	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
798221	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
798221	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
798221	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
798221	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
798221	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
798221	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
798221	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
798221	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
798221	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
798221	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
798221	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
798221	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
798221	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
798221	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
798221	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
798221	embedding2nn.weight	0	0.3225959241390228
798221	embedding2nn.weight	1	0.3831106126308441
798221	embedding2nn.weight	2	0.007364677730947733
798221	embedding2nn.weight	3	0.014132974669337273
798221	embedding2nn.weight	4	-0.030386628583073616
798221	embedding2nn.weight	5	0.06039826571941376
798221	embedding2nn.weight	6	0.0028747401665896177
798221	embedding2nn.weight	7	0.0015113961417227983
798221	embedding2nn.weight	8	0.04151826724410057
798221	embedding2nn.weight	9	-0.04996337369084358
798221	embedding2nn.bias	0	0.020270995795726776
798221	embedding2nn.bias	1	-0.1984935998916626
798221	embedding2nn.bias	2	0.11979296058416367
798221	embedding2nn.bias	3	0.16963638365268707
798221	embedding2nn.bias	4	0.14742211997509003
798221	embedding2nn.bias	5	-0.0782405212521553
798221	embedding2nn.bias	6	-0.05170220509171486
798221	embedding2nn.bias	7	0.039078984409570694
798221	embedding2nn.bias	8	-0.1515044867992401
798221	embedding2nn.bias	9	-0.38041019439697266
798221	rnn.weight_ih_l0	0	0.008816120214760303
798221	rnn.weight_ih_l0	1	-0.05737472325563431
798221	rnn.weight_ih_l0	2	-0.0505489856004715
798221	rnn.weight_ih_l0	3	0.11654398590326309
798221	rnn.weight_ih_l0	4	0.021958159282803535
798221	rnn.weight_ih_l0	5	-0.07525046169757843
798221	rnn.weight_ih_l0	6	0.009231273084878922
798221	rnn.weight_ih_l0	7	-0.023450644686818123
798221	rnn.weight_ih_l0	8	0.017112163826823235
798221	rnn.weight_ih_l0	9	-0.08149087429046631
798221	rnn.weight_hh_l0	0	-0.022865120321512222
798221	rnn.weight_hh_l0	1	0.08311977237462997
798221	rnn.weight_hh_l0	2	0.004438756965100765
798221	rnn.weight_hh_l0	3	-0.03514427691698074
798221	rnn.weight_hh_l0	4	0.08538138121366501
798221	rnn.weight_hh_l0	5	0.0019261953420937061
798221	rnn.weight_hh_l0	6	-0.08814376592636108
798221	rnn.weight_hh_l0	7	-0.13859911262989044
798221	rnn.weight_hh_l0	8	0.04064222797751427
798221	rnn.weight_hh_l0	9	-0.12271256744861603
798221	rnn.bias_ih_l0	0	0.17320813238620758
798221	rnn.bias_ih_l0	1	-0.33829063177108765
798221	rnn.bias_ih_l0	2	-0.03862547501921654
798221	rnn.bias_ih_l0	3	-0.20943696796894073
798221	rnn.bias_ih_l0	4	-0.0016431391704827547
798221	rnn.bias_ih_l0	5	-0.4401446580886841
798221	rnn.bias_ih_l0	6	-0.1487320363521576
798221	rnn.bias_ih_l0	7	-0.38690298795700073
798221	rnn.bias_ih_l0	8	-0.31197524070739746
798221	rnn.bias_ih_l0	9	-0.4408709704875946
798221	rnn.bias_hh_l0	0	-0.3515489995479584
798221	rnn.bias_hh_l0	1	-0.4395713210105896
798221	rnn.bias_hh_l0	2	-0.4033578634262085
798221	rnn.bias_hh_l0	3	-0.07167796790599823
798221	rnn.bias_hh_l0	4	-0.40240123867988586
798221	rnn.bias_hh_l0	5	-0.3680340051651001
798221	rnn.bias_hh_l0	6	-0.11872374266386032
798221	rnn.bias_hh_l0	7	0.07417156547307968
798221	rnn.bias_hh_l0	8	-0.23170356452465057
798221	rnn.bias_hh_l0	9	-0.5691697597503662
798221	rnn.weight_ih_l0_reverse	0	-0.012378749437630177
798221	rnn.weight_ih_l0_reverse	1	-0.008437836542725563
798221	rnn.weight_ih_l0_reverse	2	0.0067448182962834835
798221	rnn.weight_ih_l0_reverse	3	-0.14484255015850067
798221	rnn.weight_ih_l0_reverse	4	0.07711334526538849
798221	rnn.weight_ih_l0_reverse	5	-0.10698328912258148
798221	rnn.weight_ih_l0_reverse	6	0.010428467765450478
798221	rnn.weight_ih_l0_reverse	7	0.029560986906290054
798221	rnn.weight_ih_l0_reverse	8	-0.054024189710617065
798221	rnn.weight_ih_l0_reverse	9	-0.08295489102602005
798221	rnn.weight_hh_l0_reverse	0	-0.15246951580047607
798221	rnn.weight_hh_l0_reverse	1	0.02129814401268959
798221	rnn.weight_hh_l0_reverse	2	-0.01867479272186756
798221	rnn.weight_hh_l0_reverse	3	0.031669095158576965
798221	rnn.weight_hh_l0_reverse	4	-0.08268414437770844
798221	rnn.weight_hh_l0_reverse	5	0.03768637031316757
798221	rnn.weight_hh_l0_reverse	6	0.031062908470630646
798221	rnn.weight_hh_l0_reverse	7	-0.12846070528030396
798221	rnn.weight_hh_l0_reverse	8	-0.0805884599685669
798221	rnn.weight_hh_l0_reverse	9	0.03691317141056061
798221	rnn.bias_ih_l0_reverse	0	-0.18407510221004486
798221	rnn.bias_ih_l0_reverse	1	-0.055806715041399
798221	rnn.bias_ih_l0_reverse	2	0.16187463700771332
798221	rnn.bias_ih_l0_reverse	3	-0.3318134844303131
798221	rnn.bias_ih_l0_reverse	4	-0.00021835372899658978
798221	rnn.bias_ih_l0_reverse	5	-0.22030913829803467
798221	rnn.bias_ih_l0_reverse	6	0.2803792953491211
798221	rnn.bias_ih_l0_reverse	7	-0.3040320575237274
798221	rnn.bias_ih_l0_reverse	8	-0.1965043544769287
798221	rnn.bias_ih_l0_reverse	9	-0.1534329056739807
798221	rnn.bias_hh_l0_reverse	0	-0.1395663321018219
798221	rnn.bias_hh_l0_reverse	1	0.2756296694278717
798221	rnn.bias_hh_l0_reverse	2	-0.34253576397895813
798221	rnn.bias_hh_l0_reverse	3	-0.23288144171237946
798221	rnn.bias_hh_l0_reverse	4	-0.40422144532203674
798221	rnn.bias_hh_l0_reverse	5	-0.2082439810037613
798221	rnn.bias_hh_l0_reverse	6	-0.26999446749687195
798221	rnn.bias_hh_l0_reverse	7	-0.09626937657594681
798221	rnn.bias_hh_l0_reverse	8	-0.34256893396377563
798221	rnn.bias_hh_l0_reverse	9	0.21238330006599426
798221	linear.weight	0	0.24872541427612305
798221	linear.weight	1	-0.43969476222991943
798221	linear.weight	2	0.017291121184825897
798221	linear.weight	3	0.06747466325759888
798221	linear.weight	4	-0.12291379272937775
798221	linear.weight	5	0.23551501333713531
798221	linear.weight	6	-0.034550491720438004
798221	linear.weight	7	-0.05962571129202843
798221	linear.weight	8	0.13766354322433472
798221	linear.weight	9	-0.04992644116282463
798221	linear.bias	0	-0.8486319184303284
798221	linear.bias	1	1.7874387502670288
798221	linear.bias	2	0.703518271446228
798221	linear.bias	3	-2.743110179901123
798221	linear.bias	4	-0.07036618888378143
798221	linear.bias	5	1.261407732963562
798221	linear.bias	6	-0.21944329142570496
798221	linear.bias	7	0.8280671834945679
798221	linear.bias	8	2.1132192611694336
798221	linear.bias	9	-1.3110861778259277
798830	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
798830	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
798830	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
798830	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
798830	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
798830	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
798830	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
798830	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
798830	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
798830	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
798830	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
798830	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
798830	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
798830	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
798830	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
798830	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
798830	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
798830	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
798830	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
798830	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
798830	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
798830	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
798830	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
798830	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
798830	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
798830	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
798830	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
798830	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
798830	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
798830	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
798830	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
798830	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
798830	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
798830	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
798830	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
798830	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
798830	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
798830	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
798830	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
798830	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
798830	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
798830	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
798830	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
798830	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
798830	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
798830	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
798830	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
798830	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
798830	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
798830	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
798830	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
798830	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
798830	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
798830	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
798830	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
798830	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
798830	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
798830	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
798830	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
798830	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
798830	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
798830	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
798830	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
798830	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
798830	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
798830	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
798830	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
798830	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
798830	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
798830	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
798830	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
798830	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
798830	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
798830	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
798830	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
798830	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
798830	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
798830	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
798830	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
798830	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
798830	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
798830	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
798830	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
798830	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
798830	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
798830	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
798830	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
798830	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
798830	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
798830	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
798830	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
798830	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
798830	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
798830	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
798830	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
798830	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
798830	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
798830	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
798830	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
798830	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
798830	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
798830	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
798830	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
798830	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
798830	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
798830	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
798830	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
798830	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
798830	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
798830	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
798830	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
798830	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
798830	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
798830	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
798830	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
798830	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
798830	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
798830	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
798830	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
798830	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
798830	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
798830	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
798830	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
798830	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
798830	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
798830	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
798830	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
798830	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
798830	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
798830	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
798830	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
798830	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
798830	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
798830	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
798830	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
798830	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
798830	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
798830	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
798830	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
798830	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
798830	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
798830	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
798830	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
798830	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
798830	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
798830	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
798830	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
798830	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
798830	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
798830	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
798830	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
798830	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
798830	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
798830	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
798830	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
798830	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
798830	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
798830	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
798830	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
798830	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
798830	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
798830	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
798830	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
798830	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
798830	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
798830	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
798830	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
798830	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
798830	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
798830	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
798830	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
798830	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
798830	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
798830	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
798830	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
798830	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
798830	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
798830	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
798830	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
798830	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
798830	embedding2nn.weight	0	0.32264867424964905
798830	embedding2nn.weight	1	0.3825865685939789
798830	embedding2nn.weight	2	0.006709198467433453
798830	embedding2nn.weight	3	0.014413631521165371
798830	embedding2nn.weight	4	-0.030530139803886414
798830	embedding2nn.weight	5	0.0595831535756588
798830	embedding2nn.weight	6	0.0036682612262666225
798830	embedding2nn.weight	7	-0.00031574637978337705
798830	embedding2nn.weight	8	0.04098230227828026
798830	embedding2nn.weight	9	-0.04943754896521568
798830	embedding2nn.bias	0	0.021534431725740433
798830	embedding2nn.bias	1	-0.19662657380104065
798830	embedding2nn.bias	2	0.127716526389122
798830	embedding2nn.bias	3	0.16354231536388397
798830	embedding2nn.bias	4	0.15100429952144623
798830	embedding2nn.bias	5	-0.07825542986392975
798830	embedding2nn.bias	6	-0.04970186948776245
798830	embedding2nn.bias	7	0.03976733610033989
798830	embedding2nn.bias	8	-0.1529509723186493
798830	embedding2nn.bias	9	-0.3888384997844696
798830	rnn.weight_ih_l0	0	0.00869122426956892
798830	rnn.weight_ih_l0	1	-0.05742119997739792
798830	rnn.weight_ih_l0	2	-0.050558701157569885
798830	rnn.weight_ih_l0	3	0.11612142622470856
798830	rnn.weight_ih_l0	4	0.021933555603027344
798830	rnn.weight_ih_l0	5	-0.07590096443891525
798830	rnn.weight_ih_l0	6	0.009662811644375324
798830	rnn.weight_ih_l0	7	-0.02461744286119938
798830	rnn.weight_ih_l0	8	0.017530059441924095
798830	rnn.weight_ih_l0	9	-0.08144702017307281
798830	rnn.weight_hh_l0	0	-0.02284887060523033
798830	rnn.weight_hh_l0	1	0.08313781768083572
798830	rnn.weight_hh_l0	2	0.004360939841717482
798830	rnn.weight_hh_l0	3	-0.03519011661410332
798830	rnn.weight_hh_l0	4	0.08537842333316803
798830	rnn.weight_hh_l0	5	0.001841016230173409
798830	rnn.weight_hh_l0	6	-0.08813455700874329
798830	rnn.weight_hh_l0	7	-0.1392250657081604
798830	rnn.weight_hh_l0	8	0.04058678448200226
798830	rnn.weight_hh_l0	9	-0.12261539697647095
798830	rnn.bias_ih_l0	0	0.1727149337530136
798830	rnn.bias_ih_l0	1	-0.3385378420352936
798830	rnn.bias_ih_l0	2	-0.03861182555556297
798830	rnn.bias_ih_l0	3	-0.20974677801132202
798830	rnn.bias_ih_l0	4	-4.3495005229488015e-05
798830	rnn.bias_ih_l0	5	-0.44143837690353394
798830	rnn.bias_ih_l0	6	-0.1501845270395279
798830	rnn.bias_ih_l0	7	-0.38701674342155457
798830	rnn.bias_ih_l0	8	-0.3127756714820862
798830	rnn.bias_ih_l0	9	-0.44121402502059937
798830	rnn.bias_hh_l0	0	-0.35131916403770447
798830	rnn.bias_hh_l0	1	-0.439874529838562
798830	rnn.bias_hh_l0	2	-0.40239855647087097
798830	rnn.bias_hh_l0	3	-0.07125996798276901
798830	rnn.bias_hh_l0	4	-0.4023574888706207
798830	rnn.bias_hh_l0	5	-0.36835014820098877
798830	rnn.bias_hh_l0	6	-0.11845014244318008
798830	rnn.bias_hh_l0	7	0.07334768027067184
798830	rnn.bias_hh_l0	8	-0.23268772661685944
798830	rnn.bias_hh_l0	9	-0.5697458982467651
798830	rnn.weight_ih_l0_reverse	0	-0.012081301771104336
798830	rnn.weight_ih_l0_reverse	1	-0.008427387103438377
798830	rnn.weight_ih_l0_reverse	2	0.006922720465809107
798830	rnn.weight_ih_l0_reverse	3	-0.1443406045436859
798830	rnn.weight_ih_l0_reverse	4	0.07708028703927994
798830	rnn.weight_ih_l0_reverse	5	-0.10641130059957504
798830	rnn.weight_ih_l0_reverse	6	0.010800356045365334
798830	rnn.weight_ih_l0_reverse	7	0.02964015118777752
798830	rnn.weight_ih_l0_reverse	8	-0.05438399314880371
798830	rnn.weight_ih_l0_reverse	9	-0.08270986378192902
798830	rnn.weight_hh_l0_reverse	0	-0.15241585671901703
798830	rnn.weight_hh_l0_reverse	1	0.021312322467565536
798830	rnn.weight_hh_l0_reverse	2	-0.018659206107258797
798830	rnn.weight_hh_l0_reverse	3	0.031852979212999344
798830	rnn.weight_hh_l0_reverse	4	-0.0826336219906807
798830	rnn.weight_hh_l0_reverse	5	0.03752114251255989
798830	rnn.weight_hh_l0_reverse	6	0.031105367466807365
798830	rnn.weight_hh_l0_reverse	7	-0.12817318737506866
798830	rnn.weight_hh_l0_reverse	8	-0.080721415579319
798830	rnn.weight_hh_l0_reverse	9	0.03701134771108627
798830	rnn.bias_ih_l0_reverse	0	-0.18357349932193756
798830	rnn.bias_ih_l0_reverse	1	-0.05476986989378929
798830	rnn.bias_ih_l0_reverse	2	0.16092424094676971
798830	rnn.bias_ih_l0_reverse	3	-0.33168259263038635
798830	rnn.bias_ih_l0_reverse	4	0.00023316188890021294
798830	rnn.bias_ih_l0_reverse	5	-0.22050733864307404
798830	rnn.bias_ih_l0_reverse	6	0.2807518243789673
798830	rnn.bias_ih_l0_reverse	7	-0.30424264073371887
798830	rnn.bias_ih_l0_reverse	8	-0.19726188480854034
798830	rnn.bias_ih_l0_reverse	9	-0.15196581184864044
798830	rnn.bias_hh_l0_reverse	0	-0.13991190493106842
798830	rnn.bias_hh_l0_reverse	1	0.27725154161453247
798830	rnn.bias_hh_l0_reverse	2	-0.3417029082775116
798830	rnn.bias_hh_l0_reverse	3	-0.23369203507900238
798830	rnn.bias_hh_l0_reverse	4	-0.40294477343559265
798830	rnn.bias_hh_l0_reverse	5	-0.2080615609884262
798830	rnn.bias_hh_l0_reverse	6	-0.26795366406440735
798830	rnn.bias_hh_l0_reverse	7	-0.09534402936697006
798830	rnn.bias_hh_l0_reverse	8	-0.34424182772636414
798830	rnn.bias_hh_l0_reverse	9	0.21060563623905182
798830	linear.weight	0	0.24694223701953888
798830	linear.weight	1	-0.43957215547561646
798830	linear.weight	2	0.019249621778726578
798830	linear.weight	3	0.06747467815876007
798830	linear.weight	4	-0.12823568284511566
798830	linear.weight	5	0.23567326366901398
798830	linear.weight	6	-0.031047286465764046
798830	linear.weight	7	-0.05962512269616127
798830	linear.weight	8	0.1396590918302536
798830	linear.weight	9	-0.049926821142435074
798830	linear.bias	0	-0.8525498509407043
798830	linear.bias	1	1.779550313949585
798830	linear.bias	2	0.7066713571548462
798830	linear.bias	3	-2.7431159019470215
798830	linear.bias	4	-0.0719347596168518
798830	linear.bias	5	1.2777615785598755
798830	linear.bias	6	-0.21374109387397766
798830	linear.bias	7	0.8298290967941284
798830	linear.bias	8	2.1138947010040283
798830	linear.bias	9	-1.3140456676483154
798838	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
798838	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
798838	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
798838	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
798838	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
798838	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
798838	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
798838	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
798838	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
798838	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
798838	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
798838	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
798838	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
798838	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
798838	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
798838	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
798838	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
798838	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
798838	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
798838	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
798838	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
798838	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
798838	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
798838	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
798838	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
798838	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
798838	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
798838	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
798838	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
798838	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
798838	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
798838	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
798838	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
798838	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
798838	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
798838	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
798838	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
798838	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
798838	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
798838	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
798838	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
798838	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
798838	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
798838	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
798838	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
798838	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
798838	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
798838	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
798838	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
798838	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
798838	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
798838	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
798838	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
798838	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
798838	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
798838	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
798838	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
798838	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
798838	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
798838	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
798838	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
798838	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
798838	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
798838	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
798838	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
798838	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
798838	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
798838	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
798838	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
798838	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
798838	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
798838	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
798838	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
798838	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
798838	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
798838	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
798838	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
798838	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
798838	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
798838	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
798838	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
798838	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
798838	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
798838	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
798838	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
798838	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
798838	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
798838	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
798838	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
798838	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
798838	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
798838	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
798838	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
798838	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
798838	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
798838	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
798838	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
798838	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
798838	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
798838	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
798838	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
798838	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
798838	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
798838	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
798838	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
798838	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
798838	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
798838	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
798838	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
798838	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
798838	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
798838	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
798838	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
798838	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
798838	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
798838	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
798838	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
798838	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
798838	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
798838	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
798838	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
798838	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
798838	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
798838	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
798838	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
798838	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
798838	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
798838	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
798838	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
798838	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
798838	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
798838	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
798838	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
798838	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
798838	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
798838	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
798838	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
798838	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
798838	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
798838	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
798838	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
798838	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
798838	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
798838	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
798838	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
798838	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
798838	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
798838	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
798838	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
798838	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
798838	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
798838	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
798838	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
798838	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
798838	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
798838	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
798838	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
798838	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
798838	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
798838	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
798838	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
798838	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
798838	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
798838	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
798838	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
798838	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
798838	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
798838	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
798838	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
798838	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
798838	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
798838	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
798838	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
798838	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
798838	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
798838	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
798838	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
798838	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
798838	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
798838	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
798838	embedding2nn.weight	0	0.32264381647109985
798838	embedding2nn.weight	1	0.3825729787349701
798838	embedding2nn.weight	2	0.006653784308582544
798838	embedding2nn.weight	3	0.014420142397284508
798838	embedding2nn.weight	4	-0.030537063255906105
798838	embedding2nn.weight	5	0.0595436654984951
798838	embedding2nn.weight	6	0.0037002423778176308
798838	embedding2nn.weight	7	-0.0003154056321363896
798838	embedding2nn.weight	8	0.04105186462402344
798838	embedding2nn.weight	9	-0.049478448927402496
798838	embedding2nn.bias	0	0.020657328888773918
798838	embedding2nn.bias	1	-0.19666770100593567
798838	embedding2nn.bias	2	0.12796030938625336
798838	embedding2nn.bias	3	0.16353024542331696
798838	embedding2nn.bias	4	0.15112194418907166
798838	embedding2nn.bias	5	-0.07726569473743439
798838	embedding2nn.bias	6	-0.050030726939439774
798838	embedding2nn.bias	7	0.04063628986477852
798838	embedding2nn.bias	8	-0.1539728045463562
798838	embedding2nn.bias	9	-0.3881135880947113
798838	rnn.weight_ih_l0	0	0.008692417293787003
798838	rnn.weight_ih_l0	1	-0.057425033301115036
798838	rnn.weight_ih_l0	2	-0.05050446465611458
798838	rnn.weight_ih_l0	3	0.11608778685331345
798838	rnn.weight_ih_l0	4	0.021863801404833794
798838	rnn.weight_ih_l0	5	-0.07590834051370621
798838	rnn.weight_ih_l0	6	0.009764081798493862
798838	rnn.weight_ih_l0	7	-0.02461836114525795
798838	rnn.weight_ih_l0	8	0.017470592632889748
798838	rnn.weight_ih_l0	9	-0.08138115704059601
798838	rnn.weight_hh_l0	0	-0.02285073883831501
798838	rnn.weight_hh_l0	1	0.08312223106622696
798838	rnn.weight_hh_l0	2	0.004362558480352163
798838	rnn.weight_hh_l0	3	-0.03520716726779938
798838	rnn.weight_hh_l0	4	0.08538081496953964
798838	rnn.weight_hh_l0	5	0.0018450241768732667
798838	rnn.weight_hh_l0	6	-0.08813310414552689
798838	rnn.weight_hh_l0	7	-0.13921119272708893
798838	rnn.weight_hh_l0	8	0.04058599844574928
798838	rnn.weight_hh_l0	9	-0.12260699272155762
798838	rnn.bias_ih_l0	0	0.17269332706928253
798838	rnn.bias_ih_l0	1	-0.3385493755340576
798838	rnn.bias_ih_l0	2	-0.03848636895418167
798838	rnn.bias_ih_l0	3	-0.2099055051803589
798838	rnn.bias_ih_l0	4	-0.00027484094607643783
798838	rnn.bias_ih_l0	5	-0.4413118064403534
798838	rnn.bias_ih_l0	6	-0.15017157793045044
798838	rnn.bias_ih_l0	7	-0.3870260715484619
798838	rnn.bias_ih_l0	8	-0.3128211796283722
798838	rnn.bias_ih_l0	9	-0.4414789378643036
798838	rnn.bias_hh_l0	0	-0.3513350188732147
798838	rnn.bias_hh_l0	1	-0.4399377107620239
798838	rnn.bias_hh_l0	2	-0.40222468972206116
798838	rnn.bias_hh_l0	3	-0.07117004692554474
798838	rnn.bias_hh_l0	4	-0.4023260474205017
798838	rnn.bias_hh_l0	5	-0.3684232234954834
798838	rnn.bias_hh_l0	6	-0.11857816576957703
798838	rnn.bias_hh_l0	7	0.07340291142463684
798838	rnn.bias_hh_l0	8	-0.23265692591667175
798838	rnn.bias_hh_l0	9	-0.5698623061180115
798838	rnn.weight_ih_l0_reverse	0	-0.01218891516327858
798838	rnn.weight_ih_l0_reverse	1	-0.008445468731224537
798838	rnn.weight_ih_l0_reverse	2	0.006926738191395998
798838	rnn.weight_ih_l0_reverse	3	-0.14428134262561798
798838	rnn.weight_ih_l0_reverse	4	0.0770602822303772
798838	rnn.weight_ih_l0_reverse	5	-0.1066933199763298
798838	rnn.weight_ih_l0_reverse	6	0.010826154612004757
798838	rnn.weight_ih_l0_reverse	7	0.02965714782476425
798838	rnn.weight_ih_l0_reverse	8	-0.05446656793355942
798838	rnn.weight_ih_l0_reverse	9	-0.08268944919109344
798838	rnn.weight_hh_l0_reverse	0	-0.15240834653377533
798838	rnn.weight_hh_l0_reverse	1	0.02131478674709797
798838	rnn.weight_hh_l0_reverse	2	-0.018659157678484917
798838	rnn.weight_hh_l0_reverse	3	0.0318627767264843
798838	rnn.weight_hh_l0_reverse	4	-0.08263907581567764
798838	rnn.weight_hh_l0_reverse	5	0.037517648190259933
798838	rnn.weight_hh_l0_reverse	6	0.031106282025575638
798838	rnn.weight_hh_l0_reverse	7	-0.128200963139534
798838	rnn.weight_hh_l0_reverse	8	-0.08070839941501617
798838	rnn.weight_hh_l0_reverse	9	0.03700806573033333
798838	rnn.bias_ih_l0_reverse	0	-0.18360891938209534
798838	rnn.bias_ih_l0_reverse	1	-0.054635755717754364
798838	rnn.bias_ih_l0_reverse	2	0.16090646386146545
798838	rnn.bias_ih_l0_reverse	3	-0.3316008150577545
798838	rnn.bias_ih_l0_reverse	4	0.0004145277780480683
798838	rnn.bias_ih_l0_reverse	5	-0.2204059511423111
798838	rnn.bias_ih_l0_reverse	6	0.2807024419307709
798838	rnn.bias_ih_l0_reverse	7	-0.3041918873786926
798838	rnn.bias_ih_l0_reverse	8	-0.1971171647310257
798838	rnn.bias_ih_l0_reverse	9	-0.15198764204978943
798838	rnn.bias_hh_l0_reverse	0	-0.13983041048049927
798838	rnn.bias_hh_l0_reverse	1	0.27718299627304077
798838	rnn.bias_hh_l0_reverse	2	-0.34153053164482117
798838	rnn.bias_hh_l0_reverse	3	-0.23367351293563843
798838	rnn.bias_hh_l0_reverse	4	-0.40287721157073975
798838	rnn.bias_hh_l0_reverse	5	-0.20803086459636688
798838	rnn.bias_hh_l0_reverse	6	-0.2679760456085205
798838	rnn.bias_hh_l0_reverse	7	-0.09532821923494339
798838	rnn.bias_hh_l0_reverse	8	-0.3442096412181854
798838	rnn.bias_hh_l0_reverse	9	0.2105666697025299
798838	linear.weight	0	0.2475430965423584
798838	linear.weight	1	-0.4396323263645172
798838	linear.weight	2	0.01941422000527382
798838	linear.weight	3	0.06747467815876007
798838	linear.weight	4	-0.12794314324855804
798838	linear.weight	5	0.23545430600643158
798838	linear.weight	6	-0.03145887330174446
798838	linear.weight	7	-0.05962511897087097
798838	linear.weight	8	0.13948357105255127
798838	linear.weight	9	-0.049926821142435074
798838	linear.bias	0	-0.8508995771408081
798838	linear.bias	1	1.779926061630249
798838	linear.bias	2	0.7064446210861206
798838	linear.bias	3	-2.7431159019470215
798838	linear.bias	4	-0.0713023766875267
798838	linear.bias	5	1.2782304286956787
798838	linear.bias	6	-0.21458622813224792
798838	linear.bias	7	0.8296691179275513
798838	linear.bias	8	2.114254951477051
798838	linear.bias	9	-1.3140877485275269
799447	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
799447	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
799447	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
799447	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
799447	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
799447	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
799447	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
799447	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
799447	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
799447	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
799447	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
799447	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
799447	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
799447	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
799447	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
799447	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
799447	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
799447	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
799447	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
799447	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
799447	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
799447	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
799447	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
799447	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
799447	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
799447	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
799447	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
799447	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
799447	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
799447	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
799447	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
799447	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
799447	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
799447	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
799447	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
799447	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
799447	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
799447	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
799447	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
799447	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
799447	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
799447	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
799447	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
799447	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
799447	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
799447	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
799447	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
799447	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
799447	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
799447	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
799447	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
799447	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
799447	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
799447	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
799447	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
799447	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
799447	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
799447	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
799447	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
799447	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
799447	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
799447	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
799447	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
799447	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
799447	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
799447	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
799447	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
799447	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
799447	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
799447	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
799447	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
799447	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
799447	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
799447	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
799447	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
799447	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
799447	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
799447	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
799447	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
799447	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
799447	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
799447	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
799447	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
799447	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
799447	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
799447	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
799447	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
799447	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
799447	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
799447	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
799447	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
799447	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
799447	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
799447	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
799447	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
799447	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
799447	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
799447	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
799447	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
799447	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
799447	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
799447	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
799447	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
799447	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
799447	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
799447	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
799447	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
799447	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
799447	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
799447	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
799447	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
799447	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
799447	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
799447	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
799447	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
799447	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
799447	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
799447	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
799447	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
799447	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
799447	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
799447	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
799447	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
799447	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
799447	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
799447	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
799447	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
799447	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
799447	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
799447	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
799447	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
799447	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
799447	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
799447	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
799447	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
799447	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
799447	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
799447	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
799447	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
799447	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
799447	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
799447	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
799447	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
799447	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
799447	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
799447	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
799447	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
799447	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
799447	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
799447	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
799447	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
799447	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
799447	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
799447	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
799447	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
799447	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
799447	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
799447	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
799447	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
799447	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
799447	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
799447	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
799447	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
799447	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
799447	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
799447	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
799447	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
799447	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
799447	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
799447	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
799447	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
799447	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
799447	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
799447	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
799447	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
799447	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
799447	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
799447	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
799447	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
799447	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
799447	embedding2nn.weight	0	0.3227083683013916
799447	embedding2nn.weight	1	0.3826841115951538
799447	embedding2nn.weight	2	0.005923591088503599
799447	embedding2nn.weight	3	0.012493092566728592
799447	embedding2nn.weight	4	-0.03139166161417961
799447	embedding2nn.weight	5	0.05996911972761154
799447	embedding2nn.weight	6	0.0025581540539860725
799447	embedding2nn.weight	7	0.0005104267620481551
799447	embedding2nn.weight	8	0.040621478110551834
799447	embedding2nn.weight	9	-0.04962437227368355
799447	embedding2nn.bias	0	0.01941736228764057
799447	embedding2nn.bias	1	-0.19607721269130707
799447	embedding2nn.bias	2	0.12713618576526642
799447	embedding2nn.bias	3	0.16153071820735931
799447	embedding2nn.bias	4	0.15220557153224945
799447	embedding2nn.bias	5	-0.076476089656353
799447	embedding2nn.bias	6	-0.04932115972042084
799447	embedding2nn.bias	7	0.04030432552099228
799447	embedding2nn.bias	8	-0.14991454780101776
799447	embedding2nn.bias	9	-0.379961758852005
799447	rnn.weight_ih_l0	0	0.008518212474882603
799447	rnn.weight_ih_l0	1	-0.05722394213080406
799447	rnn.weight_ih_l0	2	-0.05044621601700783
799447	rnn.weight_ih_l0	3	0.11549825966358185
799447	rnn.weight_ih_l0	4	0.023360727354884148
799447	rnn.weight_ih_l0	5	-0.07565413415431976
799447	rnn.weight_ih_l0	6	0.009749475866556168
799447	rnn.weight_ih_l0	7	-0.024554044008255005
799447	rnn.weight_ih_l0	8	0.017482444643974304
799447	rnn.weight_ih_l0	9	-0.08119746297597885
799447	rnn.weight_hh_l0	0	-0.02292070910334587
799447	rnn.weight_hh_l0	1	0.08312315493822098
799447	rnn.weight_hh_l0	2	0.004263751674443483
799447	rnn.weight_hh_l0	3	-0.035218894481658936
799447	rnn.weight_hh_l0	4	0.0852942243218422
799447	rnn.weight_hh_l0	5	0.001949202036485076
799447	rnn.weight_hh_l0	6	-0.08807854354381561
799447	rnn.weight_hh_l0	7	-0.13912267982959747
799447	rnn.weight_hh_l0	8	0.04060482606291771
799447	rnn.weight_hh_l0	9	-0.12272264808416367
799447	rnn.bias_ih_l0	0	0.174284428358078
799447	rnn.bias_ih_l0	1	-0.3388883173465729
799447	rnn.bias_ih_l0	2	-0.03943629935383797
799447	rnn.bias_ih_l0	3	-0.2099287360906601
799447	rnn.bias_ih_l0	4	-0.0027051216457039118
799447	rnn.bias_ih_l0	5	-0.4409860074520111
799447	rnn.bias_ih_l0	6	-0.15053096413612366
799447	rnn.bias_ih_l0	7	-0.386873722076416
799447	rnn.bias_ih_l0	8	-0.31314370036125183
799447	rnn.bias_ih_l0	9	-0.44251197576522827
799447	rnn.bias_hh_l0	0	-0.3498125970363617
799447	rnn.bias_hh_l0	1	-0.438927561044693
799447	rnn.bias_hh_l0	2	-0.40206632018089294
799447	rnn.bias_hh_l0	3	-0.07065171003341675
799447	rnn.bias_hh_l0	4	-0.40382692217826843
799447	rnn.bias_hh_l0	5	-0.36853140592575073
799447	rnn.bias_hh_l0	6	-0.11814160645008087
799447	rnn.bias_hh_l0	7	0.07338237762451172
799447	rnn.bias_hh_l0	8	-0.23399154841899872
799447	rnn.bias_hh_l0	9	-0.569865345954895
799447	rnn.weight_ih_l0_reverse	0	-0.012491890229284763
799447	rnn.weight_ih_l0_reverse	1	-0.008562667295336723
799447	rnn.weight_ih_l0_reverse	2	0.007430904544889927
799447	rnn.weight_ih_l0_reverse	3	-0.14428658783435822
799447	rnn.weight_ih_l0_reverse	4	0.0770917758345604
799447	rnn.weight_ih_l0_reverse	5	-0.10584472119808197
799447	rnn.weight_ih_l0_reverse	6	0.010441560298204422
799447	rnn.weight_ih_l0_reverse	7	0.029815198853611946
799447	rnn.weight_ih_l0_reverse	8	-0.05439087375998497
799447	rnn.weight_ih_l0_reverse	9	-0.08347644656896591
799447	rnn.weight_hh_l0_reverse	0	-0.15249726176261902
799447	rnn.weight_hh_l0_reverse	1	0.02134215086698532
799447	rnn.weight_hh_l0_reverse	2	-0.018602052703499794
799447	rnn.weight_hh_l0_reverse	3	0.03197310119867325
799447	rnn.weight_hh_l0_reverse	4	-0.0827447921037674
799447	rnn.weight_hh_l0_reverse	5	0.03748289868235588
799447	rnn.weight_hh_l0_reverse	6	0.03112795203924179
799447	rnn.weight_hh_l0_reverse	7	-0.12785641849040985
799447	rnn.weight_hh_l0_reverse	8	-0.08047036081552505
799447	rnn.weight_hh_l0_reverse	9	0.03696968033909798
799447	rnn.bias_ih_l0_reverse	0	-0.18328623473644257
799447	rnn.bias_ih_l0_reverse	1	-0.05643586814403534
799447	rnn.bias_ih_l0_reverse	2	0.16087502241134644
799447	rnn.bias_ih_l0_reverse	3	-0.3311048150062561
799447	rnn.bias_ih_l0_reverse	4	-0.0004017794271931052
799447	rnn.bias_ih_l0_reverse	5	-0.22036348283290863
799447	rnn.bias_ih_l0_reverse	6	0.28125226497650146
799447	rnn.bias_ih_l0_reverse	7	-0.3071683943271637
799447	rnn.bias_ih_l0_reverse	8	-0.19748258590698242
799447	rnn.bias_ih_l0_reverse	9	-0.15154138207435608
799447	rnn.bias_hh_l0_reverse	0	-0.14032259583473206
799447	rnn.bias_hh_l0_reverse	1	0.2774570882320404
799447	rnn.bias_hh_l0_reverse	2	-0.34332096576690674
799447	rnn.bias_hh_l0_reverse	3	-0.23271067440509796
799447	rnn.bias_hh_l0_reverse	4	-0.4015444219112396
799447	rnn.bias_hh_l0_reverse	5	-0.2076994627714157
799447	rnn.bias_hh_l0_reverse	6	-0.2677406370639801
799447	rnn.bias_hh_l0_reverse	7	-0.09476350247859955
799447	rnn.bias_hh_l0_reverse	8	-0.34447526931762695
799447	rnn.bias_hh_l0_reverse	9	0.20950613915920258
799447	linear.weight	0	0.24590353667736053
799447	linear.weight	1	-0.4400216042995453
799447	linear.weight	2	0.019683245569467545
799447	linear.weight	3	0.06747473031282425
799447	linear.weight	4	-0.12728935480117798
799447	linear.weight	5	0.23568354547023773
799447	linear.weight	6	-0.029172740876674652
799447	linear.weight	7	-0.059624213725328445
799447	linear.weight	8	0.1373758614063263
799447	linear.weight	9	-0.049927107989788055
799447	linear.bias	0	-0.8492316603660583
799447	linear.bias	1	1.7794350385665894
799447	linear.bias	2	0.7024122476577759
799447	linear.bias	3	-2.7431235313415527
799447	linear.bias	4	-0.0646287202835083
799447	linear.bias	5	1.2597376108169556
799447	linear.bias	6	-0.2206917107105255
799447	linear.bias	7	0.8432908654212952
799447	linear.bias	8	2.116802930831909
799447	linear.bias	9	-1.3164987564086914
800056	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
800056	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
800056	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
800056	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
800056	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
800056	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
800056	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
800056	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
800056	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
800056	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
800056	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
800056	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
800056	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
800056	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
800056	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
800056	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
800056	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
800056	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
800056	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
800056	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
800056	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
800056	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
800056	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
800056	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
800056	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
800056	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
800056	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
800056	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
800056	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
800056	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
800056	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
800056	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
800056	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
800056	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
800056	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
800056	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
800056	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
800056	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
800056	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
800056	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
800056	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
800056	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
800056	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
800056	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
800056	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
800056	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
800056	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
800056	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
800056	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
800056	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
800056	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
800056	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
800056	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
800056	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
800056	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
800056	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
800056	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
800056	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
800056	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
800056	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
800056	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
800056	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
800056	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
800056	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
800056	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
800056	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
800056	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
800056	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
800056	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
800056	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
800056	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
800056	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
800056	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
800056	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
800056	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
800056	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
800056	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
800056	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
800056	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
800056	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
800056	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
800056	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
800056	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
800056	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
800056	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
800056	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
800056	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
800056	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
800056	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
800056	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
800056	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
800056	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
800056	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
800056	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
800056	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
800056	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
800056	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
800056	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
800056	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
800056	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
800056	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
800056	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
800056	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
800056	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
800056	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
800056	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
800056	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
800056	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
800056	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
800056	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
800056	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
800056	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
800056	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
800056	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
800056	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
800056	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
800056	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
800056	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
800056	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
800056	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
800056	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
800056	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
800056	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
800056	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
800056	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
800056	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
800056	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
800056	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
800056	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
800056	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
800056	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
800056	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
800056	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
800056	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
800056	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
800056	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
800056	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
800056	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
800056	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
800056	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
800056	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
800056	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
800056	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
800056	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
800056	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
800056	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
800056	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
800056	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
800056	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
800056	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
800056	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
800056	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
800056	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
800056	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
800056	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
800056	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
800056	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
800056	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
800056	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
800056	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
800056	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
800056	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
800056	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
800056	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
800056	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
800056	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
800056	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
800056	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
800056	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
800056	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
800056	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
800056	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
800056	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
800056	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
800056	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
800056	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
800056	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
800056	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
800056	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
800056	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
800056	embedding2nn.weight	0	0.3226117789745331
800056	embedding2nn.weight	1	0.38205769658088684
800056	embedding2nn.weight	2	0.0060714660212397575
800056	embedding2nn.weight	3	0.013546252623200417
800056	embedding2nn.weight	4	-0.03174068406224251
800056	embedding2nn.weight	5	0.06003676727414131
800056	embedding2nn.weight	6	0.0016310346545651555
800056	embedding2nn.weight	7	-0.000831848185043782
800056	embedding2nn.weight	8	0.04078592732548714
800056	embedding2nn.weight	9	-0.04957425221800804
800056	embedding2nn.bias	0	0.018783383071422577
800056	embedding2nn.bias	1	-0.19663000106811523
800056	embedding2nn.bias	2	0.1325727105140686
800056	embedding2nn.bias	3	0.1643531620502472
800056	embedding2nn.bias	4	0.1486828625202179
800056	embedding2nn.bias	5	-0.07856479287147522
800056	embedding2nn.bias	6	-0.05182184278964996
800056	embedding2nn.bias	7	0.03934510052204132
800056	embedding2nn.bias	8	-0.1516149342060089
800056	embedding2nn.bias	9	-0.38161033391952515
800056	rnn.weight_ih_l0	0	0.008605637587606907
800056	rnn.weight_ih_l0	1	-0.05738008767366409
800056	rnn.weight_ih_l0	2	-0.05056922882795334
800056	rnn.weight_ih_l0	3	0.11663050949573517
800056	rnn.weight_ih_l0	4	0.024037977680563927
800056	rnn.weight_ih_l0	5	-0.07443168759346008
800056	rnn.weight_ih_l0	6	0.009917064569890499
800056	rnn.weight_ih_l0	7	-0.024211006239056587
800056	rnn.weight_ih_l0	8	0.016180459409952164
800056	rnn.weight_ih_l0	9	-0.08077718317508698
800056	rnn.weight_hh_l0	0	-0.02292359620332718
800056	rnn.weight_hh_l0	1	0.08332899957895279
800056	rnn.weight_hh_l0	2	0.004035002551972866
800056	rnn.weight_hh_l0	3	-0.03510952740907669
800056	rnn.weight_hh_l0	4	0.0851924866437912
800056	rnn.weight_hh_l0	5	0.002044679829850793
800056	rnn.weight_hh_l0	6	-0.08821825683116913
800056	rnn.weight_hh_l0	7	-0.13930414617061615
800056	rnn.weight_hh_l0	8	0.04060281813144684
800056	rnn.weight_hh_l0	9	-0.12272874265909195
800056	rnn.bias_ih_l0	0	0.17644405364990234
800056	rnn.bias_ih_l0	1	-0.33852460980415344
800056	rnn.bias_ih_l0	2	-0.0402107797563076
800056	rnn.bias_ih_l0	3	-0.20941027998924255
800056	rnn.bias_ih_l0	4	-0.004906879272311926
800056	rnn.bias_ih_l0	5	-0.4393902122974396
800056	rnn.bias_ih_l0	6	-0.14927606284618378
800056	rnn.bias_ih_l0	7	-0.38733744621276855
800056	rnn.bias_ih_l0	8	-0.3131847679615021
800056	rnn.bias_ih_l0	9	-0.4437011480331421
800056	rnn.bias_hh_l0	0	-0.3494105041027069
800056	rnn.bias_hh_l0	1	-0.43922102451324463
800056	rnn.bias_hh_l0	2	-0.4018109440803528
800056	rnn.bias_hh_l0	3	-0.06940823048353195
800056	rnn.bias_hh_l0	4	-0.40419018268585205
800056	rnn.bias_hh_l0	5	-0.36866581439971924
800056	rnn.bias_hh_l0	6	-0.11870335042476654
800056	rnn.bias_hh_l0	7	0.07406820356845856
800056	rnn.bias_hh_l0	8	-0.2346046268939972
800056	rnn.bias_hh_l0	9	-0.5689606666564941
800056	rnn.weight_ih_l0_reverse	0	-0.012179103679955006
800056	rnn.weight_ih_l0_reverse	1	-0.008175471797585487
800056	rnn.weight_ih_l0_reverse	2	0.007144767325371504
800056	rnn.weight_ih_l0_reverse	3	-0.14400948584079742
800056	rnn.weight_ih_l0_reverse	4	0.07701887935400009
800056	rnn.weight_ih_l0_reverse	5	-0.10613001883029938
800056	rnn.weight_ih_l0_reverse	6	0.010237366892397404
800056	rnn.weight_ih_l0_reverse	7	0.029848117381334305
800056	rnn.weight_ih_l0_reverse	8	-0.05395938828587532
800056	rnn.weight_ih_l0_reverse	9	-0.08376597613096237
800056	rnn.weight_hh_l0_reverse	0	-0.15263837575912476
800056	rnn.weight_hh_l0_reverse	1	0.021361351013183594
800056	rnn.weight_hh_l0_reverse	2	-0.01877804659307003
800056	rnn.weight_hh_l0_reverse	3	0.03193635120987892
800056	rnn.weight_hh_l0_reverse	4	-0.08261118084192276
800056	rnn.weight_hh_l0_reverse	5	0.03739762678742409
800056	rnn.weight_hh_l0_reverse	6	0.031031040474772453
800056	rnn.weight_hh_l0_reverse	7	-0.12835408747196198
800056	rnn.weight_hh_l0_reverse	8	-0.08100360631942749
800056	rnn.weight_hh_l0_reverse	9	0.03694752976298332
800056	rnn.bias_ih_l0_reverse	0	-0.18325193226337433
800056	rnn.bias_ih_l0_reverse	1	-0.05654102936387062
800056	rnn.bias_ih_l0_reverse	2	0.16078314185142517
800056	rnn.bias_ih_l0_reverse	3	-0.33029788732528687
800056	rnn.bias_ih_l0_reverse	4	-0.000298461556667462
800056	rnn.bias_ih_l0_reverse	5	-0.2210131138563156
800056	rnn.bias_ih_l0_reverse	6	0.28008636832237244
800056	rnn.bias_ih_l0_reverse	7	-0.307509183883667
800056	rnn.bias_ih_l0_reverse	8	-0.197505384683609
800056	rnn.bias_ih_l0_reverse	9	-0.15026654303073883
800056	rnn.bias_hh_l0_reverse	0	-0.14060090482234955
800056	rnn.bias_hh_l0_reverse	1	0.27667054533958435
800056	rnn.bias_hh_l0_reverse	2	-0.34376659989356995
800056	rnn.bias_hh_l0_reverse	3	-0.2321486622095108
800056	rnn.bias_hh_l0_reverse	4	-0.40113967657089233
800056	rnn.bias_hh_l0_reverse	5	-0.2070997953414917
800056	rnn.bias_hh_l0_reverse	6	-0.26745522022247314
800056	rnn.bias_hh_l0_reverse	7	-0.09513644129037857
800056	rnn.bias_hh_l0_reverse	8	-0.34429770708084106
800056	rnn.bias_hh_l0_reverse	9	0.21017371118068695
800056	linear.weight	0	0.2456553429365158
800056	linear.weight	1	-0.44061902165412903
800056	linear.weight	2	0.017575975507497787
800056	linear.weight	3	0.06747476756572723
800056	linear.weight	4	-0.1274600327014923
800056	linear.weight	5	0.23204411566257477
800056	linear.weight	6	-0.03187059983611107
800056	linear.weight	7	-0.05962375923991203
800056	linear.weight	8	0.13886216282844543
800056	linear.weight	9	-0.049927324056625366
800056	linear.bias	0	-0.8364163041114807
800056	linear.bias	1	1.7764244079589844
800056	linear.bias	2	0.6983696818351746
800056	linear.bias	3	-2.7431282997131348
800056	linear.bias	4	-0.06195944547653198
800056	linear.bias	5	1.2625070810317993
800056	linear.bias	6	-0.2205108255147934
800056	linear.bias	7	0.8341964483261108
800056	linear.bias	8	2.123835325241089
800056	linear.bias	9	-1.312347412109375
800665	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
800665	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
800665	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
800665	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
800665	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
800665	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
800665	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
800665	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
800665	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
800665	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
800665	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
800665	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
800665	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
800665	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
800665	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
800665	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
800665	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
800665	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
800665	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
800665	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
800665	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
800665	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
800665	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
800665	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
800665	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
800665	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
800665	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
800665	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
800665	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
800665	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
800665	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
800665	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
800665	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
800665	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
800665	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
800665	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
800665	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
800665	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
800665	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
800665	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
800665	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
800665	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
800665	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
800665	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
800665	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
800665	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
800665	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
800665	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
800665	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
800665	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
800665	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
800665	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
800665	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
800665	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
800665	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
800665	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
800665	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
800665	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
800665	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
800665	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
800665	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
800665	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
800665	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
800665	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
800665	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
800665	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
800665	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
800665	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
800665	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
800665	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
800665	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
800665	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
800665	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
800665	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
800665	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
800665	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
800665	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
800665	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
800665	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
800665	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
800665	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
800665	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
800665	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
800665	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
800665	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
800665	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
800665	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
800665	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
800665	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
800665	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
800665	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
800665	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
800665	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
800665	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
800665	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
800665	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
800665	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
800665	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
800665	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
800665	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
800665	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
800665	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
800665	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
800665	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
800665	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
800665	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
800665	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
800665	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
800665	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
800665	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
800665	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
800665	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
800665	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
800665	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
800665	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
800665	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
800665	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
800665	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
800665	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
800665	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
800665	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
800665	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
800665	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
800665	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
800665	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
800665	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
800665	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
800665	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
800665	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
800665	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
800665	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
800665	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
800665	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
800665	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
800665	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
800665	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
800665	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
800665	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
800665	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
800665	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
800665	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
800665	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
800665	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
800665	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
800665	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
800665	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
800665	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
800665	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
800665	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
800665	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
800665	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
800665	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
800665	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
800665	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
800665	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
800665	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
800665	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
800665	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
800665	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
800665	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
800665	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
800665	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
800665	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
800665	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
800665	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
800665	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
800665	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
800665	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
800665	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
800665	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
800665	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
800665	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
800665	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
800665	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
800665	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
800665	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
800665	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
800665	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
800665	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
800665	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
800665	embedding2nn.weight	0	0.32279977202415466
800665	embedding2nn.weight	1	0.38166290521621704
800665	embedding2nn.weight	2	0.00647068303078413
800665	embedding2nn.weight	3	0.012021640315651894
800665	embedding2nn.weight	4	-0.03212360292673111
800665	embedding2nn.weight	5	0.060139015316963196
800665	embedding2nn.weight	6	0.0007461486966349185
800665	embedding2nn.weight	7	-0.001691369921900332
800665	embedding2nn.weight	8	0.04173922538757324
800665	embedding2nn.weight	9	-0.050697021186351776
800665	embedding2nn.bias	0	0.025445006787776947
800665	embedding2nn.bias	1	-0.20028305053710938
800665	embedding2nn.bias	2	0.1309603750705719
800665	embedding2nn.bias	3	0.1619674265384674
800665	embedding2nn.bias	4	0.15201283991336823
800665	embedding2nn.bias	5	-0.07794222235679626
800665	embedding2nn.bias	6	-0.047910213470458984
800665	embedding2nn.bias	7	0.03743850439786911
800665	embedding2nn.bias	8	-0.15377271175384521
800665	embedding2nn.bias	9	-0.37682202458381653
800665	rnn.weight_ih_l0	0	0.008764472790062428
800665	rnn.weight_ih_l0	1	-0.05767975002527237
800665	rnn.weight_ih_l0	2	-0.05103721469640732
800665	rnn.weight_ih_l0	3	0.11632657796144485
800665	rnn.weight_ih_l0	4	0.024588409811258316
800665	rnn.weight_ih_l0	5	-0.07422203570604324
800665	rnn.weight_ih_l0	6	0.010097648948431015
800665	rnn.weight_ih_l0	7	-0.023901939392089844
800665	rnn.weight_ih_l0	8	0.015925990417599678
800665	rnn.weight_ih_l0	9	-0.08058448880910873
800665	rnn.weight_hh_l0	0	-0.02296341210603714
800665	rnn.weight_hh_l0	1	0.08329533785581589
800665	rnn.weight_hh_l0	2	0.004275235813111067
800665	rnn.weight_hh_l0	3	-0.035053953528404236
800665	rnn.weight_hh_l0	4	0.08522319048643112
800665	rnn.weight_hh_l0	5	0.0021778440568596125
800665	rnn.weight_hh_l0	6	-0.0882735475897789
800665	rnn.weight_hh_l0	7	-0.13924971222877502
800665	rnn.weight_hh_l0	8	0.04058339446783066
800665	rnn.weight_hh_l0	9	-0.12301582098007202
800665	rnn.bias_ih_l0	0	0.1749982237815857
800665	rnn.bias_ih_l0	1	-0.33786407113075256
800665	rnn.bias_ih_l0	2	-0.0395549014210701
800665	rnn.bias_ih_l0	3	-0.20935948193073273
800665	rnn.bias_ih_l0	4	-0.0054996684193611145
800665	rnn.bias_ih_l0	5	-0.44017669558525085
800665	rnn.bias_ih_l0	6	-0.1490909904241562
800665	rnn.bias_ih_l0	7	-0.38747313618659973
800665	rnn.bias_ih_l0	8	-0.3124040365219116
800665	rnn.bias_ih_l0	9	-0.44293928146362305
800665	rnn.bias_hh_l0	0	-0.34935417771339417
800665	rnn.bias_hh_l0	1	-0.4380452036857605
800665	rnn.bias_hh_l0	2	-0.40241774916648865
800665	rnn.bias_hh_l0	3	-0.06904727220535278
800665	rnn.bias_hh_l0	4	-0.4030015468597412
800665	rnn.bias_hh_l0	5	-0.36887097358703613
800665	rnn.bias_hh_l0	6	-0.11773393303155899
800665	rnn.bias_hh_l0	7	0.07278737425804138
800665	rnn.bias_hh_l0	8	-0.2345815896987915
800665	rnn.bias_hh_l0	9	-0.568842887878418
800665	rnn.weight_ih_l0_reverse	0	-0.012994270771741867
800665	rnn.weight_ih_l0_reverse	1	-0.00835619680583477
800665	rnn.weight_ih_l0_reverse	2	0.0070727490819990635
800665	rnn.weight_ih_l0_reverse	3	-0.14438658952713013
800665	rnn.weight_ih_l0_reverse	4	0.07670170813798904
800665	rnn.weight_ih_l0_reverse	5	-0.10468847304582596
800665	rnn.weight_ih_l0_reverse	6	0.008973794057965279
800665	rnn.weight_ih_l0_reverse	7	0.029714377596974373
800665	rnn.weight_ih_l0_reverse	8	-0.05351542308926582
800665	rnn.weight_ih_l0_reverse	9	-0.08435230702161789
800665	rnn.weight_hh_l0_reverse	0	-0.15246637165546417
800665	rnn.weight_hh_l0_reverse	1	0.02135710045695305
800665	rnn.weight_hh_l0_reverse	2	-0.018808843567967415
800665	rnn.weight_hh_l0_reverse	3	0.03187255188822746
800665	rnn.weight_hh_l0_reverse	4	-0.08274471014738083
800665	rnn.weight_hh_l0_reverse	5	0.03740295395255089
800665	rnn.weight_hh_l0_reverse	6	0.031005650758743286
800665	rnn.weight_hh_l0_reverse	7	-0.12785713374614716
800665	rnn.weight_hh_l0_reverse	8	-0.08030132204294205
800665	rnn.weight_hh_l0_reverse	9	0.03716271370649338
800665	rnn.bias_ih_l0_reverse	0	-0.18274565041065216
800665	rnn.bias_ih_l0_reverse	1	-0.056909721344709396
800665	rnn.bias_ih_l0_reverse	2	0.16259829699993134
800665	rnn.bias_ih_l0_reverse	3	-0.32988110184669495
800665	rnn.bias_ih_l0_reverse	4	0.0024948660284280777
800665	rnn.bias_ih_l0_reverse	5	-0.2203504890203476
800665	rnn.bias_ih_l0_reverse	6	0.28040650486946106
800665	rnn.bias_ih_l0_reverse	7	-0.3078913986682892
800665	rnn.bias_ih_l0_reverse	8	-0.1980953812599182
800665	rnn.bias_ih_l0_reverse	9	-0.1531337946653366
800665	rnn.bias_hh_l0_reverse	0	-0.14116056263446808
800665	rnn.bias_hh_l0_reverse	1	0.2759263515472412
800665	rnn.bias_hh_l0_reverse	2	-0.3435894548892975
800665	rnn.bias_hh_l0_reverse	3	-0.2325521856546402
800665	rnn.bias_hh_l0_reverse	4	-0.4005737006664276
800665	rnn.bias_hh_l0_reverse	5	-0.20615659654140472
800665	rnn.bias_hh_l0_reverse	6	-0.2682623267173767
800665	rnn.bias_hh_l0_reverse	7	-0.09624117612838745
800665	rnn.bias_hh_l0_reverse	8	-0.34627577662467957
800665	rnn.bias_hh_l0_reverse	9	0.2116352617740631
800665	linear.weight	0	0.24298834800720215
800665	linear.weight	1	-0.4413723647594452
800665	linear.weight	2	0.018618928268551826
800665	linear.weight	3	0.06747478991746902
800665	linear.weight	4	-0.126849964261055
800665	linear.weight	5	0.2292400747537613
800665	linear.weight	6	-0.0292569138109684
800665	linear.weight	7	-0.059623248875141144
800665	linear.weight	8	0.1414019912481308
800665	linear.weight	9	-0.049927718937397
800665	linear.bias	0	-0.8438121676445007
800665	linear.bias	1	1.787672758102417
800665	linear.bias	2	0.6987320184707642
800665	linear.bias	3	-2.7431375980377197
800665	linear.bias	4	-0.05651071295142174
800665	linear.bias	5	1.2738420963287354
800665	linear.bias	6	-0.2200503796339035
800665	linear.bias	7	0.8350443840026855
800665	linear.bias	8	2.1219229698181152
800665	linear.bias	9	-1.3140863180160522
801274	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
801274	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
801274	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
801274	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
801274	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
801274	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
801274	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
801274	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
801274	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
801274	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
801274	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
801274	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
801274	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
801274	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
801274	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
801274	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
801274	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
801274	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
801274	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
801274	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
801274	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
801274	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
801274	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
801274	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
801274	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
801274	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
801274	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
801274	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
801274	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
801274	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
801274	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
801274	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
801274	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
801274	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
801274	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
801274	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
801274	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
801274	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
801274	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
801274	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
801274	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
801274	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
801274	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
801274	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
801274	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
801274	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
801274	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
801274	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
801274	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
801274	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
801274	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
801274	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
801274	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
801274	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
801274	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
801274	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
801274	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
801274	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
801274	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
801274	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
801274	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
801274	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
801274	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
801274	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
801274	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
801274	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
801274	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
801274	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
801274	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
801274	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
801274	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
801274	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
801274	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
801274	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
801274	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
801274	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
801274	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
801274	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
801274	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
801274	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
801274	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
801274	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
801274	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
801274	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
801274	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
801274	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
801274	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
801274	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
801274	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
801274	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
801274	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
801274	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
801274	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
801274	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
801274	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
801274	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
801274	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
801274	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
801274	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
801274	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
801274	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
801274	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
801274	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
801274	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
801274	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
801274	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
801274	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
801274	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
801274	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
801274	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
801274	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
801274	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
801274	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
801274	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
801274	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
801274	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
801274	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
801274	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
801274	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
801274	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
801274	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
801274	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
801274	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
801274	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
801274	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
801274	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
801274	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
801274	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
801274	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
801274	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
801274	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
801274	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
801274	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
801274	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
801274	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
801274	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
801274	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
801274	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
801274	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
801274	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
801274	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
801274	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
801274	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
801274	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
801274	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
801274	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
801274	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
801274	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
801274	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
801274	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
801274	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
801274	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
801274	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
801274	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
801274	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
801274	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
801274	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
801274	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
801274	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
801274	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
801274	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
801274	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
801274	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
801274	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
801274	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
801274	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
801274	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
801274	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
801274	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
801274	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
801274	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
801274	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
801274	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
801274	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
801274	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
801274	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
801274	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
801274	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
801274	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
801274	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
801274	embedding2nn.weight	0	0.32261255383491516
801274	embedding2nn.weight	1	0.3822282552719116
801274	embedding2nn.weight	2	0.005800512153655291
801274	embedding2nn.weight	3	0.013838197104632854
801274	embedding2nn.weight	4	-0.03275495767593384
801274	embedding2nn.weight	5	0.060149114578962326
801274	embedding2nn.weight	6	-0.0003590912965591997
801274	embedding2nn.weight	7	-0.002290081698447466
801274	embedding2nn.weight	8	0.0409885048866272
801274	embedding2nn.weight	9	-0.05255305767059326
801274	embedding2nn.bias	0	0.01991347409784794
801274	embedding2nn.bias	1	-0.19768649339675903
801274	embedding2nn.bias	2	0.12886159121990204
801274	embedding2nn.bias	3	0.1607450693845749
801274	embedding2nn.bias	4	0.1501006782054901
801274	embedding2nn.bias	5	-0.07676763087511063
801274	embedding2nn.bias	6	-0.050273388624191284
801274	embedding2nn.bias	7	0.034655649214982986
801274	embedding2nn.bias	8	-0.15788276493549347
801274	embedding2nn.bias	9	-0.37954193353652954
801274	rnn.weight_ih_l0	0	0.008446245454251766
801274	rnn.weight_ih_l0	1	-0.057686712592840195
801274	rnn.weight_ih_l0	2	-0.05102361738681793
801274	rnn.weight_ih_l0	3	0.11572094261646271
801274	rnn.weight_ih_l0	4	0.02504132129251957
801274	rnn.weight_ih_l0	5	-0.07388900220394135
801274	rnn.weight_ih_l0	6	0.009444370865821838
801274	rnn.weight_ih_l0	7	-0.024281015619635582
801274	rnn.weight_ih_l0	8	0.015871316194534302
801274	rnn.weight_ih_l0	9	-0.08086518943309784
801274	rnn.weight_hh_l0	0	-0.02296104095876217
801274	rnn.weight_hh_l0	1	0.08323368430137634
801274	rnn.weight_hh_l0	2	0.004470131825655699
801274	rnn.weight_hh_l0	3	-0.03511331230401993
801274	rnn.weight_hh_l0	4	0.08510895073413849
801274	rnn.weight_hh_l0	5	0.0021553707774728537
801274	rnn.weight_hh_l0	6	-0.08825328201055527
801274	rnn.weight_hh_l0	7	-0.13917091488838196
801274	rnn.weight_hh_l0	8	0.040578823536634445
801274	rnn.weight_hh_l0	9	-0.12311090528964996
801274	rnn.bias_ih_l0	0	0.1745591014623642
801274	rnn.bias_ih_l0	1	-0.33821290731430054
801274	rnn.bias_ih_l0	2	-0.039254527539014816
801274	rnn.bias_ih_l0	3	-0.20892533659934998
801274	rnn.bias_ih_l0	4	-0.0035897966008633375
801274	rnn.bias_ih_l0	5	-0.4393806457519531
801274	rnn.bias_ih_l0	6	-0.1475408971309662
801274	rnn.bias_ih_l0	7	-0.3873632848262787
801274	rnn.bias_ih_l0	8	-0.31272414326667786
801274	rnn.bias_ih_l0	9	-0.444977730512619
801274	rnn.bias_hh_l0	0	-0.34908369183540344
801274	rnn.bias_hh_l0	1	-0.43787050247192383
801274	rnn.bias_hh_l0	2	-0.40193843841552734
801274	rnn.bias_hh_l0	3	-0.06952573359012604
801274	rnn.bias_hh_l0	4	-0.4024481475353241
801274	rnn.bias_hh_l0	5	-0.3688867688179016
801274	rnn.bias_hh_l0	6	-0.11732345074415207
801274	rnn.bias_hh_l0	7	0.07183222472667694
801274	rnn.bias_hh_l0	8	-0.23452916741371155
801274	rnn.bias_hh_l0	9	-0.5695970058441162
801274	rnn.weight_ih_l0_reverse	0	-0.012622215785086155
801274	rnn.weight_ih_l0_reverse	1	-0.007996964268386364
801274	rnn.weight_ih_l0_reverse	2	0.0074415747076272964
801274	rnn.weight_ih_l0_reverse	3	-0.14433671534061432
801274	rnn.weight_ih_l0_reverse	4	0.07633986324071884
801274	rnn.weight_ih_l0_reverse	5	-0.10396869480609894
801274	rnn.weight_ih_l0_reverse	6	0.008854882791638374
801274	rnn.weight_ih_l0_reverse	7	0.029633915051817894
801274	rnn.weight_ih_l0_reverse	8	-0.0529535673558712
801274	rnn.weight_ih_l0_reverse	9	-0.08443351835012436
801274	rnn.weight_hh_l0_reverse	0	-0.15253864228725433
801274	rnn.weight_hh_l0_reverse	1	0.021232903003692627
801274	rnn.weight_hh_l0_reverse	2	-0.01869129203259945
801274	rnn.weight_hh_l0_reverse	3	0.031821753829717636
801274	rnn.weight_hh_l0_reverse	4	-0.08262617141008377
801274	rnn.weight_hh_l0_reverse	5	0.03742974251508713
801274	rnn.weight_hh_l0_reverse	6	0.030978411436080933
801274	rnn.weight_hh_l0_reverse	7	-0.12808051705360413
801274	rnn.weight_hh_l0_reverse	8	-0.08007955551147461
801274	rnn.weight_hh_l0_reverse	9	0.03728725388646126
801274	rnn.bias_ih_l0_reverse	0	-0.18254056572914124
801274	rnn.bias_ih_l0_reverse	1	-0.0572378896176815
801274	rnn.bias_ih_l0_reverse	2	0.16174009442329407
801274	rnn.bias_ih_l0_reverse	3	-0.3287775218486786
801274	rnn.bias_ih_l0_reverse	4	0.002562929643318057
801274	rnn.bias_ih_l0_reverse	5	-0.22048400342464447
801274	rnn.bias_ih_l0_reverse	6	0.2794192135334015
801274	rnn.bias_ih_l0_reverse	7	-0.3073166310787201
801274	rnn.bias_ih_l0_reverse	8	-0.199164479970932
801274	rnn.bias_ih_l0_reverse	9	-0.15174822509288788
801274	rnn.bias_hh_l0_reverse	0	-0.1409483104944229
801274	rnn.bias_hh_l0_reverse	1	0.2746695280075073
801274	rnn.bias_hh_l0_reverse	2	-0.34336531162261963
801274	rnn.bias_hh_l0_reverse	3	-0.2328200787305832
801274	rnn.bias_hh_l0_reverse	4	-0.40006792545318604
801274	rnn.bias_hh_l0_reverse	5	-0.20593492686748505
801274	rnn.bias_hh_l0_reverse	6	-0.26678431034088135
801274	rnn.bias_hh_l0_reverse	7	-0.09590157121419907
801274	rnn.bias_hh_l0_reverse	8	-0.34539294242858887
801274	rnn.bias_hh_l0_reverse	9	0.21103645861148834
801274	linear.weight	0	0.24483558535575867
801274	linear.weight	1	-0.44066882133483887
801274	linear.weight	2	0.018092233687639236
801274	linear.weight	3	0.06747480481863022
801274	linear.weight	4	-0.12803654372692108
801274	linear.weight	5	0.22757810354232788
801274	linear.weight	6	-0.030018577352166176
801274	linear.weight	7	-0.05962267518043518
801274	linear.weight	8	0.14315350353717804
801274	linear.weight	9	-0.049928076565265656
801274	linear.bias	0	-0.8567808270454407
801274	linear.bias	1	1.7737373113632202
801274	linear.bias	2	0.7120310664176941
801274	linear.bias	3	-2.7431423664093018
801274	linear.bias	4	-0.058816589415073395
801274	linear.bias	5	1.2676725387573242
801274	linear.bias	6	-0.2170441895723343
801274	linear.bias	7	0.8358387351036072
801274	linear.bias	8	2.128416061401367
801274	linear.bias	9	-1.3140113353729248
801883	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
801883	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
801883	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
801883	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
801883	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
801883	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
801883	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
801883	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
801883	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
801883	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
801883	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
801883	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
801883	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
801883	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
801883	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
801883	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
801883	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
801883	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
801883	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
801883	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
801883	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
801883	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
801883	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
801883	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
801883	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
801883	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
801883	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
801883	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
801883	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
801883	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
801883	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
801883	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
801883	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
801883	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
801883	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
801883	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
801883	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
801883	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
801883	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
801883	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
801883	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
801883	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
801883	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
801883	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
801883	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
801883	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
801883	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
801883	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
801883	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
801883	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
801883	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
801883	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
801883	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
801883	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
801883	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
801883	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
801883	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
801883	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
801883	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
801883	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
801883	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
801883	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
801883	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
801883	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
801883	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
801883	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
801883	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
801883	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
801883	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
801883	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
801883	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
801883	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
801883	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
801883	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
801883	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
801883	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
801883	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
801883	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
801883	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
801883	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
801883	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
801883	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
801883	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
801883	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
801883	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
801883	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
801883	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
801883	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
801883	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
801883	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
801883	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
801883	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
801883	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
801883	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
801883	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
801883	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
801883	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
801883	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
801883	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
801883	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
801883	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
801883	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
801883	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
801883	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
801883	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
801883	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
801883	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
801883	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
801883	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
801883	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
801883	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
801883	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
801883	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
801883	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
801883	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
801883	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
801883	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
801883	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
801883	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
801883	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
801883	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
801883	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
801883	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
801883	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
801883	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
801883	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
801883	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
801883	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
801883	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
801883	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
801883	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
801883	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
801883	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
801883	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
801883	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
801883	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
801883	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
801883	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
801883	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
801883	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
801883	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
801883	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
801883	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
801883	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
801883	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
801883	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
801883	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
801883	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
801883	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
801883	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
801883	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
801883	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
801883	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
801883	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
801883	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
801883	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
801883	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
801883	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
801883	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
801883	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
801883	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
801883	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
801883	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
801883	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
801883	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
801883	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
801883	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
801883	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
801883	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
801883	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
801883	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
801883	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
801883	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
801883	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
801883	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
801883	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
801883	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
801883	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
801883	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
801883	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
801883	embedding2nn.weight	0	0.3226657807826996
801883	embedding2nn.weight	1	0.38198617100715637
801883	embedding2nn.weight	2	0.005967581644654274
801883	embedding2nn.weight	3	0.01765415072441101
801883	embedding2nn.weight	4	-0.03181920945644379
801883	embedding2nn.weight	5	0.0595206581056118
801883	embedding2nn.weight	6	0.000845693692099303
801883	embedding2nn.weight	7	-0.003310930682346225
801883	embedding2nn.weight	8	0.040658872574567795
801883	embedding2nn.weight	9	-0.05321063473820686
801883	embedding2nn.bias	0	0.02214677445590496
801883	embedding2nn.bias	1	-0.19749198853969574
801883	embedding2nn.bias	2	0.12984776496887207
801883	embedding2nn.bias	3	0.16195932030677795
801883	embedding2nn.bias	4	0.1522100567817688
801883	embedding2nn.bias	5	-0.0756378024816513
801883	embedding2nn.bias	6	-0.048758212476968765
801883	embedding2nn.bias	7	0.03699848800897598
801883	embedding2nn.bias	8	-0.1542074978351593
801883	embedding2nn.bias	9	-0.37706780433654785
801883	rnn.weight_ih_l0	0	0.008400744758546352
801883	rnn.weight_ih_l0	1	-0.05749665945768356
801883	rnn.weight_ih_l0	2	-0.050858065485954285
801883	rnn.weight_ih_l0	3	0.11588181555271149
801883	rnn.weight_ih_l0	4	0.02427961491048336
801883	rnn.weight_ih_l0	5	-0.07289216667413712
801883	rnn.weight_ih_l0	6	0.009423469193279743
801883	rnn.weight_ih_l0	7	-0.024609874933958054
801883	rnn.weight_ih_l0	8	0.01621171459555626
801883	rnn.weight_ih_l0	9	-0.08090436458587646
801883	rnn.weight_hh_l0	0	-0.022943202406167984
801883	rnn.weight_hh_l0	1	0.08324935287237167
801883	rnn.weight_hh_l0	2	0.00427338806912303
801883	rnn.weight_hh_l0	3	-0.0350707583129406
801883	rnn.weight_hh_l0	4	0.08514748513698578
801883	rnn.weight_hh_l0	5	0.0022227864246815443
801883	rnn.weight_hh_l0	6	-0.08828886598348618
801883	rnn.weight_hh_l0	7	-0.13941749930381775
801883	rnn.weight_hh_l0	8	0.04064842313528061
801883	rnn.weight_hh_l0	9	-0.12314706295728683
801883	rnn.bias_ih_l0	0	0.17416445910930634
801883	rnn.bias_ih_l0	1	-0.33946138620376587
801883	rnn.bias_ih_l0	2	-0.03993402421474457
801883	rnn.bias_ih_l0	3	-0.20820456743240356
801883	rnn.bias_ih_l0	4	-0.004699748940765858
801883	rnn.bias_ih_l0	5	-0.4393773376941681
801883	rnn.bias_ih_l0	6	-0.14627468585968018
801883	rnn.bias_ih_l0	7	-0.38760271668434143
801883	rnn.bias_ih_l0	8	-0.311810702085495
801883	rnn.bias_ih_l0	9	-0.4468759000301361
801883	rnn.bias_hh_l0	0	-0.34853237867355347
801883	rnn.bias_hh_l0	1	-0.43860694766044617
801883	rnn.bias_hh_l0	2	-0.40180346369743347
801883	rnn.bias_hh_l0	3	-0.06881507486104965
801883	rnn.bias_hh_l0	4	-0.40248170495033264
801883	rnn.bias_hh_l0	5	-0.3695095181465149
801883	rnn.bias_hh_l0	6	-0.11687453091144562
801883	rnn.bias_hh_l0	7	0.07213135063648224
801883	rnn.bias_hh_l0	8	-0.23480039834976196
801883	rnn.bias_hh_l0	9	-0.5704340934753418
801883	rnn.weight_ih_l0_reverse	0	-0.013453000225126743
801883	rnn.weight_ih_l0_reverse	1	-0.00807841308414936
801883	rnn.weight_ih_l0_reverse	2	0.0077004521153867245
801883	rnn.weight_ih_l0_reverse	3	-0.14435788989067078
801883	rnn.weight_ih_l0_reverse	4	0.07615919411182404
801883	rnn.weight_ih_l0_reverse	5	-0.10428433865308762
801883	rnn.weight_ih_l0_reverse	6	0.00876670889556408
801883	rnn.weight_ih_l0_reverse	7	0.02979283034801483
801883	rnn.weight_ih_l0_reverse	8	-0.051837846636772156
801883	rnn.weight_ih_l0_reverse	9	-0.08487077802419662
801883	rnn.weight_hh_l0_reverse	0	-0.15279658138751984
801883	rnn.weight_hh_l0_reverse	1	0.021291758865118027
801883	rnn.weight_hh_l0_reverse	2	-0.01890832930803299
801883	rnn.weight_hh_l0_reverse	3	0.03179764747619629
801883	rnn.weight_hh_l0_reverse	4	-0.08264368772506714
801883	rnn.weight_hh_l0_reverse	5	0.03749117627739906
801883	rnn.weight_hh_l0_reverse	6	0.030931469053030014
801883	rnn.weight_hh_l0_reverse	7	-0.12827767431735992
801883	rnn.weight_hh_l0_reverse	8	-0.08007568120956421
801883	rnn.weight_hh_l0_reverse	9	0.03752616420388222
801883	rnn.bias_ih_l0_reverse	0	-0.18200111389160156
801883	rnn.bias_ih_l0_reverse	1	-0.05799403414130211
801883	rnn.bias_ih_l0_reverse	2	0.16190490126609802
801883	rnn.bias_ih_l0_reverse	3	-0.32892781496047974
801883	rnn.bias_ih_l0_reverse	4	0.001969366567209363
801883	rnn.bias_ih_l0_reverse	5	-0.22039903700351715
801883	rnn.bias_ih_l0_reverse	6	0.28013044595718384
801883	rnn.bias_ih_l0_reverse	7	-0.3058634102344513
801883	rnn.bias_ih_l0_reverse	8	-0.19840626418590546
801883	rnn.bias_ih_l0_reverse	9	-0.1520237773656845
801883	rnn.bias_hh_l0_reverse	0	-0.1410946100950241
801883	rnn.bias_hh_l0_reverse	1	0.27367696166038513
801883	rnn.bias_hh_l0_reverse	2	-0.3437139689922333
801883	rnn.bias_hh_l0_reverse	3	-0.2345726042985916
801883	rnn.bias_hh_l0_reverse	4	-0.3982411026954651
801883	rnn.bias_hh_l0_reverse	5	-0.20667533576488495
801883	rnn.bias_hh_l0_reverse	6	-0.26761704683303833
801883	rnn.bias_hh_l0_reverse	7	-0.09664187580347061
801883	rnn.bias_hh_l0_reverse	8	-0.34259405732154846
801883	rnn.bias_hh_l0_reverse	9	0.21173374354839325
801883	linear.weight	0	0.24558857083320618
801883	linear.weight	1	-0.4421161711215973
801883	linear.weight	2	0.01799136959016323
801883	linear.weight	3	0.06747467070817947
801883	linear.weight	4	-0.13622285425662994
801883	linear.weight	5	0.22726783156394958
801883	linear.weight	6	-0.03011762537062168
801883	linear.weight	7	-0.05962241813540459
801883	linear.weight	8	0.14169956743717194
801883	linear.weight	9	-0.04992825165390968
801883	linear.bias	0	-0.8534879684448242
801883	linear.bias	1	1.7827327251434326
801883	linear.bias	2	0.7178226709365845
801883	linear.bias	3	-2.7431468963623047
801883	linear.bias	4	-0.06450632214546204
801883	linear.bias	5	1.2675524950027466
801883	linear.bias	6	-0.22343836724758148
801883	linear.bias	7	0.8388902544975281
801883	linear.bias	8	2.1279993057250977
801883	linear.bias	9	-1.3111968040466309
802492	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
802492	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
802492	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
802492	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
802492	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
802492	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
802492	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
802492	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
802492	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
802492	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
802492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
802492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
802492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
802492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
802492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
802492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
802492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
802492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
802492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
802492	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
802492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
802492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
802492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
802492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
802492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
802492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
802492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
802492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
802492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
802492	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
802492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
802492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
802492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
802492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
802492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
802492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
802492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
802492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
802492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
802492	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
802492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
802492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
802492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
802492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
802492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
802492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
802492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
802492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
802492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
802492	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
802492	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
802492	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
802492	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
802492	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
802492	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
802492	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
802492	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
802492	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
802492	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
802492	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
802492	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
802492	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
802492	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
802492	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
802492	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
802492	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
802492	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
802492	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
802492	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
802492	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
802492	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
802492	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
802492	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
802492	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
802492	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
802492	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
802492	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
802492	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
802492	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
802492	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
802492	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
802492	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
802492	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
802492	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
802492	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
802492	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
802492	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
802492	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
802492	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
802492	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
802492	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
802492	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
802492	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
802492	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
802492	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
802492	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
802492	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
802492	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
802492	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
802492	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
802492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
802492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
802492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
802492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
802492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
802492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
802492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
802492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
802492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
802492	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
802492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
802492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
802492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
802492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
802492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
802492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
802492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
802492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
802492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
802492	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
802492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
802492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
802492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
802492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
802492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
802492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
802492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
802492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
802492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
802492	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
802492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
802492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
802492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
802492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
802492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
802492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
802492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
802492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
802492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
802492	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
802492	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
802492	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
802492	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
802492	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
802492	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
802492	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
802492	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
802492	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
802492	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
802492	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
802492	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
802492	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
802492	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
802492	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
802492	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
802492	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
802492	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
802492	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
802492	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
802492	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
802492	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
802492	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
802492	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
802492	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
802492	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
802492	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
802492	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
802492	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
802492	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
802492	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
802492	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
802492	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
802492	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
802492	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
802492	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
802492	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
802492	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
802492	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
802492	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
802492	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
802492	embedding2nn.weight	0	0.3226487338542938
802492	embedding2nn.weight	1	0.38162100315093994
802492	embedding2nn.weight	2	0.00557762011885643
802492	embedding2nn.weight	3	0.015765396878123283
802492	embedding2nn.weight	4	-0.03213685750961304
802492	embedding2nn.weight	5	0.0597197599709034
802492	embedding2nn.weight	6	0.0010606312425807118
802492	embedding2nn.weight	7	-0.002629936207085848
802492	embedding2nn.weight	8	0.04067162051796913
802492	embedding2nn.weight	9	-0.05236642062664032
802492	embedding2nn.bias	0	0.018011214211583138
802492	embedding2nn.bias	1	-0.1954544186592102
802492	embedding2nn.bias	2	0.12751661241054535
802492	embedding2nn.bias	3	0.16796676814556122
802492	embedding2nn.bias	4	0.15271489322185516
802492	embedding2nn.bias	5	-0.07940557599067688
802492	embedding2nn.bias	6	-0.04745115339756012
802492	embedding2nn.bias	7	0.028452837839722633
802492	embedding2nn.bias	8	-0.15571846067905426
802492	embedding2nn.bias	9	-0.3707195520401001
802492	rnn.weight_ih_l0	0	0.008693505078554153
802492	rnn.weight_ih_l0	1	-0.05764184892177582
802492	rnn.weight_ih_l0	2	-0.05003523454070091
802492	rnn.weight_ih_l0	3	0.11567926406860352
802492	rnn.weight_ih_l0	4	0.02324560657143593
802492	rnn.weight_ih_l0	5	-0.0722639411687851
802492	rnn.weight_ih_l0	6	0.008665526285767555
802492	rnn.weight_ih_l0	7	-0.024354878813028336
802492	rnn.weight_ih_l0	8	0.016306348145008087
802492	rnn.weight_ih_l0	9	-0.08101551979780197
802492	rnn.weight_hh_l0	0	-0.022937672212719917
802492	rnn.weight_hh_l0	1	0.08322266489267349
802492	rnn.weight_hh_l0	2	0.004239355679601431
802492	rnn.weight_hh_l0	3	-0.03517165035009384
802492	rnn.weight_hh_l0	4	0.08505608141422272
802492	rnn.weight_hh_l0	5	0.0021194848231971264
802492	rnn.weight_hh_l0	6	-0.08836651593446732
802492	rnn.weight_hh_l0	7	-0.13940338790416718
802492	rnn.weight_hh_l0	8	0.04067473113536835
802492	rnn.weight_hh_l0	9	-0.12330880761146545
802492	rnn.bias_ih_l0	0	0.1753881573677063
802492	rnn.bias_ih_l0	1	-0.33958107233047485
802492	rnn.bias_ih_l0	2	-0.039469677954912186
802492	rnn.bias_ih_l0	3	-0.2091999053955078
802492	rnn.bias_ih_l0	4	-0.003702165326103568
802492	rnn.bias_ih_l0	5	-0.4398367702960968
802492	rnn.bias_ih_l0	6	-0.1462830752134323
802492	rnn.bias_ih_l0	7	-0.3876069188117981
802492	rnn.bias_ih_l0	8	-0.31224143505096436
802492	rnn.bias_ih_l0	9	-0.4467242360115051
802492	rnn.bias_hh_l0	0	-0.34908604621887207
802492	rnn.bias_hh_l0	1	-0.43883129954338074
802492	rnn.bias_hh_l0	2	-0.4013080298900604
802492	rnn.bias_hh_l0	3	-0.0685524120926857
802492	rnn.bias_hh_l0	4	-0.40308982133865356
802492	rnn.bias_hh_l0	5	-0.3693762421607971
802492	rnn.bias_hh_l0	6	-0.11637774109840393
802492	rnn.bias_hh_l0	7	0.07325641065835953
802492	rnn.bias_hh_l0	8	-0.23651272058486938
802492	rnn.bias_hh_l0	9	-0.5699757933616638
802492	rnn.weight_ih_l0_reverse	0	-0.013976577669382095
802492	rnn.weight_ih_l0_reverse	1	-0.007885382510721684
802492	rnn.weight_ih_l0_reverse	2	0.008266434073448181
802492	rnn.weight_ih_l0_reverse	3	-0.14412595331668854
802492	rnn.weight_ih_l0_reverse	4	0.07633881270885468
802492	rnn.weight_ih_l0_reverse	5	-0.10516463220119476
802492	rnn.weight_ih_l0_reverse	6	0.008666522800922394
802492	rnn.weight_ih_l0_reverse	7	0.029384994879364967
802492	rnn.weight_ih_l0_reverse	8	-0.05216740071773529
802492	rnn.weight_ih_l0_reverse	9	-0.08571387827396393
802492	rnn.weight_hh_l0_reverse	0	-0.1526915282011032
802492	rnn.weight_hh_l0_reverse	1	0.02121761254966259
802492	rnn.weight_hh_l0_reverse	2	-0.018922805786132812
802492	rnn.weight_hh_l0_reverse	3	0.031685102730989456
802492	rnn.weight_hh_l0_reverse	4	-0.08242052048444748
802492	rnn.weight_hh_l0_reverse	5	0.037437427788972855
802492	rnn.weight_hh_l0_reverse	6	0.030970849096775055
802492	rnn.weight_hh_l0_reverse	7	-0.12840893864631653
802492	rnn.weight_hh_l0_reverse	8	-0.08037996292114258
802492	rnn.weight_hh_l0_reverse	9	0.037478793412446976
802492	rnn.bias_ih_l0_reverse	0	-0.18247191607952118
802492	rnn.bias_ih_l0_reverse	1	-0.058603741228580475
802492	rnn.bias_ih_l0_reverse	2	0.16211266815662384
802492	rnn.bias_ih_l0_reverse	3	-0.32863327860832214
802492	rnn.bias_ih_l0_reverse	4	0.00198195013217628
802492	rnn.bias_ih_l0_reverse	5	-0.21997332572937012
802492	rnn.bias_ih_l0_reverse	6	0.2819302976131439
802492	rnn.bias_ih_l0_reverse	7	-0.30446094274520874
802492	rnn.bias_ih_l0_reverse	8	-0.1984506994485855
802492	rnn.bias_ih_l0_reverse	9	-0.15225394070148468
802492	rnn.bias_hh_l0_reverse	0	-0.14170527458190918
802492	rnn.bias_hh_l0_reverse	1	0.2758313715457916
802492	rnn.bias_hh_l0_reverse	2	-0.3440162241458893
802492	rnn.bias_hh_l0_reverse	3	-0.23533205687999725
802492	rnn.bias_hh_l0_reverse	4	-0.3980397880077362
802492	rnn.bias_hh_l0_reverse	5	-0.20530927181243896
802492	rnn.bias_hh_l0_reverse	6	-0.2692869007587433
802492	rnn.bias_hh_l0_reverse	7	-0.096520334482193
802492	rnn.bias_hh_l0_reverse	8	-0.3439142405986786
802492	rnn.bias_hh_l0_reverse	9	0.21280866861343384
802492	linear.weight	0	0.24623581767082214
802492	linear.weight	1	-0.44365963339805603
802492	linear.weight	2	0.01921207457780838
802492	linear.weight	3	0.06747467070817947
802492	linear.weight	4	-0.1316431164741516
802492	linear.weight	5	0.2283652275800705
802492	linear.weight	6	-0.029768081381917
802492	linear.weight	7	-0.05962184816598892
802492	linear.weight	8	0.14612211287021637
802492	linear.weight	9	-0.049928538501262665
802492	linear.bias	0	-0.8555088639259338
802492	linear.bias	1	1.789624571800232
802492	linear.bias	2	0.7186717987060547
802492	linear.bias	3	-2.743154764175415
802492	linear.bias	4	-0.06059107929468155
802492	linear.bias	5	1.275049090385437
802492	linear.bias	6	-0.22292694449424744
802492	linear.bias	7	0.8248890042304993
802492	linear.bias	8	2.1314175128936768
802492	linear.bias	9	-1.309100866317749
803101	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
803101	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
803101	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
803101	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
803101	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
803101	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
803101	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
803101	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
803101	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
803101	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
803101	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
803101	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
803101	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
803101	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
803101	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
803101	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
803101	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
803101	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
803101	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
803101	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
803101	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
803101	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
803101	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
803101	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
803101	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
803101	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
803101	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
803101	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
803101	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
803101	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
803101	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
803101	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
803101	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
803101	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
803101	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
803101	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
803101	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
803101	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
803101	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
803101	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
803101	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
803101	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
803101	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
803101	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
803101	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
803101	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
803101	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
803101	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
803101	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
803101	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
803101	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
803101	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
803101	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
803101	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
803101	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
803101	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
803101	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
803101	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
803101	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
803101	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
803101	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
803101	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
803101	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
803101	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
803101	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
803101	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
803101	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
803101	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
803101	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
803101	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
803101	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
803101	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
803101	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
803101	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
803101	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
803101	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
803101	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
803101	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
803101	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
803101	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
803101	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
803101	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
803101	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
803101	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
803101	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
803101	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
803101	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
803101	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
803101	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
803101	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
803101	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
803101	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
803101	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
803101	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
803101	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
803101	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
803101	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
803101	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
803101	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
803101	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
803101	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
803101	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
803101	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
803101	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
803101	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
803101	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
803101	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
803101	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
803101	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
803101	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
803101	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
803101	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
803101	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
803101	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
803101	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
803101	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
803101	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
803101	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
803101	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
803101	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
803101	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
803101	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
803101	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
803101	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
803101	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
803101	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
803101	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
803101	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
803101	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
803101	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
803101	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
803101	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
803101	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
803101	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
803101	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
803101	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
803101	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
803101	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
803101	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
803101	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
803101	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
803101	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
803101	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
803101	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
803101	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
803101	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
803101	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
803101	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
803101	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
803101	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
803101	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
803101	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
803101	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
803101	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
803101	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
803101	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
803101	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
803101	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
803101	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
803101	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
803101	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
803101	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
803101	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
803101	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
803101	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
803101	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
803101	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
803101	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
803101	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
803101	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
803101	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
803101	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
803101	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
803101	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
803101	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
803101	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
803101	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
803101	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
803101	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
803101	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
803101	embedding2nn.weight	0	0.32271328568458557
803101	embedding2nn.weight	1	0.3817841410636902
803101	embedding2nn.weight	2	0.005836942233145237
803101	embedding2nn.weight	3	0.01693093031644821
803101	embedding2nn.weight	4	-0.032332662492990494
803101	embedding2nn.weight	5	0.05987449362874031
803101	embedding2nn.weight	6	0.0014798488700762391
803101	embedding2nn.weight	7	-0.0024231658317148685
803101	embedding2nn.weight	8	0.040776822715997696
803101	embedding2nn.weight	9	-0.05313333868980408
803101	embedding2nn.bias	0	0.020623497664928436
803101	embedding2nn.bias	1	-0.19216226041316986
803101	embedding2nn.bias	2	0.12703973054885864
803101	embedding2nn.bias	3	0.1701298952102661
803101	embedding2nn.bias	4	0.15448161959648132
803101	embedding2nn.bias	5	-0.0815933346748352
803101	embedding2nn.bias	6	-0.04458586871623993
803101	embedding2nn.bias	7	0.031895849853754044
803101	embedding2nn.bias	8	-0.1572401225566864
803101	embedding2nn.bias	9	-0.37234652042388916
803101	rnn.weight_ih_l0	0	0.008616901934146881
803101	rnn.weight_ih_l0	1	-0.05781131610274315
803101	rnn.weight_ih_l0	2	-0.04961502179503441
803101	rnn.weight_ih_l0	3	0.11569780856370926
803101	rnn.weight_ih_l0	4	0.022704165428876877
803101	rnn.weight_ih_l0	5	-0.07305948436260223
803101	rnn.weight_ih_l0	6	0.008600828237831593
803101	rnn.weight_ih_l0	7	-0.0236443392932415
803101	rnn.weight_ih_l0	8	0.015973245725035667
803101	rnn.weight_ih_l0	9	-0.08090635389089584
803101	rnn.weight_hh_l0	0	-0.022949500009417534
803101	rnn.weight_hh_l0	1	0.08312036097049713
803101	rnn.weight_hh_l0	2	0.004150640685111284
803101	rnn.weight_hh_l0	3	-0.03517648205161095
803101	rnn.weight_hh_l0	4	0.08505811542272568
803101	rnn.weight_hh_l0	5	0.0017829973949119449
803101	rnn.weight_hh_l0	6	-0.0883285254240036
803101	rnn.weight_hh_l0	7	-0.13959722220897675
803101	rnn.weight_hh_l0	8	0.040661055594682693
803101	rnn.weight_hh_l0	9	-0.12333422154188156
803101	rnn.bias_ih_l0	0	0.17853210866451263
803101	rnn.bias_ih_l0	1	-0.3401208519935608
803101	rnn.bias_ih_l0	2	-0.03980185091495514
803101	rnn.bias_ih_l0	3	-0.20921462774276733
803101	rnn.bias_ih_l0	4	-0.0031695731449872255
803101	rnn.bias_ih_l0	5	-0.43790605664253235
803101	rnn.bias_ih_l0	6	-0.1464279145002365
803101	rnn.bias_ih_l0	7	-0.3875880241394043
803101	rnn.bias_ih_l0	8	-0.31102874875068665
803101	rnn.bias_ih_l0	9	-0.4462762176990509
803101	rnn.bias_hh_l0	0	-0.34834402799606323
803101	rnn.bias_hh_l0	1	-0.43931224942207336
803101	rnn.bias_hh_l0	2	-0.40089306235313416
803101	rnn.bias_hh_l0	3	-0.06975983083248138
803101	rnn.bias_hh_l0	4	-0.40280255675315857
803101	rnn.bias_hh_l0	5	-0.3695307970046997
803101	rnn.bias_hh_l0	6	-0.11663805693387985
803101	rnn.bias_hh_l0	7	0.07360171526670456
803101	rnn.bias_hh_l0	8	-0.23695816099643707
803101	rnn.bias_hh_l0	9	-0.5713228583335876
803101	rnn.weight_ih_l0_reverse	0	-0.013433444313704967
803101	rnn.weight_ih_l0_reverse	1	-0.00807447824627161
803101	rnn.weight_ih_l0_reverse	2	0.00787525437772274
803101	rnn.weight_ih_l0_reverse	3	-0.1438898891210556
803101	rnn.weight_ih_l0_reverse	4	0.07615497708320618
803101	rnn.weight_ih_l0_reverse	5	-0.10478401184082031
803101	rnn.weight_ih_l0_reverse	6	0.008709616027772427
803101	rnn.weight_ih_l0_reverse	7	0.029353326186537743
803101	rnn.weight_ih_l0_reverse	8	-0.05230848863720894
803101	rnn.weight_ih_l0_reverse	9	-0.08594033122062683
803101	rnn.weight_hh_l0_reverse	0	-0.15242891013622284
803101	rnn.weight_hh_l0_reverse	1	0.021331483498215675
803101	rnn.weight_hh_l0_reverse	2	-0.018986139446496964
803101	rnn.weight_hh_l0_reverse	3	0.03176464885473251
803101	rnn.weight_hh_l0_reverse	4	-0.08231746405363083
803101	rnn.weight_hh_l0_reverse	5	0.0375363826751709
803101	rnn.weight_hh_l0_reverse	6	0.030885178595781326
803101	rnn.weight_hh_l0_reverse	7	-0.12881623208522797
803101	rnn.weight_hh_l0_reverse	8	-0.08050500601530075
803101	rnn.weight_hh_l0_reverse	9	0.03760651871562004
803101	rnn.bias_ih_l0_reverse	0	-0.18223492801189423
803101	rnn.bias_ih_l0_reverse	1	-0.05953077971935272
803101	rnn.bias_ih_l0_reverse	2	0.16179201006889343
803101	rnn.bias_ih_l0_reverse	3	-0.3289143741130829
803101	rnn.bias_ih_l0_reverse	4	0.001662150607444346
803101	rnn.bias_ih_l0_reverse	5	-0.2199009358882904
803101	rnn.bias_ih_l0_reverse	6	0.2815694808959961
803101	rnn.bias_ih_l0_reverse	7	-0.30415672063827515
803101	rnn.bias_ih_l0_reverse	8	-0.1981164664030075
803101	rnn.bias_ih_l0_reverse	9	-0.1529790312051773
803101	rnn.bias_hh_l0_reverse	0	-0.1409461349248886
803101	rnn.bias_hh_l0_reverse	1	0.27786001563072205
803101	rnn.bias_hh_l0_reverse	2	-0.3439819812774658
803101	rnn.bias_hh_l0_reverse	3	-0.23524092137813568
803101	rnn.bias_hh_l0_reverse	4	-0.39895617961883545
803101	rnn.bias_hh_l0_reverse	5	-0.20505553483963013
803101	rnn.bias_hh_l0_reverse	6	-0.26965904235839844
803101	rnn.bias_hh_l0_reverse	7	-0.09689261764287949
803101	rnn.bias_hh_l0_reverse	8	-0.34376877546310425
803101	rnn.bias_hh_l0_reverse	9	0.21107926964759827
803101	linear.weight	0	0.2470024675130844
803101	linear.weight	1	-0.44484513998031616
803101	linear.weight	2	0.023009471595287323
803101	linear.weight	3	0.06747476756572723
803101	linear.weight	4	-0.13067017495632172
803101	linear.weight	5	0.22931723296642303
803101	linear.weight	6	-0.02779179997742176
803101	linear.weight	7	-0.05962124839425087
803101	linear.weight	8	0.1408419907093048
803101	linear.weight	9	-0.049928855150938034
803101	linear.bias	0	-0.8627262711524963
803101	linear.bias	1	1.7782715559005737
803101	linear.bias	2	0.7116477489471436
803101	linear.bias	3	-2.7431623935699463
803101	linear.bias	4	-0.06428464502096176
803101	linear.bias	5	1.26237154006958
803101	linear.bias	6	-0.224616140127182
803101	linear.bias	7	0.8257196545600891
803101	linear.bias	8	2.1405153274536133
803101	linear.bias	9	-1.3019402027130127
803710	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
803710	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
803710	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
803710	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
803710	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
803710	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
803710	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
803710	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
803710	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
803710	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
803710	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
803710	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
803710	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
803710	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
803710	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
803710	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
803710	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
803710	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
803710	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
803710	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
803710	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
803710	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
803710	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
803710	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
803710	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
803710	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
803710	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
803710	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
803710	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
803710	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
803710	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
803710	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
803710	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
803710	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
803710	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
803710	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
803710	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
803710	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
803710	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
803710	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
803710	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
803710	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
803710	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
803710	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
803710	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
803710	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
803710	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
803710	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
803710	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
803710	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
803710	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
803710	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
803710	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
803710	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
803710	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
803710	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
803710	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
803710	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
803710	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
803710	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
803710	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
803710	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
803710	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
803710	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
803710	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
803710	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
803710	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
803710	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
803710	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
803710	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
803710	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
803710	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
803710	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
803710	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
803710	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
803710	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
803710	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
803710	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
803710	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
803710	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
803710	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
803710	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
803710	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
803710	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
803710	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
803710	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
803710	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
803710	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
803710	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
803710	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
803710	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
803710	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
803710	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
803710	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
803710	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
803710	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
803710	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
803710	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
803710	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
803710	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
803710	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
803710	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
803710	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
803710	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
803710	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
803710	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
803710	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
803710	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
803710	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
803710	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
803710	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
803710	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
803710	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
803710	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
803710	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
803710	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
803710	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
803710	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
803710	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
803710	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
803710	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
803710	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
803710	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
803710	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
803710	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
803710	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
803710	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
803710	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
803710	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
803710	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
803710	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
803710	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
803710	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
803710	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
803710	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
803710	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
803710	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
803710	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
803710	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
803710	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
803710	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
803710	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
803710	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
803710	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
803710	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
803710	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
803710	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
803710	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
803710	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
803710	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
803710	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
803710	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
803710	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
803710	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
803710	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
803710	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
803710	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
803710	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
803710	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
803710	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
803710	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
803710	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
803710	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
803710	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
803710	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
803710	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
803710	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
803710	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
803710	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
803710	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
803710	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
803710	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
803710	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
803710	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
803710	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
803710	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
803710	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
803710	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
803710	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
803710	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
803710	embedding2nn.weight	0	0.3224784731864929
803710	embedding2nn.weight	1	0.38117825984954834
803710	embedding2nn.weight	2	0.005339194089174271
803710	embedding2nn.weight	3	0.018130559474229813
803710	embedding2nn.weight	4	-0.03167251497507095
803710	embedding2nn.weight	5	0.05971948057413101
803710	embedding2nn.weight	6	0.003036301350221038
803710	embedding2nn.weight	7	-0.004389683250337839
803710	embedding2nn.weight	8	0.04047119989991188
803710	embedding2nn.weight	9	-0.054825011640787125
803710	embedding2nn.bias	0	0.0192889254540205
803710	embedding2nn.bias	1	-0.19550958275794983
803710	embedding2nn.bias	2	0.1269935667514801
803710	embedding2nn.bias	3	0.1679106056690216
803710	embedding2nn.bias	4	0.15241886675357819
803710	embedding2nn.bias	5	-0.07854529470205307
803710	embedding2nn.bias	6	-0.04346741363406181
803710	embedding2nn.bias	7	0.03694934770464897
803710	embedding2nn.bias	8	-0.15663528442382812
803710	embedding2nn.bias	9	-0.3729380965232849
803710	rnn.weight_ih_l0	0	0.008688319474458694
803710	rnn.weight_ih_l0	1	-0.057664331048727036
803710	rnn.weight_ih_l0	2	-0.05004626885056496
803710	rnn.weight_ih_l0	3	0.11524022370576859
803710	rnn.weight_ih_l0	4	0.022684471681714058
803710	rnn.weight_ih_l0	5	-0.07412241399288177
803710	rnn.weight_ih_l0	6	0.008561674505472183
803710	rnn.weight_ih_l0	7	-0.023508669808506966
803710	rnn.weight_ih_l0	8	0.015488908626139164
803710	rnn.weight_ih_l0	9	-0.08035093545913696
803710	rnn.weight_hh_l0	0	-0.02289939485490322
803710	rnn.weight_hh_l0	1	0.08309681713581085
803710	rnn.weight_hh_l0	2	0.004334565717726946
803710	rnn.weight_hh_l0	3	-0.03517937660217285
803710	rnn.weight_hh_l0	4	0.08493801206350327
803710	rnn.weight_hh_l0	5	0.0017896180506795645
803710	rnn.weight_hh_l0	6	-0.08835995942354202
803710	rnn.weight_hh_l0	7	-0.13963674008846283
803710	rnn.weight_hh_l0	8	0.040638603270053864
803710	rnn.weight_hh_l0	9	-0.12329868227243423
803710	rnn.bias_ih_l0	0	0.1767522692680359
803710	rnn.bias_ih_l0	1	-0.3392670452594757
803710	rnn.bias_ih_l0	2	-0.039759304374456406
803710	rnn.bias_ih_l0	3	-0.20844852924346924
803710	rnn.bias_ih_l0	4	-0.0022847100626677275
803710	rnn.bias_ih_l0	5	-0.43946877121925354
803710	rnn.bias_ih_l0	6	-0.14559975266456604
803710	rnn.bias_ih_l0	7	-0.38759902119636536
803710	rnn.bias_ih_l0	8	-0.31120285391807556
803710	rnn.bias_ih_l0	9	-0.44319483637809753
803710	rnn.bias_hh_l0	0	-0.34869927167892456
803710	rnn.bias_hh_l0	1	-0.43982377648353577
803710	rnn.bias_hh_l0	2	-0.40071943402290344
803710	rnn.bias_hh_l0	3	-0.0696415826678276
803710	rnn.bias_hh_l0	4	-0.402529776096344
803710	rnn.bias_hh_l0	5	-0.3695076107978821
803710	rnn.bias_hh_l0	6	-0.11813554912805557
803710	rnn.bias_hh_l0	7	0.07201541215181351
803710	rnn.bias_hh_l0	8	-0.23597794771194458
803710	rnn.bias_hh_l0	9	-0.5719894170761108
803710	rnn.weight_ih_l0_reverse	0	-0.014690657146275043
803710	rnn.weight_ih_l0_reverse	1	-0.008212984539568424
803710	rnn.weight_ih_l0_reverse	2	0.007884628139436245
803710	rnn.weight_ih_l0_reverse	3	-0.1434972733259201
803710	rnn.weight_ih_l0_reverse	4	0.07603783905506134
803710	rnn.weight_ih_l0_reverse	5	-0.10470572859048843
803710	rnn.weight_ih_l0_reverse	6	0.008068774826824665
803710	rnn.weight_ih_l0_reverse	7	0.02959134615957737
803710	rnn.weight_ih_l0_reverse	8	-0.05253570154309273
803710	rnn.weight_ih_l0_reverse	9	-0.08638396114110947
803710	rnn.weight_hh_l0_reverse	0	-0.15242816507816315
803710	rnn.weight_hh_l0_reverse	1	0.021078919991850853
803710	rnn.weight_hh_l0_reverse	2	-0.0191174503415823
803710	rnn.weight_hh_l0_reverse	3	0.03169001638889313
803710	rnn.weight_hh_l0_reverse	4	-0.08235632628202438
803710	rnn.weight_hh_l0_reverse	5	0.037490054965019226
803710	rnn.weight_hh_l0_reverse	6	0.030892912298440933
803710	rnn.weight_hh_l0_reverse	7	-0.12893913686275482
803710	rnn.weight_hh_l0_reverse	8	-0.08086679875850677
803710	rnn.weight_hh_l0_reverse	9	0.03760507330298424
803710	rnn.bias_ih_l0_reverse	0	-0.18329045176506042
803710	rnn.bias_ih_l0_reverse	1	-0.059386514127254486
803710	rnn.bias_ih_l0_reverse	2	0.16215282678604126
803710	rnn.bias_ih_l0_reverse	3	-0.3288838267326355
803710	rnn.bias_ih_l0_reverse	4	0.003139305394142866
803710	rnn.bias_ih_l0_reverse	5	-0.22013355791568756
803710	rnn.bias_ih_l0_reverse	6	0.27958422899246216
803710	rnn.bias_ih_l0_reverse	7	-0.30666035413742065
803710	rnn.bias_ih_l0_reverse	8	-0.19804467260837555
803710	rnn.bias_ih_l0_reverse	9	-0.15151125192642212
803710	rnn.bias_hh_l0_reverse	0	-0.13992023468017578
803710	rnn.bias_hh_l0_reverse	1	0.27710869908332825
803710	rnn.bias_hh_l0_reverse	2	-0.344113826751709
803710	rnn.bias_hh_l0_reverse	3	-0.232716366648674
803710	rnn.bias_hh_l0_reverse	4	-0.3977457284927368
803710	rnn.bias_hh_l0_reverse	5	-0.2047974169254303
803710	rnn.bias_hh_l0_reverse	6	-0.2689320743083954
803710	rnn.bias_hh_l0_reverse	7	-0.0965847373008728
803710	rnn.bias_hh_l0_reverse	8	-0.3433181345462799
803710	rnn.bias_hh_l0_reverse	9	0.21058370172977448
803710	linear.weight	0	0.24754410982131958
803710	linear.weight	1	-0.44541338086128235
803710	linear.weight	2	0.020333120599389076
803710	linear.weight	3	0.06747479736804962
803710	linear.weight	4	-0.1207922026515007
803710	linear.weight	5	0.2292933613061905
803710	linear.weight	6	-0.029484525322914124
803710	linear.weight	7	-0.05962062627077103
803710	linear.weight	8	0.14339828491210938
803710	linear.weight	9	-0.04992927983403206
803710	linear.bias	0	-0.8690186738967896
803710	linear.bias	1	1.7703381776809692
803710	linear.bias	2	0.717693567276001
803710	linear.bias	3	-2.743170738220215
803710	linear.bias	4	-0.06075749918818474
803710	linear.bias	5	1.2670021057128906
803710	linear.bias	6	-0.2167101800441742
803710	linear.bias	7	0.8352160453796387
803710	linear.bias	8	2.1206459999084473
803710	linear.bias	9	-1.3062033653259277
804319	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
804319	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
804319	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
804319	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
804319	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
804319	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
804319	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
804319	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
804319	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
804319	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
804319	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
804319	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
804319	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
804319	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
804319	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
804319	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
804319	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
804319	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
804319	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
804319	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
804319	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
804319	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
804319	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
804319	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
804319	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
804319	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
804319	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
804319	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
804319	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
804319	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
804319	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
804319	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
804319	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
804319	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
804319	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
804319	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
804319	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
804319	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
804319	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
804319	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
804319	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
804319	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
804319	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
804319	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
804319	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
804319	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
804319	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
804319	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
804319	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
804319	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
804319	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
804319	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
804319	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
804319	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
804319	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
804319	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
804319	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
804319	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
804319	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
804319	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
804319	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
804319	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
804319	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
804319	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
804319	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
804319	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
804319	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
804319	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
804319	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
804319	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
804319	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
804319	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
804319	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
804319	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
804319	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
804319	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
804319	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
804319	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
804319	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
804319	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
804319	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
804319	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
804319	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
804319	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
804319	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
804319	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
804319	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
804319	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
804319	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
804319	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
804319	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
804319	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
804319	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
804319	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
804319	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
804319	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
804319	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
804319	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
804319	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
804319	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
804319	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
804319	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
804319	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
804319	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
804319	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
804319	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
804319	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
804319	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
804319	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
804319	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
804319	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
804319	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
804319	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
804319	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
804319	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
804319	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
804319	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
804319	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
804319	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
804319	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
804319	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
804319	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
804319	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
804319	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
804319	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
804319	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
804319	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
804319	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
804319	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
804319	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
804319	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
804319	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
804319	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
804319	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
804319	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
804319	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
804319	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
804319	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
804319	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
804319	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
804319	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
804319	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
804319	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
804319	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
804319	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
804319	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
804319	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
804319	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
804319	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
804319	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
804319	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
804319	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
804319	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
804319	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
804319	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
804319	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
804319	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
804319	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
804319	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
804319	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
804319	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
804319	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
804319	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
804319	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
804319	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
804319	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
804319	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
804319	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
804319	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
804319	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
804319	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
804319	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
804319	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
804319	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
804319	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
804319	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
804319	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
804319	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
804319	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
804319	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
804319	embedding2nn.weight	0	0.32260966300964355
804319	embedding2nn.weight	1	0.38180553913116455
804319	embedding2nn.weight	2	0.006399224512279034
804319	embedding2nn.weight	3	0.01888096332550049
804319	embedding2nn.weight	4	-0.031924646347761154
804319	embedding2nn.weight	5	0.05960584059357643
804319	embedding2nn.weight	6	0.0014060214161872864
804319	embedding2nn.weight	7	-0.0035628683399409056
804319	embedding2nn.weight	8	0.041088324040174484
804319	embedding2nn.weight	9	-0.053920961916446686
804319	embedding2nn.bias	0	0.017153961583971977
804319	embedding2nn.bias	1	-0.19437861442565918
804319	embedding2nn.bias	2	0.12638349831104279
804319	embedding2nn.bias	3	0.17299897968769073
804319	embedding2nn.bias	4	0.1530400961637497
804319	embedding2nn.bias	5	-0.08003498613834381
804319	embedding2nn.bias	6	-0.045752380043268204
804319	embedding2nn.bias	7	0.03947669267654419
804319	embedding2nn.bias	8	-0.15001654624938965
804319	embedding2nn.bias	9	-0.3730616271495819
804319	rnn.weight_ih_l0	0	0.008834955282509327
804319	rnn.weight_ih_l0	1	-0.057497572153806686
804319	rnn.weight_ih_l0	2	-0.0496835932135582
804319	rnn.weight_ih_l0	3	0.11477413773536682
804319	rnn.weight_ih_l0	4	0.022435108199715614
804319	rnn.weight_ih_l0	5	-0.07325739413499832
804319	rnn.weight_ih_l0	6	0.007635248359292746
804319	rnn.weight_ih_l0	7	-0.023327618837356567
804319	rnn.weight_ih_l0	8	0.014302464202046394
804319	rnn.weight_ih_l0	9	-0.08030841499567032
804319	rnn.weight_hh_l0	0	-0.022883452475070953
804319	rnn.weight_hh_l0	1	0.08301755040884018
804319	rnn.weight_hh_l0	2	0.004297183360904455
804319	rnn.weight_hh_l0	3	-0.03508561849594116
804319	rnn.weight_hh_l0	4	0.08500998467206955
804319	rnn.weight_hh_l0	5	0.001783308107405901
804319	rnn.weight_hh_l0	6	-0.08840788155794144
804319	rnn.weight_hh_l0	7	-0.13930568099021912
804319	rnn.weight_hh_l0	8	0.040653664618730545
804319	rnn.weight_hh_l0	9	-0.12328795343637466
804319	rnn.bias_ih_l0	0	0.17455466091632843
804319	rnn.bias_ih_l0	1	-0.3400481343269348
804319	rnn.bias_ih_l0	2	-0.03910817578434944
804319	rnn.bias_ih_l0	3	-0.20974040031433105
804319	rnn.bias_ih_l0	4	-0.0005935808876529336
804319	rnn.bias_ih_l0	5	-0.44120049476623535
804319	rnn.bias_ih_l0	6	-0.14614565670490265
804319	rnn.bias_ih_l0	7	-0.38779258728027344
804319	rnn.bias_ih_l0	8	-0.3135991096496582
804319	rnn.bias_ih_l0	9	-0.44388335943222046
804319	rnn.bias_hh_l0	0	-0.34997549653053284
804319	rnn.bias_hh_l0	1	-0.43941015005111694
804319	rnn.bias_hh_l0	2	-0.4016212522983551
804319	rnn.bias_hh_l0	3	-0.0702265202999115
804319	rnn.bias_hh_l0	4	-0.40233805775642395
804319	rnn.bias_hh_l0	5	-0.3697053790092468
804319	rnn.bias_hh_l0	6	-0.11774812638759613
804319	rnn.bias_hh_l0	7	0.07150701433420181
804319	rnn.bias_hh_l0	8	-0.23589514195919037
804319	rnn.bias_hh_l0	9	-0.570528507232666
804319	rnn.weight_ih_l0_reverse	0	-0.01573149859905243
804319	rnn.weight_ih_l0_reverse	1	-0.007981248199939728
804319	rnn.weight_ih_l0_reverse	2	0.008044447749853134
804319	rnn.weight_ih_l0_reverse	3	-0.14391174912452698
804319	rnn.weight_ih_l0_reverse	4	0.07629197835922241
804319	rnn.weight_ih_l0_reverse	5	-0.10498317331075668
804319	rnn.weight_ih_l0_reverse	6	0.008757124654948711
804319	rnn.weight_ih_l0_reverse	7	0.029756328091025352
804319	rnn.weight_ih_l0_reverse	8	-0.05195409432053566
804319	rnn.weight_ih_l0_reverse	9	-0.0865849182009697
804319	rnn.weight_hh_l0_reverse	0	-0.1521090865135193
804319	rnn.weight_hh_l0_reverse	1	0.020962880924344063
804319	rnn.weight_hh_l0_reverse	2	-0.019144568592309952
804319	rnn.weight_hh_l0_reverse	3	0.031910281628370285
804319	rnn.weight_hh_l0_reverse	4	-0.08223928511142731
804319	rnn.weight_hh_l0_reverse	5	0.037544507533311844
804319	rnn.weight_hh_l0_reverse	6	0.03088477998971939
804319	rnn.weight_hh_l0_reverse	7	-0.12912815809249878
804319	rnn.weight_hh_l0_reverse	8	-0.0809272974729538
804319	rnn.weight_hh_l0_reverse	9	0.037566132843494415
804319	rnn.bias_ih_l0_reverse	0	-0.18278726935386658
804319	rnn.bias_ih_l0_reverse	1	-0.059113919734954834
804319	rnn.bias_ih_l0_reverse	2	0.16120755672454834
804319	rnn.bias_ih_l0_reverse	3	-0.3293735682964325
804319	rnn.bias_ih_l0_reverse	4	0.0051358542405068874
804319	rnn.bias_ih_l0_reverse	5	-0.22031277418136597
804319	rnn.bias_ih_l0_reverse	6	0.27837517857551575
804319	rnn.bias_ih_l0_reverse	7	-0.30666467547416687
804319	rnn.bias_ih_l0_reverse	8	-0.19813339412212372
804319	rnn.bias_ih_l0_reverse	9	-0.15288697183132172
804319	rnn.bias_hh_l0_reverse	0	-0.13957074284553528
804319	rnn.bias_hh_l0_reverse	1	0.27805572748184204
804319	rnn.bias_hh_l0_reverse	2	-0.3446778357028961
804319	rnn.bias_hh_l0_reverse	3	-0.23258109390735626
804319	rnn.bias_hh_l0_reverse	4	-0.39758622646331787
804319	rnn.bias_hh_l0_reverse	5	-0.20456814765930176
804319	rnn.bias_hh_l0_reverse	6	-0.26903149485588074
804319	rnn.bias_hh_l0_reverse	7	-0.09682448953390121
804319	rnn.bias_hh_l0_reverse	8	-0.34257572889328003
804319	rnn.bias_hh_l0_reverse	9	0.20824359357357025
804319	linear.weight	0	0.2424117773771286
804319	linear.weight	1	-0.4450962245464325
804319	linear.weight	2	0.017027154564857483
804319	linear.weight	3	0.06747487187385559
804319	linear.weight	4	-0.12253186106681824
804319	linear.weight	5	0.23071984946727753
804319	linear.weight	6	-0.030013663694262505
804319	linear.weight	7	-0.05962008982896805
804319	linear.weight	8	0.1394994705915451
804319	linear.weight	9	-0.049929626286029816
804319	linear.bias	0	-0.8679398894309998
804319	linear.bias	1	1.7767722606658936
804319	linear.bias	2	0.7097960710525513
804319	linear.bias	3	-2.7431766986846924
804319	linear.bias	4	-0.05990929901599884
804319	linear.bias	5	1.2559417486190796
804319	linear.bias	6	-0.22727085649967194
804319	linear.bias	7	0.8436143398284912
804319	linear.bias	8	2.128350019454956
804319	linear.bias	9	-1.3054347038269043
804928	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
804928	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
804928	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
804928	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
804928	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
804928	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
804928	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
804928	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
804928	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
804928	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
804928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
804928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
804928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
804928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
804928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
804928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
804928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
804928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
804928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
804928	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
804928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
804928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
804928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
804928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
804928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
804928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
804928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
804928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
804928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
804928	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
804928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
804928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
804928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
804928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
804928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
804928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
804928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
804928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
804928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
804928	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
804928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
804928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
804928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
804928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
804928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
804928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
804928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
804928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
804928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
804928	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
804928	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
804928	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
804928	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
804928	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
804928	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
804928	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
804928	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
804928	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
804928	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
804928	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
804928	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
804928	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
804928	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
804928	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
804928	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
804928	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
804928	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
804928	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
804928	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
804928	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
804928	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
804928	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
804928	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
804928	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
804928	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
804928	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
804928	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
804928	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
804928	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
804928	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
804928	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
804928	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
804928	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
804928	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
804928	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
804928	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
804928	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
804928	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
804928	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
804928	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
804928	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
804928	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
804928	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
804928	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
804928	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
804928	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
804928	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
804928	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
804928	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
804928	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
804928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
804928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
804928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
804928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
804928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
804928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
804928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
804928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
804928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
804928	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
804928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
804928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
804928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
804928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
804928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
804928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
804928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
804928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
804928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
804928	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
804928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
804928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
804928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
804928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
804928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
804928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
804928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
804928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
804928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
804928	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
804928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
804928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
804928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
804928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
804928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
804928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
804928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
804928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
804928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
804928	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
804928	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
804928	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
804928	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
804928	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
804928	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
804928	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
804928	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
804928	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
804928	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
804928	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
804928	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
804928	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
804928	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
804928	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
804928	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
804928	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
804928	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
804928	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
804928	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
804928	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
804928	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
804928	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
804928	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
804928	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
804928	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
804928	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
804928	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
804928	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
804928	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
804928	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
804928	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
804928	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
804928	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
804928	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
804928	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
804928	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
804928	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
804928	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
804928	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
804928	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
804928	embedding2nn.weight	0	0.3225210905075073
804928	embedding2nn.weight	1	0.38190561532974243
804928	embedding2nn.weight	2	0.0054596723057329655
804928	embedding2nn.weight	3	0.019243458285927773
804928	embedding2nn.weight	4	-0.031775180250406265
804928	embedding2nn.weight	5	0.0603143647313118
804928	embedding2nn.weight	6	0.0034992448054254055
804928	embedding2nn.weight	7	-0.0032450170256197453
804928	embedding2nn.weight	8	0.04137030988931656
804928	embedding2nn.weight	9	-0.05324718728661537
804928	embedding2nn.bias	0	0.019097575917840004
804928	embedding2nn.bias	1	-0.18878693878650665
804928	embedding2nn.bias	2	0.13119414448738098
804928	embedding2nn.bias	3	0.17180988192558289
804928	embedding2nn.bias	4	0.15291285514831543
804928	embedding2nn.bias	5	-0.08022356033325195
804928	embedding2nn.bias	6	-0.04766639322042465
804928	embedding2nn.bias	7	0.038570377975702286
804928	embedding2nn.bias	8	-0.1499246209859848
804928	embedding2nn.bias	9	-0.37339216470718384
804928	rnn.weight_ih_l0	0	0.008871826343238354
804928	rnn.weight_ih_l0	1	-0.0575118288397789
804928	rnn.weight_ih_l0	2	-0.05011623352766037
804928	rnn.weight_ih_l0	3	0.11477342247962952
804928	rnn.weight_ih_l0	4	0.022385897114872932
804928	rnn.weight_ih_l0	5	-0.07376044988632202
804928	rnn.weight_ih_l0	6	0.007792742922902107
804928	rnn.weight_ih_l0	7	-0.023084081709384918
804928	rnn.weight_ih_l0	8	0.013982475735247135
804928	rnn.weight_ih_l0	9	-0.07945676147937775
804928	rnn.weight_hh_l0	0	-0.022890374064445496
804928	rnn.weight_hh_l0	1	0.0831102728843689
804928	rnn.weight_hh_l0	2	0.004293396603316069
804928	rnn.weight_hh_l0	3	-0.03500541299581528
804928	rnn.weight_hh_l0	4	0.08510744571685791
804928	rnn.weight_hh_l0	5	0.0015297807985916734
804928	rnn.weight_hh_l0	6	-0.08843547105789185
804928	rnn.weight_hh_l0	7	-0.13916583359241486
804928	rnn.weight_hh_l0	8	0.04066788777709007
804928	rnn.weight_hh_l0	9	-0.12309499084949493
804928	rnn.bias_ih_l0	0	0.1755044311285019
804928	rnn.bias_ih_l0	1	-0.34093478322029114
804928	rnn.bias_ih_l0	2	-0.03965067118406296
804928	rnn.bias_ih_l0	3	-0.21076565980911255
804928	rnn.bias_ih_l0	4	-0.0009565951186232269
804928	rnn.bias_ih_l0	5	-0.44139543175697327
804928	rnn.bias_ih_l0	6	-0.1457126885652542
804928	rnn.bias_ih_l0	7	-0.3878631293773651
804928	rnn.bias_ih_l0	8	-0.31208205223083496
804928	rnn.bias_ih_l0	9	-0.44328492879867554
804928	rnn.bias_hh_l0	0	-0.3499159514904022
804928	rnn.bias_hh_l0	1	-0.4390934407711029
804928	rnn.bias_hh_l0	2	-0.40093111991882324
804928	rnn.bias_hh_l0	3	-0.07131844758987427
804928	rnn.bias_hh_l0	4	-0.40204209089279175
804928	rnn.bias_hh_l0	5	-0.36994031071662903
804928	rnn.bias_hh_l0	6	-0.11658763140439987
804928	rnn.bias_hh_l0	7	0.07147731631994247
804928	rnn.bias_hh_l0	8	-0.23497061431407928
804928	rnn.bias_hh_l0	9	-0.5700439810752869
804928	rnn.weight_ih_l0_reverse	0	-0.01665155030786991
804928	rnn.weight_ih_l0_reverse	1	-0.008451501838862896
804928	rnn.weight_ih_l0_reverse	2	0.008243088610470295
804928	rnn.weight_ih_l0_reverse	3	-0.14348465204238892
804928	rnn.weight_ih_l0_reverse	4	0.07622596621513367
804928	rnn.weight_ih_l0_reverse	5	-0.10415425896644592
804928	rnn.weight_ih_l0_reverse	6	0.009191744029521942
804928	rnn.weight_ih_l0_reverse	7	0.029846396297216415
804928	rnn.weight_ih_l0_reverse	8	-0.05237092077732086
804928	rnn.weight_ih_l0_reverse	9	-0.08705059438943863
804928	rnn.weight_hh_l0_reverse	0	-0.15264594554901123
804928	rnn.weight_hh_l0_reverse	1	0.02087816409766674
804928	rnn.weight_hh_l0_reverse	2	-0.019121838733553886
804928	rnn.weight_hh_l0_reverse	3	0.03194596990942955
804928	rnn.weight_hh_l0_reverse	4	-0.08204569667577744
804928	rnn.weight_hh_l0_reverse	5	0.03754220902919769
804928	rnn.weight_hh_l0_reverse	6	0.030836405232548714
804928	rnn.weight_hh_l0_reverse	7	-0.12936346232891083
804928	rnn.weight_hh_l0_reverse	8	-0.08117745816707611
804928	rnn.weight_hh_l0_reverse	9	0.0374855101108551
804928	rnn.bias_ih_l0_reverse	0	-0.18247413635253906
804928	rnn.bias_ih_l0_reverse	1	-0.05913790315389633
804928	rnn.bias_ih_l0_reverse	2	0.1613665670156479
804928	rnn.bias_ih_l0_reverse	3	-0.3296964764595032
804928	rnn.bias_ih_l0_reverse	4	0.004667508415877819
804928	rnn.bias_ih_l0_reverse	5	-0.2208731770515442
804928	rnn.bias_ih_l0_reverse	6	0.27866461873054504
804928	rnn.bias_ih_l0_reverse	7	-0.3051522672176361
804928	rnn.bias_ih_l0_reverse	8	-0.1974654644727707
804928	rnn.bias_ih_l0_reverse	9	-0.15461254119873047
804928	rnn.bias_hh_l0_reverse	0	-0.1394379884004593
804928	rnn.bias_hh_l0_reverse	1	0.27721646428108215
804928	rnn.bias_hh_l0_reverse	2	-0.34304797649383545
804928	rnn.bias_hh_l0_reverse	3	-0.23280686140060425
804928	rnn.bias_hh_l0_reverse	4	-0.39802470803260803
804928	rnn.bias_hh_l0_reverse	5	-0.20477117598056793
804928	rnn.bias_hh_l0_reverse	6	-0.2677898108959198
804928	rnn.bias_hh_l0_reverse	7	-0.09719281643629074
804928	rnn.bias_hh_l0_reverse	8	-0.3430763781070709
804928	rnn.bias_hh_l0_reverse	9	0.2099350541830063
804928	linear.weight	0	0.23820288479328156
804928	linear.weight	1	-0.44177916646003723
804928	linear.weight	2	0.01989670842885971
804928	linear.weight	3	0.06747490912675858
804928	linear.weight	4	-0.12297623604536057
804928	linear.weight	5	0.22885999083518982
804928	linear.weight	6	-0.03151349350810051
804928	linear.weight	7	-0.0596194863319397
804928	linear.weight	8	0.13820907473564148
804928	linear.weight	9	-0.04992985352873802
804928	linear.bias	0	-0.8645154237747192
804928	linear.bias	1	1.7884008884429932
804928	linear.bias	2	0.7144976854324341
804928	linear.bias	3	-2.7431833744049072
804928	linear.bias	4	-0.06992452591657639
804928	linear.bias	5	1.2611401081085205
804928	linear.bias	6	-0.22590221464633942
804928	linear.bias	7	0.8393206596374512
804928	linear.bias	8	2.140260934829712
804928	linear.bias	9	-1.310044527053833
804936	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
804936	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
804936	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
804936	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
804936	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
804936	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
804936	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
804936	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
804936	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
804936	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
804936	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
804936	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
804936	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
804936	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
804936	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
804936	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
804936	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
804936	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
804936	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
804936	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
804936	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
804936	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
804936	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
804936	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
804936	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
804936	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
804936	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
804936	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
804936	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
804936	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
804936	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
804936	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
804936	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
804936	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
804936	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
804936	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
804936	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
804936	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
804936	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
804936	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
804936	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
804936	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
804936	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
804936	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
804936	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
804936	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
804936	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
804936	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
804936	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
804936	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
804936	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
804936	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
804936	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
804936	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
804936	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
804936	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
804936	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
804936	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
804936	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
804936	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
804936	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
804936	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
804936	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
804936	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
804936	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
804936	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
804936	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
804936	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
804936	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
804936	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
804936	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
804936	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
804936	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
804936	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
804936	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
804936	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
804936	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
804936	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
804936	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
804936	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
804936	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
804936	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
804936	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
804936	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
804936	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
804936	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
804936	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
804936	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
804936	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
804936	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
804936	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
804936	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
804936	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
804936	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
804936	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
804936	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
804936	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
804936	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
804936	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
804936	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
804936	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
804936	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
804936	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
804936	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
804936	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
804936	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
804936	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
804936	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
804936	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
804936	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
804936	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
804936	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
804936	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
804936	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
804936	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
804936	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
804936	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
804936	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
804936	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
804936	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
804936	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
804936	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
804936	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
804936	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
804936	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
804936	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
804936	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
804936	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
804936	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
804936	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
804936	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
804936	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
804936	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
804936	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
804936	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
804936	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
804936	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
804936	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
804936	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
804936	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
804936	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
804936	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
804936	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
804936	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
804936	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
804936	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
804936	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
804936	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
804936	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
804936	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
804936	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
804936	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
804936	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
804936	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
804936	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
804936	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
804936	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
804936	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
804936	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
804936	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
804936	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
804936	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
804936	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
804936	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
804936	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
804936	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
804936	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
804936	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
804936	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
804936	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
804936	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
804936	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
804936	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
804936	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
804936	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
804936	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
804936	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
804936	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
804936	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
804936	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
804936	embedding2nn.weight	0	0.3225705027580261
804936	embedding2nn.weight	1	0.38191089034080505
804936	embedding2nn.weight	2	0.005424827802926302
804936	embedding2nn.weight	3	0.01957000233232975
804936	embedding2nn.weight	4	-0.031801022589206696
804936	embedding2nn.weight	5	0.060262247920036316
804936	embedding2nn.weight	6	0.0037305785808712244
804936	embedding2nn.weight	7	-0.0034063176717609167
804936	embedding2nn.weight	8	0.04149150848388672
804936	embedding2nn.weight	9	-0.05332086607813835
804936	embedding2nn.bias	0	0.018619835376739502
804936	embedding2nn.bias	1	-0.18791250884532928
804936	embedding2nn.bias	2	0.13072903454303741
804936	embedding2nn.bias	3	0.172024667263031
804936	embedding2nn.bias	4	0.1535656899213791
804936	embedding2nn.bias	5	-0.0802258849143982
804936	embedding2nn.bias	6	-0.04780280590057373
804936	embedding2nn.bias	7	0.03863155096769333
804936	embedding2nn.bias	8	-0.15077979862689972
804936	embedding2nn.bias	9	-0.37279465794563293
804936	rnn.weight_ih_l0	0	0.008869890123605728
804936	rnn.weight_ih_l0	1	-0.05751124396920204
804936	rnn.weight_ih_l0	2	-0.05003700405359268
804936	rnn.weight_ih_l0	3	0.11464823782444
804936	rnn.weight_ih_l0	4	0.02246684953570366
804936	rnn.weight_ih_l0	5	-0.0737871453166008
804936	rnn.weight_ih_l0	6	0.007783043663948774
804936	rnn.weight_ih_l0	7	-0.023039305582642555
804936	rnn.weight_ih_l0	8	0.014052437618374825
804936	rnn.weight_ih_l0	9	-0.07946126163005829
804936	rnn.weight_hh_l0	0	-0.022890159860253334
804936	rnn.weight_hh_l0	1	0.08309019356966019
804936	rnn.weight_hh_l0	2	0.004320111125707626
804936	rnn.weight_hh_l0	3	-0.03500005230307579
804936	rnn.weight_hh_l0	4	0.08511927723884583
804936	rnn.weight_hh_l0	5	0.0015343388076871634
804936	rnn.weight_hh_l0	6	-0.08843091875314713
804936	rnn.weight_hh_l0	7	-0.13920412957668304
804936	rnn.weight_hh_l0	8	0.04066597670316696
804936	rnn.weight_hh_l0	9	-0.12310413271188736
804936	rnn.bias_ih_l0	0	0.17579242587089539
804936	rnn.bias_ih_l0	1	-0.3408527672290802
804936	rnn.bias_ih_l0	2	-0.0396798811852932
804936	rnn.bias_ih_l0	3	-0.21073682606220245
804936	rnn.bias_ih_l0	4	-0.0009513068362139165
804936	rnn.bias_ih_l0	5	-0.44129541516304016
804936	rnn.bias_ih_l0	6	-0.14584223926067352
804936	rnn.bias_ih_l0	7	-0.38788309693336487
804936	rnn.bias_ih_l0	8	-0.3122129440307617
804936	rnn.bias_ih_l0	9	-0.44327956438064575
804936	rnn.bias_hh_l0	0	-0.35005465149879456
804936	rnn.bias_hh_l0	1	-0.438969224691391
804936	rnn.bias_hh_l0	2	-0.400876522064209
804936	rnn.bias_hh_l0	3	-0.07126158475875854
804936	rnn.bias_hh_l0	4	-0.4020708501338959
804936	rnn.bias_hh_l0	5	-0.37001609802246094
804936	rnn.bias_hh_l0	6	-0.11667685210704803
804936	rnn.bias_hh_l0	7	0.07146923243999481
804936	rnn.bias_hh_l0	8	-0.2349664866924286
804936	rnn.bias_hh_l0	9	-0.5700896978378296
804936	rnn.weight_ih_l0_reverse	0	-0.01663701981306076
804936	rnn.weight_ih_l0_reverse	1	-0.008436196483671665
804936	rnn.weight_ih_l0_reverse	2	0.008258574642241001
804936	rnn.weight_ih_l0_reverse	3	-0.14350619912147522
804936	rnn.weight_ih_l0_reverse	4	0.0762026309967041
804936	rnn.weight_ih_l0_reverse	5	-0.10415637493133545
804936	rnn.weight_ih_l0_reverse	6	0.009222140535712242
804936	rnn.weight_ih_l0_reverse	7	0.029824359342455864
804936	rnn.weight_ih_l0_reverse	8	-0.05234065279364586
804936	rnn.weight_ih_l0_reverse	9	-0.08714985102415085
804936	rnn.weight_hh_l0_reverse	0	-0.15264031291007996
804936	rnn.weight_hh_l0_reverse	1	0.020879046991467476
804936	rnn.weight_hh_l0_reverse	2	-0.01913023181259632
804936	rnn.weight_hh_l0_reverse	3	0.03194256126880646
804936	rnn.weight_hh_l0_reverse	4	-0.08205939829349518
804936	rnn.weight_hh_l0_reverse	5	0.03754422813653946
804936	rnn.weight_hh_l0_reverse	6	0.030836710706353188
804936	rnn.weight_hh_l0_reverse	7	-0.12936267256736755
804936	rnn.weight_hh_l0_reverse	8	-0.08118487894535065
804936	rnn.weight_hh_l0_reverse	9	0.037458378821611404
804936	rnn.bias_ih_l0_reverse	0	-0.18256263434886932
804936	rnn.bias_ih_l0_reverse	1	-0.05927558243274689
804936	rnn.bias_ih_l0_reverse	2	0.16147395968437195
804936	rnn.bias_ih_l0_reverse	3	-0.329664945602417
804936	rnn.bias_ih_l0_reverse	4	0.004744901321828365
804936	rnn.bias_ih_l0_reverse	5	-0.22082746028900146
804936	rnn.bias_ih_l0_reverse	6	0.27872124314308167
804936	rnn.bias_ih_l0_reverse	7	-0.3052695691585541
804936	rnn.bias_ih_l0_reverse	8	-0.19733837246894836
804936	rnn.bias_ih_l0_reverse	9	-0.15489019453525543
804936	rnn.bias_hh_l0_reverse	0	-0.13952477276325226
804936	rnn.bias_hh_l0_reverse	1	0.277235746383667
804936	rnn.bias_hh_l0_reverse	2	-0.3431575894355774
804936	rnn.bias_hh_l0_reverse	3	-0.2329660803079605
804936	rnn.bias_hh_l0_reverse	4	-0.3980576694011688
804936	rnn.bias_hh_l0_reverse	5	-0.20496782660484314
804936	rnn.bias_hh_l0_reverse	6	-0.26760944724082947
804936	rnn.bias_hh_l0_reverse	7	-0.09722059220075607
804936	rnn.bias_hh_l0_reverse	8	-0.3430294096469879
804936	rnn.bias_hh_l0_reverse	9	0.21001194417476654
804936	linear.weight	0	0.23840604722499847
804936	linear.weight	1	-0.4417506456375122
804936	linear.weight	2	0.020730186253786087
804936	linear.weight	3	0.06747490912675858
804936	linear.weight	4	-0.12265913188457489
804936	linear.weight	5	0.22899121046066284
804936	linear.weight	6	-0.03191160783171654
804936	linear.weight	7	-0.0596194788813591
804936	linear.weight	8	0.13810940086841583
804936	linear.weight	9	-0.049929868429899216
804936	linear.bias	0	-0.8642128109931946
804936	linear.bias	1	1.786790132522583
804936	linear.bias	2	0.7156230211257935
804936	linear.bias	3	-2.7431836128234863
804936	linear.bias	4	-0.06931275874376297
804936	linear.bias	5	1.2599413394927979
804936	linear.bias	6	-0.22573785483837128
804936	linear.bias	7	0.8396744132041931
804936	linear.bias	8	2.140101432800293
804936	linear.bias	9	-1.3093957901000977
805545	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
805545	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
805545	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
805545	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
805545	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
805545	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
805545	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
805545	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
805545	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
805545	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
805545	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
805545	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
805545	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
805545	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
805545	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
805545	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
805545	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
805545	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
805545	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
805545	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
805545	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
805545	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
805545	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
805545	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
805545	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
805545	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
805545	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
805545	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
805545	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
805545	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
805545	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
805545	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
805545	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
805545	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
805545	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
805545	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
805545	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
805545	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
805545	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
805545	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
805545	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
805545	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
805545	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
805545	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
805545	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
805545	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
805545	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
805545	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
805545	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
805545	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
805545	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
805545	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
805545	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
805545	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
805545	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
805545	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
805545	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
805545	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
805545	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
805545	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
805545	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
805545	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
805545	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
805545	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
805545	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
805545	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
805545	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
805545	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
805545	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
805545	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
805545	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
805545	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
805545	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
805545	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
805545	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
805545	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
805545	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
805545	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
805545	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
805545	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
805545	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
805545	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
805545	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
805545	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
805545	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
805545	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
805545	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
805545	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
805545	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
805545	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
805545	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
805545	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
805545	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
805545	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
805545	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
805545	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
805545	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
805545	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
805545	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
805545	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
805545	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
805545	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
805545	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
805545	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
805545	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
805545	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
805545	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
805545	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
805545	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
805545	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
805545	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
805545	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
805545	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
805545	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
805545	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
805545	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
805545	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
805545	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
805545	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
805545	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
805545	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
805545	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
805545	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
805545	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
805545	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
805545	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
805545	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
805545	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
805545	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
805545	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
805545	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
805545	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
805545	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
805545	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
805545	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
805545	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
805545	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
805545	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
805545	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
805545	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
805545	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
805545	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
805545	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
805545	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
805545	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
805545	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
805545	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
805545	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
805545	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
805545	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
805545	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
805545	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
805545	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
805545	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
805545	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
805545	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
805545	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
805545	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
805545	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
805545	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
805545	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
805545	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
805545	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
805545	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
805545	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
805545	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
805545	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
805545	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
805545	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
805545	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
805545	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
805545	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
805545	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
805545	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
805545	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
805545	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
805545	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
805545	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
805545	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
805545	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
805545	embedding2nn.weight	0	0.322854608297348
805545	embedding2nn.weight	1	0.382022887468338
805545	embedding2nn.weight	2	0.005097075831145048
805545	embedding2nn.weight	3	0.0168608445674181
805545	embedding2nn.weight	4	-0.031026048585772514
805545	embedding2nn.weight	5	0.059909217059612274
805545	embedding2nn.weight	6	0.005045884754508734
805545	embedding2nn.weight	7	-0.0009500375017523766
805545	embedding2nn.weight	8	0.04169634357094765
805545	embedding2nn.weight	9	-0.053520675748586655
805545	embedding2nn.bias	0	0.018060991540551186
805545	embedding2nn.bias	1	-0.18397974967956543
805545	embedding2nn.bias	2	0.1327711045742035
805545	embedding2nn.bias	3	0.16678845882415771
805545	embedding2nn.bias	4	0.15275932848453522
805545	embedding2nn.bias	5	-0.08146912604570389
805545	embedding2nn.bias	6	-0.04931475594639778
805545	embedding2nn.bias	7	0.037281181663274765
805545	embedding2nn.bias	8	-0.14979438483715057
805545	embedding2nn.bias	9	-0.3789275288581848
805545	rnn.weight_ih_l0	0	0.00885207112878561
805545	rnn.weight_ih_l0	1	-0.057368841022253036
805545	rnn.weight_ih_l0	2	-0.05021950975060463
805545	rnn.weight_ih_l0	3	0.11392439156770706
805545	rnn.weight_ih_l0	4	0.021652663126587868
805545	rnn.weight_ih_l0	5	-0.07277083396911621
805545	rnn.weight_ih_l0	6	0.007983488962054253
805545	rnn.weight_ih_l0	7	-0.022982783615589142
805545	rnn.weight_ih_l0	8	0.013610929250717163
805545	rnn.weight_ih_l0	9	-0.07902578264474869
805545	rnn.weight_hh_l0	0	-0.022916162386536598
805545	rnn.weight_hh_l0	1	0.08303181827068329
805545	rnn.weight_hh_l0	2	0.004376566503196955
805545	rnn.weight_hh_l0	3	-0.03500548005104065
805545	rnn.weight_hh_l0	4	0.08498919010162354
805545	rnn.weight_hh_l0	5	0.0016253369394689798
805545	rnn.weight_hh_l0	6	-0.0884975716471672
805545	rnn.weight_hh_l0	7	-0.13877536356449127
805545	rnn.weight_hh_l0	8	0.040684036910533905
805545	rnn.weight_hh_l0	9	-0.1229875311255455
805545	rnn.bias_ih_l0	0	0.17426343262195587
805545	rnn.bias_ih_l0	1	-0.3405703604221344
805545	rnn.bias_ih_l0	2	-0.03974929079413414
805545	rnn.bias_ih_l0	3	-0.21060891449451447
805545	rnn.bias_ih_l0	4	0.0002578308340162039
805545	rnn.bias_ih_l0	5	-0.4403361976146698
805545	rnn.bias_ih_l0	6	-0.1448017954826355
805545	rnn.bias_ih_l0	7	-0.38779473304748535
805545	rnn.bias_ih_l0	8	-0.3133559823036194
805545	rnn.bias_ih_l0	9	-0.44611045718193054
805545	rnn.bias_hh_l0	0	-0.3491727411746979
805545	rnn.bias_hh_l0	1	-0.43892616033554077
805545	rnn.bias_hh_l0	2	-0.3997266888618469
805545	rnn.bias_hh_l0	3	-0.0705355629324913
805545	rnn.bias_hh_l0	4	-0.4018123149871826
805545	rnn.bias_hh_l0	5	-0.3698093891143799
805545	rnn.bias_hh_l0	6	-0.11591837555170059
805545	rnn.bias_hh_l0	7	0.07107865810394287
805545	rnn.bias_hh_l0	8	-0.23407548666000366
805545	rnn.bias_hh_l0	9	-0.5706220269203186
805545	rnn.weight_ih_l0_reverse	0	-0.017114294692873955
805545	rnn.weight_ih_l0_reverse	1	-0.008443513885140419
805545	rnn.weight_ih_l0_reverse	2	0.007963132113218307
805545	rnn.weight_ih_l0_reverse	3	-0.14356721937656403
805545	rnn.weight_ih_l0_reverse	4	0.07635077089071274
805545	rnn.weight_ih_l0_reverse	5	-0.10369021445512772
805545	rnn.weight_ih_l0_reverse	6	0.010134024545550346
805545	rnn.weight_ih_l0_reverse	7	0.0299341082572937
805545	rnn.weight_ih_l0_reverse	8	-0.051992692053318024
805545	rnn.weight_ih_l0_reverse	9	-0.08724797517061234
805545	rnn.weight_hh_l0_reverse	0	-0.15254251658916473
805545	rnn.weight_hh_l0_reverse	1	0.020902829244732857
805545	rnn.weight_hh_l0_reverse	2	-0.019179506227374077
805545	rnn.weight_hh_l0_reverse	3	0.03182462230324745
805545	rnn.weight_hh_l0_reverse	4	-0.08197366446256638
805545	rnn.weight_hh_l0_reverse	5	0.03740464895963669
805545	rnn.weight_hh_l0_reverse	6	0.03083469159901142
805545	rnn.weight_hh_l0_reverse	7	-0.12949365377426147
805545	rnn.weight_hh_l0_reverse	8	-0.08104855567216873
805545	rnn.weight_hh_l0_reverse	9	0.0373929999768734
805545	rnn.bias_ih_l0_reverse	0	-0.18244068324565887
805545	rnn.bias_ih_l0_reverse	1	-0.05939651280641556
805545	rnn.bias_ih_l0_reverse	2	0.16082561016082764
805545	rnn.bias_ih_l0_reverse	3	-0.32913532853126526
805545	rnn.bias_ih_l0_reverse	4	0.004529262892901897
805545	rnn.bias_ih_l0_reverse	5	-0.22103093564510345
805545	rnn.bias_ih_l0_reverse	6	0.27850982546806335
805545	rnn.bias_ih_l0_reverse	7	-0.3031201958656311
805545	rnn.bias_ih_l0_reverse	8	-0.19768528640270233
805545	rnn.bias_ih_l0_reverse	9	-0.15306256711483002
805545	rnn.bias_hh_l0_reverse	0	-0.13963723182678223
805545	rnn.bias_hh_l0_reverse	1	0.2780262529850006
805545	rnn.bias_hh_l0_reverse	2	-0.34409040212631226
805545	rnn.bias_hh_l0_reverse	3	-0.23127008974552155
805545	rnn.bias_hh_l0_reverse	4	-0.39802512526512146
805545	rnn.bias_hh_l0_reverse	5	-0.20596256852149963
805545	rnn.bias_hh_l0_reverse	6	-0.2683241069316864
805545	rnn.bias_hh_l0_reverse	7	-0.09682746976613998
805545	rnn.bias_hh_l0_reverse	8	-0.3439943194389343
805545	rnn.bias_hh_l0_reverse	9	0.20845328271389008
805545	linear.weight	0	0.23577602207660675
805545	linear.weight	1	-0.44261157512664795
805545	linear.weight	2	0.02230730839073658
805545	linear.weight	3	0.06747493892908096
805545	linear.weight	4	-0.1275506168603897
805545	linear.weight	5	0.2297128587961197
805545	linear.weight	6	-0.029698623344302177
805545	linear.weight	7	-0.05961894989013672
805545	linear.weight	8	0.14045192301273346
805545	linear.weight	9	-0.04993017762899399
805545	linear.bias	0	-0.8672360777854919
805545	linear.bias	1	1.7889825105667114
805545	linear.bias	2	0.718828022480011
805545	linear.bias	3	-2.743189811706543
805545	linear.bias	4	-0.06327211856842041
805545	linear.bias	5	1.258123755455017
805545	linear.bias	6	-0.22443044185638428
805545	linear.bias	7	0.8454245328903198
805545	linear.bias	8	2.136031150817871
805545	linear.bias	9	-1.3034782409667969
806154	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
806154	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
806154	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
806154	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
806154	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
806154	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
806154	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
806154	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
806154	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
806154	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
806154	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
806154	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
806154	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
806154	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
806154	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
806154	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
806154	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
806154	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
806154	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
806154	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
806154	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
806154	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
806154	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
806154	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
806154	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
806154	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
806154	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
806154	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
806154	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
806154	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
806154	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
806154	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
806154	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
806154	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
806154	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
806154	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
806154	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
806154	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
806154	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
806154	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
806154	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
806154	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
806154	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
806154	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
806154	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
806154	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
806154	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
806154	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
806154	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
806154	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
806154	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
806154	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
806154	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
806154	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
806154	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
806154	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
806154	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
806154	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
806154	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
806154	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
806154	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
806154	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
806154	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
806154	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
806154	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
806154	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
806154	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
806154	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
806154	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
806154	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
806154	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
806154	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
806154	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
806154	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
806154	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
806154	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
806154	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
806154	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
806154	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
806154	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
806154	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
806154	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
806154	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
806154	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
806154	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
806154	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
806154	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
806154	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
806154	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
806154	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
806154	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
806154	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
806154	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
806154	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
806154	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
806154	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
806154	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
806154	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
806154	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
806154	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
806154	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
806154	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
806154	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
806154	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
806154	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
806154	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
806154	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
806154	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
806154	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
806154	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
806154	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
806154	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
806154	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
806154	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
806154	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
806154	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
806154	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
806154	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
806154	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
806154	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
806154	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
806154	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
806154	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
806154	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
806154	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
806154	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
806154	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
806154	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
806154	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
806154	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
806154	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
806154	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
806154	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
806154	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
806154	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
806154	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
806154	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
806154	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
806154	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
806154	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
806154	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
806154	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
806154	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
806154	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
806154	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
806154	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
806154	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
806154	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
806154	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
806154	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
806154	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
806154	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
806154	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
806154	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
806154	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
806154	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
806154	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
806154	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
806154	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
806154	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
806154	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
806154	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
806154	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
806154	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
806154	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
806154	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
806154	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
806154	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
806154	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
806154	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
806154	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
806154	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
806154	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
806154	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
806154	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
806154	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
806154	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
806154	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
806154	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
806154	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
806154	embedding2nn.weight	0	0.3225686550140381
806154	embedding2nn.weight	1	0.38267526030540466
806154	embedding2nn.weight	2	0.005256337113678455
806154	embedding2nn.weight	3	0.0193336084485054
806154	embedding2nn.weight	4	-0.030826319009065628
806154	embedding2nn.weight	5	0.05937172472476959
806154	embedding2nn.weight	6	0.005827074870467186
806154	embedding2nn.weight	7	-0.0008336382452398539
806154	embedding2nn.weight	8	0.041305460035800934
806154	embedding2nn.weight	9	-0.0545453242957592
806154	embedding2nn.bias	0	0.013925746083259583
806154	embedding2nn.bias	1	-0.18728110194206238
806154	embedding2nn.bias	2	0.12896400690078735
806154	embedding2nn.bias	3	0.17028778791427612
806154	embedding2nn.bias	4	0.1533166617155075
806154	embedding2nn.bias	5	-0.08199384808540344
806154	embedding2nn.bias	6	-0.04431697353720665
806154	embedding2nn.bias	7	0.03524182364344597
806154	embedding2nn.bias	8	-0.14423614740371704
806154	embedding2nn.bias	9	-0.3753332793712616
806154	rnn.weight_ih_l0	0	0.009183749556541443
806154	rnn.weight_ih_l0	1	-0.0574827715754509
806154	rnn.weight_ih_l0	2	-0.050260279327631
806154	rnn.weight_ih_l0	3	0.11450716108083725
806154	rnn.weight_ih_l0	4	0.022408591583371162
806154	rnn.weight_ih_l0	5	-0.07287285476922989
806154	rnn.weight_ih_l0	6	0.008535814471542835
806154	rnn.weight_ih_l0	7	-0.02361663617193699
806154	rnn.weight_ih_l0	8	0.013265162706375122
806154	rnn.weight_ih_l0	9	-0.07868069410324097
806154	rnn.weight_hh_l0	0	-0.022938793525099754
806154	rnn.weight_hh_l0	1	0.08280312269926071
806154	rnn.weight_hh_l0	2	0.004271597135812044
806154	rnn.weight_hh_l0	3	-0.034980881959199905
806154	rnn.weight_hh_l0	4	0.08500345796346664
806154	rnn.weight_hh_l0	5	0.0017100789118558168
806154	rnn.weight_hh_l0	6	-0.08836483955383301
806154	rnn.weight_hh_l0	7	-0.13939732313156128
806154	rnn.weight_hh_l0	8	0.04065815359354019
806154	rnn.weight_hh_l0	9	-0.12303446233272552
806154	rnn.bias_ih_l0	0	0.17512454092502594
806154	rnn.bias_ih_l0	1	-0.3408411145210266
806154	rnn.bias_ih_l0	2	-0.03933049738407135
806154	rnn.bias_ih_l0	3	-0.21132320165634155
806154	rnn.bias_ih_l0	4	-0.00046303324052132666
806154	rnn.bias_ih_l0	5	-0.43905109167099
806154	rnn.bias_ih_l0	6	-0.14347681403160095
806154	rnn.bias_ih_l0	7	-0.3878152668476105
806154	rnn.bias_ih_l0	8	-0.31351298093795776
806154	rnn.bias_ih_l0	9	-0.4450801908969879
806154	rnn.bias_hh_l0	0	-0.34959331154823303
806154	rnn.bias_hh_l0	1	-0.4385277330875397
806154	rnn.bias_hh_l0	2	-0.3998224437236786
806154	rnn.bias_hh_l0	3	-0.06956671923398972
806154	rnn.bias_hh_l0	4	-0.40161678194999695
806154	rnn.bias_hh_l0	5	-0.3703042268753052
806154	rnn.bias_hh_l0	6	-0.11733002960681915
806154	rnn.bias_hh_l0	7	0.07201862335205078
806154	rnn.bias_hh_l0	8	-0.23457908630371094
806154	rnn.bias_hh_l0	9	-0.569942831993103
806154	rnn.weight_ih_l0_reverse	0	-0.017650896683335304
806154	rnn.weight_ih_l0_reverse	1	-0.008341376669704914
806154	rnn.weight_ih_l0_reverse	2	0.0074407183565199375
806154	rnn.weight_ih_l0_reverse	3	-0.14377962052822113
806154	rnn.weight_ih_l0_reverse	4	0.07642970979213715
806154	rnn.weight_ih_l0_reverse	5	-0.10344646126031876
806154	rnn.weight_ih_l0_reverse	6	0.009854030795395374
806154	rnn.weight_ih_l0_reverse	7	0.030037401244044304
806154	rnn.weight_ih_l0_reverse	8	-0.05186520889401436
806154	rnn.weight_ih_l0_reverse	9	-0.08721939474344254
806154	rnn.weight_hh_l0_reverse	0	-0.15217053890228271
806154	rnn.weight_hh_l0_reverse	1	0.02107030525803566
806154	rnn.weight_hh_l0_reverse	2	-0.019183160737156868
806154	rnn.weight_hh_l0_reverse	3	0.031786978244781494
806154	rnn.weight_hh_l0_reverse	4	-0.08201950788497925
806154	rnn.weight_hh_l0_reverse	5	0.03737764433026314
806154	rnn.weight_hh_l0_reverse	6	0.03084154799580574
806154	rnn.weight_hh_l0_reverse	7	-0.1294127255678177
806154	rnn.weight_hh_l0_reverse	8	-0.08092515170574188
806154	rnn.weight_hh_l0_reverse	9	0.037691447883844376
806154	rnn.bias_ih_l0_reverse	0	-0.18313764035701752
806154	rnn.bias_ih_l0_reverse	1	-0.05867663398385048
806154	rnn.bias_ih_l0_reverse	2	0.16108152270317078
806154	rnn.bias_ih_l0_reverse	3	-0.3286360502243042
806154	rnn.bias_ih_l0_reverse	4	0.005048081744462252
806154	rnn.bias_ih_l0_reverse	5	-0.22155997157096863
806154	rnn.bias_ih_l0_reverse	6	0.278900146484375
806154	rnn.bias_ih_l0_reverse	7	-0.3037029504776001
806154	rnn.bias_ih_l0_reverse	8	-0.1974230855703354
806154	rnn.bias_ih_l0_reverse	9	-0.15236620604991913
806154	rnn.bias_hh_l0_reverse	0	-0.14097657799720764
806154	rnn.bias_hh_l0_reverse	1	0.27846232056617737
806154	rnn.bias_hh_l0_reverse	2	-0.34294945001602173
806154	rnn.bias_hh_l0_reverse	3	-0.23046071827411652
806154	rnn.bias_hh_l0_reverse	4	-0.3985002934932709
806154	rnn.bias_hh_l0_reverse	5	-0.20521491765975952
806154	rnn.bias_hh_l0_reverse	6	-0.26851901412010193
806154	rnn.bias_hh_l0_reverse	7	-0.09671903401613235
806154	rnn.bias_hh_l0_reverse	8	-0.3438003659248352
806154	rnn.bias_hh_l0_reverse	9	0.20941168069839478
806154	linear.weight	0	0.2361488789319992
806154	linear.weight	1	-0.43819013237953186
806154	linear.weight	2	0.0304957814514637
806154	linear.weight	3	0.06747495383024216
806154	linear.weight	4	-0.12590448558330536
806154	linear.weight	5	0.23281316459178925
806154	linear.weight	6	-0.03151401877403259
806154	linear.weight	7	-0.059618737548589706
806154	linear.weight	8	0.14201895892620087
806154	linear.weight	9	-0.04993050545454025
806154	linear.bias	0	-0.8551396131515503
806154	linear.bias	1	1.7842020988464355
806154	linear.bias	2	0.7074698805809021
806154	linear.bias	3	-2.743194103240967
806154	linear.bias	4	-0.06768918037414551
806154	linear.bias	5	1.2661985158920288
806154	linear.bias	6	-0.2223948985338211
806154	linear.bias	7	0.834601879119873
806154	linear.bias	8	2.1353392601013184
806154	linear.bias	9	-1.301896333694458
806763	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
806763	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
806763	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
806763	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
806763	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
806763	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
806763	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
806763	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
806763	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
806763	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
806763	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
806763	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
806763	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
806763	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
806763	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
806763	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
806763	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
806763	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
806763	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
806763	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
806763	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
806763	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
806763	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
806763	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
806763	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
806763	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
806763	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
806763	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
806763	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
806763	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
806763	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
806763	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
806763	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
806763	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
806763	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
806763	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
806763	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
806763	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
806763	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
806763	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
806763	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
806763	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
806763	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
806763	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
806763	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
806763	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
806763	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
806763	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
806763	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
806763	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
806763	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
806763	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
806763	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
806763	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
806763	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
806763	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
806763	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
806763	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
806763	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
806763	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
806763	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
806763	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
806763	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
806763	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
806763	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
806763	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
806763	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
806763	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
806763	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
806763	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
806763	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
806763	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
806763	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
806763	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
806763	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
806763	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
806763	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
806763	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
806763	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
806763	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
806763	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
806763	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
806763	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
806763	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
806763	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
806763	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
806763	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
806763	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
806763	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
806763	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
806763	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
806763	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
806763	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
806763	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
806763	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
806763	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
806763	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
806763	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
806763	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
806763	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
806763	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
806763	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
806763	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
806763	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
806763	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
806763	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
806763	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
806763	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
806763	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
806763	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
806763	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
806763	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
806763	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
806763	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
806763	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
806763	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
806763	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
806763	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
806763	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
806763	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
806763	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
806763	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
806763	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
806763	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
806763	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
806763	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
806763	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
806763	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
806763	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
806763	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
806763	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
806763	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
806763	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
806763	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
806763	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
806763	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
806763	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
806763	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
806763	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
806763	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
806763	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
806763	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
806763	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
806763	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
806763	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
806763	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
806763	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
806763	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
806763	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
806763	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
806763	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
806763	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
806763	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
806763	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
806763	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
806763	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
806763	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
806763	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
806763	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
806763	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
806763	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
806763	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
806763	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
806763	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
806763	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
806763	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
806763	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
806763	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
806763	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
806763	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
806763	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
806763	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
806763	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
806763	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
806763	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
806763	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
806763	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
806763	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
806763	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
806763	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
806763	embedding2nn.weight	0	0.3222511112689972
806763	embedding2nn.weight	1	0.3821277618408203
806763	embedding2nn.weight	2	0.0051849293522536755
806763	embedding2nn.weight	3	0.020064035430550575
806763	embedding2nn.weight	4	-0.0313587486743927
806763	embedding2nn.weight	5	0.05864781513810158
806763	embedding2nn.weight	6	0.008799239993095398
806763	embedding2nn.weight	7	-0.0013980986550450325
806763	embedding2nn.weight	8	0.04169435799121857
806763	embedding2nn.weight	9	-0.054274555295705795
806763	embedding2nn.bias	0	0.01695379987359047
806763	embedding2nn.bias	1	-0.1837461292743683
806763	embedding2nn.bias	2	0.1295068860054016
806763	embedding2nn.bias	3	0.16561225056648254
806763	embedding2nn.bias	4	0.1516379863023758
806763	embedding2nn.bias	5	-0.07900388538837433
806763	embedding2nn.bias	6	-0.05159400776028633
806763	embedding2nn.bias	7	0.03981128707528114
806763	embedding2nn.bias	8	-0.1461075246334076
806763	embedding2nn.bias	9	-0.3746374249458313
806763	rnn.weight_ih_l0	0	0.009309876710176468
806763	rnn.weight_ih_l0	1	-0.05760239437222481
806763	rnn.weight_ih_l0	2	-0.050516802817583084
806763	rnn.weight_ih_l0	3	0.11423899978399277
806763	rnn.weight_ih_l0	4	0.02307932637631893
806763	rnn.weight_ih_l0	5	-0.07447588443756104
806763	rnn.weight_ih_l0	6	0.008886273019015789
806763	rnn.weight_ih_l0	7	-0.023912694305181503
806763	rnn.weight_ih_l0	8	0.014815011061728
806763	rnn.weight_ih_l0	9	-0.07809602469205856
806763	rnn.weight_hh_l0	0	-0.022936969995498657
806763	rnn.weight_hh_l0	1	0.0828472375869751
806763	rnn.weight_hh_l0	2	0.004216792527586222
806763	rnn.weight_hh_l0	3	-0.03503130376338959
806763	rnn.weight_hh_l0	4	0.0850464403629303
806763	rnn.weight_hh_l0	5	0.0014402152737602592
806763	rnn.weight_hh_l0	6	-0.08836383372545242
806763	rnn.weight_hh_l0	7	-0.13957378268241882
806763	rnn.weight_hh_l0	8	0.04067438095808029
806763	rnn.weight_hh_l0	9	-0.12308319658041
806763	rnn.bias_ih_l0	0	0.1738326996564865
806763	rnn.bias_ih_l0	1	-0.3398706018924713
806763	rnn.bias_ih_l0	2	-0.0390775166451931
806763	rnn.bias_ih_l0	3	-0.20995159447193146
806763	rnn.bias_ih_l0	4	0.002723825629800558
806763	rnn.bias_ih_l0	5	-0.440117210149765
806763	rnn.bias_ih_l0	6	-0.14358314871788025
806763	rnn.bias_ih_l0	7	-0.3880282938480377
806763	rnn.bias_ih_l0	8	-0.31373992562294006
806763	rnn.bias_ih_l0	9	-0.4449900984764099
806763	rnn.bias_hh_l0	0	-0.34993600845336914
806763	rnn.bias_hh_l0	1	-0.4393215477466583
806763	rnn.bias_hh_l0	2	-0.4011598229408264
806763	rnn.bias_hh_l0	3	-0.06933435052633286
806763	rnn.bias_hh_l0	4	-0.40153926610946655
806763	rnn.bias_hh_l0	5	-0.37048211693763733
806763	rnn.bias_hh_l0	6	-0.11828890442848206
806763	rnn.bias_hh_l0	7	0.0722305178642273
806763	rnn.bias_hh_l0	8	-0.2337668538093567
806763	rnn.bias_hh_l0	9	-0.5694778561592102
806763	rnn.weight_ih_l0_reverse	0	-0.016574228182435036
806763	rnn.weight_ih_l0_reverse	1	-0.008290741592645645
806763	rnn.weight_ih_l0_reverse	2	0.007409360725432634
806763	rnn.weight_ih_l0_reverse	3	-0.14324872195720673
806763	rnn.weight_ih_l0_reverse	4	0.07636646926403046
806763	rnn.weight_ih_l0_reverse	5	-0.10315094143152237
806763	rnn.weight_ih_l0_reverse	6	0.009633909910917282
806763	rnn.weight_ih_l0_reverse	7	0.030294541269540787
806763	rnn.weight_ih_l0_reverse	8	-0.051563337445259094
806763	rnn.weight_ih_l0_reverse	9	-0.08786018192768097
806763	rnn.weight_hh_l0_reverse	0	-0.1523139774799347
806763	rnn.weight_hh_l0_reverse	1	0.02093549259006977
806763	rnn.weight_hh_l0_reverse	2	-0.01919729821383953
806763	rnn.weight_hh_l0_reverse	3	0.0318143293261528
806763	rnn.weight_hh_l0_reverse	4	-0.08190347999334335
806763	rnn.weight_hh_l0_reverse	5	0.037320543080568314
806763	rnn.weight_hh_l0_reverse	6	0.03085567057132721
806763	rnn.weight_hh_l0_reverse	7	-0.1293826401233673
806763	rnn.weight_hh_l0_reverse	8	-0.08142633736133575
806763	rnn.weight_hh_l0_reverse	9	0.037635356187820435
806763	rnn.bias_ih_l0_reverse	0	-0.18395884335041046
806763	rnn.bias_ih_l0_reverse	1	-0.05792415887117386
806763	rnn.bias_ih_l0_reverse	2	0.16114941239356995
806763	rnn.bias_ih_l0_reverse	3	-0.3296341896057129
806763	rnn.bias_ih_l0_reverse	4	0.004554836545139551
806763	rnn.bias_ih_l0_reverse	5	-0.22158175706863403
806763	rnn.bias_ih_l0_reverse	6	0.2785278856754303
806763	rnn.bias_ih_l0_reverse	7	-0.3007914125919342
806763	rnn.bias_ih_l0_reverse	8	-0.19701619446277618
806763	rnn.bias_ih_l0_reverse	9	-0.15087519586086273
806763	rnn.bias_hh_l0_reverse	0	-0.14059588313102722
806763	rnn.bias_hh_l0_reverse	1	0.27841079235076904
806763	rnn.bias_hh_l0_reverse	2	-0.34367671608924866
806763	rnn.bias_hh_l0_reverse	3	-0.22916492819786072
806763	rnn.bias_hh_l0_reverse	4	-0.39797553420066833
806763	rnn.bias_hh_l0_reverse	5	-0.2071942389011383
806763	rnn.bias_hh_l0_reverse	6	-0.26823490858078003
806763	rnn.bias_hh_l0_reverse	7	-0.09719569236040115
806763	rnn.bias_hh_l0_reverse	8	-0.34259119629859924
806763	rnn.bias_hh_l0_reverse	9	0.20641285181045532
806763	linear.weight	0	0.2310670018196106
806763	linear.weight	1	-0.44008004665374756
806763	linear.weight	2	0.024410968646407127
806763	linear.weight	3	0.06747493892908096
806763	linear.weight	4	-0.1265903115272522
806763	linear.weight	5	0.23541465401649475
806763	linear.weight	6	-0.03193261846899986
806763	linear.weight	7	-0.05961820110678673
806763	linear.weight	8	0.14239796996116638
806763	linear.weight	9	-0.04993080347776413
806763	linear.bias	0	-0.861539900302887
806763	linear.bias	1	1.77753746509552
806763	linear.bias	2	0.7153981328010559
806763	linear.bias	3	-2.743199348449707
806763	linear.bias	4	-0.06771345436573029
806763	linear.bias	5	1.2702547311782837
806763	linear.bias	6	-0.22584980726242065
806763	linear.bias	7	0.8457632064819336
806763	linear.bias	8	2.1277501583099365
806763	linear.bias	9	-1.3000482320785522
807372	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
807372	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
807372	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
807372	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
807372	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
807372	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
807372	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
807372	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
807372	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
807372	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
807372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
807372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
807372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
807372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
807372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
807372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
807372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
807372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
807372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
807372	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
807372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
807372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
807372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
807372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
807372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
807372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
807372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
807372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
807372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
807372	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
807372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
807372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
807372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
807372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
807372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
807372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
807372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
807372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
807372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
807372	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
807372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
807372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
807372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
807372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
807372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
807372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
807372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
807372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
807372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
807372	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
807372	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
807372	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
807372	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
807372	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
807372	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
807372	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
807372	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
807372	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
807372	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
807372	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
807372	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
807372	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
807372	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
807372	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
807372	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
807372	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
807372	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
807372	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
807372	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
807372	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
807372	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
807372	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
807372	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
807372	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
807372	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
807372	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
807372	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
807372	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
807372	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
807372	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
807372	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
807372	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
807372	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
807372	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
807372	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
807372	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
807372	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
807372	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
807372	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
807372	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
807372	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
807372	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
807372	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
807372	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
807372	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
807372	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
807372	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
807372	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
807372	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
807372	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
807372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
807372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
807372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
807372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
807372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
807372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
807372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
807372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
807372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
807372	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
807372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
807372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
807372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
807372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
807372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
807372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
807372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
807372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
807372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
807372	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
807372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
807372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
807372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
807372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
807372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
807372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
807372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
807372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
807372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
807372	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
807372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
807372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
807372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
807372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
807372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
807372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
807372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
807372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
807372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
807372	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
807372	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
807372	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
807372	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
807372	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
807372	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
807372	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
807372	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
807372	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
807372	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
807372	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
807372	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
807372	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
807372	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
807372	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
807372	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
807372	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
807372	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
807372	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
807372	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
807372	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
807372	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
807372	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
807372	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
807372	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
807372	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
807372	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
807372	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
807372	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
807372	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
807372	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
807372	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
807372	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
807372	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
807372	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
807372	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
807372	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
807372	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
807372	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
807372	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
807372	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
807372	embedding2nn.weight	0	0.3222941756248474
807372	embedding2nn.weight	1	0.38213157653808594
807372	embedding2nn.weight	2	0.0043218075297772884
807372	embedding2nn.weight	3	0.017732765525579453
807372	embedding2nn.weight	4	-0.03152291849255562
807372	embedding2nn.weight	5	0.05827607959508896
807372	embedding2nn.weight	6	0.00815465860068798
807372	embedding2nn.weight	7	-0.0008826443227007985
807372	embedding2nn.weight	8	0.042042698711156845
807372	embedding2nn.weight	9	-0.05642499774694443
807372	embedding2nn.bias	0	0.015181577764451504
807372	embedding2nn.bias	1	-0.18717864155769348
807372	embedding2nn.bias	2	0.1272841989994049
807372	embedding2nn.bias	3	0.16867105662822723
807372	embedding2nn.bias	4	0.1555359661579132
807372	embedding2nn.bias	5	-0.08170941472053528
807372	embedding2nn.bias	6	-0.05374150723218918
807372	embedding2nn.bias	7	0.04328038915991783
807372	embedding2nn.bias	8	-0.14397825300693512
807372	embedding2nn.bias	9	-0.3713875412940979
807372	rnn.weight_ih_l0	0	0.009489759802818298
807372	rnn.weight_ih_l0	1	-0.0575820729136467
807372	rnn.weight_ih_l0	2	-0.0509866438806057
807372	rnn.weight_ih_l0	3	0.11424484103918076
807372	rnn.weight_ih_l0	4	0.021795660257339478
807372	rnn.weight_ih_l0	5	-0.07342073321342468
807372	rnn.weight_ih_l0	6	0.009113805368542671
807372	rnn.weight_ih_l0	7	-0.023783311247825623
807372	rnn.weight_ih_l0	8	0.014014828950166702
807372	rnn.weight_ih_l0	9	-0.07796655595302582
807372	rnn.weight_hh_l0	0	-0.022964736446738243
807372	rnn.weight_hh_l0	1	0.08300694078207016
807372	rnn.weight_hh_l0	2	0.004087874665856361
807372	rnn.weight_hh_l0	3	-0.03506726026535034
807372	rnn.weight_hh_l0	4	0.08513422310352325
807372	rnn.weight_hh_l0	5	0.001187799614854157
807372	rnn.weight_hh_l0	6	-0.08830220252275467
807372	rnn.weight_hh_l0	7	-0.14003537595272064
807372	rnn.weight_hh_l0	8	0.04067637026309967
807372	rnn.weight_hh_l0	9	-0.12291867285966873
807372	rnn.bias_ih_l0	0	0.17518050968647003
807372	rnn.bias_ih_l0	1	-0.33983585238456726
807372	rnn.bias_ih_l0	2	-0.039525069296360016
807372	rnn.bias_ih_l0	3	-0.21044911444187164
807372	rnn.bias_ih_l0	4	0.0041983588598668575
807372	rnn.bias_ih_l0	5	-0.4401281774044037
807372	rnn.bias_ih_l0	6	-0.14383190870285034
807372	rnn.bias_ih_l0	7	-0.38839036226272583
807372	rnn.bias_ih_l0	8	-0.3130725622177124
807372	rnn.bias_ih_l0	9	-0.4453454911708832
807372	rnn.bias_hh_l0	0	-0.3501444160938263
807372	rnn.bias_hh_l0	1	-0.4385669529438019
807372	rnn.bias_hh_l0	2	-0.4027577340602875
807372	rnn.bias_hh_l0	3	-0.07001864910125732
807372	rnn.bias_hh_l0	4	-0.40170952677726746
807372	rnn.bias_hh_l0	5	-0.3710075914859772
807372	rnn.bias_hh_l0	6	-0.11705221235752106
807372	rnn.bias_hh_l0	7	0.07241357117891312
807372	rnn.bias_hh_l0	8	-0.23334942758083344
807372	rnn.bias_hh_l0	9	-0.5695134401321411
807372	rnn.weight_ih_l0_reverse	0	-0.01627608761191368
807372	rnn.weight_ih_l0_reverse	1	-0.008185447193682194
807372	rnn.weight_ih_l0_reverse	2	0.0073640900664031506
807372	rnn.weight_ih_l0_reverse	3	-0.14357976615428925
807372	rnn.weight_ih_l0_reverse	4	0.07615988701581955
807372	rnn.weight_ih_l0_reverse	5	-0.10350073873996735
807372	rnn.weight_ih_l0_reverse	6	0.008711823262274265
807372	rnn.weight_ih_l0_reverse	7	0.030352359637618065
807372	rnn.weight_ih_l0_reverse	8	-0.05181782692670822
807372	rnn.weight_ih_l0_reverse	9	-0.08694919943809509
807372	rnn.weight_hh_l0_reverse	0	-0.15219230949878693
807372	rnn.weight_hh_l0_reverse	1	0.02094409428536892
807372	rnn.weight_hh_l0_reverse	2	-0.019194237887859344
807372	rnn.weight_hh_l0_reverse	3	0.03168483078479767
807372	rnn.weight_hh_l0_reverse	4	-0.08180569112300873
807372	rnn.weight_hh_l0_reverse	5	0.037369512021541595
807372	rnn.weight_hh_l0_reverse	6	0.03084314987063408
807372	rnn.weight_hh_l0_reverse	7	-0.1291605681180954
807372	rnn.weight_hh_l0_reverse	8	-0.08071816712617874
807372	rnn.weight_hh_l0_reverse	9	0.03762102499604225
807372	rnn.bias_ih_l0_reverse	0	-0.1850019097328186
807372	rnn.bias_ih_l0_reverse	1	-0.058435019105672836
807372	rnn.bias_ih_l0_reverse	2	0.16112181544303894
807372	rnn.bias_ih_l0_reverse	3	-0.32964184880256653
807372	rnn.bias_ih_l0_reverse	4	0.0038912876043468714
807372	rnn.bias_ih_l0_reverse	5	-0.2216258943080902
807372	rnn.bias_ih_l0_reverse	6	0.2774733901023865
807372	rnn.bias_ih_l0_reverse	7	-0.29961246252059937
807372	rnn.bias_ih_l0_reverse	8	-0.19699682295322418
807372	rnn.bias_ih_l0_reverse	9	-0.15096387267112732
807372	rnn.bias_hh_l0_reverse	0	-0.14140276610851288
807372	rnn.bias_hh_l0_reverse	1	0.27786093950271606
807372	rnn.bias_hh_l0_reverse	2	-0.34385085105895996
807372	rnn.bias_hh_l0_reverse	3	-0.22616851329803467
807372	rnn.bias_hh_l0_reverse	4	-0.3968157470226288
807372	rnn.bias_hh_l0_reverse	5	-0.20812425017356873
807372	rnn.bias_hh_l0_reverse	6	-0.26863253116607666
807372	rnn.bias_hh_l0_reverse	7	-0.09784796833992004
807372	rnn.bias_hh_l0_reverse	8	-0.3414708971977234
807372	rnn.bias_hh_l0_reverse	9	0.20573905110359192
807372	linear.weight	0	0.22448097169399261
807372	linear.weight	1	-0.43549782037734985
807372	linear.weight	2	0.027142668142914772
807372	linear.weight	3	0.06747505813837051
807372	linear.weight	4	-0.12203704565763474
807372	linear.weight	5	0.234402135014534
807372	linear.weight	6	-0.03399036079645157
807372	linear.weight	7	-0.05961763113737106
807372	linear.weight	8	0.14389480650424957
807372	linear.weight	9	-0.04993128776550293
807372	linear.bias	0	-0.8633484840393066
807372	linear.bias	1	1.7867100238800049
807372	linear.bias	2	0.7166746258735657
807372	linear.bias	3	-2.7432076930999756
807372	linear.bias	4	-0.07826870679855347
807372	linear.bias	5	1.266580581665039
807372	linear.bias	6	-0.22828324139118195
807372	linear.bias	7	0.8405203819274902
807372	linear.bias	8	2.1268510818481445
807372	linear.bias	9	-1.2961077690124512
807981	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
807981	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
807981	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
807981	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
807981	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
807981	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
807981	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
807981	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
807981	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
807981	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
807981	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
807981	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
807981	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
807981	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
807981	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
807981	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
807981	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
807981	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
807981	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
807981	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
807981	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
807981	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
807981	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
807981	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
807981	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
807981	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
807981	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
807981	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
807981	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
807981	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
807981	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
807981	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
807981	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
807981	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
807981	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
807981	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
807981	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
807981	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
807981	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
807981	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
807981	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
807981	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
807981	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
807981	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
807981	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
807981	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
807981	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
807981	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
807981	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
807981	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
807981	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
807981	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
807981	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
807981	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
807981	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
807981	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
807981	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
807981	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
807981	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
807981	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
807981	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
807981	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
807981	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
807981	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
807981	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
807981	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
807981	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
807981	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
807981	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
807981	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
807981	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
807981	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
807981	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
807981	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
807981	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
807981	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
807981	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
807981	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
807981	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
807981	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
807981	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
807981	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
807981	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
807981	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
807981	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
807981	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
807981	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
807981	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
807981	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
807981	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
807981	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
807981	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
807981	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
807981	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
807981	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
807981	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
807981	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
807981	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
807981	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
807981	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
807981	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
807981	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
807981	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
807981	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
807981	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
807981	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
807981	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
807981	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
807981	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
807981	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
807981	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
807981	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
807981	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
807981	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
807981	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
807981	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
807981	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
807981	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
807981	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
807981	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
807981	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
807981	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
807981	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
807981	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
807981	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
807981	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
807981	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
807981	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
807981	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
807981	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
807981	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
807981	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
807981	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
807981	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
807981	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
807981	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
807981	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
807981	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
807981	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
807981	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
807981	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
807981	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
807981	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
807981	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
807981	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
807981	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
807981	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
807981	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
807981	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
807981	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
807981	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
807981	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
807981	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
807981	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
807981	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
807981	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
807981	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
807981	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
807981	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
807981	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
807981	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
807981	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
807981	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
807981	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
807981	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
807981	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
807981	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
807981	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
807981	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
807981	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
807981	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
807981	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
807981	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
807981	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
807981	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
807981	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
807981	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
807981	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
807981	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
807981	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
807981	embedding2nn.weight	0	0.3228077292442322
807981	embedding2nn.weight	1	0.38126644492149353
807981	embedding2nn.weight	2	0.004289653152227402
807981	embedding2nn.weight	3	0.01797952502965927
807981	embedding2nn.weight	4	-0.030680378898978233
807981	embedding2nn.weight	5	0.058839526027441025
807981	embedding2nn.weight	6	0.007463272660970688
807981	embedding2nn.weight	7	-0.0013152938336133957
807981	embedding2nn.weight	8	0.04109176993370056
807981	embedding2nn.weight	9	-0.05706289783120155
807981	embedding2nn.bias	0	0.015350368805229664
807981	embedding2nn.bias	1	-0.18777795135974884
807981	embedding2nn.bias	2	0.12559548020362854
807981	embedding2nn.bias	3	0.1718267947435379
807981	embedding2nn.bias	4	0.15828649699687958
807981	embedding2nn.bias	5	-0.0808425322175026
807981	embedding2nn.bias	6	-0.052417635917663574
807981	embedding2nn.bias	7	0.038496680557727814
807981	embedding2nn.bias	8	-0.14786513149738312
807981	embedding2nn.bias	9	-0.37366732954978943
807981	rnn.weight_ih_l0	0	0.009514067322015762
807981	rnn.weight_ih_l0	1	-0.05772848799824715
807981	rnn.weight_ih_l0	2	-0.051068976521492004
807981	rnn.weight_ih_l0	3	0.11433280259370804
807981	rnn.weight_ih_l0	4	0.020509853959083557
807981	rnn.weight_ih_l0	5	-0.0730738714337349
807981	rnn.weight_ih_l0	6	0.009150585159659386
807981	rnn.weight_ih_l0	7	-0.02457144670188427
807981	rnn.weight_ih_l0	8	0.013854946941137314
807981	rnn.weight_ih_l0	9	-0.0779157280921936
807981	rnn.weight_hh_l0	0	-0.022952504456043243
807981	rnn.weight_hh_l0	1	0.0830937847495079
807981	rnn.weight_hh_l0	2	0.004127381835132837
807981	rnn.weight_hh_l0	3	-0.035045672208070755
807981	rnn.weight_hh_l0	4	0.08501012623310089
807981	rnn.weight_hh_l0	5	0.0010533208260312676
807981	rnn.weight_hh_l0	6	-0.08822888135910034
807981	rnn.weight_hh_l0	7	-0.14006450772285461
807981	rnn.weight_hh_l0	8	0.0406208299100399
807981	rnn.weight_hh_l0	9	-0.1228686049580574
807981	rnn.bias_ih_l0	0	0.17533551156520844
807981	rnn.bias_ih_l0	1	-0.3392789363861084
807981	rnn.bias_ih_l0	2	-0.03880074992775917
807981	rnn.bias_ih_l0	3	-0.20990532636642456
807981	rnn.bias_ih_l0	4	0.0021107341162860394
807981	rnn.bias_ih_l0	5	-0.43934959173202515
807981	rnn.bias_ih_l0	6	-0.1431577354669571
807981	rnn.bias_ih_l0	7	-0.3884308934211731
807981	rnn.bias_ih_l0	8	-0.31292229890823364
807981	rnn.bias_ih_l0	9	-0.44566479325294495
807981	rnn.bias_hh_l0	0	-0.3504139184951782
807981	rnn.bias_hh_l0	1	-0.43905574083328247
807981	rnn.bias_hh_l0	2	-0.40279436111450195
807981	rnn.bias_hh_l0	3	-0.07077249139547348
807981	rnn.bias_hh_l0	4	-0.4005175530910492
807981	rnn.bias_hh_l0	5	-0.37131795287132263
807981	rnn.bias_hh_l0	6	-0.11710844188928604
807981	rnn.bias_hh_l0	7	0.07208824157714844
807981	rnn.bias_hh_l0	8	-0.23276807367801666
807981	rnn.bias_hh_l0	9	-0.5686509013175964
807981	rnn.weight_ih_l0_reverse	0	-0.015409537591040134
807981	rnn.weight_ih_l0_reverse	1	-0.008158084936439991
807981	rnn.weight_ih_l0_reverse	2	0.007311294786632061
807981	rnn.weight_ih_l0_reverse	3	-0.14224763214588165
807981	rnn.weight_ih_l0_reverse	4	0.07631140202283859
807981	rnn.weight_ih_l0_reverse	5	-0.10331682115793228
807981	rnn.weight_ih_l0_reverse	6	0.009845913387835026
807981	rnn.weight_ih_l0_reverse	7	0.030281009152531624
807981	rnn.weight_ih_l0_reverse	8	-0.051456060260534286
807981	rnn.weight_ih_l0_reverse	9	-0.08639179170131683
807981	rnn.weight_hh_l0_reverse	0	-0.1519477516412735
807981	rnn.weight_hh_l0_reverse	1	0.021122347563505173
807981	rnn.weight_hh_l0_reverse	2	-0.019252272322773933
807981	rnn.weight_hh_l0_reverse	3	0.03146100789308548
807981	rnn.weight_hh_l0_reverse	4	-0.08178345113992691
807981	rnn.weight_hh_l0_reverse	5	0.03730989247560501
807981	rnn.weight_hh_l0_reverse	6	0.030827084556221962
807981	rnn.weight_hh_l0_reverse	7	-0.1289299577474594
807981	rnn.weight_hh_l0_reverse	8	-0.0804690271615982
807981	rnn.weight_hh_l0_reverse	9	0.037155747413635254
807981	rnn.bias_ih_l0_reverse	0	-0.18568062782287598
807981	rnn.bias_ih_l0_reverse	1	-0.05731819197535515
807981	rnn.bias_ih_l0_reverse	2	0.16114409267902374
807981	rnn.bias_ih_l0_reverse	3	-0.3288423717021942
807981	rnn.bias_ih_l0_reverse	4	0.005703078582882881
807981	rnn.bias_ih_l0_reverse	5	-0.22204238176345825
807981	rnn.bias_ih_l0_reverse	6	0.27950188517570496
807981	rnn.bias_ih_l0_reverse	7	-0.30406391620635986
807981	rnn.bias_ih_l0_reverse	8	-0.19675129652023315
807981	rnn.bias_ih_l0_reverse	9	-0.15105590224266052
807981	rnn.bias_hh_l0_reverse	0	-0.14087387919425964
807981	rnn.bias_hh_l0_reverse	1	0.27682366967201233
807981	rnn.bias_hh_l0_reverse	2	-0.3432312607765198
807981	rnn.bias_hh_l0_reverse	3	-0.2282743901014328
807981	rnn.bias_hh_l0_reverse	4	-0.39847806096076965
807981	rnn.bias_hh_l0_reverse	5	-0.2072530835866928
807981	rnn.bias_hh_l0_reverse	6	-0.2686164677143097
807981	rnn.bias_hh_l0_reverse	7	-0.09751060605049133
807981	rnn.bias_hh_l0_reverse	8	-0.3423725366592407
807981	rnn.bias_hh_l0_reverse	9	0.20602171123027802
807981	linear.weight	0	0.22039280831813812
807981	linear.weight	1	-0.4382422864437103
807981	linear.weight	2	0.018681257963180542
807981	linear.weight	3	0.06747511029243469
807981	linear.weight	4	-0.12179873138666153
807981	linear.weight	5	0.23010917007923126
807981	linear.weight	6	-0.03850021958351135
807981	linear.weight	7	-0.059617068618535995
807981	linear.weight	8	0.14403057098388672
807981	linear.weight	9	-0.04993152245879173
807981	linear.bias	0	-0.8655816316604614
807981	linear.bias	1	1.7811431884765625
807981	linear.bias	2	0.7041965126991272
807981	linear.bias	3	-2.743215560913086
807981	linear.bias	4	-0.06051870435476303
807981	linear.bias	5	1.2764734029769897
807981	linear.bias	6	-0.2253425270318985
807981	linear.bias	7	0.8379055261611938
807981	linear.bias	8	2.122852325439453
807981	linear.bias	9	-1.301987648010254
808590	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
808590	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
808590	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
808590	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
808590	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
808590	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
808590	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
808590	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
808590	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
808590	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
808590	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
808590	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
808590	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
808590	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
808590	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
808590	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
808590	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
808590	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
808590	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
808590	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
808590	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
808590	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
808590	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
808590	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
808590	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
808590	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
808590	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
808590	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
808590	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
808590	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
808590	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
808590	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
808590	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
808590	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
808590	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
808590	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
808590	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
808590	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
808590	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
808590	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
808590	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
808590	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
808590	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
808590	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
808590	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
808590	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
808590	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
808590	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
808590	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
808590	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
808590	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
808590	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
808590	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
808590	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
808590	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
808590	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
808590	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
808590	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
808590	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
808590	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
808590	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
808590	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
808590	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
808590	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
808590	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
808590	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
808590	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
808590	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
808590	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
808590	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
808590	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
808590	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
808590	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
808590	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
808590	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
808590	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
808590	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
808590	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
808590	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
808590	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
808590	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
808590	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
808590	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
808590	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
808590	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
808590	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
808590	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
808590	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
808590	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
808590	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
808590	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
808590	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
808590	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
808590	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
808590	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
808590	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
808590	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
808590	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
808590	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
808590	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
808590	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
808590	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
808590	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
808590	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
808590	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
808590	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
808590	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
808590	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
808590	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
808590	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
808590	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
808590	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
808590	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
808590	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
808590	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
808590	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
808590	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
808590	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
808590	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
808590	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
808590	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
808590	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
808590	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
808590	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
808590	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
808590	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
808590	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
808590	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
808590	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
808590	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
808590	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
808590	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
808590	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
808590	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
808590	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
808590	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
808590	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
808590	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
808590	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
808590	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
808590	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
808590	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
808590	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
808590	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
808590	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
808590	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
808590	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
808590	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
808590	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
808590	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
808590	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
808590	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
808590	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
808590	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
808590	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
808590	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
808590	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
808590	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
808590	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
808590	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
808590	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
808590	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
808590	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
808590	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
808590	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
808590	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
808590	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
808590	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
808590	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
808590	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
808590	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
808590	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
808590	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
808590	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
808590	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
808590	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
808590	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
808590	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
808590	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
808590	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
808590	embedding2nn.weight	0	0.3229442238807678
808590	embedding2nn.weight	1	0.38106638193130493
808590	embedding2nn.weight	2	0.004495539702475071
808590	embedding2nn.weight	3	0.019000113010406494
808590	embedding2nn.weight	4	-0.030509674921631813
808590	embedding2nn.weight	5	0.05852479487657547
808590	embedding2nn.weight	6	0.006133441347628832
808590	embedding2nn.weight	7	-0.0007286457112058997
808590	embedding2nn.weight	8	0.04133904352784157
808590	embedding2nn.weight	9	-0.05610574409365654
808590	embedding2nn.bias	0	0.01632840186357498
808590	embedding2nn.bias	1	-0.19445759057998657
808590	embedding2nn.bias	2	0.12807705998420715
808590	embedding2nn.bias	3	0.1743173748254776
808590	embedding2nn.bias	4	0.15776580572128296
808590	embedding2nn.bias	5	-0.07846483588218689
808590	embedding2nn.bias	6	-0.04761918634176254
808590	embedding2nn.bias	7	0.035636164247989655
808590	embedding2nn.bias	8	-0.15192429721355438
808590	embedding2nn.bias	9	-0.3731915354728699
808590	rnn.weight_ih_l0	0	0.009313339367508888
808590	rnn.weight_ih_l0	1	-0.0578104630112648
808590	rnn.weight_ih_l0	2	-0.05092499777674675
808590	rnn.weight_ih_l0	3	0.11417900025844574
808590	rnn.weight_ih_l0	4	0.02012217789888382
808590	rnn.weight_ih_l0	5	-0.07291246205568314
808590	rnn.weight_ih_l0	6	0.009086399339139462
808590	rnn.weight_ih_l0	7	-0.024522123858332634
808590	rnn.weight_ih_l0	8	0.014201518148183823
808590	rnn.weight_ih_l0	9	-0.07813388854265213
808590	rnn.weight_hh_l0	0	-0.022902758792042732
808590	rnn.weight_hh_l0	1	0.08304885029792786
808590	rnn.weight_hh_l0	2	0.0041587757878005505
808590	rnn.weight_hh_l0	3	-0.03504641354084015
808590	rnn.weight_hh_l0	4	0.0851563811302185
808590	rnn.weight_hh_l0	5	0.0010004923678934574
808590	rnn.weight_hh_l0	6	-0.08820685744285583
808590	rnn.weight_hh_l0	7	-0.1394708901643753
808590	rnn.weight_hh_l0	8	0.040624264627695084
808590	rnn.weight_hh_l0	9	-0.1229107528924942
808590	rnn.bias_ih_l0	0	0.1770429015159607
808590	rnn.bias_ih_l0	1	-0.3412521779537201
808590	rnn.bias_ih_l0	2	-0.03924564644694328
808590	rnn.bias_ih_l0	3	-0.21028470993041992
808590	rnn.bias_ih_l0	4	0.0005350556457415223
808590	rnn.bias_ih_l0	5	-0.44027435779571533
808590	rnn.bias_ih_l0	6	-0.14341764152050018
808590	rnn.bias_ih_l0	7	-0.3884516954421997
808590	rnn.bias_ih_l0	8	-0.31359341740608215
808590	rnn.bias_ih_l0	9	-0.44563448429107666
808590	rnn.bias_hh_l0	0	-0.35132190585136414
808590	rnn.bias_hh_l0	1	-0.4393675625324249
808590	rnn.bias_hh_l0	2	-0.4026423692703247
808590	rnn.bias_hh_l0	3	-0.07183914631605148
808590	rnn.bias_hh_l0	4	-0.39962682127952576
808590	rnn.bias_hh_l0	5	-0.3711607754230499
808590	rnn.bias_hh_l0	6	-0.11726892739534378
808590	rnn.bias_hh_l0	7	0.0708206370472908
808590	rnn.bias_hh_l0	8	-0.2322678565979004
808590	rnn.bias_hh_l0	9	-0.5680286884307861
808590	rnn.weight_ih_l0_reverse	0	-0.015447615645825863
808590	rnn.weight_ih_l0_reverse	1	-0.008004562929272652
808590	rnn.weight_ih_l0_reverse	2	0.006675383076071739
808590	rnn.weight_ih_l0_reverse	3	-0.14229746162891388
808590	rnn.weight_ih_l0_reverse	4	0.07639436423778534
808590	rnn.weight_ih_l0_reverse	5	-0.1049213856458664
808590	rnn.weight_ih_l0_reverse	6	0.009554934687912464
808590	rnn.weight_ih_l0_reverse	7	0.03008909896016121
808590	rnn.weight_ih_l0_reverse	8	-0.051836028695106506
808590	rnn.weight_ih_l0_reverse	9	-0.086294986307621
808590	rnn.weight_hh_l0_reverse	0	-0.1519957184791565
808590	rnn.weight_hh_l0_reverse	1	0.021002572029829025
808590	rnn.weight_hh_l0_reverse	2	-0.019393352791666985
808590	rnn.weight_hh_l0_reverse	3	0.03143994137644768
808590	rnn.weight_hh_l0_reverse	4	-0.08169928193092346
808590	rnn.weight_hh_l0_reverse	5	0.03725956380367279
808590	rnn.weight_hh_l0_reverse	6	0.030805695801973343
808590	rnn.weight_hh_l0_reverse	7	-0.12885865569114685
808590	rnn.weight_hh_l0_reverse	8	-0.07960762828588486
808590	rnn.weight_hh_l0_reverse	9	0.037003468722105026
808590	rnn.bias_ih_l0_reverse	0	-0.18507829308509827
808590	rnn.bias_ih_l0_reverse	1	-0.05815967172384262
808590	rnn.bias_ih_l0_reverse	2	0.16161207854747772
808590	rnn.bias_ih_l0_reverse	3	-0.32889410853385925
808590	rnn.bias_ih_l0_reverse	4	0.00578245148062706
808590	rnn.bias_ih_l0_reverse	5	-0.2225216031074524
808590	rnn.bias_ih_l0_reverse	6	0.28029122948646545
808590	rnn.bias_ih_l0_reverse	7	-0.30480027198791504
808590	rnn.bias_ih_l0_reverse	8	-0.1969846785068512
808590	rnn.bias_ih_l0_reverse	9	-0.15257002413272858
808590	rnn.bias_hh_l0_reverse	0	-0.1396263688802719
808590	rnn.bias_hh_l0_reverse	1	0.27451586723327637
808590	rnn.bias_hh_l0_reverse	2	-0.34366270899772644
808590	rnn.bias_hh_l0_reverse	3	-0.22805142402648926
808590	rnn.bias_hh_l0_reverse	4	-0.3988797664642334
808590	rnn.bias_hh_l0_reverse	5	-0.2060062140226364
808590	rnn.bias_hh_l0_reverse	6	-0.268412321805954
808590	rnn.bias_hh_l0_reverse	7	-0.0979762002825737
808590	rnn.bias_hh_l0_reverse	8	-0.34262028336524963
808590	rnn.bias_hh_l0_reverse	9	0.20784054696559906
808590	linear.weight	0	0.22292082011699677
808590	linear.weight	1	-0.43651339411735535
808590	linear.weight	2	0.012044009752571583
808590	linear.weight	3	0.06747505813837051
808590	linear.weight	4	-0.11898086965084076
808590	linear.weight	5	0.22515498101711273
808590	linear.weight	6	-0.03654758259654045
808590	linear.weight	7	-0.05961625277996063
808590	linear.weight	8	0.14361907541751862
808590	linear.weight	9	-0.049931783229112625
808590	linear.bias	0	-0.8664674758911133
808590	linear.bias	1	1.7799205780029297
808590	linear.bias	2	0.7132608294487
808590	linear.bias	3	-2.7432219982147217
808590	linear.bias	4	-0.06404383480548859
808590	linear.bias	5	1.269247055053711
808590	linear.bias	6	-0.2261015772819519
808590	linear.bias	7	0.8450393080711365
808590	linear.bias	8	2.1249897480010986
808590	linear.bias	9	-1.3005192279815674
809199	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
809199	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
809199	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
809199	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
809199	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
809199	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
809199	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
809199	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
809199	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
809199	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
809199	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
809199	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
809199	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
809199	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
809199	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
809199	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
809199	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
809199	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
809199	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
809199	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
809199	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
809199	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
809199	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
809199	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
809199	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
809199	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
809199	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
809199	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
809199	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
809199	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
809199	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
809199	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
809199	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
809199	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
809199	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
809199	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
809199	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
809199	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
809199	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
809199	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
809199	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
809199	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
809199	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
809199	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
809199	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
809199	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
809199	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
809199	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
809199	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
809199	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
809199	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
809199	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
809199	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
809199	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
809199	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
809199	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
809199	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
809199	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
809199	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
809199	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
809199	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
809199	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
809199	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
809199	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
809199	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
809199	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
809199	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
809199	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
809199	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
809199	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
809199	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
809199	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
809199	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
809199	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
809199	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
809199	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
809199	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
809199	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
809199	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
809199	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
809199	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
809199	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
809199	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
809199	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
809199	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
809199	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
809199	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
809199	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
809199	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
809199	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
809199	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
809199	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
809199	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
809199	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
809199	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
809199	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
809199	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
809199	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
809199	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
809199	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
809199	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
809199	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
809199	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
809199	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
809199	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
809199	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
809199	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
809199	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
809199	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
809199	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
809199	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
809199	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
809199	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
809199	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
809199	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
809199	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
809199	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
809199	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
809199	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
809199	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
809199	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
809199	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
809199	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
809199	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
809199	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
809199	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
809199	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
809199	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
809199	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
809199	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
809199	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
809199	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
809199	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
809199	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
809199	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
809199	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
809199	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
809199	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
809199	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
809199	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
809199	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
809199	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
809199	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
809199	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
809199	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
809199	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
809199	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
809199	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
809199	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
809199	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
809199	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
809199	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
809199	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
809199	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
809199	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
809199	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
809199	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
809199	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
809199	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
809199	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
809199	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
809199	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
809199	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
809199	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
809199	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
809199	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
809199	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
809199	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
809199	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
809199	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
809199	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
809199	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
809199	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
809199	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
809199	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
809199	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
809199	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
809199	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
809199	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
809199	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
809199	embedding2nn.weight	0	0.32310691475868225
809199	embedding2nn.weight	1	0.3809055685997009
809199	embedding2nn.weight	2	0.005145067814737558
809199	embedding2nn.weight	3	0.01644596830010414
809199	embedding2nn.weight	4	-0.029775043949484825
809199	embedding2nn.weight	5	0.059026941657066345
809199	embedding2nn.weight	6	0.00731276161968708
809199	embedding2nn.weight	7	-0.0006159463082440197
809199	embedding2nn.weight	8	0.0406106635928154
809199	embedding2nn.weight	9	-0.05547584593296051
809199	embedding2nn.bias	0	0.01588236354291439
809199	embedding2nn.bias	1	-0.19239072501659393
809199	embedding2nn.bias	2	0.1254071146249771
809199	embedding2nn.bias	3	0.17126306891441345
809199	embedding2nn.bias	4	0.15887539088726044
809199	embedding2nn.bias	5	-0.07894688844680786
809199	embedding2nn.bias	6	-0.053364139050245285
809199	embedding2nn.bias	7	0.03536203131079674
809199	embedding2nn.bias	8	-0.14628620445728302
809199	embedding2nn.bias	9	-0.375713586807251
809199	rnn.weight_ih_l0	0	0.00951470248401165
809199	rnn.weight_ih_l0	1	-0.05763757973909378
809199	rnn.weight_ih_l0	2	-0.05045491084456444
809199	rnn.weight_ih_l0	3	0.11458104103803635
809199	rnn.weight_ih_l0	4	0.021330980584025383
809199	rnn.weight_ih_l0	5	-0.07237204164266586
809199	rnn.weight_ih_l0	6	0.008782263845205307
809199	rnn.weight_ih_l0	7	-0.025019770488142967
809199	rnn.weight_ih_l0	8	0.014241631142795086
809199	rnn.weight_ih_l0	9	-0.0780721977353096
809199	rnn.weight_hh_l0	0	-0.02293556183576584
809199	rnn.weight_hh_l0	1	0.08298428356647491
809199	rnn.weight_hh_l0	2	0.004221344832330942
809199	rnn.weight_hh_l0	3	-0.03518970310688019
809199	rnn.weight_hh_l0	4	0.08507843315601349
809199	rnn.weight_hh_l0	5	0.001036694971844554
809199	rnn.weight_hh_l0	6	-0.0882573053240776
809199	rnn.weight_hh_l0	7	-0.1392260640859604
809199	rnn.weight_hh_l0	8	0.04065944254398346
809199	rnn.weight_hh_l0	9	-0.12291363626718521
809199	rnn.bias_ih_l0	0	0.1782803237438202
809199	rnn.bias_ih_l0	1	-0.3402059078216553
809199	rnn.bias_ih_l0	2	-0.03890528529882431
809199	rnn.bias_ih_l0	3	-0.20973552763462067
809199	rnn.bias_ih_l0	4	-0.0017950753681361675
809199	rnn.bias_ih_l0	5	-0.4401591122150421
809199	rnn.bias_ih_l0	6	-0.1459614783525467
809199	rnn.bias_ih_l0	7	-0.3884389102458954
809199	rnn.bias_ih_l0	8	-0.312848299741745
809199	rnn.bias_ih_l0	9	-0.447632759809494
809199	rnn.bias_hh_l0	0	-0.3508901000022888
809199	rnn.bias_hh_l0	1	-0.44088202714920044
809199	rnn.bias_hh_l0	2	-0.4005592465400696
809199	rnn.bias_hh_l0	3	-0.0715550035238266
809199	rnn.bias_hh_l0	4	-0.39896586537361145
809199	rnn.bias_hh_l0	5	-0.37124934792518616
809199	rnn.bias_hh_l0	6	-0.11770011484622955
809199	rnn.bias_hh_l0	7	0.07339944690465927
809199	rnn.bias_hh_l0	8	-0.2315540313720703
809199	rnn.bias_hh_l0	9	-0.5678353309631348
809199	rnn.weight_ih_l0_reverse	0	-0.014269617386162281
809199	rnn.weight_ih_l0_reverse	1	-0.008336154744029045
809199	rnn.weight_ih_l0_reverse	2	0.007249109447002411
809199	rnn.weight_ih_l0_reverse	3	-0.1419832855463028
809199	rnn.weight_ih_l0_reverse	4	0.07650712877511978
809199	rnn.weight_ih_l0_reverse	5	-0.10450305044651031
809199	rnn.weight_ih_l0_reverse	6	0.008508878760039806
809199	rnn.weight_ih_l0_reverse	7	0.030209729447960854
809199	rnn.weight_ih_l0_reverse	8	-0.05172356963157654
809199	rnn.weight_ih_l0_reverse	9	-0.08569727092981339
809199	rnn.weight_hh_l0_reverse	0	-0.15202397108078003
809199	rnn.weight_hh_l0_reverse	1	0.021029232069849968
809199	rnn.weight_hh_l0_reverse	2	-0.0194690078496933
809199	rnn.weight_hh_l0_reverse	3	0.03143998607993126
809199	rnn.weight_hh_l0_reverse	4	-0.08196084201335907
809199	rnn.weight_hh_l0_reverse	5	0.03725409880280495
809199	rnn.weight_hh_l0_reverse	6	0.030872352421283722
809199	rnn.weight_hh_l0_reverse	7	-0.1286107301712036
809199	rnn.weight_hh_l0_reverse	8	-0.08008215576410294
809199	rnn.weight_hh_l0_reverse	9	0.03716331347823143
809199	rnn.bias_ih_l0_reverse	0	-0.18387404084205627
809199	rnn.bias_ih_l0_reverse	1	-0.057628877460956573
809199	rnn.bias_ih_l0_reverse	2	0.16105851531028748
809199	rnn.bias_ih_l0_reverse	3	-0.33010342717170715
809199	rnn.bias_ih_l0_reverse	4	0.004791900981217623
809199	rnn.bias_ih_l0_reverse	5	-0.22217725217342377
809199	rnn.bias_ih_l0_reverse	6	0.28034815192222595
809199	rnn.bias_ih_l0_reverse	7	-0.30167514085769653
809199	rnn.bias_ih_l0_reverse	8	-0.19715516269207
809199	rnn.bias_ih_l0_reverse	9	-0.15123365819454193
809199	rnn.bias_hh_l0_reverse	0	-0.13925005495548248
809199	rnn.bias_hh_l0_reverse	1	0.27460548281669617
809199	rnn.bias_hh_l0_reverse	2	-0.34303614497184753
809199	rnn.bias_hh_l0_reverse	3	-0.2287566363811493
809199	rnn.bias_hh_l0_reverse	4	-0.3989846110343933
809199	rnn.bias_hh_l0_reverse	5	-0.20673632621765137
809199	rnn.bias_hh_l0_reverse	6	-0.2683297395706177
809199	rnn.bias_hh_l0_reverse	7	-0.09826354682445526
809199	rnn.bias_hh_l0_reverse	8	-0.34534788131713867
809199	rnn.bias_hh_l0_reverse	9	0.20966556668281555
809199	linear.weight	0	0.2265029400587082
809199	linear.weight	1	-0.4357965290546417
809199	linear.weight	2	0.01037818007171154
809199	linear.weight	3	0.06747505068778992
809199	linear.weight	4	-0.11682745814323425
809199	linear.weight	5	0.2257237732410431
809199	linear.weight	6	-0.041213180869817734
809199	linear.weight	7	-0.059617143124341965
809199	linear.weight	8	0.14705756306648254
809199	linear.weight	9	-0.04993206262588501
809199	linear.bias	0	-0.8607688546180725
809199	linear.bias	1	1.7849732637405396
809199	linear.bias	2	0.7194197773933411
809199	linear.bias	3	-2.7432310581207275
809199	linear.bias	4	-0.06348013877868652
809199	linear.bias	5	1.261359453201294
809199	linear.bias	6	-0.22741006314754486
809199	linear.bias	7	0.8349494934082031
809199	linear.bias	8	2.129192590713501
809199	linear.bias	9	-1.2994564771652222
809808	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
809808	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
809808	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
809808	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
809808	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
809808	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
809808	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
809808	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
809808	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
809808	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
809808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
809808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
809808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
809808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
809808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
809808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
809808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
809808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
809808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
809808	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
809808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
809808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
809808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
809808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
809808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
809808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
809808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
809808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
809808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
809808	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
809808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
809808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
809808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
809808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
809808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
809808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
809808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
809808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
809808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
809808	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
809808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
809808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
809808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
809808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
809808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
809808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
809808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
809808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
809808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
809808	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
809808	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
809808	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
809808	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
809808	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
809808	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
809808	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
809808	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
809808	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
809808	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
809808	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
809808	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
809808	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
809808	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
809808	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
809808	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
809808	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
809808	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
809808	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
809808	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
809808	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
809808	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
809808	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
809808	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
809808	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
809808	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
809808	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
809808	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
809808	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
809808	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
809808	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
809808	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
809808	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
809808	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
809808	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
809808	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
809808	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
809808	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
809808	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
809808	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
809808	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
809808	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
809808	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
809808	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
809808	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
809808	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
809808	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
809808	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
809808	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
809808	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
809808	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
809808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
809808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
809808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
809808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
809808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
809808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
809808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
809808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
809808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
809808	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
809808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
809808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
809808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
809808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
809808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
809808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
809808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
809808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
809808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
809808	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
809808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
809808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
809808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
809808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
809808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
809808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
809808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
809808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
809808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
809808	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
809808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
809808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
809808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
809808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
809808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
809808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
809808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
809808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
809808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
809808	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
809808	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
809808	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
809808	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
809808	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
809808	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
809808	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
809808	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
809808	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
809808	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
809808	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
809808	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
809808	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
809808	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
809808	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
809808	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
809808	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
809808	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
809808	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
809808	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
809808	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
809808	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
809808	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
809808	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
809808	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
809808	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
809808	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
809808	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
809808	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
809808	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
809808	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
809808	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
809808	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
809808	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
809808	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
809808	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
809808	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
809808	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
809808	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
809808	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
809808	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
809808	embedding2nn.weight	0	0.32328543066978455
809808	embedding2nn.weight	1	0.3806152939796448
809808	embedding2nn.weight	2	0.005602987948805094
809808	embedding2nn.weight	3	0.01743442937731743
809808	embedding2nn.weight	4	-0.030486585572361946
809808	embedding2nn.weight	5	0.05890524014830589
809808	embedding2nn.weight	6	0.00795905664563179
809808	embedding2nn.weight	7	-0.0012772846966981888
809808	embedding2nn.weight	8	0.041510339826345444
809808	embedding2nn.weight	9	-0.054763998836278915
809808	embedding2nn.bias	0	0.014427201822400093
809808	embedding2nn.bias	1	-0.19375000894069672
809808	embedding2nn.bias	2	0.12604402005672455
809808	embedding2nn.bias	3	0.16561201214790344
809808	embedding2nn.bias	4	0.1590205281972885
809808	embedding2nn.bias	5	-0.0757865235209465
809808	embedding2nn.bias	6	-0.05754909664392471
809808	embedding2nn.bias	7	0.043214112520217896
809808	embedding2nn.bias	8	-0.14491668343544006
809808	embedding2nn.bias	9	-0.3709505796432495
809808	rnn.weight_ih_l0	0	0.009736081585288048
809808	rnn.weight_ih_l0	1	-0.057880304753780365
809808	rnn.weight_ih_l0	2	-0.04927242547273636
809808	rnn.weight_ih_l0	3	0.11484936624765396
809808	rnn.weight_ih_l0	4	0.021539835259318352
809808	rnn.weight_ih_l0	5	-0.07260835915803909
809808	rnn.weight_ih_l0	6	0.008156271651387215
809808	rnn.weight_ih_l0	7	-0.025376489385962486
809808	rnn.weight_ih_l0	8	0.015829449519515038
809808	rnn.weight_ih_l0	9	-0.0785965770483017
809808	rnn.weight_hh_l0	0	-0.022904396057128906
809808	rnn.weight_hh_l0	1	0.0829634964466095
809808	rnn.weight_hh_l0	2	0.004100831691175699
809808	rnn.weight_hh_l0	3	-0.035245589911937714
809808	rnn.weight_hh_l0	4	0.08512269705533981
809808	rnn.weight_hh_l0	5	0.0010042195208370686
809808	rnn.weight_hh_l0	6	-0.0883951336145401
809808	rnn.weight_hh_l0	7	-0.1392945498228073
809808	rnn.weight_hh_l0	8	0.040678270161151886
809808	rnn.weight_hh_l0	9	-0.12309776991605759
809808	rnn.bias_ih_l0	0	0.17565590143203735
809808	rnn.bias_ih_l0	1	-0.3402692377567291
809808	rnn.bias_ih_l0	2	-0.03992457315325737
809808	rnn.bias_ih_l0	3	-0.20804497599601746
809808	rnn.bias_ih_l0	4	-0.002113446593284607
809808	rnn.bias_ih_l0	5	-0.4403948187828064
809808	rnn.bias_ih_l0	6	-0.14542408287525177
809808	rnn.bias_ih_l0	7	-0.38858217000961304
809808	rnn.bias_ih_l0	8	-0.311199426651001
809808	rnn.bias_ih_l0	9	-0.44868817925453186
809808	rnn.bias_hh_l0	0	-0.3495176434516907
809808	rnn.bias_hh_l0	1	-0.44042789936065674
809808	rnn.bias_hh_l0	2	-0.4010626971721649
809808	rnn.bias_hh_l0	3	-0.07115329802036285
809808	rnn.bias_hh_l0	4	-0.39902859926223755
809808	rnn.bias_hh_l0	5	-0.3715955913066864
809808	rnn.bias_hh_l0	6	-0.11827734112739563
809808	rnn.bias_hh_l0	7	0.07409115135669708
809808	rnn.bias_hh_l0	8	-0.23195061087608337
809808	rnn.bias_hh_l0	9	-0.5680504441261292
809808	rnn.weight_ih_l0_reverse	0	-0.014473918825387955
809808	rnn.weight_ih_l0_reverse	1	-0.007900763303041458
809808	rnn.weight_ih_l0_reverse	2	0.007268543355166912
809808	rnn.weight_ih_l0_reverse	3	-0.1419679820537567
809808	rnn.weight_ih_l0_reverse	4	0.076734758913517
809808	rnn.weight_ih_l0_reverse	5	-0.10327998548746109
809808	rnn.weight_ih_l0_reverse	6	0.008037108927965164
809808	rnn.weight_ih_l0_reverse	7	0.030207116156816483
809808	rnn.weight_ih_l0_reverse	8	-0.05150286853313446
809808	rnn.weight_ih_l0_reverse	9	-0.08460051566362381
809808	rnn.weight_hh_l0_reverse	0	-0.1520031839609146
809808	rnn.weight_hh_l0_reverse	1	0.021083315834403038
809808	rnn.weight_hh_l0_reverse	2	-0.019442688673734665
809808	rnn.weight_hh_l0_reverse	3	0.03143511340022087
809808	rnn.weight_hh_l0_reverse	4	-0.0819317176938057
809808	rnn.weight_hh_l0_reverse	5	0.03725023940205574
809808	rnn.weight_hh_l0_reverse	6	0.030911313369870186
809808	rnn.weight_hh_l0_reverse	7	-0.1284644603729248
809808	rnn.weight_hh_l0_reverse	8	-0.07988233119249344
809808	rnn.weight_hh_l0_reverse	9	0.0372188501060009
809808	rnn.bias_ih_l0_reverse	0	-0.18340593576431274
809808	rnn.bias_ih_l0_reverse	1	-0.057012662291526794
809808	rnn.bias_ih_l0_reverse	2	0.1602989286184311
809808	rnn.bias_ih_l0_reverse	3	-0.33094513416290283
809808	rnn.bias_ih_l0_reverse	4	0.0020613661035895348
809808	rnn.bias_ih_l0_reverse	5	-0.2222321778535843
809808	rnn.bias_ih_l0_reverse	6	0.28099188208580017
809808	rnn.bias_ih_l0_reverse	7	-0.3017893433570862
809808	rnn.bias_ih_l0_reverse	8	-0.1974080353975296
809808	rnn.bias_ih_l0_reverse	9	-0.1529262214899063
809808	rnn.bias_hh_l0_reverse	0	-0.13702668249607086
809808	rnn.bias_hh_l0_reverse	1	0.27519944310188293
809808	rnn.bias_hh_l0_reverse	2	-0.3438621461391449
809808	rnn.bias_hh_l0_reverse	3	-0.22830899059772491
809808	rnn.bias_hh_l0_reverse	4	-0.3989107012748718
809808	rnn.bias_hh_l0_reverse	5	-0.20663899183273315
809808	rnn.bias_hh_l0_reverse	6	-0.266923725605011
809808	rnn.bias_hh_l0_reverse	7	-0.09900785982608795
809808	rnn.bias_hh_l0_reverse	8	-0.3446497917175293
809808	rnn.bias_hh_l0_reverse	9	0.2124963253736496
809808	linear.weight	0	0.22387444972991943
809808	linear.weight	1	-0.4389916956424713
809808	linear.weight	2	0.015623163431882858
809808	linear.weight	3	0.0674750953912735
809808	linear.weight	4	-0.11020657420158386
809808	linear.weight	5	0.22684048116207123
809808	linear.weight	6	-0.04215414449572563
809808	linear.weight	7	-0.059616569429636
809808	linear.weight	8	0.14475320279598236
809808	linear.weight	9	-0.049932342022657394
809808	linear.bias	0	-0.8608717918395996
809808	linear.bias	1	1.78419029712677
809808	linear.bias	2	0.7189007997512817
809808	linear.bias	3	-2.7432379722595215
809808	linear.bias	4	-0.06858882308006287
809808	linear.bias	5	1.2704929113388062
809808	linear.bias	6	-0.22127963602542877
809808	linear.bias	7	0.8331434726715088
809808	linear.bias	8	2.1290082931518555
809808	linear.bias	9	-1.3017772436141968
810417	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
810417	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
810417	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
810417	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
810417	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
810417	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
810417	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
810417	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
810417	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
810417	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
810417	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
810417	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
810417	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
810417	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
810417	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
810417	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
810417	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
810417	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
810417	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
810417	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
810417	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
810417	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
810417	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
810417	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
810417	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
810417	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
810417	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
810417	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
810417	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
810417	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
810417	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
810417	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
810417	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
810417	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
810417	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
810417	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
810417	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
810417	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
810417	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
810417	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
810417	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
810417	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
810417	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
810417	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
810417	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
810417	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
810417	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
810417	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
810417	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
810417	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
810417	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
810417	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
810417	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
810417	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
810417	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
810417	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
810417	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
810417	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
810417	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
810417	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
810417	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
810417	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
810417	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
810417	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
810417	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
810417	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
810417	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
810417	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
810417	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
810417	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
810417	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
810417	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
810417	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
810417	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
810417	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
810417	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
810417	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
810417	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
810417	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
810417	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
810417	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
810417	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
810417	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
810417	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
810417	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
810417	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
810417	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
810417	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
810417	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
810417	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
810417	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
810417	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
810417	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
810417	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
810417	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
810417	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
810417	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
810417	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
810417	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
810417	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
810417	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
810417	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
810417	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
810417	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
810417	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
810417	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
810417	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
810417	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
810417	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
810417	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
810417	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
810417	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
810417	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
810417	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
810417	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
810417	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
810417	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
810417	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
810417	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
810417	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
810417	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
810417	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
810417	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
810417	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
810417	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
810417	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
810417	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
810417	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
810417	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
810417	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
810417	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
810417	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
810417	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
810417	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
810417	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
810417	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
810417	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
810417	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
810417	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
810417	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
810417	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
810417	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
810417	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
810417	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
810417	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
810417	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
810417	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
810417	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
810417	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
810417	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
810417	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
810417	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
810417	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
810417	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
810417	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
810417	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
810417	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
810417	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
810417	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
810417	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
810417	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
810417	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
810417	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
810417	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
810417	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
810417	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
810417	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
810417	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
810417	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
810417	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
810417	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
810417	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
810417	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
810417	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
810417	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
810417	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
810417	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
810417	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
810417	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
810417	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
810417	embedding2nn.weight	0	0.3231000006198883
810417	embedding2nn.weight	1	0.38091203570365906
810417	embedding2nn.weight	2	0.005980011075735092
810417	embedding2nn.weight	3	0.015109480358660221
810417	embedding2nn.weight	4	-0.030436214059591293
810417	embedding2nn.weight	5	0.05842487886548042
810417	embedding2nn.weight	6	0.005751052405685186
810417	embedding2nn.weight	7	-0.0018376000225543976
810417	embedding2nn.weight	8	0.04181322082877159
810417	embedding2nn.weight	9	-0.05435704067349434
810417	embedding2nn.bias	0	0.016776546835899353
810417	embedding2nn.bias	1	-0.19363407790660858
810417	embedding2nn.bias	2	0.12821899354457855
810417	embedding2nn.bias	3	0.16749721765518188
810417	embedding2nn.bias	4	0.15935783088207245
810417	embedding2nn.bias	5	-0.07856842875480652
810417	embedding2nn.bias	6	-0.05658983066678047
810417	embedding2nn.bias	7	0.04567883908748627
810417	embedding2nn.bias	8	-0.14610321819782257
810417	embedding2nn.bias	9	-0.374673455953598
810417	rnn.weight_ih_l0	0	0.009645308367908001
810417	rnn.weight_ih_l0	1	-0.05820702761411667
810417	rnn.weight_ih_l0	2	-0.04842910170555115
810417	rnn.weight_ih_l0	3	0.11482696980237961
810417	rnn.weight_ih_l0	4	0.02213742583990097
810417	rnn.weight_ih_l0	5	-0.0725536197423935
810417	rnn.weight_ih_l0	6	0.007830307818949223
810417	rnn.weight_ih_l0	7	-0.02588655799627304
810417	rnn.weight_ih_l0	8	0.016805244609713554
810417	rnn.weight_ih_l0	9	-0.07772327959537506
810417	rnn.weight_hh_l0	0	-0.022953754290938377
810417	rnn.weight_hh_l0	1	0.08306121826171875
810417	rnn.weight_hh_l0	2	0.004054965451359749
810417	rnn.weight_hh_l0	3	-0.035376790910959244
810417	rnn.weight_hh_l0	4	0.08522950857877731
810417	rnn.weight_hh_l0	5	0.0012265725526958704
810417	rnn.weight_hh_l0	6	-0.08832874894142151
810417	rnn.weight_hh_l0	7	-0.1387183666229248
810417	rnn.weight_hh_l0	8	0.04069099202752113
810417	rnn.weight_hh_l0	9	-0.12301456928253174
810417	rnn.bias_ih_l0	0	0.17539410293102264
810417	rnn.bias_ih_l0	1	-0.3412003517150879
810417	rnn.bias_ih_l0	2	-0.03998339921236038
810417	rnn.bias_ih_l0	3	-0.2076391577720642
810417	rnn.bias_ih_l0	4	-0.0015885848551988602
810417	rnn.bias_ih_l0	5	-0.44134920835494995
810417	rnn.bias_ih_l0	6	-0.14531384408473969
810417	rnn.bias_ih_l0	7	-0.38860267400741577
810417	rnn.bias_ih_l0	8	-0.3112785220146179
810417	rnn.bias_ih_l0	9	-0.4476998448371887
810417	rnn.bias_hh_l0	0	-0.349561870098114
810417	rnn.bias_hh_l0	1	-0.4406522214412689
810417	rnn.bias_hh_l0	2	-0.40033799409866333
810417	rnn.bias_hh_l0	3	-0.072438545525074
810417	rnn.bias_hh_l0	4	-0.39922747015953064
810417	rnn.bias_hh_l0	5	-0.37185579538345337
810417	rnn.bias_hh_l0	6	-0.11762917786836624
810417	rnn.bias_hh_l0	7	0.07366537302732468
810417	rnn.bias_hh_l0	8	-0.23166610300540924
810417	rnn.bias_hh_l0	9	-0.568269670009613
810417	rnn.weight_ih_l0_reverse	0	-0.014746448956429958
810417	rnn.weight_ih_l0_reverse	1	-0.007781392429023981
810417	rnn.weight_ih_l0_reverse	2	0.007228598464280367
810417	rnn.weight_ih_l0_reverse	3	-0.14154963195323944
810417	rnn.weight_ih_l0_reverse	4	0.07699982076883316
810417	rnn.weight_ih_l0_reverse	5	-0.10392551124095917
810417	rnn.weight_ih_l0_reverse	6	0.008011121302843094
810417	rnn.weight_ih_l0_reverse	7	0.030092142522335052
810417	rnn.weight_ih_l0_reverse	8	-0.05148156359791756
810417	rnn.weight_ih_l0_reverse	9	-0.08500514924526215
810417	rnn.weight_hh_l0_reverse	0	-0.1518823802471161
810417	rnn.weight_hh_l0_reverse	1	0.021043816581368446
810417	rnn.weight_hh_l0_reverse	2	-0.019523466005921364
810417	rnn.weight_hh_l0_reverse	3	0.03154342249035835
810417	rnn.weight_hh_l0_reverse	4	-0.08179028332233429
810417	rnn.weight_hh_l0_reverse	5	0.03729947283864021
810417	rnn.weight_hh_l0_reverse	6	0.0309208445250988
810417	rnn.weight_hh_l0_reverse	7	-0.1282096654176712
810417	rnn.weight_hh_l0_reverse	8	-0.07938887923955917
810417	rnn.weight_hh_l0_reverse	9	0.037196479737758636
810417	rnn.bias_ih_l0_reverse	0	-0.18215899169445038
810417	rnn.bias_ih_l0_reverse	1	-0.05770053714513779
810417	rnn.bias_ih_l0_reverse	2	0.1600763499736786
810417	rnn.bias_ih_l0_reverse	3	-0.3309082090854645
810417	rnn.bias_ih_l0_reverse	4	-0.00018580156029202044
810417	rnn.bias_ih_l0_reverse	5	-0.22208011150360107
810417	rnn.bias_ih_l0_reverse	6	0.2795877456665039
810417	rnn.bias_ih_l0_reverse	7	-0.2988123297691345
810417	rnn.bias_ih_l0_reverse	8	-0.197169691324234
810417	rnn.bias_ih_l0_reverse	9	-0.1521214246749878
810417	rnn.bias_hh_l0_reverse	0	-0.1388000249862671
810417	rnn.bias_hh_l0_reverse	1	0.2746571898460388
810417	rnn.bias_hh_l0_reverse	2	-0.34259629249572754
810417	rnn.bias_hh_l0_reverse	3	-0.22695372998714447
810417	rnn.bias_hh_l0_reverse	4	-0.3996911942958832
810417	rnn.bias_hh_l0_reverse	5	-0.2057410031557083
810417	rnn.bias_hh_l0_reverse	6	-0.2671947479248047
810417	rnn.bias_hh_l0_reverse	7	-0.09935526549816132
810417	rnn.bias_hh_l0_reverse	8	-0.345792680978775
810417	rnn.bias_hh_l0_reverse	9	0.21112026274204254
810417	linear.weight	0	0.21871313452720642
810417	linear.weight	1	-0.4397474229335785
810417	linear.weight	2	0.019334008917212486
810417	linear.weight	3	0.06747513264417648
810417	linear.weight	4	-0.1231844425201416
810417	linear.weight	5	0.2307872623205185
810417	linear.weight	6	-0.04773595929145813
810417	linear.weight	7	-0.05961613729596138
810417	linear.weight	8	0.1470443159341812
810417	linear.weight	9	-0.04993263632059097
810417	linear.bias	0	-0.8631366491317749
810417	linear.bias	1	1.7872110605239868
810417	linear.bias	2	0.7282792329788208
810417	linear.bias	3	-2.7432427406311035
810417	linear.bias	4	-0.06725618243217468
810417	linear.bias	5	1.2698966264724731
810417	linear.bias	6	-0.21944479644298553
810417	linear.bias	7	0.8410857915878296
810417	linear.bias	8	2.1221630573272705
810417	linear.bias	9	-1.301080346107483
811026	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
811026	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
811026	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
811026	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
811026	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
811026	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
811026	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
811026	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
811026	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
811026	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
811026	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
811026	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
811026	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
811026	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
811026	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
811026	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
811026	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
811026	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
811026	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
811026	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
811026	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
811026	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
811026	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
811026	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
811026	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
811026	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
811026	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
811026	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
811026	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
811026	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
811026	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
811026	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
811026	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
811026	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
811026	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
811026	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
811026	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
811026	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
811026	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
811026	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
811026	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
811026	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
811026	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
811026	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
811026	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
811026	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
811026	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
811026	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
811026	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
811026	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
811026	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
811026	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
811026	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
811026	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
811026	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
811026	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
811026	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
811026	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
811026	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
811026	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
811026	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
811026	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
811026	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
811026	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
811026	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
811026	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
811026	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
811026	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
811026	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
811026	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
811026	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
811026	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
811026	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
811026	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
811026	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
811026	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
811026	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
811026	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
811026	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
811026	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
811026	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
811026	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
811026	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
811026	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
811026	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
811026	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
811026	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
811026	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
811026	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
811026	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
811026	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
811026	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
811026	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
811026	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
811026	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
811026	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
811026	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
811026	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
811026	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
811026	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
811026	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
811026	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
811026	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
811026	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
811026	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
811026	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
811026	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
811026	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
811026	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
811026	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
811026	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
811026	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
811026	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
811026	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
811026	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
811026	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
811026	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
811026	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
811026	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
811026	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
811026	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
811026	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
811026	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
811026	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
811026	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
811026	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
811026	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
811026	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
811026	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
811026	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
811026	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
811026	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
811026	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
811026	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
811026	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
811026	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
811026	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
811026	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
811026	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
811026	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
811026	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
811026	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
811026	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
811026	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
811026	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
811026	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
811026	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
811026	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
811026	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
811026	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
811026	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
811026	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
811026	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
811026	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
811026	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
811026	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
811026	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
811026	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
811026	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
811026	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
811026	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
811026	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
811026	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
811026	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
811026	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
811026	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
811026	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
811026	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
811026	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
811026	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
811026	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
811026	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
811026	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
811026	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
811026	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
811026	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
811026	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
811026	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
811026	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
811026	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
811026	embedding2nn.weight	0	0.3232302963733673
811026	embedding2nn.weight	1	0.38092464208602905
811026	embedding2nn.weight	2	0.006719432771205902
811026	embedding2nn.weight	3	0.011050405912101269
811026	embedding2nn.weight	4	-0.030806174501776695
811026	embedding2nn.weight	5	0.05854546278715134
811026	embedding2nn.weight	6	0.0060402448289096355
811026	embedding2nn.weight	7	-0.0014707802329212427
811026	embedding2nn.weight	8	0.04116259515285492
811026	embedding2nn.weight	9	-0.053663961589336395
811026	embedding2nn.bias	0	0.016217565163969994
811026	embedding2nn.bias	1	-0.19316837191581726
811026	embedding2nn.bias	2	0.12237384915351868
811026	embedding2nn.bias	3	0.17065510153770447
811026	embedding2nn.bias	4	0.16108787059783936
811026	embedding2nn.bias	5	-0.07746408879756927
811026	embedding2nn.bias	6	-0.05738524720072746
811026	embedding2nn.bias	7	0.04757063090801239
811026	embedding2nn.bias	8	-0.1434159129858017
811026	embedding2nn.bias	9	-0.3765859603881836
811026	rnn.weight_ih_l0	0	0.009657751768827438
811026	rnn.weight_ih_l0	1	-0.05822836607694626
811026	rnn.weight_ih_l0	2	-0.04782751202583313
811026	rnn.weight_ih_l0	3	0.11435135453939438
811026	rnn.weight_ih_l0	4	0.022640369832515717
811026	rnn.weight_ih_l0	5	-0.07191633433103561
811026	rnn.weight_ih_l0	6	0.008387095294892788
811026	rnn.weight_ih_l0	7	-0.026066279038786888
811026	rnn.weight_ih_l0	8	0.01777646690607071
811026	rnn.weight_ih_l0	9	-0.0769953653216362
811026	rnn.weight_hh_l0	0	-0.02296760492026806
811026	rnn.weight_hh_l0	1	0.08311451971530914
811026	rnn.weight_hh_l0	2	0.004257848020642996
811026	rnn.weight_hh_l0	3	-0.035305995494127274
811026	rnn.weight_hh_l0	4	0.08528999239206314
811026	rnn.weight_hh_l0	5	0.0011909283930435777
811026	rnn.weight_hh_l0	6	-0.08825506269931793
811026	rnn.weight_hh_l0	7	-0.13886334002017975
811026	rnn.weight_hh_l0	8	0.04070547968149185
811026	rnn.weight_hh_l0	9	-0.123128741979599
811026	rnn.bias_ih_l0	0	0.17552396655082703
811026	rnn.bias_ih_l0	1	-0.34069329500198364
811026	rnn.bias_ih_l0	2	-0.03958507627248764
811026	rnn.bias_ih_l0	3	-0.208686962723732
811026	rnn.bias_ih_l0	4	-0.0037527515087276697
811026	rnn.bias_ih_l0	5	-0.441717267036438
811026	rnn.bias_ih_l0	6	-0.1447267383337021
811026	rnn.bias_ih_l0	7	-0.388399600982666
811026	rnn.bias_ih_l0	8	-0.3116203248500824
811026	rnn.bias_ih_l0	9	-0.4499354064464569
811026	rnn.bias_hh_l0	0	-0.3510110676288605
811026	rnn.bias_hh_l0	1	-0.439912348985672
811026	rnn.bias_hh_l0	2	-0.39965707063674927
811026	rnn.bias_hh_l0	3	-0.07245168089866638
811026	rnn.bias_hh_l0	4	-0.39800071716308594
811026	rnn.bias_hh_l0	5	-0.3716711103916168
811026	rnn.bias_hh_l0	6	-0.1174442395567894
811026	rnn.bias_hh_l0	7	0.07282087951898575
811026	rnn.bias_hh_l0	8	-0.2307010442018509
811026	rnn.bias_hh_l0	9	-0.5697473883628845
811026	rnn.weight_ih_l0_reverse	0	-0.014152857474982738
811026	rnn.weight_ih_l0_reverse	1	-0.007451658137142658
811026	rnn.weight_ih_l0_reverse	2	0.00759393023326993
811026	rnn.weight_ih_l0_reverse	3	-0.14195020496845245
811026	rnn.weight_ih_l0_reverse	4	0.07734128832817078
811026	rnn.weight_ih_l0_reverse	5	-0.105558380484581
811026	rnn.weight_ih_l0_reverse	6	0.007411614991724491
811026	rnn.weight_ih_l0_reverse	7	0.03019569255411625
811026	rnn.weight_ih_l0_reverse	8	-0.05098894238471985
811026	rnn.weight_ih_l0_reverse	9	-0.08452509343624115
811026	rnn.weight_hh_l0_reverse	0	-0.1520538479089737
811026	rnn.weight_hh_l0_reverse	1	0.021041717380285263
811026	rnn.weight_hh_l0_reverse	2	-0.019595235586166382
811026	rnn.weight_hh_l0_reverse	3	0.03159181401133537
811026	rnn.weight_hh_l0_reverse	4	-0.08187982439994812
811026	rnn.weight_hh_l0_reverse	5	0.0372857041656971
811026	rnn.weight_hh_l0_reverse	6	0.030906036496162415
811026	rnn.weight_hh_l0_reverse	7	-0.12851499021053314
811026	rnn.weight_hh_l0_reverse	8	-0.07880596071481705
811026	rnn.weight_hh_l0_reverse	9	0.03720435872673988
811026	rnn.bias_ih_l0_reverse	0	-0.18196970224380493
811026	rnn.bias_ih_l0_reverse	1	-0.05777187645435333
811026	rnn.bias_ih_l0_reverse	2	0.1602456122636795
811026	rnn.bias_ih_l0_reverse	3	-0.3311246633529663
811026	rnn.bias_ih_l0_reverse	4	0.001164883142337203
811026	rnn.bias_ih_l0_reverse	5	-0.22189155220985413
811026	rnn.bias_ih_l0_reverse	6	0.2786034345626831
811026	rnn.bias_ih_l0_reverse	7	-0.30094534158706665
811026	rnn.bias_ih_l0_reverse	8	-0.1968957781791687
811026	rnn.bias_ih_l0_reverse	9	-0.15162676572799683
811026	rnn.bias_hh_l0_reverse	0	-0.13947497308254242
811026	rnn.bias_hh_l0_reverse	1	0.27267134189605713
811026	rnn.bias_hh_l0_reverse	2	-0.34281396865844727
811026	rnn.bias_hh_l0_reverse	3	-0.22775037586688995
811026	rnn.bias_hh_l0_reverse	4	-0.39913955330848694
811026	rnn.bias_hh_l0_reverse	5	-0.2052072435617447
811026	rnn.bias_hh_l0_reverse	6	-0.26657775044441223
811026	rnn.bias_hh_l0_reverse	7	-0.09925006330013275
811026	rnn.bias_hh_l0_reverse	8	-0.34551796317100525
811026	rnn.bias_hh_l0_reverse	9	0.21056149899959564
811026	linear.weight	0	0.21809621155261993
811026	linear.weight	1	-0.43965768814086914
811026	linear.weight	2	0.023521846160292625
811026	linear.weight	3	0.06747519969940186
811026	linear.weight	4	-0.13105078041553497
811026	linear.weight	5	0.23133240640163422
811026	linear.weight	6	-0.04702267050743103
811026	linear.weight	7	-0.059615638107061386
811026	linear.weight	8	0.14970223605632782
811026	linear.weight	9	-0.04993318393826485
811026	linear.bias	0	-0.8558905124664307
811026	linear.bias	1	1.7897566556930542
811026	linear.bias	2	0.7162879109382629
811026	linear.bias	3	-2.743248701095581
811026	linear.bias	4	-0.06816476583480835
811026	linear.bias	5	1.2726398706436157
811026	linear.bias	6	-0.22212228178977966
811026	linear.bias	7	0.8390781879425049
811026	linear.bias	8	2.1168084144592285
811026	linear.bias	9	-1.302182674407959
811034	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
811034	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
811034	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
811034	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
811034	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
811034	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
811034	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
811034	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
811034	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
811034	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
811034	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
811034	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
811034	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
811034	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
811034	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
811034	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
811034	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
811034	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
811034	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
811034	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
811034	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
811034	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
811034	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
811034	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
811034	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
811034	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
811034	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
811034	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
811034	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
811034	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
811034	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
811034	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
811034	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
811034	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
811034	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
811034	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
811034	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
811034	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
811034	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
811034	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
811034	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
811034	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
811034	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
811034	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
811034	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
811034	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
811034	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
811034	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
811034	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
811034	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
811034	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
811034	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
811034	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
811034	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
811034	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
811034	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
811034	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
811034	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
811034	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
811034	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
811034	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
811034	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
811034	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
811034	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
811034	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
811034	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
811034	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
811034	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
811034	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
811034	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
811034	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
811034	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
811034	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
811034	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
811034	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
811034	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
811034	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
811034	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
811034	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
811034	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
811034	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
811034	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
811034	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
811034	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
811034	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
811034	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
811034	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
811034	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
811034	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
811034	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
811034	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
811034	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
811034	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
811034	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
811034	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
811034	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
811034	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
811034	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
811034	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
811034	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
811034	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
811034	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
811034	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
811034	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
811034	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
811034	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
811034	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
811034	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
811034	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
811034	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
811034	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
811034	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
811034	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
811034	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
811034	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
811034	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
811034	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
811034	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
811034	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
811034	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
811034	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
811034	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
811034	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
811034	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
811034	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
811034	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
811034	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
811034	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
811034	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
811034	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
811034	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
811034	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
811034	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
811034	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
811034	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
811034	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
811034	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
811034	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
811034	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
811034	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
811034	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
811034	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
811034	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
811034	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
811034	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
811034	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
811034	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
811034	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
811034	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
811034	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
811034	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
811034	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
811034	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
811034	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
811034	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
811034	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
811034	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
811034	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
811034	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
811034	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
811034	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
811034	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
811034	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
811034	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
811034	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
811034	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
811034	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
811034	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
811034	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
811034	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
811034	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
811034	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
811034	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
811034	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
811034	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
811034	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
811034	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
811034	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
811034	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
811034	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
811034	embedding2nn.weight	0	0.32320719957351685
811034	embedding2nn.weight	1	0.380957692861557
811034	embedding2nn.weight	2	0.006706636864691973
811034	embedding2nn.weight	3	0.011090092360973358
811034	embedding2nn.weight	4	-0.03082563541829586
811034	embedding2nn.weight	5	0.05857167765498161
811034	embedding2nn.weight	6	0.006411359179764986
811034	embedding2nn.weight	7	-0.0014458923833444715
811034	embedding2nn.weight	8	0.041111383587121964
811034	embedding2nn.weight	9	-0.05366610735654831
811034	embedding2nn.bias	0	0.016041817143559456
811034	embedding2nn.bias	1	-0.19291634857654572
811034	embedding2nn.bias	2	0.12225276976823807
811034	embedding2nn.bias	3	0.1713263988494873
811034	embedding2nn.bias	4	0.16117316484451294
811034	embedding2nn.bias	5	-0.07779137790203094
811034	embedding2nn.bias	6	-0.0570954903960228
811034	embedding2nn.bias	7	0.04779293015599251
811034	embedding2nn.bias	8	-0.1431204229593277
811034	embedding2nn.bias	9	-0.3757990002632141
811034	rnn.weight_ih_l0	0	0.009662172757089138
811034	rnn.weight_ih_l0	1	-0.05823342129588127
811034	rnn.weight_ih_l0	2	-0.047870535403490067
811034	rnn.weight_ih_l0	3	0.11433291435241699
811034	rnn.weight_ih_l0	4	0.022768806666135788
811034	rnn.weight_ih_l0	5	-0.07198267430067062
811034	rnn.weight_ih_l0	6	0.008364533074200153
811034	rnn.weight_ih_l0	7	-0.02606358379125595
811034	rnn.weight_ih_l0	8	0.01793074421584606
811034	rnn.weight_ih_l0	9	-0.07706527411937714
811034	rnn.weight_hh_l0	0	-0.022969331592321396
811034	rnn.weight_hh_l0	1	0.08311211317777634
811034	rnn.weight_hh_l0	2	0.0042602005414664745
811034	rnn.weight_hh_l0	3	-0.03530735522508621
811034	rnn.weight_hh_l0	4	0.08528824150562286
811034	rnn.weight_hh_l0	5	0.0011722801718860865
811034	rnn.weight_hh_l0	6	-0.08826199918985367
811034	rnn.weight_hh_l0	7	-0.13875150680541992
811034	rnn.weight_hh_l0	8	0.040704816579818726
811034	rnn.weight_hh_l0	9	-0.12311708927154541
811034	rnn.bias_ih_l0	0	0.1753864288330078
811034	rnn.bias_ih_l0	1	-0.34086957573890686
811034	rnn.bias_ih_l0	2	-0.03966838866472244
811034	rnn.bias_ih_l0	3	-0.20858916640281677
811034	rnn.bias_ih_l0	4	-0.0038957325741648674
811034	rnn.bias_ih_l0	5	-0.4417259395122528
811034	rnn.bias_ih_l0	6	-0.14474117755889893
811034	rnn.bias_ih_l0	7	-0.388384073972702
811034	rnn.bias_ih_l0	8	-0.31161829829216003
811034	rnn.bias_ih_l0	9	-0.45008721947669983
811034	rnn.bias_hh_l0	0	-0.3508564531803131
811034	rnn.bias_hh_l0	1	-0.439884752035141
811034	rnn.bias_hh_l0	2	-0.3997095823287964
811034	rnn.bias_hh_l0	3	-0.07249978184700012
811034	rnn.bias_hh_l0	4	-0.39803531765937805
811034	rnn.bias_hh_l0	5	-0.3716581165790558
811034	rnn.bias_hh_l0	6	-0.11747576296329498
811034	rnn.bias_hh_l0	7	0.07307747006416321
811034	rnn.bias_hh_l0	8	-0.23082110285758972
811034	rnn.bias_hh_l0	9	-0.5697579383850098
811034	rnn.weight_ih_l0_reverse	0	-0.014199542813003063
811034	rnn.weight_ih_l0_reverse	1	-0.007421591784805059
811034	rnn.weight_ih_l0_reverse	2	0.007562681566923857
811034	rnn.weight_ih_l0_reverse	3	-0.1419614851474762
811034	rnn.weight_ih_l0_reverse	4	0.07729963958263397
811034	rnn.weight_ih_l0_reverse	5	-0.10553114861249924
811034	rnn.weight_ih_l0_reverse	6	0.007401119917631149
811034	rnn.weight_ih_l0_reverse	7	0.030208289623260498
811034	rnn.weight_ih_l0_reverse	8	-0.05097346007823944
811034	rnn.weight_ih_l0_reverse	9	-0.08453801274299622
811034	rnn.weight_hh_l0_reverse	0	-0.15204770863056183
811034	rnn.weight_hh_l0_reverse	1	0.021037163212895393
811034	rnn.weight_hh_l0_reverse	2	-0.019593222066760063
811034	rnn.weight_hh_l0_reverse	3	0.031603407114744186
811034	rnn.weight_hh_l0_reverse	4	-0.08187370002269745
811034	rnn.weight_hh_l0_reverse	5	0.037289172410964966
811034	rnn.weight_hh_l0_reverse	6	0.030909419059753418
811034	rnn.weight_hh_l0_reverse	7	-0.1284998506307602
811034	rnn.weight_hh_l0_reverse	8	-0.0787922590970993
811034	rnn.weight_hh_l0_reverse	9	0.03721258416771889
811034	rnn.bias_ih_l0_reverse	0	-0.18196731805801392
811034	rnn.bias_ih_l0_reverse	1	-0.05764211714267731
811034	rnn.bias_ih_l0_reverse	2	0.16030718386173248
811034	rnn.bias_ih_l0_reverse	3	-0.33109837770462036
811034	rnn.bias_ih_l0_reverse	4	0.0010689996415749192
811034	rnn.bias_ih_l0_reverse	5	-0.22193756699562073
811034	rnn.bias_ih_l0_reverse	6	0.2787521481513977
811034	rnn.bias_ih_l0_reverse	7	-0.30055978894233704
811034	rnn.bias_ih_l0_reverse	8	-0.19688542187213898
811034	rnn.bias_ih_l0_reverse	9	-0.1516750305891037
811034	rnn.bias_hh_l0_reverse	0	-0.13939045369625092
811034	rnn.bias_hh_l0_reverse	1	0.27261707186698914
811034	rnn.bias_hh_l0_reverse	2	-0.34279873967170715
811034	rnn.bias_hh_l0_reverse	3	-0.22776317596435547
811034	rnn.bias_hh_l0_reverse	4	-0.39912062883377075
811034	rnn.bias_hh_l0_reverse	5	-0.20528486371040344
811034	rnn.bias_hh_l0_reverse	6	-0.26659488677978516
811034	rnn.bias_hh_l0_reverse	7	-0.09919720888137817
811034	rnn.bias_hh_l0_reverse	8	-0.3455146253108978
811034	rnn.bias_hh_l0_reverse	9	0.21069161593914032
811034	linear.weight	0	0.2183401733636856
811034	linear.weight	1	-0.4395338296890259
811034	linear.weight	2	0.02416207455098629
811034	linear.weight	3	0.06747519969940186
811034	linear.weight	4	-0.1314273476600647
811034	linear.weight	5	0.23140771687030792
811034	linear.weight	6	-0.04725043103098869
811034	linear.weight	7	-0.059615638107061386
811034	linear.weight	8	0.14979249238967896
811034	linear.weight	9	-0.04993318393826485
811034	linear.bias	0	-0.8557534217834473
811034	linear.bias	1	1.7935453653335571
811034	linear.bias	2	0.717180609703064
811034	linear.bias	3	-2.743248701095581
811034	linear.bias	4	-0.06796783208847046
811034	linear.bias	5	1.2751175165176392
811034	linear.bias	6	-0.22260801494121552
811034	linear.bias	7	0.8402220606803894
811034	linear.bias	8	2.1113855838775635
811034	linear.bias	9	-1.3021737337112427
811643	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
811643	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
811643	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
811643	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
811643	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
811643	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
811643	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
811643	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
811643	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
811643	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
811643	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
811643	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
811643	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
811643	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
811643	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
811643	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
811643	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
811643	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
811643	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
811643	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
811643	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
811643	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
811643	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
811643	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
811643	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
811643	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
811643	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
811643	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
811643	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
811643	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
811643	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
811643	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
811643	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
811643	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
811643	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
811643	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
811643	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
811643	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
811643	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
811643	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
811643	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
811643	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
811643	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
811643	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
811643	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
811643	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
811643	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
811643	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
811643	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
811643	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
811643	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
811643	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
811643	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
811643	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
811643	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
811643	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
811643	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
811643	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
811643	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
811643	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
811643	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
811643	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
811643	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
811643	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
811643	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
811643	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
811643	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
811643	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
811643	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
811643	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
811643	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
811643	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
811643	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
811643	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
811643	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
811643	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
811643	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
811643	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
811643	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
811643	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
811643	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
811643	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
811643	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
811643	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
811643	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
811643	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
811643	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
811643	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
811643	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
811643	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
811643	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
811643	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
811643	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
811643	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
811643	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
811643	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
811643	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
811643	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
811643	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
811643	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
811643	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
811643	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
811643	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
811643	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
811643	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
811643	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
811643	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
811643	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
811643	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
811643	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
811643	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
811643	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
811643	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
811643	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
811643	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
811643	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
811643	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
811643	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
811643	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
811643	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
811643	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
811643	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
811643	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
811643	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
811643	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
811643	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
811643	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
811643	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
811643	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
811643	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
811643	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
811643	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
811643	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
811643	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
811643	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
811643	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
811643	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
811643	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
811643	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
811643	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
811643	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
811643	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
811643	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
811643	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
811643	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
811643	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
811643	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
811643	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
811643	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
811643	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
811643	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
811643	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
811643	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
811643	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
811643	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
811643	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
811643	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
811643	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
811643	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
811643	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
811643	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
811643	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
811643	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
811643	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
811643	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
811643	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
811643	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
811643	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
811643	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
811643	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
811643	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
811643	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
811643	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
811643	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
811643	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
811643	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
811643	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
811643	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
811643	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
811643	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
811643	embedding2nn.weight	0	0.32301175594329834
811643	embedding2nn.weight	1	0.38070598244667053
811643	embedding2nn.weight	2	0.006374686490744352
811643	embedding2nn.weight	3	0.012035481631755829
811643	embedding2nn.weight	4	-0.030751468613743782
811643	embedding2nn.weight	5	0.05912678688764572
811643	embedding2nn.weight	6	0.007712072227150202
811643	embedding2nn.weight	7	-0.0018012633081525564
811643	embedding2nn.weight	8	0.04132703319191933
811643	embedding2nn.weight	9	-0.05372323840856552
811643	embedding2nn.bias	0	0.013642225414514542
811643	embedding2nn.bias	1	-0.19790256023406982
811643	embedding2nn.bias	2	0.12239042669534683
811643	embedding2nn.bias	3	0.17564129829406738
811643	embedding2nn.bias	4	0.16051438450813293
811643	embedding2nn.bias	5	-0.0786270871758461
811643	embedding2nn.bias	6	-0.05609335005283356
811643	embedding2nn.bias	7	0.041649945080280304
811643	embedding2nn.bias	8	-0.14243079721927643
811643	embedding2nn.bias	9	-0.37644490599632263
811643	rnn.weight_ih_l0	0	0.009553417563438416
811643	rnn.weight_ih_l0	1	-0.05831803008913994
811643	rnn.weight_ih_l0	2	-0.04797401651740074
811643	rnn.weight_ih_l0	3	0.11460725963115692
811643	rnn.weight_ih_l0	4	0.02302967943251133
811643	rnn.weight_ih_l0	5	-0.07249724119901657
811643	rnn.weight_ih_l0	6	0.00844691600650549
811643	rnn.weight_ih_l0	7	-0.026157321408391
811643	rnn.weight_ih_l0	8	0.017579564824700356
811643	rnn.weight_ih_l0	9	-0.07703512907028198
811643	rnn.weight_hh_l0	0	-0.022950150072574615
811643	rnn.weight_hh_l0	1	0.08309536427259445
811643	rnn.weight_hh_l0	2	0.004338371567428112
811643	rnn.weight_hh_l0	3	-0.03544049337506294
811643	rnn.weight_hh_l0	4	0.08523917943239212
811643	rnn.weight_hh_l0	5	0.0011878431541845202
811643	rnn.weight_hh_l0	6	-0.08828987926244736
811643	rnn.weight_hh_l0	7	-0.1388431042432785
811643	rnn.weight_hh_l0	8	0.04069075733423233
811643	rnn.weight_hh_l0	9	-0.12299226969480515
811643	rnn.bias_ih_l0	0	0.17431171238422394
811643	rnn.bias_ih_l0	1	-0.33941975235939026
811643	rnn.bias_ih_l0	2	-0.04066338762640953
811643	rnn.bias_ih_l0	3	-0.2076486051082611
811643	rnn.bias_ih_l0	4	-0.00661606015637517
811643	rnn.bias_ih_l0	5	-0.4418603181838989
811643	rnn.bias_ih_l0	6	-0.14514566957950592
811643	rnn.bias_ih_l0	7	-0.38800692558288574
811643	rnn.bias_ih_l0	8	-0.3090788424015045
811643	rnn.bias_ih_l0	9	-0.44906312227249146
811643	rnn.bias_hh_l0	0	-0.35007303953170776
811643	rnn.bias_hh_l0	1	-0.4401392340660095
811643	rnn.bias_hh_l0	2	-0.4003417491912842
811643	rnn.bias_hh_l0	3	-0.0715511217713356
811643	rnn.bias_hh_l0	4	-0.3977915644645691
811643	rnn.bias_hh_l0	5	-0.37163373827934265
811643	rnn.bias_hh_l0	6	-0.11766350269317627
811643	rnn.bias_hh_l0	7	0.07304167747497559
811643	rnn.bias_hh_l0	8	-0.23041073977947235
811643	rnn.bias_hh_l0	9	-0.5710916519165039
811643	rnn.weight_ih_l0_reverse	0	-0.014464741572737694
811643	rnn.weight_ih_l0_reverse	1	-0.007463973946869373
811643	rnn.weight_ih_l0_reverse	2	0.006910051219165325
811643	rnn.weight_ih_l0_reverse	3	-0.14130625128746033
811643	rnn.weight_ih_l0_reverse	4	0.07745280116796494
811643	rnn.weight_ih_l0_reverse	5	-0.10506768524646759
811643	rnn.weight_ih_l0_reverse	6	0.0069860126823186874
811643	rnn.weight_ih_l0_reverse	7	0.03054664097726345
811643	rnn.weight_ih_l0_reverse	8	-0.0508270338177681
811643	rnn.weight_ih_l0_reverse	9	-0.084684357047081
811643	rnn.weight_hh_l0_reverse	0	-0.15233121812343597
811643	rnn.weight_hh_l0_reverse	1	0.020956235006451607
811643	rnn.weight_hh_l0_reverse	2	-0.019712084904313087
811643	rnn.weight_hh_l0_reverse	3	0.03165027126669884
811643	rnn.weight_hh_l0_reverse	4	-0.08199238032102585
811643	rnn.weight_hh_l0_reverse	5	0.03735024482011795
811643	rnn.weight_hh_l0_reverse	6	0.03093595802783966
811643	rnn.weight_hh_l0_reverse	7	-0.12858730554580688
811643	rnn.weight_hh_l0_reverse	8	-0.07901924848556519
811643	rnn.weight_hh_l0_reverse	9	0.03728392347693443
811643	rnn.bias_ih_l0_reverse	0	-0.18205465376377106
811643	rnn.bias_ih_l0_reverse	1	-0.05744847655296326
811643	rnn.bias_ih_l0_reverse	2	0.16020333766937256
811643	rnn.bias_ih_l0_reverse	3	-0.3318035900592804
811643	rnn.bias_ih_l0_reverse	4	0.0011445411946624517
811643	rnn.bias_ih_l0_reverse	5	-0.2224765568971634
811643	rnn.bias_ih_l0_reverse	6	0.27835437655448914
811643	rnn.bias_ih_l0_reverse	7	-0.300307959318161
811643	rnn.bias_ih_l0_reverse	8	-0.19641652703285217
811643	rnn.bias_ih_l0_reverse	9	-0.15375268459320068
811643	rnn.bias_hh_l0_reverse	0	-0.13955818116664886
811643	rnn.bias_hh_l0_reverse	1	0.27301937341690063
811643	rnn.bias_hh_l0_reverse	2	-0.34354689717292786
811643	rnn.bias_hh_l0_reverse	3	-0.22882932424545288
811643	rnn.bias_hh_l0_reverse	4	-0.39936357736587524
811643	rnn.bias_hh_l0_reverse	5	-0.20556655526161194
811643	rnn.bias_hh_l0_reverse	6	-0.2671825885772705
811643	rnn.bias_hh_l0_reverse	7	-0.0997665748000145
811643	rnn.bias_hh_l0_reverse	8	-0.34760886430740356
811643	rnn.bias_hh_l0_reverse	9	0.2098681479692459
811643	linear.weight	0	0.21442310512065887
811643	linear.weight	1	-0.44535329937934875
811643	linear.weight	2	0.03674190491437912
811643	linear.weight	3	0.06747481971979141
811643	linear.weight	4	-0.12743690609931946
811643	linear.weight	5	0.23055711388587952
811643	linear.weight	6	-0.046700865030288696
811643	linear.weight	7	-0.0596151128411293
811643	linear.weight	8	0.14976592361927032
811643	linear.weight	9	-0.04993366822600365
811643	linear.bias	0	-0.8663150072097778
811643	linear.bias	1	1.8031470775604248
811643	linear.bias	2	0.7221353054046631
811643	linear.bias	3	-2.743255853652954
811643	linear.bias	4	-0.06901195645332336
811643	linear.bias	5	1.2764259576797485
811643	linear.bias	6	-0.22091594338417053
811643	linear.bias	7	0.8362374901771545
811643	linear.bias	8	2.1162469387054443
811643	linear.bias	9	-1.3028647899627686
812252	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
812252	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
812252	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
812252	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
812252	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
812252	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
812252	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
812252	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
812252	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
812252	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
812252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
812252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
812252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
812252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
812252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
812252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
812252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
812252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
812252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
812252	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
812252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
812252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
812252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
812252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
812252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
812252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
812252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
812252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
812252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
812252	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
812252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
812252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
812252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
812252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
812252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
812252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
812252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
812252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
812252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
812252	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
812252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
812252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
812252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
812252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
812252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
812252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
812252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
812252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
812252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
812252	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
812252	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
812252	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
812252	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
812252	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
812252	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
812252	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
812252	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
812252	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
812252	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
812252	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
812252	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
812252	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
812252	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
812252	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
812252	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
812252	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
812252	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
812252	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
812252	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
812252	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
812252	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
812252	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
812252	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
812252	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
812252	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
812252	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
812252	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
812252	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
812252	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
812252	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
812252	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
812252	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
812252	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
812252	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
812252	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
812252	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
812252	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
812252	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
812252	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
812252	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
812252	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
812252	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
812252	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
812252	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
812252	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
812252	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
812252	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
812252	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
812252	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
812252	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
812252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
812252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
812252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
812252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
812252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
812252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
812252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
812252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
812252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
812252	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
812252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
812252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
812252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
812252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
812252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
812252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
812252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
812252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
812252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
812252	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
812252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
812252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
812252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
812252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
812252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
812252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
812252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
812252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
812252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
812252	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
812252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
812252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
812252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
812252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
812252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
812252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
812252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
812252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
812252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
812252	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
812252	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
812252	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
812252	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
812252	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
812252	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
812252	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
812252	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
812252	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
812252	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
812252	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
812252	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
812252	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
812252	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
812252	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
812252	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
812252	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
812252	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
812252	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
812252	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
812252	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
812252	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
812252	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
812252	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
812252	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
812252	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
812252	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
812252	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
812252	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
812252	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
812252	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
812252	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
812252	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
812252	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
812252	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
812252	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
812252	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
812252	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
812252	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
812252	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
812252	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
812252	embedding2nn.weight	0	0.3227424919605255
812252	embedding2nn.weight	1	0.38106879591941833
812252	embedding2nn.weight	2	0.006022002547979355
812252	embedding2nn.weight	3	0.012825681827962399
812252	embedding2nn.weight	4	-0.030803970992565155
812252	embedding2nn.weight	5	0.05975968763232231
812252	embedding2nn.weight	6	0.006567563395947218
812252	embedding2nn.weight	7	-0.0013502540532499552
812252	embedding2nn.weight	8	0.041456423699855804
812252	embedding2nn.weight	9	-0.05213303491473198
812252	embedding2nn.bias	0	0.013030796311795712
812252	embedding2nn.bias	1	-0.20010673999786377
812252	embedding2nn.bias	2	0.12356244772672653
812252	embedding2nn.bias	3	0.1689087152481079
812252	embedding2nn.bias	4	0.1549193114042282
812252	embedding2nn.bias	5	-0.07819093018770218
812252	embedding2nn.bias	6	-0.05350854620337486
812252	embedding2nn.bias	7	0.04372189939022064
812252	embedding2nn.bias	8	-0.14024625718593597
812252	embedding2nn.bias	9	-0.37868255376815796
812252	rnn.weight_ih_l0	0	0.00959634780883789
812252	rnn.weight_ih_l0	1	-0.05826042965054512
812252	rnn.weight_ih_l0	2	-0.0484820231795311
812252	rnn.weight_ih_l0	3	0.11526606231927872
812252	rnn.weight_ih_l0	4	0.023311229422688484
812252	rnn.weight_ih_l0	5	-0.07023432105779648
812252	rnn.weight_ih_l0	6	0.008604536764323711
812252	rnn.weight_ih_l0	7	-0.02660035341978073
812252	rnn.weight_ih_l0	8	0.018780052661895752
812252	rnn.weight_ih_l0	9	-0.07641627639532089
812252	rnn.weight_hh_l0	0	-0.022948743775486946
812252	rnn.weight_hh_l0	1	0.08316338807344437
812252	rnn.weight_hh_l0	2	0.004368902649730444
812252	rnn.weight_hh_l0	3	-0.03545280545949936
812252	rnn.weight_hh_l0	4	0.08518882095813751
812252	rnn.weight_hh_l0	5	0.0010519630741328
812252	rnn.weight_hh_l0	6	-0.08837414532899857
812252	rnn.weight_hh_l0	7	-0.13906514644622803
812252	rnn.weight_hh_l0	8	0.040669068694114685
812252	rnn.weight_hh_l0	9	-0.12308412045240402
812252	rnn.bias_ih_l0	0	0.17144522070884705
812252	rnn.bias_ih_l0	1	-0.33824223279953003
812252	rnn.bias_ih_l0	2	-0.040499091148376465
812252	rnn.bias_ih_l0	3	-0.20875155925750732
812252	rnn.bias_ih_l0	4	-0.005575674585998058
812252	rnn.bias_ih_l0	5	-0.4424578547477722
812252	rnn.bias_ih_l0	6	-0.14615531265735626
812252	rnn.bias_ih_l0	7	-0.3882545828819275
812252	rnn.bias_ih_l0	8	-0.30889371037483215
812252	rnn.bias_ih_l0	9	-0.45081475377082825
812252	rnn.bias_hh_l0	0	-0.3503584861755371
812252	rnn.bias_hh_l0	1	-0.438882976770401
812252	rnn.bias_hh_l0	2	-0.39982229471206665
812252	rnn.bias_hh_l0	3	-0.07178421318531036
812252	rnn.bias_hh_l0	4	-0.397846519947052
812252	rnn.bias_hh_l0	5	-0.3715246915817261
812252	rnn.bias_hh_l0	6	-0.11760730296373367
812252	rnn.bias_hh_l0	7	0.07240910083055496
812252	rnn.bias_hh_l0	8	-0.23145197331905365
812252	rnn.bias_hh_l0	9	-0.571647047996521
812252	rnn.weight_ih_l0_reverse	0	-0.013951943255960941
812252	rnn.weight_ih_l0_reverse	1	-0.00736546004191041
812252	rnn.weight_ih_l0_reverse	2	0.0073666926473379135
812252	rnn.weight_ih_l0_reverse	3	-0.14161524176597595
812252	rnn.weight_ih_l0_reverse	4	0.07751820236444473
812252	rnn.weight_ih_l0_reverse	5	-0.10462719947099686
812252	rnn.weight_ih_l0_reverse	6	0.006708540488034487
812252	rnn.weight_ih_l0_reverse	7	0.030625222250819206
812252	rnn.weight_ih_l0_reverse	8	-0.050967857241630554
812252	rnn.weight_ih_l0_reverse	9	-0.08365912735462189
812252	rnn.weight_hh_l0_reverse	0	-0.15241824090480804
812252	rnn.weight_hh_l0_reverse	1	0.021095192059874535
812252	rnn.weight_hh_l0_reverse	2	-0.01961212232708931
812252	rnn.weight_hh_l0_reverse	3	0.031681861728429794
812252	rnn.weight_hh_l0_reverse	4	-0.08200855553150177
812252	rnn.weight_hh_l0_reverse	5	0.03734847158193588
812252	rnn.weight_hh_l0_reverse	6	0.03097674623131752
812252	rnn.weight_hh_l0_reverse	7	-0.1281333863735199
812252	rnn.weight_hh_l0_reverse	8	-0.07910340279340744
812252	rnn.weight_hh_l0_reverse	9	0.0367867536842823
812252	rnn.bias_ih_l0_reverse	0	-0.18246246874332428
812252	rnn.bias_ih_l0_reverse	1	-0.05739250406622887
812252	rnn.bias_ih_l0_reverse	2	0.1607215255498886
812252	rnn.bias_ih_l0_reverse	3	-0.3317721486091614
812252	rnn.bias_ih_l0_reverse	4	0.0007243138388730586
812252	rnn.bias_ih_l0_reverse	5	-0.2222503423690796
812252	rnn.bias_ih_l0_reverse	6	0.2771652340888977
812252	rnn.bias_ih_l0_reverse	7	-0.30081701278686523
812252	rnn.bias_ih_l0_reverse	8	-0.19669853150844574
812252	rnn.bias_ih_l0_reverse	9	-0.15332907438278198
812252	rnn.bias_hh_l0_reverse	0	-0.1403874307870865
812252	rnn.bias_hh_l0_reverse	1	0.27377596497535706
812252	rnn.bias_hh_l0_reverse	2	-0.3433249592781067
812252	rnn.bias_hh_l0_reverse	3	-0.22827541828155518
812252	rnn.bias_hh_l0_reverse	4	-0.39928168058395386
812252	rnn.bias_hh_l0_reverse	5	-0.20486076176166534
812252	rnn.bias_hh_l0_reverse	6	-0.2670736014842987
812252	rnn.bias_hh_l0_reverse	7	-0.09930683672428131
812252	rnn.bias_hh_l0_reverse	8	-0.34992048144340515
812252	rnn.bias_hh_l0_reverse	9	0.21055150032043457
812252	linear.weight	0	0.21522487699985504
812252	linear.weight	1	-0.44930073618888855
812252	linear.weight	2	0.032944660633802414
812252	linear.weight	3	0.06747473031282425
812252	linear.weight	4	-0.13264180719852448
812252	linear.weight	5	0.23173891007900238
812252	linear.weight	6	-0.04333347827196121
812252	linear.weight	7	-0.059614572674036026
812252	linear.weight	8	0.15108780562877655
812252	linear.weight	9	-0.04993398115038872
812252	linear.bias	0	-0.8612325191497803
812252	linear.bias	1	1.7942105531692505
812252	linear.bias	2	0.7218203544616699
812252	linear.bias	3	-2.74326229095459
812252	linear.bias	4	-0.06170961633324623
812252	linear.bias	5	1.269620418548584
812252	linear.bias	6	-0.22660857439041138
812252	linear.bias	7	0.8361868858337402
812252	linear.bias	8	2.1071369647979736
812252	linear.bias	9	-1.2991427183151245
812861	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
812861	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
812861	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
812861	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
812861	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
812861	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
812861	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
812861	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
812861	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
812861	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
812861	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
812861	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
812861	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
812861	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
812861	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
812861	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
812861	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
812861	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
812861	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
812861	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
812861	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
812861	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
812861	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
812861	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
812861	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
812861	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
812861	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
812861	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
812861	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
812861	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
812861	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
812861	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
812861	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
812861	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
812861	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
812861	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
812861	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
812861	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
812861	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
812861	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
812861	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
812861	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
812861	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
812861	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
812861	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
812861	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
812861	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
812861	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
812861	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
812861	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
812861	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
812861	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
812861	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
812861	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
812861	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
812861	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
812861	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
812861	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
812861	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
812861	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
812861	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
812861	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
812861	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
812861	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
812861	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
812861	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
812861	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
812861	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
812861	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
812861	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
812861	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
812861	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
812861	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
812861	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
812861	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
812861	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
812861	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
812861	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
812861	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
812861	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
812861	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
812861	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
812861	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
812861	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
812861	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
812861	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
812861	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
812861	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
812861	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
812861	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
812861	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
812861	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
812861	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
812861	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
812861	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
812861	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
812861	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
812861	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
812861	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
812861	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
812861	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
812861	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
812861	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
812861	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
812861	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
812861	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
812861	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
812861	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
812861	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
812861	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
812861	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
812861	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
812861	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
812861	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
812861	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
812861	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
812861	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
812861	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
812861	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
812861	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
812861	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
812861	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
812861	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
812861	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
812861	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
812861	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
812861	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
812861	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
812861	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
812861	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
812861	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
812861	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
812861	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
812861	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
812861	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
812861	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
812861	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
812861	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
812861	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
812861	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
812861	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
812861	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
812861	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
812861	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
812861	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
812861	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
812861	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
812861	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
812861	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
812861	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
812861	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
812861	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
812861	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
812861	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
812861	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
812861	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
812861	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
812861	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
812861	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
812861	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
812861	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
812861	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
812861	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
812861	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
812861	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
812861	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
812861	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
812861	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
812861	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
812861	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
812861	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
812861	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
812861	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
812861	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
812861	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
812861	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
812861	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
812861	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
812861	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
812861	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
812861	embedding2nn.weight	0	0.3227107524871826
812861	embedding2nn.weight	1	0.38033628463745117
812861	embedding2nn.weight	2	0.006270557641983032
812861	embedding2nn.weight	3	0.013067015446722507
812861	embedding2nn.weight	4	-0.030875740572810173
812861	embedding2nn.weight	5	0.06036771833896637
812861	embedding2nn.weight	6	0.005641849245876074
812861	embedding2nn.weight	7	-0.0016737719997763634
812861	embedding2nn.weight	8	0.04156465828418732
812861	embedding2nn.weight	9	-0.05319339409470558
812861	embedding2nn.bias	0	0.01509274821728468
812861	embedding2nn.bias	1	-0.1953679621219635
812861	embedding2nn.bias	2	0.13084085285663605
812861	embedding2nn.bias	3	0.1666237860918045
812861	embedding2nn.bias	4	0.15926316380500793
812861	embedding2nn.bias	5	-0.08211401104927063
812861	embedding2nn.bias	6	-0.05414632707834244
812861	embedding2nn.bias	7	0.047371357679367065
812861	embedding2nn.bias	8	-0.14381462335586548
812861	embedding2nn.bias	9	-0.38177770376205444
812861	rnn.weight_ih_l0	0	0.009951556101441383
812861	rnn.weight_ih_l0	1	-0.058538779616355896
812861	rnn.weight_ih_l0	2	-0.04825779050588608
812861	rnn.weight_ih_l0	3	0.11543012410402298
812861	rnn.weight_ih_l0	4	0.02495766058564186
812861	rnn.weight_ih_l0	5	-0.07141432911157608
812861	rnn.weight_ih_l0	6	0.008858799934387207
812861	rnn.weight_ih_l0	7	-0.02660713903605938
812861	rnn.weight_ih_l0	8	0.018720785155892372
812861	rnn.weight_ih_l0	9	-0.07555773109197617
812861	rnn.weight_hh_l0	0	-0.022990237921476364
812861	rnn.weight_hh_l0	1	0.0832797959446907
812861	rnn.weight_hh_l0	2	0.004605372902005911
812861	rnn.weight_hh_l0	3	-0.03535526990890503
812861	rnn.weight_hh_l0	4	0.08509629219770432
812861	rnn.weight_hh_l0	5	0.000979349366389215
812861	rnn.weight_hh_l0	6	-0.08844951540231705
812861	rnn.weight_hh_l0	7	-0.13864123821258545
812861	rnn.weight_hh_l0	8	0.04064163938164711
812861	rnn.weight_hh_l0	9	-0.12303944677114487
812861	rnn.bias_ih_l0	0	0.17178761959075928
812861	rnn.bias_ih_l0	1	-0.34034231305122375
812861	rnn.bias_ih_l0	2	-0.04082365334033966
812861	rnn.bias_ih_l0	3	-0.20811988413333893
812861	rnn.bias_ih_l0	4	-0.005871887784451246
812861	rnn.bias_ih_l0	5	-0.442893922328949
812861	rnn.bias_ih_l0	6	-0.14575546979904175
812861	rnn.bias_ih_l0	7	-0.3885728120803833
812861	rnn.bias_ih_l0	8	-0.30838826298713684
812861	rnn.bias_ih_l0	9	-0.45053812861442566
812861	rnn.bias_hh_l0	0	-0.35028278827667236
812861	rnn.bias_hh_l0	1	-0.43891823291778564
812861	rnn.bias_hh_l0	2	-0.4001712203025818
812861	rnn.bias_hh_l0	3	-0.07227114588022232
812861	rnn.bias_hh_l0	4	-0.39782100915908813
812861	rnn.bias_hh_l0	5	-0.37171733379364014
812861	rnn.bias_hh_l0	6	-0.11850854754447937
812861	rnn.bias_hh_l0	7	0.07281073182821274
812861	rnn.bias_hh_l0	8	-0.23014210164546967
812861	rnn.bias_hh_l0	9	-0.571716845035553
812861	rnn.weight_ih_l0_reverse	0	-0.013464419171214104
812861	rnn.weight_ih_l0_reverse	1	-0.007145394571125507
812861	rnn.weight_ih_l0_reverse	2	0.0077016898430883884
812861	rnn.weight_ih_l0_reverse	3	-0.14120760560035706
812861	rnn.weight_ih_l0_reverse	4	0.07749365270137787
812861	rnn.weight_ih_l0_reverse	5	-0.104744091629982
812861	rnn.weight_ih_l0_reverse	6	0.006515320856124163
812861	rnn.weight_ih_l0_reverse	7	0.030516723170876503
812861	rnn.weight_ih_l0_reverse	8	-0.05031157657504082
812861	rnn.weight_ih_l0_reverse	9	-0.08426033705472946
812861	rnn.weight_hh_l0_reverse	0	-0.15236403048038483
812861	rnn.weight_hh_l0_reverse	1	0.021145008504390717
812861	rnn.weight_hh_l0_reverse	2	-0.019512362778186798
812861	rnn.weight_hh_l0_reverse	3	0.03174714744091034
812861	rnn.weight_hh_l0_reverse	4	-0.08171316236257553
812861	rnn.weight_hh_l0_reverse	5	0.03736141696572304
812861	rnn.weight_hh_l0_reverse	6	0.030984461307525635
812861	rnn.weight_hh_l0_reverse	7	-0.12790988385677338
812861	rnn.weight_hh_l0_reverse	8	-0.07910235226154327
812861	rnn.weight_hh_l0_reverse	9	0.03646831959486008
812861	rnn.bias_ih_l0_reverse	0	-0.1814533770084381
812861	rnn.bias_ih_l0_reverse	1	-0.05724358931183815
812861	rnn.bias_ih_l0_reverse	2	0.16127394139766693
812861	rnn.bias_ih_l0_reverse	3	-0.33084192872047424
812861	rnn.bias_ih_l0_reverse	4	0.0021245989482849836
812861	rnn.bias_ih_l0_reverse	5	-0.2220950871706009
812861	rnn.bias_ih_l0_reverse	6	0.27849140763282776
812861	rnn.bias_ih_l0_reverse	7	-0.3019661605358124
812861	rnn.bias_ih_l0_reverse	8	-0.19651594758033752
812861	rnn.bias_ih_l0_reverse	9	-0.1532181054353714
812861	rnn.bias_hh_l0_reverse	0	-0.13851942121982574
812861	rnn.bias_hh_l0_reverse	1	0.27355366945266724
812861	rnn.bias_hh_l0_reverse	2	-0.3449263572692871
812861	rnn.bias_hh_l0_reverse	3	-0.2285417765378952
812861	rnn.bias_hh_l0_reverse	4	-0.3994485139846802
812861	rnn.bias_hh_l0_reverse	5	-0.20487895607948303
812861	rnn.bias_hh_l0_reverse	6	-0.26746365427970886
812861	rnn.bias_hh_l0_reverse	7	-0.1001124233007431
812861	rnn.bias_hh_l0_reverse	8	-0.34797966480255127
812861	rnn.bias_hh_l0_reverse	9	0.2081545889377594
812861	linear.weight	0	0.2179778665304184
812861	linear.weight	1	-0.4455125629901886
812861	linear.weight	2	0.03203289210796356
812861	linear.weight	3	0.06747478991746902
812861	linear.weight	4	-0.13501934707164764
812861	linear.weight	5	0.2322494089603424
812861	linear.weight	6	-0.041692450642585754
812861	linear.weight	7	-0.05961389094591141
812861	linear.weight	8	0.15011905133724213
812861	linear.weight	9	-0.049934271723032
812861	linear.bias	0	-0.8636984825134277
812861	linear.bias	1	1.7968482971191406
812861	linear.bias	2	0.72385174036026
812861	linear.bias	3	-2.7432682514190674
812861	linear.bias	4	-0.062214575707912445
812861	linear.bias	5	1.2730375528335571
812861	linear.bias	6	-0.22195352613925934
812861	linear.bias	7	0.833531379699707
812861	linear.bias	8	2.119664192199707
812861	linear.bias	9	-1.2987500429153442
813470	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
813470	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
813470	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
813470	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
813470	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
813470	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
813470	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
813470	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
813470	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
813470	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
813470	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
813470	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
813470	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
813470	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
813470	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
813470	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
813470	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
813470	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
813470	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
813470	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
813470	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
813470	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
813470	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
813470	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
813470	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
813470	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
813470	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
813470	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
813470	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
813470	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
813470	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
813470	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
813470	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
813470	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
813470	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
813470	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
813470	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
813470	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
813470	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
813470	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
813470	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
813470	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
813470	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
813470	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
813470	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
813470	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
813470	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
813470	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
813470	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
813470	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
813470	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
813470	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
813470	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
813470	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
813470	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
813470	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
813470	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
813470	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
813470	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
813470	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
813470	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
813470	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
813470	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
813470	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
813470	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
813470	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
813470	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
813470	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
813470	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
813470	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
813470	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
813470	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
813470	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
813470	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
813470	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
813470	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
813470	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
813470	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
813470	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
813470	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
813470	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
813470	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
813470	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
813470	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
813470	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
813470	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
813470	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
813470	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
813470	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
813470	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
813470	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
813470	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
813470	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
813470	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
813470	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
813470	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
813470	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
813470	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
813470	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
813470	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
813470	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
813470	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
813470	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
813470	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
813470	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
813470	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
813470	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
813470	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
813470	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
813470	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
813470	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
813470	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
813470	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
813470	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
813470	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
813470	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
813470	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
813470	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
813470	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
813470	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
813470	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
813470	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
813470	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
813470	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
813470	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
813470	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
813470	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
813470	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
813470	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
813470	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
813470	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
813470	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
813470	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
813470	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
813470	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
813470	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
813470	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
813470	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
813470	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
813470	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
813470	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
813470	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
813470	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
813470	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
813470	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
813470	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
813470	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
813470	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
813470	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
813470	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
813470	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
813470	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
813470	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
813470	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
813470	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
813470	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
813470	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
813470	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
813470	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
813470	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
813470	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
813470	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
813470	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
813470	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
813470	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
813470	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
813470	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
813470	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
813470	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
813470	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
813470	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
813470	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
813470	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
813470	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
813470	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
813470	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
813470	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
813470	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
813470	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
813470	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
813470	embedding2nn.weight	0	0.3227020800113678
813470	embedding2nn.weight	1	0.3805995583534241
813470	embedding2nn.weight	2	0.006450357846915722
813470	embedding2nn.weight	3	0.013196328654885292
813470	embedding2nn.weight	4	-0.030075712129473686
813470	embedding2nn.weight	5	0.06043340638279915
813470	embedding2nn.weight	6	0.006452388130128384
813470	embedding2nn.weight	7	-0.001865573227405548
813470	embedding2nn.weight	8	0.041755031794309616
813470	embedding2nn.weight	9	-0.05341893061995506
813470	embedding2nn.bias	0	0.00963062234222889
813470	embedding2nn.bias	1	-0.19027622044086456
813470	embedding2nn.bias	2	0.12867200374603271
813470	embedding2nn.bias	3	0.16568000614643097
813470	embedding2nn.bias	4	0.15725530683994293
813470	embedding2nn.bias	5	-0.0791228637099266
813470	embedding2nn.bias	6	-0.05360110104084015
813470	embedding2nn.bias	7	0.03958903253078461
813470	embedding2nn.bias	8	-0.14222270250320435
813470	embedding2nn.bias	9	-0.3797149360179901
813470	rnn.weight_ih_l0	0	0.010134048759937286
813470	rnn.weight_ih_l0	1	-0.058588188141584396
813470	rnn.weight_ih_l0	2	-0.04807902127504349
813470	rnn.weight_ih_l0	3	0.11573977768421173
813470	rnn.weight_ih_l0	4	0.024086957797408104
813470	rnn.weight_ih_l0	5	-0.07220243662595749
813470	rnn.weight_ih_l0	6	0.008840630762279034
813470	rnn.weight_ih_l0	7	-0.02695418894290924
813470	rnn.weight_ih_l0	8	0.016926463693380356
813470	rnn.weight_ih_l0	9	-0.07550027221441269
813470	rnn.weight_hh_l0	0	-0.02292672172188759
813470	rnn.weight_hh_l0	1	0.08336293697357178
813470	rnn.weight_hh_l0	2	0.004375793505460024
813470	rnn.weight_hh_l0	3	-0.035322241485118866
813470	rnn.weight_hh_l0	4	0.08524227887392044
813470	rnn.weight_hh_l0	5	0.0009783866116777062
813470	rnn.weight_hh_l0	6	-0.08849119395017624
813470	rnn.weight_hh_l0	7	-0.13809490203857422
813470	rnn.weight_hh_l0	8	0.04064646363258362
813470	rnn.weight_hh_l0	9	-0.12299644201993942
813470	rnn.bias_ih_l0	0	0.1714509129524231
813470	rnn.bias_ih_l0	1	-0.3411630690097809
813470	rnn.bias_ih_l0	2	-0.04124551638960838
813470	rnn.bias_ih_l0	3	-0.2078005075454712
813470	rnn.bias_ih_l0	4	-0.004621144849807024
813470	rnn.bias_ih_l0	5	-0.4418082535266876
813470	rnn.bias_ih_l0	6	-0.1456654965877533
813470	rnn.bias_ih_l0	7	-0.38834258913993835
813470	rnn.bias_ih_l0	8	-0.30953916907310486
813470	rnn.bias_ih_l0	9	-0.4491525888442993
813470	rnn.bias_hh_l0	0	-0.3507760465145111
813470	rnn.bias_hh_l0	1	-0.4391995966434479
813470	rnn.bias_hh_l0	2	-0.40134185552597046
813470	rnn.bias_hh_l0	3	-0.07255946844816208
813470	rnn.bias_hh_l0	4	-0.39707472920417786
813470	rnn.bias_hh_l0	5	-0.3716995418071747
813470	rnn.bias_hh_l0	6	-0.11858025193214417
813470	rnn.bias_hh_l0	7	0.07171733677387238
813470	rnn.bias_hh_l0	8	-0.22889724373817444
813470	rnn.bias_hh_l0	9	-0.5724694728851318
813470	rnn.weight_ih_l0_reverse	0	-0.014425501227378845
813470	rnn.weight_ih_l0_reverse	1	-0.006807466968894005
813470	rnn.weight_ih_l0_reverse	2	0.007499293424189091
813470	rnn.weight_ih_l0_reverse	3	-0.14162340760231018
813470	rnn.weight_ih_l0_reverse	4	0.07746709138154984
813470	rnn.weight_ih_l0_reverse	5	-0.10620270669460297
813470	rnn.weight_ih_l0_reverse	6	0.005818950477987528
813470	rnn.weight_ih_l0_reverse	7	0.030699361115694046
813470	rnn.weight_ih_l0_reverse	8	-0.05007275938987732
813470	rnn.weight_ih_l0_reverse	9	-0.08404285460710526
813470	rnn.weight_hh_l0_reverse	0	-0.15219396352767944
813470	rnn.weight_hh_l0_reverse	1	0.020959192886948586
813470	rnn.weight_hh_l0_reverse	2	-0.019639596343040466
813470	rnn.weight_hh_l0_reverse	3	0.03161989524960518
813470	rnn.weight_hh_l0_reverse	4	-0.0814751461148262
813470	rnn.weight_hh_l0_reverse	5	0.03738027438521385
813470	rnn.weight_hh_l0_reverse	6	0.031007882207632065
813470	rnn.weight_hh_l0_reverse	7	-0.1280566155910492
813470	rnn.weight_hh_l0_reverse	8	-0.07902028411626816
813470	rnn.weight_hh_l0_reverse	9	0.03646371513605118
813470	rnn.bias_ih_l0_reverse	0	-0.18172940611839294
813470	rnn.bias_ih_l0_reverse	1	-0.05804247036576271
813470	rnn.bias_ih_l0_reverse	2	0.15930414199829102
813470	rnn.bias_ih_l0_reverse	3	-0.3298584818840027
813470	rnn.bias_ih_l0_reverse	4	0.002248340053483844
813470	rnn.bias_ih_l0_reverse	5	-0.2221076339483261
813470	rnn.bias_ih_l0_reverse	6	0.27851030230522156
813470	rnn.bias_ih_l0_reverse	7	-0.3034859001636505
813470	rnn.bias_ih_l0_reverse	8	-0.1954692155122757
813470	rnn.bias_ih_l0_reverse	9	-0.15343168377876282
813470	rnn.bias_hh_l0_reverse	0	-0.13939008116722107
813470	rnn.bias_hh_l0_reverse	1	0.2728240191936493
813470	rnn.bias_hh_l0_reverse	2	-0.3447509706020355
813470	rnn.bias_hh_l0_reverse	3	-0.2284444272518158
813470	rnn.bias_hh_l0_reverse	4	-0.4005008041858673
813470	rnn.bias_hh_l0_reverse	5	-0.2061096727848053
813470	rnn.bias_hh_l0_reverse	6	-0.2677771747112274
813470	rnn.bias_hh_l0_reverse	7	-0.10005410015583038
813470	rnn.bias_hh_l0_reverse	8	-0.3483859896659851
813470	rnn.bias_hh_l0_reverse	9	0.21074359118938446
813470	linear.weight	0	0.22142969071865082
813470	linear.weight	1	-0.44241419434547424
813470	linear.weight	2	0.036703284829854965
813470	linear.weight	3	0.06747480481863022
813470	linear.weight	4	-0.13931657373905182
813470	linear.weight	5	0.2345276027917862
813470	linear.weight	6	-0.044374652206897736
813470	linear.weight	7	-0.059613294899463654
813470	linear.weight	8	0.14635860919952393
813470	linear.weight	9	-0.04993447661399841
813470	linear.bias	0	-0.8659198880195618
813470	linear.bias	1	1.7983986139297485
813470	linear.bias	2	0.7272853255271912
813470	linear.bias	3	-2.7432758808135986
813470	linear.bias	4	-0.06734883785247803
813470	linear.bias	5	1.2780511379241943
813470	linear.bias	6	-0.22100213170051575
813470	linear.bias	7	0.8391927480697632
813470	linear.bias	8	2.1149115562438965
813470	linear.bias	9	-1.3012027740478516
814079	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
814079	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
814079	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
814079	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
814079	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
814079	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
814079	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
814079	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
814079	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
814079	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
814079	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
814079	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
814079	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
814079	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
814079	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
814079	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
814079	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
814079	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
814079	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
814079	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
814079	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
814079	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
814079	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
814079	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
814079	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
814079	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
814079	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
814079	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
814079	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
814079	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
814079	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
814079	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
814079	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
814079	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
814079	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
814079	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
814079	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
814079	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
814079	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
814079	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
814079	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
814079	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
814079	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
814079	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
814079	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
814079	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
814079	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
814079	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
814079	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
814079	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
814079	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
814079	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
814079	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
814079	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
814079	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
814079	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
814079	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
814079	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
814079	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
814079	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
814079	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
814079	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
814079	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
814079	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
814079	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
814079	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
814079	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
814079	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
814079	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
814079	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
814079	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
814079	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
814079	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
814079	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
814079	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
814079	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
814079	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
814079	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
814079	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
814079	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
814079	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
814079	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
814079	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
814079	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
814079	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
814079	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
814079	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
814079	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
814079	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
814079	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
814079	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
814079	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
814079	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
814079	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
814079	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
814079	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
814079	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
814079	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
814079	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
814079	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
814079	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
814079	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
814079	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
814079	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
814079	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
814079	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
814079	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
814079	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
814079	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
814079	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
814079	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
814079	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
814079	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
814079	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
814079	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
814079	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
814079	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
814079	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
814079	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
814079	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
814079	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
814079	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
814079	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
814079	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
814079	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
814079	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
814079	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
814079	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
814079	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
814079	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
814079	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
814079	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
814079	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
814079	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
814079	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
814079	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
814079	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
814079	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
814079	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
814079	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
814079	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
814079	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
814079	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
814079	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
814079	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
814079	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
814079	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
814079	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
814079	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
814079	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
814079	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
814079	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
814079	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
814079	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
814079	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
814079	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
814079	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
814079	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
814079	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
814079	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
814079	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
814079	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
814079	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
814079	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
814079	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
814079	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
814079	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
814079	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
814079	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
814079	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
814079	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
814079	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
814079	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
814079	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
814079	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
814079	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
814079	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
814079	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
814079	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
814079	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
814079	embedding2nn.weight	0	0.32289934158325195
814079	embedding2nn.weight	1	0.38030487298965454
814079	embedding2nn.weight	2	0.006243864540010691
814079	embedding2nn.weight	3	0.01470383070409298
814079	embedding2nn.weight	4	-0.029731659218668938
814079	embedding2nn.weight	5	0.06043211370706558
814079	embedding2nn.weight	6	0.0072845411486923695
814079	embedding2nn.weight	7	-0.0022845440544188023
814079	embedding2nn.weight	8	0.04226193204522133
814079	embedding2nn.weight	9	-0.053877051919698715
814079	embedding2nn.bias	0	0.010414063930511475
814079	embedding2nn.bias	1	-0.19215285778045654
814079	embedding2nn.bias	2	0.1326501965522766
814079	embedding2nn.bias	3	0.16484437882900238
814079	embedding2nn.bias	4	0.15526597201824188
814079	embedding2nn.bias	5	-0.07925475388765335
814079	embedding2nn.bias	6	-0.05505170300602913
814079	embedding2nn.bias	7	0.04233451560139656
814079	embedding2nn.bias	8	-0.14499466121196747
814079	embedding2nn.bias	9	-0.3798917233943939
814079	rnn.weight_ih_l0	0	0.010128280147910118
814079	rnn.weight_ih_l0	1	-0.058665819466114044
814079	rnn.weight_ih_l0	2	-0.048484668135643005
814079	rnn.weight_ih_l0	3	0.11555000394582748
814079	rnn.weight_ih_l0	4	0.023200055584311485
814079	rnn.weight_ih_l0	5	-0.07150893658399582
814079	rnn.weight_ih_l0	6	0.008505492471158504
814079	rnn.weight_ih_l0	7	-0.02700764499604702
814079	rnn.weight_ih_l0	8	0.016987614333629608
814079	rnn.weight_ih_l0	9	-0.07573273777961731
814079	rnn.weight_hh_l0	0	-0.022956205531954765
814079	rnn.weight_hh_l0	1	0.08335847407579422
814079	rnn.weight_hh_l0	2	0.004360313527286053
814079	rnn.weight_hh_l0	3	-0.03538980707526207
814079	rnn.weight_hh_l0	4	0.08515660464763641
814079	rnn.weight_hh_l0	5	0.0008868406875990331
814079	rnn.weight_hh_l0	6	-0.08843904733657837
814079	rnn.weight_hh_l0	7	-0.1381332129240036
814079	rnn.weight_hh_l0	8	0.04057594761252403
814079	rnn.weight_hh_l0	9	-0.12304696440696716
814079	rnn.bias_ih_l0	0	0.1718686819076538
814079	rnn.bias_ih_l0	1	-0.3413946032524109
814079	rnn.bias_ih_l0	2	-0.04118971899151802
814079	rnn.bias_ih_l0	3	-0.20717377960681915
814079	rnn.bias_ih_l0	4	-0.0036956884432584047
814079	rnn.bias_ih_l0	5	-0.4399106204509735
814079	rnn.bias_ih_l0	6	-0.14463263750076294
814079	rnn.bias_ih_l0	7	-0.3882596492767334
814079	rnn.bias_ih_l0	8	-0.308950275182724
814079	rnn.bias_ih_l0	9	-0.45114126801490784
814079	rnn.bias_hh_l0	0	-0.3509823679924011
814079	rnn.bias_hh_l0	1	-0.4390820860862732
814079	rnn.bias_hh_l0	2	-0.4024139940738678
814079	rnn.bias_hh_l0	3	-0.07272812724113464
814079	rnn.bias_hh_l0	4	-0.39729073643684387
814079	rnn.bias_hh_l0	5	-0.3710936903953552
814079	rnn.bias_hh_l0	6	-0.11878974735736847
814079	rnn.bias_hh_l0	7	0.07244888693094254
814079	rnn.bias_hh_l0	8	-0.23143580555915833
814079	rnn.bias_hh_l0	9	-0.571837306022644
814079	rnn.weight_ih_l0_reverse	0	-0.015060554258525372
814079	rnn.weight_ih_l0_reverse	1	-0.0067640854977071285
814079	rnn.weight_ih_l0_reverse	2	0.00763136800378561
814079	rnn.weight_ih_l0_reverse	3	-0.14215989410877228
814079	rnn.weight_ih_l0_reverse	4	0.07759460061788559
814079	rnn.weight_ih_l0_reverse	5	-0.10608739405870438
814079	rnn.weight_ih_l0_reverse	6	0.004715144168585539
814079	rnn.weight_ih_l0_reverse	7	0.030785372480750084
814079	rnn.weight_ih_l0_reverse	8	-0.04936257377266884
814079	rnn.weight_ih_l0_reverse	9	-0.08456292003393173
814079	rnn.weight_hh_l0_reverse	0	-0.151925727725029
814079	rnn.weight_hh_l0_reverse	1	0.02089523710310459
814079	rnn.weight_hh_l0_reverse	2	-0.019662028178572655
814079	rnn.weight_hh_l0_reverse	3	0.03155400976538658
814079	rnn.weight_hh_l0_reverse	4	-0.08151618391275406
814079	rnn.weight_hh_l0_reverse	5	0.037367235869169235
814079	rnn.weight_hh_l0_reverse	6	0.031032036989927292
814079	rnn.weight_hh_l0_reverse	7	-0.12811064720153809
814079	rnn.weight_hh_l0_reverse	8	-0.07918987423181534
814079	rnn.weight_hh_l0_reverse	9	0.036836154758930206
814079	rnn.bias_ih_l0_reverse	0	-0.18056726455688477
814079	rnn.bias_ih_l0_reverse	1	-0.059072453528642654
814079	rnn.bias_ih_l0_reverse	2	0.15865305066108704
814079	rnn.bias_ih_l0_reverse	3	-0.32971668243408203
814079	rnn.bias_ih_l0_reverse	4	0.0022133695892989635
814079	rnn.bias_ih_l0_reverse	5	-0.22256049513816833
814079	rnn.bias_ih_l0_reverse	6	0.28022533655166626
814079	rnn.bias_ih_l0_reverse	7	-0.30329328775405884
814079	rnn.bias_ih_l0_reverse	8	-0.19538918137550354
814079	rnn.bias_ih_l0_reverse	9	-0.15249304473400116
814079	rnn.bias_hh_l0_reverse	0	-0.140319362282753
814079	rnn.bias_hh_l0_reverse	1	0.2727149426937103
814079	rnn.bias_hh_l0_reverse	2	-0.3430383503437042
814079	rnn.bias_hh_l0_reverse	3	-0.22955070436000824
814079	rnn.bias_hh_l0_reverse	4	-0.40057215094566345
814079	rnn.bias_hh_l0_reverse	5	-0.2059888392686844
814079	rnn.bias_hh_l0_reverse	6	-0.26689526438713074
814079	rnn.bias_hh_l0_reverse	7	-0.09983345121145248
814079	rnn.bias_hh_l0_reverse	8	-0.3488209545612335
814079	rnn.bias_hh_l0_reverse	9	0.21299795806407928
814079	linear.weight	0	0.2263440638780594
814079	linear.weight	1	-0.4317774176597595
814079	linear.weight	2	0.04376859590411186
814079	linear.weight	3	0.06747478246688843
814079	linear.weight	4	-0.12641213834285736
814079	linear.weight	5	0.23482146859169006
814079	linear.weight	6	-0.0446329265832901
814079	linear.weight	7	-0.059612859040498734
814079	linear.weight	8	0.14781776070594788
814079	linear.weight	9	-0.04993535205721855
814079	linear.bias	0	-0.8688313961029053
814079	linear.bias	1	1.7997874021530151
814079	linear.bias	2	0.7205192446708679
814079	linear.bias	3	-2.7432806491851807
814079	linear.bias	4	-0.06999864429235458
814079	linear.bias	5	1.2676746845245361
814079	linear.bias	6	-0.22101332247257233
814079	linear.bias	7	0.8382306694984436
814079	linear.bias	8	2.115370512008667
814079	linear.bias	9	-1.298251986503601
814688	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
814688	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
814688	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
814688	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
814688	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
814688	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
814688	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
814688	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
814688	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
814688	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
814688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
814688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
814688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
814688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
814688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
814688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
814688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
814688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
814688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
814688	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
814688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
814688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
814688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
814688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
814688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
814688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
814688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
814688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
814688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
814688	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
814688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
814688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
814688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
814688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
814688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
814688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
814688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
814688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
814688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
814688	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
814688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
814688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
814688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
814688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
814688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
814688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
814688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
814688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
814688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
814688	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
814688	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
814688	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
814688	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
814688	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
814688	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
814688	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
814688	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
814688	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
814688	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
814688	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
814688	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
814688	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
814688	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
814688	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
814688	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
814688	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
814688	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
814688	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
814688	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
814688	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
814688	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
814688	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
814688	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
814688	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
814688	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
814688	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
814688	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
814688	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
814688	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
814688	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
814688	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
814688	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
814688	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
814688	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
814688	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
814688	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
814688	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
814688	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
814688	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
814688	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
814688	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
814688	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
814688	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
814688	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
814688	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
814688	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
814688	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
814688	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
814688	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
814688	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
814688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
814688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
814688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
814688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
814688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
814688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
814688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
814688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
814688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
814688	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
814688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
814688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
814688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
814688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
814688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
814688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
814688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
814688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
814688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
814688	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
814688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
814688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
814688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
814688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
814688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
814688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
814688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
814688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
814688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
814688	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
814688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
814688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
814688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
814688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
814688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
814688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
814688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
814688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
814688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
814688	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
814688	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
814688	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
814688	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
814688	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
814688	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
814688	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
814688	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
814688	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
814688	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
814688	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
814688	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
814688	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
814688	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
814688	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
814688	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
814688	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
814688	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
814688	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
814688	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
814688	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
814688	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
814688	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
814688	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
814688	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
814688	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
814688	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
814688	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
814688	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
814688	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
814688	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
814688	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
814688	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
814688	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
814688	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
814688	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
814688	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
814688	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
814688	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
814688	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
814688	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
814688	embedding2nn.weight	0	0.3229003846645355
814688	embedding2nn.weight	1	0.37971195578575134
814688	embedding2nn.weight	2	0.006160014308989048
814688	embedding2nn.weight	3	0.013478104025125504
814688	embedding2nn.weight	4	-0.029497914016246796
814688	embedding2nn.weight	5	0.060361020267009735
814688	embedding2nn.weight	6	0.00764174060896039
814688	embedding2nn.weight	7	-0.0025824368931353092
814688	embedding2nn.weight	8	0.042923882603645325
814688	embedding2nn.weight	9	-0.053887706249952316
814688	embedding2nn.bias	0	0.009532487951219082
814688	embedding2nn.bias	1	-0.18985138833522797
814688	embedding2nn.bias	2	0.127598837018013
814688	embedding2nn.bias	3	0.16276304423809052
814688	embedding2nn.bias	4	0.1554233431816101
814688	embedding2nn.bias	5	-0.08104140311479568
814688	embedding2nn.bias	6	-0.05536310002207756
814688	embedding2nn.bias	7	0.045092809945344925
814688	embedding2nn.bias	8	-0.1479482501745224
814688	embedding2nn.bias	9	-0.38222792744636536
814688	rnn.weight_ih_l0	0	0.010342273861169815
814688	rnn.weight_ih_l0	1	-0.05839680880308151
814688	rnn.weight_ih_l0	2	-0.04853446036577225
814688	rnn.weight_ih_l0	3	0.11553477495908737
814688	rnn.weight_ih_l0	4	0.022693201899528503
814688	rnn.weight_ih_l0	5	-0.07167068123817444
814688	rnn.weight_ih_l0	6	0.009696191176772118
814688	rnn.weight_ih_l0	7	-0.02730327658355236
814688	rnn.weight_ih_l0	8	0.017028138041496277
814688	rnn.weight_ih_l0	9	-0.07732364535331726
814688	rnn.weight_hh_l0	0	-0.023023847490549088
814688	rnn.weight_hh_l0	1	0.08344797044992447
814688	rnn.weight_hh_l0	2	0.0042952983640134335
814688	rnn.weight_hh_l0	3	-0.03544679284095764
814688	rnn.weight_hh_l0	4	0.08501897007226944
814688	rnn.weight_hh_l0	5	0.001046690158545971
814688	rnn.weight_hh_l0	6	-0.08848000317811966
814688	rnn.weight_hh_l0	7	-0.13812550902366638
814688	rnn.weight_hh_l0	8	0.040626462548971176
814688	rnn.weight_hh_l0	9	-0.12293954193592072
814688	rnn.bias_ih_l0	0	0.1733160763978958
814688	rnn.bias_ih_l0	1	-0.34196874499320984
814688	rnn.bias_ih_l0	2	-0.041672758758068085
814688	rnn.bias_ih_l0	3	-0.2076752930879593
814688	rnn.bias_ih_l0	4	-0.00423660222440958
814688	rnn.bias_ih_l0	5	-0.43979036808013916
814688	rnn.bias_ih_l0	6	-0.1442839354276657
814688	rnn.bias_ih_l0	7	-0.3889372646808624
814688	rnn.bias_ih_l0	8	-0.30830907821655273
814688	rnn.bias_ih_l0	9	-0.45161378383636475
814688	rnn.bias_hh_l0	0	-0.3511529862880707
814688	rnn.bias_hh_l0	1	-0.4404030442237854
814688	rnn.bias_hh_l0	2	-0.40157750248908997
814688	rnn.bias_hh_l0	3	-0.07184863090515137
814688	rnn.bias_hh_l0	4	-0.39757469296455383
814688	rnn.bias_hh_l0	5	-0.3707580864429474
814688	rnn.bias_hh_l0	6	-0.11945106089115143
814688	rnn.bias_hh_l0	7	0.07116053253412247
814688	rnn.bias_hh_l0	8	-0.23130102455615997
814688	rnn.bias_hh_l0	9	-0.5719248652458191
814688	rnn.weight_ih_l0_reverse	0	-0.014765138737857342
814688	rnn.weight_ih_l0_reverse	1	-0.007136527914553881
814688	rnn.weight_ih_l0_reverse	2	0.007395013701170683
814688	rnn.weight_ih_l0_reverse	3	-0.1416451334953308
814688	rnn.weight_ih_l0_reverse	4	0.0774337500333786
814688	rnn.weight_ih_l0_reverse	5	-0.10505659878253937
814688	rnn.weight_ih_l0_reverse	6	0.004647170193493366
814688	rnn.weight_ih_l0_reverse	7	0.030972644686698914
814688	rnn.weight_ih_l0_reverse	8	-0.0495491623878479
814688	rnn.weight_ih_l0_reverse	9	-0.08485442399978638
814688	rnn.weight_hh_l0_reverse	0	-0.15230709314346313
814688	rnn.weight_hh_l0_reverse	1	0.020893890410661697
814688	rnn.weight_hh_l0_reverse	2	-0.019694292917847633
814688	rnn.weight_hh_l0_reverse	3	0.03144492208957672
814688	rnn.weight_hh_l0_reverse	4	-0.08135072141885757
814688	rnn.weight_hh_l0_reverse	5	0.037419117987155914
814688	rnn.weight_hh_l0_reverse	6	0.030959010124206543
814688	rnn.weight_hh_l0_reverse	7	-0.12833228707313538
814688	rnn.weight_hh_l0_reverse	8	-0.07956700026988983
814688	rnn.weight_hh_l0_reverse	9	0.03656189888715744
814688	rnn.bias_ih_l0_reverse	0	-0.18011507391929626
814688	rnn.bias_ih_l0_reverse	1	-0.060295186936855316
814688	rnn.bias_ih_l0_reverse	2	0.15858511626720428
814688	rnn.bias_ih_l0_reverse	3	-0.32995206117630005
814688	rnn.bias_ih_l0_reverse	4	0.003152643796056509
814688	rnn.bias_ih_l0_reverse	5	-0.22206389904022217
814688	rnn.bias_ih_l0_reverse	6	0.27996063232421875
814688	rnn.bias_ih_l0_reverse	7	-0.30259111523628235
814688	rnn.bias_ih_l0_reverse	8	-0.19503089785575867
814688	rnn.bias_ih_l0_reverse	9	-0.15349671244621277
814688	rnn.bias_hh_l0_reverse	0	-0.14018255472183228
814688	rnn.bias_hh_l0_reverse	1	0.27272263169288635
814688	rnn.bias_hh_l0_reverse	2	-0.342792272567749
814688	rnn.bias_hh_l0_reverse	3	-0.22912798821926117
814688	rnn.bias_hh_l0_reverse	4	-0.3998240530490875
814688	rnn.bias_hh_l0_reverse	5	-0.20682445168495178
814688	rnn.bias_hh_l0_reverse	6	-0.2685500979423523
814688	rnn.bias_hh_l0_reverse	7	-0.10014576464891434
814688	rnn.bias_hh_l0_reverse	8	-0.34661218523979187
814688	rnn.bias_hh_l0_reverse	9	0.21234282851219177
814688	linear.weight	0	0.2284921407699585
814688	linear.weight	1	-0.4327166974544525
814688	linear.weight	2	0.05032631382346153
814688	linear.weight	3	0.06747476011514664
814688	linear.weight	4	-0.11787187308073044
814688	linear.weight	5	0.23466064035892487
814688	linear.weight	6	-0.04521305859088898
814688	linear.weight	7	-0.059612203389406204
814688	linear.weight	8	0.14761333167552948
814688	linear.weight	9	-0.04993564262986183
814688	linear.bias	0	-0.8631987571716309
814688	linear.bias	1	1.7966848611831665
814688	linear.bias	2	0.7216624617576599
814688	linear.bias	3	-2.743288278579712
814688	linear.bias	4	-0.06829777359962463
814688	linear.bias	5	1.2810039520263672
814688	linear.bias	6	-0.22720758616924286
814688	linear.bias	7	0.8285279870033264
814688	linear.bias	8	2.1125059127807617
814688	linear.bias	9	-1.2993247509002686
815297	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
815297	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
815297	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
815297	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
815297	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
815297	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
815297	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
815297	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
815297	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
815297	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
815297	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
815297	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
815297	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
815297	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
815297	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
815297	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
815297	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
815297	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
815297	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
815297	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
815297	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
815297	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
815297	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
815297	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
815297	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
815297	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
815297	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
815297	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
815297	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
815297	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
815297	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
815297	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
815297	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
815297	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
815297	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
815297	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
815297	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
815297	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
815297	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
815297	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
815297	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
815297	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
815297	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
815297	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
815297	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
815297	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
815297	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
815297	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
815297	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
815297	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
815297	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
815297	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
815297	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
815297	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
815297	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
815297	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
815297	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
815297	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
815297	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
815297	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
815297	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
815297	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
815297	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
815297	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
815297	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
815297	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
815297	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
815297	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
815297	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
815297	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
815297	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
815297	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
815297	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
815297	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
815297	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
815297	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
815297	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
815297	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
815297	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
815297	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
815297	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
815297	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
815297	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
815297	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
815297	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
815297	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
815297	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
815297	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
815297	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
815297	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
815297	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
815297	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
815297	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
815297	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
815297	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
815297	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
815297	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
815297	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
815297	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
815297	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
815297	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
815297	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
815297	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
815297	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
815297	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
815297	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
815297	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
815297	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
815297	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
815297	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
815297	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
815297	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
815297	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
815297	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
815297	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
815297	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
815297	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
815297	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
815297	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
815297	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
815297	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
815297	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
815297	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
815297	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
815297	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
815297	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
815297	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
815297	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
815297	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
815297	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
815297	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
815297	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
815297	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
815297	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
815297	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
815297	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
815297	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
815297	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
815297	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
815297	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
815297	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
815297	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
815297	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
815297	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
815297	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
815297	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
815297	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
815297	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
815297	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
815297	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
815297	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
815297	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
815297	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
815297	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
815297	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
815297	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
815297	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
815297	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
815297	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
815297	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
815297	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
815297	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
815297	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
815297	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
815297	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
815297	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
815297	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
815297	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
815297	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
815297	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
815297	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
815297	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
815297	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
815297	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
815297	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
815297	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
815297	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
815297	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
815297	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
815297	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
815297	embedding2nn.weight	0	0.32292288541793823
815297	embedding2nn.weight	1	0.3792040944099426
815297	embedding2nn.weight	2	0.0055579314939677715
815297	embedding2nn.weight	3	0.012840178795158863
815297	embedding2nn.weight	4	-0.030009130015969276
815297	embedding2nn.weight	5	0.06061474606394768
815297	embedding2nn.weight	6	0.00804892461746931
815297	embedding2nn.weight	7	-0.00165936432313174
815297	embedding2nn.weight	8	0.0428105965256691
815297	embedding2nn.weight	9	-0.053835660219192505
815297	embedding2nn.bias	0	0.011695532128214836
815297	embedding2nn.bias	1	-0.19505994021892548
815297	embedding2nn.bias	2	0.12514856457710266
815297	embedding2nn.bias	3	0.16695795953273773
815297	embedding2nn.bias	4	0.15279130637645721
815297	embedding2nn.bias	5	-0.08407454937696457
815297	embedding2nn.bias	6	-0.05682886764407158
815297	embedding2nn.bias	7	0.0409674309194088
815297	embedding2nn.bias	8	-0.1502586007118225
815297	embedding2nn.bias	9	-0.37816086411476135
815297	rnn.weight_ih_l0	0	0.010186308063566685
815297	rnn.weight_ih_l0	1	-0.05844634398818016
815297	rnn.weight_ih_l0	2	-0.049743201583623886
815297	rnn.weight_ih_l0	3	0.11589841544628143
815297	rnn.weight_ih_l0	4	0.02351505309343338
815297	rnn.weight_ih_l0	5	-0.07186305522918701
815297	rnn.weight_ih_l0	6	0.009493812918663025
815297	rnn.weight_ih_l0	7	-0.026843251660466194
815297	rnn.weight_ih_l0	8	0.01614508591592312
815297	rnn.weight_ih_l0	9	-0.07782527804374695
815297	rnn.weight_hh_l0	0	-0.023011408746242523
815297	rnn.weight_hh_l0	1	0.08350466936826706
815297	rnn.weight_hh_l0	2	0.004598572850227356
815297	rnn.weight_hh_l0	3	-0.03549947962164879
815297	rnn.weight_hh_l0	4	0.08497361093759537
815297	rnn.weight_hh_l0	5	0.001139712636359036
815297	rnn.weight_hh_l0	6	-0.08843210339546204
815297	rnn.weight_hh_l0	7	-0.13825862109661102
815297	rnn.weight_hh_l0	8	0.04064517095685005
815297	rnn.weight_hh_l0	9	-0.12295502424240112
815297	rnn.bias_ih_l0	0	0.17350710928440094
815297	rnn.bias_ih_l0	1	-0.3420032560825348
815297	rnn.bias_ih_l0	2	-0.04115208238363266
815297	rnn.bias_ih_l0	3	-0.20985135436058044
815297	rnn.bias_ih_l0	4	-0.005804837215691805
815297	rnn.bias_ih_l0	5	-0.4406464099884033
815297	rnn.bias_ih_l0	6	-0.14542001485824585
815297	rnn.bias_ih_l0	7	-0.3890099823474884
815297	rnn.bias_ih_l0	8	-0.309908390045166
815297	rnn.bias_ih_l0	9	-0.4514806270599365
815297	rnn.bias_hh_l0	0	-0.35168221592903137
815297	rnn.bias_hh_l0	1	-0.4411779046058655
815297	rnn.bias_hh_l0	2	-0.40244853496551514
815297	rnn.bias_hh_l0	3	-0.0724952220916748
815297	rnn.bias_hh_l0	4	-0.39671453833580017
815297	rnn.bias_hh_l0	5	-0.3703368306159973
815297	rnn.bias_hh_l0	6	-0.11906752735376358
815297	rnn.bias_hh_l0	7	0.07084638625383377
815297	rnn.bias_hh_l0	8	-0.2305935174226761
815297	rnn.bias_hh_l0	9	-0.5711759328842163
815297	rnn.weight_ih_l0_reverse	0	-0.014824429526925087
815297	rnn.weight_ih_l0_reverse	1	-0.007320751901715994
815297	rnn.weight_ih_l0_reverse	2	0.006753864232450724
815297	rnn.weight_ih_l0_reverse	3	-0.14149048924446106
815297	rnn.weight_ih_l0_reverse	4	0.07738588750362396
815297	rnn.weight_ih_l0_reverse	5	-0.10551691055297852
815297	rnn.weight_ih_l0_reverse	6	0.005006939638406038
815297	rnn.weight_ih_l0_reverse	7	0.031203920021653175
815297	rnn.weight_ih_l0_reverse	8	-0.04964696243405342
815297	rnn.weight_ih_l0_reverse	9	-0.0854310467839241
815297	rnn.weight_hh_l0_reverse	0	-0.15207386016845703
815297	rnn.weight_hh_l0_reverse	1	0.02104734070599079
815297	rnn.weight_hh_l0_reverse	2	-0.019738037139177322
815297	rnn.weight_hh_l0_reverse	3	0.03143009543418884
815297	rnn.weight_hh_l0_reverse	4	-0.08109864592552185
815297	rnn.weight_hh_l0_reverse	5	0.03733503445982933
815297	rnn.weight_hh_l0_reverse	6	0.031022904440760612
815297	rnn.weight_hh_l0_reverse	7	-0.1288411170244217
815297	rnn.weight_hh_l0_reverse	8	-0.07935602217912674
815297	rnn.weight_hh_l0_reverse	9	0.03637564927339554
815297	rnn.bias_ih_l0_reverse	0	-0.18027231097221375
815297	rnn.bias_ih_l0_reverse	1	-0.06008130684494972
815297	rnn.bias_ih_l0_reverse	2	0.15807124972343445
815297	rnn.bias_ih_l0_reverse	3	-0.33006051182746887
815297	rnn.bias_ih_l0_reverse	4	0.0038582277484238148
815297	rnn.bias_ih_l0_reverse	5	-0.22198893129825592
815297	rnn.bias_ih_l0_reverse	6	0.2810211777687073
815297	rnn.bias_ih_l0_reverse	7	-0.301310271024704
815297	rnn.bias_ih_l0_reverse	8	-0.19406649470329285
815297	rnn.bias_ih_l0_reverse	9	-0.15409864485263824
815297	rnn.bias_hh_l0_reverse	0	-0.13906444609165192
815297	rnn.bias_hh_l0_reverse	1	0.2722180187702179
815297	rnn.bias_hh_l0_reverse	2	-0.3432885408401489
815297	rnn.bias_hh_l0_reverse	3	-0.23016825318336487
815297	rnn.bias_hh_l0_reverse	4	-0.400624543428421
815297	rnn.bias_hh_l0_reverse	5	-0.20784834027290344
815297	rnn.bias_hh_l0_reverse	6	-0.26919206976890564
815297	rnn.bias_hh_l0_reverse	7	-0.0997282862663269
815297	rnn.bias_hh_l0_reverse	8	-0.3476105332374573
815297	rnn.bias_hh_l0_reverse	9	0.21251782774925232
815297	linear.weight	0	0.23046083748340607
815297	linear.weight	1	-0.43821486830711365
815297	linear.weight	2	0.05624718219041824
815297	linear.weight	3	0.06747478246688843
815297	linear.weight	4	-0.11614659428596497
815297	linear.weight	5	0.2309676706790924
815297	linear.weight	6	-0.045917171984910965
815297	linear.weight	7	-0.05961169674992561
815297	linear.weight	8	0.1523158699274063
815297	linear.weight	9	-0.04993588104844093
815297	linear.bias	0	-0.8661098480224609
815297	linear.bias	1	1.7838878631591797
815297	linear.bias	2	0.7161426544189453
815297	linear.bias	3	-2.7432966232299805
815297	linear.bias	4	-0.06648558378219604
815297	linear.bias	5	1.270628571510315
815297	linear.bias	6	-0.2188817858695984
815297	linear.bias	7	0.8333462476730347
815297	linear.bias	8	2.1019647121429443
815297	linear.bias	9	-1.2974809408187866
815906	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
815906	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
815906	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
815906	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
815906	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
815906	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
815906	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
815906	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
815906	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
815906	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
815906	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
815906	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
815906	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
815906	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
815906	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
815906	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
815906	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
815906	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
815906	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
815906	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
815906	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
815906	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
815906	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
815906	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
815906	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
815906	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
815906	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
815906	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
815906	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
815906	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
815906	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
815906	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
815906	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
815906	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
815906	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
815906	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
815906	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
815906	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
815906	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
815906	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
815906	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
815906	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
815906	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
815906	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
815906	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
815906	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
815906	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
815906	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
815906	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
815906	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
815906	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
815906	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
815906	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
815906	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
815906	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
815906	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
815906	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
815906	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
815906	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
815906	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
815906	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
815906	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
815906	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
815906	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
815906	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
815906	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
815906	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
815906	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
815906	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
815906	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
815906	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
815906	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
815906	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
815906	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
815906	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
815906	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
815906	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
815906	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
815906	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
815906	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
815906	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
815906	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
815906	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
815906	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
815906	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
815906	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
815906	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
815906	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
815906	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
815906	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
815906	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
815906	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
815906	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
815906	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
815906	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
815906	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
815906	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
815906	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
815906	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
815906	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
815906	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
815906	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
815906	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
815906	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
815906	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
815906	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
815906	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
815906	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
815906	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
815906	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
815906	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
815906	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
815906	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
815906	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
815906	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
815906	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
815906	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
815906	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
815906	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
815906	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
815906	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
815906	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
815906	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
815906	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
815906	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
815906	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
815906	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
815906	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
815906	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
815906	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
815906	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
815906	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
815906	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
815906	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
815906	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
815906	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
815906	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
815906	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
815906	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
815906	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
815906	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
815906	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
815906	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
815906	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
815906	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
815906	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
815906	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
815906	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
815906	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
815906	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
815906	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
815906	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
815906	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
815906	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
815906	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
815906	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
815906	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
815906	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
815906	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
815906	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
815906	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
815906	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
815906	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
815906	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
815906	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
815906	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
815906	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
815906	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
815906	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
815906	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
815906	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
815906	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
815906	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
815906	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
815906	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
815906	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
815906	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
815906	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
815906	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
815906	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
815906	embedding2nn.weight	0	0.3232226073741913
815906	embedding2nn.weight	1	0.3791554272174835
815906	embedding2nn.weight	2	0.00474567711353302
815906	embedding2nn.weight	3	0.008917485363781452
815906	embedding2nn.weight	4	-0.02927256003022194
815906	embedding2nn.weight	5	0.060462500900030136
815906	embedding2nn.weight	6	0.00764877162873745
815906	embedding2nn.weight	7	-0.0017482433468103409
815906	embedding2nn.weight	8	0.04283768683671951
815906	embedding2nn.weight	9	-0.05506915599107742
815906	embedding2nn.bias	0	0.014210441149771214
815906	embedding2nn.bias	1	-0.1882820725440979
815906	embedding2nn.bias	2	0.12836818397045135
815906	embedding2nn.bias	3	0.16374629735946655
815906	embedding2nn.bias	4	0.15745393931865692
815906	embedding2nn.bias	5	-0.08394292742013931
815906	embedding2nn.bias	6	-0.05224138870835304
815906	embedding2nn.bias	7	0.040875110775232315
815906	embedding2nn.bias	8	-0.14560365676879883
815906	embedding2nn.bias	9	-0.37888291478157043
815906	rnn.weight_ih_l0	0	0.010227377526462078
815906	rnn.weight_ih_l0	1	-0.058617282658815384
815906	rnn.weight_ih_l0	2	-0.05027874931693077
815906	rnn.weight_ih_l0	3	0.11504882574081421
815906	rnn.weight_ih_l0	4	0.023822734132409096
815906	rnn.weight_ih_l0	5	-0.07189106941223145
815906	rnn.weight_ih_l0	6	0.010119292885065079
815906	rnn.weight_ih_l0	7	-0.027975209057331085
815906	rnn.weight_ih_l0	8	0.01596316695213318
815906	rnn.weight_ih_l0	9	-0.07772495597600937
815906	rnn.weight_hh_l0	0	-0.022839782759547234
815906	rnn.weight_hh_l0	1	0.08345502614974976
815906	rnn.weight_hh_l0	2	0.004642415326088667
815906	rnn.weight_hh_l0	3	-0.035480257123708725
815906	rnn.weight_hh_l0	4	0.08512900024652481
815906	rnn.weight_hh_l0	5	0.001047627185471356
815906	rnn.weight_hh_l0	6	-0.08842869848012924
815906	rnn.weight_hh_l0	7	-0.1381474882364273
815906	rnn.weight_hh_l0	8	0.04063288867473602
815906	rnn.weight_hh_l0	9	-0.12288877367973328
815906	rnn.bias_ih_l0	0	0.17330650985240936
815906	rnn.bias_ih_l0	1	-0.3415132761001587
815906	rnn.bias_ih_l0	2	-0.04097404330968857
815906	rnn.bias_ih_l0	3	-0.2093748301267624
815906	rnn.bias_ih_l0	4	-0.003405107418075204
815906	rnn.bias_ih_l0	5	-0.4414001703262329
815906	rnn.bias_ih_l0	6	-0.1457871049642563
815906	rnn.bias_ih_l0	7	-0.38882681727409363
815906	rnn.bias_ih_l0	8	-0.30832985043525696
815906	rnn.bias_ih_l0	9	-0.45052406191825867
815906	rnn.bias_hh_l0	0	-0.3522516191005707
815906	rnn.bias_hh_l0	1	-0.4414542317390442
815906	rnn.bias_hh_l0	2	-0.4027194678783417
815906	rnn.bias_hh_l0	3	-0.07300827652215958
815906	rnn.bias_hh_l0	4	-0.39785751700401306
815906	rnn.bias_hh_l0	5	-0.3703286647796631
815906	rnn.bias_hh_l0	6	-0.1189613938331604
815906	rnn.bias_hh_l0	7	0.06912634521722794
815906	rnn.bias_hh_l0	8	-0.2300260365009308
815906	rnn.bias_hh_l0	9	-0.5704503655433655
815906	rnn.weight_ih_l0_reverse	0	-0.015792829915881157
815906	rnn.weight_ih_l0_reverse	1	-0.007430862635374069
815906	rnn.weight_ih_l0_reverse	2	0.006402736064046621
815906	rnn.weight_ih_l0_reverse	3	-0.14173240959644318
815906	rnn.weight_ih_l0_reverse	4	0.07717543840408325
815906	rnn.weight_ih_l0_reverse	5	-0.10534147918224335
815906	rnn.weight_ih_l0_reverse	6	0.0037075160071253777
815906	rnn.weight_ih_l0_reverse	7	0.031242458149790764
815906	rnn.weight_ih_l0_reverse	8	-0.04932160675525665
815906	rnn.weight_ih_l0_reverse	9	-0.08552990108728409
815906	rnn.weight_hh_l0_reverse	0	-0.15205667912960052
815906	rnn.weight_hh_l0_reverse	1	0.021137263625860214
815906	rnn.weight_hh_l0_reverse	2	-0.01983160711824894
815906	rnn.weight_hh_l0_reverse	3	0.03135696053504944
815906	rnn.weight_hh_l0_reverse	4	-0.08101212233304977
815906	rnn.weight_hh_l0_reverse	5	0.03733143210411072
815906	rnn.weight_hh_l0_reverse	6	0.031045984476804733
815906	rnn.weight_hh_l0_reverse	7	-0.12888608872890472
815906	rnn.weight_hh_l0_reverse	8	-0.07968046516180038
815906	rnn.weight_hh_l0_reverse	9	0.03655450418591499
815906	rnn.bias_ih_l0_reverse	0	-0.1805446594953537
815906	rnn.bias_ih_l0_reverse	1	-0.05988268926739693
815906	rnn.bias_ih_l0_reverse	2	0.1582712084054947
815906	rnn.bias_ih_l0_reverse	3	-0.3305506110191345
815906	rnn.bias_ih_l0_reverse	4	0.004194512031972408
815906	rnn.bias_ih_l0_reverse	5	-0.222162127494812
815906	rnn.bias_ih_l0_reverse	6	0.2800854444503784
815906	rnn.bias_ih_l0_reverse	7	-0.30161672830581665
815906	rnn.bias_ih_l0_reverse	8	-0.1938437968492508
815906	rnn.bias_ih_l0_reverse	9	-0.15470534563064575
815906	rnn.bias_hh_l0_reverse	0	-0.1371595561504364
815906	rnn.bias_hh_l0_reverse	1	0.27160266041755676
815906	rnn.bias_hh_l0_reverse	2	-0.34292250871658325
815906	rnn.bias_hh_l0_reverse	3	-0.23158353567123413
815906	rnn.bias_hh_l0_reverse	4	-0.39877817034721375
815906	rnn.bias_hh_l0_reverse	5	-0.20789223909378052
815906	rnn.bias_hh_l0_reverse	6	-0.26811301708221436
815906	rnn.bias_hh_l0_reverse	7	-0.1010608896613121
815906	rnn.bias_hh_l0_reverse	8	-0.34566378593444824
815906	rnn.bias_hh_l0_reverse	9	0.2109079211950302
815906	linear.weight	0	0.22668665647506714
815906	linear.weight	1	-0.4407448470592499
815906	linear.weight	2	0.054664354771375656
815906	linear.weight	3	0.06747481971979141
815906	linear.weight	4	-0.12335072457790375
815906	linear.weight	5	0.229653000831604
815906	linear.weight	6	-0.04152291268110275
815906	linear.weight	7	-0.059610962867736816
815906	linear.weight	8	0.14945168793201447
815906	linear.weight	9	-0.049936044961214066
815906	linear.bias	0	-0.8568688631057739
815906	linear.bias	1	1.7917746305465698
815906	linear.bias	2	0.7120967507362366
815906	linear.bias	3	-2.743302822113037
815906	linear.bias	4	-0.06936673820018768
815906	linear.bias	5	1.2662389278411865
815906	linear.bias	6	-0.21807211637496948
815906	linear.bias	7	0.8399152755737305
815906	linear.bias	8	2.0985641479492188
815906	linear.bias	9	-1.3004182577133179
816515	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
816515	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
816515	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
816515	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
816515	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
816515	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
816515	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
816515	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
816515	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
816515	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
816515	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
816515	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
816515	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
816515	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
816515	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
816515	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
816515	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
816515	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
816515	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
816515	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
816515	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
816515	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
816515	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
816515	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
816515	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
816515	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
816515	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
816515	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
816515	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
816515	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
816515	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
816515	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
816515	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
816515	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
816515	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
816515	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
816515	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
816515	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
816515	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
816515	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
816515	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
816515	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
816515	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
816515	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
816515	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
816515	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
816515	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
816515	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
816515	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
816515	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
816515	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
816515	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
816515	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
816515	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
816515	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
816515	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
816515	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
816515	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
816515	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
816515	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
816515	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
816515	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
816515	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
816515	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
816515	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
816515	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
816515	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
816515	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
816515	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
816515	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
816515	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
816515	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
816515	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
816515	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
816515	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
816515	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
816515	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
816515	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
816515	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
816515	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
816515	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
816515	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
816515	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
816515	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
816515	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
816515	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
816515	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
816515	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
816515	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
816515	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
816515	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
816515	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
816515	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
816515	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
816515	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
816515	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
816515	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
816515	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
816515	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
816515	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
816515	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
816515	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
816515	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
816515	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
816515	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
816515	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
816515	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
816515	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
816515	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
816515	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
816515	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
816515	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
816515	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
816515	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
816515	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
816515	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
816515	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
816515	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
816515	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
816515	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
816515	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
816515	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
816515	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
816515	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
816515	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
816515	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
816515	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
816515	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
816515	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
816515	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
816515	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
816515	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
816515	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
816515	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
816515	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
816515	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
816515	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
816515	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
816515	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
816515	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
816515	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
816515	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
816515	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
816515	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
816515	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
816515	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
816515	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
816515	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
816515	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
816515	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
816515	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
816515	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
816515	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
816515	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
816515	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
816515	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
816515	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
816515	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
816515	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
816515	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
816515	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
816515	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
816515	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
816515	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
816515	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
816515	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
816515	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
816515	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
816515	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
816515	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
816515	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
816515	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
816515	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
816515	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
816515	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
816515	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
816515	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
816515	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
816515	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
816515	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
816515	embedding2nn.weight	0	0.32301872968673706
816515	embedding2nn.weight	1	0.3788507282733917
816515	embedding2nn.weight	2	0.004354866221547127
816515	embedding2nn.weight	3	0.006707086227834225
816515	embedding2nn.weight	4	-0.028647402301430702
816515	embedding2nn.weight	5	0.06095417961478233
816515	embedding2nn.weight	6	0.0073921228758990765
816515	embedding2nn.weight	7	-0.0015498603461310267
816515	embedding2nn.weight	8	0.04287644103169441
816515	embedding2nn.weight	9	-0.05344568192958832
816515	embedding2nn.bias	0	0.019053608179092407
816515	embedding2nn.bias	1	-0.1919737607240677
816515	embedding2nn.bias	2	0.1310010552406311
816515	embedding2nn.bias	3	0.16010922193527222
816515	embedding2nn.bias	4	0.16108210384845734
816515	embedding2nn.bias	5	-0.0816960409283638
816515	embedding2nn.bias	6	-0.057742275297641754
816515	embedding2nn.bias	7	0.04392550513148308
816515	embedding2nn.bias	8	-0.1443488746881485
816515	embedding2nn.bias	9	-0.377033531665802
816515	rnn.weight_ih_l0	0	0.010282529518008232
816515	rnn.weight_ih_l0	1	-0.05858825892210007
816515	rnn.weight_ih_l0	2	-0.050588689744472504
816515	rnn.weight_ih_l0	3	0.11510051786899567
816515	rnn.weight_ih_l0	4	0.02383224479854107
816515	rnn.weight_ih_l0	5	-0.07152429223060608
816515	rnn.weight_ih_l0	6	0.00963837280869484
816515	rnn.weight_ih_l0	7	-0.02841253951191902
816515	rnn.weight_ih_l0	8	0.015987128019332886
816515	rnn.weight_ih_l0	9	-0.07836499065160751
816515	rnn.weight_hh_l0	0	-0.022941699251532555
816515	rnn.weight_hh_l0	1	0.08342266827821732
816515	rnn.weight_hh_l0	2	0.004536421969532967
816515	rnn.weight_hh_l0	3	-0.035369180142879486
816515	rnn.weight_hh_l0	4	0.08522189408540726
816515	rnn.weight_hh_l0	5	0.0010886245872825384
816515	rnn.weight_hh_l0	6	-0.08838547766208649
816515	rnn.weight_hh_l0	7	-0.13808193802833557
816515	rnn.weight_hh_l0	8	0.04056040197610855
816515	rnn.weight_hh_l0	9	-0.12274069339036942
816515	rnn.bias_ih_l0	0	0.17193515598773956
816515	rnn.bias_ih_l0	1	-0.34194138646125793
816515	rnn.bias_ih_l0	2	-0.04091650992631912
816515	rnn.bias_ih_l0	3	-0.20886081457138062
816515	rnn.bias_ih_l0	4	-0.004281854256987572
816515	rnn.bias_ih_l0	5	-0.4407709538936615
816515	rnn.bias_ih_l0	6	-0.14565731585025787
816515	rnn.bias_ih_l0	7	-0.3887060582637787
816515	rnn.bias_ih_l0	8	-0.3085239827632904
816515	rnn.bias_ih_l0	9	-0.4517010450363159
816515	rnn.bias_hh_l0	0	-0.3527483642101288
816515	rnn.bias_hh_l0	1	-0.442100465297699
816515	rnn.bias_hh_l0	2	-0.4032672345638275
816515	rnn.bias_hh_l0	3	-0.07404018193483353
816515	rnn.bias_hh_l0	4	-0.3976518213748932
816515	rnn.bias_hh_l0	5	-0.37038454413414
816515	rnn.bias_hh_l0	6	-0.11789961159229279
816515	rnn.bias_hh_l0	7	0.07017052918672562
816515	rnn.bias_hh_l0	8	-0.2304641604423523
816515	rnn.bias_hh_l0	9	-0.5705523490905762
816515	rnn.weight_ih_l0_reverse	0	-0.015760669484734535
816515	rnn.weight_ih_l0_reverse	1	-0.007645957171916962
816515	rnn.weight_ih_l0_reverse	2	0.00696523766964674
816515	rnn.weight_ih_l0_reverse	3	-0.14172887802124023
816515	rnn.weight_ih_l0_reverse	4	0.07753431051969528
816515	rnn.weight_ih_l0_reverse	5	-0.10541698336601257
816515	rnn.weight_ih_l0_reverse	6	0.00336408126167953
816515	rnn.weight_ih_l0_reverse	7	0.03150032088160515
816515	rnn.weight_ih_l0_reverse	8	-0.04912281781435013
816515	rnn.weight_ih_l0_reverse	9	-0.0860104113817215
816515	rnn.weight_hh_l0_reverse	0	-0.15223273634910583
816515	rnn.weight_hh_l0_reverse	1	0.021115869283676147
816515	rnn.weight_hh_l0_reverse	2	-0.019848497584462166
816515	rnn.weight_hh_l0_reverse	3	0.03138678893446922
816515	rnn.weight_hh_l0_reverse	4	-0.08123454451560974
816515	rnn.weight_hh_l0_reverse	5	0.03732839226722717
816515	rnn.weight_hh_l0_reverse	6	0.031015880405902863
816515	rnn.weight_hh_l0_reverse	7	-0.12919072806835175
816515	rnn.weight_hh_l0_reverse	8	-0.07937169075012207
816515	rnn.weight_hh_l0_reverse	9	0.03641326352953911
816515	rnn.bias_ih_l0_reverse	0	-0.17985621094703674
816515	rnn.bias_ih_l0_reverse	1	-0.05867866799235344
816515	rnn.bias_ih_l0_reverse	2	0.1580003798007965
816515	rnn.bias_ih_l0_reverse	3	-0.33167964220046997
816515	rnn.bias_ih_l0_reverse	4	0.004215728025883436
816515	rnn.bias_ih_l0_reverse	5	-0.2219352424144745
816515	rnn.bias_ih_l0_reverse	6	0.28102388978004456
816515	rnn.bias_ih_l0_reverse	7	-0.3032228946685791
816515	rnn.bias_ih_l0_reverse	8	-0.19359174370765686
816515	rnn.bias_ih_l0_reverse	9	-0.15521469712257385
816515	rnn.bias_hh_l0_reverse	0	-0.13746733963489532
816515	rnn.bias_hh_l0_reverse	1	0.2718745768070221
816515	rnn.bias_hh_l0_reverse	2	-0.3417625427246094
816515	rnn.bias_hh_l0_reverse	3	-0.23209095001220703
816515	rnn.bias_hh_l0_reverse	4	-0.3988369107246399
816515	rnn.bias_hh_l0_reverse	5	-0.20734073221683502
816515	rnn.bias_hh_l0_reverse	6	-0.2680572271347046
816515	rnn.bias_hh_l0_reverse	7	-0.10125388950109482
816515	rnn.bias_hh_l0_reverse	8	-0.3475329279899597
816515	rnn.bias_hh_l0_reverse	9	0.21038296818733215
816515	linear.weight	0	0.22522702813148499
816515	linear.weight	1	-0.4409087300300598
816515	linear.weight	2	0.0574382022023201
816515	linear.weight	3	0.0674748346209526
816515	linear.weight	4	-0.1294925957918167
816515	linear.weight	5	0.22994710505008698
816515	linear.weight	6	-0.039519865065813065
816515	linear.weight	7	-0.05961056426167488
816515	linear.weight	8	0.1467689722776413
816515	linear.weight	9	-0.04993630200624466
816515	linear.bias	0	-0.8604556918144226
816515	linear.bias	1	1.7819381952285767
816515	linear.bias	2	0.7197233438491821
816515	linear.bias	3	-2.743306875228882
816515	linear.bias	4	-0.0655033215880394
816515	linear.bias	5	1.2725603580474854
816515	linear.bias	6	-0.22123360633850098
816515	linear.bias	7	0.8348304033279419
816515	linear.bias	8	2.1187167167663574
816515	linear.bias	9	-1.3010998964309692
817124	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
817124	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
817124	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
817124	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
817124	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
817124	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
817124	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
817124	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
817124	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
817124	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
817124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
817124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
817124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
817124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
817124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
817124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
817124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
817124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
817124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
817124	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
817124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
817124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
817124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
817124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
817124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
817124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
817124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
817124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
817124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
817124	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
817124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
817124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
817124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
817124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
817124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
817124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
817124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
817124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
817124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
817124	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
817124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
817124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
817124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
817124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
817124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
817124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
817124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
817124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
817124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
817124	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
817124	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
817124	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
817124	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
817124	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
817124	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
817124	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
817124	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
817124	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
817124	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
817124	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
817124	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
817124	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
817124	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
817124	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
817124	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
817124	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
817124	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
817124	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
817124	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
817124	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
817124	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
817124	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
817124	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
817124	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
817124	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
817124	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
817124	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
817124	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
817124	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
817124	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
817124	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
817124	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
817124	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
817124	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
817124	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
817124	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
817124	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
817124	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
817124	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
817124	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
817124	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
817124	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
817124	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
817124	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
817124	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
817124	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
817124	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
817124	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
817124	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
817124	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
817124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
817124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
817124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
817124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
817124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
817124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
817124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
817124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
817124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
817124	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
817124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
817124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
817124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
817124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
817124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
817124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
817124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
817124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
817124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
817124	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
817124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
817124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
817124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
817124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
817124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
817124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
817124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
817124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
817124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
817124	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
817124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
817124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
817124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
817124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
817124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
817124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
817124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
817124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
817124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
817124	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
817124	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
817124	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
817124	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
817124	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
817124	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
817124	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
817124	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
817124	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
817124	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
817124	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
817124	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
817124	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
817124	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
817124	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
817124	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
817124	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
817124	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
817124	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
817124	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
817124	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
817124	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
817124	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
817124	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
817124	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
817124	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
817124	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
817124	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
817124	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
817124	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
817124	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
817124	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
817124	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
817124	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
817124	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
817124	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
817124	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
817124	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
817124	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
817124	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
817124	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
817124	embedding2nn.weight	0	0.32305577397346497
817124	embedding2nn.weight	1	0.37897396087646484
817124	embedding2nn.weight	2	0.004580423701554537
817124	embedding2nn.weight	3	0.007737504784017801
817124	embedding2nn.weight	4	-0.028740523383021355
817124	embedding2nn.weight	5	0.06081748008728027
817124	embedding2nn.weight	6	0.007707944605499506
817124	embedding2nn.weight	7	-0.0010850417893379927
817124	embedding2nn.weight	8	0.04351150989532471
817124	embedding2nn.weight	9	-0.05315875634551048
817124	embedding2nn.bias	0	0.014741672202944756
817124	embedding2nn.bias	1	-0.19088925421237946
817124	embedding2nn.bias	2	0.1296706348657608
817124	embedding2nn.bias	3	0.1597701609134674
817124	embedding2nn.bias	4	0.16031986474990845
817124	embedding2nn.bias	5	-0.07538982480764389
817124	embedding2nn.bias	6	-0.054068539291620255
817124	embedding2nn.bias	7	0.04651743918657303
817124	embedding2nn.bias	8	-0.14579637348651886
817124	embedding2nn.bias	9	-0.37566956877708435
817124	rnn.weight_ih_l0	0	0.010262412019073963
817124	rnn.weight_ih_l0	1	-0.05854790657758713
817124	rnn.weight_ih_l0	2	-0.05034913495182991
817124	rnn.weight_ih_l0	3	0.11507017910480499
817124	rnn.weight_ih_l0	4	0.023090781643986702
817124	rnn.weight_ih_l0	5	-0.07140210270881653
817124	rnn.weight_ih_l0	6	0.009044388309121132
817124	rnn.weight_ih_l0	7	-0.02911120466887951
817124	rnn.weight_ih_l0	8	0.015227258205413818
817124	rnn.weight_ih_l0	9	-0.07902935147285461
817124	rnn.weight_hh_l0	0	-0.022868666797876358
817124	rnn.weight_hh_l0	1	0.08344179391860962
817124	rnn.weight_hh_l0	2	0.0043610818684101105
817124	rnn.weight_hh_l0	3	-0.035406675189733505
817124	rnn.weight_hh_l0	4	0.08525494486093521
817124	rnn.weight_hh_l0	5	0.0011743017239496112
817124	rnn.weight_hh_l0	6	-0.08837038278579712
817124	rnn.weight_hh_l0	7	-0.13846325874328613
817124	rnn.weight_hh_l0	8	0.04054837301373482
817124	rnn.weight_hh_l0	9	-0.122676782310009
817124	rnn.bias_ih_l0	0	0.17028245329856873
817124	rnn.bias_ih_l0	1	-0.34207454323768616
817124	rnn.bias_ih_l0	2	-0.040551844984292984
817124	rnn.bias_ih_l0	3	-0.20912010967731476
817124	rnn.bias_ih_l0	4	-0.0028785006143152714
817124	rnn.bias_ih_l0	5	-0.4402981698513031
817124	rnn.bias_ih_l0	6	-0.14550994336605072
817124	rnn.bias_ih_l0	7	-0.3883402943611145
817124	rnn.bias_ih_l0	8	-0.3094969391822815
817124	rnn.bias_ih_l0	9	-0.4513852596282959
817124	rnn.bias_hh_l0	0	-0.3527098000049591
817124	rnn.bias_hh_l0	1	-0.4429326355457306
817124	rnn.bias_hh_l0	2	-0.40326473116874695
817124	rnn.bias_hh_l0	3	-0.0743318572640419
817124	rnn.bias_hh_l0	4	-0.39701220393180847
817124	rnn.bias_hh_l0	5	-0.37016382813453674
817124	rnn.bias_hh_l0	6	-0.11818650364875793
817124	rnn.bias_hh_l0	7	0.07104264944791794
817124	rnn.bias_hh_l0	8	-0.23086218535900116
817124	rnn.bias_hh_l0	9	-0.5706914067268372
817124	rnn.weight_ih_l0_reverse	0	-0.015482285059988499
817124	rnn.weight_ih_l0_reverse	1	-0.007573401089757681
817124	rnn.weight_ih_l0_reverse	2	0.007013150956481695
817124	rnn.weight_ih_l0_reverse	3	-0.14140693843364716
817124	rnn.weight_ih_l0_reverse	4	0.07735952734947205
817124	rnn.weight_ih_l0_reverse	5	-0.10646966099739075
817124	rnn.weight_ih_l0_reverse	6	0.0035760223399847746
817124	rnn.weight_ih_l0_reverse	7	0.03135893493890762
817124	rnn.weight_ih_l0_reverse	8	-0.04922471195459366
817124	rnn.weight_ih_l0_reverse	9	-0.085721954703331
817124	rnn.weight_hh_l0_reverse	0	-0.15243270993232727
817124	rnn.weight_hh_l0_reverse	1	0.021219313144683838
817124	rnn.weight_hh_l0_reverse	2	-0.019986383616924286
817124	rnn.weight_hh_l0_reverse	3	0.031141331419348717
817124	rnn.weight_hh_l0_reverse	4	-0.08131402730941772
817124	rnn.weight_hh_l0_reverse	5	0.037363555282354355
817124	rnn.weight_hh_l0_reverse	6	0.030998514965176582
817124	rnn.weight_hh_l0_reverse	7	-0.12952576577663422
817124	rnn.weight_hh_l0_reverse	8	-0.07921987771987915
817124	rnn.weight_hh_l0_reverse	9	0.036825284361839294
817124	rnn.bias_ih_l0_reverse	0	-0.1793559044599533
817124	rnn.bias_ih_l0_reverse	1	-0.05913400650024414
817124	rnn.bias_ih_l0_reverse	2	0.15606550872325897
817124	rnn.bias_ih_l0_reverse	3	-0.33183303475379944
817124	rnn.bias_ih_l0_reverse	4	0.002837777603417635
817124	rnn.bias_ih_l0_reverse	5	-0.22200268507003784
817124	rnn.bias_ih_l0_reverse	6	0.281514972448349
817124	rnn.bias_ih_l0_reverse	7	-0.3021835386753082
817124	rnn.bias_ih_l0_reverse	8	-0.19359859824180603
817124	rnn.bias_ih_l0_reverse	9	-0.15512627363204956
817124	rnn.bias_hh_l0_reverse	0	-0.1373617947101593
817124	rnn.bias_hh_l0_reverse	1	0.27181461453437805
817124	rnn.bias_hh_l0_reverse	2	-0.3425447344779968
817124	rnn.bias_hh_l0_reverse	3	-0.23426590859889984
817124	rnn.bias_hh_l0_reverse	4	-0.39848625659942627
817124	rnn.bias_hh_l0_reverse	5	-0.2071773260831833
817124	rnn.bias_hh_l0_reverse	6	-0.2683747708797455
817124	rnn.bias_hh_l0_reverse	7	-0.10197991877794266
817124	rnn.bias_hh_l0_reverse	8	-0.34638527035713196
817124	rnn.bias_hh_l0_reverse	9	0.2108285278081894
817124	linear.weight	0	0.22674068808555603
817124	linear.weight	1	-0.44639524817466736
817124	linear.weight	2	0.04810149595141411
817124	linear.weight	3	0.06747479736804962
817124	linear.weight	4	-0.12456781417131424
817124	linear.weight	5	0.23083436489105225
817124	linear.weight	6	-0.037842970341444016
817124	linear.weight	7	-0.059610240161418915
817124	linear.weight	8	0.14766810834407806
817124	linear.weight	9	-0.04993659630417824
817124	linear.bias	0	-0.867057204246521
817124	linear.bias	1	1.7873152494430542
817124	linear.bias	2	0.719920814037323
817124	linear.bias	3	-2.7433104515075684
817124	linear.bias	4	-0.06282679736614227
817124	linear.bias	5	1.269765853881836
817124	linear.bias	6	-0.2130645215511322
817124	linear.bias	7	0.8286623954772949
817124	linear.bias	8	2.1055045127868652
817124	linear.bias	9	-1.2988630533218384
817132	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
817132	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
817132	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
817132	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
817132	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
817132	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
817132	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
817132	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
817132	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
817132	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
817132	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
817132	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
817132	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
817132	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
817132	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
817132	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
817132	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
817132	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
817132	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
817132	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
817132	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
817132	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
817132	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
817132	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
817132	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
817132	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
817132	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
817132	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
817132	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
817132	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
817132	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
817132	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
817132	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
817132	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
817132	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
817132	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
817132	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
817132	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
817132	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
817132	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
817132	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
817132	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
817132	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
817132	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
817132	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
817132	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
817132	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
817132	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
817132	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
817132	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
817132	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
817132	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
817132	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
817132	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
817132	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
817132	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
817132	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
817132	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
817132	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
817132	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
817132	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
817132	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
817132	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
817132	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
817132	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
817132	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
817132	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
817132	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
817132	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
817132	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
817132	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
817132	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
817132	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
817132	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
817132	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
817132	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
817132	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
817132	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
817132	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
817132	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
817132	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
817132	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
817132	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
817132	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
817132	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
817132	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
817132	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
817132	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
817132	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
817132	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
817132	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
817132	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
817132	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
817132	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
817132	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
817132	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
817132	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
817132	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
817132	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
817132	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
817132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
817132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
817132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
817132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
817132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
817132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
817132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
817132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
817132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
817132	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
817132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
817132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
817132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
817132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
817132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
817132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
817132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
817132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
817132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
817132	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
817132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
817132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
817132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
817132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
817132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
817132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
817132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
817132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
817132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
817132	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
817132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
817132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
817132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
817132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
817132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
817132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
817132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
817132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
817132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
817132	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
817132	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
817132	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
817132	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
817132	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
817132	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
817132	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
817132	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
817132	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
817132	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
817132	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
817132	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
817132	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
817132	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
817132	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
817132	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
817132	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
817132	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
817132	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
817132	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
817132	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
817132	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
817132	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
817132	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
817132	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
817132	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
817132	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
817132	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
817132	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
817132	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
817132	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
817132	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
817132	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
817132	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
817132	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
817132	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
817132	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
817132	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
817132	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
817132	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
817132	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
817132	embedding2nn.weight	0	0.32303503155708313
817132	embedding2nn.weight	1	0.37886756658554077
817132	embedding2nn.weight	2	0.0044944253750145435
817132	embedding2nn.weight	3	0.007779429666697979
817132	embedding2nn.weight	4	-0.028719155117869377
817132	embedding2nn.weight	5	0.06077377870678902
817132	embedding2nn.weight	6	0.007830657064914703
817132	embedding2nn.weight	7	-0.0012321971589699388
817132	embedding2nn.weight	8	0.043411534279584885
817132	embedding2nn.weight	9	-0.05301085114479065
817132	embedding2nn.bias	0	0.01524038054049015
817132	embedding2nn.bias	1	-0.19066117703914642
817132	embedding2nn.bias	2	0.12925828993320465
817132	embedding2nn.bias	3	0.15997283160686493
817132	embedding2nn.bias	4	0.160104438662529
817132	embedding2nn.bias	5	-0.07471579313278198
817132	embedding2nn.bias	6	-0.05430381000041962
817132	embedding2nn.bias	7	0.045678090304136276
817132	embedding2nn.bias	8	-0.14585714042186737
817132	embedding2nn.bias	9	-0.3754230737686157
817132	rnn.weight_ih_l0	0	0.010263023898005486
817132	rnn.weight_ih_l0	1	-0.058549296110868454
817132	rnn.weight_ih_l0	2	-0.05018627643585205
817132	rnn.weight_ih_l0	3	0.11504159867763519
817132	rnn.weight_ih_l0	4	0.022890472784638405
817132	rnn.weight_ih_l0	5	-0.07140760123729706
817132	rnn.weight_ih_l0	6	0.009012243710458279
817132	rnn.weight_ih_l0	7	-0.029079092666506767
817132	rnn.weight_ih_l0	8	0.015251504257321358
817132	rnn.weight_ih_l0	9	-0.07898875325918198
817132	rnn.weight_hh_l0	0	-0.02286614663898945
817132	rnn.weight_hh_l0	1	0.08345610648393631
817132	rnn.weight_hh_l0	2	0.004358995705842972
817132	rnn.weight_hh_l0	3	-0.03542670980095863
817132	rnn.weight_hh_l0	4	0.08523306995630264
817132	rnn.weight_hh_l0	5	0.0011770762503147125
817132	rnn.weight_hh_l0	6	-0.0883696898818016
817132	rnn.weight_hh_l0	7	-0.13844604790210724
817132	rnn.weight_hh_l0	8	0.04054780304431915
817132	rnn.weight_hh_l0	9	-0.12268556654453278
817132	rnn.bias_ih_l0	0	0.17033150792121887
817132	rnn.bias_ih_l0	1	-0.3421363830566406
817132	rnn.bias_ih_l0	2	-0.04058992490172386
817132	rnn.bias_ih_l0	3	-0.20908042788505554
817132	rnn.bias_ih_l0	4	-0.002845487557351589
817132	rnn.bias_ih_l0	5	-0.4401128590106964
817132	rnn.bias_ih_l0	6	-0.14550001919269562
817132	rnn.bias_ih_l0	7	-0.3883662223815918
817132	rnn.bias_ih_l0	8	-0.309504896402359
817132	rnn.bias_ih_l0	9	-0.45148301124572754
817132	rnn.bias_hh_l0	0	-0.35265105962753296
817132	rnn.bias_hh_l0	1	-0.4429338574409485
817132	rnn.bias_hh_l0	2	-0.4030921161174774
817132	rnn.bias_hh_l0	3	-0.07424065470695496
817132	rnn.bias_hh_l0	4	-0.39702245593070984
817132	rnn.bias_hh_l0	5	-0.37019437551498413
817132	rnn.bias_hh_l0	6	-0.11825475096702576
817132	rnn.bias_hh_l0	7	0.07101202756166458
817132	rnn.bias_hh_l0	8	-0.2308754175901413
817132	rnn.bias_hh_l0	9	-0.5706799626350403
817132	rnn.weight_ih_l0_reverse	0	-0.015448730438947678
817132	rnn.weight_ih_l0_reverse	1	-0.007569953799247742
817132	rnn.weight_ih_l0_reverse	2	0.0070187682285904884
817132	rnn.weight_ih_l0_reverse	3	-0.14141882956027985
817132	rnn.weight_ih_l0_reverse	4	0.07735158503055573
817132	rnn.weight_ih_l0_reverse	5	-0.10646709054708481
817132	rnn.weight_ih_l0_reverse	6	0.003595427144318819
817132	rnn.weight_ih_l0_reverse	7	0.03136130049824715
817132	rnn.weight_ih_l0_reverse	8	-0.04920925945043564
817132	rnn.weight_ih_l0_reverse	9	-0.08572519570589066
817132	rnn.weight_hh_l0_reverse	0	-0.15243028104305267
817132	rnn.weight_hh_l0_reverse	1	0.021232781931757927
817132	rnn.weight_hh_l0_reverse	2	-0.019983725622296333
817132	rnn.weight_hh_l0_reverse	3	0.03113028220832348
817132	rnn.weight_hh_l0_reverse	4	-0.0813319981098175
817132	rnn.weight_hh_l0_reverse	5	0.037366315722465515
817132	rnn.weight_hh_l0_reverse	6	0.030997831374406815
817132	rnn.weight_hh_l0_reverse	7	-0.12952576577663422
817132	rnn.weight_hh_l0_reverse	8	-0.07924803346395493
817132	rnn.weight_hh_l0_reverse	9	0.036795634776353836
817132	rnn.bias_ih_l0_reverse	0	-0.17937953770160675
817132	rnn.bias_ih_l0_reverse	1	-0.0591195784509182
817132	rnn.bias_ih_l0_reverse	2	0.1559666395187378
817132	rnn.bias_ih_l0_reverse	3	-0.3319304287433624
817132	rnn.bias_ih_l0_reverse	4	0.002883035922423005
817132	rnn.bias_ih_l0_reverse	5	-0.22198523581027985
817132	rnn.bias_ih_l0_reverse	6	0.2815341353416443
817132	rnn.bias_ih_l0_reverse	7	-0.30223190784454346
817132	rnn.bias_ih_l0_reverse	8	-0.1936539262533188
817132	rnn.bias_ih_l0_reverse	9	-0.15503159165382385
817132	rnn.bias_hh_l0_reverse	0	-0.137510746717453
817132	rnn.bias_hh_l0_reverse	1	0.271798312664032
817132	rnn.bias_hh_l0_reverse	2	-0.3424741327762604
817132	rnn.bias_hh_l0_reverse	3	-0.234246626496315
817132	rnn.bias_hh_l0_reverse	4	-0.39855799078941345
817132	rnn.bias_hh_l0_reverse	5	-0.20717009902000427
817132	rnn.bias_hh_l0_reverse	6	-0.26857390999794006
817132	rnn.bias_hh_l0_reverse	7	-0.10213475674390793
817132	rnn.bias_hh_l0_reverse	8	-0.34639498591423035
817132	rnn.bias_hh_l0_reverse	9	0.21063411235809326
817132	linear.weight	0	0.22653737664222717
817132	linear.weight	1	-0.4463159739971161
817132	linear.weight	2	0.04748610407114029
817132	linear.weight	3	0.06747479736804962
817132	linear.weight	4	-0.12520895898342133
817132	linear.weight	5	0.2307678461074829
817132	linear.weight	6	-0.037682898342609406
817132	linear.weight	7	-0.059610236436128616
817132	linear.weight	8	0.14686696231365204
817132	linear.weight	9	-0.049936600029468536
817132	linear.bias	0	-0.8672519326210022
817132	linear.bias	1	1.7881468534469604
817132	linear.bias	2	0.7210230231285095
817132	linear.bias	3	-2.7433104515075684
817132	linear.bias	4	-0.0615958571434021
817132	linear.bias	5	1.2709310054779053
817132	linear.bias	6	-0.2141394466161728
817132	linear.bias	7	0.8281496167182922
817132	linear.bias	8	2.10553240776062
817132	linear.bias	9	-1.299027442932129
817741	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
817741	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
817741	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
817741	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
817741	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
817741	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
817741	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
817741	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
817741	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
817741	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
817741	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
817741	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
817741	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
817741	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
817741	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
817741	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
817741	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
817741	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
817741	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
817741	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
817741	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
817741	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
817741	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
817741	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
817741	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
817741	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
817741	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
817741	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
817741	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
817741	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
817741	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
817741	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
817741	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
817741	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
817741	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
817741	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
817741	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
817741	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
817741	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
817741	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
817741	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
817741	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
817741	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
817741	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
817741	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
817741	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
817741	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
817741	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
817741	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
817741	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
817741	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
817741	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
817741	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
817741	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
817741	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
817741	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
817741	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
817741	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
817741	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
817741	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
817741	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
817741	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
817741	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
817741	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
817741	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
817741	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
817741	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
817741	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
817741	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
817741	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
817741	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
817741	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
817741	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
817741	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
817741	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
817741	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
817741	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
817741	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
817741	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
817741	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
817741	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
817741	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
817741	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
817741	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
817741	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
817741	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
817741	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
817741	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
817741	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
817741	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
817741	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
817741	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
817741	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
817741	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
817741	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
817741	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
817741	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
817741	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
817741	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
817741	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
817741	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
817741	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
817741	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
817741	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
817741	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
817741	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
817741	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
817741	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
817741	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
817741	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
817741	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
817741	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
817741	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
817741	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
817741	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
817741	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
817741	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
817741	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
817741	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
817741	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
817741	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
817741	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
817741	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
817741	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
817741	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
817741	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
817741	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
817741	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
817741	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
817741	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
817741	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
817741	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
817741	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
817741	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
817741	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
817741	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
817741	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
817741	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
817741	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
817741	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
817741	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
817741	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
817741	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
817741	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
817741	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
817741	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
817741	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
817741	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
817741	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
817741	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
817741	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
817741	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
817741	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
817741	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
817741	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
817741	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
817741	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
817741	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
817741	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
817741	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
817741	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
817741	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
817741	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
817741	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
817741	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
817741	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
817741	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
817741	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
817741	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
817741	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
817741	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
817741	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
817741	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
817741	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
817741	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
817741	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
817741	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
817741	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
817741	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
817741	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
817741	embedding2nn.weight	0	0.32265979051589966
817741	embedding2nn.weight	1	0.37831348180770874
817741	embedding2nn.weight	2	0.005259759724140167
817741	embedding2nn.weight	3	0.009442494250833988
817741	embedding2nn.weight	4	-0.028445495292544365
817741	embedding2nn.weight	5	0.060756027698516846
817741	embedding2nn.weight	6	0.006482526194304228
817741	embedding2nn.weight	7	-0.0007742518791928887
817741	embedding2nn.weight	8	0.042694684118032455
817741	embedding2nn.weight	9	-0.052912209182977676
817741	embedding2nn.bias	0	0.01660684309899807
817741	embedding2nn.bias	1	-0.19262555241584778
817741	embedding2nn.bias	2	0.12470231205224991
817741	embedding2nn.bias	3	0.16117243468761444
817741	embedding2nn.bias	4	0.16125504672527313
817741	embedding2nn.bias	5	-0.07725950330495834
817741	embedding2nn.bias	6	-0.0610506571829319
817741	embedding2nn.bias	7	0.04884669929742813
817741	embedding2nn.bias	8	-0.1445973962545395
817741	embedding2nn.bias	9	-0.3731435537338257
817741	rnn.weight_ih_l0	0	0.010237843729555607
817741	rnn.weight_ih_l0	1	-0.05857018381357193
817741	rnn.weight_ih_l0	2	-0.04981521889567375
817741	rnn.weight_ih_l0	3	0.1151098981499672
817741	rnn.weight_ih_l0	4	0.022277871146798134
817741	rnn.weight_ih_l0	5	-0.07132469862699509
817741	rnn.weight_ih_l0	6	0.009303223341703415
817741	rnn.weight_ih_l0	7	-0.029053281992673874
817741	rnn.weight_ih_l0	8	0.014898361638188362
817741	rnn.weight_ih_l0	9	-0.07869558036327362
817741	rnn.weight_hh_l0	0	-0.02277858555316925
817741	rnn.weight_hh_l0	1	0.08345694094896317
817741	rnn.weight_hh_l0	2	0.004113905597478151
817741	rnn.weight_hh_l0	3	-0.03543565794825554
817741	rnn.weight_hh_l0	4	0.08529241383075714
817741	rnn.weight_hh_l0	5	0.001089041936211288
817741	rnn.weight_hh_l0	6	-0.08827243745326996
817741	rnn.weight_hh_l0	7	-0.1379777491092682
817741	rnn.weight_hh_l0	8	0.040547728538513184
817741	rnn.weight_hh_l0	9	-0.12254834175109863
817741	rnn.bias_ih_l0	0	0.17076556384563446
817741	rnn.bias_ih_l0	1	-0.3427753448486328
817741	rnn.bias_ih_l0	2	-0.04010474681854248
817741	rnn.bias_ih_l0	3	-0.20935165882110596
817741	rnn.bias_ih_l0	4	-0.0026668000500649214
817741	rnn.bias_ih_l0	5	-0.44093984365463257
817741	rnn.bias_ih_l0	6	-0.14503192901611328
817741	rnn.bias_ih_l0	7	-0.3883613348007202
817741	rnn.bias_ih_l0	8	-0.30936136841773987
817741	rnn.bias_ih_l0	9	-0.44762131571769714
817741	rnn.bias_hh_l0	0	-0.35243767499923706
817741	rnn.bias_hh_l0	1	-0.4421687126159668
817741	rnn.bias_hh_l0	2	-0.40360215306282043
817741	rnn.bias_hh_l0	3	-0.07465632259845734
817741	rnn.bias_hh_l0	4	-0.3967083990573883
817741	rnn.bias_hh_l0	5	-0.3706207275390625
817741	rnn.bias_hh_l0	6	-0.11813860386610031
817741	rnn.bias_hh_l0	7	0.07188413292169571
817741	rnn.bias_hh_l0	8	-0.2308146059513092
817741	rnn.bias_hh_l0	9	-0.5706378221511841
817741	rnn.weight_ih_l0_reverse	0	-0.01470014825463295
817741	rnn.weight_ih_l0_reverse	1	-0.007348428014665842
817741	rnn.weight_ih_l0_reverse	2	0.006413629744201899
817741	rnn.weight_ih_l0_reverse	3	-0.14129847288131714
817741	rnn.weight_ih_l0_reverse	4	0.07739979773759842
817741	rnn.weight_ih_l0_reverse	5	-0.10554654896259308
817741	rnn.weight_ih_l0_reverse	6	0.002712212037295103
817741	rnn.weight_ih_l0_reverse	7	0.03149393945932388
817741	rnn.weight_ih_l0_reverse	8	-0.04960893094539642
817741	rnn.weight_ih_l0_reverse	9	-0.086153045296669
817741	rnn.weight_hh_l0_reverse	0	-0.15223285555839539
817741	rnn.weight_hh_l0_reverse	1	0.021415363997220993
817741	rnn.weight_hh_l0_reverse	2	-0.019836243242025375
817741	rnn.weight_hh_l0_reverse	3	0.03116559609770775
817741	rnn.weight_hh_l0_reverse	4	-0.08134673535823822
817741	rnn.weight_hh_l0_reverse	5	0.03734659031033516
817741	rnn.weight_hh_l0_reverse	6	0.031018096953630447
817741	rnn.weight_hh_l0_reverse	7	-0.12927334010601044
817741	rnn.weight_hh_l0_reverse	8	-0.07952307909727097
817741	rnn.weight_hh_l0_reverse	9	0.03669881820678711
817741	rnn.bias_ih_l0_reverse	0	-0.18001745641231537
817741	rnn.bias_ih_l0_reverse	1	-0.05755770206451416
817741	rnn.bias_ih_l0_reverse	2	0.1564634144306183
817741	rnn.bias_ih_l0_reverse	3	-0.3326452672481537
817741	rnn.bias_ih_l0_reverse	4	0.0018058924470096827
817741	rnn.bias_ih_l0_reverse	5	-0.22161661088466644
817741	rnn.bias_ih_l0_reverse	6	0.28017380833625793
817741	rnn.bias_ih_l0_reverse	7	-0.30293112993240356
817741	rnn.bias_ih_l0_reverse	8	-0.19341014325618744
817741	rnn.bias_ih_l0_reverse	9	-0.15347179770469666
817741	rnn.bias_hh_l0_reverse	0	-0.13780175149440765
817741	rnn.bias_hh_l0_reverse	1	0.2717553377151489
817741	rnn.bias_hh_l0_reverse	2	-0.34276875853538513
817741	rnn.bias_hh_l0_reverse	3	-0.23224280774593353
817741	rnn.bias_hh_l0_reverse	4	-0.397678405046463
817741	rnn.bias_hh_l0_reverse	5	-0.206704244017601
817741	rnn.bias_hh_l0_reverse	6	-0.269076943397522
817741	rnn.bias_hh_l0_reverse	7	-0.10240456461906433
817741	rnn.bias_hh_l0_reverse	8	-0.34560638666152954
817741	rnn.bias_hh_l0_reverse	9	0.21011260151863098
817741	linear.weight	0	0.22681429982185364
817741	linear.weight	1	-0.4476322829723358
817741	linear.weight	2	0.04918031021952629
817741	linear.weight	3	0.06747469305992126
817741	linear.weight	4	-0.1304929256439209
817741	linear.weight	5	0.23177845776081085
817741	linear.weight	6	-0.03945593535900116
817741	linear.weight	7	-0.059609707444906235
817741	linear.weight	8	0.14410793781280518
817741	linear.weight	9	-0.04993686079978943
817741	linear.bias	0	-0.8650943040847778
817741	linear.bias	1	1.798877477645874
817741	linear.bias	2	0.7135917544364929
817741	linear.bias	3	-2.743320941925049
817741	linear.bias	4	-0.06848148256540298
817741	linear.bias	5	1.2719379663467407
817741	linear.bias	6	-0.2207607924938202
817741	linear.bias	7	0.8375453948974609
817741	linear.bias	8	2.106724500656128
817741	linear.bias	9	-1.2999274730682373
818350	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
818350	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
818350	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
818350	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
818350	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
818350	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
818350	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
818350	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
818350	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
818350	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
818350	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
818350	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
818350	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
818350	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
818350	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
818350	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
818350	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
818350	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
818350	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
818350	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
818350	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
818350	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
818350	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
818350	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
818350	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
818350	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
818350	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
818350	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
818350	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
818350	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
818350	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
818350	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
818350	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
818350	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
818350	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
818350	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
818350	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
818350	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
818350	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
818350	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
818350	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
818350	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
818350	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
818350	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
818350	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
818350	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
818350	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
818350	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
818350	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
818350	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
818350	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
818350	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
818350	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
818350	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
818350	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
818350	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
818350	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
818350	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
818350	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
818350	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
818350	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
818350	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
818350	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
818350	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
818350	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
818350	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
818350	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
818350	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
818350	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
818350	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
818350	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
818350	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
818350	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
818350	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
818350	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
818350	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
818350	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
818350	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
818350	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
818350	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
818350	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
818350	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
818350	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
818350	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
818350	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
818350	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
818350	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
818350	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
818350	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
818350	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
818350	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
818350	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
818350	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
818350	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
818350	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
818350	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
818350	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
818350	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
818350	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
818350	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
818350	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
818350	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
818350	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
818350	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
818350	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
818350	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
818350	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
818350	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
818350	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
818350	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
818350	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
818350	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
818350	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
818350	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
818350	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
818350	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
818350	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
818350	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
818350	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
818350	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
818350	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
818350	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
818350	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
818350	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
818350	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
818350	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
818350	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
818350	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
818350	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
818350	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
818350	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
818350	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
818350	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
818350	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
818350	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
818350	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
818350	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
818350	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
818350	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
818350	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
818350	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
818350	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
818350	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
818350	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
818350	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
818350	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
818350	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
818350	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
818350	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
818350	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
818350	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
818350	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
818350	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
818350	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
818350	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
818350	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
818350	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
818350	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
818350	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
818350	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
818350	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
818350	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
818350	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
818350	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
818350	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
818350	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
818350	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
818350	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
818350	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
818350	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
818350	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
818350	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
818350	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
818350	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
818350	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
818350	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
818350	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
818350	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
818350	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
818350	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
818350	embedding2nn.weight	0	0.32278794050216675
818350	embedding2nn.weight	1	0.3784882724285126
818350	embedding2nn.weight	2	0.004954218864440918
818350	embedding2nn.weight	3	0.011624537408351898
818350	embedding2nn.weight	4	-0.028359197080135345
818350	embedding2nn.weight	5	0.06081666797399521
818350	embedding2nn.weight	6	0.006394267547875643
818350	embedding2nn.weight	7	-0.0014526329468935728
818350	embedding2nn.weight	8	0.04226238280534744
818350	embedding2nn.weight	9	-0.052939631044864655
818350	embedding2nn.bias	0	0.016950154677033424
818350	embedding2nn.bias	1	-0.19013874232769012
818350	embedding2nn.bias	2	0.12897931039333344
818350	embedding2nn.bias	3	0.16837388277053833
818350	embedding2nn.bias	4	0.1594826877117157
818350	embedding2nn.bias	5	-0.07743045687675476
818350	embedding2nn.bias	6	-0.05566387251019478
818350	embedding2nn.bias	7	0.04819444939494133
818350	embedding2nn.bias	8	-0.14845331013202667
818350	embedding2nn.bias	9	-0.3737729787826538
818350	rnn.weight_ih_l0	0	0.01032186672091484
818350	rnn.weight_ih_l0	1	-0.05864096060395241
818350	rnn.weight_ih_l0	2	-0.049497634172439575
818350	rnn.weight_ih_l0	3	0.11458862572908401
818350	rnn.weight_ih_l0	4	0.02209889516234398
818350	rnn.weight_ih_l0	5	-0.0723208412528038
818350	rnn.weight_ih_l0	6	0.009242444299161434
818350	rnn.weight_ih_l0	7	-0.0295041985809803
818350	rnn.weight_ih_l0	8	0.015109965577721596
818350	rnn.weight_ih_l0	9	-0.07883037626743317
818350	rnn.weight_hh_l0	0	-0.02276783622801304
818350	rnn.weight_hh_l0	1	0.08352383226156235
818350	rnn.weight_hh_l0	2	0.003952744882553816
818350	rnn.weight_hh_l0	3	-0.03551190346479416
818350	rnn.weight_hh_l0	4	0.08535627275705338
818350	rnn.weight_hh_l0	5	0.0009639546042308211
818350	rnn.weight_hh_l0	6	-0.08825673907995224
818350	rnn.weight_hh_l0	7	-0.13762599229812622
818350	rnn.weight_hh_l0	8	0.04053715988993645
818350	rnn.weight_hh_l0	9	-0.12266389280557632
818350	rnn.bias_ih_l0	0	0.16843922436237335
818350	rnn.bias_ih_l0	1	-0.34197965264320374
818350	rnn.bias_ih_l0	2	-0.03942836448550224
818350	rnn.bias_ih_l0	3	-0.21026299893856049
818350	rnn.bias_ih_l0	4	-0.0037479049060493708
818350	rnn.bias_ih_l0	5	-0.4414704144001007
818350	rnn.bias_ih_l0	6	-0.14438515901565552
818350	rnn.bias_ih_l0	7	-0.3879445791244507
818350	rnn.bias_ih_l0	8	-0.30946892499923706
818350	rnn.bias_ih_l0	9	-0.44869133830070496
818350	rnn.bias_hh_l0	0	-0.3530611991882324
818350	rnn.bias_hh_l0	1	-0.44158294796943665
818350	rnn.bias_hh_l0	2	-0.40325912833213806
818350	rnn.bias_hh_l0	3	-0.07537458837032318
818350	rnn.bias_hh_l0	4	-0.39518728852272034
818350	rnn.bias_hh_l0	5	-0.37052446603775024
818350	rnn.bias_hh_l0	6	-0.11859142035245895
818350	rnn.bias_hh_l0	7	0.07220660895109177
818350	rnn.bias_hh_l0	8	-0.2309916466474533
818350	rnn.bias_hh_l0	9	-0.570254921913147
818350	rnn.weight_ih_l0_reverse	0	-0.01649419404566288
818350	rnn.weight_ih_l0_reverse	1	-0.007405140437185764
818350	rnn.weight_ih_l0_reverse	2	0.005913424771279097
818350	rnn.weight_ih_l0_reverse	3	-0.14154839515686035
818350	rnn.weight_ih_l0_reverse	4	0.07744383066892624
818350	rnn.weight_ih_l0_reverse	5	-0.1043257862329483
818350	rnn.weight_ih_l0_reverse	6	0.0031903942581266165
818350	rnn.weight_ih_l0_reverse	7	0.03148271143436432
818350	rnn.weight_ih_l0_reverse	8	-0.050365980714559555
818350	rnn.weight_ih_l0_reverse	9	-0.08608527481555939
818350	rnn.weight_hh_l0_reverse	0	-0.1520676612854004
818350	rnn.weight_hh_l0_reverse	1	0.02140336111187935
818350	rnn.weight_hh_l0_reverse	2	-0.019916893914341927
818350	rnn.weight_hh_l0_reverse	3	0.031200995668768883
818350	rnn.weight_hh_l0_reverse	4	-0.08134909719228745
818350	rnn.weight_hh_l0_reverse	5	0.03736461326479912
818350	rnn.weight_hh_l0_reverse	6	0.031005507335066795
818350	rnn.weight_hh_l0_reverse	7	-0.12949804961681366
818350	rnn.weight_hh_l0_reverse	8	-0.08000726252794266
818350	rnn.weight_hh_l0_reverse	9	0.03662705421447754
818350	rnn.bias_ih_l0_reverse	0	-0.1809176802635193
818350	rnn.bias_ih_l0_reverse	1	-0.057112015783786774
818350	rnn.bias_ih_l0_reverse	2	0.15647071599960327
818350	rnn.bias_ih_l0_reverse	3	-0.332307904958725
818350	rnn.bias_ih_l0_reverse	4	0.0010209718020632863
818350	rnn.bias_ih_l0_reverse	5	-0.2215486615896225
818350	rnn.bias_ih_l0_reverse	6	0.2800924777984619
818350	rnn.bias_ih_l0_reverse	7	-0.302058607339859
818350	rnn.bias_ih_l0_reverse	8	-0.19338993728160858
818350	rnn.bias_ih_l0_reverse	9	-0.15310095250606537
818350	rnn.bias_hh_l0_reverse	0	-0.13782654702663422
818350	rnn.bias_hh_l0_reverse	1	0.27011939883232117
818350	rnn.bias_hh_l0_reverse	2	-0.34230417013168335
818350	rnn.bias_hh_l0_reverse	3	-0.23246152698993683
818350	rnn.bias_hh_l0_reverse	4	-0.3970996141433716
818350	rnn.bias_hh_l0_reverse	5	-0.20772115886211395
818350	rnn.bias_hh_l0_reverse	6	-0.2713208496570587
818350	rnn.bias_hh_l0_reverse	7	-0.10238298028707504
818350	rnn.bias_hh_l0_reverse	8	-0.34503135085105896
818350	rnn.bias_hh_l0_reverse	9	0.207765132188797
818350	linear.weight	0	0.22394028306007385
818350	linear.weight	1	-0.44346460700035095
818350	linear.weight	2	0.04912738502025604
818350	linear.weight	3	0.06747465580701828
818350	linear.weight	4	-0.1332714855670929
818350	linear.weight	5	0.23444794118404388
818350	linear.weight	6	-0.04248322919011116
818350	linear.weight	7	-0.059609200805425644
818350	linear.weight	8	0.14210830628871918
818350	linear.weight	9	-0.049937110394239426
818350	linear.bias	0	-0.862697422504425
818350	linear.bias	1	1.7934643030166626
818350	linear.bias	2	0.7212044596672058
818350	linear.bias	3	-2.743328094482422
818350	linear.bias	4	-0.0651211068034172
818350	linear.bias	5	1.2649083137512207
818350	linear.bias	6	-0.22241218388080597
818350	linear.bias	7	0.8400012850761414
818350	linear.bias	8	2.102867841720581
818350	linear.bias	9	-1.2986741065979004
818959	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
818959	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
818959	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
818959	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
818959	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
818959	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
818959	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
818959	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
818959	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
818959	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
818959	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
818959	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
818959	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
818959	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
818959	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
818959	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
818959	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
818959	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
818959	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
818959	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
818959	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
818959	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
818959	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
818959	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
818959	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
818959	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
818959	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
818959	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
818959	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
818959	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
818959	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
818959	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
818959	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
818959	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
818959	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
818959	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
818959	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
818959	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
818959	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
818959	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
818959	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
818959	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
818959	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
818959	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
818959	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
818959	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
818959	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
818959	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
818959	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
818959	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
818959	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
818959	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
818959	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
818959	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
818959	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
818959	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
818959	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
818959	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
818959	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
818959	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
818959	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
818959	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
818959	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
818959	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
818959	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
818959	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
818959	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
818959	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
818959	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
818959	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
818959	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
818959	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
818959	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
818959	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
818959	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
818959	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
818959	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
818959	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
818959	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
818959	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
818959	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
818959	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
818959	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
818959	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
818959	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
818959	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
818959	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
818959	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
818959	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
818959	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
818959	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
818959	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
818959	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
818959	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
818959	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
818959	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
818959	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
818959	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
818959	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
818959	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
818959	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
818959	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
818959	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
818959	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
818959	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
818959	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
818959	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
818959	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
818959	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
818959	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
818959	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
818959	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
818959	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
818959	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
818959	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
818959	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
818959	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
818959	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
818959	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
818959	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
818959	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
818959	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
818959	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
818959	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
818959	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
818959	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
818959	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
818959	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
818959	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
818959	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
818959	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
818959	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
818959	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
818959	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
818959	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
818959	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
818959	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
818959	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
818959	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
818959	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
818959	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
818959	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
818959	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
818959	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
818959	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
818959	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
818959	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
818959	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
818959	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
818959	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
818959	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
818959	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
818959	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
818959	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
818959	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
818959	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
818959	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
818959	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
818959	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
818959	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
818959	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
818959	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
818959	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
818959	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
818959	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
818959	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
818959	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
818959	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
818959	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
818959	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
818959	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
818959	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
818959	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
818959	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
818959	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
818959	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
818959	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
818959	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
818959	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
818959	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
818959	embedding2nn.weight	0	0.32309848070144653
818959	embedding2nn.weight	1	0.3785960078239441
818959	embedding2nn.weight	2	0.004269112832844257
818959	embedding2nn.weight	3	0.01931987889111042
818959	embedding2nn.weight	4	-0.028665119782090187
818959	embedding2nn.weight	5	0.06024281680583954
818959	embedding2nn.weight	6	0.006335679907351732
818959	embedding2nn.weight	7	-0.0018001545686274767
818959	embedding2nn.weight	8	0.0411190539598465
818959	embedding2nn.weight	9	-0.05231141671538353
818959	embedding2nn.bias	0	0.019545581191778183
818959	embedding2nn.bias	1	-0.1912434995174408
818959	embedding2nn.bias	2	0.12418462336063385
818959	embedding2nn.bias	3	0.16540023684501648
818959	embedding2nn.bias	4	0.15819483995437622
818959	embedding2nn.bias	5	-0.07881101965904236
818959	embedding2nn.bias	6	-0.060948971658945084
818959	embedding2nn.bias	7	0.04865819588303566
818959	embedding2nn.bias	8	-0.15064460039138794
818959	embedding2nn.bias	9	-0.3712979853153229
818959	rnn.weight_ih_l0	0	0.010095259174704552
818959	rnn.weight_ih_l0	1	-0.058718323707580566
818959	rnn.weight_ih_l0	2	-0.050085004419088364
818959	rnn.weight_ih_l0	3	0.11448633670806885
818959	rnn.weight_ih_l0	4	0.022356273606419563
818959	rnn.weight_ih_l0	5	-0.0725187137722969
818959	rnn.weight_ih_l0	6	0.00957524310797453
818959	rnn.weight_ih_l0	7	-0.029445240274071693
818959	rnn.weight_ih_l0	8	0.016273969784379005
818959	rnn.weight_ih_l0	9	-0.07864713668823242
818959	rnn.weight_hh_l0	0	-0.02273385040462017
818959	rnn.weight_hh_l0	1	0.08354812115430832
818959	rnn.weight_hh_l0	2	0.004103517159819603
818959	rnn.weight_hh_l0	3	-0.0355658195912838
818959	rnn.weight_hh_l0	4	0.08537133038043976
818959	rnn.weight_hh_l0	5	0.0008978845435194671
818959	rnn.weight_hh_l0	6	-0.0882294550538063
818959	rnn.weight_hh_l0	7	-0.13768349587917328
818959	rnn.weight_hh_l0	8	0.04053329676389694
818959	rnn.weight_hh_l0	9	-0.12261462956666946
818959	rnn.bias_ih_l0	0	0.17018133401870728
818959	rnn.bias_ih_l0	1	-0.34347444772720337
818959	rnn.bias_ih_l0	2	-0.03968224301934242
818959	rnn.bias_ih_l0	3	-0.21170207858085632
818959	rnn.bias_ih_l0	4	-0.004270661156624556
818959	rnn.bias_ih_l0	5	-0.4417523145675659
818959	rnn.bias_ih_l0	6	-0.14475774765014648
818959	rnn.bias_ih_l0	7	-0.38822314143180847
818959	rnn.bias_ih_l0	8	-0.31011107563972473
818959	rnn.bias_ih_l0	9	-0.4491277039051056
818959	rnn.bias_hh_l0	0	-0.35298240184783936
818959	rnn.bias_hh_l0	1	-0.44180232286453247
818959	rnn.bias_hh_l0	2	-0.40318217873573303
818959	rnn.bias_hh_l0	3	-0.07558117061853409
818959	rnn.bias_hh_l0	4	-0.39461269974708557
818959	rnn.bias_hh_l0	5	-0.3706478774547577
818959	rnn.bias_hh_l0	6	-0.11845389753580093
818959	rnn.bias_hh_l0	7	0.07171586900949478
818959	rnn.bias_hh_l0	8	-0.232355996966362
818959	rnn.bias_hh_l0	9	-0.5705090761184692
818959	rnn.weight_ih_l0_reverse	0	-0.016894958913326263
818959	rnn.weight_ih_l0_reverse	1	-0.007356627378612757
818959	rnn.weight_ih_l0_reverse	2	0.0062461113557219505
818959	rnn.weight_ih_l0_reverse	3	-0.1410897970199585
818959	rnn.weight_ih_l0_reverse	4	0.0773606076836586
818959	rnn.weight_ih_l0_reverse	5	-0.10424653440713882
818959	rnn.weight_ih_l0_reverse	6	0.002262002555653453
818959	rnn.weight_ih_l0_reverse	7	0.03146793320775032
818959	rnn.weight_ih_l0_reverse	8	-0.050532206892967224
818959	rnn.weight_ih_l0_reverse	9	-0.08507346361875534
818959	rnn.weight_hh_l0_reverse	0	-0.15210385620594025
818959	rnn.weight_hh_l0_reverse	1	0.021490920335054398
818959	rnn.weight_hh_l0_reverse	2	-0.01992928981781006
818959	rnn.weight_hh_l0_reverse	3	0.031140390783548355
818959	rnn.weight_hh_l0_reverse	4	-0.0816299319267273
818959	rnn.weight_hh_l0_reverse	5	0.03738969564437866
818959	rnn.weight_hh_l0_reverse	6	0.031061913818120956
818959	rnn.weight_hh_l0_reverse	7	-0.12991192936897278
818959	rnn.weight_hh_l0_reverse	8	-0.07996535301208496
818959	rnn.weight_hh_l0_reverse	9	0.03688943758606911
818959	rnn.bias_ih_l0_reverse	0	-0.18112152814865112
818959	rnn.bias_ih_l0_reverse	1	-0.057602573186159134
818959	rnn.bias_ih_l0_reverse	2	0.1557072103023529
818959	rnn.bias_ih_l0_reverse	3	-0.3326559066772461
818959	rnn.bias_ih_l0_reverse	4	0.0016002575866878033
818959	rnn.bias_ih_l0_reverse	5	-0.22150354087352753
818959	rnn.bias_ih_l0_reverse	6	0.2802870273590088
818959	rnn.bias_ih_l0_reverse	7	-0.3007699251174927
818959	rnn.bias_ih_l0_reverse	8	-0.19453243911266327
818959	rnn.bias_ih_l0_reverse	9	-0.1530420035123825
818959	rnn.bias_hh_l0_reverse	0	-0.13906049728393555
818959	rnn.bias_hh_l0_reverse	1	0.2710444927215576
818959	rnn.bias_hh_l0_reverse	2	-0.3422619700431824
818959	rnn.bias_hh_l0_reverse	3	-0.23122115433216095
818959	rnn.bias_hh_l0_reverse	4	-0.3977929651737213
818959	rnn.bias_hh_l0_reverse	5	-0.2068103700876236
818959	rnn.bias_hh_l0_reverse	6	-0.27210280299186707
818959	rnn.bias_hh_l0_reverse	7	-0.1012449637055397
818959	rnn.bias_hh_l0_reverse	8	-0.3443131446838379
818959	rnn.bias_hh_l0_reverse	9	0.20574259757995605
818959	linear.weight	0	0.22143994271755219
818959	linear.weight	1	-0.4383217990398407
818959	linear.weight	2	0.04747272655367851
818959	linear.weight	3	0.06747465580701828
818959	linear.weight	4	-0.13673245906829834
818959	linear.weight	5	0.23175853490829468
818959	linear.weight	6	-0.048274628818035126
818959	linear.weight	7	-0.059608783572912216
818959	linear.weight	8	0.14243106544017792
818959	linear.weight	9	-0.04993737116456032
818959	linear.bias	0	-0.8655021786689758
818959	linear.bias	1	1.7989200353622437
818959	linear.bias	2	0.7256324887275696
818959	linear.bias	3	-2.743333578109741
818959	linear.bias	4	-0.0726379007101059
818959	linear.bias	5	1.2720696926116943
818959	linear.bias	6	-0.22214072942733765
818959	linear.bias	7	0.8448320031166077
818959	linear.bias	8	2.093966484069824
818959	linear.bias	9	-1.2988730669021606
819568	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
819568	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
819568	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
819568	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
819568	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
819568	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
819568	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
819568	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
819568	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
819568	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
819568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
819568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
819568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
819568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
819568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
819568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
819568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
819568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
819568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
819568	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
819568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
819568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
819568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
819568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
819568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
819568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
819568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
819568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
819568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
819568	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
819568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
819568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
819568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
819568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
819568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
819568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
819568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
819568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
819568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
819568	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
819568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
819568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
819568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
819568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
819568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
819568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
819568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
819568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
819568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
819568	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
819568	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
819568	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
819568	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
819568	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
819568	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
819568	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
819568	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
819568	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
819568	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
819568	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
819568	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
819568	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
819568	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
819568	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
819568	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
819568	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
819568	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
819568	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
819568	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
819568	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
819568	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
819568	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
819568	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
819568	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
819568	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
819568	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
819568	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
819568	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
819568	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
819568	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
819568	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
819568	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
819568	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
819568	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
819568	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
819568	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
819568	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
819568	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
819568	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
819568	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
819568	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
819568	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
819568	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
819568	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
819568	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
819568	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
819568	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
819568	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
819568	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
819568	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
819568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
819568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
819568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
819568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
819568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
819568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
819568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
819568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
819568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
819568	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
819568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
819568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
819568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
819568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
819568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
819568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
819568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
819568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
819568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
819568	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
819568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
819568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
819568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
819568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
819568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
819568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
819568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
819568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
819568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
819568	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
819568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
819568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
819568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
819568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
819568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
819568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
819568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
819568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
819568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
819568	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
819568	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
819568	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
819568	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
819568	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
819568	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
819568	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
819568	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
819568	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
819568	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
819568	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
819568	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
819568	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
819568	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
819568	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
819568	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
819568	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
819568	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
819568	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
819568	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
819568	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
819568	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
819568	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
819568	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
819568	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
819568	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
819568	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
819568	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
819568	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
819568	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
819568	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
819568	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
819568	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
819568	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
819568	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
819568	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
819568	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
819568	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
819568	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
819568	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
819568	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
819568	embedding2nn.weight	0	0.3231222927570343
819568	embedding2nn.weight	1	0.37868350744247437
819568	embedding2nn.weight	2	0.0038652855437248945
819568	embedding2nn.weight	3	0.018825704231858253
819568	embedding2nn.weight	4	-0.028712047263979912
819568	embedding2nn.weight	5	0.05976123362779617
819568	embedding2nn.weight	6	0.00752329733222723
819568	embedding2nn.weight	7	-0.0013897622702643275
819568	embedding2nn.weight	8	0.04076113551855087
819568	embedding2nn.weight	9	-0.05196993052959442
819568	embedding2nn.bias	0	0.014433151111006737
819568	embedding2nn.bias	1	-0.19081401824951172
819568	embedding2nn.bias	2	0.12242250144481659
819568	embedding2nn.bias	3	0.16284367442131042
819568	embedding2nn.bias	4	0.16002394258975983
819568	embedding2nn.bias	5	-0.07829843461513519
819568	embedding2nn.bias	6	-0.06176820397377014
819568	embedding2nn.bias	7	0.04608685150742531
819568	embedding2nn.bias	8	-0.15022216737270355
819568	embedding2nn.bias	9	-0.373391717672348
819568	rnn.weight_ih_l0	0	0.009877635166049004
819568	rnn.weight_ih_l0	1	-0.058397118002176285
819568	rnn.weight_ih_l0	2	-0.050008662045001984
819568	rnn.weight_ih_l0	3	0.11435718089342117
819568	rnn.weight_ih_l0	4	0.022393716499209404
819568	rnn.weight_ih_l0	5	-0.07190486788749695
819568	rnn.weight_ih_l0	6	0.008748665452003479
819568	rnn.weight_ih_l0	7	-0.029335500672459602
819568	rnn.weight_ih_l0	8	0.015515543520450592
819568	rnn.weight_ih_l0	9	-0.07883653789758682
819568	rnn.weight_hh_l0	0	-0.0226982943713665
819568	rnn.weight_hh_l0	1	0.08364702761173248
819568	rnn.weight_hh_l0	2	0.004066850524395704
819568	rnn.weight_hh_l0	3	-0.03558697551488876
819568	rnn.weight_hh_l0	4	0.08522756397724152
819568	rnn.weight_hh_l0	5	0.0010541188530623913
819568	rnn.weight_hh_l0	6	-0.08831483870744705
819568	rnn.weight_hh_l0	7	-0.13774970173835754
819568	rnn.weight_hh_l0	8	0.040551673620939255
819568	rnn.weight_hh_l0	9	-0.122588150203228
819568	rnn.bias_ih_l0	0	0.17213234305381775
819568	rnn.bias_ih_l0	1	-0.34405994415283203
819568	rnn.bias_ih_l0	2	-0.04032955691218376
819568	rnn.bias_ih_l0	3	-0.211258202791214
819568	rnn.bias_ih_l0	4	-0.005346802994608879
819568	rnn.bias_ih_l0	5	-0.44181010127067566
819568	rnn.bias_ih_l0	6	-0.14436927437782288
819568	rnn.bias_ih_l0	7	-0.3884548544883728
819568	rnn.bias_ih_l0	8	-0.3108203411102295
819568	rnn.bias_ih_l0	9	-0.4500757157802582
819568	rnn.bias_hh_l0	0	-0.35367462038993835
819568	rnn.bias_hh_l0	1	-0.44279417395591736
819568	rnn.bias_hh_l0	2	-0.4029088616371155
819568	rnn.bias_hh_l0	3	-0.07621532678604126
819568	rnn.bias_hh_l0	4	-0.3952014446258545
819568	rnn.bias_hh_l0	5	-0.37001004815101624
819568	rnn.bias_hh_l0	6	-0.11740841716527939
819568	rnn.bias_hh_l0	7	0.07066486775875092
819568	rnn.bias_hh_l0	8	-0.2321411818265915
819568	rnn.bias_hh_l0	9	-0.5711410045623779
819568	rnn.weight_ih_l0_reverse	0	-0.01794169843196869
819568	rnn.weight_ih_l0_reverse	1	-0.007186937611550093
819568	rnn.weight_ih_l0_reverse	2	0.006166811101138592
819568	rnn.weight_ih_l0_reverse	3	-0.14142557978630066
819568	rnn.weight_ih_l0_reverse	4	0.07728023082017899
819568	rnn.weight_ih_l0_reverse	5	-0.10330179333686829
819568	rnn.weight_ih_l0_reverse	6	0.0010760402074083686
819568	rnn.weight_ih_l0_reverse	7	0.03164999559521675
819568	rnn.weight_ih_l0_reverse	8	-0.050659481436014175
819568	rnn.weight_ih_l0_reverse	9	-0.08497968316078186
819568	rnn.weight_hh_l0_reverse	0	-0.152388796210289
819568	rnn.weight_hh_l0_reverse	1	0.021502364426851273
819568	rnn.weight_hh_l0_reverse	2	-0.019957149401307106
819568	rnn.weight_hh_l0_reverse	3	0.031220627948641777
819568	rnn.weight_hh_l0_reverse	4	-0.08159246295690536
819568	rnn.weight_hh_l0_reverse	5	0.037398163229227066
819568	rnn.weight_hh_l0_reverse	6	0.031132027506828308
819568	rnn.weight_hh_l0_reverse	7	-0.1298711895942688
819568	rnn.weight_hh_l0_reverse	8	-0.08028435707092285
819568	rnn.weight_hh_l0_reverse	9	0.036800988018512726
819568	rnn.bias_ih_l0_reverse	0	-0.1798621267080307
819568	rnn.bias_ih_l0_reverse	1	-0.05812637507915497
819568	rnn.bias_ih_l0_reverse	2	0.1555800884962082
819568	rnn.bias_ih_l0_reverse	3	-0.33161839842796326
819568	rnn.bias_ih_l0_reverse	4	0.0030488469637930393
819568	rnn.bias_ih_l0_reverse	5	-0.22149555385112762
819568	rnn.bias_ih_l0_reverse	6	0.28102943301200867
819568	rnn.bias_ih_l0_reverse	7	-0.29973456263542175
819568	rnn.bias_ih_l0_reverse	8	-0.19427162408828735
819568	rnn.bias_ih_l0_reverse	9	-0.15291881561279297
819568	rnn.bias_hh_l0_reverse	0	-0.13886626064777374
819568	rnn.bias_hh_l0_reverse	1	0.271064430475235
819568	rnn.bias_hh_l0_reverse	2	-0.3429895043373108
819568	rnn.bias_hh_l0_reverse	3	-0.23124034702777863
819568	rnn.bias_hh_l0_reverse	4	-0.39704644680023193
819568	rnn.bias_hh_l0_reverse	5	-0.20527248084545135
819568	rnn.bias_hh_l0_reverse	6	-0.2726273536682129
819568	rnn.bias_hh_l0_reverse	7	-0.0999712124466896
819568	rnn.bias_hh_l0_reverse	8	-0.3450506031513214
819568	rnn.bias_hh_l0_reverse	9	0.207156240940094
819568	linear.weight	0	0.22192926704883575
819568	linear.weight	1	-0.44084641337394714
819568	linear.weight	2	0.05402921512722969
819568	linear.weight	3	0.06747463345527649
819568	linear.weight	4	-0.13228772580623627
819568	linear.weight	5	0.23442062735557556
819568	linear.weight	6	-0.045482341200113297
819568	linear.weight	7	-0.05960831046104431
819568	linear.weight	8	0.1447949856519699
819568	linear.weight	9	-0.04993763938546181
819568	linear.bias	0	-0.8627172112464905
819568	linear.bias	1	1.8036171197891235
819568	linear.bias	2	0.7162908315658569
819568	linear.bias	3	-2.7433407306671143
819568	linear.bias	4	-0.07586901634931564
819568	linear.bias	5	1.263603925704956
819568	linear.bias	6	-0.2228330373764038
819568	linear.bias	7	0.842964768409729
819568	linear.bias	8	2.099701166152954
819568	linear.bias	9	-1.2934521436691284
820177	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
820177	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
820177	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
820177	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
820177	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
820177	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
820177	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
820177	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
820177	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
820177	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
820177	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
820177	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
820177	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
820177	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
820177	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
820177	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
820177	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
820177	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
820177	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
820177	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
820177	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
820177	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
820177	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
820177	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
820177	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
820177	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
820177	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
820177	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
820177	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
820177	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
820177	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
820177	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
820177	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
820177	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
820177	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
820177	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
820177	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
820177	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
820177	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
820177	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
820177	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
820177	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
820177	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
820177	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
820177	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
820177	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
820177	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
820177	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
820177	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
820177	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
820177	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
820177	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
820177	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
820177	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
820177	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
820177	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
820177	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
820177	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
820177	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
820177	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
820177	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
820177	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
820177	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
820177	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
820177	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
820177	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
820177	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
820177	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
820177	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
820177	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
820177	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
820177	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
820177	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
820177	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
820177	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
820177	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
820177	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
820177	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
820177	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
820177	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
820177	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
820177	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
820177	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
820177	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
820177	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
820177	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
820177	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
820177	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
820177	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
820177	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
820177	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
820177	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
820177	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
820177	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
820177	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
820177	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
820177	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
820177	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
820177	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
820177	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
820177	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
820177	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
820177	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
820177	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
820177	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
820177	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
820177	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
820177	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
820177	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
820177	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
820177	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
820177	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
820177	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
820177	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
820177	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
820177	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
820177	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
820177	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
820177	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
820177	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
820177	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
820177	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
820177	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
820177	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
820177	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
820177	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
820177	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
820177	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
820177	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
820177	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
820177	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
820177	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
820177	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
820177	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
820177	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
820177	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
820177	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
820177	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
820177	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
820177	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
820177	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
820177	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
820177	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
820177	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
820177	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
820177	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
820177	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
820177	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
820177	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
820177	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
820177	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
820177	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
820177	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
820177	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
820177	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
820177	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
820177	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
820177	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
820177	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
820177	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
820177	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
820177	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
820177	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
820177	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
820177	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
820177	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
820177	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
820177	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
820177	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
820177	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
820177	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
820177	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
820177	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
820177	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
820177	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
820177	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
820177	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
820177	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
820177	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
820177	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
820177	embedding2nn.weight	0	0.323089599609375
820177	embedding2nn.weight	1	0.37951260805130005
820177	embedding2nn.weight	2	0.0045004962012171745
820177	embedding2nn.weight	3	0.01602872647345066
820177	embedding2nn.weight	4	-0.029201406985521317
820177	embedding2nn.weight	5	0.059288665652275085
820177	embedding2nn.weight	6	0.007775349076837301
820177	embedding2nn.weight	7	-0.0022661781404167414
820177	embedding2nn.weight	8	0.0409347340464592
820177	embedding2nn.weight	9	-0.05274583771824837
820177	embedding2nn.bias	0	0.013609098270535469
820177	embedding2nn.bias	1	-0.18872924149036407
820177	embedding2nn.bias	2	0.12482830882072449
820177	embedding2nn.bias	3	0.1654723733663559
820177	embedding2nn.bias	4	0.15856941044330597
820177	embedding2nn.bias	5	-0.07873624563217163
820177	embedding2nn.bias	6	-0.060373276472091675
820177	embedding2nn.bias	7	0.04423206299543381
820177	embedding2nn.bias	8	-0.15127407014369965
820177	embedding2nn.bias	9	-0.3781878650188446
820177	rnn.weight_ih_l0	0	0.00995024386793375
820177	rnn.weight_ih_l0	1	-0.0585053451359272
820177	rnn.weight_ih_l0	2	-0.049384091049432755
820177	rnn.weight_ih_l0	3	0.11429666727781296
820177	rnn.weight_ih_l0	4	0.021044252440333366
820177	rnn.weight_ih_l0	5	-0.07208310067653656
820177	rnn.weight_ih_l0	6	0.008819731883704662
820177	rnn.weight_ih_l0	7	-0.028984107077121735
820177	rnn.weight_ih_l0	8	0.01529492624104023
820177	rnn.weight_ih_l0	9	-0.07906298339366913
820177	rnn.weight_hh_l0	0	-0.0227191299200058
820177	rnn.weight_hh_l0	1	0.08376537263393402
820177	rnn.weight_hh_l0	2	0.004060857463628054
820177	rnn.weight_hh_l0	3	-0.03554551303386688
820177	rnn.weight_hh_l0	4	0.08523222804069519
820177	rnn.weight_hh_l0	5	0.0009547902154736221
820177	rnn.weight_hh_l0	6	-0.0883999690413475
820177	rnn.weight_hh_l0	7	-0.1381174623966217
820177	rnn.weight_hh_l0	8	0.0405292846262455
820177	rnn.weight_hh_l0	9	-0.12250273674726486
820177	rnn.bias_ih_l0	0	0.17050409317016602
820177	rnn.bias_ih_l0	1	-0.34380048513412476
820177	rnn.bias_ih_l0	2	-0.04076892510056496
820177	rnn.bias_ih_l0	3	-0.21110877394676208
820177	rnn.bias_ih_l0	4	-0.005532896611839533
820177	rnn.bias_ih_l0	5	-0.4432547688484192
820177	rnn.bias_ih_l0	6	-0.14376014471054077
820177	rnn.bias_ih_l0	7	-0.3882252275943756
820177	rnn.bias_ih_l0	8	-0.31001976132392883
820177	rnn.bias_ih_l0	9	-0.4516008794307709
820177	rnn.bias_hh_l0	0	-0.35266706347465515
820177	rnn.bias_hh_l0	1	-0.44267088174819946
820177	rnn.bias_hh_l0	2	-0.40393614768981934
820177	rnn.bias_hh_l0	3	-0.07652471214532852
820177	rnn.bias_hh_l0	4	-0.3950735628604889
820177	rnn.bias_hh_l0	5	-0.37078356742858887
820177	rnn.bias_hh_l0	6	-0.11761923879384995
820177	rnn.bias_hh_l0	7	0.07138167321681976
820177	rnn.bias_hh_l0	8	-0.23257707059383392
820177	rnn.bias_hh_l0	9	-0.570932924747467
820177	rnn.weight_ih_l0_reverse	0	-0.017774799838662148
820177	rnn.weight_ih_l0_reverse	1	-0.0069307019002735615
820177	rnn.weight_ih_l0_reverse	2	0.006446436978876591
820177	rnn.weight_ih_l0_reverse	3	-0.14124514162540436
820177	rnn.weight_ih_l0_reverse	4	0.07723945379257202
820177	rnn.weight_ih_l0_reverse	5	-0.10231586545705795
820177	rnn.weight_ih_l0_reverse	6	0.0014291739789769053
820177	rnn.weight_ih_l0_reverse	7	0.03164668381214142
820177	rnn.weight_ih_l0_reverse	8	-0.051101118326187134
820177	rnn.weight_ih_l0_reverse	9	-0.0842868834733963
820177	rnn.weight_hh_l0_reverse	0	-0.1524493545293808
820177	rnn.weight_hh_l0_reverse	1	0.021523749455809593
820177	rnn.weight_hh_l0_reverse	2	-0.019845061004161835
820177	rnn.weight_hh_l0_reverse	3	0.031113948673009872
820177	rnn.weight_hh_l0_reverse	4	-0.08151204884052277
820177	rnn.weight_hh_l0_reverse	5	0.03727804124355316
820177	rnn.weight_hh_l0_reverse	6	0.03113732300698757
820177	rnn.weight_hh_l0_reverse	7	-0.12999804317951202
820177	rnn.weight_hh_l0_reverse	8	-0.08021461963653564
820177	rnn.weight_hh_l0_reverse	9	0.03660762682557106
820177	rnn.bias_ih_l0_reverse	0	-0.1794392168521881
820177	rnn.bias_ih_l0_reverse	1	-0.058259934186935425
820177	rnn.bias_ih_l0_reverse	2	0.15606357157230377
820177	rnn.bias_ih_l0_reverse	3	-0.3327098786830902
820177	rnn.bias_ih_l0_reverse	4	0.0041604358702898026
820177	rnn.bias_ih_l0_reverse	5	-0.221469908952713
820177	rnn.bias_ih_l0_reverse	6	0.2811909317970276
820177	rnn.bias_ih_l0_reverse	7	-0.30129560828208923
820177	rnn.bias_ih_l0_reverse	8	-0.19400076568126678
820177	rnn.bias_ih_l0_reverse	9	-0.15207473933696747
820177	rnn.bias_hh_l0_reverse	0	-0.1405366063117981
820177	rnn.bias_hh_l0_reverse	1	0.2719515264034271
820177	rnn.bias_hh_l0_reverse	2	-0.34298932552337646
820177	rnn.bias_hh_l0_reverse	3	-0.2297985702753067
820177	rnn.bias_hh_l0_reverse	4	-0.3965834677219391
820177	rnn.bias_hh_l0_reverse	5	-0.20490755140781403
820177	rnn.bias_hh_l0_reverse	6	-0.27230459451675415
820177	rnn.bias_hh_l0_reverse	7	-0.10073375701904297
820177	rnn.bias_hh_l0_reverse	8	-0.3468295931816101
820177	rnn.bias_hh_l0_reverse	9	0.21139095723628998
820177	linear.weight	0	0.21662680804729462
820177	linear.weight	1	-0.44188010692596436
820177	linear.weight	2	0.049349404871463776
820177	linear.weight	3	0.06747473031282425
820177	linear.weight	4	-0.13010132312774658
820177	linear.weight	5	0.23259449005126953
820177	linear.weight	6	-0.042742129415273666
820177	linear.weight	7	-0.05960770696401596
820177	linear.weight	8	0.1419934779405594
820177	linear.weight	9	-0.04993794113397598
820177	linear.bias	0	-0.8654128909111023
820177	linear.bias	1	1.7889741659164429
820177	linear.bias	2	0.7149577140808105
820177	linear.bias	3	-2.74334716796875
820177	linear.bias	4	-0.07050503045320511
820177	linear.bias	5	1.2756708860397339
820177	linear.bias	6	-0.22389471530914307
820177	linear.bias	7	0.8456198573112488
820177	linear.bias	8	2.105955123901367
820177	linear.bias	9	-1.29428231716156
820786	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
820786	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
820786	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
820786	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
820786	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
820786	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
820786	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
820786	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
820786	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
820786	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
820786	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
820786	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
820786	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
820786	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
820786	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
820786	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
820786	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
820786	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
820786	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
820786	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
820786	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
820786	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
820786	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
820786	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
820786	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
820786	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
820786	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
820786	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
820786	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
820786	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
820786	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
820786	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
820786	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
820786	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
820786	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
820786	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
820786	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
820786	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
820786	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
820786	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
820786	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
820786	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
820786	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
820786	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
820786	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
820786	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
820786	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
820786	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
820786	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
820786	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
820786	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
820786	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
820786	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
820786	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
820786	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
820786	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
820786	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
820786	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
820786	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
820786	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
820786	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
820786	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
820786	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
820786	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
820786	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
820786	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
820786	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
820786	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
820786	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
820786	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
820786	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
820786	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
820786	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
820786	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
820786	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
820786	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
820786	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
820786	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
820786	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
820786	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
820786	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
820786	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
820786	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
820786	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
820786	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
820786	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
820786	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
820786	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
820786	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
820786	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
820786	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
820786	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
820786	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
820786	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
820786	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
820786	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
820786	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
820786	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
820786	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
820786	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
820786	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
820786	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
820786	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
820786	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
820786	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
820786	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
820786	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
820786	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
820786	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
820786	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
820786	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
820786	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
820786	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
820786	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
820786	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
820786	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
820786	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
820786	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
820786	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
820786	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
820786	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
820786	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
820786	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
820786	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
820786	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
820786	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
820786	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
820786	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
820786	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
820786	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
820786	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
820786	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
820786	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
820786	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
820786	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
820786	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
820786	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
820786	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
820786	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
820786	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
820786	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
820786	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
820786	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
820786	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
820786	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
820786	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
820786	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
820786	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
820786	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
820786	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
820786	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
820786	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
820786	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
820786	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
820786	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
820786	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
820786	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
820786	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
820786	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
820786	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
820786	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
820786	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
820786	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
820786	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
820786	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
820786	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
820786	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
820786	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
820786	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
820786	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
820786	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
820786	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
820786	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
820786	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
820786	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
820786	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
820786	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
820786	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
820786	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
820786	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
820786	embedding2nn.weight	0	0.32330238819122314
820786	embedding2nn.weight	1	0.3784966766834259
820786	embedding2nn.weight	2	0.004760216921567917
820786	embedding2nn.weight	3	0.016799703240394592
820786	embedding2nn.weight	4	-0.02965770848095417
820786	embedding2nn.weight	5	0.0591990202665329
820786	embedding2nn.weight	6	0.008635304868221283
820786	embedding2nn.weight	7	-0.0016609970480203629
820786	embedding2nn.weight	8	0.041451841592788696
820786	embedding2nn.weight	9	-0.05147026106715202
820786	embedding2nn.bias	0	0.014668747782707214
820786	embedding2nn.bias	1	-0.18690891563892365
820786	embedding2nn.bias	2	0.12802299857139587
820786	embedding2nn.bias	3	0.1635333001613617
820786	embedding2nn.bias	4	0.1577046811580658
820786	embedding2nn.bias	5	-0.08079444617033005
820786	embedding2nn.bias	6	-0.06338491290807724
820786	embedding2nn.bias	7	0.047964002937078476
820786	embedding2nn.bias	8	-0.15206396579742432
820786	embedding2nn.bias	9	-0.3819596469402313
820786	rnn.weight_ih_l0	0	0.010126639157533646
820786	rnn.weight_ih_l0	1	-0.05856834724545479
820786	rnn.weight_ih_l0	2	-0.049836963415145874
820786	rnn.weight_ih_l0	3	0.11398967355489731
820786	rnn.weight_ih_l0	4	0.02138747088611126
820786	rnn.weight_ih_l0	5	-0.07179775089025497
820786	rnn.weight_ih_l0	6	0.008663112297654152
820786	rnn.weight_ih_l0	7	-0.02977788634598255
820786	rnn.weight_ih_l0	8	0.014130407944321632
820786	rnn.weight_ih_l0	9	-0.07888025790452957
820786	rnn.weight_hh_l0	0	-0.022738279774785042
820786	rnn.weight_hh_l0	1	0.08393218368291855
820786	rnn.weight_hh_l0	2	0.003962999675422907
820786	rnn.weight_hh_l0	3	-0.03565966710448265
820786	rnn.weight_hh_l0	4	0.08549964427947998
820786	rnn.weight_hh_l0	5	0.001016687834635377
820786	rnn.weight_hh_l0	6	-0.08846131712198257
820786	rnn.weight_hh_l0	7	-0.13755948841571808
820786	rnn.weight_hh_l0	8	0.0405380055308342
820786	rnn.weight_hh_l0	9	-0.12240402400493622
820786	rnn.bias_ih_l0	0	0.17262665927410126
820786	rnn.bias_ih_l0	1	-0.344368040561676
820786	rnn.bias_ih_l0	2	-0.04128245264291763
820786	rnn.bias_ih_l0	3	-0.21137262880802155
820786	rnn.bias_ih_l0	4	-0.005938415415585041
820786	rnn.bias_ih_l0	5	-0.4445355534553528
820786	rnn.bias_ih_l0	6	-0.1433171182870865
820786	rnn.bias_ih_l0	7	-0.38813069462776184
820786	rnn.bias_ih_l0	8	-0.3106379210948944
820786	rnn.bias_ih_l0	9	-0.45285168290138245
820786	rnn.bias_hh_l0	0	-0.35248956084251404
820786	rnn.bias_hh_l0	1	-0.4428327679634094
820786	rnn.bias_hh_l0	2	-0.40305066108703613
820786	rnn.bias_hh_l0	3	-0.07543327659368515
820786	rnn.bias_hh_l0	4	-0.39542973041534424
820786	rnn.bias_hh_l0	5	-0.37122440338134766
820786	rnn.bias_hh_l0	6	-0.11834292113780975
820786	rnn.bias_hh_l0	7	0.07169587165117264
820786	rnn.bias_hh_l0	8	-0.23190923035144806
820786	rnn.bias_hh_l0	9	-0.5715622305870056
820786	rnn.weight_ih_l0_reverse	0	-0.01767599955201149
820786	rnn.weight_ih_l0_reverse	1	-0.007124180905520916
820786	rnn.weight_ih_l0_reverse	2	0.006442212965339422
820786	rnn.weight_ih_l0_reverse	3	-0.1418619155883789
820786	rnn.weight_ih_l0_reverse	4	0.07742417603731155
820786	rnn.weight_ih_l0_reverse	5	-0.1014673113822937
820786	rnn.weight_ih_l0_reverse	6	0.0017302109627053142
820786	rnn.weight_ih_l0_reverse	7	0.03169090673327446
820786	rnn.weight_ih_l0_reverse	8	-0.05088720843195915
820786	rnn.weight_ih_l0_reverse	9	-0.0840553268790245
820786	rnn.weight_hh_l0_reverse	0	-0.15234003961086273
820786	rnn.weight_hh_l0_reverse	1	0.021577617153525352
820786	rnn.weight_hh_l0_reverse	2	-0.019830189645290375
820786	rnn.weight_hh_l0_reverse	3	0.031124010682106018
820786	rnn.weight_hh_l0_reverse	4	-0.08152459561824799
820786	rnn.weight_hh_l0_reverse	5	0.037222445011138916
820786	rnn.weight_hh_l0_reverse	6	0.031191416084766388
820786	rnn.weight_hh_l0_reverse	7	-0.12998701632022858
820786	rnn.weight_hh_l0_reverse	8	-0.08020412176847458
820786	rnn.weight_hh_l0_reverse	9	0.036267511546611786
820786	rnn.bias_ih_l0_reverse	0	-0.18094278872013092
820786	rnn.bias_ih_l0_reverse	1	-0.05767527595162392
820786	rnn.bias_ih_l0_reverse	2	0.1556934267282486
820786	rnn.bias_ih_l0_reverse	3	-0.3318508565425873
820786	rnn.bias_ih_l0_reverse	4	0.0028037610463798046
820786	rnn.bias_ih_l0_reverse	5	-0.22136032581329346
820786	rnn.bias_ih_l0_reverse	6	0.2803725004196167
820786	rnn.bias_ih_l0_reverse	7	-0.3011704683303833
820786	rnn.bias_ih_l0_reverse	8	-0.19353626668453217
820786	rnn.bias_ih_l0_reverse	9	-0.15299154818058014
820786	rnn.bias_hh_l0_reverse	0	-0.14226067066192627
820786	rnn.bias_hh_l0_reverse	1	0.2711838185787201
820786	rnn.bias_hh_l0_reverse	2	-0.34323081374168396
820786	rnn.bias_hh_l0_reverse	3	-0.22926953434944153
820786	rnn.bias_hh_l0_reverse	4	-0.39610394835472107
820786	rnn.bias_hh_l0_reverse	5	-0.2050122171640396
820786	rnn.bias_hh_l0_reverse	6	-0.2716350555419922
820786	rnn.bias_hh_l0_reverse	7	-0.10075143724679947
820786	rnn.bias_hh_l0_reverse	8	-0.3481624126434326
820786	rnn.bias_hh_l0_reverse	9	0.2099098414182663
820786	linear.weight	0	0.21678583323955536
820786	linear.weight	1	-0.4468533992767334
820786	linear.weight	2	0.04857625812292099
820786	linear.weight	3	0.06747471541166306
820786	linear.weight	4	-0.13010063767433167
820786	linear.weight	5	0.22759316861629486
820786	linear.weight	6	-0.04195719212293625
820786	linear.weight	7	-0.05960731580853462
820786	linear.weight	8	0.1417979896068573
820786	linear.weight	9	-0.04993811994791031
820786	linear.bias	0	-0.8644675612449646
820786	linear.bias	1	1.800516128540039
820786	linear.bias	2	0.715918779373169
820786	linear.bias	3	-2.7433536052703857
820786	linear.bias	4	-0.06295432895421982
820786	linear.bias	5	1.2627205848693848
820786	linear.bias	6	-0.2199990451335907
820786	linear.bias	7	0.8373464941978455
820786	linear.bias	8	2.1116220951080322
820786	linear.bias	9	-1.3031432628631592
821395	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
821395	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
821395	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
821395	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
821395	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
821395	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
821395	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
821395	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
821395	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
821395	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
821395	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
821395	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
821395	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
821395	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
821395	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
821395	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
821395	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
821395	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
821395	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
821395	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
821395	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
821395	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
821395	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
821395	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
821395	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
821395	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
821395	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
821395	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
821395	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
821395	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
821395	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
821395	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
821395	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
821395	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
821395	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
821395	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
821395	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
821395	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
821395	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
821395	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
821395	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
821395	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
821395	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
821395	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
821395	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
821395	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
821395	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
821395	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
821395	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
821395	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
821395	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
821395	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
821395	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
821395	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
821395	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
821395	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
821395	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
821395	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
821395	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
821395	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
821395	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
821395	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
821395	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
821395	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
821395	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
821395	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
821395	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
821395	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
821395	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
821395	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
821395	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
821395	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
821395	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
821395	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
821395	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
821395	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
821395	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
821395	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
821395	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
821395	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
821395	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
821395	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
821395	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
821395	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
821395	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
821395	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
821395	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
821395	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
821395	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
821395	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
821395	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
821395	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
821395	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
821395	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
821395	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
821395	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
821395	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
821395	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
821395	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
821395	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
821395	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
821395	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
821395	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
821395	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
821395	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
821395	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
821395	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
821395	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
821395	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
821395	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
821395	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
821395	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
821395	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
821395	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
821395	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
821395	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
821395	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
821395	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
821395	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
821395	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
821395	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
821395	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
821395	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
821395	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
821395	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
821395	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
821395	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
821395	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
821395	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
821395	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
821395	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
821395	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
821395	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
821395	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
821395	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
821395	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
821395	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
821395	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
821395	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
821395	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
821395	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
821395	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
821395	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
821395	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
821395	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
821395	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
821395	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
821395	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
821395	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
821395	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
821395	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
821395	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
821395	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
821395	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
821395	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
821395	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
821395	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
821395	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
821395	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
821395	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
821395	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
821395	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
821395	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
821395	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
821395	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
821395	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
821395	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
821395	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
821395	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
821395	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
821395	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
821395	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
821395	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
821395	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
821395	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
821395	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
821395	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
821395	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
821395	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
821395	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
821395	embedding2nn.weight	0	0.32322239875793457
821395	embedding2nn.weight	1	0.3780505657196045
821395	embedding2nn.weight	2	0.0039292615838348866
821395	embedding2nn.weight	3	0.01796247996389866
821395	embedding2nn.weight	4	-0.028359878808259964
821395	embedding2nn.weight	5	0.058982331305742264
821395	embedding2nn.weight	6	0.008524780161678791
821395	embedding2nn.weight	7	-0.001542920945212245
821395	embedding2nn.weight	8	0.04179748520255089
821395	embedding2nn.weight	9	-0.05064345896244049
821395	embedding2nn.bias	0	0.019555862993001938
821395	embedding2nn.bias	1	-0.18500037491321564
821395	embedding2nn.bias	2	0.12531691789627075
821395	embedding2nn.bias	3	0.1664784848690033
821395	embedding2nn.bias	4	0.1580255925655365
821395	embedding2nn.bias	5	-0.07404226064682007
821395	embedding2nn.bias	6	-0.059086594730615616
821395	embedding2nn.bias	7	0.04909949749708176
821395	embedding2nn.bias	8	-0.15320149064064026
821395	embedding2nn.bias	9	-0.3774072229862213
821395	rnn.weight_ih_l0	0	0.010412243194878101
821395	rnn.weight_ih_l0	1	-0.058688174933195114
821395	rnn.weight_ih_l0	2	-0.05013706162571907
821395	rnn.weight_ih_l0	3	0.1138162761926651
821395	rnn.weight_ih_l0	4	0.02083067037165165
821395	rnn.weight_ih_l0	5	-0.07188823074102402
821395	rnn.weight_ih_l0	6	0.008456224575638771
821395	rnn.weight_ih_l0	7	-0.02918417751789093
821395	rnn.weight_ih_l0	8	0.015197583474218845
821395	rnn.weight_ih_l0	9	-0.07870396971702576
821395	rnn.weight_hh_l0	0	-0.022801414132118225
821395	rnn.weight_hh_l0	1	0.08400271087884903
821395	rnn.weight_hh_l0	2	0.004066262859851122
821395	rnn.weight_hh_l0	3	-0.03558873385190964
821395	rnn.weight_hh_l0	4	0.08545654267072678
821395	rnn.weight_hh_l0	5	0.001080903923138976
821395	rnn.weight_hh_l0	6	-0.0885988250374794
821395	rnn.weight_hh_l0	7	-0.13849347829818726
821395	rnn.weight_hh_l0	8	0.04054464027285576
821395	rnn.weight_hh_l0	9	-0.12246211618185043
821395	rnn.bias_ih_l0	0	0.17069028317928314
821395	rnn.bias_ih_l0	1	-0.3448503017425537
821395	rnn.bias_ih_l0	2	-0.04115738347172737
821395	rnn.bias_ih_l0	3	-0.21133483946323395
821395	rnn.bias_ih_l0	4	-0.006309144198894501
821395	rnn.bias_ih_l0	5	-0.4450770616531372
821395	rnn.bias_ih_l0	6	-0.14191025495529175
821395	rnn.bias_ih_l0	7	-0.38816577196121216
821395	rnn.bias_ih_l0	8	-0.31113526225090027
821395	rnn.bias_ih_l0	9	-0.45505014061927795
821395	rnn.bias_hh_l0	0	-0.35258007049560547
821395	rnn.bias_hh_l0	1	-0.44273754954338074
821395	rnn.bias_hh_l0	2	-0.4045119285583496
821395	rnn.bias_hh_l0	3	-0.07573243230581284
821395	rnn.bias_hh_l0	4	-0.3964003324508667
821395	rnn.bias_hh_l0	5	-0.37079718708992004
821395	rnn.bias_hh_l0	6	-0.11945963650941849
821395	rnn.bias_hh_l0	7	0.07157329469919205
821395	rnn.bias_hh_l0	8	-0.2328929305076599
821395	rnn.bias_hh_l0	9	-0.571046769618988
821395	rnn.weight_ih_l0_reverse	0	-0.017112525179982185
821395	rnn.weight_ih_l0_reverse	1	-0.006549400743097067
821395	rnn.weight_ih_l0_reverse	2	0.006274485494941473
821395	rnn.weight_ih_l0_reverse	3	-0.1423477828502655
821395	rnn.weight_ih_l0_reverse	4	0.0777926966547966
821395	rnn.weight_ih_l0_reverse	5	-0.1014222651720047
821395	rnn.weight_ih_l0_reverse	6	0.0014720609178766608
821395	rnn.weight_ih_l0_reverse	7	0.03175560384988785
821395	rnn.weight_ih_l0_reverse	8	-0.05113174021244049
821395	rnn.weight_ih_l0_reverse	9	-0.08381693065166473
821395	rnn.weight_hh_l0_reverse	0	-0.15242449939250946
821395	rnn.weight_hh_l0_reverse	1	0.021503129974007607
821395	rnn.weight_hh_l0_reverse	2	-0.019838906824588776
821395	rnn.weight_hh_l0_reverse	3	0.031144745647907257
821395	rnn.weight_hh_l0_reverse	4	-0.08161906898021698
821395	rnn.weight_hh_l0_reverse	5	0.037224333733320236
821395	rnn.weight_hh_l0_reverse	6	0.03119751438498497
821395	rnn.weight_hh_l0_reverse	7	-0.13017725944519043
821395	rnn.weight_hh_l0_reverse	8	-0.08018479496240616
821395	rnn.weight_hh_l0_reverse	9	0.036258842796087265
821395	rnn.bias_ih_l0_reverse	0	-0.1813780814409256
821395	rnn.bias_ih_l0_reverse	1	-0.05724520981311798
821395	rnn.bias_ih_l0_reverse	2	0.15463340282440186
821395	rnn.bias_ih_l0_reverse	3	-0.3320581614971161
821395	rnn.bias_ih_l0_reverse	4	0.002652534516528249
821395	rnn.bias_ih_l0_reverse	5	-0.22108498215675354
821395	rnn.bias_ih_l0_reverse	6	0.2814056873321533
821395	rnn.bias_ih_l0_reverse	7	-0.3003000319004059
821395	rnn.bias_ih_l0_reverse	8	-0.19342191517353058
821395	rnn.bias_ih_l0_reverse	9	-0.1525702029466629
821395	rnn.bias_hh_l0_reverse	0	-0.14193128049373627
821395	rnn.bias_hh_l0_reverse	1	0.2692452073097229
821395	rnn.bias_hh_l0_reverse	2	-0.34181416034698486
821395	rnn.bias_hh_l0_reverse	3	-0.22929422557353973
821395	rnn.bias_hh_l0_reverse	4	-0.39526912569999695
821395	rnn.bias_hh_l0_reverse	5	-0.20520134270191193
821395	rnn.bias_hh_l0_reverse	6	-0.27025526762008667
821395	rnn.bias_hh_l0_reverse	7	-0.10137178748846054
821395	rnn.bias_hh_l0_reverse	8	-0.3469947576522827
821395	rnn.bias_hh_l0_reverse	9	0.21005146205425262
821395	linear.weight	0	0.2216772735118866
821395	linear.weight	1	-0.44671836495399475
821395	linear.weight	2	0.05419287830591202
821395	linear.weight	3	0.06747469305992126
821395	linear.weight	4	-0.1352355033159256
821395	linear.weight	5	0.22881010174751282
821395	linear.weight	6	-0.03933645412325859
821395	linear.weight	7	-0.05960678309202194
821395	linear.weight	8	0.1436804234981537
821395	linear.weight	9	-0.049938321113586426
821395	linear.bias	0	-0.8646228313446045
821395	linear.bias	1	1.7949007749557495
821395	linear.bias	2	0.7255262732505798
821395	linear.bias	3	-2.7433576583862305
821395	linear.bias	4	-0.07324396073818207
821395	linear.bias	5	1.265167474746704
821395	linear.bias	6	-0.21082152426242828
821395	linear.bias	7	0.8297845125198364
821395	linear.bias	8	2.102414846420288
821395	linear.bias	9	-1.3081893920898438
822004	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
822004	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
822004	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
822004	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
822004	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
822004	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
822004	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
822004	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
822004	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
822004	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
822004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
822004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
822004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
822004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
822004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
822004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
822004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
822004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
822004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
822004	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
822004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
822004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
822004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
822004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
822004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
822004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
822004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
822004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
822004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
822004	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
822004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
822004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
822004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
822004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
822004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
822004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
822004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
822004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
822004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
822004	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
822004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
822004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
822004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
822004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
822004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
822004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
822004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
822004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
822004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
822004	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
822004	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
822004	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
822004	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
822004	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
822004	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
822004	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
822004	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
822004	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
822004	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
822004	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
822004	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
822004	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
822004	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
822004	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
822004	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
822004	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
822004	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
822004	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
822004	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
822004	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
822004	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
822004	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
822004	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
822004	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
822004	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
822004	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
822004	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
822004	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
822004	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
822004	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
822004	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
822004	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
822004	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
822004	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
822004	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
822004	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
822004	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
822004	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
822004	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
822004	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
822004	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
822004	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
822004	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
822004	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
822004	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
822004	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
822004	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
822004	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
822004	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
822004	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
822004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
822004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
822004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
822004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
822004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
822004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
822004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
822004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
822004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
822004	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
822004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
822004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
822004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
822004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
822004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
822004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
822004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
822004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
822004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
822004	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
822004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
822004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
822004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
822004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
822004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
822004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
822004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
822004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
822004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
822004	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
822004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
822004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
822004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
822004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
822004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
822004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
822004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
822004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
822004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
822004	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
822004	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
822004	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
822004	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
822004	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
822004	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
822004	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
822004	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
822004	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
822004	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
822004	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
822004	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
822004	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
822004	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
822004	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
822004	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
822004	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
822004	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
822004	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
822004	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
822004	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
822004	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
822004	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
822004	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
822004	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
822004	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
822004	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
822004	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
822004	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
822004	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
822004	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
822004	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
822004	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
822004	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
822004	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
822004	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
822004	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
822004	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
822004	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
822004	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
822004	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
822004	embedding2nn.weight	0	0.32299986481666565
822004	embedding2nn.weight	1	0.37875378131866455
822004	embedding2nn.weight	2	0.003669223515316844
822004	embedding2nn.weight	3	0.017993494868278503
822004	embedding2nn.weight	4	-0.028005748987197876
822004	embedding2nn.weight	5	0.058698635548353195
822004	embedding2nn.weight	6	0.008515521883964539
822004	embedding2nn.weight	7	-0.0014739912003278732
822004	embedding2nn.weight	8	0.04172046482563019
822004	embedding2nn.weight	9	-0.0504840686917305
822004	embedding2nn.bias	0	0.018495112657546997
822004	embedding2nn.bias	1	-0.1884828507900238
822004	embedding2nn.bias	2	0.12890790402889252
822004	embedding2nn.bias	3	0.16176295280456543
822004	embedding2nn.bias	4	0.15861618518829346
822004	embedding2nn.bias	5	-0.08028234541416168
822004	embedding2nn.bias	6	-0.06158832088112831
822004	embedding2nn.bias	7	0.046056363731622696
822004	embedding2nn.bias	8	-0.15535466372966766
822004	embedding2nn.bias	9	-0.37515464425086975
822004	rnn.weight_ih_l0	0	0.010169393382966518
822004	rnn.weight_ih_l0	1	-0.058576468378305435
822004	rnn.weight_ih_l0	2	-0.04916250333189964
822004	rnn.weight_ih_l0	3	0.11441859602928162
822004	rnn.weight_ih_l0	4	0.020898163318634033
822004	rnn.weight_ih_l0	5	-0.0714864581823349
822004	rnn.weight_ih_l0	6	0.008194804191589355
822004	rnn.weight_ih_l0	7	-0.028604844585061073
822004	rnn.weight_ih_l0	8	0.014973467215895653
822004	rnn.weight_ih_l0	9	-0.07870609313249588
822004	rnn.weight_hh_l0	0	-0.022916141897439957
822004	rnn.weight_hh_l0	1	0.08379950374364853
822004	rnn.weight_hh_l0	2	0.0038523103576153517
822004	rnn.weight_hh_l0	3	-0.03557679429650307
822004	rnn.weight_hh_l0	4	0.08539880812168121
822004	rnn.weight_hh_l0	5	0.0009125687065534294
822004	rnn.weight_hh_l0	6	-0.08860231190919876
822004	rnn.weight_hh_l0	7	-0.13868632912635803
822004	rnn.weight_hh_l0	8	0.04050912708044052
822004	rnn.weight_hh_l0	9	-0.1225099265575409
822004	rnn.bias_ih_l0	0	0.17129382491111755
822004	rnn.bias_ih_l0	1	-0.3454272747039795
822004	rnn.bias_ih_l0	2	-0.041070833802223206
822004	rnn.bias_ih_l0	3	-0.2114778310060501
822004	rnn.bias_ih_l0	4	-0.007329622749239206
822004	rnn.bias_ih_l0	5	-0.44318947196006775
822004	rnn.bias_ih_l0	6	-0.14161764085292816
822004	rnn.bias_ih_l0	7	-0.38839370012283325
822004	rnn.bias_ih_l0	8	-0.3092954456806183
822004	rnn.bias_ih_l0	9	-0.45512691140174866
822004	rnn.bias_hh_l0	0	-0.35362404584884644
822004	rnn.bias_hh_l0	1	-0.44305419921875
822004	rnn.bias_hh_l0	2	-0.4042779803276062
822004	rnn.bias_hh_l0	3	-0.07606051862239838
822004	rnn.bias_hh_l0	4	-0.3971344232559204
822004	rnn.bias_hh_l0	5	-0.37038007378578186
822004	rnn.bias_hh_l0	6	-0.11877797544002533
822004	rnn.bias_hh_l0	7	0.07229696959257126
822004	rnn.bias_hh_l0	8	-0.23198780417442322
822004	rnn.bias_hh_l0	9	-0.5706952810287476
822004	rnn.weight_ih_l0_reverse	0	-0.017207220196723938
822004	rnn.weight_ih_l0_reverse	1	-0.00660542631521821
822004	rnn.weight_ih_l0_reverse	2	0.006367910653352737
822004	rnn.weight_ih_l0_reverse	3	-0.14227904379367828
822004	rnn.weight_ih_l0_reverse	4	0.07763167470693588
822004	rnn.weight_ih_l0_reverse	5	-0.10098956525325775
822004	rnn.weight_ih_l0_reverse	6	0.000779067981056869
822004	rnn.weight_ih_l0_reverse	7	0.03178909420967102
822004	rnn.weight_ih_l0_reverse	8	-0.05065452679991722
822004	rnn.weight_ih_l0_reverse	9	-0.08338475972414017
822004	rnn.weight_hh_l0_reverse	0	-0.15251277387142181
822004	rnn.weight_hh_l0_reverse	1	0.021758928894996643
822004	rnn.weight_hh_l0_reverse	2	-0.01981140486896038
822004	rnn.weight_hh_l0_reverse	3	0.031142977997660637
822004	rnn.weight_hh_l0_reverse	4	-0.08147796243429184
822004	rnn.weight_hh_l0_reverse	5	0.03719134256243706
822004	rnn.weight_hh_l0_reverse	6	0.03123224526643753
822004	rnn.weight_hh_l0_reverse	7	-0.1302548050880432
822004	rnn.weight_hh_l0_reverse	8	-0.07989493012428284
822004	rnn.weight_hh_l0_reverse	9	0.03636264055967331
822004	rnn.bias_ih_l0_reverse	0	-0.18089447915554047
822004	rnn.bias_ih_l0_reverse	1	-0.05731214955449104
822004	rnn.bias_ih_l0_reverse	2	0.15513859689235687
822004	rnn.bias_ih_l0_reverse	3	-0.332035630941391
822004	rnn.bias_ih_l0_reverse	4	0.004061884246766567
822004	rnn.bias_ih_l0_reverse	5	-0.2211579531431198
822004	rnn.bias_ih_l0_reverse	6	0.27998605370521545
822004	rnn.bias_ih_l0_reverse	7	-0.29877662658691406
822004	rnn.bias_ih_l0_reverse	8	-0.19329877197742462
822004	rnn.bias_ih_l0_reverse	9	-0.15025757253170013
822004	rnn.bias_hh_l0_reverse	0	-0.14095084369182587
822004	rnn.bias_hh_l0_reverse	1	0.27025696635246277
822004	rnn.bias_hh_l0_reverse	2	-0.34278371930122375
822004	rnn.bias_hh_l0_reverse	3	-0.2288486808538437
822004	rnn.bias_hh_l0_reverse	4	-0.395569771528244
822004	rnn.bias_hh_l0_reverse	5	-0.20470815896987915
822004	rnn.bias_hh_l0_reverse	6	-0.26849666237831116
822004	rnn.bias_hh_l0_reverse	7	-0.10193096101284027
822004	rnn.bias_hh_l0_reverse	8	-0.34605398774147034
822004	rnn.bias_hh_l0_reverse	9	0.21410337090492249
822004	linear.weight	0	0.22066810727119446
822004	linear.weight	1	-0.45070865750312805
822004	linear.weight	2	0.04809366911649704
822004	linear.weight	3	0.06747477501630783
822004	linear.weight	4	-0.13765814900398254
822004	linear.weight	5	0.22823841869831085
822004	linear.weight	6	-0.03930043429136276
822004	linear.weight	7	-0.059606269001960754
822004	linear.weight	8	0.14385072886943817
822004	linear.weight	9	-0.049938563257455826
822004	linear.bias	0	-0.863208532333374
822004	linear.bias	1	1.7981270551681519
822004	linear.bias	2	0.725315272808075
822004	linear.bias	3	-2.7433643341064453
822004	linear.bias	4	-0.08042886108160019
822004	linear.bias	5	1.2681341171264648
822004	linear.bias	6	-0.2181994915008545
822004	linear.bias	7	0.8407970070838928
822004	linear.bias	8	2.096993923187256
822004	linear.bias	9	-1.3024109601974487
822613	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
822613	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
822613	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
822613	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
822613	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
822613	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
822613	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
822613	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
822613	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
822613	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
822613	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
822613	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
822613	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
822613	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
822613	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
822613	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
822613	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
822613	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
822613	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
822613	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
822613	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
822613	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
822613	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
822613	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
822613	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
822613	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
822613	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
822613	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
822613	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
822613	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
822613	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
822613	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
822613	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
822613	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
822613	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
822613	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
822613	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
822613	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
822613	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
822613	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
822613	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
822613	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
822613	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
822613	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
822613	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
822613	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
822613	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
822613	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
822613	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
822613	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
822613	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
822613	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
822613	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
822613	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
822613	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
822613	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
822613	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
822613	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
822613	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
822613	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
822613	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
822613	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
822613	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
822613	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
822613	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
822613	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
822613	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
822613	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
822613	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
822613	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
822613	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
822613	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
822613	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
822613	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
822613	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
822613	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
822613	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
822613	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
822613	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
822613	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
822613	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
822613	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
822613	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
822613	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
822613	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
822613	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
822613	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
822613	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
822613	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
822613	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
822613	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
822613	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
822613	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
822613	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
822613	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
822613	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
822613	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
822613	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
822613	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
822613	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
822613	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
822613	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
822613	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
822613	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
822613	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
822613	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
822613	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
822613	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
822613	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
822613	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
822613	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
822613	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
822613	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
822613	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
822613	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
822613	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
822613	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
822613	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
822613	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
822613	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
822613	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
822613	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
822613	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
822613	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
822613	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
822613	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
822613	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
822613	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
822613	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
822613	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
822613	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
822613	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
822613	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
822613	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
822613	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
822613	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
822613	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
822613	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
822613	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
822613	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
822613	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
822613	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
822613	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
822613	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
822613	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
822613	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
822613	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
822613	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
822613	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
822613	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
822613	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
822613	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
822613	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
822613	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
822613	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
822613	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
822613	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
822613	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
822613	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
822613	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
822613	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
822613	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
822613	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
822613	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
822613	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
822613	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
822613	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
822613	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
822613	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
822613	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
822613	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
822613	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
822613	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
822613	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
822613	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
822613	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
822613	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
822613	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
822613	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
822613	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
822613	embedding2nn.weight	0	0.32313939929008484
822613	embedding2nn.weight	1	0.3788679242134094
822613	embedding2nn.weight	2	0.0037792378570884466
822613	embedding2nn.weight	3	0.020290786400437355
822613	embedding2nn.weight	4	-0.027789726853370667
822613	embedding2nn.weight	5	0.059314046055078506
822613	embedding2nn.weight	6	0.00817657820880413
822613	embedding2nn.weight	7	-0.0008985978201963007
822613	embedding2nn.weight	8	0.041792742908000946
822613	embedding2nn.weight	9	-0.05130235478281975
822613	embedding2nn.bias	0	0.021778937429189682
822613	embedding2nn.bias	1	-0.19370384514331818
822613	embedding2nn.bias	2	0.1265626698732376
822613	embedding2nn.bias	3	0.16389502584934235
822613	embedding2nn.bias	4	0.1610163450241089
822613	embedding2nn.bias	5	-0.0788736343383789
822613	embedding2nn.bias	6	-0.05532058700919151
822613	embedding2nn.bias	7	0.041236910969018936
822613	embedding2nn.bias	8	-0.1547837257385254
822613	embedding2nn.bias	9	-0.37210944294929504
822613	rnn.weight_ih_l0	0	0.010347049683332443
822613	rnn.weight_ih_l0	1	-0.058367736637592316
822613	rnn.weight_ih_l0	2	-0.04913298413157463
822613	rnn.weight_ih_l0	3	0.11412899196147919
822613	rnn.weight_ih_l0	4	0.02019541896879673
822613	rnn.weight_ih_l0	5	-0.07192746549844742
822613	rnn.weight_ih_l0	6	0.007806742563843727
822613	rnn.weight_ih_l0	7	-0.027662010863423347
822613	rnn.weight_ih_l0	8	0.015227909199893475
822613	rnn.weight_ih_l0	9	-0.07961554080247879
822613	rnn.weight_hh_l0	0	-0.022839756682515144
822613	rnn.weight_hh_l0	1	0.08362555503845215
822613	rnn.weight_hh_l0	2	0.003757551545277238
822613	rnn.weight_hh_l0	3	-0.03574886918067932
822613	rnn.weight_hh_l0	4	0.08546175062656403
822613	rnn.weight_hh_l0	5	0.0007673577638342977
822613	rnn.weight_hh_l0	6	-0.08855608105659485
822613	rnn.weight_hh_l0	7	-0.13882538676261902
822613	rnn.weight_hh_l0	8	0.040502388030290604
822613	rnn.weight_hh_l0	9	-0.12226629257202148
822613	rnn.bias_ih_l0	0	0.17002281546592712
822613	rnn.bias_ih_l0	1	-0.3455968201160431
822613	rnn.bias_ih_l0	2	-0.041223157197237015
822613	rnn.bias_ih_l0	3	-0.2100520133972168
822613	rnn.bias_ih_l0	4	-0.007506901398301125
822613	rnn.bias_ih_l0	5	-0.4430723488330841
822613	rnn.bias_ih_l0	6	-0.14076288044452667
822613	rnn.bias_ih_l0	7	-0.3884597718715668
822613	rnn.bias_ih_l0	8	-0.3087393045425415
822613	rnn.bias_ih_l0	9	-0.45458006858825684
822613	rnn.bias_hh_l0	0	-0.3537408411502838
822613	rnn.bias_hh_l0	1	-0.4422178566455841
822613	rnn.bias_hh_l0	2	-0.40394964814186096
822613	rnn.bias_hh_l0	3	-0.0765988826751709
822613	rnn.bias_hh_l0	4	-0.3961058557033539
822613	rnn.bias_hh_l0	5	-0.36995163559913635
822613	rnn.bias_hh_l0	6	-0.11783289164304733
822613	rnn.bias_hh_l0	7	0.07000742107629776
822613	rnn.bias_hh_l0	8	-0.2317432463169098
822613	rnn.bias_hh_l0	9	-0.5720275044441223
822613	rnn.weight_ih_l0_reverse	0	-0.016578610986471176
822613	rnn.weight_ih_l0_reverse	1	-0.006581208668649197
822613	rnn.weight_ih_l0_reverse	2	0.006379764527082443
822613	rnn.weight_ih_l0_reverse	3	-0.14279423654079437
822613	rnn.weight_ih_l0_reverse	4	0.07731729745864868
822613	rnn.weight_ih_l0_reverse	5	-0.1000669002532959
822613	rnn.weight_ih_l0_reverse	6	0.0008262760820798576
822613	rnn.weight_ih_l0_reverse	7	0.03177864849567413
822613	rnn.weight_ih_l0_reverse	8	-0.05069226026535034
822613	rnn.weight_ih_l0_reverse	9	-0.0844290480017662
822613	rnn.weight_hh_l0_reverse	0	-0.15259778499603271
822613	rnn.weight_hh_l0_reverse	1	0.021796980872750282
822613	rnn.weight_hh_l0_reverse	2	-0.019833428785204887
822613	rnn.weight_hh_l0_reverse	3	0.03090481087565422
822613	rnn.weight_hh_l0_reverse	4	-0.08150045573711395
822613	rnn.weight_hh_l0_reverse	5	0.03712956979870796
822613	rnn.weight_hh_l0_reverse	6	0.031239451840519905
822613	rnn.weight_hh_l0_reverse	7	-0.1300450712442398
822613	rnn.weight_hh_l0_reverse	8	-0.07996479421854019
822613	rnn.weight_hh_l0_reverse	9	0.036186058074235916
822613	rnn.bias_ih_l0_reverse	0	-0.18053393065929413
822613	rnn.bias_ih_l0_reverse	1	-0.057914264500141144
822613	rnn.bias_ih_l0_reverse	2	0.15548409521579742
822613	rnn.bias_ih_l0_reverse	3	-0.33153873682022095
822613	rnn.bias_ih_l0_reverse	4	0.0041582477279007435
822613	rnn.bias_ih_l0_reverse	5	-0.22160057723522186
822613	rnn.bias_ih_l0_reverse	6	0.2819444239139557
822613	rnn.bias_ih_l0_reverse	7	-0.2969723641872406
822613	rnn.bias_ih_l0_reverse	8	-0.19327138364315033
822613	rnn.bias_ih_l0_reverse	9	-0.14913766086101532
822613	rnn.bias_hh_l0_reverse	0	-0.14130590856075287
822613	rnn.bias_hh_l0_reverse	1	0.26861879229545593
822613	rnn.bias_hh_l0_reverse	2	-0.3417574465274811
822613	rnn.bias_hh_l0_reverse	3	-0.22886498272418976
822613	rnn.bias_hh_l0_reverse	4	-0.3953855633735657
822613	rnn.bias_hh_l0_reverse	5	-0.2031582146883011
822613	rnn.bias_hh_l0_reverse	6	-0.26967015862464905
822613	rnn.bias_hh_l0_reverse	7	-0.10197043418884277
822613	rnn.bias_hh_l0_reverse	8	-0.3480300009250641
822613	rnn.bias_hh_l0_reverse	9	0.21334819495677948
822613	linear.weight	0	0.22227036952972412
822613	linear.weight	1	-0.44810372591018677
822613	linear.weight	2	0.04180830717086792
822613	linear.weight	3	0.06747322529554367
822613	linear.weight	4	-0.1472318321466446
822613	linear.weight	5	0.23411819338798523
822613	linear.weight	6	-0.04176770895719528
822613	linear.weight	7	-0.05960701406002045
822613	linear.weight	8	0.1425892412662506
822613	linear.weight	9	-0.04993908479809761
822613	linear.bias	0	-0.8614619374275208
822613	linear.bias	1	1.787240982055664
822613	linear.bias	2	0.7227893471717834
822613	linear.bias	3	-2.743375301361084
822613	linear.bias	4	-0.07094848901033401
822613	linear.bias	5	1.2645701169967651
822613	linear.bias	6	-0.2244560569524765
822613	linear.bias	7	0.8398363590240479
822613	linear.bias	8	2.1036901473999023
822613	linear.bias	9	-1.297410249710083
823222	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
823222	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
823222	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
823222	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
823222	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
823222	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
823222	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
823222	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
823222	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
823222	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
823222	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
823222	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
823222	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
823222	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
823222	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
823222	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
823222	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
823222	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
823222	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
823222	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
823222	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
823222	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
823222	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
823222	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
823222	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
823222	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
823222	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
823222	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
823222	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
823222	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
823222	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
823222	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
823222	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
823222	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
823222	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
823222	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
823222	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
823222	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
823222	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
823222	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
823222	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
823222	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
823222	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
823222	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
823222	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
823222	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
823222	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
823222	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
823222	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
823222	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
823222	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
823222	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
823222	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
823222	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
823222	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
823222	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
823222	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
823222	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
823222	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
823222	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
823222	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
823222	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
823222	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
823222	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
823222	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
823222	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
823222	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
823222	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
823222	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
823222	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
823222	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
823222	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
823222	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
823222	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
823222	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
823222	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
823222	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
823222	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
823222	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
823222	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
823222	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
823222	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
823222	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
823222	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
823222	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
823222	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
823222	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
823222	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
823222	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
823222	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
823222	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
823222	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
823222	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
823222	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
823222	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
823222	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
823222	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
823222	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
823222	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
823222	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
823222	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
823222	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
823222	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
823222	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
823222	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
823222	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
823222	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
823222	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
823222	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
823222	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
823222	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
823222	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
823222	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
823222	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
823222	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
823222	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
823222	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
823222	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
823222	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
823222	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
823222	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
823222	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
823222	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
823222	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
823222	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
823222	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
823222	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
823222	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
823222	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
823222	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
823222	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
823222	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
823222	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
823222	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
823222	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
823222	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
823222	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
823222	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
823222	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
823222	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
823222	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
823222	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
823222	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
823222	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
823222	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
823222	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
823222	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
823222	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
823222	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
823222	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
823222	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
823222	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
823222	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
823222	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
823222	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
823222	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
823222	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
823222	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
823222	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
823222	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
823222	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
823222	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
823222	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
823222	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
823222	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
823222	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
823222	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
823222	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
823222	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
823222	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
823222	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
823222	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
823222	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
823222	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
823222	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
823222	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
823222	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
823222	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
823222	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
823222	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
823222	embedding2nn.weight	0	0.3233940303325653
823222	embedding2nn.weight	1	0.37802645564079285
823222	embedding2nn.weight	2	0.0035747492220252752
823222	embedding2nn.weight	3	0.020073572173714638
823222	embedding2nn.weight	4	-0.027668775990605354
823222	embedding2nn.weight	5	0.05940159410238266
823222	embedding2nn.weight	6	0.006617567501962185
823222	embedding2nn.weight	7	-0.0006086156936362386
823222	embedding2nn.weight	8	0.04083852842450142
823222	embedding2nn.weight	9	-0.0501236766576767
823222	embedding2nn.bias	0	0.01629715785384178
823222	embedding2nn.bias	1	-0.19113387167453766
823222	embedding2nn.bias	2	0.12590426206588745
823222	embedding2nn.bias	3	0.1660483330488205
823222	embedding2nn.bias	4	0.1599946767091751
823222	embedding2nn.bias	5	-0.08350139856338501
823222	embedding2nn.bias	6	-0.05061282217502594
823222	embedding2nn.bias	7	0.03688725084066391
823222	embedding2nn.bias	8	-0.15409545600414276
823222	embedding2nn.bias	9	-0.3745763897895813
823222	rnn.weight_ih_l0	0	0.010713833384215832
823222	rnn.weight_ih_l0	1	-0.05823441967368126
823222	rnn.weight_ih_l0	2	-0.04892260581254959
823222	rnn.weight_ih_l0	3	0.11408737301826477
823222	rnn.weight_ih_l0	4	0.02093237265944481
823222	rnn.weight_ih_l0	5	-0.07043290138244629
823222	rnn.weight_ih_l0	6	0.007758361287415028
823222	rnn.weight_ih_l0	7	-0.027516750618815422
823222	rnn.weight_ih_l0	8	0.015774879604578018
823222	rnn.weight_ih_l0	9	-0.07985441386699677
823222	rnn.weight_hh_l0	0	-0.022777678444981575
823222	rnn.weight_hh_l0	1	0.08351268619298935
823222	rnn.weight_hh_l0	2	0.0036566604394465685
823222	rnn.weight_hh_l0	3	-0.035672951489686966
823222	rnn.weight_hh_l0	4	0.08549199253320694
823222	rnn.weight_hh_l0	5	0.0005163006135262549
823222	rnn.weight_hh_l0	6	-0.08860379457473755
823222	rnn.weight_hh_l0	7	-0.13842546939849854
823222	rnn.weight_hh_l0	8	0.04046917334198952
823222	rnn.weight_hh_l0	9	-0.12211170047521591
823222	rnn.bias_ih_l0	0	0.16892391443252563
823222	rnn.bias_ih_l0	1	-0.34598976373672485
823222	rnn.bias_ih_l0	2	-0.041372381150722504
823222	rnn.bias_ih_l0	3	-0.20895591378211975
823222	rnn.bias_ih_l0	4	-0.0069067347794771194
823222	rnn.bias_ih_l0	5	-0.4415603578090668
823222	rnn.bias_ih_l0	6	-0.1396658569574356
823222	rnn.bias_ih_l0	7	-0.38842421770095825
823222	rnn.bias_ih_l0	8	-0.3076842129230499
823222	rnn.bias_ih_l0	9	-0.4565635919570923
823222	rnn.bias_hh_l0	0	-0.35344764590263367
823222	rnn.bias_hh_l0	1	-0.44213154911994934
823222	rnn.bias_hh_l0	2	-0.4030757546424866
823222	rnn.bias_hh_l0	3	-0.07749612629413605
823222	rnn.bias_hh_l0	4	-0.3950524926185608
823222	rnn.bias_hh_l0	5	-0.37038591504096985
823222	rnn.bias_hh_l0	6	-0.11714779585599899
823222	rnn.bias_hh_l0	7	0.07093494385480881
823222	rnn.bias_hh_l0	8	-0.23189517855644226
823222	rnn.bias_hh_l0	9	-0.5713082551956177
823222	rnn.weight_ih_l0_reverse	0	-0.016677342355251312
823222	rnn.weight_ih_l0_reverse	1	-0.006492247339338064
823222	rnn.weight_ih_l0_reverse	2	0.0060829767026007175
823222	rnn.weight_ih_l0_reverse	3	-0.14233846962451935
823222	rnn.weight_ih_l0_reverse	4	0.07754866033792496
823222	rnn.weight_ih_l0_reverse	5	-0.09957225620746613
823222	rnn.weight_ih_l0_reverse	6	0.0004246396420057863
823222	rnn.weight_ih_l0_reverse	7	0.031334180384874344
823222	rnn.weight_ih_l0_reverse	8	-0.05083392187952995
823222	rnn.weight_ih_l0_reverse	9	-0.08474544435739517
823222	rnn.weight_hh_l0_reverse	0	-0.15259841084480286
823222	rnn.weight_hh_l0_reverse	1	0.021867448464035988
823222	rnn.weight_hh_l0_reverse	2	-0.01976253092288971
823222	rnn.weight_hh_l0_reverse	3	0.030943233519792557
823222	rnn.weight_hh_l0_reverse	4	-0.08156156539916992
823222	rnn.weight_hh_l0_reverse	5	0.03713495656847954
823222	rnn.weight_hh_l0_reverse	6	0.031283218413591385
823222	rnn.weight_hh_l0_reverse	7	-0.13002505898475647
823222	rnn.weight_hh_l0_reverse	8	-0.0802219808101654
823222	rnn.weight_hh_l0_reverse	9	0.036315444856882095
823222	rnn.bias_ih_l0_reverse	0	-0.17881116271018982
823222	rnn.bias_ih_l0_reverse	1	-0.057866260409355164
823222	rnn.bias_ih_l0_reverse	2	0.15430280566215515
823222	rnn.bias_ih_l0_reverse	3	-0.33170199394226074
823222	rnn.bias_ih_l0_reverse	4	0.0036792573519051075
823222	rnn.bias_ih_l0_reverse	5	-0.22139419615268707
823222	rnn.bias_ih_l0_reverse	6	0.28382453322410583
823222	rnn.bias_ih_l0_reverse	7	-0.2982822060585022
823222	rnn.bias_ih_l0_reverse	8	-0.19308818876743317
823222	rnn.bias_ih_l0_reverse	9	-0.14900071918964386
823222	rnn.bias_hh_l0_reverse	0	-0.14297080039978027
823222	rnn.bias_hh_l0_reverse	1	0.26733922958374023
823222	rnn.bias_hh_l0_reverse	2	-0.340772807598114
823222	rnn.bias_hh_l0_reverse	3	-0.22755099833011627
823222	rnn.bias_hh_l0_reverse	4	-0.39505037665367126
823222	rnn.bias_hh_l0_reverse	5	-0.204386368393898
823222	rnn.bias_hh_l0_reverse	6	-0.2685159742832184
823222	rnn.bias_hh_l0_reverse	7	-0.10180720686912537
823222	rnn.bias_hh_l0_reverse	8	-0.34894317388534546
823222	rnn.bias_hh_l0_reverse	9	0.21347607672214508
823222	linear.weight	0	0.22107283771038055
823222	linear.weight	1	-0.44680213928222656
823222	linear.weight	2	0.03485775738954544
823222	linear.weight	3	0.06747324764728546
823222	linear.weight	4	-0.14507542550563812
823222	linear.weight	5	0.23050206899642944
823222	linear.weight	6	-0.039129845798015594
823222	linear.weight	7	-0.05960623547434807
823222	linear.weight	8	0.13938449323177338
823222	linear.weight	9	-0.04993939399719238
823222	linear.bias	0	-0.8595591187477112
823222	linear.bias	1	1.7868328094482422
823222	linear.bias	2	0.7294517159461975
823222	linear.bias	3	-2.743382692337036
823222	linear.bias	4	-0.07033313810825348
823222	linear.bias	5	1.2655680179595947
823222	linear.bias	6	-0.22905567288398743
823222	linear.bias	7	0.8369436264038086
823222	linear.bias	8	2.115173578262329
823222	linear.bias	9	-1.295567274093628
823230	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
823230	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
823230	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
823230	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
823230	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
823230	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
823230	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
823230	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
823230	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
823230	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
823230	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
823230	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
823230	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
823230	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
823230	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
823230	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
823230	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
823230	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
823230	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
823230	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
823230	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
823230	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
823230	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
823230	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
823230	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
823230	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
823230	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
823230	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
823230	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
823230	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
823230	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
823230	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
823230	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
823230	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
823230	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
823230	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
823230	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
823230	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
823230	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
823230	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
823230	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
823230	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
823230	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
823230	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
823230	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
823230	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
823230	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
823230	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
823230	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
823230	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
823230	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
823230	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
823230	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
823230	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
823230	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
823230	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
823230	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
823230	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
823230	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
823230	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
823230	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
823230	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
823230	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
823230	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
823230	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
823230	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
823230	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
823230	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
823230	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
823230	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
823230	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
823230	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
823230	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
823230	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
823230	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
823230	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
823230	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
823230	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
823230	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
823230	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
823230	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
823230	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
823230	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
823230	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
823230	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
823230	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
823230	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
823230	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
823230	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
823230	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
823230	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
823230	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
823230	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
823230	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
823230	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
823230	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
823230	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
823230	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
823230	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
823230	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
823230	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
823230	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
823230	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
823230	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
823230	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
823230	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
823230	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
823230	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
823230	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
823230	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
823230	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
823230	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
823230	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
823230	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
823230	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
823230	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
823230	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
823230	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
823230	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
823230	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
823230	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
823230	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
823230	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
823230	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
823230	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
823230	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
823230	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
823230	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
823230	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
823230	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
823230	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
823230	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
823230	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
823230	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
823230	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
823230	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
823230	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
823230	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
823230	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
823230	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
823230	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
823230	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
823230	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
823230	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
823230	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
823230	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
823230	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
823230	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
823230	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
823230	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
823230	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
823230	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
823230	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
823230	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
823230	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
823230	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
823230	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
823230	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
823230	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
823230	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
823230	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
823230	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
823230	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
823230	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
823230	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
823230	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
823230	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
823230	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
823230	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
823230	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
823230	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
823230	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
823230	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
823230	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
823230	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
823230	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
823230	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
823230	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
823230	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
823230	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
823230	embedding2nn.weight	0	0.3234177231788635
823230	embedding2nn.weight	1	0.37802883982658386
823230	embedding2nn.weight	2	0.0035810251720249653
823230	embedding2nn.weight	3	0.02000821754336357
823230	embedding2nn.weight	4	-0.02774576097726822
823230	embedding2nn.weight	5	0.059373173862695694
823230	embedding2nn.weight	6	0.006720986682921648
823230	embedding2nn.weight	7	-0.0005154358805157244
823230	embedding2nn.weight	8	0.04089108109474182
823230	embedding2nn.weight	9	-0.0501028336584568
823230	embedding2nn.bias	0	0.01642676442861557
823230	embedding2nn.bias	1	-0.1914859265089035
823230	embedding2nn.bias	2	0.1263529360294342
823230	embedding2nn.bias	3	0.1661485880613327
823230	embedding2nn.bias	4	0.15899552404880524
823230	embedding2nn.bias	5	-0.0825122594833374
823230	embedding2nn.bias	6	-0.05071583762764931
823230	embedding2nn.bias	7	0.037412021309137344
823230	embedding2nn.bias	8	-0.1545223891735077
823230	embedding2nn.bias	9	-0.37458664178848267
823230	rnn.weight_ih_l0	0	0.010720417834818363
823230	rnn.weight_ih_l0	1	-0.05822698026895523
823230	rnn.weight_ih_l0	2	-0.04887309670448303
823230	rnn.weight_ih_l0	3	0.1140703484416008
823230	rnn.weight_ih_l0	4	0.02109927125275135
823230	rnn.weight_ih_l0	5	-0.07040931284427643
823230	rnn.weight_ih_l0	6	0.007765871472656727
823230	rnn.weight_ih_l0	7	-0.027710312977433205
823230	rnn.weight_ih_l0	8	0.015732774510979652
823230	rnn.weight_ih_l0	9	-0.07983361184597015
823230	rnn.weight_hh_l0	0	-0.02277301251888275
823230	rnn.weight_hh_l0	1	0.08351511508226395
823230	rnn.weight_hh_l0	2	0.0036865517031401396
823230	rnn.weight_hh_l0	3	-0.03567132726311684
823230	rnn.weight_hh_l0	4	0.08551827073097229
823230	rnn.weight_hh_l0	5	0.0005199983133934438
823230	rnn.weight_hh_l0	6	-0.08861073106527328
823230	rnn.weight_hh_l0	7	-0.13839778304100037
823230	rnn.weight_hh_l0	8	0.04046904295682907
823230	rnn.weight_hh_l0	9	-0.12211180478334427
823230	rnn.bias_ih_l0	0	0.16915984451770782
823230	rnn.bias_ih_l0	1	-0.34595656394958496
823230	rnn.bias_ih_l0	2	-0.04137830063700676
823230	rnn.bias_ih_l0	3	-0.20901420712471008
823230	rnn.bias_ih_l0	4	-0.006690463051199913
823230	rnn.bias_ih_l0	5	-0.4415285289287567
823230	rnn.bias_ih_l0	6	-0.13967572152614594
823230	rnn.bias_ih_l0	7	-0.3884274363517761
823230	rnn.bias_ih_l0	8	-0.30760225653648376
823230	rnn.bias_ih_l0	9	-0.4565255045890808
823230	rnn.bias_hh_l0	0	-0.3534179925918579
823230	rnn.bias_hh_l0	1	-0.4421701729297638
823230	rnn.bias_hh_l0	2	-0.4030721187591553
823230	rnn.bias_hh_l0	3	-0.07746905088424683
823230	rnn.bias_hh_l0	4	-0.39522454142570496
823230	rnn.bias_hh_l0	5	-0.3703222870826721
823230	rnn.bias_hh_l0	6	-0.11726546287536621
823230	rnn.bias_hh_l0	7	0.07102132588624954
823230	rnn.bias_hh_l0	8	-0.23205724358558655
823230	rnn.bias_hh_l0	9	-0.571231484413147
823230	rnn.weight_ih_l0_reverse	0	-0.016666827723383904
823230	rnn.weight_ih_l0_reverse	1	-0.00657636160030961
823230	rnn.weight_ih_l0_reverse	2	0.00603294325992465
823230	rnn.weight_ih_l0_reverse	3	-0.14234359562397003
823230	rnn.weight_ih_l0_reverse	4	0.07754702866077423
823230	rnn.weight_ih_l0_reverse	5	-0.09963728487491608
823230	rnn.weight_ih_l0_reverse	6	0.0003811666974797845
823230	rnn.weight_ih_l0_reverse	7	0.03131081536412239
823230	rnn.weight_ih_l0_reverse	8	-0.05086327716708183
823230	rnn.weight_ih_l0_reverse	9	-0.08473747223615646
823230	rnn.weight_hh_l0_reverse	0	-0.15262192487716675
823230	rnn.weight_hh_l0_reverse	1	0.021860383450984955
823230	rnn.weight_hh_l0_reverse	2	-0.019754625856876373
823230	rnn.weight_hh_l0_reverse	3	0.030939990654587746
823230	rnn.weight_hh_l0_reverse	4	-0.08156710863113403
823230	rnn.weight_hh_l0_reverse	5	0.03713713586330414
823230	rnn.weight_hh_l0_reverse	6	0.031283188611269
823230	rnn.weight_hh_l0_reverse	7	-0.13004402816295624
823230	rnn.weight_hh_l0_reverse	8	-0.08020909875631332
823230	rnn.weight_hh_l0_reverse	9	0.03633396700024605
823230	rnn.bias_ih_l0_reverse	0	-0.17873460054397583
823230	rnn.bias_ih_l0_reverse	1	-0.05784479156136513
823230	rnn.bias_ih_l0_reverse	2	0.15437601506710052
823230	rnn.bias_ih_l0_reverse	3	-0.3316754400730133
823230	rnn.bias_ih_l0_reverse	4	0.00382446963340044
823230	rnn.bias_ih_l0_reverse	5	-0.22140753269195557
823230	rnn.bias_ih_l0_reverse	6	0.2837076485157013
823230	rnn.bias_ih_l0_reverse	7	-0.29846295714378357
823230	rnn.bias_ih_l0_reverse	8	-0.19309723377227783
823230	rnn.bias_ih_l0_reverse	9	-0.14927591383457184
823230	rnn.bias_hh_l0_reverse	0	-0.1432098150253296
823230	rnn.bias_hh_l0_reverse	1	0.26734280586242676
823230	rnn.bias_hh_l0_reverse	2	-0.34092605113983154
823230	rnn.bias_hh_l0_reverse	3	-0.22764427959918976
823230	rnn.bias_hh_l0_reverse	4	-0.39515477418899536
823230	rnn.bias_hh_l0_reverse	5	-0.20436739921569824
823230	rnn.bias_hh_l0_reverse	6	-0.26857811212539673
823230	rnn.bias_hh_l0_reverse	7	-0.1016821414232254
823230	rnn.bias_hh_l0_reverse	8	-0.348954439163208
823230	rnn.bias_hh_l0_reverse	9	0.21301253139972687
823230	linear.weight	0	0.22020521759986877
823230	linear.weight	1	-0.4467463791370392
823230	linear.weight	2	0.03451875224709511
823230	linear.weight	3	0.06747324764728546
823230	linear.weight	4	-0.14602543413639069
823230	linear.weight	5	0.2303743064403534
823230	linear.weight	6	-0.03915786370635033
823230	linear.weight	7	-0.05960622802376747
823230	linear.weight	8	0.1397322565317154
823230	linear.weight	9	-0.04993939772248268
823230	linear.bias	0	-0.8592543005943298
823230	linear.bias	1	1.789812684059143
823230	linear.bias	2	0.7288689613342285
823230	linear.bias	3	-2.743382692337036
823230	linear.bias	4	-0.06981923431158066
823230	linear.bias	5	1.2648478746414185
823230	linear.bias	6	-0.2283630520105362
823230	linear.bias	7	0.8383732438087463
823230	linear.bias	8	2.1108310222625732
823230	linear.bias	9	-1.2936453819274902
823839	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
823839	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
823839	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
823839	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
823839	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
823839	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
823839	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
823839	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
823839	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
823839	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
823839	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
823839	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
823839	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
823839	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
823839	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
823839	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
823839	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
823839	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
823839	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
823839	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
823839	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
823839	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
823839	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
823839	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
823839	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
823839	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
823839	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
823839	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
823839	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
823839	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
823839	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
823839	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
823839	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
823839	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
823839	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
823839	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
823839	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
823839	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
823839	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
823839	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
823839	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
823839	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
823839	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
823839	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
823839	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
823839	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
823839	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
823839	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
823839	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
823839	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
823839	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
823839	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
823839	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
823839	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
823839	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
823839	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
823839	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
823839	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
823839	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
823839	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
823839	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
823839	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
823839	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
823839	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
823839	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
823839	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
823839	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
823839	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
823839	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
823839	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
823839	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
823839	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
823839	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
823839	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
823839	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
823839	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
823839	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
823839	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
823839	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
823839	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
823839	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
823839	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
823839	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
823839	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
823839	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
823839	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
823839	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
823839	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
823839	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
823839	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
823839	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
823839	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
823839	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
823839	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
823839	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
823839	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
823839	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
823839	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
823839	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
823839	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
823839	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
823839	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
823839	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
823839	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
823839	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
823839	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
823839	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
823839	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
823839	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
823839	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
823839	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
823839	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
823839	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
823839	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
823839	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
823839	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
823839	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
823839	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
823839	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
823839	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
823839	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
823839	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
823839	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
823839	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
823839	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
823839	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
823839	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
823839	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
823839	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
823839	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
823839	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
823839	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
823839	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
823839	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
823839	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
823839	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
823839	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
823839	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
823839	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
823839	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
823839	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
823839	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
823839	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
823839	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
823839	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
823839	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
823839	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
823839	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
823839	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
823839	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
823839	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
823839	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
823839	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
823839	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
823839	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
823839	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
823839	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
823839	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
823839	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
823839	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
823839	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
823839	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
823839	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
823839	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
823839	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
823839	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
823839	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
823839	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
823839	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
823839	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
823839	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
823839	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
823839	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
823839	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
823839	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
823839	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
823839	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
823839	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
823839	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
823839	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
823839	embedding2nn.weight	0	0.3235229253768921
823839	embedding2nn.weight	1	0.3780800998210907
823839	embedding2nn.weight	2	0.003800655249506235
823839	embedding2nn.weight	3	0.018166955560445786
823839	embedding2nn.weight	4	-0.027724292129278183
823839	embedding2nn.weight	5	0.059461917728185654
823839	embedding2nn.weight	6	0.006577686406672001
823839	embedding2nn.weight	7	7.901484059402719e-05
823839	embedding2nn.weight	8	0.040673837065696716
823839	embedding2nn.weight	9	-0.04887900874018669
823839	embedding2nn.bias	0	0.016526317223906517
823839	embedding2nn.bias	1	-0.1946457326412201
823839	embedding2nn.bias	2	0.1247422844171524
823839	embedding2nn.bias	3	0.16701681911945343
823839	embedding2nn.bias	4	0.161056786775589
823839	embedding2nn.bias	5	-0.07799744606018066
823839	embedding2nn.bias	6	-0.05101359635591507
823839	embedding2nn.bias	7	0.03663754090666771
823839	embedding2nn.bias	8	-0.14939451217651367
823839	embedding2nn.bias	9	-0.3752370774745941
823839	rnn.weight_ih_l0	0	0.010640115477144718
823839	rnn.weight_ih_l0	1	-0.05851498246192932
823839	rnn.weight_ih_l0	2	-0.04878943786025047
823839	rnn.weight_ih_l0	3	0.11425157636404037
823839	rnn.weight_ih_l0	4	0.020275797694921494
823839	rnn.weight_ih_l0	5	-0.07153714448213577
823839	rnn.weight_ih_l0	6	0.0078062936663627625
823839	rnn.weight_ih_l0	7	-0.02695520594716072
823839	rnn.weight_ih_l0	8	0.015644751489162445
823839	rnn.weight_ih_l0	9	-0.07995747029781342
823839	rnn.weight_hh_l0	0	-0.022671645507216454
823839	rnn.weight_hh_l0	1	0.08367471396923065
823839	rnn.weight_hh_l0	2	0.003645544406026602
823839	rnn.weight_hh_l0	3	-0.03575367480516434
823839	rnn.weight_hh_l0	4	0.0856471136212349
823839	rnn.weight_hh_l0	5	0.00030894638621248305
823839	rnn.weight_hh_l0	6	-0.08870312571525574
823839	rnn.weight_hh_l0	7	-0.1375965178012848
823839	rnn.weight_hh_l0	8	0.04047268629074097
823839	rnn.weight_hh_l0	9	-0.12235530465841293
823839	rnn.bias_ih_l0	0	0.1679951548576355
823839	rnn.bias_ih_l0	1	-0.3456098139286041
823839	rnn.bias_ih_l0	2	-0.0408322699368
823839	rnn.bias_ih_l0	3	-0.20884796977043152
823839	rnn.bias_ih_l0	4	-0.007907195948064327
823839	rnn.bias_ih_l0	5	-0.4418882429599762
823839	rnn.bias_ih_l0	6	-0.14071568846702576
823839	rnn.bias_ih_l0	7	-0.38789334893226624
823839	rnn.bias_ih_l0	8	-0.30885714292526245
823839	rnn.bias_ih_l0	9	-0.4537188708782196
823839	rnn.bias_hh_l0	0	-0.353023499250412
823839	rnn.bias_hh_l0	1	-0.4406813383102417
823839	rnn.bias_hh_l0	2	-0.4028201997280121
823839	rnn.bias_hh_l0	3	-0.07741726189851761
823839	rnn.bias_hh_l0	4	-0.3947411775588989
823839	rnn.bias_hh_l0	5	-0.37027865648269653
823839	rnn.bias_hh_l0	6	-0.1177869364619255
823839	rnn.bias_hh_l0	7	0.07158207893371582
823839	rnn.bias_hh_l0	8	-0.23048190772533417
823839	rnn.bias_hh_l0	9	-0.5718114376068115
823839	rnn.weight_ih_l0_reverse	0	-0.01655018888413906
823839	rnn.weight_ih_l0_reverse	1	-0.0063906824216246605
823839	rnn.weight_ih_l0_reverse	2	0.005775438621640205
823839	rnn.weight_ih_l0_reverse	3	-0.14301440119743347
823839	rnn.weight_ih_l0_reverse	4	0.07736139744520187
823839	rnn.weight_ih_l0_reverse	5	-0.09876329451799393
823839	rnn.weight_ih_l0_reverse	6	-0.0002463779237587005
823839	rnn.weight_ih_l0_reverse	7	0.031195130199193954
823839	rnn.weight_ih_l0_reverse	8	-0.05075433477759361
823839	rnn.weight_ih_l0_reverse	9	-0.08447884768247604
823839	rnn.weight_hh_l0_reverse	0	-0.15209169685840607
823839	rnn.weight_hh_l0_reverse	1	0.021863115951418877
823839	rnn.weight_hh_l0_reverse	2	-0.019848404452204704
823839	rnn.weight_hh_l0_reverse	3	0.030884675681591034
823839	rnn.weight_hh_l0_reverse	4	-0.08159175515174866
823839	rnn.weight_hh_l0_reverse	5	0.037144556641578674
823839	rnn.weight_hh_l0_reverse	6	0.03128020465373993
823839	rnn.weight_hh_l0_reverse	7	-0.1296602040529251
823839	rnn.weight_hh_l0_reverse	8	-0.08042805641889572
823839	rnn.weight_hh_l0_reverse	9	0.03656329587101936
823839	rnn.bias_ih_l0_reverse	0	-0.17810149490833282
823839	rnn.bias_ih_l0_reverse	1	-0.05834661424160004
823839	rnn.bias_ih_l0_reverse	2	0.15499702095985413
823839	rnn.bias_ih_l0_reverse	3	-0.33093392848968506
823839	rnn.bias_ih_l0_reverse	4	0.0024251192808151245
823839	rnn.bias_ih_l0_reverse	5	-0.22128592431545258
823839	rnn.bias_ih_l0_reverse	6	0.2840327024459839
823839	rnn.bias_ih_l0_reverse	7	-0.2967202961444855
823839	rnn.bias_ih_l0_reverse	8	-0.19271214306354523
823839	rnn.bias_ih_l0_reverse	9	-0.14999394118785858
823839	rnn.bias_hh_l0_reverse	0	-0.14236485958099365
823839	rnn.bias_hh_l0_reverse	1	0.2706315815448761
823839	rnn.bias_hh_l0_reverse	2	-0.34109121561050415
823839	rnn.bias_hh_l0_reverse	3	-0.22963842749595642
823839	rnn.bias_hh_l0_reverse	4	-0.3954406678676605
823839	rnn.bias_hh_l0_reverse	5	-0.2047082632780075
823839	rnn.bias_hh_l0_reverse	6	-0.2690960168838501
823839	rnn.bias_hh_l0_reverse	7	-0.10185299813747406
823839	rnn.bias_hh_l0_reverse	8	-0.34925606846809387
823839	rnn.bias_hh_l0_reverse	9	0.21093492209911346
823839	linear.weight	0	0.21640141308307648
823839	linear.weight	1	-0.44574418663978577
823839	linear.weight	2	0.03488703444600105
823839	linear.weight	3	0.06747324764728546
823839	linear.weight	4	-0.14699393510818481
823839	linear.weight	5	0.23515179753303528
823839	linear.weight	6	-0.03760756179690361
823839	linear.weight	7	-0.05960556119680405
823839	linear.weight	8	0.14159516990184784
823839	linear.weight	9	-0.049939852207899094
823839	linear.bias	0	-0.8593873977661133
823839	linear.bias	1	1.7884128093719482
823839	linear.bias	2	0.7244005799293518
823839	linear.bias	3	-2.7433884143829346
823839	linear.bias	4	-0.06821581721305847
823839	linear.bias	5	1.2701234817504883
823839	linear.bias	6	-0.2305033951997757
823839	linear.bias	7	0.8442253470420837
823839	linear.bias	8	2.105072259902954
823839	linear.bias	9	-1.2957556247711182
824448	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
824448	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
824448	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
824448	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
824448	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
824448	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
824448	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
824448	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
824448	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
824448	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
824448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
824448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
824448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
824448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
824448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
824448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
824448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
824448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
824448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
824448	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
824448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
824448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
824448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
824448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
824448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
824448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
824448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
824448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
824448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
824448	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
824448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
824448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
824448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
824448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
824448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
824448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
824448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
824448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
824448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
824448	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
824448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
824448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
824448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
824448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
824448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
824448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
824448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
824448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
824448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
824448	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
824448	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
824448	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
824448	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
824448	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
824448	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
824448	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
824448	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
824448	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
824448	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
824448	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
824448	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
824448	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
824448	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
824448	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
824448	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
824448	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
824448	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
824448	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
824448	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
824448	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
824448	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
824448	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
824448	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
824448	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
824448	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
824448	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
824448	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
824448	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
824448	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
824448	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
824448	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
824448	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
824448	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
824448	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
824448	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
824448	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
824448	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
824448	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
824448	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
824448	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
824448	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
824448	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
824448	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
824448	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
824448	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
824448	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
824448	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
824448	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
824448	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
824448	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
824448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
824448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
824448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
824448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
824448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
824448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
824448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
824448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
824448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
824448	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
824448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
824448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
824448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
824448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
824448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
824448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
824448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
824448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
824448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
824448	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
824448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
824448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
824448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
824448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
824448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
824448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
824448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
824448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
824448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
824448	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
824448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
824448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
824448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
824448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
824448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
824448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
824448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
824448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
824448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
824448	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
824448	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
824448	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
824448	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
824448	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
824448	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
824448	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
824448	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
824448	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
824448	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
824448	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
824448	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
824448	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
824448	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
824448	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
824448	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
824448	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
824448	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
824448	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
824448	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
824448	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
824448	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
824448	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
824448	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
824448	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
824448	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
824448	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
824448	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
824448	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
824448	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
824448	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
824448	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
824448	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
824448	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
824448	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
824448	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
824448	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
824448	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
824448	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
824448	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
824448	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
824448	embedding2nn.weight	0	0.32358622550964355
824448	embedding2nn.weight	1	0.3778935372829437
824448	embedding2nn.weight	2	0.0042793224565684795
824448	embedding2nn.weight	3	0.01952286809682846
824448	embedding2nn.weight	4	-0.028355278074741364
824448	embedding2nn.weight	5	0.059459805488586426
824448	embedding2nn.weight	6	0.005765852984040976
824448	embedding2nn.weight	7	-0.0016919998452067375
824448	embedding2nn.weight	8	0.04103879630565643
824448	embedding2nn.weight	9	-0.049891553819179535
824448	embedding2nn.bias	0	0.017899472266435623
824448	embedding2nn.bias	1	-0.1935463845729828
824448	embedding2nn.bias	2	0.12938518822193146
824448	embedding2nn.bias	3	0.1621018350124359
824448	embedding2nn.bias	4	0.1541874259710312
824448	embedding2nn.bias	5	-0.08219965547323227
824448	embedding2nn.bias	6	-0.05388190969824791
824448	embedding2nn.bias	7	0.037408504635095596
824448	embedding2nn.bias	8	-0.148882657289505
824448	embedding2nn.bias	9	-0.37536296248435974
824448	rnn.weight_ih_l0	0	0.01038141455501318
824448	rnn.weight_ih_l0	1	-0.05864844471216202
824448	rnn.weight_ih_l0	2	-0.04978255182504654
824448	rnn.weight_ih_l0	3	0.1144237071275711
824448	rnn.weight_ih_l0	4	0.019648103043437004
824448	rnn.weight_ih_l0	5	-0.07146504521369934
824448	rnn.weight_ih_l0	6	0.008332796394824982
824448	rnn.weight_ih_l0	7	-0.027129245921969414
824448	rnn.weight_ih_l0	8	0.016191532835364342
824448	rnn.weight_ih_l0	9	-0.0802944079041481
824448	rnn.weight_hh_l0	0	-0.022695016115903854
824448	rnn.weight_hh_l0	1	0.08370839804410934
824448	rnn.weight_hh_l0	2	0.003486785339191556
824448	rnn.weight_hh_l0	3	-0.03579339012503624
824448	rnn.weight_hh_l0	4	0.08587449043989182
824448	rnn.weight_hh_l0	5	0.0003597462782636285
824448	rnn.weight_hh_l0	6	-0.08860191702842712
824448	rnn.weight_hh_l0	7	-0.13765335083007812
824448	rnn.weight_hh_l0	8	0.040451161563396454
824448	rnn.weight_hh_l0	9	-0.12235559523105621
824448	rnn.bias_ih_l0	0	0.17026224732398987
824448	rnn.bias_ih_l0	1	-0.3466305732727051
824448	rnn.bias_ih_l0	2	-0.04040958359837532
824448	rnn.bias_ih_l0	3	-0.2085312157869339
824448	rnn.bias_ih_l0	4	-0.006731077563017607
824448	rnn.bias_ih_l0	5	-0.4423060417175293
824448	rnn.bias_ih_l0	6	-0.13958613574504852
824448	rnn.bias_ih_l0	7	-0.3880777359008789
824448	rnn.bias_ih_l0	8	-0.30901896953582764
824448	rnn.bias_ih_l0	9	-0.45135655999183655
824448	rnn.bias_hh_l0	0	-0.3524527847766876
824448	rnn.bias_hh_l0	1	-0.44135159254074097
824448	rnn.bias_hh_l0	2	-0.40123119950294495
824448	rnn.bias_hh_l0	3	-0.07815180718898773
824448	rnn.bias_hh_l0	4	-0.39469656348228455
824448	rnn.bias_hh_l0	5	-0.36985287070274353
824448	rnn.bias_hh_l0	6	-0.11743022501468658
824448	rnn.bias_hh_l0	7	0.07080275565385818
824448	rnn.bias_hh_l0	8	-0.23210927844047546
824448	rnn.bias_hh_l0	9	-0.5720881819725037
824448	rnn.weight_ih_l0_reverse	0	-0.016482695937156677
824448	rnn.weight_ih_l0_reverse	1	-0.006513089872896671
824448	rnn.weight_ih_l0_reverse	2	0.005882228258997202
824448	rnn.weight_ih_l0_reverse	3	-0.1428125649690628
824448	rnn.weight_ih_l0_reverse	4	0.07748048007488251
824448	rnn.weight_ih_l0_reverse	5	-0.0989496111869812
824448	rnn.weight_ih_l0_reverse	6	0.00015456696564797312
824448	rnn.weight_ih_l0_reverse	7	0.031089436262845993
824448	rnn.weight_ih_l0_reverse	8	-0.05015721917152405
824448	rnn.weight_ih_l0_reverse	9	-0.08473018556833267
824448	rnn.weight_hh_l0_reverse	0	-0.15222957730293274
824448	rnn.weight_hh_l0_reverse	1	0.021892594173550606
824448	rnn.weight_hh_l0_reverse	2	-0.019766807556152344
824448	rnn.weight_hh_l0_reverse	3	0.03080679662525654
824448	rnn.weight_hh_l0_reverse	4	-0.08129964768886566
824448	rnn.weight_hh_l0_reverse	5	0.0371534489095211
824448	rnn.weight_hh_l0_reverse	6	0.03125695139169693
824448	rnn.weight_hh_l0_reverse	7	-0.1301332712173462
824448	rnn.weight_hh_l0_reverse	8	-0.08037520945072174
824448	rnn.weight_hh_l0_reverse	9	0.03650262951850891
824448	rnn.bias_ih_l0_reverse	0	-0.17715707421302795
824448	rnn.bias_ih_l0_reverse	1	-0.05688747018575668
824448	rnn.bias_ih_l0_reverse	2	0.15561175346374512
824448	rnn.bias_ih_l0_reverse	3	-0.33068519830703735
824448	rnn.bias_ih_l0_reverse	4	0.0012402832508087158
824448	rnn.bias_ih_l0_reverse	5	-0.22176799178123474
824448	rnn.bias_ih_l0_reverse	6	0.2815522849559784
824448	rnn.bias_ih_l0_reverse	7	-0.29469311237335205
824448	rnn.bias_ih_l0_reverse	8	-0.19317089021205902
824448	rnn.bias_ih_l0_reverse	9	-0.14924488961696625
824448	rnn.bias_hh_l0_reverse	0	-0.14203616976737976
824448	rnn.bias_hh_l0_reverse	1	0.27101099491119385
824448	rnn.bias_hh_l0_reverse	2	-0.3426322340965271
824448	rnn.bias_hh_l0_reverse	3	-0.23024000227451324
824448	rnn.bias_hh_l0_reverse	4	-0.3973601758480072
824448	rnn.bias_hh_l0_reverse	5	-0.20454387366771698
824448	rnn.bias_hh_l0_reverse	6	-0.2688003182411194
824448	rnn.bias_hh_l0_reverse	7	-0.10154996812343597
824448	rnn.bias_hh_l0_reverse	8	-0.34914758801460266
824448	rnn.bias_hh_l0_reverse	9	0.21314898133277893
824448	linear.weight	0	0.21315652132034302
824448	linear.weight	1	-0.444687157869339
824448	linear.weight	2	0.036059509962797165
824448	linear.weight	3	0.06747331470251083
824448	linear.weight	4	-0.13500133156776428
824448	linear.weight	5	0.23716269433498383
824448	linear.weight	6	-0.04552202299237251
824448	linear.weight	7	-0.0596049427986145
824448	linear.weight	8	0.1416088491678238
824448	linear.weight	9	-0.04994009807705879
824448	linear.bias	0	-0.8620893359184265
824448	linear.bias	1	1.7971091270446777
824448	linear.bias	2	0.7195274233818054
824448	linear.bias	3	-2.7433948516845703
824448	linear.bias	4	-0.07088496536016464
824448	linear.bias	5	1.2731965780258179
824448	linear.bias	6	-0.23719868063926697
824448	linear.bias	7	0.834782600402832
824448	linear.bias	8	2.1068828105926514
824448	linear.bias	9	-1.2937015295028687
825057	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
825057	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
825057	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
825057	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
825057	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
825057	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
825057	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
825057	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
825057	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
825057	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
825057	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
825057	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
825057	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
825057	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
825057	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
825057	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
825057	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
825057	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
825057	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
825057	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
825057	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
825057	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
825057	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
825057	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
825057	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
825057	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
825057	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
825057	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
825057	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
825057	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
825057	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
825057	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
825057	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
825057	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
825057	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
825057	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
825057	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
825057	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
825057	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
825057	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
825057	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
825057	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
825057	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
825057	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
825057	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
825057	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
825057	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
825057	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
825057	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
825057	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
825057	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
825057	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
825057	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
825057	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
825057	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
825057	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
825057	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
825057	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
825057	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
825057	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
825057	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
825057	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
825057	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
825057	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
825057	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
825057	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
825057	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
825057	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
825057	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
825057	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
825057	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
825057	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
825057	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
825057	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
825057	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
825057	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
825057	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
825057	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
825057	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
825057	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
825057	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
825057	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
825057	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
825057	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
825057	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
825057	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
825057	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
825057	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
825057	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
825057	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
825057	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
825057	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
825057	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
825057	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
825057	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
825057	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
825057	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
825057	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
825057	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
825057	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
825057	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
825057	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
825057	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
825057	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
825057	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
825057	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
825057	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
825057	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
825057	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
825057	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
825057	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
825057	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
825057	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
825057	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
825057	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
825057	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
825057	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
825057	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
825057	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
825057	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
825057	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
825057	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
825057	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
825057	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
825057	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
825057	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
825057	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
825057	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
825057	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
825057	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
825057	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
825057	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
825057	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
825057	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
825057	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
825057	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
825057	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
825057	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
825057	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
825057	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
825057	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
825057	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
825057	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
825057	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
825057	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
825057	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
825057	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
825057	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
825057	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
825057	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
825057	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
825057	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
825057	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
825057	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
825057	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
825057	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
825057	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
825057	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
825057	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
825057	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
825057	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
825057	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
825057	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
825057	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
825057	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
825057	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
825057	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
825057	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
825057	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
825057	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
825057	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
825057	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
825057	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
825057	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
825057	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
825057	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
825057	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
825057	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
825057	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
825057	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
825057	embedding2nn.weight	0	0.32365894317626953
825057	embedding2nn.weight	1	0.37723150849342346
825057	embedding2nn.weight	2	0.004442967474460602
825057	embedding2nn.weight	3	0.01861553266644478
825057	embedding2nn.weight	4	-0.02794565074145794
825057	embedding2nn.weight	5	0.05938538536429405
825057	embedding2nn.weight	6	0.005051698535680771
825057	embedding2nn.weight	7	-0.0008730245754122734
825057	embedding2nn.weight	8	0.04124976322054863
825057	embedding2nn.weight	9	-0.05015874281525612
825057	embedding2nn.bias	0	0.01902247779071331
825057	embedding2nn.bias	1	-0.19239655137062073
825057	embedding2nn.bias	2	0.13082480430603027
825057	embedding2nn.bias	3	0.16289715468883514
825057	embedding2nn.bias	4	0.1535758078098297
825057	embedding2nn.bias	5	-0.07579785585403442
825057	embedding2nn.bias	6	-0.05554044991731644
825057	embedding2nn.bias	7	0.041819993406534195
825057	embedding2nn.bias	8	-0.15074217319488525
825057	embedding2nn.bias	9	-0.3744100034236908
825057	rnn.weight_ih_l0	0	0.01039950456470251
825057	rnn.weight_ih_l0	1	-0.058730579912662506
825057	rnn.weight_ih_l0	2	-0.05012815445661545
825057	rnn.weight_ih_l0	3	0.11454002559185028
825057	rnn.weight_ih_l0	4	0.019791362807154655
825057	rnn.weight_ih_l0	5	-0.07220754772424698
825057	rnn.weight_ih_l0	6	0.00798169244080782
825057	rnn.weight_ih_l0	7	-0.026390917599201202
825057	rnn.weight_ih_l0	8	0.01618008129298687
825057	rnn.weight_ih_l0	9	-0.08149057626724243
825057	rnn.weight_hh_l0	0	-0.02274525910615921
825057	rnn.weight_hh_l0	1	0.08383892476558685
825057	rnn.weight_hh_l0	2	0.0034595446195453405
825057	rnn.weight_hh_l0	3	-0.035784464329481125
825057	rnn.weight_hh_l0	4	0.08587487041950226
825057	rnn.weight_hh_l0	5	0.00040347513277083635
825057	rnn.weight_hh_l0	6	-0.08861600607633591
825057	rnn.weight_hh_l0	7	-0.13781343400478363
825057	rnn.weight_hh_l0	8	0.04048281908035278
825057	rnn.weight_hh_l0	9	-0.12287846207618713
825057	rnn.bias_ih_l0	0	0.16888989508152008
825057	rnn.bias_ih_l0	1	-0.3472852408885956
825057	rnn.bias_ih_l0	2	-0.0398591086268425
825057	rnn.bias_ih_l0	3	-0.20792073011398315
825057	rnn.bias_ih_l0	4	-0.005820863880217075
825057	rnn.bias_ih_l0	5	-0.4417191445827484
825057	rnn.bias_ih_l0	6	-0.13853634893894196
825057	rnn.bias_ih_l0	7	-0.3884807229042053
825057	rnn.bias_ih_l0	8	-0.30864277482032776
825057	rnn.bias_ih_l0	9	-0.4515417218208313
825057	rnn.bias_hh_l0	0	-0.3525812029838562
825057	rnn.bias_hh_l0	1	-0.44066882133483887
825057	rnn.bias_hh_l0	2	-0.4019308388233185
825057	rnn.bias_hh_l0	3	-0.07809854298830032
825057	rnn.bias_hh_l0	4	-0.394644558429718
825057	rnn.bias_hh_l0	5	-0.37008029222488403
825057	rnn.bias_hh_l0	6	-0.11693258583545685
825057	rnn.bias_hh_l0	7	0.06983538717031479
825057	rnn.bias_hh_l0	8	-0.23176254332065582
825057	rnn.bias_hh_l0	9	-0.5725480914115906
825057	rnn.weight_ih_l0_reverse	0	-0.01569659635424614
825057	rnn.weight_ih_l0_reverse	1	-0.006244005635380745
825057	rnn.weight_ih_l0_reverse	2	0.005856700241565704
825057	rnn.weight_ih_l0_reverse	3	-0.14339010417461395
825057	rnn.weight_ih_l0_reverse	4	0.07728783041238785
825057	rnn.weight_ih_l0_reverse	5	-0.09824051707983017
825057	rnn.weight_ih_l0_reverse	6	-0.0005430732271634042
825057	rnn.weight_ih_l0_reverse	7	0.03138827532529831
825057	rnn.weight_ih_l0_reverse	8	-0.0502522774040699
825057	rnn.weight_ih_l0_reverse	9	-0.0836060419678688
825057	rnn.weight_hh_l0_reverse	0	-0.15210363268852234
825057	rnn.weight_hh_l0_reverse	1	0.02217136137187481
825057	rnn.weight_hh_l0_reverse	2	-0.01975436881184578
825057	rnn.weight_hh_l0_reverse	3	0.03084888868033886
825057	rnn.weight_hh_l0_reverse	4	-0.0815967246890068
825057	rnn.weight_hh_l0_reverse	5	0.0371282696723938
825057	rnn.weight_hh_l0_reverse	6	0.031216129660606384
825057	rnn.weight_hh_l0_reverse	7	-0.1299787163734436
825057	rnn.weight_hh_l0_reverse	8	-0.08045176416635513
825057	rnn.weight_hh_l0_reverse	9	0.03600463643670082
825057	rnn.bias_ih_l0_reverse	0	-0.17861926555633545
825057	rnn.bias_ih_l0_reverse	1	-0.0571504682302475
825057	rnn.bias_ih_l0_reverse	2	0.15555350482463837
825057	rnn.bias_ih_l0_reverse	3	-0.33107998967170715
825057	rnn.bias_ih_l0_reverse	4	0.0003868222120217979
825057	rnn.bias_ih_l0_reverse	5	-0.22164195775985718
825057	rnn.bias_ih_l0_reverse	6	0.2838171422481537
825057	rnn.bias_ih_l0_reverse	7	-0.29566287994384766
825057	rnn.bias_ih_l0_reverse	8	-0.19266901910305023
825057	rnn.bias_ih_l0_reverse	9	-0.15073727071285248
825057	rnn.bias_hh_l0_reverse	0	-0.14073382318019867
825057	rnn.bias_hh_l0_reverse	1	0.2715851664543152
825057	rnn.bias_hh_l0_reverse	2	-0.34195271134376526
825057	rnn.bias_hh_l0_reverse	3	-0.22932228446006775
825057	rnn.bias_hh_l0_reverse	4	-0.39895597100257874
825057	rnn.bias_hh_l0_reverse	5	-0.20498666167259216
825057	rnn.bias_hh_l0_reverse	6	-0.26878196001052856
825057	rnn.bias_hh_l0_reverse	7	-0.10005694627761841
825057	rnn.bias_hh_l0_reverse	8	-0.3494214117527008
825057	rnn.bias_hh_l0_reverse	9	0.21345098316669464
825057	linear.weight	0	0.2155676782131195
825057	linear.weight	1	-0.4435141384601593
825057	linear.weight	2	0.03888659179210663
825057	linear.weight	3	0.06747335940599442
825057	linear.weight	4	-0.1340361386537552
825057	linear.weight	5	0.2365264594554901
825057	linear.weight	6	-0.045851606875658035
825057	linear.weight	7	-0.059604451060295105
825057	linear.weight	8	0.14705854654312134
825057	linear.weight	9	-0.049940504133701324
825057	linear.bias	0	-0.8654865026473999
825057	linear.bias	1	1.7926298379898071
825057	linear.bias	2	0.7067080140113831
825057	linear.bias	3	-2.743400812149048
825057	linear.bias	4	-0.07582707703113556
825057	linear.bias	5	1.273514986038208
825057	linear.bias	6	-0.2255008965730667
825057	linear.bias	7	0.8448135256767273
825057	linear.bias	8	2.1063504219055176
825057	linear.bias	9	-1.2946914434432983
825666	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
825666	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
825666	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
825666	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
825666	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
825666	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
825666	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
825666	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
825666	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
825666	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
825666	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
825666	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
825666	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
825666	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
825666	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
825666	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
825666	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
825666	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
825666	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
825666	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
825666	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
825666	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
825666	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
825666	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
825666	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
825666	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
825666	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
825666	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
825666	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
825666	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
825666	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
825666	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
825666	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
825666	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
825666	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
825666	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
825666	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
825666	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
825666	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
825666	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
825666	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
825666	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
825666	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
825666	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
825666	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
825666	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
825666	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
825666	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
825666	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
825666	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
825666	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
825666	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
825666	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
825666	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
825666	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
825666	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
825666	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
825666	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
825666	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
825666	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
825666	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
825666	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
825666	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
825666	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
825666	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
825666	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
825666	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
825666	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
825666	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
825666	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
825666	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
825666	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
825666	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
825666	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
825666	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
825666	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
825666	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
825666	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
825666	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
825666	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
825666	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
825666	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
825666	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
825666	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
825666	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
825666	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
825666	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
825666	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
825666	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
825666	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
825666	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
825666	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
825666	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
825666	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
825666	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
825666	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
825666	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
825666	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
825666	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
825666	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
825666	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
825666	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
825666	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
825666	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
825666	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
825666	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
825666	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
825666	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
825666	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
825666	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
825666	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
825666	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
825666	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
825666	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
825666	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
825666	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
825666	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
825666	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
825666	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
825666	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
825666	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
825666	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
825666	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
825666	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
825666	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
825666	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
825666	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
825666	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
825666	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
825666	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
825666	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
825666	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
825666	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
825666	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
825666	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
825666	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
825666	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
825666	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
825666	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
825666	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
825666	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
825666	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
825666	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
825666	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
825666	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
825666	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
825666	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
825666	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
825666	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
825666	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
825666	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
825666	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
825666	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
825666	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
825666	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
825666	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
825666	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
825666	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
825666	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
825666	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
825666	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
825666	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
825666	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
825666	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
825666	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
825666	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
825666	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
825666	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
825666	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
825666	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
825666	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
825666	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
825666	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
825666	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
825666	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
825666	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
825666	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
825666	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
825666	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
825666	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
825666	embedding2nn.weight	0	0.3240659832954407
825666	embedding2nn.weight	1	0.37685248255729675
825666	embedding2nn.weight	2	0.00441635912284255
825666	embedding2nn.weight	3	0.01874927245080471
825666	embedding2nn.weight	4	-0.02752741612493992
825666	embedding2nn.weight	5	0.05918391793966293
825666	embedding2nn.weight	6	0.004319018684327602
825666	embedding2nn.weight	7	-0.0015069418586790562
825666	embedding2nn.weight	8	0.04106992110610008
825666	embedding2nn.weight	9	-0.051207222044467926
825666	embedding2nn.bias	0	0.020884690806269646
825666	embedding2nn.bias	1	-0.1874736249446869
825666	embedding2nn.bias	2	0.13501808047294617
825666	embedding2nn.bias	3	0.1623658835887909
825666	embedding2nn.bias	4	0.15283356606960297
825666	embedding2nn.bias	5	-0.07787523418664932
825666	embedding2nn.bias	6	-0.05487629026174545
825666	embedding2nn.bias	7	0.04121965542435646
825666	embedding2nn.bias	8	-0.14976920187473297
825666	embedding2nn.bias	9	-0.3757893145084381
825666	rnn.weight_ih_l0	0	0.010523241013288498
825666	rnn.weight_ih_l0	1	-0.05860491096973419
825666	rnn.weight_ih_l0	2	-0.05092071369290352
825666	rnn.weight_ih_l0	3	0.11446825414896011
825666	rnn.weight_ih_l0	4	0.020489130169153214
825666	rnn.weight_ih_l0	5	-0.07157089561223984
825666	rnn.weight_ih_l0	6	0.008646467700600624
825666	rnn.weight_ih_l0	7	-0.026569999754428864
825666	rnn.weight_ih_l0	8	0.014971381984651089
825666	rnn.weight_ih_l0	9	-0.08165312558412552
825666	rnn.weight_hh_l0	0	-0.02278211899101734
825666	rnn.weight_hh_l0	1	0.08387070894241333
825666	rnn.weight_hh_l0	2	0.003478120779618621
825666	rnn.weight_hh_l0	3	-0.03581240028142929
825666	rnn.weight_hh_l0	4	0.08585918694734573
825666	rnn.weight_hh_l0	5	0.0003811467904597521
825666	rnn.weight_hh_l0	6	-0.08868028968572617
825666	rnn.weight_hh_l0	7	-0.13775959610939026
825666	rnn.weight_hh_l0	8	0.04047306254506111
825666	rnn.weight_hh_l0	9	-0.12288349121809006
825666	rnn.bias_ih_l0	0	0.1713346689939499
825666	rnn.bias_ih_l0	1	-0.3474019467830658
825666	rnn.bias_ih_l0	2	-0.0402095653116703
825666	rnn.bias_ih_l0	3	-0.20917926728725433
825666	rnn.bias_ih_l0	4	-0.004236696287989616
825666	rnn.bias_ih_l0	5	-0.44267144799232483
825666	rnn.bias_ih_l0	6	-0.13954587280750275
825666	rnn.bias_ih_l0	7	-0.38866862654685974
825666	rnn.bias_ih_l0	8	-0.3097729980945587
825666	rnn.bias_ih_l0	9	-0.4537391662597656
825666	rnn.bias_hh_l0	0	-0.35215234756469727
825666	rnn.bias_hh_l0	1	-0.44003647565841675
825666	rnn.bias_hh_l0	2	-0.4022895395755768
825666	rnn.bias_hh_l0	3	-0.07805106043815613
825666	rnn.bias_hh_l0	4	-0.39544910192489624
825666	rnn.bias_hh_l0	5	-0.37073972821235657
825666	rnn.bias_hh_l0	6	-0.11746639758348465
825666	rnn.bias_hh_l0	7	0.06869611889123917
825666	rnn.bias_hh_l0	8	-0.22956335544586182
825666	rnn.bias_hh_l0	9	-0.5708739757537842
825666	rnn.weight_ih_l0_reverse	0	-0.015778062865138054
825666	rnn.weight_ih_l0_reverse	1	-0.006331272888928652
825666	rnn.weight_ih_l0_reverse	2	0.006093282718211412
825666	rnn.weight_ih_l0_reverse	3	-0.143019899725914
825666	rnn.weight_ih_l0_reverse	4	0.07711460441350937
825666	rnn.weight_ih_l0_reverse	5	-0.0978168323636055
825666	rnn.weight_ih_l0_reverse	6	-0.0006289418088272214
825666	rnn.weight_ih_l0_reverse	7	0.031515512615442276
825666	rnn.weight_ih_l0_reverse	8	-0.05008981376886368
825666	rnn.weight_ih_l0_reverse	9	-0.08400648832321167
825666	rnn.weight_hh_l0_reverse	0	-0.152500718832016
825666	rnn.weight_hh_l0_reverse	1	0.022068824619054794
825666	rnn.weight_hh_l0_reverse	2	-0.0196835957467556
825666	rnn.weight_hh_l0_reverse	3	0.030902622267603874
825666	rnn.weight_hh_l0_reverse	4	-0.08163965493440628
825666	rnn.weight_hh_l0_reverse	5	0.0372181162238121
825666	rnn.weight_hh_l0_reverse	6	0.03117552027106285
825666	rnn.weight_hh_l0_reverse	7	-0.12976425886154175
825666	rnn.weight_hh_l0_reverse	8	-0.07987895607948303
825666	rnn.weight_hh_l0_reverse	9	0.03606271743774414
825666	rnn.bias_ih_l0_reverse	0	-0.17868387699127197
825666	rnn.bias_ih_l0_reverse	1	-0.056983888149261475
825666	rnn.bias_ih_l0_reverse	2	0.1559506505727768
825666	rnn.bias_ih_l0_reverse	3	-0.33092546463012695
825666	rnn.bias_ih_l0_reverse	4	0.00037828084896318614
825666	rnn.bias_ih_l0_reverse	5	-0.22223742306232452
825666	rnn.bias_ih_l0_reverse	6	0.28350722789764404
825666	rnn.bias_ih_l0_reverse	7	-0.2969793975353241
825666	rnn.bias_ih_l0_reverse	8	-0.1935156285762787
825666	rnn.bias_ih_l0_reverse	9	-0.1518440693616867
825666	rnn.bias_hh_l0_reverse	0	-0.13928744196891785
825666	rnn.bias_hh_l0_reverse	1	0.272449254989624
825666	rnn.bias_hh_l0_reverse	2	-0.34096652269363403
825666	rnn.bias_hh_l0_reverse	3	-0.22778937220573425
825666	rnn.bias_hh_l0_reverse	4	-0.3990592360496521
825666	rnn.bias_hh_l0_reverse	5	-0.20416493713855743
825666	rnn.bias_hh_l0_reverse	6	-0.2705058157444
825666	rnn.bias_hh_l0_reverse	7	-0.10069754719734192
825666	rnn.bias_hh_l0_reverse	8	-0.3497837781906128
825666	rnn.bias_hh_l0_reverse	9	0.21377281844615936
825666	linear.weight	0	0.22203172743320465
825666	linear.weight	1	-0.440498411655426
825666	linear.weight	2	0.043236419558525085
825666	linear.weight	3	0.06747331470251083
825666	linear.weight	4	-0.1429768055677414
825666	linear.weight	5	0.23543737828731537
825666	linear.weight	6	-0.04538830742239952
825666	linear.weight	7	-0.0596039742231369
825666	linear.weight	8	0.14691756665706635
825666	linear.weight	9	-0.04994085431098938
825666	linear.bias	0	-0.8710035681724548
825666	linear.bias	1	1.7947922945022583
825666	linear.bias	2	0.7194409370422363
825666	linear.bias	3	-2.743408441543579
825666	linear.bias	4	-0.0722101703286171
825666	linear.bias	5	1.2741349935531616
825666	linear.bias	6	-0.22141490876674652
825666	linear.bias	7	0.8367791175842285
825666	linear.bias	8	2.1033756732940674
825666	linear.bias	9	-1.2974793910980225
826275	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
826275	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
826275	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
826275	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
826275	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
826275	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
826275	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
826275	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
826275	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
826275	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
826275	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
826275	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
826275	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
826275	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
826275	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
826275	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
826275	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
826275	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
826275	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
826275	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
826275	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
826275	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
826275	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
826275	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
826275	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
826275	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
826275	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
826275	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
826275	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
826275	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
826275	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
826275	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
826275	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
826275	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
826275	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
826275	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
826275	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
826275	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
826275	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
826275	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
826275	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
826275	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
826275	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
826275	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
826275	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
826275	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
826275	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
826275	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
826275	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
826275	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
826275	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
826275	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
826275	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
826275	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
826275	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
826275	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
826275	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
826275	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
826275	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
826275	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
826275	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
826275	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
826275	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
826275	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
826275	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
826275	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
826275	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
826275	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
826275	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
826275	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
826275	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
826275	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
826275	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
826275	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
826275	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
826275	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
826275	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
826275	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
826275	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
826275	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
826275	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
826275	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
826275	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
826275	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
826275	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
826275	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
826275	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
826275	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
826275	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
826275	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
826275	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
826275	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
826275	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
826275	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
826275	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
826275	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
826275	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
826275	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
826275	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
826275	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
826275	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
826275	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
826275	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
826275	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
826275	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
826275	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
826275	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
826275	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
826275	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
826275	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
826275	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
826275	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
826275	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
826275	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
826275	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
826275	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
826275	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
826275	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
826275	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
826275	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
826275	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
826275	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
826275	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
826275	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
826275	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
826275	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
826275	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
826275	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
826275	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
826275	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
826275	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
826275	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
826275	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
826275	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
826275	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
826275	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
826275	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
826275	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
826275	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
826275	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
826275	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
826275	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
826275	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
826275	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
826275	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
826275	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
826275	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
826275	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
826275	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
826275	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
826275	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
826275	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
826275	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
826275	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
826275	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
826275	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
826275	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
826275	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
826275	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
826275	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
826275	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
826275	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
826275	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
826275	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
826275	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
826275	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
826275	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
826275	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
826275	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
826275	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
826275	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
826275	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
826275	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
826275	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
826275	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
826275	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
826275	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
826275	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
826275	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
826275	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
826275	embedding2nn.weight	0	0.3239697515964508
826275	embedding2nn.weight	1	0.376839816570282
826275	embedding2nn.weight	2	0.004462427459657192
826275	embedding2nn.weight	3	0.0166359581053257
826275	embedding2nn.weight	4	-0.026765473186969757
826275	embedding2nn.weight	5	0.05919555947184563
826275	embedding2nn.weight	6	0.00440962566062808
826275	embedding2nn.weight	7	-0.0010561541421338916
826275	embedding2nn.weight	8	0.04033464565873146
826275	embedding2nn.weight	9	-0.050336066633462906
826275	embedding2nn.bias	0	0.018968285992741585
826275	embedding2nn.bias	1	-0.19409802556037903
826275	embedding2nn.bias	2	0.13232643902301788
826275	embedding2nn.bias	3	0.1615031510591507
826275	embedding2nn.bias	4	0.1486806720495224
826275	embedding2nn.bias	5	-0.07258761674165726
826275	embedding2nn.bias	6	-0.05354558303952217
826275	embedding2nn.bias	7	0.04346879944205284
826275	embedding2nn.bias	8	-0.15039972960948944
826275	embedding2nn.bias	9	-0.37303322553634644
826275	rnn.weight_ih_l0	0	0.010557263158261776
826275	rnn.weight_ih_l0	1	-0.05883853882551193
826275	rnn.weight_ih_l0	2	-0.05166661739349365
826275	rnn.weight_ih_l0	3	0.11459362506866455
826275	rnn.weight_ih_l0	4	0.020733240991830826
826275	rnn.weight_ih_l0	5	-0.07136054337024689
826275	rnn.weight_ih_l0	6	0.008205045014619827
826275	rnn.weight_ih_l0	7	-0.026252152398228645
826275	rnn.weight_ih_l0	8	0.01459882315248251
826275	rnn.weight_ih_l0	9	-0.08183008432388306
826275	rnn.weight_hh_l0	0	-0.022771503776311874
826275	rnn.weight_hh_l0	1	0.08391708880662918
826275	rnn.weight_hh_l0	2	0.003389799501746893
826275	rnn.weight_hh_l0	3	-0.03597153723239899
826275	rnn.weight_hh_l0	4	0.08579622209072113
826275	rnn.weight_hh_l0	5	0.0005041055846959352
826275	rnn.weight_hh_l0	6	-0.0887194350361824
826275	rnn.weight_hh_l0	7	-0.1372191309928894
826275	rnn.weight_hh_l0	8	0.04049329459667206
826275	rnn.weight_hh_l0	9	-0.12285365909337997
826275	rnn.bias_ih_l0	0	0.17247441411018372
826275	rnn.bias_ih_l0	1	-0.34825000166893005
826275	rnn.bias_ih_l0	2	-0.04097897186875343
826275	rnn.bias_ih_l0	3	-0.20915913581848145
826275	rnn.bias_ih_l0	4	-0.004860654938966036
826275	rnn.bias_ih_l0	5	-0.4423878788948059
826275	rnn.bias_ih_l0	6	-0.1400032788515091
826275	rnn.bias_ih_l0	7	-0.38866302371025085
826275	rnn.bias_ih_l0	8	-0.3090932071208954
826275	rnn.bias_ih_l0	9	-0.45387405157089233
826275	rnn.bias_hh_l0	0	-0.3540297746658325
826275	rnn.bias_hh_l0	1	-0.44030582904815674
826275	rnn.bias_hh_l0	2	-0.4028927683830261
826275	rnn.bias_hh_l0	3	-0.07739079743623734
826275	rnn.bias_hh_l0	4	-0.3950190544128418
826275	rnn.bias_hh_l0	5	-0.37114569544792175
826275	rnn.bias_hh_l0	6	-0.11675076186656952
826275	rnn.bias_hh_l0	7	0.06915619224309921
826275	rnn.bias_hh_l0	8	-0.22920069098472595
826275	rnn.bias_hh_l0	9	-0.5701395869255066
826275	rnn.weight_ih_l0_reverse	0	-0.015355122275650501
826275	rnn.weight_ih_l0_reverse	1	-0.00585232162848115
826275	rnn.weight_ih_l0_reverse	2	0.006144281942397356
826275	rnn.weight_ih_l0_reverse	3	-0.14311791956424713
826275	rnn.weight_ih_l0_reverse	4	0.07704717665910721
826275	rnn.weight_ih_l0_reverse	5	-0.0990089699625969
826275	rnn.weight_ih_l0_reverse	6	0.0002019294333877042
826275	rnn.weight_ih_l0_reverse	7	0.03134063258767128
826275	rnn.weight_ih_l0_reverse	8	-0.05038965120911598
826275	rnn.weight_ih_l0_reverse	9	-0.08400427550077438
826275	rnn.weight_hh_l0_reverse	0	-0.15246285498142242
826275	rnn.weight_hh_l0_reverse	1	0.02186521515250206
826275	rnn.weight_hh_l0_reverse	2	-0.01966465823352337
826275	rnn.weight_hh_l0_reverse	3	0.030820365995168686
826275	rnn.weight_hh_l0_reverse	4	-0.08182873576879501
826275	rnn.weight_hh_l0_reverse	5	0.03723908215761185
826275	rnn.weight_hh_l0_reverse	6	0.03123634308576584
826275	rnn.weight_hh_l0_reverse	7	-0.12954598665237427
826275	rnn.weight_hh_l0_reverse	8	-0.07981584966182709
826275	rnn.weight_hh_l0_reverse	9	0.036276545375585556
826275	rnn.bias_ih_l0_reverse	0	-0.17854899168014526
826275	rnn.bias_ih_l0_reverse	1	-0.05702764168381691
826275	rnn.bias_ih_l0_reverse	2	0.15598979592323303
826275	rnn.bias_ih_l0_reverse	3	-0.33117976784706116
826275	rnn.bias_ih_l0_reverse	4	0.0008059242973104119
826275	rnn.bias_ih_l0_reverse	5	-0.22222793102264404
826275	rnn.bias_ih_l0_reverse	6	0.2838030159473419
826275	rnn.bias_ih_l0_reverse	7	-0.2988896369934082
826275	rnn.bias_ih_l0_reverse	8	-0.193702831864357
826275	rnn.bias_ih_l0_reverse	9	-0.15196575224399567
826275	rnn.bias_hh_l0_reverse	0	-0.1400604248046875
826275	rnn.bias_hh_l0_reverse	1	0.27250751852989197
826275	rnn.bias_hh_l0_reverse	2	-0.3411276042461395
826275	rnn.bias_hh_l0_reverse	3	-0.22837945818901062
826275	rnn.bias_hh_l0_reverse	4	-0.39918577671051025
826275	rnn.bias_hh_l0_reverse	5	-0.20510922372341156
826275	rnn.bias_hh_l0_reverse	6	-0.27074745297431946
826275	rnn.bias_hh_l0_reverse	7	-0.10114821046590805
826275	rnn.bias_hh_l0_reverse	8	-0.3508607745170593
826275	rnn.bias_hh_l0_reverse	9	0.21378102898597717
826275	linear.weight	0	0.22460590302944183
826275	linear.weight	1	-0.43739455938339233
826275	linear.weight	2	0.032878220081329346
826275	linear.weight	3	0.06747335195541382
826275	linear.weight	4	-0.1396079659461975
826275	linear.weight	5	0.23737458884716034
826275	linear.weight	6	-0.04531281813979149
826275	linear.weight	7	-0.059603627771139145
826275	linear.weight	8	0.14435826241970062
826275	linear.weight	9	-0.04994100704789162
826275	linear.bias	0	-0.8707190155982971
826275	linear.bias	1	1.7957415580749512
826275	linear.bias	2	0.7188081741333008
826275	linear.bias	3	-2.743413209915161
826275	linear.bias	4	-0.07202712446451187
826275	linear.bias	5	1.2663297653198242
826275	linear.bias	6	-0.22544017434120178
826275	linear.bias	7	0.8426063060760498
826275	linear.bias	8	2.0996391773223877
826275	linear.bias	9	-1.2930691242218018
826884	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
826884	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
826884	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
826884	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
826884	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
826884	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
826884	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
826884	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
826884	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
826884	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
826884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
826884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
826884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
826884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
826884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
826884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
826884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
826884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
826884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
826884	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
826884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
826884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
826884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
826884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
826884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
826884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
826884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
826884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
826884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
826884	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
826884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
826884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
826884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
826884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
826884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
826884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
826884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
826884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
826884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
826884	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
826884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
826884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
826884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
826884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
826884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
826884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
826884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
826884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
826884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
826884	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
826884	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
826884	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
826884	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
826884	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
826884	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
826884	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
826884	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
826884	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
826884	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
826884	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
826884	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
826884	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
826884	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
826884	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
826884	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
826884	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
826884	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
826884	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
826884	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
826884	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
826884	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
826884	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
826884	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
826884	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
826884	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
826884	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
826884	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
826884	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
826884	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
826884	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
826884	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
826884	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
826884	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
826884	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
826884	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
826884	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
826884	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
826884	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
826884	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
826884	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
826884	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
826884	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
826884	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
826884	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
826884	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
826884	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
826884	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
826884	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
826884	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
826884	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
826884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
826884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
826884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
826884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
826884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
826884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
826884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
826884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
826884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
826884	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
826884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
826884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
826884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
826884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
826884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
826884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
826884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
826884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
826884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
826884	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
826884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
826884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
826884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
826884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
826884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
826884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
826884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
826884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
826884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
826884	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
826884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
826884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
826884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
826884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
826884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
826884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
826884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
826884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
826884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
826884	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
826884	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
826884	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
826884	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
826884	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
826884	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
826884	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
826884	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
826884	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
826884	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
826884	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
826884	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
826884	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
826884	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
826884	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
826884	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
826884	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
826884	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
826884	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
826884	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
826884	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
826884	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
826884	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
826884	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
826884	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
826884	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
826884	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
826884	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
826884	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
826884	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
826884	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
826884	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
826884	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
826884	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
826884	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
826884	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
826884	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
826884	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
826884	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
826884	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
826884	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
826884	embedding2nn.weight	0	0.32396355271339417
826884	embedding2nn.weight	1	0.37602874636650085
826884	embedding2nn.weight	2	0.004807895980775356
826884	embedding2nn.weight	3	0.015897447243332863
826884	embedding2nn.weight	4	-0.026437584310770035
826884	embedding2nn.weight	5	0.059112004935741425
826884	embedding2nn.weight	6	0.00610955897718668
826884	embedding2nn.weight	7	0.00011687241931213066
826884	embedding2nn.weight	8	0.03986647352576256
826884	embedding2nn.weight	9	-0.050321124494075775
826884	embedding2nn.bias	0	0.02015242725610733
826884	embedding2nn.bias	1	-0.1938050538301468
826884	embedding2nn.bias	2	0.12592968344688416
826884	embedding2nn.bias	3	0.16224028170108795
826884	embedding2nn.bias	4	0.14800585806369781
826884	embedding2nn.bias	5	-0.07597296684980392
826884	embedding2nn.bias	6	-0.05564330890774727
826884	embedding2nn.bias	7	0.04728507250547409
826884	embedding2nn.bias	8	-0.150106742978096
826884	embedding2nn.bias	9	-0.37272077798843384
826884	rnn.weight_ih_l0	0	0.010345791466534138
826884	rnn.weight_ih_l0	1	-0.05879600718617439
826884	rnn.weight_ih_l0	2	-0.05144118517637253
826884	rnn.weight_ih_l0	3	0.11542179435491562
826884	rnn.weight_ih_l0	4	0.021854309365153313
826884	rnn.weight_ih_l0	5	-0.07117822021245956
826884	rnn.weight_ih_l0	6	0.008345901034772396
826884	rnn.weight_ih_l0	7	-0.025878993794322014
826884	rnn.weight_ih_l0	8	0.014644903130829334
826884	rnn.weight_ih_l0	9	-0.08193961530923843
826884	rnn.weight_hh_l0	0	-0.022688614204525948
826884	rnn.weight_hh_l0	1	0.08405636250972748
826884	rnn.weight_hh_l0	2	0.0030559611041098833
826884	rnn.weight_hh_l0	3	-0.03590841591358185
826884	rnn.weight_hh_l0	4	0.0858464241027832
826884	rnn.weight_hh_l0	5	0.0006164480582810938
826884	rnn.weight_hh_l0	6	-0.08875950425863266
826884	rnn.weight_hh_l0	7	-0.1363140046596527
826884	rnn.weight_hh_l0	8	0.04056551307439804
826884	rnn.weight_hh_l0	9	-0.12294573336839676
826884	rnn.bias_ih_l0	0	0.17462977766990662
826884	rnn.bias_ih_l0	1	-0.34861838817596436
826884	rnn.bias_ih_l0	2	-0.04110552370548248
826884	rnn.bias_ih_l0	3	-0.2097499668598175
826884	rnn.bias_ih_l0	4	-0.0032905754633247852
826884	rnn.bias_ih_l0	5	-0.44192707538604736
826884	rnn.bias_ih_l0	6	-0.13966134190559387
826884	rnn.bias_ih_l0	7	-0.38887903094291687
826884	rnn.bias_ih_l0	8	-0.309785932302475
826884	rnn.bias_ih_l0	9	-0.4518885016441345
826884	rnn.bias_hh_l0	0	-0.3535471558570862
826884	rnn.bias_hh_l0	1	-0.44101303815841675
826884	rnn.bias_hh_l0	2	-0.4032468795776367
826884	rnn.bias_hh_l0	3	-0.07829002290964127
826884	rnn.bias_hh_l0	4	-0.3957446217536926
826884	rnn.bias_hh_l0	5	-0.37145382165908813
826884	rnn.bias_hh_l0	6	-0.1165541335940361
826884	rnn.bias_hh_l0	7	0.06853437423706055
826884	rnn.bias_hh_l0	8	-0.2305334359407425
826884	rnn.bias_hh_l0	9	-0.5700097680091858
826884	rnn.weight_ih_l0_reverse	0	-0.015242114663124084
826884	rnn.weight_ih_l0_reverse	1	-0.005468134768307209
826884	rnn.weight_ih_l0_reverse	2	0.00618084566667676
826884	rnn.weight_ih_l0_reverse	3	-0.14379450678825378
826884	rnn.weight_ih_l0_reverse	4	0.07650198042392731
826884	rnn.weight_ih_l0_reverse	5	-0.09792463481426239
826884	rnn.weight_ih_l0_reverse	6	-0.0006614140002056956
826884	rnn.weight_ih_l0_reverse	7	0.031191471964120865
826884	rnn.weight_ih_l0_reverse	8	-0.04994112253189087
826884	rnn.weight_ih_l0_reverse	9	-0.08347785472869873
826884	rnn.weight_hh_l0_reverse	0	-0.1523171216249466
826884	rnn.weight_hh_l0_reverse	1	0.021680472418665886
826884	rnn.weight_hh_l0_reverse	2	-0.01974847912788391
826884	rnn.weight_hh_l0_reverse	3	0.030952800065279007
826884	rnn.weight_hh_l0_reverse	4	-0.08201062679290771
826884	rnn.weight_hh_l0_reverse	5	0.037226565182209015
826884	rnn.weight_hh_l0_reverse	6	0.03120756335556507
826884	rnn.weight_hh_l0_reverse	7	-0.12969288229942322
826884	rnn.weight_hh_l0_reverse	8	-0.07953133434057236
826884	rnn.weight_hh_l0_reverse	9	0.036528006196022034
826884	rnn.bias_ih_l0_reverse	0	-0.17798633873462677
826884	rnn.bias_ih_l0_reverse	1	-0.05777609720826149
826884	rnn.bias_ih_l0_reverse	2	0.15572981536388397
826884	rnn.bias_ih_l0_reverse	3	-0.3309798538684845
826884	rnn.bias_ih_l0_reverse	4	0.0019553229212760925
826884	rnn.bias_ih_l0_reverse	5	-0.2224607914686203
826884	rnn.bias_ih_l0_reverse	6	0.2842409908771515
826884	rnn.bias_ih_l0_reverse	7	-0.295732706785202
826884	rnn.bias_ih_l0_reverse	8	-0.19335967302322388
826884	rnn.bias_ih_l0_reverse	9	-0.15117958188056946
826884	rnn.bias_hh_l0_reverse	0	-0.13956941664218903
826884	rnn.bias_hh_l0_reverse	1	0.2728304862976074
826884	rnn.bias_hh_l0_reverse	2	-0.34224048256874084
826884	rnn.bias_hh_l0_reverse	3	-0.22842465341091156
826884	rnn.bias_hh_l0_reverse	4	-0.39911648631095886
826884	rnn.bias_hh_l0_reverse	5	-0.20573146641254425
826884	rnn.bias_hh_l0_reverse	6	-0.26990872621536255
826884	rnn.bias_hh_l0_reverse	7	-0.1013888269662857
826884	rnn.bias_hh_l0_reverse	8	-0.3506182134151459
826884	rnn.bias_hh_l0_reverse	9	0.21111324429512024
826884	linear.weight	0	0.22258366644382477
826884	linear.weight	1	-0.43618643283843994
826884	linear.weight	2	0.03183164820075035
826884	linear.weight	3	0.06747326254844666
826884	linear.weight	4	-0.14042216539382935
826884	linear.weight	5	0.23908838629722595
826884	linear.weight	6	-0.04058366268873215
826884	linear.weight	7	-0.05960302799940109
826884	linear.weight	8	0.14252880215644836
826884	linear.weight	9	-0.04994136467576027
826884	linear.bias	0	-0.8685063123703003
826884	linear.bias	1	1.7965760231018066
826884	linear.bias	2	0.7213220596313477
826884	linear.bias	3	-2.7434208393096924
826884	linear.bias	4	-0.07867781817913055
826884	linear.bias	5	1.2685071229934692
826884	linear.bias	6	-0.22904589772224426
826884	linear.bias	7	0.8480087518692017
826884	linear.bias	8	2.104196548461914
826884	linear.bias	9	-1.2972599267959595
827493	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
827493	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
827493	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
827493	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
827493	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
827493	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
827493	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
827493	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
827493	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
827493	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
827493	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
827493	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
827493	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
827493	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
827493	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
827493	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
827493	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
827493	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
827493	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
827493	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
827493	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
827493	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
827493	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
827493	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
827493	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
827493	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
827493	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
827493	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
827493	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
827493	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
827493	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
827493	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
827493	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
827493	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
827493	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
827493	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
827493	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
827493	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
827493	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
827493	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
827493	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
827493	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
827493	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
827493	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
827493	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
827493	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
827493	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
827493	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
827493	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
827493	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
827493	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
827493	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
827493	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
827493	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
827493	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
827493	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
827493	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
827493	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
827493	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
827493	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
827493	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
827493	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
827493	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
827493	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
827493	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
827493	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
827493	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
827493	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
827493	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
827493	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
827493	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
827493	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
827493	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
827493	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
827493	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
827493	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
827493	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
827493	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
827493	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
827493	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
827493	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
827493	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
827493	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
827493	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
827493	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
827493	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
827493	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
827493	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
827493	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
827493	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
827493	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
827493	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
827493	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
827493	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
827493	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
827493	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
827493	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
827493	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
827493	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
827493	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
827493	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
827493	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
827493	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
827493	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
827493	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
827493	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
827493	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
827493	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
827493	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
827493	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
827493	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
827493	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
827493	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
827493	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
827493	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
827493	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
827493	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
827493	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
827493	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
827493	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
827493	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
827493	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
827493	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
827493	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
827493	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
827493	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
827493	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
827493	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
827493	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
827493	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
827493	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
827493	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
827493	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
827493	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
827493	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
827493	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
827493	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
827493	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
827493	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
827493	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
827493	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
827493	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
827493	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
827493	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
827493	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
827493	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
827493	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
827493	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
827493	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
827493	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
827493	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
827493	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
827493	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
827493	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
827493	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
827493	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
827493	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
827493	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
827493	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
827493	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
827493	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
827493	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
827493	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
827493	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
827493	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
827493	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
827493	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
827493	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
827493	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
827493	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
827493	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
827493	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
827493	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
827493	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
827493	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
827493	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
827493	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
827493	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
827493	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
827493	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
827493	embedding2nn.weight	0	0.3239966928958893
827493	embedding2nn.weight	1	0.37568870186805725
827493	embedding2nn.weight	2	0.00456433417275548
827493	embedding2nn.weight	3	0.017588801681995392
827493	embedding2nn.weight	4	-0.02762594074010849
827493	embedding2nn.weight	5	0.05938190966844559
827493	embedding2nn.weight	6	0.0054114810191094875
827493	embedding2nn.weight	7	0.00042479325202293694
827493	embedding2nn.weight	8	0.04004589468240738
827493	embedding2nn.weight	9	-0.04886769503355026
827493	embedding2nn.bias	0	0.019646862521767616
827493	embedding2nn.bias	1	-0.1951996237039566
827493	embedding2nn.bias	2	0.12447870522737503
827493	embedding2nn.bias	3	0.16613967716693878
827493	embedding2nn.bias	4	0.14837537705898285
827493	embedding2nn.bias	5	-0.07775507867336273
827493	embedding2nn.bias	6	-0.05557578057050705
827493	embedding2nn.bias	7	0.04463125765323639
827493	embedding2nn.bias	8	-0.14810630679130554
827493	embedding2nn.bias	9	-0.37772923707962036
827493	rnn.weight_ih_l0	0	0.010342485271394253
827493	rnn.weight_ih_l0	1	-0.058695580810308456
827493	rnn.weight_ih_l0	2	-0.051368240267038345
827493	rnn.weight_ih_l0	3	0.11512415111064911
827493	rnn.weight_ih_l0	4	0.022063156589865685
827493	rnn.weight_ih_l0	5	-0.0712515115737915
827493	rnn.weight_ih_l0	6	0.008747045882046223
827493	rnn.weight_ih_l0	7	-0.025702331215143204
827493	rnn.weight_ih_l0	8	0.01481982134282589
827493	rnn.weight_ih_l0	9	-0.08253418654203415
827493	rnn.weight_hh_l0	0	-0.022636448964476585
827493	rnn.weight_hh_l0	1	0.08387146145105362
827493	rnn.weight_hh_l0	2	0.0031331402715295553
827493	rnn.weight_hh_l0	3	-0.036003388464450836
827493	rnn.weight_hh_l0	4	0.08599306643009186
827493	rnn.weight_hh_l0	5	0.0004033675941172987
827493	rnn.weight_hh_l0	6	-0.0887443870306015
827493	rnn.weight_hh_l0	7	-0.1367834359407425
827493	rnn.weight_hh_l0	8	0.040555689483881
827493	rnn.weight_hh_l0	9	-0.12305688112974167
827493	rnn.bias_ih_l0	0	0.17427203059196472
827493	rnn.bias_ih_l0	1	-0.34779009222984314
827493	rnn.bias_ih_l0	2	-0.041268978267908096
827493	rnn.bias_ih_l0	3	-0.20865188539028168
827493	rnn.bias_ih_l0	4	-0.004137289710342884
827493	rnn.bias_ih_l0	5	-0.44131264090538025
827493	rnn.bias_ih_l0	6	-0.13696959614753723
827493	rnn.bias_ih_l0	7	-0.3890392482280731
827493	rnn.bias_ih_l0	8	-0.30861395597457886
827493	rnn.bias_ih_l0	9	-0.4506874680519104
827493	rnn.bias_hh_l0	0	-0.35424596071243286
827493	rnn.bias_hh_l0	1	-0.44061142206192017
827493	rnn.bias_hh_l0	2	-0.40276071429252625
827493	rnn.bias_hh_l0	3	-0.07792483270168304
827493	rnn.bias_hh_l0	4	-0.3957672119140625
827493	rnn.bias_hh_l0	5	-0.37154895067214966
827493	rnn.bias_hh_l0	6	-0.11598765850067139
827493	rnn.bias_hh_l0	7	0.0685419887304306
827493	rnn.bias_hh_l0	8	-0.2297586351633072
827493	rnn.bias_hh_l0	9	-0.5694913864135742
827493	rnn.weight_ih_l0_reverse	0	-0.014009904116392136
827493	rnn.weight_ih_l0_reverse	1	-0.005568792577832937
827493	rnn.weight_ih_l0_reverse	2	0.006957727950066328
827493	rnn.weight_ih_l0_reverse	3	-0.1437968760728836
827493	rnn.weight_ih_l0_reverse	4	0.0767117515206337
827493	rnn.weight_ih_l0_reverse	5	-0.09864923357963562
827493	rnn.weight_ih_l0_reverse	6	-0.0009565607761032879
827493	rnn.weight_ih_l0_reverse	7	0.031306635588407516
827493	rnn.weight_ih_l0_reverse	8	-0.04954971373081207
827493	rnn.weight_ih_l0_reverse	9	-0.08417250216007233
827493	rnn.weight_hh_l0_reverse	0	-0.15207314491271973
827493	rnn.weight_hh_l0_reverse	1	0.021576937288045883
827493	rnn.weight_hh_l0_reverse	2	-0.019767414778470993
827493	rnn.weight_hh_l0_reverse	3	0.030972104519605637
827493	rnn.weight_hh_l0_reverse	4	-0.08208465576171875
827493	rnn.weight_hh_l0_reverse	5	0.0372287891805172
827493	rnn.weight_hh_l0_reverse	6	0.031171513721346855
827493	rnn.weight_hh_l0_reverse	7	-0.12982141971588135
827493	rnn.weight_hh_l0_reverse	8	-0.07974421977996826
827493	rnn.weight_hh_l0_reverse	9	0.0362323634326458
827493	rnn.bias_ih_l0_reverse	0	-0.17824454605579376
827493	rnn.bias_ih_l0_reverse	1	-0.0570397824048996
827493	rnn.bias_ih_l0_reverse	2	0.15629437565803528
827493	rnn.bias_ih_l0_reverse	3	-0.33032307028770447
827493	rnn.bias_ih_l0_reverse	4	0.0036405499558895826
827493	rnn.bias_ih_l0_reverse	5	-0.22238895297050476
827493	rnn.bias_ih_l0_reverse	6	0.28437626361846924
827493	rnn.bias_ih_l0_reverse	7	-0.29430267214775085
827493	rnn.bias_ih_l0_reverse	8	-0.19327586889266968
827493	rnn.bias_ih_l0_reverse	9	-0.1508016437292099
827493	rnn.bias_hh_l0_reverse	0	-0.13830886781215668
827493	rnn.bias_hh_l0_reverse	1	0.2727696895599365
827493	rnn.bias_hh_l0_reverse	2	-0.34212931990623474
827493	rnn.bias_hh_l0_reverse	3	-0.2272806614637375
827493	rnn.bias_hh_l0_reverse	4	-0.39869964122772217
827493	rnn.bias_hh_l0_reverse	5	-0.20647096633911133
827493	rnn.bias_hh_l0_reverse	6	-0.2699449360370636
827493	rnn.bias_hh_l0_reverse	7	-0.10148709267377853
827493	rnn.bias_hh_l0_reverse	8	-0.3492405414581299
827493	rnn.bias_hh_l0_reverse	9	0.21458658576011658
827493	linear.weight	0	0.2231176346540451
827493	linear.weight	1	-0.4370332360267639
827493	linear.weight	2	0.03346516564488411
827493	linear.weight	3	0.0674731582403183
827493	linear.weight	4	-0.1441756784915924
827493	linear.weight	5	0.2384573221206665
827493	linear.weight	6	-0.03793814405798912
827493	linear.weight	7	-0.0596022792160511
827493	linear.weight	8	0.14459194242954254
827493	linear.weight	9	-0.049941640347242355
827493	linear.bias	0	-0.8661016225814819
827493	linear.bias	1	1.7989475727081299
827493	linear.bias	2	0.7120139598846436
827493	linear.bias	3	-2.74342942237854
827493	linear.bias	4	-0.08073099702596664
827493	linear.bias	5	1.2786074876785278
827493	linear.bias	6	-0.23278920352458954
827493	linear.bias	7	0.8415159583091736
827493	linear.bias	8	2.1028106212615967
827493	linear.bias	9	-1.2960370779037476
828102	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
828102	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
828102	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
828102	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
828102	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
828102	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
828102	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
828102	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
828102	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
828102	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
828102	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
828102	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
828102	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
828102	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
828102	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
828102	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
828102	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
828102	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
828102	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
828102	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
828102	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
828102	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
828102	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
828102	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
828102	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
828102	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
828102	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
828102	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
828102	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
828102	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
828102	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
828102	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
828102	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
828102	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
828102	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
828102	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
828102	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
828102	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
828102	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
828102	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
828102	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
828102	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
828102	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
828102	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
828102	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
828102	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
828102	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
828102	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
828102	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
828102	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
828102	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
828102	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
828102	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
828102	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
828102	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
828102	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
828102	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
828102	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
828102	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
828102	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
828102	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
828102	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
828102	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
828102	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
828102	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
828102	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
828102	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
828102	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
828102	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
828102	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
828102	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
828102	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
828102	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
828102	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
828102	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
828102	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
828102	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
828102	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
828102	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
828102	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
828102	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
828102	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
828102	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
828102	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
828102	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
828102	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
828102	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
828102	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
828102	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
828102	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
828102	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
828102	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
828102	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
828102	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
828102	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
828102	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
828102	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
828102	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
828102	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
828102	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
828102	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
828102	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
828102	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
828102	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
828102	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
828102	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
828102	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
828102	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
828102	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
828102	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
828102	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
828102	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
828102	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
828102	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
828102	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
828102	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
828102	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
828102	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
828102	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
828102	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
828102	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
828102	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
828102	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
828102	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
828102	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
828102	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
828102	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
828102	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
828102	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
828102	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
828102	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
828102	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
828102	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
828102	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
828102	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
828102	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
828102	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
828102	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
828102	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
828102	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
828102	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
828102	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
828102	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
828102	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
828102	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
828102	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
828102	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
828102	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
828102	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
828102	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
828102	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
828102	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
828102	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
828102	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
828102	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
828102	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
828102	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
828102	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
828102	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
828102	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
828102	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
828102	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
828102	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
828102	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
828102	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
828102	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
828102	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
828102	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
828102	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
828102	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
828102	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
828102	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
828102	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
828102	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
828102	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
828102	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
828102	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
828102	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
828102	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
828102	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
828102	embedding2nn.weight	0	0.32383018732070923
828102	embedding2nn.weight	1	0.3761148154735565
828102	embedding2nn.weight	2	0.005300689022988081
828102	embedding2nn.weight	3	0.015059404075145721
828102	embedding2nn.weight	4	-0.027625534683465958
828102	embedding2nn.weight	5	0.059509895741939545
828102	embedding2nn.weight	6	0.005623016506433487
828102	embedding2nn.weight	7	0.0006906003691256046
828102	embedding2nn.weight	8	0.040060631930828094
828102	embedding2nn.weight	9	-0.04887263476848602
828102	embedding2nn.bias	0	0.019404500722885132
828102	embedding2nn.bias	1	-0.18981651961803436
828102	embedding2nn.bias	2	0.12902972102165222
828102	embedding2nn.bias	3	0.16742023825645447
828102	embedding2nn.bias	4	0.14934436976909637
828102	embedding2nn.bias	5	-0.07660152018070221
828102	embedding2nn.bias	6	-0.054791949689388275
828102	embedding2nn.bias	7	0.04607135429978371
828102	embedding2nn.bias	8	-0.1488090306520462
828102	embedding2nn.bias	9	-0.374313086271286
828102	rnn.weight_ih_l0	0	0.010311804711818695
828102	rnn.weight_ih_l0	1	-0.05853627622127533
828102	rnn.weight_ih_l0	2	-0.0517197884619236
828102	rnn.weight_ih_l0	3	0.11446713656187057
828102	rnn.weight_ih_l0	4	0.022135207429528236
828102	rnn.weight_ih_l0	5	-0.07164058834314346
828102	rnn.weight_ih_l0	6	0.008862865157425404
828102	rnn.weight_ih_l0	7	-0.024037612602114677
828102	rnn.weight_ih_l0	8	0.015015396289527416
828102	rnn.weight_ih_l0	9	-0.08364233374595642
828102	rnn.weight_hh_l0	0	-0.022637492045760155
828102	rnn.weight_hh_l0	1	0.08367065340280533
828102	rnn.weight_hh_l0	2	0.0030761000234633684
828102	rnn.weight_hh_l0	3	-0.03608906269073486
828102	rnn.weight_hh_l0	4	0.08615082502365112
828102	rnn.weight_hh_l0	5	0.00036251480923965573
828102	rnn.weight_hh_l0	6	-0.0887506753206253
828102	rnn.weight_hh_l0	7	-0.13646969199180603
828102	rnn.weight_hh_l0	8	0.04051721841096878
828102	rnn.weight_hh_l0	9	-0.12292599678039551
828102	rnn.bias_ih_l0	0	0.17501457035541534
828102	rnn.bias_ih_l0	1	-0.34707918763160706
828102	rnn.bias_ih_l0	2	-0.04126910865306854
828102	rnn.bias_ih_l0	3	-0.20922976732254028
828102	rnn.bias_ih_l0	4	-0.0035291656386107206
828102	rnn.bias_ih_l0	5	-0.4406387209892273
828102	rnn.bias_ih_l0	6	-0.13703806698322296
828102	rnn.bias_ih_l0	7	-0.3887396454811096
828102	rnn.bias_ih_l0	8	-0.30899035930633545
828102	rnn.bias_ih_l0	9	-0.44899365305900574
828102	rnn.bias_hh_l0	0	-0.35403332114219666
828102	rnn.bias_hh_l0	1	-0.44142085313796997
828102	rnn.bias_hh_l0	2	-0.40244972705841064
828102	rnn.bias_hh_l0	3	-0.07802661508321762
828102	rnn.bias_hh_l0	4	-0.396285742521286
828102	rnn.bias_hh_l0	5	-0.37109988927841187
828102	rnn.bias_hh_l0	6	-0.11673080176115036
828102	rnn.bias_hh_l0	7	0.06870738416910172
828102	rnn.bias_hh_l0	8	-0.23015408217906952
828102	rnn.bias_hh_l0	9	-0.5705050230026245
828102	rnn.weight_ih_l0_reverse	0	-0.014303368516266346
828102	rnn.weight_ih_l0_reverse	1	-0.005796241108328104
828102	rnn.weight_ih_l0_reverse	2	0.007114982698112726
828102	rnn.weight_ih_l0_reverse	3	-0.14321327209472656
828102	rnn.weight_ih_l0_reverse	4	0.07701512426137924
828102	rnn.weight_ih_l0_reverse	5	-0.09881682693958282
828102	rnn.weight_ih_l0_reverse	6	-0.0009470604709349573
828102	rnn.weight_ih_l0_reverse	7	0.03096558339893818
828102	rnn.weight_ih_l0_reverse	8	-0.04963856190443039
828102	rnn.weight_ih_l0_reverse	9	-0.08445998281240463
828102	rnn.weight_hh_l0_reverse	0	-0.15205705165863037
828102	rnn.weight_hh_l0_reverse	1	0.02157447673380375
828102	rnn.weight_hh_l0_reverse	2	-0.019813720136880875
828102	rnn.weight_hh_l0_reverse	3	0.030980337411165237
828102	rnn.weight_hh_l0_reverse	4	-0.08196211606264114
828102	rnn.weight_hh_l0_reverse	5	0.03724213317036629
828102	rnn.weight_hh_l0_reverse	6	0.031193343922495842
828102	rnn.weight_hh_l0_reverse	7	-0.1294826716184616
828102	rnn.weight_hh_l0_reverse	8	-0.07959956675767899
828102	rnn.weight_hh_l0_reverse	9	0.03608357533812523
828102	rnn.bias_ih_l0_reverse	0	-0.17768241465091705
828102	rnn.bias_ih_l0_reverse	1	-0.055948417633771896
828102	rnn.bias_ih_l0_reverse	2	0.15778928995132446
828102	rnn.bias_ih_l0_reverse	3	-0.3300924301147461
828102	rnn.bias_ih_l0_reverse	4	0.004472027532756329
828102	rnn.bias_ih_l0_reverse	5	-0.2226293981075287
828102	rnn.bias_ih_l0_reverse	6	0.28262925148010254
828102	rnn.bias_ih_l0_reverse	7	-0.29339030385017395
828102	rnn.bias_ih_l0_reverse	8	-0.19261184334754944
828102	rnn.bias_ih_l0_reverse	9	-0.15148606896400452
828102	rnn.bias_hh_l0_reverse	0	-0.13760298490524292
828102	rnn.bias_hh_l0_reverse	1	0.2731364667415619
828102	rnn.bias_hh_l0_reverse	2	-0.34195980429649353
828102	rnn.bias_hh_l0_reverse	3	-0.22824396193027496
828102	rnn.bias_hh_l0_reverse	4	-0.3975009322166443
828102	rnn.bias_hh_l0_reverse	5	-0.20622406899929047
828102	rnn.bias_hh_l0_reverse	6	-0.2708037197589874
828102	rnn.bias_hh_l0_reverse	7	-0.1020488515496254
828102	rnn.bias_hh_l0_reverse	8	-0.3488854765892029
828102	rnn.bias_hh_l0_reverse	9	0.21696986258029938
828102	linear.weight	0	0.22269994020462036
828102	linear.weight	1	-0.43985074758529663
828102	linear.weight	2	0.03780197724699974
828102	linear.weight	3	0.06747310608625412
828102	linear.weight	4	-0.14270856976509094
828102	linear.weight	5	0.2341776043176651
828102	linear.weight	6	-0.03825565055012703
828102	linear.weight	7	-0.059601735323667526
828102	linear.weight	8	0.14384141564369202
828102	linear.weight	9	-0.049941856414079666
828102	linear.bias	0	-0.8650451898574829
828102	linear.bias	1	1.7997323274612427
828102	linear.bias	2	0.7140954732894897
828102	linear.bias	3	-2.7434356212615967
828102	linear.bias	4	-0.0715656727552414
828102	linear.bias	5	1.2708951234817505
828102	linear.bias	6	-0.2308764010667801
828102	linear.bias	7	0.8406990170478821
828102	linear.bias	8	2.1115565299987793
828102	linear.bias	9	-1.2991955280303955
828711	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
828711	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
828711	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
828711	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
828711	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
828711	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
828711	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
828711	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
828711	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
828711	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
828711	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
828711	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
828711	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
828711	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
828711	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
828711	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
828711	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
828711	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
828711	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
828711	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
828711	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
828711	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
828711	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
828711	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
828711	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
828711	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
828711	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
828711	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
828711	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
828711	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
828711	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
828711	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
828711	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
828711	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
828711	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
828711	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
828711	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
828711	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
828711	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
828711	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
828711	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
828711	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
828711	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
828711	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
828711	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
828711	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
828711	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
828711	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
828711	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
828711	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
828711	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
828711	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
828711	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
828711	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
828711	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
828711	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
828711	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
828711	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
828711	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
828711	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
828711	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
828711	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
828711	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
828711	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
828711	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
828711	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
828711	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
828711	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
828711	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
828711	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
828711	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
828711	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
828711	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
828711	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
828711	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
828711	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
828711	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
828711	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
828711	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
828711	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
828711	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
828711	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
828711	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
828711	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
828711	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
828711	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
828711	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
828711	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
828711	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
828711	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
828711	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
828711	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
828711	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
828711	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
828711	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
828711	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
828711	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
828711	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
828711	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
828711	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
828711	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
828711	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
828711	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
828711	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
828711	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
828711	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
828711	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
828711	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
828711	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
828711	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
828711	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
828711	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
828711	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
828711	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
828711	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
828711	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
828711	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
828711	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
828711	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
828711	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
828711	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
828711	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
828711	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
828711	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
828711	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
828711	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
828711	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
828711	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
828711	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
828711	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
828711	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
828711	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
828711	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
828711	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
828711	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
828711	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
828711	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
828711	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
828711	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
828711	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
828711	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
828711	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
828711	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
828711	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
828711	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
828711	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
828711	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
828711	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
828711	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
828711	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
828711	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
828711	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
828711	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
828711	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
828711	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
828711	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
828711	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
828711	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
828711	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
828711	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
828711	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
828711	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
828711	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
828711	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
828711	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
828711	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
828711	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
828711	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
828711	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
828711	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
828711	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
828711	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
828711	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
828711	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
828711	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
828711	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
828711	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
828711	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
828711	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
828711	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
828711	embedding2nn.weight	0	0.3236481249332428
828711	embedding2nn.weight	1	0.3756156265735626
828711	embedding2nn.weight	2	0.005869980435818434
828711	embedding2nn.weight	3	0.01459071971476078
828711	embedding2nn.weight	4	-0.027171621099114418
828711	embedding2nn.weight	5	0.0596192330121994
828711	embedding2nn.weight	6	0.005161124747246504
828711	embedding2nn.weight	7	-0.00022831007663626224
828711	embedding2nn.weight	8	0.039952099323272705
828711	embedding2nn.weight	9	-0.049432024359703064
828711	embedding2nn.bias	0	0.01643292047083378
828711	embedding2nn.bias	1	-0.19261635839939117
828711	embedding2nn.bias	2	0.1267225295305252
828711	embedding2nn.bias	3	0.1646718680858612
828711	embedding2nn.bias	4	0.14985176920890808
828711	embedding2nn.bias	5	-0.07229418307542801
828711	embedding2nn.bias	6	-0.05346956104040146
828711	embedding2nn.bias	7	0.042887356132268906
828711	embedding2nn.bias	8	-0.15220730006694794
828711	embedding2nn.bias	9	-0.37262773513793945
828711	rnn.weight_ih_l0	0	0.010100970044732094
828711	rnn.weight_ih_l0	1	-0.05842537432909012
828711	rnn.weight_ih_l0	2	-0.053093381226062775
828711	rnn.weight_ih_l0	3	0.11425186693668365
828711	rnn.weight_ih_l0	4	0.021725475788116455
828711	rnn.weight_ih_l0	5	-0.07108259201049805
828711	rnn.weight_ih_l0	6	0.008959188126027584
828711	rnn.weight_ih_l0	7	-0.023566527292132378
828711	rnn.weight_ih_l0	8	0.015145264565944672
828711	rnn.weight_ih_l0	9	-0.08326750248670578
828711	rnn.weight_hh_l0	0	-0.022570539265871048
828711	rnn.weight_hh_l0	1	0.08372920006513596
828711	rnn.weight_hh_l0	2	0.003138593165203929
828711	rnn.weight_hh_l0	3	-0.03630829602479935
828711	rnn.weight_hh_l0	4	0.08613085001707077
828711	rnn.weight_hh_l0	5	0.0005292696296237409
828711	rnn.weight_hh_l0	6	-0.08874230831861496
828711	rnn.weight_hh_l0	7	-0.136264368891716
828711	rnn.weight_hh_l0	8	0.04050929844379425
828711	rnn.weight_hh_l0	9	-0.123075932264328
828711	rnn.bias_ih_l0	0	0.17552323639392853
828711	rnn.bias_ih_l0	1	-0.34561946988105774
828711	rnn.bias_ih_l0	2	-0.04113420471549034
828711	rnn.bias_ih_l0	3	-0.20870725810527802
828711	rnn.bias_ih_l0	4	-0.003204682841897011
828711	rnn.bias_ih_l0	5	-0.4417448937892914
828711	rnn.bias_ih_l0	6	-0.13767462968826294
828711	rnn.bias_ih_l0	7	-0.38898909091949463
828711	rnn.bias_ih_l0	8	-0.3091409206390381
828711	rnn.bias_ih_l0	9	-0.4493841230869293
828711	rnn.bias_hh_l0	0	-0.3547406494617462
828711	rnn.bias_hh_l0	1	-0.44065940380096436
828711	rnn.bias_hh_l0	2	-0.4033654034137726
828711	rnn.bias_hh_l0	3	-0.07912665605545044
828711	rnn.bias_hh_l0	4	-0.3972349464893341
828711	rnn.bias_hh_l0	5	-0.37097230553627014
828711	rnn.bias_hh_l0	6	-0.11653079092502594
828711	rnn.bias_hh_l0	7	0.06955096870660782
828711	rnn.bias_hh_l0	8	-0.23087678849697113
828711	rnn.bias_hh_l0	9	-0.5705751180648804
828711	rnn.weight_ih_l0_reverse	0	-0.014575550332665443
828711	rnn.weight_ih_l0_reverse	1	-0.005661494564265013
828711	rnn.weight_ih_l0_reverse	2	0.007511790841817856
828711	rnn.weight_ih_l0_reverse	3	-0.14329352974891663
828711	rnn.weight_ih_l0_reverse	4	0.07662996649742126
828711	rnn.weight_ih_l0_reverse	5	-0.09817887842655182
828711	rnn.weight_ih_l0_reverse	6	-0.0017898689256981015
828711	rnn.weight_ih_l0_reverse	7	0.031132295727729797
828711	rnn.weight_ih_l0_reverse	8	-0.04962281882762909
828711	rnn.weight_ih_l0_reverse	9	-0.08487319946289062
828711	rnn.weight_hh_l0_reverse	0	-0.151744082570076
828711	rnn.weight_hh_l0_reverse	1	0.021604396402835846
828711	rnn.weight_hh_l0_reverse	2	-0.019706031307578087
828711	rnn.weight_hh_l0_reverse	3	0.030992822721600533
828711	rnn.weight_hh_l0_reverse	4	-0.08201420307159424
828711	rnn.weight_hh_l0_reverse	5	0.03723784163594246
828711	rnn.weight_hh_l0_reverse	6	0.03121948428452015
828711	rnn.weight_hh_l0_reverse	7	-0.12929579615592957
828711	rnn.weight_hh_l0_reverse	8	-0.07926180213689804
828711	rnn.weight_hh_l0_reverse	9	0.03578878194093704
828711	rnn.bias_ih_l0_reverse	0	-0.17835840582847595
828711	rnn.bias_ih_l0_reverse	1	-0.0556846521794796
828711	rnn.bias_ih_l0_reverse	2	0.15734100341796875
828711	rnn.bias_ih_l0_reverse	3	-0.32872793078422546
828711	rnn.bias_ih_l0_reverse	4	0.0054155983962118626
828711	rnn.bias_ih_l0_reverse	5	-0.22249393165111542
828711	rnn.bias_ih_l0_reverse	6	0.2836897373199463
828711	rnn.bias_ih_l0_reverse	7	-0.29307326674461365
828711	rnn.bias_ih_l0_reverse	8	-0.19220761954784393
828711	rnn.bias_ih_l0_reverse	9	-0.15349836647510529
828711	rnn.bias_hh_l0_reverse	0	-0.137412890791893
828711	rnn.bias_hh_l0_reverse	1	0.2729828953742981
828711	rnn.bias_hh_l0_reverse	2	-0.3422764241695404
828711	rnn.bias_hh_l0_reverse	3	-0.2276112288236618
828711	rnn.bias_hh_l0_reverse	4	-0.3978605568408966
828711	rnn.bias_hh_l0_reverse	5	-0.20710782706737518
828711	rnn.bias_hh_l0_reverse	6	-0.27158209681510925
828711	rnn.bias_hh_l0_reverse	7	-0.10279250890016556
828711	rnn.bias_hh_l0_reverse	8	-0.34784165024757385
828711	rnn.bias_hh_l0_reverse	9	0.2162081003189087
828711	linear.weight	0	0.22365346550941467
828711	linear.weight	1	-0.43903955817222595
828711	linear.weight	2	0.035976771265268326
828711	linear.weight	3	0.06747319549322128
828711	linear.weight	4	-0.13459664583206177
828711	linear.weight	5	0.23344148695468903
828711	linear.weight	6	-0.03780023381114006
828711	linear.weight	7	-0.0596010684967041
828711	linear.weight	8	0.14078254997730255
828711	linear.weight	9	-0.049942173063755035
828711	linear.bias	0	-0.8682817220687866
828711	linear.bias	1	1.7995314598083496
828711	linear.bias	2	0.7267687916755676
828711	linear.bias	3	-2.7434439659118652
828711	linear.bias	4	-0.07101281732320786
828711	linear.bias	5	1.2678502798080444
828711	linear.bias	6	-0.22907307744026184
828711	linear.bias	7	0.8364381790161133
828711	linear.bias	8	2.103034734725952
828711	linear.bias	9	-1.293480396270752
829320	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
829320	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
829320	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
829320	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
829320	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
829320	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
829320	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
829320	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
829320	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
829320	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
829320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
829320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
829320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
829320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
829320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
829320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
829320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
829320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
829320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
829320	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
829320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
829320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
829320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
829320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
829320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
829320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
829320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
829320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
829320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
829320	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
829320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
829320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
829320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
829320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
829320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
829320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
829320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
829320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
829320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
829320	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
829320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
829320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
829320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
829320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
829320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
829320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
829320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
829320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
829320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
829320	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
829320	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
829320	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
829320	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
829320	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
829320	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
829320	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
829320	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
829320	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
829320	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
829320	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
829320	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
829320	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
829320	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
829320	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
829320	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
829320	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
829320	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
829320	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
829320	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
829320	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
829320	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
829320	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
829320	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
829320	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
829320	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
829320	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
829320	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
829320	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
829320	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
829320	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
829320	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
829320	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
829320	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
829320	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
829320	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
829320	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
829320	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
829320	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
829320	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
829320	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
829320	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
829320	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
829320	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
829320	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
829320	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
829320	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
829320	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
829320	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
829320	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
829320	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
829320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
829320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
829320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
829320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
829320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
829320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
829320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
829320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
829320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
829320	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
829320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
829320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
829320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
829320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
829320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
829320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
829320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
829320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
829320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
829320	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
829320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
829320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
829320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
829320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
829320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
829320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
829320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
829320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
829320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
829320	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
829320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
829320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
829320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
829320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
829320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
829320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
829320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
829320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
829320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
829320	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
829320	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
829320	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
829320	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
829320	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
829320	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
829320	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
829320	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
829320	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
829320	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
829320	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
829320	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
829320	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
829320	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
829320	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
829320	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
829320	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
829320	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
829320	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
829320	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
829320	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
829320	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
829320	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
829320	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
829320	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
829320	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
829320	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
829320	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
829320	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
829320	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
829320	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
829320	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
829320	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
829320	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
829320	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
829320	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
829320	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
829320	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
829320	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
829320	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
829320	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
829320	embedding2nn.weight	0	0.3236008882522583
829320	embedding2nn.weight	1	0.3756500780582428
829320	embedding2nn.weight	2	0.00644751638174057
829320	embedding2nn.weight	3	0.011846792884171009
829320	embedding2nn.weight	4	-0.026929689571261406
829320	embedding2nn.weight	5	0.05982197821140289
829320	embedding2nn.weight	6	0.005796744953840971
829320	embedding2nn.weight	7	-0.00042573336395435035
829320	embedding2nn.weight	8	0.03997921198606491
829320	embedding2nn.weight	9	-0.05001518875360489
829320	embedding2nn.bias	0	0.015824085101485252
829320	embedding2nn.bias	1	-0.19219359755516052
829320	embedding2nn.bias	2	0.12255942076444626
829320	embedding2nn.bias	3	0.1709613800048828
829320	embedding2nn.bias	4	0.15035957098007202
829320	embedding2nn.bias	5	-0.07236327230930328
829320	embedding2nn.bias	6	-0.05411495640873909
829320	embedding2nn.bias	7	0.03955553472042084
829320	embedding2nn.bias	8	-0.1510700285434723
829320	embedding2nn.bias	9	-0.3715129792690277
829320	rnn.weight_ih_l0	0	0.010127036832273006
829320	rnn.weight_ih_l0	1	-0.05845143273472786
829320	rnn.weight_ih_l0	2	-0.053818173706531525
829320	rnn.weight_ih_l0	3	0.11438298970460892
829320	rnn.weight_ih_l0	4	0.0220064427703619
829320	rnn.weight_ih_l0	5	-0.07062456011772156
829320	rnn.weight_ih_l0	6	0.007670764811336994
829320	rnn.weight_ih_l0	7	-0.02331775799393654
829320	rnn.weight_ih_l0	8	0.01540174800902605
829320	rnn.weight_ih_l0	9	-0.08354244381189346
829320	rnn.weight_hh_l0	0	-0.022560179233551025
829320	rnn.weight_hh_l0	1	0.08351094275712967
829320	rnn.weight_hh_l0	2	0.003034215187653899
829320	rnn.weight_hh_l0	3	-0.036277178674936295
829320	rnn.weight_hh_l0	4	0.08620580285787582
829320	rnn.weight_hh_l0	5	0.0005005832063034177
829320	rnn.weight_hh_l0	6	-0.08879268169403076
829320	rnn.weight_hh_l0	7	-0.13643524050712585
829320	rnn.weight_hh_l0	8	0.04047739878296852
829320	rnn.weight_hh_l0	9	-0.12308820337057114
829320	rnn.bias_ih_l0	0	0.17271900177001953
829320	rnn.bias_ih_l0	1	-0.34540921449661255
829320	rnn.bias_ih_l0	2	-0.04012248292565346
829320	rnn.bias_ih_l0	3	-0.20921456813812256
829320	rnn.bias_ih_l0	4	-0.00236412207596004
829320	rnn.bias_ih_l0	5	-0.4423905909061432
829320	rnn.bias_ih_l0	6	-0.13548539578914642
829320	rnn.bias_ih_l0	7	-0.38898220658302307
829320	rnn.bias_ih_l0	8	-0.3096158504486084
829320	rnn.bias_ih_l0	9	-0.4496847093105316
829320	rnn.bias_hh_l0	0	-0.35472291707992554
829320	rnn.bias_hh_l0	1	-0.4403209090232849
829320	rnn.bias_hh_l0	2	-0.40298768877983093
829320	rnn.bias_hh_l0	3	-0.07886168360710144
829320	rnn.bias_hh_l0	4	-0.3976390063762665
829320	rnn.bias_hh_l0	5	-0.37061357498168945
829320	rnn.bias_hh_l0	6	-0.11613258719444275
829320	rnn.bias_hh_l0	7	0.06920542567968369
829320	rnn.bias_hh_l0	8	-0.23157598078250885
829320	rnn.bias_hh_l0	9	-0.5707510113716125
829320	rnn.weight_ih_l0_reverse	0	-0.014818795025348663
829320	rnn.weight_ih_l0_reverse	1	-0.005681388080120087
829320	rnn.weight_ih_l0_reverse	2	0.0074676088988780975
829320	rnn.weight_ih_l0_reverse	3	-0.14310692250728607
829320	rnn.weight_ih_l0_reverse	4	0.07637772709131241
829320	rnn.weight_ih_l0_reverse	5	-0.09916006773710251
829320	rnn.weight_ih_l0_reverse	6	-0.0027624801732599735
829320	rnn.weight_ih_l0_reverse	7	0.031014934182167053
829320	rnn.weight_ih_l0_reverse	8	-0.0491618774831295
829320	rnn.weight_ih_l0_reverse	9	-0.08474905043840408
829320	rnn.weight_hh_l0_reverse	0	-0.15185275673866272
829320	rnn.weight_hh_l0_reverse	1	0.021608009934425354
829320	rnn.weight_hh_l0_reverse	2	-0.019697898998856544
829320	rnn.weight_hh_l0_reverse	3	0.031064175069332123
829320	rnn.weight_hh_l0_reverse	4	-0.08210606873035431
829320	rnn.weight_hh_l0_reverse	5	0.03725798428058624
829320	rnn.weight_hh_l0_reverse	6	0.031216314062476158
829320	rnn.weight_hh_l0_reverse	7	-0.12938760221004486
829320	rnn.weight_hh_l0_reverse	8	-0.07869663089513779
829320	rnn.weight_hh_l0_reverse	9	0.03597620129585266
829320	rnn.bias_ih_l0_reverse	0	-0.17905080318450928
829320	rnn.bias_ih_l0_reverse	1	-0.05662326142191887
829320	rnn.bias_ih_l0_reverse	2	0.15888892114162445
829320	rnn.bias_ih_l0_reverse	3	-0.329916775226593
829320	rnn.bias_ih_l0_reverse	4	0.005207494366914034
829320	rnn.bias_ih_l0_reverse	5	-0.22249279916286469
829320	rnn.bias_ih_l0_reverse	6	0.2845630645751953
829320	rnn.bias_ih_l0_reverse	7	-0.29496169090270996
829320	rnn.bias_ih_l0_reverse	8	-0.19230243563652039
829320	rnn.bias_ih_l0_reverse	9	-0.1538577675819397
829320	rnn.bias_hh_l0_reverse	0	-0.1370246559381485
829320	rnn.bias_hh_l0_reverse	1	0.27358803153038025
829320	rnn.bias_hh_l0_reverse	2	-0.3425298035144806
829320	rnn.bias_hh_l0_reverse	3	-0.22910769283771515
829320	rnn.bias_hh_l0_reverse	4	-0.3974362015724182
829320	rnn.bias_hh_l0_reverse	5	-0.20774805545806885
829320	rnn.bias_hh_l0_reverse	6	-0.2698405683040619
829320	rnn.bias_hh_l0_reverse	7	-0.10330601036548615
829320	rnn.bias_hh_l0_reverse	8	-0.35062170028686523
829320	rnn.bias_hh_l0_reverse	9	0.21221189200878143
829320	linear.weight	0	0.2276899218559265
829320	linear.weight	1	-0.4443749189376831
829320	linear.weight	2	0.03948702663183212
829320	linear.weight	3	0.0674731433391571
829320	linear.weight	4	-0.1299164742231369
829320	linear.weight	5	0.23534129559993744
829320	linear.weight	6	-0.03485458716750145
829320	linear.weight	7	-0.0596005879342556
829320	linear.weight	8	0.14282767474651337
829320	linear.weight	9	-0.049942538142204285
829320	linear.bias	0	-0.8642812371253967
829320	linear.bias	1	1.8028703927993774
829320	linear.bias	2	0.7188677787780762
829320	linear.bias	3	-2.743448495864868
829320	linear.bias	4	-0.0704866424202919
829320	linear.bias	5	1.263908863067627
829320	linear.bias	6	-0.22471675276756287
829320	linear.bias	7	0.8299097418785095
829320	linear.bias	8	2.0937986373901367
829320	linear.bias	9	-1.2981003522872925
829328	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
829328	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
829328	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
829328	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
829328	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
829328	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
829328	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
829328	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
829328	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
829328	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
829328	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
829328	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
829328	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
829328	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
829328	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
829328	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
829328	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
829328	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
829328	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
829328	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
829328	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
829328	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
829328	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
829328	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
829328	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
829328	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
829328	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
829328	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
829328	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
829328	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
829328	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
829328	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
829328	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
829328	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
829328	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
829328	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
829328	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
829328	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
829328	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
829328	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
829328	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
829328	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
829328	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
829328	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
829328	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
829328	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
829328	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
829328	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
829328	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
829328	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
829328	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
829328	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
829328	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
829328	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
829328	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
829328	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
829328	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
829328	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
829328	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
829328	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
829328	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
829328	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
829328	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
829328	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
829328	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
829328	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
829328	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
829328	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
829328	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
829328	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
829328	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
829328	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
829328	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
829328	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
829328	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
829328	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
829328	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
829328	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
829328	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
829328	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
829328	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
829328	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
829328	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
829328	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
829328	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
829328	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
829328	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
829328	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
829328	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
829328	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
829328	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
829328	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
829328	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
829328	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
829328	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
829328	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
829328	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
829328	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
829328	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
829328	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
829328	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
829328	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
829328	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
829328	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
829328	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
829328	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
829328	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
829328	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
829328	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
829328	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
829328	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
829328	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
829328	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
829328	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
829328	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
829328	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
829328	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
829328	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
829328	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
829328	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
829328	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
829328	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
829328	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
829328	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
829328	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
829328	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
829328	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
829328	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
829328	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
829328	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
829328	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
829328	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
829328	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
829328	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
829328	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
829328	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
829328	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
829328	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
829328	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
829328	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
829328	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
829328	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
829328	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
829328	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
829328	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
829328	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
829328	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
829328	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
829328	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
829328	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
829328	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
829328	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
829328	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
829328	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
829328	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
829328	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
829328	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
829328	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
829328	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
829328	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
829328	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
829328	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
829328	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
829328	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
829328	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
829328	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
829328	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
829328	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
829328	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
829328	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
829328	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
829328	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
829328	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
829328	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
829328	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
829328	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
829328	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
829328	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
829328	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
829328	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
829328	embedding2nn.weight	0	0.3235979378223419
829328	embedding2nn.weight	1	0.3755659759044647
829328	embedding2nn.weight	2	0.006396716460585594
829328	embedding2nn.weight	3	0.012103884480893612
829328	embedding2nn.weight	4	-0.026870641857385635
829328	embedding2nn.weight	5	0.059785157442092896
829328	embedding2nn.weight	6	0.005404948256909847
829328	embedding2nn.weight	7	-0.00039657880552113056
829328	embedding2nn.weight	8	0.03995376452803612
829328	embedding2nn.weight	9	-0.0499487929046154
829328	embedding2nn.bias	0	0.015554136596620083
829328	embedding2nn.bias	1	-0.19255661964416504
829328	embedding2nn.bias	2	0.12255489826202393
829328	embedding2nn.bias	3	0.17145831882953644
829328	embedding2nn.bias	4	0.15010598301887512
829328	embedding2nn.bias	5	-0.0726548433303833
829328	embedding2nn.bias	6	-0.05453113839030266
829328	embedding2nn.bias	7	0.039692096412181854
829328	embedding2nn.bias	8	-0.15052653849124908
829328	embedding2nn.bias	9	-0.3721029460430145
829328	rnn.weight_ih_l0	0	0.010112420655786991
829328	rnn.weight_ih_l0	1	-0.05846622958779335
829328	rnn.weight_ih_l0	2	-0.05373232439160347
829328	rnn.weight_ih_l0	3	0.11440354585647583
829328	rnn.weight_ih_l0	4	0.02198759838938713
829328	rnn.weight_ih_l0	5	-0.07061047852039337
829328	rnn.weight_ih_l0	6	0.007664509583264589
829328	rnn.weight_ih_l0	7	-0.023336056619882584
829328	rnn.weight_ih_l0	8	0.015441925264894962
829328	rnn.weight_ih_l0	9	-0.08348380774259567
829328	rnn.weight_hh_l0	0	-0.022564398124814034
829328	rnn.weight_hh_l0	1	0.08350962400436401
829328	rnn.weight_hh_l0	2	0.0030436692759394646
829328	rnn.weight_hh_l0	3	-0.036264337599277496
829328	rnn.weight_hh_l0	4	0.08617657423019409
829328	rnn.weight_hh_l0	5	0.0005089064943604171
829328	rnn.weight_hh_l0	6	-0.08878158777952194
829328	rnn.weight_hh_l0	7	-0.13648384809494019
829328	rnn.weight_hh_l0	8	0.04048815742135048
829328	rnn.weight_hh_l0	9	-0.12309817224740982
829328	rnn.bias_ih_l0	0	0.17243556678295135
829328	rnn.bias_ih_l0	1	-0.34540867805480957
829328	rnn.bias_ih_l0	2	-0.040132224559783936
829328	rnn.bias_ih_l0	3	-0.2091895490884781
829328	rnn.bias_ih_l0	4	-0.002453868044540286
829328	rnn.bias_ih_l0	5	-0.4423597455024719
829328	rnn.bias_ih_l0	6	-0.13543087244033813
829328	rnn.bias_ih_l0	7	-0.3889622986316681
829328	rnn.bias_ih_l0	8	-0.3096306622028351
829328	rnn.bias_ih_l0	9	-0.44975751638412476
829328	rnn.bias_hh_l0	0	-0.3546839654445648
829328	rnn.bias_hh_l0	1	-0.4403369128704071
829328	rnn.bias_hh_l0	2	-0.4030301570892334
829328	rnn.bias_hh_l0	3	-0.07885612547397614
829328	rnn.bias_hh_l0	4	-0.3975517749786377
829328	rnn.bias_hh_l0	5	-0.37056419253349304
829328	rnn.bias_hh_l0	6	-0.11608103662729263
829328	rnn.bias_hh_l0	7	0.06912555545568466
829328	rnn.bias_hh_l0	8	-0.23154757916927338
829328	rnn.bias_hh_l0	9	-0.5706709027290344
829328	rnn.weight_ih_l0_reverse	0	-0.014896771870553493
829328	rnn.weight_ih_l0_reverse	1	-0.005686033517122269
829328	rnn.weight_ih_l0_reverse	2	0.007475545629858971
829328	rnn.weight_ih_l0_reverse	3	-0.14313702285289764
829328	rnn.weight_ih_l0_reverse	4	0.076398104429245
829328	rnn.weight_ih_l0_reverse	5	-0.09913378953933716
829328	rnn.weight_ih_l0_reverse	6	-0.0027262878138571978
829328	rnn.weight_ih_l0_reverse	7	0.031017335131764412
829328	rnn.weight_ih_l0_reverse	8	-0.04908421263098717
829328	rnn.weight_ih_l0_reverse	9	-0.08474145084619522
829328	rnn.weight_hh_l0_reverse	0	-0.15186800062656403
829328	rnn.weight_hh_l0_reverse	1	0.021609924733638763
829328	rnn.weight_hh_l0_reverse	2	-0.01969827711582184
829328	rnn.weight_hh_l0_reverse	3	0.031065279617905617
829328	rnn.weight_hh_l0_reverse	4	-0.08211137354373932
829328	rnn.weight_hh_l0_reverse	5	0.03725948929786682
829328	rnn.weight_hh_l0_reverse	6	0.031218023970723152
829328	rnn.weight_hh_l0_reverse	7	-0.12946023046970367
829328	rnn.weight_hh_l0_reverse	8	-0.07880832999944687
829328	rnn.weight_hh_l0_reverse	9	0.0359664261341095
829328	rnn.bias_ih_l0_reverse	0	-0.17908145487308502
829328	rnn.bias_ih_l0_reverse	1	-0.056610554456710815
829328	rnn.bias_ih_l0_reverse	2	0.15888211131095886
829328	rnn.bias_ih_l0_reverse	3	-0.3299337923526764
829328	rnn.bias_ih_l0_reverse	4	0.005173686891794205
829328	rnn.bias_ih_l0_reverse	5	-0.22249504923820496
829328	rnn.bias_ih_l0_reverse	6	0.28465020656585693
829328	rnn.bias_ih_l0_reverse	7	-0.2949371933937073
829328	rnn.bias_ih_l0_reverse	8	-0.1924242377281189
829328	rnn.bias_ih_l0_reverse	9	-0.15362507104873657
829328	rnn.bias_hh_l0_reverse	0	-0.13688048720359802
829328	rnn.bias_hh_l0_reverse	1	0.2736053466796875
829328	rnn.bias_hh_l0_reverse	2	-0.34256988763809204
829328	rnn.bias_hh_l0_reverse	3	-0.22896866500377655
829328	rnn.bias_hh_l0_reverse	4	-0.3974360525608063
829328	rnn.bias_hh_l0_reverse	5	-0.20768070220947266
829328	rnn.bias_hh_l0_reverse	6	-0.26975226402282715
829328	rnn.bias_hh_l0_reverse	7	-0.1032046303153038
829328	rnn.bias_hh_l0_reverse	8	-0.3506631553173065
829328	rnn.bias_hh_l0_reverse	9	0.21239301562309265
829328	linear.weight	0	0.22774291038513184
829328	linear.weight	1	-0.44419679045677185
829328	linear.weight	2	0.03914455324411392
829328	linear.weight	3	0.0674731433391571
829328	linear.weight	4	-0.13008573651313782
829328	linear.weight	5	0.23484744131565094
829328	linear.weight	6	-0.03504861891269684
829328	linear.weight	7	-0.059600580483675
829328	linear.weight	8	0.14352677762508392
829328	linear.weight	9	-0.049942538142204285
829328	linear.bias	0	-0.8637999296188354
829328	linear.bias	1	1.8008110523223877
829328	linear.bias	2	0.7204579710960388
829328	linear.bias	3	-2.743448495864868
829328	linear.bias	4	-0.07081077992916107
829328	linear.bias	5	1.2641475200653076
829328	linear.bias	6	-0.22485733032226562
829328	linear.bias	7	0.8292180895805359
829328	linear.bias	8	2.095493793487549
829328	linear.bias	9	-1.2984431982040405
829937	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
829937	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
829937	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
829937	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
829937	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
829937	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
829937	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
829937	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
829937	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
829937	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
829937	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
829937	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
829937	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
829937	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
829937	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
829937	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
829937	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
829937	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
829937	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
829937	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
829937	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
829937	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
829937	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
829937	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
829937	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
829937	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
829937	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
829937	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
829937	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
829937	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
829937	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
829937	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
829937	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
829937	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
829937	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
829937	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
829937	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
829937	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
829937	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
829937	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
829937	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
829937	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
829937	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
829937	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
829937	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
829937	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
829937	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
829937	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
829937	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
829937	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
829937	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
829937	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
829937	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
829937	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
829937	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
829937	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
829937	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
829937	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
829937	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
829937	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
829937	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
829937	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
829937	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
829937	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
829937	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
829937	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
829937	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
829937	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
829937	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
829937	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
829937	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
829937	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
829937	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
829937	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
829937	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
829937	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
829937	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
829937	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
829937	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
829937	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
829937	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
829937	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
829937	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
829937	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
829937	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
829937	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
829937	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
829937	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
829937	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
829937	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
829937	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
829937	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
829937	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
829937	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
829937	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
829937	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
829937	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
829937	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
829937	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
829937	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
829937	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
829937	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
829937	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
829937	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
829937	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
829937	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
829937	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
829937	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
829937	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
829937	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
829937	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
829937	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
829937	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
829937	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
829937	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
829937	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
829937	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
829937	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
829937	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
829937	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
829937	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
829937	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
829937	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
829937	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
829937	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
829937	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
829937	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
829937	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
829937	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
829937	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
829937	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
829937	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
829937	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
829937	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
829937	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
829937	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
829937	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
829937	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
829937	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
829937	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
829937	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
829937	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
829937	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
829937	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
829937	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
829937	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
829937	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
829937	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
829937	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
829937	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
829937	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
829937	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
829937	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
829937	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
829937	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
829937	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
829937	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
829937	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
829937	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
829937	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
829937	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
829937	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
829937	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
829937	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
829937	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
829937	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
829937	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
829937	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
829937	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
829937	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
829937	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
829937	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
829937	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
829937	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
829937	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
829937	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
829937	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
829937	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
829937	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
829937	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
829937	embedding2nn.weight	0	0.32383087277412415
829937	embedding2nn.weight	1	0.3752884864807129
829937	embedding2nn.weight	2	0.006364880595356226
829937	embedding2nn.weight	3	0.014446544460952282
829937	embedding2nn.weight	4	-0.0258367620408535
829937	embedding2nn.weight	5	0.059234313666820526
829937	embedding2nn.weight	6	0.00555198360234499
829937	embedding2nn.weight	7	-6.289427005867765e-07
829937	embedding2nn.weight	8	0.04032495990395546
829937	embedding2nn.weight	9	-0.050966836512088776
829937	embedding2nn.bias	0	0.01823616586625576
829937	embedding2nn.bias	1	-0.19173495471477509
829937	embedding2nn.bias	2	0.12281103432178497
829937	embedding2nn.bias	3	0.16661886870861053
829937	embedding2nn.bias	4	0.15419182181358337
829937	embedding2nn.bias	5	-0.07412605732679367
829937	embedding2nn.bias	6	-0.04927645996212959
829937	embedding2nn.bias	7	0.037090446799993515
829937	embedding2nn.bias	8	-0.15318910777568817
829937	embedding2nn.bias	9	-0.3710830509662628
829937	rnn.weight_ih_l0	0	0.01041299756616354
829937	rnn.weight_ih_l0	1	-0.05849841982126236
829937	rnn.weight_ih_l0	2	-0.05362682789564133
829937	rnn.weight_ih_l0	3	0.11467279493808746
829937	rnn.weight_ih_l0	4	0.02228420227766037
829937	rnn.weight_ih_l0	5	-0.07132240384817123
829937	rnn.weight_ih_l0	6	0.006966719403862953
829937	rnn.weight_ih_l0	7	-0.023688413202762604
829937	rnn.weight_ih_l0	8	0.015623507089912891
829937	rnn.weight_ih_l0	9	-0.08413700014352798
829937	rnn.weight_hh_l0	0	-0.022471517324447632
829937	rnn.weight_hh_l0	1	0.08356785774230957
829937	rnn.weight_hh_l0	2	0.003296476323157549
829937	rnn.weight_hh_l0	3	-0.03637636452913284
829937	rnn.weight_hh_l0	4	0.08589491248130798
829937	rnn.weight_hh_l0	5	0.0004685917228925973
829937	rnn.weight_hh_l0	6	-0.08877276629209518
829937	rnn.weight_hh_l0	7	-0.13611538708209991
829937	rnn.weight_hh_l0	8	0.040527328848838806
829937	rnn.weight_hh_l0	9	-0.12317264080047607
829937	rnn.bias_ih_l0	0	0.1719243973493576
829937	rnn.bias_ih_l0	1	-0.34702247381210327
829937	rnn.bias_ih_l0	2	-0.0411025695502758
829937	rnn.bias_ih_l0	3	-0.20937636494636536
829937	rnn.bias_ih_l0	4	-0.00463963532820344
829937	rnn.bias_ih_l0	5	-0.44097110629081726
829937	rnn.bias_ih_l0	6	-0.13636213541030884
829937	rnn.bias_ih_l0	7	-0.38908618688583374
829937	rnn.bias_ih_l0	8	-0.30820775032043457
829937	rnn.bias_ih_l0	9	-0.4486950933933258
829937	rnn.bias_hh_l0	0	-0.35344862937927246
829937	rnn.bias_hh_l0	1	-0.4399852156639099
829937	rnn.bias_hh_l0	2	-0.4019588828086853
829937	rnn.bias_hh_l0	3	-0.07879509776830673
829937	rnn.bias_hh_l0	4	-0.39848390221595764
829937	rnn.bias_hh_l0	5	-0.3698921501636505
829937	rnn.bias_hh_l0	6	-0.11605705320835114
829937	rnn.bias_hh_l0	7	0.07019729912281036
829937	rnn.bias_hh_l0	8	-0.23168152570724487
829937	rnn.bias_hh_l0	9	-0.570069432258606
829937	rnn.weight_ih_l0_reverse	0	-0.014163509011268616
829937	rnn.weight_ih_l0_reverse	1	-0.005379459820687771
829937	rnn.weight_ih_l0_reverse	2	0.007048875093460083
829937	rnn.weight_ih_l0_reverse	3	-0.14295591413974762
829937	rnn.weight_ih_l0_reverse	4	0.07609005272388458
829937	rnn.weight_ih_l0_reverse	5	-0.09914974123239517
829937	rnn.weight_ih_l0_reverse	6	-0.0023647781927138567
829937	rnn.weight_ih_l0_reverse	7	0.031053612008690834
829937	rnn.weight_ih_l0_reverse	8	-0.049406908452510834
829937	rnn.weight_ih_l0_reverse	9	-0.08531603962182999
829937	rnn.weight_hh_l0_reverse	0	-0.15195898711681366
829937	rnn.weight_hh_l0_reverse	1	0.021572694182395935
829937	rnn.weight_hh_l0_reverse	2	-0.019607968628406525
829937	rnn.weight_hh_l0_reverse	3	0.031058484688401222
829937	rnn.weight_hh_l0_reverse	4	-0.0821722075343132
829937	rnn.weight_hh_l0_reverse	5	0.03726103529334068
829937	rnn.weight_hh_l0_reverse	6	0.031216727569699287
829937	rnn.weight_hh_l0_reverse	7	-0.12956082820892334
829937	rnn.weight_hh_l0_reverse	8	-0.07831577211618423
829937	rnn.weight_hh_l0_reverse	9	0.03593633323907852
829937	rnn.bias_ih_l0_reverse	0	-0.1797158569097519
829937	rnn.bias_ih_l0_reverse	1	-0.05704518035054207
829937	rnn.bias_ih_l0_reverse	2	0.15814617276191711
829937	rnn.bias_ih_l0_reverse	3	-0.33103054761886597
829937	rnn.bias_ih_l0_reverse	4	0.008587795309722424
829937	rnn.bias_ih_l0_reverse	5	-0.22284415364265442
829937	rnn.bias_ih_l0_reverse	6	0.2848128080368042
829937	rnn.bias_ih_l0_reverse	7	-0.2979658246040344
829937	rnn.bias_ih_l0_reverse	8	-0.19204553961753845
829937	rnn.bias_ih_l0_reverse	9	-0.15087167918682098
829937	rnn.bias_hh_l0_reverse	0	-0.13635259866714478
829937	rnn.bias_hh_l0_reverse	1	0.27404624223709106
829937	rnn.bias_hh_l0_reverse	2	-0.3421165347099304
829937	rnn.bias_hh_l0_reverse	3	-0.22837942838668823
829937	rnn.bias_hh_l0_reverse	4	-0.3988252282142639
829937	rnn.bias_hh_l0_reverse	5	-0.2065545916557312
829937	rnn.bias_hh_l0_reverse	6	-0.27017804980278015
829937	rnn.bias_hh_l0_reverse	7	-0.1043664887547493
829937	rnn.bias_hh_l0_reverse	8	-0.35193905234336853
829937	rnn.bias_hh_l0_reverse	9	0.2155328243970871
829937	linear.weight	0	0.22828985750675201
829937	linear.weight	1	-0.450190007686615
829937	linear.weight	2	0.04131897911429405
829937	linear.weight	3	0.06747306138277054
829937	linear.weight	4	-0.1339302957057953
829937	linear.weight	5	0.2366359680891037
829937	linear.weight	6	-0.030895723029971123
829937	linear.weight	7	-0.05959968641400337
829937	linear.weight	8	0.14764706790447235
829937	linear.weight	9	-0.04994294419884682
829937	linear.bias	0	-0.8609236478805542
829937	linear.bias	1	1.7925785779953003
829937	linear.bias	2	0.7270582914352417
829937	linear.bias	3	-2.7434585094451904
829937	linear.bias	4	-0.06909529119729996
829937	linear.bias	5	1.269533634185791
829937	linear.bias	6	-0.22625191509723663
829937	linear.bias	7	0.828708827495575
829937	linear.bias	8	2.1086068153381348
829937	linear.bias	9	-1.298862099647522
830546	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
830546	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
830546	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
830546	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
830546	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
830546	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
830546	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
830546	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
830546	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
830546	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
830546	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
830546	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
830546	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
830546	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
830546	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
830546	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
830546	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
830546	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
830546	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
830546	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
830546	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
830546	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
830546	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
830546	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
830546	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
830546	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
830546	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
830546	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
830546	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
830546	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
830546	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
830546	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
830546	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
830546	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
830546	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
830546	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
830546	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
830546	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
830546	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
830546	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
830546	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
830546	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
830546	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
830546	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
830546	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
830546	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
830546	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
830546	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
830546	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
830546	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
830546	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
830546	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
830546	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
830546	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
830546	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
830546	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
830546	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
830546	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
830546	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
830546	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
830546	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
830546	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
830546	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
830546	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
830546	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
830546	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
830546	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
830546	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
830546	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
830546	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
830546	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
830546	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
830546	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
830546	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
830546	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
830546	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
830546	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
830546	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
830546	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
830546	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
830546	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
830546	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
830546	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
830546	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
830546	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
830546	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
830546	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
830546	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
830546	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
830546	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
830546	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
830546	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
830546	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
830546	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
830546	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
830546	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
830546	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
830546	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
830546	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
830546	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
830546	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
830546	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
830546	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
830546	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
830546	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
830546	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
830546	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
830546	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
830546	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
830546	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
830546	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
830546	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
830546	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
830546	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
830546	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
830546	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
830546	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
830546	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
830546	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
830546	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
830546	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
830546	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
830546	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
830546	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
830546	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
830546	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
830546	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
830546	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
830546	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
830546	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
830546	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
830546	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
830546	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
830546	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
830546	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
830546	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
830546	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
830546	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
830546	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
830546	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
830546	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
830546	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
830546	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
830546	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
830546	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
830546	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
830546	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
830546	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
830546	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
830546	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
830546	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
830546	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
830546	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
830546	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
830546	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
830546	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
830546	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
830546	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
830546	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
830546	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
830546	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
830546	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
830546	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
830546	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
830546	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
830546	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
830546	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
830546	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
830546	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
830546	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
830546	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
830546	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
830546	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
830546	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
830546	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
830546	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
830546	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
830546	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
830546	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
830546	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
830546	embedding2nn.weight	0	0.3239072561264038
830546	embedding2nn.weight	1	0.3757633566856384
830546	embedding2nn.weight	2	0.005702776834368706
830546	embedding2nn.weight	3	0.012274031527340412
830546	embedding2nn.weight	4	-0.0254321601241827
830546	embedding2nn.weight	5	0.05968029424548149
830546	embedding2nn.weight	6	0.0041874367743730545
830546	embedding2nn.weight	7	-0.00107465626206249
830546	embedding2nn.weight	8	0.04098266363143921
830546	embedding2nn.weight	9	-0.0502229779958725
830546	embedding2nn.bias	0	0.018906494602560997
830546	embedding2nn.bias	1	-0.19200189411640167
830546	embedding2nn.bias	2	0.12421324849128723
830546	embedding2nn.bias	3	0.16318216919898987
830546	embedding2nn.bias	4	0.153917133808136
830546	embedding2nn.bias	5	-0.07035897672176361
830546	embedding2nn.bias	6	-0.0545821338891983
830546	embedding2nn.bias	7	0.04134796932339668
830546	embedding2nn.bias	8	-0.15906214714050293
830546	embedding2nn.bias	9	-0.37480995059013367
830546	rnn.weight_ih_l0	0	0.01032621506601572
830546	rnn.weight_ih_l0	1	-0.058803435415029526
830546	rnn.weight_ih_l0	2	-0.05306439474225044
830546	rnn.weight_ih_l0	3	0.11468883603811264
830546	rnn.weight_ih_l0	4	0.02144576795399189
830546	rnn.weight_ih_l0	5	-0.07209380716085434
830546	rnn.weight_ih_l0	6	0.006536425556987524
830546	rnn.weight_ih_l0	7	-0.023795094341039658
830546	rnn.weight_ih_l0	8	0.01572459377348423
830546	rnn.weight_ih_l0	9	-0.08488832414150238
830546	rnn.weight_hh_l0	0	-0.022457726299762726
830546	rnn.weight_hh_l0	1	0.08373389393091202
830546	rnn.weight_hh_l0	2	0.0031966830138117075
830546	rnn.weight_hh_l0	3	-0.03647603094577789
830546	rnn.weight_hh_l0	4	0.08576707541942596
830546	rnn.weight_hh_l0	5	0.0006845443858765066
830546	rnn.weight_hh_l0	6	-0.08885355293750763
830546	rnn.weight_hh_l0	7	-0.1364387422800064
830546	rnn.weight_hh_l0	8	0.040445033460855484
830546	rnn.weight_hh_l0	9	-0.12302199751138687
830546	rnn.bias_ih_l0	0	0.1707978993654251
830546	rnn.bias_ih_l0	1	-0.3470395803451538
830546	rnn.bias_ih_l0	2	-0.041237860918045044
830546	rnn.bias_ih_l0	3	-0.20829521119594574
830546	rnn.bias_ih_l0	4	-0.005549195222556591
830546	rnn.bias_ih_l0	5	-0.44100281596183777
830546	rnn.bias_ih_l0	6	-0.13400158286094666
830546	rnn.bias_ih_l0	7	-0.3892214000225067
830546	rnn.bias_ih_l0	8	-0.30875200033187866
830546	rnn.bias_ih_l0	9	-0.447136253118515
830546	rnn.bias_hh_l0	0	-0.3536013960838318
830546	rnn.bias_hh_l0	1	-0.439789742231369
830546	rnn.bias_hh_l0	2	-0.4026704728603363
830546	rnn.bias_hh_l0	3	-0.07917173206806183
830546	rnn.bias_hh_l0	4	-0.39926859736442566
830546	rnn.bias_hh_l0	5	-0.37003910541534424
830546	rnn.bias_hh_l0	6	-0.11531095951795578
830546	rnn.bias_hh_l0	7	0.070941261947155
830546	rnn.bias_hh_l0	8	-0.23042429983615875
830546	rnn.bias_hh_l0	9	-0.5695356130599976
830546	rnn.weight_ih_l0_reverse	0	-0.01399262249469757
830546	rnn.weight_ih_l0_reverse	1	-0.005554146133363247
830546	rnn.weight_ih_l0_reverse	2	0.007033796515315771
830546	rnn.weight_ih_l0_reverse	3	-0.14231662452220917
830546	rnn.weight_ih_l0_reverse	4	0.07651539891958237
830546	rnn.weight_ih_l0_reverse	5	-0.0987541675567627
830546	rnn.weight_ih_l0_reverse	6	-0.002379561308771372
830546	rnn.weight_ih_l0_reverse	7	0.031194372102618217
830546	rnn.weight_ih_l0_reverse	8	-0.0496959388256073
830546	rnn.weight_ih_l0_reverse	9	-0.08606462925672531
830546	rnn.weight_hh_l0_reverse	0	-0.15204308927059174
830546	rnn.weight_hh_l0_reverse	1	0.021610314026474953
830546	rnn.weight_hh_l0_reverse	2	-0.019582755863666534
830546	rnn.weight_hh_l0_reverse	3	0.030977120622992516
830546	rnn.weight_hh_l0_reverse	4	-0.08205340057611465
830546	rnn.weight_hh_l0_reverse	5	0.03731546923518181
830546	rnn.weight_hh_l0_reverse	6	0.031154077500104904
830546	rnn.weight_hh_l0_reverse	7	-0.12945376336574554
830546	rnn.weight_hh_l0_reverse	8	-0.07779112458229065
830546	rnn.weight_hh_l0_reverse	9	0.0358223058283329
830546	rnn.bias_ih_l0_reverse	0	-0.1789681613445282
830546	rnn.bias_ih_l0_reverse	1	-0.056946445256471634
830546	rnn.bias_ih_l0_reverse	2	0.15654103457927704
830546	rnn.bias_ih_l0_reverse	3	-0.32964152097702026
830546	rnn.bias_ih_l0_reverse	4	0.009956907480955124
830546	rnn.bias_ih_l0_reverse	5	-0.22293676435947418
830546	rnn.bias_ih_l0_reverse	6	0.28488197922706604
830546	rnn.bias_ih_l0_reverse	7	-0.29857760667800903
830546	rnn.bias_ih_l0_reverse	8	-0.19237485527992249
830546	rnn.bias_ih_l0_reverse	9	-0.1499718278646469
830546	rnn.bias_hh_l0_reverse	0	-0.13697727024555206
830546	rnn.bias_hh_l0_reverse	1	0.2753143906593323
830546	rnn.bias_hh_l0_reverse	2	-0.3419140577316284
830546	rnn.bias_hh_l0_reverse	3	-0.22745151817798615
830546	rnn.bias_hh_l0_reverse	4	-0.3989250659942627
830546	rnn.bias_hh_l0_reverse	5	-0.20650501549243927
830546	rnn.bias_hh_l0_reverse	6	-0.2701437473297119
830546	rnn.bias_hh_l0_reverse	7	-0.10419901460409164
830546	rnn.bias_hh_l0_reverse	8	-0.35122254490852356
830546	rnn.bias_hh_l0_reverse	9	0.21312980353832245
830546	linear.weight	0	0.2300943285226822
830546	linear.weight	1	-0.4478124678134918
830546	linear.weight	2	0.04845814406871796
830546	linear.weight	3	0.06747307628393173
830546	linear.weight	4	-0.1323758065700531
830546	linear.weight	5	0.2373134046792984
830546	linear.weight	6	-0.03199107199907303
830546	linear.weight	7	-0.05959879606962204
830546	linear.weight	8	0.14723344147205353
830546	linear.weight	9	-0.04994119703769684
830546	linear.bias	0	-0.8663719892501831
830546	linear.bias	1	1.7969121932983398
830546	linear.bias	2	0.7266157269477844
830546	linear.bias	3	-2.743466377258301
830546	linear.bias	4	-0.07034905254840851
830546	linear.bias	5	1.2646737098693848
830546	linear.bias	6	-0.2208940088748932
830546	linear.bias	7	0.8212140202522278
830546	linear.bias	8	2.113887071609497
830546	linear.bias	9	-1.2946048974990845
831155	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
831155	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
831155	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
831155	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
831155	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
831155	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
831155	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
831155	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
831155	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
831155	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
831155	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
831155	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
831155	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
831155	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
831155	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
831155	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
831155	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
831155	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
831155	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
831155	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
831155	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
831155	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
831155	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
831155	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
831155	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
831155	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
831155	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
831155	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
831155	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
831155	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
831155	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
831155	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
831155	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
831155	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
831155	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
831155	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
831155	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
831155	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
831155	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
831155	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
831155	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
831155	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
831155	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
831155	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
831155	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
831155	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
831155	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
831155	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
831155	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
831155	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
831155	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
831155	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
831155	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
831155	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
831155	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
831155	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
831155	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
831155	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
831155	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
831155	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
831155	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
831155	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
831155	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
831155	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
831155	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
831155	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
831155	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
831155	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
831155	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
831155	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
831155	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
831155	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
831155	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
831155	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
831155	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
831155	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
831155	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
831155	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
831155	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
831155	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
831155	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
831155	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
831155	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
831155	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
831155	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
831155	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
831155	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
831155	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
831155	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
831155	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
831155	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
831155	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
831155	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
831155	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
831155	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
831155	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
831155	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
831155	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
831155	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
831155	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
831155	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
831155	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
831155	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
831155	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
831155	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
831155	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
831155	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
831155	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
831155	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
831155	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
831155	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
831155	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
831155	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
831155	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
831155	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
831155	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
831155	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
831155	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
831155	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
831155	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
831155	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
831155	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
831155	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
831155	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
831155	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
831155	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
831155	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
831155	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
831155	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
831155	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
831155	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
831155	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
831155	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
831155	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
831155	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
831155	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
831155	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
831155	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
831155	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
831155	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
831155	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
831155	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
831155	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
831155	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
831155	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
831155	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
831155	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
831155	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
831155	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
831155	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
831155	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
831155	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
831155	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
831155	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
831155	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
831155	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
831155	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
831155	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
831155	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
831155	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
831155	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
831155	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
831155	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
831155	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
831155	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
831155	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
831155	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
831155	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
831155	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
831155	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
831155	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
831155	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
831155	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
831155	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
831155	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
831155	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
831155	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
831155	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
831155	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
831155	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
831155	embedding2nn.weight	0	0.32368192076683044
831155	embedding2nn.weight	1	0.3758825957775116
831155	embedding2nn.weight	2	0.005616419017314911
831155	embedding2nn.weight	3	0.013995890505611897
831155	embedding2nn.weight	4	-0.025491150096058846
831155	embedding2nn.weight	5	0.05908322334289551
831155	embedding2nn.weight	6	0.00459789065644145
831155	embedding2nn.weight	7	-0.0016664847498759627
831155	embedding2nn.weight	8	0.041231051087379456
831155	embedding2nn.weight	9	-0.04909612238407135
831155	embedding2nn.bias	0	0.01703079417347908
831155	embedding2nn.bias	1	-0.19187557697296143
831155	embedding2nn.bias	2	0.12453532963991165
831155	embedding2nn.bias	3	0.16463643312454224
831155	embedding2nn.bias	4	0.15432992577552795
831155	embedding2nn.bias	5	-0.07511332631111145
831155	embedding2nn.bias	6	-0.05331551283597946
831155	embedding2nn.bias	7	0.040842197835445404
831155	embedding2nn.bias	8	-0.15820330381393433
831155	embedding2nn.bias	9	-0.37680307030677795
831155	rnn.weight_ih_l0	0	0.010540122166275978
831155	rnn.weight_ih_l0	1	-0.058698926120996475
831155	rnn.weight_ih_l0	2	-0.05269063264131546
831155	rnn.weight_ih_l0	3	0.11505655199289322
831155	rnn.weight_ih_l0	4	0.021426424384117126
831155	rnn.weight_ih_l0	5	-0.07244205474853516
831155	rnn.weight_ih_l0	6	0.005633107852190733
831155	rnn.weight_ih_l0	7	-0.023852268233895302
831155	rnn.weight_ih_l0	8	0.015607122331857681
831155	rnn.weight_ih_l0	9	-0.08423195779323578
831155	rnn.weight_hh_l0	0	-0.022451667115092278
831155	rnn.weight_hh_l0	1	0.08372485637664795
831155	rnn.weight_hh_l0	2	0.003193809650838375
831155	rnn.weight_hh_l0	3	-0.03643565997481346
831155	rnn.weight_hh_l0	4	0.08587053418159485
831155	rnn.weight_hh_l0	5	0.0007723954040557146
831155	rnn.weight_hh_l0	6	-0.08889427781105042
831155	rnn.weight_hh_l0	7	-0.13625743985176086
831155	rnn.weight_hh_l0	8	0.04041968658566475
831155	rnn.weight_hh_l0	9	-0.12293863296508789
831155	rnn.bias_ih_l0	0	0.17146259546279907
831155	rnn.bias_ih_l0	1	-0.3472435176372528
831155	rnn.bias_ih_l0	2	-0.0413409024477005
831155	rnn.bias_ih_l0	3	-0.20817434787750244
831155	rnn.bias_ih_l0	4	-0.0049809603951871395
831155	rnn.bias_ih_l0	5	-0.441264808177948
831155	rnn.bias_ih_l0	6	-0.13456319272518158
831155	rnn.bias_ih_l0	7	-0.3892887532711029
831155	rnn.bias_ih_l0	8	-0.3093206584453583
831155	rnn.bias_ih_l0	9	-0.44639137387275696
831155	rnn.bias_hh_l0	0	-0.3533061742782593
831155	rnn.bias_hh_l0	1	-0.4395469129085541
831155	rnn.bias_hh_l0	2	-0.4026656448841095
831155	rnn.bias_hh_l0	3	-0.08031810820102692
831155	rnn.bias_hh_l0	4	-0.4002639353275299
831155	rnn.bias_hh_l0	5	-0.3701440691947937
831155	rnn.bias_hh_l0	6	-0.11633142083883286
831155	rnn.bias_hh_l0	7	0.0707218274474144
831155	rnn.bias_hh_l0	8	-0.23064693808555603
831155	rnn.bias_hh_l0	9	-0.5704123377799988
831155	rnn.weight_ih_l0_reverse	0	-0.013209795579314232
831155	rnn.weight_ih_l0_reverse	1	-0.005828227382153273
831155	rnn.weight_ih_l0_reverse	2	0.00666041299700737
831155	rnn.weight_ih_l0_reverse	3	-0.14262716472148895
831155	rnn.weight_ih_l0_reverse	4	0.07635041326284409
831155	rnn.weight_ih_l0_reverse	5	-0.09870241582393646
831155	rnn.weight_ih_l0_reverse	6	-0.0029472995083779097
831155	rnn.weight_ih_l0_reverse	7	0.03121100552380085
831155	rnn.weight_ih_l0_reverse	8	-0.04973777383565903
831155	rnn.weight_ih_l0_reverse	9	-0.08693655580282211
831155	rnn.weight_hh_l0_reverse	0	-0.15219980478286743
831155	rnn.weight_hh_l0_reverse	1	0.02143670991063118
831155	rnn.weight_hh_l0_reverse	2	-0.019486011937260628
831155	rnn.weight_hh_l0_reverse	3	0.0310862734913826
831155	rnn.weight_hh_l0_reverse	4	-0.08194272965192795
831155	rnn.weight_hh_l0_reverse	5	0.037280380725860596
831155	rnn.weight_hh_l0_reverse	6	0.03114941343665123
831155	rnn.weight_hh_l0_reverse	7	-0.12956847250461578
831155	rnn.weight_hh_l0_reverse	8	-0.07791677117347717
831155	rnn.weight_hh_l0_reverse	9	0.03608998656272888
831155	rnn.bias_ih_l0_reverse	0	-0.1793057769536972
831155	rnn.bias_ih_l0_reverse	1	-0.05699142813682556
831155	rnn.bias_ih_l0_reverse	2	0.15601488947868347
831155	rnn.bias_ih_l0_reverse	3	-0.32814115285873413
831155	rnn.bias_ih_l0_reverse	4	0.008830057457089424
831155	rnn.bias_ih_l0_reverse	5	-0.22270424664020538
831155	rnn.bias_ih_l0_reverse	6	0.28426849842071533
831155	rnn.bias_ih_l0_reverse	7	-0.29973840713500977
831155	rnn.bias_ih_l0_reverse	8	-0.19235588610172272
831155	rnn.bias_ih_l0_reverse	9	-0.15035705268383026
831155	rnn.bias_hh_l0_reverse	0	-0.13788606226444244
831155	rnn.bias_hh_l0_reverse	1	0.2773672342300415
831155	rnn.bias_hh_l0_reverse	2	-0.3414618670940399
831155	rnn.bias_hh_l0_reverse	3	-0.22876755893230438
831155	rnn.bias_hh_l0_reverse	4	-0.3995164632797241
831155	rnn.bias_hh_l0_reverse	5	-0.20698370039463043
831155	rnn.bias_hh_l0_reverse	6	-0.2699546813964844
831155	rnn.bias_hh_l0_reverse	7	-0.10382157564163208
831155	rnn.bias_hh_l0_reverse	8	-0.35150545835494995
831155	rnn.bias_hh_l0_reverse	9	0.21178865432739258
831155	linear.weight	0	0.23106925189495087
831155	linear.weight	1	-0.4456632137298584
831155	linear.weight	2	0.047466207295656204
831155	linear.weight	3	0.06747321039438248
831155	linear.weight	4	-0.1296323537826538
831155	linear.weight	5	0.2343415766954422
831155	linear.weight	6	-0.03136608377099037
831155	linear.weight	7	-0.059598468244075775
831155	linear.weight	8	0.14565640687942505
831155	linear.weight	9	-0.04994131624698639
831155	linear.bias	0	-0.8622429966926575
831155	linear.bias	1	1.8007469177246094
831155	linear.bias	2	0.7257943749427795
831155	linear.bias	3	-2.743471622467041
831155	linear.bias	4	-0.07291548699140549
831155	linear.bias	5	1.261393666267395
831155	linear.bias	6	-0.22301732003688812
831155	linear.bias	7	0.8228487968444824
831155	linear.bias	8	2.111036539077759
831155	linear.bias	9	-1.300121545791626
831764	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
831764	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
831764	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
831764	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
831764	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
831764	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
831764	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
831764	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
831764	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
831764	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
831764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
831764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
831764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
831764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
831764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
831764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
831764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
831764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
831764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
831764	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
831764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
831764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
831764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
831764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
831764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
831764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
831764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
831764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
831764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
831764	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
831764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
831764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
831764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
831764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
831764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
831764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
831764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
831764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
831764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
831764	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
831764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
831764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
831764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
831764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
831764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
831764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
831764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
831764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
831764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
831764	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
831764	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
831764	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
831764	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
831764	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
831764	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
831764	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
831764	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
831764	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
831764	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
831764	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
831764	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
831764	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
831764	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
831764	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
831764	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
831764	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
831764	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
831764	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
831764	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
831764	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
831764	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
831764	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
831764	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
831764	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
831764	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
831764	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
831764	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
831764	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
831764	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
831764	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
831764	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
831764	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
831764	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
831764	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
831764	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
831764	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
831764	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
831764	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
831764	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
831764	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
831764	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
831764	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
831764	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
831764	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
831764	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
831764	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
831764	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
831764	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
831764	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
831764	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
831764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
831764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
831764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
831764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
831764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
831764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
831764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
831764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
831764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
831764	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
831764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
831764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
831764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
831764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
831764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
831764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
831764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
831764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
831764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
831764	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
831764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
831764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
831764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
831764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
831764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
831764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
831764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
831764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
831764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
831764	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
831764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
831764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
831764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
831764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
831764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
831764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
831764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
831764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
831764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
831764	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
831764	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
831764	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
831764	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
831764	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
831764	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
831764	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
831764	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
831764	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
831764	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
831764	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
831764	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
831764	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
831764	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
831764	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
831764	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
831764	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
831764	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
831764	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
831764	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
831764	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
831764	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
831764	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
831764	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
831764	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
831764	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
831764	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
831764	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
831764	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
831764	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
831764	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
831764	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
831764	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
831764	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
831764	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
831764	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
831764	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
831764	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
831764	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
831764	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
831764	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
831764	embedding2nn.weight	0	0.3233739137649536
831764	embedding2nn.weight	1	0.3757703900337219
831764	embedding2nn.weight	2	0.005639088340103626
831764	embedding2nn.weight	3	0.0159525778144598
831764	embedding2nn.weight	4	-0.02617221511900425
831764	embedding2nn.weight	5	0.058763548731803894
831764	embedding2nn.weight	6	0.0042079356499016285
831764	embedding2nn.weight	7	-0.0013428733218461275
831764	embedding2nn.weight	8	0.04043825715780258
831764	embedding2nn.weight	9	-0.04875156283378601
831764	embedding2nn.bias	0	0.01904262974858284
831764	embedding2nn.bias	1	-0.19100697338581085
831764	embedding2nn.bias	2	0.12859778106212616
831764	embedding2nn.bias	3	0.16422154009342194
831764	embedding2nn.bias	4	0.1537446826696396
831764	embedding2nn.bias	5	-0.07893958687782288
831764	embedding2nn.bias	6	-0.056387998163700104
831764	embedding2nn.bias	7	0.04412969574332237
831764	embedding2nn.bias	8	-0.15871088206768036
831764	embedding2nn.bias	9	-0.37595468759536743
831764	rnn.weight_ih_l0	0	0.010299780406057835
831764	rnn.weight_ih_l0	1	-0.05888271704316139
831764	rnn.weight_ih_l0	2	-0.05112254247069359
831764	rnn.weight_ih_l0	3	0.11559628695249557
831764	rnn.weight_ih_l0	4	0.02113506570458412
831764	rnn.weight_ih_l0	5	-0.07209053635597229
831764	rnn.weight_ih_l0	6	0.005694353487342596
831764	rnn.weight_ih_l0	7	-0.023833513259887695
831764	rnn.weight_ih_l0	8	0.01679425686597824
831764	rnn.weight_ih_l0	9	-0.0839197114109993
831764	rnn.weight_hh_l0	0	-0.022466838359832764
831764	rnn.weight_hh_l0	1	0.0836535096168518
831764	rnn.weight_hh_l0	2	0.0032439318019896746
831764	rnn.weight_hh_l0	3	-0.03645983710885048
831764	rnn.weight_hh_l0	4	0.08602680265903473
831764	rnn.weight_hh_l0	5	0.0007133092731237411
831764	rnn.weight_hh_l0	6	-0.0890360176563263
831764	rnn.weight_hh_l0	7	-0.13641969859600067
831764	rnn.weight_hh_l0	8	0.0404697023332119
831764	rnn.weight_hh_l0	9	-0.12297316640615463
831764	rnn.bias_ih_l0	0	0.17242838442325592
831764	rnn.bias_ih_l0	1	-0.34664416313171387
831764	rnn.bias_ih_l0	2	-0.041591186076402664
831764	rnn.bias_ih_l0	3	-0.20861761271953583
831764	rnn.bias_ih_l0	4	-0.005752153694629669
831764	rnn.bias_ih_l0	5	-0.44226881861686707
831764	rnn.bias_ih_l0	6	-0.13439086079597473
831764	rnn.bias_ih_l0	7	-0.3890979588031769
831764	rnn.bias_ih_l0	8	-0.31005969643592834
831764	rnn.bias_ih_l0	9	-0.444744735956192
831764	rnn.bias_hh_l0	0	-0.35428115725517273
831764	rnn.bias_hh_l0	1	-0.44067177176475525
831764	rnn.bias_hh_l0	2	-0.40249741077423096
831764	rnn.bias_hh_l0	3	-0.08039417862892151
831764	rnn.bias_hh_l0	4	-0.4008171260356903
831764	rnn.bias_hh_l0	5	-0.37000203132629395
831764	rnn.bias_hh_l0	6	-0.11606820672750473
831764	rnn.bias_hh_l0	7	0.07013212144374847
831764	rnn.bias_hh_l0	8	-0.2299952507019043
831764	rnn.bias_hh_l0	9	-0.5711051821708679
831764	rnn.weight_ih_l0_reverse	0	-0.012406407855451107
831764	rnn.weight_ih_l0_reverse	1	-0.005841414909809828
831764	rnn.weight_ih_l0_reverse	2	0.006467366591095924
831764	rnn.weight_ih_l0_reverse	3	-0.14320603013038635
831764	rnn.weight_ih_l0_reverse	4	0.07616101950407028
831764	rnn.weight_ih_l0_reverse	5	-0.0996410995721817
831764	rnn.weight_ih_l0_reverse	6	-0.002694471040740609
831764	rnn.weight_ih_l0_reverse	7	0.0308541189879179
831764	rnn.weight_ih_l0_reverse	8	-0.04952383413910866
831764	rnn.weight_ih_l0_reverse	9	-0.08698379993438721
831764	rnn.weight_hh_l0_reverse	0	-0.1520821750164032
831764	rnn.weight_hh_l0_reverse	1	0.02148863486945629
831764	rnn.weight_hh_l0_reverse	2	-0.019389990717172623
831764	rnn.weight_hh_l0_reverse	3	0.03107472136616707
831764	rnn.weight_hh_l0_reverse	4	-0.08212932199239731
831764	rnn.weight_hh_l0_reverse	5	0.037374503910541534
831764	rnn.weight_hh_l0_reverse	6	0.031169429421424866
831764	rnn.weight_hh_l0_reverse	7	-0.12990635633468628
831764	rnn.weight_hh_l0_reverse	8	-0.07800579816102982
831764	rnn.weight_hh_l0_reverse	9	0.03588411584496498
831764	rnn.bias_ih_l0_reverse	0	-0.17855501174926758
831764	rnn.bias_ih_l0_reverse	1	-0.05775807052850723
831764	rnn.bias_ih_l0_reverse	2	0.156626895070076
831764	rnn.bias_ih_l0_reverse	3	-0.3293176591396332
831764	rnn.bias_ih_l0_reverse	4	0.010953363962471485
831764	rnn.bias_ih_l0_reverse	5	-0.22278350591659546
831764	rnn.bias_ih_l0_reverse	6	0.28563421964645386
831764	rnn.bias_ih_l0_reverse	7	-0.29867467284202576
831764	rnn.bias_ih_l0_reverse	8	-0.19259220361709595
831764	rnn.bias_ih_l0_reverse	9	-0.1495334506034851
831764	rnn.bias_hh_l0_reverse	0	-0.13774912059307098
831764	rnn.bias_hh_l0_reverse	1	0.2779400944709778
831764	rnn.bias_hh_l0_reverse	2	-0.34118521213531494
831764	rnn.bias_hh_l0_reverse	3	-0.22864384949207306
831764	rnn.bias_hh_l0_reverse	4	-0.39925509691238403
831764	rnn.bias_hh_l0_reverse	5	-0.20701198279857635
831764	rnn.bias_hh_l0_reverse	6	-0.26917949318885803
831764	rnn.bias_hh_l0_reverse	7	-0.10482814162969589
831764	rnn.bias_hh_l0_reverse	8	-0.3502718210220337
831764	rnn.bias_hh_l0_reverse	9	0.21099689602851868
831764	linear.weight	0	0.23077242076396942
831764	linear.weight	1	-0.4477076530456543
831764	linear.weight	2	0.03854338824748993
831764	linear.weight	3	0.0674731433391571
831764	linear.weight	4	-0.13408313691616058
831764	linear.weight	5	0.23272186517715454
831764	linear.weight	6	-0.03140254691243172
831764	linear.weight	7	-0.05959787964820862
831764	linear.weight	8	0.14352230727672577
831764	linear.weight	9	-0.0499415248632431
831764	linear.bias	0	-0.8695831298828125
831764	linear.bias	1	1.792380452156067
831764	linear.bias	2	0.7246159911155701
831764	linear.bias	3	-2.743476629257202
831764	linear.bias	4	-0.07067917287349701
831764	linear.bias	5	1.2573503255844116
831764	linear.bias	6	-0.22823470830917358
831764	linear.bias	7	0.8330384492874146
831764	linear.bias	8	2.1089272499084473
831764	linear.bias	9	-1.2930585145950317
832373	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
832373	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
832373	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
832373	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
832373	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
832373	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
832373	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
832373	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
832373	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
832373	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
832373	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
832373	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
832373	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
832373	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
832373	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
832373	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
832373	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
832373	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
832373	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
832373	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
832373	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
832373	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
832373	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
832373	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
832373	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
832373	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
832373	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
832373	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
832373	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
832373	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
832373	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
832373	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
832373	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
832373	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
832373	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
832373	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
832373	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
832373	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
832373	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
832373	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
832373	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
832373	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
832373	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
832373	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
832373	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
832373	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
832373	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
832373	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
832373	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
832373	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
832373	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
832373	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
832373	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
832373	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
832373	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
832373	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
832373	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
832373	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
832373	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
832373	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
832373	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
832373	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
832373	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
832373	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
832373	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
832373	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
832373	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
832373	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
832373	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
832373	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
832373	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
832373	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
832373	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
832373	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
832373	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
832373	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
832373	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
832373	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
832373	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
832373	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
832373	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
832373	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
832373	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
832373	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
832373	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
832373	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
832373	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
832373	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
832373	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
832373	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
832373	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
832373	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
832373	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
832373	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
832373	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
832373	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
832373	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
832373	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
832373	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
832373	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
832373	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
832373	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
832373	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
832373	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
832373	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
832373	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
832373	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
832373	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
832373	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
832373	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
832373	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
832373	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
832373	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
832373	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
832373	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
832373	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
832373	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
832373	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
832373	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
832373	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
832373	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
832373	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
832373	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
832373	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
832373	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
832373	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
832373	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
832373	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
832373	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
832373	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
832373	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
832373	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
832373	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
832373	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
832373	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
832373	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
832373	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
832373	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
832373	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
832373	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
832373	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
832373	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
832373	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
832373	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
832373	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
832373	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
832373	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
832373	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
832373	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
832373	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
832373	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
832373	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
832373	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
832373	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
832373	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
832373	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
832373	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
832373	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
832373	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
832373	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
832373	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
832373	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
832373	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
832373	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
832373	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
832373	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
832373	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
832373	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
832373	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
832373	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
832373	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
832373	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
832373	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
832373	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
832373	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
832373	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
832373	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
832373	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
832373	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
832373	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
832373	embedding2nn.weight	0	0.32310521602630615
832373	embedding2nn.weight	1	0.3759557902812958
832373	embedding2nn.weight	2	0.005119694862514734
832373	embedding2nn.weight	3	0.01448889821767807
832373	embedding2nn.weight	4	-0.025722205638885498
832373	embedding2nn.weight	5	0.058423466980457306
832373	embedding2nn.weight	6	0.004217888694256544
832373	embedding2nn.weight	7	-0.001414967468008399
832373	embedding2nn.weight	8	0.041049301624298096
832373	embedding2nn.weight	9	-0.048689860850572586
832373	embedding2nn.bias	0	0.02185926027595997
832373	embedding2nn.bias	1	-0.1895628273487091
832373	embedding2nn.bias	2	0.13161106407642365
832373	embedding2nn.bias	3	0.1696014404296875
832373	embedding2nn.bias	4	0.15609315037727356
832373	embedding2nn.bias	5	-0.07673349231481552
832373	embedding2nn.bias	6	-0.05693100765347481
832373	embedding2nn.bias	7	0.042897891253232956
832373	embedding2nn.bias	8	-0.15689678490161896
832373	embedding2nn.bias	9	-0.3758278787136078
832373	rnn.weight_ih_l0	0	0.010384408757090569
832373	rnn.weight_ih_l0	1	-0.05863771587610245
832373	rnn.weight_ih_l0	2	-0.05129361152648926
832373	rnn.weight_ih_l0	3	0.11622782051563263
832373	rnn.weight_ih_l0	4	0.021053997799754143
832373	rnn.weight_ih_l0	5	-0.07161445170640945
832373	rnn.weight_ih_l0	6	0.005810972303152084
832373	rnn.weight_ih_l0	7	-0.02411988191306591
832373	rnn.weight_ih_l0	8	0.01567797362804413
832373	rnn.weight_ih_l0	9	-0.08289652317762375
832373	rnn.weight_hh_l0	0	-0.022527538239955902
832373	rnn.weight_hh_l0	1	0.08365592360496521
832373	rnn.weight_hh_l0	2	0.0031216172501444817
832373	rnn.weight_hh_l0	3	-0.03661040589213371
832373	rnn.weight_hh_l0	4	0.08611299842596054
832373	rnn.weight_hh_l0	5	0.0009053699905052781
832373	rnn.weight_hh_l0	6	-0.08903486281633377
832373	rnn.weight_hh_l0	7	-0.13674667477607727
832373	rnn.weight_hh_l0	8	0.04046878591179848
832373	rnn.weight_hh_l0	9	-0.12298359721899033
832373	rnn.bias_ih_l0	0	0.17325331270694733
832373	rnn.bias_ih_l0	1	-0.3463190197944641
832373	rnn.bias_ih_l0	2	-0.04163201153278351
832373	rnn.bias_ih_l0	3	-0.20913420617580414
832373	rnn.bias_ih_l0	4	-0.0039512524381279945
832373	rnn.bias_ih_l0	5	-0.4433216154575348
832373	rnn.bias_ih_l0	6	-0.13519535958766937
832373	rnn.bias_ih_l0	7	-0.389394611120224
832373	rnn.bias_ih_l0	8	-0.3104260265827179
832373	rnn.bias_ih_l0	9	-0.4440147876739502
832373	rnn.bias_hh_l0	0	-0.353943794965744
832373	rnn.bias_hh_l0	1	-0.44169482588768005
832373	rnn.bias_hh_l0	2	-0.40281301736831665
832373	rnn.bias_hh_l0	3	-0.07947327941656113
832373	rnn.bias_hh_l0	4	-0.3999077379703522
832373	rnn.bias_hh_l0	5	-0.3704283535480499
832373	rnn.bias_hh_l0	6	-0.11655152589082718
832373	rnn.bias_hh_l0	7	0.07100026309490204
832373	rnn.bias_hh_l0	8	-0.23078672587871552
832373	rnn.bias_hh_l0	9	-0.5702858567237854
832373	rnn.weight_ih_l0_reverse	0	-0.01288526225835085
832373	rnn.weight_ih_l0_reverse	1	-0.0055268206633627415
832373	rnn.weight_ih_l0_reverse	2	0.006678085774183273
832373	rnn.weight_ih_l0_reverse	3	-0.14323879778385162
832373	rnn.weight_ih_l0_reverse	4	0.07618574798107147
832373	rnn.weight_ih_l0_reverse	5	-0.10054852813482285
832373	rnn.weight_ih_l0_reverse	6	-0.002502473769709468
832373	rnn.weight_ih_l0_reverse	7	0.03086211532354355
832373	rnn.weight_ih_l0_reverse	8	-0.04912755265831947
832373	rnn.weight_ih_l0_reverse	9	-0.08702680468559265
832373	rnn.weight_hh_l0_reverse	0	-0.15225428342819214
832373	rnn.weight_hh_l0_reverse	1	0.021496249362826347
832373	rnn.weight_hh_l0_reverse	2	-0.019353285431861877
832373	rnn.weight_hh_l0_reverse	3	0.031069288030266762
832373	rnn.weight_hh_l0_reverse	4	-0.08226696401834488
832373	rnn.weight_hh_l0_reverse	5	0.03739220276474953
832373	rnn.weight_hh_l0_reverse	6	0.03111107088625431
832373	rnn.weight_hh_l0_reverse	7	-0.13001997768878937
832373	rnn.weight_hh_l0_reverse	8	-0.07831887900829315
832373	rnn.weight_hh_l0_reverse	9	0.03596873953938484
832373	rnn.bias_ih_l0_reverse	0	-0.1797902137041092
832373	rnn.bias_ih_l0_reverse	1	-0.05664551630616188
832373	rnn.bias_ih_l0_reverse	2	0.1569201499223709
832373	rnn.bias_ih_l0_reverse	3	-0.32940301299095154
832373	rnn.bias_ih_l0_reverse	4	0.010583201423287392
832373	rnn.bias_ih_l0_reverse	5	-0.22241336107254028
832373	rnn.bias_ih_l0_reverse	6	0.28581833839416504
832373	rnn.bias_ih_l0_reverse	7	-0.2988909184932709
832373	rnn.bias_ih_l0_reverse	8	-0.19365844130516052
832373	rnn.bias_ih_l0_reverse	9	-0.15000019967556
832373	rnn.bias_hh_l0_reverse	0	-0.13812695443630219
832373	rnn.bias_hh_l0_reverse	1	0.27810660004615784
832373	rnn.bias_hh_l0_reverse	2	-0.3430379331111908
832373	rnn.bias_hh_l0_reverse	3	-0.22972171008586884
832373	rnn.bias_hh_l0_reverse	4	-0.4009128212928772
832373	rnn.bias_hh_l0_reverse	5	-0.20687201619148254
832373	rnn.bias_hh_l0_reverse	6	-0.26772311329841614
832373	rnn.bias_hh_l0_reverse	7	-0.10387066751718521
832373	rnn.bias_hh_l0_reverse	8	-0.3508768379688263
832373	rnn.bias_hh_l0_reverse	9	0.21172747015953064
832373	linear.weight	0	0.2317727655172348
832373	linear.weight	1	-0.4509459137916565
832373	linear.weight	2	0.0330270454287529
832373	linear.weight	3	0.06747318059206009
832373	linear.weight	4	-0.12233009189367294
832373	linear.weight	5	0.2291257530450821
832373	linear.weight	6	-0.028146855533123016
832373	linear.weight	7	-0.05959758535027504
832373	linear.weight	8	0.14500151574611664
832373	linear.weight	9	-0.049941711127758026
832373	linear.bias	0	-0.870771586894989
832373	linear.bias	1	1.7989979982376099
832373	linear.bias	2	0.7315710186958313
832373	linear.bias	3	-2.7434804439544678
832373	linear.bias	4	-0.06446947902441025
832373	linear.bias	5	1.2556670904159546
832373	linear.bias	6	-0.23048874735832214
832373	linear.bias	7	0.8269473314285278
832373	linear.bias	8	2.114760637283325
832373	linear.bias	9	-1.2927345037460327
832982	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
832982	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
832982	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
832982	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
832982	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
832982	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
832982	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
832982	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
832982	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
832982	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
832982	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
832982	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
832982	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
832982	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
832982	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
832982	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
832982	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
832982	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
832982	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
832982	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
832982	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
832982	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
832982	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
832982	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
832982	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
832982	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
832982	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
832982	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
832982	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
832982	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
832982	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
832982	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
832982	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
832982	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
832982	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
832982	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
832982	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
832982	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
832982	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
832982	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
832982	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
832982	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
832982	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
832982	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
832982	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
832982	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
832982	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
832982	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
832982	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
832982	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
832982	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
832982	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
832982	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
832982	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
832982	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
832982	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
832982	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
832982	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
832982	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
832982	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
832982	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
832982	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
832982	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
832982	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
832982	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
832982	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
832982	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
832982	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
832982	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
832982	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
832982	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
832982	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
832982	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
832982	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
832982	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
832982	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
832982	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
832982	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
832982	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
832982	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
832982	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
832982	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
832982	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
832982	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
832982	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
832982	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
832982	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
832982	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
832982	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
832982	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
832982	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
832982	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
832982	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
832982	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
832982	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
832982	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
832982	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
832982	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
832982	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
832982	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
832982	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
832982	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
832982	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
832982	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
832982	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
832982	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
832982	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
832982	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
832982	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
832982	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
832982	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
832982	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
832982	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
832982	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
832982	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
832982	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
832982	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
832982	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
832982	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
832982	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
832982	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
832982	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
832982	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
832982	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
832982	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
832982	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
832982	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
832982	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
832982	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
832982	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
832982	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
832982	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
832982	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
832982	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
832982	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
832982	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
832982	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
832982	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
832982	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
832982	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
832982	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
832982	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
832982	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
832982	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
832982	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
832982	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
832982	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
832982	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
832982	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
832982	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
832982	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
832982	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
832982	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
832982	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
832982	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
832982	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
832982	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
832982	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
832982	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
832982	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
832982	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
832982	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
832982	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
832982	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
832982	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
832982	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
832982	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
832982	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
832982	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
832982	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
832982	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
832982	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
832982	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
832982	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
832982	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
832982	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
832982	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
832982	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
832982	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
832982	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
832982	embedding2nn.weight	0	0.32321837544441223
832982	embedding2nn.weight	1	0.3755260109901428
832982	embedding2nn.weight	2	0.0052069080993533134
832982	embedding2nn.weight	3	0.013716420158743858
832982	embedding2nn.weight	4	-0.026148980483412743
832982	embedding2nn.weight	5	0.05870818346738815
832982	embedding2nn.weight	6	0.0019454594003036618
832982	embedding2nn.weight	7	-0.0007451387355104089
832982	embedding2nn.weight	8	0.040924012660980225
832982	embedding2nn.weight	9	-0.049165278673172
832982	embedding2nn.bias	0	0.022121721878647804
832982	embedding2nn.bias	1	-0.1927970051765442
832982	embedding2nn.bias	2	0.12643010914325714
832982	embedding2nn.bias	3	0.16745750606060028
832982	embedding2nn.bias	4	0.1537809520959854
832982	embedding2nn.bias	5	-0.07992523163557053
832982	embedding2nn.bias	6	-0.05394887179136276
832982	embedding2nn.bias	7	0.0405987910926342
832982	embedding2nn.bias	8	-0.15573905408382416
832982	embedding2nn.bias	9	-0.3774372339248657
832982	rnn.weight_ih_l0	0	0.010202925652265549
832982	rnn.weight_ih_l0	1	-0.05883832648396492
832982	rnn.weight_ih_l0	2	-0.05179484561085701
832982	rnn.weight_ih_l0	3	0.11625312268733978
832982	rnn.weight_ih_l0	4	0.020155582576990128
832982	rnn.weight_ih_l0	5	-0.0719023123383522
832982	rnn.weight_ih_l0	6	0.0060809701681137085
832982	rnn.weight_ih_l0	7	-0.02471187897026539
832982	rnn.weight_ih_l0	8	0.015532256104052067
832982	rnn.weight_ih_l0	9	-0.08275701105594635
832982	rnn.weight_hh_l0	0	-0.02252640202641487
832982	rnn.weight_hh_l0	1	0.0836670845746994
832982	rnn.weight_hh_l0	2	0.0029634677339345217
832982	rnn.weight_hh_l0	3	-0.03655991703271866
832982	rnn.weight_hh_l0	4	0.08626898378133774
832982	rnn.weight_hh_l0	5	0.00072270049713552
832982	rnn.weight_hh_l0	6	-0.0891035795211792
832982	rnn.weight_hh_l0	7	-0.13673484325408936
832982	rnn.weight_hh_l0	8	0.040450505912303925
832982	rnn.weight_hh_l0	9	-0.12279700487852097
832982	rnn.bias_ih_l0	0	0.17409496009349823
832982	rnn.bias_ih_l0	1	-0.34555670619010925
832982	rnn.bias_ih_l0	2	-0.04189489781856537
832982	rnn.bias_ih_l0	3	-0.20937231183052063
832982	rnn.bias_ih_l0	4	-0.005367080215364695
832982	rnn.bias_ih_l0	5	-0.44396302103996277
832982	rnn.bias_ih_l0	6	-0.13488048315048218
832982	rnn.bias_ih_l0	7	-0.38962408900260925
832982	rnn.bias_ih_l0	8	-0.3087456524372101
832982	rnn.bias_ih_l0	9	-0.4441184103488922
832982	rnn.bias_hh_l0	0	-0.3549964725971222
832982	rnn.bias_hh_l0	1	-0.44050610065460205
832982	rnn.bias_hh_l0	2	-0.4028930068016052
832982	rnn.bias_hh_l0	3	-0.07933443784713745
832982	rnn.bias_hh_l0	4	-0.3997792601585388
832982	rnn.bias_hh_l0	5	-0.3705442249774933
832982	rnn.bias_hh_l0	6	-0.11729103326797485
832982	rnn.bias_hh_l0	7	0.07229175418615341
832982	rnn.bias_hh_l0	8	-0.2312946319580078
832982	rnn.bias_hh_l0	9	-0.5705822110176086
832982	rnn.weight_ih_l0_reverse	0	-0.012033151462674141
832982	rnn.weight_ih_l0_reverse	1	-0.005661400966346264
832982	rnn.weight_ih_l0_reverse	2	0.007085531018674374
832982	rnn.weight_ih_l0_reverse	3	-0.14324858784675598
832982	rnn.weight_ih_l0_reverse	4	0.07653491944074631
832982	rnn.weight_ih_l0_reverse	5	-0.10015857964754105
832982	rnn.weight_ih_l0_reverse	6	-0.002562893321737647
832982	rnn.weight_ih_l0_reverse	7	0.03088846616446972
832982	rnn.weight_ih_l0_reverse	8	-0.048613838851451874
832982	rnn.weight_ih_l0_reverse	9	-0.0866442322731018
832982	rnn.weight_hh_l0_reverse	0	-0.15203477442264557
832982	rnn.weight_hh_l0_reverse	1	0.021593259647488594
832982	rnn.weight_hh_l0_reverse	2	-0.019376017153263092
832982	rnn.weight_hh_l0_reverse	3	0.031182000413537025
832982	rnn.weight_hh_l0_reverse	4	-0.08234022557735443
832982	rnn.weight_hh_l0_reverse	5	0.03740820661187172
832982	rnn.weight_hh_l0_reverse	6	0.031051533296704292
832982	rnn.weight_hh_l0_reverse	7	-0.1302470862865448
832982	rnn.weight_hh_l0_reverse	8	-0.07856674492359161
832982	rnn.weight_hh_l0_reverse	9	0.03572637960314751
832982	rnn.bias_ih_l0_reverse	0	-0.1796749234199524
832982	rnn.bias_ih_l0_reverse	1	-0.05738479271531105
832982	rnn.bias_ih_l0_reverse	2	0.15781381726264954
832982	rnn.bias_ih_l0_reverse	3	-0.3297361731529236
832982	rnn.bias_ih_l0_reverse	4	0.008163124322891235
832982	rnn.bias_ih_l0_reverse	5	-0.22177137434482574
832982	rnn.bias_ih_l0_reverse	6	0.28530600666999817
832982	rnn.bias_ih_l0_reverse	7	-0.299777626991272
832982	rnn.bias_ih_l0_reverse	8	-0.19410847127437592
832982	rnn.bias_ih_l0_reverse	9	-0.1486053317785263
832982	rnn.bias_hh_l0_reverse	0	-0.13910366594791412
832982	rnn.bias_hh_l0_reverse	1	0.2778218388557434
832982	rnn.bias_hh_l0_reverse	2	-0.3421671986579895
832982	rnn.bias_hh_l0_reverse	3	-0.22992505133152008
832982	rnn.bias_hh_l0_reverse	4	-0.40061792731285095
832982	rnn.bias_hh_l0_reverse	5	-0.2059580385684967
832982	rnn.bias_hh_l0_reverse	6	-0.2664930820465088
832982	rnn.bias_hh_l0_reverse	7	-0.1042274758219719
832982	rnn.bias_hh_l0_reverse	8	-0.3490617275238037
832982	rnn.bias_hh_l0_reverse	9	0.21289658546447754
832982	linear.weight	0	0.22929488122463226
832982	linear.weight	1	-0.4520374536514282
832982	linear.weight	2	0.03870980069041252
832982	linear.weight	3	0.0674731433391571
832982	linear.weight	4	-0.12976539134979248
832982	linear.weight	5	0.2299589216709137
832982	linear.weight	6	-0.030587730929255486
832982	linear.weight	7	-0.05959676578640938
832982	linear.weight	8	0.14490993320941925
832982	linear.weight	9	-0.0499420166015625
832982	linear.bias	0	-0.8747984766960144
832982	linear.bias	1	1.7772748470306396
832982	linear.bias	2	0.724962592124939
832982	linear.bias	3	-2.743487596511841
832982	linear.bias	4	-0.06145751103758812
832982	linear.bias	5	1.2587212324142456
832982	linear.bias	6	-0.22980637848377228
832982	linear.bias	7	0.8294371366500854
832982	linear.bias	8	2.1142380237579346
832982	linear.bias	9	-1.2869035005569458
833591	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
833591	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
833591	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
833591	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
833591	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
833591	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
833591	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
833591	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
833591	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
833591	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
833591	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
833591	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
833591	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
833591	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
833591	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
833591	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
833591	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
833591	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
833591	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
833591	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
833591	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
833591	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
833591	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
833591	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
833591	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
833591	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
833591	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
833591	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
833591	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
833591	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
833591	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
833591	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
833591	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
833591	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
833591	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
833591	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
833591	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
833591	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
833591	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
833591	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
833591	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
833591	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
833591	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
833591	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
833591	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
833591	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
833591	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
833591	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
833591	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
833591	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
833591	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
833591	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
833591	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
833591	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
833591	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
833591	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
833591	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
833591	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
833591	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
833591	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
833591	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
833591	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
833591	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
833591	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
833591	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
833591	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
833591	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
833591	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
833591	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
833591	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
833591	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
833591	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
833591	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
833591	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
833591	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
833591	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
833591	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
833591	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
833591	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
833591	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
833591	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
833591	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
833591	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
833591	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
833591	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
833591	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
833591	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
833591	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
833591	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
833591	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
833591	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
833591	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
833591	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
833591	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
833591	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
833591	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
833591	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
833591	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
833591	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
833591	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
833591	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
833591	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
833591	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
833591	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
833591	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
833591	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
833591	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
833591	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
833591	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
833591	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
833591	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
833591	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
833591	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
833591	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
833591	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
833591	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
833591	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
833591	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
833591	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
833591	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
833591	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
833591	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
833591	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
833591	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
833591	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
833591	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
833591	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
833591	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
833591	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
833591	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
833591	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
833591	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
833591	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
833591	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
833591	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
833591	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
833591	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
833591	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
833591	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
833591	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
833591	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
833591	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
833591	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
833591	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
833591	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
833591	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
833591	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
833591	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
833591	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
833591	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
833591	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
833591	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
833591	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
833591	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
833591	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
833591	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
833591	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
833591	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
833591	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
833591	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
833591	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
833591	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
833591	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
833591	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
833591	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
833591	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
833591	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
833591	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
833591	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
833591	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
833591	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
833591	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
833591	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
833591	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
833591	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
833591	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
833591	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
833591	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
833591	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
833591	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
833591	embedding2nn.weight	0	0.3232540786266327
833591	embedding2nn.weight	1	0.3744927942752838
833591	embedding2nn.weight	2	0.00530706811696291
833591	embedding2nn.weight	3	0.01251985039561987
833591	embedding2nn.weight	4	-0.02647045999765396
833591	embedding2nn.weight	5	0.05921878665685654
833591	embedding2nn.weight	6	0.0008253357373178005
833591	embedding2nn.weight	7	-0.0013901728671044111
833591	embedding2nn.weight	8	0.04031342640519142
833591	embedding2nn.weight	9	-0.048566803336143494
833591	embedding2nn.bias	0	0.02057533711194992
833591	embedding2nn.bias	1	-0.1901186853647232
833591	embedding2nn.bias	2	0.12785735726356506
833591	embedding2nn.bias	3	0.17104214429855347
833591	embedding2nn.bias	4	0.1544635146856308
833591	embedding2nn.bias	5	-0.08108741790056229
833591	embedding2nn.bias	6	-0.05245385691523552
833591	embedding2nn.bias	7	0.03771691396832466
833591	embedding2nn.bias	8	-0.15575802326202393
833591	embedding2nn.bias	9	-0.3758198916912079
833591	rnn.weight_ih_l0	0	0.010203844867646694
833591	rnn.weight_ih_l0	1	-0.05879078060388565
833591	rnn.weight_ih_l0	2	-0.0515417642891407
833591	rnn.weight_ih_l0	3	0.11690431833267212
833591	rnn.weight_ih_l0	4	0.02107202634215355
833591	rnn.weight_ih_l0	5	-0.07145322859287262
833591	rnn.weight_ih_l0	6	0.006184750702232122
833591	rnn.weight_ih_l0	7	-0.024697167798876762
833591	rnn.weight_ih_l0	8	0.015197822824120522
833591	rnn.weight_ih_l0	9	-0.0830254778265953
833591	rnn.weight_hh_l0	0	-0.022567568346858025
833591	rnn.weight_hh_l0	1	0.08346613496541977
833591	rnn.weight_hh_l0	2	0.003079567337408662
833591	rnn.weight_hh_l0	3	-0.0364559106528759
833591	rnn.weight_hh_l0	4	0.08635324984788895
833591	rnn.weight_hh_l0	5	0.0005684187053702772
833591	rnn.weight_hh_l0	6	-0.08916951715946198
833591	rnn.weight_hh_l0	7	-0.13694803416728973
833591	rnn.weight_hh_l0	8	0.040442779660224915
833591	rnn.weight_hh_l0	9	-0.1228841245174408
833591	rnn.bias_ih_l0	0	0.17779353260993958
833591	rnn.bias_ih_l0	1	-0.3447788953781128
833591	rnn.bias_ih_l0	2	-0.042170844972133636
833591	rnn.bias_ih_l0	3	-0.20990124344825745
833591	rnn.bias_ih_l0	4	-0.005402201786637306
833591	rnn.bias_ih_l0	5	-0.4437751770019531
833591	rnn.bias_ih_l0	6	-0.1328236162662506
833591	rnn.bias_ih_l0	7	-0.38986846804618835
833591	rnn.bias_ih_l0	8	-0.3093329071998596
833591	rnn.bias_ih_l0	9	-0.4450998902320862
833591	rnn.bias_hh_l0	0	-0.35457944869995117
833591	rnn.bias_hh_l0	1	-0.4409468472003937
833591	rnn.bias_hh_l0	2	-0.40359246730804443
833591	rnn.bias_hh_l0	3	-0.07853611558675766
833591	rnn.bias_hh_l0	4	-0.39988115429878235
833591	rnn.bias_hh_l0	5	-0.37046003341674805
833591	rnn.bias_hh_l0	6	-0.11764047294855118
833591	rnn.bias_hh_l0	7	0.07316133379936218
833591	rnn.bias_hh_l0	8	-0.23054997622966766
833591	rnn.bias_hh_l0	9	-0.5694420337677002
833591	rnn.weight_ih_l0_reverse	0	-0.010878395289182663
833591	rnn.weight_ih_l0_reverse	1	-0.005315903574228287
833591	rnn.weight_ih_l0_reverse	2	0.007087618112564087
833591	rnn.weight_ih_l0_reverse	3	-0.14288033545017242
833591	rnn.weight_ih_l0_reverse	4	0.07667572051286697
833591	rnn.weight_ih_l0_reverse	5	-0.09908577799797058
833591	rnn.weight_ih_l0_reverse	6	-0.002993728732690215
833591	rnn.weight_ih_l0_reverse	7	0.03118673712015152
833591	rnn.weight_ih_l0_reverse	8	-0.04853873327374458
833591	rnn.weight_ih_l0_reverse	9	-0.08716025948524475
833591	rnn.weight_hh_l0_reverse	0	-0.1520819365978241
833591	rnn.weight_hh_l0_reverse	1	0.021627847105264664
833591	rnn.weight_hh_l0_reverse	2	-0.019346242770552635
833591	rnn.weight_hh_l0_reverse	3	0.031147072091698647
833591	rnn.weight_hh_l0_reverse	4	-0.08226868510246277
833591	rnn.weight_hh_l0_reverse	5	0.03746175020933151
833591	rnn.weight_hh_l0_reverse	6	0.031072931364178658
833591	rnn.weight_hh_l0_reverse	7	-0.13055573403835297
833591	rnn.weight_hh_l0_reverse	8	-0.0785699114203453
833591	rnn.weight_hh_l0_reverse	9	0.035908859223127365
833591	rnn.bias_ih_l0_reverse	0	-0.17947030067443848
833591	rnn.bias_ih_l0_reverse	1	-0.05815640091896057
833591	rnn.bias_ih_l0_reverse	2	0.15773293375968933
833591	rnn.bias_ih_l0_reverse	3	-0.32951614260673523
833591	rnn.bias_ih_l0_reverse	4	0.008963438682258129
833591	rnn.bias_ih_l0_reverse	5	-0.2211933135986328
833591	rnn.bias_ih_l0_reverse	6	0.2857900559902191
833591	rnn.bias_ih_l0_reverse	7	-0.29950475692749023
833591	rnn.bias_ih_l0_reverse	8	-0.19348156452178955
833591	rnn.bias_ih_l0_reverse	9	-0.14949031174182892
833591	rnn.bias_hh_l0_reverse	0	-0.13974882662296295
833591	rnn.bias_hh_l0_reverse	1	0.27664443850517273
833591	rnn.bias_hh_l0_reverse	2	-0.34229716658592224
833591	rnn.bias_hh_l0_reverse	3	-0.2307955026626587
833591	rnn.bias_hh_l0_reverse	4	-0.40098148584365845
833591	rnn.bias_hh_l0_reverse	5	-0.20622843503952026
833591	rnn.bias_hh_l0_reverse	6	-0.26635879278182983
833591	rnn.bias_hh_l0_reverse	7	-0.10324050486087799
833591	rnn.bias_hh_l0_reverse	8	-0.3499947190284729
833591	rnn.bias_hh_l0_reverse	9	0.21117818355560303
833591	linear.weight	0	0.22829501330852509
833591	linear.weight	1	-0.4577822685241699
833591	linear.weight	2	0.0374186709523201
833591	linear.weight	3	0.0674731433391571
833591	linear.weight	4	-0.13211549818515778
833591	linear.weight	5	0.2322576940059662
833591	linear.weight	6	-0.03105730190873146
833591	linear.weight	7	-0.05959639325737953
833591	linear.weight	8	0.1431838721036911
833591	linear.weight	9	-0.04994216561317444
833591	linear.bias	0	-0.8759365081787109
833591	linear.bias	1	1.8022161722183228
833591	linear.bias	2	0.7235143184661865
833591	linear.bias	3	-2.7434940338134766
833591	linear.bias	4	-0.07004652917385101
833591	linear.bias	5	1.263314127922058
833591	linear.bias	6	-0.23045018315315247
833591	linear.bias	7	0.8246912956237793
833591	linear.bias	8	2.1230578422546387
833591	linear.bias	9	-1.2871830463409424
834200	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
834200	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
834200	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
834200	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
834200	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
834200	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
834200	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
834200	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
834200	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
834200	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
834200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
834200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
834200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
834200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
834200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
834200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
834200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
834200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
834200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
834200	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
834200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
834200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
834200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
834200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
834200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
834200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
834200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
834200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
834200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
834200	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
834200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
834200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
834200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
834200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
834200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
834200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
834200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
834200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
834200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
834200	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
834200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
834200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
834200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
834200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
834200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
834200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
834200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
834200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
834200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
834200	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
834200	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
834200	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
834200	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
834200	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
834200	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
834200	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
834200	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
834200	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
834200	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
834200	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
834200	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
834200	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
834200	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
834200	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
834200	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
834200	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
834200	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
834200	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
834200	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
834200	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
834200	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
834200	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
834200	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
834200	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
834200	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
834200	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
834200	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
834200	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
834200	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
834200	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
834200	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
834200	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
834200	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
834200	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
834200	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
834200	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
834200	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
834200	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
834200	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
834200	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
834200	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
834200	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
834200	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
834200	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
834200	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
834200	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
834200	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
834200	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
834200	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
834200	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
834200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
834200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
834200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
834200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
834200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
834200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
834200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
834200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
834200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
834200	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
834200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
834200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
834200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
834200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
834200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
834200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
834200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
834200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
834200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
834200	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
834200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
834200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
834200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
834200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
834200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
834200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
834200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
834200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
834200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
834200	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
834200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
834200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
834200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
834200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
834200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
834200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
834200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
834200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
834200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
834200	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
834200	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
834200	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
834200	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
834200	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
834200	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
834200	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
834200	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
834200	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
834200	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
834200	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
834200	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
834200	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
834200	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
834200	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
834200	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
834200	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
834200	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
834200	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
834200	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
834200	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
834200	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
834200	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
834200	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
834200	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
834200	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
834200	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
834200	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
834200	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
834200	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
834200	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
834200	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
834200	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
834200	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
834200	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
834200	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
834200	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
834200	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
834200	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
834200	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
834200	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
834200	embedding2nn.weight	0	0.32341325283050537
834200	embedding2nn.weight	1	0.37309780716896057
834200	embedding2nn.weight	2	0.005512639880180359
834200	embedding2nn.weight	3	0.009181741625070572
834200	embedding2nn.weight	4	-0.02579791471362114
834200	embedding2nn.weight	5	0.05909175053238869
834200	embedding2nn.weight	6	0.0009527734364382923
834200	embedding2nn.weight	7	-0.00022763058950658888
834200	embedding2nn.weight	8	0.04025935009121895
834200	embedding2nn.weight	9	-0.04817884787917137
834200	embedding2nn.bias	0	0.019754957407712936
834200	embedding2nn.bias	1	-0.19306574761867523
834200	embedding2nn.bias	2	0.13282187283039093
834200	embedding2nn.bias	3	0.16463054716587067
834200	embedding2nn.bias	4	0.1526823192834854
834200	embedding2nn.bias	5	-0.07840128242969513
834200	embedding2nn.bias	6	-0.051306646317243576
834200	embedding2nn.bias	7	0.036585256457328796
834200	embedding2nn.bias	8	-0.15284496545791626
834200	embedding2nn.bias	9	-0.3766334056854248
834200	rnn.weight_ih_l0	0	0.010047392919659615
834200	rnn.weight_ih_l0	1	-0.05854006111621857
834200	rnn.weight_ih_l0	2	-0.05234803631901741
834200	rnn.weight_ih_l0	3	0.11654455214738846
834200	rnn.weight_ih_l0	4	0.020505670458078384
834200	rnn.weight_ih_l0	5	-0.07056842744350433
834200	rnn.weight_ih_l0	6	0.006165977567434311
834200	rnn.weight_ih_l0	7	-0.024745870381593704
834200	rnn.weight_ih_l0	8	0.01538068987429142
834200	rnn.weight_ih_l0	9	-0.08237766474485397
834200	rnn.weight_hh_l0	0	-0.02256040833890438
834200	rnn.weight_hh_l0	1	0.0835328921675682
834200	rnn.weight_hh_l0	2	0.003260854398831725
834200	rnn.weight_hh_l0	3	-0.03646280989050865
834200	rnn.weight_hh_l0	4	0.08638428151607513
834200	rnn.weight_hh_l0	5	0.000700916803907603
834200	rnn.weight_hh_l0	6	-0.08918897807598114
834200	rnn.weight_hh_l0	7	-0.1372193694114685
834200	rnn.weight_hh_l0	8	0.04050442576408386
834200	rnn.weight_hh_l0	9	-0.12298811972141266
834200	rnn.bias_ih_l0	0	0.17777423560619354
834200	rnn.bias_ih_l0	1	-0.3450676202774048
834200	rnn.bias_ih_l0	2	-0.0414663590490818
834200	rnn.bias_ih_l0	3	-0.20923437178134918
834200	rnn.bias_ih_l0	4	-0.004491655621677637
834200	rnn.bias_ih_l0	5	-0.44420939683914185
834200	rnn.bias_ih_l0	6	-0.13276433944702148
834200	rnn.bias_ih_l0	7	-0.3900972902774811
834200	rnn.bias_ih_l0	8	-0.30944862961769104
834200	rnn.bias_ih_l0	9	-0.4474499225616455
834200	rnn.bias_hh_l0	0	-0.35560762882232666
834200	rnn.bias_hh_l0	1	-0.440394788980484
834200	rnn.bias_hh_l0	2	-0.4042435884475708
834200	rnn.bias_hh_l0	3	-0.07820267975330353
834200	rnn.bias_hh_l0	4	-0.40063145756721497
834200	rnn.bias_hh_l0	5	-0.37049946188926697
834200	rnn.bias_hh_l0	6	-0.11716775596141815
834200	rnn.bias_hh_l0	7	0.07165706157684326
834200	rnn.bias_hh_l0	8	-0.22955462336540222
834200	rnn.bias_hh_l0	9	-0.5709336400032043
834200	rnn.weight_ih_l0_reverse	0	-0.01049124076962471
834200	rnn.weight_ih_l0_reverse	1	-0.005887947045266628
834200	rnn.weight_ih_l0_reverse	2	0.007859793491661549
834200	rnn.weight_ih_l0_reverse	3	-0.14284953474998474
834200	rnn.weight_ih_l0_reverse	4	0.07698129117488861
834200	rnn.weight_ih_l0_reverse	5	-0.09938308596611023
834200	rnn.weight_ih_l0_reverse	6	-0.0028923992067575455
834200	rnn.weight_ih_l0_reverse	7	0.031144624575972557
834200	rnn.weight_ih_l0_reverse	8	-0.049100443720817566
834200	rnn.weight_ih_l0_reverse	9	-0.08653777837753296
834200	rnn.weight_hh_l0_reverse	0	-0.1518288552761078
834200	rnn.weight_hh_l0_reverse	1	0.021674744784832
834200	rnn.weight_hh_l0_reverse	2	-0.019431831315159798
834200	rnn.weight_hh_l0_reverse	3	0.031166628003120422
834200	rnn.weight_hh_l0_reverse	4	-0.08240555971860886
834200	rnn.weight_hh_l0_reverse	5	0.037401724606752396
834200	rnn.weight_hh_l0_reverse	6	0.03104555234313011
834200	rnn.weight_hh_l0_reverse	7	-0.13075169920921326
834200	rnn.weight_hh_l0_reverse	8	-0.0786428228020668
834200	rnn.weight_hh_l0_reverse	9	0.03586157411336899
834200	rnn.bias_ih_l0_reverse	0	-0.1781834065914154
834200	rnn.bias_ih_l0_reverse	1	-0.057854171842336655
834200	rnn.bias_ih_l0_reverse	2	0.15888366103172302
834200	rnn.bias_ih_l0_reverse	3	-0.33048728108406067
834200	rnn.bias_ih_l0_reverse	4	0.00983484834432602
834200	rnn.bias_ih_l0_reverse	5	-0.2208254486322403
834200	rnn.bias_ih_l0_reverse	6	0.2846590578556061
834200	rnn.bias_ih_l0_reverse	7	-0.29896044731140137
834200	rnn.bias_ih_l0_reverse	8	-0.19277210533618927
834200	rnn.bias_ih_l0_reverse	9	-0.14904583990573883
834200	rnn.bias_hh_l0_reverse	0	-0.13780777156352997
834200	rnn.bias_hh_l0_reverse	1	0.2727701961994171
834200	rnn.bias_hh_l0_reverse	2	-0.34263262152671814
834200	rnn.bias_hh_l0_reverse	3	-0.23099283874034882
834200	rnn.bias_hh_l0_reverse	4	-0.40046703815460205
834200	rnn.bias_hh_l0_reverse	5	-0.20740455389022827
834200	rnn.bias_hh_l0_reverse	6	-0.26766976714134216
834200	rnn.bias_hh_l0_reverse	7	-0.10322941094636917
834200	rnn.bias_hh_l0_reverse	8	-0.3492238521575928
834200	rnn.bias_hh_l0_reverse	9	0.21251802146434784
834200	linear.weight	0	0.22236418724060059
834200	linear.weight	1	-0.45735734701156616
834200	linear.weight	2	0.046710796654224396
834200	linear.weight	3	0.06747303903102875
834200	linear.weight	4	-0.1338748186826706
834200	linear.weight	5	0.23327098786830902
834200	linear.weight	6	-0.03406849503517151
834200	linear.weight	7	-0.05959592014551163
834200	linear.weight	8	0.14415137469768524
834200	linear.weight	9	-0.04994240030646324
834200	linear.bias	0	-0.8686864376068115
834200	linear.bias	1	1.792988896369934
834200	linear.bias	2	0.7212371826171875
834200	linear.bias	3	-2.7434983253479004
834200	linear.bias	4	-0.06326547265052795
834200	linear.bias	5	1.260811448097229
834200	linear.bias	6	-0.2335117757320404
834200	linear.bias	7	0.8259683847427368
834200	linear.bias	8	2.1173603534698486
834200	linear.bias	9	-1.2878185510635376
834809	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
834809	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
834809	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
834809	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
834809	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
834809	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
834809	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
834809	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
834809	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
834809	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
834809	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
834809	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
834809	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
834809	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
834809	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
834809	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
834809	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
834809	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
834809	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
834809	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
834809	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
834809	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
834809	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
834809	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
834809	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
834809	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
834809	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
834809	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
834809	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
834809	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
834809	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
834809	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
834809	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
834809	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
834809	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
834809	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
834809	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
834809	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
834809	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
834809	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
834809	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
834809	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
834809	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
834809	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
834809	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
834809	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
834809	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
834809	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
834809	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
834809	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
834809	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
834809	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
834809	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
834809	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
834809	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
834809	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
834809	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
834809	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
834809	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
834809	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
834809	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
834809	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
834809	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
834809	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
834809	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
834809	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
834809	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
834809	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
834809	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
834809	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
834809	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
834809	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
834809	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
834809	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
834809	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
834809	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
834809	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
834809	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
834809	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
834809	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
834809	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
834809	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
834809	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
834809	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
834809	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
834809	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
834809	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
834809	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
834809	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
834809	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
834809	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
834809	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
834809	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
834809	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
834809	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
834809	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
834809	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
834809	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
834809	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
834809	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
834809	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
834809	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
834809	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
834809	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
834809	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
834809	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
834809	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
834809	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
834809	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
834809	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
834809	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
834809	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
834809	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
834809	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
834809	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
834809	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
834809	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
834809	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
834809	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
834809	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
834809	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
834809	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
834809	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
834809	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
834809	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
834809	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
834809	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
834809	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
834809	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
834809	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
834809	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
834809	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
834809	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
834809	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
834809	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
834809	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
834809	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
834809	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
834809	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
834809	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
834809	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
834809	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
834809	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
834809	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
834809	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
834809	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
834809	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
834809	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
834809	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
834809	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
834809	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
834809	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
834809	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
834809	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
834809	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
834809	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
834809	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
834809	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
834809	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
834809	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
834809	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
834809	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
834809	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
834809	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
834809	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
834809	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
834809	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
834809	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
834809	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
834809	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
834809	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
834809	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
834809	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
834809	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
834809	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
834809	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
834809	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
834809	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
834809	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
834809	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
834809	embedding2nn.weight	0	0.3234618306159973
834809	embedding2nn.weight	1	0.3730506896972656
834809	embedding2nn.weight	2	0.0055721173994243145
834809	embedding2nn.weight	3	0.010339762084186077
834809	embedding2nn.weight	4	-0.02660064399242401
834809	embedding2nn.weight	5	0.05868469178676605
834809	embedding2nn.weight	6	0.001373214996419847
834809	embedding2nn.weight	7	0.0003327618760522455
834809	embedding2nn.weight	8	0.03991550952196121
834809	embedding2nn.weight	9	-0.04735972359776497
834809	embedding2nn.bias	0	0.019211914390325546
834809	embedding2nn.bias	1	-0.19518442451953888
834809	embedding2nn.bias	2	0.13383178412914276
834809	embedding2nn.bias	3	0.1679002046585083
834809	embedding2nn.bias	4	0.14930343627929688
834809	embedding2nn.bias	5	-0.07754232734441757
834809	embedding2nn.bias	6	-0.051607098430395126
834809	embedding2nn.bias	7	0.037311259657144547
834809	embedding2nn.bias	8	-0.1580677181482315
834809	embedding2nn.bias	9	-0.371040403842926
834809	rnn.weight_ih_l0	0	0.010130543261766434
834809	rnn.weight_ih_l0	1	-0.05851336941123009
834809	rnn.weight_ih_l0	2	-0.051980290561914444
834809	rnn.weight_ih_l0	3	0.11661365628242493
834809	rnn.weight_ih_l0	4	0.0208570659160614
834809	rnn.weight_ih_l0	5	-0.07024916261434555
834809	rnn.weight_ih_l0	6	0.005488039925694466
834809	rnn.weight_ih_l0	7	-0.025408918038010597
834809	rnn.weight_ih_l0	8	0.0156543031334877
834809	rnn.weight_ih_l0	9	-0.08288323134183884
834809	rnn.weight_hh_l0	0	-0.02260192297399044
834809	rnn.weight_hh_l0	1	0.08361494541168213
834809	rnn.weight_hh_l0	2	0.0033418622333556414
834809	rnn.weight_hh_l0	3	-0.03653443604707718
834809	rnn.weight_hh_l0	4	0.086399607360363
834809	rnn.weight_hh_l0	5	0.0007145247654989362
834809	rnn.weight_hh_l0	6	-0.08916899561882019
834809	rnn.weight_hh_l0	7	-0.137247696518898
834809	rnn.weight_hh_l0	8	0.04053249582648277
834809	rnn.weight_hh_l0	9	-0.12298468500375748
834809	rnn.bias_ih_l0	0	0.17570112645626068
834809	rnn.bias_ih_l0	1	-0.3455783724784851
834809	rnn.bias_ih_l0	2	-0.04150909185409546
834809	rnn.bias_ih_l0	3	-0.2090684026479721
834809	rnn.bias_ih_l0	4	-0.0036404405254870653
834809	rnn.bias_ih_l0	5	-0.44570910930633545
834809	rnn.bias_ih_l0	6	-0.1342100352048874
834809	rnn.bias_ih_l0	7	-0.38975587487220764
834809	rnn.bias_ih_l0	8	-0.30884552001953125
834809	rnn.bias_ih_l0	9	-0.4474010467529297
834809	rnn.bias_hh_l0	0	-0.3559826612472534
834809	rnn.bias_hh_l0	1	-0.44100940227508545
834809	rnn.bias_hh_l0	2	-0.4039696455001831
834809	rnn.bias_hh_l0	3	-0.07887929677963257
834809	rnn.bias_hh_l0	4	-0.3994843363761902
834809	rnn.bias_hh_l0	5	-0.3707917034626007
834809	rnn.bias_hh_l0	6	-0.11827510595321655
834809	rnn.bias_hh_l0	7	0.07116373628377914
834809	rnn.bias_hh_l0	8	-0.23079334199428558
834809	rnn.bias_hh_l0	9	-0.5702400803565979
834809	rnn.weight_ih_l0_reverse	0	-0.0094740716740489
834809	rnn.weight_ih_l0_reverse	1	-0.005390427075326443
834809	rnn.weight_ih_l0_reverse	2	0.007729959674179554
834809	rnn.weight_ih_l0_reverse	3	-0.14307710528373718
834809	rnn.weight_ih_l0_reverse	4	0.07730118185281754
834809	rnn.weight_ih_l0_reverse	5	-0.09980938583612442
834809	rnn.weight_ih_l0_reverse	6	-0.003262090031057596
834809	rnn.weight_ih_l0_reverse	7	0.031569696962833405
834809	rnn.weight_ih_l0_reverse	8	-0.04941258952021599
834809	rnn.weight_ih_l0_reverse	9	-0.08666053414344788
834809	rnn.weight_hh_l0_reverse	0	-0.15180028975009918
834809	rnn.weight_hh_l0_reverse	1	0.021642938256263733
834809	rnn.weight_hh_l0_reverse	2	-0.01958458498120308
834809	rnn.weight_hh_l0_reverse	3	0.031008196994662285
834809	rnn.weight_hh_l0_reverse	4	-0.08238685131072998
834809	rnn.weight_hh_l0_reverse	5	0.03747057169675827
834809	rnn.weight_hh_l0_reverse	6	0.031018516048789024
834809	rnn.weight_hh_l0_reverse	7	-0.13100020587444305
834809	rnn.weight_hh_l0_reverse	8	-0.07851564139127731
834809	rnn.weight_hh_l0_reverse	9	0.03578783571720123
834809	rnn.bias_ih_l0_reverse	0	-0.17845232784748077
834809	rnn.bias_ih_l0_reverse	1	-0.05838846042752266
834809	rnn.bias_ih_l0_reverse	2	0.15935589373111725
834809	rnn.bias_ih_l0_reverse	3	-0.32878315448760986
834809	rnn.bias_ih_l0_reverse	4	0.009476603008806705
834809	rnn.bias_ih_l0_reverse	5	-0.22152270376682281
834809	rnn.bias_ih_l0_reverse	6	0.2830197811126709
834809	rnn.bias_ih_l0_reverse	7	-0.30110475420951843
834809	rnn.bias_ih_l0_reverse	8	-0.19286634027957916
834809	rnn.bias_ih_l0_reverse	9	-0.14817018806934357
834809	rnn.bias_hh_l0_reverse	0	-0.1377520114183426
834809	rnn.bias_hh_l0_reverse	1	0.2737194299697876
834809	rnn.bias_hh_l0_reverse	2	-0.342140793800354
834809	rnn.bias_hh_l0_reverse	3	-0.22961442172527313
834809	rnn.bias_hh_l0_reverse	4	-0.39985689520835876
834809	rnn.bias_hh_l0_reverse	5	-0.2068677544593811
834809	rnn.bias_hh_l0_reverse	6	-0.2680175006389618
834809	rnn.bias_hh_l0_reverse	7	-0.1024332344532013
834809	rnn.bias_hh_l0_reverse	8	-0.34999579191207886
834809	rnn.bias_hh_l0_reverse	9	0.20762673020362854
834809	linear.weight	0	0.2199457585811615
834809	linear.weight	1	-0.4574280083179474
834809	linear.weight	2	0.05338503047823906
834809	linear.weight	3	0.06747309863567352
834809	linear.weight	4	-0.13050693273544312
834809	linear.weight	5	0.23662878572940826
834809	linear.weight	6	-0.033107858151197433
834809	linear.weight	7	-0.059595320373773575
834809	linear.weight	8	0.14579834043979645
834809	linear.weight	9	-0.0499427430331707
834809	linear.bias	0	-0.8723574280738831
834809	linear.bias	1	1.7919028997421265
834809	linear.bias	2	0.717008650302887
834809	linear.bias	3	-2.7435059547424316
834809	linear.bias	4	-0.06945420801639557
834809	linear.bias	5	1.2660387754440308
834809	linear.bias	6	-0.2277442365884781
834809	linear.bias	7	0.8234110474586487
834809	linear.bias	8	2.1178982257843018
834809	linear.bias	9	-1.2897427082061768
835418	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
835418	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
835418	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
835418	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
835418	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
835418	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
835418	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
835418	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
835418	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
835418	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
835418	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
835418	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
835418	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
835418	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
835418	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
835418	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
835418	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
835418	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
835418	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
835418	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
835418	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
835418	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
835418	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
835418	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
835418	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
835418	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
835418	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
835418	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
835418	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
835418	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
835418	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
835418	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
835418	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
835418	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
835418	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
835418	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
835418	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
835418	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
835418	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
835418	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
835418	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
835418	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
835418	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
835418	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
835418	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
835418	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
835418	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
835418	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
835418	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
835418	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
835418	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
835418	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
835418	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
835418	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
835418	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
835418	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
835418	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
835418	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
835418	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
835418	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
835418	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
835418	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
835418	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
835418	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
835418	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
835418	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
835418	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
835418	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
835418	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
835418	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
835418	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
835418	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
835418	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
835418	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
835418	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
835418	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
835418	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
835418	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
835418	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
835418	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
835418	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
835418	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
835418	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
835418	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
835418	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
835418	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
835418	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
835418	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
835418	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
835418	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
835418	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
835418	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
835418	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
835418	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
835418	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
835418	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
835418	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
835418	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
835418	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
835418	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
835418	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
835418	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
835418	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
835418	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
835418	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
835418	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
835418	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
835418	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
835418	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
835418	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
835418	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
835418	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
835418	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
835418	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
835418	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
835418	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
835418	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
835418	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
835418	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
835418	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
835418	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
835418	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
835418	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
835418	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
835418	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
835418	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
835418	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
835418	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
835418	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
835418	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
835418	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
835418	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
835418	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
835418	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
835418	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
835418	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
835418	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
835418	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
835418	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
835418	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
835418	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
835418	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
835418	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
835418	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
835418	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
835418	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
835418	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
835418	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
835418	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
835418	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
835418	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
835418	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
835418	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
835418	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
835418	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
835418	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
835418	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
835418	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
835418	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
835418	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
835418	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
835418	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
835418	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
835418	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
835418	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
835418	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
835418	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
835418	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
835418	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
835418	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
835418	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
835418	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
835418	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
835418	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
835418	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
835418	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
835418	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
835418	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
835418	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
835418	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
835418	embedding2nn.weight	0	0.3229904770851135
835418	embedding2nn.weight	1	0.3731454908847809
835418	embedding2nn.weight	2	0.005816050339490175
835418	embedding2nn.weight	3	0.009526503272354603
835418	embedding2nn.weight	4	-0.027198605239391327
835418	embedding2nn.weight	5	0.05848538875579834
835418	embedding2nn.weight	6	0.0013505290262401104
835418	embedding2nn.weight	7	-3.8091737224021927e-05
835418	embedding2nn.weight	8	0.040055468678474426
835418	embedding2nn.weight	9	-0.04818669334053993
835418	embedding2nn.bias	0	0.01806211844086647
835418	embedding2nn.bias	1	-0.18978168070316315
835418	embedding2nn.bias	2	0.1339249163866043
835418	embedding2nn.bias	3	0.1685701310634613
835418	embedding2nn.bias	4	0.14892327785491943
835418	embedding2nn.bias	5	-0.07788817584514618
835418	embedding2nn.bias	6	-0.049166083335876465
835418	embedding2nn.bias	7	0.035379331558942795
835418	embedding2nn.bias	8	-0.1561439484357834
835418	embedding2nn.bias	9	-0.37173303961753845
835418	rnn.weight_ih_l0	0	0.010151218622922897
835418	rnn.weight_ih_l0	1	-0.058879610151052475
835418	rnn.weight_ih_l0	2	-0.05260055512189865
835418	rnn.weight_ih_l0	3	0.11621791124343872
835418	rnn.weight_ih_l0	4	0.02059212327003479
835418	rnn.weight_ih_l0	5	-0.0700918436050415
835418	rnn.weight_ih_l0	6	0.005424418952316046
835418	rnn.weight_ih_l0	7	-0.025333350524306297
835418	rnn.weight_ih_l0	8	0.01531615573912859
835418	rnn.weight_ih_l0	9	-0.08266670256853104
835418	rnn.weight_hh_l0	0	-0.02251674048602581
835418	rnn.weight_hh_l0	1	0.08362212777137756
835418	rnn.weight_hh_l0	2	0.003227255307137966
835418	rnn.weight_hh_l0	3	-0.03658110648393631
835418	rnn.weight_hh_l0	4	0.08655481785535812
835418	rnn.weight_hh_l0	5	0.0008103682775981724
835418	rnn.weight_hh_l0	6	-0.08921986818313599
835418	rnn.weight_hh_l0	7	-0.13690920174121857
835418	rnn.weight_hh_l0	8	0.04053627327084541
835418	rnn.weight_hh_l0	9	-0.12306107580661774
835418	rnn.bias_ih_l0	0	0.17574715614318848
835418	rnn.bias_ih_l0	1	-0.34515073895454407
835418	rnn.bias_ih_l0	2	-0.040252700448036194
835418	rnn.bias_ih_l0	3	-0.2095671445131302
835418	rnn.bias_ih_l0	4	-0.003637946443632245
835418	rnn.bias_ih_l0	5	-0.44579973816871643
835418	rnn.bias_ih_l0	6	-0.13356085121631622
835418	rnn.bias_ih_l0	7	-0.3898206949234009
835418	rnn.bias_ih_l0	8	-0.30958476662635803
835418	rnn.bias_ih_l0	9	-0.44501954317092896
835418	rnn.bias_hh_l0	0	-0.3565405607223511
835418	rnn.bias_hh_l0	1	-0.4414365887641907
835418	rnn.bias_hh_l0	2	-0.40415671467781067
835418	rnn.bias_hh_l0	3	-0.07839349657297134
835418	rnn.bias_hh_l0	4	-0.39954671263694763
835418	rnn.bias_hh_l0	5	-0.3707602620124817
835418	rnn.bias_hh_l0	6	-0.11800000816583633
835418	rnn.bias_hh_l0	7	0.07238009572029114
835418	rnn.bias_hh_l0	8	-0.23170991241931915
835418	rnn.bias_hh_l0	9	-0.5699735283851624
835418	rnn.weight_ih_l0_reverse	0	-0.008749573491513729
835418	rnn.weight_ih_l0_reverse	1	-0.0051885987631976604
835418	rnn.weight_ih_l0_reverse	2	0.007724133785814047
835418	rnn.weight_ih_l0_reverse	3	-0.14230744540691376
835418	rnn.weight_ih_l0_reverse	4	0.07686550170183182
835418	rnn.weight_ih_l0_reverse	5	-0.10005172342061996
835418	rnn.weight_ih_l0_reverse	6	-0.0031948101241141558
835418	rnn.weight_ih_l0_reverse	7	0.031577132642269135
835418	rnn.weight_ih_l0_reverse	8	-0.04938456416130066
835418	rnn.weight_ih_l0_reverse	9	-0.08677086979150772
835418	rnn.weight_hh_l0_reverse	0	-0.15170983970165253
835418	rnn.weight_hh_l0_reverse	1	0.021718624979257584
835418	rnn.weight_hh_l0_reverse	2	-0.019617358222603798
835418	rnn.weight_hh_l0_reverse	3	0.03095581941306591
835418	rnn.weight_hh_l0_reverse	4	-0.08242569863796234
835418	rnn.weight_hh_l0_reverse	5	0.03739086538553238
835418	rnn.weight_hh_l0_reverse	6	0.030987659469246864
835418	rnn.weight_hh_l0_reverse	7	-0.13111591339111328
835418	rnn.weight_hh_l0_reverse	8	-0.07873308658599854
835418	rnn.weight_hh_l0_reverse	9	0.03566291555762291
835418	rnn.bias_ih_l0_reverse	0	-0.17758886516094208
835418	rnn.bias_ih_l0_reverse	1	-0.05951164662837982
835418	rnn.bias_ih_l0_reverse	2	0.1598590910434723
835418	rnn.bias_ih_l0_reverse	3	-0.3283757269382477
835418	rnn.bias_ih_l0_reverse	4	0.010644455440342426
835418	rnn.bias_ih_l0_reverse	5	-0.2209102064371109
835418	rnn.bias_ih_l0_reverse	6	0.28153571486473083
835418	rnn.bias_ih_l0_reverse	7	-0.30072134733200073
835418	rnn.bias_ih_l0_reverse	8	-0.1927509605884552
835418	rnn.bias_ih_l0_reverse	9	-0.14609864354133606
835418	rnn.bias_hh_l0_reverse	0	-0.1381964534521103
835418	rnn.bias_hh_l0_reverse	1	0.2737886607646942
835418	rnn.bias_hh_l0_reverse	2	-0.34260278940200806
835418	rnn.bias_hh_l0_reverse	3	-0.2289869487285614
835418	rnn.bias_hh_l0_reverse	4	-0.3984258770942688
835418	rnn.bias_hh_l0_reverse	5	-0.20714382827281952
835418	rnn.bias_hh_l0_reverse	6	-0.26932549476623535
835418	rnn.bias_hh_l0_reverse	7	-0.10238345712423325
835418	rnn.bias_hh_l0_reverse	8	-0.3514123260974884
835418	rnn.bias_hh_l0_reverse	9	0.21048444509506226
835418	linear.weight	0	0.21913489699363708
835418	linear.weight	1	-0.45828357338905334
835418	linear.weight	2	0.04624847695231438
835418	linear.weight	3	0.06747311353683472
835418	linear.weight	4	-0.13598202168941498
835418	linear.weight	5	0.23501886427402496
835418	linear.weight	6	-0.03505313768982887
835418	linear.weight	7	-0.059594910591840744
835418	linear.weight	8	0.1491621732711792
835418	linear.weight	9	-0.0499429777264595
835418	linear.bias	0	-0.8741406798362732
835418	linear.bias	1	1.7994017601013184
835418	linear.bias	2	0.7126964926719666
835418	linear.bias	3	-2.7435102462768555
835418	linear.bias	4	-0.06673302501440048
835418	linear.bias	5	1.260148048400879
835418	linear.bias	6	-0.23229871690273285
835418	linear.bias	7	0.8282110691070557
835418	linear.bias	8	2.121689558029175
835418	linear.bias	9	-1.2804688215255737
835426	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
835426	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
835426	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
835426	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
835426	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
835426	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
835426	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
835426	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
835426	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
835426	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
835426	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
835426	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
835426	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
835426	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
835426	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
835426	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
835426	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
835426	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
835426	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
835426	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
835426	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
835426	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
835426	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
835426	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
835426	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
835426	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
835426	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
835426	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
835426	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
835426	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
835426	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
835426	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
835426	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
835426	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
835426	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
835426	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
835426	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
835426	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
835426	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
835426	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
835426	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
835426	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
835426	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
835426	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
835426	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
835426	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
835426	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
835426	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
835426	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
835426	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
835426	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
835426	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
835426	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
835426	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
835426	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
835426	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
835426	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
835426	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
835426	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
835426	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
835426	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
835426	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
835426	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
835426	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
835426	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
835426	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
835426	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
835426	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
835426	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
835426	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
835426	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
835426	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
835426	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
835426	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
835426	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
835426	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
835426	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
835426	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
835426	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
835426	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
835426	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
835426	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
835426	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
835426	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
835426	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
835426	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
835426	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
835426	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
835426	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
835426	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
835426	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
835426	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
835426	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
835426	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
835426	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
835426	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
835426	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
835426	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
835426	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
835426	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
835426	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
835426	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
835426	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
835426	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
835426	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
835426	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
835426	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
835426	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
835426	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
835426	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
835426	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
835426	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
835426	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
835426	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
835426	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
835426	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
835426	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
835426	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
835426	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
835426	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
835426	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
835426	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
835426	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
835426	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
835426	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
835426	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
835426	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
835426	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
835426	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
835426	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
835426	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
835426	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
835426	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
835426	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
835426	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
835426	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
835426	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
835426	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
835426	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
835426	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
835426	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
835426	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
835426	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
835426	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
835426	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
835426	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
835426	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
835426	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
835426	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
835426	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
835426	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
835426	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
835426	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
835426	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
835426	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
835426	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
835426	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
835426	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
835426	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
835426	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
835426	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
835426	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
835426	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
835426	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
835426	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
835426	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
835426	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
835426	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
835426	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
835426	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
835426	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
835426	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
835426	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
835426	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
835426	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
835426	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
835426	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
835426	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
835426	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
835426	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
835426	embedding2nn.weight	0	0.3229614794254303
835426	embedding2nn.weight	1	0.3732091188430786
835426	embedding2nn.weight	2	0.005827815737575293
835426	embedding2nn.weight	3	0.009478885680437088
835426	embedding2nn.weight	4	-0.02717292122542858
835426	embedding2nn.weight	5	0.05840204656124115
835426	embedding2nn.weight	6	0.0018081562593579292
835426	embedding2nn.weight	7	-1.7203379684360698e-05
835426	embedding2nn.weight	8	0.04018242284655571
835426	embedding2nn.weight	9	-0.04806368798017502
835426	embedding2nn.bias	0	0.01740286685526371
835426	embedding2nn.bias	1	-0.18895365297794342
835426	embedding2nn.bias	2	0.1334187388420105
835426	embedding2nn.bias	3	0.16862864792346954
835426	embedding2nn.bias	4	0.14840193092823029
835426	embedding2nn.bias	5	-0.0775047093629837
835426	embedding2nn.bias	6	-0.04820454493165016
835426	embedding2nn.bias	7	0.0359591543674469
835426	embedding2nn.bias	8	-0.15591754019260406
835426	embedding2nn.bias	9	-0.37188559770584106
835426	rnn.weight_ih_l0	0	0.010162200778722763
835426	rnn.weight_ih_l0	1	-0.058843713253736496
835426	rnn.weight_ih_l0	2	-0.05258207023143768
835426	rnn.weight_ih_l0	3	0.11622564494609833
835426	rnn.weight_ih_l0	4	0.020835235714912415
835426	rnn.weight_ih_l0	5	-0.07015731185674667
835426	rnn.weight_ih_l0	6	0.005435294937342405
835426	rnn.weight_ih_l0	7	-0.025355177000164986
835426	rnn.weight_ih_l0	8	0.015401042066514492
835426	rnn.weight_ih_l0	9	-0.08268358558416367
835426	rnn.weight_hh_l0	0	-0.022504957392811775
835426	rnn.weight_hh_l0	1	0.08362383395433426
835426	rnn.weight_hh_l0	2	0.0032181667629629374
835426	rnn.weight_hh_l0	3	-0.036570873111486435
835426	rnn.weight_hh_l0	4	0.08655644208192825
835426	rnn.weight_hh_l0	5	0.0008152107475325465
835426	rnn.weight_hh_l0	6	-0.08922352641820908
835426	rnn.weight_hh_l0	7	-0.13693036139011383
835426	rnn.weight_hh_l0	8	0.04053535312414169
835426	rnn.weight_hh_l0	9	-0.12305184453725815
835426	rnn.bias_ih_l0	0	0.17584224045276642
835426	rnn.bias_ih_l0	1	-0.34513089060783386
835426	rnn.bias_ih_l0	2	-0.040265776216983795
835426	rnn.bias_ih_l0	3	-0.20956625044345856
835426	rnn.bias_ih_l0	4	-0.003763122484087944
835426	rnn.bias_ih_l0	5	-0.44575372338294983
835426	rnn.bias_ih_l0	6	-0.13355018198490143
835426	rnn.bias_ih_l0	7	-0.38981950283050537
835426	rnn.bias_ih_l0	8	-0.30952173471450806
835426	rnn.bias_ih_l0	9	-0.4451904892921448
835426	rnn.bias_hh_l0	0	-0.3565639853477478
835426	rnn.bias_hh_l0	1	-0.4413630962371826
835426	rnn.bias_hh_l0	2	-0.40420639514923096
835426	rnn.bias_hh_l0	3	-0.07842450588941574
835426	rnn.bias_hh_l0	4	-0.3995412588119507
835426	rnn.bias_hh_l0	5	-0.3707582354545593
835426	rnn.bias_hh_l0	6	-0.1178528442978859
835426	rnn.bias_hh_l0	7	0.072409488260746
835426	rnn.bias_hh_l0	8	-0.23146048188209534
835426	rnn.bias_hh_l0	9	-0.5699363946914673
835426	rnn.weight_ih_l0_reverse	0	-0.009016187861561775
835426	rnn.weight_ih_l0_reverse	1	-0.0051696826703846455
835426	rnn.weight_ih_l0_reverse	2	0.007731091696768999
835426	rnn.weight_ih_l0_reverse	3	-0.14229148626327515
835426	rnn.weight_ih_l0_reverse	4	0.0768725797533989
835426	rnn.weight_ih_l0_reverse	5	-0.10000672191381454
835426	rnn.weight_ih_l0_reverse	6	-0.003210670780390501
835426	rnn.weight_ih_l0_reverse	7	0.0315798781812191
835426	rnn.weight_ih_l0_reverse	8	-0.0493793785572052
835426	rnn.weight_ih_l0_reverse	9	-0.08675922453403473
835426	rnn.weight_hh_l0_reverse	0	-0.15163981914520264
835426	rnn.weight_hh_l0_reverse	1	0.021706337109208107
835426	rnn.weight_hh_l0_reverse	2	-0.01959017664194107
835426	rnn.weight_hh_l0_reverse	3	0.03095497377216816
835426	rnn.weight_hh_l0_reverse	4	-0.08241578191518784
835426	rnn.weight_hh_l0_reverse	5	0.037394434213638306
835426	rnn.weight_hh_l0_reverse	6	0.030987577512860298
835426	rnn.weight_hh_l0_reverse	7	-0.13112673163414001
835426	rnn.weight_hh_l0_reverse	8	-0.07868694514036179
835426	rnn.weight_hh_l0_reverse	9	0.035672955214977264
835426	rnn.bias_ih_l0_reverse	0	-0.17761288583278656
835426	rnn.bias_ih_l0_reverse	1	-0.05940551683306694
835426	rnn.bias_ih_l0_reverse	2	0.15998367965221405
835426	rnn.bias_ih_l0_reverse	3	-0.32840144634246826
835426	rnn.bias_ih_l0_reverse	4	0.010913921520113945
835426	rnn.bias_ih_l0_reverse	5	-0.22091646492481232
835426	rnn.bias_ih_l0_reverse	6	0.2816937267780304
835426	rnn.bias_ih_l0_reverse	7	-0.30093613266944885
835426	rnn.bias_ih_l0_reverse	8	-0.19285628199577332
835426	rnn.bias_ih_l0_reverse	9	-0.14616616070270538
835426	rnn.bias_hh_l0_reverse	0	-0.13814568519592285
835426	rnn.bias_hh_l0_reverse	1	0.2739705741405487
835426	rnn.bias_hh_l0_reverse	2	-0.3425107002258301
835426	rnn.bias_hh_l0_reverse	3	-0.2289857417345047
835426	rnn.bias_hh_l0_reverse	4	-0.39858493208885193
835426	rnn.bias_hh_l0_reverse	5	-0.20725202560424805
835426	rnn.bias_hh_l0_reverse	6	-0.2693984806537628
835426	rnn.bias_hh_l0_reverse	7	-0.1023920401930809
835426	rnn.bias_hh_l0_reverse	8	-0.3516665995121002
835426	rnn.bias_hh_l0_reverse	9	0.21072417497634888
835426	linear.weight	0	0.21909016370773315
835426	linear.weight	1	-0.45847243070602417
835426	linear.weight	2	0.04591885581612587
835426	linear.weight	3	0.06747311353683472
835426	linear.weight	4	-0.13535892963409424
835426	linear.weight	5	0.23551888763904572
835426	linear.weight	6	-0.03529467433691025
835426	linear.weight	7	-0.059594910591840744
835426	linear.weight	8	0.14920924603939056
835426	linear.weight	9	-0.0499429777264595
835426	linear.bias	0	-0.8746005296707153
835426	linear.bias	1	1.7976964712142944
835426	linear.bias	2	0.7114189863204956
835426	linear.bias	3	-2.7435102462768555
835426	linear.bias	4	-0.06612733006477356
835426	linear.bias	5	1.2600270509719849
835426	linear.bias	6	-0.2320563793182373
835426	linear.bias	7	0.8283013105392456
835426	linear.bias	8	2.1184170246124268
835426	linear.bias	9	-1.2801281213760376
836035	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
836035	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
836035	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
836035	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
836035	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
836035	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
836035	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
836035	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
836035	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
836035	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
836035	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
836035	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
836035	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
836035	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
836035	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
836035	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
836035	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
836035	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
836035	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
836035	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
836035	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
836035	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
836035	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
836035	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
836035	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
836035	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
836035	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
836035	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
836035	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
836035	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
836035	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
836035	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
836035	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
836035	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
836035	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
836035	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
836035	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
836035	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
836035	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
836035	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
836035	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
836035	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
836035	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
836035	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
836035	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
836035	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
836035	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
836035	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
836035	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
836035	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
836035	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
836035	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
836035	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
836035	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
836035	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
836035	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
836035	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
836035	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
836035	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
836035	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
836035	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
836035	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
836035	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
836035	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
836035	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
836035	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
836035	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
836035	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
836035	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
836035	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
836035	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
836035	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
836035	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
836035	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
836035	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
836035	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
836035	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
836035	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
836035	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
836035	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
836035	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
836035	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
836035	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
836035	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
836035	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
836035	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
836035	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
836035	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
836035	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
836035	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
836035	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
836035	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
836035	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
836035	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
836035	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
836035	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
836035	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
836035	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
836035	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
836035	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
836035	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
836035	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
836035	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
836035	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
836035	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
836035	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
836035	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
836035	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
836035	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
836035	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
836035	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
836035	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
836035	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
836035	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
836035	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
836035	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
836035	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
836035	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
836035	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
836035	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
836035	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
836035	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
836035	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
836035	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
836035	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
836035	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
836035	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
836035	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
836035	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
836035	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
836035	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
836035	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
836035	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
836035	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
836035	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
836035	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
836035	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
836035	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
836035	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
836035	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
836035	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
836035	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
836035	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
836035	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
836035	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
836035	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
836035	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
836035	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
836035	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
836035	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
836035	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
836035	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
836035	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
836035	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
836035	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
836035	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
836035	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
836035	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
836035	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
836035	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
836035	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
836035	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
836035	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
836035	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
836035	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
836035	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
836035	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
836035	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
836035	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
836035	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
836035	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
836035	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
836035	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
836035	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
836035	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
836035	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
836035	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
836035	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
836035	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
836035	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
836035	embedding2nn.weight	0	0.32308000326156616
836035	embedding2nn.weight	1	0.3733372986316681
836035	embedding2nn.weight	2	0.0058248620480299
836035	embedding2nn.weight	3	0.009046868421137333
836035	embedding2nn.weight	4	-0.02823132835328579
836035	embedding2nn.weight	5	0.05844523757696152
836035	embedding2nn.weight	6	0.002469742903485894
836035	embedding2nn.weight	7	9.90530588751426e-06
836035	embedding2nn.weight	8	0.040729548782110214
836035	embedding2nn.weight	9	-0.048801589757204056
836035	embedding2nn.bias	0	0.014499157667160034
836035	embedding2nn.bias	1	-0.19162105023860931
836035	embedding2nn.bias	2	0.13116957247257233
836035	embedding2nn.bias	3	0.16129067540168762
836035	embedding2nn.bias	4	0.14482687413692474
836035	embedding2nn.bias	5	-0.07591070234775543
836035	embedding2nn.bias	6	-0.05332184582948685
836035	embedding2nn.bias	7	0.03748985007405281
836035	embedding2nn.bias	8	-0.15810011327266693
836035	embedding2nn.bias	9	-0.3683285415172577
836035	rnn.weight_ih_l0	0	0.009959867224097252
836035	rnn.weight_ih_l0	1	-0.05887385457754135
836035	rnn.weight_ih_l0	2	-0.05295392870903015
836035	rnn.weight_ih_l0	3	0.11611475050449371
836035	rnn.weight_ih_l0	4	0.021850069984793663
836035	rnn.weight_ih_l0	5	-0.06983964890241623
836035	rnn.weight_ih_l0	6	0.005583298858255148
836035	rnn.weight_ih_l0	7	-0.025557348504662514
836035	rnn.weight_ih_l0	8	0.015046139247715473
836035	rnn.weight_ih_l0	9	-0.08221543580293655
836035	rnn.weight_hh_l0	0	-0.02255336567759514
836035	rnn.weight_hh_l0	1	0.08360720425844193
836035	rnn.weight_hh_l0	2	0.0033091790974140167
836035	rnn.weight_hh_l0	3	-0.03664393723011017
836035	rnn.weight_hh_l0	4	0.08660824596881866
836035	rnn.weight_hh_l0	5	0.0007302928133867681
836035	rnn.weight_hh_l0	6	-0.08920762687921524
836035	rnn.weight_hh_l0	7	-0.13753703236579895
836035	rnn.weight_hh_l0	8	0.04051123186945915
836035	rnn.weight_hh_l0	9	-0.12287856638431549
836035	rnn.bias_ih_l0	0	0.17564235627651215
836035	rnn.bias_ih_l0	1	-0.34529900550842285
836035	rnn.bias_ih_l0	2	-0.03983815759420395
836035	rnn.bias_ih_l0	3	-0.20828628540039062
836035	rnn.bias_ih_l0	4	-0.004060742445290089
836035	rnn.bias_ih_l0	5	-0.4455934762954712
836035	rnn.bias_ih_l0	6	-0.1338147521018982
836035	rnn.bias_ih_l0	7	-0.3900333046913147
836035	rnn.bias_ih_l0	8	-0.3091919422149658
836035	rnn.bias_ih_l0	9	-0.44513195753097534
836035	rnn.bias_hh_l0	0	-0.35610726475715637
836035	rnn.bias_hh_l0	1	-0.4419748783111572
836035	rnn.bias_hh_l0	2	-0.4047006368637085
836035	rnn.bias_hh_l0	3	-0.07830947637557983
836035	rnn.bias_hh_l0	4	-0.400321900844574
836035	rnn.bias_hh_l0	5	-0.3702302873134613
836035	rnn.bias_hh_l0	6	-0.11787871271371841
836035	rnn.bias_hh_l0	7	0.072479747235775
836035	rnn.bias_hh_l0	8	-0.23206238448619843
836035	rnn.bias_hh_l0	9	-0.5704278945922852
836035	rnn.weight_ih_l0_reverse	0	-0.008570745587348938
836035	rnn.weight_ih_l0_reverse	1	-0.005192034412175417
836035	rnn.weight_ih_l0_reverse	2	0.007497190497815609
836035	rnn.weight_ih_l0_reverse	3	-0.14240193367004395
836035	rnn.weight_ih_l0_reverse	4	0.07684709876775742
836035	rnn.weight_ih_l0_reverse	5	-0.0998184084892273
836035	rnn.weight_ih_l0_reverse	6	-0.003095362801104784
836035	rnn.weight_ih_l0_reverse	7	0.03176537901163101
836035	rnn.weight_ih_l0_reverse	8	-0.05006387084722519
836035	rnn.weight_ih_l0_reverse	9	-0.08718708902597427
836035	rnn.weight_hh_l0_reverse	0	-0.15187834203243256
836035	rnn.weight_hh_l0_reverse	1	0.021913331001996994
836035	rnn.weight_hh_l0_reverse	2	-0.019557185471057892
836035	rnn.weight_hh_l0_reverse	3	0.03100397065281868
836035	rnn.weight_hh_l0_reverse	4	-0.082343690097332
836035	rnn.weight_hh_l0_reverse	5	0.03745577856898308
836035	rnn.weight_hh_l0_reverse	6	0.03099808655679226
836035	rnn.weight_hh_l0_reverse	7	-0.13114334642887115
836035	rnn.weight_hh_l0_reverse	8	-0.07847951352596283
836035	rnn.weight_hh_l0_reverse	9	0.03559761866927147
836035	rnn.bias_ih_l0_reverse	0	-0.17811201512813568
836035	rnn.bias_ih_l0_reverse	1	-0.05855179205536842
836035	rnn.bias_ih_l0_reverse	2	0.16132482886314392
836035	rnn.bias_ih_l0_reverse	3	-0.32998526096343994
836035	rnn.bias_ih_l0_reverse	4	0.010566539131104946
836035	rnn.bias_ih_l0_reverse	5	-0.22145508229732513
836035	rnn.bias_ih_l0_reverse	6	0.2788262665271759
836035	rnn.bias_ih_l0_reverse	7	-0.3005482256412506
836035	rnn.bias_ih_l0_reverse	8	-0.19304606318473816
836035	rnn.bias_ih_l0_reverse	9	-0.1469476819038391
836035	rnn.bias_hh_l0_reverse	0	-0.13785144686698914
836035	rnn.bias_hh_l0_reverse	1	0.27394792437553406
836035	rnn.bias_hh_l0_reverse	2	-0.3432801365852356
836035	rnn.bias_hh_l0_reverse	3	-0.22848890721797943
836035	rnn.bias_hh_l0_reverse	4	-0.3987801969051361
836035	rnn.bias_hh_l0_reverse	5	-0.20762814581394196
836035	rnn.bias_hh_l0_reverse	6	-0.2700028717517853
836035	rnn.bias_hh_l0_reverse	7	-0.10224959254264832
836035	rnn.bias_hh_l0_reverse	8	-0.3486974537372589
836035	rnn.bias_hh_l0_reverse	9	0.21031013131141663
836035	linear.weight	0	0.21806463599205017
836035	linear.weight	1	-0.45888814330101013
836035	linear.weight	2	0.05104844644665718
836035	linear.weight	3	0.06747323274612427
836035	linear.weight	4	-0.13128948211669922
836035	linear.weight	5	0.23601596057415009
836035	linear.weight	6	-0.035550493746995926
836035	linear.weight	7	-0.05959437042474747
836035	linear.weight	8	0.14738088846206665
836035	linear.weight	9	-0.049943339079618454
836035	linear.bias	0	-0.8738065958023071
836035	linear.bias	1	1.805868148803711
836035	linear.bias	2	0.7134581208229065
836035	linear.bias	3	-2.7435169219970703
836035	linear.bias	4	-0.06947264075279236
836035	linear.bias	5	1.2636277675628662
836035	linear.bias	6	-0.22891613841056824
836035	linear.bias	7	0.8185523748397827
836035	linear.bias	8	2.1108994483947754
836035	linear.bias	9	-1.2807973623275757
836644	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
836644	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
836644	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
836644	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
836644	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
836644	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
836644	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
836644	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
836644	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
836644	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
836644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
836644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
836644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
836644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
836644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
836644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
836644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
836644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
836644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
836644	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
836644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
836644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
836644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
836644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
836644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
836644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
836644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
836644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
836644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
836644	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
836644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
836644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
836644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
836644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
836644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
836644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
836644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
836644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
836644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
836644	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
836644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
836644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
836644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
836644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
836644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
836644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
836644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
836644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
836644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
836644	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
836644	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
836644	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
836644	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
836644	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
836644	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
836644	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
836644	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
836644	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
836644	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
836644	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
836644	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
836644	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
836644	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
836644	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
836644	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
836644	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
836644	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
836644	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
836644	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
836644	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
836644	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
836644	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
836644	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
836644	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
836644	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
836644	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
836644	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
836644	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
836644	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
836644	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
836644	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
836644	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
836644	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
836644	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
836644	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
836644	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
836644	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
836644	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
836644	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
836644	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
836644	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
836644	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
836644	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
836644	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
836644	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
836644	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
836644	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
836644	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
836644	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
836644	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
836644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
836644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
836644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
836644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
836644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
836644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
836644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
836644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
836644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
836644	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
836644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
836644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
836644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
836644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
836644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
836644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
836644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
836644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
836644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
836644	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
836644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
836644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
836644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
836644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
836644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
836644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
836644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
836644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
836644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
836644	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
836644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
836644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
836644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
836644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
836644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
836644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
836644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
836644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
836644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
836644	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
836644	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
836644	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
836644	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
836644	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
836644	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
836644	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
836644	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
836644	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
836644	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
836644	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
836644	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
836644	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
836644	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
836644	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
836644	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
836644	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
836644	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
836644	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
836644	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
836644	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
836644	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
836644	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
836644	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
836644	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
836644	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
836644	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
836644	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
836644	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
836644	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
836644	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
836644	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
836644	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
836644	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
836644	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
836644	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
836644	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
836644	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
836644	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
836644	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
836644	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
836644	embedding2nn.weight	0	0.3228968381881714
836644	embedding2nn.weight	1	0.3733646273612976
836644	embedding2nn.weight	2	0.005577029660344124
836644	embedding2nn.weight	3	0.008585830219089985
836644	embedding2nn.weight	4	-0.02933330088853836
836644	embedding2nn.weight	5	0.05861286446452141
836644	embedding2nn.weight	6	0.0016455608420073986
836644	embedding2nn.weight	7	-0.0005352407461032271
836644	embedding2nn.weight	8	0.04050399735569954
836644	embedding2nn.weight	9	-0.04935050010681152
836644	embedding2nn.bias	0	0.013115845620632172
836644	embedding2nn.bias	1	-0.19473464787006378
836644	embedding2nn.bias	2	0.1323319524526596
836644	embedding2nn.bias	3	0.15949693322181702
836644	embedding2nn.bias	4	0.14902327954769135
836644	embedding2nn.bias	5	-0.07849857956171036
836644	embedding2nn.bias	6	-0.055280499160289764
836644	embedding2nn.bias	7	0.03738999366760254
836644	embedding2nn.bias	8	-0.15261408686637878
836644	embedding2nn.bias	9	-0.37385985255241394
836644	rnn.weight_ih_l0	0	0.009903226979076862
836644	rnn.weight_ih_l0	1	-0.05892658606171608
836644	rnn.weight_ih_l0	2	-0.051987163722515106
836644	rnn.weight_ih_l0	3	0.11632578074932098
836644	rnn.weight_ih_l0	4	0.021388571709394455
836644	rnn.weight_ih_l0	5	-0.07007547467947006
836644	rnn.weight_ih_l0	6	0.005343527067452669
836644	rnn.weight_ih_l0	7	-0.025674613192677498
836644	rnn.weight_ih_l0	8	0.015490475110709667
836644	rnn.weight_ih_l0	9	-0.08277744054794312
836644	rnn.weight_hh_l0	0	-0.022619351744651794
836644	rnn.weight_hh_l0	1	0.08355765789747238
836644	rnn.weight_hh_l0	2	0.0031630017329007387
836644	rnn.weight_hh_l0	3	-0.03672162443399429
836644	rnn.weight_hh_l0	4	0.08663353323936462
836644	rnn.weight_hh_l0	5	0.0007921294309198856
836644	rnn.weight_hh_l0	6	-0.08919890224933624
836644	rnn.weight_hh_l0	7	-0.13709932565689087
836644	rnn.weight_hh_l0	8	0.04051206260919571
836644	rnn.weight_hh_l0	9	-0.12276644259691238
836644	rnn.bias_ih_l0	0	0.17592212557792664
836644	rnn.bias_ih_l0	1	-0.3458089828491211
836644	rnn.bias_ih_l0	2	-0.0396326519548893
836644	rnn.bias_ih_l0	3	-0.20992083847522736
836644	rnn.bias_ih_l0	4	-0.004432178568094969
836644	rnn.bias_ih_l0	5	-0.4454154968261719
836644	rnn.bias_ih_l0	6	-0.13593325018882751
836644	rnn.bias_ih_l0	7	-0.39018556475639343
836644	rnn.bias_ih_l0	8	-0.3095926344394684
836644	rnn.bias_ih_l0	9	-0.4469943046569824
836644	rnn.bias_hh_l0	0	-0.3566649258136749
836644	rnn.bias_hh_l0	1	-0.4417688548564911
836644	rnn.bias_hh_l0	2	-0.4046807289123535
836644	rnn.bias_hh_l0	3	-0.07883557677268982
836644	rnn.bias_hh_l0	4	-0.3997732698917389
836644	rnn.bias_hh_l0	5	-0.37085461616516113
836644	rnn.bias_hh_l0	6	-0.1173587292432785
836644	rnn.bias_hh_l0	7	0.07205250859260559
836644	rnn.bias_hh_l0	8	-0.2315332144498825
836644	rnn.bias_hh_l0	9	-0.5705887675285339
836644	rnn.weight_ih_l0_reverse	0	-0.007282744161784649
836644	rnn.weight_ih_l0_reverse	1	-0.005210363771766424
836644	rnn.weight_ih_l0_reverse	2	0.0072098965756595135
836644	rnn.weight_ih_l0_reverse	3	-0.1423877626657486
836644	rnn.weight_ih_l0_reverse	4	0.07722210884094238
836644	rnn.weight_ih_l0_reverse	5	-0.10089468210935593
836644	rnn.weight_ih_l0_reverse	6	-0.004683917388319969
836644	rnn.weight_ih_l0_reverse	7	0.03190844878554344
836644	rnn.weight_ih_l0_reverse	8	-0.049718551337718964
836644	rnn.weight_ih_l0_reverse	9	-0.08611825853586197
836644	rnn.weight_hh_l0_reverse	0	-0.15184617042541504
836644	rnn.weight_hh_l0_reverse	1	0.02199450507760048
836644	rnn.weight_hh_l0_reverse	2	-0.019412968307733536
836644	rnn.weight_hh_l0_reverse	3	0.0308983251452446
836644	rnn.weight_hh_l0_reverse	4	-0.08264394849538803
836644	rnn.weight_hh_l0_reverse	5	0.03737729787826538
836644	rnn.weight_hh_l0_reverse	6	0.030998695641756058
836644	rnn.weight_hh_l0_reverse	7	-0.13138282299041748
836644	rnn.weight_hh_l0_reverse	8	-0.07836858183145523
836644	rnn.weight_hh_l0_reverse	9	0.03552412614226341
836644	rnn.bias_ih_l0_reverse	0	-0.1780475378036499
836644	rnn.bias_ih_l0_reverse	1	-0.05823417752981186
836644	rnn.bias_ih_l0_reverse	2	0.1616290658712387
836644	rnn.bias_ih_l0_reverse	3	-0.32901614904403687
836644	rnn.bias_ih_l0_reverse	4	0.013266332447528839
836644	rnn.bias_ih_l0_reverse	5	-0.2210114449262619
836644	rnn.bias_ih_l0_reverse	6	0.2788635492324829
836644	rnn.bias_ih_l0_reverse	7	-0.29891449213027954
836644	rnn.bias_ih_l0_reverse	8	-0.19397513568401337
836644	rnn.bias_ih_l0_reverse	9	-0.14656955003738403
836644	rnn.bias_hh_l0_reverse	0	-0.13720598816871643
836644	rnn.bias_hh_l0_reverse	1	0.27129125595092773
836644	rnn.bias_hh_l0_reverse	2	-0.3421231210231781
836644	rnn.bias_hh_l0_reverse	3	-0.22842532396316528
836644	rnn.bias_hh_l0_reverse	4	-0.39989012479782104
836644	rnn.bias_hh_l0_reverse	5	-0.2076491266489029
836644	rnn.bias_hh_l0_reverse	6	-0.26851025223731995
836644	rnn.bias_hh_l0_reverse	7	-0.10189840942621231
836644	rnn.bias_hh_l0_reverse	8	-0.34994086623191833
836644	rnn.bias_hh_l0_reverse	9	0.21357008814811707
836644	linear.weight	0	0.22014111280441284
836644	linear.weight	1	-0.4576501250267029
836644	linear.weight	2	0.05004991590976715
836644	linear.weight	3	0.06747324019670486
836644	linear.weight	4	-0.1435573399066925
836644	linear.weight	5	0.235798180103302
836644	linear.weight	6	-0.036022335290908813
836644	linear.weight	7	-0.059593699872493744
836644	linear.weight	8	0.14516888558864594
836644	linear.weight	9	-0.04994375258684158
836644	linear.bias	0	-0.8760294318199158
836644	linear.bias	1	1.8023953437805176
836644	linear.bias	2	0.7232673764228821
836644	linear.bias	3	-2.743525981903076
836644	linear.bias	4	-0.07311326265335083
836644	linear.bias	5	1.2482668161392212
836644	linear.bias	6	-0.22532996535301208
836644	linear.bias	7	0.8304851055145264
836644	linear.bias	8	2.120389461517334
836644	linear.bias	9	-1.2854360342025757
837253	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
837253	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
837253	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
837253	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
837253	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
837253	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
837253	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
837253	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
837253	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
837253	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
837253	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
837253	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
837253	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
837253	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
837253	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
837253	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
837253	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
837253	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
837253	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
837253	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
837253	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
837253	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
837253	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
837253	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
837253	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
837253	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
837253	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
837253	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
837253	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
837253	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
837253	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
837253	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
837253	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
837253	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
837253	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
837253	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
837253	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
837253	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
837253	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
837253	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
837253	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
837253	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
837253	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
837253	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
837253	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
837253	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
837253	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
837253	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
837253	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
837253	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
837253	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
837253	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
837253	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
837253	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
837253	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
837253	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
837253	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
837253	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
837253	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
837253	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
837253	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
837253	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
837253	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
837253	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
837253	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
837253	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
837253	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
837253	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
837253	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
837253	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
837253	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
837253	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
837253	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
837253	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
837253	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
837253	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
837253	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
837253	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
837253	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
837253	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
837253	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
837253	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
837253	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
837253	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
837253	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
837253	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
837253	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
837253	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
837253	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
837253	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
837253	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
837253	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
837253	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
837253	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
837253	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
837253	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
837253	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
837253	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
837253	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
837253	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
837253	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
837253	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
837253	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
837253	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
837253	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
837253	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
837253	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
837253	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
837253	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
837253	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
837253	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
837253	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
837253	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
837253	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
837253	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
837253	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
837253	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
837253	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
837253	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
837253	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
837253	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
837253	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
837253	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
837253	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
837253	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
837253	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
837253	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
837253	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
837253	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
837253	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
837253	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
837253	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
837253	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
837253	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
837253	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
837253	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
837253	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
837253	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
837253	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
837253	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
837253	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
837253	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
837253	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
837253	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
837253	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
837253	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
837253	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
837253	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
837253	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
837253	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
837253	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
837253	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
837253	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
837253	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
837253	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
837253	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
837253	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
837253	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
837253	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
837253	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
837253	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
837253	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
837253	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
837253	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
837253	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
837253	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
837253	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
837253	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
837253	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
837253	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
837253	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
837253	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
837253	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
837253	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
837253	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
837253	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
837253	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
837253	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
837253	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
837253	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
837253	embedding2nn.weight	0	0.3229489326477051
837253	embedding2nn.weight	1	0.3730449676513672
837253	embedding2nn.weight	2	0.005922488868236542
837253	embedding2nn.weight	3	0.012283196672797203
837253	embedding2nn.weight	4	-0.02906291000545025
837253	embedding2nn.weight	5	0.05901433527469635
837253	embedding2nn.weight	6	0.002637649653479457
837253	embedding2nn.weight	7	-0.0020309765823185444
837253	embedding2nn.weight	8	0.04022170230746269
837253	embedding2nn.weight	9	-0.049375757575035095
837253	embedding2nn.bias	0	0.014955966733396053
837253	embedding2nn.bias	1	-0.19556498527526855
837253	embedding2nn.bias	2	0.13549013435840607
837253	embedding2nn.bias	3	0.1576407551765442
837253	embedding2nn.bias	4	0.1505088210105896
837253	embedding2nn.bias	5	-0.07616619765758514
837253	embedding2nn.bias	6	-0.05688108503818512
837253	embedding2nn.bias	7	0.039493072777986526
837253	embedding2nn.bias	8	-0.15063393115997314
837253	embedding2nn.bias	9	-0.3724729120731354
837253	rnn.weight_ih_l0	0	0.00992569513618946
837253	rnn.weight_ih_l0	1	-0.0588802844285965
837253	rnn.weight_ih_l0	2	-0.05080680176615715
837253	rnn.weight_ih_l0	3	0.11551924794912338
837253	rnn.weight_ih_l0	4	0.02103208750486374
837253	rnn.weight_ih_l0	5	-0.07062537223100662
837253	rnn.weight_ih_l0	6	0.005331862717866898
837253	rnn.weight_ih_l0	7	-0.024869808927178383
837253	rnn.weight_ih_l0	8	0.015410112217068672
837253	rnn.weight_ih_l0	9	-0.0826529785990715
837253	rnn.weight_hh_l0	0	-0.022652899846434593
837253	rnn.weight_hh_l0	1	0.08353666216135025
837253	rnn.weight_hh_l0	2	0.0031496428418904543
837253	rnn.weight_hh_l0	3	-0.03671865537762642
837253	rnn.weight_hh_l0	4	0.0865805521607399
837253	rnn.weight_hh_l0	5	0.0007598347146995366
837253	rnn.weight_hh_l0	6	-0.08936041593551636
837253	rnn.weight_hh_l0	7	-0.13733413815498352
837253	rnn.weight_hh_l0	8	0.04049747437238693
837253	rnn.weight_hh_l0	9	-0.12250326573848724
837253	rnn.bias_ih_l0	0	0.17522954940795898
837253	rnn.bias_ih_l0	1	-0.34552618861198425
837253	rnn.bias_ih_l0	2	-0.040760137140750885
837253	rnn.bias_ih_l0	3	-0.21065501868724823
837253	rnn.bias_ih_l0	4	-0.002684347564354539
837253	rnn.bias_ih_l0	5	-0.44508564472198486
837253	rnn.bias_ih_l0	6	-0.13716651499271393
837253	rnn.bias_ih_l0	7	-0.3898676633834839
837253	rnn.bias_ih_l0	8	-0.30928441882133484
837253	rnn.bias_ih_l0	9	-0.44585007429122925
837253	rnn.bias_hh_l0	0	-0.3557274341583252
837253	rnn.bias_hh_l0	1	-0.4420028030872345
837253	rnn.bias_hh_l0	2	-0.4048123061656952
837253	rnn.bias_hh_l0	3	-0.07897695899009705
837253	rnn.bias_hh_l0	4	-0.4001199007034302
837253	rnn.bias_hh_l0	5	-0.37065932154655457
837253	rnn.bias_hh_l0	6	-0.11754672974348068
837253	rnn.bias_hh_l0	7	0.07154662162065506
837253	rnn.bias_hh_l0	8	-0.23292794823646545
837253	rnn.bias_hh_l0	9	-0.5704017877578735
837253	rnn.weight_ih_l0_reverse	0	-0.0074248844757676125
837253	rnn.weight_ih_l0_reverse	1	-0.005683224648237228
837253	rnn.weight_ih_l0_reverse	2	0.007716322783380747
837253	rnn.weight_ih_l0_reverse	3	-0.14241601526737213
837253	rnn.weight_ih_l0_reverse	4	0.07714219391345978
837253	rnn.weight_ih_l0_reverse	5	-0.10108421742916107
837253	rnn.weight_ih_l0_reverse	6	-0.004807731136679649
837253	rnn.weight_ih_l0_reverse	7	0.03183085098862648
837253	rnn.weight_ih_l0_reverse	8	-0.05016280710697174
837253	rnn.weight_ih_l0_reverse	9	-0.08656752109527588
837253	rnn.weight_hh_l0_reverse	0	-0.15159572660923004
837253	rnn.weight_hh_l0_reverse	1	0.021818628534674644
837253	rnn.weight_hh_l0_reverse	2	-0.019356075674295425
837253	rnn.weight_hh_l0_reverse	3	0.030893979594111443
837253	rnn.weight_hh_l0_reverse	4	-0.08275879919528961
837253	rnn.weight_hh_l0_reverse	5	0.03735300153493881
837253	rnn.weight_hh_l0_reverse	6	0.03099532052874565
837253	rnn.weight_hh_l0_reverse	7	-0.1309710592031479
837253	rnn.weight_hh_l0_reverse	8	-0.07751719653606415
837253	rnn.weight_hh_l0_reverse	9	0.035413846373558044
837253	rnn.bias_ih_l0_reverse	0	-0.17865975201129913
837253	rnn.bias_ih_l0_reverse	1	-0.0580657534301281
837253	rnn.bias_ih_l0_reverse	2	0.16156825423240662
837253	rnn.bias_ih_l0_reverse	3	-0.32922136783599854
837253	rnn.bias_ih_l0_reverse	4	0.01377086155116558
837253	rnn.bias_ih_l0_reverse	5	-0.22129718959331512
837253	rnn.bias_ih_l0_reverse	6	0.2782760262489319
837253	rnn.bias_ih_l0_reverse	7	-0.296886682510376
837253	rnn.bias_ih_l0_reverse	8	-0.19379331171512604
837253	rnn.bias_ih_l0_reverse	9	-0.14480629563331604
837253	rnn.bias_hh_l0_reverse	0	-0.1389414519071579
837253	rnn.bias_hh_l0_reverse	1	0.2706778943538666
837253	rnn.bias_hh_l0_reverse	2	-0.3423137366771698
837253	rnn.bias_hh_l0_reverse	3	-0.22840537130832672
837253	rnn.bias_hh_l0_reverse	4	-0.39787378907203674
837253	rnn.bias_hh_l0_reverse	5	-0.20703276991844177
837253	rnn.bias_hh_l0_reverse	6	-0.2677667438983917
837253	rnn.bias_hh_l0_reverse	7	-0.10098304599523544
837253	rnn.bias_hh_l0_reverse	8	-0.34974536299705505
837253	rnn.bias_hh_l0_reverse	9	0.21351756155490875
837253	linear.weight	0	0.21885864436626434
837253	linear.weight	1	-0.4603620767593384
837253	linear.weight	2	0.04683217033743858
837253	linear.weight	3	0.06747320294380188
837253	linear.weight	4	-0.1462671458721161
837253	linear.weight	5	0.23531685769557953
837253	linear.weight	6	-0.03488224372267723
837253	linear.weight	7	-0.05959327518939972
837253	linear.weight	8	0.14637678861618042
837253	linear.weight	9	-0.04994405061006546
837253	linear.bias	0	-0.8706854581832886
837253	linear.bias	1	1.7959834337234497
837253	linear.bias	2	0.7220260500907898
837253	linear.bias	3	-2.7435312271118164
837253	linear.bias	4	-0.07515691220760345
837253	linear.bias	5	1.2619439363479614
837253	linear.bias	6	-0.2189895361661911
837253	linear.bias	7	0.8244662284851074
837253	linear.bias	8	2.1042568683624268
837253	linear.bias	9	-1.2902776002883911
837862	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
837862	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
837862	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
837862	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
837862	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
837862	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
837862	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
837862	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
837862	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
837862	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
837862	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
837862	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
837862	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
837862	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
837862	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
837862	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
837862	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
837862	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
837862	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
837862	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
837862	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
837862	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
837862	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
837862	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
837862	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
837862	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
837862	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
837862	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
837862	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
837862	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
837862	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
837862	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
837862	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
837862	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
837862	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
837862	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
837862	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
837862	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
837862	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
837862	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
837862	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
837862	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
837862	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
837862	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
837862	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
837862	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
837862	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
837862	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
837862	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
837862	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
837862	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
837862	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
837862	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
837862	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
837862	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
837862	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
837862	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
837862	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
837862	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
837862	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
837862	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
837862	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
837862	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
837862	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
837862	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
837862	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
837862	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
837862	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
837862	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
837862	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
837862	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
837862	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
837862	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
837862	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
837862	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
837862	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
837862	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
837862	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
837862	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
837862	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
837862	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
837862	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
837862	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
837862	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
837862	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
837862	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
837862	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
837862	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
837862	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
837862	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
837862	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
837862	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
837862	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
837862	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
837862	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
837862	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
837862	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
837862	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
837862	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
837862	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
837862	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
837862	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
837862	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
837862	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
837862	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
837862	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
837862	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
837862	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
837862	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
837862	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
837862	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
837862	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
837862	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
837862	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
837862	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
837862	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
837862	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
837862	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
837862	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
837862	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
837862	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
837862	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
837862	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
837862	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
837862	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
837862	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
837862	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
837862	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
837862	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
837862	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
837862	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
837862	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
837862	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
837862	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
837862	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
837862	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
837862	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
837862	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
837862	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
837862	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
837862	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
837862	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
837862	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
837862	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
837862	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
837862	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
837862	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
837862	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
837862	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
837862	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
837862	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
837862	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
837862	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
837862	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
837862	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
837862	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
837862	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
837862	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
837862	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
837862	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
837862	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
837862	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
837862	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
837862	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
837862	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
837862	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
837862	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
837862	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
837862	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
837862	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
837862	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
837862	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
837862	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
837862	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
837862	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
837862	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
837862	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
837862	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
837862	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
837862	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
837862	embedding2nn.weight	0	0.3230738639831543
837862	embedding2nn.weight	1	0.3737674355506897
837862	embedding2nn.weight	2	0.0055266800336539745
837862	embedding2nn.weight	3	0.013468052260577679
837862	embedding2nn.weight	4	-0.029184281826019287
837862	embedding2nn.weight	5	0.05916893854737282
837862	embedding2nn.weight	6	0.0008737807511352003
837862	embedding2nn.weight	7	-0.0014604160096496344
837862	embedding2nn.weight	8	0.04066586494445801
837862	embedding2nn.weight	9	-0.049599483609199524
837862	embedding2nn.bias	0	0.015031710267066956
837862	embedding2nn.bias	1	-0.19660384953022003
837862	embedding2nn.bias	2	0.13645721971988678
837862	embedding2nn.bias	3	0.16162364184856415
837862	embedding2nn.bias	4	0.1476590484380722
837862	embedding2nn.bias	5	-0.07514156401157379
837862	embedding2nn.bias	6	-0.056176912039518356
837862	embedding2nn.bias	7	0.03964238986372948
837862	embedding2nn.bias	8	-0.14925101399421692
837862	embedding2nn.bias	9	-0.37323620915412903
837862	rnn.weight_ih_l0	0	0.009949677623808384
837862	rnn.weight_ih_l0	1	-0.05888742208480835
837862	rnn.weight_ih_l0	2	-0.05077472701668739
837862	rnn.weight_ih_l0	3	0.11587158590555191
837862	rnn.weight_ih_l0	4	0.020144155248999596
837862	rnn.weight_ih_l0	5	-0.07038544118404388
837862	rnn.weight_ih_l0	6	0.005777182523161173
837862	rnn.weight_ih_l0	7	-0.02468246966600418
837862	rnn.weight_ih_l0	8	0.015741251409053802
837862	rnn.weight_ih_l0	9	-0.08277781307697296
837862	rnn.weight_hh_l0	0	-0.022800656035542488
837862	rnn.weight_hh_l0	1	0.08349128812551498
837862	rnn.weight_hh_l0	2	0.0031165401451289654
837862	rnn.weight_hh_l0	3	-0.03669154644012451
837862	rnn.weight_hh_l0	4	0.08650766313076019
837862	rnn.weight_hh_l0	5	0.000689908629283309
837862	rnn.weight_hh_l0	6	-0.08949953317642212
837862	rnn.weight_hh_l0	7	-0.13719817996025085
837862	rnn.weight_hh_l0	8	0.040511731058359146
837862	rnn.weight_hh_l0	9	-0.1224793791770935
837862	rnn.bias_ih_l0	0	0.17527922987937927
837862	rnn.bias_ih_l0	1	-0.3455769121646881
837862	rnn.bias_ih_l0	2	-0.04026006907224655
837862	rnn.bias_ih_l0	3	-0.2117171436548233
837862	rnn.bias_ih_l0	4	-0.001806639600545168
837862	rnn.bias_ih_l0	5	-0.44444388151168823
837862	rnn.bias_ih_l0	6	-0.13583463430404663
837862	rnn.bias_ih_l0	7	-0.38976144790649414
837862	rnn.bias_ih_l0	8	-0.3082462251186371
837862	rnn.bias_ih_l0	9	-0.44759929180145264
837862	rnn.bias_hh_l0	0	-0.3552294969558716
837862	rnn.bias_hh_l0	1	-0.4416750967502594
837862	rnn.bias_hh_l0	2	-0.404914915561676
837862	rnn.bias_hh_l0	3	-0.07956993579864502
837862	rnn.bias_hh_l0	4	-0.3996874988079071
837862	rnn.bias_hh_l0	5	-0.3709883391857147
837862	rnn.bias_hh_l0	6	-0.11893805861473083
837862	rnn.bias_hh_l0	7	0.07095663249492645
837862	rnn.bias_hh_l0	8	-0.23318684101104736
837862	rnn.bias_hh_l0	9	-0.5712689757347107
837862	rnn.weight_ih_l0_reverse	0	-0.008137035183608532
837862	rnn.weight_ih_l0_reverse	1	-0.005378312431275845
837862	rnn.weight_ih_l0_reverse	2	0.007403516210615635
837862	rnn.weight_ih_l0_reverse	3	-0.14180916547775269
837862	rnn.weight_ih_l0_reverse	4	0.07720767706632614
837862	rnn.weight_ih_l0_reverse	5	-0.1019999161362648
837862	rnn.weight_ih_l0_reverse	6	-0.006033100187778473
837862	rnn.weight_ih_l0_reverse	7	0.03172651678323746
837862	rnn.weight_ih_l0_reverse	8	-0.0498369075357914
837862	rnn.weight_ih_l0_reverse	9	-0.08571755141019821
837862	rnn.weight_hh_l0_reverse	0	-0.15177305042743683
837862	rnn.weight_hh_l0_reverse	1	0.021786633878946304
837862	rnn.weight_hh_l0_reverse	2	-0.019453296437859535
837862	rnn.weight_hh_l0_reverse	3	0.030820801854133606
837862	rnn.weight_hh_l0_reverse	4	-0.08270969241857529
837862	rnn.weight_hh_l0_reverse	5	0.03738213703036308
837862	rnn.weight_hh_l0_reverse	6	0.030990606173872948
837862	rnn.weight_hh_l0_reverse	7	-0.13097921013832092
837862	rnn.weight_hh_l0_reverse	8	-0.07646447420120239
837862	rnn.weight_hh_l0_reverse	9	0.035561349242925644
837862	rnn.bias_ih_l0_reverse	0	-0.178559347987175
837862	rnn.bias_ih_l0_reverse	1	-0.057697493582963943
837862	rnn.bias_ih_l0_reverse	2	0.1624930053949356
837862	rnn.bias_ih_l0_reverse	3	-0.3281356394290924
837862	rnn.bias_ih_l0_reverse	4	0.013542696833610535
837862	rnn.bias_ih_l0_reverse	5	-0.22125329077243805
837862	rnn.bias_ih_l0_reverse	6	0.2785353660583496
837862	rnn.bias_ih_l0_reverse	7	-0.2992212474346161
837862	rnn.bias_ih_l0_reverse	8	-0.19310718774795532
837862	rnn.bias_ih_l0_reverse	9	-0.14403276145458221
837862	rnn.bias_hh_l0_reverse	0	-0.13985812664031982
837862	rnn.bias_hh_l0_reverse	1	0.2721152901649475
837862	rnn.bias_hh_l0_reverse	2	-0.34214332699775696
837862	rnn.bias_hh_l0_reverse	3	-0.22887414693832397
837862	rnn.bias_hh_l0_reverse	4	-0.3984605669975281
837862	rnn.bias_hh_l0_reverse	5	-0.20827430486679077
837862	rnn.bias_hh_l0_reverse	6	-0.2679877281188965
837862	rnn.bias_hh_l0_reverse	7	-0.10002801567316055
837862	rnn.bias_hh_l0_reverse	8	-0.34984642267227173
837862	rnn.bias_hh_l0_reverse	9	0.21566830575466156
837862	linear.weight	0	0.21612849831581116
837862	linear.weight	1	-0.46148085594177246
837862	linear.weight	2	0.0502687506377697
837862	linear.weight	3	0.06747318059206009
837862	linear.weight	4	-0.143474280834198
837862	linear.weight	5	0.23871532082557678
837862	linear.weight	6	-0.03462653607130051
837862	linear.weight	7	-0.059592656791210175
837862	linear.weight	8	0.1527343988418579
837862	linear.weight	9	-0.04994450509548187
837862	linear.bias	0	-0.8702893257141113
837862	linear.bias	1	1.8052279949188232
837862	linear.bias	2	0.7162132859230042
837862	linear.bias	3	-2.743541955947876
837862	linear.bias	4	-0.08034539222717285
837862	linear.bias	5	1.2593684196472168
837862	linear.bias	6	-0.21258603036403656
837862	linear.bias	7	0.82080078125
837862	linear.bias	8	2.105335235595703
837862	linear.bias	9	-1.2882720232009888
838471	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
838471	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
838471	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
838471	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
838471	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
838471	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
838471	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
838471	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
838471	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
838471	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
838471	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
838471	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
838471	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
838471	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
838471	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
838471	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
838471	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
838471	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
838471	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
838471	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
838471	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
838471	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
838471	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
838471	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
838471	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
838471	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
838471	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
838471	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
838471	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
838471	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
838471	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
838471	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
838471	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
838471	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
838471	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
838471	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
838471	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
838471	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
838471	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
838471	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
838471	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
838471	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
838471	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
838471	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
838471	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
838471	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
838471	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
838471	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
838471	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
838471	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
838471	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
838471	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
838471	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
838471	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
838471	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
838471	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
838471	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
838471	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
838471	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
838471	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
838471	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
838471	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
838471	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
838471	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
838471	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
838471	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
838471	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
838471	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
838471	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
838471	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
838471	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
838471	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
838471	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
838471	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
838471	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
838471	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
838471	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
838471	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
838471	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
838471	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
838471	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
838471	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
838471	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
838471	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
838471	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
838471	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
838471	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
838471	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
838471	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
838471	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
838471	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
838471	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
838471	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
838471	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
838471	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
838471	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
838471	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
838471	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
838471	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
838471	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
838471	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
838471	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
838471	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
838471	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
838471	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
838471	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
838471	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
838471	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
838471	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
838471	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
838471	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
838471	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
838471	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
838471	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
838471	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
838471	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
838471	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
838471	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
838471	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
838471	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
838471	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
838471	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
838471	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
838471	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
838471	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
838471	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
838471	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
838471	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
838471	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
838471	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
838471	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
838471	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
838471	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
838471	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
838471	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
838471	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
838471	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
838471	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
838471	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
838471	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
838471	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
838471	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
838471	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
838471	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
838471	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
838471	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
838471	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
838471	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
838471	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
838471	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
838471	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
838471	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
838471	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
838471	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
838471	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
838471	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
838471	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
838471	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
838471	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
838471	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
838471	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
838471	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
838471	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
838471	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
838471	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
838471	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
838471	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
838471	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
838471	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
838471	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
838471	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
838471	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
838471	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
838471	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
838471	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
838471	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
838471	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
838471	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
838471	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
838471	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
838471	embedding2nn.weight	0	0.32293468713760376
838471	embedding2nn.weight	1	0.37400394678115845
838471	embedding2nn.weight	2	0.004694600123912096
838471	embedding2nn.weight	3	0.015654969960451126
838471	embedding2nn.weight	4	-0.029728403314948082
838471	embedding2nn.weight	5	0.059177741408348083
838471	embedding2nn.weight	6	0.0009591273264959455
838471	embedding2nn.weight	7	-0.0014747241511940956
838471	embedding2nn.weight	8	0.04086162522435188
838471	embedding2nn.weight	9	-0.05059859901666641
838471	embedding2nn.bias	0	0.017674041911959648
838471	embedding2nn.bias	1	-0.19550815224647522
838471	embedding2nn.bias	2	0.1292724758386612
838471	embedding2nn.bias	3	0.15897567570209503
838471	embedding2nn.bias	4	0.1488318294286728
838471	embedding2nn.bias	5	-0.07589531689882278
838471	embedding2nn.bias	6	-0.05761920288205147
838471	embedding2nn.bias	7	0.04606584087014198
838471	embedding2nn.bias	8	-0.15099622309207916
838471	embedding2nn.bias	9	-0.37222257256507874
838471	rnn.weight_ih_l0	0	0.009871414862573147
838471	rnn.weight_ih_l0	1	-0.05897524952888489
838471	rnn.weight_ih_l0	2	-0.05121494084596634
838471	rnn.weight_ih_l0	3	0.11555019021034241
838471	rnn.weight_ih_l0	4	0.02022089622914791
838471	rnn.weight_ih_l0	5	-0.06990909576416016
838471	rnn.weight_ih_l0	6	0.00599368242546916
838471	rnn.weight_ih_l0	7	-0.024594731628894806
838471	rnn.weight_ih_l0	8	0.015857944265007973
838471	rnn.weight_ih_l0	9	-0.08210007101297379
838471	rnn.weight_hh_l0	0	-0.0228738896548748
838471	rnn.weight_hh_l0	1	0.08327703177928925
838471	rnn.weight_hh_l0	2	0.003105973359197378
838471	rnn.weight_hh_l0	3	-0.036758631467819214
838471	rnn.weight_hh_l0	4	0.08641190081834793
838471	rnn.weight_hh_l0	5	0.0007271853392012417
838471	rnn.weight_hh_l0	6	-0.08947116136550903
838471	rnn.weight_hh_l0	7	-0.13713699579238892
838471	rnn.weight_hh_l0	8	0.040474191308021545
838471	rnn.weight_hh_l0	9	-0.12267162650823593
838471	rnn.bias_ih_l0	0	0.17695872485637665
838471	rnn.bias_ih_l0	1	-0.34586063027381897
838471	rnn.bias_ih_l0	2	-0.04076755419373512
838471	rnn.bias_ih_l0	3	-0.21263203024864197
838471	rnn.bias_ih_l0	4	-0.0038101165555417538
838471	rnn.bias_ih_l0	5	-0.4446530044078827
838471	rnn.bias_ih_l0	6	-0.13603311777114868
838471	rnn.bias_ih_l0	7	-0.38977372646331787
838471	rnn.bias_ih_l0	8	-0.3089556396007538
838471	rnn.bias_ih_l0	9	-0.4483778774738312
838471	rnn.bias_hh_l0	0	-0.35628727078437805
838471	rnn.bias_hh_l0	1	-0.44308021664619446
838471	rnn.bias_hh_l0	2	-0.40393683314323425
838471	rnn.bias_hh_l0	3	-0.07996543496847153
838471	rnn.bias_hh_l0	4	-0.40041741728782654
838471	rnn.bias_hh_l0	5	-0.3707241714000702
838471	rnn.bias_hh_l0	6	-0.11874639242887497
838471	rnn.bias_hh_l0	7	0.06991579383611679
838471	rnn.bias_hh_l0	8	-0.2320212572813034
838471	rnn.bias_hh_l0	9	-0.5707718729972839
838471	rnn.weight_ih_l0_reverse	0	-0.006990496069192886
838471	rnn.weight_ih_l0_reverse	1	-0.0051872096955776215
838471	rnn.weight_ih_l0_reverse	2	0.007345379795879126
838471	rnn.weight_ih_l0_reverse	3	-0.1418495625257492
838471	rnn.weight_ih_l0_reverse	4	0.07717195153236389
838471	rnn.weight_ih_l0_reverse	5	-0.10201099514961243
838471	rnn.weight_ih_l0_reverse	6	-0.0064702583476901054
838471	rnn.weight_ih_l0_reverse	7	0.03180903196334839
838471	rnn.weight_ih_l0_reverse	8	-0.04978366568684578
838471	rnn.weight_ih_l0_reverse	9	-0.0857393890619278
838471	rnn.weight_hh_l0_reverse	0	-0.15177588164806366
838471	rnn.weight_hh_l0_reverse	1	0.02175995148718357
838471	rnn.weight_hh_l0_reverse	2	-0.019529230892658234
838471	rnn.weight_hh_l0_reverse	3	0.030910857021808624
838471	rnn.weight_hh_l0_reverse	4	-0.08298412710428238
838471	rnn.weight_hh_l0_reverse	5	0.03733178973197937
838471	rnn.weight_hh_l0_reverse	6	0.03099106252193451
838471	rnn.weight_hh_l0_reverse	7	-0.1310960352420807
838471	rnn.weight_hh_l0_reverse	8	-0.07677783071994781
838471	rnn.weight_hh_l0_reverse	9	0.03565000370144844
838471	rnn.bias_ih_l0_reverse	0	-0.1800101101398468
838471	rnn.bias_ih_l0_reverse	1	-0.0576789416372776
838471	rnn.bias_ih_l0_reverse	2	0.1625564694404602
838471	rnn.bias_ih_l0_reverse	3	-0.3281700313091278
838471	rnn.bias_ih_l0_reverse	4	0.01515139453113079
838471	rnn.bias_ih_l0_reverse	5	-0.22141318023204803
838471	rnn.bias_ih_l0_reverse	6	0.2788046598434448
838471	rnn.bias_ih_l0_reverse	7	-0.2990002930164337
838471	rnn.bias_ih_l0_reverse	8	-0.19367410242557526
838471	rnn.bias_ih_l0_reverse	9	-0.14225183427333832
838471	rnn.bias_hh_l0_reverse	0	-0.13889077305793762
838471	rnn.bias_hh_l0_reverse	1	0.272754967212677
838471	rnn.bias_hh_l0_reverse	2	-0.34172695875167847
838471	rnn.bias_hh_l0_reverse	3	-0.2290678471326828
838471	rnn.bias_hh_l0_reverse	4	-0.3987393379211426
838471	rnn.bias_hh_l0_reverse	5	-0.207754984498024
838471	rnn.bias_hh_l0_reverse	6	-0.26702016592025757
838471	rnn.bias_hh_l0_reverse	7	-0.09929525852203369
838471	rnn.bias_hh_l0_reverse	8	-0.3495161831378937
838471	rnn.bias_hh_l0_reverse	9	0.2176128476858139
838471	linear.weight	0	0.2219322919845581
838471	linear.weight	1	-0.46389061212539673
838471	linear.weight	2	0.04999615624547005
838471	linear.weight	3	0.06747319549322128
838471	linear.weight	4	-0.15231670439243317
838471	linear.weight	5	0.23618651926517487
838471	linear.weight	6	-0.03288234397768974
838471	linear.weight	7	-0.059592220932245255
838471	linear.weight	8	0.1485781967639923
838471	linear.weight	9	-0.04994472861289978
838471	linear.bias	0	-0.8686937689781189
838471	linear.bias	1	1.7989308834075928
838471	linear.bias	2	0.7166035175323486
838471	linear.bias	3	-2.7435481548309326
838471	linear.bias	4	-0.07404804229736328
838471	linear.bias	5	1.259207010269165
838471	linear.bias	6	-0.22158972918987274
838471	linear.bias	7	0.8258844614028931
838471	linear.bias	8	2.113457202911377
838471	linear.bias	9	-1.2811155319213867
839080	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
839080	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
839080	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
839080	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
839080	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
839080	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
839080	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
839080	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
839080	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
839080	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
839080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
839080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
839080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
839080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
839080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
839080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
839080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
839080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
839080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
839080	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
839080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
839080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
839080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
839080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
839080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
839080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
839080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
839080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
839080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
839080	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
839080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
839080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
839080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
839080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
839080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
839080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
839080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
839080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
839080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
839080	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
839080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
839080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
839080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
839080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
839080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
839080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
839080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
839080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
839080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
839080	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
839080	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
839080	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
839080	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
839080	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
839080	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
839080	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
839080	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
839080	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
839080	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
839080	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
839080	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
839080	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
839080	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
839080	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
839080	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
839080	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
839080	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
839080	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
839080	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
839080	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
839080	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
839080	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
839080	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
839080	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
839080	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
839080	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
839080	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
839080	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
839080	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
839080	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
839080	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
839080	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
839080	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
839080	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
839080	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
839080	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
839080	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
839080	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
839080	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
839080	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
839080	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
839080	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
839080	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
839080	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
839080	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
839080	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
839080	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
839080	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
839080	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
839080	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
839080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
839080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
839080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
839080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
839080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
839080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
839080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
839080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
839080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
839080	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
839080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
839080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
839080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
839080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
839080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
839080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
839080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
839080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
839080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
839080	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
839080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
839080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
839080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
839080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
839080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
839080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
839080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
839080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
839080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
839080	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
839080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
839080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
839080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
839080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
839080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
839080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
839080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
839080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
839080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
839080	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
839080	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
839080	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
839080	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
839080	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
839080	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
839080	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
839080	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
839080	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
839080	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
839080	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
839080	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
839080	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
839080	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
839080	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
839080	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
839080	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
839080	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
839080	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
839080	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
839080	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
839080	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
839080	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
839080	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
839080	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
839080	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
839080	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
839080	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
839080	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
839080	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
839080	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
839080	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
839080	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
839080	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
839080	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
839080	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
839080	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
839080	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
839080	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
839080	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
839080	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
839080	embedding2nn.weight	0	0.3232225477695465
839080	embedding2nn.weight	1	0.37415993213653564
839080	embedding2nn.weight	2	0.003849258180707693
839080	embedding2nn.weight	3	0.017032120376825333
839080	embedding2nn.weight	4	-0.03018854558467865
839080	embedding2nn.weight	5	0.059109389781951904
839080	embedding2nn.weight	6	0.0008943675202317536
839080	embedding2nn.weight	7	-0.00150289386510849
839080	embedding2nn.weight	8	0.04103653132915497
839080	embedding2nn.weight	9	-0.0498901829123497
839080	embedding2nn.bias	0	0.01951705291867256
839080	embedding2nn.bias	1	-0.19484089314937592
839080	embedding2nn.bias	2	0.13141988217830658
839080	embedding2nn.bias	3	0.1665855199098587
839080	embedding2nn.bias	4	0.151128888130188
839080	embedding2nn.bias	5	-0.07726011425256729
839080	embedding2nn.bias	6	-0.05518340319395065
839080	embedding2nn.bias	7	0.04659392684698105
839080	embedding2nn.bias	8	-0.1517050713300705
839080	embedding2nn.bias	9	-0.3668569028377533
839080	rnn.weight_ih_l0	0	0.009977665729820728
839080	rnn.weight_ih_l0	1	-0.05891600251197815
839080	rnn.weight_ih_l0	2	-0.05079810321331024
839080	rnn.weight_ih_l0	3	0.11599528044462204
839080	rnn.weight_ih_l0	4	0.01995527558028698
839080	rnn.weight_ih_l0	5	-0.06995169818401337
839080	rnn.weight_ih_l0	6	0.0060617346316576
839080	rnn.weight_ih_l0	7	-0.024109933525323868
839080	rnn.weight_ih_l0	8	0.01643415167927742
839080	rnn.weight_ih_l0	9	-0.08114645630121231
839080	rnn.weight_hh_l0	0	-0.022896841168403625
839080	rnn.weight_hh_l0	1	0.08317995816469193
839080	rnn.weight_hh_l0	2	0.003046860219910741
839080	rnn.weight_hh_l0	3	-0.03677435219287872
839080	rnn.weight_hh_l0	4	0.0863419696688652
839080	rnn.weight_hh_l0	5	0.0007154250051826239
839080	rnn.weight_hh_l0	6	-0.08956611901521683
839080	rnn.weight_hh_l0	7	-0.13654731214046478
839080	rnn.weight_hh_l0	8	0.04047452285885811
839080	rnn.weight_hh_l0	9	-0.12285811454057693
839080	rnn.bias_ih_l0	0	0.17806880176067352
839080	rnn.bias_ih_l0	1	-0.3462555408477783
839080	rnn.bias_ih_l0	2	-0.04088365286588669
839080	rnn.bias_ih_l0	3	-0.21203994750976562
839080	rnn.bias_ih_l0	4	-0.004748870152980089
839080	rnn.bias_ih_l0	5	-0.44306135177612305
839080	rnn.bias_ih_l0	6	-0.13609038293361664
839080	rnn.bias_ih_l0	7	-0.3897187411785126
839080	rnn.bias_ih_l0	8	-0.3087507486343384
839080	rnn.bias_ih_l0	9	-0.4493297040462494
839080	rnn.bias_hh_l0	0	-0.35512542724609375
839080	rnn.bias_hh_l0	1	-0.4430539309978485
839080	rnn.bias_hh_l0	2	-0.40527844429016113
839080	rnn.bias_hh_l0	3	-0.07967986911535263
839080	rnn.bias_hh_l0	4	-0.40161609649658203
839080	rnn.bias_hh_l0	5	-0.3709105849266052
839080	rnn.bias_hh_l0	6	-0.12079714983701706
839080	rnn.bias_hh_l0	7	0.06800465285778046
839080	rnn.bias_hh_l0	8	-0.23427188396453857
839080	rnn.bias_hh_l0	9	-0.5703454613685608
839080	rnn.weight_ih_l0_reverse	0	-0.007263148669153452
839080	rnn.weight_ih_l0_reverse	1	-0.005620772950351238
839080	rnn.weight_ih_l0_reverse	2	0.006901932880282402
839080	rnn.weight_ih_l0_reverse	3	-0.1420048624277115
839080	rnn.weight_ih_l0_reverse	4	0.07699146866798401
839080	rnn.weight_ih_l0_reverse	5	-0.1019669622182846
839080	rnn.weight_ih_l0_reverse	6	-0.005680723115801811
839080	rnn.weight_ih_l0_reverse	7	0.03181096166372299
839080	rnn.weight_ih_l0_reverse	8	-0.049556296318769455
839080	rnn.weight_ih_l0_reverse	9	-0.08540091663599014
839080	rnn.weight_hh_l0_reverse	0	-0.15195141732692719
839080	rnn.weight_hh_l0_reverse	1	0.02176579087972641
839080	rnn.weight_hh_l0_reverse	2	-0.01960855908691883
839080	rnn.weight_hh_l0_reverse	3	0.03076939471065998
839080	rnn.weight_hh_l0_reverse	4	-0.08313466608524323
839080	rnn.weight_hh_l0_reverse	5	0.03731397166848183
839080	rnn.weight_hh_l0_reverse	6	0.031008925288915634
839080	rnn.weight_hh_l0_reverse	7	-0.13113558292388916
839080	rnn.weight_hh_l0_reverse	8	-0.0765574648976326
839080	rnn.weight_hh_l0_reverse	9	0.03528087958693504
839080	rnn.bias_ih_l0_reverse	0	-0.17953555285930634
839080	rnn.bias_ih_l0_reverse	1	-0.05909859761595726
839080	rnn.bias_ih_l0_reverse	2	0.16239900887012482
839080	rnn.bias_ih_l0_reverse	3	-0.32765981554985046
839080	rnn.bias_ih_l0_reverse	4	0.01804080791771412
839080	rnn.bias_ih_l0_reverse	5	-0.2213996946811676
839080	rnn.bias_ih_l0_reverse	6	0.2789326310157776
839080	rnn.bias_ih_l0_reverse	7	-0.29945650696754456
839080	rnn.bias_ih_l0_reverse	8	-0.19354411959648132
839080	rnn.bias_ih_l0_reverse	9	-0.14321927726268768
839080	rnn.bias_hh_l0_reverse	0	-0.13799665868282318
839080	rnn.bias_hh_l0_reverse	1	0.2733639180660248
839080	rnn.bias_hh_l0_reverse	2	-0.3422452509403229
839080	rnn.bias_hh_l0_reverse	3	-0.22847525775432587
839080	rnn.bias_hh_l0_reverse	4	-0.3990441560745239
839080	rnn.bias_hh_l0_reverse	5	-0.20733164250850677
839080	rnn.bias_hh_l0_reverse	6	-0.2681737542152405
839080	rnn.bias_hh_l0_reverse	7	-0.09822685271501541
839080	rnn.bias_hh_l0_reverse	8	-0.3510464131832123
839080	rnn.bias_hh_l0_reverse	9	0.21880923211574554
839080	linear.weight	0	0.22060959041118622
839080	linear.weight	1	-0.4630414545536041
839080	linear.weight	2	0.044641874730587006
839080	linear.weight	3	0.06747309863567352
839080	linear.weight	4	-0.1421622335910797
839080	linear.weight	5	0.236099973320961
839080	linear.weight	6	-0.03188755735754967
839080	linear.weight	7	-0.05959181487560272
839080	linear.weight	8	0.14608053863048553
839080	linear.weight	9	-0.04994509369134903
839080	linear.bias	0	-0.8616384267807007
839080	linear.bias	1	1.7983629703521729
839080	linear.bias	2	0.7159808874130249
839080	linear.bias	3	-2.743556261062622
839080	linear.bias	4	-0.06925397366285324
839080	linear.bias	5	1.2583882808685303
839080	linear.bias	6	-0.2225533127784729
839080	linear.bias	7	0.8208645582199097
839080	linear.bias	8	2.1113715171813965
839080	linear.bias	9	-1.2863552570343018
839689	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
839689	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
839689	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
839689	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
839689	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
839689	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
839689	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
839689	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
839689	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
839689	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
839689	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
839689	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
839689	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
839689	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
839689	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
839689	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
839689	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
839689	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
839689	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
839689	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
839689	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
839689	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
839689	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
839689	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
839689	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
839689	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
839689	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
839689	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
839689	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
839689	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
839689	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
839689	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
839689	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
839689	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
839689	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
839689	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
839689	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
839689	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
839689	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
839689	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
839689	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
839689	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
839689	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
839689	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
839689	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
839689	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
839689	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
839689	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
839689	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
839689	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
839689	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
839689	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
839689	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
839689	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
839689	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
839689	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
839689	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
839689	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
839689	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
839689	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
839689	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
839689	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
839689	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
839689	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
839689	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
839689	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
839689	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
839689	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
839689	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
839689	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
839689	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
839689	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
839689	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
839689	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
839689	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
839689	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
839689	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
839689	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
839689	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
839689	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
839689	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
839689	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
839689	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
839689	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
839689	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
839689	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
839689	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
839689	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
839689	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
839689	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
839689	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
839689	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
839689	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
839689	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
839689	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
839689	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
839689	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
839689	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
839689	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
839689	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
839689	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
839689	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
839689	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
839689	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
839689	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
839689	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
839689	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
839689	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
839689	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
839689	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
839689	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
839689	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
839689	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
839689	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
839689	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
839689	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
839689	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
839689	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
839689	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
839689	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
839689	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
839689	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
839689	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
839689	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
839689	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
839689	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
839689	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
839689	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
839689	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
839689	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
839689	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
839689	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
839689	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
839689	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
839689	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
839689	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
839689	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
839689	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
839689	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
839689	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
839689	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
839689	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
839689	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
839689	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
839689	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
839689	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
839689	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
839689	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
839689	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
839689	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
839689	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
839689	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
839689	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
839689	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
839689	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
839689	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
839689	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
839689	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
839689	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
839689	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
839689	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
839689	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
839689	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
839689	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
839689	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
839689	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
839689	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
839689	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
839689	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
839689	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
839689	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
839689	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
839689	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
839689	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
839689	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
839689	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
839689	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
839689	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
839689	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
839689	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
839689	embedding2nn.weight	0	0.3232499659061432
839689	embedding2nn.weight	1	0.3739997148513794
839689	embedding2nn.weight	2	0.004342545289546251
839689	embedding2nn.weight	3	0.016363387927412987
839689	embedding2nn.weight	4	-0.030707253143191338
839689	embedding2nn.weight	5	0.05865909904241562
839689	embedding2nn.weight	6	0.0011504380963742733
839689	embedding2nn.weight	7	-0.002004936570301652
839689	embedding2nn.weight	8	0.040649641305208206
839689	embedding2nn.weight	9	-0.05046280100941658
839689	embedding2nn.bias	0	0.017795654013752937
839689	embedding2nn.bias	1	-0.19434994459152222
839689	embedding2nn.bias	2	0.12897880375385284
839689	embedding2nn.bias	3	0.16354869306087494
839689	embedding2nn.bias	4	0.1513390690088272
839689	embedding2nn.bias	5	-0.07865246385335922
839689	embedding2nn.bias	6	-0.06372977793216705
839689	embedding2nn.bias	7	0.04642794653773308
839689	embedding2nn.bias	8	-0.1525125503540039
839689	embedding2nn.bias	9	-0.37118154764175415
839689	rnn.weight_ih_l0	0	0.009873481467366219
839689	rnn.weight_ih_l0	1	-0.058936938643455505
839689	rnn.weight_ih_l0	2	-0.05131427198648453
839689	rnn.weight_ih_l0	3	0.11639723181724548
839689	rnn.weight_ih_l0	4	0.019615745171904564
839689	rnn.weight_ih_l0	5	-0.07057517766952515
839689	rnn.weight_ih_l0	6	0.006126605439931154
839689	rnn.weight_ih_l0	7	-0.02422296069562435
839689	rnn.weight_ih_l0	8	0.015868866816163063
839689	rnn.weight_ih_l0	9	-0.08097468316555023
839689	rnn.weight_hh_l0	0	-0.022856231778860092
839689	rnn.weight_hh_l0	1	0.08325598388910294
839689	rnn.weight_hh_l0	2	0.0030792560428380966
839689	rnn.weight_hh_l0	3	-0.036793049424886703
839689	rnn.weight_hh_l0	4	0.0863981768488884
839689	rnn.weight_hh_l0	5	0.0008076051017269492
839689	rnn.weight_hh_l0	6	-0.08960959315299988
839689	rnn.weight_hh_l0	7	-0.13590528070926666
839689	rnn.weight_hh_l0	8	0.040458302944898605
839689	rnn.weight_hh_l0	9	-0.12306945025920868
839689	rnn.bias_ih_l0	0	0.179011270403862
839689	rnn.bias_ih_l0	1	-0.3459080159664154
839689	rnn.bias_ih_l0	2	-0.04067849740386009
839689	rnn.bias_ih_l0	3	-0.21175536513328552
839689	rnn.bias_ih_l0	4	-0.00494722556322813
839689	rnn.bias_ih_l0	5	-0.44254860281944275
839689	rnn.bias_ih_l0	6	-0.13854540884494781
839689	rnn.bias_ih_l0	7	-0.38969936966896057
839689	rnn.bias_ih_l0	8	-0.3084981441497803
839689	rnn.bias_ih_l0	9	-0.4485013782978058
839689	rnn.bias_hh_l0	0	-0.3539513945579529
839689	rnn.bias_hh_l0	1	-0.4435097277164459
839689	rnn.bias_hh_l0	2	-0.40448275208473206
839689	rnn.bias_hh_l0	3	-0.08068899810314178
839689	rnn.bias_hh_l0	4	-0.40075749158859253
839689	rnn.bias_hh_l0	5	-0.3704671561717987
839689	rnn.bias_hh_l0	6	-0.11964727938175201
839689	rnn.bias_hh_l0	7	0.06785961240530014
839689	rnn.bias_hh_l0	8	-0.23385624587535858
839689	rnn.bias_hh_l0	9	-0.5701621770858765
839689	rnn.weight_ih_l0_reverse	0	-0.006831516046077013
839689	rnn.weight_ih_l0_reverse	1	-0.005718672648072243
839689	rnn.weight_ih_l0_reverse	2	0.0069250199012458324
839689	rnn.weight_ih_l0_reverse	3	-0.1423356980085373
839689	rnn.weight_ih_l0_reverse	4	0.07713492959737778
839689	rnn.weight_ih_l0_reverse	5	-0.10039004683494568
839689	rnn.weight_ih_l0_reverse	6	-0.005716283805668354
839689	rnn.weight_ih_l0_reverse	7	0.03175938501954079
839689	rnn.weight_ih_l0_reverse	8	-0.049794480204582214
839689	rnn.weight_ih_l0_reverse	9	-0.08473110944032669
839689	rnn.weight_hh_l0_reverse	0	-0.15213222801685333
839689	rnn.weight_hh_l0_reverse	1	0.021639926359057426
839689	rnn.weight_hh_l0_reverse	2	-0.019627247005701065
839689	rnn.weight_hh_l0_reverse	3	0.0307842455804348
839689	rnn.weight_hh_l0_reverse	4	-0.0826825201511383
839689	rnn.weight_hh_l0_reverse	5	0.0372888408601284
839689	rnn.weight_hh_l0_reverse	6	0.03104221634566784
839689	rnn.weight_hh_l0_reverse	7	-0.13116969168186188
839689	rnn.weight_hh_l0_reverse	8	-0.07683662325143814
839689	rnn.weight_hh_l0_reverse	9	0.035264767706394196
839689	rnn.bias_ih_l0_reverse	0	-0.17957410216331482
839689	rnn.bias_ih_l0_reverse	1	-0.06058304384350777
839689	rnn.bias_ih_l0_reverse	2	0.1641329973936081
839689	rnn.bias_ih_l0_reverse	3	-0.3285084664821625
839689	rnn.bias_ih_l0_reverse	4	0.018335487693548203
839689	rnn.bias_ih_l0_reverse	5	-0.2217094749212265
839689	rnn.bias_ih_l0_reverse	6	0.27637675404548645
839689	rnn.bias_ih_l0_reverse	7	-0.29943886399269104
839689	rnn.bias_ih_l0_reverse	8	-0.19293491542339325
839689	rnn.bias_ih_l0_reverse	9	-0.14359863102436066
839689	rnn.bias_hh_l0_reverse	0	-0.13651655614376068
839689	rnn.bias_hh_l0_reverse	1	0.2730753421783447
839689	rnn.bias_hh_l0_reverse	2	-0.3420372009277344
839689	rnn.bias_hh_l0_reverse	3	-0.22908316552639008
839689	rnn.bias_hh_l0_reverse	4	-0.39846062660217285
839689	rnn.bias_hh_l0_reverse	5	-0.20788362622261047
839689	rnn.bias_hh_l0_reverse	6	-0.2668735086917877
839689	rnn.bias_hh_l0_reverse	7	-0.0977487787604332
839689	rnn.bias_hh_l0_reverse	8	-0.3512713611125946
839689	rnn.bias_hh_l0_reverse	9	0.21587662398815155
839689	linear.weight	0	0.22100605070590973
839689	linear.weight	1	-0.46628308296203613
839689	linear.weight	2	0.0429815910756588
839689	linear.weight	3	0.06747318804264069
839689	linear.weight	4	-0.1381138414144516
839689	linear.weight	5	0.23598304390907288
839689	linear.weight	6	-0.028815269470214844
839689	linear.weight	7	-0.05959150940179825
839689	linear.weight	8	0.14732959866523743
839689	linear.weight	9	-0.04994548112154007
839689	linear.bias	0	-0.8642381429672241
839689	linear.bias	1	1.7894824743270874
839689	linear.bias	2	0.7160660624504089
839689	linear.bias	3	-2.743560552597046
839689	linear.bias	4	-0.07120338082313538
839689	linear.bias	5	1.2564642429351807
839689	linear.bias	6	-0.2193194329738617
839689	linear.bias	7	0.8201348185539246
839689	linear.bias	8	2.125084638595581
839689	linear.bias	9	-1.2849818468093872
840298	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
840298	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
840298	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
840298	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
840298	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
840298	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
840298	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
840298	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
840298	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
840298	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
840298	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
840298	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
840298	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
840298	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
840298	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
840298	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
840298	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
840298	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
840298	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
840298	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
840298	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
840298	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
840298	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
840298	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
840298	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
840298	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
840298	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
840298	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
840298	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
840298	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
840298	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
840298	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
840298	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
840298	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
840298	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
840298	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
840298	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
840298	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
840298	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
840298	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
840298	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
840298	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
840298	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
840298	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
840298	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
840298	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
840298	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
840298	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
840298	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
840298	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
840298	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
840298	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
840298	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
840298	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
840298	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
840298	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
840298	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
840298	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
840298	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
840298	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
840298	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
840298	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
840298	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
840298	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
840298	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
840298	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
840298	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
840298	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
840298	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
840298	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
840298	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
840298	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
840298	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
840298	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
840298	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
840298	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
840298	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
840298	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
840298	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
840298	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
840298	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
840298	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
840298	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
840298	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
840298	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
840298	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
840298	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
840298	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
840298	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
840298	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
840298	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
840298	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
840298	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
840298	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
840298	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
840298	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
840298	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
840298	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
840298	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
840298	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
840298	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
840298	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
840298	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
840298	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
840298	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
840298	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
840298	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
840298	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
840298	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
840298	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
840298	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
840298	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
840298	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
840298	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
840298	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
840298	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
840298	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
840298	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
840298	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
840298	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
840298	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
840298	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
840298	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
840298	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
840298	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
840298	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
840298	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
840298	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
840298	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
840298	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
840298	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
840298	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
840298	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
840298	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
840298	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
840298	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
840298	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
840298	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
840298	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
840298	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
840298	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
840298	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
840298	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
840298	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
840298	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
840298	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
840298	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
840298	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
840298	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
840298	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
840298	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
840298	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
840298	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
840298	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
840298	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
840298	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
840298	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
840298	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
840298	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
840298	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
840298	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
840298	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
840298	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
840298	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
840298	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
840298	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
840298	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
840298	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
840298	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
840298	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
840298	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
840298	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
840298	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
840298	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
840298	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
840298	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
840298	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
840298	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
840298	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
840298	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
840298	embedding2nn.weight	0	0.32315513491630554
840298	embedding2nn.weight	1	0.3738768696784973
840298	embedding2nn.weight	2	0.004551697988063097
840298	embedding2nn.weight	3	0.016939813271164894
840298	embedding2nn.weight	4	-0.03089355118572712
840298	embedding2nn.weight	5	0.0585385262966156
840298	embedding2nn.weight	6	0.0007500164792872965
840298	embedding2nn.weight	7	-0.0014389303978532553
840298	embedding2nn.weight	8	0.04072881117463112
840298	embedding2nn.weight	9	-0.050299014896154404
840298	embedding2nn.bias	0	0.019483210518956184
840298	embedding2nn.bias	1	-0.19209197163581848
840298	embedding2nn.bias	2	0.13084077835083008
840298	embedding2nn.bias	3	0.1654416024684906
840298	embedding2nn.bias	4	0.14822232723236084
840298	embedding2nn.bias	5	-0.07704541087150574
840298	embedding2nn.bias	6	-0.05923236161470413
840298	embedding2nn.bias	7	0.04218016192317009
840298	embedding2nn.bias	8	-0.15029093623161316
840298	embedding2nn.bias	9	-0.37514153122901917
840298	rnn.weight_ih_l0	0	0.010045360773801804
840298	rnn.weight_ih_l0	1	-0.05901200324296951
840298	rnn.weight_ih_l0	2	-0.05057913437485695
840298	rnn.weight_ih_l0	3	0.11556878685951233
840298	rnn.weight_ih_l0	4	0.019592588767409325
840298	rnn.weight_ih_l0	5	-0.07101473957300186
840298	rnn.weight_ih_l0	6	0.006072742398828268
840298	rnn.weight_ih_l0	7	-0.024241894483566284
840298	rnn.weight_ih_l0	8	0.014674827456474304
840298	rnn.weight_ih_l0	9	-0.08079954981803894
840298	rnn.weight_hh_l0	0	-0.022840676829218864
840298	rnn.weight_hh_l0	1	0.08341917395591736
840298	rnn.weight_hh_l0	2	0.00310673494823277
840298	rnn.weight_hh_l0	3	-0.03669362515211105
840298	rnn.weight_hh_l0	4	0.08638913929462433
840298	rnn.weight_hh_l0	5	0.0006869296194054186
840298	rnn.weight_hh_l0	6	-0.08961841464042664
840298	rnn.weight_hh_l0	7	-0.13639231026172638
840298	rnn.weight_hh_l0	8	0.04048401489853859
840298	rnn.weight_hh_l0	9	-0.1228635236620903
840298	rnn.bias_ih_l0	0	0.17828820645809174
840298	rnn.bias_ih_l0	1	-0.34581249952316284
840298	rnn.bias_ih_l0	2	-0.04016793146729469
840298	rnn.bias_ih_l0	3	-0.21110571920871735
840298	rnn.bias_ih_l0	4	-0.005914104171097279
840298	rnn.bias_ih_l0	5	-0.4416881501674652
840298	rnn.bias_ih_l0	6	-0.13912244141101837
840298	rnn.bias_ih_l0	7	-0.38969483971595764
840298	rnn.bias_ih_l0	8	-0.3085506558418274
840298	rnn.bias_ih_l0	9	-0.4465135335922241
840298	rnn.bias_hh_l0	0	-0.355602502822876
840298	rnn.bias_hh_l0	1	-0.44318822026252747
840298	rnn.bias_hh_l0	2	-0.40438294410705566
840298	rnn.bias_hh_l0	3	-0.08113378286361694
840298	rnn.bias_hh_l0	4	-0.4010728895664215
840298	rnn.bias_hh_l0	5	-0.3705660402774811
840298	rnn.bias_hh_l0	6	-0.12010039389133453
840298	rnn.bias_hh_l0	7	0.06881825625896454
840298	rnn.bias_hh_l0	8	-0.23308341205120087
840298	rnn.bias_hh_l0	9	-0.5702944993972778
840298	rnn.weight_ih_l0_reverse	0	-0.0070223016664385796
840298	rnn.weight_ih_l0_reverse	1	-0.006233362015336752
840298	rnn.weight_ih_l0_reverse	2	0.006550826132297516
840298	rnn.weight_ih_l0_reverse	3	-0.1419476419687271
840298	rnn.weight_ih_l0_reverse	4	0.07722750306129456
840298	rnn.weight_ih_l0_reverse	5	-0.09863151609897614
840298	rnn.weight_ih_l0_reverse	6	-0.004090186674147844
840298	rnn.weight_ih_l0_reverse	7	0.031828705221414566
840298	rnn.weight_ih_l0_reverse	8	-0.050041563808918
840298	rnn.weight_ih_l0_reverse	9	-0.08430540561676025
840298	rnn.weight_hh_l0_reverse	0	-0.15208852291107178
840298	rnn.weight_hh_l0_reverse	1	0.02158486284315586
840298	rnn.weight_hh_l0_reverse	2	-0.019427401944994926
840298	rnn.weight_hh_l0_reverse	3	0.030701447278261185
840298	rnn.weight_hh_l0_reverse	4	-0.0827077180147171
840298	rnn.weight_hh_l0_reverse	5	0.03730069100856781
840298	rnn.weight_hh_l0_reverse	6	0.031033307313919067
840298	rnn.weight_hh_l0_reverse	7	-0.13190528750419617
840298	rnn.weight_hh_l0_reverse	8	-0.07715071737766266
840298	rnn.weight_hh_l0_reverse	9	0.03535251319408417
840298	rnn.bias_ih_l0_reverse	0	-0.17986798286437988
840298	rnn.bias_ih_l0_reverse	1	-0.06057122349739075
840298	rnn.bias_ih_l0_reverse	2	0.16304044425487518
840298	rnn.bias_ih_l0_reverse	3	-0.32931432127952576
840298	rnn.bias_ih_l0_reverse	4	0.016891518607735634
840298	rnn.bias_ih_l0_reverse	5	-0.2220924198627472
840298	rnn.bias_ih_l0_reverse	6	0.2774644196033478
840298	rnn.bias_ih_l0_reverse	7	-0.2978171706199646
840298	rnn.bias_ih_l0_reverse	8	-0.1928839087486267
840298	rnn.bias_ih_l0_reverse	9	-0.14231695234775543
840298	rnn.bias_hh_l0_reverse	0	-0.13723336160182953
840298	rnn.bias_hh_l0_reverse	1	0.2762775421142578
840298	rnn.bias_hh_l0_reverse	2	-0.3416650891304016
840298	rnn.bias_hh_l0_reverse	3	-0.2303055375814438
840298	rnn.bias_hh_l0_reverse	4	-0.39892035722732544
840298	rnn.bias_hh_l0_reverse	5	-0.20752368867397308
840298	rnn.bias_hh_l0_reverse	6	-0.2665077745914459
840298	rnn.bias_hh_l0_reverse	7	-0.09929779171943665
840298	rnn.bias_hh_l0_reverse	8	-0.3516625761985779
840298	rnn.bias_hh_l0_reverse	9	0.21382464468479156
840298	linear.weight	0	0.22100120782852173
840298	linear.weight	1	-0.46353182196617126
840298	linear.weight	2	0.04366866871714592
840298	linear.weight	3	0.06747311353683472
840298	linear.weight	4	-0.1396840512752533
840298	linear.weight	5	0.23873859643936157
840298	linear.weight	6	-0.028315139934420586
840298	linear.weight	7	-0.05959085002541542
840298	linear.weight	8	0.14772944152355194
840298	linear.weight	9	-0.04994582012295723
840298	linear.bias	0	-0.8673132061958313
840298	linear.bias	1	1.7931517362594604
840298	linear.bias	2	0.7145480513572693
840298	linear.bias	3	-2.743567943572998
840298	linear.bias	4	-0.07273731380701065
840298	linear.bias	5	1.2624186277389526
840298	linear.bias	6	-0.21910719573497772
840298	linear.bias	7	0.8274726271629333
840298	linear.bias	8	2.1180458068847656
840298	linear.bias	9	-1.288705587387085
840907	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
840907	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
840907	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
840907	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
840907	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
840907	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
840907	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
840907	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
840907	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
840907	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
840907	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
840907	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
840907	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
840907	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
840907	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
840907	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
840907	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
840907	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
840907	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
840907	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
840907	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
840907	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
840907	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
840907	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
840907	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
840907	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
840907	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
840907	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
840907	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
840907	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
840907	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
840907	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
840907	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
840907	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
840907	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
840907	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
840907	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
840907	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
840907	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
840907	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
840907	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
840907	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
840907	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
840907	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
840907	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
840907	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
840907	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
840907	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
840907	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
840907	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
840907	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
840907	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
840907	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
840907	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
840907	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
840907	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
840907	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
840907	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
840907	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
840907	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
840907	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
840907	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
840907	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
840907	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
840907	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
840907	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
840907	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
840907	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
840907	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
840907	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
840907	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
840907	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
840907	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
840907	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
840907	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
840907	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
840907	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
840907	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
840907	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
840907	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
840907	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
840907	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
840907	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
840907	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
840907	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
840907	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
840907	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
840907	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
840907	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
840907	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
840907	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
840907	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
840907	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
840907	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
840907	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
840907	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
840907	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
840907	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
840907	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
840907	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
840907	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
840907	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
840907	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
840907	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
840907	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
840907	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
840907	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
840907	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
840907	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
840907	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
840907	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
840907	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
840907	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
840907	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
840907	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
840907	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
840907	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
840907	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
840907	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
840907	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
840907	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
840907	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
840907	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
840907	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
840907	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
840907	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
840907	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
840907	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
840907	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
840907	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
840907	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
840907	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
840907	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
840907	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
840907	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
840907	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
840907	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
840907	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
840907	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
840907	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
840907	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
840907	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
840907	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
840907	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
840907	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
840907	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
840907	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
840907	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
840907	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
840907	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
840907	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
840907	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
840907	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
840907	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
840907	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
840907	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
840907	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
840907	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
840907	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
840907	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
840907	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
840907	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
840907	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
840907	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
840907	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
840907	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
840907	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
840907	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
840907	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
840907	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
840907	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
840907	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
840907	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
840907	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
840907	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
840907	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
840907	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
840907	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
840907	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
840907	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
840907	embedding2nn.weight	0	0.3232806324958801
840907	embedding2nn.weight	1	0.3738650381565094
840907	embedding2nn.weight	2	0.004775955341756344
840907	embedding2nn.weight	3	0.017794348299503326
840907	embedding2nn.weight	4	-0.032111551612615585
840907	embedding2nn.weight	5	0.05876496061682701
840907	embedding2nn.weight	6	0.0027530763763934374
840907	embedding2nn.weight	7	-0.002721788827329874
840907	embedding2nn.weight	8	0.04101906344294548
840907	embedding2nn.weight	9	-0.049583349376916885
840907	embedding2nn.bias	0	0.018820518627762794
840907	embedding2nn.bias	1	-0.19603602588176727
840907	embedding2nn.bias	2	0.12927329540252686
840907	embedding2nn.bias	3	0.16733796894550323
840907	embedding2nn.bias	4	0.1481546014547348
840907	embedding2nn.bias	5	-0.07775178551673889
840907	embedding2nn.bias	6	-0.053039029240608215
840907	embedding2nn.bias	7	0.044261835515499115
840907	embedding2nn.bias	8	-0.14738911390304565
840907	embedding2nn.bias	9	-0.3732999563217163
840907	rnn.weight_ih_l0	0	0.010092987678945065
840907	rnn.weight_ih_l0	1	-0.0590442419052124
840907	rnn.weight_ih_l0	2	-0.05237198621034622
840907	rnn.weight_ih_l0	3	0.1153431311249733
840907	rnn.weight_ih_l0	4	0.020835625007748604
840907	rnn.weight_ih_l0	5	-0.06969906389713287
840907	rnn.weight_ih_l0	6	0.00606753583997488
840907	rnn.weight_ih_l0	7	-0.024358918890357018
840907	rnn.weight_ih_l0	8	0.014904145151376724
840907	rnn.weight_ih_l0	9	-0.08091633021831512
840907	rnn.weight_hh_l0	0	-0.02295566350221634
840907	rnn.weight_hh_l0	1	0.08346931636333466
840907	rnn.weight_hh_l0	2	0.0032542289700359106
840907	rnn.weight_hh_l0	3	-0.03666088357567787
840907	rnn.weight_hh_l0	4	0.08635216951370239
840907	rnn.weight_hh_l0	5	0.0005705002695322037
840907	rnn.weight_hh_l0	6	-0.08975284546613693
840907	rnn.weight_hh_l0	7	-0.13642746210098267
840907	rnn.weight_hh_l0	8	0.04044530168175697
840907	rnn.weight_hh_l0	9	-0.12297984212636948
840907	rnn.bias_ih_l0	0	0.1795443743467331
840907	rnn.bias_ih_l0	1	-0.34618422389030457
840907	rnn.bias_ih_l0	2	-0.040303219109773636
840907	rnn.bias_ih_l0	3	-0.21053270995616913
840907	rnn.bias_ih_l0	4	-0.005299096927046776
840907	rnn.bias_ih_l0	5	-0.441811203956604
840907	rnn.bias_ih_l0	6	-0.13780933618545532
840907	rnn.bias_ih_l0	7	-0.38962888717651367
840907	rnn.bias_ih_l0	8	-0.3081291615962982
840907	rnn.bias_ih_l0	9	-0.44637641310691833
840907	rnn.bias_hh_l0	0	-0.3538965582847595
840907	rnn.bias_hh_l0	1	-0.4425465762615204
840907	rnn.bias_hh_l0	2	-0.4045253396034241
840907	rnn.bias_hh_l0	3	-0.08017751574516296
840907	rnn.bias_hh_l0	4	-0.4014011323451996
840907	rnn.bias_hh_l0	5	-0.3709152340888977
840907	rnn.bias_hh_l0	6	-0.120168536901474
840907	rnn.bias_hh_l0	7	0.06927576661109924
840907	rnn.bias_hh_l0	8	-0.2335558980703354
840907	rnn.bias_hh_l0	9	-0.5704650282859802
840907	rnn.weight_ih_l0_reverse	0	-0.0064933146350085735
840907	rnn.weight_ih_l0_reverse	1	-0.005994850769639015
840907	rnn.weight_ih_l0_reverse	2	0.00709293968975544
840907	rnn.weight_ih_l0_reverse	3	-0.14229299128055573
840907	rnn.weight_ih_l0_reverse	4	0.07728911936283112
840907	rnn.weight_ih_l0_reverse	5	-0.09919136762619019
840907	rnn.weight_ih_l0_reverse	6	-0.005286769475787878
840907	rnn.weight_ih_l0_reverse	7	0.031837087124586105
840907	rnn.weight_ih_l0_reverse	8	-0.04955139011144638
840907	rnn.weight_ih_l0_reverse	9	-0.0846031904220581
840907	rnn.weight_hh_l0_reverse	0	-0.15181590616703033
840907	rnn.weight_hh_l0_reverse	1	0.0216131042689085
840907	rnn.weight_hh_l0_reverse	2	-0.019296569749712944
840907	rnn.weight_hh_l0_reverse	3	0.030610062181949615
840907	rnn.weight_hh_l0_reverse	4	-0.08247988671064377
840907	rnn.weight_hh_l0_reverse	5	0.03729413077235222
840907	rnn.weight_hh_l0_reverse	6	0.03102102503180504
840907	rnn.weight_hh_l0_reverse	7	-0.13191621005535126
840907	rnn.weight_hh_l0_reverse	8	-0.07728263735771179
840907	rnn.weight_hh_l0_reverse	9	0.035047002136707306
840907	rnn.bias_ih_l0_reverse	0	-0.1793116331100464
840907	rnn.bias_ih_l0_reverse	1	-0.06076907366514206
840907	rnn.bias_ih_l0_reverse	2	0.1628694087266922
840907	rnn.bias_ih_l0_reverse	3	-0.3292887210845947
840907	rnn.bias_ih_l0_reverse	4	0.016681186854839325
840907	rnn.bias_ih_l0_reverse	5	-0.22170156240463257
840907	rnn.bias_ih_l0_reverse	6	0.2768653333187103
840907	rnn.bias_ih_l0_reverse	7	-0.29656460881233215
840907	rnn.bias_ih_l0_reverse	8	-0.19296221435070038
840907	rnn.bias_ih_l0_reverse	9	-0.14493979513645172
840907	rnn.bias_hh_l0_reverse	0	-0.13626845180988312
840907	rnn.bias_hh_l0_reverse	1	0.27533259987831116
840907	rnn.bias_hh_l0_reverse	2	-0.3417343497276306
840907	rnn.bias_hh_l0_reverse	3	-0.23278912901878357
840907	rnn.bias_hh_l0_reverse	4	-0.3991846740245819
840907	rnn.bias_hh_l0_reverse	5	-0.20830409228801727
840907	rnn.bias_hh_l0_reverse	6	-0.2672039568424225
840907	rnn.bias_hh_l0_reverse	7	-0.10023274272680283
840907	rnn.bias_hh_l0_reverse	8	-0.3499927520751953
840907	rnn.bias_hh_l0_reverse	9	0.21388642489910126
840907	linear.weight	0	0.21809794008731842
840907	linear.weight	1	-0.45984089374542236
840907	linear.weight	2	0.04349483922123909
840907	linear.weight	3	0.06747309118509293
840907	linear.weight	4	-0.14034193754196167
840907	linear.weight	5	0.24203142523765564
840907	linear.weight	6	-0.02558005042374134
840907	linear.weight	7	-0.059590209275484085
840907	linear.weight	8	0.14633530378341675
840907	linear.weight	9	-0.04994610324501991
840907	linear.bias	0	-0.8633250594139099
840907	linear.bias	1	1.8067799806594849
840907	linear.bias	2	0.7110978960990906
840907	linear.bias	3	-2.743574857711792
840907	linear.bias	4	-0.07287785410881042
840907	linear.bias	5	1.2621983289718628
840907	linear.bias	6	-0.22060535848140717
840907	linear.bias	7	0.8351238369941711
840907	linear.bias	8	2.127845525741577
840907	linear.bias	9	-1.2823470830917358
841516	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
841516	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
841516	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
841516	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
841516	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
841516	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
841516	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
841516	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
841516	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
841516	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
841516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
841516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
841516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
841516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
841516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
841516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
841516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
841516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
841516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
841516	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
841516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
841516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
841516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
841516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
841516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
841516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
841516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
841516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
841516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
841516	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
841516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
841516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
841516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
841516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
841516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
841516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
841516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
841516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
841516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
841516	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
841516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
841516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
841516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
841516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
841516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
841516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
841516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
841516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
841516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
841516	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
841516	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
841516	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
841516	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
841516	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
841516	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
841516	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
841516	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
841516	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
841516	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
841516	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
841516	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
841516	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
841516	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
841516	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
841516	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
841516	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
841516	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
841516	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
841516	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
841516	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
841516	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
841516	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
841516	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
841516	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
841516	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
841516	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
841516	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
841516	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
841516	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
841516	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
841516	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
841516	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
841516	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
841516	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
841516	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
841516	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
841516	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
841516	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
841516	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
841516	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
841516	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
841516	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
841516	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
841516	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
841516	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
841516	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
841516	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
841516	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
841516	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
841516	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
841516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
841516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
841516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
841516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
841516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
841516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
841516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
841516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
841516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
841516	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
841516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
841516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
841516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
841516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
841516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
841516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
841516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
841516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
841516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
841516	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
841516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
841516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
841516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
841516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
841516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
841516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
841516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
841516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
841516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
841516	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
841516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
841516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
841516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
841516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
841516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
841516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
841516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
841516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
841516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
841516	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
841516	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
841516	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
841516	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
841516	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
841516	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
841516	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
841516	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
841516	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
841516	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
841516	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
841516	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
841516	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
841516	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
841516	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
841516	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
841516	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
841516	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
841516	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
841516	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
841516	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
841516	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
841516	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
841516	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
841516	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
841516	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
841516	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
841516	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
841516	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
841516	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
841516	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
841516	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
841516	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
841516	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
841516	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
841516	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
841516	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
841516	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
841516	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
841516	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
841516	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
841516	embedding2nn.weight	0	0.3232916295528412
841516	embedding2nn.weight	1	0.37317121028900146
841516	embedding2nn.weight	2	0.00419295160099864
841516	embedding2nn.weight	3	0.01786617748439312
841516	embedding2nn.weight	4	-0.03243416175246239
841516	embedding2nn.weight	5	0.0587177500128746
841516	embedding2nn.weight	6	0.0010859916219487786
841516	embedding2nn.weight	7	-0.0026974775828421116
841516	embedding2nn.weight	8	0.04083242639899254
841516	embedding2nn.weight	9	-0.05000993609428406
841516	embedding2nn.bias	0	0.02054489403963089
841516	embedding2nn.bias	1	-0.19735008478164673
841516	embedding2nn.bias	2	0.1290244162082672
841516	embedding2nn.bias	3	0.1661699265241623
841516	embedding2nn.bias	4	0.15014027059078217
841516	embedding2nn.bias	5	-0.08064909279346466
841516	embedding2nn.bias	6	-0.054685305804014206
841516	embedding2nn.bias	7	0.037789396941661835
841516	embedding2nn.bias	8	-0.15039926767349243
841516	embedding2nn.bias	9	-0.37387630343437195
841516	rnn.weight_ih_l0	0	0.010164899751543999
841516	rnn.weight_ih_l0	1	-0.05922595039010048
841516	rnn.weight_ih_l0	2	-0.05179595574736595
841516	rnn.weight_ih_l0	3	0.11517144739627838
841516	rnn.weight_ih_l0	4	0.021656041964888573
841516	rnn.weight_ih_l0	5	-0.0705181285738945
841516	rnn.weight_ih_l0	6	0.006934346631169319
841516	rnn.weight_ih_l0	7	-0.02494519017636776
841516	rnn.weight_ih_l0	8	0.015440869145095348
841516	rnn.weight_ih_l0	9	-0.0814036950469017
841516	rnn.weight_hh_l0	0	-0.022888338193297386
841516	rnn.weight_hh_l0	1	0.08337095379829407
841516	rnn.weight_hh_l0	2	0.0032982241827994585
841516	rnn.weight_hh_l0	3	-0.03670622408390045
841516	rnn.weight_hh_l0	4	0.08648758381605148
841516	rnn.weight_hh_l0	5	0.0007037479663267732
841516	rnn.weight_hh_l0	6	-0.08974706381559372
841516	rnn.weight_hh_l0	7	-0.13708333671092987
841516	rnn.weight_hh_l0	8	0.04044957086443901
841516	rnn.weight_hh_l0	9	-0.12308602035045624
841516	rnn.bias_ih_l0	0	0.17935343086719513
841516	rnn.bias_ih_l0	1	-0.34527289867401123
841516	rnn.bias_ih_l0	2	-0.040036410093307495
841516	rnn.bias_ih_l0	3	-0.21104003489017487
841516	rnn.bias_ih_l0	4	-0.005862108897417784
841516	rnn.bias_ih_l0	5	-0.4420589506626129
841516	rnn.bias_ih_l0	6	-0.13653066754341125
841516	rnn.bias_ih_l0	7	-0.3897220492362976
841516	rnn.bias_ih_l0	8	-0.30745282769203186
841516	rnn.bias_ih_l0	9	-0.44880008697509766
841516	rnn.bias_hh_l0	0	-0.35522082448005676
841516	rnn.bias_hh_l0	1	-0.4431280493736267
841516	rnn.bias_hh_l0	2	-0.4041084051132202
841516	rnn.bias_hh_l0	3	-0.08003848046064377
841516	rnn.bias_hh_l0	4	-0.40186381340026855
841516	rnn.bias_hh_l0	5	-0.37168413400650024
841516	rnn.bias_hh_l0	6	-0.12071543186903
841516	rnn.bias_hh_l0	7	0.0690738707780838
841516	rnn.bias_hh_l0	8	-0.23325857520103455
841516	rnn.bias_hh_l0	9	-0.5706632733345032
841516	rnn.weight_ih_l0_reverse	0	-0.005605003796517849
841516	rnn.weight_ih_l0_reverse	1	-0.006271079182624817
841516	rnn.weight_ih_l0_reverse	2	0.006939568556845188
841516	rnn.weight_ih_l0_reverse	3	-0.14263798296451569
841516	rnn.weight_ih_l0_reverse	4	0.07797218859195709
841516	rnn.weight_ih_l0_reverse	5	-0.10027667880058289
841516	rnn.weight_ih_l0_reverse	6	-0.005188540555536747
841516	rnn.weight_ih_l0_reverse	7	0.03182996064424515
841516	rnn.weight_ih_l0_reverse	8	-0.049827124923467636
841516	rnn.weight_ih_l0_reverse	9	-0.08493170142173767
841516	rnn.weight_hh_l0_reverse	0	-0.15197792649269104
841516	rnn.weight_hh_l0_reverse	1	0.021482082083821297
841516	rnn.weight_hh_l0_reverse	2	-0.019199347123503685
841516	rnn.weight_hh_l0_reverse	3	0.030684739351272583
841516	rnn.weight_hh_l0_reverse	4	-0.08250226080417633
841516	rnn.weight_hh_l0_reverse	5	0.03729650750756264
841516	rnn.weight_hh_l0_reverse	6	0.031055931001901627
841516	rnn.weight_hh_l0_reverse	7	-0.13177043199539185
841516	rnn.weight_hh_l0_reverse	8	-0.07682619988918304
841516	rnn.weight_hh_l0_reverse	9	0.035232409834861755
841516	rnn.bias_ih_l0_reverse	0	-0.1796475648880005
841516	rnn.bias_ih_l0_reverse	1	-0.060703497380018234
841516	rnn.bias_ih_l0_reverse	2	0.16260474920272827
841516	rnn.bias_ih_l0_reverse	3	-0.32992738485336304
841516	rnn.bias_ih_l0_reverse	4	0.016721485182642937
841516	rnn.bias_ih_l0_reverse	5	-0.22127719223499298
841516	rnn.bias_ih_l0_reverse	6	0.2782878577709198
841516	rnn.bias_ih_l0_reverse	7	-0.2971648871898651
841516	rnn.bias_ih_l0_reverse	8	-0.19271768629550934
841516	rnn.bias_ih_l0_reverse	9	-0.14424142241477966
841516	rnn.bias_hh_l0_reverse	0	-0.13761070370674133
841516	rnn.bias_hh_l0_reverse	1	0.2756817042827606
841516	rnn.bias_hh_l0_reverse	2	-0.34128323197364807
841516	rnn.bias_hh_l0_reverse	3	-0.23375864326953888
841516	rnn.bias_hh_l0_reverse	4	-0.3991733491420746
841516	rnn.bias_hh_l0_reverse	5	-0.20848919451236725
841516	rnn.bias_hh_l0_reverse	6	-0.26817038655281067
841516	rnn.bias_hh_l0_reverse	7	-0.1002659946680069
841516	rnn.bias_hh_l0_reverse	8	-0.348673939704895
841516	rnn.bias_hh_l0_reverse	9	0.21630379557609558
841516	linear.weight	0	0.2256009727716446
841516	linear.weight	1	-0.45554953813552856
841516	linear.weight	2	0.04884288087487221
841516	linear.weight	3	0.06747309118509293
841516	linear.weight	4	-0.14098381996154785
841516	linear.weight	5	0.23781561851501465
841516	linear.weight	6	-0.020565470680594444
841516	linear.weight	7	-0.05958976224064827
841516	linear.weight	8	0.14237557351589203
841516	linear.weight	9	-0.04994629696011543
841516	linear.bias	0	-0.8657526969909668
841516	linear.bias	1	1.7941796779632568
841516	linear.bias	2	0.720300018787384
841516	linear.bias	3	-2.7435786724090576
841516	linear.bias	4	-0.06561048328876495
841516	linear.bias	5	1.2596626281738281
841516	linear.bias	6	-0.22400569915771484
841516	linear.bias	7	0.8309563398361206
841516	linear.bias	8	2.121958017349243
841516	linear.bias	9	-1.2869818210601807
841524	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
841524	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
841524	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
841524	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
841524	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
841524	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
841524	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
841524	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
841524	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
841524	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
841524	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
841524	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
841524	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
841524	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
841524	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
841524	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
841524	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
841524	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
841524	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
841524	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
841524	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
841524	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
841524	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
841524	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
841524	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
841524	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
841524	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
841524	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
841524	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
841524	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
841524	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
841524	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
841524	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
841524	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
841524	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
841524	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
841524	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
841524	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
841524	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
841524	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
841524	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
841524	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
841524	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
841524	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
841524	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
841524	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
841524	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
841524	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
841524	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
841524	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
841524	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
841524	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
841524	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
841524	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
841524	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
841524	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
841524	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
841524	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
841524	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
841524	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
841524	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
841524	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
841524	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
841524	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
841524	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
841524	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
841524	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
841524	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
841524	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
841524	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
841524	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
841524	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
841524	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
841524	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
841524	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
841524	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
841524	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
841524	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
841524	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
841524	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
841524	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
841524	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
841524	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
841524	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
841524	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
841524	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
841524	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
841524	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
841524	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
841524	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
841524	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
841524	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
841524	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
841524	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
841524	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
841524	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
841524	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
841524	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
841524	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
841524	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
841524	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
841524	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
841524	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
841524	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
841524	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
841524	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
841524	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
841524	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
841524	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
841524	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
841524	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
841524	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
841524	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
841524	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
841524	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
841524	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
841524	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
841524	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
841524	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
841524	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
841524	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
841524	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
841524	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
841524	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
841524	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
841524	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
841524	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
841524	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
841524	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
841524	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
841524	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
841524	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
841524	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
841524	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
841524	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
841524	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
841524	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
841524	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
841524	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
841524	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
841524	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
841524	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
841524	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
841524	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
841524	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
841524	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
841524	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
841524	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
841524	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
841524	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
841524	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
841524	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
841524	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
841524	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
841524	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
841524	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
841524	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
841524	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
841524	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
841524	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
841524	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
841524	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
841524	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
841524	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
841524	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
841524	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
841524	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
841524	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
841524	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
841524	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
841524	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
841524	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
841524	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
841524	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
841524	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
841524	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
841524	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
841524	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
841524	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
841524	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
841524	embedding2nn.weight	0	0.3232564926147461
841524	embedding2nn.weight	1	0.37306830286979675
841524	embedding2nn.weight	2	0.004206858575344086
841524	embedding2nn.weight	3	0.01782393455505371
841524	embedding2nn.weight	4	-0.0324554517865181
841524	embedding2nn.weight	5	0.05871660262346268
841524	embedding2nn.weight	6	0.0012724298285320401
841524	embedding2nn.weight	7	-0.0026921455282717943
841524	embedding2nn.weight	8	0.04075675457715988
841524	embedding2nn.weight	9	-0.05013088509440422
841524	embedding2nn.bias	0	0.020604630932211876
841524	embedding2nn.bias	1	-0.19763365387916565
841524	embedding2nn.bias	2	0.13001668453216553
841524	embedding2nn.bias	3	0.16600172221660614
841524	embedding2nn.bias	4	0.15039251744747162
841524	embedding2nn.bias	5	-0.07997646927833557
841524	embedding2nn.bias	6	-0.05348774418234825
841524	embedding2nn.bias	7	0.03800179064273834
841524	embedding2nn.bias	8	-0.1494816243648529
841524	embedding2nn.bias	9	-0.37376394867897034
841524	rnn.weight_ih_l0	0	0.010163434781134129
841524	rnn.weight_ih_l0	1	-0.05921389162540436
841524	rnn.weight_ih_l0	2	-0.051792439073324203
841524	rnn.weight_ih_l0	3	0.11524850875139236
841524	rnn.weight_ih_l0	4	0.02169717289507389
841524	rnn.weight_ih_l0	5	-0.07042668759822845
841524	rnn.weight_ih_l0	6	0.006945033557713032
841524	rnn.weight_ih_l0	7	-0.024960847571492195
841524	rnn.weight_ih_l0	8	0.015478422865271568
841524	rnn.weight_ih_l0	9	-0.08135472238063812
841524	rnn.weight_hh_l0	0	-0.022890886291861534
841524	rnn.weight_hh_l0	1	0.08337122201919556
841524	rnn.weight_hh_l0	2	0.0032854799646884203
841524	rnn.weight_hh_l0	3	-0.03670420125126839
841524	rnn.weight_hh_l0	4	0.08648452162742615
841524	rnn.weight_hh_l0	5	0.0006463408353738487
841524	rnn.weight_hh_l0	6	-0.08974213153123856
841524	rnn.weight_hh_l0	7	-0.13704991340637207
841524	rnn.weight_hh_l0	8	0.04044356569647789
841524	rnn.weight_hh_l0	9	-0.12308628857135773
841524	rnn.bias_ih_l0	0	0.17960038781166077
841524	rnn.bias_ih_l0	1	-0.34530654549598694
841524	rnn.bias_ih_l0	2	-0.040027908980846405
841524	rnn.bias_ih_l0	3	-0.21112549304962158
841524	rnn.bias_ih_l0	4	-0.005774789489805698
841524	rnn.bias_ih_l0	5	-0.4419926106929779
841524	rnn.bias_ih_l0	6	-0.13661915063858032
841524	rnn.bias_ih_l0	7	-0.38973256945610046
841524	rnn.bias_ih_l0	8	-0.3072584867477417
841524	rnn.bias_ih_l0	9	-0.44902971386909485
841524	rnn.bias_hh_l0	0	-0.35523343086242676
841524	rnn.bias_hh_l0	1	-0.44299861788749695
841524	rnn.bias_hh_l0	2	-0.4040968120098114
841524	rnn.bias_hh_l0	3	-0.0801551565527916
841524	rnn.bias_hh_l0	4	-0.4019352197647095
841524	rnn.bias_hh_l0	5	-0.37172645330429077
841524	rnn.bias_hh_l0	6	-0.12075427919626236
841524	rnn.bias_hh_l0	7	0.0689280554652214
841524	rnn.bias_hh_l0	8	-0.2331138551235199
841524	rnn.bias_hh_l0	9	-0.570650577545166
841524	rnn.weight_ih_l0_reverse	0	-0.005526675842702389
841524	rnn.weight_ih_l0_reverse	1	-0.006321314722299576
841524	rnn.weight_ih_l0_reverse	2	0.006920789368450642
841524	rnn.weight_ih_l0_reverse	3	-0.14262092113494873
841524	rnn.weight_ih_l0_reverse	4	0.07797889411449432
841524	rnn.weight_ih_l0_reverse	5	-0.10028821974992752
841524	rnn.weight_ih_l0_reverse	6	-0.005239155143499374
841524	rnn.weight_ih_l0_reverse	7	0.03179746866226196
841524	rnn.weight_ih_l0_reverse	8	-0.04986264929175377
841524	rnn.weight_ih_l0_reverse	9	-0.08490698039531708
841524	rnn.weight_hh_l0_reverse	0	-0.15199755132198334
841524	rnn.weight_hh_l0_reverse	1	0.02150389924645424
841524	rnn.weight_hh_l0_reverse	2	-0.01920570246875286
841524	rnn.weight_hh_l0_reverse	3	0.030691975727677345
841524	rnn.weight_hh_l0_reverse	4	-0.08249012380838394
841524	rnn.weight_hh_l0_reverse	5	0.037296362221241
841524	rnn.weight_hh_l0_reverse	6	0.031054727733135223
841524	rnn.weight_hh_l0_reverse	7	-0.13176269829273224
841524	rnn.weight_hh_l0_reverse	8	-0.07695764303207397
841524	rnn.weight_hh_l0_reverse	9	0.03524776175618172
841524	rnn.bias_ih_l0_reverse	0	-0.17974933981895447
841524	rnn.bias_ih_l0_reverse	1	-0.06068247929215431
841524	rnn.bias_ih_l0_reverse	2	0.16277235746383667
841524	rnn.bias_ih_l0_reverse	3	-0.32996878027915955
841524	rnn.bias_ih_l0_reverse	4	0.01644880138337612
841524	rnn.bias_ih_l0_reverse	5	-0.22123253345489502
841524	rnn.bias_ih_l0_reverse	6	0.2783404588699341
841524	rnn.bias_ih_l0_reverse	7	-0.29703575372695923
841524	rnn.bias_ih_l0_reverse	8	-0.1926911473274231
841524	rnn.bias_ih_l0_reverse	9	-0.1443389505147934
841524	rnn.bias_hh_l0_reverse	0	-0.1374252736568451
841524	rnn.bias_hh_l0_reverse	1	0.27554428577423096
841524	rnn.bias_hh_l0_reverse	2	-0.34119635820388794
841524	rnn.bias_hh_l0_reverse	3	-0.2336181253194809
841524	rnn.bias_hh_l0_reverse	4	-0.399149626493454
841524	rnn.bias_hh_l0_reverse	5	-0.2085583359003067
841524	rnn.bias_hh_l0_reverse	6	-0.26814815402030945
841524	rnn.bias_hh_l0_reverse	7	-0.10019227117300034
841524	rnn.bias_hh_l0_reverse	8	-0.34912213683128357
841524	rnn.bias_hh_l0_reverse	9	0.21626996994018555
841524	linear.weight	0	0.22545720636844635
841524	linear.weight	1	-0.4554823040962219
841524	linear.weight	2	0.048525817692279816
841524	linear.weight	3	0.06747309118509293
841524	linear.weight	4	-0.14160336554050446
841524	linear.weight	5	0.23833870887756348
841524	linear.weight	6	-0.020437972620129585
841524	linear.weight	7	-0.05958976596593857
841524	linear.weight	8	0.14241932332515717
841524	linear.weight	9	-0.04994630068540573
841524	linear.bias	0	-0.8647876977920532
841524	linear.bias	1	1.7912883758544922
841524	linear.bias	2	0.7193114757537842
841524	linear.bias	3	-2.7435786724090576
841524	linear.bias	4	-0.0642886534333229
841524	linear.bias	5	1.2591336965560913
841524	linear.bias	6	-0.22519034147262573
841524	linear.bias	7	0.8325495719909668
841524	linear.bias	8	2.1224606037139893
841524	linear.bias	9	-1.2864744663238525
842133	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
842133	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
842133	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
842133	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
842133	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
842133	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
842133	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
842133	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
842133	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
842133	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
842133	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
842133	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
842133	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
842133	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
842133	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
842133	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
842133	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
842133	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
842133	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
842133	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
842133	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
842133	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
842133	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
842133	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
842133	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
842133	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
842133	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
842133	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
842133	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
842133	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
842133	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
842133	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
842133	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
842133	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
842133	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
842133	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
842133	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
842133	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
842133	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
842133	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
842133	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
842133	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
842133	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
842133	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
842133	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
842133	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
842133	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
842133	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
842133	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
842133	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
842133	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
842133	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
842133	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
842133	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
842133	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
842133	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
842133	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
842133	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
842133	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
842133	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
842133	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
842133	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
842133	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
842133	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
842133	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
842133	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
842133	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
842133	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
842133	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
842133	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
842133	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
842133	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
842133	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
842133	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
842133	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
842133	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
842133	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
842133	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
842133	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
842133	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
842133	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
842133	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
842133	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
842133	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
842133	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
842133	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
842133	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
842133	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
842133	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
842133	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
842133	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
842133	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
842133	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
842133	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
842133	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
842133	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
842133	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
842133	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
842133	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
842133	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
842133	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
842133	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
842133	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
842133	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
842133	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
842133	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
842133	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
842133	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
842133	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
842133	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
842133	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
842133	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
842133	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
842133	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
842133	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
842133	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
842133	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
842133	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
842133	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
842133	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
842133	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
842133	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
842133	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
842133	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
842133	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
842133	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
842133	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
842133	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
842133	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
842133	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
842133	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
842133	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
842133	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
842133	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
842133	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
842133	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
842133	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
842133	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
842133	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
842133	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
842133	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
842133	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
842133	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
842133	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
842133	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
842133	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
842133	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
842133	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
842133	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
842133	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
842133	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
842133	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
842133	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
842133	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
842133	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
842133	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
842133	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
842133	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
842133	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
842133	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
842133	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
842133	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
842133	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
842133	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
842133	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
842133	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
842133	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
842133	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
842133	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
842133	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
842133	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
842133	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
842133	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
842133	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
842133	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
842133	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
842133	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
842133	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
842133	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
842133	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
842133	embedding2nn.weight	0	0.3228549063205719
842133	embedding2nn.weight	1	0.37221601605415344
842133	embedding2nn.weight	2	0.003097614971920848
842133	embedding2nn.weight	3	0.01889205165207386
842133	embedding2nn.weight	4	-0.031583499163389206
842133	embedding2nn.weight	5	0.058346182107925415
842133	embedding2nn.weight	6	0.001312427455559373
842133	embedding2nn.weight	7	-0.005101070273667574
842133	embedding2nn.weight	8	0.040399372577667236
842133	embedding2nn.weight	9	-0.05022506043314934
842133	embedding2nn.bias	0	0.02225615456700325
842133	embedding2nn.bias	1	-0.1950298696756363
842133	embedding2nn.bias	2	0.13301461935043335
842133	embedding2nn.bias	3	0.16686725616455078
842133	embedding2nn.bias	4	0.1524173766374588
842133	embedding2nn.bias	5	-0.07759353518486023
842133	embedding2nn.bias	6	-0.05249201878905296
842133	embedding2nn.bias	7	0.038443636149168015
842133	embedding2nn.bias	8	-0.15418469905853271
842133	embedding2nn.bias	9	-0.37672773003578186
842133	rnn.weight_ih_l0	0	0.010311616584658623
842133	rnn.weight_ih_l0	1	-0.05900001525878906
842133	rnn.weight_ih_l0	2	-0.05077870935201645
842133	rnn.weight_ih_l0	3	0.11521293222904205
842133	rnn.weight_ih_l0	4	0.02142617106437683
842133	rnn.weight_ih_l0	5	-0.0703272745013237
842133	rnn.weight_ih_l0	6	0.007451171986758709
842133	rnn.weight_ih_l0	7	-0.024414189159870148
842133	rnn.weight_ih_l0	8	0.015690363943576813
842133	rnn.weight_ih_l0	9	-0.08240880817174911
842133	rnn.weight_hh_l0	0	-0.02286382019519806
842133	rnn.weight_hh_l0	1	0.08359156548976898
842133	rnn.weight_hh_l0	2	0.0033009122125804424
842133	rnn.weight_hh_l0	3	-0.036586083471775055
842133	rnn.weight_hh_l0	4	0.08657270669937134
842133	rnn.weight_hh_l0	5	0.000996044254861772
842133	rnn.weight_hh_l0	6	-0.0898289903998375
842133	rnn.weight_hh_l0	7	-0.137161985039711
842133	rnn.weight_hh_l0	8	0.040497418493032455
842133	rnn.weight_hh_l0	9	-0.12324793636798859
842133	rnn.bias_ih_l0	0	0.1798734813928604
842133	rnn.bias_ih_l0	1	-0.34511038661003113
842133	rnn.bias_ih_l0	2	-0.04083748534321785
842133	rnn.bias_ih_l0	3	-0.21032099425792694
842133	rnn.bias_ih_l0	4	-0.006635753903537989
842133	rnn.bias_ih_l0	5	-0.4425932466983795
842133	rnn.bias_ih_l0	6	-0.1368679702281952
842133	rnn.bias_ih_l0	7	-0.38939452171325684
842133	rnn.bias_ih_l0	8	-0.3076268136501312
842133	rnn.bias_ih_l0	9	-0.44953206181526184
842133	rnn.bias_hh_l0	0	-0.35385116934776306
842133	rnn.bias_hh_l0	1	-0.44266244769096375
842133	rnn.bias_hh_l0	2	-0.4037056863307953
842133	rnn.bias_hh_l0	3	-0.07923537492752075
842133	rnn.bias_hh_l0	4	-0.40176278352737427
842133	rnn.bias_hh_l0	5	-0.3716605007648468
842133	rnn.bias_hh_l0	6	-0.12080144137144089
842133	rnn.bias_hh_l0	7	0.06761714816093445
842133	rnn.bias_hh_l0	8	-0.23407694697380066
842133	rnn.bias_hh_l0	9	-0.5703333616256714
842133	rnn.weight_ih_l0_reverse	0	-0.005073986481875181
842133	rnn.weight_ih_l0_reverse	1	-0.00615356070920825
842133	rnn.weight_ih_l0_reverse	2	0.006875696592032909
842133	rnn.weight_ih_l0_reverse	3	-0.14241410791873932
842133	rnn.weight_ih_l0_reverse	4	0.07827728241682053
842133	rnn.weight_ih_l0_reverse	5	-0.10062558203935623
842133	rnn.weight_ih_l0_reverse	6	-0.006838589441031218
842133	rnn.weight_ih_l0_reverse	7	0.0315634161233902
842133	rnn.weight_ih_l0_reverse	8	-0.04999583214521408
842133	rnn.weight_ih_l0_reverse	9	-0.08518479019403458
842133	rnn.weight_hh_l0_reverse	0	-0.15208253264427185
842133	rnn.weight_hh_l0_reverse	1	0.021458927541971207
842133	rnn.weight_hh_l0_reverse	2	-0.01929205097258091
842133	rnn.weight_hh_l0_reverse	3	0.030585702508687973
842133	rnn.weight_hh_l0_reverse	4	-0.08252847194671631
842133	rnn.weight_hh_l0_reverse	5	0.037360239773988724
842133	rnn.weight_hh_l0_reverse	6	0.03108849562704563
842133	rnn.weight_hh_l0_reverse	7	-0.1318778395652771
842133	rnn.weight_hh_l0_reverse	8	-0.07705003768205643
842133	rnn.weight_hh_l0_reverse	9	0.03550227731466293
842133	rnn.bias_ih_l0_reverse	0	-0.1788121610879898
842133	rnn.bias_ih_l0_reverse	1	-0.059508368372917175
842133	rnn.bias_ih_l0_reverse	2	0.162024587392807
842133	rnn.bias_ih_l0_reverse	3	-0.32985082268714905
842133	rnn.bias_ih_l0_reverse	4	0.016327479854226112
842133	rnn.bias_ih_l0_reverse	5	-0.22160376608371735
842133	rnn.bias_ih_l0_reverse	6	0.2781424820423126
842133	rnn.bias_ih_l0_reverse	7	-0.2991918921470642
842133	rnn.bias_ih_l0_reverse	8	-0.19258207082748413
842133	rnn.bias_ih_l0_reverse	9	-0.1445540338754654
842133	rnn.bias_hh_l0_reverse	0	-0.13690686225891113
842133	rnn.bias_hh_l0_reverse	1	0.2757776975631714
842133	rnn.bias_hh_l0_reverse	2	-0.34127986431121826
842133	rnn.bias_hh_l0_reverse	3	-0.2330073118209839
842133	rnn.bias_hh_l0_reverse	4	-0.3991377353668213
842133	rnn.bias_hh_l0_reverse	5	-0.2084684520959854
842133	rnn.bias_hh_l0_reverse	6	-0.2680808901786804
842133	rnn.bias_hh_l0_reverse	7	-0.09931784123182297
842133	rnn.bias_hh_l0_reverse	8	-0.34835848212242126
842133	rnn.bias_hh_l0_reverse	9	0.2156275510787964
842133	linear.weight	0	0.2247101366519928
842133	linear.weight	1	-0.45159515738487244
842133	linear.weight	2	0.04782913997769356
842133	linear.weight	3	0.06747298687696457
842133	linear.weight	4	-0.14462661743164062
842133	linear.weight	5	0.24297410249710083
842133	linear.weight	6	-0.024519016966223717
842133	linear.weight	7	-0.059589456766843796
842133	linear.weight	8	0.13730484247207642
842133	linear.weight	9	-0.04994660243391991
842133	linear.bias	0	-0.8644728660583496
842133	linear.bias	1	1.7925974130630493
842133	linear.bias	2	0.7253969311714172
842133	linear.bias	3	-2.743584156036377
842133	linear.bias	4	-0.0753113180398941
842133	linear.bias	5	1.2638471126556396
842133	linear.bias	6	-0.21699941158294678
842133	linear.bias	7	0.826674222946167
842133	linear.bias	8	2.1288814544677734
842133	linear.bias	9	-1.283826470375061
842742	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
842742	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
842742	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
842742	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
842742	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
842742	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
842742	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
842742	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
842742	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
842742	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
842742	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
842742	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
842742	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
842742	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
842742	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
842742	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
842742	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
842742	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
842742	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
842742	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
842742	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
842742	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
842742	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
842742	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
842742	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
842742	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
842742	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
842742	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
842742	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
842742	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
842742	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
842742	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
842742	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
842742	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
842742	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
842742	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
842742	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
842742	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
842742	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
842742	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
842742	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
842742	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
842742	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
842742	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
842742	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
842742	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
842742	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
842742	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
842742	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
842742	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
842742	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
842742	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
842742	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
842742	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
842742	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
842742	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
842742	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
842742	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
842742	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
842742	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
842742	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
842742	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
842742	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
842742	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
842742	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
842742	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
842742	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
842742	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
842742	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
842742	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
842742	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
842742	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
842742	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
842742	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
842742	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
842742	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
842742	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
842742	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
842742	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
842742	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
842742	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
842742	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
842742	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
842742	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
842742	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
842742	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
842742	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
842742	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
842742	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
842742	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
842742	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
842742	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
842742	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
842742	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
842742	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
842742	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
842742	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
842742	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
842742	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
842742	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
842742	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
842742	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
842742	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
842742	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
842742	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
842742	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
842742	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
842742	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
842742	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
842742	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
842742	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
842742	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
842742	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
842742	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
842742	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
842742	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
842742	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
842742	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
842742	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
842742	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
842742	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
842742	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
842742	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
842742	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
842742	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
842742	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
842742	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
842742	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
842742	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
842742	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
842742	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
842742	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
842742	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
842742	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
842742	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
842742	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
842742	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
842742	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
842742	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
842742	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
842742	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
842742	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
842742	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
842742	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
842742	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
842742	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
842742	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
842742	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
842742	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
842742	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
842742	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
842742	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
842742	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
842742	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
842742	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
842742	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
842742	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
842742	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
842742	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
842742	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
842742	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
842742	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
842742	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
842742	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
842742	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
842742	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
842742	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
842742	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
842742	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
842742	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
842742	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
842742	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
842742	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
842742	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
842742	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
842742	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
842742	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
842742	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
842742	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
842742	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
842742	embedding2nn.weight	0	0.32275134325027466
842742	embedding2nn.weight	1	0.37161141633987427
842742	embedding2nn.weight	2	0.0029832853469997644
842742	embedding2nn.weight	3	0.01840607263147831
842742	embedding2nn.weight	4	-0.03155786171555519
842742	embedding2nn.weight	5	0.05869081988930702
842742	embedding2nn.weight	6	0.0006331668701022863
842742	embedding2nn.weight	7	-0.00490557961165905
842742	embedding2nn.weight	8	0.040691077709198
842742	embedding2nn.weight	9	-0.05097343027591705
842742	embedding2nn.bias	0	0.021826958283782005
842742	embedding2nn.bias	1	-0.1980547457933426
842742	embedding2nn.bias	2	0.13182023167610168
842742	embedding2nn.bias	3	0.16359157860279083
842742	embedding2nn.bias	4	0.1463112235069275
842742	embedding2nn.bias	5	-0.07854276150465012
842742	embedding2nn.bias	6	-0.0504559725522995
842742	embedding2nn.bias	7	0.042624667286872864
842742	embedding2nn.bias	8	-0.15092650055885315
842742	embedding2nn.bias	9	-0.3794883191585541
842742	rnn.weight_ih_l0	0	0.010496276430785656
842742	rnn.weight_ih_l0	1	-0.05902998149394989
842742	rnn.weight_ih_l0	2	-0.05175478011369705
842742	rnn.weight_ih_l0	3	0.11537989974021912
842742	rnn.weight_ih_l0	4	0.022068282589316368
842742	rnn.weight_ih_l0	5	-0.07028761506080627
842742	rnn.weight_ih_l0	6	0.007016140967607498
842742	rnn.weight_ih_l0	7	-0.024802135303616524
842742	rnn.weight_ih_l0	8	0.01518650446087122
842742	rnn.weight_ih_l0	9	-0.08227264136075974
842742	rnn.weight_hh_l0	0	-0.02283523976802826
842742	rnn.weight_hh_l0	1	0.08350701630115509
842742	rnn.weight_hh_l0	2	0.003322939621284604
842742	rnn.weight_hh_l0	3	-0.03657713532447815
842742	rnn.weight_hh_l0	4	0.08657211065292358
842742	rnn.weight_hh_l0	5	0.0008524105651304126
842742	rnn.weight_hh_l0	6	-0.0897798240184784
842742	rnn.weight_hh_l0	7	-0.13661347329616547
842742	rnn.weight_hh_l0	8	0.04051046818494797
842742	rnn.weight_hh_l0	9	-0.12324316799640656
842742	rnn.bias_ih_l0	0	0.17936180531978607
842742	rnn.bias_ih_l0	1	-0.34418413043022156
842742	rnn.bias_ih_l0	2	-0.04060773178935051
842742	rnn.bias_ih_l0	3	-0.2103363275527954
842742	rnn.bias_ih_l0	4	-0.007776179350912571
842742	rnn.bias_ih_l0	5	-0.44203728437423706
842742	rnn.bias_ih_l0	6	-0.13804107904434204
842742	rnn.bias_ih_l0	7	-0.3894496262073517
842742	rnn.bias_ih_l0	8	-0.3077741265296936
842742	rnn.bias_ih_l0	9	-0.4533627927303314
842742	rnn.bias_hh_l0	0	-0.3529106080532074
842742	rnn.bias_hh_l0	1	-0.4430268704891205
842742	rnn.bias_hh_l0	2	-0.40252548456192017
842742	rnn.bias_hh_l0	3	-0.07911226153373718
842742	rnn.bias_hh_l0	4	-0.4019390046596527
842742	rnn.bias_hh_l0	5	-0.3717285990715027
842742	rnn.bias_hh_l0	6	-0.1209198385477066
842742	rnn.bias_hh_l0	7	0.0675511434674263
842742	rnn.bias_hh_l0	8	-0.23482781648635864
842742	rnn.bias_hh_l0	9	-0.5709468722343445
842742	rnn.weight_ih_l0_reverse	0	-0.004431551788002253
842742	rnn.weight_ih_l0_reverse	1	-0.005804791580885649
842742	rnn.weight_ih_l0_reverse	2	0.006709640845656395
842742	rnn.weight_ih_l0_reverse	3	-0.1429070085287094
842742	rnn.weight_ih_l0_reverse	4	0.07814929634332657
842742	rnn.weight_ih_l0_reverse	5	-0.1011580303311348
842742	rnn.weight_ih_l0_reverse	6	-0.006005391012877226
842742	rnn.weight_ih_l0_reverse	7	0.03155990317463875
842742	rnn.weight_ih_l0_reverse	8	-0.05015457049012184
842742	rnn.weight_ih_l0_reverse	9	-0.08560959994792938
842742	rnn.weight_hh_l0_reverse	0	-0.15255583822727203
842742	rnn.weight_hh_l0_reverse	1	0.02150932513177395
842742	rnn.weight_hh_l0_reverse	2	-0.019473211839795113
842742	rnn.weight_hh_l0_reverse	3	0.03074677288532257
842742	rnn.weight_hh_l0_reverse	4	-0.082565538585186
842742	rnn.weight_hh_l0_reverse	5	0.03730303421616554
842742	rnn.weight_hh_l0_reverse	6	0.031081736087799072
842742	rnn.weight_hh_l0_reverse	7	-0.13154122233390808
842742	rnn.weight_hh_l0_reverse	8	-0.07723948359489441
842742	rnn.weight_hh_l0_reverse	9	0.03542306274175644
842742	rnn.bias_ih_l0_reverse	0	-0.1799054592847824
842742	rnn.bias_ih_l0_reverse	1	-0.05984294041991234
842742	rnn.bias_ih_l0_reverse	2	0.16275474429130554
842742	rnn.bias_ih_l0_reverse	3	-0.33118176460266113
842742	rnn.bias_ih_l0_reverse	4	0.017231646925210953
842742	rnn.bias_ih_l0_reverse	5	-0.22175784409046173
842742	rnn.bias_ih_l0_reverse	6	0.27794042229652405
842742	rnn.bias_ih_l0_reverse	7	-0.298328161239624
842742	rnn.bias_ih_l0_reverse	8	-0.19263921678066254
842742	rnn.bias_ih_l0_reverse	9	-0.14522463083267212
842742	rnn.bias_hh_l0_reverse	0	-0.13733381032943726
842742	rnn.bias_hh_l0_reverse	1	0.2754780650138855
842742	rnn.bias_hh_l0_reverse	2	-0.3404778838157654
842742	rnn.bias_hh_l0_reverse	3	-0.23196205496788025
842742	rnn.bias_hh_l0_reverse	4	-0.400046706199646
842742	rnn.bias_hh_l0_reverse	5	-0.20823274552822113
842742	rnn.bias_hh_l0_reverse	6	-0.26850610971450806
842742	rnn.bias_hh_l0_reverse	7	-0.0987560823559761
842742	rnn.bias_hh_l0_reverse	8	-0.35053837299346924
842742	rnn.bias_hh_l0_reverse	9	0.21172620356082916
842742	linear.weight	0	0.22189444303512573
842742	linear.weight	1	-0.45389482378959656
842742	linear.weight	2	0.0500764474272728
842742	linear.weight	3	0.06747299432754517
842742	linear.weight	4	-0.14646202325820923
842742	linear.weight	5	0.23987577855587006
842742	linear.weight	6	-0.027897194027900696
842742	linear.weight	7	-0.05958898738026619
842742	linear.weight	8	0.1386643797159195
842742	linear.weight	9	-0.04994672164320946
842742	linear.bias	0	-0.864904522895813
842742	linear.bias	1	1.7931897640228271
842742	linear.bias	2	0.7262566685676575
842742	linear.bias	3	-2.7435882091522217
842742	linear.bias	4	-0.06456304341554642
842742	linear.bias	5	1.2604718208312988
842742	linear.bias	6	-0.22431883215904236
842742	linear.bias	7	0.8181890845298767
842742	linear.bias	8	2.1267807483673096
842742	linear.bias	9	-1.2813235521316528
843351	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
843351	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
843351	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
843351	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
843351	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
843351	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
843351	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
843351	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
843351	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
843351	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
843351	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
843351	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
843351	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
843351	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
843351	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
843351	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
843351	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
843351	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
843351	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
843351	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
843351	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
843351	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
843351	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
843351	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
843351	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
843351	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
843351	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
843351	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
843351	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
843351	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
843351	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
843351	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
843351	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
843351	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
843351	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
843351	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
843351	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
843351	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
843351	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
843351	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
843351	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
843351	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
843351	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
843351	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
843351	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
843351	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
843351	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
843351	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
843351	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
843351	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
843351	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
843351	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
843351	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
843351	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
843351	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
843351	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
843351	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
843351	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
843351	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
843351	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
843351	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
843351	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
843351	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
843351	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
843351	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
843351	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
843351	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
843351	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
843351	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
843351	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
843351	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
843351	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
843351	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
843351	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
843351	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
843351	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
843351	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
843351	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
843351	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
843351	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
843351	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
843351	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
843351	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
843351	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
843351	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
843351	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
843351	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
843351	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
843351	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
843351	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
843351	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
843351	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
843351	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
843351	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
843351	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
843351	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
843351	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
843351	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
843351	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
843351	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
843351	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
843351	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
843351	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
843351	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
843351	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
843351	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
843351	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
843351	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
843351	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
843351	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
843351	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
843351	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
843351	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
843351	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
843351	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
843351	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
843351	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
843351	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
843351	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
843351	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
843351	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
843351	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
843351	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
843351	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
843351	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
843351	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
843351	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
843351	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
843351	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
843351	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
843351	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
843351	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
843351	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
843351	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
843351	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
843351	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
843351	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
843351	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
843351	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
843351	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
843351	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
843351	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
843351	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
843351	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
843351	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
843351	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
843351	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
843351	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
843351	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
843351	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
843351	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
843351	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
843351	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
843351	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
843351	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
843351	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
843351	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
843351	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
843351	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
843351	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
843351	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
843351	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
843351	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
843351	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
843351	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
843351	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
843351	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
843351	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
843351	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
843351	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
843351	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
843351	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
843351	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
843351	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
843351	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
843351	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
843351	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
843351	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
843351	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
843351	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
843351	embedding2nn.weight	0	0.3225720524787903
843351	embedding2nn.weight	1	0.37123045325279236
843351	embedding2nn.weight	2	0.0024347789585590363
843351	embedding2nn.weight	3	0.01759120635688305
843351	embedding2nn.weight	4	-0.03128664195537567
843351	embedding2nn.weight	5	0.05877078324556351
843351	embedding2nn.weight	6	0.00041337122092954814
843351	embedding2nn.weight	7	-0.006541694048792124
843351	embedding2nn.weight	8	0.04170442000031471
843351	embedding2nn.weight	9	-0.05132473632693291
843351	embedding2nn.bias	0	0.020614206790924072
843351	embedding2nn.bias	1	-0.193802610039711
843351	embedding2nn.bias	2	0.1284489929676056
843351	embedding2nn.bias	3	0.167416512966156
843351	embedding2nn.bias	4	0.15186695754528046
843351	embedding2nn.bias	5	-0.07657324522733688
843351	embedding2nn.bias	6	-0.05042111501097679
843351	embedding2nn.bias	7	0.04417577385902405
843351	embedding2nn.bias	8	-0.1467365175485611
843351	embedding2nn.bias	9	-0.371852844953537
843351	rnn.weight_ih_l0	0	0.010490135289728642
843351	rnn.weight_ih_l0	1	-0.05891929939389229
843351	rnn.weight_ih_l0	2	-0.0513981394469738
843351	rnn.weight_ih_l0	3	0.11537481099367142
843351	rnn.weight_ih_l0	4	0.022175805643200874
843351	rnn.weight_ih_l0	5	-0.07095997780561447
843351	rnn.weight_ih_l0	6	0.006751569453626871
843351	rnn.weight_ih_l0	7	-0.02480819821357727
843351	rnn.weight_ih_l0	8	0.01645473763346672
843351	rnn.weight_ih_l0	9	-0.08242167532444
843351	rnn.weight_hh_l0	0	-0.02290561981499195
843351	rnn.weight_hh_l0	1	0.0836496502161026
843351	rnn.weight_hh_l0	2	0.0033133970573544502
843351	rnn.weight_hh_l0	3	-0.036567479372024536
843351	rnn.weight_hh_l0	4	0.08661317080259323
843351	rnn.weight_hh_l0	5	0.0009665755787864327
843351	rnn.weight_hh_l0	6	-0.08994365483522415
843351	rnn.weight_hh_l0	7	-0.13626769185066223
843351	rnn.weight_hh_l0	8	0.04048807546496391
843351	rnn.weight_hh_l0	9	-0.12309477478265762
843351	rnn.bias_ih_l0	0	0.1769973635673523
843351	rnn.bias_ih_l0	1	-0.34511318802833557
843351	rnn.bias_ih_l0	2	-0.0404723584651947
843351	rnn.bias_ih_l0	3	-0.21090732514858246
843351	rnn.bias_ih_l0	4	-0.006399882026016712
843351	rnn.bias_ih_l0	5	-0.44339701533317566
843351	rnn.bias_ih_l0	6	-0.13732899725437164
843351	rnn.bias_ih_l0	7	-0.3894979953765869
843351	rnn.bias_ih_l0	8	-0.30876460671424866
843351	rnn.bias_ih_l0	9	-0.452875554561615
843351	rnn.bias_hh_l0	0	-0.35371240973472595
843351	rnn.bias_hh_l0	1	-0.44300970435142517
843351	rnn.bias_hh_l0	2	-0.40350157022476196
843351	rnn.bias_hh_l0	3	-0.07858861982822418
843351	rnn.bias_hh_l0	4	-0.40313729643821716
843351	rnn.bias_hh_l0	5	-0.3716265559196472
843351	rnn.bias_hh_l0	6	-0.11991263926029205
843351	rnn.bias_hh_l0	7	0.06741995364427567
843351	rnn.bias_hh_l0	8	-0.23397941887378693
843351	rnn.bias_hh_l0	9	-0.571151077747345
843351	rnn.weight_ih_l0_reverse	0	-0.003955494612455368
843351	rnn.weight_ih_l0_reverse	1	-0.005738044623285532
843351	rnn.weight_ih_l0_reverse	2	0.006388736888766289
843351	rnn.weight_ih_l0_reverse	3	-0.14226578176021576
843351	rnn.weight_ih_l0_reverse	4	0.07784712314605713
843351	rnn.weight_ih_l0_reverse	5	-0.10151651501655579
843351	rnn.weight_ih_l0_reverse	6	-0.004809001460671425
843351	rnn.weight_ih_l0_reverse	7	0.031205743551254272
843351	rnn.weight_ih_l0_reverse	8	-0.05063584819436073
843351	rnn.weight_ih_l0_reverse	9	-0.08553818613290787
843351	rnn.weight_hh_l0_reverse	0	-0.15242831408977509
843351	rnn.weight_hh_l0_reverse	1	0.021539339795708656
843351	rnn.weight_hh_l0_reverse	2	-0.01955793797969818
843351	rnn.weight_hh_l0_reverse	3	0.030758190900087357
843351	rnn.weight_hh_l0_reverse	4	-0.08243537694215775
843351	rnn.weight_hh_l0_reverse	5	0.03730936720967293
843351	rnn.weight_hh_l0_reverse	6	0.031075846403837204
843351	rnn.weight_hh_l0_reverse	7	-0.13177180290222168
843351	rnn.weight_hh_l0_reverse	8	-0.07737046480178833
843351	rnn.weight_hh_l0_reverse	9	0.03551127761602402
843351	rnn.bias_ih_l0_reverse	0	-0.17888742685317993
843351	rnn.bias_ih_l0_reverse	1	-0.059682950377464294
843351	rnn.bias_ih_l0_reverse	2	0.1622815877199173
843351	rnn.bias_ih_l0_reverse	3	-0.33177924156188965
843351	rnn.bias_ih_l0_reverse	4	0.01662822812795639
843351	rnn.bias_ih_l0_reverse	5	-0.22185958921909332
843351	rnn.bias_ih_l0_reverse	6	0.27804479002952576
843351	rnn.bias_ih_l0_reverse	7	-0.2977389097213745
843351	rnn.bias_ih_l0_reverse	8	-0.19312694668769836
843351	rnn.bias_ih_l0_reverse	9	-0.14543937146663666
843351	rnn.bias_hh_l0_reverse	0	-0.13885486125946045
843351	rnn.bias_hh_l0_reverse	1	0.27594518661499023
843351	rnn.bias_hh_l0_reverse	2	-0.3409581482410431
843351	rnn.bias_hh_l0_reverse	3	-0.23296983540058136
843351	rnn.bias_hh_l0_reverse	4	-0.40012475848197937
843351	rnn.bias_hh_l0_reverse	5	-0.20756447315216064
843351	rnn.bias_hh_l0_reverse	6	-0.26690220832824707
843351	rnn.bias_hh_l0_reverse	7	-0.09862256795167923
843351	rnn.bias_hh_l0_reverse	8	-0.35130298137664795
843351	rnn.bias_hh_l0_reverse	9	0.2115524262189865
843351	linear.weight	0	0.22374919056892395
843351	linear.weight	1	-0.4547581970691681
843351	linear.weight	2	0.0420251227915287
843351	linear.weight	3	0.06747300177812576
843351	linear.weight	4	-0.13825424015522003
843351	linear.weight	5	0.24057111144065857
843351	linear.weight	6	-0.0280902236700058
843351	linear.weight	7	-0.0595884695649147
843351	linear.weight	8	0.1398194134235382
843351	linear.weight	9	-0.049946993589401245
843351	linear.bias	0	-0.86220383644104
843351	linear.bias	1	1.7841379642486572
843351	linear.bias	2	0.7258055210113525
843351	linear.bias	3	-2.7435948848724365
843351	linear.bias	4	-0.06569553166627884
843351	linear.bias	5	1.2750773429870605
843351	linear.bias	6	-0.22144654393196106
843351	linear.bias	7	0.8084157109260559
843351	linear.bias	8	2.1270382404327393
843351	linear.bias	9	-1.2793086767196655
843960	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
843960	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
843960	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
843960	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
843960	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
843960	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
843960	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
843960	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
843960	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
843960	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
843960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
843960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
843960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
843960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
843960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
843960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
843960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
843960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
843960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
843960	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
843960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
843960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
843960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
843960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
843960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
843960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
843960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
843960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
843960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
843960	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
843960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
843960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
843960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
843960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
843960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
843960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
843960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
843960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
843960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
843960	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
843960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
843960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
843960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
843960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
843960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
843960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
843960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
843960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
843960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
843960	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
843960	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
843960	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
843960	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
843960	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
843960	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
843960	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
843960	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
843960	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
843960	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
843960	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
843960	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
843960	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
843960	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
843960	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
843960	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
843960	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
843960	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
843960	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
843960	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
843960	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
843960	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
843960	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
843960	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
843960	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
843960	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
843960	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
843960	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
843960	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
843960	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
843960	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
843960	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
843960	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
843960	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
843960	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
843960	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
843960	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
843960	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
843960	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
843960	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
843960	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
843960	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
843960	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
843960	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
843960	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
843960	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
843960	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
843960	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
843960	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
843960	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
843960	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
843960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
843960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
843960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
843960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
843960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
843960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
843960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
843960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
843960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
843960	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
843960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
843960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
843960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
843960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
843960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
843960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
843960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
843960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
843960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
843960	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
843960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
843960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
843960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
843960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
843960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
843960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
843960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
843960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
843960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
843960	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
843960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
843960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
843960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
843960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
843960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
843960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
843960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
843960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
843960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
843960	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
843960	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
843960	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
843960	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
843960	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
843960	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
843960	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
843960	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
843960	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
843960	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
843960	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
843960	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
843960	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
843960	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
843960	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
843960	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
843960	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
843960	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
843960	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
843960	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
843960	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
843960	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
843960	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
843960	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
843960	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
843960	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
843960	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
843960	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
843960	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
843960	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
843960	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
843960	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
843960	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
843960	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
843960	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
843960	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
843960	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
843960	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
843960	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
843960	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
843960	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
843960	embedding2nn.weight	0	0.32236236333847046
843960	embedding2nn.weight	1	0.37197062373161316
843960	embedding2nn.weight	2	0.001977222738787532
843960	embedding2nn.weight	3	0.018098799511790276
843960	embedding2nn.weight	4	-0.03106335550546646
843960	embedding2nn.weight	5	0.058833569288253784
843960	embedding2nn.weight	6	0.00046915721031837165
843960	embedding2nn.weight	7	-0.005812788847833872
843960	embedding2nn.weight	8	0.0416671484708786
843960	embedding2nn.weight	9	-0.05202305689454079
843960	embedding2nn.bias	0	0.019862540066242218
843960	embedding2nn.bias	1	-0.19027340412139893
843960	embedding2nn.bias	2	0.12357894331216812
843960	embedding2nn.bias	3	0.1666918694972992
843960	embedding2nn.bias	4	0.1458413451910019
843960	embedding2nn.bias	5	-0.07592829316854477
843960	embedding2nn.bias	6	-0.04970330744981766
843960	embedding2nn.bias	7	0.04356982186436653
843960	embedding2nn.bias	8	-0.15209542214870453
843960	embedding2nn.bias	9	-0.3683236539363861
843960	rnn.weight_ih_l0	0	0.010576781816780567
843960	rnn.weight_ih_l0	1	-0.05863206833600998
843960	rnn.weight_ih_l0	2	-0.051218606531620026
843960	rnn.weight_ih_l0	3	0.1153617724776268
843960	rnn.weight_ih_l0	4	0.022463705390691757
843960	rnn.weight_ih_l0	5	-0.07023900747299194
843960	rnn.weight_ih_l0	6	0.0066505358554422855
843960	rnn.weight_ih_l0	7	-0.024635570123791695
843960	rnn.weight_ih_l0	8	0.015550781041383743
843960	rnn.weight_ih_l0	9	-0.08229882270097733
843960	rnn.weight_hh_l0	0	-0.022953882813453674
843960	rnn.weight_hh_l0	1	0.08359583467245102
843960	rnn.weight_hh_l0	2	0.0032123441342264414
843960	rnn.weight_hh_l0	3	-0.03659648075699806
843960	rnn.weight_hh_l0	4	0.08664628118276596
843960	rnn.weight_hh_l0	5	0.0008300213376060128
843960	rnn.weight_hh_l0	6	-0.08999362587928772
843960	rnn.weight_hh_l0	7	-0.13554969429969788
843960	rnn.weight_hh_l0	8	0.04050104320049286
843960	rnn.weight_hh_l0	9	-0.12306021898984909
843960	rnn.bias_ih_l0	0	0.1778089851140976
843960	rnn.bias_ih_l0	1	-0.3445672392845154
843960	rnn.bias_ih_l0	2	-0.04075203090906143
843960	rnn.bias_ih_l0	3	-0.21131274104118347
843960	rnn.bias_ih_l0	4	-0.004723602440208197
843960	rnn.bias_ih_l0	5	-0.4434608519077301
843960	rnn.bias_ih_l0	6	-0.1369369477033615
843960	rnn.bias_ih_l0	7	-0.38934239745140076
843960	rnn.bias_ih_l0	8	-0.3081955015659332
843960	rnn.bias_ih_l0	9	-0.4515415132045746
843960	rnn.bias_hh_l0	0	-0.3540365397930145
843960	rnn.bias_hh_l0	1	-0.44266942143440247
843960	rnn.bias_hh_l0	2	-0.40405958890914917
843960	rnn.bias_hh_l0	3	-0.07785720378160477
843960	rnn.bias_hh_l0	4	-0.40316537022590637
843960	rnn.bias_hh_l0	5	-0.3716885447502136
843960	rnn.bias_hh_l0	6	-0.12110235542058945
843960	rnn.bias_hh_l0	7	0.06836135685443878
843960	rnn.bias_hh_l0	8	-0.23416495323181152
843960	rnn.bias_hh_l0	9	-0.5714284777641296
843960	rnn.weight_ih_l0_reverse	0	-0.003576610703021288
843960	rnn.weight_ih_l0_reverse	1	-0.005316682159900665
843960	rnn.weight_ih_l0_reverse	2	0.006585648283362389
843960	rnn.weight_ih_l0_reverse	3	-0.14240340888500214
843960	rnn.weight_ih_l0_reverse	4	0.07814806699752808
843960	rnn.weight_ih_l0_reverse	5	-0.09993059188127518
843960	rnn.weight_ih_l0_reverse	6	-0.004600318148732185
843960	rnn.weight_ih_l0_reverse	7	0.031064433977007866
843960	rnn.weight_ih_l0_reverse	8	-0.05055463686585426
843960	rnn.weight_ih_l0_reverse	9	-0.08480832725763321
843960	rnn.weight_hh_l0_reverse	0	-0.15265502035617828
843960	rnn.weight_hh_l0_reverse	1	0.021647106856107712
843960	rnn.weight_hh_l0_reverse	2	-0.019580049440264702
843960	rnn.weight_hh_l0_reverse	3	0.030731340870261192
843960	rnn.weight_hh_l0_reverse	4	-0.08244622498750687
843960	rnn.weight_hh_l0_reverse	5	0.037343189120292664
843960	rnn.weight_hh_l0_reverse	6	0.03110952489078045
843960	rnn.weight_hh_l0_reverse	7	-0.13166595995426178
843960	rnn.weight_hh_l0_reverse	8	-0.078000508248806
843960	rnn.weight_hh_l0_reverse	9	0.03584956005215645
843960	rnn.bias_ih_l0_reverse	0	-0.17993733286857605
843960	rnn.bias_ih_l0_reverse	1	-0.05962875857949257
843960	rnn.bias_ih_l0_reverse	2	0.16182252764701843
843960	rnn.bias_ih_l0_reverse	3	-0.33169126510620117
843960	rnn.bias_ih_l0_reverse	4	0.01473731454461813
843960	rnn.bias_ih_l0_reverse	5	-0.22157996892929077
843960	rnn.bias_ih_l0_reverse	6	0.2774982452392578
843960	rnn.bias_ih_l0_reverse	7	-0.29944610595703125
843960	rnn.bias_ih_l0_reverse	8	-0.1945536732673645
843960	rnn.bias_ih_l0_reverse	9	-0.1442147046327591
843960	rnn.bias_hh_l0_reverse	0	-0.1378377377986908
843960	rnn.bias_hh_l0_reverse	1	0.2747317850589752
843960	rnn.bias_hh_l0_reverse	2	-0.34137657284736633
843960	rnn.bias_hh_l0_reverse	3	-0.23346200585365295
843960	rnn.bias_hh_l0_reverse	4	-0.3997228741645813
843960	rnn.bias_hh_l0_reverse	5	-0.2084401398897171
843960	rnn.bias_hh_l0_reverse	6	-0.26656168699264526
843960	rnn.bias_hh_l0_reverse	7	-0.09819807857275009
843960	rnn.bias_hh_l0_reverse	8	-0.3508550524711609
843960	rnn.bias_hh_l0_reverse	9	0.21353960037231445
843960	linear.weight	0	0.2252713292837143
843960	linear.weight	1	-0.4495382010936737
843960	linear.weight	2	0.04259078949689865
843960	linear.weight	3	0.0674729198217392
843960	linear.weight	4	-0.1474975049495697
843960	linear.weight	5	0.2436804473400116
843960	linear.weight	6	-0.023845061659812927
843960	linear.weight	7	-0.059588126838207245
843960	linear.weight	8	0.1406877487897873
843960	linear.weight	9	-0.04994736239314079
843960	linear.bias	0	-0.8655948638916016
843960	linear.bias	1	1.7905129194259644
843960	linear.bias	2	0.7258504629135132
843960	linear.bias	3	-2.7436013221740723
843960	linear.bias	4	-0.0647919774055481
843960	linear.bias	5	1.257529616355896
843960	linear.bias	6	-0.22456595301628113
843960	linear.bias	7	0.828998327255249
843960	linear.bias	8	2.126084566116333
843960	linear.bias	9	-1.2852898836135864
844569	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
844569	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
844569	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
844569	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
844569	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
844569	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
844569	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
844569	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
844569	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
844569	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
844569	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
844569	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
844569	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
844569	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
844569	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
844569	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
844569	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
844569	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
844569	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
844569	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
844569	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
844569	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
844569	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
844569	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
844569	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
844569	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
844569	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
844569	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
844569	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
844569	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
844569	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
844569	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
844569	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
844569	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
844569	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
844569	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
844569	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
844569	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
844569	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
844569	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
844569	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
844569	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
844569	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
844569	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
844569	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
844569	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
844569	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
844569	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
844569	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
844569	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
844569	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
844569	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
844569	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
844569	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
844569	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
844569	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
844569	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
844569	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
844569	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
844569	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
844569	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
844569	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
844569	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
844569	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
844569	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
844569	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
844569	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
844569	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
844569	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
844569	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
844569	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
844569	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
844569	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
844569	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
844569	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
844569	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
844569	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
844569	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
844569	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
844569	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
844569	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
844569	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
844569	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
844569	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
844569	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
844569	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
844569	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
844569	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
844569	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
844569	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
844569	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
844569	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
844569	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
844569	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
844569	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
844569	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
844569	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
844569	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
844569	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
844569	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
844569	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
844569	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
844569	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
844569	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
844569	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
844569	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
844569	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
844569	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
844569	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
844569	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
844569	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
844569	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
844569	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
844569	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
844569	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
844569	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
844569	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
844569	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
844569	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
844569	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
844569	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
844569	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
844569	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
844569	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
844569	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
844569	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
844569	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
844569	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
844569	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
844569	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
844569	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
844569	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
844569	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
844569	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
844569	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
844569	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
844569	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
844569	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
844569	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
844569	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
844569	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
844569	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
844569	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
844569	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
844569	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
844569	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
844569	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
844569	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
844569	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
844569	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
844569	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
844569	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
844569	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
844569	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
844569	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
844569	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
844569	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
844569	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
844569	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
844569	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
844569	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
844569	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
844569	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
844569	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
844569	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
844569	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
844569	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
844569	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
844569	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
844569	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
844569	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
844569	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
844569	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
844569	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
844569	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
844569	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
844569	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
844569	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
844569	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
844569	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
844569	embedding2nn.weight	0	0.32237985730171204
844569	embedding2nn.weight	1	0.3719159662723541
844569	embedding2nn.weight	2	0.0032655526883900166
844569	embedding2nn.weight	3	0.016553010791540146
844569	embedding2nn.weight	4	-0.031328171491622925
844569	embedding2nn.weight	5	0.058313336223363876
844569	embedding2nn.weight	6	0.0001622059935471043
844569	embedding2nn.weight	7	-0.00649535097181797
844569	embedding2nn.weight	8	0.041111625730991364
844569	embedding2nn.weight	9	-0.051582206040620804
844569	embedding2nn.bias	0	0.022534959018230438
844569	embedding2nn.bias	1	-0.19383656978607178
844569	embedding2nn.bias	2	0.12560054659843445
844569	embedding2nn.bias	3	0.16992947459220886
844569	embedding2nn.bias	4	0.1471792757511139
844569	embedding2nn.bias	5	-0.07846727222204208
844569	embedding2nn.bias	6	-0.05131526291370392
844569	embedding2nn.bias	7	0.04639987647533417
844569	embedding2nn.bias	8	-0.1478145718574524
844569	embedding2nn.bias	9	-0.36978721618652344
844569	rnn.weight_ih_l0	0	0.010433392599225044
844569	rnn.weight_ih_l0	1	-0.05829935148358345
844569	rnn.weight_ih_l0	2	-0.04980158433318138
844569	rnn.weight_ih_l0	3	0.11526249349117279
844569	rnn.weight_ih_l0	4	0.02319582737982273
844569	rnn.weight_ih_l0	5	-0.06950122117996216
844569	rnn.weight_ih_l0	6	0.0069416905753314495
844569	rnn.weight_ih_l0	7	-0.024368615821003914
844569	rnn.weight_ih_l0	8	0.016207024455070496
844569	rnn.weight_ih_l0	9	-0.08179953694343567
844569	rnn.weight_hh_l0	0	-0.022773733362555504
844569	rnn.weight_hh_l0	1	0.08353341370820999
844569	rnn.weight_hh_l0	2	0.003219180041924119
844569	rnn.weight_hh_l0	3	-0.036607012152671814
844569	rnn.weight_hh_l0	4	0.08665825426578522
844569	rnn.weight_hh_l0	5	0.0008461296674795449
844569	rnn.weight_hh_l0	6	-0.09009122848510742
844569	rnn.weight_hh_l0	7	-0.13555878400802612
844569	rnn.weight_hh_l0	8	0.04051639139652252
844569	rnn.weight_hh_l0	9	-0.12304399907588959
844569	rnn.bias_ih_l0	0	0.17755727469921112
844569	rnn.bias_ih_l0	1	-0.3447335660457611
844569	rnn.bias_ih_l0	2	-0.0397123284637928
844569	rnn.bias_ih_l0	3	-0.210941344499588
844569	rnn.bias_ih_l0	4	-0.0037111786659806967
844569	rnn.bias_ih_l0	5	-0.44333553314208984
844569	rnn.bias_ih_l0	6	-0.13702639937400818
844569	rnn.bias_ih_l0	7	-0.3890605866909027
844569	rnn.bias_ih_l0	8	-0.3094456195831299
844569	rnn.bias_ih_l0	9	-0.4505804777145386
844569	rnn.bias_hh_l0	0	-0.3532298505306244
844569	rnn.bias_hh_l0	1	-0.44284361600875854
844569	rnn.bias_hh_l0	2	-0.4032473564147949
844569	rnn.bias_hh_l0	3	-0.07830706983804703
844569	rnn.bias_hh_l0	4	-0.4029572010040283
844569	rnn.bias_hh_l0	5	-0.37197181582450867
844569	rnn.bias_hh_l0	6	-0.12114574760198593
844569	rnn.bias_hh_l0	7	0.06845738738775253
844569	rnn.bias_hh_l0	8	-0.2344125360250473
844569	rnn.bias_hh_l0	9	-0.5709776282310486
844569	rnn.weight_ih_l0_reverse	0	-0.003753062803298235
844569	rnn.weight_ih_l0_reverse	1	-0.005335467867553234
844569	rnn.weight_ih_l0_reverse	2	0.006591652520000935
844569	rnn.weight_ih_l0_reverse	3	-0.14292730391025543
844569	rnn.weight_ih_l0_reverse	4	0.0782058909535408
844569	rnn.weight_ih_l0_reverse	5	-0.100803442299366
844569	rnn.weight_ih_l0_reverse	6	-0.004575722850859165
844569	rnn.weight_ih_l0_reverse	7	0.03114192932844162
844569	rnn.weight_ih_l0_reverse	8	-0.049925509840250015
844569	rnn.weight_ih_l0_reverse	9	-0.08542831242084503
844569	rnn.weight_hh_l0_reverse	0	-0.1527964472770691
844569	rnn.weight_hh_l0_reverse	1	0.02169717103242874
844569	rnn.weight_hh_l0_reverse	2	-0.01966857723891735
844569	rnn.weight_hh_l0_reverse	3	0.030731994658708572
844569	rnn.weight_hh_l0_reverse	4	-0.08241461217403412
844569	rnn.weight_hh_l0_reverse	5	0.037347111850976944
844569	rnn.weight_hh_l0_reverse	6	0.031096307560801506
844569	rnn.weight_hh_l0_reverse	7	-0.13171565532684326
844569	rnn.weight_hh_l0_reverse	8	-0.0784124881029129
844569	rnn.weight_hh_l0_reverse	9	0.03557543829083443
844569	rnn.bias_ih_l0_reverse	0	-0.18032053112983704
844569	rnn.bias_ih_l0_reverse	1	-0.05840307101607323
844569	rnn.bias_ih_l0_reverse	2	0.16124755144119263
844569	rnn.bias_ih_l0_reverse	3	-0.3315000832080841
844569	rnn.bias_ih_l0_reverse	4	0.015485103242099285
844569	rnn.bias_ih_l0_reverse	5	-0.22130431234836578
844569	rnn.bias_ih_l0_reverse	6	0.2780246138572693
844569	rnn.bias_ih_l0_reverse	7	-0.2982194721698761
844569	rnn.bias_ih_l0_reverse	8	-0.19386789202690125
844569	rnn.bias_ih_l0_reverse	9	-0.14472630620002747
844569	rnn.bias_hh_l0_reverse	0	-0.13781367242336273
844569	rnn.bias_hh_l0_reverse	1	0.27508533000946045
844569	rnn.bias_hh_l0_reverse	2	-0.34301573038101196
844569	rnn.bias_hh_l0_reverse	3	-0.2338467240333557
844569	rnn.bias_hh_l0_reverse	4	-0.3982904255390167
844569	rnn.bias_hh_l0_reverse	5	-0.20938250422477722
844569	rnn.bias_hh_l0_reverse	6	-0.26762500405311584
844569	rnn.bias_hh_l0_reverse	7	-0.09858185052871704
844569	rnn.bias_hh_l0_reverse	8	-0.3494289815425873
844569	rnn.bias_hh_l0_reverse	9	0.2122260183095932
844569	linear.weight	0	0.22770634293556213
844569	linear.weight	1	-0.44983601570129395
844569	linear.weight	2	0.040913455188274384
844569	linear.weight	3	0.06747294217348099
844569	linear.weight	4	-0.14365549385547638
844569	linear.weight	5	0.24463890492916107
844569	linear.weight	6	-0.022551394999027252
844569	linear.weight	7	-0.05958782508969307
844569	linear.weight	8	0.14315854012966156
844569	linear.weight	9	-0.04994763061404228
844569	linear.bias	0	-0.8612179160118103
844569	linear.bias	1	1.7872424125671387
844569	linear.bias	2	0.7325800657272339
844569	linear.bias	3	-2.743605136871338
844569	linear.bias	4	-0.06391765922307968
844569	linear.bias	5	1.2632205486297607
844569	linear.bias	6	-0.22953638434410095
844569	linear.bias	7	0.832755446434021
844569	linear.bias	8	2.110377550125122
844569	linear.bias	9	-1.289884090423584
845178	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
845178	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
845178	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
845178	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
845178	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
845178	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
845178	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
845178	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
845178	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
845178	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
845178	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
845178	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
845178	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
845178	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
845178	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
845178	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
845178	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
845178	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
845178	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
845178	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
845178	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
845178	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
845178	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
845178	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
845178	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
845178	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
845178	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
845178	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
845178	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
845178	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
845178	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
845178	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
845178	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
845178	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
845178	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
845178	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
845178	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
845178	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
845178	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
845178	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
845178	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
845178	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
845178	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
845178	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
845178	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
845178	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
845178	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
845178	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
845178	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
845178	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
845178	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
845178	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
845178	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
845178	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
845178	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
845178	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
845178	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
845178	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
845178	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
845178	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
845178	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
845178	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
845178	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
845178	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
845178	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
845178	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
845178	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
845178	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
845178	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
845178	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
845178	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
845178	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
845178	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
845178	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
845178	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
845178	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
845178	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
845178	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
845178	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
845178	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
845178	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
845178	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
845178	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
845178	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
845178	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
845178	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
845178	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
845178	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
845178	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
845178	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
845178	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
845178	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
845178	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
845178	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
845178	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
845178	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
845178	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
845178	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
845178	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
845178	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
845178	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
845178	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
845178	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
845178	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
845178	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
845178	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
845178	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
845178	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
845178	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
845178	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
845178	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
845178	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
845178	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
845178	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
845178	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
845178	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
845178	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
845178	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
845178	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
845178	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
845178	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
845178	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
845178	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
845178	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
845178	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
845178	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
845178	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
845178	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
845178	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
845178	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
845178	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
845178	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
845178	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
845178	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
845178	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
845178	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
845178	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
845178	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
845178	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
845178	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
845178	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
845178	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
845178	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
845178	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
845178	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
845178	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
845178	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
845178	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
845178	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
845178	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
845178	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
845178	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
845178	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
845178	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
845178	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
845178	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
845178	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
845178	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
845178	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
845178	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
845178	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
845178	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
845178	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
845178	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
845178	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
845178	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
845178	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
845178	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
845178	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
845178	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
845178	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
845178	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
845178	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
845178	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
845178	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
845178	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
845178	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
845178	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
845178	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
845178	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
845178	embedding2nn.weight	0	0.3221859037876129
845178	embedding2nn.weight	1	0.3721652328968048
845178	embedding2nn.weight	2	0.0035692837554961443
845178	embedding2nn.weight	3	0.01602013409137726
845178	embedding2nn.weight	4	-0.03149135038256645
845178	embedding2nn.weight	5	0.058257024735212326
845178	embedding2nn.weight	6	-0.0005086727323941886
845178	embedding2nn.weight	7	-0.006780907511711121
845178	embedding2nn.weight	8	0.041866254061460495
845178	embedding2nn.weight	9	-0.05262165516614914
845178	embedding2nn.bias	0	0.01668788120150566
845178	embedding2nn.bias	1	-0.1931282877922058
845178	embedding2nn.bias	2	0.12469271570444107
845178	embedding2nn.bias	3	0.1694549024105072
845178	embedding2nn.bias	4	0.14498046040534973
845178	embedding2nn.bias	5	-0.07312881946563721
845178	embedding2nn.bias	6	-0.05009758472442627
845178	embedding2nn.bias	7	0.04646245762705803
845178	embedding2nn.bias	8	-0.1499265730381012
845178	embedding2nn.bias	9	-0.36486440896987915
845178	rnn.weight_ih_l0	0	0.010324960574507713
845178	rnn.weight_ih_l0	1	-0.058391422033309937
845178	rnn.weight_ih_l0	2	-0.04973283410072327
845178	rnn.weight_ih_l0	3	0.11567271500825882
845178	rnn.weight_ih_l0	4	0.023228632286190987
845178	rnn.weight_ih_l0	5	-0.0708981305360794
845178	rnn.weight_ih_l0	6	0.006329524330794811
845178	rnn.weight_ih_l0	7	-0.023914724588394165
845178	rnn.weight_ih_l0	8	0.016332129016518593
845178	rnn.weight_ih_l0	9	-0.08141883462667465
845178	rnn.weight_hh_l0	0	-0.02281929738819599
845178	rnn.weight_hh_l0	1	0.0835641473531723
845178	rnn.weight_hh_l0	2	0.003220007289201021
845178	rnn.weight_hh_l0	3	-0.03666505217552185
845178	rnn.weight_hh_l0	4	0.08670035004615784
845178	rnn.weight_hh_l0	5	0.001013379660435021
845178	rnn.weight_hh_l0	6	-0.09005990624427795
845178	rnn.weight_hh_l0	7	-0.134488046169281
845178	rnn.weight_hh_l0	8	0.04053112119436264
845178	rnn.weight_hh_l0	9	-0.1230243444442749
845178	rnn.bias_ih_l0	0	0.17884671688079834
845178	rnn.bias_ih_l0	1	-0.34408968687057495
845178	rnn.bias_ih_l0	2	-0.0394621267914772
845178	rnn.bias_ih_l0	3	-0.21113058924674988
845178	rnn.bias_ih_l0	4	-0.0025850653182715178
845178	rnn.bias_ih_l0	5	-0.4428619146347046
845178	rnn.bias_ih_l0	6	-0.1372629851102829
845178	rnn.bias_ih_l0	7	-0.38917872309684753
845178	rnn.bias_ih_l0	8	-0.3111899197101593
845178	rnn.bias_ih_l0	9	-0.44952452182769775
845178	rnn.bias_hh_l0	0	-0.35253244638442993
845178	rnn.bias_hh_l0	1	-0.4430675804615021
845178	rnn.bias_hh_l0	2	-0.4030533730983734
845178	rnn.bias_hh_l0	3	-0.07747378945350647
845178	rnn.bias_hh_l0	4	-0.40339621901512146
845178	rnn.bias_hh_l0	5	-0.37192147970199585
845178	rnn.bias_hh_l0	6	-0.12148162722587585
845178	rnn.bias_hh_l0	7	0.06658147275447845
845178	rnn.bias_hh_l0	8	-0.23384080827236176
845178	rnn.bias_hh_l0	9	-0.5711696147918701
845178	rnn.weight_ih_l0_reverse	0	-0.004697157070040703
845178	rnn.weight_ih_l0_reverse	1	-0.005141309928148985
845178	rnn.weight_ih_l0_reverse	2	0.006999189034104347
845178	rnn.weight_ih_l0_reverse	3	-0.14203524589538574
845178	rnn.weight_ih_l0_reverse	4	0.07833048701286316
845178	rnn.weight_ih_l0_reverse	5	-0.099803127348423
845178	rnn.weight_ih_l0_reverse	6	-0.00542830303311348
845178	rnn.weight_ih_l0_reverse	7	0.0311419740319252
845178	rnn.weight_ih_l0_reverse	8	-0.04956761375069618
845178	rnn.weight_ih_l0_reverse	9	-0.086089126765728
845178	rnn.weight_hh_l0_reverse	0	-0.1527058482170105
845178	rnn.weight_hh_l0_reverse	1	0.021705616265535355
845178	rnn.weight_hh_l0_reverse	2	-0.019741563126444817
845178	rnn.weight_hh_l0_reverse	3	0.030710695311427116
845178	rnn.weight_hh_l0_reverse	4	-0.08250940591096878
845178	rnn.weight_hh_l0_reverse	5	0.03739359602332115
845178	rnn.weight_hh_l0_reverse	6	0.031083188951015472
845178	rnn.weight_hh_l0_reverse	7	-0.13246868550777435
845178	rnn.weight_hh_l0_reverse	8	-0.07844410091638565
845178	rnn.weight_hh_l0_reverse	9	0.035813428461551666
845178	rnn.bias_ih_l0_reverse	0	-0.1804957389831543
845178	rnn.bias_ih_l0_reverse	1	-0.058408644050359726
845178	rnn.bias_ih_l0_reverse	2	0.16200749576091766
845178	rnn.bias_ih_l0_reverse	3	-0.3305671513080597
845178	rnn.bias_ih_l0_reverse	4	0.013321979902684689
845178	rnn.bias_ih_l0_reverse	5	-0.22150899469852448
845178	rnn.bias_ih_l0_reverse	6	0.2764621376991272
845178	rnn.bias_ih_l0_reverse	7	-0.3027993142604828
845178	rnn.bias_ih_l0_reverse	8	-0.19435720145702362
845178	rnn.bias_ih_l0_reverse	9	-0.14443181455135345
845178	rnn.bias_hh_l0_reverse	0	-0.1390872746706009
845178	rnn.bias_hh_l0_reverse	1	0.27437156438827515
845178	rnn.bias_hh_l0_reverse	2	-0.3422757089138031
845178	rnn.bias_hh_l0_reverse	3	-0.23477643728256226
845178	rnn.bias_hh_l0_reverse	4	-0.39906784892082214
845178	rnn.bias_hh_l0_reverse	5	-0.2092246264219284
845178	rnn.bias_hh_l0_reverse	6	-0.2679600417613983
845178	rnn.bias_hh_l0_reverse	7	-0.09917370229959488
845178	rnn.bias_hh_l0_reverse	8	-0.351449191570282
845178	rnn.bias_hh_l0_reverse	9	0.21176795661449432
845178	linear.weight	0	0.2228444516658783
845178	linear.weight	1	-0.45255333185195923
845178	linear.weight	2	0.046770308166742325
845178	linear.weight	3	0.06747296452522278
845178	linear.weight	4	-0.15048697590827942
845178	linear.weight	5	0.24477986991405487
845178	linear.weight	6	-0.022795608267188072
845178	linear.weight	7	-0.0595872700214386
845178	linear.weight	8	0.13697141408920288
845178	linear.weight	9	-0.049947936087846756
845178	linear.bias	0	-0.8655596375465393
845178	linear.bias	1	1.7966395616531372
845178	linear.bias	2	0.720494270324707
845178	linear.bias	3	-2.7436091899871826
845178	linear.bias	4	-0.06634294986724854
845178	linear.bias	5	1.2615472078323364
845178	linear.bias	6	-0.2237531840801239
845178	linear.bias	7	0.8380342721939087
845178	linear.bias	8	2.1090996265411377
845178	linear.bias	9	-1.2909204959869385
845787	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
845787	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
845787	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
845787	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
845787	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
845787	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
845787	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
845787	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
845787	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
845787	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
845787	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
845787	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
845787	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
845787	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
845787	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
845787	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
845787	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
845787	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
845787	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
845787	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
845787	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
845787	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
845787	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
845787	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
845787	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
845787	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
845787	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
845787	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
845787	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
845787	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
845787	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
845787	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
845787	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
845787	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
845787	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
845787	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
845787	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
845787	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
845787	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
845787	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
845787	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
845787	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
845787	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
845787	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
845787	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
845787	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
845787	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
845787	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
845787	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
845787	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
845787	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
845787	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
845787	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
845787	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
845787	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
845787	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
845787	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
845787	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
845787	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
845787	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
845787	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
845787	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
845787	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
845787	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
845787	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
845787	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
845787	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
845787	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
845787	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
845787	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
845787	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
845787	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
845787	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
845787	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
845787	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
845787	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
845787	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
845787	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
845787	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
845787	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
845787	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
845787	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
845787	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
845787	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
845787	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
845787	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
845787	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
845787	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
845787	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
845787	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
845787	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
845787	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
845787	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
845787	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
845787	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
845787	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
845787	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
845787	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
845787	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
845787	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
845787	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
845787	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
845787	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
845787	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
845787	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
845787	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
845787	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
845787	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
845787	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
845787	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
845787	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
845787	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
845787	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
845787	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
845787	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
845787	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
845787	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
845787	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
845787	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
845787	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
845787	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
845787	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
845787	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
845787	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
845787	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
845787	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
845787	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
845787	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
845787	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
845787	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
845787	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
845787	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
845787	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
845787	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
845787	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
845787	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
845787	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
845787	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
845787	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
845787	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
845787	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
845787	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
845787	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
845787	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
845787	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
845787	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
845787	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
845787	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
845787	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
845787	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
845787	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
845787	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
845787	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
845787	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
845787	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
845787	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
845787	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
845787	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
845787	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
845787	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
845787	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
845787	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
845787	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
845787	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
845787	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
845787	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
845787	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
845787	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
845787	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
845787	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
845787	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
845787	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
845787	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
845787	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
845787	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
845787	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
845787	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
845787	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
845787	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
845787	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
845787	embedding2nn.weight	0	0.3224424123764038
845787	embedding2nn.weight	1	0.3717803657054901
845787	embedding2nn.weight	2	0.0037628349382430315
845787	embedding2nn.weight	3	0.01737864501774311
845787	embedding2nn.weight	4	-0.031230630353093147
845787	embedding2nn.weight	5	0.05851677805185318
845787	embedding2nn.weight	6	-0.0017936164513230324
845787	embedding2nn.weight	7	-0.006636033300310373
845787	embedding2nn.weight	8	0.04162587225437164
845787	embedding2nn.weight	9	-0.05259273946285248
845787	embedding2nn.bias	0	0.014727631583809853
845787	embedding2nn.bias	1	-0.1941816508769989
845787	embedding2nn.bias	2	0.1246732771396637
845787	embedding2nn.bias	3	0.1703542321920395
845787	embedding2nn.bias	4	0.14441801607608795
845787	embedding2nn.bias	5	-0.07340749353170395
845787	embedding2nn.bias	6	-0.05298668518662453
845787	embedding2nn.bias	7	0.0423402264714241
845787	embedding2nn.bias	8	-0.1524302363395691
845787	embedding2nn.bias	9	-0.3612101674079895
845787	rnn.weight_ih_l0	0	0.010384014807641506
845787	rnn.weight_ih_l0	1	-0.058322973549366
845787	rnn.weight_ih_l0	2	-0.050060171633958817
845787	rnn.weight_ih_l0	3	0.11554919928312302
845787	rnn.weight_ih_l0	4	0.022431831806898117
845787	rnn.weight_ih_l0	5	-0.07031053304672241
845787	rnn.weight_ih_l0	6	0.005485943518579006
845787	rnn.weight_ih_l0	7	-0.02384713850915432
845787	rnn.weight_ih_l0	8	0.016557328402996063
845787	rnn.weight_ih_l0	9	-0.08146994560956955
845787	rnn.weight_hh_l0	0	-0.02281046099960804
845787	rnn.weight_hh_l0	1	0.08362915366888046
845787	rnn.weight_hh_l0	2	0.003062683856114745
845787	rnn.weight_hh_l0	3	-0.03666429594159126
845787	rnn.weight_hh_l0	4	0.0866868868470192
845787	rnn.weight_hh_l0	5	0.0008531436906196177
845787	rnn.weight_hh_l0	6	-0.09025552123785019
845787	rnn.weight_hh_l0	7	-0.13474854826927185
845787	rnn.weight_hh_l0	8	0.04053088277578354
845787	rnn.weight_hh_l0	9	-0.12296415865421295
845787	rnn.bias_ih_l0	0	0.1784449964761734
845787	rnn.bias_ih_l0	1	-0.34426847100257874
845787	rnn.bias_ih_l0	2	-0.03938041999936104
845787	rnn.bias_ih_l0	3	-0.20894652605056763
845787	rnn.bias_ih_l0	4	-0.0031655803322792053
845787	rnn.bias_ih_l0	5	-0.4435524642467499
845787	rnn.bias_ih_l0	6	-0.1375056654214859
845787	rnn.bias_ih_l0	7	-0.3890136182308197
845787	rnn.bias_ih_l0	8	-0.30964699387550354
845787	rnn.bias_ih_l0	9	-0.4509444832801819
845787	rnn.bias_hh_l0	0	-0.3525846600532532
845787	rnn.bias_hh_l0	1	-0.44362393021583557
845787	rnn.bias_hh_l0	2	-0.402106910943985
845787	rnn.bias_hh_l0	3	-0.07660852372646332
845787	rnn.bias_hh_l0	4	-0.40312278270721436
845787	rnn.bias_hh_l0	5	-0.37148043513298035
845787	rnn.bias_hh_l0	6	-0.12095983326435089
845787	rnn.bias_hh_l0	7	0.06873437017202377
845787	rnn.bias_hh_l0	8	-0.23524802923202515
845787	rnn.bias_hh_l0	9	-0.5712221264839172
845787	rnn.weight_ih_l0_reverse	0	-0.005031938198953867
845787	rnn.weight_ih_l0_reverse	1	-0.005453013814985752
845787	rnn.weight_ih_l0_reverse	2	0.006748954299837351
845787	rnn.weight_ih_l0_reverse	3	-0.14241568744182587
845787	rnn.weight_ih_l0_reverse	4	0.07810782641172409
845787	rnn.weight_ih_l0_reverse	5	-0.10038229823112488
845787	rnn.weight_ih_l0_reverse	6	-0.005229773465543985
845787	rnn.weight_ih_l0_reverse	7	0.03078579716384411
845787	rnn.weight_ih_l0_reverse	8	-0.05000608414411545
845787	rnn.weight_ih_l0_reverse	9	-0.08615338802337646
845787	rnn.weight_hh_l0_reverse	0	-0.15289245545864105
845787	rnn.weight_hh_l0_reverse	1	0.02188676781952381
845787	rnn.weight_hh_l0_reverse	2	-0.019783398136496544
845787	rnn.weight_hh_l0_reverse	3	0.030721766874194145
845787	rnn.weight_hh_l0_reverse	4	-0.08240419626235962
845787	rnn.weight_hh_l0_reverse	5	0.03741839900612831
845787	rnn.weight_hh_l0_reverse	6	0.031101105734705925
845787	rnn.weight_hh_l0_reverse	7	-0.1324712038040161
845787	rnn.weight_hh_l0_reverse	8	-0.07821884751319885
845787	rnn.weight_hh_l0_reverse	9	0.035857126116752625
845787	rnn.bias_ih_l0_reverse	0	-0.18132802844047546
845787	rnn.bias_ih_l0_reverse	1	-0.05838248133659363
845787	rnn.bias_ih_l0_reverse	2	0.1630564033985138
845787	rnn.bias_ih_l0_reverse	3	-0.3305633068084717
845787	rnn.bias_ih_l0_reverse	4	0.01300930418074131
845787	rnn.bias_ih_l0_reverse	5	-0.22114142775535583
845787	rnn.bias_ih_l0_reverse	6	0.27727752923965454
845787	rnn.bias_ih_l0_reverse	7	-0.30294057726860046
845787	rnn.bias_ih_l0_reverse	8	-0.19378794729709625
845787	rnn.bias_ih_l0_reverse	9	-0.14381597936153412
845787	rnn.bias_hh_l0_reverse	0	-0.1382615715265274
845787	rnn.bias_hh_l0_reverse	1	0.2761393189430237
845787	rnn.bias_hh_l0_reverse	2	-0.3423398435115814
845787	rnn.bias_hh_l0_reverse	3	-0.23471933603286743
845787	rnn.bias_hh_l0_reverse	4	-0.3988895118236542
845787	rnn.bias_hh_l0_reverse	5	-0.20776309072971344
845787	rnn.bias_hh_l0_reverse	6	-0.26937389373779297
845787	rnn.bias_hh_l0_reverse	7	-0.09930146485567093
845787	rnn.bias_hh_l0_reverse	8	-0.3518805205821991
845787	rnn.bias_hh_l0_reverse	9	0.21099478006362915
845787	linear.weight	0	0.21944217383861542
845787	linear.weight	1	-0.44718584418296814
845787	linear.weight	2	0.043284643441438675
845787	linear.weight	3	0.06747305393218994
845787	linear.weight	4	-0.15451212227344513
845787	linear.weight	5	0.242913618683815
845787	linear.weight	6	-0.021812789142131805
845787	linear.weight	7	-0.059586819261312485
845787	linear.weight	8	0.1381859928369522
845787	linear.weight	9	-0.049948252737522125
845787	linear.bias	0	-0.8587573170661926
845787	linear.bias	1	1.7855209112167358
845787	linear.bias	2	0.7299100756645203
845787	linear.bias	3	-2.7436134815216064
845787	linear.bias	4	-0.06658399105072021
845787	linear.bias	5	1.2618275880813599
845787	linear.bias	6	-0.2281162440776825
845787	linear.bias	7	0.8296881318092346
845787	linear.bias	8	2.1119465827941895
845787	linear.bias	9	-1.2922757863998413
846396	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
846396	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
846396	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
846396	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
846396	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
846396	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
846396	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
846396	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
846396	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
846396	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
846396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
846396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
846396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
846396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
846396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
846396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
846396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
846396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
846396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
846396	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
846396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
846396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
846396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
846396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
846396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
846396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
846396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
846396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
846396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
846396	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
846396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
846396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
846396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
846396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
846396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
846396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
846396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
846396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
846396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
846396	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
846396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
846396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
846396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
846396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
846396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
846396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
846396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
846396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
846396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
846396	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
846396	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
846396	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
846396	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
846396	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
846396	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
846396	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
846396	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
846396	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
846396	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
846396	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
846396	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
846396	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
846396	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
846396	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
846396	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
846396	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
846396	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
846396	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
846396	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
846396	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
846396	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
846396	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
846396	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
846396	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
846396	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
846396	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
846396	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
846396	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
846396	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
846396	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
846396	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
846396	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
846396	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
846396	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
846396	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
846396	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
846396	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
846396	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
846396	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
846396	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
846396	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
846396	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
846396	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
846396	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
846396	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
846396	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
846396	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
846396	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
846396	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
846396	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
846396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
846396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
846396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
846396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
846396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
846396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
846396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
846396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
846396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
846396	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
846396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
846396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
846396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
846396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
846396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
846396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
846396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
846396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
846396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
846396	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
846396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
846396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
846396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
846396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
846396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
846396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
846396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
846396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
846396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
846396	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
846396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
846396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
846396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
846396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
846396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
846396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
846396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
846396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
846396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
846396	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
846396	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
846396	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
846396	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
846396	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
846396	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
846396	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
846396	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
846396	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
846396	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
846396	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
846396	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
846396	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
846396	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
846396	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
846396	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
846396	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
846396	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
846396	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
846396	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
846396	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
846396	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
846396	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
846396	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
846396	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
846396	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
846396	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
846396	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
846396	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
846396	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
846396	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
846396	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
846396	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
846396	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
846396	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
846396	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
846396	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
846396	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
846396	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
846396	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
846396	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
846396	embedding2nn.weight	0	0.3224383592605591
846396	embedding2nn.weight	1	0.3719562292098999
846396	embedding2nn.weight	2	0.003912603948265314
846396	embedding2nn.weight	3	0.01850372552871704
846396	embedding2nn.weight	4	-0.03160194307565689
846396	embedding2nn.weight	5	0.05862876772880554
846396	embedding2nn.weight	6	-0.0010793538531288505
846396	embedding2nn.weight	7	-0.006498944945633411
846396	embedding2nn.weight	8	0.040166471153497696
846396	embedding2nn.weight	9	-0.05168205499649048
846396	embedding2nn.bias	0	0.014215958304703236
846396	embedding2nn.bias	1	-0.19488205015659332
846396	embedding2nn.bias	2	0.12779074907302856
846396	embedding2nn.bias	3	0.16832482814788818
846396	embedding2nn.bias	4	0.14365968108177185
846396	embedding2nn.bias	5	-0.07504969090223312
846396	embedding2nn.bias	6	-0.051988404244184494
846396	embedding2nn.bias	7	0.04182452708482742
846396	embedding2nn.bias	8	-0.14632239937782288
846396	embedding2nn.bias	9	-0.3670467138290405
846396	rnn.weight_ih_l0	0	0.010501506738364697
846396	rnn.weight_ih_l0	1	-0.0582289844751358
846396	rnn.weight_ih_l0	2	-0.05009845271706581
846396	rnn.weight_ih_l0	3	0.1155710369348526
846396	rnn.weight_ih_l0	4	0.02225315012037754
846396	rnn.weight_ih_l0	5	-0.06968021392822266
846396	rnn.weight_ih_l0	6	0.005798682104796171
846396	rnn.weight_ih_l0	7	-0.024093585088849068
846396	rnn.weight_ih_l0	8	0.016403989866375923
846396	rnn.weight_ih_l0	9	-0.08165207505226135
846396	rnn.weight_hh_l0	0	-0.022847922518849373
846396	rnn.weight_hh_l0	1	0.0835052952170372
846396	rnn.weight_hh_l0	2	0.003205155488103628
846396	rnn.weight_hh_l0	3	-0.03675759211182594
846396	rnn.weight_hh_l0	4	0.08669675886631012
846396	rnn.weight_hh_l0	5	0.0007185814320109785
846396	rnn.weight_hh_l0	6	-0.09023363888263702
846396	rnn.weight_hh_l0	7	-0.13520851731300354
846396	rnn.weight_hh_l0	8	0.04053151607513428
846396	rnn.weight_hh_l0	9	-0.12276925146579742
846396	rnn.bias_ih_l0	0	0.17907948791980743
846396	rnn.bias_ih_l0	1	-0.34431350231170654
846396	rnn.bias_ih_l0	2	-0.0400945208966732
846396	rnn.bias_ih_l0	3	-0.20787321031093597
846396	rnn.bias_ih_l0	4	-0.0016050064004957676
846396	rnn.bias_ih_l0	5	-0.44279468059539795
846396	rnn.bias_ih_l0	6	-0.13738185167312622
846396	rnn.bias_ih_l0	7	-0.38921108841896057
846396	rnn.bias_ih_l0	8	-0.30922916531562805
846396	rnn.bias_ih_l0	9	-0.4488600492477417
846396	rnn.bias_hh_l0	0	-0.35210078954696655
846396	rnn.bias_hh_l0	1	-0.44387444853782654
846396	rnn.bias_hh_l0	2	-0.4018319845199585
846396	rnn.bias_hh_l0	3	-0.0774078443646431
846396	rnn.bias_hh_l0	4	-0.4026865065097809
846396	rnn.bias_hh_l0	5	-0.3720112144947052
846396	rnn.bias_hh_l0	6	-0.12153000384569168
846396	rnn.bias_hh_l0	7	0.06869220733642578
846396	rnn.bias_hh_l0	8	-0.23496460914611816
846396	rnn.bias_hh_l0	9	-0.5719907879829407
846396	rnn.weight_ih_l0_reverse	0	-0.005882732570171356
846396	rnn.weight_ih_l0_reverse	1	-0.0053550065495073795
846396	rnn.weight_ih_l0_reverse	2	0.0070090508088469505
846396	rnn.weight_ih_l0_reverse	3	-0.1424735188484192
846396	rnn.weight_ih_l0_reverse	4	0.07834695279598236
846396	rnn.weight_ih_l0_reverse	5	-0.10046537965536118
846396	rnn.weight_ih_l0_reverse	6	-0.0045244125649333
846396	rnn.weight_ih_l0_reverse	7	0.03087989240884781
846396	rnn.weight_ih_l0_reverse	8	-0.05032585561275482
846396	rnn.weight_ih_l0_reverse	9	-0.08644705265760422
846396	rnn.weight_hh_l0_reverse	0	-0.15307743847370148
846396	rnn.weight_hh_l0_reverse	1	0.02198805846273899
846396	rnn.weight_hh_l0_reverse	2	-0.01991938427090645
846396	rnn.weight_hh_l0_reverse	3	0.03065972402691841
846396	rnn.weight_hh_l0_reverse	4	-0.08244024962186813
846396	rnn.weight_hh_l0_reverse	5	0.03743131458759308
846396	rnn.weight_hh_l0_reverse	6	0.031098010018467903
846396	rnn.weight_hh_l0_reverse	7	-0.13261505961418152
846396	rnn.weight_hh_l0_reverse	8	-0.07824693620204926
846396	rnn.weight_hh_l0_reverse	9	0.03598078340291977
846396	rnn.bias_ih_l0_reverse	0	-0.18213391304016113
846396	rnn.bias_ih_l0_reverse	1	-0.05890379101037979
846396	rnn.bias_ih_l0_reverse	2	0.16358734667301178
846396	rnn.bias_ih_l0_reverse	3	-0.3313927948474884
846396	rnn.bias_ih_l0_reverse	4	0.014697762206196785
846396	rnn.bias_ih_l0_reverse	5	-0.22106300294399261
846396	rnn.bias_ih_l0_reverse	6	0.275390625
846396	rnn.bias_ih_l0_reverse	7	-0.301668643951416
846396	rnn.bias_ih_l0_reverse	8	-0.1935519427061081
846396	rnn.bias_ih_l0_reverse	9	-0.14445212483406067
846396	rnn.bias_hh_l0_reverse	0	-0.13853420317173004
846396	rnn.bias_hh_l0_reverse	1	0.2755705714225769
846396	rnn.bias_hh_l0_reverse	2	-0.342460960149765
846396	rnn.bias_hh_l0_reverse	3	-0.23419278860092163
846396	rnn.bias_hh_l0_reverse	4	-0.3992030620574951
846396	rnn.bias_hh_l0_reverse	5	-0.20636151731014252
846396	rnn.bias_hh_l0_reverse	6	-0.26834219694137573
846396	rnn.bias_hh_l0_reverse	7	-0.09923132508993149
846396	rnn.bias_hh_l0_reverse	8	-0.35172998905181885
846396	rnn.bias_hh_l0_reverse	9	0.2093285173177719
846396	linear.weight	0	0.22056040167808533
846396	linear.weight	1	-0.45060092210769653
846396	linear.weight	2	0.04644124582409859
846396	linear.weight	3	0.06747295707464218
846396	linear.weight	4	-0.15612533688545227
846396	linear.weight	5	0.23986244201660156
846396	linear.weight	6	-0.027906766161322594
846396	linear.weight	7	-0.05958623066544533
846396	linear.weight	8	0.1380322277545929
846396	linear.weight	9	-0.0499485619366169
846396	linear.bias	0	-0.8643030524253845
846396	linear.bias	1	1.7873213291168213
846396	linear.bias	2	0.7246482968330383
846396	linear.bias	3	-2.7436211109161377
846396	linear.bias	4	-0.06374510377645493
846396	linear.bias	5	1.2551897764205933
846396	linear.bias	6	-0.2153216302394867
846396	linear.bias	7	0.8285892605781555
846396	linear.bias	8	2.1170852184295654
846396	linear.bias	9	-1.2917006015777588
847005	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
847005	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
847005	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
847005	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
847005	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
847005	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
847005	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
847005	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
847005	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
847005	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
847005	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
847005	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
847005	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
847005	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
847005	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
847005	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
847005	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
847005	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
847005	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
847005	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
847005	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
847005	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
847005	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
847005	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
847005	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
847005	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
847005	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
847005	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
847005	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
847005	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
847005	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
847005	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
847005	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
847005	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
847005	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
847005	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
847005	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
847005	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
847005	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
847005	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
847005	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
847005	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
847005	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
847005	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
847005	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
847005	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
847005	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
847005	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
847005	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
847005	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
847005	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
847005	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
847005	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
847005	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
847005	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
847005	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
847005	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
847005	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
847005	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
847005	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
847005	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
847005	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
847005	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
847005	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
847005	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
847005	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
847005	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
847005	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
847005	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
847005	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
847005	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
847005	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
847005	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
847005	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
847005	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
847005	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
847005	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
847005	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
847005	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
847005	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
847005	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
847005	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
847005	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
847005	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
847005	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
847005	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
847005	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
847005	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
847005	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
847005	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
847005	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
847005	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
847005	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
847005	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
847005	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
847005	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
847005	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
847005	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
847005	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
847005	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
847005	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
847005	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
847005	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
847005	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
847005	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
847005	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
847005	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
847005	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
847005	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
847005	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
847005	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
847005	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
847005	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
847005	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
847005	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
847005	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
847005	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
847005	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
847005	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
847005	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
847005	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
847005	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
847005	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
847005	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
847005	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
847005	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
847005	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
847005	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
847005	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
847005	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
847005	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
847005	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
847005	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
847005	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
847005	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
847005	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
847005	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
847005	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
847005	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
847005	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
847005	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
847005	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
847005	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
847005	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
847005	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
847005	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
847005	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
847005	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
847005	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
847005	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
847005	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
847005	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
847005	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
847005	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
847005	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
847005	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
847005	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
847005	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
847005	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
847005	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
847005	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
847005	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
847005	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
847005	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
847005	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
847005	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
847005	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
847005	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
847005	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
847005	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
847005	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
847005	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
847005	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
847005	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
847005	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
847005	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
847005	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
847005	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
847005	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
847005	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
847005	embedding2nn.weight	0	0.3224027454853058
847005	embedding2nn.weight	1	0.3714996874332428
847005	embedding2nn.weight	2	0.002685138490051031
847005	embedding2nn.weight	3	0.018289249390363693
847005	embedding2nn.weight	4	-0.03204280138015747
847005	embedding2nn.weight	5	0.058286525309085846
847005	embedding2nn.weight	6	-0.0029661301523447037
847005	embedding2nn.weight	7	-0.006791485473513603
847005	embedding2nn.weight	8	0.040111202746629715
847005	embedding2nn.weight	9	-0.05212617665529251
847005	embedding2nn.bias	0	0.012481218203902245
847005	embedding2nn.bias	1	-0.19527567923069
847005	embedding2nn.bias	2	0.13421931862831116
847005	embedding2nn.bias	3	0.16927488148212433
847005	embedding2nn.bias	4	0.1432660073041916
847005	embedding2nn.bias	5	-0.08054842054843903
847005	embedding2nn.bias	6	-0.05435449630022049
847005	embedding2nn.bias	7	0.04541845619678497
847005	embedding2nn.bias	8	-0.14139772951602936
847005	embedding2nn.bias	9	-0.36867785453796387
847005	rnn.weight_ih_l0	0	0.01038049254566431
847005	rnn.weight_ih_l0	1	-0.05810442194342613
847005	rnn.weight_ih_l0	2	-0.04937394708395004
847005	rnn.weight_ih_l0	3	0.11565925925970078
847005	rnn.weight_ih_l0	4	0.023101583123207092
847005	rnn.weight_ih_l0	5	-0.06893954426050186
847005	rnn.weight_ih_l0	6	0.006129161920398474
847005	rnn.weight_ih_l0	7	-0.024316485971212387
847005	rnn.weight_ih_l0	8	0.015693094581365585
847005	rnn.weight_ih_l0	9	-0.08301136642694473
847005	rnn.weight_hh_l0	0	-0.02274027094244957
847005	rnn.weight_hh_l0	1	0.08357714116573334
847005	rnn.weight_hh_l0	2	0.003283429890871048
847005	rnn.weight_hh_l0	3	-0.036741387099027634
847005	rnn.weight_hh_l0	4	0.08661060780286789
847005	rnn.weight_hh_l0	5	0.0006190616986714303
847005	rnn.weight_hh_l0	6	-0.09025554358959198
847005	rnn.weight_hh_l0	7	-0.13498900830745697
847005	rnn.weight_hh_l0	8	0.04056401178240776
847005	rnn.weight_hh_l0	9	-0.12278565019369125
847005	rnn.bias_ih_l0	0	0.17874932289123535
847005	rnn.bias_ih_l0	1	-0.34477049112319946
847005	rnn.bias_ih_l0	2	-0.039735253900289536
847005	rnn.bias_ih_l0	3	-0.2070249766111374
847005	rnn.bias_ih_l0	4	-0.002700407523661852
847005	rnn.bias_ih_l0	5	-0.44111359119415283
847005	rnn.bias_ih_l0	6	-0.13727569580078125
847005	rnn.bias_ih_l0	7	-0.38929277658462524
847005	rnn.bias_ih_l0	8	-0.31045296788215637
847005	rnn.bias_ih_l0	9	-0.4473381042480469
847005	rnn.bias_hh_l0	0	-0.3509475588798523
847005	rnn.bias_hh_l0	1	-0.4436633586883545
847005	rnn.bias_hh_l0	2	-0.40323081612586975
847005	rnn.bias_hh_l0	3	-0.07751936465501785
847005	rnn.bias_hh_l0	4	-0.40352070331573486
847005	rnn.bias_hh_l0	5	-0.37151575088500977
847005	rnn.bias_hh_l0	6	-0.12193744629621506
847005	rnn.bias_hh_l0	7	0.0673382580280304
847005	rnn.bias_hh_l0	8	-0.2361382395029068
847005	rnn.bias_hh_l0	9	-0.5719009637832642
847005	rnn.weight_ih_l0_reverse	0	-0.0066063664853572845
847005	rnn.weight_ih_l0_reverse	1	-0.005254632793366909
847005	rnn.weight_ih_l0_reverse	2	0.00651529198512435
847005	rnn.weight_ih_l0_reverse	3	-0.14298667013645172
847005	rnn.weight_ih_l0_reverse	4	0.0779966488480568
847005	rnn.weight_ih_l0_reverse	5	-0.09979837387800217
847005	rnn.weight_ih_l0_reverse	6	-0.004112395457923412
847005	rnn.weight_ih_l0_reverse	7	0.030865540727972984
847005	rnn.weight_ih_l0_reverse	8	-0.05035493150353432
847005	rnn.weight_ih_l0_reverse	9	-0.08607970923185349
847005	rnn.weight_hh_l0_reverse	0	-0.15302535891532898
847005	rnn.weight_hh_l0_reverse	1	0.021990278735756874
847005	rnn.weight_hh_l0_reverse	2	-0.019851313903927803
847005	rnn.weight_hh_l0_reverse	3	0.03057273104786873
847005	rnn.weight_hh_l0_reverse	4	-0.08243747055530548
847005	rnn.weight_hh_l0_reverse	5	0.037506524473428726
847005	rnn.weight_hh_l0_reverse	6	0.031115036457777023
847005	rnn.weight_hh_l0_reverse	7	-0.1327255219221115
847005	rnn.weight_hh_l0_reverse	8	-0.0784727931022644
847005	rnn.weight_hh_l0_reverse	9	0.03577739745378494
847005	rnn.bias_ih_l0_reverse	0	-0.18202602863311768
847005	rnn.bias_ih_l0_reverse	1	-0.058748506009578705
847005	rnn.bias_ih_l0_reverse	2	0.16272707283496857
847005	rnn.bias_ih_l0_reverse	3	-0.33070796728134155
847005	rnn.bias_ih_l0_reverse	4	0.014954149723052979
847005	rnn.bias_ih_l0_reverse	5	-0.2213425189256668
847005	rnn.bias_ih_l0_reverse	6	0.2745349705219269
847005	rnn.bias_ih_l0_reverse	7	-0.3032858669757843
847005	rnn.bias_ih_l0_reverse	8	-0.19396628439426422
847005	rnn.bias_ih_l0_reverse	9	-0.14526771008968353
847005	rnn.bias_hh_l0_reverse	0	-0.1396879404783249
847005	rnn.bias_hh_l0_reverse	1	0.275615930557251
847005	rnn.bias_hh_l0_reverse	2	-0.34106701612472534
847005	rnn.bias_hh_l0_reverse	3	-0.23424626886844635
847005	rnn.bias_hh_l0_reverse	4	-0.3976678252220154
847005	rnn.bias_hh_l0_reverse	5	-0.20677690207958221
847005	rnn.bias_hh_l0_reverse	6	-0.2687215209007263
847005	rnn.bias_hh_l0_reverse	7	-0.09890294075012207
847005	rnn.bias_hh_l0_reverse	8	-0.3511265218257904
847005	rnn.bias_hh_l0_reverse	9	0.20897290110588074
847005	linear.weight	0	0.22236968576908112
847005	linear.weight	1	-0.452801913022995
847005	linear.weight	2	0.03534279018640518
847005	linear.weight	3	0.0674728974699974
847005	linear.weight	4	-0.15093129873275757
847005	linear.weight	5	0.24569253623485565
847005	linear.weight	6	-0.022616293281316757
847005	linear.weight	7	-0.059585437178611755
847005	linear.weight	8	0.14157195389270782
847005	linear.weight	9	-0.04994902387261391
847005	linear.bias	0	-0.8562667369842529
847005	linear.bias	1	1.793231725692749
847005	linear.bias	2	0.718568742275238
847005	linear.bias	3	-2.743629217147827
847005	linear.bias	4	-0.06998968124389648
847005	linear.bias	5	1.252297282218933
847005	linear.bias	6	-0.21301446855068207
847005	linear.bias	7	0.8309551477432251
847005	linear.bias	8	2.1228229999542236
847005	linear.bias	9	-1.2901289463043213
847614	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
847614	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
847614	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
847614	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
847614	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
847614	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
847614	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
847614	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
847614	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
847614	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
847614	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
847614	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
847614	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
847614	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
847614	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
847614	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
847614	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
847614	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
847614	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
847614	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
847614	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
847614	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
847614	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
847614	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
847614	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
847614	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
847614	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
847614	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
847614	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
847614	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
847614	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
847614	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
847614	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
847614	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
847614	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
847614	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
847614	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
847614	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
847614	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
847614	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
847614	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
847614	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
847614	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
847614	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
847614	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
847614	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
847614	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
847614	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
847614	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
847614	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
847614	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
847614	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
847614	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
847614	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
847614	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
847614	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
847614	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
847614	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
847614	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
847614	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
847614	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
847614	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
847614	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
847614	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
847614	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
847614	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
847614	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
847614	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
847614	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
847614	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
847614	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
847614	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
847614	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
847614	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
847614	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
847614	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
847614	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
847614	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
847614	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
847614	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
847614	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
847614	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
847614	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
847614	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
847614	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
847614	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
847614	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
847614	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
847614	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
847614	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
847614	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
847614	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
847614	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
847614	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
847614	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
847614	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
847614	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
847614	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
847614	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
847614	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
847614	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
847614	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
847614	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
847614	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
847614	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
847614	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
847614	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
847614	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
847614	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
847614	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
847614	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
847614	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
847614	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
847614	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
847614	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
847614	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
847614	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
847614	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
847614	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
847614	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
847614	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
847614	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
847614	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
847614	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
847614	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
847614	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
847614	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
847614	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
847614	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
847614	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
847614	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
847614	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
847614	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
847614	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
847614	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
847614	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
847614	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
847614	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
847614	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
847614	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
847614	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
847614	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
847614	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
847614	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
847614	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
847614	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
847614	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
847614	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
847614	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
847614	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
847614	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
847614	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
847614	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
847614	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
847614	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
847614	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
847614	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
847614	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
847614	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
847614	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
847614	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
847614	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
847614	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
847614	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
847614	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
847614	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
847614	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
847614	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
847614	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
847614	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
847614	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
847614	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
847614	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
847614	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
847614	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
847614	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
847614	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
847614	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
847614	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
847614	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
847614	embedding2nn.weight	0	0.322613388299942
847614	embedding2nn.weight	1	0.3708748519420624
847614	embedding2nn.weight	2	0.003045707708224654
847614	embedding2nn.weight	3	0.019988153129816055
847614	embedding2nn.weight	4	-0.03184622526168823
847614	embedding2nn.weight	5	0.05848151445388794
847614	embedding2nn.weight	6	-0.0038587485905736685
847614	embedding2nn.weight	7	-0.0065139769576489925
847614	embedding2nn.weight	8	0.040097035467624664
847614	embedding2nn.weight	9	-0.05129040777683258
847614	embedding2nn.bias	0	0.01552092656493187
847614	embedding2nn.bias	1	-0.19406409561634064
847614	embedding2nn.bias	2	0.13370157778263092
847614	embedding2nn.bias	3	0.1683988720178604
847614	embedding2nn.bias	4	0.14497053623199463
847614	embedding2nn.bias	5	-0.08340581506490707
847614	embedding2nn.bias	6	-0.05273127183318138
847614	embedding2nn.bias	7	0.04765450581908226
847614	embedding2nn.bias	8	-0.14659716188907623
847614	embedding2nn.bias	9	-0.3639346659183502
847614	rnn.weight_ih_l0	0	0.010177355259656906
847614	rnn.weight_ih_l0	1	-0.05808355286717415
847614	rnn.weight_ih_l0	2	-0.05048542842268944
847614	rnn.weight_ih_l0	3	0.1151135042309761
847614	rnn.weight_ih_l0	4	0.02328190580010414
847614	rnn.weight_ih_l0	5	-0.06883133202791214
847614	rnn.weight_ih_l0	6	0.0061464156024158
847614	rnn.weight_ih_l0	7	-0.023923197761178017
847614	rnn.weight_ih_l0	8	0.014889558777213097
847614	rnn.weight_ih_l0	9	-0.08268598467111588
847614	rnn.weight_hh_l0	0	-0.02267833985388279
847614	rnn.weight_hh_l0	1	0.08357559144496918
847614	rnn.weight_hh_l0	2	0.003308989806100726
847614	rnn.weight_hh_l0	3	-0.036745261400938034
847614	rnn.weight_hh_l0	4	0.0865984708070755
847614	rnn.weight_hh_l0	5	0.000630717899184674
847614	rnn.weight_hh_l0	6	-0.09037940949201584
847614	rnn.weight_hh_l0	7	-0.1350252628326416
847614	rnn.weight_hh_l0	8	0.040564440190792084
847614	rnn.weight_hh_l0	9	-0.12279073894023895
847614	rnn.bias_ih_l0	0	0.1791650652885437
847614	rnn.bias_ih_l0	1	-0.34635186195373535
847614	rnn.bias_ih_l0	2	-0.039714265614748
847614	rnn.bias_ih_l0	3	-0.20808814465999603
847614	rnn.bias_ih_l0	4	-0.00381952291354537
847614	rnn.bias_ih_l0	5	-0.44151195883750916
847614	rnn.bias_ih_l0	6	-0.13816627860069275
847614	rnn.bias_ih_l0	7	-0.38903066515922546
847614	rnn.bias_ih_l0	8	-0.30906397104263306
847614	rnn.bias_ih_l0	9	-0.4494844973087311
847614	rnn.bias_hh_l0	0	-0.3503568470478058
847614	rnn.bias_hh_l0	1	-0.44307973980903625
847614	rnn.bias_hh_l0	2	-0.40247058868408203
847614	rnn.bias_hh_l0	3	-0.07793175429105759
847614	rnn.bias_hh_l0	4	-0.40274566411972046
847614	rnn.bias_hh_l0	5	-0.37130117416381836
847614	rnn.bias_hh_l0	6	-0.12160743027925491
847614	rnn.bias_hh_l0	7	0.06661812216043472
847614	rnn.bias_hh_l0	8	-0.23695681989192963
847614	rnn.bias_hh_l0	9	-0.5726078152656555
847614	rnn.weight_ih_l0_reverse	0	-0.006329387426376343
847614	rnn.weight_ih_l0_reverse	1	-0.005199621431529522
847614	rnn.weight_ih_l0_reverse	2	0.006758923642337322
847614	rnn.weight_ih_l0_reverse	3	-0.14362365007400513
847614	rnn.weight_ih_l0_reverse	4	0.0777151882648468
847614	rnn.weight_ih_l0_reverse	5	-0.09938915818929672
847614	rnn.weight_ih_l0_reverse	6	-0.0035536624491214752
847614	rnn.weight_ih_l0_reverse	7	0.03120538219809532
847614	rnn.weight_ih_l0_reverse	8	-0.050791822373867035
847614	rnn.weight_ih_l0_reverse	9	-0.08580867946147919
847614	rnn.weight_hh_l0_reverse	0	-0.153029665350914
847614	rnn.weight_hh_l0_reverse	1	0.021981514990329742
847614	rnn.weight_hh_l0_reverse	2	-0.019947415217757225
847614	rnn.weight_hh_l0_reverse	3	0.030485427007079124
847614	rnn.weight_hh_l0_reverse	4	-0.08261878043413162
847614	rnn.weight_hh_l0_reverse	5	0.03745194897055626
847614	rnn.weight_hh_l0_reverse	6	0.031092023476958275
847614	rnn.weight_hh_l0_reverse	7	-0.13260580599308014
847614	rnn.weight_hh_l0_reverse	8	-0.07835184037685394
847614	rnn.weight_hh_l0_reverse	9	0.03577003255486488
847614	rnn.bias_ih_l0_reverse	0	-0.18190985918045044
847614	rnn.bias_ih_l0_reverse	1	-0.05787268280982971
847614	rnn.bias_ih_l0_reverse	2	0.1638999730348587
847614	rnn.bias_ih_l0_reverse	3	-0.3313567340373993
847614	rnn.bias_ih_l0_reverse	4	0.013440660201013088
847614	rnn.bias_ih_l0_reverse	5	-0.22154738008975983
847614	rnn.bias_ih_l0_reverse	6	0.274181067943573
847614	rnn.bias_ih_l0_reverse	7	-0.30102550983428955
847614	rnn.bias_ih_l0_reverse	8	-0.19442328810691833
847614	rnn.bias_ih_l0_reverse	9	-0.14493465423583984
847614	rnn.bias_hh_l0_reverse	0	-0.13933227956295013
847614	rnn.bias_hh_l0_reverse	1	0.2776450216770172
847614	rnn.bias_hh_l0_reverse	2	-0.34031903743743896
847614	rnn.bias_hh_l0_reverse	3	-0.23154610395431519
847614	rnn.bias_hh_l0_reverse	4	-0.396916925907135
847614	rnn.bias_hh_l0_reverse	5	-0.2071019411087036
847614	rnn.bias_hh_l0_reverse	6	-0.2702622711658478
847614	rnn.bias_hh_l0_reverse	7	-0.09936417639255524
847614	rnn.bias_hh_l0_reverse	8	-0.3497368097305298
847614	rnn.bias_hh_l0_reverse	9	0.2106027901172638
847614	linear.weight	0	0.2227780818939209
847614	linear.weight	1	-0.4557128846645355
847614	linear.weight	2	0.030472202226519585
847614	linear.weight	3	0.06747277826070786
847614	linear.weight	4	-0.14766012132167816
847614	linear.weight	5	0.24504105746746063
847614	linear.weight	6	-0.019842298701405525
847614	linear.weight	7	-0.05958503112196922
847614	linear.weight	8	0.14448505640029907
847614	linear.weight	9	-0.049949340522289276
847614	linear.bias	0	-0.8677942752838135
847614	linear.bias	1	1.7990350723266602
847614	linear.bias	2	0.7274991273880005
847614	linear.bias	3	-2.7436349391937256
847614	linear.bias	4	-0.07841582596302032
847614	linear.bias	5	1.258639931678772
847614	linear.bias	6	-0.22033162415027618
847614	linear.bias	7	0.8295536041259766
847614	linear.bias	8	2.129802942276001
847614	linear.bias	9	-1.2958070039749146
847622	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
847622	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
847622	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
847622	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
847622	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
847622	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
847622	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
847622	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
847622	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
847622	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
847622	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
847622	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
847622	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
847622	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
847622	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
847622	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
847622	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
847622	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
847622	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
847622	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
847622	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
847622	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
847622	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
847622	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
847622	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
847622	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
847622	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
847622	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
847622	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
847622	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
847622	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
847622	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
847622	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
847622	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
847622	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
847622	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
847622	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
847622	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
847622	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
847622	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
847622	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
847622	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
847622	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
847622	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
847622	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
847622	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
847622	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
847622	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
847622	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
847622	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
847622	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
847622	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
847622	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
847622	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
847622	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
847622	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
847622	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
847622	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
847622	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
847622	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
847622	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
847622	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
847622	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
847622	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
847622	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
847622	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
847622	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
847622	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
847622	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
847622	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
847622	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
847622	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
847622	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
847622	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
847622	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
847622	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
847622	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
847622	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
847622	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
847622	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
847622	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
847622	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
847622	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
847622	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
847622	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
847622	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
847622	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
847622	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
847622	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
847622	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
847622	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
847622	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
847622	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
847622	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
847622	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
847622	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
847622	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
847622	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
847622	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
847622	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
847622	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
847622	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
847622	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
847622	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
847622	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
847622	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
847622	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
847622	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
847622	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
847622	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
847622	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
847622	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
847622	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
847622	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
847622	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
847622	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
847622	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
847622	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
847622	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
847622	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
847622	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
847622	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
847622	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
847622	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
847622	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
847622	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
847622	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
847622	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
847622	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
847622	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
847622	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
847622	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
847622	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
847622	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
847622	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
847622	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
847622	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
847622	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
847622	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
847622	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
847622	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
847622	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
847622	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
847622	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
847622	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
847622	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
847622	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
847622	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
847622	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
847622	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
847622	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
847622	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
847622	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
847622	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
847622	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
847622	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
847622	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
847622	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
847622	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
847622	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
847622	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
847622	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
847622	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
847622	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
847622	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
847622	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
847622	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
847622	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
847622	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
847622	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
847622	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
847622	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
847622	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
847622	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
847622	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
847622	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
847622	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
847622	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
847622	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
847622	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
847622	embedding2nn.weight	0	0.32258397340774536
847622	embedding2nn.weight	1	0.3709005117416382
847622	embedding2nn.weight	2	0.00305064651183784
847622	embedding2nn.weight	3	0.020123746246099472
847622	embedding2nn.weight	4	-0.03191618621349335
847622	embedding2nn.weight	5	0.058450017124414444
847622	embedding2nn.weight	6	-0.0037210420705378056
847622	embedding2nn.weight	7	-0.006521404255181551
847622	embedding2nn.weight	8	0.04017869010567665
847622	embedding2nn.weight	9	-0.051291391253471375
847622	embedding2nn.bias	0	0.015091320499777794
847622	embedding2nn.bias	1	-0.19455929100513458
847622	embedding2nn.bias	2	0.13380464911460876
847622	embedding2nn.bias	3	0.1689992994070053
847622	embedding2nn.bias	4	0.1442236304283142
847622	embedding2nn.bias	5	-0.08388848602771759
847622	embedding2nn.bias	6	-0.05247000232338905
847622	embedding2nn.bias	7	0.047344136983156204
847622	embedding2nn.bias	8	-0.14684265851974487
847622	embedding2nn.bias	9	-0.36356064677238464
847622	rnn.weight_ih_l0	0	0.010145099833607674
847622	rnn.weight_ih_l0	1	-0.058094318956136703
847622	rnn.weight_ih_l0	2	-0.05055536329746246
847622	rnn.weight_ih_l0	3	0.11514251679182053
847622	rnn.weight_ih_l0	4	0.02342166379094124
847622	rnn.weight_ih_l0	5	-0.06882473081350327
847622	rnn.weight_ih_l0	6	0.006179797928780317
847622	rnn.weight_ih_l0	7	-0.023898273706436157
847622	rnn.weight_ih_l0	8	0.014979268424212933
847622	rnn.weight_ih_l0	9	-0.08268871158361435
847622	rnn.weight_hh_l0	0	-0.022672545164823532
847622	rnn.weight_hh_l0	1	0.08360790461301804
847622	rnn.weight_hh_l0	2	0.003288043662905693
847622	rnn.weight_hh_l0	3	-0.03673819452524185
847622	rnn.weight_hh_l0	4	0.0865938737988472
847622	rnn.weight_hh_l0	5	0.0006182907382026315
847622	rnn.weight_hh_l0	6	-0.09037986397743225
847622	rnn.weight_hh_l0	7	-0.13503140211105347
847622	rnn.weight_hh_l0	8	0.04056394472718239
847622	rnn.weight_hh_l0	9	-0.12279137969017029
847622	rnn.bias_ih_l0	0	0.17949210107326508
847622	rnn.bias_ih_l0	1	-0.3464178144931793
847622	rnn.bias_ih_l0	2	-0.03974365442991257
847622	rnn.bias_ih_l0	3	-0.2082739919424057
847622	rnn.bias_ih_l0	4	-0.00387807609513402
847622	rnn.bias_ih_l0	5	-0.4417053461074829
847622	rnn.bias_ih_l0	6	-0.1382705569267273
847622	rnn.bias_ih_l0	7	-0.3890261948108673
847622	rnn.bias_ih_l0	8	-0.30894795060157776
847622	rnn.bias_ih_l0	9	-0.44996994733810425
847622	rnn.bias_hh_l0	0	-0.3504904508590698
847622	rnn.bias_hh_l0	1	-0.4430270195007324
847622	rnn.bias_hh_l0	2	-0.40244975686073303
847622	rnn.bias_hh_l0	3	-0.0779542624950409
847622	rnn.bias_hh_l0	4	-0.402710884809494
847622	rnn.bias_hh_l0	5	-0.3712044060230255
847622	rnn.bias_hh_l0	6	-0.12170915305614471
847622	rnn.bias_hh_l0	7	0.06687207520008087
847622	rnn.bias_hh_l0	8	-0.23690496385097504
847622	rnn.bias_hh_l0	9	-0.5725419521331787
847622	rnn.weight_ih_l0_reverse	0	-0.006401380989700556
847622	rnn.weight_ih_l0_reverse	1	-0.005238682497292757
847622	rnn.weight_ih_l0_reverse	2	0.0067925904877483845
847622	rnn.weight_ih_l0_reverse	3	-0.14360769093036652
847622	rnn.weight_ih_l0_reverse	4	0.07772963494062424
847622	rnn.weight_ih_l0_reverse	5	-0.09940584003925323
847622	rnn.weight_ih_l0_reverse	6	-0.0035445052199065685
847622	rnn.weight_ih_l0_reverse	7	0.031204532831907272
847622	rnn.weight_ih_l0_reverse	8	-0.05082268640398979
847622	rnn.weight_ih_l0_reverse	9	-0.0857887864112854
847622	rnn.weight_hh_l0_reverse	0	-0.15303006768226624
847622	rnn.weight_hh_l0_reverse	1	0.021978311240673065
847622	rnn.weight_hh_l0_reverse	2	-0.019935520365834236
847622	rnn.weight_hh_l0_reverse	3	0.030483419075608253
847622	rnn.weight_hh_l0_reverse	4	-0.08261491358280182
847622	rnn.weight_hh_l0_reverse	5	0.03745909035205841
847622	rnn.weight_hh_l0_reverse	6	0.031093033030629158
847622	rnn.weight_hh_l0_reverse	7	-0.13260138034820557
847622	rnn.weight_hh_l0_reverse	8	-0.07834937423467636
847622	rnn.weight_hh_l0_reverse	9	0.035768210887908936
847622	rnn.bias_ih_l0_reverse	0	-0.1819891631603241
847622	rnn.bias_ih_l0_reverse	1	-0.05785372108221054
847622	rnn.bias_ih_l0_reverse	2	0.1639479398727417
847622	rnn.bias_ih_l0_reverse	3	-0.33128803968429565
847622	rnn.bias_ih_l0_reverse	4	0.013474949635565281
847622	rnn.bias_ih_l0_reverse	5	-0.2215203195810318
847622	rnn.bias_ih_l0_reverse	6	0.27418819069862366
847622	rnn.bias_ih_l0_reverse	7	-0.30089884996414185
847622	rnn.bias_ih_l0_reverse	8	-0.19440925121307373
847622	rnn.bias_ih_l0_reverse	9	-0.14477583765983582
847622	rnn.bias_hh_l0_reverse	0	-0.13925157487392426
847622	rnn.bias_hh_l0_reverse	1	0.27753061056137085
847622	rnn.bias_hh_l0_reverse	2	-0.34035149216651917
847622	rnn.bias_hh_l0_reverse	3	-0.23154476284980774
847622	rnn.bias_hh_l0_reverse	4	-0.39701008796691895
847622	rnn.bias_hh_l0_reverse	5	-0.2069934457540512
847622	rnn.bias_hh_l0_reverse	6	-0.2701316475868225
847622	rnn.bias_hh_l0_reverse	7	-0.09918318688869476
847622	rnn.bias_hh_l0_reverse	8	-0.3497544825077057
847622	rnn.bias_hh_l0_reverse	9	0.21024833619594574
847622	linear.weight	0	0.2232166975736618
847622	linear.weight	1	-0.45598816871643066
847622	linear.weight	2	0.029646707698702812
847622	linear.weight	3	0.06747277826070786
847622	linear.weight	4	-0.14980220794677734
847622	linear.weight	5	0.24528196454048157
847622	linear.weight	6	-0.020116765052080154
847622	linear.weight	7	-0.05958503112196922
847622	linear.weight	8	0.14448466897010803
847622	linear.weight	9	-0.049949340522289276
847622	linear.bias	0	-0.8668484687805176
847622	linear.bias	1	1.7960578203201294
847622	linear.bias	2	0.7245996594429016
847622	linear.bias	3	-2.7436349391937256
847622	linear.bias	4	-0.07983247935771942
847622	linear.bias	5	1.2586091756820679
847622	linear.bias	6	-0.22247964143753052
847622	linear.bias	7	0.8301481604576111
847622	linear.bias	8	2.130239963531494
847622	linear.bias	9	-1.296295166015625
848231	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
848231	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
848231	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
848231	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
848231	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
848231	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
848231	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
848231	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
848231	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
848231	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
848231	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
848231	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
848231	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
848231	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
848231	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
848231	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
848231	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
848231	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
848231	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
848231	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
848231	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
848231	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
848231	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
848231	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
848231	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
848231	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
848231	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
848231	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
848231	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
848231	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
848231	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
848231	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
848231	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
848231	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
848231	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
848231	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
848231	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
848231	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
848231	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
848231	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
848231	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
848231	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
848231	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
848231	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
848231	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
848231	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
848231	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
848231	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
848231	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
848231	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
848231	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
848231	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
848231	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
848231	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
848231	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
848231	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
848231	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
848231	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
848231	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
848231	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
848231	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
848231	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
848231	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
848231	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
848231	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
848231	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
848231	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
848231	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
848231	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
848231	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
848231	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
848231	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
848231	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
848231	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
848231	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
848231	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
848231	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
848231	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
848231	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
848231	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
848231	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
848231	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
848231	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
848231	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
848231	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
848231	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
848231	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
848231	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
848231	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
848231	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
848231	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
848231	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
848231	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
848231	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
848231	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
848231	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
848231	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
848231	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
848231	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
848231	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
848231	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
848231	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
848231	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
848231	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
848231	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
848231	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
848231	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
848231	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
848231	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
848231	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
848231	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
848231	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
848231	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
848231	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
848231	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
848231	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
848231	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
848231	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
848231	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
848231	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
848231	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
848231	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
848231	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
848231	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
848231	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
848231	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
848231	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
848231	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
848231	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
848231	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
848231	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
848231	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
848231	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
848231	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
848231	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
848231	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
848231	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
848231	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
848231	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
848231	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
848231	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
848231	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
848231	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
848231	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
848231	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
848231	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
848231	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
848231	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
848231	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
848231	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
848231	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
848231	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
848231	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
848231	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
848231	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
848231	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
848231	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
848231	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
848231	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
848231	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
848231	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
848231	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
848231	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
848231	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
848231	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
848231	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
848231	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
848231	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
848231	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
848231	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
848231	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
848231	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
848231	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
848231	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
848231	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
848231	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
848231	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
848231	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
848231	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
848231	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
848231	embedding2nn.weight	0	0.32239043712615967
848231	embedding2nn.weight	1	0.3700680434703827
848231	embedding2nn.weight	2	0.0033541559241712093
848231	embedding2nn.weight	3	0.019526679068803787
848231	embedding2nn.weight	4	-0.03108333982527256
848231	embedding2nn.weight	5	0.057980719953775406
848231	embedding2nn.weight	6	-0.0035784279461950064
848231	embedding2nn.weight	7	-0.006596381776034832
848231	embedding2nn.weight	8	0.039436135441064835
848231	embedding2nn.weight	9	-0.05088382586836815
848231	embedding2nn.bias	0	0.016442902386188507
848231	embedding2nn.bias	1	-0.20223359763622284
848231	embedding2nn.bias	2	0.13090026378631592
848231	embedding2nn.bias	3	0.16630768775939941
848231	embedding2nn.bias	4	0.14596408605575562
848231	embedding2nn.bias	5	-0.08347029238939285
848231	embedding2nn.bias	6	-0.05664727836847305
848231	embedding2nn.bias	7	0.0423203706741333
848231	embedding2nn.bias	8	-0.14835649728775024
848231	embedding2nn.bias	9	-0.3677371144294739
848231	rnn.weight_ih_l0	0	0.010595089755952358
848231	rnn.weight_ih_l0	1	-0.05839715152978897
848231	rnn.weight_ih_l0	2	-0.0498766154050827
848231	rnn.weight_ih_l0	3	0.11536409705877304
848231	rnn.weight_ih_l0	4	0.022898269817233086
848231	rnn.weight_ih_l0	5	-0.06894746422767639
848231	rnn.weight_ih_l0	6	0.006306686904281378
848231	rnn.weight_ih_l0	7	-0.02397526055574417
848231	rnn.weight_ih_l0	8	0.01687987707555294
848231	rnn.weight_ih_l0	9	-0.08254630863666534
848231	rnn.weight_hh_l0	0	-0.022810176014900208
848231	rnn.weight_hh_l0	1	0.0836724266409874
848231	rnn.weight_hh_l0	2	0.0031735028605908155
848231	rnn.weight_hh_l0	3	-0.036725204437971115
848231	rnn.weight_hh_l0	4	0.0865817591547966
848231	rnn.weight_hh_l0	5	0.000530510675162077
848231	rnn.weight_hh_l0	6	-0.09036868810653687
848231	rnn.weight_hh_l0	7	-0.13551685214042664
848231	rnn.weight_hh_l0	8	0.040577903389930725
848231	rnn.weight_hh_l0	9	-0.12280256301164627
848231	rnn.bias_ih_l0	0	0.17926135659217834
848231	rnn.bias_ih_l0	1	-0.34532323479652405
848231	rnn.bias_ih_l0	2	-0.04051675647497177
848231	rnn.bias_ih_l0	3	-0.20783968269824982
848231	rnn.bias_ih_l0	4	-0.005107515957206488
848231	rnn.bias_ih_l0	5	-0.44081199169158936
848231	rnn.bias_ih_l0	6	-0.13721807301044464
848231	rnn.bias_ih_l0	7	-0.3888639211654663
848231	rnn.bias_ih_l0	8	-0.3081161379814148
848231	rnn.bias_ih_l0	9	-0.44938889145851135
848231	rnn.bias_hh_l0	0	-0.35009557008743286
848231	rnn.bias_hh_l0	1	-0.4428062438964844
848231	rnn.bias_hh_l0	2	-0.4016660153865814
848231	rnn.bias_hh_l0	3	-0.07739346474409103
848231	rnn.bias_hh_l0	4	-0.4035380482673645
848231	rnn.bias_hh_l0	5	-0.3717750310897827
848231	rnn.bias_hh_l0	6	-0.12097113579511642
848231	rnn.bias_hh_l0	7	0.06494889408349991
848231	rnn.bias_hh_l0	8	-0.23598220944404602
848231	rnn.bias_hh_l0	9	-0.5725435614585876
848231	rnn.weight_ih_l0_reverse	0	-0.006364037748426199
848231	rnn.weight_ih_l0_reverse	1	-0.005424206145107746
848231	rnn.weight_ih_l0_reverse	2	0.007024650927633047
848231	rnn.weight_ih_l0_reverse	3	-0.1438075602054596
848231	rnn.weight_ih_l0_reverse	4	0.0777992382645607
848231	rnn.weight_ih_l0_reverse	5	-0.10046090930700302
848231	rnn.weight_ih_l0_reverse	6	-0.004239227622747421
848231	rnn.weight_ih_l0_reverse	7	0.03118615224957466
848231	rnn.weight_ih_l0_reverse	8	-0.050905484706163406
848231	rnn.weight_ih_l0_reverse	9	-0.08653945475816727
848231	rnn.weight_hh_l0_reverse	0	-0.15301451086997986
848231	rnn.weight_hh_l0_reverse	1	0.021905789151787758
848231	rnn.weight_hh_l0_reverse	2	-0.01976662687957287
848231	rnn.weight_hh_l0_reverse	3	0.030528411269187927
848231	rnn.weight_hh_l0_reverse	4	-0.08276529610157013
848231	rnn.weight_hh_l0_reverse	5	0.03738422691822052
848231	rnn.weight_hh_l0_reverse	6	0.03107345849275589
848231	rnn.weight_hh_l0_reverse	7	-0.13233451545238495
848231	rnn.weight_hh_l0_reverse	8	-0.07844308018684387
848231	rnn.weight_hh_l0_reverse	9	0.036127157509326935
848231	rnn.bias_ih_l0_reverse	0	-0.18032684922218323
848231	rnn.bias_ih_l0_reverse	1	-0.05708345025777817
848231	rnn.bias_ih_l0_reverse	2	0.16368967294692993
848231	rnn.bias_ih_l0_reverse	3	-0.33173587918281555
848231	rnn.bias_ih_l0_reverse	4	0.012187918648123741
848231	rnn.bias_ih_l0_reverse	5	-0.22201299667358398
848231	rnn.bias_ih_l0_reverse	6	0.27318692207336426
848231	rnn.bias_ih_l0_reverse	7	-0.302360862493515
848231	rnn.bias_ih_l0_reverse	8	-0.19455736875534058
848231	rnn.bias_ih_l0_reverse	9	-0.14565598964691162
848231	rnn.bias_hh_l0_reverse	0	-0.14044982194900513
848231	rnn.bias_hh_l0_reverse	1	0.27661144733428955
848231	rnn.bias_hh_l0_reverse	2	-0.3404991328716278
848231	rnn.bias_hh_l0_reverse	3	-0.23171840608119965
848231	rnn.bias_hh_l0_reverse	4	-0.39672350883483887
848231	rnn.bias_hh_l0_reverse	5	-0.2085115909576416
848231	rnn.bias_hh_l0_reverse	6	-0.26940569281578064
848231	rnn.bias_hh_l0_reverse	7	-0.09779173880815506
848231	rnn.bias_hh_l0_reverse	8	-0.3491761088371277
848231	rnn.bias_hh_l0_reverse	9	0.21038804948329926
848231	linear.weight	0	0.22189068794250488
848231	linear.weight	1	-0.46104463934898376
848231	linear.weight	2	0.031289730221033096
848231	linear.weight	3	0.06747274100780487
848231	linear.weight	4	-0.14809562265872955
848231	linear.weight	5	0.24384403228759766
848231	linear.weight	6	-0.01645713299512863
848231	linear.weight	7	-0.059584055095911026
848231	linear.weight	8	0.14779095351696014
848231	linear.weight	9	-0.04994964972138405
848231	linear.bias	0	-0.8659192323684692
848231	linear.bias	1	1.7920891046524048
848231	linear.bias	2	0.7278943061828613
848231	linear.bias	3	-2.743642568588257
848231	linear.bias	4	-0.06847193092107773
848231	linear.bias	5	1.2563577890396118
848231	linear.bias	6	-0.2252151370048523
848231	linear.bias	7	0.832549512386322
848231	linear.bias	8	2.1176912784576416
848231	linear.bias	9	-1.2926464080810547
848840	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
848840	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
848840	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
848840	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
848840	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
848840	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
848840	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
848840	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
848840	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
848840	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
848840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
848840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
848840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
848840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
848840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
848840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
848840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
848840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
848840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
848840	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
848840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
848840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
848840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
848840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
848840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
848840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
848840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
848840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
848840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
848840	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
848840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
848840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
848840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
848840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
848840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
848840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
848840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
848840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
848840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
848840	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
848840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
848840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
848840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
848840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
848840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
848840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
848840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
848840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
848840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
848840	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
848840	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
848840	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
848840	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
848840	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
848840	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
848840	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
848840	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
848840	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
848840	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
848840	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
848840	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
848840	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
848840	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
848840	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
848840	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
848840	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
848840	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
848840	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
848840	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
848840	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
848840	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
848840	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
848840	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
848840	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
848840	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
848840	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
848840	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
848840	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
848840	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
848840	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
848840	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
848840	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
848840	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
848840	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
848840	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
848840	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
848840	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
848840	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
848840	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
848840	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
848840	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
848840	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
848840	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
848840	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
848840	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
848840	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
848840	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
848840	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
848840	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
848840	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
848840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
848840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
848840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
848840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
848840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
848840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
848840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
848840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
848840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
848840	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
848840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
848840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
848840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
848840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
848840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
848840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
848840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
848840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
848840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
848840	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
848840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
848840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
848840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
848840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
848840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
848840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
848840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
848840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
848840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
848840	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
848840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
848840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
848840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
848840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
848840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
848840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
848840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
848840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
848840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
848840	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
848840	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
848840	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
848840	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
848840	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
848840	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
848840	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
848840	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
848840	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
848840	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
848840	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
848840	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
848840	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
848840	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
848840	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
848840	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
848840	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
848840	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
848840	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
848840	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
848840	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
848840	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
848840	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
848840	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
848840	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
848840	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
848840	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
848840	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
848840	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
848840	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
848840	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
848840	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
848840	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
848840	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
848840	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
848840	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
848840	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
848840	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
848840	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
848840	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
848840	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
848840	embedding2nn.weight	0	0.3225097060203552
848840	embedding2nn.weight	1	0.3698309659957886
848840	embedding2nn.weight	2	0.0028389061335474253
848840	embedding2nn.weight	3	0.021240031346678734
848840	embedding2nn.weight	4	-0.030918467789888382
848840	embedding2nn.weight	5	0.05736586079001427
848840	embedding2nn.weight	6	-0.003154811915010214
848840	embedding2nn.weight	7	-0.006959652993828058
848840	embedding2nn.weight	8	0.039475373923778534
848840	embedding2nn.weight	9	-0.049639519304037094
848840	embedding2nn.bias	0	0.017754321917891502
848840	embedding2nn.bias	1	-0.197746142745018
848840	embedding2nn.bias	2	0.1278102993965149
848840	embedding2nn.bias	3	0.16694572567939758
848840	embedding2nn.bias	4	0.14049728214740753
848840	embedding2nn.bias	5	-0.08266895264387131
848840	embedding2nn.bias	6	-0.055539391934871674
848840	embedding2nn.bias	7	0.046488210558891296
848840	embedding2nn.bias	8	-0.14878064393997192
848840	embedding2nn.bias	9	-0.3719630837440491
848840	rnn.weight_ih_l0	0	0.010504345409572124
848840	rnn.weight_ih_l0	1	-0.058151885867118835
848840	rnn.weight_ih_l0	2	-0.0495310015976429
848840	rnn.weight_ih_l0	3	0.11584369093179703
848840	rnn.weight_ih_l0	4	0.023330168798565865
848840	rnn.weight_ih_l0	5	-0.06905082613229752
848840	rnn.weight_ih_l0	6	0.0069648390635848045
848840	rnn.weight_ih_l0	7	-0.02431708574295044
848840	rnn.weight_ih_l0	8	0.017986219376325607
848840	rnn.weight_ih_l0	9	-0.08314039558172226
848840	rnn.weight_hh_l0	0	-0.02278311178088188
848840	rnn.weight_hh_l0	1	0.08378729224205017
848840	rnn.weight_hh_l0	2	0.0032050933223217726
848840	rnn.weight_hh_l0	3	-0.03678940609097481
848840	rnn.weight_hh_l0	4	0.08656805753707886
848840	rnn.weight_hh_l0	5	0.00044265860924497247
848840	rnn.weight_hh_l0	6	-0.09036525338888168
848840	rnn.weight_hh_l0	7	-0.13502874970436096
848840	rnn.weight_hh_l0	8	0.04058728367090225
848840	rnn.weight_hh_l0	9	-0.12282435595989227
848840	rnn.bias_ih_l0	0	0.17696669697761536
848840	rnn.bias_ih_l0	1	-0.3471705913543701
848840	rnn.bias_ih_l0	2	-0.04081588611006737
848840	rnn.bias_ih_l0	3	-0.20794565975666046
848840	rnn.bias_ih_l0	4	-0.00476173497736454
848840	rnn.bias_ih_l0	5	-0.4402017593383789
848840	rnn.bias_ih_l0	6	-0.13717979192733765
848840	rnn.bias_ih_l0	7	-0.38860878348350525
848840	rnn.bias_ih_l0	8	-0.30871543288230896
848840	rnn.bias_ih_l0	9	-0.4501780569553375
848840	rnn.bias_hh_l0	0	-0.34988921880722046
848840	rnn.bias_hh_l0	1	-0.44468680024147034
848840	rnn.bias_hh_l0	2	-0.40221017599105835
848840	rnn.bias_hh_l0	3	-0.0763055756688118
848840	rnn.bias_hh_l0	4	-0.40421852469444275
848840	rnn.bias_hh_l0	5	-0.3719492554664612
848840	rnn.bias_hh_l0	6	-0.12202353775501251
848840	rnn.bias_hh_l0	7	0.06381416320800781
848840	rnn.bias_hh_l0	8	-0.23664142191410065
848840	rnn.bias_hh_l0	9	-0.5725373029708862
848840	rnn.weight_ih_l0_reverse	0	-0.005674455780535936
848840	rnn.weight_ih_l0_reverse	1	-0.0056990026496350765
848840	rnn.weight_ih_l0_reverse	2	0.006782465148717165
848840	rnn.weight_ih_l0_reverse	3	-0.14405082166194916
848840	rnn.weight_ih_l0_reverse	4	0.0781235471367836
848840	rnn.weight_ih_l0_reverse	5	-0.09964880347251892
848840	rnn.weight_ih_l0_reverse	6	-0.005193638149648905
848840	rnn.weight_ih_l0_reverse	7	0.03130323067307472
848840	rnn.weight_ih_l0_reverse	8	-0.05089883506298065
848840	rnn.weight_ih_l0_reverse	9	-0.08648071438074112
848840	rnn.weight_hh_l0_reverse	0	-0.15294839441776276
848840	rnn.weight_hh_l0_reverse	1	0.021878669038414955
848840	rnn.weight_hh_l0_reverse	2	-0.019849315285682678
848840	rnn.weight_hh_l0_reverse	3	0.030629051849246025
848840	rnn.weight_hh_l0_reverse	4	-0.08290961384773254
848840	rnn.weight_hh_l0_reverse	5	0.037397291511297226
848840	rnn.weight_hh_l0_reverse	6	0.03106912411749363
848840	rnn.weight_hh_l0_reverse	7	-0.1322803795337677
848840	rnn.weight_hh_l0_reverse	8	-0.07776565104722977
848840	rnn.weight_hh_l0_reverse	9	0.036339446902275085
848840	rnn.bias_ih_l0_reverse	0	-0.18135926127433777
848840	rnn.bias_ih_l0_reverse	1	-0.058639779686927795
848840	rnn.bias_ih_l0_reverse	2	0.16297955811023712
848840	rnn.bias_ih_l0_reverse	3	-0.33224329352378845
848840	rnn.bias_ih_l0_reverse	4	0.01274361927062273
848840	rnn.bias_ih_l0_reverse	5	-0.22217518091201782
848840	rnn.bias_ih_l0_reverse	6	0.2723228931427002
848840	rnn.bias_ih_l0_reverse	7	-0.3034854829311371
848840	rnn.bias_ih_l0_reverse	8	-0.19478817284107208
848840	rnn.bias_ih_l0_reverse	9	-0.14509497582912445
848840	rnn.bias_hh_l0_reverse	0	-0.14021942019462585
848840	rnn.bias_hh_l0_reverse	1	0.27863508462905884
848840	rnn.bias_hh_l0_reverse	2	-0.3411191701889038
848840	rnn.bias_hh_l0_reverse	3	-0.2319452166557312
848840	rnn.bias_hh_l0_reverse	4	-0.3966818153858185
848840	rnn.bias_hh_l0_reverse	5	-0.20666581392288208
848840	rnn.bias_hh_l0_reverse	6	-0.2704255282878876
848840	rnn.bias_hh_l0_reverse	7	-0.0959654375910759
848840	rnn.bias_hh_l0_reverse	8	-0.3498988449573517
848840	rnn.bias_hh_l0_reverse	9	0.21131673455238342
848840	linear.weight	0	0.21695448458194733
848840	linear.weight	1	-0.4648345410823822
848840	linear.weight	2	0.031096946448087692
848840	linear.weight	3	0.06747273355722427
848840	linear.weight	4	-0.14588972926139832
848840	linear.weight	5	0.2433798462152481
848840	linear.weight	6	-0.01578783430159092
848840	linear.weight	7	-0.059583600610494614
848840	linear.weight	8	0.1497190296649933
848840	linear.weight	9	-0.04994993656873703
848840	linear.bias	0	-0.8615592122077942
848840	linear.bias	1	1.7918081283569336
848840	linear.bias	2	0.717989981174469
848840	linear.bias	3	-2.743647575378418
848840	linear.bias	4	-0.0663830116391182
848840	linear.bias	5	1.2645697593688965
848840	linear.bias	6	-0.22532503306865692
848840	linear.bias	7	0.8334735035896301
848840	linear.bias	8	2.1209065914154053
848840	linear.bias	9	-1.2887563705444336
849449	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
849449	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
849449	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
849449	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
849449	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
849449	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
849449	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
849449	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
849449	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
849449	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
849449	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
849449	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
849449	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
849449	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
849449	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
849449	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
849449	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
849449	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
849449	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
849449	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
849449	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
849449	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
849449	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
849449	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
849449	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
849449	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
849449	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
849449	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
849449	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
849449	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
849449	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
849449	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
849449	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
849449	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
849449	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
849449	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
849449	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
849449	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
849449	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
849449	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
849449	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
849449	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
849449	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
849449	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
849449	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
849449	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
849449	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
849449	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
849449	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
849449	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
849449	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
849449	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
849449	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
849449	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
849449	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
849449	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
849449	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
849449	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
849449	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
849449	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
849449	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
849449	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
849449	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
849449	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
849449	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
849449	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
849449	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
849449	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
849449	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
849449	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
849449	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
849449	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
849449	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
849449	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
849449	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
849449	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
849449	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
849449	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
849449	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
849449	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
849449	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
849449	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
849449	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
849449	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
849449	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
849449	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
849449	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
849449	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
849449	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
849449	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
849449	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
849449	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
849449	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
849449	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
849449	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
849449	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
849449	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
849449	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
849449	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
849449	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
849449	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
849449	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
849449	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
849449	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
849449	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
849449	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
849449	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
849449	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
849449	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
849449	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
849449	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
849449	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
849449	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
849449	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
849449	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
849449	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
849449	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
849449	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
849449	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
849449	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
849449	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
849449	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
849449	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
849449	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
849449	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
849449	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
849449	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
849449	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
849449	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
849449	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
849449	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
849449	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
849449	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
849449	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
849449	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
849449	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
849449	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
849449	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
849449	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
849449	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
849449	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
849449	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
849449	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
849449	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
849449	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
849449	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
849449	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
849449	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
849449	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
849449	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
849449	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
849449	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
849449	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
849449	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
849449	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
849449	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
849449	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
849449	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
849449	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
849449	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
849449	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
849449	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
849449	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
849449	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
849449	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
849449	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
849449	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
849449	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
849449	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
849449	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
849449	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
849449	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
849449	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
849449	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
849449	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
849449	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
849449	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
849449	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
849449	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
849449	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
849449	embedding2nn.weight	0	0.32267093658447266
849449	embedding2nn.weight	1	0.3700059652328491
849449	embedding2nn.weight	2	0.0034279602114111185
849449	embedding2nn.weight	3	0.024163544178009033
849449	embedding2nn.weight	4	-0.030879100784659386
849449	embedding2nn.weight	5	0.058230239897966385
849449	embedding2nn.weight	6	-0.002910301089286804
849449	embedding2nn.weight	7	-0.006171166431158781
849449	embedding2nn.weight	8	0.03863604739308357
849449	embedding2nn.weight	9	-0.05049789696931839
849449	embedding2nn.bias	0	0.0169941708445549
849449	embedding2nn.bias	1	-0.19816173613071442
849449	embedding2nn.bias	2	0.12984029948711395
849449	embedding2nn.bias	3	0.16912944614887238
849449	embedding2nn.bias	4	0.14332550764083862
849449	embedding2nn.bias	5	-0.08046357333660126
849449	embedding2nn.bias	6	-0.05183766037225723
849449	embedding2nn.bias	7	0.04392670840024948
849449	embedding2nn.bias	8	-0.15050354599952698
849449	embedding2nn.bias	9	-0.37369826436042786
849449	rnn.weight_ih_l0	0	0.010129368863999844
849449	rnn.weight_ih_l0	1	-0.058101851493120193
849449	rnn.weight_ih_l0	2	-0.04908988997340202
849449	rnn.weight_ih_l0	3	0.1154005229473114
849449	rnn.weight_ih_l0	4	0.02254716493189335
849449	rnn.weight_ih_l0	5	-0.06878745555877686
849449	rnn.weight_ih_l0	6	0.007418171036988497
849449	rnn.weight_ih_l0	7	-0.02372567541897297
849449	rnn.weight_ih_l0	8	0.019039897248148918
849449	rnn.weight_ih_l0	9	-0.08333214372396469
849449	rnn.weight_hh_l0	0	-0.0228127408772707
849449	rnn.weight_hh_l0	1	0.08384019881486893
849449	rnn.weight_hh_l0	2	0.0032965627033263445
849449	rnn.weight_hh_l0	3	-0.036915622651576996
849449	rnn.weight_hh_l0	4	0.08658289909362793
849449	rnn.weight_hh_l0	5	0.00017428203136660159
849449	rnn.weight_hh_l0	6	-0.09026095271110535
849449	rnn.weight_hh_l0	7	-0.13522088527679443
849449	rnn.weight_hh_l0	8	0.04056868702173233
849449	rnn.weight_hh_l0	9	-0.12295914441347122
849449	rnn.bias_ih_l0	0	0.1783517748117447
849449	rnn.bias_ih_l0	1	-0.3476012945175171
849449	rnn.bias_ih_l0	2	-0.04034753516316414
849449	rnn.bias_ih_l0	3	-0.20755741000175476
849449	rnn.bias_ih_l0	4	-0.002305495087057352
849449	rnn.bias_ih_l0	5	-0.43933701515197754
849449	rnn.bias_ih_l0	6	-0.13688461482524872
849449	rnn.bias_ih_l0	7	-0.3885745108127594
849449	rnn.bias_ih_l0	8	-0.3083112835884094
849449	rnn.bias_ih_l0	9	-0.45233097672462463
849449	rnn.bias_hh_l0	0	-0.34954777359962463
849449	rnn.bias_hh_l0	1	-0.44451773166656494
849449	rnn.bias_hh_l0	2	-0.4023078680038452
849449	rnn.bias_hh_l0	3	-0.0751088410615921
849449	rnn.bias_hh_l0	4	-0.4042493999004364
849449	rnn.bias_hh_l0	5	-0.37177038192749023
849449	rnn.bias_hh_l0	6	-0.12242673337459564
849449	rnn.bias_hh_l0	7	0.06337660551071167
849449	rnn.bias_hh_l0	8	-0.23644782602787018
849449	rnn.bias_hh_l0	9	-0.5721613764762878
849449	rnn.weight_ih_l0_reverse	0	-0.0057297153398394585
849449	rnn.weight_ih_l0_reverse	1	-0.0056856428273022175
849449	rnn.weight_ih_l0_reverse	2	0.0072351545095443726
849449	rnn.weight_ih_l0_reverse	3	-0.14390277862548828
849449	rnn.weight_ih_l0_reverse	4	0.07829522341489792
849449	rnn.weight_ih_l0_reverse	5	-0.1006782129406929
849449	rnn.weight_ih_l0_reverse	6	-0.005550296977162361
849449	rnn.weight_ih_l0_reverse	7	0.031300682574510574
849449	rnn.weight_ih_l0_reverse	8	-0.050495073199272156
849449	rnn.weight_ih_l0_reverse	9	-0.08616123348474503
849449	rnn.weight_hh_l0_reverse	0	-0.15304777026176453
849449	rnn.weight_hh_l0_reverse	1	0.021921828389167786
849449	rnn.weight_hh_l0_reverse	2	-0.019732849672436714
849449	rnn.weight_hh_l0_reverse	3	0.030559441074728966
849449	rnn.weight_hh_l0_reverse	4	-0.08283334225416183
849449	rnn.weight_hh_l0_reverse	5	0.03738092631101608
849449	rnn.weight_hh_l0_reverse	6	0.031116297468543053
849449	rnn.weight_hh_l0_reverse	7	-0.13213776051998138
849449	rnn.weight_hh_l0_reverse	8	-0.07792585343122482
849449	rnn.weight_hh_l0_reverse	9	0.03639815002679825
849449	rnn.bias_ih_l0_reverse	0	-0.18082068860530853
849449	rnn.bias_ih_l0_reverse	1	-0.05761008337140083
849449	rnn.bias_ih_l0_reverse	2	0.16437573730945587
849449	rnn.bias_ih_l0_reverse	3	-0.3329085111618042
849449	rnn.bias_ih_l0_reverse	4	0.012313795275986195
849449	rnn.bias_ih_l0_reverse	5	-0.22167657315731049
849449	rnn.bias_ih_l0_reverse	6	0.27364110946655273
849449	rnn.bias_ih_l0_reverse	7	-0.30277296900749207
849449	rnn.bias_ih_l0_reverse	8	-0.19610489904880524
849449	rnn.bias_ih_l0_reverse	9	-0.14715233445167542
849449	rnn.bias_hh_l0_reverse	0	-0.14036783576011658
849449	rnn.bias_hh_l0_reverse	1	0.27720320224761963
849449	rnn.bias_hh_l0_reverse	2	-0.3420632481575012
849449	rnn.bias_hh_l0_reverse	3	-0.23125799000263214
849449	rnn.bias_hh_l0_reverse	4	-0.39535290002822876
849449	rnn.bias_hh_l0_reverse	5	-0.20783959329128265
849449	rnn.bias_hh_l0_reverse	6	-0.27174150943756104
849449	rnn.bias_hh_l0_reverse	7	-0.09682594239711761
849449	rnn.bias_hh_l0_reverse	8	-0.34980690479278564
849449	rnn.bias_hh_l0_reverse	9	0.2118074595928192
849449	linear.weight	0	0.21483294665813446
849449	linear.weight	1	-0.46736469864845276
849449	linear.weight	2	0.024024460464715958
849449	linear.weight	3	0.0674726814031601
849449	linear.weight	4	-0.14763504266738892
849449	linear.weight	5	0.24589110910892487
849449	linear.weight	6	-0.01449673529714346
849449	linear.weight	7	-0.05958316847681999
849449	linear.weight	8	0.14745578169822693
849449	linear.weight	9	-0.04995015263557434
849449	linear.bias	0	-0.8634822368621826
849449	linear.bias	1	1.7875269651412964
849449	linear.bias	2	0.7275117635726929
849449	linear.bias	3	-2.7436532974243164
849449	linear.bias	4	-0.06534869223833084
849449	linear.bias	5	1.252432107925415
849449	linear.bias	6	-0.223476380109787
849449	linear.bias	7	0.8334380984306335
849449	linear.bias	8	2.113006114959717
849449	linear.bias	9	-1.2864625453948975
850058	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
850058	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
850058	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
850058	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
850058	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
850058	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
850058	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
850058	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
850058	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
850058	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
850058	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
850058	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
850058	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
850058	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
850058	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
850058	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
850058	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
850058	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
850058	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
850058	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
850058	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
850058	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
850058	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
850058	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
850058	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
850058	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
850058	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
850058	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
850058	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
850058	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
850058	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
850058	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
850058	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
850058	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
850058	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
850058	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
850058	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
850058	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
850058	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
850058	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
850058	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
850058	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
850058	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
850058	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
850058	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
850058	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
850058	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
850058	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
850058	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
850058	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
850058	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
850058	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
850058	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
850058	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
850058	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
850058	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
850058	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
850058	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
850058	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
850058	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
850058	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
850058	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
850058	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
850058	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
850058	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
850058	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
850058	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
850058	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
850058	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
850058	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
850058	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
850058	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
850058	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
850058	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
850058	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
850058	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
850058	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
850058	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
850058	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
850058	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
850058	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
850058	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
850058	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
850058	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
850058	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
850058	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
850058	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
850058	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
850058	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
850058	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
850058	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
850058	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
850058	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
850058	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
850058	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
850058	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
850058	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
850058	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
850058	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
850058	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
850058	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
850058	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
850058	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
850058	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
850058	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
850058	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
850058	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
850058	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
850058	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
850058	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
850058	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
850058	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
850058	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
850058	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
850058	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
850058	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
850058	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
850058	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
850058	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
850058	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
850058	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
850058	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
850058	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
850058	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
850058	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
850058	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
850058	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
850058	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
850058	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
850058	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
850058	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
850058	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
850058	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
850058	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
850058	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
850058	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
850058	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
850058	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
850058	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
850058	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
850058	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
850058	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
850058	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
850058	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
850058	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
850058	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
850058	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
850058	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
850058	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
850058	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
850058	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
850058	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
850058	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
850058	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
850058	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
850058	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
850058	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
850058	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
850058	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
850058	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
850058	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
850058	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
850058	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
850058	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
850058	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
850058	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
850058	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
850058	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
850058	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
850058	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
850058	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
850058	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
850058	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
850058	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
850058	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
850058	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
850058	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
850058	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
850058	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
850058	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
850058	embedding2nn.weight	0	0.32221758365631104
850058	embedding2nn.weight	1	0.36924871802330017
850058	embedding2nn.weight	2	0.003899682778865099
850058	embedding2nn.weight	3	0.023812854662537575
850058	embedding2nn.weight	4	-0.03122972697019577
850058	embedding2nn.weight	5	0.059307027608156204
850058	embedding2nn.weight	6	-0.0022117551416158676
850058	embedding2nn.weight	7	-0.0067726559937000275
850058	embedding2nn.weight	8	0.038292296230793
850058	embedding2nn.weight	9	-0.05145087093114853
850058	embedding2nn.bias	0	0.02159426175057888
850058	embedding2nn.bias	1	-0.19350987672805786
850058	embedding2nn.bias	2	0.13190628588199615
850058	embedding2nn.bias	3	0.16755099594593048
850058	embedding2nn.bias	4	0.14225615561008453
850058	embedding2nn.bias	5	-0.07976525276899338
850058	embedding2nn.bias	6	-0.04972496256232262
850058	embedding2nn.bias	7	0.04343648627400398
850058	embedding2nn.bias	8	-0.15359526872634888
850058	embedding2nn.bias	9	-0.37258487939834595
850058	rnn.weight_ih_l0	0	0.009876837022602558
850058	rnn.weight_ih_l0	1	-0.0583510547876358
850058	rnn.weight_ih_l0	2	-0.049974001944065094
850058	rnn.weight_ih_l0	3	0.11542895436286926
850058	rnn.weight_ih_l0	4	0.022312017157673836
850058	rnn.weight_ih_l0	5	-0.0679200068116188
850058	rnn.weight_ih_l0	6	0.006709584034979343
850058	rnn.weight_ih_l0	7	-0.023261796683073044
850058	rnn.weight_ih_l0	8	0.01883123442530632
850058	rnn.weight_ih_l0	9	-0.08346202969551086
850058	rnn.weight_hh_l0	0	-0.022772785276174545
850058	rnn.weight_hh_l0	1	0.08391756564378738
850058	rnn.weight_hh_l0	2	0.0032927936408668756
850058	rnn.weight_hh_l0	3	-0.036763403564691544
850058	rnn.weight_hh_l0	4	0.08654914796352386
850058	rnn.weight_hh_l0	5	0.00017252554243896157
850058	rnn.weight_hh_l0	6	-0.09030710160732269
850058	rnn.weight_hh_l0	7	-0.13511976599693298
850058	rnn.weight_hh_l0	8	0.040608543902635574
850058	rnn.weight_hh_l0	9	-0.1230388805270195
850058	rnn.bias_ih_l0	0	0.17714540660381317
850058	rnn.bias_ih_l0	1	-0.347763329744339
850058	rnn.bias_ih_l0	2	-0.04023372381925583
850058	rnn.bias_ih_l0	3	-0.20716211199760437
850058	rnn.bias_ih_l0	4	-0.003928515128791332
850058	rnn.bias_ih_l0	5	-0.4402993619441986
850058	rnn.bias_ih_l0	6	-0.1367138922214508
850058	rnn.bias_ih_l0	7	-0.3885575532913208
850058	rnn.bias_ih_l0	8	-0.30833208560943604
850058	rnn.bias_ih_l0	9	-0.4521291255950928
850058	rnn.bias_hh_l0	0	-0.34981802105903625
850058	rnn.bias_hh_l0	1	-0.44392457604408264
850058	rnn.bias_hh_l0	2	-0.4035464823246002
850058	rnn.bias_hh_l0	3	-0.07639853656291962
850058	rnn.bias_hh_l0	4	-0.4038825035095215
850058	rnn.bias_hh_l0	5	-0.37169069051742554
850058	rnn.bias_hh_l0	6	-0.12265342473983765
850058	rnn.bias_hh_l0	7	0.06350664794445038
850058	rnn.bias_hh_l0	8	-0.23599576950073242
850058	rnn.bias_hh_l0	9	-0.5724770426750183
850058	rnn.weight_ih_l0_reverse	0	-0.006384382955729961
850058	rnn.weight_ih_l0_reverse	1	-0.005501198582351208
850058	rnn.weight_ih_l0_reverse	2	0.007649669423699379
850058	rnn.weight_ih_l0_reverse	3	-0.14328265190124512
850058	rnn.weight_ih_l0_reverse	4	0.07826337218284607
850058	rnn.weight_ih_l0_reverse	5	-0.10005640238523483
850058	rnn.weight_ih_l0_reverse	6	-0.0045882887206971645
850058	rnn.weight_ih_l0_reverse	7	0.031189631670713425
850058	rnn.weight_ih_l0_reverse	8	-0.050324589014053345
850058	rnn.weight_ih_l0_reverse	9	-0.08644787222146988
850058	rnn.weight_hh_l0_reverse	0	-0.15282727777957916
850058	rnn.weight_hh_l0_reverse	1	0.022078076377511024
850058	rnn.weight_hh_l0_reverse	2	-0.019679510965943336
850058	rnn.weight_hh_l0_reverse	3	0.03064083307981491
850058	rnn.weight_hh_l0_reverse	4	-0.08262471854686737
850058	rnn.weight_hh_l0_reverse	5	0.037277642637491226
850058	rnn.weight_hh_l0_reverse	6	0.03105497732758522
850058	rnn.weight_hh_l0_reverse	7	-0.13185100257396698
850058	rnn.weight_hh_l0_reverse	8	-0.07800782471895218
850058	rnn.weight_hh_l0_reverse	9	0.03614690154790878
850058	rnn.bias_ih_l0_reverse	0	-0.18101264536380768
850058	rnn.bias_ih_l0_reverse	1	-0.058886509388685226
850058	rnn.bias_ih_l0_reverse	2	0.16442441940307617
850058	rnn.bias_ih_l0_reverse	3	-0.3327323794364929
850058	rnn.bias_ih_l0_reverse	4	0.010220390744507313
850058	rnn.bias_ih_l0_reverse	5	-0.22229693830013275
850058	rnn.bias_ih_l0_reverse	6	0.2753565311431885
850058	rnn.bias_ih_l0_reverse	7	-0.30207231640815735
850058	rnn.bias_ih_l0_reverse	8	-0.19684456288814545
850058	rnn.bias_ih_l0_reverse	9	-0.14674830436706543
850058	rnn.bias_hh_l0_reverse	0	-0.1403929889202118
850058	rnn.bias_hh_l0_reverse	1	0.2760477364063263
850058	rnn.bias_hh_l0_reverse	2	-0.34262093901634216
850058	rnn.bias_hh_l0_reverse	3	-0.23285479843616486
850058	rnn.bias_hh_l0_reverse	4	-0.3956775665283203
850058	rnn.bias_hh_l0_reverse	5	-0.2071591168642044
850058	rnn.bias_hh_l0_reverse	6	-0.2706727683544159
850058	rnn.bias_hh_l0_reverse	7	-0.09657149761915207
850058	rnn.bias_hh_l0_reverse	8	-0.35039854049682617
850058	rnn.bias_hh_l0_reverse	9	0.21439383924007416
850058	linear.weight	0	0.2154885232448578
850058	linear.weight	1	-0.4640602767467499
850058	linear.weight	2	0.02667350508272648
850058	linear.weight	3	0.06747269630432129
850058	linear.weight	4	-0.15001238882541656
850058	linear.weight	5	0.2468535602092743
850058	linear.weight	6	-0.0174215417355299
850058	linear.weight	7	-0.059582699090242386
850058	linear.weight	8	0.14717014133930206
850058	linear.weight	9	-0.04995044320821762
850058	linear.bias	0	-0.8635388612747192
850058	linear.bias	1	1.8012770414352417
850058	linear.bias	2	0.7231491804122925
850058	linear.bias	3	-2.7436585426330566
850058	linear.bias	4	-0.06755103170871735
850058	linear.bias	5	1.246971607208252
850058	linear.bias	6	-0.21497391164302826
850058	linear.bias	7	0.8264384865760803
850058	linear.bias	8	2.1192922592163086
850058	linear.bias	9	-1.2856028079986572
850667	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
850667	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
850667	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
850667	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
850667	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
850667	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
850667	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
850667	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
850667	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
850667	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
850667	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
850667	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
850667	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
850667	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
850667	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
850667	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
850667	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
850667	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
850667	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
850667	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
850667	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
850667	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
850667	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
850667	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
850667	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
850667	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
850667	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
850667	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
850667	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
850667	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
850667	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
850667	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
850667	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
850667	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
850667	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
850667	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
850667	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
850667	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
850667	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
850667	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
850667	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
850667	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
850667	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
850667	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
850667	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
850667	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
850667	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
850667	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
850667	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
850667	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
850667	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
850667	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
850667	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
850667	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
850667	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
850667	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
850667	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
850667	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
850667	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
850667	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
850667	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
850667	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
850667	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
850667	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
850667	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
850667	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
850667	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
850667	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
850667	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
850667	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
850667	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
850667	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
850667	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
850667	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
850667	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
850667	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
850667	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
850667	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
850667	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
850667	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
850667	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
850667	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
850667	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
850667	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
850667	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
850667	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
850667	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
850667	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
850667	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
850667	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
850667	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
850667	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
850667	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
850667	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
850667	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
850667	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
850667	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
850667	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
850667	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
850667	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
850667	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
850667	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
850667	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
850667	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
850667	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
850667	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
850667	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
850667	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
850667	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
850667	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
850667	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
850667	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
850667	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
850667	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
850667	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
850667	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
850667	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
850667	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
850667	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
850667	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
850667	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
850667	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
850667	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
850667	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
850667	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
850667	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
850667	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
850667	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
850667	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
850667	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
850667	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
850667	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
850667	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
850667	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
850667	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
850667	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
850667	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
850667	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
850667	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
850667	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
850667	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
850667	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
850667	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
850667	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
850667	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
850667	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
850667	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
850667	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
850667	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
850667	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
850667	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
850667	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
850667	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
850667	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
850667	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
850667	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
850667	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
850667	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
850667	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
850667	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
850667	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
850667	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
850667	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
850667	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
850667	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
850667	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
850667	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
850667	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
850667	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
850667	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
850667	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
850667	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
850667	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
850667	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
850667	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
850667	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
850667	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
850667	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
850667	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
850667	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
850667	embedding2nn.weight	0	0.321975976228714
850667	embedding2nn.weight	1	0.369307279586792
850667	embedding2nn.weight	2	0.004986053332686424
850667	embedding2nn.weight	3	0.02274230122566223
850667	embedding2nn.weight	4	-0.030816519632935524
850667	embedding2nn.weight	5	0.05952366068959236
850667	embedding2nn.weight	6	-0.002447548322379589
850667	embedding2nn.weight	7	-0.005964555777609348
850667	embedding2nn.weight	8	0.03807220235466957
850667	embedding2nn.weight	9	-0.051328256726264954
850667	embedding2nn.bias	0	0.022767025977373123
850667	embedding2nn.bias	1	-0.19462954998016357
850667	embedding2nn.bias	2	0.12771880626678467
850667	embedding2nn.bias	3	0.16616114974021912
850667	embedding2nn.bias	4	0.1401803344488144
850667	embedding2nn.bias	5	-0.08125204592943192
850667	embedding2nn.bias	6	-0.04743186756968498
850667	embedding2nn.bias	7	0.0393294095993042
850667	embedding2nn.bias	8	-0.15160134434700012
850667	embedding2nn.bias	9	-0.3721845746040344
850667	rnn.weight_ih_l0	0	0.00971218477934599
850667	rnn.weight_ih_l0	1	-0.05823522061109543
850667	rnn.weight_ih_l0	2	-0.04920370131731033
850667	rnn.weight_ih_l0	3	0.1154753789305687
850667	rnn.weight_ih_l0	4	0.022037705406546593
850667	rnn.weight_ih_l0	5	-0.06910541653633118
850667	rnn.weight_ih_l0	6	0.006880654953420162
850667	rnn.weight_ih_l0	7	-0.023570388555526733
850667	rnn.weight_ih_l0	8	0.018249159678816795
850667	rnn.weight_ih_l0	9	-0.08509097248315811
850667	rnn.weight_hh_l0	0	-0.02281332202255726
850667	rnn.weight_hh_l0	1	0.08379597961902618
850667	rnn.weight_hh_l0	2	0.0034504695795476437
850667	rnn.weight_hh_l0	3	-0.03677332028746605
850667	rnn.weight_hh_l0	4	0.08675911277532578
850667	rnn.weight_hh_l0	5	0.00028219842351973057
850667	rnn.weight_hh_l0	6	-0.09029113501310349
850667	rnn.weight_hh_l0	7	-0.13535894453525543
850667	rnn.weight_hh_l0	8	0.04063824191689491
850667	rnn.weight_hh_l0	9	-0.12294464558362961
850667	rnn.bias_ih_l0	0	0.17821407318115234
850667	rnn.bias_ih_l0	1	-0.3470016419887543
850667	rnn.bias_ih_l0	2	-0.04016164690256119
850667	rnn.bias_ih_l0	3	-0.2076588124036789
850667	rnn.bias_ih_l0	4	-0.0033232138957828283
850667	rnn.bias_ih_l0	5	-0.4406323730945587
850667	rnn.bias_ih_l0	6	-0.13577832281589508
850667	rnn.bias_ih_l0	7	-0.3885325491428375
850667	rnn.bias_ih_l0	8	-0.30830511450767517
850667	rnn.bias_ih_l0	9	-0.45248815417289734
850667	rnn.bias_hh_l0	0	-0.3485013544559479
850667	rnn.bias_hh_l0	1	-0.4440339505672455
850667	rnn.bias_hh_l0	2	-0.40376266837120056
850667	rnn.bias_hh_l0	3	-0.07673070579767227
850667	rnn.bias_hh_l0	4	-0.4039667844772339
850667	rnn.bias_hh_l0	5	-0.37180501222610474
850667	rnn.bias_hh_l0	6	-0.12277514487504959
850667	rnn.bias_hh_l0	7	0.0650862455368042
850667	rnn.bias_hh_l0	8	-0.23713572323322296
850667	rnn.bias_hh_l0	9	-0.571956992149353
850667	rnn.weight_ih_l0_reverse	0	-0.007119355723261833
850667	rnn.weight_ih_l0_reverse	1	-0.005459544248878956
850667	rnn.weight_ih_l0_reverse	2	0.007020541932433844
850667	rnn.weight_ih_l0_reverse	3	-0.14364999532699585
850667	rnn.weight_ih_l0_reverse	4	0.07820303738117218
850667	rnn.weight_ih_l0_reverse	5	-0.10180795937776566
850667	rnn.weight_ih_l0_reverse	6	-0.0052124387584626675
850667	rnn.weight_ih_l0_reverse	7	0.03092745505273342
850667	rnn.weight_ih_l0_reverse	8	-0.050935469567775726
850667	rnn.weight_ih_l0_reverse	9	-0.08676477521657944
850667	rnn.weight_hh_l0_reverse	0	-0.1527768075466156
850667	rnn.weight_hh_l0_reverse	1	0.022156808525323868
850667	rnn.weight_hh_l0_reverse	2	-0.01970021240413189
850667	rnn.weight_hh_l0_reverse	3	0.03067760169506073
850667	rnn.weight_hh_l0_reverse	4	-0.08264479786157608
850667	rnn.weight_hh_l0_reverse	5	0.037295252084732056
850667	rnn.weight_hh_l0_reverse	6	0.03104703687131405
850667	rnn.weight_hh_l0_reverse	7	-0.13149584829807281
850667	rnn.weight_hh_l0_reverse	8	-0.07767408341169357
850667	rnn.weight_hh_l0_reverse	9	0.035929422825574875
850667	rnn.bias_ih_l0_reverse	0	-0.18122930824756622
850667	rnn.bias_ih_l0_reverse	1	-0.058344997465610504
850667	rnn.bias_ih_l0_reverse	2	0.1635141670703888
850667	rnn.bias_ih_l0_reverse	3	-0.3328879773616791
850667	rnn.bias_ih_l0_reverse	4	0.00848051905632019
850667	rnn.bias_ih_l0_reverse	5	-0.22210069000720978
850667	rnn.bias_ih_l0_reverse	6	0.274848073720932
850667	rnn.bias_ih_l0_reverse	7	-0.30245906114578247
850667	rnn.bias_ih_l0_reverse	8	-0.1973632425069809
850667	rnn.bias_ih_l0_reverse	9	-0.14634183049201965
850667	rnn.bias_hh_l0_reverse	0	-0.13961052894592285
850667	rnn.bias_hh_l0_reverse	1	0.27691248059272766
850667	rnn.bias_hh_l0_reverse	2	-0.34103110432624817
850667	rnn.bias_hh_l0_reverse	3	-0.23369115591049194
850667	rnn.bias_hh_l0_reverse	4	-0.39621084928512573
850667	rnn.bias_hh_l0_reverse	5	-0.2062995582818985
850667	rnn.bias_hh_l0_reverse	6	-0.26978424191474915
850667	rnn.bias_hh_l0_reverse	7	-0.09626371413469315
850667	rnn.bias_hh_l0_reverse	8	-0.3516993224620819
850667	rnn.bias_hh_l0_reverse	9	0.2147827446460724
850667	linear.weight	0	0.20999953150749207
850667	linear.weight	1	-0.4586194157600403
850667	linear.weight	2	0.02459118887782097
850667	linear.weight	3	0.06747258454561234
850667	linear.weight	4	-0.14669416844844818
850667	linear.weight	5	0.24452093243598938
850667	linear.weight	6	-0.016466598957777023
850667	linear.weight	7	-0.05958213284611702
850667	linear.weight	8	0.1488383561372757
850667	linear.weight	9	-0.04995063692331314
850667	linear.bias	0	-0.8644906282424927
850667	linear.bias	1	1.7997024059295654
850667	linear.bias	2	0.7342262864112854
850667	linear.bias	3	-2.7436676025390625
850667	linear.bias	4	-0.0717611238360405
850667	linear.bias	5	1.2520959377288818
850667	linear.bias	6	-0.2176113724708557
850667	linear.bias	7	0.8300225734710693
850667	linear.bias	8	2.1209709644317627
850667	linear.bias	9	-1.2832894325256348
851276	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
851276	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
851276	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
851276	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
851276	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
851276	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
851276	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
851276	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
851276	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
851276	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
851276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
851276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
851276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
851276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
851276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
851276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
851276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
851276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
851276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
851276	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
851276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
851276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
851276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
851276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
851276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
851276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
851276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
851276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
851276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
851276	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
851276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
851276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
851276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
851276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
851276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
851276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
851276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
851276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
851276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
851276	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
851276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
851276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
851276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
851276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
851276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
851276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
851276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
851276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
851276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
851276	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
851276	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
851276	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
851276	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
851276	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
851276	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
851276	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
851276	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
851276	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
851276	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
851276	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
851276	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
851276	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
851276	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
851276	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
851276	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
851276	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
851276	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
851276	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
851276	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
851276	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
851276	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
851276	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
851276	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
851276	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
851276	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
851276	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
851276	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
851276	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
851276	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
851276	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
851276	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
851276	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
851276	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
851276	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
851276	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
851276	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
851276	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
851276	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
851276	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
851276	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
851276	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
851276	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
851276	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
851276	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
851276	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
851276	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
851276	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
851276	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
851276	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
851276	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
851276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
851276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
851276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
851276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
851276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
851276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
851276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
851276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
851276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
851276	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
851276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
851276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
851276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
851276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
851276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
851276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
851276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
851276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
851276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
851276	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
851276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
851276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
851276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
851276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
851276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
851276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
851276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
851276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
851276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
851276	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
851276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
851276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
851276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
851276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
851276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
851276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
851276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
851276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
851276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
851276	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
851276	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
851276	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
851276	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
851276	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
851276	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
851276	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
851276	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
851276	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
851276	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
851276	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
851276	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
851276	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
851276	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
851276	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
851276	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
851276	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
851276	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
851276	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
851276	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
851276	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
851276	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
851276	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
851276	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
851276	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
851276	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
851276	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
851276	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
851276	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
851276	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
851276	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
851276	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
851276	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
851276	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
851276	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
851276	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
851276	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
851276	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
851276	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
851276	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
851276	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
851276	embedding2nn.weight	0	0.32221749424934387
851276	embedding2nn.weight	1	0.3691476881504059
851276	embedding2nn.weight	2	0.0053979260846972466
851276	embedding2nn.weight	3	0.023289456963539124
851276	embedding2nn.weight	4	-0.03142175078392029
851276	embedding2nn.weight	5	0.05925287306308746
851276	embedding2nn.weight	6	-0.002511710627004504
851276	embedding2nn.weight	7	-0.005722880829125643
851276	embedding2nn.weight	8	0.0388178713619709
851276	embedding2nn.weight	9	-0.050748538225889206
851276	embedding2nn.bias	0	0.02160070277750492
851276	embedding2nn.bias	1	-0.19735923409461975
851276	embedding2nn.bias	2	0.13231009244918823
851276	embedding2nn.bias	3	0.16348955035209656
851276	embedding2nn.bias	4	0.14511831104755402
851276	embedding2nn.bias	5	-0.07565367966890335
851276	embedding2nn.bias	6	-0.04792049154639244
851276	embedding2nn.bias	7	0.042426418513059616
851276	embedding2nn.bias	8	-0.14921075105667114
851276	embedding2nn.bias	9	-0.37653371691703796
851276	rnn.weight_ih_l0	0	0.009819870814681053
851276	rnn.weight_ih_l0	1	-0.05828368663787842
851276	rnn.weight_ih_l0	2	-0.049312155693769455
851276	rnn.weight_ih_l0	3	0.11498425900936127
851276	rnn.weight_ih_l0	4	0.02119849994778633
851276	rnn.weight_ih_l0	5	-0.07016760110855103
851276	rnn.weight_ih_l0	6	0.006671988870948553
851276	rnn.weight_ih_l0	7	-0.023718861863017082
851276	rnn.weight_ih_l0	8	0.018140774220228195
851276	rnn.weight_ih_l0	9	-0.08582945168018341
851276	rnn.weight_hh_l0	0	-0.022867374122142792
851276	rnn.weight_hh_l0	1	0.08372608572244644
851276	rnn.weight_hh_l0	2	0.0033116519916802645
851276	rnn.weight_hh_l0	3	-0.03672594949603081
851276	rnn.weight_hh_l0	4	0.08691958338022232
851276	rnn.weight_hh_l0	5	0.00010737897537183017
851276	rnn.weight_hh_l0	6	-0.09014841169118881
851276	rnn.weight_hh_l0	7	-0.13536471128463745
851276	rnn.weight_hh_l0	8	0.04063320532441139
851276	rnn.weight_hh_l0	9	-0.12285181134939194
851276	rnn.bias_ih_l0	0	0.17446871101856232
851276	rnn.bias_ih_l0	1	-0.3470224440097809
851276	rnn.bias_ih_l0	2	-0.04044538736343384
851276	rnn.bias_ih_l0	3	-0.2085246592760086
851276	rnn.bias_ih_l0	4	-0.0037565010134130716
851276	rnn.bias_ih_l0	5	-0.43972912430763245
851276	rnn.bias_ih_l0	6	-0.13696475327014923
851276	rnn.bias_ih_l0	7	-0.388773113489151
851276	rnn.bias_ih_l0	8	-0.30911123752593994
851276	rnn.bias_ih_l0	9	-0.45388177037239075
851276	rnn.bias_hh_l0	0	-0.3499632477760315
851276	rnn.bias_hh_l0	1	-0.4453303813934326
851276	rnn.bias_hh_l0	2	-0.4036337733268738
851276	rnn.bias_hh_l0	3	-0.07619867473840714
851276	rnn.bias_hh_l0	4	-0.4040631055831909
851276	rnn.bias_hh_l0	5	-0.3720510005950928
851276	rnn.bias_hh_l0	6	-0.1210467740893364
851276	rnn.bias_hh_l0	7	0.06676065921783447
851276	rnn.bias_hh_l0	8	-0.23696358501911163
851276	rnn.bias_hh_l0	9	-0.571865439414978
851276	rnn.weight_ih_l0_reverse	0	-0.0077203549444675446
851276	rnn.weight_ih_l0_reverse	1	-0.005307422019541264
851276	rnn.weight_ih_l0_reverse	2	0.006770734209567308
851276	rnn.weight_ih_l0_reverse	3	-0.1439545899629593
851276	rnn.weight_ih_l0_reverse	4	0.07852046191692352
851276	rnn.weight_ih_l0_reverse	5	-0.10157247632741928
851276	rnn.weight_ih_l0_reverse	6	-0.005236328113824129
851276	rnn.weight_ih_l0_reverse	7	0.03101830743253231
851276	rnn.weight_ih_l0_reverse	8	-0.051348332315683365
851276	rnn.weight_ih_l0_reverse	9	-0.08694267272949219
851276	rnn.weight_hh_l0_reverse	0	-0.1528218537569046
851276	rnn.weight_hh_l0_reverse	1	0.02222440205514431
851276	rnn.weight_hh_l0_reverse	2	-0.019792871549725533
851276	rnn.weight_hh_l0_reverse	3	0.030548954382538795
851276	rnn.weight_hh_l0_reverse	4	-0.08262917399406433
851276	rnn.weight_hh_l0_reverse	5	0.03732134774327278
851276	rnn.weight_hh_l0_reverse	6	0.031039685010910034
851276	rnn.weight_hh_l0_reverse	7	-0.13117483258247375
851276	rnn.weight_hh_l0_reverse	8	-0.07773071527481079
851276	rnn.weight_hh_l0_reverse	9	0.03597335144877434
851276	rnn.bias_ih_l0_reverse	0	-0.18221555650234222
851276	rnn.bias_ih_l0_reverse	1	-0.05739113315939903
851276	rnn.bias_ih_l0_reverse	2	0.16306962072849274
851276	rnn.bias_ih_l0_reverse	3	-0.3332410454750061
851276	rnn.bias_ih_l0_reverse	4	0.010537255555391312
851276	rnn.bias_ih_l0_reverse	5	-0.22284914553165436
851276	rnn.bias_ih_l0_reverse	6	0.27594199776649475
851276	rnn.bias_ih_l0_reverse	7	-0.3038415014743805
851276	rnn.bias_ih_l0_reverse	8	-0.1985982060432434
851276	rnn.bias_ih_l0_reverse	9	-0.14716269075870514
851276	rnn.bias_hh_l0_reverse	0	-0.1407557874917984
851276	rnn.bias_hh_l0_reverse	1	0.27734559774398804
851276	rnn.bias_hh_l0_reverse	2	-0.34276682138442993
851276	rnn.bias_hh_l0_reverse	3	-0.2329702526330948
851276	rnn.bias_hh_l0_reverse	4	-0.3966929316520691
851276	rnn.bias_hh_l0_reverse	5	-0.2069888561964035
851276	rnn.bias_hh_l0_reverse	6	-0.2695484459400177
851276	rnn.bias_hh_l0_reverse	7	-0.09728556871414185
851276	rnn.bias_hh_l0_reverse	8	-0.35203275084495544
851276	rnn.bias_hh_l0_reverse	9	0.21617554128170013
851276	linear.weight	0	0.2133306860923767
851276	linear.weight	1	-0.46305525302886963
851276	linear.weight	2	0.026889879256486893
851276	linear.weight	3	0.06747251003980637
851276	linear.weight	4	-0.14340618252754211
851276	linear.weight	5	0.24442753195762634
851276	linear.weight	6	-0.011933435685932636
851276	linear.weight	7	-0.05958158150315285
851276	linear.weight	8	0.1488276571035385
851276	linear.weight	9	-0.049950916320085526
851276	linear.bias	0	-0.8620741367340088
851276	linear.bias	1	1.797347068786621
851276	linear.bias	2	0.7281973361968994
851276	linear.bias	3	-2.743673801422119
851276	linear.bias	4	-0.07098579406738281
851276	linear.bias	5	1.2427189350128174
851276	linear.bias	6	-0.21943648159503937
851276	linear.bias	7	0.8399084806442261
851276	linear.bias	8	2.1132919788360596
851276	linear.bias	9	-1.2826173305511475
851885	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
851885	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
851885	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
851885	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
851885	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
851885	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
851885	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
851885	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
851885	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
851885	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
851885	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
851885	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
851885	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
851885	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
851885	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
851885	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
851885	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
851885	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
851885	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
851885	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
851885	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
851885	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
851885	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
851885	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
851885	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
851885	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
851885	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
851885	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
851885	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
851885	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
851885	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
851885	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
851885	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
851885	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
851885	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
851885	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
851885	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
851885	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
851885	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
851885	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
851885	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
851885	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
851885	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
851885	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
851885	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
851885	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
851885	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
851885	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
851885	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
851885	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
851885	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
851885	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
851885	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
851885	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
851885	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
851885	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
851885	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
851885	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
851885	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
851885	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
851885	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
851885	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
851885	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
851885	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
851885	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
851885	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
851885	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
851885	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
851885	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
851885	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
851885	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
851885	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
851885	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
851885	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
851885	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
851885	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
851885	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
851885	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
851885	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
851885	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
851885	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
851885	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
851885	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
851885	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
851885	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
851885	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
851885	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
851885	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
851885	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
851885	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
851885	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
851885	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
851885	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
851885	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
851885	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
851885	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
851885	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
851885	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
851885	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
851885	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
851885	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
851885	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
851885	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
851885	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
851885	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
851885	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
851885	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
851885	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
851885	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
851885	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
851885	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
851885	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
851885	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
851885	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
851885	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
851885	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
851885	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
851885	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
851885	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
851885	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
851885	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
851885	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
851885	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
851885	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
851885	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
851885	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
851885	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
851885	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
851885	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
851885	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
851885	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
851885	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
851885	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
851885	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
851885	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
851885	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
851885	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
851885	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
851885	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
851885	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
851885	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
851885	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
851885	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
851885	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
851885	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
851885	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
851885	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
851885	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
851885	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
851885	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
851885	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
851885	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
851885	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
851885	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
851885	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
851885	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
851885	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
851885	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
851885	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
851885	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
851885	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
851885	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
851885	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
851885	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
851885	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
851885	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
851885	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
851885	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
851885	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
851885	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
851885	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
851885	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
851885	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
851885	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
851885	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
851885	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
851885	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
851885	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
851885	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
851885	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
851885	embedding2nn.weight	0	0.32183873653411865
851885	embedding2nn.weight	1	0.36945557594299316
851885	embedding2nn.weight	2	0.005399514455348253
851885	embedding2nn.weight	3	0.024982139468193054
851885	embedding2nn.weight	4	-0.030819060280919075
851885	embedding2nn.weight	5	0.05939994007349014
851885	embedding2nn.weight	6	-0.0022539051715284586
851885	embedding2nn.weight	7	-0.005526670254766941
851885	embedding2nn.weight	8	0.03916913643479347
851885	embedding2nn.weight	9	-0.051264941692352295
851885	embedding2nn.bias	0	0.026594253256917
851885	embedding2nn.bias	1	-0.19684040546417236
851885	embedding2nn.bias	2	0.12879911065101624
851885	embedding2nn.bias	3	0.16688627004623413
851885	embedding2nn.bias	4	0.14460094273090363
851885	embedding2nn.bias	5	-0.07445845752954483
851885	embedding2nn.bias	6	-0.04628169164061546
851885	embedding2nn.bias	7	0.04255511239171028
851885	embedding2nn.bias	8	-0.15031756460666656
851885	embedding2nn.bias	9	-0.37176018953323364
851885	rnn.weight_ih_l0	0	0.009968903847038746
851885	rnn.weight_ih_l0	1	-0.05796835571527481
851885	rnn.weight_ih_l0	2	-0.04837597906589508
851885	rnn.weight_ih_l0	3	0.11440636217594147
851885	rnn.weight_ih_l0	4	0.02157321386039257
851885	rnn.weight_ih_l0	5	-0.0690138041973114
851885	rnn.weight_ih_l0	6	0.006636852864176035
851885	rnn.weight_ih_l0	7	-0.023941805586218834
851885	rnn.weight_ih_l0	8	0.017111076042056084
851885	rnn.weight_ih_l0	9	-0.08684446662664413
851885	rnn.weight_hh_l0	0	-0.022884240373969078
851885	rnn.weight_hh_l0	1	0.08382392674684525
851885	rnn.weight_hh_l0	2	0.0030790234450250864
851885	rnn.weight_hh_l0	3	-0.03681035712361336
851885	rnn.weight_hh_l0	4	0.08710982650518417
851885	rnn.weight_hh_l0	5	-0.0001325860939687118
851885	rnn.weight_hh_l0	6	-0.09015221893787384
851885	rnn.weight_hh_l0	7	-0.13540157675743103
851885	rnn.weight_hh_l0	8	0.04062235355377197
851885	rnn.weight_hh_l0	9	-0.12289785593748093
851885	rnn.bias_ih_l0	0	0.17375202476978302
851885	rnn.bias_ih_l0	1	-0.34594735503196716
851885	rnn.bias_ih_l0	2	-0.04093727469444275
851885	rnn.bias_ih_l0	3	-0.20959274470806122
851885	rnn.bias_ih_l0	4	-0.005567779298871756
851885	rnn.bias_ih_l0	5	-0.43894633650779724
851885	rnn.bias_ih_l0	6	-0.13632942736148834
851885	rnn.bias_ih_l0	7	-0.3888511061668396
851885	rnn.bias_ih_l0	8	-0.30821090936660767
851885	rnn.bias_ih_l0	9	-0.45055896043777466
851885	rnn.bias_hh_l0	0	-0.3500652313232422
851885	rnn.bias_hh_l0	1	-0.44546937942504883
851885	rnn.bias_hh_l0	2	-0.4039062559604645
851885	rnn.bias_hh_l0	3	-0.07633685320615768
851885	rnn.bias_hh_l0	4	-0.4037362337112427
851885	rnn.bias_hh_l0	5	-0.37174975872039795
851885	rnn.bias_hh_l0	6	-0.12060695886611938
851885	rnn.bias_hh_l0	7	0.06778275966644287
851885	rnn.bias_hh_l0	8	-0.23793280124664307
851885	rnn.bias_hh_l0	9	-0.5716250538825989
851885	rnn.weight_ih_l0_reverse	0	-0.0066123162396252155
851885	rnn.weight_ih_l0_reverse	1	-0.005103284493088722
851885	rnn.weight_ih_l0_reverse	2	0.006263276096433401
851885	rnn.weight_ih_l0_reverse	3	-0.14372926950454712
851885	rnn.weight_ih_l0_reverse	4	0.07854891568422318
851885	rnn.weight_ih_l0_reverse	5	-0.10254433006048203
851885	rnn.weight_ih_l0_reverse	6	-0.005423909053206444
851885	rnn.weight_ih_l0_reverse	7	0.03090120293200016
851885	rnn.weight_ih_l0_reverse	8	-0.05167357623577118
851885	rnn.weight_ih_l0_reverse	9	-0.08687017858028412
851885	rnn.weight_hh_l0_reverse	0	-0.1526653915643692
851885	rnn.weight_hh_l0_reverse	1	0.0223593357950449
851885	rnn.weight_hh_l0_reverse	2	-0.019716810435056686
851885	rnn.weight_hh_l0_reverse	3	0.030517347157001495
851885	rnn.weight_hh_l0_reverse	4	-0.08257661014795303
851885	rnn.weight_hh_l0_reverse	5	0.0374821238219738
851885	rnn.weight_hh_l0_reverse	6	0.031087078154087067
851885	rnn.weight_hh_l0_reverse	7	-0.13079775869846344
851885	rnn.weight_hh_l0_reverse	8	-0.07779088616371155
851885	rnn.weight_hh_l0_reverse	9	0.036056552082300186
851885	rnn.bias_ih_l0_reverse	0	-0.18152913451194763
851885	rnn.bias_ih_l0_reverse	1	-0.05914851650595665
851885	rnn.bias_ih_l0_reverse	2	0.16292712092399597
851885	rnn.bias_ih_l0_reverse	3	-0.3318142890930176
851885	rnn.bias_ih_l0_reverse	4	0.0113444235175848
851885	rnn.bias_ih_l0_reverse	5	-0.22273412346839905
851885	rnn.bias_ih_l0_reverse	6	0.2740181088447571
851885	rnn.bias_ih_l0_reverse	7	-0.3027380108833313
851885	rnn.bias_ih_l0_reverse	8	-0.19797617197036743
851885	rnn.bias_ih_l0_reverse	9	-0.14724856615066528
851885	rnn.bias_hh_l0_reverse	0	-0.1414179652929306
851885	rnn.bias_hh_l0_reverse	1	0.27700552344322205
851885	rnn.bias_hh_l0_reverse	2	-0.3433130979537964
851885	rnn.bias_hh_l0_reverse	3	-0.233326718211174
851885	rnn.bias_hh_l0_reverse	4	-0.39668768644332886
851885	rnn.bias_hh_l0_reverse	5	-0.2072177678346634
851885	rnn.bias_hh_l0_reverse	6	-0.269634872674942
851885	rnn.bias_hh_l0_reverse	7	-0.09731950610876083
851885	rnn.bias_hh_l0_reverse	8	-0.35217055678367615
851885	rnn.bias_hh_l0_reverse	9	0.21828477084636688
851885	linear.weight	0	0.21675750613212585
851885	linear.weight	1	-0.4640922248363495
851885	linear.weight	2	0.02769532985985279
851885	linear.weight	3	0.06747251003980637
851885	linear.weight	4	-0.14071287214756012
851885	linear.weight	5	0.2479623556137085
851885	linear.weight	6	-0.01124455127865076
851885	linear.weight	7	-0.05958123132586479
851885	linear.weight	8	0.1470024287700653
851885	linear.weight	9	-0.049951035529375076
851885	linear.bias	0	-0.872730016708374
851885	linear.bias	1	1.7998995780944824
851885	linear.bias	2	0.7281124591827393
851885	linear.bias	3	-2.7436776161193848
851885	linear.bias	4	-0.06820426881313324
851885	linear.bias	5	1.2526304721832275
851885	linear.bias	6	-0.2266480177640915
851885	linear.bias	7	0.8339816927909851
851885	linear.bias	8	2.0960397720336914
851885	linear.bias	9	-1.282528281211853
852494	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
852494	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
852494	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
852494	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
852494	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
852494	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
852494	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
852494	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
852494	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
852494	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
852494	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
852494	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
852494	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
852494	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
852494	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
852494	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
852494	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
852494	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
852494	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
852494	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
852494	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
852494	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
852494	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
852494	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
852494	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
852494	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
852494	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
852494	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
852494	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
852494	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
852494	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
852494	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
852494	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
852494	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
852494	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
852494	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
852494	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
852494	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
852494	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
852494	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
852494	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
852494	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
852494	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
852494	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
852494	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
852494	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
852494	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
852494	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
852494	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
852494	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
852494	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
852494	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
852494	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
852494	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
852494	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
852494	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
852494	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
852494	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
852494	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
852494	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
852494	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
852494	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
852494	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
852494	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
852494	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
852494	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
852494	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
852494	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
852494	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
852494	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
852494	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
852494	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
852494	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
852494	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
852494	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
852494	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
852494	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
852494	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
852494	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
852494	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
852494	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
852494	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
852494	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
852494	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
852494	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
852494	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
852494	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
852494	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
852494	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
852494	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
852494	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
852494	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
852494	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
852494	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
852494	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
852494	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
852494	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
852494	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
852494	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
852494	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
852494	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
852494	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
852494	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
852494	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
852494	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
852494	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
852494	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
852494	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
852494	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
852494	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
852494	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
852494	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
852494	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
852494	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
852494	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
852494	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
852494	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
852494	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
852494	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
852494	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
852494	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
852494	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
852494	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
852494	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
852494	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
852494	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
852494	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
852494	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
852494	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
852494	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
852494	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
852494	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
852494	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
852494	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
852494	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
852494	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
852494	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
852494	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
852494	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
852494	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
852494	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
852494	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
852494	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
852494	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
852494	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
852494	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
852494	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
852494	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
852494	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
852494	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
852494	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
852494	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
852494	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
852494	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
852494	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
852494	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
852494	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
852494	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
852494	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
852494	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
852494	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
852494	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
852494	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
852494	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
852494	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
852494	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
852494	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
852494	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
852494	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
852494	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
852494	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
852494	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
852494	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
852494	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
852494	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
852494	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
852494	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
852494	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
852494	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
852494	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
852494	embedding2nn.weight	0	0.3215905725955963
852494	embedding2nn.weight	1	0.369871586561203
852494	embedding2nn.weight	2	0.005129363387823105
852494	embedding2nn.weight	3	0.024590231478214264
852494	embedding2nn.weight	4	-0.030714767053723335
852494	embedding2nn.weight	5	0.059349559247493744
852494	embedding2nn.weight	6	-0.0026118275709450245
852494	embedding2nn.weight	7	-0.006740186363458633
852494	embedding2nn.weight	8	0.04013075679540634
852494	embedding2nn.weight	9	-0.05213768035173416
852494	embedding2nn.bias	0	0.02193855494260788
852494	embedding2nn.bias	1	-0.19098863005638123
852494	embedding2nn.bias	2	0.12727269530296326
852494	embedding2nn.bias	3	0.16502389311790466
852494	embedding2nn.bias	4	0.14535140991210938
852494	embedding2nn.bias	5	-0.07323211431503296
852494	embedding2nn.bias	6	-0.04680957645177841
852494	embedding2nn.bias	7	0.04025048017501831
852494	embedding2nn.bias	8	-0.15371496975421906
852494	embedding2nn.bias	9	-0.3675879240036011
852494	rnn.weight_ih_l0	0	0.009878361597657204
852494	rnn.weight_ih_l0	1	-0.057923510670661926
852494	rnn.weight_ih_l0	2	-0.04906595125794411
852494	rnn.weight_ih_l0	3	0.11446039378643036
852494	rnn.weight_ih_l0	4	0.022281872108578682
852494	rnn.weight_ih_l0	5	-0.06985064595937729
852494	rnn.weight_ih_l0	6	0.006288764998316765
852494	rnn.weight_ih_l0	7	-0.02333844266831875
852494	rnn.weight_ih_l0	8	0.01664658635854721
852494	rnn.weight_ih_l0	9	-0.08664102107286453
852494	rnn.weight_hh_l0	0	-0.022918488830327988
852494	rnn.weight_hh_l0	1	0.08388349413871765
852494	rnn.weight_hh_l0	2	0.0030486523173749447
852494	rnn.weight_hh_l0	3	-0.03674383834004402
852494	rnn.weight_hh_l0	4	0.08707273751497269
852494	rnn.weight_hh_l0	5	-0.00028931780252605677
852494	rnn.weight_hh_l0	6	-0.09017129987478256
852494	rnn.weight_hh_l0	7	-0.13475066423416138
852494	rnn.weight_hh_l0	8	0.04061347618699074
852494	rnn.weight_hh_l0	9	-0.12294694036245346
852494	rnn.bias_ih_l0	0	0.1759967803955078
852494	rnn.bias_ih_l0	1	-0.3456704914569855
852494	rnn.bias_ih_l0	2	-0.040616486221551895
852494	rnn.bias_ih_l0	3	-0.2093655914068222
852494	rnn.bias_ih_l0	4	-0.0025298066902905703
852494	rnn.bias_ih_l0	5	-0.4405137896537781
852494	rnn.bias_ih_l0	6	-0.1345849186182022
852494	rnn.bias_ih_l0	7	-0.3889583945274353
852494	rnn.bias_ih_l0	8	-0.31022995710372925
852494	rnn.bias_ih_l0	9	-0.45063504576683044
852494	rnn.bias_hh_l0	0	-0.35098278522491455
852494	rnn.bias_hh_l0	1	-0.44585350155830383
852494	rnn.bias_hh_l0	2	-0.40290960669517517
852494	rnn.bias_hh_l0	3	-0.07670234143733978
852494	rnn.bias_hh_l0	4	-0.40265995264053345
852494	rnn.bias_hh_l0	5	-0.3716180920600891
852494	rnn.bias_hh_l0	6	-0.12119125574827194
852494	rnn.bias_hh_l0	7	0.06657920032739639
852494	rnn.bias_hh_l0	8	-0.2374313324689865
852494	rnn.bias_hh_l0	9	-0.5714061856269836
852494	rnn.weight_ih_l0_reverse	0	-0.006794656626880169
852494	rnn.weight_ih_l0_reverse	1	-0.00481357891112566
852494	rnn.weight_ih_l0_reverse	2	0.00564828934147954
852494	rnn.weight_ih_l0_reverse	3	-0.1433062106370926
852494	rnn.weight_ih_l0_reverse	4	0.07889262586832047
852494	rnn.weight_ih_l0_reverse	5	-0.10293643176555634
852494	rnn.weight_ih_l0_reverse	6	-0.0054226224310696125
852494	rnn.weight_ih_l0_reverse	7	0.030831899493932724
852494	rnn.weight_ih_l0_reverse	8	-0.052009616047143936
852494	rnn.weight_ih_l0_reverse	9	-0.08782251924276352
852494	rnn.weight_hh_l0_reverse	0	-0.15248383581638336
852494	rnn.weight_hh_l0_reverse	1	0.02228839136660099
852494	rnn.weight_hh_l0_reverse	2	-0.019745033234357834
852494	rnn.weight_hh_l0_reverse	3	0.030377322807908058
852494	rnn.weight_hh_l0_reverse	4	-0.08256734907627106
852494	rnn.weight_hh_l0_reverse	5	0.03741162642836571
852494	rnn.weight_hh_l0_reverse	6	0.03106537275016308
852494	rnn.weight_hh_l0_reverse	7	-0.1308942437171936
852494	rnn.weight_hh_l0_reverse	8	-0.07817534357309341
852494	rnn.weight_hh_l0_reverse	9	0.03589184209704399
852494	rnn.bias_ih_l0_reverse	0	-0.18135003745555878
852494	rnn.bias_ih_l0_reverse	1	-0.05860619619488716
852494	rnn.bias_ih_l0_reverse	2	0.16298237442970276
852494	rnn.bias_ih_l0_reverse	3	-0.33061057329177856
852494	rnn.bias_ih_l0_reverse	4	0.009211767464876175
852494	rnn.bias_ih_l0_reverse	5	-0.22244608402252197
852494	rnn.bias_ih_l0_reverse	6	0.2733498215675354
852494	rnn.bias_ih_l0_reverse	7	-0.3023945689201355
852494	rnn.bias_ih_l0_reverse	8	-0.1988973766565323
852494	rnn.bias_ih_l0_reverse	9	-0.145019993185997
852494	rnn.bias_hh_l0_reverse	0	-0.14284126460552216
852494	rnn.bias_hh_l0_reverse	1	0.27542802691459656
852494	rnn.bias_hh_l0_reverse	2	-0.3425915837287903
852494	rnn.bias_hh_l0_reverse	3	-0.2342456430196762
852494	rnn.bias_hh_l0_reverse	4	-0.3963811993598938
852494	rnn.bias_hh_l0_reverse	5	-0.20611640810966492
852494	rnn.bias_hh_l0_reverse	6	-0.26848533749580383
852494	rnn.bias_hh_l0_reverse	7	-0.09766978770494461
852494	rnn.bias_hh_l0_reverse	8	-0.35398024320602417
852494	rnn.bias_hh_l0_reverse	9	0.21664731204509735
852494	linear.weight	0	0.2185295969247818
852494	linear.weight	1	-0.46977540850639343
852494	linear.weight	2	0.020148729905486107
852494	linear.weight	3	0.06747251003980637
852494	linear.weight	4	-0.13335485756397247
852494	linear.weight	5	0.24485109746456146
852494	linear.weight	6	-0.009241050109267235
852494	linear.weight	7	-0.05958081781864166
852494	linear.weight	8	0.14607790112495422
852494	linear.weight	9	-0.049951378256082535
852494	linear.bias	0	-0.8673812747001648
852494	linear.bias	1	1.7824262380599976
852494	linear.bias	2	0.7337504029273987
852494	linear.bias	3	-2.743684768676758
852494	linear.bias	4	-0.06911806762218475
852494	linear.bias	5	1.2486743927001953
852494	linear.bias	6	-0.22030390799045563
852494	linear.bias	7	0.8328365087509155
852494	linear.bias	8	2.1081151962280273
852494	linear.bias	9	-1.286092758178711
853103	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
853103	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
853103	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
853103	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
853103	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
853103	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
853103	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
853103	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
853103	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
853103	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
853103	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
853103	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
853103	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
853103	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
853103	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
853103	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
853103	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
853103	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
853103	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
853103	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
853103	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
853103	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
853103	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
853103	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
853103	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
853103	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
853103	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
853103	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
853103	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
853103	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
853103	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
853103	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
853103	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
853103	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
853103	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
853103	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
853103	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
853103	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
853103	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
853103	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
853103	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
853103	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
853103	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
853103	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
853103	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
853103	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
853103	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
853103	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
853103	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
853103	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
853103	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
853103	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
853103	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
853103	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
853103	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
853103	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
853103	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
853103	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
853103	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
853103	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
853103	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
853103	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
853103	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
853103	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
853103	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
853103	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
853103	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
853103	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
853103	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
853103	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
853103	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
853103	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
853103	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
853103	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
853103	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
853103	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
853103	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
853103	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
853103	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
853103	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
853103	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
853103	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
853103	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
853103	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
853103	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
853103	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
853103	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
853103	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
853103	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
853103	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
853103	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
853103	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
853103	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
853103	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
853103	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
853103	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
853103	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
853103	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
853103	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
853103	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
853103	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
853103	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
853103	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
853103	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
853103	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
853103	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
853103	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
853103	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
853103	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
853103	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
853103	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
853103	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
853103	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
853103	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
853103	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
853103	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
853103	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
853103	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
853103	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
853103	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
853103	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
853103	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
853103	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
853103	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
853103	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
853103	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
853103	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
853103	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
853103	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
853103	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
853103	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
853103	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
853103	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
853103	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
853103	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
853103	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
853103	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
853103	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
853103	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
853103	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
853103	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
853103	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
853103	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
853103	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
853103	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
853103	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
853103	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
853103	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
853103	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
853103	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
853103	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
853103	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
853103	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
853103	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
853103	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
853103	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
853103	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
853103	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
853103	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
853103	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
853103	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
853103	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
853103	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
853103	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
853103	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
853103	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
853103	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
853103	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
853103	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
853103	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
853103	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
853103	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
853103	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
853103	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
853103	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
853103	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
853103	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
853103	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
853103	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
853103	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
853103	embedding2nn.weight	0	0.32135987281799316
853103	embedding2nn.weight	1	0.3698931336402893
853103	embedding2nn.weight	2	0.005085831508040428
853103	embedding2nn.weight	3	0.02241182141005993
853103	embedding2nn.weight	4	-0.029671231284737587
853103	embedding2nn.weight	5	0.05845074728131294
853103	embedding2nn.weight	6	-0.001256061252206564
853103	embedding2nn.weight	7	-0.0037086568772792816
853103	embedding2nn.weight	8	0.040469229221343994
853103	embedding2nn.weight	9	-0.0521332211792469
853103	embedding2nn.bias	0	0.02153284288942814
853103	embedding2nn.bias	1	-0.18923471868038177
853103	embedding2nn.bias	2	0.12449056655168533
853103	embedding2nn.bias	3	0.16079078614711761
853103	embedding2nn.bias	4	0.14241400361061096
853103	embedding2nn.bias	5	-0.06799270957708359
853103	embedding2nn.bias	6	-0.04965396225452423
853103	embedding2nn.bias	7	0.044273100793361664
853103	embedding2nn.bias	8	-0.15383468568325043
853103	embedding2nn.bias	9	-0.3683980405330658
853103	rnn.weight_ih_l0	0	0.00968066044151783
853103	rnn.weight_ih_l0	1	-0.05778169259428978
853103	rnn.weight_ih_l0	2	-0.048765651881694794
853103	rnn.weight_ih_l0	3	0.11389406025409698
853103	rnn.weight_ih_l0	4	0.02146034501492977
853103	rnn.weight_ih_l0	5	-0.06972064077854156
853103	rnn.weight_ih_l0	6	0.005924392491579056
853103	rnn.weight_ih_l0	7	-0.023501049727201462
853103	rnn.weight_ih_l0	8	0.01716557703912258
853103	rnn.weight_ih_l0	9	-0.08697836101055145
853103	rnn.weight_hh_l0	0	-0.022953791543841362
853103	rnn.weight_hh_l0	1	0.08402758836746216
853103	rnn.weight_hh_l0	2	0.0029326349031180143
853103	rnn.weight_hh_l0	3	-0.03670409694314003
853103	rnn.weight_hh_l0	4	0.08685272186994553
853103	rnn.weight_hh_l0	5	-0.0003125656221527606
853103	rnn.weight_hh_l0	6	-0.0903203934431076
853103	rnn.weight_hh_l0	7	-0.13512714207172394
853103	rnn.weight_hh_l0	8	0.040623340755701065
853103	rnn.weight_hh_l0	9	-0.12288769334554672
853103	rnn.bias_ih_l0	0	0.17520935833454132
853103	rnn.bias_ih_l0	1	-0.3459247052669525
853103	rnn.bias_ih_l0	2	-0.040736883878707886
853103	rnn.bias_ih_l0	3	-0.2093742936849594
853103	rnn.bias_ih_l0	4	-0.002341932849958539
853103	rnn.bias_ih_l0	5	-0.43923419713974
853103	rnn.bias_ih_l0	6	-0.134275883436203
853103	rnn.bias_ih_l0	7	-0.389180064201355
853103	rnn.bias_ih_l0	8	-0.3104867935180664
853103	rnn.bias_ih_l0	9	-0.4519292712211609
853103	rnn.bias_hh_l0	0	-0.350423127412796
853103	rnn.bias_hh_l0	1	-0.4443935453891754
853103	rnn.bias_hh_l0	2	-0.40260571241378784
853103	rnn.bias_hh_l0	3	-0.07583632320165634
853103	rnn.bias_hh_l0	4	-0.4021196663379669
853103	rnn.bias_hh_l0	5	-0.37147191166877747
853103	rnn.bias_hh_l0	6	-0.1191633865237236
853103	rnn.bias_hh_l0	7	0.06773099303245544
853103	rnn.bias_hh_l0	8	-0.23811069130897522
853103	rnn.bias_hh_l0	9	-0.5722458362579346
853103	rnn.weight_ih_l0_reverse	0	-0.007199311163276434
853103	rnn.weight_ih_l0_reverse	1	-0.00480272201821208
853103	rnn.weight_ih_l0_reverse	2	0.005348062142729759
853103	rnn.weight_ih_l0_reverse	3	-0.14324182271957397
853103	rnn.weight_ih_l0_reverse	4	0.07909940183162689
853103	rnn.weight_ih_l0_reverse	5	-0.10229737311601639
853103	rnn.weight_ih_l0_reverse	6	-0.00724967522546649
853103	rnn.weight_ih_l0_reverse	7	0.030509835109114647
853103	rnn.weight_ih_l0_reverse	8	-0.05163291096687317
853103	rnn.weight_ih_l0_reverse	9	-0.08871856331825256
853103	rnn.weight_hh_l0_reverse	0	-0.1523333042860031
853103	rnn.weight_hh_l0_reverse	1	0.022357020527124405
853103	rnn.weight_hh_l0_reverse	2	-0.019801346585154533
853103	rnn.weight_hh_l0_reverse	3	0.030338937416672707
853103	rnn.weight_hh_l0_reverse	4	-0.08252033591270447
853103	rnn.weight_hh_l0_reverse	5	0.0374344177544117
853103	rnn.weight_hh_l0_reverse	6	0.03106142394244671
853103	rnn.weight_hh_l0_reverse	7	-0.13119570910930634
853103	rnn.weight_hh_l0_reverse	8	-0.07817932218313217
853103	rnn.weight_hh_l0_reverse	9	0.0362742654979229
853103	rnn.bias_ih_l0_reverse	0	-0.180712029337883
853103	rnn.bias_ih_l0_reverse	1	-0.057936687022447586
853103	rnn.bias_ih_l0_reverse	2	0.16206836700439453
853103	rnn.bias_ih_l0_reverse	3	-0.33001959323883057
853103	rnn.bias_ih_l0_reverse	4	0.009413340128958225
853103	rnn.bias_ih_l0_reverse	5	-0.22209715843200684
853103	rnn.bias_ih_l0_reverse	6	0.27318018674850464
853103	rnn.bias_ih_l0_reverse	7	-0.30292797088623047
853103	rnn.bias_ih_l0_reverse	8	-0.19951139390468597
853103	rnn.bias_ih_l0_reverse	9	-0.1442735344171524
853103	rnn.bias_hh_l0_reverse	0	-0.14305347204208374
853103	rnn.bias_hh_l0_reverse	1	0.27509063482284546
853103	rnn.bias_hh_l0_reverse	2	-0.34437286853790283
853103	rnn.bias_hh_l0_reverse	3	-0.23331964015960693
853103	rnn.bias_hh_l0_reverse	4	-0.3960026502609253
853103	rnn.bias_hh_l0_reverse	5	-0.2054073065519333
853103	rnn.bias_hh_l0_reverse	6	-0.26860836148262024
853103	rnn.bias_hh_l0_reverse	7	-0.09720820933580399
853103	rnn.bias_hh_l0_reverse	8	-0.3554929792881012
853103	rnn.bias_hh_l0_reverse	9	0.2185613512992859
853103	linear.weight	0	0.22203397750854492
853103	linear.weight	1	-0.4680425822734833
853103	linear.weight	2	0.01493163499981165
853103	linear.weight	3	0.06747239083051682
853103	linear.weight	4	-0.13596084713935852
853103	linear.weight	5	0.24307172000408173
853103	linear.weight	6	-0.011837045662105083
853103	linear.weight	7	-0.05958019942045212
853103	linear.weight	8	0.14794352650642395
853103	linear.weight	9	-0.04995124042034149
853103	linear.bias	0	-0.8633824586868286
853103	linear.bias	1	1.7800689935684204
853103	linear.bias	2	0.7345539927482605
853103	linear.bias	3	-2.7436914443969727
853103	linear.bias	4	-0.06705845147371292
853103	linear.bias	5	1.252622365951538
853103	linear.bias	6	-0.22161880135536194
853103	linear.bias	7	0.837799608707428
853103	linear.bias	8	2.102678060531616
853103	linear.bias	9	-1.289041519165039
853712	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
853712	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
853712	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
853712	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
853712	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
853712	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
853712	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
853712	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
853712	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
853712	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
853712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
853712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
853712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
853712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
853712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
853712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
853712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
853712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
853712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
853712	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
853712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
853712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
853712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
853712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
853712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
853712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
853712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
853712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
853712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
853712	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
853712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
853712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
853712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
853712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
853712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
853712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
853712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
853712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
853712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
853712	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
853712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
853712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
853712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
853712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
853712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
853712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
853712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
853712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
853712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
853712	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
853712	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
853712	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
853712	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
853712	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
853712	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
853712	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
853712	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
853712	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
853712	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
853712	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
853712	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
853712	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
853712	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
853712	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
853712	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
853712	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
853712	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
853712	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
853712	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
853712	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
853712	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
853712	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
853712	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
853712	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
853712	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
853712	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
853712	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
853712	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
853712	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
853712	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
853712	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
853712	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
853712	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
853712	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
853712	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
853712	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
853712	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
853712	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
853712	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
853712	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
853712	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
853712	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
853712	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
853712	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
853712	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
853712	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
853712	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
853712	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
853712	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
853712	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
853712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
853712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
853712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
853712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
853712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
853712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
853712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
853712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
853712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
853712	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
853712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
853712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
853712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
853712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
853712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
853712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
853712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
853712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
853712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
853712	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
853712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
853712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
853712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
853712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
853712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
853712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
853712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
853712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
853712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
853712	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
853712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
853712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
853712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
853712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
853712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
853712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
853712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
853712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
853712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
853712	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
853712	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
853712	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
853712	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
853712	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
853712	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
853712	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
853712	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
853712	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
853712	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
853712	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
853712	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
853712	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
853712	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
853712	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
853712	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
853712	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
853712	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
853712	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
853712	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
853712	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
853712	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
853712	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
853712	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
853712	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
853712	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
853712	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
853712	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
853712	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
853712	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
853712	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
853712	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
853712	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
853712	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
853712	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
853712	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
853712	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
853712	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
853712	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
853712	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
853712	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
853712	embedding2nn.weight	0	0.3214338421821594
853712	embedding2nn.weight	1	0.36942338943481445
853712	embedding2nn.weight	2	0.005173400044441223
853712	embedding2nn.weight	3	0.021742168813943863
853712	embedding2nn.weight	4	-0.029683450236916542
853712	embedding2nn.weight	5	0.059290360659360886
853712	embedding2nn.weight	6	-0.0013698629336431623
853712	embedding2nn.weight	7	-0.0042147766798734665
853712	embedding2nn.weight	8	0.041813354939222336
853712	embedding2nn.weight	9	-0.05182132124900818
853712	embedding2nn.bias	0	0.022128237411379814
853712	embedding2nn.bias	1	-0.19478099048137665
853712	embedding2nn.bias	2	0.12566357851028442
853712	embedding2nn.bias	3	0.16001544892787933
853712	embedding2nn.bias	4	0.1445269137620926
853712	embedding2nn.bias	5	-0.06761110574007034
853712	embedding2nn.bias	6	-0.05027392506599426
853712	embedding2nn.bias	7	0.042465247213840485
853712	embedding2nn.bias	8	-0.15387682616710663
853712	embedding2nn.bias	9	-0.36635878682136536
853712	rnn.weight_ih_l0	0	0.009660087525844574
853712	rnn.weight_ih_l0	1	-0.05757777765393257
853712	rnn.weight_ih_l0	2	-0.04948500171303749
853712	rnn.weight_ih_l0	3	0.11311564594507217
853712	rnn.weight_ih_l0	4	0.02127903141081333
853712	rnn.weight_ih_l0	5	-0.06981277465820312
853712	rnn.weight_ih_l0	6	0.006215608678758144
853712	rnn.weight_ih_l0	7	-0.0234423466026783
853712	rnn.weight_ih_l0	8	0.0167881790548563
853712	rnn.weight_ih_l0	9	-0.08693566173315048
853712	rnn.weight_hh_l0	0	-0.022862538695335388
853712	rnn.weight_hh_l0	1	0.08391086757183075
853712	rnn.weight_hh_l0	2	0.0028699692338705063
853712	rnn.weight_hh_l0	3	-0.036622729152441025
853712	rnn.weight_hh_l0	4	0.08707339316606522
853712	rnn.weight_hh_l0	5	-0.00036987834027968347
853712	rnn.weight_hh_l0	6	-0.09036919474601746
853712	rnn.weight_hh_l0	7	-0.13510291278362274
853712	rnn.weight_hh_l0	8	0.0406324677169323
853712	rnn.weight_hh_l0	9	-0.1229744553565979
853712	rnn.bias_ih_l0	0	0.17696121335029602
853712	rnn.bias_ih_l0	1	-0.34497731924057007
853712	rnn.bias_ih_l0	2	-0.041317299008369446
853712	rnn.bias_ih_l0	3	-0.20951227843761444
853712	rnn.bias_ih_l0	4	-0.003353774780407548
853712	rnn.bias_ih_l0	5	-0.4396943747997284
853712	rnn.bias_ih_l0	6	-0.13354451954364777
853712	rnn.bias_ih_l0	7	-0.3890499472618103
853712	rnn.bias_ih_l0	8	-0.31028053164482117
853712	rnn.bias_ih_l0	9	-0.4536922872066498
853712	rnn.bias_hh_l0	0	-0.3502075672149658
853712	rnn.bias_hh_l0	1	-0.44450148940086365
853712	rnn.bias_hh_l0	2	-0.40104785561561584
853712	rnn.bias_hh_l0	3	-0.07715753465890884
853712	rnn.bias_hh_l0	4	-0.40317073464393616
853712	rnn.bias_hh_l0	5	-0.37160664796829224
853712	rnn.bias_hh_l0	6	-0.11908894032239914
853712	rnn.bias_hh_l0	7	0.06886840611696243
853712	rnn.bias_hh_l0	8	-0.23855796456336975
853712	rnn.bias_hh_l0	9	-0.5732883810997009
853712	rnn.weight_ih_l0_reverse	0	-0.006521749310195446
853712	rnn.weight_ih_l0_reverse	1	-0.004683231003582478
853712	rnn.weight_ih_l0_reverse	2	0.0055463481694459915
853712	rnn.weight_ih_l0_reverse	3	-0.14319951832294464
853712	rnn.weight_ih_l0_reverse	4	0.07911837846040726
853712	rnn.weight_ih_l0_reverse	5	-0.10263367742300034
853712	rnn.weight_ih_l0_reverse	6	-0.007626898121088743
853712	rnn.weight_ih_l0_reverse	7	0.030801359564065933
853712	rnn.weight_ih_l0_reverse	8	-0.052098598331213
853712	rnn.weight_ih_l0_reverse	9	-0.0885942354798317
853712	rnn.weight_hh_l0_reverse	0	-0.1521443873643875
853712	rnn.weight_hh_l0_reverse	1	0.022535748779773712
853712	rnn.weight_hh_l0_reverse	2	-0.019913213327527046
853712	rnn.weight_hh_l0_reverse	3	0.030453449115157127
853712	rnn.weight_hh_l0_reverse	4	-0.08235563337802887
853712	rnn.weight_hh_l0_reverse	5	0.03737881779670715
853712	rnn.weight_hh_l0_reverse	6	0.0311244186013937
853712	rnn.weight_hh_l0_reverse	7	-0.13076546788215637
853712	rnn.weight_hh_l0_reverse	8	-0.07850503921508789
853712	rnn.weight_hh_l0_reverse	9	0.03623832017183304
853712	rnn.bias_ih_l0_reverse	0	-0.1803157776594162
853712	rnn.bias_ih_l0_reverse	1	-0.05868066847324371
853712	rnn.bias_ih_l0_reverse	2	0.16202163696289062
853712	rnn.bias_ih_l0_reverse	3	-0.32963061332702637
853712	rnn.bias_ih_l0_reverse	4	0.008059092797338963
853712	rnn.bias_ih_l0_reverse	5	-0.2222193032503128
853712	rnn.bias_ih_l0_reverse	6	0.2742116451263428
853712	rnn.bias_ih_l0_reverse	7	-0.3036872148513794
853712	rnn.bias_ih_l0_reverse	8	-0.1997164785861969
853712	rnn.bias_ih_l0_reverse	9	-0.1434141844511032
853712	rnn.bias_hh_l0_reverse	0	-0.1435588002204895
853712	rnn.bias_hh_l0_reverse	1	0.27475520968437195
853712	rnn.bias_hh_l0_reverse	2	-0.34467682242393494
853712	rnn.bias_hh_l0_reverse	3	-0.23120687901973724
853712	rnn.bias_hh_l0_reverse	4	-0.39699622988700867
853712	rnn.bias_hh_l0_reverse	5	-0.20522254705429077
853712	rnn.bias_hh_l0_reverse	6	-0.2682657837867737
853712	rnn.bias_hh_l0_reverse	7	-0.09858241677284241
853712	rnn.bias_hh_l0_reverse	8	-0.3555663824081421
853712	rnn.bias_hh_l0_reverse	9	0.21769306063652039
853712	linear.weight	0	0.2218530923128128
853712	linear.weight	1	-0.4674800634384155
853712	linear.weight	2	0.014285547658801079
853712	linear.weight	3	0.06747249513864517
853712	linear.weight	4	-0.129053995013237
853712	linear.weight	5	0.24419718980789185
853712	linear.weight	6	-0.017582744359970093
853712	linear.weight	7	-0.05957949161529541
853712	linear.weight	8	0.14940793812274933
853712	linear.weight	9	-0.04995160177350044
853712	linear.bias	0	-0.860129177570343
853712	linear.bias	1	1.7752881050109863
853712	linear.bias	2	0.7323262691497803
853712	linear.bias	3	-2.743699312210083
853712	linear.bias	4	-0.07244975119829178
853712	linear.bias	5	1.2528917789459229
853712	linear.bias	6	-0.22004617750644684
853712	linear.bias	7	0.8272512555122375
853712	linear.bias	8	2.115826368331909
853712	linear.bias	9	-1.2850046157836914
853720	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
853720	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
853720	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
853720	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
853720	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
853720	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
853720	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
853720	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
853720	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
853720	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
853720	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
853720	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
853720	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
853720	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
853720	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
853720	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
853720	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
853720	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
853720	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
853720	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
853720	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
853720	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
853720	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
853720	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
853720	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
853720	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
853720	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
853720	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
853720	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
853720	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
853720	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
853720	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
853720	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
853720	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
853720	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
853720	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
853720	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
853720	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
853720	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
853720	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
853720	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
853720	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
853720	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
853720	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
853720	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
853720	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
853720	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
853720	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
853720	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
853720	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
853720	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
853720	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
853720	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
853720	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
853720	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
853720	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
853720	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
853720	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
853720	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
853720	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
853720	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
853720	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
853720	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
853720	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
853720	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
853720	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
853720	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
853720	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
853720	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
853720	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
853720	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
853720	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
853720	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
853720	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
853720	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
853720	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
853720	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
853720	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
853720	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
853720	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
853720	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
853720	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
853720	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
853720	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
853720	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
853720	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
853720	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
853720	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
853720	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
853720	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
853720	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
853720	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
853720	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
853720	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
853720	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
853720	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
853720	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
853720	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
853720	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
853720	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
853720	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
853720	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
853720	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
853720	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
853720	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
853720	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
853720	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
853720	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
853720	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
853720	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
853720	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
853720	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
853720	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
853720	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
853720	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
853720	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
853720	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
853720	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
853720	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
853720	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
853720	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
853720	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
853720	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
853720	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
853720	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
853720	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
853720	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
853720	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
853720	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
853720	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
853720	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
853720	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
853720	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
853720	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
853720	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
853720	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
853720	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
853720	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
853720	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
853720	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
853720	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
853720	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
853720	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
853720	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
853720	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
853720	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
853720	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
853720	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
853720	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
853720	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
853720	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
853720	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
853720	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
853720	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
853720	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
853720	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
853720	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
853720	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
853720	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
853720	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
853720	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
853720	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
853720	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
853720	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
853720	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
853720	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
853720	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
853720	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
853720	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
853720	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
853720	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
853720	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
853720	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
853720	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
853720	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
853720	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
853720	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
853720	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
853720	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
853720	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
853720	embedding2nn.weight	0	0.32144078612327576
853720	embedding2nn.weight	1	0.3693943917751312
853720	embedding2nn.weight	2	0.005129219498485327
853720	embedding2nn.weight	3	0.021527379751205444
853720	embedding2nn.weight	4	-0.02966982312500477
853720	embedding2nn.weight	5	0.059273336082696915
853720	embedding2nn.weight	6	-0.0014669428346678615
853720	embedding2nn.weight	7	-0.004277929663658142
853720	embedding2nn.weight	8	0.041718192398548126
853720	embedding2nn.weight	9	-0.05171963572502136
853720	embedding2nn.bias	0	0.021255824714899063
853720	embedding2nn.bias	1	-0.19497708976268768
853720	embedding2nn.bias	2	0.12581217288970947
853720	embedding2nn.bias	3	0.16136625409126282
853720	embedding2nn.bias	4	0.14427320659160614
853720	embedding2nn.bias	5	-0.06805792450904846
853720	embedding2nn.bias	6	-0.05066268518567085
853720	embedding2nn.bias	7	0.042188793420791626
853720	embedding2nn.bias	8	-0.1549801081418991
853720	embedding2nn.bias	9	-0.3662230670452118
853720	rnn.weight_ih_l0	0	0.0096761928871274
853720	rnn.weight_ih_l0	1	-0.057581398636102676
853720	rnn.weight_ih_l0	2	-0.04952987655997276
853720	rnn.weight_ih_l0	3	0.11313677579164505
853720	rnn.weight_ih_l0	4	0.021313924342393875
853720	rnn.weight_ih_l0	5	-0.06976541131734848
853720	rnn.weight_ih_l0	6	0.006195540074259043
853720	rnn.weight_ih_l0	7	-0.02346884086728096
853720	rnn.weight_ih_l0	8	0.016901129856705666
853720	rnn.weight_ih_l0	9	-0.08694273233413696
853720	rnn.weight_hh_l0	0	-0.02286413125693798
853720	rnn.weight_hh_l0	1	0.08389634639024734
853720	rnn.weight_hh_l0	2	0.002861443441361189
853720	rnn.weight_hh_l0	3	-0.03662826493382454
853720	rnn.weight_hh_l0	4	0.08708853274583817
853720	rnn.weight_hh_l0	5	-0.00037724964204244316
853720	rnn.weight_hh_l0	6	-0.09037129580974579
853720	rnn.weight_hh_l0	7	-0.13514232635498047
853720	rnn.weight_hh_l0	8	0.04062897711992264
853720	rnn.weight_hh_l0	9	-0.12298059463500977
853720	rnn.bias_ih_l0	0	0.17685368657112122
853720	rnn.bias_ih_l0	1	-0.34511101245880127
853720	rnn.bias_ih_l0	2	-0.041319526731967926
853720	rnn.bias_ih_l0	3	-0.20955383777618408
853720	rnn.bias_ih_l0	4	-0.003449066076427698
853720	rnn.bias_ih_l0	5	-0.4397600591182709
853720	rnn.bias_ih_l0	6	-0.1334700882434845
853720	rnn.bias_ih_l0	7	-0.3890598714351654
853720	rnn.bias_ih_l0	8	-0.31004759669303894
853720	rnn.bias_ih_l0	9	-0.453984797000885
853720	rnn.bias_hh_l0	0	-0.3501811921596527
853720	rnn.bias_hh_l0	1	-0.4448593854904175
853720	rnn.bias_hh_l0	2	-0.40100982785224915
853720	rnn.bias_hh_l0	3	-0.0772380605340004
853720	rnn.bias_hh_l0	4	-0.40323904156684875
853720	rnn.bias_hh_l0	5	-0.37163597345352173
853720	rnn.bias_hh_l0	6	-0.11910883337259293
853720	rnn.bias_hh_l0	7	0.0688638985157013
853720	rnn.bias_hh_l0	8	-0.23867098987102509
853720	rnn.bias_hh_l0	9	-0.5732482075691223
853720	rnn.weight_ih_l0_reverse	0	-0.006527954246848822
853720	rnn.weight_ih_l0_reverse	1	-0.004674865864217281
853720	rnn.weight_ih_l0_reverse	2	0.005651019047945738
853720	rnn.weight_ih_l0_reverse	3	-0.14321942627429962
853720	rnn.weight_ih_l0_reverse	4	0.07915011793375015
853720	rnn.weight_ih_l0_reverse	5	-0.10256840288639069
853720	rnn.weight_ih_l0_reverse	6	-0.007643775083124638
853720	rnn.weight_ih_l0_reverse	7	0.030794868245720863
853720	rnn.weight_ih_l0_reverse	8	-0.052058108150959015
853720	rnn.weight_ih_l0_reverse	9	-0.08862660825252533
853720	rnn.weight_hh_l0_reverse	0	-0.15214017033576965
853720	rnn.weight_hh_l0_reverse	1	0.022528938949108124
853720	rnn.weight_hh_l0_reverse	2	-0.01990009844303131
853720	rnn.weight_hh_l0_reverse	3	0.030449161306023598
853720	rnn.weight_hh_l0_reverse	4	-0.08235678821802139
853720	rnn.weight_hh_l0_reverse	5	0.03737637773156166
853720	rnn.weight_hh_l0_reverse	6	0.031122034415602684
853720	rnn.weight_hh_l0_reverse	7	-0.1307811737060547
853720	rnn.weight_hh_l0_reverse	8	-0.07851208746433258
853720	rnn.weight_hh_l0_reverse	9	0.03625054657459259
853720	rnn.bias_ih_l0_reverse	0	-0.18048852682113647
853720	rnn.bias_ih_l0_reverse	1	-0.05862097814679146
853720	rnn.bias_ih_l0_reverse	2	0.16203971207141876
853720	rnn.bias_ih_l0_reverse	3	-0.3295813500881195
853720	rnn.bias_ih_l0_reverse	4	0.008006032556295395
853720	rnn.bias_ih_l0_reverse	5	-0.22219552099704742
853720	rnn.bias_ih_l0_reverse	6	0.27406778931617737
853720	rnn.bias_ih_l0_reverse	7	-0.3036365509033203
853720	rnn.bias_ih_l0_reverse	8	-0.19975461065769196
853720	rnn.bias_ih_l0_reverse	9	-0.1432834416627884
853720	rnn.bias_hh_l0_reverse	0	-0.14358215034008026
853720	rnn.bias_hh_l0_reverse	1	0.27487409114837646
853720	rnn.bias_hh_l0_reverse	2	-0.3446832299232483
853720	rnn.bias_hh_l0_reverse	3	-0.23129652440547943
853720	rnn.bias_hh_l0_reverse	4	-0.39699774980545044
853720	rnn.bias_hh_l0_reverse	5	-0.20534810423851013
853720	rnn.bias_hh_l0_reverse	6	-0.2682219445705414
853720	rnn.bias_hh_l0_reverse	7	-0.09852513670921326
853720	rnn.bias_hh_l0_reverse	8	-0.3554614186286926
853720	rnn.bias_hh_l0_reverse	9	0.21780847012996674
853720	linear.weight	0	0.22167539596557617
853720	linear.weight	1	-0.46705588698387146
853720	linear.weight	2	0.0142443822696805
853720	linear.weight	3	0.06747249513864517
853720	linear.weight	4	-0.12900410592556
853720	linear.weight	5	0.24393747746944427
853720	linear.weight	6	-0.01702968031167984
853720	linear.weight	7	-0.059579428285360336
853720	linear.weight	8	0.14935922622680664
853720	linear.weight	9	-0.04995160549879074
853720	linear.bias	0	-0.8611200451850891
853720	linear.bias	1	1.7768393754959106
853720	linear.bias	2	0.7341676950454712
853720	linear.bias	3	-2.743699312210083
853720	linear.bias	4	-0.07274957001209259
853720	linear.bias	5	1.2548766136169434
853720	linear.bias	6	-0.22115576267242432
853720	linear.bias	7	0.8257181644439697
853720	linear.bias	8	2.114077568054199
853720	linear.bias	9	-1.2844903469085693
854329	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
854329	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
854329	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
854329	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
854329	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
854329	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
854329	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
854329	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
854329	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
854329	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
854329	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
854329	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
854329	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
854329	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
854329	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
854329	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
854329	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
854329	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
854329	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
854329	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
854329	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
854329	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
854329	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
854329	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
854329	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
854329	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
854329	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
854329	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
854329	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
854329	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
854329	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
854329	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
854329	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
854329	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
854329	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
854329	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
854329	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
854329	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
854329	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
854329	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
854329	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
854329	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
854329	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
854329	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
854329	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
854329	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
854329	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
854329	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
854329	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
854329	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
854329	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
854329	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
854329	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
854329	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
854329	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
854329	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
854329	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
854329	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
854329	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
854329	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
854329	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
854329	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
854329	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
854329	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
854329	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
854329	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
854329	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
854329	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
854329	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
854329	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
854329	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
854329	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
854329	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
854329	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
854329	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
854329	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
854329	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
854329	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
854329	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
854329	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
854329	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
854329	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
854329	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
854329	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
854329	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
854329	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
854329	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
854329	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
854329	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
854329	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
854329	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
854329	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
854329	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
854329	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
854329	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
854329	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
854329	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
854329	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
854329	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
854329	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
854329	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
854329	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
854329	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
854329	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
854329	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
854329	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
854329	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
854329	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
854329	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
854329	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
854329	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
854329	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
854329	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
854329	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
854329	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
854329	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
854329	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
854329	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
854329	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
854329	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
854329	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
854329	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
854329	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
854329	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
854329	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
854329	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
854329	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
854329	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
854329	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
854329	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
854329	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
854329	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
854329	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
854329	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
854329	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
854329	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
854329	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
854329	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
854329	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
854329	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
854329	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
854329	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
854329	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
854329	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
854329	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
854329	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
854329	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
854329	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
854329	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
854329	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
854329	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
854329	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
854329	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
854329	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
854329	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
854329	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
854329	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
854329	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
854329	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
854329	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
854329	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
854329	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
854329	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
854329	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
854329	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
854329	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
854329	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
854329	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
854329	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
854329	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
854329	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
854329	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
854329	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
854329	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
854329	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
854329	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
854329	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
854329	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
854329	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
854329	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
854329	embedding2nn.weight	0	0.32131460309028625
854329	embedding2nn.weight	1	0.369291216135025
854329	embedding2nn.weight	2	0.004760898184031248
854329	embedding2nn.weight	3	0.021986886858940125
854329	embedding2nn.weight	4	-0.02951984666287899
854329	embedding2nn.weight	5	0.05910298600792885
854329	embedding2nn.weight	6	-0.0005227650399319828
854329	embedding2nn.weight	7	-0.005497688893228769
854329	embedding2nn.weight	8	0.04239269345998764
854329	embedding2nn.weight	9	-0.05217193067073822
854329	embedding2nn.bias	0	0.021943258121609688
854329	embedding2nn.bias	1	-0.19288133084774017
854329	embedding2nn.bias	2	0.12870123982429504
854329	embedding2nn.bias	3	0.16182829439640045
854329	embedding2nn.bias	4	0.14427901804447174
854329	embedding2nn.bias	5	-0.07104802131652832
854329	embedding2nn.bias	6	-0.051529280841350555
854329	embedding2nn.bias	7	0.039125651121139526
854329	embedding2nn.bias	8	-0.15576870739459991
854329	embedding2nn.bias	9	-0.3673537075519562
854329	rnn.weight_ih_l0	0	0.009672218933701515
854329	rnn.weight_ih_l0	1	-0.05765370652079582
854329	rnn.weight_ih_l0	2	-0.05020006373524666
854329	rnn.weight_ih_l0	3	0.11369939893484116
854329	rnn.weight_ih_l0	4	0.02190198004245758
854329	rnn.weight_ih_l0	5	-0.0693354606628418
854329	rnn.weight_ih_l0	6	0.0062037184834480286
854329	rnn.weight_ih_l0	7	-0.02329324372112751
854329	rnn.weight_ih_l0	8	0.017089789733290672
854329	rnn.weight_ih_l0	9	-0.0873560830950737
854329	rnn.weight_hh_l0	0	-0.02280326746404171
854329	rnn.weight_hh_l0	1	0.08399194478988647
854329	rnn.weight_hh_l0	2	0.002789549995213747
854329	rnn.weight_hh_l0	3	-0.03668725863099098
854329	rnn.weight_hh_l0	4	0.08725088089704514
854329	rnn.weight_hh_l0	5	-0.0002650321985129267
854329	rnn.weight_hh_l0	6	-0.09050554782152176
854329	rnn.weight_hh_l0	7	-0.1352974772453308
854329	rnn.weight_hh_l0	8	0.0406368225812912
854329	rnn.weight_hh_l0	9	-0.12322793900966644
854329	rnn.bias_ih_l0	0	0.17645902931690216
854329	rnn.bias_ih_l0	1	-0.3446395993232727
854329	rnn.bias_ih_l0	2	-0.04180724546313286
854329	rnn.bias_ih_l0	3	-0.20941060781478882
854329	rnn.bias_ih_l0	4	-0.003396430751308799
854329	rnn.bias_ih_l0	5	-0.44027912616729736
854329	rnn.bias_ih_l0	6	-0.13460348546504974
854329	rnn.bias_ih_l0	7	-0.38908082246780396
854329	rnn.bias_ih_l0	8	-0.31048837304115295
854329	rnn.bias_ih_l0	9	-0.4535036087036133
854329	rnn.bias_hh_l0	0	-0.35176190733909607
854329	rnn.bias_hh_l0	1	-0.4451014995574951
854329	rnn.bias_hh_l0	2	-0.3996618688106537
854329	rnn.bias_hh_l0	3	-0.07728605717420578
854329	rnn.bias_hh_l0	4	-0.40383380651474
854329	rnn.bias_hh_l0	5	-0.372509628534317
854329	rnn.bias_hh_l0	6	-0.119053415954113
854329	rnn.bias_hh_l0	7	0.06737564504146576
854329	rnn.bias_hh_l0	8	-0.23832236230373383
854329	rnn.bias_hh_l0	9	-0.5730873346328735
854329	rnn.weight_ih_l0_reverse	0	-0.006264720112085342
854329	rnn.weight_ih_l0_reverse	1	-0.00441811652854085
854329	rnn.weight_ih_l0_reverse	2	0.005516622681170702
854329	rnn.weight_ih_l0_reverse	3	-0.14317293465137482
854329	rnn.weight_ih_l0_reverse	4	0.07941704243421555
854329	rnn.weight_ih_l0_reverse	5	-0.10315538942813873
854329	rnn.weight_ih_l0_reverse	6	-0.007389790378510952
854329	rnn.weight_ih_l0_reverse	7	0.030830925330519676
854329	rnn.weight_ih_l0_reverse	8	-0.05189637467265129
854329	rnn.weight_ih_l0_reverse	9	-0.08756450563669205
854329	rnn.weight_hh_l0_reverse	0	-0.15194256603717804
854329	rnn.weight_hh_l0_reverse	1	0.02255209907889366
854329	rnn.weight_hh_l0_reverse	2	-0.019952714443206787
854329	rnn.weight_hh_l0_reverse	3	0.030414126813411713
854329	rnn.weight_hh_l0_reverse	4	-0.082332544028759
854329	rnn.weight_hh_l0_reverse	5	0.03733170032501221
854329	rnn.weight_hh_l0_reverse	6	0.031116673722863197
854329	rnn.weight_hh_l0_reverse	7	-0.13099278509616852
854329	rnn.weight_hh_l0_reverse	8	-0.07850025594234467
854329	rnn.weight_hh_l0_reverse	9	0.03650062158703804
854329	rnn.bias_ih_l0_reverse	0	-0.17953559756278992
854329	rnn.bias_ih_l0_reverse	1	-0.05786927789449692
854329	rnn.bias_ih_l0_reverse	2	0.16145707666873932
854329	rnn.bias_ih_l0_reverse	3	-0.32887670397758484
854329	rnn.bias_ih_l0_reverse	4	0.007843599654734135
854329	rnn.bias_ih_l0_reverse	5	-0.22269460558891296
854329	rnn.bias_ih_l0_reverse	6	0.27489399909973145
854329	rnn.bias_ih_l0_reverse	7	-0.301297128200531
854329	rnn.bias_ih_l0_reverse	8	-0.1995602250099182
854329	rnn.bias_ih_l0_reverse	9	-0.1447572559118271
854329	rnn.bias_hh_l0_reverse	0	-0.14268983900547028
854329	rnn.bias_hh_l0_reverse	1	0.2739383578300476
854329	rnn.bias_hh_l0_reverse	2	-0.34428122639656067
854329	rnn.bias_hh_l0_reverse	3	-0.23278358578681946
854329	rnn.bias_hh_l0_reverse	4	-0.3959919214248657
854329	rnn.bias_hh_l0_reverse	5	-0.20642957091331482
854329	rnn.bias_hh_l0_reverse	6	-0.26804786920547485
854329	rnn.bias_hh_l0_reverse	7	-0.09937756508588791
854329	rnn.bias_hh_l0_reverse	8	-0.3561646044254303
854329	rnn.bias_hh_l0_reverse	9	0.2165457308292389
854329	linear.weight	0	0.22280734777450562
854329	linear.weight	1	-0.4732602834701538
854329	linear.weight	2	0.01715063862502575
854329	linear.weight	3	0.06747252494096756
854329	linear.weight	4	-0.13321644067764282
854329	linear.weight	5	0.24653993546962738
854329	linear.weight	6	-0.015947675332427025
854329	linear.weight	7	-0.05957896262407303
854329	linear.weight	8	0.14647579193115234
854329	linear.weight	9	-0.049951888620853424
854329	linear.bias	0	-0.8626201748847961
854329	linear.bias	1	1.7825803756713867
854329	linear.bias	2	0.7258440256118774
854329	linear.bias	3	-2.7437047958374023
854329	linear.bias	4	-0.07613705098628998
854329	linear.bias	5	1.2493410110473633
854329	linear.bias	6	-0.22585123777389526
854329	linear.bias	7	0.8390496969223022
854329	linear.bias	8	2.1170191764831543
854329	linear.bias	9	-1.2814373970031738
854938	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
854938	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
854938	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
854938	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
854938	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
854938	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
854938	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
854938	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
854938	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
854938	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
854938	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
854938	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
854938	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
854938	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
854938	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
854938	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
854938	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
854938	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
854938	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
854938	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
854938	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
854938	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
854938	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
854938	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
854938	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
854938	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
854938	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
854938	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
854938	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
854938	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
854938	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
854938	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
854938	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
854938	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
854938	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
854938	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
854938	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
854938	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
854938	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
854938	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
854938	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
854938	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
854938	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
854938	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
854938	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
854938	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
854938	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
854938	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
854938	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
854938	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
854938	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
854938	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
854938	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
854938	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
854938	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
854938	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
854938	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
854938	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
854938	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
854938	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
854938	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
854938	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
854938	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
854938	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
854938	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
854938	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
854938	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
854938	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
854938	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
854938	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
854938	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
854938	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
854938	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
854938	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
854938	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
854938	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
854938	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
854938	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
854938	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
854938	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
854938	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
854938	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
854938	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
854938	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
854938	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
854938	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
854938	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
854938	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
854938	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
854938	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
854938	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
854938	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
854938	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
854938	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
854938	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
854938	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
854938	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
854938	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
854938	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
854938	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
854938	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
854938	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
854938	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
854938	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
854938	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
854938	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
854938	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
854938	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
854938	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
854938	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
854938	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
854938	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
854938	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
854938	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
854938	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
854938	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
854938	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
854938	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
854938	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
854938	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
854938	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
854938	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
854938	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
854938	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
854938	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
854938	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
854938	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
854938	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
854938	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
854938	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
854938	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
854938	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
854938	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
854938	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
854938	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
854938	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
854938	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
854938	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
854938	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
854938	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
854938	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
854938	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
854938	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
854938	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
854938	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
854938	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
854938	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
854938	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
854938	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
854938	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
854938	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
854938	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
854938	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
854938	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
854938	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
854938	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
854938	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
854938	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
854938	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
854938	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
854938	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
854938	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
854938	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
854938	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
854938	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
854938	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
854938	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
854938	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
854938	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
854938	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
854938	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
854938	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
854938	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
854938	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
854938	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
854938	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
854938	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
854938	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
854938	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
854938	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
854938	embedding2nn.weight	0	0.3209470212459564
854938	embedding2nn.weight	1	0.3697900176048279
854938	embedding2nn.weight	2	0.004375097341835499
854938	embedding2nn.weight	3	0.019550299271941185
854938	embedding2nn.weight	4	-0.028419876471161842
854938	embedding2nn.weight	5	0.05873630940914154
854938	embedding2nn.weight	6	-0.0011519802501425147
854938	embedding2nn.weight	7	-0.0045491429045796394
854938	embedding2nn.weight	8	0.04306303337216377
854938	embedding2nn.weight	9	-0.051363229751586914
854938	embedding2nn.bias	0	0.018016595393419266
854938	embedding2nn.bias	1	-0.18902847170829773
854938	embedding2nn.bias	2	0.13008250296115875
854938	embedding2nn.bias	3	0.1612500250339508
854938	embedding2nn.bias	4	0.1375892013311386
854938	embedding2nn.bias	5	-0.0728059709072113
854938	embedding2nn.bias	6	-0.04974871501326561
854938	embedding2nn.bias	7	0.04001011326909065
854938	embedding2nn.bias	8	-0.15324467420578003
854938	embedding2nn.bias	9	-0.3751585781574249
854938	rnn.weight_ih_l0	0	0.009585263207554817
854938	rnn.weight_ih_l0	1	-0.057867616415023804
854938	rnn.weight_ih_l0	2	-0.050658345222473145
854938	rnn.weight_ih_l0	3	0.11386264860630035
854938	rnn.weight_ih_l0	4	0.021190285682678223
854938	rnn.weight_ih_l0	5	-0.06966844946146011
854938	rnn.weight_ih_l0	6	0.006104922853410244
854938	rnn.weight_ih_l0	7	-0.022752683609724045
854938	rnn.weight_ih_l0	8	0.01811550185084343
854938	rnn.weight_ih_l0	9	-0.08764151483774185
854938	rnn.weight_hh_l0	0	-0.022817337885499
854938	rnn.weight_hh_l0	1	0.08388622850179672
854938	rnn.weight_hh_l0	2	0.0026011941954493523
854938	rnn.weight_hh_l0	3	-0.03677460923790932
854938	rnn.weight_hh_l0	4	0.08730762451887131
854938	rnn.weight_hh_l0	5	-0.00036855624057352543
854938	rnn.weight_hh_l0	6	-0.09050261229276657
854938	rnn.weight_hh_l0	7	-0.13525235652923584
854938	rnn.weight_hh_l0	8	0.04067764803767204
854938	rnn.weight_hh_l0	9	-0.12319675832986832
854938	rnn.bias_ih_l0	0	0.17618609964847565
854938	rnn.bias_ih_l0	1	-0.3437577188014984
854938	rnn.bias_ih_l0	2	-0.041964463889598846
854938	rnn.bias_ih_l0	3	-0.20856626331806183
854938	rnn.bias_ih_l0	4	-0.00671521108597517
854938	rnn.bias_ih_l0	5	-0.4403097629547119
854938	rnn.bias_ih_l0	6	-0.1354079693555832
854938	rnn.bias_ih_l0	7	-0.38923802971839905
854938	rnn.bias_ih_l0	8	-0.3111833333969116
854938	rnn.bias_ih_l0	9	-0.45477160811424255
854938	rnn.bias_hh_l0	0	-0.3521941304206848
854938	rnn.bias_hh_l0	1	-0.44408297538757324
854938	rnn.bias_hh_l0	2	-0.39936572313308716
854938	rnn.bias_hh_l0	3	-0.07730289548635483
854938	rnn.bias_hh_l0	4	-0.4044610261917114
854938	rnn.bias_hh_l0	5	-0.372637540102005
854938	rnn.bias_hh_l0	6	-0.1186186745762825
854938	rnn.bias_hh_l0	7	0.06934521347284317
854938	rnn.bias_hh_l0	8	-0.23681321740150452
854938	rnn.bias_hh_l0	9	-0.572622537612915
854938	rnn.weight_ih_l0_reverse	0	-0.006225528195500374
854938	rnn.weight_ih_l0_reverse	1	-0.004852818790823221
854938	rnn.weight_ih_l0_reverse	2	0.006110101472586393
854938	rnn.weight_ih_l0_reverse	3	-0.14343135058879852
854938	rnn.weight_ih_l0_reverse	4	0.07979348301887512
854938	rnn.weight_ih_l0_reverse	5	-0.10242260992527008
854938	rnn.weight_ih_l0_reverse	6	-0.00778021989390254
854938	rnn.weight_ih_l0_reverse	7	0.030779635533690453
854938	rnn.weight_ih_l0_reverse	8	-0.05160161107778549
854938	rnn.weight_ih_l0_reverse	9	-0.08680640161037445
854938	rnn.weight_hh_l0_reverse	0	-0.15183189511299133
854938	rnn.weight_hh_l0_reverse	1	0.022621698677539825
854938	rnn.weight_hh_l0_reverse	2	-0.019898254424333572
854938	rnn.weight_hh_l0_reverse	3	0.030416857451200485
854938	rnn.weight_hh_l0_reverse	4	-0.08224520832300186
854938	rnn.weight_hh_l0_reverse	5	0.037368692457675934
854938	rnn.weight_hh_l0_reverse	6	0.031120963394641876
854938	rnn.weight_hh_l0_reverse	7	-0.1309806853532791
854938	rnn.weight_hh_l0_reverse	8	-0.07794317603111267
854938	rnn.weight_hh_l0_reverse	9	0.03653647005558014
854938	rnn.bias_ih_l0_reverse	0	-0.17926707863807678
854938	rnn.bias_ih_l0_reverse	1	-0.056668054312467575
854938	rnn.bias_ih_l0_reverse	2	0.16185469925403595
854938	rnn.bias_ih_l0_reverse	3	-0.3309241235256195
854938	rnn.bias_ih_l0_reverse	4	0.006342684850096703
854938	rnn.bias_ih_l0_reverse	5	-0.22286862134933472
854938	rnn.bias_ih_l0_reverse	6	0.2761371433734894
854938	rnn.bias_ih_l0_reverse	7	-0.29986122250556946
854938	rnn.bias_ih_l0_reverse	8	-0.2002347707748413
854938	rnn.bias_ih_l0_reverse	9	-0.14666903018951416
854938	rnn.bias_hh_l0_reverse	0	-0.14281867444515228
854938	rnn.bias_hh_l0_reverse	1	0.27513450384140015
854938	rnn.bias_hh_l0_reverse	2	-0.3458350598812103
854938	rnn.bias_hh_l0_reverse	3	-0.2320672869682312
854938	rnn.bias_hh_l0_reverse	4	-0.3965112268924713
854938	rnn.bias_hh_l0_reverse	5	-0.20764105021953583
854938	rnn.bias_hh_l0_reverse	6	-0.26788586378097534
854938	rnn.bias_hh_l0_reverse	7	-0.09984741359949112
854938	rnn.bias_hh_l0_reverse	8	-0.3555002510547638
854938	rnn.bias_hh_l0_reverse	9	0.21246670186519623
854938	linear.weight	0	0.22460727393627167
854938	linear.weight	1	-0.47045812010765076
854938	linear.weight	2	0.01550185214728117
854938	linear.weight	3	0.06747256219387054
854938	linear.weight	4	-0.13483232259750366
854938	linear.weight	5	0.2455468326807022
854938	linear.weight	6	-0.015233159996569157
854938	linear.weight	7	-0.05957835167646408
854938	linear.weight	8	0.14728479087352753
854938	linear.weight	9	-0.04995213449001312
854938	linear.bias	0	-0.8715090751647949
854938	linear.bias	1	1.7902157306671143
854938	linear.bias	2	0.7251114845275879
854938	linear.bias	3	-2.74371075630188
854938	linear.bias	4	-0.06577055156230927
854938	linear.bias	5	1.2519689798355103
854938	linear.bias	6	-0.21280959248542786
854938	linear.bias	7	0.8271774053573608
854938	linear.bias	8	2.104520320892334
854938	linear.bias	9	-1.2830569744110107
855547	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
855547	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
855547	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
855547	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
855547	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
855547	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
855547	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
855547	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
855547	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
855547	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
855547	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
855547	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
855547	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
855547	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
855547	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
855547	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
855547	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
855547	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
855547	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
855547	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
855547	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
855547	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
855547	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
855547	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
855547	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
855547	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
855547	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
855547	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
855547	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
855547	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
855547	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
855547	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
855547	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
855547	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
855547	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
855547	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
855547	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
855547	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
855547	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
855547	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
855547	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
855547	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
855547	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
855547	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
855547	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
855547	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
855547	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
855547	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
855547	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
855547	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
855547	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
855547	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
855547	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
855547	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
855547	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
855547	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
855547	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
855547	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
855547	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
855547	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
855547	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
855547	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
855547	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
855547	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
855547	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
855547	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
855547	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
855547	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
855547	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
855547	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
855547	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
855547	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
855547	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
855547	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
855547	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
855547	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
855547	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
855547	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
855547	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
855547	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
855547	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
855547	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
855547	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
855547	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
855547	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
855547	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
855547	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
855547	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
855547	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
855547	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
855547	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
855547	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
855547	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
855547	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
855547	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
855547	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
855547	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
855547	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
855547	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
855547	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
855547	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
855547	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
855547	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
855547	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
855547	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
855547	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
855547	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
855547	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
855547	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
855547	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
855547	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
855547	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
855547	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
855547	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
855547	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
855547	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
855547	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
855547	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
855547	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
855547	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
855547	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
855547	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
855547	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
855547	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
855547	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
855547	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
855547	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
855547	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
855547	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
855547	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
855547	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
855547	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
855547	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
855547	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
855547	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
855547	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
855547	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
855547	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
855547	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
855547	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
855547	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
855547	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
855547	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
855547	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
855547	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
855547	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
855547	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
855547	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
855547	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
855547	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
855547	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
855547	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
855547	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
855547	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
855547	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
855547	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
855547	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
855547	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
855547	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
855547	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
855547	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
855547	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
855547	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
855547	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
855547	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
855547	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
855547	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
855547	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
855547	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
855547	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
855547	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
855547	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
855547	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
855547	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
855547	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
855547	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
855547	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
855547	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
855547	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
855547	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
855547	embedding2nn.weight	0	0.3213406205177307
855547	embedding2nn.weight	1	0.3701780140399933
855547	embedding2nn.weight	2	0.004042765125632286
855547	embedding2nn.weight	3	0.01913415640592575
855547	embedding2nn.weight	4	-0.029469622299075127
855547	embedding2nn.weight	5	0.058344949036836624
855547	embedding2nn.weight	6	-0.0006962449406273663
855547	embedding2nn.weight	7	-0.0060491133481264114
855547	embedding2nn.weight	8	0.04280107095837593
855547	embedding2nn.weight	9	-0.05130863934755325
855547	embedding2nn.bias	0	0.020007481798529625
855547	embedding2nn.bias	1	-0.1937679946422577
855547	embedding2nn.bias	2	0.13082844018936157
855547	embedding2nn.bias	3	0.16156576573848724
855547	embedding2nn.bias	4	0.14152073860168457
855547	embedding2nn.bias	5	-0.07533816248178482
855547	embedding2nn.bias	6	-0.049775511026382446
855547	embedding2nn.bias	7	0.043518465012311935
855547	embedding2nn.bias	8	-0.15586353838443756
855547	embedding2nn.bias	9	-0.36812254786491394
855547	rnn.weight_ih_l0	0	0.009886144660413265
855547	rnn.weight_ih_l0	1	-0.057742875069379807
855547	rnn.weight_ih_l0	2	-0.050816331058740616
855547	rnn.weight_ih_l0	3	0.113945372402668
855547	rnn.weight_ih_l0	4	0.02096790447831154
855547	rnn.weight_ih_l0	5	-0.06836559623479843
855547	rnn.weight_ih_l0	6	0.006739427335560322
855547	rnn.weight_ih_l0	7	-0.022363673895597458
855547	rnn.weight_ih_l0	8	0.01759013533592224
855547	rnn.weight_ih_l0	9	-0.08739495277404785
855547	rnn.weight_hh_l0	0	-0.022947100922465324
855547	rnn.weight_hh_l0	1	0.08372309803962708
855547	rnn.weight_hh_l0	2	0.002664275700226426
855547	rnn.weight_hh_l0	3	-0.03675375133752823
855547	rnn.weight_hh_l0	4	0.0872751995921135
855547	rnn.weight_hh_l0	5	-0.00038369008689187467
855547	rnn.weight_hh_l0	6	-0.09052223712205887
855547	rnn.weight_hh_l0	7	-0.13540101051330566
855547	rnn.weight_hh_l0	8	0.040700316429138184
855547	rnn.weight_hh_l0	9	-0.12320857495069504
855547	rnn.bias_ih_l0	0	0.17407311499118805
855547	rnn.bias_ih_l0	1	-0.3449395000934601
855547	rnn.bias_ih_l0	2	-0.0416356697678566
855547	rnn.bias_ih_l0	3	-0.20888927578926086
855547	rnn.bias_ih_l0	4	-0.010415359400212765
855547	rnn.bias_ih_l0	5	-0.4416118860244751
855547	rnn.bias_ih_l0	6	-0.13559891283512115
855547	rnn.bias_ih_l0	7	-0.38936367630958557
855547	rnn.bias_ih_l0	8	-0.31166166067123413
855547	rnn.bias_ih_l0	9	-0.4524291455745697
855547	rnn.bias_hh_l0	0	-0.3513715863227844
855547	rnn.bias_hh_l0	1	-0.44359588623046875
855547	rnn.bias_hh_l0	2	-0.40025049448013306
855547	rnn.bias_hh_l0	3	-0.07892300188541412
855547	rnn.bias_hh_l0	4	-0.40412455797195435
855547	rnn.bias_hh_l0	5	-0.3732616901397705
855547	rnn.bias_hh_l0	6	-0.11953286081552505
855547	rnn.bias_hh_l0	7	0.06936977803707123
855547	rnn.bias_hh_l0	8	-0.23603776097297668
855547	rnn.bias_hh_l0	9	-0.5720627307891846
855547	rnn.weight_ih_l0_reverse	0	-0.00560044078156352
855547	rnn.weight_ih_l0_reverse	1	-0.004786873236298561
855547	rnn.weight_ih_l0_reverse	2	0.0059059481136500835
855547	rnn.weight_ih_l0_reverse	3	-0.1435638815164566
855547	rnn.weight_ih_l0_reverse	4	0.07979775965213776
855547	rnn.weight_ih_l0_reverse	5	-0.10238314419984818
855547	rnn.weight_ih_l0_reverse	6	-0.008445288985967636
855547	rnn.weight_ih_l0_reverse	7	0.030754288658499718
855547	rnn.weight_ih_l0_reverse	8	-0.051318030804395676
855547	rnn.weight_ih_l0_reverse	9	-0.08728931844234467
855547	rnn.weight_hh_l0_reverse	0	-0.15199707448482513
855547	rnn.weight_hh_l0_reverse	1	0.022530101239681244
855547	rnn.weight_hh_l0_reverse	2	-0.019877839833498
855547	rnn.weight_hh_l0_reverse	3	0.03050355240702629
855547	rnn.weight_hh_l0_reverse	4	-0.08233661949634552
855547	rnn.weight_hh_l0_reverse	5	0.037393078207969666
855547	rnn.weight_hh_l0_reverse	6	0.03117915242910385
855547	rnn.weight_hh_l0_reverse	7	-0.13102391362190247
855547	rnn.weight_hh_l0_reverse	8	-0.07801133394241333
855547	rnn.weight_hh_l0_reverse	9	0.03661561757326126
855547	rnn.bias_ih_l0_reverse	0	-0.17865900695323944
855547	rnn.bias_ih_l0_reverse	1	-0.0565173514187336
855547	rnn.bias_ih_l0_reverse	2	0.16107134521007538
855547	rnn.bias_ih_l0_reverse	3	-0.33114010095596313
855547	rnn.bias_ih_l0_reverse	4	0.008153890259563923
855547	rnn.bias_ih_l0_reverse	5	-0.22323963046073914
855547	rnn.bias_ih_l0_reverse	6	0.2756483852863312
855547	rnn.bias_ih_l0_reverse	7	-0.29849502444267273
855547	rnn.bias_ih_l0_reverse	8	-0.19983749091625214
855547	rnn.bias_ih_l0_reverse	9	-0.1449003368616104
855547	rnn.bias_hh_l0_reverse	0	-0.1428470015525818
855547	rnn.bias_hh_l0_reverse	1	0.27475258708000183
855547	rnn.bias_hh_l0_reverse	2	-0.34559306502342224
855547	rnn.bias_hh_l0_reverse	3	-0.23181957006454468
855547	rnn.bias_hh_l0_reverse	4	-0.39578691124916077
855547	rnn.bias_hh_l0_reverse	5	-0.2060249000787735
855547	rnn.bias_hh_l0_reverse	6	-0.2699122428894043
855547	rnn.bias_hh_l0_reverse	7	-0.09963574260473251
855547	rnn.bias_hh_l0_reverse	8	-0.3570406138896942
855547	rnn.bias_hh_l0_reverse	9	0.21532851457595825
855547	linear.weight	0	0.2225489467382431
855547	linear.weight	1	-0.46812698245048523
855547	linear.weight	2	0.014994766563177109
855547	linear.weight	3	0.06747238337993622
855547	linear.weight	4	-0.1386367231607437
855547	linear.weight	5	0.24460476636886597
855547	linear.weight	6	-0.011440582573413849
855547	linear.weight	7	-0.059578049927949905
855547	linear.weight	8	0.1438492238521576
855547	linear.weight	9	-0.04995245113968849
855547	linear.bias	0	-0.8702093958854675
855547	linear.bias	1	1.785713791847229
855547	linear.bias	2	0.7269324660301208
855547	linear.bias	3	-2.743715763092041
855547	linear.bias	4	-0.06886369735002518
855547	linear.bias	5	1.2557048797607422
855547	linear.bias	6	-0.21017557382583618
855547	linear.bias	7	0.8273439407348633
855547	linear.bias	8	2.1069648265838623
855547	linear.bias	9	-1.2806817293167114
856156	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
856156	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
856156	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
856156	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
856156	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
856156	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
856156	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
856156	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
856156	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
856156	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
856156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
856156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
856156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
856156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
856156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
856156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
856156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
856156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
856156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
856156	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
856156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
856156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
856156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
856156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
856156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
856156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
856156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
856156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
856156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
856156	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
856156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
856156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
856156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
856156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
856156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
856156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
856156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
856156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
856156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
856156	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
856156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
856156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
856156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
856156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
856156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
856156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
856156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
856156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
856156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
856156	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
856156	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
856156	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
856156	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
856156	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
856156	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
856156	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
856156	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
856156	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
856156	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
856156	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
856156	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
856156	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
856156	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
856156	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
856156	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
856156	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
856156	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
856156	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
856156	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
856156	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
856156	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
856156	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
856156	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
856156	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
856156	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
856156	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
856156	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
856156	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
856156	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
856156	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
856156	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
856156	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
856156	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
856156	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
856156	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
856156	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
856156	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
856156	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
856156	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
856156	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
856156	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
856156	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
856156	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
856156	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
856156	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
856156	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
856156	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
856156	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
856156	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
856156	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
856156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
856156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
856156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
856156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
856156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
856156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
856156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
856156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
856156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
856156	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
856156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
856156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
856156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
856156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
856156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
856156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
856156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
856156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
856156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
856156	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
856156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
856156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
856156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
856156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
856156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
856156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
856156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
856156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
856156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
856156	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
856156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
856156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
856156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
856156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
856156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
856156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
856156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
856156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
856156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
856156	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
856156	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
856156	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
856156	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
856156	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
856156	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
856156	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
856156	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
856156	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
856156	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
856156	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
856156	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
856156	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
856156	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
856156	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
856156	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
856156	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
856156	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
856156	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
856156	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
856156	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
856156	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
856156	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
856156	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
856156	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
856156	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
856156	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
856156	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
856156	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
856156	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
856156	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
856156	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
856156	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
856156	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
856156	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
856156	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
856156	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
856156	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
856156	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
856156	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
856156	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
856156	embedding2nn.weight	0	0.3216671645641327
856156	embedding2nn.weight	1	0.3700401484966278
856156	embedding2nn.weight	2	0.0036111080553382635
856156	embedding2nn.weight	3	0.01565447635948658
856156	embedding2nn.weight	4	-0.029420362785458565
856156	embedding2nn.weight	5	0.0586821623146534
856156	embedding2nn.weight	6	-0.0009051921078935266
856156	embedding2nn.weight	7	-0.00760889844968915
856156	embedding2nn.weight	8	0.042152371257543564
856156	embedding2nn.weight	9	-0.05012529715895653
856156	embedding2nn.bias	0	0.017131688073277473
856156	embedding2nn.bias	1	-0.19862015545368195
856156	embedding2nn.bias	2	0.12884365022182465
856156	embedding2nn.bias	3	0.16234998404979706
856156	embedding2nn.bias	4	0.14110346138477325
856156	embedding2nn.bias	5	-0.07785815000534058
856156	embedding2nn.bias	6	-0.04991164430975914
856156	embedding2nn.bias	7	0.04308338835835457
856156	embedding2nn.bias	8	-0.1530463993549347
856156	embedding2nn.bias	9	-0.3738115131855011
856156	rnn.weight_ih_l0	0	0.009861360304057598
856156	rnn.weight_ih_l0	1	-0.05778336152434349
856156	rnn.weight_ih_l0	2	-0.05056161433458328
856156	rnn.weight_ih_l0	3	0.11426233500242233
856156	rnn.weight_ih_l0	4	0.021658627316355705
856156	rnn.weight_ih_l0	5	-0.06763085722923279
856156	rnn.weight_ih_l0	6	0.007169010583311319
856156	rnn.weight_ih_l0	7	-0.023116661235690117
856156	rnn.weight_ih_l0	8	0.01647903397679329
856156	rnn.weight_ih_l0	9	-0.0866808071732521
856156	rnn.weight_hh_l0	0	-0.02292042225599289
856156	rnn.weight_hh_l0	1	0.08378691226243973
856156	rnn.weight_hh_l0	2	0.0028056204319000244
856156	rnn.weight_hh_l0	3	-0.03680727258324623
856156	rnn.weight_hh_l0	4	0.08725807070732117
856156	rnn.weight_hh_l0	5	-0.00042869741446338594
856156	rnn.weight_hh_l0	6	-0.0904615968465805
856156	rnn.weight_hh_l0	7	-0.135574072599411
856156	rnn.weight_hh_l0	8	0.040661416947841644
856156	rnn.weight_hh_l0	9	-0.12326382845640182
856156	rnn.bias_ih_l0	0	0.17525194585323334
856156	rnn.bias_ih_l0	1	-0.3453175127506256
856156	rnn.bias_ih_l0	2	-0.04172900319099426
856156	rnn.bias_ih_l0	3	-0.20931421220302582
856156	rnn.bias_ih_l0	4	-0.010730845853686333
856156	rnn.bias_ih_l0	5	-0.44206511974334717
856156	rnn.bias_ih_l0	6	-0.1367754340171814
856156	rnn.bias_ih_l0	7	-0.38889941573143005
856156	rnn.bias_ih_l0	8	-0.31264135241508484
856156	rnn.bias_ih_l0	9	-0.45247262716293335
856156	rnn.bias_hh_l0	0	-0.35136285424232483
856156	rnn.bias_hh_l0	1	-0.44414645433425903
856156	rnn.bias_hh_l0	2	-0.3999914824962616
856156	rnn.bias_hh_l0	3	-0.0792841836810112
856156	rnn.bias_hh_l0	4	-0.402799129486084
856156	rnn.bias_hh_l0	5	-0.3738696873188019
856156	rnn.bias_hh_l0	6	-0.11994536966085434
856156	rnn.bias_hh_l0	7	0.06923511624336243
856156	rnn.bias_hh_l0	8	-0.236223965883255
856156	rnn.bias_hh_l0	9	-0.5715963840484619
856156	rnn.weight_ih_l0_reverse	0	-0.00599896814674139
856156	rnn.weight_ih_l0_reverse	1	-0.005306248553097248
856156	rnn.weight_ih_l0_reverse	2	0.005182676948606968
856156	rnn.weight_ih_l0_reverse	3	-0.14347127079963684
856156	rnn.weight_ih_l0_reverse	4	0.07969852536916733
856156	rnn.weight_ih_l0_reverse	5	-0.10206559300422668
856156	rnn.weight_ih_l0_reverse	6	-0.009315931238234043
856156	rnn.weight_ih_l0_reverse	7	0.03073176182806492
856156	rnn.weight_ih_l0_reverse	8	-0.05120813101530075
856156	rnn.weight_ih_l0_reverse	9	-0.08727283775806427
856156	rnn.weight_hh_l0_reverse	0	-0.15223003923892975
856156	rnn.weight_hh_l0_reverse	1	0.022534655407071114
856156	rnn.weight_hh_l0_reverse	2	-0.019834186881780624
856156	rnn.weight_hh_l0_reverse	3	0.030497174710035324
856156	rnn.weight_hh_l0_reverse	4	-0.08220326155424118
856156	rnn.weight_hh_l0_reverse	5	0.03734801337122917
856156	rnn.weight_hh_l0_reverse	6	0.031224191188812256
856156	rnn.weight_hh_l0_reverse	7	-0.13175472617149353
856156	rnn.weight_hh_l0_reverse	8	-0.07845054566860199
856156	rnn.weight_hh_l0_reverse	9	0.03645318001508713
856156	rnn.bias_ih_l0_reverse	0	-0.17825746536254883
856156	rnn.bias_ih_l0_reverse	1	-0.055389124900102615
856156	rnn.bias_ih_l0_reverse	2	0.16054989397525787
856156	rnn.bias_ih_l0_reverse	3	-0.33148282766342163
856156	rnn.bias_ih_l0_reverse	4	0.004950650501996279
856156	rnn.bias_ih_l0_reverse	5	-0.22271576523780823
856156	rnn.bias_ih_l0_reverse	6	0.2744615972042084
856156	rnn.bias_ih_l0_reverse	7	-0.29952675104141235
856156	rnn.bias_ih_l0_reverse	8	-0.19966696202754974
856156	rnn.bias_ih_l0_reverse	9	-0.1442326307296753
856156	rnn.bias_hh_l0_reverse	0	-0.14304803311824799
856156	rnn.bias_hh_l0_reverse	1	0.27444005012512207
856156	rnn.bias_hh_l0_reverse	2	-0.34621647000312805
856156	rnn.bias_hh_l0_reverse	3	-0.23049557209014893
856156	rnn.bias_hh_l0_reverse	4	-0.39570435881614685
856156	rnn.bias_hh_l0_reverse	5	-0.20515964925289154
856156	rnn.bias_hh_l0_reverse	6	-0.26928451657295227
856156	rnn.bias_hh_l0_reverse	7	-0.09866777062416077
856156	rnn.bias_hh_l0_reverse	8	-0.35624852776527405
856156	rnn.bias_hh_l0_reverse	9	0.21739105880260468
856156	linear.weight	0	0.22063007950782776
856156	linear.weight	1	-0.47241613268852234
856156	linear.weight	2	0.011857877485454082
856156	linear.weight	3	0.06747230887413025
856156	linear.weight	4	-0.13797064125537872
856156	linear.weight	5	0.2466568499803543
856156	linear.weight	6	-0.016635334119200706
856156	linear.weight	7	-0.0595775730907917
856156	linear.weight	8	0.1435171216726303
856156	linear.weight	9	-0.049952611327171326
856156	linear.bias	0	-0.8666805028915405
856156	linear.bias	1	1.7923117876052856
856156	linear.bias	2	0.7236671447753906
856156	linear.bias	3	-2.743720054626465
856156	linear.bias	4	-0.06467515230178833
856156	linear.bias	5	1.249329924583435
856156	linear.bias	6	-0.2119714319705963
856156	linear.bias	7	0.8331669569015503
856156	linear.bias	8	2.1090247631073
856156	linear.bias	9	-1.2865216732025146
856765	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
856765	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
856765	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
856765	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
856765	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
856765	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
856765	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
856765	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
856765	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
856765	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
856765	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
856765	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
856765	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
856765	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
856765	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
856765	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
856765	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
856765	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
856765	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
856765	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
856765	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
856765	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
856765	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
856765	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
856765	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
856765	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
856765	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
856765	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
856765	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
856765	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
856765	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
856765	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
856765	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
856765	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
856765	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
856765	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
856765	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
856765	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
856765	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
856765	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
856765	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
856765	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
856765	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
856765	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
856765	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
856765	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
856765	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
856765	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
856765	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
856765	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
856765	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
856765	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
856765	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
856765	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
856765	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
856765	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
856765	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
856765	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
856765	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
856765	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
856765	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
856765	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
856765	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
856765	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
856765	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
856765	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
856765	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
856765	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
856765	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
856765	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
856765	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
856765	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
856765	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
856765	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
856765	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
856765	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
856765	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
856765	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
856765	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
856765	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
856765	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
856765	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
856765	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
856765	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
856765	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
856765	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
856765	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
856765	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
856765	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
856765	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
856765	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
856765	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
856765	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
856765	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
856765	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
856765	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
856765	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
856765	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
856765	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
856765	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
856765	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
856765	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
856765	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
856765	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
856765	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
856765	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
856765	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
856765	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
856765	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
856765	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
856765	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
856765	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
856765	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
856765	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
856765	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
856765	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
856765	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
856765	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
856765	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
856765	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
856765	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
856765	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
856765	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
856765	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
856765	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
856765	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
856765	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
856765	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
856765	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
856765	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
856765	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
856765	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
856765	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
856765	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
856765	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
856765	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
856765	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
856765	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
856765	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
856765	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
856765	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
856765	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
856765	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
856765	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
856765	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
856765	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
856765	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
856765	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
856765	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
856765	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
856765	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
856765	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
856765	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
856765	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
856765	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
856765	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
856765	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
856765	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
856765	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
856765	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
856765	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
856765	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
856765	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
856765	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
856765	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
856765	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
856765	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
856765	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
856765	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
856765	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
856765	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
856765	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
856765	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
856765	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
856765	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
856765	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
856765	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
856765	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
856765	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
856765	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
856765	embedding2nn.weight	0	0.32144901156425476
856765	embedding2nn.weight	1	0.3704211711883545
856765	embedding2nn.weight	2	0.003747490467503667
856765	embedding2nn.weight	3	0.016928711906075478
856765	embedding2nn.weight	4	-0.03013516031205654
856765	embedding2nn.weight	5	0.0588875338435173
856765	embedding2nn.weight	6	-0.0018525904743000865
856765	embedding2nn.weight	7	-0.007535330951213837
856765	embedding2nn.weight	8	0.042450785636901855
856765	embedding2nn.weight	9	-0.04993532598018646
856765	embedding2nn.bias	0	0.017068417742848396
856765	embedding2nn.bias	1	-0.1977653056383133
856765	embedding2nn.bias	2	0.13018643856048584
856765	embedding2nn.bias	3	0.16805164515972137
856765	embedding2nn.bias	4	0.1428711861371994
856765	embedding2nn.bias	5	-0.07610379904508591
856765	embedding2nn.bias	6	-0.050485312938690186
856765	embedding2nn.bias	7	0.042947057634592056
856765	embedding2nn.bias	8	-0.15796904265880585
856765	embedding2nn.bias	9	-0.37261080741882324
856765	rnn.weight_ih_l0	0	0.009982080198824406
856765	rnn.weight_ih_l0	1	-0.057863228023052216
856765	rnn.weight_ih_l0	2	-0.05107981711626053
856765	rnn.weight_ih_l0	3	0.11491585522890091
856765	rnn.weight_ih_l0	4	0.021548544988036156
856765	rnn.weight_ih_l0	5	-0.06765884160995483
856765	rnn.weight_ih_l0	6	0.00695131067186594
856765	rnn.weight_ih_l0	7	-0.02296197973191738
856765	rnn.weight_ih_l0	8	0.01672927662730217
856765	rnn.weight_ih_l0	9	-0.08741885423660278
856765	rnn.weight_hh_l0	0	-0.02291191928088665
856765	rnn.weight_hh_l0	1	0.08389338105916977
856765	rnn.weight_hh_l0	2	0.0028039009775966406
856765	rnn.weight_hh_l0	3	-0.036741696298122406
856765	rnn.weight_hh_l0	4	0.08709167689085007
856765	rnn.weight_hh_l0	5	-0.0007953623426146805
856765	rnn.weight_hh_l0	6	-0.09045785665512085
856765	rnn.weight_hh_l0	7	-0.13585154712200165
856765	rnn.weight_hh_l0	8	0.040654391050338745
856765	rnn.weight_hh_l0	9	-0.12334969639778137
856765	rnn.bias_ih_l0	0	0.174417182803154
856765	rnn.bias_ih_l0	1	-0.34481608867645264
856765	rnn.bias_ih_l0	2	-0.041558973491191864
856765	rnn.bias_ih_l0	3	-0.21023216843605042
856765	rnn.bias_ih_l0	4	-0.010800564661622047
856765	rnn.bias_ih_l0	5	-0.44269341230392456
856765	rnn.bias_ih_l0	6	-0.13776223361492157
856765	rnn.bias_ih_l0	7	-0.3889561891555786
856765	rnn.bias_ih_l0	8	-0.31187042593955994
856765	rnn.bias_ih_l0	9	-0.4539121389389038
856765	rnn.bias_hh_l0	0	-0.35078975558280945
856765	rnn.bias_hh_l0	1	-0.443541556596756
856765	rnn.bias_hh_l0	2	-0.39998623728752136
856765	rnn.bias_hh_l0	3	-0.07891956716775894
856765	rnn.bias_hh_l0	4	-0.40246298909187317
856765	rnn.bias_hh_l0	5	-0.373731404542923
856765	rnn.bias_hh_l0	6	-0.12028810381889343
856765	rnn.bias_hh_l0	7	0.0676766186952591
856765	rnn.bias_hh_l0	8	-0.23647639155387878
856765	rnn.bias_hh_l0	9	-0.5707688927650452
856765	rnn.weight_ih_l0_reverse	0	-0.00634744530543685
856765	rnn.weight_ih_l0_reverse	1	-0.0051601361483335495
856765	rnn.weight_ih_l0_reverse	2	0.004843483213335276
856765	rnn.weight_ih_l0_reverse	3	-0.14282137155532837
856765	rnn.weight_ih_l0_reverse	4	0.07969072461128235
856765	rnn.weight_ih_l0_reverse	5	-0.10193725675344467
856765	rnn.weight_ih_l0_reverse	6	-0.008047867566347122
856765	rnn.weight_ih_l0_reverse	7	0.030743641778826714
856765	rnn.weight_ih_l0_reverse	8	-0.05152837559580803
856765	rnn.weight_ih_l0_reverse	9	-0.08771733939647675
856765	rnn.weight_hh_l0_reverse	0	-0.15219515562057495
856765	rnn.weight_hh_l0_reverse	1	0.022468341514468193
856765	rnn.weight_hh_l0_reverse	2	-0.019952917471528053
856765	rnn.weight_hh_l0_reverse	3	0.03048688918352127
856765	rnn.weight_hh_l0_reverse	4	-0.08220227062702179
856765	rnn.weight_hh_l0_reverse	5	0.03741053119301796
856765	rnn.weight_hh_l0_reverse	6	0.03122304566204548
856765	rnn.weight_hh_l0_reverse	7	-0.13168323040008545
856765	rnn.weight_hh_l0_reverse	8	-0.0783461481332779
856765	rnn.weight_hh_l0_reverse	9	0.03627946227788925
856765	rnn.bias_ih_l0_reverse	0	-0.17675139009952545
856765	rnn.bias_ih_l0_reverse	1	-0.05663697049021721
856765	rnn.bias_ih_l0_reverse	2	0.162724107503891
856765	rnn.bias_ih_l0_reverse	3	-0.3314412832260132
856765	rnn.bias_ih_l0_reverse	4	0.005169161595404148
856765	rnn.bias_ih_l0_reverse	5	-0.22261942923069
856765	rnn.bias_ih_l0_reverse	6	0.27587488293647766
856765	rnn.bias_ih_l0_reverse	7	-0.29785099625587463
856765	rnn.bias_ih_l0_reverse	8	-0.1988256871700287
856765	rnn.bias_ih_l0_reverse	9	-0.14420507848262787
856765	rnn.bias_hh_l0_reverse	0	-0.14288835227489471
856765	rnn.bias_hh_l0_reverse	1	0.27279552817344666
856765	rnn.bias_hh_l0_reverse	2	-0.34586161375045776
856765	rnn.bias_hh_l0_reverse	3	-0.23066817224025726
856765	rnn.bias_hh_l0_reverse	4	-0.3975887596607208
856765	rnn.bias_hh_l0_reverse	5	-0.20344969630241394
856765	rnn.bias_hh_l0_reverse	6	-0.26924294233322144
856765	rnn.bias_hh_l0_reverse	7	-0.09971641004085541
856765	rnn.bias_hh_l0_reverse	8	-0.3570830821990967
856765	rnn.bias_hh_l0_reverse	9	0.2197754681110382
856765	linear.weight	0	0.21948187053203583
856765	linear.weight	1	-0.4711121916770935
856765	linear.weight	2	0.015139271505177021
856765	linear.weight	3	0.06747224926948547
856765	linear.weight	4	-0.13236813247203827
856765	linear.weight	5	0.24890321493148804
856765	linear.weight	6	-0.01728466898202896
856765	linear.weight	7	-0.05957687646150589
856765	linear.weight	8	0.14036133885383606
856765	linear.weight	9	-0.049952857196331024
856765	linear.bias	0	-0.8688440322875977
856765	linear.bias	1	1.797350525856018
856765	linear.bias	2	0.7255313396453857
856765	linear.bias	3	-2.743725299835205
856765	linear.bias	4	-0.06556235253810883
856765	linear.bias	5	1.2498908042907715
856765	linear.bias	6	-0.21487410366535187
856765	linear.bias	7	0.8285260200500488
856765	linear.bias	8	2.112306594848633
856765	linear.bias	9	-1.2877923250198364
857374	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
857374	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
857374	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
857374	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
857374	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
857374	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
857374	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
857374	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
857374	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
857374	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
857374	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
857374	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
857374	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
857374	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
857374	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
857374	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
857374	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
857374	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
857374	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
857374	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
857374	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
857374	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
857374	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
857374	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
857374	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
857374	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
857374	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
857374	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
857374	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
857374	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
857374	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
857374	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
857374	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
857374	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
857374	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
857374	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
857374	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
857374	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
857374	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
857374	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
857374	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
857374	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
857374	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
857374	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
857374	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
857374	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
857374	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
857374	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
857374	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
857374	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
857374	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
857374	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
857374	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
857374	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
857374	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
857374	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
857374	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
857374	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
857374	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
857374	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
857374	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
857374	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
857374	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
857374	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
857374	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
857374	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
857374	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
857374	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
857374	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
857374	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
857374	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
857374	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
857374	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
857374	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
857374	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
857374	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
857374	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
857374	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
857374	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
857374	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
857374	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
857374	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
857374	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
857374	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
857374	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
857374	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
857374	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
857374	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
857374	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
857374	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
857374	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
857374	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
857374	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
857374	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
857374	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
857374	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
857374	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
857374	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
857374	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
857374	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
857374	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
857374	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
857374	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
857374	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
857374	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
857374	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
857374	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
857374	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
857374	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
857374	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
857374	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
857374	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
857374	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
857374	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
857374	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
857374	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
857374	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
857374	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
857374	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
857374	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
857374	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
857374	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
857374	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
857374	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
857374	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
857374	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
857374	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
857374	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
857374	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
857374	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
857374	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
857374	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
857374	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
857374	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
857374	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
857374	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
857374	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
857374	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
857374	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
857374	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
857374	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
857374	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
857374	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
857374	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
857374	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
857374	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
857374	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
857374	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
857374	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
857374	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
857374	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
857374	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
857374	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
857374	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
857374	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
857374	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
857374	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
857374	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
857374	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
857374	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
857374	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
857374	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
857374	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
857374	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
857374	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
857374	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
857374	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
857374	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
857374	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
857374	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
857374	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
857374	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
857374	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
857374	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
857374	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
857374	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
857374	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
857374	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
857374	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
857374	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
857374	embedding2nn.weight	0	0.32143697142601013
857374	embedding2nn.weight	1	0.3708166778087616
857374	embedding2nn.weight	2	0.0033618093002587557
857374	embedding2nn.weight	3	0.013885409571230412
857374	embedding2nn.weight	4	-0.03029456175863743
857374	embedding2nn.weight	5	0.059343792498111725
857374	embedding2nn.weight	6	-9.373031934956089e-05
857374	embedding2nn.weight	7	-0.007415164262056351
857374	embedding2nn.weight	8	0.04194153472781181
857374	embedding2nn.weight	9	-0.050264872610569
857374	embedding2nn.bias	0	0.023057367652654648
857374	embedding2nn.bias	1	-0.19675418734550476
857374	embedding2nn.bias	2	0.12628264725208282
857374	embedding2nn.bias	3	0.16478703916072845
857374	embedding2nn.bias	4	0.14172889292240143
857374	embedding2nn.bias	5	-0.07944183051586151
857374	embedding2nn.bias	6	-0.05283263698220253
857374	embedding2nn.bias	7	0.0400010347366333
857374	embedding2nn.bias	8	-0.16085954010486603
857374	embedding2nn.bias	9	-0.3723742663860321
857374	rnn.weight_ih_l0	0	0.009974190033972263
857374	rnn.weight_ih_l0	1	-0.05787595361471176
857374	rnn.weight_ih_l0	2	-0.05076538398861885
857374	rnn.weight_ih_l0	3	0.11408577859401703
857374	rnn.weight_ih_l0	4	0.021311284974217415
857374	rnn.weight_ih_l0	5	-0.06754286587238312
857374	rnn.weight_ih_l0	6	0.007325899321585894
857374	rnn.weight_ih_l0	7	-0.022693421691656113
857374	rnn.weight_ih_l0	8	0.015709176659584045
857374	rnn.weight_ih_l0	9	-0.08793729543685913
857374	rnn.weight_hh_l0	0	-0.02279101125895977
857374	rnn.weight_hh_l0	1	0.08385426551103592
857374	rnn.weight_hh_l0	2	0.0027704075910151005
857374	rnn.weight_hh_l0	3	-0.036691587418317795
857374	rnn.weight_hh_l0	4	0.08699644356966019
857374	rnn.weight_hh_l0	5	-0.0005937816458754241
857374	rnn.weight_hh_l0	6	-0.09043712168931961
857374	rnn.weight_hh_l0	7	-0.13685134053230286
857374	rnn.weight_hh_l0	8	0.040635623037815094
857374	rnn.weight_hh_l0	9	-0.12351089715957642
857374	rnn.bias_ih_l0	0	0.17529161274433136
857374	rnn.bias_ih_l0	1	-0.34426215291023254
857374	rnn.bias_ih_l0	2	-0.04194510355591774
857374	rnn.bias_ih_l0	3	-0.21035625040531158
857374	rnn.bias_ih_l0	4	-0.011771311983466148
857374	rnn.bias_ih_l0	5	-0.4424697458744049
857374	rnn.bias_ih_l0	6	-0.13878057897090912
857374	rnn.bias_ih_l0	7	-0.3890867829322815
857374	rnn.bias_ih_l0	8	-0.3118759095668793
857374	rnn.bias_ih_l0	9	-0.45417603850364685
857374	rnn.bias_hh_l0	0	-0.35167795419692993
857374	rnn.bias_hh_l0	1	-0.4438249170780182
857374	rnn.bias_hh_l0	2	-0.4002625644207001
857374	rnn.bias_hh_l0	3	-0.07888040691614151
857374	rnn.bias_hh_l0	4	-0.40239885449409485
857374	rnn.bias_hh_l0	5	-0.37404412031173706
857374	rnn.bias_hh_l0	6	-0.12004522234201431
857374	rnn.bias_hh_l0	7	0.06808333843946457
857374	rnn.bias_hh_l0	8	-0.2371799200773239
857374	rnn.bias_hh_l0	9	-0.5698789954185486
857374	rnn.weight_ih_l0_reverse	0	-0.0067200493067502975
857374	rnn.weight_ih_l0_reverse	1	-0.0052673472091555595
857374	rnn.weight_ih_l0_reverse	2	0.004938165657222271
857374	rnn.weight_ih_l0_reverse	3	-0.14268070459365845
857374	rnn.weight_ih_l0_reverse	4	0.07984239608049393
857374	rnn.weight_ih_l0_reverse	5	-0.10131631791591644
857374	rnn.weight_ih_l0_reverse	6	-0.008732354268431664
857374	rnn.weight_ih_l0_reverse	7	0.03088996931910515
857374	rnn.weight_ih_l0_reverse	8	-0.05080600827932358
857374	rnn.weight_ih_l0_reverse	9	-0.08796682953834534
857374	rnn.weight_hh_l0_reverse	0	-0.15230128169059753
857374	rnn.weight_hh_l0_reverse	1	0.022460713982582092
857374	rnn.weight_hh_l0_reverse	2	-0.019872352480888367
857374	rnn.weight_hh_l0_reverse	3	0.03040468879044056
857374	rnn.weight_hh_l0_reverse	4	-0.08231369405984879
857374	rnn.weight_hh_l0_reverse	5	0.03735828027129173
857374	rnn.weight_hh_l0_reverse	6	0.031212041154503822
857374	rnn.weight_hh_l0_reverse	7	-0.13161017000675201
857374	rnn.weight_hh_l0_reverse	8	-0.07849534600973129
857374	rnn.weight_hh_l0_reverse	9	0.03642292320728302
857374	rnn.bias_ih_l0_reverse	0	-0.17598770558834076
857374	rnn.bias_ih_l0_reverse	1	-0.05634598433971405
857374	rnn.bias_ih_l0_reverse	2	0.16288280487060547
857374	rnn.bias_ih_l0_reverse	3	-0.330936998128891
857374	rnn.bias_ih_l0_reverse	4	0.008776266127824783
857374	rnn.bias_ih_l0_reverse	5	-0.2221911996603012
857374	rnn.bias_ih_l0_reverse	6	0.27593594789505005
857374	rnn.bias_ih_l0_reverse	7	-0.29643285274505615
857374	rnn.bias_ih_l0_reverse	8	-0.19875863194465637
857374	rnn.bias_ih_l0_reverse	9	-0.1443762481212616
857374	rnn.bias_hh_l0_reverse	0	-0.14294090867042542
857374	rnn.bias_hh_l0_reverse	1	0.2744275629520416
857374	rnn.bias_hh_l0_reverse	2	-0.34603774547576904
857374	rnn.bias_hh_l0_reverse	3	-0.2295301854610443
857374	rnn.bias_hh_l0_reverse	4	-0.39848244190216064
857374	rnn.bias_hh_l0_reverse	5	-0.20462846755981445
857374	rnn.bias_hh_l0_reverse	6	-0.26878446340560913
857374	rnn.bias_hh_l0_reverse	7	-0.09997708350419998
857374	rnn.bias_hh_l0_reverse	8	-0.3570214807987213
857374	rnn.bias_hh_l0_reverse	9	0.2163754552602768
857374	linear.weight	0	0.21457736194133759
857374	linear.weight	1	-0.4664589762687683
857374	linear.weight	2	0.008314522914588451
857374	linear.weight	3	0.06747223436832428
857374	linear.weight	4	-0.13492071628570557
857374	linear.weight	5	0.24882036447525024
857374	linear.weight	6	-0.017632801085710526
857374	linear.weight	7	-0.0595763735473156
857374	linear.weight	8	0.1434870809316635
857374	linear.weight	9	-0.04995319992303848
857374	linear.bias	0	-0.8698257207870483
857374	linear.bias	1	1.7873371839523315
857374	linear.bias	2	0.736065685749054
857374	linear.bias	3	-2.7437326908111572
857374	linear.bias	4	-0.0682755634188652
857374	linear.bias	5	1.2518372535705566
857374	linear.bias	6	-0.2166879028081894
857374	linear.bias	7	0.834422767162323
857374	linear.bias	8	2.0971384048461914
857374	linear.bias	9	-1.2860780954360962
857983	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
857983	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
857983	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
857983	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
857983	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
857983	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
857983	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
857983	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
857983	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
857983	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
857983	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
857983	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
857983	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
857983	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
857983	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
857983	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
857983	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
857983	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
857983	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
857983	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
857983	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
857983	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
857983	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
857983	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
857983	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
857983	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
857983	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
857983	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
857983	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
857983	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
857983	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
857983	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
857983	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
857983	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
857983	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
857983	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
857983	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
857983	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
857983	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
857983	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
857983	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
857983	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
857983	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
857983	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
857983	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
857983	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
857983	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
857983	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
857983	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
857983	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
857983	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
857983	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
857983	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
857983	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
857983	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
857983	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
857983	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
857983	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
857983	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
857983	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
857983	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
857983	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
857983	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
857983	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
857983	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
857983	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
857983	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
857983	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
857983	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
857983	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
857983	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
857983	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
857983	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
857983	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
857983	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
857983	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
857983	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
857983	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
857983	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
857983	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
857983	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
857983	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
857983	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
857983	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
857983	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
857983	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
857983	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
857983	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
857983	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
857983	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
857983	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
857983	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
857983	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
857983	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
857983	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
857983	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
857983	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
857983	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
857983	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
857983	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
857983	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
857983	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
857983	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
857983	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
857983	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
857983	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
857983	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
857983	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
857983	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
857983	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
857983	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
857983	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
857983	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
857983	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
857983	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
857983	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
857983	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
857983	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
857983	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
857983	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
857983	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
857983	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
857983	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
857983	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
857983	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
857983	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
857983	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
857983	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
857983	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
857983	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
857983	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
857983	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
857983	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
857983	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
857983	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
857983	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
857983	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
857983	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
857983	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
857983	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
857983	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
857983	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
857983	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
857983	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
857983	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
857983	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
857983	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
857983	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
857983	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
857983	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
857983	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
857983	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
857983	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
857983	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
857983	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
857983	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
857983	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
857983	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
857983	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
857983	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
857983	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
857983	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
857983	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
857983	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
857983	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
857983	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
857983	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
857983	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
857983	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
857983	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
857983	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
857983	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
857983	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
857983	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
857983	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
857983	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
857983	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
857983	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
857983	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
857983	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
857983	embedding2nn.weight	0	0.3216712176799774
857983	embedding2nn.weight	1	0.37086406350135803
857983	embedding2nn.weight	2	0.00313760107383132
857983	embedding2nn.weight	3	0.015356081537902355
857983	embedding2nn.weight	4	-0.030888209119439125
857983	embedding2nn.weight	5	0.05924225598573685
857983	embedding2nn.weight	6	-0.000760179478675127
857983	embedding2nn.weight	7	-0.008461098186671734
857983	embedding2nn.weight	8	0.042244624346494675
857983	embedding2nn.weight	9	-0.050197139382362366
857983	embedding2nn.bias	0	0.022738009691238403
857983	embedding2nn.bias	1	-0.1964956670999527
857983	embedding2nn.bias	2	0.1264687478542328
857983	embedding2nn.bias	3	0.16501197218894958
857983	embedding2nn.bias	4	0.1415577083826065
857983	embedding2nn.bias	5	-0.07431713491678238
857983	embedding2nn.bias	6	-0.04963503032922745
857983	embedding2nn.bias	7	0.036775439977645874
857983	embedding2nn.bias	8	-0.15599392354488373
857983	embedding2nn.bias	9	-0.37273699045181274
857983	rnn.weight_ih_l0	0	0.009838711470365524
857983	rnn.weight_ih_l0	1	-0.057874489575624466
857983	rnn.weight_ih_l0	2	-0.050240952521562576
857983	rnn.weight_ih_l0	3	0.11381392925977707
857983	rnn.weight_ih_l0	4	0.021968502551317215
857983	rnn.weight_ih_l0	5	-0.06768003851175308
857983	rnn.weight_ih_l0	6	0.007940448820590973
857983	rnn.weight_ih_l0	7	-0.02285665087401867
857983	rnn.weight_ih_l0	8	0.014500273391604424
857983	rnn.weight_ih_l0	9	-0.08824696391820908
857983	rnn.weight_hh_l0	0	-0.02283537946641445
857983	rnn.weight_hh_l0	1	0.08382108807563782
857983	rnn.weight_hh_l0	2	0.0029517831280827522
857983	rnn.weight_hh_l0	3	-0.03669753670692444
857983	rnn.weight_hh_l0	4	0.0868920236825943
857983	rnn.weight_hh_l0	5	-0.0005722997011616826
857983	rnn.weight_hh_l0	6	-0.09046999365091324
857983	rnn.weight_hh_l0	7	-0.13676850497722626
857983	rnn.weight_hh_l0	8	0.04067085310816765
857983	rnn.weight_hh_l0	9	-0.12347061187028885
857983	rnn.bias_ih_l0	0	0.17540214955806732
857983	rnn.bias_ih_l0	1	-0.3456421494483948
857983	rnn.bias_ih_l0	2	-0.04148375988006592
857983	rnn.bias_ih_l0	3	-0.20962019264698029
857983	rnn.bias_ih_l0	4	-0.012204708531498909
857983	rnn.bias_ih_l0	5	-0.4422617256641388
857983	rnn.bias_ih_l0	6	-0.13911889493465424
857983	rnn.bias_ih_l0	7	-0.38909628987312317
857983	rnn.bias_ih_l0	8	-0.31162142753601074
857983	rnn.bias_ih_l0	9	-0.4500517249107361
857983	rnn.bias_hh_l0	0	-0.35185137391090393
857983	rnn.bias_hh_l0	1	-0.4436628222465515
857983	rnn.bias_hh_l0	2	-0.40043437480926514
857983	rnn.bias_hh_l0	3	-0.07794442027807236
857983	rnn.bias_hh_l0	4	-0.4017688035964966
857983	rnn.bias_hh_l0	5	-0.37342384457588196
857983	rnn.bias_hh_l0	6	-0.119974784553051
857983	rnn.bias_hh_l0	7	0.06823193281888962
857983	rnn.bias_hh_l0	8	-0.23819193243980408
857983	rnn.bias_hh_l0	9	-0.5707984566688538
857983	rnn.weight_ih_l0_reverse	0	-0.0066135902889072895
857983	rnn.weight_ih_l0_reverse	1	-0.005263820756226778
857983	rnn.weight_ih_l0_reverse	2	0.004612021613866091
857983	rnn.weight_ih_l0_reverse	3	-0.1427564024925232
857983	rnn.weight_ih_l0_reverse	4	0.07968711107969284
857983	rnn.weight_ih_l0_reverse	5	-0.10024039447307587
857983	rnn.weight_ih_l0_reverse	6	-0.009206656366586685
857983	rnn.weight_ih_l0_reverse	7	0.0312705896794796
857983	rnn.weight_ih_l0_reverse	8	-0.051413945853710175
857983	rnn.weight_ih_l0_reverse	9	-0.08781323581933975
857983	rnn.weight_hh_l0_reverse	0	-0.15244285762310028
857983	rnn.weight_hh_l0_reverse	1	0.022600043565034866
857983	rnn.weight_hh_l0_reverse	2	-0.019633211195468903
857983	rnn.weight_hh_l0_reverse	3	0.03056451492011547
857983	rnn.weight_hh_l0_reverse	4	-0.08228249102830887
857983	rnn.weight_hh_l0_reverse	5	0.03733782470226288
857983	rnn.weight_hh_l0_reverse	6	0.031201357021927834
857983	rnn.weight_hh_l0_reverse	7	-0.1315389722585678
857983	rnn.weight_hh_l0_reverse	8	-0.07868002355098724
857983	rnn.weight_hh_l0_reverse	9	0.03651677444577217
857983	rnn.bias_ih_l0_reverse	0	-0.17487767338752747
857983	rnn.bias_ih_l0_reverse	1	-0.056248269975185394
857983	rnn.bias_ih_l0_reverse	2	0.16148169338703156
857983	rnn.bias_ih_l0_reverse	3	-0.3309605121612549
857983	rnn.bias_ih_l0_reverse	4	0.009210293181240559
857983	rnn.bias_ih_l0_reverse	5	-0.22202326357364655
857983	rnn.bias_ih_l0_reverse	6	0.2748090922832489
857983	rnn.bias_ih_l0_reverse	7	-0.29608044028282166
857983	rnn.bias_ih_l0_reverse	8	-0.1984163373708725
857983	rnn.bias_ih_l0_reverse	9	-0.14520619809627533
857983	rnn.bias_hh_l0_reverse	0	-0.1411617249250412
857983	rnn.bias_hh_l0_reverse	1	0.27257660031318665
857983	rnn.bias_hh_l0_reverse	2	-0.3451858460903168
857983	rnn.bias_hh_l0_reverse	3	-0.2295999526977539
857983	rnn.bias_hh_l0_reverse	4	-0.39784830808639526
857983	rnn.bias_hh_l0_reverse	5	-0.20447242259979248
857983	rnn.bias_hh_l0_reverse	6	-0.26854854822158813
857983	rnn.bias_hh_l0_reverse	7	-0.09894820302724838
857983	rnn.bias_hh_l0_reverse	8	-0.3543573021888733
857983	rnn.bias_hh_l0_reverse	9	0.2152998298406601
857983	linear.weight	0	0.21129894256591797
857983	linear.weight	1	-0.46668729186058044
857983	linear.weight	2	0.0015947682550176978
857983	linear.weight	3	0.06747213751077652
857983	linear.weight	4	-0.1311778575181961
857983	linear.weight	5	0.24884401261806488
857983	linear.weight	6	-0.017774738371372223
857983	linear.weight	7	-0.0595758892595768
857983	linear.weight	8	0.1415949910879135
857983	linear.weight	9	-0.049953393638134
857983	linear.bias	0	-0.8702528476715088
857983	linear.bias	1	1.7863967418670654
857983	linear.bias	2	0.7339617609977722
857983	linear.bias	3	-2.7437379360198975
857983	linear.bias	4	-0.07240177690982819
857983	linear.bias	5	1.252331018447876
857983	linear.bias	6	-0.21719643473625183
857983	linear.bias	7	0.8314133882522583
857983	linear.bias	8	2.0881361961364746
857983	linear.bias	9	-1.2859398126602173
858592	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
858592	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
858592	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
858592	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
858592	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
858592	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
858592	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
858592	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
858592	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
858592	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
858592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
858592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
858592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
858592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
858592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
858592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
858592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
858592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
858592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
858592	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
858592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
858592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
858592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
858592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
858592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
858592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
858592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
858592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
858592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
858592	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
858592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
858592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
858592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
858592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
858592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
858592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
858592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
858592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
858592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
858592	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
858592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
858592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
858592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
858592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
858592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
858592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
858592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
858592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
858592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
858592	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
858592	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
858592	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
858592	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
858592	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
858592	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
858592	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
858592	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
858592	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
858592	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
858592	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
858592	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
858592	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
858592	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
858592	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
858592	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
858592	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
858592	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
858592	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
858592	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
858592	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
858592	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
858592	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
858592	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
858592	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
858592	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
858592	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
858592	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
858592	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
858592	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
858592	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
858592	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
858592	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
858592	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
858592	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
858592	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
858592	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
858592	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
858592	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
858592	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
858592	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
858592	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
858592	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
858592	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
858592	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
858592	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
858592	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
858592	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
858592	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
858592	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
858592	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
858592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
858592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
858592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
858592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
858592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
858592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
858592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
858592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
858592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
858592	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
858592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
858592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
858592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
858592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
858592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
858592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
858592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
858592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
858592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
858592	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
858592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
858592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
858592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
858592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
858592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
858592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
858592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
858592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
858592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
858592	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
858592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
858592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
858592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
858592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
858592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
858592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
858592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
858592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
858592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
858592	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
858592	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
858592	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
858592	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
858592	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
858592	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
858592	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
858592	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
858592	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
858592	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
858592	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
858592	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
858592	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
858592	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
858592	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
858592	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
858592	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
858592	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
858592	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
858592	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
858592	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
858592	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
858592	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
858592	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
858592	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
858592	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
858592	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
858592	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
858592	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
858592	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
858592	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
858592	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
858592	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
858592	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
858592	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
858592	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
858592	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
858592	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
858592	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
858592	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
858592	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
858592	embedding2nn.weight	0	0.32142409682273865
858592	embedding2nn.weight	1	0.37077033519744873
858592	embedding2nn.weight	2	0.0031369065400213003
858592	embedding2nn.weight	3	0.01427525095641613
858592	embedding2nn.weight	4	-0.03087720274925232
858592	embedding2nn.weight	5	0.05944313108921051
858592	embedding2nn.weight	6	0.001424527494236827
858592	embedding2nn.weight	7	-0.007020272314548492
858592	embedding2nn.weight	8	0.04249449819326401
858592	embedding2nn.weight	9	-0.04974322021007538
858592	embedding2nn.bias	0	0.0217817984521389
858592	embedding2nn.bias	1	-0.19379472732543945
858592	embedding2nn.bias	2	0.12907174229621887
858592	embedding2nn.bias	3	0.1709328442811966
858592	embedding2nn.bias	4	0.14651870727539062
858592	embedding2nn.bias	5	-0.07152771204710007
858592	embedding2nn.bias	6	-0.04772840067744255
858592	embedding2nn.bias	7	0.04547172784805298
858592	embedding2nn.bias	8	-0.15921001136302948
858592	embedding2nn.bias	9	-0.37274831533432007
858592	rnn.weight_ih_l0	0	0.009958681650459766
858592	rnn.weight_ih_l0	1	-0.057888440787792206
858592	rnn.weight_ih_l0	2	-0.05027280002832413
858592	rnn.weight_ih_l0	3	0.11403242498636246
858592	rnn.weight_ih_l0	4	0.020917078480124474
858592	rnn.weight_ih_l0	5	-0.06732728332281113
858592	rnn.weight_ih_l0	6	0.007691703271120787
858592	rnn.weight_ih_l0	7	-0.022814586758613586
858592	rnn.weight_ih_l0	8	0.015253255143761635
858592	rnn.weight_ih_l0	9	-0.08828704059123993
858592	rnn.weight_hh_l0	0	-0.022879470139741898
858592	rnn.weight_hh_l0	1	0.0838228389620781
858592	rnn.weight_hh_l0	2	0.002775477711111307
858592	rnn.weight_hh_l0	3	-0.036817122250795364
858592	rnn.weight_hh_l0	4	0.08678395301103592
858592	rnn.weight_hh_l0	5	-0.0006758241215720773
858592	rnn.weight_hh_l0	6	-0.09045137465000153
858592	rnn.weight_hh_l0	7	-0.13704462349414825
858592	rnn.weight_hh_l0	8	0.040645379573106766
858592	rnn.weight_hh_l0	9	-0.12359046936035156
858592	rnn.bias_ih_l0	0	0.1751663088798523
858592	rnn.bias_ih_l0	1	-0.3457464575767517
858592	rnn.bias_ih_l0	2	-0.041457001119852066
858592	rnn.bias_ih_l0	3	-0.2105652093887329
858592	rnn.bias_ih_l0	4	-0.011001763865351677
858592	rnn.bias_ih_l0	5	-0.44292497634887695
858592	rnn.bias_ih_l0	6	-0.14035260677337646
858592	rnn.bias_ih_l0	7	-0.3889256715774536
858592	rnn.bias_ih_l0	8	-0.31282687187194824
858592	rnn.bias_ih_l0	9	-0.4519100785255432
858592	rnn.bias_hh_l0	0	-0.3520374000072479
858592	rnn.bias_hh_l0	1	-0.44421830773353577
858592	rnn.bias_hh_l0	2	-0.40198951959609985
858592	rnn.bias_hh_l0	3	-0.07703996449708939
858592	rnn.bias_hh_l0	4	-0.4017948508262634
858592	rnn.bias_hh_l0	5	-0.37310031056404114
858592	rnn.bias_hh_l0	6	-0.11893193423748016
858592	rnn.bias_hh_l0	7	0.06831129640340805
858592	rnn.bias_hh_l0	8	-0.23745112121105194
858592	rnn.bias_hh_l0	9	-0.5707331299781799
858592	rnn.weight_ih_l0_reverse	0	-0.007462521083652973
858592	rnn.weight_ih_l0_reverse	1	-0.005318273790180683
858592	rnn.weight_ih_l0_reverse	2	0.004217170178890228
858592	rnn.weight_ih_l0_reverse	3	-0.1426427960395813
858592	rnn.weight_ih_l0_reverse	4	0.07953838258981705
858592	rnn.weight_ih_l0_reverse	5	-0.10059783607721329
858592	rnn.weight_ih_l0_reverse	6	-0.009039380587637424
858592	rnn.weight_ih_l0_reverse	7	0.031149525195360184
858592	rnn.weight_ih_l0_reverse	8	-0.05116349458694458
858592	rnn.weight_ih_l0_reverse	9	-0.08710972219705582
858592	rnn.weight_hh_l0_reverse	0	-0.15220998227596283
858592	rnn.weight_hh_l0_reverse	1	0.022752009332180023
858592	rnn.weight_hh_l0_reverse	2	-0.01966206543147564
858592	rnn.weight_hh_l0_reverse	3	0.030589628964662552
858592	rnn.weight_hh_l0_reverse	4	-0.08228477090597153
858592	rnn.weight_hh_l0_reverse	5	0.03735436126589775
858592	rnn.weight_hh_l0_reverse	6	0.031199373304843903
858592	rnn.weight_hh_l0_reverse	7	-0.13079603016376495
858592	rnn.weight_hh_l0_reverse	8	-0.078724205493927
858592	rnn.weight_hh_l0_reverse	9	0.03635404631495476
858592	rnn.bias_ih_l0_reverse	0	-0.17504486441612244
858592	rnn.bias_ih_l0_reverse	1	-0.056290093809366226
858592	rnn.bias_ih_l0_reverse	2	0.16163954138755798
858592	rnn.bias_ih_l0_reverse	3	-0.3309628665447235
858592	rnn.bias_ih_l0_reverse	4	0.012774674221873283
858592	rnn.bias_ih_l0_reverse	5	-0.22190676629543304
858592	rnn.bias_ih_l0_reverse	6	0.27572086453437805
858592	rnn.bias_ih_l0_reverse	7	-0.2960653305053711
858592	rnn.bias_ih_l0_reverse	8	-0.19837971031665802
858592	rnn.bias_ih_l0_reverse	9	-0.14625395834445953
858592	rnn.bias_hh_l0_reverse	0	-0.14135371148586273
858592	rnn.bias_hh_l0_reverse	1	0.273236483335495
858592	rnn.bias_hh_l0_reverse	2	-0.34537339210510254
858592	rnn.bias_hh_l0_reverse	3	-0.227132186293602
858592	rnn.bias_hh_l0_reverse	4	-0.3984234631061554
858592	rnn.bias_hh_l0_reverse	5	-0.20389853417873383
858592	rnn.bias_hh_l0_reverse	6	-0.2680516242980957
858592	rnn.bias_hh_l0_reverse	7	-0.09894789755344391
858592	rnn.bias_hh_l0_reverse	8	-0.35428816080093384
858592	rnn.bias_hh_l0_reverse	9	0.21547122299671173
858592	linear.weight	0	0.21248778700828552
858592	linear.weight	1	-0.4660830497741699
858592	linear.weight	2	-0.00037772132782265544
858592	linear.weight	3	0.06747211515903473
858592	linear.weight	4	-0.13385741412639618
858592	linear.weight	5	0.24939054250717163
858592	linear.weight	6	-0.015408817678689957
858592	linear.weight	7	-0.05957522615790367
858592	linear.weight	8	0.14150455594062805
858592	linear.weight	9	-0.049953725188970566
858592	linear.bias	0	-0.8652254343032837
858592	linear.bias	1	1.7920465469360352
858592	linear.bias	2	0.7441689372062683
858592	linear.bias	3	-2.7437450885772705
858592	linear.bias	4	-0.07304394245147705
858592	linear.bias	5	1.257482886314392
858592	linear.bias	6	-0.22080358862876892
858592	linear.bias	7	0.8325895071029663
858592	linear.bias	8	2.1067404747009277
858592	linear.bias	9	-1.2849618196487427
859201	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
859201	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
859201	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
859201	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
859201	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
859201	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
859201	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
859201	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
859201	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
859201	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
859201	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
859201	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
859201	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
859201	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
859201	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
859201	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
859201	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
859201	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
859201	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
859201	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
859201	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
859201	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
859201	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
859201	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
859201	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
859201	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
859201	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
859201	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
859201	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
859201	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
859201	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
859201	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
859201	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
859201	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
859201	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
859201	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
859201	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
859201	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
859201	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
859201	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
859201	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
859201	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
859201	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
859201	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
859201	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
859201	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
859201	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
859201	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
859201	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
859201	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
859201	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
859201	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
859201	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
859201	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
859201	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
859201	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
859201	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
859201	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
859201	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
859201	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
859201	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
859201	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
859201	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
859201	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
859201	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
859201	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
859201	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
859201	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
859201	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
859201	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
859201	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
859201	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
859201	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
859201	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
859201	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
859201	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
859201	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
859201	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
859201	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
859201	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
859201	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
859201	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
859201	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
859201	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
859201	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
859201	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
859201	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
859201	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
859201	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
859201	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
859201	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
859201	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
859201	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
859201	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
859201	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
859201	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
859201	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
859201	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
859201	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
859201	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
859201	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
859201	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
859201	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
859201	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
859201	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
859201	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
859201	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
859201	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
859201	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
859201	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
859201	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
859201	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
859201	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
859201	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
859201	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
859201	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
859201	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
859201	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
859201	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
859201	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
859201	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
859201	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
859201	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
859201	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
859201	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
859201	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
859201	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
859201	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
859201	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
859201	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
859201	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
859201	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
859201	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
859201	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
859201	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
859201	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
859201	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
859201	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
859201	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
859201	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
859201	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
859201	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
859201	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
859201	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
859201	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
859201	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
859201	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
859201	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
859201	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
859201	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
859201	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
859201	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
859201	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
859201	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
859201	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
859201	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
859201	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
859201	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
859201	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
859201	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
859201	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
859201	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
859201	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
859201	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
859201	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
859201	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
859201	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
859201	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
859201	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
859201	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
859201	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
859201	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
859201	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
859201	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
859201	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
859201	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
859201	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
859201	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
859201	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
859201	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
859201	embedding2nn.weight	0	0.32134997844696045
859201	embedding2nn.weight	1	0.36987507343292236
859201	embedding2nn.weight	2	0.0027753848116844893
859201	embedding2nn.weight	3	0.016957370564341545
859201	embedding2nn.weight	4	-0.03127848356962204
859201	embedding2nn.weight	5	0.05888194218277931
859201	embedding2nn.weight	6	-0.0006526624783873558
859201	embedding2nn.weight	7	-0.0066335503943264484
859201	embedding2nn.weight	8	0.04287334904074669
859201	embedding2nn.weight	9	-0.050224363803863525
859201	embedding2nn.bias	0	0.023631738498806953
859201	embedding2nn.bias	1	-0.19321657717227936
859201	embedding2nn.bias	2	0.1290048211812973
859201	embedding2nn.bias	3	0.16780611872673035
859201	embedding2nn.bias	4	0.14449664950370789
859201	embedding2nn.bias	5	-0.07107434421777725
859201	embedding2nn.bias	6	-0.05128838121891022
859201	embedding2nn.bias	7	0.03984874114394188
859201	embedding2nn.bias	8	-0.15396268665790558
859201	embedding2nn.bias	9	-0.3759092390537262
859201	rnn.weight_ih_l0	0	0.010099919512867928
859201	rnn.weight_ih_l0	1	-0.05791722238063812
859201	rnn.weight_ih_l0	2	-0.050497449934482574
859201	rnn.weight_ih_l0	3	0.11426541954278946
859201	rnn.weight_ih_l0	4	0.021023178473114967
859201	rnn.weight_ih_l0	5	-0.06769799441099167
859201	rnn.weight_ih_l0	6	0.0071008475497365
859201	rnn.weight_ih_l0	7	-0.023325389251112938
859201	rnn.weight_ih_l0	8	0.015089426189661026
859201	rnn.weight_ih_l0	9	-0.0881287157535553
859201	rnn.weight_hh_l0	0	-0.02295421063899994
859201	rnn.weight_hh_l0	1	0.08399350941181183
859201	rnn.weight_hh_l0	2	0.0029313783161342144
859201	rnn.weight_hh_l0	3	-0.03690280392765999
859201	rnn.weight_hh_l0	4	0.0869157612323761
859201	rnn.weight_hh_l0	5	-0.0006299360538832843
859201	rnn.weight_hh_l0	6	-0.09045764058828354
859201	rnn.weight_hh_l0	7	-0.13706167042255402
859201	rnn.weight_hh_l0	8	0.040657997131347656
859201	rnn.weight_hh_l0	9	-0.1235727071762085
859201	rnn.bias_ih_l0	0	0.17579106986522675
859201	rnn.bias_ih_l0	1	-0.3447284400463104
859201	rnn.bias_ih_l0	2	-0.04075721278786659
859201	rnn.bias_ih_l0	3	-0.21063843369483948
859201	rnn.bias_ih_l0	4	-0.009624985046684742
859201	rnn.bias_ih_l0	5	-0.4442669153213501
859201	rnn.bias_ih_l0	6	-0.13845770061016083
859201	rnn.bias_ih_l0	7	-0.389104425907135
859201	rnn.bias_ih_l0	8	-0.3115329444408417
859201	rnn.bias_ih_l0	9	-0.45071515440940857
859201	rnn.bias_hh_l0	0	-0.3517206907272339
859201	rnn.bias_hh_l0	1	-0.4438531994819641
859201	rnn.bias_hh_l0	2	-0.40187516808509827
859201	rnn.bias_hh_l0	3	-0.0770086944103241
859201	rnn.bias_hh_l0	4	-0.40117427706718445
859201	rnn.bias_hh_l0	5	-0.37333452701568604
859201	rnn.bias_hh_l0	6	-0.11962457001209259
859201	rnn.bias_hh_l0	7	0.06922344863414764
859201	rnn.bias_hh_l0	8	-0.2364121824502945
859201	rnn.bias_hh_l0	9	-0.5696502923965454
859201	rnn.weight_ih_l0_reverse	0	-0.008207196369767189
859201	rnn.weight_ih_l0_reverse	1	-0.005069446749985218
859201	rnn.weight_ih_l0_reverse	2	0.004581183195114136
859201	rnn.weight_ih_l0_reverse	3	-0.14286640286445618
859201	rnn.weight_ih_l0_reverse	4	0.07926955819129944
859201	rnn.weight_ih_l0_reverse	5	-0.10101055353879929
859201	rnn.weight_ih_l0_reverse	6	-0.009241779334843159
859201	rnn.weight_ih_l0_reverse	7	0.03129018843173981
859201	rnn.weight_ih_l0_reverse	8	-0.05059568211436272
859201	rnn.weight_ih_l0_reverse	9	-0.08732769638299942
859201	rnn.weight_hh_l0_reverse	0	-0.1521938294172287
859201	rnn.weight_hh_l0_reverse	1	0.022644052281975746
859201	rnn.weight_hh_l0_reverse	2	-0.019533799961209297
859201	rnn.weight_hh_l0_reverse	3	0.03072662279009819
859201	rnn.weight_hh_l0_reverse	4	-0.08221711963415146
859201	rnn.weight_hh_l0_reverse	5	0.037479717284440994
859201	rnn.weight_hh_l0_reverse	6	0.03122524544596672
859201	rnn.weight_hh_l0_reverse	7	-0.13102102279663086
859201	rnn.weight_hh_l0_reverse	8	-0.07873571664094925
859201	rnn.weight_hh_l0_reverse	9	0.036421190947294235
859201	rnn.bias_ih_l0_reverse	0	-0.17511984705924988
859201	rnn.bias_ih_l0_reverse	1	-0.05584973469376564
859201	rnn.bias_ih_l0_reverse	2	0.16244946420192719
859201	rnn.bias_ih_l0_reverse	3	-0.3302769660949707
859201	rnn.bias_ih_l0_reverse	4	0.011581828817725182
859201	rnn.bias_ih_l0_reverse	5	-0.22198879718780518
859201	rnn.bias_ih_l0_reverse	6	0.2751223146915436
859201	rnn.bias_ih_l0_reverse	7	-0.29391196370124817
859201	rnn.bias_ih_l0_reverse	8	-0.19863778352737427
859201	rnn.bias_ih_l0_reverse	9	-0.1463945508003235
859201	rnn.bias_hh_l0_reverse	0	-0.1407831311225891
859201	rnn.bias_hh_l0_reverse	1	0.2734023630619049
859201	rnn.bias_hh_l0_reverse	2	-0.3445306718349457
859201	rnn.bias_hh_l0_reverse	3	-0.22725307941436768
859201	rnn.bias_hh_l0_reverse	4	-0.3972688913345337
859201	rnn.bias_hh_l0_reverse	5	-0.20495857298374176
859201	rnn.bias_hh_l0_reverse	6	-0.26709070801734924
859201	rnn.bias_hh_l0_reverse	7	-0.0994323119521141
859201	rnn.bias_hh_l0_reverse	8	-0.3527887165546417
859201	rnn.bias_hh_l0_reverse	9	0.21469762921333313
859201	linear.weight	0	0.21667903661727905
859201	linear.weight	1	-0.4668564796447754
859201	linear.weight	2	0.004668720532208681
859201	linear.weight	3	0.06747206300497055
859201	linear.weight	4	-0.13124798238277435
859201	linear.weight	5	0.24827587604522705
859201	linear.weight	6	-0.013074778951704502
859201	linear.weight	7	-0.05957473814487457
859201	linear.weight	8	0.1394568681716919
859201	linear.weight	9	-0.04995422810316086
859201	linear.bias	0	-0.8691104054450989
859201	linear.bias	1	1.7951531410217285
859201	linear.bias	2	0.732824444770813
859201	linear.bias	3	-2.7437524795532227
859201	linear.bias	4	-0.07244965434074402
859201	linear.bias	5	1.2677462100982666
859201	linear.bias	6	-0.22478190064430237
859201	linear.bias	7	0.837948203086853
859201	linear.bias	8	2.115290880203247
859201	linear.bias	9	-1.2874082326889038
859810	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
859810	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
859810	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
859810	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
859810	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
859810	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
859810	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
859810	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
859810	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
859810	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
859810	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
859810	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
859810	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
859810	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
859810	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
859810	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
859810	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
859810	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
859810	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
859810	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
859810	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
859810	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
859810	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
859810	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
859810	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
859810	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
859810	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
859810	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
859810	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
859810	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
859810	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
859810	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
859810	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
859810	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
859810	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
859810	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
859810	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
859810	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
859810	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
859810	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
859810	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
859810	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
859810	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
859810	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
859810	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
859810	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
859810	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
859810	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
859810	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
859810	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
859810	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
859810	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
859810	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
859810	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
859810	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
859810	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
859810	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
859810	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
859810	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
859810	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
859810	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
859810	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
859810	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
859810	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
859810	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
859810	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
859810	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
859810	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
859810	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
859810	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
859810	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
859810	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
859810	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
859810	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
859810	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
859810	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
859810	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
859810	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
859810	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
859810	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
859810	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
859810	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
859810	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
859810	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
859810	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
859810	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
859810	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
859810	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
859810	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
859810	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
859810	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
859810	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
859810	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
859810	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
859810	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
859810	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
859810	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
859810	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
859810	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
859810	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
859810	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
859810	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
859810	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
859810	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
859810	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
859810	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
859810	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
859810	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
859810	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
859810	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
859810	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
859810	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
859810	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
859810	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
859810	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
859810	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
859810	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
859810	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
859810	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
859810	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
859810	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
859810	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
859810	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
859810	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
859810	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
859810	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
859810	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
859810	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
859810	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
859810	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
859810	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
859810	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
859810	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
859810	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
859810	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
859810	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
859810	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
859810	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
859810	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
859810	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
859810	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
859810	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
859810	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
859810	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
859810	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
859810	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
859810	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
859810	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
859810	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
859810	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
859810	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
859810	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
859810	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
859810	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
859810	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
859810	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
859810	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
859810	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
859810	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
859810	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
859810	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
859810	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
859810	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
859810	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
859810	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
859810	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
859810	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
859810	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
859810	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
859810	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
859810	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
859810	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
859810	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
859810	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
859810	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
859810	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
859810	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
859810	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
859810	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
859810	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
859810	embedding2nn.weight	0	0.32131844758987427
859810	embedding2nn.weight	1	0.37016016244888306
859810	embedding2nn.weight	2	0.003153234953060746
859810	embedding2nn.weight	3	0.017572730779647827
859810	embedding2nn.weight	4	-0.030502047389745712
859810	embedding2nn.weight	5	0.058986812829971313
859810	embedding2nn.weight	6	0.0015912390081211925
859810	embedding2nn.weight	7	-0.0042083989828825
859810	embedding2nn.weight	8	0.04244094341993332
859810	embedding2nn.weight	9	-0.049468547105789185
859810	embedding2nn.bias	0	0.018726740032434464
859810	embedding2nn.bias	1	-0.19264404475688934
859810	embedding2nn.bias	2	0.12388056516647339
859810	embedding2nn.bias	3	0.16804049909114838
859810	embedding2nn.bias	4	0.14691375195980072
859810	embedding2nn.bias	5	-0.0707067996263504
859810	embedding2nn.bias	6	-0.053694989532232285
859810	embedding2nn.bias	7	0.044851381331682205
859810	embedding2nn.bias	8	-0.15689432621002197
859810	embedding2nn.bias	9	-0.3734019696712494
859810	rnn.weight_ih_l0	0	0.010096273384988308
859810	rnn.weight_ih_l0	1	-0.058187805116176605
859810	rnn.weight_ih_l0	2	-0.05000929906964302
859810	rnn.weight_ih_l0	3	0.11468871682882309
859810	rnn.weight_ih_l0	4	0.020129170268774033
859810	rnn.weight_ih_l0	5	-0.06796924024820328
859810	rnn.weight_ih_l0	6	0.006862387526780367
859810	rnn.weight_ih_l0	7	-0.02350669912993908
859810	rnn.weight_ih_l0	8	0.014994140714406967
859810	rnn.weight_ih_l0	9	-0.08815950155258179
859810	rnn.weight_hh_l0	0	-0.023004591464996338
859810	rnn.weight_hh_l0	1	0.08394937962293625
859810	rnn.weight_hh_l0	2	0.0027740024961531162
859810	rnn.weight_hh_l0	3	-0.036872196942567825
859810	rnn.weight_hh_l0	4	0.08699759840965271
859810	rnn.weight_hh_l0	5	-0.0006280039669945836
859810	rnn.weight_hh_l0	6	-0.0904005691409111
859810	rnn.weight_hh_l0	7	-0.13738767802715302
859810	rnn.weight_hh_l0	8	0.04067003354430199
859810	rnn.weight_hh_l0	9	-0.12361286580562592
859810	rnn.bias_ih_l0	0	0.1754269301891327
859810	rnn.bias_ih_l0	1	-0.34481674432754517
859810	rnn.bias_ih_l0	2	-0.04100649058818817
859810	rnn.bias_ih_l0	3	-0.20954661071300507
859810	rnn.bias_ih_l0	4	-0.007926597259938717
859810	rnn.bias_ih_l0	5	-0.44365617632865906
859810	rnn.bias_ih_l0	6	-0.1386617124080658
859810	rnn.bias_ih_l0	7	-0.3889666497707367
859810	rnn.bias_ih_l0	8	-0.3127570152282715
859810	rnn.bias_ih_l0	9	-0.4515637159347534
859810	rnn.bias_hh_l0	0	-0.3525848984718323
859810	rnn.bias_hh_l0	1	-0.44300541281700134
859810	rnn.bias_hh_l0	2	-0.4019775390625
859810	rnn.bias_hh_l0	3	-0.07756634056568146
859810	rnn.bias_hh_l0	4	-0.40202054381370544
859810	rnn.bias_hh_l0	5	-0.3730321228504181
859810	rnn.bias_hh_l0	6	-0.1196480393409729
859810	rnn.bias_hh_l0	7	0.06957253068685532
859810	rnn.bias_hh_l0	8	-0.23488815128803253
859810	rnn.bias_hh_l0	9	-0.5696353912353516
859810	rnn.weight_ih_l0_reverse	0	-0.008612263947725296
859810	rnn.weight_ih_l0_reverse	1	-0.005040284246206284
859810	rnn.weight_ih_l0_reverse	2	0.004785594064742327
859810	rnn.weight_ih_l0_reverse	3	-0.14265429973602295
859810	rnn.weight_ih_l0_reverse	4	0.07921603322029114
859810	rnn.weight_ih_l0_reverse	5	-0.10018137842416763
859810	rnn.weight_ih_l0_reverse	6	-0.009478931315243244
859810	rnn.weight_ih_l0_reverse	7	0.031287651509046555
859810	rnn.weight_ih_l0_reverse	8	-0.05060253292322159
859810	rnn.weight_ih_l0_reverse	9	-0.08735628426074982
859810	rnn.weight_hh_l0_reverse	0	-0.15235207974910736
859810	rnn.weight_hh_l0_reverse	1	0.022571200504899025
859810	rnn.weight_hh_l0_reverse	2	-0.01951262727379799
859810	rnn.weight_hh_l0_reverse	3	0.03081216849386692
859810	rnn.weight_hh_l0_reverse	4	-0.08224845677614212
859810	rnn.weight_hh_l0_reverse	5	0.03751755133271217
859810	rnn.weight_hh_l0_reverse	6	0.031274449080228806
859810	rnn.weight_hh_l0_reverse	7	-0.1316811591386795
859810	rnn.weight_hh_l0_reverse	8	-0.07925595343112946
859810	rnn.weight_hh_l0_reverse	9	0.03660062327980995
859810	rnn.bias_ih_l0_reverse	0	-0.17497028410434723
859810	rnn.bias_ih_l0_reverse	1	-0.05663660541176796
859810	rnn.bias_ih_l0_reverse	2	0.16182807087898254
859810	rnn.bias_ih_l0_reverse	3	-0.33104971051216125
859810	rnn.bias_ih_l0_reverse	4	0.010470564477145672
859810	rnn.bias_ih_l0_reverse	5	-0.22226987779140472
859810	rnn.bias_ih_l0_reverse	6	0.27547958493232727
859810	rnn.bias_ih_l0_reverse	7	-0.29740431904792786
859810	rnn.bias_ih_l0_reverse	8	-0.19828739762306213
859810	rnn.bias_ih_l0_reverse	9	-0.14831353724002838
859810	rnn.bias_hh_l0_reverse	0	-0.1397491842508316
859810	rnn.bias_hh_l0_reverse	1	0.2733724117279053
859810	rnn.bias_hh_l0_reverse	2	-0.345159649848938
859810	rnn.bias_hh_l0_reverse	3	-0.22887346148490906
859810	rnn.bias_hh_l0_reverse	4	-0.3968011736869812
859810	rnn.bias_hh_l0_reverse	5	-0.20479947328567505
859810	rnn.bias_hh_l0_reverse	6	-0.26675593852996826
859810	rnn.bias_hh_l0_reverse	7	-0.0995277538895607
859810	rnn.bias_hh_l0_reverse	8	-0.3524964153766632
859810	rnn.bias_hh_l0_reverse	9	0.21592585742473602
859810	linear.weight	0	0.22112229466438293
859810	linear.weight	1	-0.4659551680088043
859810	linear.weight	2	0.008352385833859444
859810	linear.weight	3	0.06747207790613174
859810	linear.weight	4	-0.12568405270576477
859810	linear.weight	5	0.24674659967422485
859810	linear.weight	6	-0.01043243333697319
859810	linear.weight	7	-0.05957427993416786
859810	linear.weight	8	0.13934069871902466
859810	linear.weight	9	-0.04995453730225563
859810	linear.bias	0	-0.8679794073104858
859810	linear.bias	1	1.7830127477645874
859810	linear.bias	2	0.7372711300849915
859810	linear.bias	3	-2.7437596321105957
859810	linear.bias	4	-0.06635572016239166
859810	linear.bias	5	1.2604389190673828
859810	linear.bias	6	-0.2205982357263565
859810	linear.bias	7	0.8366668820381165
859810	linear.bias	8	2.094989061355591
859810	linear.bias	9	-1.287713646888733
859818	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
859818	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
859818	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
859818	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
859818	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
859818	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
859818	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
859818	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
859818	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
859818	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
859818	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
859818	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
859818	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
859818	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
859818	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
859818	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
859818	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
859818	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
859818	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
859818	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
859818	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
859818	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
859818	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
859818	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
859818	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
859818	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
859818	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
859818	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
859818	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
859818	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
859818	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
859818	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
859818	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
859818	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
859818	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
859818	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
859818	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
859818	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
859818	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
859818	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
859818	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
859818	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
859818	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
859818	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
859818	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
859818	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
859818	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
859818	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
859818	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
859818	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
859818	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
859818	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
859818	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
859818	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
859818	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
859818	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
859818	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
859818	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
859818	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
859818	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
859818	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
859818	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
859818	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
859818	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
859818	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
859818	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
859818	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
859818	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
859818	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
859818	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
859818	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
859818	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
859818	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
859818	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
859818	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
859818	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
859818	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
859818	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
859818	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
859818	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
859818	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
859818	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
859818	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
859818	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
859818	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
859818	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
859818	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
859818	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
859818	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
859818	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
859818	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
859818	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
859818	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
859818	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
859818	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
859818	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
859818	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
859818	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
859818	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
859818	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
859818	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
859818	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
859818	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
859818	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
859818	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
859818	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
859818	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
859818	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
859818	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
859818	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
859818	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
859818	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
859818	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
859818	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
859818	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
859818	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
859818	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
859818	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
859818	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
859818	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
859818	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
859818	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
859818	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
859818	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
859818	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
859818	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
859818	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
859818	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
859818	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
859818	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
859818	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
859818	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
859818	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
859818	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
859818	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
859818	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
859818	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
859818	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
859818	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
859818	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
859818	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
859818	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
859818	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
859818	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
859818	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
859818	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
859818	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
859818	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
859818	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
859818	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
859818	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
859818	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
859818	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
859818	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
859818	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
859818	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
859818	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
859818	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
859818	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
859818	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
859818	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
859818	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
859818	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
859818	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
859818	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
859818	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
859818	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
859818	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
859818	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
859818	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
859818	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
859818	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
859818	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
859818	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
859818	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
859818	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
859818	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
859818	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
859818	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
859818	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
859818	embedding2nn.weight	0	0.3213210701942444
859818	embedding2nn.weight	1	0.3702092468738556
859818	embedding2nn.weight	2	0.003165120491757989
859818	embedding2nn.weight	3	0.017603309825062752
859818	embedding2nn.weight	4	-0.030515624210238457
859818	embedding2nn.weight	5	0.05906246230006218
859818	embedding2nn.weight	6	0.0015946677885949612
859818	embedding2nn.weight	7	-0.004349403083324432
859818	embedding2nn.weight	8	0.04233122244477272
859818	embedding2nn.weight	9	-0.04945168271660805
859818	embedding2nn.bias	0	0.020001862198114395
859818	embedding2nn.bias	1	-0.19393056631088257
859818	embedding2nn.bias	2	0.12356074899435043
859818	embedding2nn.bias	3	0.16746023297309875
859818	embedding2nn.bias	4	0.1464443951845169
859818	embedding2nn.bias	5	-0.07085666060447693
859818	embedding2nn.bias	6	-0.05473893880844116
859818	embedding2nn.bias	7	0.045597467571496964
859818	embedding2nn.bias	8	-0.15708205103874207
859818	embedding2nn.bias	9	-0.37288936972618103
859818	rnn.weight_ih_l0	0	0.010113885626196861
859818	rnn.weight_ih_l0	1	-0.05818064510822296
859818	rnn.weight_ih_l0	2	-0.050037480890750885
859818	rnn.weight_ih_l0	3	0.11476384103298187
859818	rnn.weight_ih_l0	4	0.020005300641059875
859818	rnn.weight_ih_l0	5	-0.06800632178783417
859818	rnn.weight_ih_l0	6	0.006864823400974274
859818	rnn.weight_ih_l0	7	-0.02353896014392376
859818	rnn.weight_ih_l0	8	0.015042285434901714
859818	rnn.weight_ih_l0	9	-0.0880928561091423
859818	rnn.weight_hh_l0	0	-0.023008208721876144
859818	rnn.weight_hh_l0	1	0.08395487815141678
859818	rnn.weight_hh_l0	2	0.002787720412015915
859818	rnn.weight_hh_l0	3	-0.03687407076358795
859818	rnn.weight_hh_l0	4	0.08702653646469116
859818	rnn.weight_hh_l0	5	-0.0006449877400882542
859818	rnn.weight_hh_l0	6	-0.09039869159460068
859818	rnn.weight_hh_l0	7	-0.13742107152938843
859818	rnn.weight_hh_l0	8	0.04067220911383629
859818	rnn.weight_hh_l0	9	-0.12361422181129456
859818	rnn.bias_ih_l0	0	0.17511926591396332
859818	rnn.bias_ih_l0	1	-0.34483733773231506
859818	rnn.bias_ih_l0	2	-0.04097248241305351
859818	rnn.bias_ih_l0	3	-0.20964345335960388
859818	rnn.bias_ih_l0	4	-0.00782962329685688
859818	rnn.bias_ih_l0	5	-0.4436936378479004
859818	rnn.bias_ih_l0	6	-0.13859190046787262
859818	rnn.bias_ih_l0	7	-0.38898965716362
859818	rnn.bias_ih_l0	8	-0.3128686547279358
859818	rnn.bias_ih_l0	9	-0.45195987820625305
859818	rnn.bias_hh_l0	0	-0.3524855971336365
859818	rnn.bias_hh_l0	1	-0.44303473830223083
859818	rnn.bias_hh_l0	2	-0.4019908308982849
859818	rnn.bias_hh_l0	3	-0.07730427384376526
859818	rnn.bias_hh_l0	4	-0.40194791555404663
859818	rnn.bias_hh_l0	5	-0.37309351563453674
859818	rnn.bias_hh_l0	6	-0.11960655450820923
859818	rnn.bias_hh_l0	7	0.06945939362049103
859818	rnn.bias_hh_l0	8	-0.23504367470741272
859818	rnn.bias_hh_l0	9	-0.5696358680725098
859818	rnn.weight_ih_l0_reverse	0	-0.008432161994278431
859818	rnn.weight_ih_l0_reverse	1	-0.00503207091242075
859818	rnn.weight_ih_l0_reverse	2	0.004791702143847942
859818	rnn.weight_ih_l0_reverse	3	-0.14267948269844055
859818	rnn.weight_ih_l0_reverse	4	0.07921849936246872
859818	rnn.weight_ih_l0_reverse	5	-0.10011851042509079
859818	rnn.weight_ih_l0_reverse	6	-0.009434322826564312
859818	rnn.weight_ih_l0_reverse	7	0.03127504885196686
859818	rnn.weight_ih_l0_reverse	8	-0.05052947998046875
859818	rnn.weight_ih_l0_reverse	9	-0.08720559626817703
859818	rnn.weight_hh_l0_reverse	0	-0.1523418128490448
859818	rnn.weight_hh_l0_reverse	1	0.022582145407795906
859818	rnn.weight_hh_l0_reverse	2	-0.019515888765454292
859818	rnn.weight_hh_l0_reverse	3	0.030806085094809532
859818	rnn.weight_hh_l0_reverse	4	-0.08225525915622711
859818	rnn.weight_hh_l0_reverse	5	0.03751850873231888
859818	rnn.weight_hh_l0_reverse	6	0.031272996217012405
859818	rnn.weight_hh_l0_reverse	7	-0.13167564570903778
859818	rnn.weight_hh_l0_reverse	8	-0.07926130294799805
859818	rnn.weight_hh_l0_reverse	9	0.03659789264202118
859818	rnn.bias_ih_l0_reverse	0	-0.17510110139846802
859818	rnn.bias_ih_l0_reverse	1	-0.056530822068452835
859818	rnn.bias_ih_l0_reverse	2	0.16188503801822662
859818	rnn.bias_ih_l0_reverse	3	-0.3311077952384949
859818	rnn.bias_ih_l0_reverse	4	0.01049019955098629
859818	rnn.bias_ih_l0_reverse	5	-0.22227878868579865
859818	rnn.bias_ih_l0_reverse	6	0.27547264099121094
859818	rnn.bias_ih_l0_reverse	7	-0.2974451780319214
859818	rnn.bias_ih_l0_reverse	8	-0.19828031957149506
859818	rnn.bias_ih_l0_reverse	9	-0.14813672006130219
859818	rnn.bias_hh_l0_reverse	0	-0.13994577527046204
859818	rnn.bias_hh_l0_reverse	1	0.273273766040802
859818	rnn.bias_hh_l0_reverse	2	-0.34506654739379883
859818	rnn.bias_hh_l0_reverse	3	-0.22875633835792542
859818	rnn.bias_hh_l0_reverse	4	-0.3968723714351654
859818	rnn.bias_hh_l0_reverse	5	-0.20506548881530762
859818	rnn.bias_hh_l0_reverse	6	-0.26651322841644287
859818	rnn.bias_hh_l0_reverse	7	-0.09951888769865036
859818	rnn.bias_hh_l0_reverse	8	-0.35240980982780457
859818	rnn.bias_hh_l0_reverse	9	0.21584945917129517
859818	linear.weight	0	0.22118650376796722
859818	linear.weight	1	-0.46629974246025085
859818	linear.weight	2	0.008285333402454853
859818	linear.weight	3	0.06747207790613174
859818	linear.weight	4	-0.1250990778207779
859818	linear.weight	5	0.2468811571598053
859818	linear.weight	6	-0.010581626556813717
859818	linear.weight	7	-0.05957426875829697
859818	linear.weight	8	0.13939517736434937
859818	linear.weight	9	-0.049954548478126526
859818	linear.bias	0	-0.8671184778213501
859818	linear.bias	1	1.7869775295257568
859818	linear.bias	2	0.7366744875907898
859818	linear.bias	3	-2.743759870529175
859818	linear.bias	4	-0.06627620756626129
859818	linear.bias	5	1.2638368606567383
859818	linear.bias	6	-0.22047299146652222
859818	linear.bias	7	0.8339472413063049
859818	linear.bias	8	2.093047618865967
859818	linear.bias	9	-1.2873719930648804
860427	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
860427	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
860427	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
860427	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
860427	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
860427	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
860427	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
860427	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
860427	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
860427	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
860427	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
860427	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
860427	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
860427	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
860427	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
860427	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
860427	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
860427	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
860427	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
860427	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
860427	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
860427	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
860427	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
860427	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
860427	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
860427	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
860427	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
860427	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
860427	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
860427	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
860427	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
860427	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
860427	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
860427	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
860427	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
860427	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
860427	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
860427	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
860427	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
860427	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
860427	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
860427	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
860427	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
860427	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
860427	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
860427	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
860427	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
860427	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
860427	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
860427	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
860427	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
860427	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
860427	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
860427	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
860427	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
860427	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
860427	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
860427	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
860427	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
860427	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
860427	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
860427	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
860427	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
860427	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
860427	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
860427	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
860427	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
860427	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
860427	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
860427	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
860427	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
860427	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
860427	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
860427	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
860427	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
860427	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
860427	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
860427	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
860427	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
860427	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
860427	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
860427	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
860427	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
860427	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
860427	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
860427	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
860427	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
860427	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
860427	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
860427	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
860427	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
860427	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
860427	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
860427	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
860427	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
860427	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
860427	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
860427	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
860427	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
860427	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
860427	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
860427	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
860427	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
860427	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
860427	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
860427	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
860427	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
860427	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
860427	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
860427	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
860427	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
860427	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
860427	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
860427	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
860427	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
860427	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
860427	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
860427	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
860427	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
860427	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
860427	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
860427	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
860427	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
860427	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
860427	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
860427	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
860427	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
860427	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
860427	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
860427	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
860427	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
860427	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
860427	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
860427	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
860427	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
860427	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
860427	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
860427	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
860427	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
860427	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
860427	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
860427	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
860427	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
860427	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
860427	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
860427	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
860427	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
860427	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
860427	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
860427	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
860427	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
860427	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
860427	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
860427	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
860427	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
860427	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
860427	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
860427	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
860427	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
860427	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
860427	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
860427	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
860427	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
860427	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
860427	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
860427	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
860427	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
860427	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
860427	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
860427	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
860427	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
860427	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
860427	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
860427	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
860427	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
860427	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
860427	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
860427	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
860427	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
860427	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
860427	embedding2nn.weight	0	0.3214203417301178
860427	embedding2nn.weight	1	0.37035658955574036
860427	embedding2nn.weight	2	0.002954396652057767
860427	embedding2nn.weight	3	0.016391273587942123
860427	embedding2nn.weight	4	-0.03041137382388115
860427	embedding2nn.weight	5	0.059513453394174576
860427	embedding2nn.weight	6	0.001307990401983261
860427	embedding2nn.weight	7	-0.006087099201977253
860427	embedding2nn.weight	8	0.041406746953725815
860427	embedding2nn.weight	9	-0.049468304961919785
860427	embedding2nn.bias	0	0.017536833882331848
860427	embedding2nn.bias	1	-0.19285647571086884
860427	embedding2nn.bias	2	0.12465859204530716
860427	embedding2nn.bias	3	0.16511614620685577
860427	embedding2nn.bias	4	0.14391762018203735
860427	embedding2nn.bias	5	-0.07283227145671844
860427	embedding2nn.bias	6	-0.04883516579866409
860427	embedding2nn.bias	7	0.04144755378365517
860427	embedding2nn.bias	8	-0.15513662993907928
860427	embedding2nn.bias	9	-0.3764336407184601
860427	rnn.weight_ih_l0	0	0.010179189033806324
860427	rnn.weight_ih_l0	1	-0.05797334760427475
860427	rnn.weight_ih_l0	2	-0.049719300121068954
860427	rnn.weight_ih_l0	3	0.11470649391412735
860427	rnn.weight_ih_l0	4	0.019556177780032158
860427	rnn.weight_ih_l0	5	-0.0680626779794693
860427	rnn.weight_ih_l0	6	0.006820453330874443
860427	rnn.weight_ih_l0	7	-0.023302612826228142
860427	rnn.weight_ih_l0	8	0.014603364281356335
860427	rnn.weight_ih_l0	9	-0.08801615983247757
860427	rnn.weight_hh_l0	0	-0.02298196591436863
860427	rnn.weight_hh_l0	1	0.08388903737068176
860427	rnn.weight_hh_l0	2	0.002755675697699189
860427	rnn.weight_hh_l0	3	-0.037031423300504684
860427	rnn.weight_hh_l0	4	0.0869380384683609
860427	rnn.weight_hh_l0	5	-0.0005250901449471712
860427	rnn.weight_hh_l0	6	-0.09042997658252716
860427	rnn.weight_hh_l0	7	-0.1371675431728363
860427	rnn.weight_hh_l0	8	0.04065900295972824
860427	rnn.weight_hh_l0	9	-0.12352409958839417
860427	rnn.bias_ih_l0	0	0.17714956402778625
860427	rnn.bias_ih_l0	1	-0.3428038954734802
860427	rnn.bias_ih_l0	2	-0.0416104793548584
860427	rnn.bias_ih_l0	3	-0.2105034440755844
860427	rnn.bias_ih_l0	4	-0.00896778516471386
860427	rnn.bias_ih_l0	5	-0.4422580301761627
860427	rnn.bias_ih_l0	6	-0.13824522495269775
860427	rnn.bias_ih_l0	7	-0.3890026807785034
860427	rnn.bias_ih_l0	8	-0.31369659304618835
860427	rnn.bias_ih_l0	9	-0.4526655375957489
860427	rnn.bias_hh_l0	0	-0.35219305753707886
860427	rnn.bias_hh_l0	1	-0.4427924156188965
860427	rnn.bias_hh_l0	2	-0.40258628129959106
860427	rnn.bias_hh_l0	3	-0.07902422547340393
860427	rnn.bias_hh_l0	4	-0.4024988114833832
860427	rnn.bias_hh_l0	5	-0.37290889024734497
860427	rnn.bias_hh_l0	6	-0.12030011415481567
860427	rnn.bias_hh_l0	7	0.07067305594682693
860427	rnn.bias_hh_l0	8	-0.23574046790599823
860427	rnn.bias_hh_l0	9	-0.5696974992752075
860427	rnn.weight_ih_l0_reverse	0	-0.0076774293556809425
860427	rnn.weight_ih_l0_reverse	1	-0.0053235553205013275
860427	rnn.weight_ih_l0_reverse	2	0.004332760814577341
860427	rnn.weight_ih_l0_reverse	3	-0.14259682595729828
860427	rnn.weight_ih_l0_reverse	4	0.07930856198072433
860427	rnn.weight_ih_l0_reverse	5	-0.0990336611866951
860427	rnn.weight_ih_l0_reverse	6	-0.009095282293856144
860427	rnn.weight_ih_l0_reverse	7	0.03121652454137802
860427	rnn.weight_ih_l0_reverse	8	-0.051049523055553436
860427	rnn.weight_ih_l0_reverse	9	-0.08697540313005447
860427	rnn.weight_hh_l0_reverse	0	-0.15245677530765533
860427	rnn.weight_hh_l0_reverse	1	0.022707445546984673
860427	rnn.weight_hh_l0_reverse	2	-0.01956498809158802
860427	rnn.weight_hh_l0_reverse	3	0.030871141701936722
860427	rnn.weight_hh_l0_reverse	4	-0.08260975778102875
860427	rnn.weight_hh_l0_reverse	5	0.03749477490782738
860427	rnn.weight_hh_l0_reverse	6	0.03125956282019615
860427	rnn.weight_hh_l0_reverse	7	-0.1312752217054367
860427	rnn.weight_hh_l0_reverse	8	-0.07935115694999695
860427	rnn.weight_hh_l0_reverse	9	0.036844730377197266
860427	rnn.bias_ih_l0_reverse	0	-0.17608784139156342
860427	rnn.bias_ih_l0_reverse	1	-0.05659973621368408
860427	rnn.bias_ih_l0_reverse	2	0.16109870374202728
860427	rnn.bias_ih_l0_reverse	3	-0.33134251832962036
860427	rnn.bias_ih_l0_reverse	4	0.011536294594407082
860427	rnn.bias_ih_l0_reverse	5	-0.22192388772964478
860427	rnn.bias_ih_l0_reverse	6	0.27733245491981506
860427	rnn.bias_ih_l0_reverse	7	-0.2970074713230133
860427	rnn.bias_ih_l0_reverse	8	-0.1985333412885666
860427	rnn.bias_ih_l0_reverse	9	-0.14797058701515198
860427	rnn.bias_hh_l0_reverse	0	-0.1401304304599762
860427	rnn.bias_hh_l0_reverse	1	0.2722536325454712
860427	rnn.bias_hh_l0_reverse	2	-0.3444046080112457
860427	rnn.bias_hh_l0_reverse	3	-0.22902771830558777
860427	rnn.bias_hh_l0_reverse	4	-0.39734548330307007
860427	rnn.bias_hh_l0_reverse	5	-0.2041209489107132
860427	rnn.bias_hh_l0_reverse	6	-0.26573115587234497
860427	rnn.bias_hh_l0_reverse	7	-0.09981605410575867
860427	rnn.bias_hh_l0_reverse	8	-0.35212942957878113
860427	rnn.bias_hh_l0_reverse	9	0.21400289237499237
860427	linear.weight	0	0.2238675206899643
860427	linear.weight	1	-0.46090611815452576
860427	linear.weight	2	0.010615525767207146
860427	linear.weight	3	0.06747213006019592
860427	linear.weight	4	-0.11400851607322693
860427	linear.weight	5	0.24890974164009094
860427	linear.weight	6	-0.013722232542932034
860427	linear.weight	7	-0.059573449194431305
860427	linear.weight	8	0.14168445765972137
860427	linear.weight	9	-0.0499548576772213
860427	linear.bias	0	-0.8702933192253113
860427	linear.bias	1	1.7842826843261719
860427	linear.bias	2	0.7501748204231262
860427	linear.bias	3	-2.743769645690918
860427	linear.bias	4	-0.06824420392513275
860427	linear.bias	5	1.2532696723937988
860427	linear.bias	6	-0.2286384105682373
860427	linear.bias	7	0.829365611076355
860427	linear.bias	8	2.1043715476989746
860427	linear.bias	9	-1.2852861881256104
861036	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
861036	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
861036	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
861036	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
861036	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
861036	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
861036	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
861036	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
861036	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
861036	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
861036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
861036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
861036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
861036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
861036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
861036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
861036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
861036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
861036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
861036	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
861036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
861036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
861036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
861036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
861036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
861036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
861036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
861036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
861036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
861036	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
861036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
861036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
861036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
861036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
861036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
861036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
861036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
861036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
861036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
861036	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
861036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
861036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
861036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
861036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
861036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
861036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
861036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
861036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
861036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
861036	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
861036	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
861036	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
861036	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
861036	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
861036	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
861036	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
861036	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
861036	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
861036	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
861036	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
861036	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
861036	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
861036	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
861036	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
861036	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
861036	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
861036	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
861036	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
861036	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
861036	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
861036	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
861036	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
861036	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
861036	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
861036	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
861036	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
861036	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
861036	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
861036	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
861036	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
861036	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
861036	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
861036	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
861036	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
861036	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
861036	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
861036	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
861036	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
861036	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
861036	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
861036	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
861036	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
861036	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
861036	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
861036	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
861036	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
861036	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
861036	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
861036	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
861036	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
861036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
861036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
861036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
861036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
861036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
861036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
861036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
861036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
861036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
861036	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
861036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
861036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
861036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
861036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
861036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
861036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
861036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
861036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
861036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
861036	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
861036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
861036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
861036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
861036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
861036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
861036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
861036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
861036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
861036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
861036	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
861036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
861036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
861036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
861036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
861036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
861036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
861036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
861036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
861036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
861036	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
861036	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
861036	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
861036	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
861036	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
861036	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
861036	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
861036	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
861036	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
861036	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
861036	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
861036	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
861036	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
861036	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
861036	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
861036	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
861036	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
861036	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
861036	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
861036	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
861036	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
861036	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
861036	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
861036	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
861036	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
861036	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
861036	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
861036	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
861036	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
861036	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
861036	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
861036	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
861036	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
861036	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
861036	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
861036	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
861036	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
861036	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
861036	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
861036	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
861036	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
861036	embedding2nn.weight	0	0.3215601444244385
861036	embedding2nn.weight	1	0.36974942684173584
861036	embedding2nn.weight	2	0.0021363149862736464
861036	embedding2nn.weight	3	0.016047891229391098
861036	embedding2nn.weight	4	-0.029696723446249962
861036	embedding2nn.weight	5	0.05914741009473801
861036	embedding2nn.weight	6	0.0014543712604790926
861036	embedding2nn.weight	7	-0.004937867168337107
861036	embedding2nn.weight	8	0.04230141267180443
861036	embedding2nn.weight	9	-0.04907376691699028
861036	embedding2nn.bias	0	0.019054759293794632
861036	embedding2nn.bias	1	-0.19427433609962463
861036	embedding2nn.bias	2	0.11936848610639572
861036	embedding2nn.bias	3	0.165400430560112
861036	embedding2nn.bias	4	0.1418745219707489
861036	embedding2nn.bias	5	-0.07468698918819427
861036	embedding2nn.bias	6	-0.051711007952690125
861036	embedding2nn.bias	7	0.041225872933864594
861036	embedding2nn.bias	8	-0.15241597592830658
861036	embedding2nn.bias	9	-0.3818688988685608
861036	rnn.weight_ih_l0	0	0.010196901857852936
861036	rnn.weight_ih_l0	1	-0.057778675109148026
861036	rnn.weight_ih_l0	2	-0.050147831439971924
861036	rnn.weight_ih_l0	3	0.11408841609954834
861036	rnn.weight_ih_l0	4	0.018602535128593445
861036	rnn.weight_ih_l0	5	-0.06736451387405396
861036	rnn.weight_ih_l0	6	0.006616444326937199
861036	rnn.weight_ih_l0	7	-0.023185808211565018
861036	rnn.weight_ih_l0	8	0.013974349945783615
861036	rnn.weight_ih_l0	9	-0.08764277398586273
861036	rnn.weight_hh_l0	0	-0.023052318021655083
861036	rnn.weight_hh_l0	1	0.08396220207214355
861036	rnn.weight_hh_l0	2	0.0027008356992155313
861036	rnn.weight_hh_l0	3	-0.037084925919771194
861036	rnn.weight_hh_l0	4	0.08701294660568237
861036	rnn.weight_hh_l0	5	-0.0005727387615479529
861036	rnn.weight_hh_l0	6	-0.09038219600915909
861036	rnn.weight_hh_l0	7	-0.1371312290430069
861036	rnn.weight_hh_l0	8	0.04068191722035408
861036	rnn.weight_hh_l0	9	-0.1235872358083725
861036	rnn.bias_ih_l0	0	0.17699933052062988
861036	rnn.bias_ih_l0	1	-0.3434125483036041
861036	rnn.bias_ih_l0	2	-0.041035186499357224
861036	rnn.bias_ih_l0	3	-0.2096177190542221
861036	rnn.bias_ih_l0	4	-0.008821508847177029
861036	rnn.bias_ih_l0	5	-0.44185778498649597
861036	rnn.bias_ih_l0	6	-0.1368250995874405
861036	rnn.bias_ih_l0	7	-0.3893706202507019
861036	rnn.bias_ih_l0	8	-0.31420832872390747
861036	rnn.bias_ih_l0	9	-0.4518004059791565
861036	rnn.bias_hh_l0	0	-0.35140877962112427
861036	rnn.bias_hh_l0	1	-0.4443332850933075
861036	rnn.bias_hh_l0	2	-0.4033036530017853
861036	rnn.bias_hh_l0	3	-0.07924970984458923
861036	rnn.bias_hh_l0	4	-0.4027767777442932
861036	rnn.bias_hh_l0	5	-0.37315770983695984
861036	rnn.bias_hh_l0	6	-0.11956270039081573
861036	rnn.bias_hh_l0	7	0.07081010192632675
861036	rnn.bias_hh_l0	8	-0.2338348925113678
861036	rnn.bias_hh_l0	9	-0.5693473219871521
861036	rnn.weight_ih_l0_reverse	0	-0.006706997286528349
861036	rnn.weight_ih_l0_reverse	1	-0.005230379290878773
861036	rnn.weight_ih_l0_reverse	2	0.004320780746638775
861036	rnn.weight_ih_l0_reverse	3	-0.14249376952648163
861036	rnn.weight_ih_l0_reverse	4	0.07918751984834671
861036	rnn.weight_ih_l0_reverse	5	-0.09991205483675003
861036	rnn.weight_ih_l0_reverse	6	-0.00878747645765543
861036	rnn.weight_ih_l0_reverse	7	0.031408894807100296
861036	rnn.weight_ih_l0_reverse	8	-0.05094696953892708
861036	rnn.weight_ih_l0_reverse	9	-0.0872572585940361
861036	rnn.weight_hh_l0_reverse	0	-0.15240997076034546
861036	rnn.weight_hh_l0_reverse	1	0.022578442469239235
861036	rnn.weight_hh_l0_reverse	2	-0.019425317645072937
861036	rnn.weight_hh_l0_reverse	3	0.03084317222237587
861036	rnn.weight_hh_l0_reverse	4	-0.08285175263881683
861036	rnn.weight_hh_l0_reverse	5	0.03748905286192894
861036	rnn.weight_hh_l0_reverse	6	0.031260646879673004
861036	rnn.weight_hh_l0_reverse	7	-0.13116227090358734
861036	rnn.weight_hh_l0_reverse	8	-0.0784229189157486
861036	rnn.weight_hh_l0_reverse	9	0.03703994303941727
861036	rnn.bias_ih_l0_reverse	0	-0.17762799561023712
861036	rnn.bias_ih_l0_reverse	1	-0.05605101212859154
861036	rnn.bias_ih_l0_reverse	2	0.16088004410266876
861036	rnn.bias_ih_l0_reverse	3	-0.33062291145324707
861036	rnn.bias_ih_l0_reverse	4	0.010353362187743187
861036	rnn.bias_ih_l0_reverse	5	-0.22181324660778046
861036	rnn.bias_ih_l0_reverse	6	0.2786117494106293
861036	rnn.bias_ih_l0_reverse	7	-0.2968742847442627
861036	rnn.bias_ih_l0_reverse	8	-0.1985187530517578
861036	rnn.bias_ih_l0_reverse	9	-0.14877785742282867
861036	rnn.bias_hh_l0_reverse	0	-0.14130696654319763
861036	rnn.bias_hh_l0_reverse	1	0.2736782431602478
861036	rnn.bias_hh_l0_reverse	2	-0.3435710668563843
861036	rnn.bias_hh_l0_reverse	3	-0.22918079793453217
861036	rnn.bias_hh_l0_reverse	4	-0.3971764147281647
861036	rnn.bias_hh_l0_reverse	5	-0.20447057485580444
861036	rnn.bias_hh_l0_reverse	6	-0.26416441798210144
861036	rnn.bias_hh_l0_reverse	7	-0.09981326758861542
861036	rnn.bias_hh_l0_reverse	8	-0.35223352909088135
861036	rnn.bias_hh_l0_reverse	9	0.21855083107948303
861036	linear.weight	0	0.2194230854511261
861036	linear.weight	1	-0.4610747992992401
861036	linear.weight	2	0.0067576197907328606
861036	linear.weight	3	0.06747210770845413
861036	linear.weight	4	-0.11723049730062485
861036	linear.weight	5	0.24494469165802002
861036	linear.weight	6	-0.015069868415594101
861036	linear.weight	7	-0.05957309529185295
861036	linear.weight	8	0.14151281118392944
861036	linear.weight	9	-0.04995518550276756
861036	linear.bias	0	-0.8713060617446899
861036	linear.bias	1	1.7998374700546265
861036	linear.bias	2	0.7571824789047241
861036	linear.bias	3	-2.743773937225342
861036	linear.bias	4	-0.06880411505699158
861036	linear.bias	5	1.2556606531143188
861036	linear.bias	6	-0.22610370814800262
861036	linear.bias	7	0.832129716873169
861036	linear.bias	8	2.098283052444458
861036	linear.bias	9	-1.2909631729125977
861645	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
861645	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
861645	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
861645	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
861645	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
861645	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
861645	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
861645	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
861645	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
861645	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
861645	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
861645	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
861645	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
861645	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
861645	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
861645	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
861645	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
861645	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
861645	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
861645	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
861645	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
861645	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
861645	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
861645	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
861645	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
861645	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
861645	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
861645	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
861645	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
861645	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
861645	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
861645	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
861645	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
861645	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
861645	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
861645	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
861645	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
861645	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
861645	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
861645	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
861645	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
861645	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
861645	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
861645	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
861645	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
861645	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
861645	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
861645	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
861645	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
861645	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
861645	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
861645	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
861645	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
861645	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
861645	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
861645	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
861645	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
861645	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
861645	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
861645	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
861645	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
861645	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
861645	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
861645	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
861645	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
861645	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
861645	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
861645	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
861645	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
861645	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
861645	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
861645	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
861645	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
861645	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
861645	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
861645	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
861645	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
861645	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
861645	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
861645	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
861645	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
861645	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
861645	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
861645	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
861645	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
861645	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
861645	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
861645	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
861645	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
861645	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
861645	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
861645	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
861645	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
861645	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
861645	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
861645	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
861645	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
861645	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
861645	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
861645	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
861645	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
861645	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
861645	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
861645	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
861645	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
861645	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
861645	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
861645	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
861645	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
861645	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
861645	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
861645	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
861645	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
861645	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
861645	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
861645	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
861645	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
861645	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
861645	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
861645	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
861645	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
861645	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
861645	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
861645	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
861645	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
861645	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
861645	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
861645	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
861645	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
861645	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
861645	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
861645	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
861645	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
861645	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
861645	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
861645	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
861645	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
861645	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
861645	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
861645	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
861645	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
861645	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
861645	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
861645	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
861645	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
861645	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
861645	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
861645	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
861645	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
861645	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
861645	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
861645	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
861645	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
861645	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
861645	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
861645	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
861645	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
861645	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
861645	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
861645	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
861645	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
861645	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
861645	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
861645	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
861645	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
861645	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
861645	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
861645	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
861645	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
861645	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
861645	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
861645	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
861645	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
861645	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
861645	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
861645	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
861645	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
861645	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
861645	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
861645	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
861645	embedding2nn.weight	0	0.3215619623661041
861645	embedding2nn.weight	1	0.36989402770996094
861645	embedding2nn.weight	2	0.002519847359508276
861645	embedding2nn.weight	3	0.0185251347720623
861645	embedding2nn.weight	4	-0.030284518375992775
861645	embedding2nn.weight	5	0.05855948477983475
861645	embedding2nn.weight	6	0.000435864320024848
861645	embedding2nn.weight	7	-0.003969664219766855
861645	embedding2nn.weight	8	0.04236697778105736
861645	embedding2nn.weight	9	-0.04900133237242699
861645	embedding2nn.bias	0	0.024449270218610764
861645	embedding2nn.bias	1	-0.19649842381477356
861645	embedding2nn.bias	2	0.11842883378267288
861645	embedding2nn.bias	3	0.16417400538921356
861645	embedding2nn.bias	4	0.14284314215183258
861645	embedding2nn.bias	5	-0.0742655098438263
861645	embedding2nn.bias	6	-0.05095678195357323
861645	embedding2nn.bias	7	0.044746946543455124
861645	embedding2nn.bias	8	-0.14816437661647797
861645	embedding2nn.bias	9	-0.37594354152679443
861645	rnn.weight_ih_l0	0	0.010209906846284866
861645	rnn.weight_ih_l0	1	-0.05791166052222252
861645	rnn.weight_ih_l0	2	-0.0500066764652729
861645	rnn.weight_ih_l0	3	0.11448869854211807
861645	rnn.weight_ih_l0	4	0.018256038427352905
861645	rnn.weight_ih_l0	5	-0.06754105538129807
861645	rnn.weight_ih_l0	6	0.00703576672822237
861645	rnn.weight_ih_l0	7	-0.022616494446992874
861645	rnn.weight_ih_l0	8	0.012897917069494724
861645	rnn.weight_ih_l0	9	-0.08693872392177582
861645	rnn.weight_hh_l0	0	-0.023150159046053886
861645	rnn.weight_hh_l0	1	0.0840534120798111
861645	rnn.weight_hh_l0	2	0.0025891498662531376
861645	rnn.weight_hh_l0	3	-0.037062257528305054
861645	rnn.weight_hh_l0	4	0.08724898844957352
861645	rnn.weight_hh_l0	5	-0.0007110775914043188
861645	rnn.weight_hh_l0	6	-0.0903770849108696
861645	rnn.weight_hh_l0	7	-0.13774502277374268
861645	rnn.weight_hh_l0	8	0.04067394137382507
861645	rnn.weight_hh_l0	9	-0.12354040890932083
861645	rnn.bias_ih_l0	0	0.1767728328704834
861645	rnn.bias_ih_l0	1	-0.3422117233276367
861645	rnn.bias_ih_l0	2	-0.04079290106892586
861645	rnn.bias_ih_l0	3	-0.20979222655296326
861645	rnn.bias_ih_l0	4	-0.008224601857364178
861645	rnn.bias_ih_l0	5	-0.4411240816116333
861645	rnn.bias_ih_l0	6	-0.13633297383785248
861645	rnn.bias_ih_l0	7	-0.3892906606197357
861645	rnn.bias_ih_l0	8	-0.31490862369537354
861645	rnn.bias_ih_l0	9	-0.45014333724975586
861645	rnn.bias_hh_l0	0	-0.3508843183517456
861645	rnn.bias_hh_l0	1	-0.4442964196205139
861645	rnn.bias_hh_l0	2	-0.40342894196510315
861645	rnn.bias_hh_l0	3	-0.08065909147262573
861645	rnn.bias_hh_l0	4	-0.4031776189804077
861645	rnn.bias_hh_l0	5	-0.3729722499847412
861645	rnn.bias_hh_l0	6	-0.11913727968931198
861645	rnn.bias_hh_l0	7	0.06976635754108429
861645	rnn.bias_hh_l0	8	-0.23217932879924774
861645	rnn.bias_hh_l0	9	-0.5695506930351257
861645	rnn.weight_ih_l0_reverse	0	-0.0070106592029333115
861645	rnn.weight_ih_l0_reverse	1	-0.005228602327406406
861645	rnn.weight_ih_l0_reverse	2	0.004519762471318245
861645	rnn.weight_ih_l0_reverse	3	-0.142556294798851
861645	rnn.weight_ih_l0_reverse	4	0.0790397897362709
861645	rnn.weight_ih_l0_reverse	5	-0.10130202025175095
861645	rnn.weight_ih_l0_reverse	6	-0.00904869195073843
861645	rnn.weight_ih_l0_reverse	7	0.03136913478374481
861645	rnn.weight_ih_l0_reverse	8	-0.05100117623806
861645	rnn.weight_ih_l0_reverse	9	-0.08716785162687302
861645	rnn.weight_hh_l0_reverse	0	-0.1525426208972931
861645	rnn.weight_hh_l0_reverse	1	0.0224318690598011
861645	rnn.weight_hh_l0_reverse	2	-0.019504621624946594
861645	rnn.weight_hh_l0_reverse	3	0.030645597726106644
861645	rnn.weight_hh_l0_reverse	4	-0.08284849673509598
861645	rnn.weight_hh_l0_reverse	5	0.03748166933655739
861645	rnn.weight_hh_l0_reverse	6	0.031239919364452362
861645	rnn.weight_hh_l0_reverse	7	-0.13143812119960785
861645	rnn.weight_hh_l0_reverse	8	-0.07812472432851791
861645	rnn.weight_hh_l0_reverse	9	0.03712720051407814
861645	rnn.bias_ih_l0_reverse	0	-0.17801633477210999
861645	rnn.bias_ih_l0_reverse	1	-0.05560944974422455
861645	rnn.bias_ih_l0_reverse	2	0.1602148562669754
861645	rnn.bias_ih_l0_reverse	3	-0.33028385043144226
861645	rnn.bias_ih_l0_reverse	4	0.009847010485827923
861645	rnn.bias_ih_l0_reverse	5	-0.22173243761062622
861645	rnn.bias_ih_l0_reverse	6	0.2774001359939575
861645	rnn.bias_ih_l0_reverse	7	-0.2975695729255676
861645	rnn.bias_ih_l0_reverse	8	-0.1993069052696228
861645	rnn.bias_ih_l0_reverse	9	-0.14980469644069672
861645	rnn.bias_hh_l0_reverse	0	-0.14121291041374207
861645	rnn.bias_hh_l0_reverse	1	0.2736797034740448
861645	rnn.bias_hh_l0_reverse	2	-0.3427674472332001
861645	rnn.bias_hh_l0_reverse	3	-0.23021192848682404
861645	rnn.bias_hh_l0_reverse	4	-0.39859211444854736
861645	rnn.bias_hh_l0_reverse	5	-0.20449911057949066
861645	rnn.bias_hh_l0_reverse	6	-0.2644729018211365
861645	rnn.bias_hh_l0_reverse	7	-0.09946013987064362
861645	rnn.bias_hh_l0_reverse	8	-0.35357865691185
861645	rnn.bias_hh_l0_reverse	9	0.21669457852840424
861645	linear.weight	0	0.2178134322166443
861645	linear.weight	1	-0.45832014083862305
861645	linear.weight	2	0.006500039249658585
861645	linear.weight	3	0.06747201830148697
861645	linear.weight	4	-0.11070680618286133
861645	linear.weight	5	0.24596282839775085
861645	linear.weight	6	-0.01600646786391735
861645	linear.weight	7	-0.059572529047727585
861645	linear.weight	8	0.14203380048274994
861645	linear.weight	9	-0.049955565482378006
861645	linear.bias	0	-0.8707490563392639
861645	linear.bias	1	1.806326985359192
861645	linear.bias	2	0.7455106377601624
861645	linear.bias	3	-2.7437801361083984
861645	linear.bias	4	-0.06589009612798691
861645	linear.bias	5	1.2491828203201294
861645	linear.bias	6	-0.23064805567264557
861645	linear.bias	7	0.8434174656867981
861645	linear.bias	8	2.1071555614471436
861645	linear.bias	9	-1.2846001386642456
862254	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
862254	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
862254	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
862254	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
862254	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
862254	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
862254	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
862254	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
862254	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
862254	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
862254	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
862254	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
862254	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
862254	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
862254	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
862254	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
862254	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
862254	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
862254	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
862254	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
862254	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
862254	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
862254	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
862254	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
862254	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
862254	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
862254	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
862254	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
862254	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
862254	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
862254	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
862254	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
862254	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
862254	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
862254	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
862254	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
862254	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
862254	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
862254	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
862254	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
862254	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
862254	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
862254	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
862254	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
862254	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
862254	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
862254	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
862254	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
862254	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
862254	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
862254	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
862254	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
862254	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
862254	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
862254	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
862254	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
862254	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
862254	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
862254	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
862254	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
862254	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
862254	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
862254	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
862254	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
862254	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
862254	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
862254	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
862254	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
862254	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
862254	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
862254	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
862254	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
862254	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
862254	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
862254	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
862254	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
862254	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
862254	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
862254	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
862254	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
862254	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
862254	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
862254	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
862254	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
862254	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
862254	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
862254	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
862254	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
862254	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
862254	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
862254	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
862254	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
862254	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
862254	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
862254	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
862254	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
862254	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
862254	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
862254	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
862254	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
862254	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
862254	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
862254	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
862254	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
862254	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
862254	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
862254	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
862254	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
862254	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
862254	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
862254	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
862254	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
862254	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
862254	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
862254	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
862254	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
862254	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
862254	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
862254	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
862254	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
862254	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
862254	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
862254	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
862254	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
862254	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
862254	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
862254	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
862254	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
862254	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
862254	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
862254	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
862254	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
862254	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
862254	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
862254	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
862254	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
862254	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
862254	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
862254	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
862254	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
862254	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
862254	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
862254	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
862254	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
862254	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
862254	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
862254	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
862254	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
862254	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
862254	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
862254	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
862254	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
862254	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
862254	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
862254	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
862254	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
862254	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
862254	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
862254	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
862254	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
862254	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
862254	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
862254	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
862254	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
862254	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
862254	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
862254	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
862254	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
862254	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
862254	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
862254	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
862254	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
862254	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
862254	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
862254	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
862254	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
862254	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
862254	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
862254	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
862254	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
862254	embedding2nn.weight	0	0.32177090644836426
862254	embedding2nn.weight	1	0.36987289786338806
862254	embedding2nn.weight	2	0.0030602600891143084
862254	embedding2nn.weight	3	0.024036617949604988
862254	embedding2nn.weight	4	-0.030231256037950516
862254	embedding2nn.weight	5	0.057826463133096695
862254	embedding2nn.weight	6	0.0017636920092627406
862254	embedding2nn.weight	7	-0.003276052186265588
862254	embedding2nn.weight	8	0.0418715737760067
862254	embedding2nn.weight	9	-0.04860258847475052
862254	embedding2nn.bias	0	0.024726804345846176
862254	embedding2nn.bias	1	-0.1910899132490158
862254	embedding2nn.bias	2	0.11447063088417053
862254	embedding2nn.bias	3	0.16717645525932312
862254	embedding2nn.bias	4	0.1432485431432724
862254	embedding2nn.bias	5	-0.07616055756807327
862254	embedding2nn.bias	6	-0.049731895327568054
862254	embedding2nn.bias	7	0.04613813757896423
862254	embedding2nn.bias	8	-0.14981304109096527
862254	embedding2nn.bias	9	-0.3739554286003113
862254	rnn.weight_ih_l0	0	0.010325918905436993
862254	rnn.weight_ih_l0	1	-0.05803031101822853
862254	rnn.weight_ih_l0	2	-0.04871797561645508
862254	rnn.weight_ih_l0	3	0.11469762772321701
862254	rnn.weight_ih_l0	4	0.019505469128489494
862254	rnn.weight_ih_l0	5	-0.06725536286830902
862254	rnn.weight_ih_l0	6	0.006639707833528519
862254	rnn.weight_ih_l0	7	-0.022801943123340607
862254	rnn.weight_ih_l0	8	0.0126884700730443
862254	rnn.weight_ih_l0	9	-0.08644784986972809
862254	rnn.weight_hh_l0	0	-0.023051772266626358
862254	rnn.weight_hh_l0	1	0.08426941931247711
862254	rnn.weight_hh_l0	2	0.0025729199405759573
862254	rnn.weight_hh_l0	3	-0.037155892699956894
862254	rnn.weight_hh_l0	4	0.08724579215049744
862254	rnn.weight_hh_l0	5	-0.0004810370155610144
862254	rnn.weight_hh_l0	6	-0.09049076586961746
862254	rnn.weight_hh_l0	7	-0.13843749463558197
862254	rnn.weight_hh_l0	8	0.040693771094083786
862254	rnn.weight_hh_l0	9	-0.12365948408842087
862254	rnn.bias_ih_l0	0	0.17855586111545563
862254	rnn.bias_ih_l0	1	-0.34164494276046753
862254	rnn.bias_ih_l0	2	-0.04152772203087807
862254	rnn.bias_ih_l0	3	-0.20918495953083038
862254	rnn.bias_ih_l0	4	-0.00819197203963995
862254	rnn.bias_ih_l0	5	-0.4408051669597626
862254	rnn.bias_ih_l0	6	-0.1370634138584137
862254	rnn.bias_ih_l0	7	-0.38930946588516235
862254	rnn.bias_ih_l0	8	-0.3143436312675476
862254	rnn.bias_ih_l0	9	-0.4495416581630707
862254	rnn.bias_hh_l0	0	-0.35148999094963074
862254	rnn.bias_hh_l0	1	-0.4438946545124054
862254	rnn.bias_hh_l0	2	-0.4032606780529022
862254	rnn.bias_hh_l0	3	-0.08163053542375565
862254	rnn.bias_hh_l0	4	-0.40240535140037537
862254	rnn.bias_hh_l0	5	-0.3733772933483124
862254	rnn.bias_hh_l0	6	-0.11955852061510086
862254	rnn.bias_hh_l0	7	0.06895697861909866
862254	rnn.bias_hh_l0	8	-0.23309993743896484
862254	rnn.bias_hh_l0	9	-0.5692353248596191
862254	rnn.weight_ih_l0_reverse	0	-0.005731404293328524
862254	rnn.weight_ih_l0_reverse	1	-0.00555005157366395
862254	rnn.weight_ih_l0_reverse	2	0.004453191999346018
862254	rnn.weight_ih_l0_reverse	3	-0.14285880327224731
862254	rnn.weight_ih_l0_reverse	4	0.07913699001073837
862254	rnn.weight_ih_l0_reverse	5	-0.10112657397985458
862254	rnn.weight_ih_l0_reverse	6	-0.009131657890975475
862254	rnn.weight_ih_l0_reverse	7	0.03138851001858711
862254	rnn.weight_ih_l0_reverse	8	-0.05081234872341156
862254	rnn.weight_ih_l0_reverse	9	-0.08739744126796722
862254	rnn.weight_hh_l0_reverse	0	-0.1525827944278717
862254	rnn.weight_hh_l0_reverse	1	0.022423166781663895
862254	rnn.weight_hh_l0_reverse	2	-0.01969144120812416
862254	rnn.weight_hh_l0_reverse	3	0.030452176928520203
862254	rnn.weight_hh_l0_reverse	4	-0.08276280015707016
862254	rnn.weight_hh_l0_reverse	5	0.037557002156972885
862254	rnn.weight_hh_l0_reverse	6	0.031232770532369614
862254	rnn.weight_hh_l0_reverse	7	-0.1315843164920807
862254	rnn.weight_hh_l0_reverse	8	-0.07800010591745377
862254	rnn.weight_hh_l0_reverse	9	0.037330787628889084
862254	rnn.bias_ih_l0_reverse	0	-0.17889027297496796
862254	rnn.bias_ih_l0_reverse	1	-0.05517496168613434
862254	rnn.bias_ih_l0_reverse	2	0.15927529335021973
862254	rnn.bias_ih_l0_reverse	3	-0.3295927941799164
862254	rnn.bias_ih_l0_reverse	4	0.00969211757183075
862254	rnn.bias_ih_l0_reverse	5	-0.22212408483028412
862254	rnn.bias_ih_l0_reverse	6	0.27657991647720337
862254	rnn.bias_ih_l0_reverse	7	-0.29890963435173035
862254	rnn.bias_ih_l0_reverse	8	-0.1994323879480362
862254	rnn.bias_ih_l0_reverse	9	-0.14879968762397766
862254	rnn.bias_hh_l0_reverse	0	-0.14070633053779602
862254	rnn.bias_hh_l0_reverse	1	0.2753486633300781
862254	rnn.bias_hh_l0_reverse	2	-0.34239014983177185
862254	rnn.bias_hh_l0_reverse	3	-0.22915424406528473
862254	rnn.bias_hh_l0_reverse	4	-0.3985060155391693
862254	rnn.bias_hh_l0_reverse	5	-0.2041368931531906
862254	rnn.bias_hh_l0_reverse	6	-0.2642603814601898
862254	rnn.bias_hh_l0_reverse	7	-0.09922312945127487
862254	rnn.bias_hh_l0_reverse	8	-0.35367581248283386
862254	rnn.bias_hh_l0_reverse	9	0.2177889347076416
862254	linear.weight	0	0.2212052196264267
862254	linear.weight	1	-0.45905300974845886
862254	linear.weight	2	0.0018435815582051873
862254	linear.weight	3	0.0674719512462616
862254	linear.weight	4	-0.10708209127187729
862254	linear.weight	5	0.2447548806667328
862254	linear.weight	6	-0.0141564616933465
862254	linear.weight	7	-0.059571973979473114
862254	linear.weight	8	0.14376482367515564
862254	linear.weight	9	-0.04995585232973099
862254	linear.bias	0	-0.8652874827384949
862254	linear.bias	1	1.7984538078308105
862254	linear.bias	2	0.7450659871101379
862254	linear.bias	3	-2.743788957595825
862254	linear.bias	4	-0.061592184007167816
862254	linear.bias	5	1.257639765739441
862254	linear.bias	6	-0.22748135030269623
862254	linear.bias	7	0.8398155570030212
862254	linear.bias	8	2.0982394218444824
862254	linear.bias	9	-1.2847037315368652
862863	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
862863	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
862863	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
862863	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
862863	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
862863	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
862863	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
862863	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
862863	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
862863	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
862863	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
862863	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
862863	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
862863	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
862863	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
862863	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
862863	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
862863	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
862863	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
862863	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
862863	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
862863	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
862863	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
862863	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
862863	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
862863	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
862863	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
862863	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
862863	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
862863	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
862863	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
862863	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
862863	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
862863	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
862863	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
862863	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
862863	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
862863	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
862863	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
862863	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
862863	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
862863	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
862863	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
862863	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
862863	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
862863	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
862863	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
862863	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
862863	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
862863	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
862863	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
862863	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
862863	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
862863	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
862863	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
862863	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
862863	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
862863	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
862863	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
862863	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
862863	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
862863	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
862863	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
862863	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
862863	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
862863	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
862863	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
862863	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
862863	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
862863	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
862863	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
862863	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
862863	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
862863	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
862863	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
862863	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
862863	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
862863	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
862863	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
862863	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
862863	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
862863	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
862863	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
862863	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
862863	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
862863	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
862863	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
862863	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
862863	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
862863	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
862863	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
862863	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
862863	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
862863	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
862863	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
862863	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
862863	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
862863	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
862863	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
862863	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
862863	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
862863	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
862863	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
862863	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
862863	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
862863	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
862863	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
862863	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
862863	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
862863	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
862863	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
862863	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
862863	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
862863	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
862863	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
862863	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
862863	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
862863	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
862863	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
862863	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
862863	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
862863	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
862863	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
862863	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
862863	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
862863	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
862863	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
862863	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
862863	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
862863	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
862863	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
862863	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
862863	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
862863	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
862863	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
862863	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
862863	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
862863	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
862863	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
862863	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
862863	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
862863	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
862863	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
862863	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
862863	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
862863	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
862863	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
862863	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
862863	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
862863	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
862863	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
862863	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
862863	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
862863	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
862863	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
862863	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
862863	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
862863	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
862863	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
862863	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
862863	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
862863	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
862863	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
862863	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
862863	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
862863	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
862863	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
862863	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
862863	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
862863	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
862863	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
862863	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
862863	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
862863	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
862863	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
862863	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
862863	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
862863	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
862863	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
862863	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
862863	embedding2nn.weight	0	0.32170140743255615
862863	embedding2nn.weight	1	0.36934134364128113
862863	embedding2nn.weight	2	0.0028593007009476423
862863	embedding2nn.weight	3	0.022129366174340248
862863	embedding2nn.weight	4	-0.030955417081713676
862863	embedding2nn.weight	5	0.057571735233068466
862863	embedding2nn.weight	6	0.0022828273940831423
862863	embedding2nn.weight	7	-0.0031992164440453053
862863	embedding2nn.weight	8	0.041996877640485764
862863	embedding2nn.weight	9	-0.04806896299123764
862863	embedding2nn.bias	0	0.02459859475493431
862863	embedding2nn.bias	1	-0.20000360906124115
862863	embedding2nn.bias	2	0.12027116119861603
862863	embedding2nn.bias	3	0.16322873532772064
862863	embedding2nn.bias	4	0.14211256802082062
862863	embedding2nn.bias	5	-0.07399432361125946
862863	embedding2nn.bias	6	-0.050889529287815094
862863	embedding2nn.bias	7	0.04414032772183418
862863	embedding2nn.bias	8	-0.14812500774860382
862863	embedding2nn.bias	9	-0.37536197900772095
862863	rnn.weight_ih_l0	0	0.010329900309443474
862863	rnn.weight_ih_l0	1	-0.057761888951063156
862863	rnn.weight_ih_l0	2	-0.048852257430553436
862863	rnn.weight_ih_l0	3	0.11429867148399353
862863	rnn.weight_ih_l0	4	0.018012749031186104
862863	rnn.weight_ih_l0	5	-0.06800423562526703
862863	rnn.weight_ih_l0	6	0.0068440865725278854
862863	rnn.weight_ih_l0	7	-0.022988220676779747
862863	rnn.weight_ih_l0	8	0.013097944669425488
862863	rnn.weight_ih_l0	9	-0.08707863837480545
862863	rnn.weight_hh_l0	0	-0.02307908609509468
862863	rnn.weight_hh_l0	1	0.08429709821939468
862863	rnn.weight_hh_l0	2	0.002377803437411785
862863	rnn.weight_hh_l0	3	-0.0372835211455822
862863	rnn.weight_hh_l0	4	0.0872989073395729
862863	rnn.weight_hh_l0	5	-0.000730175874195993
862863	rnn.weight_hh_l0	6	-0.09046579152345657
862863	rnn.weight_hh_l0	7	-0.13794337213039398
862863	rnn.weight_hh_l0	8	0.04066319391131401
862863	rnn.weight_hh_l0	9	-0.12347283214330673
862863	rnn.bias_ih_l0	0	0.17819994688034058
862863	rnn.bias_ih_l0	1	-0.34130868315696716
862863	rnn.bias_ih_l0	2	-0.0416656918823719
862863	rnn.bias_ih_l0	3	-0.20805110037326813
862863	rnn.bias_ih_l0	4	-0.007591244298964739
862863	rnn.bias_ih_l0	5	-0.4414575695991516
862863	rnn.bias_ih_l0	6	-0.13926033675670624
862863	rnn.bias_ih_l0	7	-0.3892430365085602
862863	rnn.bias_ih_l0	8	-0.3142535984516144
862863	rnn.bias_ih_l0	9	-0.4494169354438782
862863	rnn.bias_hh_l0	0	-0.3512834906578064
862863	rnn.bias_hh_l0	1	-0.443545937538147
862863	rnn.bias_hh_l0	2	-0.4032825529575348
862863	rnn.bias_hh_l0	3	-0.08219684660434723
862863	rnn.bias_hh_l0	4	-0.4019249677658081
862863	rnn.bias_hh_l0	5	-0.3733631670475006
862863	rnn.bias_hh_l0	6	-0.11952251195907593
862863	rnn.bias_hh_l0	7	0.06843788176774979
862863	rnn.bias_hh_l0	8	-0.23318472504615784
862863	rnn.bias_hh_l0	9	-0.5683680176734924
862863	rnn.weight_ih_l0_reverse	0	-0.004904529545456171
862863	rnn.weight_ih_l0_reverse	1	-0.0053723398596048355
862863	rnn.weight_ih_l0_reverse	2	0.004479471128433943
862863	rnn.weight_ih_l0_reverse	3	-0.1429072916507721
862863	rnn.weight_ih_l0_reverse	4	0.07925420999526978
862863	rnn.weight_ih_l0_reverse	5	-0.09983301907777786
862863	rnn.weight_ih_l0_reverse	6	-0.009058702737092972
862863	rnn.weight_ih_l0_reverse	7	0.03136617690324783
862863	rnn.weight_ih_l0_reverse	8	-0.050173573195934296
862863	rnn.weight_ih_l0_reverse	9	-0.08707789331674576
862863	rnn.weight_hh_l0_reverse	0	-0.15274202823638916
862863	rnn.weight_hh_l0_reverse	1	0.022457869723439217
862863	rnn.weight_hh_l0_reverse	2	-0.019739000126719475
862863	rnn.weight_hh_l0_reverse	3	0.030529802665114403
862863	rnn.weight_hh_l0_reverse	4	-0.08262147754430771
862863	rnn.weight_hh_l0_reverse	5	0.037562355399131775
862863	rnn.weight_hh_l0_reverse	6	0.0312380101531744
862863	rnn.weight_hh_l0_reverse	7	-0.1314319372177124
862863	rnn.weight_hh_l0_reverse	8	-0.07807082682847977
862863	rnn.weight_hh_l0_reverse	9	0.037211425602436066
862863	rnn.bias_ih_l0_reverse	0	-0.17931511998176575
862863	rnn.bias_ih_l0_reverse	1	-0.05446401610970497
862863	rnn.bias_ih_l0_reverse	2	0.16021864116191864
862863	rnn.bias_ih_l0_reverse	3	-0.32931584119796753
862863	rnn.bias_ih_l0_reverse	4	0.01085248589515686
862863	rnn.bias_ih_l0_reverse	5	-0.22205211222171783
862863	rnn.bias_ih_l0_reverse	6	0.2770552635192871
862863	rnn.bias_ih_l0_reverse	7	-0.30044373869895935
862863	rnn.bias_ih_l0_reverse	8	-0.19976328313350677
862863	rnn.bias_ih_l0_reverse	9	-0.14843200147151947
862863	rnn.bias_hh_l0_reverse	0	-0.14014114439487457
862863	rnn.bias_hh_l0_reverse	1	0.2746458351612091
862863	rnn.bias_hh_l0_reverse	2	-0.3428293466567993
862863	rnn.bias_hh_l0_reverse	3	-0.2289014309644699
862863	rnn.bias_hh_l0_reverse	4	-0.3984120488166809
862863	rnn.bias_hh_l0_reverse	5	-0.2056054323911667
862863	rnn.bias_hh_l0_reverse	6	-0.26465168595314026
862863	rnn.bias_hh_l0_reverse	7	-0.10003235936164856
862863	rnn.bias_hh_l0_reverse	8	-0.3542601764202118
862863	rnn.bias_hh_l0_reverse	9	0.21461012959480286
862863	linear.weight	0	0.22641772031784058
862863	linear.weight	1	-0.45855024456977844
862863	linear.weight	2	0.00836635660380125
862863	linear.weight	3	0.06747163087129593
862863	linear.weight	4	-0.11796794831752777
862863	linear.weight	5	0.24376718699932098
862863	linear.weight	6	-0.013366480357944965
862863	linear.weight	7	-0.059571508318185806
862863	linear.weight	8	0.1450093388557434
862863	linear.weight	9	-0.049956295639276505
862863	linear.bias	0	-0.8633232712745667
862863	linear.bias	1	1.8056137561798096
862863	linear.bias	2	0.7458226680755615
862863	linear.bias	3	-2.7437942028045654
862863	linear.bias	4	-0.06680366396903992
862863	linear.bias	5	1.256608009338379
862863	linear.bias	6	-0.22978797554969788
862863	linear.bias	7	0.8362951278686523
862863	linear.bias	8	2.0983614921569824
862863	linear.bias	9	-1.2848938703536987
863472	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
863472	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
863472	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
863472	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
863472	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
863472	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
863472	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
863472	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
863472	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
863472	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
863472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
863472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
863472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
863472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
863472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
863472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
863472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
863472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
863472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
863472	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
863472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
863472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
863472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
863472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
863472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
863472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
863472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
863472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
863472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
863472	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
863472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
863472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
863472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
863472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
863472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
863472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
863472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
863472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
863472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
863472	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
863472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
863472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
863472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
863472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
863472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
863472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
863472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
863472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
863472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
863472	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
863472	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
863472	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
863472	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
863472	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
863472	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
863472	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
863472	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
863472	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
863472	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
863472	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
863472	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
863472	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
863472	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
863472	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
863472	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
863472	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
863472	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
863472	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
863472	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
863472	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
863472	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
863472	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
863472	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
863472	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
863472	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
863472	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
863472	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
863472	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
863472	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
863472	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
863472	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
863472	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
863472	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
863472	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
863472	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
863472	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
863472	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
863472	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
863472	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
863472	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
863472	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
863472	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
863472	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
863472	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
863472	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
863472	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
863472	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
863472	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
863472	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
863472	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
863472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
863472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
863472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
863472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
863472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
863472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
863472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
863472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
863472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
863472	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
863472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
863472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
863472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
863472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
863472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
863472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
863472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
863472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
863472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
863472	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
863472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
863472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
863472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
863472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
863472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
863472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
863472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
863472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
863472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
863472	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
863472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
863472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
863472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
863472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
863472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
863472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
863472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
863472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
863472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
863472	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
863472	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
863472	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
863472	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
863472	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
863472	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
863472	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
863472	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
863472	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
863472	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
863472	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
863472	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
863472	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
863472	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
863472	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
863472	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
863472	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
863472	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
863472	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
863472	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
863472	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
863472	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
863472	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
863472	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
863472	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
863472	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
863472	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
863472	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
863472	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
863472	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
863472	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
863472	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
863472	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
863472	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
863472	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
863472	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
863472	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
863472	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
863472	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
863472	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
863472	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
863472	embedding2nn.weight	0	0.32123005390167236
863472	embedding2nn.weight	1	0.36903464794158936
863472	embedding2nn.weight	2	0.003422743873670697
863472	embedding2nn.weight	3	0.02115149237215519
863472	embedding2nn.weight	4	-0.029709862545132637
863472	embedding2nn.weight	5	0.05759897455573082
863472	embedding2nn.weight	6	0.0012983579654246569
863472	embedding2nn.weight	7	-0.003725636750459671
863472	embedding2nn.weight	8	0.04208103194832802
863472	embedding2nn.weight	9	-0.046898189932107925
863472	embedding2nn.bias	0	0.021662695333361626
863472	embedding2nn.bias	1	-0.20153088867664337
863472	embedding2nn.bias	2	0.12043844908475876
863472	embedding2nn.bias	3	0.1661882847547531
863472	embedding2nn.bias	4	0.141014963388443
863472	embedding2nn.bias	5	-0.07793716341257095
863472	embedding2nn.bias	6	-0.05201083421707153
863472	embedding2nn.bias	7	0.04920215904712677
863472	embedding2nn.bias	8	-0.15109950304031372
863472	embedding2nn.bias	9	-0.3773888051509857
863472	rnn.weight_ih_l0	0	0.010352985933423042
863472	rnn.weight_ih_l0	1	-0.05812312290072441
863472	rnn.weight_ih_l0	2	-0.04814345762133598
863472	rnn.weight_ih_l0	3	0.11490103602409363
863472	rnn.weight_ih_l0	4	0.017389044165611267
863472	rnn.weight_ih_l0	5	-0.06813932955265045
863472	rnn.weight_ih_l0	6	0.006557257380336523
863472	rnn.weight_ih_l0	7	-0.022861594334244728
863472	rnn.weight_ih_l0	8	0.012947223149240017
863472	rnn.weight_ih_l0	9	-0.08724888414144516
863472	rnn.weight_hh_l0	0	-0.02304038219153881
863472	rnn.weight_hh_l0	1	0.08422038704156876
863472	rnn.weight_hh_l0	2	0.0023710187524557114
863472	rnn.weight_hh_l0	3	-0.0372496023774147
863472	rnn.weight_hh_l0	4	0.08738348633050919
863472	rnn.weight_hh_l0	5	-0.0007924223318696022
863472	rnn.weight_hh_l0	6	-0.09034673124551773
863472	rnn.weight_hh_l0	7	-0.13853217661380768
863472	rnn.weight_hh_l0	8	0.04065621644258499
863472	rnn.weight_hh_l0	9	-0.123325876891613
863472	rnn.bias_ih_l0	0	0.17814204096794128
863472	rnn.bias_ih_l0	1	-0.3408900797367096
863472	rnn.bias_ih_l0	2	-0.041280075907707214
863472	rnn.bias_ih_l0	3	-0.20782190561294556
863472	rnn.bias_ih_l0	4	-0.008215450681746006
863472	rnn.bias_ih_l0	5	-0.4418266713619232
863472	rnn.bias_ih_l0	6	-0.13952216506004333
863472	rnn.bias_ih_l0	7	-0.3891340494155884
863472	rnn.bias_ih_l0	8	-0.3139770030975342
863472	rnn.bias_ih_l0	9	-0.4500519037246704
863472	rnn.bias_hh_l0	0	-0.35153093934059143
863472	rnn.bias_hh_l0	1	-0.4430953562259674
863472	rnn.bias_hh_l0	2	-0.4029921591281891
863472	rnn.bias_hh_l0	3	-0.08122889697551727
863472	rnn.bias_hh_l0	4	-0.40175724029541016
863472	rnn.bias_hh_l0	5	-0.3739825189113617
863472	rnn.bias_hh_l0	6	-0.11898837983608246
863472	rnn.bias_hh_l0	7	0.06863493472337723
863472	rnn.bias_hh_l0	8	-0.23330320417881012
863472	rnn.bias_hh_l0	9	-0.5684571862220764
863472	rnn.weight_ih_l0_reverse	0	-0.0061617218889296055
863472	rnn.weight_ih_l0_reverse	1	-0.005391601473093033
863472	rnn.weight_ih_l0_reverse	2	0.004218454007059336
863472	rnn.weight_ih_l0_reverse	3	-0.14351795613765717
863472	rnn.weight_ih_l0_reverse	4	0.07940834015607834
863472	rnn.weight_ih_l0_reverse	5	-0.09994158148765564
863472	rnn.weight_ih_l0_reverse	6	-0.008411483839154243
863472	rnn.weight_ih_l0_reverse	7	0.031184466555714607
863472	rnn.weight_ih_l0_reverse	8	-0.0503712072968483
863472	rnn.weight_ih_l0_reverse	9	-0.08711139857769012
863472	rnn.weight_hh_l0_reverse	0	-0.15265855193138123
863472	rnn.weight_hh_l0_reverse	1	0.022526312619447708
863472	rnn.weight_hh_l0_reverse	2	-0.01975482702255249
863472	rnn.weight_hh_l0_reverse	3	0.030553866177797318
863472	rnn.weight_hh_l0_reverse	4	-0.08268454670906067
863472	rnn.weight_hh_l0_reverse	5	0.0375710055232048
863472	rnn.weight_hh_l0_reverse	6	0.031276553869247437
863472	rnn.weight_hh_l0_reverse	7	-0.13123749196529388
863472	rnn.weight_hh_l0_reverse	8	-0.07866818457841873
863472	rnn.weight_hh_l0_reverse	9	0.03719421476125717
863472	rnn.bias_ih_l0_reverse	0	-0.17876340448856354
863472	rnn.bias_ih_l0_reverse	1	-0.05531580373644829
863472	rnn.bias_ih_l0_reverse	2	0.1607920527458191
863472	rnn.bias_ih_l0_reverse	3	-0.32886701822280884
863472	rnn.bias_ih_l0_reverse	4	0.011192569509148598
863472	rnn.bias_ih_l0_reverse	5	-0.22197015583515167
863472	rnn.bias_ih_l0_reverse	6	0.27501624822616577
863472	rnn.bias_ih_l0_reverse	7	-0.3030005693435669
863472	rnn.bias_ih_l0_reverse	8	-0.19959862530231476
863472	rnn.bias_ih_l0_reverse	9	-0.1496807038784027
863472	rnn.bias_hh_l0_reverse	0	-0.1398942619562149
863472	rnn.bias_hh_l0_reverse	1	0.27640244364738464
863472	rnn.bias_hh_l0_reverse	2	-0.3433390259742737
863472	rnn.bias_hh_l0_reverse	3	-0.22942174971103668
863472	rnn.bias_hh_l0_reverse	4	-0.3993229269981384
863472	rnn.bias_hh_l0_reverse	5	-0.20621921122074127
863472	rnn.bias_hh_l0_reverse	6	-0.2665638327598572
863472	rnn.bias_hh_l0_reverse	7	-0.10013990104198456
863472	rnn.bias_hh_l0_reverse	8	-0.3573596477508545
863472	rnn.bias_hh_l0_reverse	9	0.21067403256893158
863472	linear.weight	0	0.22753708064556122
863472	linear.weight	1	-0.4593297839164734
863472	linear.weight	2	0.016679516062140465
863472	linear.weight	3	0.06747156381607056
863472	linear.weight	4	-0.12807835638523102
863472	linear.weight	5	0.24310337007045746
863472	linear.weight	6	-0.013889159075915813
863472	linear.weight	7	-0.059571169316768646
863472	linear.weight	8	0.14703240990638733
863472	linear.weight	9	-0.04995660111308098
863472	linear.bias	0	-0.8579873442649841
863472	linear.bias	1	1.7876027822494507
863472	linear.bias	2	0.746986448764801
863472	linear.bias	3	-2.7437984943389893
863472	linear.bias	4	-0.0596618577837944
863472	linear.bias	5	1.251346230506897
863472	linear.bias	6	-0.22536009550094604
863472	linear.bias	7	0.8451518416404724
863472	linear.bias	8	2.0980300903320312
863472	linear.bias	9	-1.2865245342254639
864081	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
864081	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
864081	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
864081	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
864081	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
864081	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
864081	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
864081	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
864081	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
864081	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
864081	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
864081	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
864081	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
864081	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
864081	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
864081	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
864081	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
864081	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
864081	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
864081	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
864081	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
864081	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
864081	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
864081	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
864081	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
864081	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
864081	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
864081	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
864081	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
864081	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
864081	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
864081	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
864081	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
864081	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
864081	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
864081	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
864081	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
864081	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
864081	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
864081	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
864081	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
864081	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
864081	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
864081	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
864081	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
864081	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
864081	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
864081	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
864081	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
864081	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
864081	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
864081	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
864081	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
864081	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
864081	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
864081	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
864081	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
864081	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
864081	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
864081	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
864081	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
864081	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
864081	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
864081	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
864081	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
864081	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
864081	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
864081	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
864081	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
864081	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
864081	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
864081	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
864081	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
864081	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
864081	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
864081	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
864081	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
864081	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
864081	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
864081	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
864081	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
864081	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
864081	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
864081	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
864081	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
864081	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
864081	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
864081	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
864081	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
864081	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
864081	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
864081	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
864081	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
864081	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
864081	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
864081	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
864081	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
864081	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
864081	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
864081	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
864081	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
864081	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
864081	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
864081	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
864081	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
864081	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
864081	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
864081	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
864081	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
864081	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
864081	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
864081	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
864081	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
864081	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
864081	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
864081	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
864081	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
864081	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
864081	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
864081	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
864081	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
864081	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
864081	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
864081	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
864081	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
864081	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
864081	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
864081	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
864081	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
864081	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
864081	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
864081	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
864081	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
864081	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
864081	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
864081	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
864081	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
864081	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
864081	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
864081	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
864081	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
864081	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
864081	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
864081	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
864081	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
864081	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
864081	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
864081	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
864081	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
864081	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
864081	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
864081	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
864081	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
864081	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
864081	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
864081	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
864081	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
864081	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
864081	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
864081	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
864081	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
864081	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
864081	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
864081	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
864081	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
864081	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
864081	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
864081	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
864081	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
864081	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
864081	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
864081	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
864081	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
864081	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
864081	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
864081	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
864081	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
864081	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
864081	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
864081	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
864081	embedding2nn.weight	0	0.3211635649204254
864081	embedding2nn.weight	1	0.3694775402545929
864081	embedding2nn.weight	2	0.002588310046121478
864081	embedding2nn.weight	3	0.019344814121723175
864081	embedding2nn.weight	4	-0.029862944036722183
864081	embedding2nn.weight	5	0.057983700186014175
864081	embedding2nn.weight	6	0.0008978559053502977
864081	embedding2nn.weight	7	-0.0037994508165866137
864081	embedding2nn.weight	8	0.042810264974832535
864081	embedding2nn.weight	9	-0.04703753441572189
864081	embedding2nn.bias	0	0.022669373080134392
864081	embedding2nn.bias	1	-0.19852112233638763
864081	embedding2nn.bias	2	0.11654186993837357
864081	embedding2nn.bias	3	0.16861121356487274
864081	embedding2nn.bias	4	0.14206872880458832
864081	embedding2nn.bias	5	-0.08147339522838593
864081	embedding2nn.bias	6	-0.05097898468375206
864081	embedding2nn.bias	7	0.0478292852640152
864081	embedding2nn.bias	8	-0.1558356136083603
864081	embedding2nn.bias	9	-0.3806169033050537
864081	rnn.weight_ih_l0	0	0.010178826749324799
864081	rnn.weight_ih_l0	1	-0.058068759739398956
864081	rnn.weight_ih_l0	2	-0.04905935749411583
864081	rnn.weight_ih_l0	3	0.11466879397630692
864081	rnn.weight_ih_l0	4	0.016664111986756325
864081	rnn.weight_ih_l0	5	-0.068379245698452
864081	rnn.weight_ih_l0	6	0.00686811376363039
864081	rnn.weight_ih_l0	7	-0.022834157571196556
864081	rnn.weight_ih_l0	8	0.012730327434837818
864081	rnn.weight_ih_l0	9	-0.0865369364619255
864081	rnn.weight_hh_l0	0	-0.02299020253121853
864081	rnn.weight_hh_l0	1	0.08411999046802521
864081	rnn.weight_hh_l0	2	0.0023711221292614937
864081	rnn.weight_hh_l0	3	-0.03725109249353409
864081	rnn.weight_hh_l0	4	0.08733908832073212
864081	rnn.weight_hh_l0	5	-0.000955824158154428
864081	rnn.weight_hh_l0	6	-0.09028445929288864
864081	rnn.weight_hh_l0	7	-0.13870909810066223
864081	rnn.weight_hh_l0	8	0.04066687077283859
864081	rnn.weight_hh_l0	9	-0.12333700805902481
864081	rnn.bias_ih_l0	0	0.17907719314098358
864081	rnn.bias_ih_l0	1	-0.3413216769695282
864081	rnn.bias_ih_l0	2	-0.04171472787857056
864081	rnn.bias_ih_l0	3	-0.20813003182411194
864081	rnn.bias_ih_l0	4	-0.009656820446252823
864081	rnn.bias_ih_l0	5	-0.44147995114326477
864081	rnn.bias_ih_l0	6	-0.1395205706357956
864081	rnn.bias_ih_l0	7	-0.38949865102767944
864081	rnn.bias_ih_l0	8	-0.31456539034843445
864081	rnn.bias_ih_l0	9	-0.4486766755580902
864081	rnn.bias_hh_l0	0	-0.34997788071632385
864081	rnn.bias_hh_l0	1	-0.44454213976860046
864081	rnn.bias_hh_l0	2	-0.40350794792175293
864081	rnn.bias_hh_l0	3	-0.08161494135856628
864081	rnn.bias_hh_l0	4	-0.40295496582984924
864081	rnn.bias_hh_l0	5	-0.37418612837791443
864081	rnn.bias_hh_l0	6	-0.12029535323381424
864081	rnn.bias_hh_l0	7	0.06985146552324295
864081	rnn.bias_hh_l0	8	-0.23441633582115173
864081	rnn.bias_hh_l0	9	-0.5693932771682739
864081	rnn.weight_ih_l0_reverse	0	-0.006531224586069584
864081	rnn.weight_ih_l0_reverse	1	-0.005198557861149311
864081	rnn.weight_ih_l0_reverse	2	0.003581373719498515
864081	rnn.weight_ih_l0_reverse	3	-0.14371845126152039
864081	rnn.weight_ih_l0_reverse	4	0.07936228811740875
864081	rnn.weight_ih_l0_reverse	5	-0.10166717320680618
864081	rnn.weight_ih_l0_reverse	6	-0.006902705878019333
864081	rnn.weight_ih_l0_reverse	7	0.030907919630408287
864081	rnn.weight_ih_l0_reverse	8	-0.05061143636703491
864081	rnn.weight_ih_l0_reverse	9	-0.08738459646701813
864081	rnn.weight_hh_l0_reverse	0	-0.15271978080272675
864081	rnn.weight_hh_l0_reverse	1	0.02250589244067669
864081	rnn.weight_hh_l0_reverse	2	-0.019688421860337257
864081	rnn.weight_hh_l0_reverse	3	0.03049708716571331
864081	rnn.weight_hh_l0_reverse	4	-0.082698293030262
864081	rnn.weight_hh_l0_reverse	5	0.037562597543001175
864081	rnn.weight_hh_l0_reverse	6	0.0312964990735054
864081	rnn.weight_hh_l0_reverse	7	-0.13137122988700867
864081	rnn.weight_hh_l0_reverse	8	-0.0791478231549263
864081	rnn.weight_hh_l0_reverse	9	0.03695976734161377
864081	rnn.bias_ih_l0_reverse	0	-0.17903073132038116
864081	rnn.bias_ih_l0_reverse	1	-0.054682716727256775
864081	rnn.bias_ih_l0_reverse	2	0.16086532175540924
864081	rnn.bias_ih_l0_reverse	3	-0.3283785581588745
864081	rnn.bias_ih_l0_reverse	4	0.013776182197034359
864081	rnn.bias_ih_l0_reverse	5	-0.22167403995990753
864081	rnn.bias_ih_l0_reverse	6	0.27307701110839844
864081	rnn.bias_ih_l0_reverse	7	-0.29937705397605896
864081	rnn.bias_ih_l0_reverse	8	-0.1997184455394745
864081	rnn.bias_ih_l0_reverse	9	-0.14931140840053558
864081	rnn.bias_hh_l0_reverse	0	-0.13928306102752686
864081	rnn.bias_hh_l0_reverse	1	0.2749637961387634
864081	rnn.bias_hh_l0_reverse	2	-0.34365689754486084
864081	rnn.bias_hh_l0_reverse	3	-0.22941376268863678
864081	rnn.bias_hh_l0_reverse	4	-0.3992631137371063
864081	rnn.bias_hh_l0_reverse	5	-0.20550082623958588
864081	rnn.bias_hh_l0_reverse	6	-0.26588118076324463
864081	rnn.bias_hh_l0_reverse	7	-0.09922894090414047
864081	rnn.bias_hh_l0_reverse	8	-0.355353444814682
864081	rnn.bias_hh_l0_reverse	9	0.21432936191558838
864081	linear.weight	0	0.22307878732681274
864081	linear.weight	1	-0.4603513777256012
864081	linear.weight	2	0.014230029657483101
864081	linear.weight	3	0.06747158616781235
864081	linear.weight	4	-0.1317770779132843
864081	linear.weight	5	0.2444620430469513
864081	linear.weight	6	-0.011209612712264061
864081	linear.weight	7	-0.05957056209445
864081	linear.weight	8	0.14374063909053802
864081	linear.weight	9	-0.049956902861595154
864081	linear.bias	0	-0.8606457114219666
864081	linear.bias	1	1.8110140562057495
864081	linear.bias	2	0.7527716755867004
864081	linear.bias	3	-2.743805408477783
864081	linear.bias	4	-0.06611502170562744
864081	linear.bias	5	1.2527201175689697
864081	linear.bias	6	-0.2201635241508484
864081	linear.bias	7	0.834995448589325
864081	linear.bias	8	2.094616413116455
864081	linear.bias	9	-1.2902610301971436
864690	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
864690	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
864690	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
864690	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
864690	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
864690	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
864690	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
864690	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
864690	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
864690	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
864690	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
864690	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
864690	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
864690	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
864690	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
864690	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
864690	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
864690	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
864690	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
864690	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
864690	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
864690	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
864690	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
864690	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
864690	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
864690	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
864690	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
864690	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
864690	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
864690	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
864690	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
864690	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
864690	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
864690	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
864690	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
864690	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
864690	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
864690	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
864690	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
864690	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
864690	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
864690	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
864690	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
864690	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
864690	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
864690	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
864690	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
864690	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
864690	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
864690	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
864690	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
864690	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
864690	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
864690	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
864690	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
864690	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
864690	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
864690	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
864690	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
864690	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
864690	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
864690	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
864690	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
864690	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
864690	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
864690	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
864690	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
864690	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
864690	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
864690	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
864690	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
864690	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
864690	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
864690	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
864690	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
864690	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
864690	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
864690	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
864690	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
864690	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
864690	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
864690	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
864690	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
864690	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
864690	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
864690	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
864690	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
864690	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
864690	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
864690	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
864690	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
864690	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
864690	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
864690	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
864690	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
864690	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
864690	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
864690	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
864690	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
864690	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
864690	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
864690	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
864690	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
864690	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
864690	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
864690	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
864690	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
864690	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
864690	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
864690	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
864690	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
864690	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
864690	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
864690	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
864690	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
864690	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
864690	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
864690	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
864690	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
864690	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
864690	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
864690	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
864690	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
864690	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
864690	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
864690	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
864690	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
864690	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
864690	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
864690	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
864690	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
864690	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
864690	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
864690	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
864690	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
864690	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
864690	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
864690	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
864690	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
864690	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
864690	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
864690	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
864690	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
864690	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
864690	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
864690	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
864690	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
864690	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
864690	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
864690	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
864690	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
864690	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
864690	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
864690	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
864690	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
864690	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
864690	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
864690	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
864690	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
864690	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
864690	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
864690	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
864690	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
864690	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
864690	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
864690	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
864690	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
864690	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
864690	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
864690	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
864690	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
864690	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
864690	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
864690	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
864690	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
864690	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
864690	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
864690	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
864690	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
864690	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
864690	embedding2nn.weight	0	0.3209812343120575
864690	embedding2nn.weight	1	0.3691898584365845
864690	embedding2nn.weight	2	0.0031023668125271797
864690	embedding2nn.weight	3	0.019912151619791985
864690	embedding2nn.weight	4	-0.030023671686649323
864690	embedding2nn.weight	5	0.057983871549367905
864690	embedding2nn.weight	6	0.002338702790439129
864690	embedding2nn.weight	7	-0.005872315727174282
864690	embedding2nn.weight	8	0.04266324266791344
864690	embedding2nn.weight	9	-0.04723231866955757
864690	embedding2nn.bias	0	0.021541684865951538
864690	embedding2nn.bias	1	-0.19966278970241547
864690	embedding2nn.bias	2	0.12342917174100876
864690	embedding2nn.bias	3	0.16783884167671204
864690	embedding2nn.bias	4	0.14222081005573273
864690	embedding2nn.bias	5	-0.08415954560041428
864690	embedding2nn.bias	6	-0.04973584786057472
864690	embedding2nn.bias	7	0.04225708916783333
864690	embedding2nn.bias	8	-0.15801185369491577
864690	embedding2nn.bias	9	-0.3777652084827423
864690	rnn.weight_ih_l0	0	0.010139119811356068
864690	rnn.weight_ih_l0	1	-0.05807887762784958
864690	rnn.weight_ih_l0	2	-0.049413032829761505
864690	rnn.weight_ih_l0	3	0.11517899483442307
864690	rnn.weight_ih_l0	4	0.016191788017749786
864690	rnn.weight_ih_l0	5	-0.06871376186609268
864690	rnn.weight_ih_l0	6	0.006710129324346781
864690	rnn.weight_ih_l0	7	-0.022836660966277122
864690	rnn.weight_ih_l0	8	0.012824324890971184
864690	rnn.weight_ih_l0	9	-0.08679955452680588
864690	rnn.weight_hh_l0	0	-0.023037904873490334
864690	rnn.weight_hh_l0	1	0.08415453881025314
864690	rnn.weight_hh_l0	2	0.002212871564552188
864690	rnn.weight_hh_l0	3	-0.037239931523799896
864690	rnn.weight_hh_l0	4	0.08761008083820343
864690	rnn.weight_hh_l0	5	-0.0007926038815639913
864690	rnn.weight_hh_l0	6	-0.09040304273366928
864690	rnn.weight_hh_l0	7	-0.13870136439800262
864690	rnn.weight_hh_l0	8	0.040659818798303604
864690	rnn.weight_hh_l0	9	-0.12316089123487473
864690	rnn.bias_ih_l0	0	0.17703662812709808
864690	rnn.bias_ih_l0	1	-0.3420780301094055
864690	rnn.bias_ih_l0	2	-0.042028672993183136
864690	rnn.bias_ih_l0	3	-0.20802155137062073
864690	rnn.bias_ih_l0	4	-0.007927712984383106
864690	rnn.bias_ih_l0	5	-0.4417329728603363
864690	rnn.bias_ih_l0	6	-0.13971681892871857
864690	rnn.bias_ih_l0	7	-0.38925227522850037
864690	rnn.bias_ih_l0	8	-0.3137555718421936
864690	rnn.bias_ih_l0	9	-0.4498901069164276
864690	rnn.bias_hh_l0	0	-0.3498644232749939
864690	rnn.bias_hh_l0	1	-0.44475626945495605
864690	rnn.bias_hh_l0	2	-0.40376612544059753
864690	rnn.bias_hh_l0	3	-0.08261500298976898
864690	rnn.bias_hh_l0	4	-0.4022061824798584
864690	rnn.bias_hh_l0	5	-0.3734486699104309
864690	rnn.bias_hh_l0	6	-0.12034989893436432
864690	rnn.bias_hh_l0	7	0.07222481817007065
864690	rnn.bias_hh_l0	8	-0.23337630927562714
864690	rnn.bias_hh_l0	9	-0.5698637366294861
864690	rnn.weight_ih_l0_reverse	0	-0.00591069832444191
864690	rnn.weight_ih_l0_reverse	1	-0.00519873620942235
864690	rnn.weight_ih_l0_reverse	2	0.0033470375929027796
864690	rnn.weight_ih_l0_reverse	3	-0.1440030038356781
864690	rnn.weight_ih_l0_reverse	4	0.07936388999223709
864690	rnn.weight_ih_l0_reverse	5	-0.10283347219228745
864690	rnn.weight_ih_l0_reverse	6	-0.007615684997290373
864690	rnn.weight_ih_l0_reverse	7	0.030649250373244286
864690	rnn.weight_ih_l0_reverse	8	-0.050249069929122925
864690	rnn.weight_ih_l0_reverse	9	-0.08708014339208603
864690	rnn.weight_hh_l0_reverse	0	-0.15229427814483643
864690	rnn.weight_hh_l0_reverse	1	0.022556426003575325
864690	rnn.weight_hh_l0_reverse	2	-0.01977643184363842
864690	rnn.weight_hh_l0_reverse	3	0.030465897172689438
864690	rnn.weight_hh_l0_reverse	4	-0.08276812732219696
864690	rnn.weight_hh_l0_reverse	5	0.03762642294168472
864690	rnn.weight_hh_l0_reverse	6	0.03130337595939636
864690	rnn.weight_hh_l0_reverse	7	-0.13089917600154877
864690	rnn.weight_hh_l0_reverse	8	-0.07900073379278183
864690	rnn.weight_hh_l0_reverse	9	0.036726173013448715
864690	rnn.bias_ih_l0_reverse	0	-0.1786407232284546
864690	rnn.bias_ih_l0_reverse	1	-0.055263858288526535
864690	rnn.bias_ih_l0_reverse	2	0.16156069934368134
864690	rnn.bias_ih_l0_reverse	3	-0.327819287776947
864690	rnn.bias_ih_l0_reverse	4	0.01410013809800148
864690	rnn.bias_ih_l0_reverse	5	-0.22220799326896667
864690	rnn.bias_ih_l0_reverse	6	0.2730399966239929
864690	rnn.bias_ih_l0_reverse	7	-0.3012140393257141
864690	rnn.bias_ih_l0_reverse	8	-0.19877414405345917
864690	rnn.bias_ih_l0_reverse	9	-0.1479882448911667
864690	rnn.bias_hh_l0_reverse	0	-0.13833269476890564
864690	rnn.bias_hh_l0_reverse	1	0.2739965319633484
864690	rnn.bias_hh_l0_reverse	2	-0.34342390298843384
864690	rnn.bias_hh_l0_reverse	3	-0.22970451414585114
864690	rnn.bias_hh_l0_reverse	4	-0.3979395627975464
864690	rnn.bias_hh_l0_reverse	5	-0.20543770492076874
864690	rnn.bias_hh_l0_reverse	6	-0.26669883728027344
864690	rnn.bias_hh_l0_reverse	7	-0.09985291212797165
864690	rnn.bias_hh_l0_reverse	8	-0.35443633794784546
864690	rnn.bias_hh_l0_reverse	9	0.21236827969551086
864690	linear.weight	0	0.22322797775268555
864690	linear.weight	1	-0.4593448042869568
864690	linear.weight	2	0.018312856554985046
864690	linear.weight	3	0.06747156381607056
864690	linear.weight	4	-0.13277330994606018
864690	linear.weight	5	0.24587862193584442
864690	linear.weight	6	-0.008508476428687572
864690	linear.weight	7	-0.05956993252038956
864690	linear.weight	8	0.1415415108203888
864690	linear.weight	9	-0.04995722323656082
864690	linear.bias	0	-0.8721690773963928
864690	linear.bias	1	1.8008568286895752
864690	linear.bias	2	0.7518156170845032
864690	linear.bias	3	-2.743812322616577
864690	linear.bias	4	-0.06517394632101059
864690	linear.bias	5	1.2594573497772217
864690	linear.bias	6	-0.21924658119678497
864690	linear.bias	7	0.8336307406425476
864690	linear.bias	8	2.0967462062835693
864690	linear.bias	9	-1.2952550649642944
865299	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
865299	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
865299	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
865299	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
865299	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
865299	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
865299	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
865299	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
865299	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
865299	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
865299	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
865299	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
865299	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
865299	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
865299	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
865299	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
865299	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
865299	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
865299	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
865299	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
865299	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
865299	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
865299	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
865299	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
865299	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
865299	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
865299	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
865299	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
865299	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
865299	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
865299	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
865299	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
865299	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
865299	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
865299	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
865299	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
865299	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
865299	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
865299	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
865299	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
865299	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
865299	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
865299	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
865299	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
865299	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
865299	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
865299	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
865299	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
865299	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
865299	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
865299	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
865299	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
865299	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
865299	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
865299	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
865299	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
865299	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
865299	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
865299	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
865299	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
865299	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
865299	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
865299	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
865299	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
865299	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
865299	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
865299	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
865299	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
865299	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
865299	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
865299	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
865299	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
865299	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
865299	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
865299	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
865299	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
865299	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
865299	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
865299	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
865299	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
865299	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
865299	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
865299	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
865299	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
865299	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
865299	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
865299	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
865299	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
865299	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
865299	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
865299	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
865299	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
865299	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
865299	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
865299	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
865299	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
865299	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
865299	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
865299	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
865299	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
865299	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
865299	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
865299	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
865299	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
865299	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
865299	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
865299	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
865299	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
865299	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
865299	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
865299	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
865299	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
865299	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
865299	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
865299	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
865299	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
865299	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
865299	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
865299	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
865299	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
865299	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
865299	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
865299	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
865299	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
865299	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
865299	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
865299	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
865299	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
865299	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
865299	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
865299	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
865299	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
865299	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
865299	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
865299	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
865299	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
865299	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
865299	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
865299	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
865299	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
865299	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
865299	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
865299	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
865299	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
865299	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
865299	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
865299	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
865299	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
865299	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
865299	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
865299	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
865299	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
865299	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
865299	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
865299	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
865299	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
865299	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
865299	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
865299	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
865299	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
865299	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
865299	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
865299	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
865299	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
865299	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
865299	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
865299	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
865299	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
865299	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
865299	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
865299	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
865299	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
865299	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
865299	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
865299	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
865299	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
865299	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
865299	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
865299	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
865299	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
865299	embedding2nn.weight	0	0.32093656063079834
865299	embedding2nn.weight	1	0.3691209554672241
865299	embedding2nn.weight	2	0.0033775235060602427
865299	embedding2nn.weight	3	0.021012485027313232
865299	embedding2nn.weight	4	-0.02947588451206684
865299	embedding2nn.weight	5	0.05803798511624336
865299	embedding2nn.weight	6	0.0028794396203011274
865299	embedding2nn.weight	7	-0.006849291734397411
865299	embedding2nn.weight	8	0.04227018728852272
865299	embedding2nn.weight	9	-0.046854790300130844
865299	embedding2nn.bias	0	0.021074648946523666
865299	embedding2nn.bias	1	-0.19815053045749664
865299	embedding2nn.bias	2	0.11907432973384857
865299	embedding2nn.bias	3	0.16770794987678528
865299	embedding2nn.bias	4	0.13829655945301056
865299	embedding2nn.bias	5	-0.07923286408185959
865299	embedding2nn.bias	6	-0.05311575159430504
865299	embedding2nn.bias	7	0.04095660522580147
865299	embedding2nn.bias	8	-0.15210452675819397
865299	embedding2nn.bias	9	-0.3792673647403717
865299	rnn.weight_ih_l0	0	0.010449063964188099
865299	rnn.weight_ih_l0	1	-0.05815061181783676
865299	rnn.weight_ih_l0	2	-0.04952997341752052
865299	rnn.weight_ih_l0	3	0.11587204039096832
865299	rnn.weight_ih_l0	4	0.016171671450138092
865299	rnn.weight_ih_l0	5	-0.06929773837327957
865299	rnn.weight_ih_l0	6	0.006838495377451181
865299	rnn.weight_ih_l0	7	-0.02344856970012188
865299	rnn.weight_ih_l0	8	0.012858746573328972
865299	rnn.weight_ih_l0	9	-0.08731836080551147
865299	rnn.weight_hh_l0	0	-0.022977909073233604
865299	rnn.weight_hh_l0	1	0.08414298295974731
865299	rnn.weight_hh_l0	2	0.001978409243747592
865299	rnn.weight_hh_l0	3	-0.03724649176001549
865299	rnn.weight_hh_l0	4	0.08757523447275162
865299	rnn.weight_hh_l0	5	-0.0006261105882003903
865299	rnn.weight_hh_l0	6	-0.09046480059623718
865299	rnn.weight_hh_l0	7	-0.1383916288614273
865299	rnn.weight_hh_l0	8	0.04063083231449127
865299	rnn.weight_hh_l0	9	-0.12319083511829376
865299	rnn.bias_ih_l0	0	0.17488861083984375
865299	rnn.bias_ih_l0	1	-0.342210054397583
865299	rnn.bias_ih_l0	2	-0.04172126203775406
865299	rnn.bias_ih_l0	3	-0.20857349038124084
865299	rnn.bias_ih_l0	4	-0.00832389760762453
865299	rnn.bias_ih_l0	5	-0.4417608976364136
865299	rnn.bias_ih_l0	6	-0.1387399584054947
865299	rnn.bias_ih_l0	7	-0.389116108417511
865299	rnn.bias_ih_l0	8	-0.3138018250465393
865299	rnn.bias_ih_l0	9	-0.44960689544677734
865299	rnn.bias_hh_l0	0	-0.34874072670936584
865299	rnn.bias_hh_l0	1	-0.4442678987979889
865299	rnn.bias_hh_l0	2	-0.40338456630706787
865299	rnn.bias_hh_l0	3	-0.08262696117162704
865299	rnn.bias_hh_l0	4	-0.40201306343078613
865299	rnn.bias_hh_l0	5	-0.3728518784046173
865299	rnn.bias_hh_l0	6	-0.11852692812681198
865299	rnn.bias_hh_l0	7	0.07117730379104614
865299	rnn.bias_hh_l0	8	-0.23371434211730957
865299	rnn.bias_hh_l0	9	-0.5700035691261292
865299	rnn.weight_ih_l0_reverse	0	-0.005904325749725103
865299	rnn.weight_ih_l0_reverse	1	-0.005224213004112244
865299	rnn.weight_ih_l0_reverse	2	0.003156128339469433
865299	rnn.weight_ih_l0_reverse	3	-0.14361944794654846
865299	rnn.weight_ih_l0_reverse	4	0.0794222354888916
865299	rnn.weight_ih_l0_reverse	5	-0.1023474782705307
865299	rnn.weight_ih_l0_reverse	6	-0.007799847517162561
865299	rnn.weight_ih_l0_reverse	7	0.03069712221622467
865299	rnn.weight_ih_l0_reverse	8	-0.04951810464262962
865299	rnn.weight_ih_l0_reverse	9	-0.0870073214173317
865299	rnn.weight_hh_l0_reverse	0	-0.15193909406661987
865299	rnn.weight_hh_l0_reverse	1	0.02243003435432911
865299	rnn.weight_hh_l0_reverse	2	-0.019631700590252876
865299	rnn.weight_hh_l0_reverse	3	0.030375244095921516
865299	rnn.weight_hh_l0_reverse	4	-0.08298924565315247
865299	rnn.weight_hh_l0_reverse	5	0.037631213665008545
865299	rnn.weight_hh_l0_reverse	6	0.03131233528256416
865299	rnn.weight_hh_l0_reverse	7	-0.13049179315567017
865299	rnn.weight_hh_l0_reverse	8	-0.07896311581134796
865299	rnn.weight_hh_l0_reverse	9	0.036679062992334366
865299	rnn.bias_ih_l0_reverse	0	-0.17819485068321228
865299	rnn.bias_ih_l0_reverse	1	-0.05632288008928299
865299	rnn.bias_ih_l0_reverse	2	0.16145746409893036
865299	rnn.bias_ih_l0_reverse	3	-0.32927966117858887
865299	rnn.bias_ih_l0_reverse	4	0.012929258868098259
865299	rnn.bias_ih_l0_reverse	5	-0.2217453122138977
865299	rnn.bias_ih_l0_reverse	6	0.2738249897956848
865299	rnn.bias_ih_l0_reverse	7	-0.30203884840011597
865299	rnn.bias_ih_l0_reverse	8	-0.198492169380188
865299	rnn.bias_ih_l0_reverse	9	-0.14680086076259613
865299	rnn.bias_hh_l0_reverse	0	-0.137568861246109
865299	rnn.bias_hh_l0_reverse	1	0.27608048915863037
865299	rnn.bias_hh_l0_reverse	2	-0.34193456172943115
865299	rnn.bias_hh_l0_reverse	3	-0.22996656596660614
865299	rnn.bias_hh_l0_reverse	4	-0.39800673723220825
865299	rnn.bias_hh_l0_reverse	5	-0.20327061414718628
865299	rnn.bias_hh_l0_reverse	6	-0.26657697558403015
865299	rnn.bias_hh_l0_reverse	7	-0.09896964579820633
865299	rnn.bias_hh_l0_reverse	8	-0.3568798005580902
865299	rnn.bias_hh_l0_reverse	9	0.20863237977027893
865299	linear.weight	0	0.22601783275604248
865299	linear.weight	1	-0.4570859372615814
865299	linear.weight	2	0.021737651899456978
865299	linear.weight	3	0.06747165322303772
865299	linear.weight	4	-0.14310508966445923
865299	linear.weight	5	0.248395174741745
865299	linear.weight	6	-0.009495521895587444
865299	linear.weight	7	-0.0595695935189724
865299	linear.weight	8	0.13515052199363708
865299	linear.weight	9	-0.04995740205049515
865299	linear.bias	0	-0.8741283416748047
865299	linear.bias	1	1.7996810674667358
865299	linear.bias	2	0.7521274089813232
865299	linear.bias	3	-2.743816614151001
865299	linear.bias	4	-0.06412392109632492
865299	linear.bias	5	1.2562817335128784
865299	linear.bias	6	-0.21969132125377655
865299	linear.bias	7	0.8376295566558838
865299	linear.bias	8	2.091076612472534
865299	linear.bias	9	-1.286755919456482
865908	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
865908	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
865908	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
865908	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
865908	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
865908	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
865908	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
865908	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
865908	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
865908	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
865908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
865908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
865908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
865908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
865908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
865908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
865908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
865908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
865908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
865908	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
865908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
865908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
865908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
865908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
865908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
865908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
865908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
865908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
865908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
865908	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
865908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
865908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
865908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
865908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
865908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
865908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
865908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
865908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
865908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
865908	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
865908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
865908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
865908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
865908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
865908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
865908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
865908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
865908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
865908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
865908	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
865908	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
865908	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
865908	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
865908	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
865908	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
865908	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
865908	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
865908	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
865908	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
865908	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
865908	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
865908	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
865908	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
865908	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
865908	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
865908	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
865908	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
865908	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
865908	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
865908	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
865908	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
865908	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
865908	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
865908	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
865908	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
865908	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
865908	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
865908	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
865908	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
865908	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
865908	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
865908	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
865908	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
865908	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
865908	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
865908	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
865908	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
865908	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
865908	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
865908	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
865908	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
865908	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
865908	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
865908	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
865908	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
865908	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
865908	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
865908	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
865908	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
865908	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
865908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
865908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
865908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
865908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
865908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
865908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
865908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
865908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
865908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
865908	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
865908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
865908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
865908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
865908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
865908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
865908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
865908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
865908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
865908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
865908	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
865908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
865908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
865908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
865908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
865908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
865908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
865908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
865908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
865908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
865908	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
865908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
865908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
865908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
865908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
865908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
865908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
865908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
865908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
865908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
865908	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
865908	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
865908	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
865908	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
865908	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
865908	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
865908	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
865908	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
865908	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
865908	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
865908	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
865908	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
865908	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
865908	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
865908	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
865908	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
865908	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
865908	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
865908	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
865908	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
865908	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
865908	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
865908	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
865908	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
865908	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
865908	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
865908	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
865908	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
865908	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
865908	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
865908	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
865908	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
865908	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
865908	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
865908	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
865908	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
865908	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
865908	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
865908	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
865908	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
865908	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
865908	embedding2nn.weight	0	0.32069748640060425
865908	embedding2nn.weight	1	0.3694259524345398
865908	embedding2nn.weight	2	0.0034534826409071684
865908	embedding2nn.weight	3	0.018686171621084213
865908	embedding2nn.weight	4	-0.029657121747732162
865908	embedding2nn.weight	5	0.05744447931647301
865908	embedding2nn.weight	6	0.001669395831413567
865908	embedding2nn.weight	7	-0.00771004892885685
865908	embedding2nn.weight	8	0.04211638122797012
865908	embedding2nn.weight	9	-0.04592081531882286
865908	embedding2nn.bias	0	0.020405985414981842
865908	embedding2nn.bias	1	-0.19489343464374542
865908	embedding2nn.bias	2	0.11712328344583511
865908	embedding2nn.bias	3	0.15970225632190704
865908	embedding2nn.bias	4	0.13888858258724213
865908	embedding2nn.bias	5	-0.0784974992275238
865908	embedding2nn.bias	6	-0.055929604917764664
865908	embedding2nn.bias	7	0.04453246295452118
865908	embedding2nn.bias	8	-0.14984115958213806
865908	embedding2nn.bias	9	-0.3752521574497223
865908	rnn.weight_ih_l0	0	0.010344830341637135
865908	rnn.weight_ih_l0	1	-0.05783137306571007
865908	rnn.weight_ih_l0	2	-0.05048727989196777
865908	rnn.weight_ih_l0	3	0.11618642508983612
865908	rnn.weight_ih_l0	4	0.015402735210955143
865908	rnn.weight_ih_l0	5	-0.0694408118724823
865908	rnn.weight_ih_l0	6	0.007219632156193256
865908	rnn.weight_ih_l0	7	-0.023304201662540436
865908	rnn.weight_ih_l0	8	0.013127253390848637
865908	rnn.weight_ih_l0	9	-0.08715204149484634
865908	rnn.weight_hh_l0	0	-0.022936495020985603
865908	rnn.weight_hh_l0	1	0.08421214669942856
865908	rnn.weight_hh_l0	2	0.002179167466238141
865908	rnn.weight_hh_l0	3	-0.03715270012617111
865908	rnn.weight_hh_l0	4	0.0877959206700325
865908	rnn.weight_hh_l0	5	-0.0007158783846534789
865908	rnn.weight_hh_l0	6	-0.09047677367925644
865908	rnn.weight_hh_l0	7	-0.1381601244211197
865908	rnn.weight_hh_l0	8	0.04060804843902588
865908	rnn.weight_hh_l0	9	-0.1234937459230423
865908	rnn.bias_ih_l0	0	0.17387047410011292
865908	rnn.bias_ih_l0	1	-0.3427433967590332
865908	rnn.bias_ih_l0	2	-0.04252621531486511
865908	rnn.bias_ih_l0	3	-0.20930637419223785
865908	rnn.bias_ih_l0	4	-0.007210717536509037
865908	rnn.bias_ih_l0	5	-0.4415767192840576
865908	rnn.bias_ih_l0	6	-0.13979415595531464
865908	rnn.bias_ih_l0	7	-0.38876256346702576
865908	rnn.bias_ih_l0	8	-0.3140157163143158
865908	rnn.bias_ih_l0	9	-0.44951188564300537
865908	rnn.bias_hh_l0	0	-0.34808647632598877
865908	rnn.bias_hh_l0	1	-0.4444884657859802
865908	rnn.bias_hh_l0	2	-0.4029275178909302
865908	rnn.bias_hh_l0	3	-0.08175329118967056
865908	rnn.bias_hh_l0	4	-0.4010497033596039
865908	rnn.bias_hh_l0	5	-0.3727547824382782
865908	rnn.bias_hh_l0	6	-0.11940767616033554
865908	rnn.bias_hh_l0	7	0.07275070250034332
865908	rnn.bias_hh_l0	8	-0.23392251133918762
865908	rnn.bias_hh_l0	9	-0.5697346329689026
865908	rnn.weight_ih_l0_reverse	0	-0.0059743719175457954
865908	rnn.weight_ih_l0_reverse	1	-0.0049206530675292015
865908	rnn.weight_ih_l0_reverse	2	0.0032855807803571224
865908	rnn.weight_ih_l0_reverse	3	-0.1434679478406906
865908	rnn.weight_ih_l0_reverse	4	0.07950611412525177
865908	rnn.weight_ih_l0_reverse	5	-0.10104795545339584
865908	rnn.weight_ih_l0_reverse	6	-0.007353063672780991
865908	rnn.weight_ih_l0_reverse	7	0.030709873884916306
865908	rnn.weight_ih_l0_reverse	8	-0.04986119270324707
865908	rnn.weight_ih_l0_reverse	9	-0.08698148280382156
865908	rnn.weight_hh_l0_reverse	0	-0.1521778106689453
865908	rnn.weight_hh_l0_reverse	1	0.022410178557038307
865908	rnn.weight_hh_l0_reverse	2	-0.019775424152612686
865908	rnn.weight_hh_l0_reverse	3	0.03028620220720768
865908	rnn.weight_hh_l0_reverse	4	-0.08313999325037003
865908	rnn.weight_hh_l0_reverse	5	0.03757012262940407
865908	rnn.weight_hh_l0_reverse	6	0.031324196606874466
865908	rnn.weight_hh_l0_reverse	7	-0.13063688576221466
865908	rnn.weight_hh_l0_reverse	8	-0.07897629588842392
865908	rnn.weight_hh_l0_reverse	9	0.0366223081946373
865908	rnn.bias_ih_l0_reverse	0	-0.1781287044286728
865908	rnn.bias_ih_l0_reverse	1	-0.05646441504359245
865908	rnn.bias_ih_l0_reverse	2	0.16256558895111084
865908	rnn.bias_ih_l0_reverse	3	-0.3294316530227661
865908	rnn.bias_ih_l0_reverse	4	0.011685079894959927
865908	rnn.bias_ih_l0_reverse	5	-0.22270415723323822
865908	rnn.bias_ih_l0_reverse	6	0.27576586604118347
865908	rnn.bias_ih_l0_reverse	7	-0.30267587304115295
865908	rnn.bias_ih_l0_reverse	8	-0.19853977859020233
865908	rnn.bias_ih_l0_reverse	9	-0.14671321213245392
865908	rnn.bias_hh_l0_reverse	0	-0.1376957893371582
865908	rnn.bias_hh_l0_reverse	1	0.27533474564552307
865908	rnn.bias_hh_l0_reverse	2	-0.3424127399921417
865908	rnn.bias_hh_l0_reverse	3	-0.2297317236661911
865908	rnn.bias_hh_l0_reverse	4	-0.39862510561943054
865908	rnn.bias_hh_l0_reverse	5	-0.20436832308769226
865908	rnn.bias_hh_l0_reverse	6	-0.2660648822784424
865908	rnn.bias_hh_l0_reverse	7	-0.0986824557185173
865908	rnn.bias_hh_l0_reverse	8	-0.35635921359062195
865908	rnn.bias_hh_l0_reverse	9	0.21056731045246124
865908	linear.weight	0	0.22515222430229187
865908	linear.weight	1	-0.4564877152442932
865908	linear.weight	2	0.019549204036593437
865908	linear.weight	3	0.06747155636548996
865908	linear.weight	4	-0.14826223254203796
865908	linear.weight	5	0.2475922554731369
865908	linear.weight	6	-0.011720934882760048
865908	linear.weight	7	-0.059569165110588074
865908	linear.weight	8	0.13815532624721527
865908	linear.weight	9	-0.04995766654610634
865908	linear.bias	0	-0.8651842474937439
865908	linear.bias	1	1.7923800945281982
865908	linear.bias	2	0.7579707503318787
865908	linear.bias	3	-2.7438225746154785
865908	linear.bias	4	-0.06857088953256607
865908	linear.bias	5	1.2538139820098877
865908	linear.bias	6	-0.22065775096416473
865908	linear.bias	7	0.8423083424568176
865908	linear.bias	8	2.099513530731201
865908	linear.bias	9	-1.2809031009674072
865916	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
865916	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
865916	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
865916	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
865916	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
865916	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
865916	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
865916	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
865916	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
865916	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
865916	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
865916	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
865916	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
865916	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
865916	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
865916	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
865916	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
865916	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
865916	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
865916	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
865916	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
865916	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
865916	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
865916	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
865916	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
865916	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
865916	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
865916	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
865916	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
865916	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
865916	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
865916	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
865916	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
865916	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
865916	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
865916	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
865916	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
865916	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
865916	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
865916	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
865916	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
865916	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
865916	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
865916	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
865916	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
865916	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
865916	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
865916	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
865916	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
865916	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
865916	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
865916	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
865916	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
865916	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
865916	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
865916	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
865916	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
865916	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
865916	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
865916	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
865916	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
865916	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
865916	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
865916	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
865916	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
865916	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
865916	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
865916	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
865916	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
865916	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
865916	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
865916	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
865916	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
865916	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
865916	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
865916	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
865916	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
865916	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
865916	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
865916	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
865916	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
865916	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
865916	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
865916	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
865916	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
865916	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
865916	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
865916	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
865916	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
865916	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
865916	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
865916	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
865916	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
865916	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
865916	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
865916	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
865916	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
865916	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
865916	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
865916	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
865916	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
865916	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
865916	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
865916	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
865916	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
865916	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
865916	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
865916	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
865916	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
865916	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
865916	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
865916	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
865916	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
865916	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
865916	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
865916	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
865916	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
865916	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
865916	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
865916	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
865916	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
865916	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
865916	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
865916	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
865916	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
865916	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
865916	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
865916	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
865916	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
865916	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
865916	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
865916	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
865916	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
865916	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
865916	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
865916	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
865916	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
865916	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
865916	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
865916	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
865916	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
865916	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
865916	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
865916	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
865916	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
865916	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
865916	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
865916	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
865916	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
865916	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
865916	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
865916	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
865916	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
865916	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
865916	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
865916	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
865916	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
865916	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
865916	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
865916	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
865916	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
865916	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
865916	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
865916	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
865916	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
865916	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
865916	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
865916	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
865916	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
865916	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
865916	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
865916	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
865916	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
865916	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
865916	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
865916	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
865916	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
865916	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
865916	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
865916	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
865916	embedding2nn.weight	0	0.3206888437271118
865916	embedding2nn.weight	1	0.36937427520751953
865916	embedding2nn.weight	2	0.003411803627386689
865916	embedding2nn.weight	3	0.01869409903883934
865916	embedding2nn.weight	4	-0.029712505638599396
865916	embedding2nn.weight	5	0.057448189705610275
865916	embedding2nn.weight	6	0.0016550024738535285
865916	embedding2nn.weight	7	-0.007803091313689947
865916	embedding2nn.weight	8	0.04218677058815956
865916	embedding2nn.weight	9	-0.04586413875222206
865916	embedding2nn.bias	0	0.02165316976606846
865916	embedding2nn.bias	1	-0.19497263431549072
865916	embedding2nn.bias	2	0.11702655255794525
865916	embedding2nn.bias	3	0.15957416594028473
865916	embedding2nn.bias	4	0.13980241119861603
865916	embedding2nn.bias	5	-0.07846906036138535
865916	embedding2nn.bias	6	-0.0563448891043663
865916	embedding2nn.bias	7	0.04352937266230583
865916	embedding2nn.bias	8	-0.1501626819372177
865916	embedding2nn.bias	9	-0.3754054605960846
865916	rnn.weight_ih_l0	0	0.01036581676453352
865916	rnn.weight_ih_l0	1	-0.05776234716176987
865916	rnn.weight_ih_l0	2	-0.05046885460615158
865916	rnn.weight_ih_l0	3	0.11625314503908157
865916	rnn.weight_ih_l0	4	0.015325555577874184
865916	rnn.weight_ih_l0	5	-0.06943640112876892
865916	rnn.weight_ih_l0	6	0.0072067053988575935
865916	rnn.weight_ih_l0	7	-0.023301884531974792
865916	rnn.weight_ih_l0	8	0.013130704872310162
865916	rnn.weight_ih_l0	9	-0.08714231848716736
865916	rnn.weight_hh_l0	0	-0.022935975342988968
865916	rnn.weight_hh_l0	1	0.08419328182935715
865916	rnn.weight_hh_l0	2	0.0021949084475636482
865916	rnn.weight_hh_l0	3	-0.03715621307492256
865916	rnn.weight_hh_l0	4	0.0877937600016594
865916	rnn.weight_hh_l0	5	-0.0007067710976116359
865916	rnn.weight_hh_l0	6	-0.09047248214483261
865916	rnn.weight_hh_l0	7	-0.1382066309452057
865916	rnn.weight_hh_l0	8	0.040607333183288574
865916	rnn.weight_hh_l0	9	-0.1234983578324318
865916	rnn.bias_ih_l0	0	0.17385703325271606
865916	rnn.bias_ih_l0	1	-0.3429604470729828
865916	rnn.bias_ih_l0	2	-0.04256304353475571
865916	rnn.bias_ih_l0	3	-0.20920147001743317
865916	rnn.bias_ih_l0	4	-0.007079664617776871
865916	rnn.bias_ih_l0	5	-0.44160401821136475
865916	rnn.bias_ih_l0	6	-0.1399051398038864
865916	rnn.bias_ih_l0	7	-0.38876762986183167
865916	rnn.bias_ih_l0	8	-0.31408199667930603
865916	rnn.bias_ih_l0	9	-0.4498525857925415
865916	rnn.bias_hh_l0	0	-0.3480989336967468
865916	rnn.bias_hh_l0	1	-0.44447898864746094
865916	rnn.bias_hh_l0	2	-0.4028628170490265
865916	rnn.bias_hh_l0	3	-0.08166667073965073
865916	rnn.bias_hh_l0	4	-0.4009496867656708
865916	rnn.bias_hh_l0	5	-0.37273502349853516
865916	rnn.bias_hh_l0	6	-0.11936931312084198
865916	rnn.bias_hh_l0	7	0.07282862812280655
865916	rnn.bias_hh_l0	8	-0.23388954997062683
865916	rnn.bias_hh_l0	9	-0.569841742515564
865916	rnn.weight_ih_l0_reverse	0	-0.005957142449915409
865916	rnn.weight_ih_l0_reverse	1	-0.004925772547721863
865916	rnn.weight_ih_l0_reverse	2	0.003276276867836714
865916	rnn.weight_ih_l0_reverse	3	-0.1434890627861023
865916	rnn.weight_ih_l0_reverse	4	0.07952136546373367
865916	rnn.weight_ih_l0_reverse	5	-0.1010931059718132
865916	rnn.weight_ih_l0_reverse	6	-0.0073007442988455296
865916	rnn.weight_ih_l0_reverse	7	0.030710671097040176
865916	rnn.weight_ih_l0_reverse	8	-0.049899231642484665
865916	rnn.weight_ih_l0_reverse	9	-0.08697731792926788
865916	rnn.weight_hh_l0_reverse	0	-0.15217995643615723
865916	rnn.weight_hh_l0_reverse	1	0.02239949069917202
865916	rnn.weight_hh_l0_reverse	2	-0.01979638636112213
865916	rnn.weight_hh_l0_reverse	3	0.030294431373476982
865916	rnn.weight_hh_l0_reverse	4	-0.08315116912126541
865916	rnn.weight_hh_l0_reverse	5	0.03756808489561081
865916	rnn.weight_hh_l0_reverse	6	0.031329184770584106
865916	rnn.weight_hh_l0_reverse	7	-0.13067954778671265
865916	rnn.weight_hh_l0_reverse	8	-0.07899804413318634
865916	rnn.weight_hh_l0_reverse	9	0.036662254482507706
865916	rnn.bias_ih_l0_reverse	0	-0.17802608013153076
865916	rnn.bias_ih_l0_reverse	1	-0.056538213044404984
865916	rnn.bias_ih_l0_reverse	2	0.16265550255775452
865916	rnn.bias_ih_l0_reverse	3	-0.3295402526855469
865916	rnn.bias_ih_l0_reverse	4	0.011877302080392838
865916	rnn.bias_ih_l0_reverse	5	-0.22268396615982056
865916	rnn.bias_ih_l0_reverse	6	0.2757886052131653
865916	rnn.bias_ih_l0_reverse	7	-0.3027966022491455
865916	rnn.bias_ih_l0_reverse	8	-0.19859689474105835
865916	rnn.bias_ih_l0_reverse	9	-0.14666472375392914
865916	rnn.bias_hh_l0_reverse	0	-0.13773401081562042
865916	rnn.bias_hh_l0_reverse	1	0.27512750029563904
865916	rnn.bias_hh_l0_reverse	2	-0.3424517810344696
865916	rnn.bias_hh_l0_reverse	3	-0.22984343767166138
865916	rnn.bias_hh_l0_reverse	4	-0.39871564507484436
865916	rnn.bias_hh_l0_reverse	5	-0.20446723699569702
865916	rnn.bias_hh_l0_reverse	6	-0.2660452723503113
865916	rnn.bias_hh_l0_reverse	7	-0.09881440550088882
865916	rnn.bias_hh_l0_reverse	8	-0.3562989830970764
865916	rnn.bias_hh_l0_reverse	9	0.21034224331378937
865916	linear.weight	0	0.22514475882053375
865916	linear.weight	1	-0.4559769928455353
865916	linear.weight	2	0.018956799060106277
865916	linear.weight	3	0.06747155636548996
865916	linear.weight	4	-0.1484948992729187
865916	linear.weight	5	0.24763421714305878
865916	linear.weight	6	-0.011804881505668163
865916	linear.weight	7	-0.059569165110588074
865916	linear.weight	8	0.13816404342651367
865916	linear.weight	9	-0.04995766654610634
865916	linear.bias	0	-0.8653662204742432
865916	linear.bias	1	1.788883924484253
865916	linear.bias	2	0.7579235434532166
865916	linear.bias	3	-2.7438225746154785
865916	linear.bias	4	-0.06795603036880493
865916	linear.bias	5	1.2556766271591187
865916	linear.bias	6	-0.2214190810918808
865916	linear.bias	7	0.844447672367096
865916	linear.bias	8	2.0985238552093506
865916	linear.bias	9	-1.2810496091842651
866525	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
866525	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
866525	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
866525	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
866525	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
866525	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
866525	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
866525	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
866525	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
866525	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
866525	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
866525	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
866525	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
866525	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
866525	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
866525	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
866525	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
866525	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
866525	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
866525	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
866525	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
866525	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
866525	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
866525	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
866525	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
866525	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
866525	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
866525	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
866525	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
866525	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
866525	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
866525	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
866525	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
866525	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
866525	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
866525	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
866525	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
866525	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
866525	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
866525	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
866525	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
866525	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
866525	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
866525	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
866525	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
866525	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
866525	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
866525	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
866525	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
866525	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
866525	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
866525	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
866525	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
866525	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
866525	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
866525	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
866525	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
866525	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
866525	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
866525	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
866525	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
866525	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
866525	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
866525	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
866525	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
866525	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
866525	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
866525	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
866525	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
866525	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
866525	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
866525	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
866525	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
866525	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
866525	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
866525	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
866525	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
866525	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
866525	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
866525	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
866525	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
866525	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
866525	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
866525	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
866525	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
866525	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
866525	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
866525	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
866525	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
866525	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
866525	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
866525	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
866525	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
866525	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
866525	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
866525	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
866525	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
866525	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
866525	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
866525	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
866525	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
866525	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
866525	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
866525	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
866525	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
866525	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
866525	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
866525	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
866525	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
866525	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
866525	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
866525	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
866525	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
866525	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
866525	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
866525	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
866525	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
866525	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
866525	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
866525	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
866525	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
866525	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
866525	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
866525	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
866525	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
866525	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
866525	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
866525	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
866525	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
866525	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
866525	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
866525	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
866525	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
866525	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
866525	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
866525	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
866525	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
866525	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
866525	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
866525	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
866525	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
866525	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
866525	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
866525	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
866525	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
866525	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
866525	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
866525	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
866525	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
866525	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
866525	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
866525	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
866525	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
866525	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
866525	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
866525	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
866525	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
866525	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
866525	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
866525	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
866525	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
866525	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
866525	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
866525	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
866525	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
866525	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
866525	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
866525	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
866525	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
866525	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
866525	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
866525	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
866525	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
866525	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
866525	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
866525	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
866525	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
866525	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
866525	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
866525	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
866525	embedding2nn.weight	0	0.32093915343284607
866525	embedding2nn.weight	1	0.36916959285736084
866525	embedding2nn.weight	2	0.003374253399670124
866525	embedding2nn.weight	3	0.01937807723879814
866525	embedding2nn.weight	4	-0.029652006924152374
866525	embedding2nn.weight	5	0.05805744230747223
866525	embedding2nn.weight	6	0.0026518432423472404
866525	embedding2nn.weight	7	-0.008253016509115696
866525	embedding2nn.weight	8	0.04106727987527847
866525	embedding2nn.weight	9	-0.046400975435972214
866525	embedding2nn.bias	0	0.02325664833188057
866525	embedding2nn.bias	1	-0.19610559940338135
866525	embedding2nn.bias	2	0.11127614974975586
866525	embedding2nn.bias	3	0.1687406748533249
866525	embedding2nn.bias	4	0.139822855591774
866525	embedding2nn.bias	5	-0.08028028905391693
866525	embedding2nn.bias	6	-0.050217438489198685
866525	embedding2nn.bias	7	0.04594194144010544
866525	embedding2nn.bias	8	-0.15147146582603455
866525	embedding2nn.bias	9	-0.3691653907299042
866525	rnn.weight_ih_l0	0	0.010214432142674923
866525	rnn.weight_ih_l0	1	-0.057622384279966354
866525	rnn.weight_ih_l0	2	-0.049610503017902374
866525	rnn.weight_ih_l0	3	0.11634587496519089
866525	rnn.weight_ih_l0	4	0.015134048648178577
866525	rnn.weight_ih_l0	5	-0.07015900313854218
866525	rnn.weight_ih_l0	6	0.007010248955339193
866525	rnn.weight_ih_l0	7	-0.023682698607444763
866525	rnn.weight_ih_l0	8	0.012155958451330662
866525	rnn.weight_ih_l0	9	-0.08729816973209381
866525	rnn.weight_hh_l0	0	-0.023034626618027687
866525	rnn.weight_hh_l0	1	0.0841606855392456
866525	rnn.weight_hh_l0	2	0.0020673777908086777
866525	rnn.weight_hh_l0	3	-0.03705904260277748
866525	rnn.weight_hh_l0	4	0.08779364079236984
866525	rnn.weight_hh_l0	5	-0.0009525663335807621
866525	rnn.weight_hh_l0	6	-0.09050984680652618
866525	rnn.weight_hh_l0	7	-0.13801395893096924
866525	rnn.weight_hh_l0	8	0.04063764959573746
866525	rnn.weight_hh_l0	9	-0.1234377920627594
866525	rnn.bias_ih_l0	0	0.17549528181552887
866525	rnn.bias_ih_l0	1	-0.3427025377750397
866525	rnn.bias_ih_l0	2	-0.0426517017185688
866525	rnn.bias_ih_l0	3	-0.20932456851005554
866525	rnn.bias_ih_l0	4	-0.008776454254984856
866525	rnn.bias_ih_l0	5	-0.44096696376800537
866525	rnn.bias_ih_l0	6	-0.1398032307624817
866525	rnn.bias_ih_l0	7	-0.38884973526000977
866525	rnn.bias_ih_l0	8	-0.313685804605484
866525	rnn.bias_ih_l0	9	-0.45202532410621643
866525	rnn.bias_hh_l0	0	-0.34848445653915405
866525	rnn.bias_hh_l0	1	-0.4452248811721802
866525	rnn.bias_hh_l0	2	-0.4021441340446472
866525	rnn.bias_hh_l0	3	-0.08180858194828033
866525	rnn.bias_hh_l0	4	-0.40132835507392883
866525	rnn.bias_hh_l0	5	-0.373273640871048
866525	rnn.bias_hh_l0	6	-0.12089736759662628
866525	rnn.bias_hh_l0	7	0.07240675389766693
866525	rnn.bias_hh_l0	8	-0.23418036103248596
866525	rnn.bias_hh_l0	9	-0.5684921741485596
866525	rnn.weight_ih_l0_reverse	0	-0.005817944183945656
866525	rnn.weight_ih_l0_reverse	1	-0.004638383165001869
866525	rnn.weight_ih_l0_reverse	2	0.0030653350986540318
866525	rnn.weight_ih_l0_reverse	3	-0.1438506841659546
866525	rnn.weight_ih_l0_reverse	4	0.07967934012413025
866525	rnn.weight_ih_l0_reverse	5	-0.10071972012519836
866525	rnn.weight_ih_l0_reverse	6	-0.00755227031186223
866525	rnn.weight_ih_l0_reverse	7	0.030785446986556053
866525	rnn.weight_ih_l0_reverse	8	-0.04965176805853844
866525	rnn.weight_ih_l0_reverse	9	-0.0867726132273674
866525	rnn.weight_hh_l0_reverse	0	-0.15232297778129578
866525	rnn.weight_hh_l0_reverse	1	0.0225125290453434
866525	rnn.weight_hh_l0_reverse	2	-0.019772740080952644
866525	rnn.weight_hh_l0_reverse	3	0.030306370928883553
866525	rnn.weight_hh_l0_reverse	4	-0.0831933543086052
866525	rnn.weight_hh_l0_reverse	5	0.03763100504875183
866525	rnn.weight_hh_l0_reverse	6	0.031290069222450256
866525	rnn.weight_hh_l0_reverse	7	-0.13055478036403656
866525	rnn.weight_hh_l0_reverse	8	-0.0788867399096489
866525	rnn.weight_hh_l0_reverse	9	0.03665798529982567
866525	rnn.bias_ih_l0_reverse	0	-0.17872968316078186
866525	rnn.bias_ih_l0_reverse	1	-0.05701818689703941
866525	rnn.bias_ih_l0_reverse	2	0.16414719820022583
866525	rnn.bias_ih_l0_reverse	3	-0.3294927477836609
866525	rnn.bias_ih_l0_reverse	4	0.013078445568680763
866525	rnn.bias_ih_l0_reverse	5	-0.2225574105978012
866525	rnn.bias_ih_l0_reverse	6	0.27389612793922424
866525	rnn.bias_ih_l0_reverse	7	-0.30069518089294434
866525	rnn.bias_ih_l0_reverse	8	-0.19861827790737152
866525	rnn.bias_ih_l0_reverse	9	-0.1480431705713272
866525	rnn.bias_hh_l0_reverse	0	-0.13932441174983978
866525	rnn.bias_hh_l0_reverse	1	0.27467796206474304
866525	rnn.bias_hh_l0_reverse	2	-0.3432154953479767
866525	rnn.bias_hh_l0_reverse	3	-0.22960464656352997
866525	rnn.bias_hh_l0_reverse	4	-0.3978614807128906
866525	rnn.bias_hh_l0_reverse	5	-0.2055589109659195
866525	rnn.bias_hh_l0_reverse	6	-0.2649407684803009
866525	rnn.bias_hh_l0_reverse	7	-0.09841561317443848
866525	rnn.bias_hh_l0_reverse	8	-0.35503116250038147
866525	rnn.bias_hh_l0_reverse	9	0.21208752691745758
866525	linear.weight	0	0.22456221282482147
866525	linear.weight	1	-0.4580407440662384
866525	linear.weight	2	0.01778710074722767
866525	linear.weight	3	0.06747134029865265
866525	linear.weight	4	-0.1497746706008911
866525	linear.weight	5	0.24598032236099243
866525	linear.weight	6	-0.011270340532064438
866525	linear.weight	7	-0.05956863984465599
866525	linear.weight	8	0.1362314522266388
866525	linear.weight	9	-0.04995782673358917
866525	linear.bias	0	-0.8625555038452148
866525	linear.bias	1	1.7861464023590088
866525	linear.bias	2	0.7408864498138428
866525	linear.bias	3	-2.7438275814056396
866525	linear.bias	4	-0.06128070503473282
866525	linear.bias	5	1.2589244842529297
866525	linear.bias	6	-0.23038838803768158
866525	linear.bias	7	0.8390781283378601
866525	linear.bias	8	2.1108930110931396
866525	linear.bias	9	-1.2835973501205444
867134	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
867134	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
867134	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
867134	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
867134	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
867134	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
867134	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
867134	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
867134	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
867134	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
867134	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
867134	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
867134	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
867134	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
867134	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
867134	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
867134	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
867134	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
867134	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
867134	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
867134	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
867134	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
867134	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
867134	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
867134	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
867134	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
867134	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
867134	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
867134	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
867134	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
867134	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
867134	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
867134	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
867134	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
867134	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
867134	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
867134	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
867134	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
867134	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
867134	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
867134	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
867134	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
867134	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
867134	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
867134	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
867134	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
867134	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
867134	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
867134	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
867134	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
867134	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
867134	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
867134	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
867134	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
867134	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
867134	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
867134	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
867134	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
867134	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
867134	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
867134	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
867134	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
867134	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
867134	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
867134	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
867134	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
867134	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
867134	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
867134	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
867134	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
867134	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
867134	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
867134	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
867134	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
867134	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
867134	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
867134	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
867134	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
867134	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
867134	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
867134	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
867134	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
867134	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
867134	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
867134	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
867134	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
867134	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
867134	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
867134	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
867134	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
867134	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
867134	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
867134	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
867134	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
867134	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
867134	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
867134	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
867134	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
867134	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
867134	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
867134	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
867134	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
867134	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
867134	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
867134	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
867134	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
867134	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
867134	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
867134	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
867134	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
867134	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
867134	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
867134	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
867134	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
867134	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
867134	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
867134	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
867134	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
867134	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
867134	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
867134	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
867134	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
867134	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
867134	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
867134	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
867134	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
867134	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
867134	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
867134	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
867134	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
867134	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
867134	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
867134	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
867134	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
867134	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
867134	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
867134	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
867134	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
867134	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
867134	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
867134	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
867134	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
867134	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
867134	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
867134	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
867134	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
867134	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
867134	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
867134	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
867134	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
867134	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
867134	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
867134	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
867134	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
867134	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
867134	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
867134	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
867134	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
867134	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
867134	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
867134	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
867134	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
867134	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
867134	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
867134	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
867134	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
867134	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
867134	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
867134	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
867134	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
867134	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
867134	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
867134	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
867134	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
867134	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
867134	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
867134	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
867134	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
867134	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
867134	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
867134	embedding2nn.weight	0	0.3206408619880676
867134	embedding2nn.weight	1	0.3693614900112152
867134	embedding2nn.weight	2	0.002739659510552883
867134	embedding2nn.weight	3	0.01995902508497238
867134	embedding2nn.weight	4	-0.03004635125398636
867134	embedding2nn.weight	5	0.058095693588256836
867134	embedding2nn.weight	6	0.0018744429107755423
867134	embedding2nn.weight	7	-0.008280041627585888
867134	embedding2nn.weight	8	0.040604475885629654
867134	embedding2nn.weight	9	-0.04592137038707733
867134	embedding2nn.bias	0	0.023480895906686783
867134	embedding2nn.bias	1	-0.19768235087394714
867134	embedding2nn.bias	2	0.11218899488449097
867134	embedding2nn.bias	3	0.1684500277042389
867134	embedding2nn.bias	4	0.13562653958797455
867134	embedding2nn.bias	5	-0.08277899026870728
867134	embedding2nn.bias	6	-0.04500546306371689
867134	embedding2nn.bias	7	0.04629931598901749
867134	embedding2nn.bias	8	-0.14966045320034027
867134	embedding2nn.bias	9	-0.37214747071266174
867134	rnn.weight_ih_l0	0	0.010087333619594574
867134	rnn.weight_ih_l0	1	-0.05752747133374214
867134	rnn.weight_ih_l0	2	-0.05072665959596634
867134	rnn.weight_ih_l0	3	0.11617065221071243
867134	rnn.weight_ih_l0	4	0.01481088437139988
867134	rnn.weight_ih_l0	5	-0.07078710198402405
867134	rnn.weight_ih_l0	6	0.006692552473396063
867134	rnn.weight_ih_l0	7	-0.02368154749274254
867134	rnn.weight_ih_l0	8	0.012586391530930996
867134	rnn.weight_ih_l0	9	-0.08826103061437607
867134	rnn.weight_hh_l0	0	-0.023076947778463364
867134	rnn.weight_hh_l0	1	0.08423732966184616
867134	rnn.weight_hh_l0	2	0.002076749224215746
867134	rnn.weight_hh_l0	3	-0.037091221660375595
867134	rnn.weight_hh_l0	4	0.08782928436994553
867134	rnn.weight_hh_l0	5	-0.0009665327961556613
867134	rnn.weight_hh_l0	6	-0.09050295501947403
867134	rnn.weight_hh_l0	7	-0.1382363885641098
867134	rnn.weight_hh_l0	8	0.04065272584557533
867134	rnn.weight_hh_l0	9	-0.12360697984695435
867134	rnn.bias_ih_l0	0	0.17605777084827423
867134	rnn.bias_ih_l0	1	-0.3422202467918396
867134	rnn.bias_ih_l0	2	-0.041786883026361465
867134	rnn.bias_ih_l0	3	-0.20871587097644806
867134	rnn.bias_ih_l0	4	-0.008077801205217838
867134	rnn.bias_ih_l0	5	-0.4414195418357849
867134	rnn.bias_ih_l0	6	-0.14013907313346863
867134	rnn.bias_ih_l0	7	-0.3889499008655548
867134	rnn.bias_ih_l0	8	-0.3136606216430664
867134	rnn.bias_ih_l0	9	-0.45248255133628845
867134	rnn.bias_hh_l0	0	-0.3488539457321167
867134	rnn.bias_hh_l0	1	-0.4454808235168457
867134	rnn.bias_hh_l0	2	-0.40171539783477783
867134	rnn.bias_hh_l0	3	-0.08192996680736542
867134	rnn.bias_hh_l0	4	-0.4003865718841553
867134	rnn.bias_hh_l0	5	-0.37280935049057007
867134	rnn.bias_hh_l0	6	-0.12025419622659683
867134	rnn.bias_hh_l0	7	0.07377619296312332
867134	rnn.bias_hh_l0	8	-0.23346327245235443
867134	rnn.bias_hh_l0	9	-0.5692349076271057
867134	rnn.weight_ih_l0_reverse	0	-0.005404171533882618
867134	rnn.weight_ih_l0_reverse	1	-0.004950463306158781
867134	rnn.weight_ih_l0_reverse	2	0.00272376392967999
867134	rnn.weight_ih_l0_reverse	3	-0.1438342183828354
867134	rnn.weight_ih_l0_reverse	4	0.07972092181444168
867134	rnn.weight_ih_l0_reverse	5	-0.10088279843330383
867134	rnn.weight_ih_l0_reverse	6	-0.007247143890708685
867134	rnn.weight_ih_l0_reverse	7	0.030861351639032364
867134	rnn.weight_ih_l0_reverse	8	-0.04943452775478363
867134	rnn.weight_ih_l0_reverse	9	-0.08620013296604156
867134	rnn.weight_hh_l0_reverse	0	-0.15207631886005402
867134	rnn.weight_hh_l0_reverse	1	0.022647008299827576
867134	rnn.weight_hh_l0_reverse	2	-0.019775042310357094
867134	rnn.weight_hh_l0_reverse	3	0.03029506839811802
867134	rnn.weight_hh_l0_reverse	4	-0.08324234187602997
867134	rnn.weight_hh_l0_reverse	5	0.03755492717027664
867134	rnn.weight_hh_l0_reverse	6	0.031284481287002563
867134	rnn.weight_hh_l0_reverse	7	-0.13043025135993958
867134	rnn.weight_hh_l0_reverse	8	-0.0787048190832138
867134	rnn.weight_hh_l0_reverse	9	0.036481235176324844
867134	rnn.bias_ih_l0_reverse	0	-0.17774513363838196
867134	rnn.bias_ih_l0_reverse	1	-0.05711457505822182
867134	rnn.bias_ih_l0_reverse	2	0.16400766372680664
867134	rnn.bias_ih_l0_reverse	3	-0.3279708921909332
867134	rnn.bias_ih_l0_reverse	4	0.012900138273835182
867134	rnn.bias_ih_l0_reverse	5	-0.2219763845205307
867134	rnn.bias_ih_l0_reverse	6	0.2751973271369934
867134	rnn.bias_ih_l0_reverse	7	-0.29906484484672546
867134	rnn.bias_ih_l0_reverse	8	-0.19842256605625153
867134	rnn.bias_ih_l0_reverse	9	-0.14874985814094543
867134	rnn.bias_hh_l0_reverse	0	-0.14035403728485107
867134	rnn.bias_hh_l0_reverse	1	0.2740829885005951
867134	rnn.bias_hh_l0_reverse	2	-0.34235960245132446
867134	rnn.bias_hh_l0_reverse	3	-0.23040619492530823
867134	rnn.bias_hh_l0_reverse	4	-0.39793914556503296
867134	rnn.bias_hh_l0_reverse	5	-0.20526860654354095
867134	rnn.bias_hh_l0_reverse	6	-0.2662779986858368
867134	rnn.bias_hh_l0_reverse	7	-0.09764424711465836
867134	rnn.bias_hh_l0_reverse	8	-0.3528762757778168
867134	rnn.bias_hh_l0_reverse	9	0.21287038922309875
867134	linear.weight	0	0.2253955602645874
867134	linear.weight	1	-0.45734700560569763
867134	linear.weight	2	0.021612294018268585
867134	linear.weight	3	0.06747139245271683
867134	linear.weight	4	-0.14398357272148132
867134	linear.weight	5	0.24572055041790009
867134	linear.weight	6	-0.009810340590775013
867134	linear.weight	7	-0.059568244963884354
867134	linear.weight	8	0.1364801526069641
867134	linear.weight	9	-0.049958132207393646
867134	linear.bias	0	-0.8725064992904663
867134	linear.bias	1	1.790794849395752
867134	linear.bias	2	0.7449408769607544
867134	linear.bias	3	-2.7438316345214844
867134	linear.bias	4	-0.0637386217713356
867134	linear.bias	5	1.2509111166000366
867134	linear.bias	6	-0.22901347279548645
867134	linear.bias	7	0.8372511267662048
867134	linear.bias	8	2.1131513118743896
867134	linear.bias	9	-1.284486174583435
867743	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
867743	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
867743	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
867743	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
867743	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
867743	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
867743	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
867743	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
867743	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
867743	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
867743	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
867743	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
867743	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
867743	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
867743	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
867743	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
867743	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
867743	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
867743	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
867743	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
867743	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
867743	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
867743	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
867743	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
867743	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
867743	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
867743	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
867743	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
867743	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
867743	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
867743	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
867743	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
867743	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
867743	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
867743	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
867743	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
867743	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
867743	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
867743	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
867743	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
867743	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
867743	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
867743	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
867743	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
867743	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
867743	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
867743	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
867743	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
867743	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
867743	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
867743	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
867743	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
867743	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
867743	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
867743	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
867743	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
867743	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
867743	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
867743	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
867743	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
867743	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
867743	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
867743	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
867743	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
867743	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
867743	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
867743	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
867743	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
867743	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
867743	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
867743	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
867743	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
867743	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
867743	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
867743	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
867743	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
867743	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
867743	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
867743	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
867743	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
867743	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
867743	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
867743	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
867743	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
867743	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
867743	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
867743	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
867743	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
867743	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
867743	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
867743	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
867743	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
867743	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
867743	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
867743	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
867743	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
867743	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
867743	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
867743	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
867743	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
867743	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
867743	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
867743	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
867743	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
867743	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
867743	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
867743	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
867743	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
867743	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
867743	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
867743	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
867743	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
867743	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
867743	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
867743	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
867743	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
867743	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
867743	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
867743	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
867743	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
867743	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
867743	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
867743	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
867743	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
867743	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
867743	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
867743	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
867743	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
867743	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
867743	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
867743	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
867743	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
867743	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
867743	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
867743	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
867743	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
867743	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
867743	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
867743	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
867743	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
867743	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
867743	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
867743	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
867743	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
867743	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
867743	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
867743	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
867743	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
867743	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
867743	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
867743	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
867743	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
867743	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
867743	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
867743	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
867743	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
867743	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
867743	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
867743	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
867743	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
867743	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
867743	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
867743	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
867743	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
867743	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
867743	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
867743	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
867743	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
867743	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
867743	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
867743	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
867743	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
867743	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
867743	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
867743	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
867743	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
867743	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
867743	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
867743	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
867743	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
867743	embedding2nn.weight	0	0.3206658959388733
867743	embedding2nn.weight	1	0.36920636892318726
867743	embedding2nn.weight	2	0.0024919870775192976
867743	embedding2nn.weight	3	0.01779773086309433
867743	embedding2nn.weight	4	-0.02941702865064144
867743	embedding2nn.weight	5	0.05832609906792641
867743	embedding2nn.weight	6	-0.00017693110567051917
867743	embedding2nn.weight	7	-0.007680196315050125
867743	embedding2nn.weight	8	0.041737306863069534
867743	embedding2nn.weight	9	-0.04609942063689232
867743	embedding2nn.bias	0	0.022409845143556595
867743	embedding2nn.bias	1	-0.19427384436130524
867743	embedding2nn.bias	2	0.11361828446388245
867743	embedding2nn.bias	3	0.16553610563278198
867743	embedding2nn.bias	4	0.13591858744621277
867743	embedding2nn.bias	5	-0.08080413192510605
867743	embedding2nn.bias	6	-0.044204387813806534
867743	embedding2nn.bias	7	0.047302037477493286
867743	embedding2nn.bias	8	-0.15179629623889923
867743	embedding2nn.bias	9	-0.3684721887111664
867743	rnn.weight_ih_l0	0	0.010218197479844093
867743	rnn.weight_ih_l0	1	-0.05759672820568085
867743	rnn.weight_ih_l0	2	-0.051168616861104965
867743	rnn.weight_ih_l0	3	0.11576126515865326
867743	rnn.weight_ih_l0	4	0.014867518097162247
867743	rnn.weight_ih_l0	5	-0.07079951465129852
867743	rnn.weight_ih_l0	6	0.006758308503776789
867743	rnn.weight_ih_l0	7	-0.023125074803829193
867743	rnn.weight_ih_l0	8	0.010914430022239685
867743	rnn.weight_ih_l0	9	-0.08796200156211853
867743	rnn.weight_hh_l0	0	-0.0230708010494709
867743	rnn.weight_hh_l0	1	0.08414718508720398
867743	rnn.weight_hh_l0	2	0.0022601571399718523
867743	rnn.weight_hh_l0	3	-0.03712186589837074
867743	rnn.weight_hh_l0	4	0.08776193112134933
867743	rnn.weight_hh_l0	5	-0.0008161609875969589
867743	rnn.weight_hh_l0	6	-0.09047575294971466
867743	rnn.weight_hh_l0	7	-0.13789597153663635
867743	rnn.weight_hh_l0	8	0.04063666611909866
867743	rnn.weight_hh_l0	9	-0.12346899509429932
867743	rnn.bias_ih_l0	0	0.17676271498203278
867743	rnn.bias_ih_l0	1	-0.3436734974384308
867743	rnn.bias_ih_l0	2	-0.042358070611953735
867743	rnn.bias_ih_l0	3	-0.20818835496902466
867743	rnn.bias_ih_l0	4	-0.00835163239389658
867743	rnn.bias_ih_l0	5	-0.44162237644195557
867743	rnn.bias_ih_l0	6	-0.13997900485992432
867743	rnn.bias_ih_l0	7	-0.38898012042045593
867743	rnn.bias_ih_l0	8	-0.3129671514034271
867743	rnn.bias_ih_l0	9	-0.45115435123443604
867743	rnn.bias_hh_l0	0	-0.34895941615104675
867743	rnn.bias_hh_l0	1	-0.44524288177490234
867743	rnn.bias_hh_l0	2	-0.40205055475234985
867743	rnn.bias_hh_l0	3	-0.08262001723051071
867743	rnn.bias_hh_l0	4	-0.400596559047699
867743	rnn.bias_hh_l0	5	-0.3728812336921692
867743	rnn.bias_hh_l0	6	-0.11997146904468536
867743	rnn.bias_hh_l0	7	0.0733901634812355
867743	rnn.bias_hh_l0	8	-0.23309628665447235
867743	rnn.bias_hh_l0	9	-0.5692426562309265
867743	rnn.weight_ih_l0_reverse	0	-0.00482751103118062
867743	rnn.weight_ih_l0_reverse	1	-0.004922037944197655
867743	rnn.weight_ih_l0_reverse	2	0.0024379126261919737
867743	rnn.weight_ih_l0_reverse	3	-0.14443081617355347
867743	rnn.weight_ih_l0_reverse	4	0.07975230365991592
867743	rnn.weight_ih_l0_reverse	5	-0.10043396055698395
867743	rnn.weight_ih_l0_reverse	6	-0.0071119274944067
867743	rnn.weight_ih_l0_reverse	7	0.03077717125415802
867743	rnn.weight_ih_l0_reverse	8	-0.04956723749637604
867743	rnn.weight_ih_l0_reverse	9	-0.08612783253192902
867743	rnn.weight_hh_l0_reverse	0	-0.15216988325119019
867743	rnn.weight_hh_l0_reverse	1	0.022696396335959435
867743	rnn.weight_hh_l0_reverse	2	-0.01963033340871334
867743	rnn.weight_hh_l0_reverse	3	0.030320296064019203
867743	rnn.weight_hh_l0_reverse	4	-0.08341028541326523
867743	rnn.weight_hh_l0_reverse	5	0.03763682767748833
867743	rnn.weight_hh_l0_reverse	6	0.03127860650420189
867743	rnn.weight_hh_l0_reverse	7	-0.13080532848834991
867743	rnn.weight_hh_l0_reverse	8	-0.07875598222017288
867743	rnn.weight_hh_l0_reverse	9	0.03645893931388855
867743	rnn.bias_ih_l0_reverse	0	-0.1779514104127884
867743	rnn.bias_ih_l0_reverse	1	-0.05673490837216377
867743	rnn.bias_ih_l0_reverse	2	0.16323193907737732
867743	rnn.bias_ih_l0_reverse	3	-0.3282465934753418
867743	rnn.bias_ih_l0_reverse	4	0.015166131779551506
867743	rnn.bias_ih_l0_reverse	5	-0.22185105085372925
867743	rnn.bias_ih_l0_reverse	6	0.2738371193408966
867743	rnn.bias_ih_l0_reverse	7	-0.29997336864471436
867743	rnn.bias_ih_l0_reverse	8	-0.1972624957561493
867743	rnn.bias_ih_l0_reverse	9	-0.14842098951339722
867743	rnn.bias_hh_l0_reverse	0	-0.13989293575286865
867743	rnn.bias_hh_l0_reverse	1	0.2749505937099457
867743	rnn.bias_hh_l0_reverse	2	-0.3422481119632721
867743	rnn.bias_hh_l0_reverse	3	-0.2312668263912201
867743	rnn.bias_hh_l0_reverse	4	-0.3982570767402649
867743	rnn.bias_hh_l0_reverse	5	-0.20560358464717865
867743	rnn.bias_hh_l0_reverse	6	-0.266579270362854
867743	rnn.bias_hh_l0_reverse	7	-0.09807255864143372
867743	rnn.bias_hh_l0_reverse	8	-0.35201767086982727
867743	rnn.bias_hh_l0_reverse	9	0.2139822244644165
867743	linear.weight	0	0.2281300574541092
867743	linear.weight	1	-0.4564681649208069
867743	linear.weight	2	0.025770002976059914
867743	linear.weight	3	0.06747159361839294
867743	linear.weight	4	-0.14311356842517853
867743	linear.weight	5	0.24405261874198914
867743	linear.weight	6	-0.007603104691952467
867743	linear.weight	7	-0.059567686170339584
867743	linear.weight	8	0.13934920728206635
867743	linear.weight	9	-0.04995846375823021
867743	linear.bias	0	-0.8710201978683472
867743	linear.bias	1	1.8050607442855835
867743	linear.bias	2	0.7421287894248962
867743	linear.bias	3	-2.743840456008911
867743	linear.bias	4	-0.06935126334428787
867743	linear.bias	5	1.2558461427688599
867743	linear.bias	6	-0.22774669528007507
867743	linear.bias	7	0.8319211602210999
867743	linear.bias	8	2.1038341522216797
867743	linear.bias	9	-1.2814970016479492
868352	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
868352	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
868352	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
868352	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
868352	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
868352	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
868352	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
868352	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
868352	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
868352	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
868352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
868352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
868352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
868352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
868352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
868352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
868352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
868352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
868352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
868352	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
868352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
868352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
868352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
868352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
868352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
868352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
868352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
868352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
868352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
868352	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
868352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
868352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
868352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
868352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
868352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
868352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
868352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
868352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
868352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
868352	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
868352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
868352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
868352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
868352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
868352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
868352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
868352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
868352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
868352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
868352	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
868352	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
868352	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
868352	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
868352	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
868352	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
868352	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
868352	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
868352	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
868352	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
868352	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
868352	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
868352	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
868352	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
868352	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
868352	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
868352	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
868352	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
868352	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
868352	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
868352	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
868352	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
868352	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
868352	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
868352	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
868352	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
868352	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
868352	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
868352	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
868352	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
868352	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
868352	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
868352	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
868352	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
868352	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
868352	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
868352	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
868352	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
868352	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
868352	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
868352	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
868352	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
868352	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
868352	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
868352	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
868352	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
868352	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
868352	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
868352	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
868352	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
868352	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
868352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
868352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
868352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
868352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
868352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
868352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
868352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
868352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
868352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
868352	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
868352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
868352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
868352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
868352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
868352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
868352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
868352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
868352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
868352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
868352	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
868352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
868352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
868352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
868352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
868352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
868352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
868352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
868352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
868352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
868352	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
868352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
868352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
868352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
868352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
868352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
868352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
868352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
868352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
868352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
868352	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
868352	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
868352	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
868352	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
868352	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
868352	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
868352	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
868352	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
868352	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
868352	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
868352	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
868352	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
868352	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
868352	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
868352	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
868352	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
868352	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
868352	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
868352	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
868352	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
868352	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
868352	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
868352	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
868352	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
868352	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
868352	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
868352	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
868352	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
868352	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
868352	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
868352	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
868352	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
868352	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
868352	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
868352	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
868352	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
868352	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
868352	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
868352	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
868352	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
868352	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
868352	embedding2nn.weight	0	0.320600301027298
868352	embedding2nn.weight	1	0.36917927861213684
868352	embedding2nn.weight	2	0.0031252612825483084
868352	embedding2nn.weight	3	0.019432155415415764
868352	embedding2nn.weight	4	-0.02926633320748806
868352	embedding2nn.weight	5	0.05761396884918213
868352	embedding2nn.weight	6	0.0002835241029970348
868352	embedding2nn.weight	7	-0.007215197663754225
868352	embedding2nn.weight	8	0.041771385818719864
868352	embedding2nn.weight	9	-0.04786483570933342
868352	embedding2nn.bias	0	0.0232298094779253
868352	embedding2nn.bias	1	-0.19305996596813202
868352	embedding2nn.bias	2	0.1204138770699501
868352	embedding2nn.bias	3	0.16614201664924622
868352	embedding2nn.bias	4	0.1323111206293106
868352	embedding2nn.bias	5	-0.08114704489707947
868352	embedding2nn.bias	6	-0.043138399720191956
868352	embedding2nn.bias	7	0.04454426467418671
868352	embedding2nn.bias	8	-0.15518805384635925
868352	embedding2nn.bias	9	-0.36599937081336975
868352	rnn.weight_ih_l0	0	0.009893685579299927
868352	rnn.weight_ih_l0	1	-0.05747944861650467
868352	rnn.weight_ih_l0	2	-0.0502590611577034
868352	rnn.weight_ih_l0	3	0.11563308537006378
868352	rnn.weight_ih_l0	4	0.014695268124341965
868352	rnn.weight_ih_l0	5	-0.07021857053041458
868352	rnn.weight_ih_l0	6	0.007097822614014149
868352	rnn.weight_ih_l0	7	-0.02316189929842949
868352	rnn.weight_ih_l0	8	0.012075250037014484
868352	rnn.weight_ih_l0	9	-0.0881320908665657
868352	rnn.weight_hh_l0	0	-0.023008642718195915
868352	rnn.weight_hh_l0	1	0.08414113521575928
868352	rnn.weight_hh_l0	2	0.0020569954067468643
868352	rnn.weight_hh_l0	3	-0.03710019588470459
868352	rnn.weight_hh_l0	4	0.08791923522949219
868352	rnn.weight_hh_l0	5	-0.0010319843422621489
868352	rnn.weight_hh_l0	6	-0.0905693769454956
868352	rnn.weight_hh_l0	7	-0.13896869122982025
868352	rnn.weight_hh_l0	8	0.04063208028674126
868352	rnn.weight_hh_l0	9	-0.12323982268571854
868352	rnn.bias_ih_l0	0	0.17699269950389862
868352	rnn.bias_ih_l0	1	-0.3427477180957794
868352	rnn.bias_ih_l0	2	-0.04239384084939957
868352	rnn.bias_ih_l0	3	-0.2076370269060135
868352	rnn.bias_ih_l0	4	-0.009816416539251804
868352	rnn.bias_ih_l0	5	-0.44314950704574585
868352	rnn.bias_ih_l0	6	-0.13947461545467377
868352	rnn.bias_ih_l0	7	-0.3895260691642761
868352	rnn.bias_ih_l0	8	-0.3137405514717102
868352	rnn.bias_ih_l0	9	-0.4533669352531433
868352	rnn.bias_hh_l0	0	-0.34891277551651
868352	rnn.bias_hh_l0	1	-0.4449671804904938
868352	rnn.bias_hh_l0	2	-0.40125927329063416
868352	rnn.bias_hh_l0	3	-0.08297477662563324
868352	rnn.bias_hh_l0	4	-0.400780588388443
868352	rnn.bias_hh_l0	5	-0.3730109930038452
868352	rnn.bias_hh_l0	6	-0.11976555734872818
868352	rnn.bias_hh_l0	7	0.07273086160421371
868352	rnn.bias_hh_l0	8	-0.2339249700307846
868352	rnn.bias_hh_l0	9	-0.5683987736701965
868352	rnn.weight_ih_l0_reverse	0	-0.00447207922115922
868352	rnn.weight_ih_l0_reverse	1	-0.004506050609052181
868352	rnn.weight_ih_l0_reverse	2	0.0026540271937847137
868352	rnn.weight_ih_l0_reverse	3	-0.1446865051984787
868352	rnn.weight_ih_l0_reverse	4	0.08030529320240021
868352	rnn.weight_ih_l0_reverse	5	-0.10047847777605057
868352	rnn.weight_ih_l0_reverse	6	-0.006164467893540859
868352	rnn.weight_ih_l0_reverse	7	0.030951911583542824
868352	rnn.weight_ih_l0_reverse	8	-0.04949374496936798
868352	rnn.weight_ih_l0_reverse	9	-0.0864357203245163
868352	rnn.weight_hh_l0_reverse	0	-0.15215978026390076
868352	rnn.weight_hh_l0_reverse	1	0.02271305024623871
868352	rnn.weight_hh_l0_reverse	2	-0.01953539438545704
868352	rnn.weight_hh_l0_reverse	3	0.03039507567882538
868352	rnn.weight_hh_l0_reverse	4	-0.08331572264432907
868352	rnn.weight_hh_l0_reverse	5	0.03766448423266411
868352	rnn.weight_hh_l0_reverse	6	0.031271643936634064
868352	rnn.weight_hh_l0_reverse	7	-0.1306305080652237
868352	rnn.weight_hh_l0_reverse	8	-0.07888845354318619
868352	rnn.weight_hh_l0_reverse	9	0.036453623324632645
868352	rnn.bias_ih_l0_reverse	0	-0.17785173654556274
868352	rnn.bias_ih_l0_reverse	1	-0.056553490459918976
868352	rnn.bias_ih_l0_reverse	2	0.16363906860351562
868352	rnn.bias_ih_l0_reverse	3	-0.3279121220111847
868352	rnn.bias_ih_l0_reverse	4	0.01648668758571148
868352	rnn.bias_ih_l0_reverse	5	-0.2223641276359558
868352	rnn.bias_ih_l0_reverse	6	0.2754461169242859
868352	rnn.bias_ih_l0_reverse	7	-0.3023276925086975
868352	rnn.bias_ih_l0_reverse	8	-0.19691593945026398
868352	rnn.bias_ih_l0_reverse	9	-0.14905878901481628
868352	rnn.bias_hh_l0_reverse	0	-0.13885058462619781
868352	rnn.bias_hh_l0_reverse	1	0.27643123269081116
868352	rnn.bias_hh_l0_reverse	2	-0.3428861200809479
868352	rnn.bias_hh_l0_reverse	3	-0.2313564568758011
868352	rnn.bias_hh_l0_reverse	4	-0.3981461226940155
868352	rnn.bias_hh_l0_reverse	5	-0.20486995577812195
868352	rnn.bias_hh_l0_reverse	6	-0.2676774263381958
868352	rnn.bias_hh_l0_reverse	7	-0.09897264093160629
868352	rnn.bias_hh_l0_reverse	8	-0.35033878684043884
868352	rnn.bias_hh_l0_reverse	9	0.21174219250679016
868352	linear.weight	0	0.23192358016967773
868352	linear.weight	1	-0.4584161043167114
868352	linear.weight	2	0.035650450736284256
868352	linear.weight	3	0.06747155636548996
868352	linear.weight	4	-0.14293554425239563
868352	linear.weight	5	0.24336913228034973
868352	linear.weight	6	-0.012179821729660034
868352	linear.weight	7	-0.059567250311374664
868352	linear.weight	8	0.13624422252178192
868352	linear.weight	9	-0.049958597868680954
868352	linear.bias	0	-0.8646851181983948
868352	linear.bias	1	1.8046187162399292
868352	linear.bias	2	0.7432928681373596
868352	linear.bias	3	-2.743844985961914
868352	linear.bias	4	-0.05262596160173416
868352	linear.bias	5	1.2452467679977417
868352	linear.bias	6	-0.2256971001625061
868352	linear.bias	7	0.829125165939331
868352	linear.bias	8	2.102979898452759
868352	linear.bias	9	-1.2810189723968506
868961	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
868961	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
868961	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
868961	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
868961	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
868961	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
868961	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
868961	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
868961	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
868961	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
868961	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
868961	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
868961	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
868961	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
868961	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
868961	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
868961	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
868961	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
868961	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
868961	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
868961	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
868961	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
868961	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
868961	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
868961	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
868961	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
868961	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
868961	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
868961	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
868961	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
868961	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
868961	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
868961	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
868961	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
868961	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
868961	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
868961	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
868961	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
868961	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
868961	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
868961	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
868961	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
868961	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
868961	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
868961	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
868961	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
868961	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
868961	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
868961	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
868961	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
868961	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
868961	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
868961	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
868961	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
868961	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
868961	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
868961	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
868961	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
868961	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
868961	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
868961	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
868961	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
868961	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
868961	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
868961	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
868961	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
868961	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
868961	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
868961	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
868961	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
868961	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
868961	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
868961	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
868961	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
868961	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
868961	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
868961	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
868961	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
868961	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
868961	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
868961	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
868961	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
868961	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
868961	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
868961	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
868961	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
868961	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
868961	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
868961	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
868961	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
868961	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
868961	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
868961	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
868961	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
868961	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
868961	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
868961	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
868961	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
868961	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
868961	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
868961	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
868961	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
868961	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
868961	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
868961	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
868961	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
868961	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
868961	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
868961	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
868961	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
868961	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
868961	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
868961	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
868961	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
868961	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
868961	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
868961	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
868961	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
868961	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
868961	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
868961	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
868961	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
868961	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
868961	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
868961	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
868961	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
868961	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
868961	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
868961	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
868961	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
868961	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
868961	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
868961	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
868961	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
868961	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
868961	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
868961	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
868961	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
868961	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
868961	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
868961	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
868961	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
868961	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
868961	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
868961	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
868961	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
868961	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
868961	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
868961	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
868961	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
868961	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
868961	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
868961	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
868961	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
868961	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
868961	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
868961	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
868961	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
868961	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
868961	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
868961	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
868961	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
868961	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
868961	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
868961	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
868961	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
868961	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
868961	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
868961	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
868961	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
868961	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
868961	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
868961	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
868961	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
868961	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
868961	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
868961	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
868961	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
868961	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
868961	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
868961	embedding2nn.weight	0	0.3204898238182068
868961	embedding2nn.weight	1	0.3695925772190094
868961	embedding2nn.weight	2	0.0025669389870017767
868961	embedding2nn.weight	3	0.01923699863255024
868961	embedding2nn.weight	4	-0.02882310003042221
868961	embedding2nn.weight	5	0.05774172022938728
868961	embedding2nn.weight	6	0.00028171954909339547
868961	embedding2nn.weight	7	-0.009216303005814552
868961	embedding2nn.weight	8	0.042649153620004654
868961	embedding2nn.weight	9	-0.04831952229142189
868961	embedding2nn.bias	0	0.019346939399838448
868961	embedding2nn.bias	1	-0.19277064502239227
868961	embedding2nn.bias	2	0.1221713125705719
868961	embedding2nn.bias	3	0.1639312505722046
868961	embedding2nn.bias	4	0.1317770779132843
868961	embedding2nn.bias	5	-0.07901035249233246
868961	embedding2nn.bias	6	-0.04518407955765724
868961	embedding2nn.bias	7	0.0512925460934639
868961	embedding2nn.bias	8	-0.15622755885124207
868961	embedding2nn.bias	9	-0.36600106954574585
868961	rnn.weight_ih_l0	0	0.00998832006007433
868961	rnn.weight_ih_l0	1	-0.057597365230321884
868961	rnn.weight_ih_l0	2	-0.04953257367014885
868961	rnn.weight_ih_l0	3	0.11544302105903625
868961	rnn.weight_ih_l0	4	0.014712367206811905
868961	rnn.weight_ih_l0	5	-0.07046879827976227
868961	rnn.weight_ih_l0	6	0.007379976566880941
868961	rnn.weight_ih_l0	7	-0.023490993306040764
868961	rnn.weight_ih_l0	8	0.011015040799975395
868961	rnn.weight_ih_l0	9	-0.08793604373931885
868961	rnn.weight_hh_l0	0	-0.02292897365987301
868961	rnn.weight_hh_l0	1	0.08403189480304718
868961	rnn.weight_hh_l0	2	0.001990364631637931
868961	rnn.weight_hh_l0	3	-0.03712964802980423
868961	rnn.weight_hh_l0	4	0.08779526501893997
868961	rnn.weight_hh_l0	5	-0.0012110244715586305
868961	rnn.weight_hh_l0	6	-0.09059257060289383
868961	rnn.weight_hh_l0	7	-0.1393263190984726
868961	rnn.weight_hh_l0	8	0.04060586541891098
868961	rnn.weight_hh_l0	9	-0.12324120849370956
868961	rnn.bias_ih_l0	0	0.1753447949886322
868961	rnn.bias_ih_l0	1	-0.34346863627433777
868961	rnn.bias_ih_l0	2	-0.04234984144568443
868961	rnn.bias_ih_l0	3	-0.20770715177059174
868961	rnn.bias_ih_l0	4	-0.011772437952458858
868961	rnn.bias_ih_l0	5	-0.4423108696937561
868961	rnn.bias_ih_l0	6	-0.14004896581172943
868961	rnn.bias_ih_l0	7	-0.3899212181568146
868961	rnn.bias_ih_l0	8	-0.3124324381351471
868961	rnn.bias_ih_l0	9	-0.45328012108802795
868961	rnn.bias_hh_l0	0	-0.34840914607048035
868961	rnn.bias_hh_l0	1	-0.44572150707244873
868961	rnn.bias_hh_l0	2	-0.40235570073127747
868961	rnn.bias_hh_l0	3	-0.08336729556322098
868961	rnn.bias_hh_l0	4	-0.4010726511478424
868961	rnn.bias_hh_l0	5	-0.37231379747390747
868961	rnn.bias_hh_l0	6	-0.1195848360657692
868961	rnn.bias_hh_l0	7	0.07114460319280624
868961	rnn.bias_hh_l0	8	-0.23329509794712067
868961	rnn.bias_hh_l0	9	-0.5680474638938904
868961	rnn.weight_ih_l0_reverse	0	-0.004001385997980833
868961	rnn.weight_ih_l0_reverse	1	-0.0043009426444768906
868961	rnn.weight_ih_l0_reverse	2	0.002832194557413459
868961	rnn.weight_ih_l0_reverse	3	-0.14494860172271729
868961	rnn.weight_ih_l0_reverse	4	0.08017218858003616
868961	rnn.weight_ih_l0_reverse	5	-0.1003338173031807
868961	rnn.weight_ih_l0_reverse	6	-0.007434147410094738
868961	rnn.weight_ih_l0_reverse	7	0.030863318592309952
868961	rnn.weight_ih_l0_reverse	8	-0.04933098331093788
868961	rnn.weight_ih_l0_reverse	9	-0.08689522743225098
868961	rnn.weight_hh_l0_reverse	0	-0.15216411650180817
868961	rnn.weight_hh_l0_reverse	1	0.022727996110916138
868961	rnn.weight_hh_l0_reverse	2	-0.01960541121661663
868961	rnn.weight_hh_l0_reverse	3	0.03051455318927765
868961	rnn.weight_hh_l0_reverse	4	-0.08326883614063263
868961	rnn.weight_hh_l0_reverse	5	0.0377066433429718
868961	rnn.weight_hh_l0_reverse	6	0.03127211332321167
868961	rnn.weight_hh_l0_reverse	7	-0.13102015852928162
868961	rnn.weight_hh_l0_reverse	8	-0.07845443487167358
868961	rnn.weight_hh_l0_reverse	9	0.03638625517487526
868961	rnn.bias_ih_l0_reverse	0	-0.1786634773015976
868961	rnn.bias_ih_l0_reverse	1	-0.056292928755283356
868961	rnn.bias_ih_l0_reverse	2	0.1620146632194519
868961	rnn.bias_ih_l0_reverse	3	-0.3284094035625458
868961	rnn.bias_ih_l0_reverse	4	0.01737848110496998
868961	rnn.bias_ih_l0_reverse	5	-0.22311101853847504
868961	rnn.bias_ih_l0_reverse	6	0.27693837881088257
868961	rnn.bias_ih_l0_reverse	7	-0.3008071482181549
868961	rnn.bias_ih_l0_reverse	8	-0.19715504348278046
868961	rnn.bias_ih_l0_reverse	9	-0.14928925037384033
868961	rnn.bias_hh_l0_reverse	0	-0.13843250274658203
868961	rnn.bias_hh_l0_reverse	1	0.2762794494628906
868961	rnn.bias_hh_l0_reverse	2	-0.3421356678009033
868961	rnn.bias_hh_l0_reverse	3	-0.23182916641235352
868961	rnn.bias_hh_l0_reverse	4	-0.39871424436569214
868961	rnn.bias_hh_l0_reverse	5	-0.2059478461742401
868961	rnn.bias_hh_l0_reverse	6	-0.2665446698665619
868961	rnn.bias_hh_l0_reverse	7	-0.09855141490697861
868961	rnn.bias_hh_l0_reverse	8	-0.3493344187736511
868961	rnn.bias_hh_l0_reverse	9	0.21264363825321198
868961	linear.weight	0	0.22872841358184814
868961	linear.weight	1	-0.45738938450813293
868961	linear.weight	2	0.028835134580731392
868961	linear.weight	3	0.06747156381607056
868961	linear.weight	4	-0.14033687114715576
868961	linear.weight	5	0.2414080649614334
868961	linear.weight	6	-0.009910697117447853
868961	linear.weight	7	-0.05956681817770004
868961	linear.weight	8	0.13191229104995728
868961	linear.weight	9	-0.04995884746313095
868961	linear.bias	0	-0.8648090362548828
868961	linear.bias	1	1.8004528284072876
868961	linear.bias	2	0.7404406666755676
868961	linear.bias	3	-2.743849515914917
868961	linear.bias	4	-0.05509117990732193
868961	linear.bias	5	1.245556116104126
868961	linear.bias	6	-0.2321646362543106
868961	linear.bias	7	0.8349248170852661
868961	linear.bias	8	2.0945417881011963
868961	linear.bias	9	-1.279311180114746
869570	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
869570	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
869570	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
869570	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
869570	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
869570	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
869570	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
869570	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
869570	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
869570	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
869570	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
869570	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
869570	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
869570	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
869570	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
869570	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
869570	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
869570	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
869570	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
869570	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
869570	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
869570	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
869570	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
869570	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
869570	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
869570	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
869570	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
869570	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
869570	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
869570	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
869570	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
869570	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
869570	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
869570	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
869570	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
869570	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
869570	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
869570	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
869570	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
869570	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
869570	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
869570	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
869570	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
869570	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
869570	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
869570	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
869570	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
869570	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
869570	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
869570	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
869570	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
869570	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
869570	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
869570	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
869570	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
869570	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
869570	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
869570	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
869570	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
869570	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
869570	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
869570	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
869570	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
869570	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
869570	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
869570	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
869570	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
869570	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
869570	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
869570	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
869570	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
869570	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
869570	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
869570	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
869570	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
869570	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
869570	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
869570	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
869570	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
869570	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
869570	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
869570	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
869570	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
869570	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
869570	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
869570	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
869570	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
869570	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
869570	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
869570	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
869570	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
869570	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
869570	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
869570	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
869570	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
869570	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
869570	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
869570	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
869570	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
869570	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
869570	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
869570	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
869570	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
869570	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
869570	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
869570	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
869570	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
869570	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
869570	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
869570	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
869570	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
869570	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
869570	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
869570	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
869570	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
869570	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
869570	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
869570	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
869570	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
869570	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
869570	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
869570	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
869570	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
869570	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
869570	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
869570	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
869570	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
869570	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
869570	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
869570	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
869570	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
869570	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
869570	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
869570	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
869570	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
869570	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
869570	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
869570	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
869570	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
869570	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
869570	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
869570	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
869570	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
869570	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
869570	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
869570	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
869570	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
869570	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
869570	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
869570	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
869570	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
869570	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
869570	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
869570	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
869570	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
869570	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
869570	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
869570	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
869570	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
869570	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
869570	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
869570	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
869570	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
869570	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
869570	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
869570	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
869570	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
869570	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
869570	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
869570	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
869570	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
869570	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
869570	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
869570	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
869570	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
869570	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
869570	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
869570	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
869570	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
869570	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
869570	embedding2nn.weight	0	0.3204364478588104
869570	embedding2nn.weight	1	0.3693712651729584
869570	embedding2nn.weight	2	0.0027009788900613785
869570	embedding2nn.weight	3	0.018923761323094368
869570	embedding2nn.weight	4	-0.028841855004429817
869570	embedding2nn.weight	5	0.05784390866756439
869570	embedding2nn.weight	6	0.0009871009970083833
869570	embedding2nn.weight	7	-0.00915225688368082
869570	embedding2nn.weight	8	0.04390944913029671
869570	embedding2nn.weight	9	-0.04793419688940048
869570	embedding2nn.bias	0	0.022736458107829094
869570	embedding2nn.bias	1	-0.19745029509067535
869570	embedding2nn.bias	2	0.124186672270298
869570	embedding2nn.bias	3	0.16071704030036926
869570	embedding2nn.bias	4	0.13435298204421997
869570	embedding2nn.bias	5	-0.07972849160432816
869570	embedding2nn.bias	6	-0.04381988197565079
869570	embedding2nn.bias	7	0.04580983892083168
869570	embedding2nn.bias	8	-0.15716350078582764
869570	embedding2nn.bias	9	-0.3667934834957123
869570	rnn.weight_ih_l0	0	0.010087968781590462
869570	rnn.weight_ih_l0	1	-0.05777512118220329
869570	rnn.weight_ih_l0	2	-0.04881952702999115
869570	rnn.weight_ih_l0	3	0.11616250872612
869570	rnn.weight_ih_l0	4	0.015027081593871117
869570	rnn.weight_ih_l0	5	-0.07061082124710083
869570	rnn.weight_ih_l0	6	0.007336404640227556
869570	rnn.weight_ih_l0	7	-0.023970134556293488
869570	rnn.weight_ih_l0	8	0.010616110637784004
869570	rnn.weight_ih_l0	9	-0.0880313590168953
869570	rnn.weight_hh_l0	0	-0.02292095310986042
869570	rnn.weight_hh_l0	1	0.08400309085845947
869570	rnn.weight_hh_l0	2	0.0017646962078288198
869570	rnn.weight_hh_l0	3	-0.037122178822755814
869570	rnn.weight_hh_l0	4	0.0879751518368721
869570	rnn.weight_hh_l0	5	-0.001416949089616537
869570	rnn.weight_hh_l0	6	-0.09064764529466629
869570	rnn.weight_hh_l0	7	-0.13929007947444916
869570	rnn.weight_hh_l0	8	0.040615811944007874
869570	rnn.weight_hh_l0	9	-0.12344764173030853
869570	rnn.bias_ih_l0	0	0.1760215163230896
869570	rnn.bias_ih_l0	1	-0.34285566210746765
869570	rnn.bias_ih_l0	2	-0.04303361102938652
869570	rnn.bias_ih_l0	3	-0.2083115428686142
869570	rnn.bias_ih_l0	4	-0.010102584958076477
869570	rnn.bias_ih_l0	5	-0.4422746002674103
869570	rnn.bias_ih_l0	6	-0.13863734900951385
869570	rnn.bias_ih_l0	7	-0.3898630142211914
869570	rnn.bias_ih_l0	8	-0.3125530779361725
869570	rnn.bias_ih_l0	9	-0.4525563418865204
869570	rnn.bias_hh_l0	0	-0.3478248715400696
869570	rnn.bias_hh_l0	1	-0.44435587525367737
869570	rnn.bias_hh_l0	2	-0.40324896574020386
869570	rnn.bias_hh_l0	3	-0.08266987651586533
869570	rnn.bias_hh_l0	4	-0.40102964639663696
869570	rnn.bias_hh_l0	5	-0.37168532609939575
869570	rnn.bias_hh_l0	6	-0.11893732845783234
869570	rnn.bias_hh_l0	7	0.07085303962230682
869570	rnn.bias_hh_l0	8	-0.2319585680961609
869570	rnn.bias_hh_l0	9	-0.5684720873832703
869570	rnn.weight_ih_l0_reverse	0	-0.004289976786822081
869570	rnn.weight_ih_l0_reverse	1	-0.004671778995543718
869570	rnn.weight_ih_l0_reverse	2	0.002710537053644657
869570	rnn.weight_ih_l0_reverse	3	-0.14502134919166565
869570	rnn.weight_ih_l0_reverse	4	0.08034146577119827
869570	rnn.weight_ih_l0_reverse	5	-0.09996026009321213
869570	rnn.weight_ih_l0_reverse	6	-0.00681296456605196
869570	rnn.weight_ih_l0_reverse	7	0.03092312254011631
869570	rnn.weight_ih_l0_reverse	8	-0.04889197647571564
869570	rnn.weight_ih_l0_reverse	9	-0.08676889538764954
869570	rnn.weight_hh_l0_reverse	0	-0.152197003364563
869570	rnn.weight_hh_l0_reverse	1	0.02269817888736725
869570	rnn.weight_hh_l0_reverse	2	-0.01951669715344906
869570	rnn.weight_hh_l0_reverse	3	0.030482573434710503
869570	rnn.weight_hh_l0_reverse	4	-0.08337996155023575
869570	rnn.weight_hh_l0_reverse	5	0.03769912198185921
869570	rnn.weight_hh_l0_reverse	6	0.03127026557922363
869570	rnn.weight_hh_l0_reverse	7	-0.13121411204338074
869570	rnn.weight_hh_l0_reverse	8	-0.07859423011541367
869570	rnn.weight_hh_l0_reverse	9	0.03646022453904152
869570	rnn.bias_ih_l0_reverse	0	-0.17890097200870514
869570	rnn.bias_ih_l0_reverse	1	-0.05678365379571915
869570	rnn.bias_ih_l0_reverse	2	0.16140218079090118
869570	rnn.bias_ih_l0_reverse	3	-0.32863548398017883
869570	rnn.bias_ih_l0_reverse	4	0.01628970541059971
869570	rnn.bias_ih_l0_reverse	5	-0.2236427366733551
869570	rnn.bias_ih_l0_reverse	6	0.27765098214149475
869570	rnn.bias_ih_l0_reverse	7	-0.2995149493217468
869570	rnn.bias_ih_l0_reverse	8	-0.1972026377916336
869570	rnn.bias_ih_l0_reverse	9	-0.15025295317173004
869570	rnn.bias_hh_l0_reverse	0	-0.1384515017271042
869570	rnn.bias_hh_l0_reverse	1	0.27560192346572876
869570	rnn.bias_hh_l0_reverse	2	-0.34289366006851196
869570	rnn.bias_hh_l0_reverse	3	-0.2306201308965683
869570	rnn.bias_hh_l0_reverse	4	-0.397556334733963
869570	rnn.bias_hh_l0_reverse	5	-0.20736058056354523
869570	rnn.bias_hh_l0_reverse	6	-0.26680389046669006
869570	rnn.bias_hh_l0_reverse	7	-0.09852765500545502
869570	rnn.bias_hh_l0_reverse	8	-0.35001492500305176
869570	rnn.bias_hh_l0_reverse	9	0.21401995420455933
869570	linear.weight	0	0.22554907202720642
869570	linear.weight	1	-0.45730146765708923
869570	linear.weight	2	0.034856874495744705
869570	linear.weight	3	0.06747157126665115
869570	linear.weight	4	-0.14037148654460907
869570	linear.weight	5	0.24504871666431427
869570	linear.weight	6	-0.014378110878169537
869570	linear.weight	7	-0.05956616252660751
869570	linear.weight	8	0.12981165945529938
869570	linear.weight	9	-0.04995923116803169
869570	linear.bias	0	-0.8620437979698181
869570	linear.bias	1	1.777983546257019
869570	linear.bias	2	0.7376970052719116
869570	linear.bias	3	-2.7438571453094482
869570	linear.bias	4	-0.053889621049165726
869570	linear.bias	5	1.254137635231018
869570	linear.bias	6	-0.22179485857486725
869570	linear.bias	7	0.8335008025169373
869570	linear.bias	8	2.0958805084228516
869570	linear.bias	9	-1.2812732458114624
870179	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
870179	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
870179	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
870179	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
870179	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
870179	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
870179	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
870179	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
870179	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
870179	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
870179	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
870179	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
870179	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
870179	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
870179	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
870179	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
870179	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
870179	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
870179	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
870179	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
870179	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
870179	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
870179	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
870179	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
870179	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
870179	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
870179	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
870179	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
870179	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
870179	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
870179	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
870179	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
870179	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
870179	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
870179	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
870179	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
870179	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
870179	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
870179	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
870179	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
870179	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
870179	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
870179	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
870179	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
870179	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
870179	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
870179	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
870179	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
870179	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
870179	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
870179	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
870179	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
870179	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
870179	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
870179	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
870179	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
870179	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
870179	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
870179	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
870179	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
870179	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
870179	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
870179	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
870179	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
870179	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
870179	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
870179	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
870179	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
870179	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
870179	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
870179	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
870179	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
870179	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
870179	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
870179	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
870179	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
870179	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
870179	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
870179	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
870179	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
870179	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
870179	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
870179	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
870179	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
870179	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
870179	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
870179	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
870179	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
870179	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
870179	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
870179	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
870179	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
870179	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
870179	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
870179	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
870179	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
870179	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
870179	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
870179	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
870179	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
870179	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
870179	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
870179	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
870179	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
870179	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
870179	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
870179	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
870179	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
870179	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
870179	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
870179	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
870179	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
870179	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
870179	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
870179	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
870179	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
870179	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
870179	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
870179	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
870179	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
870179	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
870179	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
870179	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
870179	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
870179	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
870179	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
870179	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
870179	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
870179	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
870179	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
870179	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
870179	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
870179	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
870179	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
870179	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
870179	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
870179	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
870179	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
870179	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
870179	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
870179	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
870179	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
870179	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
870179	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
870179	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
870179	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
870179	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
870179	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
870179	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
870179	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
870179	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
870179	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
870179	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
870179	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
870179	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
870179	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
870179	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
870179	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
870179	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
870179	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
870179	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
870179	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
870179	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
870179	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
870179	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
870179	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
870179	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
870179	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
870179	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
870179	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
870179	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
870179	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
870179	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
870179	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
870179	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
870179	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
870179	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
870179	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
870179	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
870179	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
870179	embedding2nn.weight	0	0.3204250931739807
870179	embedding2nn.weight	1	0.36856600642204285
870179	embedding2nn.weight	2	0.002743060002103448
870179	embedding2nn.weight	3	0.018889708444476128
870179	embedding2nn.weight	4	-0.029914503917098045
870179	embedding2nn.weight	5	0.058384962379932404
870179	embedding2nn.weight	6	0.0011482741683721542
870179	embedding2nn.weight	7	-0.009796925820410252
870179	embedding2nn.weight	8	0.044311024248600006
870179	embedding2nn.weight	9	-0.048710357397794724
870179	embedding2nn.bias	0	0.01977323368191719
870179	embedding2nn.bias	1	-0.1946130394935608
870179	embedding2nn.bias	2	0.12779489159584045
870179	embedding2nn.bias	3	0.16821126639842987
870179	embedding2nn.bias	4	0.13949108123779297
870179	embedding2nn.bias	5	-0.07838677614927292
870179	embedding2nn.bias	6	-0.042298223823308945
870179	embedding2nn.bias	7	0.048922229558229446
870179	embedding2nn.bias	8	-0.15233094990253448
870179	embedding2nn.bias	9	-0.3685322701931
870179	rnn.weight_ih_l0	0	0.010242598131299019
870179	rnn.weight_ih_l0	1	-0.057875536382198334
870179	rnn.weight_ih_l0	2	-0.04869335517287254
870179	rnn.weight_ih_l0	3	0.11580736935138702
870179	rnn.weight_ih_l0	4	0.014063140377402306
870179	rnn.weight_ih_l0	5	-0.07041382044553757
870179	rnn.weight_ih_l0	6	0.006751006003469229
870179	rnn.weight_ih_l0	7	-0.02468935400247574
870179	rnn.weight_ih_l0	8	0.010020689107477665
870179	rnn.weight_ih_l0	9	-0.08821207284927368
870179	rnn.weight_hh_l0	0	-0.022924106568098068
870179	rnn.weight_hh_l0	1	0.08387415111064911
870179	rnn.weight_hh_l0	2	0.0019081534119322896
870179	rnn.weight_hh_l0	3	-0.037130724638700485
870179	rnn.weight_hh_l0	4	0.08809712529182434
870179	rnn.weight_hh_l0	5	-0.001324101467616856
870179	rnn.weight_hh_l0	6	-0.09082372486591339
870179	rnn.weight_hh_l0	7	-0.1400306224822998
870179	rnn.weight_hh_l0	8	0.040626730769872665
870179	rnn.weight_hh_l0	9	-0.12348905950784683
870179	rnn.bias_ih_l0	0	0.1716538816690445
870179	rnn.bias_ih_l0	1	-0.34322649240493774
870179	rnn.bias_ih_l0	2	-0.04315447062253952
870179	rnn.bias_ih_l0	3	-0.20762379467487335
870179	rnn.bias_ih_l0	4	-0.009624083526432514
870179	rnn.bias_ih_l0	5	-0.44289010763168335
870179	rnn.bias_ih_l0	6	-0.1385042667388916
870179	rnn.bias_ih_l0	7	-0.39012402296066284
870179	rnn.bias_ih_l0	8	-0.3133116364479065
870179	rnn.bias_ih_l0	9	-0.4503018260002136
870179	rnn.bias_hh_l0	0	-0.3471229374408722
870179	rnn.bias_hh_l0	1	-0.44474369287490845
870179	rnn.bias_hh_l0	2	-0.403253972530365
870179	rnn.bias_hh_l0	3	-0.0826261043548584
870179	rnn.bias_hh_l0	4	-0.39995649456977844
870179	rnn.bias_hh_l0	5	-0.3720577359199524
870179	rnn.bias_hh_l0	6	-0.11853475868701935
870179	rnn.bias_hh_l0	7	0.06923606991767883
870179	rnn.bias_hh_l0	8	-0.23188406229019165
870179	rnn.bias_hh_l0	9	-0.5689698457717896
870179	rnn.weight_ih_l0_reverse	0	-0.0035838994663208723
870179	rnn.weight_ih_l0_reverse	1	-0.004130519926548004
870179	rnn.weight_ih_l0_reverse	2	0.0023952554911375046
870179	rnn.weight_ih_l0_reverse	3	-0.14481520652770996
870179	rnn.weight_ih_l0_reverse	4	0.08019628375768661
870179	rnn.weight_ih_l0_reverse	5	-0.10086383670568466
870179	rnn.weight_ih_l0_reverse	6	-0.007527869660407305
870179	rnn.weight_ih_l0_reverse	7	0.030945580452680588
870179	rnn.weight_ih_l0_reverse	8	-0.048411775380373
870179	rnn.weight_ih_l0_reverse	9	-0.08718034625053406
870179	rnn.weight_hh_l0_reverse	0	-0.15229934453964233
870179	rnn.weight_hh_l0_reverse	1	0.02274879440665245
870179	rnn.weight_hh_l0_reverse	2	-0.01964390091598034
870179	rnn.weight_hh_l0_reverse	3	0.030419601127505302
870179	rnn.weight_hh_l0_reverse	4	-0.08345319330692291
870179	rnn.weight_hh_l0_reverse	5	0.0376969538629055
870179	rnn.weight_hh_l0_reverse	6	0.03129734843969345
870179	rnn.weight_hh_l0_reverse	7	-0.1312844455242157
870179	rnn.weight_hh_l0_reverse	8	-0.07810219377279282
870179	rnn.weight_hh_l0_reverse	9	0.03652547672390938
870179	rnn.bias_ih_l0_reverse	0	-0.1812829077243805
870179	rnn.bias_ih_l0_reverse	1	-0.057132408022880554
870179	rnn.bias_ih_l0_reverse	2	0.1611693799495697
870179	rnn.bias_ih_l0_reverse	3	-0.32819893956184387
870179	rnn.bias_ih_l0_reverse	4	0.016483889892697334
870179	rnn.bias_ih_l0_reverse	5	-0.22360564768314362
870179	rnn.bias_ih_l0_reverse	6	0.2795073986053467
870179	rnn.bias_ih_l0_reverse	7	-0.30003994703292847
870179	rnn.bias_ih_l0_reverse	8	-0.19704848527908325
870179	rnn.bias_ih_l0_reverse	9	-0.15030445158481598
870179	rnn.bias_hh_l0_reverse	0	-0.13741929829120636
870179	rnn.bias_hh_l0_reverse	1	0.2761547863483429
870179	rnn.bias_hh_l0_reverse	2	-0.3422190845012665
870179	rnn.bias_hh_l0_reverse	3	-0.2293909788131714
870179	rnn.bias_hh_l0_reverse	4	-0.3984133303165436
870179	rnn.bias_hh_l0_reverse	5	-0.20760062336921692
870179	rnn.bias_hh_l0_reverse	6	-0.26666519045829773
870179	rnn.bias_hh_l0_reverse	7	-0.09877322614192963
870179	rnn.bias_hh_l0_reverse	8	-0.34830331802368164
870179	rnn.bias_hh_l0_reverse	9	0.2142695188522339
870179	linear.weight	0	0.2259635478258133
870179	linear.weight	1	-0.4547733664512634
870179	linear.weight	2	0.025917457416653633
870179	linear.weight	3	0.06747154146432877
870179	linear.weight	4	-0.1450786292552948
870179	linear.weight	5	0.2438899725675583
870179	linear.weight	6	-0.014709657989442348
870179	linear.weight	7	-0.0595657154917717
870179	linear.weight	8	0.13104727864265442
870179	linear.weight	9	-0.04995948076248169
870179	linear.bias	0	-0.8667240142822266
870179	linear.bias	1	1.7824695110321045
870179	linear.bias	2	0.7417809963226318
870179	linear.bias	3	-2.743863821029663
870179	linear.bias	4	-0.06329093128442764
870179	linear.bias	5	1.253179669380188
870179	linear.bias	6	-0.21698929369449615
870179	linear.bias	7	0.8474728465080261
870179	linear.bias	8	2.1006996631622314
870179	linear.bias	9	-1.279792070388794
870788	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
870788	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
870788	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
870788	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
870788	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
870788	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
870788	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
870788	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
870788	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
870788	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
870788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
870788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
870788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
870788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
870788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
870788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
870788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
870788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
870788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
870788	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
870788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
870788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
870788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
870788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
870788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
870788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
870788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
870788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
870788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
870788	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
870788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
870788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
870788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
870788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
870788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
870788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
870788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
870788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
870788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
870788	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
870788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
870788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
870788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
870788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
870788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
870788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
870788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
870788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
870788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
870788	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
870788	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
870788	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
870788	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
870788	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
870788	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
870788	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
870788	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
870788	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
870788	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
870788	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
870788	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
870788	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
870788	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
870788	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
870788	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
870788	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
870788	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
870788	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
870788	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
870788	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
870788	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
870788	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
870788	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
870788	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
870788	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
870788	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
870788	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
870788	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
870788	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
870788	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
870788	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
870788	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
870788	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
870788	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
870788	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
870788	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
870788	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
870788	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
870788	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
870788	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
870788	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
870788	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
870788	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
870788	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
870788	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
870788	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
870788	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
870788	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
870788	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
870788	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
870788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
870788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
870788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
870788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
870788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
870788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
870788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
870788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
870788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
870788	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
870788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
870788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
870788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
870788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
870788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
870788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
870788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
870788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
870788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
870788	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
870788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
870788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
870788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
870788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
870788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
870788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
870788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
870788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
870788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
870788	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
870788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
870788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
870788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
870788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
870788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
870788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
870788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
870788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
870788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
870788	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
870788	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
870788	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
870788	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
870788	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
870788	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
870788	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
870788	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
870788	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
870788	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
870788	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
870788	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
870788	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
870788	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
870788	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
870788	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
870788	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
870788	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
870788	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
870788	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
870788	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
870788	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
870788	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
870788	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
870788	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
870788	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
870788	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
870788	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
870788	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
870788	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
870788	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
870788	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
870788	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
870788	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
870788	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
870788	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
870788	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
870788	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
870788	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
870788	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
870788	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
870788	embedding2nn.weight	0	0.3203945457935333
870788	embedding2nn.weight	1	0.3679894804954529
870788	embedding2nn.weight	2	0.0027066264301538467
870788	embedding2nn.weight	3	0.020801540464162827
870788	embedding2nn.weight	4	-0.02969290129840374
870788	embedding2nn.weight	5	0.05782702565193176
870788	embedding2nn.weight	6	0.001538063632324338
870788	embedding2nn.weight	7	-0.009328675456345081
870788	embedding2nn.weight	8	0.043906185775995255
870788	embedding2nn.weight	9	-0.04746566340327263
870788	embedding2nn.bias	0	0.018603352829813957
870788	embedding2nn.bias	1	-0.1919163018465042
870788	embedding2nn.bias	2	0.13051192462444305
870788	embedding2nn.bias	3	0.1675737053155899
870788	embedding2nn.bias	4	0.14085355401039124
870788	embedding2nn.bias	5	-0.07887964695692062
870788	embedding2nn.bias	6	-0.0475042462348938
870788	embedding2nn.bias	7	0.05186548829078674
870788	embedding2nn.bias	8	-0.1502407044172287
870788	embedding2nn.bias	9	-0.369596391916275
870788	rnn.weight_ih_l0	0	0.010243258439004421
870788	rnn.weight_ih_l0	1	-0.058216243982315063
870788	rnn.weight_ih_l0	2	-0.04925710707902908
870788	rnn.weight_ih_l0	3	0.11666186153888702
870788	rnn.weight_ih_l0	4	0.014651011675596237
870788	rnn.weight_ih_l0	5	-0.07002615928649902
870788	rnn.weight_ih_l0	6	0.006293098907917738
870788	rnn.weight_ih_l0	7	-0.024496329948306084
870788	rnn.weight_ih_l0	8	0.00915380660444498
870788	rnn.weight_ih_l0	9	-0.08847909420728683
870788	rnn.weight_hh_l0	0	-0.02299012802541256
870788	rnn.weight_hh_l0	1	0.08378998935222626
870788	rnn.weight_hh_l0	2	0.0018072188831865788
870788	rnn.weight_hh_l0	3	-0.03701087459921837
870788	rnn.weight_hh_l0	4	0.08796710520982742
870788	rnn.weight_hh_l0	5	-0.0013528071576729417
870788	rnn.weight_hh_l0	6	-0.09096285700798035
870788	rnn.weight_hh_l0	7	-0.14023920893669128
870788	rnn.weight_hh_l0	8	0.04067670926451683
870788	rnn.weight_hh_l0	9	-0.12362616509199142
870788	rnn.bias_ih_l0	0	0.1734158843755722
870788	rnn.bias_ih_l0	1	-0.34310463070869446
870788	rnn.bias_ih_l0	2	-0.042790066450834274
870788	rnn.bias_ih_l0	3	-0.2082141935825348
870788	rnn.bias_ih_l0	4	-0.009219465777277946
870788	rnn.bias_ih_l0	5	-0.4423123896121979
870788	rnn.bias_ih_l0	6	-0.13836953043937683
870788	rnn.bias_ih_l0	7	-0.3896472156047821
870788	rnn.bias_ih_l0	8	-0.3129725158214569
870788	rnn.bias_ih_l0	9	-0.4513138234615326
870788	rnn.bias_hh_l0	0	-0.34598538279533386
870788	rnn.bias_hh_l0	1	-0.44421401619911194
870788	rnn.bias_hh_l0	2	-0.40244948863983154
870788	rnn.bias_hh_l0	3	-0.08299818634986877
870788	rnn.bias_hh_l0	4	-0.3988325297832489
870788	rnn.bias_hh_l0	5	-0.37243208289146423
870788	rnn.bias_hh_l0	6	-0.11704789102077484
870788	rnn.bias_hh_l0	7	0.0690993219614029
870788	rnn.bias_hh_l0	8	-0.23273777961730957
870788	rnn.bias_hh_l0	9	-0.5696994066238403
870788	rnn.weight_ih_l0_reverse	0	-0.0037726666778326035
870788	rnn.weight_ih_l0_reverse	1	-0.003927445039153099
870788	rnn.weight_ih_l0_reverse	2	0.0029259100556373596
870788	rnn.weight_ih_l0_reverse	3	-0.1451861709356308
870788	rnn.weight_ih_l0_reverse	4	0.0799616202712059
870788	rnn.weight_ih_l0_reverse	5	-0.10209982097148895
870788	rnn.weight_ih_l0_reverse	6	-0.0063223266042768955
870788	rnn.weight_ih_l0_reverse	7	0.030990073457360268
870788	rnn.weight_ih_l0_reverse	8	-0.0487096793949604
870788	rnn.weight_ih_l0_reverse	9	-0.08726068586111069
870788	rnn.weight_hh_l0_reverse	0	-0.1520199328660965
870788	rnn.weight_hh_l0_reverse	1	0.02247633785009384
870788	rnn.weight_hh_l0_reverse	2	-0.019723935052752495
870788	rnn.weight_hh_l0_reverse	3	0.030508486554026604
870788	rnn.weight_hh_l0_reverse	4	-0.08349787443876266
870788	rnn.weight_hh_l0_reverse	5	0.037680692970752716
870788	rnn.weight_hh_l0_reverse	6	0.031284451484680176
870788	rnn.weight_hh_l0_reverse	7	-0.13151898980140686
870788	rnn.weight_hh_l0_reverse	8	-0.07821198552846909
870788	rnn.weight_hh_l0_reverse	9	0.03631129860877991
870788	rnn.bias_ih_l0_reverse	0	-0.18240636587142944
870788	rnn.bias_ih_l0_reverse	1	-0.05710437893867493
870788	rnn.bias_ih_l0_reverse	2	0.16039876639842987
870788	rnn.bias_ih_l0_reverse	3	-0.328173965215683
870788	rnn.bias_ih_l0_reverse	4	0.015637213364243507
870788	rnn.bias_ih_l0_reverse	5	-0.22397644817829132
870788	rnn.bias_ih_l0_reverse	6	0.27898967266082764
870788	rnn.bias_ih_l0_reverse	7	-0.2978469431400299
870788	rnn.bias_ih_l0_reverse	8	-0.19695445895195007
870788	rnn.bias_ih_l0_reverse	9	-0.15075689554214478
870788	rnn.bias_hh_l0_reverse	0	-0.1367422342300415
870788	rnn.bias_hh_l0_reverse	1	0.2739924192428589
870788	rnn.bias_hh_l0_reverse	2	-0.3419314920902252
870788	rnn.bias_hh_l0_reverse	3	-0.229645773768425
870788	rnn.bias_hh_l0_reverse	4	-0.3972703516483307
870788	rnn.bias_hh_l0_reverse	5	-0.20639120042324066
870788	rnn.bias_hh_l0_reverse	6	-0.26598843932151794
870788	rnn.bias_hh_l0_reverse	7	-0.0989970937371254
870788	rnn.bias_hh_l0_reverse	8	-0.3486323058605194
870788	rnn.bias_hh_l0_reverse	9	0.21516117453575134
870788	linear.weight	0	0.22575196623802185
870788	linear.weight	1	-0.4582417607307434
870788	linear.weight	2	0.026785828173160553
870788	linear.weight	3	0.06747152656316757
870788	linear.weight	4	-0.14406149089336395
870788	linear.weight	5	0.2437601238489151
870788	linear.weight	6	-0.018821580335497856
870788	linear.weight	7	-0.05956520140171051
870788	linear.weight	8	0.13095593452453613
870788	linear.weight	9	-0.04995974153280258
870788	linear.bias	0	-0.8621042966842651
870788	linear.bias	1	1.7909343242645264
870788	linear.bias	2	0.7383821606636047
870788	linear.bias	3	-2.743870496749878
870788	linear.bias	4	-0.06148891523480415
870788	linear.bias	5	1.2448872327804565
870788	linear.bias	6	-0.21332120895385742
870788	linear.bias	7	0.8370585441589355
870788	linear.bias	8	2.104125738143921
870788	linear.bias	9	-1.2809796333312988
871397	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
871397	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
871397	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
871397	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
871397	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
871397	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
871397	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
871397	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
871397	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
871397	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
871397	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
871397	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
871397	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
871397	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
871397	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
871397	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
871397	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
871397	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
871397	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
871397	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
871397	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
871397	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
871397	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
871397	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
871397	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
871397	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
871397	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
871397	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
871397	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
871397	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
871397	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
871397	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
871397	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
871397	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
871397	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
871397	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
871397	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
871397	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
871397	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
871397	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
871397	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
871397	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
871397	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
871397	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
871397	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
871397	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
871397	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
871397	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
871397	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
871397	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
871397	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
871397	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
871397	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
871397	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
871397	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
871397	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
871397	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
871397	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
871397	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
871397	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
871397	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
871397	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
871397	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
871397	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
871397	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
871397	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
871397	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
871397	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
871397	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
871397	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
871397	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
871397	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
871397	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
871397	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
871397	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
871397	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
871397	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
871397	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
871397	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
871397	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
871397	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
871397	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
871397	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
871397	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
871397	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
871397	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
871397	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
871397	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
871397	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
871397	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
871397	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
871397	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
871397	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
871397	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
871397	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
871397	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
871397	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
871397	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
871397	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
871397	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
871397	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
871397	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
871397	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
871397	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
871397	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
871397	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
871397	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
871397	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
871397	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
871397	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
871397	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
871397	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
871397	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
871397	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
871397	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
871397	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
871397	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
871397	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
871397	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
871397	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
871397	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
871397	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
871397	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
871397	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
871397	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
871397	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
871397	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
871397	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
871397	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
871397	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
871397	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
871397	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
871397	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
871397	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
871397	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
871397	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
871397	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
871397	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
871397	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
871397	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
871397	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
871397	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
871397	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
871397	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
871397	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
871397	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
871397	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
871397	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
871397	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
871397	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
871397	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
871397	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
871397	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
871397	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
871397	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
871397	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
871397	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
871397	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
871397	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
871397	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
871397	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
871397	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
871397	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
871397	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
871397	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
871397	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
871397	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
871397	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
871397	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
871397	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
871397	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
871397	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
871397	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
871397	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
871397	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
871397	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
871397	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
871397	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
871397	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
871397	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
871397	embedding2nn.weight	0	0.32046541571617126
871397	embedding2nn.weight	1	0.3679736256599426
871397	embedding2nn.weight	2	0.0023648974020034075
871397	embedding2nn.weight	3	0.02034868113696575
871397	embedding2nn.weight	4	-0.0293261855840683
871397	embedding2nn.weight	5	0.05817652866244316
871397	embedding2nn.weight	6	0.00357010867446661
871397	embedding2nn.weight	7	-0.009899680502712727
871397	embedding2nn.weight	8	0.04314783960580826
871397	embedding2nn.weight	9	-0.048320528119802475
871397	embedding2nn.bias	0	0.021613363176584244
871397	embedding2nn.bias	1	-0.19248463213443756
871397	embedding2nn.bias	2	0.12586311995983124
871397	embedding2nn.bias	3	0.16784827411174774
871397	embedding2nn.bias	4	0.1396193504333496
871397	embedding2nn.bias	5	-0.07407443225383759
871397	embedding2nn.bias	6	-0.04945914447307587
871397	embedding2nn.bias	7	0.0523577556014061
871397	embedding2nn.bias	8	-0.15037591755390167
871397	embedding2nn.bias	9	-0.36924442648887634
871397	rnn.weight_ih_l0	0	0.009887183085083961
871397	rnn.weight_ih_l0	1	-0.05812462419271469
871397	rnn.weight_ih_l0	2	-0.04866845905780792
871397	rnn.weight_ih_l0	3	0.1166737899184227
871397	rnn.weight_ih_l0	4	0.01538626104593277
871397	rnn.weight_ih_l0	5	-0.06944236904382706
871397	rnn.weight_ih_l0	6	0.006933930329978466
871397	rnn.weight_ih_l0	7	-0.02419467829167843
871397	rnn.weight_ih_l0	8	0.008755510672926903
871397	rnn.weight_ih_l0	9	-0.08827807754278183
871397	rnn.weight_hh_l0	0	-0.023022238165140152
871397	rnn.weight_hh_l0	1	0.08381953835487366
871397	rnn.weight_hh_l0	2	0.001634074840694666
871397	rnn.weight_hh_l0	3	-0.037020448595285416
871397	rnn.weight_hh_l0	4	0.08802232146263123
871397	rnn.weight_hh_l0	5	-0.001349074300378561
871397	rnn.weight_hh_l0	6	-0.0909673273563385
871397	rnn.weight_hh_l0	7	-0.140049546957016
871397	rnn.weight_hh_l0	8	0.04069512337446213
871397	rnn.weight_hh_l0	9	-0.1236259937286377
871397	rnn.bias_ih_l0	0	0.1729772835969925
871397	rnn.bias_ih_l0	1	-0.3434390723705292
871397	rnn.bias_ih_l0	2	-0.043241407722234726
871397	rnn.bias_ih_l0	3	-0.2098790854215622
871397	rnn.bias_ih_l0	4	-0.012081174179911613
871397	rnn.bias_ih_l0	5	-0.44288671016693115
871397	rnn.bias_ih_l0	6	-0.13907204568386078
871397	rnn.bias_ih_l0	7	-0.38981443643569946
871397	rnn.bias_ih_l0	8	-0.31213024258613586
871397	rnn.bias_ih_l0	9	-0.4510747194290161
871397	rnn.bias_hh_l0	0	-0.3449404835700989
871397	rnn.bias_hh_l0	1	-0.44538697600364685
871397	rnn.bias_hh_l0	2	-0.40245842933654785
871397	rnn.bias_hh_l0	3	-0.08248738944530487
871397	rnn.bias_hh_l0	4	-0.39955633878707886
871397	rnn.bias_hh_l0	5	-0.37236958742141724
871397	rnn.bias_hh_l0	6	-0.1160738468170166
871397	rnn.bias_hh_l0	7	0.06801292300224304
871397	rnn.bias_hh_l0	8	-0.2337699979543686
871397	rnn.bias_hh_l0	9	-0.56888347864151
871397	rnn.weight_ih_l0_reverse	0	-0.0040239132940769196
871397	rnn.weight_ih_l0_reverse	1	-0.003947325516492128
871397	rnn.weight_ih_l0_reverse	2	0.003007209161296487
871397	rnn.weight_ih_l0_reverse	3	-0.1446874588727951
871397	rnn.weight_ih_l0_reverse	4	0.0802043005824089
871397	rnn.weight_ih_l0_reverse	5	-0.10139469057321548
871397	rnn.weight_ih_l0_reverse	6	-0.006376974750310183
871397	rnn.weight_ih_l0_reverse	7	0.030896268784999847
871397	rnn.weight_ih_l0_reverse	8	-0.04827944561839104
871397	rnn.weight_ih_l0_reverse	9	-0.08736616373062134
871397	rnn.weight_hh_l0_reverse	0	-0.15201982855796814
871397	rnn.weight_hh_l0_reverse	1	0.022377168759703636
871397	rnn.weight_hh_l0_reverse	2	-0.019739588722586632
871397	rnn.weight_hh_l0_reverse	3	0.030558599159121513
871397	rnn.weight_hh_l0_reverse	4	-0.08351755887269974
871397	rnn.weight_hh_l0_reverse	5	0.03766648471355438
871397	rnn.weight_hh_l0_reverse	6	0.03128068894147873
871397	rnn.weight_hh_l0_reverse	7	-0.13133232295513153
871397	rnn.weight_hh_l0_reverse	8	-0.07811466604471207
871397	rnn.weight_hh_l0_reverse	9	0.036434076726436615
871397	rnn.bias_ih_l0_reverse	0	-0.18225078284740448
871397	rnn.bias_ih_l0_reverse	1	-0.057480402290821075
871397	rnn.bias_ih_l0_reverse	2	0.16082654893398285
871397	rnn.bias_ih_l0_reverse	3	-0.32959461212158203
871397	rnn.bias_ih_l0_reverse	4	0.016531003639101982
871397	rnn.bias_ih_l0_reverse	5	-0.22452254593372345
871397	rnn.bias_ih_l0_reverse	6	0.2803336977958679
871397	rnn.bias_ih_l0_reverse	7	-0.29733651876449585
871397	rnn.bias_ih_l0_reverse	8	-0.1967715322971344
871397	rnn.bias_ih_l0_reverse	9	-0.1496821641921997
871397	rnn.bias_hh_l0_reverse	0	-0.13696463406085968
871397	rnn.bias_hh_l0_reverse	1	0.27145180106163025
871397	rnn.bias_hh_l0_reverse	2	-0.3415212631225586
871397	rnn.bias_hh_l0_reverse	3	-0.23122774064540863
871397	rnn.bias_hh_l0_reverse	4	-0.3977836072444916
871397	rnn.bias_hh_l0_reverse	5	-0.20704980194568634
871397	rnn.bias_hh_l0_reverse	6	-0.2653560936450958
871397	rnn.bias_hh_l0_reverse	7	-0.09889935702085495
871397	rnn.bias_hh_l0_reverse	8	-0.3474428057670593
871397	rnn.bias_hh_l0_reverse	9	0.2158646285533905
871397	linear.weight	0	0.22865664958953857
871397	linear.weight	1	-0.45794227719306946
871397	linear.weight	2	0.027081208303570747
871397	linear.weight	3	0.067471444606781
871397	linear.weight	4	-0.1464727222919464
871397	linear.weight	5	0.24359239637851715
871397	linear.weight	6	-0.02109639160335064
871397	linear.weight	7	-0.05956485867500305
871397	linear.weight	8	0.13236285746097565
871397	linear.weight	9	-0.04996005445718765
871397	linear.bias	0	-0.8644826412200928
871397	linear.bias	1	1.7794239521026611
871397	linear.bias	2	0.748793363571167
871397	linear.bias	3	-2.743877649307251
871397	linear.bias	4	-0.06494046747684479
871397	linear.bias	5	1.2418781518936157
871397	linear.bias	6	-0.215861514210701
871397	linear.bias	7	0.8407294154167175
871397	linear.bias	8	2.0978505611419678
871397	linear.bias	9	-1.2797006368637085
872006	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
872006	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
872006	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
872006	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
872006	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
872006	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
872006	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
872006	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
872006	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
872006	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
872006	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
872006	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
872006	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
872006	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
872006	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
872006	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
872006	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
872006	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
872006	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
872006	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
872006	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
872006	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
872006	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
872006	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
872006	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
872006	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
872006	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
872006	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
872006	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
872006	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
872006	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
872006	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
872006	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
872006	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
872006	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
872006	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
872006	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
872006	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
872006	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
872006	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
872006	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
872006	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
872006	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
872006	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
872006	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
872006	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
872006	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
872006	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
872006	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
872006	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
872006	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
872006	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
872006	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
872006	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
872006	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
872006	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
872006	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
872006	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
872006	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
872006	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
872006	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
872006	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
872006	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
872006	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
872006	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
872006	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
872006	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
872006	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
872006	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
872006	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
872006	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
872006	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
872006	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
872006	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
872006	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
872006	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
872006	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
872006	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
872006	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
872006	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
872006	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
872006	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
872006	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
872006	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
872006	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
872006	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
872006	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
872006	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
872006	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
872006	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
872006	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
872006	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
872006	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
872006	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
872006	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
872006	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
872006	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
872006	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
872006	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
872006	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
872006	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
872006	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
872006	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
872006	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
872006	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
872006	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
872006	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
872006	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
872006	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
872006	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
872006	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
872006	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
872006	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
872006	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
872006	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
872006	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
872006	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
872006	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
872006	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
872006	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
872006	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
872006	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
872006	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
872006	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
872006	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
872006	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
872006	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
872006	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
872006	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
872006	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
872006	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
872006	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
872006	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
872006	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
872006	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
872006	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
872006	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
872006	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
872006	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
872006	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
872006	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
872006	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
872006	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
872006	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
872006	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
872006	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
872006	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
872006	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
872006	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
872006	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
872006	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
872006	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
872006	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
872006	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
872006	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
872006	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
872006	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
872006	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
872006	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
872006	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
872006	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
872006	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
872006	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
872006	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
872006	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
872006	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
872006	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
872006	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
872006	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
872006	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
872006	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
872006	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
872006	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
872006	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
872006	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
872006	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
872006	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
872006	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
872006	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
872006	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
872006	embedding2nn.weight	0	0.320566326379776
872006	embedding2nn.weight	1	0.3678668141365051
872006	embedding2nn.weight	2	0.0022609103471040726
872006	embedding2nn.weight	3	0.01631738431751728
872006	embedding2nn.weight	4	-0.02899777702987194
872006	embedding2nn.weight	5	0.058004602789878845
872006	embedding2nn.weight	6	0.004045645706355572
872006	embedding2nn.weight	7	-0.010030461475253105
872006	embedding2nn.weight	8	0.04320612549781799
872006	embedding2nn.weight	9	-0.04892388731241226
872006	embedding2nn.bias	0	0.020259512588381767
872006	embedding2nn.bias	1	-0.19306568801403046
872006	embedding2nn.bias	2	0.1267884373664856
872006	embedding2nn.bias	3	0.1686531901359558
872006	embedding2nn.bias	4	0.145284503698349
872006	embedding2nn.bias	5	-0.07589680701494217
872006	embedding2nn.bias	6	-0.04723827913403511
872006	embedding2nn.bias	7	0.04687945917248726
872006	embedding2nn.bias	8	-0.15142248570919037
872006	embedding2nn.bias	9	-0.36478421092033386
872006	rnn.weight_ih_l0	0	0.009986107237637043
872006	rnn.weight_ih_l0	1	-0.058112144470214844
872006	rnn.weight_ih_l0	2	-0.04858565703034401
872006	rnn.weight_ih_l0	3	0.11670992523431778
872006	rnn.weight_ih_l0	4	0.016954826191067696
872006	rnn.weight_ih_l0	5	-0.07034143805503845
872006	rnn.weight_ih_l0	6	0.0073111699894070625
872006	rnn.weight_ih_l0	7	-0.024758469313383102
872006	rnn.weight_ih_l0	8	0.01024877279996872
872006	rnn.weight_ih_l0	9	-0.08891178667545319
872006	rnn.weight_hh_l0	0	-0.023041212931275368
872006	rnn.weight_hh_l0	1	0.08381751924753189
872006	rnn.weight_hh_l0	2	0.0017087754094973207
872006	rnn.weight_hh_l0	3	-0.03701293468475342
872006	rnn.weight_hh_l0	4	0.08795152604579926
872006	rnn.weight_hh_l0	5	-0.0016963273519650102
872006	rnn.weight_hh_l0	6	-0.09090619534254074
872006	rnn.weight_hh_l0	7	-0.1398198902606964
872006	rnn.weight_hh_l0	8	0.04072652384638786
872006	rnn.weight_hh_l0	9	-0.1239076778292656
872006	rnn.bias_ih_l0	0	0.1751154214143753
872006	rnn.bias_ih_l0	1	-0.34331214427948
872006	rnn.bias_ih_l0	2	-0.043775491416454315
872006	rnn.bias_ih_l0	3	-0.20983421802520752
872006	rnn.bias_ih_l0	4	-0.010438132099807262
872006	rnn.bias_ih_l0	5	-0.4434036314487457
872006	rnn.bias_ih_l0	6	-0.14128834009170532
872006	rnn.bias_ih_l0	7	-0.3897608816623688
872006	rnn.bias_ih_l0	8	-0.3118378221988678
872006	rnn.bias_ih_l0	9	-0.453040212392807
872006	rnn.bias_hh_l0	0	-0.3445984423160553
872006	rnn.bias_hh_l0	1	-0.44452840089797974
872006	rnn.bias_hh_l0	2	-0.4028540849685669
872006	rnn.bias_hh_l0	3	-0.08188924938440323
872006	rnn.bias_hh_l0	4	-0.3990991413593292
872006	rnn.bias_hh_l0	5	-0.3722624182701111
872006	rnn.bias_hh_l0	6	-0.11461946368217468
872006	rnn.bias_hh_l0	7	0.06670297682285309
872006	rnn.bias_hh_l0	8	-0.23423229157924652
872006	rnn.bias_hh_l0	9	-0.5686772465705872
872006	rnn.weight_ih_l0_reverse	0	-0.0032345752697438
872006	rnn.weight_ih_l0_reverse	1	-0.004349393770098686
872006	rnn.weight_ih_l0_reverse	2	0.003845831612125039
872006	rnn.weight_ih_l0_reverse	3	-0.14507147669792175
872006	rnn.weight_ih_l0_reverse	4	0.08027420192956924
872006	rnn.weight_ih_l0_reverse	5	-0.10298196226358414
872006	rnn.weight_ih_l0_reverse	6	-0.006466797087341547
872006	rnn.weight_ih_l0_reverse	7	0.030799588188529015
872006	rnn.weight_ih_l0_reverse	8	-0.047728344798088074
872006	rnn.weight_ih_l0_reverse	9	-0.08821318298578262
872006	rnn.weight_hh_l0_reverse	0	-0.1520289033651352
872006	rnn.weight_hh_l0_reverse	1	0.022463791072368622
872006	rnn.weight_hh_l0_reverse	2	-0.019851138815283775
872006	rnn.weight_hh_l0_reverse	3	0.03052724525332451
872006	rnn.weight_hh_l0_reverse	4	-0.08367891609668732
872006	rnn.weight_hh_l0_reverse	5	0.037671107798814774
872006	rnn.weight_hh_l0_reverse	6	0.031267642974853516
872006	rnn.weight_hh_l0_reverse	7	-0.13156522810459137
872006	rnn.weight_hh_l0_reverse	8	-0.07752707600593567
872006	rnn.weight_hh_l0_reverse	9	0.036536261439323425
872006	rnn.bias_ih_l0_reverse	0	-0.18238453567028046
872006	rnn.bias_ih_l0_reverse	1	-0.05858372524380684
872006	rnn.bias_ih_l0_reverse	2	0.16115452349185944
872006	rnn.bias_ih_l0_reverse	3	-0.329597532749176
872006	rnn.bias_ih_l0_reverse	4	0.016269786283373833
872006	rnn.bias_ih_l0_reverse	5	-0.22421355545520782
872006	rnn.bias_ih_l0_reverse	6	0.280184268951416
872006	rnn.bias_ih_l0_reverse	7	-0.2972050905227661
872006	rnn.bias_ih_l0_reverse	8	-0.1965102106332779
872006	rnn.bias_ih_l0_reverse	9	-0.15016116201877594
872006	rnn.bias_hh_l0_reverse	0	-0.1346931904554367
872006	rnn.bias_hh_l0_reverse	1	0.2701161503791809
872006	rnn.bias_hh_l0_reverse	2	-0.34027567505836487
872006	rnn.bias_hh_l0_reverse	3	-0.23168954253196716
872006	rnn.bias_hh_l0_reverse	4	-0.39701297879219055
872006	rnn.bias_hh_l0_reverse	5	-0.20754598081111908
872006	rnn.bias_hh_l0_reverse	6	-0.26596683263778687
872006	rnn.bias_hh_l0_reverse	7	-0.10005337744951248
872006	rnn.bias_hh_l0_reverse	8	-0.3494005501270294
872006	rnn.bias_hh_l0_reverse	9	0.21402299404144287
872006	linear.weight	0	0.22952480614185333
872006	linear.weight	1	-0.4575020372867584
872006	linear.weight	2	0.03109828568994999
872006	linear.weight	3	0.06747138500213623
872006	linear.weight	4	-0.1465153843164444
872006	linear.weight	5	0.24472618103027344
872006	linear.weight	6	-0.014229237101972103
872006	linear.weight	7	-0.059564393013715744
872006	linear.weight	8	0.13014139235019684
872006	linear.weight	9	-0.04996030032634735
872006	linear.bias	0	-0.86555016040802
872006	linear.bias	1	1.7799423933029175
872006	linear.bias	2	0.7532406449317932
872006	linear.bias	3	-2.743882417678833
872006	linear.bias	4	-0.05935217812657356
872006	linear.bias	5	1.2329626083374023
872006	linear.bias	6	-0.20953771471977234
872006	linear.bias	7	0.8535889983177185
872006	linear.bias	8	2.0997884273529053
872006	linear.bias	9	-1.283450961112976
872014	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
872014	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
872014	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
872014	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
872014	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
872014	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
872014	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
872014	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
872014	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
872014	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
872014	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
872014	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
872014	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
872014	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
872014	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
872014	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
872014	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
872014	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
872014	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
872014	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
872014	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
872014	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
872014	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
872014	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
872014	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
872014	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
872014	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
872014	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
872014	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
872014	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
872014	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
872014	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
872014	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
872014	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
872014	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
872014	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
872014	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
872014	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
872014	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
872014	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
872014	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
872014	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
872014	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
872014	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
872014	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
872014	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
872014	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
872014	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
872014	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
872014	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
872014	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
872014	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
872014	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
872014	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
872014	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
872014	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
872014	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
872014	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
872014	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
872014	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
872014	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
872014	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
872014	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
872014	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
872014	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
872014	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
872014	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
872014	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
872014	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
872014	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
872014	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
872014	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
872014	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
872014	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
872014	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
872014	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
872014	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
872014	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
872014	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
872014	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
872014	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
872014	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
872014	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
872014	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
872014	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
872014	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
872014	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
872014	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
872014	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
872014	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
872014	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
872014	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
872014	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
872014	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
872014	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
872014	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
872014	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
872014	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
872014	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
872014	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
872014	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
872014	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
872014	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
872014	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
872014	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
872014	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
872014	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
872014	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
872014	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
872014	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
872014	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
872014	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
872014	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
872014	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
872014	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
872014	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
872014	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
872014	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
872014	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
872014	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
872014	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
872014	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
872014	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
872014	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
872014	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
872014	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
872014	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
872014	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
872014	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
872014	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
872014	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
872014	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
872014	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
872014	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
872014	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
872014	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
872014	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
872014	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
872014	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
872014	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
872014	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
872014	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
872014	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
872014	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
872014	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
872014	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
872014	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
872014	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
872014	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
872014	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
872014	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
872014	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
872014	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
872014	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
872014	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
872014	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
872014	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
872014	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
872014	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
872014	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
872014	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
872014	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
872014	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
872014	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
872014	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
872014	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
872014	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
872014	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
872014	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
872014	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
872014	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
872014	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
872014	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
872014	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
872014	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
872014	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
872014	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
872014	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
872014	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
872014	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
872014	embedding2nn.weight	0	0.3205833435058594
872014	embedding2nn.weight	1	0.36790376901626587
872014	embedding2nn.weight	2	0.0022077958565205336
872014	embedding2nn.weight	3	0.016195952892303467
872014	embedding2nn.weight	4	-0.029009699821472168
872014	embedding2nn.weight	5	0.058004219084978104
872014	embedding2nn.weight	6	0.003993155900388956
872014	embedding2nn.weight	7	-0.010146279819309711
872014	embedding2nn.weight	8	0.04325820133090019
872014	embedding2nn.weight	9	-0.048993080854415894
872014	embedding2nn.bias	0	0.019950954243540764
872014	embedding2nn.bias	1	-0.19419489800930023
872014	embedding2nn.bias	2	0.12704814970493317
872014	embedding2nn.bias	3	0.1689930558204651
872014	embedding2nn.bias	4	0.14486980438232422
872014	embedding2nn.bias	5	-0.07569637149572372
872014	embedding2nn.bias	6	-0.04745335131883621
872014	embedding2nn.bias	7	0.04723102226853371
872014	embedding2nn.bias	8	-0.15133069455623627
872014	embedding2nn.bias	9	-0.3644466698169708
872014	rnn.weight_ih_l0	0	0.009990537539124489
872014	rnn.weight_ih_l0	1	-0.058147162199020386
872014	rnn.weight_ih_l0	2	-0.04872020334005356
872014	rnn.weight_ih_l0	3	0.11670632660388947
872014	rnn.weight_ih_l0	4	0.016877129673957825
872014	rnn.weight_ih_l0	5	-0.07046933472156525
872014	rnn.weight_ih_l0	6	0.007134472485631704
872014	rnn.weight_ih_l0	7	-0.02476957067847252
872014	rnn.weight_ih_l0	8	0.01019012089818716
872014	rnn.weight_ih_l0	9	-0.08880867809057236
872014	rnn.weight_hh_l0	0	-0.023036599159240723
872014	rnn.weight_hh_l0	1	0.08382859826087952
872014	rnn.weight_hh_l0	2	0.0017003994435071945
872014	rnn.weight_hh_l0	3	-0.03702111542224884
872014	rnn.weight_hh_l0	4	0.08796771615743637
872014	rnn.weight_hh_l0	5	-0.0016971016302704811
872014	rnn.weight_hh_l0	6	-0.09090114384889603
872014	rnn.weight_hh_l0	7	-0.13981367647647858
872014	rnn.weight_hh_l0	8	0.04072358459234238
872014	rnn.weight_hh_l0	9	-0.12390808016061783
872014	rnn.bias_ih_l0	0	0.17522260546684265
872014	rnn.bias_ih_l0	1	-0.34329068660736084
872014	rnn.bias_ih_l0	2	-0.04384545609354973
872014	rnn.bias_ih_l0	3	-0.20991772413253784
872014	rnn.bias_ih_l0	4	-0.010453394614160061
872014	rnn.bias_ih_l0	5	-0.44330403208732605
872014	rnn.bias_ih_l0	6	-0.1412295550107956
872014	rnn.bias_ih_l0	7	-0.38975247740745544
872014	rnn.bias_ih_l0	8	-0.31198686361312866
872014	rnn.bias_ih_l0	9	-0.453065425157547
872014	rnn.bias_hh_l0	0	-0.3447860777378082
872014	rnn.bias_hh_l0	1	-0.44463351368904114
872014	rnn.bias_hh_l0	2	-0.40284794569015503
872014	rnn.bias_hh_l0	3	-0.08183884620666504
872014	rnn.bias_hh_l0	4	-0.39913880825042725
872014	rnn.bias_hh_l0	5	-0.3722902536392212
872014	rnn.bias_hh_l0	6	-0.11458997428417206
872014	rnn.bias_hh_l0	7	0.06647180020809174
872014	rnn.bias_hh_l0	8	-0.2341427206993103
872014	rnn.bias_hh_l0	9	-0.5686485767364502
872014	rnn.weight_ih_l0_reverse	0	-0.003194626420736313
872014	rnn.weight_ih_l0_reverse	1	-0.004312724806368351
872014	rnn.weight_ih_l0_reverse	2	0.0038068480789661407
872014	rnn.weight_ih_l0_reverse	3	-0.1450885534286499
872014	rnn.weight_ih_l0_reverse	4	0.08026862144470215
872014	rnn.weight_ih_l0_reverse	5	-0.10302559286355972
872014	rnn.weight_ih_l0_reverse	6	-0.0064690131694078445
872014	rnn.weight_ih_l0_reverse	7	0.030791474506258965
872014	rnn.weight_ih_l0_reverse	8	-0.047783274203538895
872014	rnn.weight_ih_l0_reverse	9	-0.08823927491903305
872014	rnn.weight_hh_l0_reverse	0	-0.1520366370677948
872014	rnn.weight_hh_l0_reverse	1	0.022463932633399963
872014	rnn.weight_hh_l0_reverse	2	-0.019837547093629837
872014	rnn.weight_hh_l0_reverse	3	0.030525609850883484
872014	rnn.weight_hh_l0_reverse	4	-0.08367655426263809
872014	rnn.weight_hh_l0_reverse	5	0.03767312690615654
872014	rnn.weight_hh_l0_reverse	6	0.03126785531640053
872014	rnn.weight_hh_l0_reverse	7	-0.13151948153972626
872014	rnn.weight_hh_l0_reverse	8	-0.07753551006317139
872014	rnn.weight_hh_l0_reverse	9	0.03654222562909126
872014	rnn.bias_ih_l0_reverse	0	-0.18242940306663513
872014	rnn.bias_ih_l0_reverse	1	-0.05848310515284538
872014	rnn.bias_ih_l0_reverse	2	0.16113793849945068
872014	rnn.bias_ih_l0_reverse	3	-0.32964852452278137
872014	rnn.bias_ih_l0_reverse	4	0.016323018819093704
872014	rnn.bias_ih_l0_reverse	5	-0.2242048680782318
872014	rnn.bias_ih_l0_reverse	6	0.27995765209198
872014	rnn.bias_ih_l0_reverse	7	-0.2971608340740204
872014	rnn.bias_ih_l0_reverse	8	-0.19646285474300385
872014	rnn.bias_ih_l0_reverse	9	-0.1500876396894455
872014	rnn.bias_hh_l0_reverse	0	-0.13461360335350037
872014	rnn.bias_hh_l0_reverse	1	0.27028244733810425
872014	rnn.bias_hh_l0_reverse	2	-0.34032005071640015
872014	rnn.bias_hh_l0_reverse	3	-0.23168188333511353
872014	rnn.bias_hh_l0_reverse	4	-0.3970930874347687
872014	rnn.bias_hh_l0_reverse	5	-0.20750123262405396
872014	rnn.bias_hh_l0_reverse	6	-0.2658761143684387
872014	rnn.bias_hh_l0_reverse	7	-0.09991417080163956
872014	rnn.bias_hh_l0_reverse	8	-0.34948331117630005
872014	rnn.bias_hh_l0_reverse	9	0.2137862741947174
872014	linear.weight	0	0.22953389585018158
872014	linear.weight	1	-0.4583052694797516
872014	linear.weight	2	0.03301087021827698
872014	linear.weight	3	0.06747138500213623
872014	linear.weight	4	-0.14591830968856812
872014	linear.weight	5	0.24479462206363678
872014	linear.weight	6	-0.014256604947149754
872014	linear.weight	7	-0.059564389288425446
872014	linear.weight	8	0.1300998479127884
872014	linear.weight	9	-0.04996030777692795
872014	linear.bias	0	-0.8662324547767639
872014	linear.bias	1	1.7817679643630981
872014	linear.bias	2	0.752787709236145
872014	linear.bias	3	-2.743882417678833
872014	linear.bias	4	-0.05925929918885231
872014	linear.bias	5	1.2349060773849487
872014	linear.bias	6	-0.20928235352039337
872014	linear.bias	7	0.8512971997261047
872014	linear.bias	8	2.1006217002868652
872014	linear.bias	9	-1.2833788394927979
872623	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
872623	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
872623	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
872623	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
872623	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
872623	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
872623	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
872623	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
872623	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
872623	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
872623	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
872623	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
872623	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
872623	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
872623	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
872623	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
872623	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
872623	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
872623	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
872623	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
872623	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
872623	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
872623	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
872623	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
872623	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
872623	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
872623	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
872623	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
872623	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
872623	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
872623	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
872623	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
872623	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
872623	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
872623	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
872623	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
872623	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
872623	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
872623	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
872623	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
872623	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
872623	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
872623	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
872623	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
872623	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
872623	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
872623	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
872623	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
872623	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
872623	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
872623	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
872623	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
872623	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
872623	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
872623	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
872623	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
872623	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
872623	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
872623	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
872623	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
872623	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
872623	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
872623	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
872623	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
872623	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
872623	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
872623	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
872623	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
872623	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
872623	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
872623	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
872623	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
872623	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
872623	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
872623	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
872623	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
872623	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
872623	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
872623	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
872623	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
872623	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
872623	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
872623	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
872623	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
872623	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
872623	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
872623	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
872623	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
872623	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
872623	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
872623	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
872623	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
872623	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
872623	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
872623	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
872623	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
872623	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
872623	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
872623	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
872623	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
872623	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
872623	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
872623	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
872623	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
872623	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
872623	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
872623	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
872623	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
872623	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
872623	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
872623	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
872623	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
872623	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
872623	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
872623	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
872623	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
872623	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
872623	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
872623	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
872623	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
872623	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
872623	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
872623	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
872623	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
872623	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
872623	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
872623	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
872623	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
872623	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
872623	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
872623	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
872623	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
872623	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
872623	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
872623	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
872623	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
872623	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
872623	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
872623	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
872623	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
872623	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
872623	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
872623	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
872623	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
872623	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
872623	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
872623	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
872623	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
872623	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
872623	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
872623	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
872623	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
872623	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
872623	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
872623	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
872623	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
872623	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
872623	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
872623	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
872623	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
872623	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
872623	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
872623	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
872623	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
872623	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
872623	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
872623	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
872623	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
872623	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
872623	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
872623	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
872623	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
872623	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
872623	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
872623	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
872623	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
872623	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
872623	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
872623	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
872623	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
872623	embedding2nn.weight	0	0.3204088509082794
872623	embedding2nn.weight	1	0.3675965368747711
872623	embedding2nn.weight	2	0.0026680149603635073
872623	embedding2nn.weight	3	0.015114312060177326
872623	embedding2nn.weight	4	-0.028703495860099792
872623	embedding2nn.weight	5	0.05789317190647125
872623	embedding2nn.weight	6	0.0042853569611907005
872623	embedding2nn.weight	7	-0.010051344521343708
872623	embedding2nn.weight	8	0.04250611364841461
872623	embedding2nn.weight	9	-0.05005256459116936
872623	embedding2nn.bias	0	0.01730506308376789
872623	embedding2nn.bias	1	-0.19110116362571716
872623	embedding2nn.bias	2	0.12879139184951782
872623	embedding2nn.bias	3	0.16655218601226807
872623	embedding2nn.bias	4	0.1398819386959076
872623	embedding2nn.bias	5	-0.073454849421978
872623	embedding2nn.bias	6	-0.05200299248099327
872623	embedding2nn.bias	7	0.04783573001623154
872623	embedding2nn.bias	8	-0.15545745193958282
872623	embedding2nn.bias	9	-0.3618326783180237
872623	rnn.weight_ih_l0	0	0.009938615374267101
872623	rnn.weight_ih_l0	1	-0.058272238820791245
872623	rnn.weight_ih_l0	2	-0.04819789528846741
872623	rnn.weight_ih_l0	3	0.1156013160943985
872623	rnn.weight_ih_l0	4	0.01777564361691475
872623	rnn.weight_ih_l0	5	-0.07001201808452606
872623	rnn.weight_ih_l0	6	0.007177748251706362
872623	rnn.weight_ih_l0	7	-0.024915985763072968
872623	rnn.weight_ih_l0	8	0.010379432700574398
872623	rnn.weight_ih_l0	9	-0.08936435729265213
872623	rnn.weight_hh_l0	0	-0.02309149131178856
872623	rnn.weight_hh_l0	1	0.08383016288280487
872623	rnn.weight_hh_l0	2	0.0018071929225698113
872623	rnn.weight_hh_l0	3	-0.03706604987382889
872623	rnn.weight_hh_l0	4	0.08794066309928894
872623	rnn.weight_hh_l0	5	-0.0019463080679997802
872623	rnn.weight_hh_l0	6	-0.0908745601773262
872623	rnn.weight_hh_l0	7	-0.1397070288658142
872623	rnn.weight_hh_l0	8	0.040674712508916855
872623	rnn.weight_hh_l0	9	-0.12369049340486526
872623	rnn.bias_ih_l0	0	0.17654244601726532
872623	rnn.bias_ih_l0	1	-0.34403008222579956
872623	rnn.bias_ih_l0	2	-0.04461884871125221
872623	rnn.bias_ih_l0	3	-0.2105846405029297
872623	rnn.bias_ih_l0	4	-0.010655299760401249
872623	rnn.bias_ih_l0	5	-0.4437722861766815
872623	rnn.bias_ih_l0	6	-0.14024320244789124
872623	rnn.bias_ih_l0	7	-0.3900233805179596
872623	rnn.bias_ih_l0	8	-0.3116219639778137
872623	rnn.bias_ih_l0	9	-0.4532327950000763
872623	rnn.bias_hh_l0	0	-0.3465433120727539
872623	rnn.bias_hh_l0	1	-0.44418126344680786
872623	rnn.bias_hh_l0	2	-0.4034287631511688
872623	rnn.bias_hh_l0	3	-0.08091723173856735
872623	rnn.bias_hh_l0	4	-0.39919450879096985
872623	rnn.bias_hh_l0	5	-0.37235549092292786
872623	rnn.bias_hh_l0	6	-0.11532726883888245
872623	rnn.bias_hh_l0	7	0.0675993487238884
872623	rnn.bias_hh_l0	8	-0.2341052144765854
872623	rnn.bias_hh_l0	9	-0.5693614482879639
872623	rnn.weight_ih_l0_reverse	0	-0.003765538800507784
872623	rnn.weight_ih_l0_reverse	1	-0.004614031407982111
872623	rnn.weight_ih_l0_reverse	2	0.003108263947069645
872623	rnn.weight_ih_l0_reverse	3	-0.14512525498867035
872623	rnn.weight_ih_l0_reverse	4	0.07997597754001617
872623	rnn.weight_ih_l0_reverse	5	-0.10293325781822205
872623	rnn.weight_ih_l0_reverse	6	-0.007611232344061136
872623	rnn.weight_ih_l0_reverse	7	0.030589688569307327
872623	rnn.weight_ih_l0_reverse	8	-0.04798248037695885
872623	rnn.weight_ih_l0_reverse	9	-0.08863980323076248
872623	rnn.weight_hh_l0_reverse	0	-0.15237703919410706
872623	rnn.weight_hh_l0_reverse	1	0.022585738450288773
872623	rnn.weight_hh_l0_reverse	2	-0.019873086363077164
872623	rnn.weight_hh_l0_reverse	3	0.03060532733798027
872623	rnn.weight_hh_l0_reverse	4	-0.08366001397371292
872623	rnn.weight_hh_l0_reverse	5	0.03765134513378143
872623	rnn.weight_hh_l0_reverse	6	0.031283795833587646
872623	rnn.weight_hh_l0_reverse	7	-0.1318679302930832
872623	rnn.weight_hh_l0_reverse	8	-0.0770518109202385
872623	rnn.weight_hh_l0_reverse	9	0.03616569563746452
872623	rnn.bias_ih_l0_reverse	0	-0.1827293038368225
872623	rnn.bias_ih_l0_reverse	1	-0.05818524584174156
872623	rnn.bias_ih_l0_reverse	2	0.16164572536945343
872623	rnn.bias_ih_l0_reverse	3	-0.32836639881134033
872623	rnn.bias_ih_l0_reverse	4	0.016738835722208023
872623	rnn.bias_ih_l0_reverse	5	-0.2232057750225067
872623	rnn.bias_ih_l0_reverse	6	0.27861788868904114
872623	rnn.bias_ih_l0_reverse	7	-0.2972669303417206
872623	rnn.bias_ih_l0_reverse	8	-0.19721028208732605
872623	rnn.bias_ih_l0_reverse	9	-0.14985886216163635
872623	rnn.bias_hh_l0_reverse	0	-0.13425347208976746
872623	rnn.bias_hh_l0_reverse	1	0.2715650498867035
872623	rnn.bias_hh_l0_reverse	2	-0.3399118185043335
872623	rnn.bias_hh_l0_reverse	3	-0.23198652267456055
872623	rnn.bias_hh_l0_reverse	4	-0.39615756273269653
872623	rnn.bias_hh_l0_reverse	5	-0.20763179659843445
872623	rnn.bias_hh_l0_reverse	6	-0.2661284804344177
872623	rnn.bias_hh_l0_reverse	7	-0.09897904098033905
872623	rnn.bias_hh_l0_reverse	8	-0.34957924485206604
872623	rnn.bias_hh_l0_reverse	9	0.21455617249011993
872623	linear.weight	0	0.22818556427955627
872623	linear.weight	1	-0.45568665862083435
872623	linear.weight	2	0.035773809999227524
872623	linear.weight	3	0.06747137755155563
872623	linear.weight	4	-0.14074450731277466
872623	linear.weight	5	0.24439184367656708
872623	linear.weight	6	-0.018905585631728172
872623	linear.weight	7	-0.05956391617655754
872623	linear.weight	8	0.13040976226329803
872623	linear.weight	9	-0.04996061697602272
872623	linear.bias	0	-0.8706645369529724
872623	linear.bias	1	1.7823272943496704
872623	linear.bias	2	0.7608142495155334
872623	linear.bias	3	-2.7438864707946777
872623	linear.bias	4	-0.06034938618540764
872623	linear.bias	5	1.2448925971984863
872623	linear.bias	6	-0.21845750510692596
872623	linear.bias	7	0.8480279445648193
872623	linear.bias	8	2.101931571960449
872623	linear.bias	9	-1.2833057641983032
873232	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
873232	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
873232	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
873232	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
873232	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
873232	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
873232	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
873232	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
873232	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
873232	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
873232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
873232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
873232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
873232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
873232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
873232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
873232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
873232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
873232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
873232	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
873232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
873232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
873232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
873232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
873232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
873232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
873232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
873232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
873232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
873232	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
873232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
873232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
873232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
873232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
873232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
873232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
873232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
873232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
873232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
873232	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
873232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
873232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
873232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
873232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
873232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
873232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
873232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
873232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
873232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
873232	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
873232	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
873232	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
873232	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
873232	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
873232	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
873232	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
873232	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
873232	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
873232	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
873232	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
873232	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
873232	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
873232	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
873232	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
873232	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
873232	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
873232	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
873232	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
873232	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
873232	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
873232	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
873232	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
873232	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
873232	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
873232	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
873232	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
873232	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
873232	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
873232	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
873232	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
873232	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
873232	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
873232	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
873232	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
873232	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
873232	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
873232	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
873232	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
873232	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
873232	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
873232	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
873232	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
873232	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
873232	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
873232	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
873232	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
873232	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
873232	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
873232	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
873232	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
873232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
873232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
873232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
873232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
873232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
873232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
873232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
873232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
873232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
873232	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
873232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
873232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
873232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
873232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
873232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
873232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
873232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
873232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
873232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
873232	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
873232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
873232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
873232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
873232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
873232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
873232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
873232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
873232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
873232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
873232	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
873232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
873232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
873232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
873232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
873232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
873232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
873232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
873232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
873232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
873232	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
873232	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
873232	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
873232	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
873232	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
873232	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
873232	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
873232	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
873232	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
873232	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
873232	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
873232	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
873232	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
873232	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
873232	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
873232	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
873232	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
873232	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
873232	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
873232	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
873232	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
873232	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
873232	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
873232	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
873232	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
873232	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
873232	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
873232	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
873232	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
873232	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
873232	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
873232	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
873232	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
873232	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
873232	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
873232	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
873232	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
873232	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
873232	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
873232	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
873232	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
873232	embedding2nn.weight	0	0.32042554020881653
873232	embedding2nn.weight	1	0.3681080937385559
873232	embedding2nn.weight	2	0.0013963041128590703
873232	embedding2nn.weight	3	0.015524261631071568
873232	embedding2nn.weight	4	-0.029357334598898888
873232	embedding2nn.weight	5	0.05866974964737892
873232	embedding2nn.weight	6	0.003571894485503435
873232	embedding2nn.weight	7	-0.011653050780296326
873232	embedding2nn.weight	8	0.042581815272569656
873232	embedding2nn.weight	9	-0.05033721402287483
873232	embedding2nn.bias	0	0.01927967183291912
873232	embedding2nn.bias	1	-0.19555431604385376
873232	embedding2nn.bias	2	0.12812234461307526
873232	embedding2nn.bias	3	0.16141751408576965
873232	embedding2nn.bias	4	0.13930636644363403
873232	embedding2nn.bias	5	-0.0760950893163681
873232	embedding2nn.bias	6	-0.04965794086456299
873232	embedding2nn.bias	7	0.050336260348558426
873232	embedding2nn.bias	8	-0.15616683661937714
873232	embedding2nn.bias	9	-0.36272868514060974
873232	rnn.weight_ih_l0	0	0.009912965819239616
873232	rnn.weight_ih_l0	1	-0.05830264091491699
873232	rnn.weight_ih_l0	2	-0.048210933804512024
873232	rnn.weight_ih_l0	3	0.11667397618293762
873232	rnn.weight_ih_l0	4	0.017980659380555153
873232	rnn.weight_ih_l0	5	-0.07052844762802124
873232	rnn.weight_ih_l0	6	0.007138439454138279
873232	rnn.weight_ih_l0	7	-0.023947199806571007
873232	rnn.weight_ih_l0	8	0.011129473336040974
873232	rnn.weight_ih_l0	9	-0.08844225853681564
873232	rnn.weight_hh_l0	0	-0.023142289370298386
873232	rnn.weight_hh_l0	1	0.08383063971996307
873232	rnn.weight_hh_l0	2	0.0016090323915705085
873232	rnn.weight_hh_l0	3	-0.037106893956661224
873232	rnn.weight_hh_l0	4	0.08797405660152435
873232	rnn.weight_hh_l0	5	-0.0019216224318370223
873232	rnn.weight_hh_l0	6	-0.09093455225229263
873232	rnn.weight_hh_l0	7	-0.13948051631450653
873232	rnn.weight_hh_l0	8	0.040687888860702515
873232	rnn.weight_hh_l0	9	-0.123715341091156
873232	rnn.bias_ih_l0	0	0.17793512344360352
873232	rnn.bias_ih_l0	1	-0.3434067666530609
873232	rnn.bias_ih_l0	2	-0.04427012801170349
873232	rnn.bias_ih_l0	3	-0.21006622910499573
873232	rnn.bias_ih_l0	4	-0.009669139981269836
873232	rnn.bias_ih_l0	5	-0.4428008198738098
873232	rnn.bias_ih_l0	6	-0.140615776181221
873232	rnn.bias_ih_l0	7	-0.3901379108428955
873232	rnn.bias_ih_l0	8	-0.3117859959602356
873232	rnn.bias_ih_l0	9	-0.4517606496810913
873232	rnn.bias_hh_l0	0	-0.3460988402366638
873232	rnn.bias_hh_l0	1	-0.4434264302253723
873232	rnn.bias_hh_l0	2	-0.4029826521873474
873232	rnn.bias_hh_l0	3	-0.08034377545118332
873232	rnn.bias_hh_l0	4	-0.3993743360042572
873232	rnn.bias_hh_l0	5	-0.3722892105579376
873232	rnn.bias_hh_l0	6	-0.11468680948019028
873232	rnn.bias_hh_l0	7	0.06691281497478485
873232	rnn.bias_hh_l0	8	-0.2335408329963684
873232	rnn.bias_hh_l0	9	-0.5683834552764893
873232	rnn.weight_ih_l0_reverse	0	-0.0040152729488909245
873232	rnn.weight_ih_l0_reverse	1	-0.004934019409120083
873232	rnn.weight_ih_l0_reverse	2	0.0030307783745229244
873232	rnn.weight_ih_l0_reverse	3	-0.14522746205329895
873232	rnn.weight_ih_l0_reverse	4	0.08005832135677338
873232	rnn.weight_ih_l0_reverse	5	-0.10218185931444168
873232	rnn.weight_ih_l0_reverse	6	-0.00742375897243619
873232	rnn.weight_ih_l0_reverse	7	0.030811013653874397
873232	rnn.weight_ih_l0_reverse	8	-0.04833897575736046
873232	rnn.weight_ih_l0_reverse	9	-0.0890553742647171
873232	rnn.weight_hh_l0_reverse	0	-0.1522979885339737
873232	rnn.weight_hh_l0_reverse	1	0.022397588938474655
873232	rnn.weight_hh_l0_reverse	2	-0.01991385407745838
873232	rnn.weight_hh_l0_reverse	3	0.03061305545270443
873232	rnn.weight_hh_l0_reverse	4	-0.08403234928846359
873232	rnn.weight_hh_l0_reverse	5	0.03766105696558952
873232	rnn.weight_hh_l0_reverse	6	0.03133537247776985
873232	rnn.weight_hh_l0_reverse	7	-0.13166503608226776
873232	rnn.weight_hh_l0_reverse	8	-0.07708118855953217
873232	rnn.weight_hh_l0_reverse	9	0.0360531322658062
873232	rnn.bias_ih_l0_reverse	0	-0.18284201622009277
873232	rnn.bias_ih_l0_reverse	1	-0.05754141882061958
873232	rnn.bias_ih_l0_reverse	2	0.1608067750930786
873232	rnn.bias_ih_l0_reverse	3	-0.32892465591430664
873232	rnn.bias_ih_l0_reverse	4	0.016215749084949493
873232	rnn.bias_ih_l0_reverse	5	-0.22326532006263733
873232	rnn.bias_ih_l0_reverse	6	0.27769944071769714
873232	rnn.bias_ih_l0_reverse	7	-0.29514971375465393
873232	rnn.bias_ih_l0_reverse	8	-0.19681106507778168
873232	rnn.bias_ih_l0_reverse	9	-0.1482170671224594
873232	rnn.bias_hh_l0_reverse	0	-0.13281136751174927
873232	rnn.bias_hh_l0_reverse	1	0.2704126238822937
873232	rnn.bias_hh_l0_reverse	2	-0.34027770161628723
873232	rnn.bias_hh_l0_reverse	3	-0.2322687804698944
873232	rnn.bias_hh_l0_reverse	4	-0.39640963077545166
873232	rnn.bias_hh_l0_reverse	5	-0.20741963386535645
873232	rnn.bias_hh_l0_reverse	6	-0.26491689682006836
873232	rnn.bias_hh_l0_reverse	7	-0.09935677796602249
873232	rnn.bias_hh_l0_reverse	8	-0.3497796356678009
873232	rnn.bias_hh_l0_reverse	9	0.2149156630039215
873232	linear.weight	0	0.22593192756175995
873232	linear.weight	1	-0.45523637533187866
873232	linear.weight	2	0.04070690646767616
873232	linear.weight	3	0.06747139245271683
873232	linear.weight	4	-0.14348728954792023
873232	linear.weight	5	0.24166512489318848
873232	linear.weight	6	-0.018211768940091133
873232	linear.weight	7	-0.059563446789979935
873232	linear.weight	8	0.12779244780540466
873232	linear.weight	9	-0.0499609000980854
873232	linear.bias	0	-0.8684742450714111
873232	linear.bias	1	1.7768080234527588
873232	linear.bias	2	0.7494096755981445
873232	linear.bias	3	-2.7438905239105225
873232	linear.bias	4	-0.06143375113606453
873232	linear.bias	5	1.2350877523422241
873232	linear.bias	6	-0.21946237981319427
873232	linear.bias	7	0.8491107225418091
873232	linear.bias	8	2.114212989807129
873232	linear.bias	9	-1.2789111137390137
873841	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
873841	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
873841	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
873841	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
873841	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
873841	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
873841	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
873841	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
873841	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
873841	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
873841	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
873841	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
873841	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
873841	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
873841	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
873841	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
873841	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
873841	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
873841	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
873841	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
873841	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
873841	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
873841	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
873841	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
873841	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
873841	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
873841	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
873841	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
873841	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
873841	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
873841	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
873841	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
873841	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
873841	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
873841	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
873841	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
873841	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
873841	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
873841	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
873841	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
873841	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
873841	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
873841	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
873841	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
873841	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
873841	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
873841	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
873841	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
873841	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
873841	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
873841	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
873841	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
873841	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
873841	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
873841	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
873841	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
873841	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
873841	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
873841	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
873841	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
873841	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
873841	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
873841	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
873841	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
873841	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
873841	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
873841	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
873841	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
873841	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
873841	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
873841	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
873841	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
873841	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
873841	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
873841	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
873841	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
873841	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
873841	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
873841	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
873841	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
873841	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
873841	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
873841	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
873841	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
873841	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
873841	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
873841	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
873841	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
873841	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
873841	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
873841	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
873841	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
873841	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
873841	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
873841	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
873841	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
873841	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
873841	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
873841	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
873841	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
873841	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
873841	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
873841	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
873841	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
873841	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
873841	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
873841	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
873841	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
873841	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
873841	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
873841	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
873841	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
873841	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
873841	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
873841	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
873841	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
873841	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
873841	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
873841	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
873841	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
873841	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
873841	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
873841	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
873841	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
873841	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
873841	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
873841	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
873841	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
873841	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
873841	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
873841	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
873841	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
873841	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
873841	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
873841	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
873841	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
873841	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
873841	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
873841	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
873841	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
873841	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
873841	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
873841	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
873841	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
873841	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
873841	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
873841	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
873841	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
873841	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
873841	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
873841	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
873841	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
873841	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
873841	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
873841	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
873841	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
873841	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
873841	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
873841	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
873841	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
873841	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
873841	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
873841	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
873841	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
873841	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
873841	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
873841	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
873841	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
873841	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
873841	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
873841	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
873841	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
873841	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
873841	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
873841	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
873841	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
873841	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
873841	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
873841	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
873841	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
873841	embedding2nn.weight	0	0.32085514068603516
873841	embedding2nn.weight	1	0.36812958121299744
873841	embedding2nn.weight	2	0.0024174698628485203
873841	embedding2nn.weight	3	0.01244737021625042
873841	embedding2nn.weight	4	-0.029991179704666138
873841	embedding2nn.weight	5	0.058047909289598465
873841	embedding2nn.weight	6	0.0013797563733533025
873841	embedding2nn.weight	7	-0.012288367375731468
873841	embedding2nn.weight	8	0.0432351715862751
873841	embedding2nn.weight	9	-0.049979835748672485
873841	embedding2nn.bias	0	0.018727796152234077
873841	embedding2nn.bias	1	-0.1968504935503006
873841	embedding2nn.bias	2	0.12658311426639557
873841	embedding2nn.bias	3	0.1688508540391922
873841	embedding2nn.bias	4	0.1438535451889038
873841	embedding2nn.bias	5	-0.07462374120950699
873841	embedding2nn.bias	6	-0.04746001213788986
873841	embedding2nn.bias	7	0.045340344309806824
873841	embedding2nn.bias	8	-0.1559394896030426
873841	embedding2nn.bias	9	-0.35843613743782043
873841	rnn.weight_ih_l0	0	0.0097401337698102
873841	rnn.weight_ih_l0	1	-0.05802154168486595
873841	rnn.weight_ih_l0	2	-0.048368170857429504
873841	rnn.weight_ih_l0	3	0.11664427816867828
873841	rnn.weight_ih_l0	4	0.017993248999118805
873841	rnn.weight_ih_l0	5	-0.07081436365842819
873841	rnn.weight_ih_l0	6	0.007392438128590584
873841	rnn.weight_ih_l0	7	-0.024650588631629944
873841	rnn.weight_ih_l0	8	0.011165082454681396
873841	rnn.weight_ih_l0	9	-0.08907661586999893
873841	rnn.weight_hh_l0	0	-0.02320854552090168
873841	rnn.weight_hh_l0	1	0.08393149822950363
873841	rnn.weight_hh_l0	2	0.0017406288534402847
873841	rnn.weight_hh_l0	3	-0.037143316119909286
873841	rnn.weight_hh_l0	4	0.08826933056116104
873841	rnn.weight_hh_l0	5	-0.002014267724007368
873841	rnn.weight_hh_l0	6	-0.09095694124698639
873841	rnn.weight_hh_l0	7	-0.13962915539741516
873841	rnn.weight_hh_l0	8	0.04068557918071747
873841	rnn.weight_hh_l0	9	-0.12365905940532684
873841	rnn.bias_ih_l0	0	0.17911610007286072
873841	rnn.bias_ih_l0	1	-0.34350165724754333
873841	rnn.bias_ih_l0	2	-0.043894268572330475
873841	rnn.bias_ih_l0	3	-0.2099815458059311
873841	rnn.bias_ih_l0	4	-0.009963123127818108
873841	rnn.bias_ih_l0	5	-0.44353199005126953
873841	rnn.bias_ih_l0	6	-0.14112821221351624
873841	rnn.bias_ih_l0	7	-0.39022454619407654
873841	rnn.bias_ih_l0	8	-0.31091395020484924
873841	rnn.bias_ih_l0	9	-0.4533521234989166
873841	rnn.bias_hh_l0	0	-0.3464745283126831
873841	rnn.bias_hh_l0	1	-0.44348374009132385
873841	rnn.bias_hh_l0	2	-0.40280601382255554
873841	rnn.bias_hh_l0	3	-0.07996700704097748
873841	rnn.bias_hh_l0	4	-0.3996395766735077
873841	rnn.bias_hh_l0	5	-0.3722810447216034
873841	rnn.bias_hh_l0	6	-0.11525082588195801
873841	rnn.bias_hh_l0	7	0.06551314145326614
873841	rnn.bias_hh_l0	8	-0.23332840204238892
873841	rnn.bias_hh_l0	9	-0.5687001347541809
873841	rnn.weight_ih_l0_reverse	0	-0.003096094122156501
873841	rnn.weight_ih_l0_reverse	1	-0.00475141080096364
873841	rnn.weight_ih_l0_reverse	2	0.002384702442213893
873841	rnn.weight_ih_l0_reverse	3	-0.145619735121727
873841	rnn.weight_ih_l0_reverse	4	0.0798834040760994
873841	rnn.weight_ih_l0_reverse	5	-0.10254265367984772
873841	rnn.weight_ih_l0_reverse	6	-0.007781618740409613
873841	rnn.weight_ih_l0_reverse	7	0.030704906210303307
873841	rnn.weight_ih_l0_reverse	8	-0.04854796826839447
873841	rnn.weight_ih_l0_reverse	9	-0.08941809833049774
873841	rnn.weight_hh_l0_reverse	0	-0.152137890458107
873841	rnn.weight_hh_l0_reverse	1	0.022304309532046318
873841	rnn.weight_hh_l0_reverse	2	-0.019781170412898064
873841	rnn.weight_hh_l0_reverse	3	0.030622011050581932
873841	rnn.weight_hh_l0_reverse	4	-0.08409556746482849
873841	rnn.weight_hh_l0_reverse	5	0.03760623186826706
873841	rnn.weight_hh_l0_reverse	6	0.03137979283928871
873841	rnn.weight_hh_l0_reverse	7	-0.1310950368642807
873841	rnn.weight_hh_l0_reverse	8	-0.0773826315999031
873841	rnn.weight_hh_l0_reverse	9	0.036000918596982956
873841	rnn.bias_ih_l0_reverse	0	-0.18236535787582397
873841	rnn.bias_ih_l0_reverse	1	-0.056731097400188446
873841	rnn.bias_ih_l0_reverse	2	0.16056856513023376
873841	rnn.bias_ih_l0_reverse	3	-0.32881173491477966
873841	rnn.bias_ih_l0_reverse	4	0.014494098722934723
873841	rnn.bias_ih_l0_reverse	5	-0.22320252656936646
873841	rnn.bias_ih_l0_reverse	6	0.2765348553657532
873841	rnn.bias_ih_l0_reverse	7	-0.29569387435913086
873841	rnn.bias_ih_l0_reverse	8	-0.1968410760164261
873841	rnn.bias_ih_l0_reverse	9	-0.14921368658542633
873841	rnn.bias_hh_l0_reverse	0	-0.13411876559257507
873841	rnn.bias_hh_l0_reverse	1	0.269856333732605
873841	rnn.bias_hh_l0_reverse	2	-0.34150537848472595
873841	rnn.bias_hh_l0_reverse	3	-0.2318873256444931
873841	rnn.bias_hh_l0_reverse	4	-0.3954158127307892
873841	rnn.bias_hh_l0_reverse	5	-0.20703630149364471
873841	rnn.bias_hh_l0_reverse	6	-0.2653394341468811
873841	rnn.bias_hh_l0_reverse	7	-0.09915513545274734
873841	rnn.bias_hh_l0_reverse	8	-0.35020509362220764
873841	rnn.bias_hh_l0_reverse	9	0.21788035333156586
873841	linear.weight	0	0.2303643673658371
873841	linear.weight	1	-0.45236530900001526
873841	linear.weight	2	0.036588072776794434
873841	linear.weight	3	0.06747134029865265
873841	linear.weight	4	-0.1436193585395813
873841	linear.weight	5	0.23956741392612457
873841	linear.weight	6	-0.01794055849313736
873841	linear.weight	7	-0.05956297367811203
873841	linear.weight	8	0.13112092018127441
873841	linear.weight	9	-0.04996110871434212
873841	linear.bias	0	-0.8650472164154053
873841	linear.bias	1	1.7752994298934937
873841	linear.bias	2	0.7490265369415283
873841	linear.bias	3	-2.743896007537842
873841	linear.bias	4	-0.06379625201225281
873841	linear.bias	5	1.238855004310608
873841	linear.bias	6	-0.2183600217103958
873841	linear.bias	7	0.8555840253829956
873841	linear.bias	8	2.0958237648010254
873841	linear.bias	9	-1.2812941074371338
874450	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
874450	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
874450	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
874450	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
874450	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
874450	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
874450	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
874450	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
874450	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
874450	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
874450	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
874450	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
874450	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
874450	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
874450	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
874450	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
874450	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
874450	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
874450	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
874450	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
874450	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
874450	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
874450	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
874450	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
874450	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
874450	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
874450	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
874450	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
874450	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
874450	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
874450	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
874450	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
874450	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
874450	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
874450	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
874450	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
874450	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
874450	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
874450	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
874450	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
874450	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
874450	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
874450	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
874450	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
874450	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
874450	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
874450	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
874450	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
874450	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
874450	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
874450	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
874450	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
874450	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
874450	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
874450	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
874450	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
874450	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
874450	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
874450	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
874450	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
874450	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
874450	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
874450	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
874450	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
874450	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
874450	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
874450	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
874450	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
874450	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
874450	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
874450	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
874450	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
874450	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
874450	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
874450	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
874450	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
874450	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
874450	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
874450	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
874450	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
874450	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
874450	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
874450	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
874450	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
874450	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
874450	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
874450	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
874450	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
874450	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
874450	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
874450	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
874450	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
874450	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
874450	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
874450	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
874450	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
874450	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
874450	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
874450	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
874450	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
874450	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
874450	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
874450	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
874450	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
874450	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
874450	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
874450	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
874450	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
874450	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
874450	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
874450	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
874450	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
874450	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
874450	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
874450	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
874450	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
874450	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
874450	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
874450	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
874450	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
874450	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
874450	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
874450	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
874450	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
874450	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
874450	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
874450	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
874450	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
874450	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
874450	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
874450	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
874450	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
874450	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
874450	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
874450	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
874450	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
874450	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
874450	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
874450	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
874450	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
874450	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
874450	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
874450	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
874450	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
874450	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
874450	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
874450	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
874450	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
874450	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
874450	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
874450	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
874450	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
874450	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
874450	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
874450	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
874450	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
874450	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
874450	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
874450	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
874450	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
874450	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
874450	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
874450	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
874450	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
874450	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
874450	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
874450	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
874450	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
874450	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
874450	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
874450	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
874450	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
874450	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
874450	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
874450	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
874450	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
874450	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
874450	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
874450	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
874450	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
874450	embedding2nn.weight	0	0.3209612965583801
874450	embedding2nn.weight	1	0.3679961562156677
874450	embedding2nn.weight	2	0.0016223189886659384
874450	embedding2nn.weight	3	0.01007252000272274
874450	embedding2nn.weight	4	-0.029879344627261162
874450	embedding2nn.weight	5	0.0579795204102993
874450	embedding2nn.weight	6	0.0007991471793502569
874450	embedding2nn.weight	7	-0.01222066767513752
874450	embedding2nn.weight	8	0.04289472475647926
874450	embedding2nn.weight	9	-0.05081557109951973
874450	embedding2nn.bias	0	0.02713880129158497
874450	embedding2nn.bias	1	-0.2045034021139145
874450	embedding2nn.bias	2	0.1238722875714302
874450	embedding2nn.bias	3	0.16692405939102173
874450	embedding2nn.bias	4	0.14640812575817108
874450	embedding2nn.bias	5	-0.07923518121242523
874450	embedding2nn.bias	6	-0.046555135399103165
874450	embedding2nn.bias	7	0.04279514402151108
874450	embedding2nn.bias	8	-0.15501101315021515
874450	embedding2nn.bias	9	-0.3577345013618469
874450	rnn.weight_ih_l0	0	0.009798409417271614
874450	rnn.weight_ih_l0	1	-0.05810496583580971
874450	rnn.weight_ih_l0	2	-0.04876969754695892
874450	rnn.weight_ih_l0	3	0.11689665913581848
874450	rnn.weight_ih_l0	4	0.01872837357223034
874450	rnn.weight_ih_l0	5	-0.07054141908884048
874450	rnn.weight_ih_l0	6	0.0074471281841397285
874450	rnn.weight_ih_l0	7	-0.024974482133984566
874450	rnn.weight_ih_l0	8	0.011678768321871758
874450	rnn.weight_ih_l0	9	-0.08929348737001419
874450	rnn.weight_hh_l0	0	-0.02320968732237816
874450	rnn.weight_hh_l0	1	0.08388468623161316
874450	rnn.weight_hh_l0	2	0.0017383613158017397
874450	rnn.weight_hh_l0	3	-0.03703710064291954
874450	rnn.weight_hh_l0	4	0.08847244083881378
874450	rnn.weight_hh_l0	5	-0.0021786694414913654
874450	rnn.weight_hh_l0	6	-0.09089188277721405
874450	rnn.weight_hh_l0	7	-0.13992305099964142
874450	rnn.weight_hh_l0	8	0.04063893482089043
874450	rnn.weight_hh_l0	9	-0.12384696304798126
874450	rnn.bias_ih_l0	0	0.17936062812805176
874450	rnn.bias_ih_l0	1	-0.34375080466270447
874450	rnn.bias_ih_l0	2	-0.04449661076068878
874450	rnn.bias_ih_l0	3	-0.21036075055599213
874450	rnn.bias_ih_l0	4	-0.011336334981024265
874450	rnn.bias_ih_l0	5	-0.4431809186935425
874450	rnn.bias_ih_l0	6	-0.14127890765666962
874450	rnn.bias_ih_l0	7	-0.3904242515563965
874450	rnn.bias_ih_l0	8	-0.3105804920196533
874450	rnn.bias_ih_l0	9	-0.45300114154815674
874450	rnn.bias_hh_l0	0	-0.34773653745651245
874450	rnn.bias_hh_l0	1	-0.4428754448890686
874450	rnn.bias_hh_l0	2	-0.4027772545814514
874450	rnn.bias_hh_l0	3	-0.08048837631940842
874450	rnn.bias_hh_l0	4	-0.3982676565647125
874450	rnn.bias_hh_l0	5	-0.37283873558044434
874450	rnn.bias_hh_l0	6	-0.11548357456922531
874450	rnn.bias_hh_l0	7	0.06470730900764465
874450	rnn.bias_hh_l0	8	-0.23376530408859253
874450	rnn.bias_hh_l0	9	-0.5689759254455566
874450	rnn.weight_ih_l0_reverse	0	-0.0023997414391487837
874450	rnn.weight_ih_l0_reverse	1	-0.004524304531514645
874450	rnn.weight_ih_l0_reverse	2	0.0024367927107959986
874450	rnn.weight_ih_l0_reverse	3	-0.14526402950286865
874450	rnn.weight_ih_l0_reverse	4	0.08012965321540833
874450	rnn.weight_ih_l0_reverse	5	-0.10321375727653503
874450	rnn.weight_ih_l0_reverse	6	-0.00716834980994463
874450	rnn.weight_ih_l0_reverse	7	0.030591916292905807
874450	rnn.weight_ih_l0_reverse	8	-0.049143917858600616
874450	rnn.weight_ih_l0_reverse	9	-0.08875691890716553
874450	rnn.weight_hh_l0_reverse	0	-0.15201948583126068
874450	rnn.weight_hh_l0_reverse	1	0.02223636582493782
874450	rnn.weight_hh_l0_reverse	2	-0.01984916441142559
874450	rnn.weight_hh_l0_reverse	3	0.030617300420999527
874450	rnn.weight_hh_l0_reverse	4	-0.084070585668087
874450	rnn.weight_hh_l0_reverse	5	0.03755025565624237
874450	rnn.weight_hh_l0_reverse	6	0.03138897940516472
874450	rnn.weight_hh_l0_reverse	7	-0.1316411942243576
874450	rnn.weight_hh_l0_reverse	8	-0.07774598151445389
874450	rnn.weight_hh_l0_reverse	9	0.03596331924200058
874450	rnn.bias_ih_l0_reverse	0	-0.18185102939605713
874450	rnn.bias_ih_l0_reverse	1	-0.056706324219703674
874450	rnn.bias_ih_l0_reverse	2	0.16173024475574493
874450	rnn.bias_ih_l0_reverse	3	-0.3298351764678955
874450	rnn.bias_ih_l0_reverse	4	0.012075732462108135
874450	rnn.bias_ih_l0_reverse	5	-0.22304025292396545
874450	rnn.bias_ih_l0_reverse	6	0.27653446793556213
874450	rnn.bias_ih_l0_reverse	7	-0.29513993859291077
874450	rnn.bias_ih_l0_reverse	8	-0.19713091850280762
874450	rnn.bias_ih_l0_reverse	9	-0.149064302444458
874450	rnn.bias_hh_l0_reverse	0	-0.1343330591917038
874450	rnn.bias_hh_l0_reverse	1	0.26927900314331055
874450	rnn.bias_hh_l0_reverse	2	-0.3411174416542053
874450	rnn.bias_hh_l0_reverse	3	-0.2329922318458557
874450	rnn.bias_hh_l0_reverse	4	-0.395906537771225
874450	rnn.bias_hh_l0_reverse	5	-0.2078358381986618
874450	rnn.bias_hh_l0_reverse	6	-0.26561009883880615
874450	rnn.bias_hh_l0_reverse	7	-0.09920090436935425
874450	rnn.bias_hh_l0_reverse	8	-0.3495241105556488
874450	rnn.bias_hh_l0_reverse	9	0.2178741693496704
874450	linear.weight	0	0.23055724799633026
874450	linear.weight	1	-0.4480140805244446
874450	linear.weight	2	0.04237164184451103
874450	linear.weight	3	0.06747129559516907
874450	linear.weight	4	-0.13745634257793427
874450	linear.weight	5	0.23971523344516754
874450	linear.weight	6	-0.014474468305706978
874450	linear.weight	7	-0.05956227332353592
874450	linear.weight	8	0.1321943700313568
874450	linear.weight	9	-0.04996128007769585
874450	linear.bias	0	-0.8704906105995178
874450	linear.bias	1	1.7879385948181152
874450	linear.bias	2	0.7536717057228088
874450	linear.bias	3	-2.743903636932373
874450	linear.bias	4	-0.06680648773908615
874450	linear.bias	5	1.237304449081421
874450	linear.bias	6	-0.2215399593114853
874450	linear.bias	7	0.8487336039543152
874450	linear.bias	8	2.1078312397003174
874450	linear.bias	9	-1.2827305793762207
875059	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
875059	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
875059	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
875059	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
875059	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
875059	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
875059	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
875059	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
875059	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
875059	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
875059	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
875059	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
875059	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
875059	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
875059	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
875059	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
875059	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
875059	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
875059	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
875059	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
875059	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
875059	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
875059	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
875059	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
875059	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
875059	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
875059	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
875059	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
875059	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
875059	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
875059	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
875059	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
875059	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
875059	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
875059	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
875059	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
875059	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
875059	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
875059	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
875059	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
875059	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
875059	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
875059	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
875059	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
875059	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
875059	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
875059	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
875059	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
875059	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
875059	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
875059	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
875059	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
875059	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
875059	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
875059	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
875059	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
875059	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
875059	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
875059	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
875059	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
875059	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
875059	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
875059	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
875059	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
875059	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
875059	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
875059	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
875059	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
875059	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
875059	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
875059	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
875059	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
875059	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
875059	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
875059	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
875059	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
875059	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
875059	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
875059	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
875059	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
875059	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
875059	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
875059	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
875059	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
875059	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
875059	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
875059	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
875059	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
875059	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
875059	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
875059	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
875059	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
875059	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
875059	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
875059	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
875059	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
875059	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
875059	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
875059	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
875059	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
875059	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
875059	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
875059	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
875059	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
875059	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
875059	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
875059	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
875059	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
875059	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
875059	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
875059	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
875059	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
875059	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
875059	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
875059	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
875059	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
875059	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
875059	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
875059	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
875059	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
875059	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
875059	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
875059	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
875059	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
875059	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
875059	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
875059	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
875059	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
875059	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
875059	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
875059	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
875059	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
875059	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
875059	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
875059	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
875059	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
875059	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
875059	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
875059	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
875059	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
875059	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
875059	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
875059	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
875059	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
875059	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
875059	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
875059	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
875059	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
875059	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
875059	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
875059	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
875059	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
875059	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
875059	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
875059	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
875059	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
875059	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
875059	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
875059	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
875059	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
875059	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
875059	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
875059	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
875059	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
875059	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
875059	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
875059	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
875059	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
875059	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
875059	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
875059	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
875059	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
875059	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
875059	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
875059	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
875059	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
875059	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
875059	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
875059	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
875059	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
875059	embedding2nn.weight	0	0.32112646102905273
875059	embedding2nn.weight	1	0.36859941482543945
875059	embedding2nn.weight	2	0.002477756468579173
875059	embedding2nn.weight	3	0.009319432079792023
875059	embedding2nn.weight	4	-0.029863687232136726
875059	embedding2nn.weight	5	0.058001741766929626
875059	embedding2nn.weight	6	0.0019042761996388435
875059	embedding2nn.weight	7	-0.01278165727853775
875059	embedding2nn.weight	8	0.04203835129737854
875059	embedding2nn.weight	9	-0.05089568719267845
875059	embedding2nn.bias	0	0.027277790009975433
875059	embedding2nn.bias	1	-0.20351263880729675
875059	embedding2nn.bias	2	0.1284017562866211
875059	embedding2nn.bias	3	0.1656011939048767
875059	embedding2nn.bias	4	0.1485603004693985
875059	embedding2nn.bias	5	-0.07647930830717087
875059	embedding2nn.bias	6	-0.0483882911503315
875059	embedding2nn.bias	7	0.04390325769782066
875059	embedding2nn.bias	8	-0.15158168971538544
875059	embedding2nn.bias	9	-0.36357584595680237
875059	rnn.weight_ih_l0	0	0.009755395352840424
875059	rnn.weight_ih_l0	1	-0.0580020509660244
875059	rnn.weight_ih_l0	2	-0.04816797748208046
875059	rnn.weight_ih_l0	3	0.11724010109901428
875059	rnn.weight_ih_l0	4	0.01765419729053974
875059	rnn.weight_ih_l0	5	-0.07011499255895615
875059	rnn.weight_ih_l0	6	0.007001572288572788
875059	rnn.weight_ih_l0	7	-0.024616222828626633
875059	rnn.weight_ih_l0	8	0.011983884498476982
875059	rnn.weight_ih_l0	9	-0.08839313685894012
875059	rnn.weight_hh_l0	0	-0.023160181939601898
875059	rnn.weight_hh_l0	1	0.08375941962003708
875059	rnn.weight_hh_l0	2	0.0015360870165750384
875059	rnn.weight_hh_l0	3	-0.0368836484849453
875059	rnn.weight_hh_l0	4	0.08836790919303894
875059	rnn.weight_hh_l0	5	-0.0021365482825785875
875059	rnn.weight_hh_l0	6	-0.09092050045728683
875059	rnn.weight_hh_l0	7	-0.13986660540103912
875059	rnn.weight_hh_l0	8	0.04065292701125145
875059	rnn.weight_hh_l0	9	-0.12384137511253357
875059	rnn.bias_ih_l0	0	0.17639271914958954
875059	rnn.bias_ih_l0	1	-0.3443564474582672
875059	rnn.bias_ih_l0	2	-0.04414704069495201
875059	rnn.bias_ih_l0	3	-0.21077178418636322
875059	rnn.bias_ih_l0	4	-0.011547498404979706
875059	rnn.bias_ih_l0	5	-0.4420400857925415
875059	rnn.bias_ih_l0	6	-0.14093054831027985
875059	rnn.bias_ih_l0	7	-0.3902781903743744
875059	rnn.bias_ih_l0	8	-0.30971020460128784
875059	rnn.bias_ih_l0	9	-0.45166435837745667
875059	rnn.bias_hh_l0	0	-0.3478289544582367
875059	rnn.bias_hh_l0	1	-0.44392213225364685
875059	rnn.bias_hh_l0	2	-0.40259677171707153
875059	rnn.bias_hh_l0	3	-0.07942506670951843
875059	rnn.bias_hh_l0	4	-0.3988722562789917
875059	rnn.bias_hh_l0	5	-0.3723835349082947
875059	rnn.bias_hh_l0	6	-0.11673824489116669
875059	rnn.bias_hh_l0	7	0.06596884876489639
875059	rnn.bias_hh_l0	8	-0.233496755361557
875059	rnn.bias_hh_l0	9	-0.5670080780982971
875059	rnn.weight_ih_l0_reverse	0	-0.002594820922240615
875059	rnn.weight_ih_l0_reverse	1	-0.0047194333747029305
875059	rnn.weight_ih_l0_reverse	2	0.002251656027510762
875059	rnn.weight_ih_l0_reverse	3	-0.14511707425117493
875059	rnn.weight_ih_l0_reverse	4	0.08064508438110352
875059	rnn.weight_ih_l0_reverse	5	-0.10397320985794067
875059	rnn.weight_ih_l0_reverse	6	-0.006305349059402943
875059	rnn.weight_ih_l0_reverse	7	0.030441774055361748
875059	rnn.weight_ih_l0_reverse	8	-0.04876851662993431
875059	rnn.weight_ih_l0_reverse	9	-0.08901245892047882
875059	rnn.weight_hh_l0_reverse	0	-0.15187819302082062
875059	rnn.weight_hh_l0_reverse	1	0.02207101136445999
875059	rnn.weight_hh_l0_reverse	2	-0.019894516095519066
875059	rnn.weight_hh_l0_reverse	3	0.030516743659973145
875059	rnn.weight_hh_l0_reverse	4	-0.0840667113661766
875059	rnn.weight_hh_l0_reverse	5	0.03756082430481911
875059	rnn.weight_hh_l0_reverse	6	0.0314166322350502
875059	rnn.weight_hh_l0_reverse	7	-0.13131959736347198
875059	rnn.weight_hh_l0_reverse	8	-0.07782162725925446
875059	rnn.weight_hh_l0_reverse	9	0.03595852106809616
875059	rnn.bias_ih_l0_reverse	0	-0.18316486477851868
875059	rnn.bias_ih_l0_reverse	1	-0.05725065618753433
875059	rnn.bias_ih_l0_reverse	2	0.16361381113529205
875059	rnn.bias_ih_l0_reverse	3	-0.32914042472839355
875059	rnn.bias_ih_l0_reverse	4	0.010604357346892357
875059	rnn.bias_ih_l0_reverse	5	-0.2229100912809372
875059	rnn.bias_ih_l0_reverse	6	0.27932262420654297
875059	rnn.bias_ih_l0_reverse	7	-0.2939396798610687
875059	rnn.bias_ih_l0_reverse	8	-0.19738516211509705
875059	rnn.bias_ih_l0_reverse	9	-0.1500459909439087
875059	rnn.bias_hh_l0_reverse	0	-0.13616259396076202
875059	rnn.bias_hh_l0_reverse	1	0.2699185013771057
875059	rnn.bias_hh_l0_reverse	2	-0.33968377113342285
875059	rnn.bias_hh_l0_reverse	3	-0.2315637320280075
875059	rnn.bias_hh_l0_reverse	4	-0.3957480192184448
875059	rnn.bias_hh_l0_reverse	5	-0.20849494636058807
875059	rnn.bias_hh_l0_reverse	6	-0.2652808129787445
875059	rnn.bias_hh_l0_reverse	7	-0.09947235137224197
875059	rnn.bias_hh_l0_reverse	8	-0.3496316969394684
875059	rnn.bias_hh_l0_reverse	9	0.21443124115467072
875059	linear.weight	0	0.23119445145130157
875059	linear.weight	1	-0.44794225692749023
875059	linear.weight	2	0.05198535695672035
875059	linear.weight	3	0.0674712285399437
875059	linear.weight	4	-0.13676312565803528
875059	linear.weight	5	0.2364484965801239
875059	linear.weight	6	-0.01385075319558382
875059	linear.weight	7	-0.05956171825528145
875059	linear.weight	8	0.13099494576454163
875059	linear.weight	9	-0.04996133968234062
875059	linear.bias	0	-0.8678134679794312
875059	linear.bias	1	1.7829463481903076
875059	linear.bias	2	0.7475261688232422
875059	linear.bias	3	-2.743910312652588
875059	linear.bias	4	-0.06143880635499954
875059	linear.bias	5	1.2475464344024658
875059	linear.bias	6	-0.22804424166679382
875059	linear.bias	7	0.8517739772796631
875059	linear.bias	8	2.1095728874206543
875059	linear.bias	9	-1.2824229001998901
875668	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
875668	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
875668	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
875668	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
875668	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
875668	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
875668	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
875668	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
875668	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
875668	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
875668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
875668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
875668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
875668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
875668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
875668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
875668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
875668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
875668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
875668	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
875668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
875668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
875668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
875668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
875668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
875668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
875668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
875668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
875668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
875668	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
875668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
875668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
875668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
875668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
875668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
875668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
875668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
875668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
875668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
875668	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
875668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
875668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
875668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
875668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
875668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
875668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
875668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
875668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
875668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
875668	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
875668	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
875668	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
875668	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
875668	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
875668	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
875668	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
875668	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
875668	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
875668	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
875668	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
875668	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
875668	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
875668	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
875668	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
875668	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
875668	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
875668	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
875668	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
875668	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
875668	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
875668	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
875668	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
875668	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
875668	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
875668	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
875668	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
875668	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
875668	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
875668	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
875668	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
875668	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
875668	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
875668	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
875668	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
875668	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
875668	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
875668	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
875668	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
875668	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
875668	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
875668	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
875668	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
875668	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
875668	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
875668	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
875668	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
875668	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
875668	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
875668	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
875668	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
875668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
875668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
875668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
875668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
875668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
875668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
875668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
875668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
875668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
875668	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
875668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
875668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
875668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
875668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
875668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
875668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
875668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
875668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
875668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
875668	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
875668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
875668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
875668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
875668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
875668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
875668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
875668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
875668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
875668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
875668	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
875668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
875668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
875668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
875668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
875668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
875668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
875668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
875668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
875668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
875668	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
875668	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
875668	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
875668	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
875668	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
875668	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
875668	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
875668	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
875668	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
875668	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
875668	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
875668	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
875668	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
875668	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
875668	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
875668	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
875668	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
875668	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
875668	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
875668	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
875668	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
875668	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
875668	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
875668	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
875668	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
875668	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
875668	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
875668	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
875668	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
875668	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
875668	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
875668	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
875668	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
875668	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
875668	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
875668	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
875668	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
875668	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
875668	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
875668	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
875668	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
875668	embedding2nn.weight	0	0.3211817145347595
875668	embedding2nn.weight	1	0.36834633350372314
875668	embedding2nn.weight	2	0.0026149493642151356
875668	embedding2nn.weight	3	0.009391493164002895
875668	embedding2nn.weight	4	-0.030384086072444916
875668	embedding2nn.weight	5	0.057798366993665695
875668	embedding2nn.weight	6	0.0007929502753540874
875668	embedding2nn.weight	7	-0.011132434010505676
875668	embedding2nn.weight	8	0.041793156415224075
875668	embedding2nn.weight	9	-0.05149655044078827
875668	embedding2nn.bias	0	0.024261830374598503
875668	embedding2nn.bias	1	-0.20020471513271332
875668	embedding2nn.bias	2	0.12919367849826813
875668	embedding2nn.bias	3	0.1594180166721344
875668	embedding2nn.bias	4	0.14415870606899261
875668	embedding2nn.bias	5	-0.0771244689822197
875668	embedding2nn.bias	6	-0.048834141343832016
875668	embedding2nn.bias	7	0.04058972746133804
875668	embedding2nn.bias	8	-0.15425974130630493
875668	embedding2nn.bias	9	-0.36674079298973083
875668	rnn.weight_ih_l0	0	0.010181338526308537
875668	rnn.weight_ih_l0	1	-0.05811500921845436
875668	rnn.weight_ih_l0	2	-0.04729815199971199
875668	rnn.weight_ih_l0	3	0.1178438812494278
875668	rnn.weight_ih_l0	4	0.018028173595666885
875668	rnn.weight_ih_l0	5	-0.07106635719537735
875668	rnn.weight_ih_l0	6	0.006728275679051876
875668	rnn.weight_ih_l0	7	-0.02420843578875065
875668	rnn.weight_ih_l0	8	0.011326664127409458
875668	rnn.weight_ih_l0	9	-0.08843734860420227
875668	rnn.weight_hh_l0	0	-0.023274829611182213
875668	rnn.weight_hh_l0	1	0.08369500190019608
875668	rnn.weight_hh_l0	2	0.0015815991209819913
875668	rnn.weight_hh_l0	3	-0.03677842393517494
875668	rnn.weight_hh_l0	4	0.08827438205480576
875668	rnn.weight_hh_l0	5	-0.001959575107321143
875668	rnn.weight_hh_l0	6	-0.09086588025093079
875668	rnn.weight_hh_l0	7	-0.139454185962677
875668	rnn.weight_hh_l0	8	0.04064885154366493
875668	rnn.weight_hh_l0	9	-0.12386633455753326
875668	rnn.bias_ih_l0	0	0.17611651122570038
875668	rnn.bias_ih_l0	1	-0.34348064661026
875668	rnn.bias_ih_l0	2	-0.04386210814118385
875668	rnn.bias_ih_l0	3	-0.2107306271791458
875668	rnn.bias_ih_l0	4	-0.008232667110860348
875668	rnn.bias_ih_l0	5	-0.44141823053359985
875668	rnn.bias_ih_l0	6	-0.1415063738822937
875668	rnn.bias_ih_l0	7	-0.39041343331336975
875668	rnn.bias_ih_l0	8	-0.3100016713142395
875668	rnn.bias_ih_l0	9	-0.45157769322395325
875668	rnn.bias_hh_l0	0	-0.3472979962825775
875668	rnn.bias_hh_l0	1	-0.44469568133354187
875668	rnn.bias_hh_l0	2	-0.40254151821136475
875668	rnn.bias_hh_l0	3	-0.0788281038403511
875668	rnn.bias_hh_l0	4	-0.39798736572265625
875668	rnn.bias_hh_l0	5	-0.3727022111415863
875668	rnn.bias_hh_l0	6	-0.11730640381574631
875668	rnn.bias_hh_l0	7	0.06644988805055618
875668	rnn.bias_hh_l0	8	-0.2335197776556015
875668	rnn.bias_hh_l0	9	-0.5665839314460754
875668	rnn.weight_ih_l0_reverse	0	-0.0016638316446915269
875668	rnn.weight_ih_l0_reverse	1	-0.00451132794842124
875668	rnn.weight_ih_l0_reverse	2	0.002046802081167698
875668	rnn.weight_ih_l0_reverse	3	-0.14566394686698914
875668	rnn.weight_ih_l0_reverse	4	0.08046220988035202
875668	rnn.weight_ih_l0_reverse	5	-0.10274362564086914
875668	rnn.weight_ih_l0_reverse	6	-0.006929525639861822
875668	rnn.weight_ih_l0_reverse	7	0.03033367730677128
875668	rnn.weight_ih_l0_reverse	8	-0.048102524131536484
875668	rnn.weight_ih_l0_reverse	9	-0.08917032927274704
875668	rnn.weight_hh_l0_reverse	0	-0.15201523900032043
875668	rnn.weight_hh_l0_reverse	1	0.022087812423706055
875668	rnn.weight_hh_l0_reverse	2	-0.019883567467331886
875668	rnn.weight_hh_l0_reverse	3	0.030635805800557137
875668	rnn.weight_hh_l0_reverse	4	-0.08403212577104568
875668	rnn.weight_hh_l0_reverse	5	0.03758338466286659
875668	rnn.weight_hh_l0_reverse	6	0.03144471347332001
875668	rnn.weight_hh_l0_reverse	7	-0.13159897923469543
875668	rnn.weight_hh_l0_reverse	8	-0.07829158753156662
875668	rnn.weight_hh_l0_reverse	9	0.036332011222839355
875668	rnn.bias_ih_l0_reverse	0	-0.18479828536510468
875668	rnn.bias_ih_l0_reverse	1	-0.05660666525363922
875668	rnn.bias_ih_l0_reverse	2	0.16324932873249054
875668	rnn.bias_ih_l0_reverse	3	-0.32887133955955505
875668	rnn.bias_ih_l0_reverse	4	0.008301894180476665
875668	rnn.bias_ih_l0_reverse	5	-0.22295188903808594
875668	rnn.bias_ih_l0_reverse	6	0.28048625588417053
875668	rnn.bias_ih_l0_reverse	7	-0.29451194405555725
875668	rnn.bias_ih_l0_reverse	8	-0.19703534245491028
875668	rnn.bias_ih_l0_reverse	9	-0.14794905483722687
875668	rnn.bias_hh_l0_reverse	0	-0.13711905479431152
875668	rnn.bias_hh_l0_reverse	1	0.2695823907852173
875668	rnn.bias_hh_l0_reverse	2	-0.3397280275821686
875668	rnn.bias_hh_l0_reverse	3	-0.23151543736457825
875668	rnn.bias_hh_l0_reverse	4	-0.39476478099823
875668	rnn.bias_hh_l0_reverse	5	-0.20881398022174835
875668	rnn.bias_hh_l0_reverse	6	-0.26415112614631653
875668	rnn.bias_hh_l0_reverse	7	-0.10024325549602509
875668	rnn.bias_hh_l0_reverse	8	-0.3524724245071411
875668	rnn.bias_hh_l0_reverse	9	0.21501220762729645
875668	linear.weight	0	0.2321922928094864
875668	linear.weight	1	-0.448334664106369
875668	linear.weight	2	0.056095123291015625
875668	linear.weight	3	0.06747116893529892
875668	linear.weight	4	-0.13302312791347504
875668	linear.weight	5	0.23988209664821625
875668	linear.weight	6	-0.012309364974498749
875668	linear.weight	7	-0.05956131964921951
875668	linear.weight	8	0.13101057708263397
875668	linear.weight	9	-0.049961626529693604
875668	linear.bias	0	-0.8662701845169067
875668	linear.bias	1	1.768103837966919
875668	linear.bias	2	0.7473925352096558
875668	linear.bias	3	-2.743914842605591
875668	linear.bias	4	-0.05570036172866821
875668	linear.bias	5	1.2488820552825928
875668	linear.bias	6	-0.22054564952850342
875668	linear.bias	7	0.8342847228050232
875668	linear.bias	8	2.101926803588867
875668	linear.bias	9	-1.282058596611023
876277	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
876277	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
876277	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
876277	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
876277	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
876277	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
876277	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
876277	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
876277	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
876277	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
876277	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
876277	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
876277	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
876277	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
876277	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
876277	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
876277	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
876277	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
876277	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
876277	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
876277	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
876277	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
876277	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
876277	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
876277	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
876277	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
876277	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
876277	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
876277	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
876277	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
876277	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
876277	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
876277	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
876277	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
876277	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
876277	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
876277	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
876277	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
876277	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
876277	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
876277	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
876277	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
876277	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
876277	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
876277	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
876277	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
876277	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
876277	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
876277	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
876277	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
876277	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
876277	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
876277	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
876277	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
876277	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
876277	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
876277	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
876277	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
876277	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
876277	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
876277	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
876277	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
876277	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
876277	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
876277	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
876277	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
876277	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
876277	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
876277	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
876277	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
876277	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
876277	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
876277	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
876277	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
876277	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
876277	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
876277	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
876277	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
876277	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
876277	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
876277	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
876277	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
876277	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
876277	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
876277	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
876277	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
876277	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
876277	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
876277	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
876277	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
876277	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
876277	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
876277	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
876277	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
876277	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
876277	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
876277	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
876277	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
876277	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
876277	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
876277	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
876277	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
876277	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
876277	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
876277	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
876277	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
876277	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
876277	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
876277	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
876277	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
876277	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
876277	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
876277	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
876277	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
876277	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
876277	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
876277	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
876277	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
876277	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
876277	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
876277	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
876277	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
876277	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
876277	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
876277	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
876277	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
876277	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
876277	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
876277	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
876277	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
876277	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
876277	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
876277	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
876277	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
876277	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
876277	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
876277	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
876277	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
876277	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
876277	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
876277	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
876277	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
876277	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
876277	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
876277	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
876277	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
876277	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
876277	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
876277	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
876277	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
876277	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
876277	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
876277	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
876277	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
876277	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
876277	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
876277	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
876277	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
876277	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
876277	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
876277	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
876277	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
876277	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
876277	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
876277	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
876277	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
876277	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
876277	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
876277	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
876277	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
876277	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
876277	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
876277	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
876277	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
876277	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
876277	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
876277	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
876277	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
876277	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
876277	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
876277	embedding2nn.weight	0	0.3210463523864746
876277	embedding2nn.weight	1	0.368064820766449
876277	embedding2nn.weight	2	0.002598147839307785
876277	embedding2nn.weight	3	0.007823430933058262
876277	embedding2nn.weight	4	-0.0307428278028965
876277	embedding2nn.weight	5	0.05735497549176216
876277	embedding2nn.weight	6	0.0012542522745206952
876277	embedding2nn.weight	7	-0.012408792041242123
876277	embedding2nn.weight	8	0.041966408491134644
876277	embedding2nn.weight	9	-0.05170241370797157
876277	embedding2nn.bias	0	0.025012433528900146
876277	embedding2nn.bias	1	-0.19390112161636353
876277	embedding2nn.bias	2	0.12826605141162872
876277	embedding2nn.bias	3	0.16556276381015778
876277	embedding2nn.bias	4	0.14832939207553864
876277	embedding2nn.bias	5	-0.081833615899086
876277	embedding2nn.bias	6	-0.049973614513874054
876277	embedding2nn.bias	7	0.04176127165555954
876277	embedding2nn.bias	8	-0.15521441400051117
876277	embedding2nn.bias	9	-0.36688733100891113
876277	rnn.weight_ih_l0	0	0.010093390010297298
876277	rnn.weight_ih_l0	1	-0.05819737911224365
876277	rnn.weight_ih_l0	2	-0.046432361006736755
876277	rnn.weight_ih_l0	3	0.11777448654174805
876277	rnn.weight_ih_l0	4	0.01886499673128128
876277	rnn.weight_ih_l0	5	-0.07092110812664032
876277	rnn.weight_ih_l0	6	0.006744887214154005
876277	rnn.weight_ih_l0	7	-0.024493122473359108
876277	rnn.weight_ih_l0	8	0.010864336974918842
876277	rnn.weight_ih_l0	9	-0.08907633274793625
876277	rnn.weight_hh_l0	0	-0.02331390604376793
876277	rnn.weight_hh_l0	1	0.08349262923002243
876277	rnn.weight_hh_l0	2	0.0015769018791615963
876277	rnn.weight_hh_l0	3	-0.03667355328798294
876277	rnn.weight_hh_l0	4	0.08838121592998505
876277	rnn.weight_hh_l0	5	-0.0018970693927258253
876277	rnn.weight_hh_l0	6	-0.09098435938358307
876277	rnn.weight_hh_l0	7	-0.1393590271472931
876277	rnn.weight_hh_l0	8	0.040651801973581314
876277	rnn.weight_hh_l0	9	-0.12401281297206879
876277	rnn.bias_ih_l0	0	0.17671306431293488
876277	rnn.bias_ih_l0	1	-0.3433566689491272
876277	rnn.bias_ih_l0	2	-0.044437114149332047
876277	rnn.bias_ih_l0	3	-0.2122967392206192
876277	rnn.bias_ih_l0	4	-0.00935724750161171
876277	rnn.bias_ih_l0	5	-0.44144028425216675
876277	rnn.bias_ih_l0	6	-0.1402418464422226
876277	rnn.bias_ih_l0	7	-0.390531063079834
876277	rnn.bias_ih_l0	8	-0.30875882506370544
876277	rnn.bias_ih_l0	9	-0.45242318511009216
876277	rnn.bias_hh_l0	0	-0.3459622263908386
876277	rnn.bias_hh_l0	1	-0.44333210587501526
876277	rnn.bias_hh_l0	2	-0.4028445780277252
876277	rnn.bias_hh_l0	3	-0.0793505534529686
876277	rnn.bias_hh_l0	4	-0.3976186215877533
876277	rnn.bias_hh_l0	5	-0.3727341592311859
876277	rnn.bias_hh_l0	6	-0.1184307411313057
876277	rnn.bias_hh_l0	7	0.0664253830909729
876277	rnn.bias_hh_l0	8	-0.23343436419963837
876277	rnn.bias_hh_l0	9	-0.5680573582649231
876277	rnn.weight_ih_l0_reverse	0	-0.0008445674902759492
876277	rnn.weight_ih_l0_reverse	1	-0.004605854861438274
876277	rnn.weight_ih_l0_reverse	2	0.0017468496225774288
876277	rnn.weight_ih_l0_reverse	3	-0.1457991898059845
876277	rnn.weight_ih_l0_reverse	4	0.08072438836097717
876277	rnn.weight_ih_l0_reverse	5	-0.1027420163154602
876277	rnn.weight_ih_l0_reverse	6	-0.006316601298749447
876277	rnn.weight_ih_l0_reverse	7	0.03047396056354046
876277	rnn.weight_ih_l0_reverse	8	-0.04731070250272751
876277	rnn.weight_ih_l0_reverse	9	-0.0891425833106041
876277	rnn.weight_hh_l0_reverse	0	-0.15235556662082672
876277	rnn.weight_hh_l0_reverse	1	0.021957257762551308
876277	rnn.weight_hh_l0_reverse	2	-0.019955286756157875
876277	rnn.weight_hh_l0_reverse	3	0.0306725911796093
876277	rnn.weight_hh_l0_reverse	4	-0.08392990380525589
876277	rnn.weight_hh_l0_reverse	5	0.037643466144800186
876277	rnn.weight_hh_l0_reverse	6	0.03147727623581886
876277	rnn.weight_hh_l0_reverse	7	-0.1317625641822815
876277	rnn.weight_hh_l0_reverse	8	-0.07822144776582718
876277	rnn.weight_hh_l0_reverse	9	0.03630916401743889
876277	rnn.bias_ih_l0_reverse	0	-0.18433091044425964
876277	rnn.bias_ih_l0_reverse	1	-0.05604567751288414
876277	rnn.bias_ih_l0_reverse	2	0.16335348784923553
876277	rnn.bias_ih_l0_reverse	3	-0.3288049101829529
876277	rnn.bias_ih_l0_reverse	4	0.008507033810019493
876277	rnn.bias_ih_l0_reverse	5	-0.22276870906352997
876277	rnn.bias_ih_l0_reverse	6	0.2797229290008545
876277	rnn.bias_ih_l0_reverse	7	-0.2934585213661194
876277	rnn.bias_ih_l0_reverse	8	-0.19742301106452942
876277	rnn.bias_ih_l0_reverse	9	-0.14718757569789886
876277	rnn.bias_hh_l0_reverse	0	-0.13857699930667877
876277	rnn.bias_hh_l0_reverse	1	0.2727460563182831
876277	rnn.bias_hh_l0_reverse	2	-0.3390084505081177
876277	rnn.bias_hh_l0_reverse	3	-0.23054301738739014
876277	rnn.bias_hh_l0_reverse	4	-0.39459386467933655
876277	rnn.bias_hh_l0_reverse	5	-0.2086123675107956
876277	rnn.bias_hh_l0_reverse	6	-0.26400190591812134
876277	rnn.bias_hh_l0_reverse	7	-0.1017521545290947
876277	rnn.bias_hh_l0_reverse	8	-0.3530881702899933
876277	rnn.bias_hh_l0_reverse	9	0.21711860597133636
876277	linear.weight	0	0.2313050478696823
876277	linear.weight	1	-0.4497129023075104
876277	linear.weight	2	0.0560290589928627
876277	linear.weight	3	0.06747109442949295
876277	linear.weight	4	-0.13141828775405884
876277	linear.weight	5	0.24384567141532898
876277	linear.weight	6	-0.012285234406590462
876277	linear.weight	7	-0.0595606304705143
876277	linear.weight	8	0.13129465281963348
876277	linear.weight	9	-0.049961913377046585
876277	linear.bias	0	-0.8735776543617249
876277	linear.bias	1	1.768031358718872
876277	linear.bias	2	0.7436292171478271
876277	linear.bias	3	-2.7439215183258057
876277	linear.bias	4	-0.050869088619947433
876277	linear.bias	5	1.2578911781311035
876277	linear.bias	6	-0.22276721894741058
876277	linear.bias	7	0.8452301025390625
876277	linear.bias	8	2.0992753505706787
876277	linear.bias	9	-1.280118703842163
876886	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
876886	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
876886	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
876886	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
876886	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
876886	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
876886	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
876886	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
876886	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
876886	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
876886	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
876886	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
876886	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
876886	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
876886	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
876886	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
876886	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
876886	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
876886	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
876886	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
876886	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
876886	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
876886	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
876886	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
876886	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
876886	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
876886	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
876886	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
876886	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
876886	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
876886	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
876886	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
876886	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
876886	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
876886	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
876886	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
876886	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
876886	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
876886	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
876886	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
876886	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
876886	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
876886	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
876886	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
876886	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
876886	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
876886	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
876886	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
876886	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
876886	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
876886	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
876886	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
876886	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
876886	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
876886	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
876886	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
876886	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
876886	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
876886	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
876886	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
876886	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
876886	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
876886	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
876886	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
876886	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
876886	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
876886	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
876886	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
876886	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
876886	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
876886	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
876886	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
876886	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
876886	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
876886	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
876886	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
876886	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
876886	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
876886	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
876886	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
876886	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
876886	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
876886	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
876886	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
876886	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
876886	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
876886	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
876886	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
876886	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
876886	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
876886	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
876886	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
876886	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
876886	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
876886	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
876886	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
876886	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
876886	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
876886	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
876886	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
876886	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
876886	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
876886	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
876886	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
876886	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
876886	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
876886	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
876886	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
876886	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
876886	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
876886	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
876886	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
876886	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
876886	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
876886	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
876886	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
876886	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
876886	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
876886	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
876886	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
876886	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
876886	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
876886	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
876886	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
876886	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
876886	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
876886	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
876886	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
876886	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
876886	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
876886	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
876886	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
876886	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
876886	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
876886	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
876886	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
876886	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
876886	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
876886	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
876886	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
876886	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
876886	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
876886	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
876886	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
876886	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
876886	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
876886	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
876886	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
876886	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
876886	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
876886	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
876886	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
876886	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
876886	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
876886	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
876886	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
876886	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
876886	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
876886	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
876886	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
876886	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
876886	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
876886	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
876886	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
876886	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
876886	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
876886	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
876886	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
876886	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
876886	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
876886	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
876886	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
876886	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
876886	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
876886	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
876886	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
876886	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
876886	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
876886	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
876886	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
876886	embedding2nn.weight	0	0.3212543725967407
876886	embedding2nn.weight	1	0.367208868265152
876886	embedding2nn.weight	2	0.0017405602848157287
876886	embedding2nn.weight	3	0.012074155732989311
876886	embedding2nn.weight	4	-0.030501198023557663
876886	embedding2nn.weight	5	0.05733022466301918
876886	embedding2nn.weight	6	0.0003660691436380148
876886	embedding2nn.weight	7	-0.012608806602656841
876886	embedding2nn.weight	8	0.041675910353660583
876886	embedding2nn.weight	9	-0.05186637490987778
876886	embedding2nn.bias	0	0.02080882526934147
876886	embedding2nn.bias	1	-0.1909422129392624
876886	embedding2nn.bias	2	0.12865343689918518
876886	embedding2nn.bias	3	0.16570241749286652
876886	embedding2nn.bias	4	0.147968590259552
876886	embedding2nn.bias	5	-0.07552023231983185
876886	embedding2nn.bias	6	-0.0472429022192955
876886	embedding2nn.bias	7	0.04030780866742134
876886	embedding2nn.bias	8	-0.15738582611083984
876886	embedding2nn.bias	9	-0.3633618950843811
876886	rnn.weight_ih_l0	0	0.009868607856333256
876886	rnn.weight_ih_l0	1	-0.058075904846191406
876886	rnn.weight_ih_l0	2	-0.04561655968427658
876886	rnn.weight_ih_l0	3	0.11721190065145493
876886	rnn.weight_ih_l0	4	0.017985990270972252
876886	rnn.weight_ih_l0	5	-0.07104938477277756
876886	rnn.weight_ih_l0	6	0.006281617563217878
876886	rnn.weight_ih_l0	7	-0.02394452877342701
876886	rnn.weight_ih_l0	8	0.009924013167619705
876886	rnn.weight_ih_l0	9	-0.0893106758594513
876886	rnn.weight_hh_l0	0	-0.023301396518945694
876886	rnn.weight_hh_l0	1	0.0835365504026413
876886	rnn.weight_hh_l0	2	0.0017913978081196547
876886	rnn.weight_hh_l0	3	-0.03679228201508522
876886	rnn.weight_hh_l0	4	0.08834318071603775
876886	rnn.weight_hh_l0	5	-0.001845399267040193
876886	rnn.weight_hh_l0	6	-0.09093020111322403
876886	rnn.weight_hh_l0	7	-0.1394883394241333
876886	rnn.weight_hh_l0	8	0.04069095849990845
876886	rnn.weight_hh_l0	9	-0.12400857359170914
876886	rnn.bias_ih_l0	0	0.17571288347244263
876886	rnn.bias_ih_l0	1	-0.34286895394325256
876886	rnn.bias_ih_l0	2	-0.04425380006432533
876886	rnn.bias_ih_l0	3	-0.21152961254119873
876886	rnn.bias_ih_l0	4	-0.00835910439491272
876886	rnn.bias_ih_l0	5	-0.4404832124710083
876886	rnn.bias_ih_l0	6	-0.14026693999767303
876886	rnn.bias_ih_l0	7	-0.3907661437988281
876886	rnn.bias_ih_l0	8	-0.309950590133667
876886	rnn.bias_ih_l0	9	-0.452435702085495
876886	rnn.bias_hh_l0	0	-0.3452617824077606
876886	rnn.bias_hh_l0	1	-0.4426189959049225
876886	rnn.bias_hh_l0	2	-0.4022565186023712
876886	rnn.bias_hh_l0	3	-0.08038819581270218
876886	rnn.bias_hh_l0	4	-0.3983864188194275
876886	rnn.bias_hh_l0	5	-0.373039573431015
876886	rnn.bias_hh_l0	6	-0.11747437715530396
876886	rnn.bias_hh_l0	7	0.06545047461986542
876886	rnn.bias_hh_l0	8	-0.23229433596134186
876886	rnn.bias_hh_l0	9	-0.5679287910461426
876886	rnn.weight_ih_l0_reverse	0	-0.0008897517691366374
876886	rnn.weight_ih_l0_reverse	1	-0.004483813885599375
876886	rnn.weight_ih_l0_reverse	2	0.001718629151582718
876886	rnn.weight_ih_l0_reverse	3	-0.1461424082517624
876886	rnn.weight_ih_l0_reverse	4	0.08079741150140762
876886	rnn.weight_ih_l0_reverse	5	-0.10385899245738983
876886	rnn.weight_ih_l0_reverse	6	-0.005836655385792255
876886	rnn.weight_ih_l0_reverse	7	0.030484071001410484
876886	rnn.weight_ih_l0_reverse	8	-0.046948958188295364
876886	rnn.weight_ih_l0_reverse	9	-0.08891217410564423
876886	rnn.weight_hh_l0_reverse	0	-0.1520635038614273
876886	rnn.weight_hh_l0_reverse	1	0.021971018984913826
876886	rnn.weight_hh_l0_reverse	2	-0.019961968064308167
876886	rnn.weight_hh_l0_reverse	3	0.030612511560320854
876886	rnn.weight_hh_l0_reverse	4	-0.08402952551841736
876886	rnn.weight_hh_l0_reverse	5	0.0376691073179245
876886	rnn.weight_hh_l0_reverse	6	0.031442947685718536
876886	rnn.weight_hh_l0_reverse	7	-0.1312457025051117
876886	rnn.weight_hh_l0_reverse	8	-0.0782323107123375
876886	rnn.weight_hh_l0_reverse	9	0.0358327254652977
876886	rnn.bias_ih_l0_reverse	0	-0.1848197877407074
876886	rnn.bias_ih_l0_reverse	1	-0.05627124384045601
876886	rnn.bias_ih_l0_reverse	2	0.1640981286764145
876886	rnn.bias_ih_l0_reverse	3	-0.3283456265926361
876886	rnn.bias_ih_l0_reverse	4	0.007876578718423843
876886	rnn.bias_ih_l0_reverse	5	-0.22225958108901978
876886	rnn.bias_ih_l0_reverse	6	0.27921009063720703
876886	rnn.bias_ih_l0_reverse	7	-0.29356154799461365
876886	rnn.bias_ih_l0_reverse	8	-0.1977301687002182
876886	rnn.bias_ih_l0_reverse	9	-0.14692182838916779
876886	rnn.bias_hh_l0_reverse	0	-0.13862872123718262
876886	rnn.bias_hh_l0_reverse	1	0.27293047308921814
876886	rnn.bias_hh_l0_reverse	2	-0.3384420573711395
876886	rnn.bias_hh_l0_reverse	3	-0.23257434368133545
876886	rnn.bias_hh_l0_reverse	4	-0.39483287930488586
876886	rnn.bias_hh_l0_reverse	5	-0.20834405720233917
876886	rnn.bias_hh_l0_reverse	6	-0.26356545090675354
876886	rnn.bias_hh_l0_reverse	7	-0.10145554691553116
876886	rnn.bias_hh_l0_reverse	8	-0.3523854613304138
876886	rnn.bias_hh_l0_reverse	9	0.21751044690608978
876886	linear.weight	0	0.22935906052589417
876886	linear.weight	1	-0.4487675130367279
876886	linear.weight	2	0.05612550303339958
876886	linear.weight	3	0.06747108697891235
876886	linear.weight	4	-0.12065806239843369
876886	linear.weight	5	0.24530118703842163
876886	linear.weight	6	-0.010702596046030521
876886	linear.weight	7	-0.05955998972058296
876886	linear.weight	8	0.12829267978668213
876886	linear.weight	9	-0.04996216669678688
876886	linear.bias	0	-0.870185136795044
876886	linear.bias	1	1.7702374458312988
876886	linear.bias	2	0.7473629117012024
876886	linear.bias	3	-2.743927001953125
876886	linear.bias	4	-0.05258258804678917
876886	linear.bias	5	1.2524694204330444
876886	linear.bias	6	-0.2270410805940628
876886	linear.bias	7	0.8523196578025818
876886	linear.bias	8	2.0957376956939697
876886	linear.bias	9	-1.2792277336120605
877495	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
877495	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
877495	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
877495	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
877495	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
877495	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
877495	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
877495	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
877495	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
877495	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
877495	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
877495	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
877495	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
877495	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
877495	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
877495	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
877495	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
877495	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
877495	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
877495	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
877495	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
877495	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
877495	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
877495	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
877495	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
877495	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
877495	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
877495	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
877495	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
877495	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
877495	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
877495	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
877495	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
877495	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
877495	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
877495	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
877495	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
877495	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
877495	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
877495	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
877495	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
877495	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
877495	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
877495	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
877495	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
877495	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
877495	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
877495	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
877495	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
877495	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
877495	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
877495	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
877495	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
877495	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
877495	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
877495	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
877495	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
877495	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
877495	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
877495	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
877495	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
877495	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
877495	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
877495	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
877495	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
877495	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
877495	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
877495	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
877495	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
877495	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
877495	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
877495	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
877495	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
877495	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
877495	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
877495	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
877495	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
877495	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
877495	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
877495	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
877495	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
877495	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
877495	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
877495	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
877495	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
877495	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
877495	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
877495	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
877495	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
877495	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
877495	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
877495	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
877495	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
877495	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
877495	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
877495	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
877495	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
877495	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
877495	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
877495	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
877495	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
877495	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
877495	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
877495	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
877495	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
877495	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
877495	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
877495	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
877495	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
877495	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
877495	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
877495	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
877495	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
877495	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
877495	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
877495	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
877495	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
877495	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
877495	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
877495	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
877495	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
877495	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
877495	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
877495	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
877495	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
877495	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
877495	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
877495	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
877495	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
877495	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
877495	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
877495	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
877495	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
877495	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
877495	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
877495	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
877495	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
877495	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
877495	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
877495	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
877495	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
877495	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
877495	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
877495	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
877495	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
877495	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
877495	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
877495	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
877495	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
877495	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
877495	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
877495	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
877495	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
877495	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
877495	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
877495	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
877495	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
877495	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
877495	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
877495	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
877495	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
877495	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
877495	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
877495	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
877495	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
877495	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
877495	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
877495	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
877495	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
877495	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
877495	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
877495	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
877495	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
877495	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
877495	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
877495	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
877495	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
877495	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
877495	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
877495	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
877495	embedding2nn.weight	0	0.3208739459514618
877495	embedding2nn.weight	1	0.3672229051589966
877495	embedding2nn.weight	2	0.001605602097697556
877495	embedding2nn.weight	3	0.011848833411931992
877495	embedding2nn.weight	4	-0.03069213032722473
877495	embedding2nn.weight	5	0.057465508580207825
877495	embedding2nn.weight	6	0.0020040683448314667
877495	embedding2nn.weight	7	-0.01300057303160429
877495	embedding2nn.weight	8	0.04111069440841675
877495	embedding2nn.weight	9	-0.05269715562462807
877495	embedding2nn.bias	0	0.022685440257191658
877495	embedding2nn.bias	1	-0.1900615096092224
877495	embedding2nn.bias	2	0.13193762302398682
877495	embedding2nn.bias	3	0.17082072794437408
877495	embedding2nn.bias	4	0.1507481038570404
877495	embedding2nn.bias	5	-0.07707672566175461
877495	embedding2nn.bias	6	-0.04829147830605507
877495	embedding2nn.bias	7	0.04298023506999016
877495	embedding2nn.bias	8	-0.157983660697937
877495	embedding2nn.bias	9	-0.3629055321216583
877495	rnn.weight_ih_l0	0	0.010039526037871838
877495	rnn.weight_ih_l0	1	-0.05784082040190697
877495	rnn.weight_ih_l0	2	-0.045938890427351
877495	rnn.weight_ih_l0	3	0.11665432155132294
877495	rnn.weight_ih_l0	4	0.01816452108323574
877495	rnn.weight_ih_l0	5	-0.06966531276702881
877495	rnn.weight_ih_l0	6	0.005933044478297234
877495	rnn.weight_ih_l0	7	-0.023773135617375374
877495	rnn.weight_ih_l0	8	0.010952798649668694
877495	rnn.weight_ih_l0	9	-0.08886027336120605
877495	rnn.weight_hh_l0	0	-0.023322151973843575
877495	rnn.weight_hh_l0	1	0.08359550684690475
877495	rnn.weight_hh_l0	2	0.0016986483242362738
877495	rnn.weight_hh_l0	3	-0.0368293896317482
877495	rnn.weight_hh_l0	4	0.08834084123373032
877495	rnn.weight_hh_l0	5	-0.0018221249338239431
877495	rnn.weight_hh_l0	6	-0.0909186601638794
877495	rnn.weight_hh_l0	7	-0.13934177160263062
877495	rnn.weight_hh_l0	8	0.040665969252586365
877495	rnn.weight_hh_l0	9	-0.12398223578929901
877495	rnn.bias_ih_l0	0	0.1747821569442749
877495	rnn.bias_ih_l0	1	-0.34291955828666687
877495	rnn.bias_ih_l0	2	-0.044171836227178574
877495	rnn.bias_ih_l0	3	-0.21010395884513855
877495	rnn.bias_ih_l0	4	-0.00838642567396164
877495	rnn.bias_ih_l0	5	-0.44059738516807556
877495	rnn.bias_ih_l0	6	-0.14034320414066315
877495	rnn.bias_ih_l0	7	-0.391018807888031
877495	rnn.bias_ih_l0	8	-0.3099654018878937
877495	rnn.bias_ih_l0	9	-0.4513019025325775
877495	rnn.bias_hh_l0	0	-0.3444601595401764
877495	rnn.bias_hh_l0	1	-0.44262683391571045
877495	rnn.bias_hh_l0	2	-0.40078839659690857
877495	rnn.bias_hh_l0	3	-0.08074092864990234
877495	rnn.bias_hh_l0	4	-0.3987719416618347
877495	rnn.bias_hh_l0	5	-0.3732294738292694
877495	rnn.bias_hh_l0	6	-0.11809881776571274
877495	rnn.bias_hh_l0	7	0.06577592343091965
877495	rnn.bias_hh_l0	8	-0.2328275442123413
877495	rnn.bias_hh_l0	9	-0.5687730312347412
877495	rnn.weight_ih_l0_reverse	0	-0.0005555454990826547
877495	rnn.weight_ih_l0_reverse	1	-0.004523498006165028
877495	rnn.weight_ih_l0_reverse	2	0.0011761613423004746
877495	rnn.weight_ih_l0_reverse	3	-0.14612582325935364
877495	rnn.weight_ih_l0_reverse	4	0.0807669535279274
877495	rnn.weight_ih_l0_reverse	5	-0.1021791622042656
877495	rnn.weight_ih_l0_reverse	6	-0.005432882346212864
877495	rnn.weight_ih_l0_reverse	7	0.030378365889191628
877495	rnn.weight_ih_l0_reverse	8	-0.047625090926885605
877495	rnn.weight_ih_l0_reverse	9	-0.08874678611755371
877495	rnn.weight_hh_l0_reverse	0	-0.1522262543439865
877495	rnn.weight_hh_l0_reverse	1	0.022000683471560478
877495	rnn.weight_hh_l0_reverse	2	-0.019848961383104324
877495	rnn.weight_hh_l0_reverse	3	0.03084377758204937
877495	rnn.weight_hh_l0_reverse	4	-0.08415050804615021
877495	rnn.weight_hh_l0_reverse	5	0.037687286734580994
877495	rnn.weight_hh_l0_reverse	6	0.03145686164498329
877495	rnn.weight_hh_l0_reverse	7	-0.13116563856601715
877495	rnn.weight_hh_l0_reverse	8	-0.07825557142496109
877495	rnn.weight_hh_l0_reverse	9	0.03573755919933319
877495	rnn.bias_ih_l0_reverse	0	-0.18468034267425537
877495	rnn.bias_ih_l0_reverse	1	-0.05613976716995239
877495	rnn.bias_ih_l0_reverse	2	0.16516734659671783
877495	rnn.bias_ih_l0_reverse	3	-0.32858651876449585
877495	rnn.bias_ih_l0_reverse	4	0.010685451328754425
877495	rnn.bias_ih_l0_reverse	5	-0.22205115854740143
877495	rnn.bias_ih_l0_reverse	6	0.27953436970710754
877495	rnn.bias_ih_l0_reverse	7	-0.295056015253067
877495	rnn.bias_ih_l0_reverse	8	-0.1974257230758667
877495	rnn.bias_ih_l0_reverse	9	-0.1475304663181305
877495	rnn.bias_hh_l0_reverse	0	-0.13725197315216064
877495	rnn.bias_hh_l0_reverse	1	0.27315807342529297
877495	rnn.bias_hh_l0_reverse	2	-0.33818942308425903
877495	rnn.bias_hh_l0_reverse	3	-0.2334623485803604
877495	rnn.bias_hh_l0_reverse	4	-0.3939751088619232
877495	rnn.bias_hh_l0_reverse	5	-0.20930832624435425
877495	rnn.bias_hh_l0_reverse	6	-0.2631261646747589
877495	rnn.bias_hh_l0_reverse	7	-0.10180286318063736
877495	rnn.bias_hh_l0_reverse	8	-0.3524174690246582
877495	rnn.bias_hh_l0_reverse	9	0.21391381323337555
877495	linear.weight	0	0.23341350257396698
877495	linear.weight	1	-0.44739237427711487
877495	linear.weight	2	0.05595191940665245
877495	linear.weight	3	0.06747106462717056
877495	linear.weight	4	-0.13058587908744812
877495	linear.weight	5	0.24146580696105957
877495	linear.weight	6	-0.011526902206242085
877495	linear.weight	7	-0.05955955758690834
877495	linear.weight	8	0.12845394015312195
877495	linear.weight	9	-0.04996234178543091
877495	linear.bias	0	-0.8666432499885559
877495	linear.bias	1	1.7644628286361694
877495	linear.bias	2	0.7445368766784668
877495	linear.bias	3	-2.7439329624176025
877495	linear.bias	4	-0.0596163347363472
877495	linear.bias	5	1.2496789693832397
877495	linear.bias	6	-0.21545195579528809
877495	linear.bias	7	0.8506381511688232
877495	linear.bias	8	2.101857900619507
877495	linear.bias	9	-1.2782037258148193
878104	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
878104	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
878104	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
878104	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
878104	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
878104	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
878104	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
878104	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
878104	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
878104	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
878104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
878104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
878104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
878104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
878104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
878104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
878104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
878104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
878104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
878104	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
878104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
878104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
878104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
878104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
878104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
878104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
878104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
878104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
878104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
878104	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
878104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
878104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
878104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
878104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
878104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
878104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
878104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
878104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
878104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
878104	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
878104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
878104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
878104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
878104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
878104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
878104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
878104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
878104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
878104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
878104	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
878104	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
878104	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
878104	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
878104	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
878104	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
878104	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
878104	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
878104	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
878104	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
878104	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
878104	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
878104	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
878104	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
878104	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
878104	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
878104	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
878104	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
878104	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
878104	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
878104	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
878104	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
878104	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
878104	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
878104	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
878104	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
878104	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
878104	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
878104	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
878104	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
878104	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
878104	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
878104	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
878104	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
878104	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
878104	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
878104	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
878104	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
878104	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
878104	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
878104	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
878104	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
878104	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
878104	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
878104	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
878104	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
878104	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
878104	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
878104	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
878104	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
878104	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
878104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
878104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
878104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
878104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
878104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
878104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
878104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
878104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
878104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
878104	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
878104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
878104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
878104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
878104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
878104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
878104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
878104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
878104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
878104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
878104	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
878104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
878104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
878104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
878104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
878104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
878104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
878104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
878104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
878104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
878104	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
878104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
878104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
878104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
878104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
878104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
878104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
878104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
878104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
878104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
878104	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
878104	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
878104	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
878104	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
878104	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
878104	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
878104	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
878104	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
878104	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
878104	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
878104	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
878104	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
878104	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
878104	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
878104	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
878104	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
878104	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
878104	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
878104	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
878104	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
878104	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
878104	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
878104	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
878104	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
878104	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
878104	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
878104	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
878104	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
878104	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
878104	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
878104	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
878104	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
878104	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
878104	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
878104	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
878104	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
878104	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
878104	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
878104	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
878104	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
878104	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
878104	embedding2nn.weight	0	0.3208380937576294
878104	embedding2nn.weight	1	0.3671196699142456
878104	embedding2nn.weight	2	0.00148242455907166
878104	embedding2nn.weight	3	0.013031918555498123
878104	embedding2nn.weight	4	-0.03075527958571911
878104	embedding2nn.weight	5	0.05747167021036148
878104	embedding2nn.weight	6	0.0022636624053120613
878104	embedding2nn.weight	7	-0.01224718987941742
878104	embedding2nn.weight	8	0.040099721401929855
878104	embedding2nn.weight	9	-0.05272587388753891
878104	embedding2nn.bias	0	0.019580241292715073
878104	embedding2nn.bias	1	-0.19111263751983643
878104	embedding2nn.bias	2	0.1321777105331421
878104	embedding2nn.bias	3	0.17087922990322113
878104	embedding2nn.bias	4	0.14754782617092133
878104	embedding2nn.bias	5	-0.07860158383846283
878104	embedding2nn.bias	6	-0.047900114208459854
878104	embedding2nn.bias	7	0.04248696565628052
878104	embedding2nn.bias	8	-0.1518208384513855
878104	embedding2nn.bias	9	-0.3637630343437195
878104	rnn.weight_ih_l0	0	0.00995001569390297
878104	rnn.weight_ih_l0	1	-0.057619571685791016
878104	rnn.weight_ih_l0	2	-0.04599333927035332
878104	rnn.weight_ih_l0	3	0.11673642694950104
878104	rnn.weight_ih_l0	4	0.017740866169333458
878104	rnn.weight_ih_l0	5	-0.06999798864126205
878104	rnn.weight_ih_l0	6	0.0060384864918887615
878104	rnn.weight_ih_l0	7	-0.024265561252832413
878104	rnn.weight_ih_l0	8	0.010445973835885525
878104	rnn.weight_ih_l0	9	-0.08832510560750961
878104	rnn.weight_hh_l0	0	-0.023347627371549606
878104	rnn.weight_hh_l0	1	0.08367138355970383
878104	rnn.weight_hh_l0	2	0.0014108531177043915
878104	rnn.weight_hh_l0	3	-0.03695262596011162
878104	rnn.weight_hh_l0	4	0.0884331464767456
878104	rnn.weight_hh_l0	5	-0.0018906706245616078
878104	rnn.weight_hh_l0	6	-0.09084701538085938
878104	rnn.weight_hh_l0	7	-0.13958032429218292
878104	rnn.weight_hh_l0	8	0.04066293314099312
878104	rnn.weight_hh_l0	9	-0.12399701029062271
878104	rnn.bias_ih_l0	0	0.1726839691400528
878104	rnn.bias_ih_l0	1	-0.34260496497154236
878104	rnn.bias_ih_l0	2	-0.04421588405966759
878104	rnn.bias_ih_l0	3	-0.21005631983280182
878104	rnn.bias_ih_l0	4	-0.009298532269895077
878104	rnn.bias_ih_l0	5	-0.44116276502609253
878104	rnn.bias_ih_l0	6	-0.14040814340114594
878104	rnn.bias_ih_l0	7	-0.3911738991737366
878104	rnn.bias_ih_l0	8	-0.30941691994667053
878104	rnn.bias_ih_l0	9	-0.4543435275554657
878104	rnn.bias_hh_l0	0	-0.34513649344444275
878104	rnn.bias_hh_l0	1	-0.4428689479827881
878104	rnn.bias_hh_l0	2	-0.4001711308956146
878104	rnn.bias_hh_l0	3	-0.080577552318573
878104	rnn.bias_hh_l0	4	-0.39825257658958435
878104	rnn.bias_hh_l0	5	-0.37314221262931824
878104	rnn.bias_hh_l0	6	-0.11764740943908691
878104	rnn.bias_hh_l0	7	0.06717433780431747
878104	rnn.bias_hh_l0	8	-0.2319885790348053
878104	rnn.bias_hh_l0	9	-0.5688092708587646
878104	rnn.weight_ih_l0_reverse	0	-0.0013780334265902638
878104	rnn.weight_ih_l0_reverse	1	-0.004782760050147772
878104	rnn.weight_ih_l0_reverse	2	0.0008531225030310452
878104	rnn.weight_ih_l0_reverse	3	-0.14603164792060852
878104	rnn.weight_ih_l0_reverse	4	0.08081118017435074
878104	rnn.weight_ih_l0_reverse	5	-0.10256984084844589
878104	rnn.weight_ih_l0_reverse	6	-0.005235711112618446
878104	rnn.weight_ih_l0_reverse	7	0.03005368262529373
878104	rnn.weight_ih_l0_reverse	8	-0.04697161912918091
878104	rnn.weight_ih_l0_reverse	9	-0.08844076097011566
878104	rnn.weight_hh_l0_reverse	0	-0.15203267335891724
878104	rnn.weight_hh_l0_reverse	1	0.021932635456323624
878104	rnn.weight_hh_l0_reverse	2	-0.019888419657945633
878104	rnn.weight_hh_l0_reverse	3	0.03074243664741516
878104	rnn.weight_hh_l0_reverse	4	-0.0839398130774498
878104	rnn.weight_hh_l0_reverse	5	0.03761355206370354
878104	rnn.weight_hh_l0_reverse	6	0.03145045414566994
878104	rnn.weight_hh_l0_reverse	7	-0.13132810592651367
878104	rnn.weight_hh_l0_reverse	8	-0.07838135957717896
878104	rnn.weight_hh_l0_reverse	9	0.03564011678099632
878104	rnn.bias_ih_l0_reverse	0	-0.1845342218875885
878104	rnn.bias_ih_l0_reverse	1	-0.05748599022626877
878104	rnn.bias_ih_l0_reverse	2	0.1661175936460495
878104	rnn.bias_ih_l0_reverse	3	-0.32835546135902405
878104	rnn.bias_ih_l0_reverse	4	0.009718996472656727
878104	rnn.bias_ih_l0_reverse	5	-0.22264349460601807
878104	rnn.bias_ih_l0_reverse	6	0.27898579835891724
878104	rnn.bias_ih_l0_reverse	7	-0.29650530219078064
878104	rnn.bias_ih_l0_reverse	8	-0.19805364310741425
878104	rnn.bias_ih_l0_reverse	9	-0.14471997320652008
878104	rnn.bias_hh_l0_reverse	0	-0.136286199092865
878104	rnn.bias_hh_l0_reverse	1	0.2724485993385315
878104	rnn.bias_hh_l0_reverse	2	-0.3391142189502716
878104	rnn.bias_hh_l0_reverse	3	-0.23260951042175293
878104	rnn.bias_hh_l0_reverse	4	-0.39353519678115845
878104	rnn.bias_hh_l0_reverse	5	-0.20836995542049408
878104	rnn.bias_hh_l0_reverse	6	-0.2644444406032562
878104	rnn.bias_hh_l0_reverse	7	-0.10259904712438583
878104	rnn.bias_hh_l0_reverse	8	-0.3521706461906433
878104	rnn.bias_hh_l0_reverse	9	0.2152494490146637
878104	linear.weight	0	0.23794551193714142
878104	linear.weight	1	-0.45096635818481445
878104	linear.weight	2	0.060629721730947495
878104	linear.weight	3	0.06747104972600937
878104	linear.weight	4	-0.13109394907951355
878104	linear.weight	5	0.2409895658493042
878104	linear.weight	6	-0.011034643277525902
878104	linear.weight	7	-0.059558916836977005
878104	linear.weight	8	0.13063405454158783
878104	linear.weight	9	-0.04996255785226822
878104	linear.bias	0	-0.8639345765113831
878104	linear.bias	1	1.7625480890274048
878104	linear.bias	2	0.7444947957992554
878104	linear.bias	3	-2.74393892288208
878104	linear.bias	4	-0.05942191928625107
878104	linear.bias	5	1.243157982826233
878104	linear.bias	6	-0.2179577350616455
878104	linear.bias	7	0.8507516980171204
878104	linear.bias	8	2.1093246936798096
878104	linear.bias	9	-1.284557819366455
878112	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
878112	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
878112	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
878112	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
878112	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
878112	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
878112	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
878112	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
878112	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
878112	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
878112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
878112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
878112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
878112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
878112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
878112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
878112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
878112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
878112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
878112	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
878112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
878112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
878112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
878112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
878112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
878112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
878112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
878112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
878112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
878112	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
878112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
878112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
878112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
878112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
878112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
878112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
878112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
878112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
878112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
878112	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
878112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
878112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
878112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
878112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
878112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
878112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
878112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
878112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
878112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
878112	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
878112	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
878112	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
878112	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
878112	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
878112	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
878112	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
878112	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
878112	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
878112	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
878112	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
878112	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
878112	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
878112	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
878112	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
878112	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
878112	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
878112	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
878112	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
878112	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
878112	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
878112	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
878112	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
878112	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
878112	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
878112	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
878112	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
878112	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
878112	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
878112	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
878112	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
878112	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
878112	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
878112	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
878112	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
878112	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
878112	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
878112	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
878112	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
878112	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
878112	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
878112	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
878112	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
878112	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
878112	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
878112	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
878112	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
878112	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
878112	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
878112	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
878112	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
878112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
878112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
878112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
878112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
878112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
878112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
878112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
878112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
878112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
878112	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
878112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
878112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
878112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
878112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
878112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
878112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
878112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
878112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
878112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
878112	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
878112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
878112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
878112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
878112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
878112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
878112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
878112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
878112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
878112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
878112	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
878112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
878112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
878112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
878112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
878112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
878112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
878112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
878112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
878112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
878112	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
878112	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
878112	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
878112	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
878112	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
878112	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
878112	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
878112	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
878112	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
878112	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
878112	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
878112	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
878112	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
878112	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
878112	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
878112	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
878112	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
878112	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
878112	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
878112	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
878112	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
878112	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
878112	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
878112	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
878112	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
878112	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
878112	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
878112	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
878112	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
878112	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
878112	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
878112	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
878112	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
878112	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
878112	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
878112	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
878112	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
878112	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
878112	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
878112	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
878112	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
878112	embedding2nn.weight	0	0.3208719789981842
878112	embedding2nn.weight	1	0.3670508861541748
878112	embedding2nn.weight	2	0.0015064660692587495
878112	embedding2nn.weight	3	0.013284774497151375
878112	embedding2nn.weight	4	-0.030777931213378906
878112	embedding2nn.weight	5	0.05746346712112427
878112	embedding2nn.weight	6	0.0021980812307447195
878112	embedding2nn.weight	7	-0.012232175096869469
878112	embedding2nn.weight	8	0.0401642844080925
878112	embedding2nn.weight	9	-0.05257345736026764
878112	embedding2nn.bias	0	0.01935689151287079
878112	embedding2nn.bias	1	-0.1891537606716156
878112	embedding2nn.bias	2	0.13234883546829224
878112	embedding2nn.bias	3	0.17010225355625153
878112	embedding2nn.bias	4	0.14812129735946655
878112	embedding2nn.bias	5	-0.07943814247846603
878112	embedding2nn.bias	6	-0.04780414700508118
878112	embedding2nn.bias	7	0.04252137616276741
878112	embedding2nn.bias	8	-0.1518443077802658
878112	embedding2nn.bias	9	-0.36367475986480713
878112	rnn.weight_ih_l0	0	0.009962066076695919
878112	rnn.weight_ih_l0	1	-0.05762312933802605
878112	rnn.weight_ih_l0	2	-0.04603903368115425
878112	rnn.weight_ih_l0	3	0.11675481498241425
878112	rnn.weight_ih_l0	4	0.017824171110987663
878112	rnn.weight_ih_l0	5	-0.07001128792762756
878112	rnn.weight_ih_l0	6	0.006050851196050644
878112	rnn.weight_ih_l0	7	-0.02419625036418438
878112	rnn.weight_ih_l0	8	0.010301118716597557
878112	rnn.weight_ih_l0	9	-0.08830632269382477
878112	rnn.weight_hh_l0	0	-0.02335723116993904
878112	rnn.weight_hh_l0	1	0.08365301787853241
878112	rnn.weight_hh_l0	2	0.0014177735429257154
878112	rnn.weight_hh_l0	3	-0.03693493455648422
878112	rnn.weight_hh_l0	4	0.08844326436519623
878112	rnn.weight_hh_l0	5	-0.0018713679164648056
878112	rnn.weight_hh_l0	6	-0.09084608405828476
878112	rnn.weight_hh_l0	7	-0.13963687419891357
878112	rnn.weight_hh_l0	8	0.040661536157131195
878112	rnn.weight_hh_l0	9	-0.12399885803461075
878112	rnn.bias_ih_l0	0	0.1726955771446228
878112	rnn.bias_ih_l0	1	-0.34273508191108704
878112	rnn.bias_ih_l0	2	-0.04431096091866493
878112	rnn.bias_ih_l0	3	-0.20997919142246246
878112	rnn.bias_ih_l0	4	-0.00948541983962059
878112	rnn.bias_ih_l0	5	-0.4412277340888977
878112	rnn.bias_ih_l0	6	-0.14024241268634796
878112	rnn.bias_ih_l0	7	-0.391245573759079
878112	rnn.bias_ih_l0	8	-0.3093720078468323
878112	rnn.bias_ih_l0	9	-0.45408543944358826
878112	rnn.bias_hh_l0	0	-0.3451715409755707
878112	rnn.bias_hh_l0	1	-0.44277921319007874
878112	rnn.bias_hh_l0	2	-0.40036848187446594
878112	rnn.bias_hh_l0	3	-0.0806078314781189
878112	rnn.bias_hh_l0	4	-0.39830151200294495
878112	rnn.bias_hh_l0	5	-0.3731449544429779
878112	rnn.bias_hh_l0	6	-0.11758233606815338
878112	rnn.bias_hh_l0	7	0.0673597902059555
878112	rnn.bias_hh_l0	8	-0.2320328652858734
878112	rnn.bias_hh_l0	9	-0.5688495635986328
878112	rnn.weight_ih_l0_reverse	0	-0.0013443655334413052
878112	rnn.weight_ih_l0_reverse	1	-0.0047386507503688335
878112	rnn.weight_ih_l0_reverse	2	0.0008552631479687989
878112	rnn.weight_ih_l0_reverse	3	-0.1460050642490387
878112	rnn.weight_ih_l0_reverse	4	0.0808262899518013
878112	rnn.weight_ih_l0_reverse	5	-0.10260375589132309
878112	rnn.weight_ih_l0_reverse	6	-0.005403914488852024
878112	rnn.weight_ih_l0_reverse	7	0.030071856454014778
878112	rnn.weight_ih_l0_reverse	8	-0.046963971108198166
878112	rnn.weight_ih_l0_reverse	9	-0.08848979324102402
878112	rnn.weight_hh_l0_reverse	0	-0.15200099349021912
878112	rnn.weight_hh_l0_reverse	1	0.021925844252109528
878112	rnn.weight_hh_l0_reverse	2	-0.01986246556043625
878112	rnn.weight_hh_l0_reverse	3	0.03075338341295719
878112	rnn.weight_hh_l0_reverse	4	-0.08392364531755447
878112	rnn.weight_hh_l0_reverse	5	0.03761225938796997
878112	rnn.weight_hh_l0_reverse	6	0.03144730627536774
878112	rnn.weight_hh_l0_reverse	7	-0.13124842941761017
878112	rnn.weight_hh_l0_reverse	8	-0.0784231498837471
878112	rnn.weight_hh_l0_reverse	9	0.0356442928314209
878112	rnn.bias_ih_l0_reverse	0	-0.1845674365758896
878112	rnn.bias_ih_l0_reverse	1	-0.05746043473482132
878112	rnn.bias_ih_l0_reverse	2	0.16611431539058685
878112	rnn.bias_ih_l0_reverse	3	-0.32840070128440857
878112	rnn.bias_ih_l0_reverse	4	0.009957840666174889
878112	rnn.bias_ih_l0_reverse	5	-0.22260655462741852
878112	rnn.bias_ih_l0_reverse	6	0.2790820300579071
878112	rnn.bias_ih_l0_reverse	7	-0.29667434096336365
878112	rnn.bias_ih_l0_reverse	8	-0.19802971184253693
878112	rnn.bias_ih_l0_reverse	9	-0.14478640258312225
878112	rnn.bias_hh_l0_reverse	0	-0.13640554249286652
878112	rnn.bias_hh_l0_reverse	1	0.27228429913520813
878112	rnn.bias_hh_l0_reverse	2	-0.3391396403312683
878112	rnn.bias_hh_l0_reverse	3	-0.2326781004667282
878112	rnn.bias_hh_l0_reverse	4	-0.3934205174446106
878112	rnn.bias_hh_l0_reverse	5	-0.20811700820922852
878112	rnn.bias_hh_l0_reverse	6	-0.26442062854766846
878112	rnn.bias_hh_l0_reverse	7	-0.10264436900615692
878112	rnn.bias_hh_l0_reverse	8	-0.3519158959388733
878112	rnn.bias_hh_l0_reverse	9	0.21514809131622314
878112	linear.weight	0	0.23773393034934998
878112	linear.weight	1	-0.45115262269973755
878112	linear.weight	2	0.06070966273546219
878112	linear.weight	3	0.06747107207775116
878112	linear.weight	4	-0.13183623552322388
878112	linear.weight	5	0.24104544520378113
878112	linear.weight	6	-0.01057653408497572
878112	linear.weight	7	-0.05955890566110611
878112	linear.weight	8	0.13035866618156433
878112	linear.weight	9	-0.049962565302848816
878112	linear.bias	0	-0.8635863661766052
878112	linear.bias	1	1.7596068382263184
878112	linear.bias	2	0.7451602220535278
878112	linear.bias	3	-2.743939161300659
878112	linear.bias	4	-0.05917815491557121
878112	linear.bias	5	1.2449545860290527
878112	linear.bias	6	-0.21859025955200195
878112	linear.bias	7	0.8508176803588867
878112	linear.bias	8	2.108736753463745
878112	linear.bias	9	-1.2841941118240356
878721	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
878721	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
878721	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
878721	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
878721	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
878721	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
878721	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
878721	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
878721	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
878721	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
878721	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
878721	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
878721	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
878721	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
878721	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
878721	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
878721	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
878721	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
878721	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
878721	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
878721	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
878721	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
878721	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
878721	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
878721	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
878721	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
878721	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
878721	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
878721	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
878721	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
878721	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
878721	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
878721	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
878721	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
878721	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
878721	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
878721	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
878721	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
878721	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
878721	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
878721	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
878721	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
878721	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
878721	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
878721	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
878721	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
878721	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
878721	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
878721	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
878721	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
878721	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
878721	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
878721	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
878721	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
878721	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
878721	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
878721	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
878721	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
878721	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
878721	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
878721	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
878721	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
878721	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
878721	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
878721	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
878721	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
878721	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
878721	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
878721	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
878721	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
878721	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
878721	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
878721	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
878721	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
878721	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
878721	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
878721	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
878721	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
878721	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
878721	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
878721	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
878721	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
878721	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
878721	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
878721	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
878721	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
878721	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
878721	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
878721	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
878721	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
878721	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
878721	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
878721	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
878721	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
878721	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
878721	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
878721	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
878721	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
878721	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
878721	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
878721	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
878721	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
878721	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
878721	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
878721	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
878721	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
878721	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
878721	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
878721	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
878721	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
878721	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
878721	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
878721	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
878721	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
878721	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
878721	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
878721	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
878721	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
878721	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
878721	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
878721	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
878721	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
878721	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
878721	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
878721	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
878721	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
878721	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
878721	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
878721	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
878721	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
878721	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
878721	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
878721	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
878721	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
878721	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
878721	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
878721	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
878721	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
878721	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
878721	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
878721	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
878721	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
878721	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
878721	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
878721	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
878721	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
878721	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
878721	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
878721	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
878721	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
878721	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
878721	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
878721	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
878721	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
878721	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
878721	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
878721	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
878721	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
878721	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
878721	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
878721	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
878721	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
878721	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
878721	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
878721	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
878721	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
878721	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
878721	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
878721	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
878721	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
878721	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
878721	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
878721	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
878721	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
878721	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
878721	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
878721	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
878721	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
878721	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
878721	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
878721	embedding2nn.weight	0	0.3207108974456787
878721	embedding2nn.weight	1	0.36644354462623596
878721	embedding2nn.weight	2	0.0013273699441924691
878721	embedding2nn.weight	3	0.00973740965127945
878721	embedding2nn.weight	4	-0.03067023865878582
878721	embedding2nn.weight	5	0.058044612407684326
878721	embedding2nn.weight	6	0.004257113207131624
878721	embedding2nn.weight	7	-0.011169873178005219
878721	embedding2nn.weight	8	0.04004906862974167
878721	embedding2nn.weight	9	-0.05315350368618965
878721	embedding2nn.bias	0	0.020858298987150192
878721	embedding2nn.bias	1	-0.19380943477153778
878721	embedding2nn.bias	2	0.1304837316274643
878721	embedding2nn.bias	3	0.16955505311489105
878721	embedding2nn.bias	4	0.14520058035850525
878721	embedding2nn.bias	5	-0.08060535788536072
878721	embedding2nn.bias	6	-0.04836297035217285
878721	embedding2nn.bias	7	0.042163025587797165
878721	embedding2nn.bias	8	-0.15125519037246704
878721	embedding2nn.bias	9	-0.3648645877838135
878721	rnn.weight_ih_l0	0	0.009674245491623878
878721	rnn.weight_ih_l0	1	-0.05763842910528183
878721	rnn.weight_ih_l0	2	-0.04555491358041763
878721	rnn.weight_ih_l0	3	0.11683681607246399
878721	rnn.weight_ih_l0	4	0.017542533576488495
878721	rnn.weight_ih_l0	5	-0.07042356580495834
878721	rnn.weight_ih_l0	6	0.00637923926115036
878721	rnn.weight_ih_l0	7	-0.0245397686958313
878721	rnn.weight_ih_l0	8	0.009759613312780857
878721	rnn.weight_ih_l0	9	-0.08898419886827469
878721	rnn.weight_hh_l0	0	-0.023307882249355316
878721	rnn.weight_hh_l0	1	0.08352552354335785
878721	rnn.weight_hh_l0	2	0.0014296143781393766
878721	rnn.weight_hh_l0	3	-0.036974821239709854
878721	rnn.weight_hh_l0	4	0.0885067731142044
878721	rnn.weight_hh_l0	5	-0.0017235297709703445
878721	rnn.weight_hh_l0	6	-0.09092321991920471
878721	rnn.weight_hh_l0	7	-0.13969573378562927
878721	rnn.weight_hh_l0	8	0.040657706558704376
878721	rnn.weight_hh_l0	9	-0.12403539568185806
878721	rnn.bias_ih_l0	0	0.17361876368522644
878721	rnn.bias_ih_l0	1	-0.3435980975627899
878721	rnn.bias_ih_l0	2	-0.04374207928776741
878721	rnn.bias_ih_l0	3	-0.21116243302822113
878721	rnn.bias_ih_l0	4	-0.008023588918149471
878721	rnn.bias_ih_l0	5	-0.44088709354400635
878721	rnn.bias_ih_l0	6	-0.1394444853067398
878721	rnn.bias_ih_l0	7	-0.3908288776874542
878721	rnn.bias_ih_l0	8	-0.30880969762802124
878721	rnn.bias_ih_l0	9	-0.4515592157840729
878721	rnn.bias_hh_l0	0	-0.346370130777359
878721	rnn.bias_hh_l0	1	-0.442364364862442
878721	rnn.bias_hh_l0	2	-0.40141576528549194
878721	rnn.bias_hh_l0	3	-0.08018330484628677
878721	rnn.bias_hh_l0	4	-0.39825528860092163
878721	rnn.bias_hh_l0	5	-0.3733460605144501
878721	rnn.bias_hh_l0	6	-0.11687085032463074
878721	rnn.bias_hh_l0	7	0.06787902116775513
878721	rnn.bias_hh_l0	8	-0.2315472662448883
878721	rnn.bias_hh_l0	9	-0.5688969492912292
878721	rnn.weight_ih_l0_reverse	0	-0.0013834490673616529
878721	rnn.weight_ih_l0_reverse	1	-0.004583623725920916
878721	rnn.weight_ih_l0_reverse	2	0.0010424370411783457
878721	rnn.weight_ih_l0_reverse	3	-0.1467152237892151
878721	rnn.weight_ih_l0_reverse	4	0.08095709979534149
878721	rnn.weight_ih_l0_reverse	5	-0.10364844650030136
878721	rnn.weight_ih_l0_reverse	6	-0.0056498548947274685
878721	rnn.weight_ih_l0_reverse	7	0.030247990041971207
878721	rnn.weight_ih_l0_reverse	8	-0.04727897420525551
878721	rnn.weight_ih_l0_reverse	9	-0.08827754110097885
878721	rnn.weight_hh_l0_reverse	0	-0.15220171213150024
878721	rnn.weight_hh_l0_reverse	1	0.021884020417928696
878721	rnn.weight_hh_l0_reverse	2	-0.01989135332405567
878721	rnn.weight_hh_l0_reverse	3	0.03075599856674671
878721	rnn.weight_hh_l0_reverse	4	-0.08388655632734299
878721	rnn.weight_hh_l0_reverse	5	0.037580784410238266
878721	rnn.weight_hh_l0_reverse	6	0.031419284641742706
878721	rnn.weight_hh_l0_reverse	7	-0.1316726952791214
878721	rnn.weight_hh_l0_reverse	8	-0.0784861147403717
878721	rnn.weight_hh_l0_reverse	9	0.0358283706009388
878721	rnn.bias_ih_l0_reverse	0	-0.18606732785701752
878721	rnn.bias_ih_l0_reverse	1	-0.05706353858113289
878721	rnn.bias_ih_l0_reverse	2	0.1662394404411316
878721	rnn.bias_ih_l0_reverse	3	-0.3273144066333771
878721	rnn.bias_ih_l0_reverse	4	0.010541717521846294
878721	rnn.bias_ih_l0_reverse	5	-0.22289703786373138
878721	rnn.bias_ih_l0_reverse	6	0.27780812978744507
878721	rnn.bias_ih_l0_reverse	7	-0.29697439074516296
878721	rnn.bias_ih_l0_reverse	8	-0.19815561175346375
878721	rnn.bias_ih_l0_reverse	9	-0.1478336602449417
878721	rnn.bias_hh_l0_reverse	0	-0.13693858683109283
878721	rnn.bias_hh_l0_reverse	1	0.2715292274951935
878721	rnn.bias_hh_l0_reverse	2	-0.3390962779521942
878721	rnn.bias_hh_l0_reverse	3	-0.23072418570518494
878721	rnn.bias_hh_l0_reverse	4	-0.393081396818161
878721	rnn.bias_hh_l0_reverse	5	-0.20841941237449646
878721	rnn.bias_hh_l0_reverse	6	-0.26289522647857666
878721	rnn.bias_hh_l0_reverse	7	-0.10244201868772507
878721	rnn.bias_hh_l0_reverse	8	-0.3533758521080017
878721	rnn.bias_hh_l0_reverse	9	0.21285776793956757
878721	linear.weight	0	0.24093395471572876
878721	linear.weight	1	-0.4488840699195862
878721	linear.weight	2	0.05472494661808014
878721	linear.weight	3	0.06747107952833176
878721	linear.weight	4	-0.13169310986995697
878721	linear.weight	5	0.24248965084552765
878721	linear.weight	6	-0.0090568158775568
878721	linear.weight	7	-0.05955848470330238
878721	linear.weight	8	0.13546045124530792
878721	linear.weight	9	-0.0499628484249115
878721	linear.bias	0	-0.8698341846466064
878721	linear.bias	1	1.76898193359375
878721	linear.bias	2	0.7448145151138306
878721	linear.bias	3	-2.7439448833465576
878721	linear.bias	4	-0.05223158001899719
878721	linear.bias	5	1.2544845342636108
878721	linear.bias	6	-0.21414203941822052
878721	linear.bias	7	0.8529723286628723
878721	linear.bias	8	2.115206003189087
878721	linear.bias	9	-1.2881726026535034
879330	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
879330	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
879330	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
879330	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
879330	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
879330	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
879330	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
879330	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
879330	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
879330	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
879330	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
879330	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
879330	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
879330	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
879330	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
879330	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
879330	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
879330	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
879330	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
879330	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
879330	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
879330	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
879330	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
879330	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
879330	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
879330	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
879330	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
879330	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
879330	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
879330	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
879330	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
879330	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
879330	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
879330	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
879330	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
879330	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
879330	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
879330	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
879330	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
879330	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
879330	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
879330	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
879330	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
879330	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
879330	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
879330	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
879330	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
879330	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
879330	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
879330	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
879330	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
879330	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
879330	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
879330	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
879330	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
879330	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
879330	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
879330	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
879330	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
879330	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
879330	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
879330	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
879330	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
879330	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
879330	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
879330	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
879330	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
879330	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
879330	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
879330	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
879330	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
879330	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
879330	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
879330	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
879330	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
879330	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
879330	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
879330	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
879330	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
879330	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
879330	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
879330	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
879330	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
879330	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
879330	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
879330	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
879330	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
879330	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
879330	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
879330	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
879330	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
879330	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
879330	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
879330	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
879330	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
879330	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
879330	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
879330	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
879330	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
879330	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
879330	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
879330	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
879330	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
879330	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
879330	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
879330	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
879330	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
879330	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
879330	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
879330	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
879330	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
879330	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
879330	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
879330	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
879330	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
879330	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
879330	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
879330	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
879330	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
879330	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
879330	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
879330	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
879330	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
879330	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
879330	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
879330	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
879330	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
879330	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
879330	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
879330	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
879330	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
879330	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
879330	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
879330	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
879330	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
879330	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
879330	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
879330	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
879330	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
879330	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
879330	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
879330	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
879330	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
879330	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
879330	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
879330	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
879330	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
879330	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
879330	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
879330	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
879330	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
879330	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
879330	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
879330	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
879330	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
879330	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
879330	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
879330	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
879330	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
879330	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
879330	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
879330	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
879330	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
879330	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
879330	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
879330	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
879330	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
879330	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
879330	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
879330	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
879330	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
879330	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
879330	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
879330	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
879330	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
879330	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
879330	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
879330	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
879330	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
879330	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
879330	embedding2nn.weight	0	0.3210376799106598
879330	embedding2nn.weight	1	0.3662278354167938
879330	embedding2nn.weight	2	0.001099495799280703
879330	embedding2nn.weight	3	0.010715698823332787
879330	embedding2nn.weight	4	-0.030622713267803192
879330	embedding2nn.weight	5	0.05871952325105667
879330	embedding2nn.weight	6	0.005513281561434269
879330	embedding2nn.weight	7	-0.011989161372184753
879330	embedding2nn.weight	8	0.03951094299554825
879330	embedding2nn.weight	9	-0.052379485219717026
879330	embedding2nn.bias	0	0.016231626272201538
879330	embedding2nn.bias	1	-0.18893392384052277
879330	embedding2nn.bias	2	0.13288137316703796
879330	embedding2nn.bias	3	0.16678451001644135
879330	embedding2nn.bias	4	0.14461316168308258
879330	embedding2nn.bias	5	-0.0773136094212532
879330	embedding2nn.bias	6	-0.04970477521419525
879330	embedding2nn.bias	7	0.04004407301545143
879330	embedding2nn.bias	8	-0.1503131091594696
879330	embedding2nn.bias	9	-0.3655698895454407
879330	rnn.weight_ih_l0	0	0.00999528169631958
879330	rnn.weight_ih_l0	1	-0.05771118029952049
879330	rnn.weight_ih_l0	2	-0.045640744268894196
879330	rnn.weight_ih_l0	3	0.11729910969734192
879330	rnn.weight_ih_l0	4	0.01665887050330639
879330	rnn.weight_ih_l0	5	-0.06928955018520355
879330	rnn.weight_ih_l0	6	0.0062125311233103275
879330	rnn.weight_ih_l0	7	-0.024028880521655083
879330	rnn.weight_ih_l0	8	0.009650766849517822
879330	rnn.weight_ih_l0	9	-0.08912326395511627
879330	rnn.weight_hh_l0	0	-0.023333294317126274
879330	rnn.weight_hh_l0	1	0.08333877474069595
879330	rnn.weight_hh_l0	2	0.0015009769704192877
879330	rnn.weight_hh_l0	3	-0.036916207522153854
879330	rnn.weight_hh_l0	4	0.08860812336206436
879330	rnn.weight_hh_l0	5	-0.001701424247585237
879330	rnn.weight_hh_l0	6	-0.09100303798913956
879330	rnn.weight_hh_l0	7	-0.1399187296628952
879330	rnn.weight_hh_l0	8	0.0406477153301239
879330	rnn.weight_hh_l0	9	-0.12407980114221573
879330	rnn.bias_ih_l0	0	0.1751197874546051
879330	rnn.bias_ih_l0	1	-0.3438482880592346
879330	rnn.bias_ih_l0	2	-0.043992895632982254
879330	rnn.bias_ih_l0	3	-0.2110542356967926
879330	rnn.bias_ih_l0	4	-0.009741638787090778
879330	rnn.bias_ih_l0	5	-0.440365731716156
879330	rnn.bias_ih_l0	6	-0.13849706947803497
879330	rnn.bias_ih_l0	7	-0.39073729515075684
879330	rnn.bias_ih_l0	8	-0.31001439690589905
879330	rnn.bias_ih_l0	9	-0.45161691308021545
879330	rnn.bias_hh_l0	0	-0.3470660448074341
879330	rnn.bias_hh_l0	1	-0.44253700971603394
879330	rnn.bias_hh_l0	2	-0.4018048048019409
879330	rnn.bias_hh_l0	3	-0.07934486865997314
879330	rnn.bias_hh_l0	4	-0.3982788920402527
879330	rnn.bias_hh_l0	5	-0.372836172580719
879330	rnn.bias_hh_l0	6	-0.11817874014377594
879330	rnn.bias_hh_l0	7	0.06795599311590195
879330	rnn.bias_hh_l0	8	-0.23198838531970978
879330	rnn.bias_hh_l0	9	-0.5693812370300293
879330	rnn.weight_ih_l0_reverse	0	-0.0017899079248309135
879330	rnn.weight_ih_l0_reverse	1	-0.004598648753017187
879330	rnn.weight_ih_l0_reverse	2	0.0008718291064724326
879330	rnn.weight_ih_l0_reverse	3	-0.1466231644153595
879330	rnn.weight_ih_l0_reverse	4	0.08111461251974106
879330	rnn.weight_ih_l0_reverse	5	-0.10425814241170883
879330	rnn.weight_ih_l0_reverse	6	-0.006579920183867216
879330	rnn.weight_ih_l0_reverse	7	0.03016130067408085
879330	rnn.weight_ih_l0_reverse	8	-0.046892598271369934
879330	rnn.weight_ih_l0_reverse	9	-0.08838587999343872
879330	rnn.weight_hh_l0_reverse	0	-0.15231946110725403
879330	rnn.weight_hh_l0_reverse	1	0.021947041153907776
879330	rnn.weight_hh_l0_reverse	2	-0.020073020830750465
879330	rnn.weight_hh_l0_reverse	3	0.030601752921938896
879330	rnn.weight_hh_l0_reverse	4	-0.08379457145929337
879330	rnn.weight_hh_l0_reverse	5	0.03757818415760994
879330	rnn.weight_hh_l0_reverse	6	0.03144532069563866
879330	rnn.weight_hh_l0_reverse	7	-0.13167302310466766
879330	rnn.weight_hh_l0_reverse	8	-0.07889819890260696
879330	rnn.weight_hh_l0_reverse	9	0.035990457981824875
879330	rnn.bias_ih_l0_reverse	0	-0.18528419733047485
879330	rnn.bias_ih_l0_reverse	1	-0.05772198364138603
879330	rnn.bias_ih_l0_reverse	2	0.16699032485485077
879330	rnn.bias_ih_l0_reverse	3	-0.32856008410453796
879330	rnn.bias_ih_l0_reverse	4	0.011007762514054775
879330	rnn.bias_ih_l0_reverse	5	-0.2221633940935135
879330	rnn.bias_ih_l0_reverse	6	0.27724897861480713
879330	rnn.bias_ih_l0_reverse	7	-0.29766520857810974
879330	rnn.bias_ih_l0_reverse	8	-0.19782207906246185
879330	rnn.bias_ih_l0_reverse	9	-0.14835616946220398
879330	rnn.bias_hh_l0_reverse	0	-0.13535268604755402
879330	rnn.bias_hh_l0_reverse	1	0.27192771434783936
879330	rnn.bias_hh_l0_reverse	2	-0.33953580260276794
879330	rnn.bias_hh_l0_reverse	3	-0.22953400015830994
879330	rnn.bias_hh_l0_reverse	4	-0.39462947845458984
879330	rnn.bias_hh_l0_reverse	5	-0.2083853930234909
879330	rnn.bias_hh_l0_reverse	6	-0.2623220980167389
879330	rnn.bias_hh_l0_reverse	7	-0.1030689999461174
879330	rnn.bias_hh_l0_reverse	8	-0.35416164994239807
879330	rnn.bias_hh_l0_reverse	9	0.2132309079170227
879330	linear.weight	0	0.2372317910194397
879330	linear.weight	1	-0.4488831162452698
879330	linear.weight	2	0.04978085309267044
879330	linear.weight	3	0.06747104972600937
879330	linear.weight	4	-0.12807993590831757
879330	linear.weight	5	0.24178744852542877
879330	linear.weight	6	-0.007977918721735477
879330	linear.weight	7	-0.05955802649259567
879330	linear.weight	8	0.13470222055912018
879330	linear.weight	9	-0.049963146448135376
879330	linear.bias	0	-0.8653873801231384
879330	linear.bias	1	1.7656958103179932
879330	linear.bias	2	0.7478705644607544
879330	linear.bias	3	-2.743950605392456
879330	linear.bias	4	-0.05909428000450134
879330	linear.bias	5	1.244245171546936
879330	linear.bias	6	-0.21339534223079681
879330	linear.bias	7	0.8456146717071533
879330	linear.bias	8	2.115419387817383
879330	linear.bias	9	-1.2903317213058472
879939	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
879939	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
879939	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
879939	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
879939	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
879939	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
879939	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
879939	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
879939	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
879939	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
879939	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
879939	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
879939	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
879939	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
879939	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
879939	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
879939	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
879939	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
879939	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
879939	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
879939	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
879939	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
879939	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
879939	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
879939	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
879939	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
879939	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
879939	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
879939	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
879939	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
879939	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
879939	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
879939	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
879939	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
879939	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
879939	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
879939	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
879939	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
879939	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
879939	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
879939	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
879939	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
879939	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
879939	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
879939	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
879939	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
879939	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
879939	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
879939	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
879939	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
879939	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
879939	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
879939	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
879939	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
879939	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
879939	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
879939	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
879939	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
879939	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
879939	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
879939	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
879939	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
879939	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
879939	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
879939	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
879939	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
879939	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
879939	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
879939	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
879939	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
879939	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
879939	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
879939	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
879939	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
879939	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
879939	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
879939	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
879939	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
879939	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
879939	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
879939	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
879939	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
879939	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
879939	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
879939	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
879939	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
879939	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
879939	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
879939	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
879939	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
879939	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
879939	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
879939	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
879939	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
879939	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
879939	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
879939	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
879939	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
879939	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
879939	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
879939	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
879939	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
879939	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
879939	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
879939	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
879939	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
879939	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
879939	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
879939	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
879939	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
879939	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
879939	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
879939	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
879939	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
879939	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
879939	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
879939	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
879939	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
879939	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
879939	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
879939	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
879939	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
879939	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
879939	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
879939	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
879939	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
879939	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
879939	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
879939	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
879939	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
879939	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
879939	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
879939	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
879939	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
879939	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
879939	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
879939	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
879939	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
879939	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
879939	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
879939	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
879939	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
879939	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
879939	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
879939	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
879939	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
879939	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
879939	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
879939	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
879939	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
879939	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
879939	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
879939	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
879939	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
879939	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
879939	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
879939	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
879939	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
879939	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
879939	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
879939	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
879939	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
879939	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
879939	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
879939	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
879939	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
879939	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
879939	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
879939	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
879939	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
879939	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
879939	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
879939	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
879939	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
879939	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
879939	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
879939	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
879939	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
879939	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
879939	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
879939	embedding2nn.weight	0	0.320968896150589
879939	embedding2nn.weight	1	0.3662621080875397
879939	embedding2nn.weight	2	0.0007897702162154019
879939	embedding2nn.weight	3	0.010205892845988274
879939	embedding2nn.weight	4	-0.03189826011657715
879939	embedding2nn.weight	5	0.05892276018857956
879939	embedding2nn.weight	6	0.005238955840468407
879939	embedding2nn.weight	7	-0.012783754616975784
879939	embedding2nn.weight	8	0.03857927396893501
879939	embedding2nn.weight	9	-0.05220623314380646
879939	embedding2nn.bias	0	0.020834673196077347
879939	embedding2nn.bias	1	-0.19164428114891052
879939	embedding2nn.bias	2	0.12968473136425018
879939	embedding2nn.bias	3	0.16266395151615143
879939	embedding2nn.bias	4	0.14331664144992828
879939	embedding2nn.bias	5	-0.07756829261779785
879939	embedding2nn.bias	6	-0.05127253755927086
879939	embedding2nn.bias	7	0.04028092324733734
879939	embedding2nn.bias	8	-0.14658237993717194
879939	embedding2nn.bias	9	-0.3627943694591522
879939	rnn.weight_ih_l0	0	0.010180973447859287
879939	rnn.weight_ih_l0	1	-0.05758875980973244
879939	rnn.weight_ih_l0	2	-0.045645736157894135
879939	rnn.weight_ih_l0	3	0.11721031367778778
879939	rnn.weight_ih_l0	4	0.01745806261897087
879939	rnn.weight_ih_l0	5	-0.06899340450763702
879939	rnn.weight_ih_l0	6	0.005278688855469227
879939	rnn.weight_ih_l0	7	-0.024152860045433044
879939	rnn.weight_ih_l0	8	0.009257329627871513
879939	rnn.weight_ih_l0	9	-0.08923313021659851
879939	rnn.weight_hh_l0	0	-0.023222656920552254
879939	rnn.weight_hh_l0	1	0.08332393318414688
879939	rnn.weight_hh_l0	2	0.001308693434111774
879939	rnn.weight_hh_l0	3	-0.036968499422073364
879939	rnn.weight_hh_l0	4	0.08843574672937393
879939	rnn.weight_hh_l0	5	-0.0017854911275207996
879939	rnn.weight_hh_l0	6	-0.0910513699054718
879939	rnn.weight_hh_l0	7	-0.14034751057624817
879939	rnn.weight_hh_l0	8	0.04069738835096359
879939	rnn.weight_hh_l0	9	-0.12433643639087677
879939	rnn.bias_ih_l0	0	0.17701037228107452
879939	rnn.bias_ih_l0	1	-0.3446962237358093
879939	rnn.bias_ih_l0	2	-0.04415003955364227
879939	rnn.bias_ih_l0	3	-0.21125586330890656
879939	rnn.bias_ih_l0	4	-0.010304706171154976
879939	rnn.bias_ih_l0	5	-0.44013673067092896
879939	rnn.bias_ih_l0	6	-0.137892484664917
879939	rnn.bias_ih_l0	7	-0.39127206802368164
879939	rnn.bias_ih_l0	8	-0.3099049925804138
879939	rnn.bias_ih_l0	9	-0.45211732387542725
879939	rnn.bias_hh_l0	0	-0.3467548191547394
879939	rnn.bias_hh_l0	1	-0.44218534231185913
879939	rnn.bias_hh_l0	2	-0.40100687742233276
879939	rnn.bias_hh_l0	3	-0.07951878011226654
879939	rnn.bias_hh_l0	4	-0.3989923298358917
879939	rnn.bias_hh_l0	5	-0.37274402379989624
879939	rnn.bias_hh_l0	6	-0.11861679702997208
879939	rnn.bias_hh_l0	7	0.06844530999660492
879939	rnn.bias_hh_l0	8	-0.23162049055099487
879939	rnn.bias_hh_l0	9	-0.5686684250831604
879939	rnn.weight_ih_l0_reverse	0	-0.0006578337633982301
879939	rnn.weight_ih_l0_reverse	1	-0.004191565327346325
879939	rnn.weight_ih_l0_reverse	2	0.0008633694960735738
879939	rnn.weight_ih_l0_reverse	3	-0.14616630971431732
879939	rnn.weight_ih_l0_reverse	4	0.08132753521203995
879939	rnn.weight_ih_l0_reverse	5	-0.1048177033662796
879939	rnn.weight_ih_l0_reverse	6	-0.006701271515339613
879939	rnn.weight_ih_l0_reverse	7	0.02974373660981655
879939	rnn.weight_ih_l0_reverse	8	-0.04670150578022003
879939	rnn.weight_ih_l0_reverse	9	-0.08810527622699738
879939	rnn.weight_hh_l0_reverse	0	-0.15226610004901886
879939	rnn.weight_hh_l0_reverse	1	0.021630631759762764
879939	rnn.weight_hh_l0_reverse	2	-0.020026762038469315
879939	rnn.weight_hh_l0_reverse	3	0.03056442365050316
879939	rnn.weight_hh_l0_reverse	4	-0.08365080505609512
879939	rnn.weight_hh_l0_reverse	5	0.0376165509223938
879939	rnn.weight_hh_l0_reverse	6	0.031484007835388184
879939	rnn.weight_hh_l0_reverse	7	-0.1319124847650528
879939	rnn.weight_hh_l0_reverse	8	-0.07870794087648392
879939	rnn.weight_hh_l0_reverse	9	0.035864681005477905
879939	rnn.bias_ih_l0_reverse	0	-0.1849311739206314
879939	rnn.bias_ih_l0_reverse	1	-0.05814649164676666
879939	rnn.bias_ih_l0_reverse	2	0.16729938983917236
879939	rnn.bias_ih_l0_reverse	3	-0.3282620906829834
879939	rnn.bias_ih_l0_reverse	4	0.012643896043300629
879939	rnn.bias_ih_l0_reverse	5	-0.22219595313072205
879939	rnn.bias_ih_l0_reverse	6	0.2792304754257202
879939	rnn.bias_ih_l0_reverse	7	-0.30123716592788696
879939	rnn.bias_ih_l0_reverse	8	-0.19768181443214417
879939	rnn.bias_ih_l0_reverse	9	-0.1486663520336151
879939	rnn.bias_hh_l0_reverse	0	-0.13621023297309875
879939	rnn.bias_hh_l0_reverse	1	0.272384375333786
879939	rnn.bias_hh_l0_reverse	2	-0.338628351688385
879939	rnn.bias_hh_l0_reverse	3	-0.2303808480501175
879939	rnn.bias_hh_l0_reverse	4	-0.3943059742450714
879939	rnn.bias_hh_l0_reverse	5	-0.2084936499595642
879939	rnn.bias_hh_l0_reverse	6	-0.26313334703445435
879939	rnn.bias_hh_l0_reverse	7	-0.10351955145597458
879939	rnn.bias_hh_l0_reverse	8	-0.3516632318496704
879939	rnn.bias_hh_l0_reverse	9	0.21110506355762482
879939	linear.weight	0	0.23517011106014252
879939	linear.weight	1	-0.44876915216445923
879939	linear.weight	2	0.047214917838573456
879939	linear.weight	3	0.06747113168239594
879939	linear.weight	4	-0.12649574875831604
879939	linear.weight	5	0.2416645735502243
879939	linear.weight	6	-0.01435786671936512
879939	linear.weight	7	-0.05955727770924568
879939	linear.weight	8	0.13258260488510132
879939	linear.weight	9	-0.04996338486671448
879939	linear.bias	0	-0.8679458498954773
879939	linear.bias	1	1.7592456340789795
879939	linear.bias	2	0.7384042143821716
879939	linear.bias	3	-2.7439568042755127
879939	linear.bias	4	-0.060770146548748016
879939	linear.bias	5	1.243349552154541
879939	linear.bias	6	-0.20940086245536804
879939	linear.bias	7	0.8439866900444031
879939	linear.bias	8	2.112194776535034
879939	linear.bias	9	-1.2928991317749023
880548	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
880548	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
880548	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
880548	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
880548	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
880548	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
880548	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
880548	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
880548	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
880548	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
880548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
880548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
880548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
880548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
880548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
880548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
880548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
880548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
880548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
880548	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
880548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
880548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
880548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
880548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
880548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
880548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
880548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
880548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
880548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
880548	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
880548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
880548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
880548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
880548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
880548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
880548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
880548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
880548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
880548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
880548	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
880548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
880548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
880548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
880548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
880548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
880548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
880548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
880548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
880548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
880548	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
880548	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
880548	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
880548	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
880548	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
880548	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
880548	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
880548	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
880548	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
880548	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
880548	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
880548	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
880548	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
880548	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
880548	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
880548	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
880548	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
880548	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
880548	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
880548	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
880548	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
880548	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
880548	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
880548	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
880548	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
880548	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
880548	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
880548	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
880548	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
880548	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
880548	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
880548	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
880548	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
880548	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
880548	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
880548	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
880548	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
880548	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
880548	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
880548	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
880548	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
880548	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
880548	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
880548	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
880548	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
880548	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
880548	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
880548	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
880548	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
880548	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
880548	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
880548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
880548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
880548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
880548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
880548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
880548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
880548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
880548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
880548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
880548	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
880548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
880548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
880548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
880548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
880548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
880548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
880548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
880548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
880548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
880548	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
880548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
880548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
880548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
880548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
880548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
880548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
880548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
880548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
880548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
880548	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
880548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
880548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
880548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
880548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
880548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
880548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
880548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
880548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
880548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
880548	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
880548	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
880548	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
880548	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
880548	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
880548	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
880548	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
880548	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
880548	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
880548	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
880548	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
880548	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
880548	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
880548	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
880548	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
880548	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
880548	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
880548	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
880548	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
880548	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
880548	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
880548	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
880548	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
880548	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
880548	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
880548	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
880548	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
880548	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
880548	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
880548	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
880548	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
880548	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
880548	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
880548	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
880548	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
880548	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
880548	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
880548	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
880548	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
880548	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
880548	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
880548	embedding2nn.weight	0	0.321106493473053
880548	embedding2nn.weight	1	0.3665211498737335
880548	embedding2nn.weight	2	0.0006931084208190441
880548	embedding2nn.weight	3	0.00968420971184969
880548	embedding2nn.weight	4	-0.03193651884794235
880548	embedding2nn.weight	5	0.05864076316356659
880548	embedding2nn.weight	6	0.004430674947798252
880548	embedding2nn.weight	7	-0.013446430675685406
880548	embedding2nn.weight	8	0.0386396124958992
880548	embedding2nn.weight	9	-0.05302048847079277
880548	embedding2nn.bias	0	0.018416525796055794
880548	embedding2nn.bias	1	-0.19158226251602173
880548	embedding2nn.bias	2	0.13397786021232605
880548	embedding2nn.bias	3	0.15808413922786713
880548	embedding2nn.bias	4	0.14307564496994019
880548	embedding2nn.bias	5	-0.07537288218736649
880548	embedding2nn.bias	6	-0.051865678280591965
880548	embedding2nn.bias	7	0.04196290671825409
880548	embedding2nn.bias	8	-0.14396323263645172
880548	embedding2nn.bias	9	-0.36986103653907776
880548	rnn.weight_ih_l0	0	0.010039163753390312
880548	rnn.weight_ih_l0	1	-0.057624466717243195
880548	rnn.weight_ih_l0	2	-0.04633805900812149
880548	rnn.weight_ih_l0	3	0.11716464161872864
880548	rnn.weight_ih_l0	4	0.016956385225057602
880548	rnn.weight_ih_l0	5	-0.06863633543252945
880548	rnn.weight_ih_l0	6	0.005237792152911425
880548	rnn.weight_ih_l0	7	-0.024478960782289505
880548	rnn.weight_ih_l0	8	0.011019391939043999
880548	rnn.weight_ih_l0	9	-0.08877188712358475
880548	rnn.weight_hh_l0	0	-0.02318396046757698
880548	rnn.weight_hh_l0	1	0.08336647599935532
880548	rnn.weight_hh_l0	2	0.0011463238624855876
880548	rnn.weight_hh_l0	3	-0.036808304488658905
880548	rnn.weight_hh_l0	4	0.08807316422462463
880548	rnn.weight_hh_l0	5	-0.0017735795117914677
880548	rnn.weight_hh_l0	6	-0.09113319963216782
880548	rnn.weight_hh_l0	7	-0.13973315060138702
880548	rnn.weight_hh_l0	8	0.04074934497475624
880548	rnn.weight_hh_l0	9	-0.12446607649326324
880548	rnn.bias_ih_l0	0	0.1797424852848053
880548	rnn.bias_ih_l0	1	-0.3429907262325287
880548	rnn.bias_ih_l0	2	-0.044048719108104706
880548	rnn.bias_ih_l0	3	-0.21098268032073975
880548	rnn.bias_ih_l0	4	-0.008228776976466179
880548	rnn.bias_ih_l0	5	-0.439165860414505
880548	rnn.bias_ih_l0	6	-0.13943637907505035
880548	rnn.bias_ih_l0	7	-0.39130786061286926
880548	rnn.bias_ih_l0	8	-0.30962973833084106
880548	rnn.bias_ih_l0	9	-0.45086684823036194
880548	rnn.bias_hh_l0	0	-0.34811753034591675
880548	rnn.bias_hh_l0	1	-0.44232386350631714
880548	rnn.bias_hh_l0	2	-0.40064433217048645
880548	rnn.bias_hh_l0	3	-0.07964850217103958
880548	rnn.bias_hh_l0	4	-0.39993950724601746
880548	rnn.bias_hh_l0	5	-0.372798353433609
880548	rnn.bias_hh_l0	6	-0.11875906586647034
880548	rnn.bias_hh_l0	7	0.0673588290810585
880548	rnn.bias_hh_l0	8	-0.23275011777877808
880548	rnn.bias_hh_l0	9	-0.5675438046455383
880548	rnn.weight_ih_l0_reverse	0	-0.002754415152594447
880548	rnn.weight_ih_l0_reverse	1	-0.003976752515882254
880548	rnn.weight_ih_l0_reverse	2	0.0006015829858370125
880548	rnn.weight_ih_l0_reverse	3	-0.14602172374725342
880548	rnn.weight_ih_l0_reverse	4	0.08157701790332794
880548	rnn.weight_ih_l0_reverse	5	-0.10564549267292023
880548	rnn.weight_ih_l0_reverse	6	-0.0057840170338749886
880548	rnn.weight_ih_l0_reverse	7	0.02971595525741577
880548	rnn.weight_ih_l0_reverse	8	-0.047475025057792664
880548	rnn.weight_ih_l0_reverse	9	-0.08843306452035904
880548	rnn.weight_hh_l0_reverse	0	-0.15181489288806915
880548	rnn.weight_hh_l0_reverse	1	0.021825065836310387
880548	rnn.weight_hh_l0_reverse	2	-0.01991766318678856
880548	rnn.weight_hh_l0_reverse	3	0.03063533641397953
880548	rnn.weight_hh_l0_reverse	4	-0.0836925357580185
880548	rnn.weight_hh_l0_reverse	5	0.0375857837498188
880548	rnn.weight_hh_l0_reverse	6	0.03153030201792717
880548	rnn.weight_hh_l0_reverse	7	-0.1319311410188675
880548	rnn.weight_hh_l0_reverse	8	-0.0793706476688385
880548	rnn.weight_hh_l0_reverse	9	0.03593694418668747
880548	rnn.bias_ih_l0_reverse	0	-0.18481594324111938
880548	rnn.bias_ih_l0_reverse	1	-0.05766790732741356
880548	rnn.bias_ih_l0_reverse	2	0.16664156317710876
880548	rnn.bias_ih_l0_reverse	3	-0.32928067445755005
880548	rnn.bias_ih_l0_reverse	4	0.012015664018690586
880548	rnn.bias_ih_l0_reverse	5	-0.22284744679927826
880548	rnn.bias_ih_l0_reverse	6	0.27981477975845337
880548	rnn.bias_ih_l0_reverse	7	-0.29913967847824097
880548	rnn.bias_ih_l0_reverse	8	-0.19786907732486725
880548	rnn.bias_ih_l0_reverse	9	-0.14931824803352356
880548	rnn.bias_hh_l0_reverse	0	-0.1362742781639099
880548	rnn.bias_hh_l0_reverse	1	0.27240729331970215
880548	rnn.bias_hh_l0_reverse	2	-0.3386249542236328
880548	rnn.bias_hh_l0_reverse	3	-0.22956475615501404
880548	rnn.bias_hh_l0_reverse	4	-0.39223960041999817
880548	rnn.bias_hh_l0_reverse	5	-0.20870372653007507
880548	rnn.bias_hh_l0_reverse	6	-0.26115936040878296
880548	rnn.bias_hh_l0_reverse	7	-0.10344398766756058
880548	rnn.bias_hh_l0_reverse	8	-0.35219231247901917
880548	rnn.bias_hh_l0_reverse	9	0.21113944053649902
880548	linear.weight	0	0.2372521460056305
880548	linear.weight	1	-0.45083102583885193
880548	linear.weight	2	0.050791192799806595
880548	linear.weight	3	0.06747119873762131
880548	linear.weight	4	-0.1280890852212906
880548	linear.weight	5	0.24397285282611847
880548	linear.weight	6	-0.016704516485333443
880548	linear.weight	7	-0.0595567561686039
880548	linear.weight	8	0.12906083464622498
880548	linear.weight	9	-0.049963679164648056
880548	linear.bias	0	-0.8745546936988831
880548	linear.bias	1	1.7657026052474976
880548	linear.bias	2	0.7441383004188538
880548	linear.bias	3	-2.7439613342285156
880548	linear.bias	4	-0.0591064989566803
880548	linear.bias	5	1.2469611167907715
880548	linear.bias	6	-0.21202655136585236
880548	linear.bias	7	0.85310298204422
880548	linear.bias	8	2.111497402191162
880548	linear.bias	9	-1.2921779155731201
881157	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
881157	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
881157	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
881157	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
881157	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
881157	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
881157	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
881157	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
881157	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
881157	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
881157	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
881157	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
881157	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
881157	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
881157	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
881157	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
881157	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
881157	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
881157	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
881157	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
881157	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
881157	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
881157	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
881157	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
881157	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
881157	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
881157	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
881157	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
881157	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
881157	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
881157	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
881157	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
881157	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
881157	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
881157	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
881157	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
881157	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
881157	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
881157	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
881157	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
881157	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
881157	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
881157	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
881157	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
881157	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
881157	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
881157	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
881157	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
881157	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
881157	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
881157	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
881157	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
881157	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
881157	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
881157	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
881157	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
881157	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
881157	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
881157	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
881157	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
881157	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
881157	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
881157	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
881157	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
881157	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
881157	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
881157	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
881157	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
881157	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
881157	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
881157	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
881157	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
881157	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
881157	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
881157	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
881157	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
881157	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
881157	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
881157	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
881157	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
881157	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
881157	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
881157	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
881157	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
881157	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
881157	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
881157	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
881157	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
881157	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
881157	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
881157	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
881157	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
881157	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
881157	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
881157	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
881157	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
881157	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
881157	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
881157	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
881157	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
881157	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
881157	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
881157	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
881157	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
881157	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
881157	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
881157	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
881157	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
881157	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
881157	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
881157	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
881157	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
881157	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
881157	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
881157	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
881157	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
881157	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
881157	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
881157	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
881157	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
881157	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
881157	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
881157	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
881157	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
881157	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
881157	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
881157	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
881157	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
881157	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
881157	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
881157	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
881157	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
881157	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
881157	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
881157	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
881157	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
881157	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
881157	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
881157	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
881157	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
881157	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
881157	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
881157	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
881157	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
881157	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
881157	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
881157	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
881157	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
881157	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
881157	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
881157	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
881157	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
881157	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
881157	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
881157	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
881157	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
881157	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
881157	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
881157	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
881157	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
881157	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
881157	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
881157	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
881157	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
881157	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
881157	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
881157	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
881157	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
881157	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
881157	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
881157	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
881157	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
881157	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
881157	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
881157	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
881157	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
881157	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
881157	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
881157	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
881157	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
881157	embedding2nn.weight	0	0.32103103399276733
881157	embedding2nn.weight	1	0.36542370915412903
881157	embedding2nn.weight	2	0.0011395907495170832
881157	embedding2nn.weight	3	0.011616273783147335
881157	embedding2nn.weight	4	-0.030940452590584755
881157	embedding2nn.weight	5	0.05833805352449417
881157	embedding2nn.weight	6	0.006240956485271454
881157	embedding2nn.weight	7	-0.014903380535542965
881157	embedding2nn.weight	8	0.03936716169118881
881157	embedding2nn.weight	9	-0.054000142961740494
881157	embedding2nn.bias	0	0.01652672328054905
881157	embedding2nn.bias	1	-0.1923619955778122
881157	embedding2nn.bias	2	0.13611680269241333
881157	embedding2nn.bias	3	0.1557534635066986
881157	embedding2nn.bias	4	0.14467531442642212
881157	embedding2nn.bias	5	-0.07645097374916077
881157	embedding2nn.bias	6	-0.050788991153240204
881157	embedding2nn.bias	7	0.04049140587449074
881157	embedding2nn.bias	8	-0.1412883847951889
881157	embedding2nn.bias	9	-0.3649303615093231
881157	rnn.weight_ih_l0	0	0.010162792168557644
881157	rnn.weight_ih_l0	1	-0.057630013674497604
881157	rnn.weight_ih_l0	2	-0.04707479849457741
881157	rnn.weight_ih_l0	3	0.11711262911558151
881157	rnn.weight_ih_l0	4	0.016833260655403137
881157	rnn.weight_ih_l0	5	-0.06854138523340225
881157	rnn.weight_ih_l0	6	0.0054203481413424015
881157	rnn.weight_ih_l0	7	-0.024496542289853096
881157	rnn.weight_ih_l0	8	0.01145149115473032
881157	rnn.weight_ih_l0	9	-0.08846358209848404
881157	rnn.weight_hh_l0	0	-0.02313220500946045
881157	rnn.weight_hh_l0	1	0.08343544602394104
881157	rnn.weight_hh_l0	2	0.0011829215800389647
881157	rnn.weight_hh_l0	3	-0.03686116263270378
881157	rnn.weight_hh_l0	4	0.08799797296524048
881157	rnn.weight_hh_l0	5	-0.001778308185748756
881157	rnn.weight_hh_l0	6	-0.09121789038181305
881157	rnn.weight_hh_l0	7	-0.13931775093078613
881157	rnn.weight_hh_l0	8	0.04075978696346283
881157	rnn.weight_hh_l0	9	-0.12453701347112656
881157	rnn.bias_ih_l0	0	0.18303093314170837
881157	rnn.bias_ih_l0	1	-0.3435404896736145
881157	rnn.bias_ih_l0	2	-0.044665101915597916
881157	rnn.bias_ih_l0	3	-0.20978662371635437
881157	rnn.bias_ih_l0	4	-0.008996154181659222
881157	rnn.bias_ih_l0	5	-0.43848514556884766
881157	rnn.bias_ih_l0	6	-0.13833728432655334
881157	rnn.bias_ih_l0	7	-0.39140772819519043
881157	rnn.bias_ih_l0	8	-0.3104889392852783
881157	rnn.bias_ih_l0	9	-0.45181870460510254
881157	rnn.bias_hh_l0	0	-0.3493667244911194
881157	rnn.bias_hh_l0	1	-0.4427843689918518
881157	rnn.bias_hh_l0	2	-0.40168944001197815
881157	rnn.bias_hh_l0	3	-0.07989072799682617
881157	rnn.bias_hh_l0	4	-0.39951008558273315
881157	rnn.bias_hh_l0	5	-0.3733295798301697
881157	rnn.bias_hh_l0	6	-0.11870477348566055
881157	rnn.bias_hh_l0	7	0.06586030125617981
881157	rnn.bias_hh_l0	8	-0.23399250209331512
881157	rnn.bias_hh_l0	9	-0.5674732327461243
881157	rnn.weight_ih_l0_reverse	0	-0.003602283075451851
881157	rnn.weight_ih_l0_reverse	1	-0.0036602793261408806
881157	rnn.weight_ih_l0_reverse	2	0.0007723131566308439
881157	rnn.weight_ih_l0_reverse	3	-0.14554329216480255
881157	rnn.weight_ih_l0_reverse	4	0.0816669836640358
881157	rnn.weight_ih_l0_reverse	5	-0.10779138654470444
881157	rnn.weight_ih_l0_reverse	6	-0.00624487642198801
881157	rnn.weight_ih_l0_reverse	7	0.0295807346701622
881157	rnn.weight_ih_l0_reverse	8	-0.04785558581352234
881157	rnn.weight_ih_l0_reverse	9	-0.08885052055120468
881157	rnn.weight_hh_l0_reverse	0	-0.15184162557125092
881157	rnn.weight_hh_l0_reverse	1	0.021875545382499695
881157	rnn.weight_hh_l0_reverse	2	-0.019954655319452286
881157	rnn.weight_hh_l0_reverse	3	0.030648894608020782
881157	rnn.weight_hh_l0_reverse	4	-0.08369985967874527
881157	rnn.weight_hh_l0_reverse	5	0.037616144865751266
881157	rnn.weight_hh_l0_reverse	6	0.03154730796813965
881157	rnn.weight_hh_l0_reverse	7	-0.1319507360458374
881157	rnn.weight_hh_l0_reverse	8	-0.0796632245182991
881157	rnn.weight_hh_l0_reverse	9	0.0358736515045166
881157	rnn.bias_ih_l0_reverse	0	-0.1859130561351776
881157	rnn.bias_ih_l0_reverse	1	-0.05885537341237068
881157	rnn.bias_ih_l0_reverse	2	0.16770000755786896
881157	rnn.bias_ih_l0_reverse	3	-0.32916903495788574
881157	rnn.bias_ih_l0_reverse	4	0.010881589725613594
881157	rnn.bias_ih_l0_reverse	5	-0.22288721799850464
881157	rnn.bias_ih_l0_reverse	6	0.2783315181732178
881157	rnn.bias_ih_l0_reverse	7	-0.30227527022361755
881157	rnn.bias_ih_l0_reverse	8	-0.19734534621238708
881157	rnn.bias_ih_l0_reverse	9	-0.1471918672323227
881157	rnn.bias_hh_l0_reverse	0	-0.13725349307060242
881157	rnn.bias_hh_l0_reverse	1	0.2708248496055603
881157	rnn.bias_hh_l0_reverse	2	-0.33972233533859253
881157	rnn.bias_hh_l0_reverse	3	-0.2313540279865265
881157	rnn.bias_hh_l0_reverse	4	-0.393433153629303
881157	rnn.bias_hh_l0_reverse	5	-0.20870032906532288
881157	rnn.bias_hh_l0_reverse	6	-0.2622513473033905
881157	rnn.bias_hh_l0_reverse	7	-0.10411396622657776
881157	rnn.bias_hh_l0_reverse	8	-0.3522690236568451
881157	rnn.bias_hh_l0_reverse	9	0.21062776446342468
881157	linear.weight	0	0.23530715703964233
881157	linear.weight	1	-0.45031020045280457
881157	linear.weight	2	0.0517166443169117
881157	linear.weight	3	0.06747116893529892
881157	linear.weight	4	-0.12275928258895874
881157	linear.weight	5	0.24323177337646484
881157	linear.weight	6	-0.013702047988772392
881157	linear.weight	7	-0.05955618619918823
881157	linear.weight	8	0.12604081630706787
881157	linear.weight	9	-0.049964047968387604
881157	linear.bias	0	-0.8653719425201416
881157	linear.bias	1	1.7693537473678589
881157	linear.bias	2	0.7388641238212585
881157	linear.bias	3	-2.743969440460205
881157	linear.bias	4	-0.05845746025443077
881157	linear.bias	5	1.2426201105117798
881157	linear.bias	6	-0.20956063270568848
881157	linear.bias	7	0.8422057032585144
881157	linear.bias	8	2.1295108795166016
881157	linear.bias	9	-1.2928462028503418
881766	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
881766	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
881766	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
881766	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
881766	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
881766	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
881766	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
881766	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
881766	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
881766	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
881766	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
881766	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
881766	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
881766	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
881766	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
881766	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
881766	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
881766	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
881766	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
881766	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
881766	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
881766	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
881766	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
881766	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
881766	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
881766	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
881766	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
881766	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
881766	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
881766	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
881766	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
881766	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
881766	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
881766	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
881766	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
881766	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
881766	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
881766	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
881766	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
881766	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
881766	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
881766	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
881766	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
881766	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
881766	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
881766	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
881766	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
881766	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
881766	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
881766	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
881766	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
881766	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
881766	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
881766	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
881766	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
881766	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
881766	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
881766	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
881766	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
881766	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
881766	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
881766	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
881766	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
881766	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
881766	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
881766	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
881766	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
881766	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
881766	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
881766	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
881766	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
881766	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
881766	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
881766	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
881766	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
881766	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
881766	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
881766	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
881766	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
881766	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
881766	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
881766	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
881766	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
881766	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
881766	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
881766	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
881766	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
881766	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
881766	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
881766	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
881766	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
881766	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
881766	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
881766	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
881766	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
881766	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
881766	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
881766	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
881766	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
881766	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
881766	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
881766	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
881766	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
881766	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
881766	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
881766	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
881766	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
881766	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
881766	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
881766	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
881766	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
881766	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
881766	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
881766	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
881766	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
881766	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
881766	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
881766	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
881766	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
881766	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
881766	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
881766	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
881766	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
881766	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
881766	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
881766	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
881766	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
881766	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
881766	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
881766	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
881766	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
881766	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
881766	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
881766	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
881766	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
881766	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
881766	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
881766	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
881766	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
881766	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
881766	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
881766	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
881766	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
881766	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
881766	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
881766	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
881766	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
881766	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
881766	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
881766	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
881766	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
881766	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
881766	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
881766	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
881766	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
881766	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
881766	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
881766	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
881766	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
881766	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
881766	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
881766	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
881766	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
881766	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
881766	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
881766	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
881766	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
881766	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
881766	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
881766	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
881766	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
881766	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
881766	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
881766	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
881766	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
881766	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
881766	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
881766	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
881766	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
881766	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
881766	embedding2nn.weight	0	0.32115939259529114
881766	embedding2nn.weight	1	0.36573684215545654
881766	embedding2nn.weight	2	0.0012978948652744293
881766	embedding2nn.weight	3	0.010549970902502537
881766	embedding2nn.weight	4	-0.030990833416581154
881766	embedding2nn.weight	5	0.05840980261564255
881766	embedding2nn.weight	6	0.006678122561424971
881766	embedding2nn.weight	7	-0.013225890696048737
881766	embedding2nn.weight	8	0.03896169364452362
881766	embedding2nn.weight	9	-0.05274760350584984
881766	embedding2nn.bias	0	0.0204204972833395
881766	embedding2nn.bias	1	-0.19186104834079742
881766	embedding2nn.bias	2	0.13652682304382324
881766	embedding2nn.bias	3	0.15519510209560394
881766	embedding2nn.bias	4	0.14527852833271027
881766	embedding2nn.bias	5	-0.07706226408481598
881766	embedding2nn.bias	6	-0.04728015512228012
881766	embedding2nn.bias	7	0.042081549763679504
881766	embedding2nn.bias	8	-0.1399611234664917
881766	embedding2nn.bias	9	-0.3633064031600952
881766	rnn.weight_ih_l0	0	0.01012144610285759
881766	rnn.weight_ih_l0	1	-0.05740685388445854
881766	rnn.weight_ih_l0	2	-0.04707695543766022
881766	rnn.weight_ih_l0	3	0.11642860621213913
881766	rnn.weight_ih_l0	4	0.01720256544649601
881766	rnn.weight_ih_l0	5	-0.06875071674585342
881766	rnn.weight_ih_l0	6	0.006065485533326864
881766	rnn.weight_ih_l0	7	-0.024564843624830246
881766	rnn.weight_ih_l0	8	0.01170005276799202
881766	rnn.weight_ih_l0	9	-0.08853363245725632
881766	rnn.weight_hh_l0	0	-0.023161953315138817
881766	rnn.weight_hh_l0	1	0.08344269543886185
881766	rnn.weight_hh_l0	2	0.0011027136351913214
881766	rnn.weight_hh_l0	3	-0.03702259436249733
881766	rnn.weight_hh_l0	4	0.08830127865076065
881766	rnn.weight_hh_l0	5	-0.0018252171576023102
881766	rnn.weight_hh_l0	6	-0.09113523364067078
881766	rnn.weight_hh_l0	7	-0.139195054769516
881766	rnn.weight_hh_l0	8	0.04077329486608505
881766	rnn.weight_hh_l0	9	-0.12437216937541962
881766	rnn.bias_ih_l0	0	0.18053428828716278
881766	rnn.bias_ih_l0	1	-0.3437567353248596
881766	rnn.bias_ih_l0	2	-0.04475593566894531
881766	rnn.bias_ih_l0	3	-0.20969173312187195
881766	rnn.bias_ih_l0	4	-0.008454288356006145
881766	rnn.bias_ih_l0	5	-0.43875500559806824
881766	rnn.bias_ih_l0	6	-0.13896900415420532
881766	rnn.bias_ih_l0	7	-0.39155682921409607
881766	rnn.bias_ih_l0	8	-0.3108828365802765
881766	rnn.bias_ih_l0	9	-0.44910186529159546
881766	rnn.bias_hh_l0	0	-0.3496250510215759
881766	rnn.bias_hh_l0	1	-0.4430626332759857
881766	rnn.bias_hh_l0	2	-0.4019077718257904
881766	rnn.bias_hh_l0	3	-0.08092159777879715
881766	rnn.bias_hh_l0	4	-0.3997747302055359
881766	rnn.bias_hh_l0	5	-0.3732127547264099
881766	rnn.bias_hh_l0	6	-0.11795417219400406
881766	rnn.bias_hh_l0	7	0.06730552762746811
881766	rnn.bias_hh_l0	8	-0.23160386085510254
881766	rnn.bias_hh_l0	9	-0.5677730441093445
881766	rnn.weight_ih_l0_reverse	0	-0.004029517062008381
881766	rnn.weight_ih_l0_reverse	1	-0.003618841525167227
881766	rnn.weight_ih_l0_reverse	2	0.000807018659543246
881766	rnn.weight_ih_l0_reverse	3	-0.14508621394634247
881766	rnn.weight_ih_l0_reverse	4	0.08147414028644562
881766	rnn.weight_ih_l0_reverse	5	-0.10746681690216064
881766	rnn.weight_ih_l0_reverse	6	-0.0075814202427864075
881766	rnn.weight_ih_l0_reverse	7	0.02957000397145748
881766	rnn.weight_ih_l0_reverse	8	-0.047858092933893204
881766	rnn.weight_ih_l0_reverse	9	-0.08952382951974869
881766	rnn.weight_hh_l0_reverse	0	-0.1517390012741089
881766	rnn.weight_hh_l0_reverse	1	0.021791281178593636
881766	rnn.weight_hh_l0_reverse	2	-0.019976817071437836
881766	rnn.weight_hh_l0_reverse	3	0.030650703236460686
881766	rnn.weight_hh_l0_reverse	4	-0.08369939029216766
881766	rnn.weight_hh_l0_reverse	5	0.037675607949495316
881766	rnn.weight_hh_l0_reverse	6	0.031523291021585464
881766	rnn.weight_hh_l0_reverse	7	-0.1319592297077179
881766	rnn.weight_hh_l0_reverse	8	-0.07966089248657227
881766	rnn.weight_hh_l0_reverse	9	0.035928159952163696
881766	rnn.bias_ih_l0_reverse	0	-0.18473151326179504
881766	rnn.bias_ih_l0_reverse	1	-0.05869193375110626
881766	rnn.bias_ih_l0_reverse	2	0.16662754118442535
881766	rnn.bias_ih_l0_reverse	3	-0.32918474078178406
881766	rnn.bias_ih_l0_reverse	4	0.012095890939235687
881766	rnn.bias_ih_l0_reverse	5	-0.22261029481887817
881766	rnn.bias_ih_l0_reverse	6	0.2786450684070587
881766	rnn.bias_ih_l0_reverse	7	-0.30109769105911255
881766	rnn.bias_ih_l0_reverse	8	-0.1977410763502121
881766	rnn.bias_ih_l0_reverse	9	-0.1454147845506668
881766	rnn.bias_hh_l0_reverse	0	-0.13897858560085297
881766	rnn.bias_hh_l0_reverse	1	0.269079327583313
881766	rnn.bias_hh_l0_reverse	2	-0.34007689356803894
881766	rnn.bias_hh_l0_reverse	3	-0.23058202862739563
881766	rnn.bias_hh_l0_reverse	4	-0.3919173777103424
881766	rnn.bias_hh_l0_reverse	5	-0.20904619991779327
881766	rnn.bias_hh_l0_reverse	6	-0.2620623707771301
881766	rnn.bias_hh_l0_reverse	7	-0.10350487381219864
881766	rnn.bias_hh_l0_reverse	8	-0.349683940410614
881766	rnn.bias_hh_l0_reverse	9	0.2088020145893097
881766	linear.weight	0	0.23409433662891388
881766	linear.weight	1	-0.44924819469451904
881766	linear.weight	2	0.043686602264642715
881766	linear.weight	3	0.06747119128704071
881766	linear.weight	4	-0.12089822441339493
881766	linear.weight	5	0.24354073405265808
881766	linear.weight	6	-0.014047196134924889
881766	linear.weight	7	-0.05955579876899719
881766	linear.weight	8	0.13116317987442017
881766	linear.weight	9	-0.04996432736515999
881766	linear.bias	0	-0.8645651340484619
881766	linear.bias	1	1.768816351890564
881766	linear.bias	2	0.750007688999176
881766	linear.bias	3	-2.743974447250366
881766	linear.bias	4	-0.058028966188430786
881766	linear.bias	5	1.24065363407135
881766	linear.bias	6	-0.21655374765396118
881766	linear.bias	7	0.8444654941558838
881766	linear.bias	8	2.113154649734497
881766	linear.bias	9	-1.2891459465026855
882375	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
882375	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
882375	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
882375	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
882375	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
882375	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
882375	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
882375	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
882375	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
882375	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
882375	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
882375	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
882375	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
882375	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
882375	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
882375	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
882375	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
882375	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
882375	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
882375	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
882375	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
882375	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
882375	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
882375	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
882375	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
882375	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
882375	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
882375	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
882375	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
882375	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
882375	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
882375	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
882375	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
882375	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
882375	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
882375	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
882375	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
882375	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
882375	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
882375	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
882375	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
882375	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
882375	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
882375	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
882375	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
882375	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
882375	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
882375	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
882375	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
882375	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
882375	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
882375	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
882375	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
882375	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
882375	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
882375	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
882375	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
882375	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
882375	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
882375	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
882375	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
882375	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
882375	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
882375	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
882375	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
882375	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
882375	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
882375	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
882375	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
882375	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
882375	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
882375	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
882375	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
882375	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
882375	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
882375	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
882375	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
882375	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
882375	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
882375	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
882375	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
882375	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
882375	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
882375	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
882375	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
882375	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
882375	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
882375	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
882375	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
882375	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
882375	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
882375	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
882375	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
882375	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
882375	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
882375	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
882375	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
882375	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
882375	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
882375	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
882375	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
882375	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
882375	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
882375	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
882375	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
882375	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
882375	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
882375	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
882375	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
882375	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
882375	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
882375	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
882375	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
882375	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
882375	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
882375	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
882375	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
882375	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
882375	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
882375	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
882375	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
882375	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
882375	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
882375	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
882375	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
882375	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
882375	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
882375	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
882375	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
882375	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
882375	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
882375	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
882375	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
882375	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
882375	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
882375	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
882375	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
882375	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
882375	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
882375	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
882375	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
882375	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
882375	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
882375	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
882375	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
882375	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
882375	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
882375	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
882375	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
882375	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
882375	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
882375	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
882375	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
882375	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
882375	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
882375	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
882375	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
882375	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
882375	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
882375	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
882375	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
882375	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
882375	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
882375	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
882375	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
882375	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
882375	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
882375	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
882375	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
882375	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
882375	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
882375	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
882375	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
882375	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
882375	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
882375	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
882375	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
882375	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
882375	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
882375	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
882375	embedding2nn.weight	0	0.3210746943950653
882375	embedding2nn.weight	1	0.36581310629844666
882375	embedding2nn.weight	2	0.0013116911286488175
882375	embedding2nn.weight	3	0.011075438000261784
882375	embedding2nn.weight	4	-0.031358521431684494
882375	embedding2nn.weight	5	0.05904623866081238
882375	embedding2nn.weight	6	0.008793618530035019
882375	embedding2nn.weight	7	-0.012764669954776764
882375	embedding2nn.weight	8	0.03934881463646889
882375	embedding2nn.weight	9	-0.05230642855167389
882375	embedding2nn.bias	0	0.019459113478660583
882375	embedding2nn.bias	1	-0.1928505301475525
882375	embedding2nn.bias	2	0.13317029178142548
882375	embedding2nn.bias	3	0.15703196823596954
882375	embedding2nn.bias	4	0.14297723770141602
882375	embedding2nn.bias	5	-0.07507828623056412
882375	embedding2nn.bias	6	-0.051437102258205414
882375	embedding2nn.bias	7	0.04118511453270912
882375	embedding2nn.bias	8	-0.14224188029766083
882375	embedding2nn.bias	9	-0.36585843563079834
882375	rnn.weight_ih_l0	0	0.010324472561478615
882375	rnn.weight_ih_l0	1	-0.05745595693588257
882375	rnn.weight_ih_l0	2	-0.04798796772956848
882375	rnn.weight_ih_l0	3	0.11599965393543243
882375	rnn.weight_ih_l0	4	0.018436623737215996
882375	rnn.weight_ih_l0	5	-0.06964533030986786
882375	rnn.weight_ih_l0	6	0.006870298180729151
882375	rnn.weight_ih_l0	7	-0.02465224079787731
882375	rnn.weight_ih_l0	8	0.012868709862232208
882375	rnn.weight_ih_l0	9	-0.08867529779672623
882375	rnn.weight_hh_l0	0	-0.023160209879279137
882375	rnn.weight_hh_l0	1	0.08329541236162186
882375	rnn.weight_hh_l0	2	0.0010118145728483796
882375	rnn.weight_hh_l0	3	-0.03696748614311218
882375	rnn.weight_hh_l0	4	0.08823423832654953
882375	rnn.weight_hh_l0	5	-0.0018783502746373415
882375	rnn.weight_hh_l0	6	-0.09118294715881348
882375	rnn.weight_hh_l0	7	-0.13966256380081177
882375	rnn.weight_hh_l0	8	0.04074393957853317
882375	rnn.weight_hh_l0	9	-0.1243843138217926
882375	rnn.bias_ih_l0	0	0.18047504127025604
882375	rnn.bias_ih_l0	1	-0.34342536330223083
882375	rnn.bias_ih_l0	2	-0.04417142644524574
882375	rnn.bias_ih_l0	3	-0.20989663898944855
882375	rnn.bias_ih_l0	4	-0.00786533672362566
882375	rnn.bias_ih_l0	5	-0.4380863308906555
882375	rnn.bias_ih_l0	6	-0.13847289979457855
882375	rnn.bias_ih_l0	7	-0.39184945821762085
882375	rnn.bias_ih_l0	8	-0.3107704222202301
882375	rnn.bias_ih_l0	9	-0.4490079879760742
882375	rnn.bias_hh_l0	0	-0.34986966848373413
882375	rnn.bias_hh_l0	1	-0.44292372465133667
882375	rnn.bias_hh_l0	2	-0.40058955550193787
882375	rnn.bias_hh_l0	3	-0.08111423254013062
882375	rnn.bias_hh_l0	4	-0.4003191590309143
882375	rnn.bias_hh_l0	5	-0.37325793504714966
882375	rnn.bias_hh_l0	6	-0.11874645948410034
882375	rnn.bias_hh_l0	7	0.0682331770658493
882375	rnn.bias_hh_l0	8	-0.23166057467460632
882375	rnn.bias_hh_l0	9	-0.5678722262382507
882375	rnn.weight_ih_l0_reverse	0	-0.004178340546786785
882375	rnn.weight_ih_l0_reverse	1	-0.0037606675177812576
882375	rnn.weight_ih_l0_reverse	2	0.0008059136453084648
882375	rnn.weight_ih_l0_reverse	3	-0.14531658589839935
882375	rnn.weight_ih_l0_reverse	4	0.08141053467988968
882375	rnn.weight_ih_l0_reverse	5	-0.10764044523239136
882375	rnn.weight_ih_l0_reverse	6	-0.0077499160543084145
882375	rnn.weight_ih_l0_reverse	7	0.0296745914965868
882375	rnn.weight_ih_l0_reverse	8	-0.04807782173156738
882375	rnn.weight_ih_l0_reverse	9	-0.08972300589084625
882375	rnn.weight_hh_l0_reverse	0	-0.15147164463996887
882375	rnn.weight_hh_l0_reverse	1	0.022004488855600357
882375	rnn.weight_hh_l0_reverse	2	-0.01986648514866829
882375	rnn.weight_hh_l0_reverse	3	0.030741410329937935
882375	rnn.weight_hh_l0_reverse	4	-0.08375465124845505
882375	rnn.weight_hh_l0_reverse	5	0.037638161331415176
882375	rnn.weight_hh_l0_reverse	6	0.03155132383108139
882375	rnn.weight_hh_l0_reverse	7	-0.13197241723537445
882375	rnn.weight_hh_l0_reverse	8	-0.07918860018253326
882375	rnn.weight_hh_l0_reverse	9	0.03599010407924652
882375	rnn.bias_ih_l0_reverse	0	-0.18515771627426147
882375	rnn.bias_ih_l0_reverse	1	-0.05890846624970436
882375	rnn.bias_ih_l0_reverse	2	0.16512849926948547
882375	rnn.bias_ih_l0_reverse	3	-0.3285815715789795
882375	rnn.bias_ih_l0_reverse	4	0.013036432676017284
882375	rnn.bias_ih_l0_reverse	5	-0.2219335287809372
882375	rnn.bias_ih_l0_reverse	6	0.2778584659099579
882375	rnn.bias_ih_l0_reverse	7	-0.30101707577705383
882375	rnn.bias_ih_l0_reverse	8	-0.19768905639648438
882375	rnn.bias_ih_l0_reverse	9	-0.14408475160598755
882375	rnn.bias_hh_l0_reverse	0	-0.1383237987756729
882375	rnn.bias_hh_l0_reverse	1	0.27157098054885864
882375	rnn.bias_hh_l0_reverse	2	-0.340373158454895
882375	rnn.bias_hh_l0_reverse	3	-0.23117536306381226
882375	rnn.bias_hh_l0_reverse	4	-0.3930940330028534
882375	rnn.bias_hh_l0_reverse	5	-0.2082640826702118
882375	rnn.bias_hh_l0_reverse	6	-0.2623728811740875
882375	rnn.bias_hh_l0_reverse	7	-0.10463763773441315
882375	rnn.bias_hh_l0_reverse	8	-0.3515004515647888
882375	rnn.bias_hh_l0_reverse	9	0.20876938104629517
882375	linear.weight	0	0.2364335060119629
882375	linear.weight	1	-0.45709970593452454
882375	linear.weight	2	0.05145440995693207
882375	linear.weight	3	0.0674712061882019
882375	linear.weight	4	-0.12373724579811096
882375	linear.weight	5	0.2439337968826294
882375	linear.weight	6	-0.01284969411790371
882375	linear.weight	7	-0.059555377811193466
882375	linear.weight	8	0.13025377690792084
882375	linear.weight	9	-0.04996459186077118
882375	linear.bias	0	-0.8706214427947998
882375	linear.bias	1	1.7716131210327148
882375	linear.bias	2	0.7498410940170288
882375	linear.bias	3	-2.743978261947632
882375	linear.bias	4	-0.056092794984579086
882375	linear.bias	5	1.2517861127853394
882375	linear.bias	6	-0.2163712978363037
882375	linear.bias	7	0.8532701134681702
882375	linear.bias	8	2.1052772998809814
882375	linear.bias	9	-1.2929623126983643
882984	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
882984	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
882984	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
882984	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
882984	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
882984	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
882984	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
882984	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
882984	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
882984	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
882984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
882984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
882984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
882984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
882984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
882984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
882984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
882984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
882984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
882984	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
882984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
882984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
882984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
882984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
882984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
882984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
882984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
882984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
882984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
882984	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
882984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
882984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
882984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
882984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
882984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
882984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
882984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
882984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
882984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
882984	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
882984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
882984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
882984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
882984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
882984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
882984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
882984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
882984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
882984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
882984	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
882984	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
882984	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
882984	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
882984	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
882984	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
882984	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
882984	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
882984	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
882984	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
882984	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
882984	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
882984	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
882984	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
882984	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
882984	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
882984	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
882984	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
882984	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
882984	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
882984	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
882984	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
882984	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
882984	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
882984	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
882984	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
882984	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
882984	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
882984	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
882984	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
882984	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
882984	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
882984	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
882984	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
882984	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
882984	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
882984	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
882984	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
882984	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
882984	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
882984	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
882984	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
882984	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
882984	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
882984	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
882984	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
882984	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
882984	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
882984	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
882984	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
882984	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
882984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
882984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
882984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
882984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
882984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
882984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
882984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
882984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
882984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
882984	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
882984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
882984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
882984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
882984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
882984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
882984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
882984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
882984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
882984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
882984	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
882984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
882984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
882984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
882984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
882984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
882984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
882984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
882984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
882984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
882984	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
882984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
882984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
882984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
882984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
882984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
882984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
882984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
882984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
882984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
882984	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
882984	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
882984	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
882984	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
882984	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
882984	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
882984	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
882984	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
882984	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
882984	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
882984	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
882984	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
882984	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
882984	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
882984	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
882984	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
882984	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
882984	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
882984	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
882984	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
882984	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
882984	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
882984	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
882984	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
882984	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
882984	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
882984	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
882984	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
882984	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
882984	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
882984	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
882984	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
882984	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
882984	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
882984	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
882984	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
882984	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
882984	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
882984	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
882984	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
882984	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
882984	embedding2nn.weight	0	0.32105526328086853
882984	embedding2nn.weight	1	0.3649148643016815
882984	embedding2nn.weight	2	0.0013784992042928934
882984	embedding2nn.weight	3	0.011122286319732666
882984	embedding2nn.weight	4	-0.0317387729883194
882984	embedding2nn.weight	5	0.06037324294447899
882984	embedding2nn.weight	6	0.0064361365512013435
882984	embedding2nn.weight	7	-0.012540025636553764
882984	embedding2nn.weight	8	0.04090119153261185
882984	embedding2nn.weight	9	-0.05195321515202522
882984	embedding2nn.bias	0	0.02384045533835888
882984	embedding2nn.bias	1	-0.19560261070728302
882984	embedding2nn.bias	2	0.1358049064874649
882984	embedding2nn.bias	3	0.15544049441814423
882984	embedding2nn.bias	4	0.14068196713924408
882984	embedding2nn.bias	5	-0.0735606849193573
882984	embedding2nn.bias	6	-0.049988675862550735
882984	embedding2nn.bias	7	0.03948122635483742
882984	embedding2nn.bias	8	-0.14679785072803497
882984	embedding2nn.bias	9	-0.36708852648735046
882984	rnn.weight_ih_l0	0	0.010727756656706333
882984	rnn.weight_ih_l0	1	-0.05769634246826172
882984	rnn.weight_ih_l0	2	-0.047774914652109146
882984	rnn.weight_ih_l0	3	0.1154261901974678
882984	rnn.weight_ih_l0	4	0.019516561180353165
882984	rnn.weight_ih_l0	5	-0.07057025283575058
882984	rnn.weight_ih_l0	6	0.006946430541574955
882984	rnn.weight_ih_l0	7	-0.02498428337275982
882984	rnn.weight_ih_l0	8	0.013080763630568981
882984	rnn.weight_ih_l0	9	-0.08925192058086395
882984	rnn.weight_hh_l0	0	-0.02303680032491684
882984	rnn.weight_hh_l0	1	0.08321978151798248
882984	rnn.weight_hh_l0	2	0.0008791012223809958
882984	rnn.weight_hh_l0	3	-0.036922845989465714
882984	rnn.weight_hh_l0	4	0.08818947523832321
882984	rnn.weight_hh_l0	5	-0.001968080410733819
882984	rnn.weight_hh_l0	6	-0.09111899882555008
882984	rnn.weight_hh_l0	7	-0.13971270620822906
882984	rnn.weight_hh_l0	8	0.040756598114967346
882984	rnn.weight_hh_l0	9	-0.1245371401309967
882984	rnn.bias_ih_l0	0	0.17879749834537506
882984	rnn.bias_ih_l0	1	-0.3410985767841339
882984	rnn.bias_ih_l0	2	-0.04412783309817314
882984	rnn.bias_ih_l0	3	-0.21009723842144012
882984	rnn.bias_ih_l0	4	-0.0077714151702821255
882984	rnn.bias_ih_l0	5	-0.4377007782459259
882984	rnn.bias_ih_l0	6	-0.1390221118927002
882984	rnn.bias_ih_l0	7	-0.3918101489543915
882984	rnn.bias_ih_l0	8	-0.3106931447982788
882984	rnn.bias_ih_l0	9	-0.4483136832714081
882984	rnn.bias_hh_l0	0	-0.34926891326904297
882984	rnn.bias_hh_l0	1	-0.4431825578212738
882984	rnn.bias_hh_l0	2	-0.401366263628006
882984	rnn.bias_hh_l0	3	-0.08090291172266006
882984	rnn.bias_hh_l0	4	-0.4003453850746155
882984	rnn.bias_hh_l0	5	-0.37284931540489197
882984	rnn.bias_hh_l0	6	-0.11857401579618454
882984	rnn.bias_hh_l0	7	0.06944811344146729
882984	rnn.bias_hh_l0	8	-0.2313680201768875
882984	rnn.bias_hh_l0	9	-0.5675109624862671
882984	rnn.weight_ih_l0_reverse	0	-0.004014980513602495
882984	rnn.weight_ih_l0_reverse	1	-0.004195000976324081
882984	rnn.weight_ih_l0_reverse	2	0.00011913063644897193
882984	rnn.weight_ih_l0_reverse	3	-0.14508210122585297
882984	rnn.weight_ih_l0_reverse	4	0.08123835921287537
882984	rnn.weight_ih_l0_reverse	5	-0.10751832276582718
882984	rnn.weight_ih_l0_reverse	6	-0.007726988755166531
882984	rnn.weight_ih_l0_reverse	7	0.029790518805384636
882984	rnn.weight_ih_l0_reverse	8	-0.04779783636331558
882984	rnn.weight_ih_l0_reverse	9	-0.08979503810405731
882984	rnn.weight_hh_l0_reverse	0	-0.1514093428850174
882984	rnn.weight_hh_l0_reverse	1	0.022074511274695396
882984	rnn.weight_hh_l0_reverse	2	-0.019876282662153244
882984	rnn.weight_hh_l0_reverse	3	0.03073165938258171
882984	rnn.weight_hh_l0_reverse	4	-0.08387906104326248
882984	rnn.weight_hh_l0_reverse	5	0.03772681578993797
882984	rnn.weight_hh_l0_reverse	6	0.03154274448752403
882984	rnn.weight_hh_l0_reverse	7	-0.13140881061553955
882984	rnn.weight_hh_l0_reverse	8	-0.07959729433059692
882984	rnn.weight_hh_l0_reverse	9	0.035701487213373184
882984	rnn.bias_ih_l0_reverse	0	-0.18618132174015045
882984	rnn.bias_ih_l0_reverse	1	-0.059823550283908844
882984	rnn.bias_ih_l0_reverse	2	0.1643151044845581
882984	rnn.bias_ih_l0_reverse	3	-0.3293035328388214
882984	rnn.bias_ih_l0_reverse	4	0.012485969811677933
882984	rnn.bias_ih_l0_reverse	5	-0.22123683989048004
882984	rnn.bias_ih_l0_reverse	6	0.2768297791481018
882984	rnn.bias_ih_l0_reverse	7	-0.30259865522384644
882984	rnn.bias_ih_l0_reverse	8	-0.19881898164749146
882984	rnn.bias_ih_l0_reverse	9	-0.14350029826164246
882984	rnn.bias_hh_l0_reverse	0	-0.13671159744262695
882984	rnn.bias_hh_l0_reverse	1	0.2727414071559906
882984	rnn.bias_hh_l0_reverse	2	-0.3405129015445709
882984	rnn.bias_hh_l0_reverse	3	-0.23019291460514069
882984	rnn.bias_hh_l0_reverse	4	-0.3919667899608612
882984	rnn.bias_hh_l0_reverse	5	-0.20789237320423126
882984	rnn.bias_hh_l0_reverse	6	-0.2632577419281006
882984	rnn.bias_hh_l0_reverse	7	-0.10431289672851562
882984	rnn.bias_hh_l0_reverse	8	-0.3511723279953003
882984	rnn.bias_hh_l0_reverse	9	0.20728453993797302
882984	linear.weight	0	0.23433330655097961
882984	linear.weight	1	-0.45719894766807556
882984	linear.weight	2	0.05313025414943695
882984	linear.weight	3	0.06747113913297653
882984	linear.weight	4	-0.12858541309833527
882984	linear.weight	5	0.24436968564987183
882984	linear.weight	6	-0.019782869145274162
882984	linear.weight	7	-0.059554748237133026
882984	linear.weight	8	0.12922728061676025
882984	linear.weight	9	-0.04996504634618759
882984	linear.bias	0	-0.8669587969779968
882984	linear.bias	1	1.7662897109985352
882984	linear.bias	2	0.7404485940933228
882984	linear.bias	3	-2.743985891342163
882984	linear.bias	4	-0.05844337120652199
882984	linear.bias	5	1.2514395713806152
882984	linear.bias	6	-0.2093714028596878
882984	linear.bias	7	0.8491883277893066
882984	linear.bias	8	2.0976603031158447
882984	linear.bias	9	-1.2920200824737549
883593	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
883593	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
883593	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
883593	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
883593	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
883593	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
883593	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
883593	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
883593	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
883593	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
883593	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
883593	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
883593	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
883593	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
883593	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
883593	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
883593	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
883593	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
883593	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
883593	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
883593	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
883593	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
883593	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
883593	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
883593	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
883593	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
883593	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
883593	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
883593	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
883593	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
883593	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
883593	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
883593	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
883593	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
883593	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
883593	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
883593	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
883593	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
883593	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
883593	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
883593	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
883593	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
883593	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
883593	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
883593	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
883593	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
883593	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
883593	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
883593	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
883593	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
883593	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
883593	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
883593	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
883593	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
883593	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
883593	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
883593	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
883593	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
883593	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
883593	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
883593	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
883593	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
883593	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
883593	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
883593	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
883593	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
883593	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
883593	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
883593	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
883593	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
883593	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
883593	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
883593	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
883593	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
883593	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
883593	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
883593	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
883593	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
883593	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
883593	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
883593	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
883593	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
883593	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
883593	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
883593	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
883593	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
883593	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
883593	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
883593	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
883593	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
883593	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
883593	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
883593	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
883593	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
883593	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
883593	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
883593	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
883593	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
883593	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
883593	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
883593	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
883593	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
883593	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
883593	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
883593	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
883593	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
883593	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
883593	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
883593	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
883593	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
883593	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
883593	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
883593	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
883593	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
883593	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
883593	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
883593	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
883593	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
883593	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
883593	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
883593	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
883593	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
883593	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
883593	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
883593	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
883593	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
883593	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
883593	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
883593	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
883593	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
883593	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
883593	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
883593	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
883593	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
883593	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
883593	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
883593	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
883593	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
883593	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
883593	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
883593	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
883593	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
883593	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
883593	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
883593	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
883593	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
883593	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
883593	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
883593	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
883593	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
883593	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
883593	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
883593	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
883593	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
883593	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
883593	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
883593	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
883593	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
883593	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
883593	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
883593	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
883593	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
883593	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
883593	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
883593	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
883593	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
883593	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
883593	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
883593	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
883593	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
883593	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
883593	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
883593	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
883593	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
883593	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
883593	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
883593	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
883593	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
883593	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
883593	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
883593	embedding2nn.weight	0	0.32077813148498535
883593	embedding2nn.weight	1	0.36454883217811584
883593	embedding2nn.weight	2	0.00213699322193861
883593	embedding2nn.weight	3	0.011397172696888447
883593	embedding2nn.weight	4	-0.03280530869960785
883593	embedding2nn.weight	5	0.060886166989803314
883593	embedding2nn.weight	6	0.00536754634231329
883593	embedding2nn.weight	7	-0.01223774254322052
883593	embedding2nn.weight	8	0.0420103557407856
883593	embedding2nn.weight	9	-0.05151316896080971
883593	embedding2nn.bias	0	0.021498316898941994
883593	embedding2nn.bias	1	-0.19274534285068512
883593	embedding2nn.bias	2	0.13270097970962524
883593	embedding2nn.bias	3	0.15718890726566315
883593	embedding2nn.bias	4	0.13975246250629425
883593	embedding2nn.bias	5	-0.07030262798070908
883593	embedding2nn.bias	6	-0.05026645585894585
883593	embedding2nn.bias	7	0.04297901690006256
883593	embedding2nn.bias	8	-0.15100617706775665
883593	embedding2nn.bias	9	-0.3677576780319214
883593	rnn.weight_ih_l0	0	0.010813784785568714
883593	rnn.weight_ih_l0	1	-0.05763255059719086
883593	rnn.weight_ih_l0	2	-0.04801078885793686
883593	rnn.weight_ih_l0	3	0.11481811851263046
883593	rnn.weight_ih_l0	4	0.01998533122241497
883593	rnn.weight_ih_l0	5	-0.07052919268608093
883593	rnn.weight_ih_l0	6	0.007274989038705826
883593	rnn.weight_ih_l0	7	-0.025097621604800224
883593	rnn.weight_ih_l0	8	0.013499804772436619
883593	rnn.weight_ih_l0	9	-0.08882319182157516
883593	rnn.weight_hh_l0	0	-0.02313244342803955
883593	rnn.weight_hh_l0	1	0.08317697793245316
883593	rnn.weight_hh_l0	2	0.0009037580457516015
883593	rnn.weight_hh_l0	3	-0.0370309017598629
883593	rnn.weight_hh_l0	4	0.08811016380786896
883593	rnn.weight_hh_l0	5	-0.0019601634703576565
883593	rnn.weight_hh_l0	6	-0.09114225953817368
883593	rnn.weight_hh_l0	7	-0.1396234631538391
883593	rnn.weight_hh_l0	8	0.04075293242931366
883593	rnn.weight_hh_l0	9	-0.1245688647031784
883593	rnn.bias_ih_l0	0	0.1803828328847885
883593	rnn.bias_ih_l0	1	-0.34184759855270386
883593	rnn.bias_ih_l0	2	-0.04436667263507843
883593	rnn.bias_ih_l0	3	-0.2087913453578949
883593	rnn.bias_ih_l0	4	-0.008822337724268436
883593	rnn.bias_ih_l0	5	-0.4376101493835449
883593	rnn.bias_ih_l0	6	-0.13874290883541107
883593	rnn.bias_ih_l0	7	-0.39196091890335083
883593	rnn.bias_ih_l0	8	-0.31021302938461304
883593	rnn.bias_ih_l0	9	-0.44818854331970215
883593	rnn.bias_hh_l0	0	-0.34752383828163147
883593	rnn.bias_hh_l0	1	-0.44374746084213257
883593	rnn.bias_hh_l0	2	-0.40101075172424316
883593	rnn.bias_hh_l0	3	-0.08025702834129333
883593	rnn.bias_hh_l0	4	-0.3999125361442566
883593	rnn.bias_hh_l0	5	-0.3726976811885834
883593	rnn.bias_hh_l0	6	-0.11819612234830856
883593	rnn.bias_hh_l0	7	0.06909701228141785
883593	rnn.bias_hh_l0	8	-0.23133604228496552
883593	rnn.bias_hh_l0	9	-0.5673744678497314
883593	rnn.weight_ih_l0_reverse	0	-0.0051165479235351086
883593	rnn.weight_ih_l0_reverse	1	-0.004348005633801222
883593	rnn.weight_ih_l0_reverse	2	4.4022712245350704e-05
883593	rnn.weight_ih_l0_reverse	3	-0.14481624960899353
883593	rnn.weight_ih_l0_reverse	4	0.0809391662478447
883593	rnn.weight_ih_l0_reverse	5	-0.10730306804180145
883593	rnn.weight_ih_l0_reverse	6	-0.007891827262938023
883593	rnn.weight_ih_l0_reverse	7	0.02981596812605858
883593	rnn.weight_ih_l0_reverse	8	-0.048406362533569336
883593	rnn.weight_ih_l0_reverse	9	-0.08985007554292679
883593	rnn.weight_hh_l0_reverse	0	-0.15131644904613495
883593	rnn.weight_hh_l0_reverse	1	0.0219209473580122
883593	rnn.weight_hh_l0_reverse	2	-0.0198015458881855
883593	rnn.weight_hh_l0_reverse	3	0.030743945389986038
883593	rnn.weight_hh_l0_reverse	4	-0.08381938934326172
883593	rnn.weight_hh_l0_reverse	5	0.03769807517528534
883593	rnn.weight_hh_l0_reverse	6	0.03154473751783371
883593	rnn.weight_hh_l0_reverse	7	-0.13113534450531006
883593	rnn.weight_hh_l0_reverse	8	-0.07921157032251358
883593	rnn.weight_hh_l0_reverse	9	0.035466860979795456
883593	rnn.bias_ih_l0_reverse	0	-0.18496963381767273
883593	rnn.bias_ih_l0_reverse	1	-0.05992480367422104
883593	rnn.bias_ih_l0_reverse	2	0.16476602852344513
883593	rnn.bias_ih_l0_reverse	3	-0.32911217212677
883593	rnn.bias_ih_l0_reverse	4	0.012762254104018211
883593	rnn.bias_ih_l0_reverse	5	-0.22117267549037933
883593	rnn.bias_ih_l0_reverse	6	0.27756381034851074
883593	rnn.bias_ih_l0_reverse	7	-0.3022908866405487
883593	rnn.bias_ih_l0_reverse	8	-0.19880202412605286
883593	rnn.bias_ih_l0_reverse	9	-0.14390723407268524
883593	rnn.bias_hh_l0_reverse	0	-0.13927948474884033
883593	rnn.bias_hh_l0_reverse	1	0.27196234464645386
883593	rnn.bias_hh_l0_reverse	2	-0.3418847322463989
883593	rnn.bias_hh_l0_reverse	3	-0.23083288967609406
883593	rnn.bias_hh_l0_reverse	4	-0.3916815519332886
883593	rnn.bias_hh_l0_reverse	5	-0.20813235640525818
883593	rnn.bias_hh_l0_reverse	6	-0.26499518752098083
883593	rnn.bias_hh_l0_reverse	7	-0.10381108522415161
883593	rnn.bias_hh_l0_reverse	8	-0.3500698208808899
883593	rnn.bias_hh_l0_reverse	9	0.21020978689193726
883593	linear.weight	0	0.23583896458148956
883593	linear.weight	1	-0.4607302248477936
883593	linear.weight	2	0.05645457282662392
883593	linear.weight	3	0.06747107207775116
883593	linear.weight	4	-0.1318695843219757
883593	linear.weight	5	0.2466568648815155
883593	linear.weight	6	-0.02043873630464077
883593	linear.weight	7	-0.059554241597652435
883593	linear.weight	8	0.1299109011888504
883593	linear.weight	9	-0.049965355545282364
883593	linear.bias	0	-0.8716046214103699
883593	linear.bias	1	1.764879822731018
883593	linear.bias	2	0.741873025894165
883593	linear.bias	3	-2.743990659713745
883593	linear.bias	4	-0.05162482336163521
883593	linear.bias	5	1.2490261793136597
883593	linear.bias	6	-0.210019052028656
883593	linear.bias	7	0.8496412634849548
883593	linear.bias	8	2.094276189804077
883593	linear.bias	9	-1.2907874584197998
884202	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
884202	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
884202	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
884202	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
884202	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
884202	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
884202	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
884202	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
884202	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
884202	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
884202	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
884202	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
884202	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
884202	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
884202	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
884202	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
884202	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
884202	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
884202	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
884202	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
884202	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
884202	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
884202	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
884202	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
884202	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
884202	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
884202	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
884202	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
884202	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
884202	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
884202	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
884202	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
884202	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
884202	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
884202	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
884202	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
884202	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
884202	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
884202	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
884202	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
884202	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
884202	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
884202	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
884202	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
884202	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
884202	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
884202	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
884202	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
884202	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
884202	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
884202	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
884202	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
884202	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
884202	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
884202	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
884202	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
884202	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
884202	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
884202	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
884202	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
884202	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
884202	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
884202	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
884202	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
884202	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
884202	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
884202	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
884202	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
884202	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
884202	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
884202	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
884202	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
884202	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
884202	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
884202	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
884202	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
884202	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
884202	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
884202	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
884202	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
884202	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
884202	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
884202	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
884202	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
884202	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
884202	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
884202	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
884202	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
884202	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
884202	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
884202	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
884202	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
884202	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
884202	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
884202	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
884202	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
884202	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
884202	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
884202	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
884202	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
884202	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
884202	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
884202	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
884202	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
884202	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
884202	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
884202	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
884202	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
884202	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
884202	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
884202	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
884202	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
884202	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
884202	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
884202	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
884202	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
884202	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
884202	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
884202	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
884202	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
884202	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
884202	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
884202	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
884202	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
884202	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
884202	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
884202	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
884202	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
884202	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
884202	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
884202	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
884202	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
884202	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
884202	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
884202	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
884202	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
884202	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
884202	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
884202	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
884202	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
884202	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
884202	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
884202	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
884202	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
884202	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
884202	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
884202	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
884202	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
884202	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
884202	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
884202	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
884202	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
884202	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
884202	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
884202	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
884202	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
884202	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
884202	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
884202	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
884202	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
884202	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
884202	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
884202	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
884202	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
884202	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
884202	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
884202	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
884202	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
884202	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
884202	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
884202	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
884202	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
884202	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
884202	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
884202	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
884202	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
884202	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
884202	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
884202	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
884202	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
884202	embedding2nn.weight	0	0.3208652436733246
884202	embedding2nn.weight	1	0.3644556701183319
884202	embedding2nn.weight	2	0.0024485166650265455
884202	embedding2nn.weight	3	0.012832841835916042
884202	embedding2nn.weight	4	-0.031974051147699356
884202	embedding2nn.weight	5	0.060925066471099854
884202	embedding2nn.weight	6	0.0053311861120164394
884202	embedding2nn.weight	7	-0.01280828658491373
884202	embedding2nn.weight	8	0.04134669154882431
884202	embedding2nn.weight	9	-0.05076011270284653
884202	embedding2nn.bias	0	0.021443698555231094
884202	embedding2nn.bias	1	-0.18802407383918762
884202	embedding2nn.bias	2	0.13529102504253387
884202	embedding2nn.bias	3	0.15767554938793182
884202	embedding2nn.bias	4	0.1401366889476776
884202	embedding2nn.bias	5	-0.07375585287809372
884202	embedding2nn.bias	6	-0.0501084178686142
884202	embedding2nn.bias	7	0.04001317173242569
884202	embedding2nn.bias	8	-0.15006950497627258
884202	embedding2nn.bias	9	-0.36725983023643494
884202	rnn.weight_ih_l0	0	0.010439811274409294
884202	rnn.weight_ih_l0	1	-0.05750487372279167
884202	rnn.weight_ih_l0	2	-0.04816202446818352
884202	rnn.weight_ih_l0	3	0.11445373296737671
884202	rnn.weight_ih_l0	4	0.01994067244231701
884202	rnn.weight_ih_l0	5	-0.07159949839115143
884202	rnn.weight_ih_l0	6	0.007168244104832411
884202	rnn.weight_ih_l0	7	-0.025638775900006294
884202	rnn.weight_ih_l0	8	0.014513288624584675
884202	rnn.weight_ih_l0	9	-0.08804048597812653
884202	rnn.weight_hh_l0	0	-0.023150717839598656
884202	rnn.weight_hh_l0	1	0.08333081752061844
884202	rnn.weight_hh_l0	2	0.0010475828312337399
884202	rnn.weight_hh_l0	3	-0.03696480020880699
884202	rnn.weight_hh_l0	4	0.08784259855747223
884202	rnn.weight_hh_l0	5	-0.0020199317950755358
884202	rnn.weight_hh_l0	6	-0.09121090918779373
884202	rnn.weight_hh_l0	7	-0.1397891789674759
884202	rnn.weight_hh_l0	8	0.040787819772958755
884202	rnn.weight_hh_l0	9	-0.1244763508439064
884202	rnn.bias_ih_l0	0	0.17951445281505585
884202	rnn.bias_ih_l0	1	-0.34164518117904663
884202	rnn.bias_ih_l0	2	-0.044251035898923874
884202	rnn.bias_ih_l0	3	-0.20955845713615417
884202	rnn.bias_ih_l0	4	-0.008847893215715885
884202	rnn.bias_ih_l0	5	-0.4380510449409485
884202	rnn.bias_ih_l0	6	-0.1392790675163269
884202	rnn.bias_ih_l0	7	-0.39180853962898254
884202	rnn.bias_ih_l0	8	-0.3085074722766876
884202	rnn.bias_ih_l0	9	-0.4496030807495117
884202	rnn.bias_hh_l0	0	-0.34741273522377014
884202	rnn.bias_hh_l0	1	-0.44533854722976685
884202	rnn.bias_hh_l0	2	-0.4002477526664734
884202	rnn.bias_hh_l0	3	-0.08069635182619095
884202	rnn.bias_hh_l0	4	-0.40024247765541077
884202	rnn.bias_hh_l0	5	-0.372951477766037
884202	rnn.bias_hh_l0	6	-0.11735965311527252
884202	rnn.bias_hh_l0	7	0.07016659528017044
884202	rnn.bias_hh_l0	8	-0.23064157366752625
884202	rnn.bias_hh_l0	9	-0.5680062770843506
884202	rnn.weight_ih_l0_reverse	0	-0.005085274577140808
884202	rnn.weight_ih_l0_reverse	1	-0.0042693838477134705
884202	rnn.weight_ih_l0_reverse	2	0.00026683154283091426
884202	rnn.weight_ih_l0_reverse	3	-0.14478544890880585
884202	rnn.weight_ih_l0_reverse	4	0.08113489300012589
884202	rnn.weight_ih_l0_reverse	5	-0.10811716318130493
884202	rnn.weight_ih_l0_reverse	6	-0.007747883442789316
884202	rnn.weight_ih_l0_reverse	7	0.029934966936707497
884202	rnn.weight_ih_l0_reverse	8	-0.04764800891280174
884202	rnn.weight_ih_l0_reverse	9	-0.08956200629472733
884202	rnn.weight_hh_l0_reverse	0	-0.15133269131183624
884202	rnn.weight_hh_l0_reverse	1	0.022096015512943268
884202	rnn.weight_hh_l0_reverse	2	-0.019693132489919662
884202	rnn.weight_hh_l0_reverse	3	0.030542459338903427
884202	rnn.weight_hh_l0_reverse	4	-0.08376196771860123
884202	rnn.weight_hh_l0_reverse	5	0.037665657699108124
884202	rnn.weight_hh_l0_reverse	6	0.03153783082962036
884202	rnn.weight_hh_l0_reverse	7	-0.1314547210931778
884202	rnn.weight_hh_l0_reverse	8	-0.07890619337558746
884202	rnn.weight_hh_l0_reverse	9	0.03559771925210953
884202	rnn.bias_ih_l0_reverse	0	-0.18553391098976135
884202	rnn.bias_ih_l0_reverse	1	-0.059908412396907806
884202	rnn.bias_ih_l0_reverse	2	0.1654588133096695
884202	rnn.bias_ih_l0_reverse	3	-0.33046481013298035
884202	rnn.bias_ih_l0_reverse	4	0.009917079471051693
884202	rnn.bias_ih_l0_reverse	5	-0.22097718715667725
884202	rnn.bias_ih_l0_reverse	6	0.27618277072906494
884202	rnn.bias_ih_l0_reverse	7	-0.3035404086112976
884202	rnn.bias_ih_l0_reverse	8	-0.198042631149292
884202	rnn.bias_ih_l0_reverse	9	-0.14502780139446259
884202	rnn.bias_hh_l0_reverse	0	-0.13994474709033966
884202	rnn.bias_hh_l0_reverse	1	0.27305537462234497
884202	rnn.bias_hh_l0_reverse	2	-0.3419289290904999
884202	rnn.bias_hh_l0_reverse	3	-0.2319270670413971
884202	rnn.bias_hh_l0_reverse	4	-0.39347806572914124
884202	rnn.bias_hh_l0_reverse	5	-0.2087181657552719
884202	rnn.bias_hh_l0_reverse	6	-0.26560282707214355
884202	rnn.bias_hh_l0_reverse	7	-0.1040324866771698
884202	rnn.bias_hh_l0_reverse	8	-0.35135146975517273
884202	rnn.bias_hh_l0_reverse	9	0.21085715293884277
884202	linear.weight	0	0.2342466115951538
884202	linear.weight	1	-0.4581349492073059
884202	linear.weight	2	0.04720798507332802
884202	linear.weight	3	0.06747104227542877
884202	linear.weight	4	-0.1366182416677475
884202	linear.weight	5	0.24896816909313202
884202	linear.weight	6	-0.015290378592908382
884202	linear.weight	7	-0.05955371633172035
884202	linear.weight	8	0.13023407757282257
884202	linear.weight	9	-0.04996565356850624
884202	linear.bias	0	-0.8701173663139343
884202	linear.bias	1	1.7573655843734741
884202	linear.bias	2	0.7461392879486084
884202	linear.bias	3	-2.7439956665039062
884202	linear.bias	4	-0.05271055921912193
884202	linear.bias	5	1.2548627853393555
884202	linear.bias	6	-0.21256104111671448
884202	linear.bias	7	0.8434478640556335
884202	linear.bias	8	2.101123332977295
884202	linear.bias	9	-1.2893134355545044
884210	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
884210	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
884210	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
884210	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
884210	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
884210	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
884210	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
884210	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
884210	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
884210	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
884210	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
884210	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
884210	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
884210	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
884210	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
884210	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
884210	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
884210	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
884210	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
884210	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
884210	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
884210	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
884210	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
884210	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
884210	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
884210	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
884210	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
884210	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
884210	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
884210	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
884210	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
884210	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
884210	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
884210	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
884210	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
884210	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
884210	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
884210	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
884210	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
884210	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
884210	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
884210	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
884210	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
884210	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
884210	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
884210	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
884210	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
884210	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
884210	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
884210	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
884210	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
884210	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
884210	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
884210	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
884210	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
884210	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
884210	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
884210	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
884210	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
884210	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
884210	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
884210	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
884210	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
884210	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
884210	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
884210	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
884210	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
884210	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
884210	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
884210	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
884210	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
884210	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
884210	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
884210	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
884210	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
884210	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
884210	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
884210	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
884210	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
884210	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
884210	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
884210	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
884210	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
884210	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
884210	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
884210	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
884210	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
884210	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
884210	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
884210	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
884210	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
884210	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
884210	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
884210	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
884210	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
884210	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
884210	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
884210	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
884210	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
884210	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
884210	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
884210	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
884210	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
884210	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
884210	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
884210	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
884210	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
884210	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
884210	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
884210	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
884210	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
884210	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
884210	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
884210	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
884210	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
884210	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
884210	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
884210	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
884210	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
884210	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
884210	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
884210	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
884210	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
884210	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
884210	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
884210	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
884210	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
884210	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
884210	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
884210	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
884210	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
884210	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
884210	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
884210	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
884210	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
884210	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
884210	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
884210	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
884210	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
884210	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
884210	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
884210	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
884210	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
884210	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
884210	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
884210	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
884210	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
884210	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
884210	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
884210	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
884210	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
884210	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
884210	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
884210	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
884210	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
884210	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
884210	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
884210	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
884210	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
884210	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
884210	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
884210	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
884210	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
884210	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
884210	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
884210	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
884210	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
884210	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
884210	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
884210	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
884210	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
884210	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
884210	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
884210	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
884210	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
884210	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
884210	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
884210	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
884210	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
884210	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
884210	embedding2nn.weight	0	0.32085880637168884
884210	embedding2nn.weight	1	0.3645002543926239
884210	embedding2nn.weight	2	0.0024914415553212166
884210	embedding2nn.weight	3	0.012866411358118057
884210	embedding2nn.weight	4	-0.031952857971191406
884210	embedding2nn.weight	5	0.060926105827093124
884210	embedding2nn.weight	6	0.0052225347608327866
884210	embedding2nn.weight	7	-0.012737594544887543
884210	embedding2nn.weight	8	0.04132723808288574
884210	embedding2nn.weight	9	-0.05068386718630791
884210	embedding2nn.bias	0	0.021737074479460716
884210	embedding2nn.bias	1	-0.18812958896160126
884210	embedding2nn.bias	2	0.13524605333805084
884210	embedding2nn.bias	3	0.1577921211719513
884210	embedding2nn.bias	4	0.14017853140830994
884210	embedding2nn.bias	5	-0.07312151044607162
884210	embedding2nn.bias	6	-0.050361860543489456
884210	embedding2nn.bias	7	0.03983999043703079
884210	embedding2nn.bias	8	-0.14993934333324432
884210	embedding2nn.bias	9	-0.3663279414176941
884210	rnn.weight_ih_l0	0	0.010453489609062672
884210	rnn.weight_ih_l0	1	-0.057496171444654465
884210	rnn.weight_ih_l0	2	-0.048154912889003754
884210	rnn.weight_ih_l0	3	0.11440809071063995
884210	rnn.weight_ih_l0	4	0.019862106069922447
884210	rnn.weight_ih_l0	5	-0.07161543518304825
884210	rnn.weight_ih_l0	6	0.007202084641903639
884210	rnn.weight_ih_l0	7	-0.025687694549560547
884210	rnn.weight_ih_l0	8	0.0142761105671525
884210	rnn.weight_ih_l0	9	-0.0880250632762909
884210	rnn.weight_hh_l0	0	-0.023157920688390732
884210	rnn.weight_hh_l0	1	0.08330235630273819
884210	rnn.weight_hh_l0	2	0.001049687503837049
884210	rnn.weight_hh_l0	3	-0.03697645291686058
884210	rnn.weight_hh_l0	4	0.08784668147563934
884210	rnn.weight_hh_l0	5	-0.0020166109316051006
884210	rnn.weight_hh_l0	6	-0.0912114754319191
884210	rnn.weight_hh_l0	7	-0.13976243138313293
884210	rnn.weight_hh_l0	8	0.0407889224588871
884210	rnn.weight_hh_l0	9	-0.12448432296514511
884210	rnn.bias_ih_l0	0	0.17943501472473145
884210	rnn.bias_ih_l0	1	-0.34164077043533325
884210	rnn.bias_ih_l0	2	-0.04426703602075577
884210	rnn.bias_ih_l0	3	-0.20968040823936462
884210	rnn.bias_ih_l0	4	-0.009143482893705368
884210	rnn.bias_ih_l0	5	-0.4381518065929413
884210	rnn.bias_ih_l0	6	-0.13930504024028778
884210	rnn.bias_ih_l0	7	-0.39179545640945435
884210	rnn.bias_ih_l0	8	-0.30850496888160706
884210	rnn.bias_ih_l0	9	-0.44974973797798157
884210	rnn.bias_hh_l0	0	-0.3474401831626892
884210	rnn.bias_hh_l0	1	-0.44537875056266785
884210	rnn.bias_hh_l0	2	-0.4002855718135834
884210	rnn.bias_hh_l0	3	-0.08071599900722504
884210	rnn.bias_hh_l0	4	-0.4003334045410156
884210	rnn.bias_hh_l0	5	-0.3730056583881378
884210	rnn.bias_hh_l0	6	-0.11739153414964676
884210	rnn.bias_hh_l0	7	0.07017626613378525
884210	rnn.bias_hh_l0	8	-0.23060370981693268
884210	rnn.bias_hh_l0	9	-0.5679752230644226
884210	rnn.weight_ih_l0_reverse	0	-0.005166186019778252
884210	rnn.weight_ih_l0_reverse	1	-0.004267990123480558
884210	rnn.weight_ih_l0_reverse	2	0.00027388252783566713
884210	rnn.weight_ih_l0_reverse	3	-0.1447744220495224
884210	rnn.weight_ih_l0_reverse	4	0.08116329461336136
884210	rnn.weight_ih_l0_reverse	5	-0.10811834782361984
884210	rnn.weight_ih_l0_reverse	6	-0.0077666654251515865
884210	rnn.weight_ih_l0_reverse	7	0.029953395947813988
884210	rnn.weight_ih_l0_reverse	8	-0.047640640288591385
884210	rnn.weight_ih_l0_reverse	9	-0.08962102979421616
884210	rnn.weight_hh_l0_reverse	0	-0.15129916369915009
884210	rnn.weight_hh_l0_reverse	1	0.02210596576333046
884210	rnn.weight_hh_l0_reverse	2	-0.01968614012002945
884210	rnn.weight_hh_l0_reverse	3	0.030543426051735878
884210	rnn.weight_hh_l0_reverse	4	-0.08376437425613403
884210	rnn.weight_hh_l0_reverse	5	0.03765937313437462
884210	rnn.weight_hh_l0_reverse	6	0.03153835982084274
884210	rnn.weight_hh_l0_reverse	7	-0.13143379986286163
884210	rnn.weight_hh_l0_reverse	8	-0.07890773564577103
884210	rnn.weight_hh_l0_reverse	9	0.035623110830783844
884210	rnn.bias_ih_l0_reverse	0	-0.18542902171611786
884210	rnn.bias_ih_l0_reverse	1	-0.05986817553639412
884210	rnn.bias_ih_l0_reverse	2	0.16551420092582703
884210	rnn.bias_ih_l0_reverse	3	-0.3304020166397095
884210	rnn.bias_ih_l0_reverse	4	0.009692158550024033
884210	rnn.bias_ih_l0_reverse	5	-0.22098615765571594
884210	rnn.bias_ih_l0_reverse	6	0.276140034198761
884210	rnn.bias_ih_l0_reverse	7	-0.3033932149410248
884210	rnn.bias_ih_l0_reverse	8	-0.19815555214881897
884210	rnn.bias_ih_l0_reverse	9	-0.14480258524417877
884210	rnn.bias_hh_l0_reverse	0	-0.14005047082901
884210	rnn.bias_hh_l0_reverse	1	0.27299559116363525
884210	rnn.bias_hh_l0_reverse	2	-0.34195300936698914
884210	rnn.bias_hh_l0_reverse	3	-0.23167558014392853
884210	rnn.bias_hh_l0_reverse	4	-0.39346861839294434
884210	rnn.bias_hh_l0_reverse	5	-0.20876578986644745
884210	rnn.bias_hh_l0_reverse	6	-0.2655213177204132
884210	rnn.bias_hh_l0_reverse	7	-0.1040012314915657
884210	rnn.bias_hh_l0_reverse	8	-0.35114359855651855
884210	rnn.bias_hh_l0_reverse	9	0.2104472517967224
884210	linear.weight	0	0.2340429276227951
884210	linear.weight	1	-0.4578322172164917
884210	linear.weight	2	0.04705508425831795
884210	linear.weight	3	0.06747104227542877
884210	linear.weight	4	-0.13743405044078827
884210	linear.weight	5	0.2489374428987503
884210	linear.weight	6	-0.01528698205947876
884210	linear.weight	7	-0.059553712606430054
884210	linear.weight	8	0.13043922185897827
884210	linear.weight	9	-0.04996565356850624
884210	linear.bias	0	-0.8695769906044006
884210	linear.bias	1	1.7574167251586914
884210	linear.bias	2	0.7471054196357727
884210	linear.bias	3	-2.7439956665039062
884210	linear.bias	4	-0.052326370030641556
884210	linear.bias	5	1.254626750946045
884210	linear.bias	6	-0.2140544056892395
884210	linear.bias	7	0.8436617255210876
884210	linear.bias	8	2.102445363998413
884210	linear.bias	9	-1.2893266677856445
884819	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
884819	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
884819	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
884819	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
884819	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
884819	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
884819	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
884819	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
884819	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
884819	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
884819	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
884819	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
884819	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
884819	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
884819	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
884819	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
884819	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
884819	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
884819	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
884819	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
884819	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
884819	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
884819	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
884819	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
884819	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
884819	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
884819	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
884819	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
884819	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
884819	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
884819	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
884819	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
884819	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
884819	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
884819	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
884819	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
884819	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
884819	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
884819	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
884819	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
884819	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
884819	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
884819	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
884819	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
884819	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
884819	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
884819	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
884819	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
884819	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
884819	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
884819	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
884819	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
884819	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
884819	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
884819	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
884819	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
884819	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
884819	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
884819	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
884819	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
884819	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
884819	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
884819	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
884819	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
884819	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
884819	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
884819	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
884819	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
884819	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
884819	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
884819	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
884819	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
884819	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
884819	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
884819	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
884819	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
884819	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
884819	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
884819	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
884819	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
884819	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
884819	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
884819	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
884819	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
884819	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
884819	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
884819	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
884819	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
884819	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
884819	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
884819	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
884819	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
884819	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
884819	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
884819	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
884819	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
884819	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
884819	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
884819	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
884819	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
884819	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
884819	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
884819	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
884819	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
884819	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
884819	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
884819	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
884819	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
884819	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
884819	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
884819	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
884819	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
884819	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
884819	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
884819	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
884819	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
884819	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
884819	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
884819	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
884819	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
884819	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
884819	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
884819	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
884819	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
884819	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
884819	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
884819	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
884819	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
884819	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
884819	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
884819	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
884819	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
884819	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
884819	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
884819	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
884819	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
884819	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
884819	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
884819	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
884819	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
884819	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
884819	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
884819	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
884819	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
884819	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
884819	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
884819	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
884819	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
884819	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
884819	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
884819	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
884819	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
884819	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
884819	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
884819	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
884819	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
884819	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
884819	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
884819	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
884819	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
884819	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
884819	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
884819	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
884819	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
884819	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
884819	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
884819	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
884819	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
884819	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
884819	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
884819	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
884819	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
884819	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
884819	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
884819	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
884819	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
884819	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
884819	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
884819	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
884819	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
884819	embedding2nn.weight	0	0.3208140432834625
884819	embedding2nn.weight	1	0.36460810899734497
884819	embedding2nn.weight	2	0.002365236869081855
884819	embedding2nn.weight	3	0.01182478666305542
884819	embedding2nn.weight	4	-0.03241468593478203
884819	embedding2nn.weight	5	0.060835715383291245
884819	embedding2nn.weight	6	0.005201536230742931
884819	embedding2nn.weight	7	-0.01250550989061594
884819	embedding2nn.weight	8	0.041324395686388016
884819	embedding2nn.weight	9	-0.050804827362298965
884819	embedding2nn.bias	0	0.01843985542654991
884819	embedding2nn.bias	1	-0.18845875561237335
884819	embedding2nn.bias	2	0.1344921588897705
884819	embedding2nn.bias	3	0.15690794587135315
884819	embedding2nn.bias	4	0.14153772592544556
884819	embedding2nn.bias	5	-0.07099666446447372
884819	embedding2nn.bias	6	-0.05119282007217407
884819	embedding2nn.bias	7	0.04296093434095383
884819	embedding2nn.bias	8	-0.14896053075790405
884819	embedding2nn.bias	9	-0.3681434392929077
884819	rnn.weight_ih_l0	0	0.01030371431261301
884819	rnn.weight_ih_l0	1	-0.05747288838028908
884819	rnn.weight_ih_l0	2	-0.048516061156988144
884819	rnn.weight_ih_l0	3	0.11463677883148193
884819	rnn.weight_ih_l0	4	0.019761068746447563
884819	rnn.weight_ih_l0	5	-0.07101171463727951
884819	rnn.weight_ih_l0	6	0.007299162447452545
884819	rnn.weight_ih_l0	7	-0.025621268898248672
884819	rnn.weight_ih_l0	8	0.015313542447984219
884819	rnn.weight_ih_l0	9	-0.08775418251752853
884819	rnn.weight_hh_l0	0	-0.023130135610699654
884819	rnn.weight_hh_l0	1	0.08323176950216293
884819	rnn.weight_hh_l0	2	0.0010186298750340939
884819	rnn.weight_hh_l0	3	-0.03695113956928253
884819	rnn.weight_hh_l0	4	0.08788447082042694
884819	rnn.weight_hh_l0	5	-0.00206164107657969
884819	rnn.weight_hh_l0	6	-0.09119191765785217
884819	rnn.weight_hh_l0	7	-0.13993321359157562
884819	rnn.weight_hh_l0	8	0.04080205410718918
884819	rnn.weight_hh_l0	9	-0.12448097765445709
884819	rnn.bias_ih_l0	0	0.17926649749279022
884819	rnn.bias_ih_l0	1	-0.34166455268859863
884819	rnn.bias_ih_l0	2	-0.044330231845378876
884819	rnn.bias_ih_l0	3	-0.21007853746414185
884819	rnn.bias_ih_l0	4	-0.008627557195723057
884819	rnn.bias_ih_l0	5	-0.43877702951431274
884819	rnn.bias_ih_l0	6	-0.13965167105197906
884819	rnn.bias_ih_l0	7	-0.39187416434288025
884819	rnn.bias_ih_l0	8	-0.3084077835083008
884819	rnn.bias_ih_l0	9	-0.448561429977417
884819	rnn.bias_hh_l0	0	-0.3483837842941284
884819	rnn.bias_hh_l0	1	-0.44542914628982544
884819	rnn.bias_hh_l0	2	-0.4004916250705719
884819	rnn.bias_hh_l0	3	-0.08120513707399368
884819	rnn.bias_hh_l0	4	-0.4002509117126465
884819	rnn.bias_hh_l0	5	-0.37272024154663086
884819	rnn.bias_hh_l0	6	-0.11750753223896027
884819	rnn.bias_hh_l0	7	0.06972087174654007
884819	rnn.bias_hh_l0	8	-0.2307710200548172
884819	rnn.bias_hh_l0	9	-0.568513810634613
884819	rnn.weight_ih_l0_reverse	0	-0.0051067243330180645
884819	rnn.weight_ih_l0_reverse	1	-0.004192664287984371
884819	rnn.weight_ih_l0_reverse	2	0.000656858435831964
884819	rnn.weight_ih_l0_reverse	3	-0.1446012407541275
884819	rnn.weight_ih_l0_reverse	4	0.08102479577064514
884819	rnn.weight_ih_l0_reverse	5	-0.10793600231409073
884819	rnn.weight_ih_l0_reverse	6	-0.008238843642175198
884819	rnn.weight_ih_l0_reverse	7	0.029814139008522034
884819	rnn.weight_ih_l0_reverse	8	-0.04763786867260933
884819	rnn.weight_ih_l0_reverse	9	-0.08960964530706406
884819	rnn.weight_hh_l0_reverse	0	-0.15128661692142487
884819	rnn.weight_hh_l0_reverse	1	0.022137081250548363
884819	rnn.weight_hh_l0_reverse	2	-0.019686788320541382
884819	rnn.weight_hh_l0_reverse	3	0.030556732788681984
884819	rnn.weight_hh_l0_reverse	4	-0.08372604846954346
884819	rnn.weight_hh_l0_reverse	5	0.037650976330041885
884819	rnn.weight_hh_l0_reverse	6	0.031546127051115036
884819	rnn.weight_hh_l0_reverse	7	-0.1315324753522873
884819	rnn.weight_hh_l0_reverse	8	-0.07862787693738937
884819	rnn.weight_hh_l0_reverse	9	0.035592202097177505
884819	rnn.bias_ih_l0_reverse	0	-0.18563982844352722
884819	rnn.bias_ih_l0_reverse	1	-0.059717755764722824
884819	rnn.bias_ih_l0_reverse	2	0.16561782360076904
884819	rnn.bias_ih_l0_reverse	3	-0.3306036591529846
884819	rnn.bias_ih_l0_reverse	4	0.009963798336684704
884819	rnn.bias_ih_l0_reverse	5	-0.22123399376869202
884819	rnn.bias_ih_l0_reverse	6	0.2755289077758789
884819	rnn.bias_ih_l0_reverse	7	-0.30327555537223816
884819	rnn.bias_ih_l0_reverse	8	-0.19811369478702545
884819	rnn.bias_ih_l0_reverse	9	-0.14466747641563416
884819	rnn.bias_hh_l0_reverse	0	-0.13899259269237518
884819	rnn.bias_hh_l0_reverse	1	0.27410614490509033
884819	rnn.bias_hh_l0_reverse	2	-0.34187963604927063
884819	rnn.bias_hh_l0_reverse	3	-0.23180608451366425
884819	rnn.bias_hh_l0_reverse	4	-0.3934237062931061
884819	rnn.bias_hh_l0_reverse	5	-0.20886705815792084
884819	rnn.bias_hh_l0_reverse	6	-0.26645633578300476
884819	rnn.bias_hh_l0_reverse	7	-0.10304916650056839
884819	rnn.bias_hh_l0_reverse	8	-0.3521803617477417
884819	rnn.bias_hh_l0_reverse	9	0.21053610742092133
884819	linear.weight	0	0.23085220158100128
884819	linear.weight	1	-0.4598855674266815
884819	linear.weight	2	0.041459135711193085
884819	linear.weight	3	0.06747101992368698
884819	linear.weight	4	-0.13807223737239838
884819	linear.weight	5	0.24806258082389832
884819	linear.weight	6	-0.01495392806828022
884819	linear.weight	7	-0.05955354869365692
884819	linear.weight	8	0.12996381521224976
884819	linear.weight	9	-0.04996572807431221
884819	linear.bias	0	-0.8730708360671997
884819	linear.bias	1	1.7612556219100952
884819	linear.bias	2	0.7451128959655762
884819	linear.bias	3	-2.7439968585968018
884819	linear.bias	4	-0.05271127447485924
884819	linear.bias	5	1.2550286054611206
884819	linear.bias	6	-0.21312932670116425
884819	linear.bias	7	0.8432326912879944
884819	linear.bias	8	2.105604410171509
884819	linear.bias	9	-1.291388988494873
885428	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
885428	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
885428	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
885428	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
885428	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
885428	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
885428	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
885428	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
885428	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
885428	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
885428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
885428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
885428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
885428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
885428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
885428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
885428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
885428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
885428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
885428	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
885428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
885428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
885428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
885428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
885428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
885428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
885428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
885428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
885428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
885428	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
885428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
885428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
885428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
885428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
885428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
885428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
885428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
885428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
885428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
885428	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
885428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
885428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
885428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
885428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
885428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
885428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
885428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
885428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
885428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
885428	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
885428	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
885428	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
885428	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
885428	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
885428	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
885428	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
885428	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
885428	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
885428	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
885428	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
885428	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
885428	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
885428	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
885428	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
885428	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
885428	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
885428	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
885428	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
885428	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
885428	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
885428	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
885428	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
885428	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
885428	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
885428	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
885428	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
885428	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
885428	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
885428	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
885428	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
885428	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
885428	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
885428	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
885428	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
885428	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
885428	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
885428	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
885428	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
885428	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
885428	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
885428	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
885428	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
885428	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
885428	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
885428	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
885428	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
885428	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
885428	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
885428	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
885428	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
885428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
885428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
885428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
885428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
885428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
885428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
885428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
885428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
885428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
885428	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
885428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
885428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
885428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
885428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
885428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
885428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
885428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
885428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
885428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
885428	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
885428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
885428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
885428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
885428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
885428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
885428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
885428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
885428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
885428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
885428	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
885428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
885428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
885428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
885428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
885428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
885428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
885428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
885428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
885428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
885428	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
885428	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
885428	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
885428	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
885428	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
885428	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
885428	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
885428	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
885428	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
885428	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
885428	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
885428	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
885428	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
885428	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
885428	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
885428	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
885428	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
885428	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
885428	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
885428	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
885428	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
885428	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
885428	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
885428	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
885428	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
885428	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
885428	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
885428	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
885428	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
885428	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
885428	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
885428	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
885428	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
885428	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
885428	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
885428	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
885428	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
885428	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
885428	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
885428	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
885428	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
885428	embedding2nn.weight	0	0.3207216262817383
885428	embedding2nn.weight	1	0.36462950706481934
885428	embedding2nn.weight	2	0.002086338121443987
885428	embedding2nn.weight	3	0.011054778471589088
885428	embedding2nn.weight	4	-0.031907420605421066
885428	embedding2nn.weight	5	0.06098896637558937
885428	embedding2nn.weight	6	0.004953367635607719
885428	embedding2nn.weight	7	-0.011710342951118946
885428	embedding2nn.weight	8	0.041227374225854874
885428	embedding2nn.weight	9	-0.05016446113586426
885428	embedding2nn.bias	0	0.01922001503407955
885428	embedding2nn.bias	1	-0.19221562147140503
885428	embedding2nn.bias	2	0.13546697795391083
885428	embedding2nn.bias	3	0.1615792214870453
885428	embedding2nn.bias	4	0.14104603230953217
885428	embedding2nn.bias	5	-0.07512491941452026
885428	embedding2nn.bias	6	-0.048200543969869614
885428	embedding2nn.bias	7	0.04175032675266266
885428	embedding2nn.bias	8	-0.15065248310565948
885428	embedding2nn.bias	9	-0.3684443235397339
885428	rnn.weight_ih_l0	0	0.01026103924959898
885428	rnn.weight_ih_l0	1	-0.05733979120850563
885428	rnn.weight_ih_l0	2	-0.048429735004901886
885428	rnn.weight_ih_l0	3	0.11447977274656296
885428	rnn.weight_ih_l0	4	0.019676964730024338
885428	rnn.weight_ih_l0	5	-0.07102611660957336
885428	rnn.weight_ih_l0	6	0.007044800091534853
885428	rnn.weight_ih_l0	7	-0.02556619793176651
885428	rnn.weight_ih_l0	8	0.0160087700933218
885428	rnn.weight_ih_l0	9	-0.08756353706121445
885428	rnn.weight_hh_l0	0	-0.023152703419327736
885428	rnn.weight_hh_l0	1	0.0832289457321167
885428	rnn.weight_hh_l0	2	0.000988925457932055
885428	rnn.weight_hh_l0	3	-0.03694181889295578
885428	rnn.weight_hh_l0	4	0.08786748349666595
885428	rnn.weight_hh_l0	5	-0.0020155496895313263
885428	rnn.weight_hh_l0	6	-0.0912105143070221
885428	rnn.weight_hh_l0	7	-0.1400037258863449
885428	rnn.weight_hh_l0	8	0.040796615183353424
885428	rnn.weight_hh_l0	9	-0.12447430193424225
885428	rnn.bias_ih_l0	0	0.17958715558052063
885428	rnn.bias_ih_l0	1	-0.3420885503292084
885428	rnn.bias_ih_l0	2	-0.04433530196547508
885428	rnn.bias_ih_l0	3	-0.2103266716003418
885428	rnn.bias_ih_l0	4	-0.007754290476441383
885428	rnn.bias_ih_l0	5	-0.439302921295166
885428	rnn.bias_ih_l0	6	-0.1397414207458496
885428	rnn.bias_ih_l0	7	-0.3918958008289337
885428	rnn.bias_ih_l0	8	-0.3087105453014374
885428	rnn.bias_ih_l0	9	-0.44859778881073
885428	rnn.bias_hh_l0	0	-0.3480762541294098
885428	rnn.bias_hh_l0	1	-0.44486457109451294
885428	rnn.bias_hh_l0	2	-0.400823712348938
885428	rnn.bias_hh_l0	3	-0.0809185653924942
885428	rnn.bias_hh_l0	4	-0.4009154736995697
885428	rnn.bias_hh_l0	5	-0.37260890007019043
885428	rnn.bias_hh_l0	6	-0.11712662130594254
885428	rnn.bias_hh_l0	7	0.06962630152702332
885428	rnn.bias_hh_l0	8	-0.2308177649974823
885428	rnn.bias_hh_l0	9	-0.5685238838195801
885428	rnn.weight_ih_l0_reverse	0	-0.005270618945360184
885428	rnn.weight_ih_l0_reverse	1	-0.004164571408182383
885428	rnn.weight_ih_l0_reverse	2	0.0008263640920631588
885428	rnn.weight_ih_l0_reverse	3	-0.14442218840122223
885428	rnn.weight_ih_l0_reverse	4	0.08100860565900803
885428	rnn.weight_ih_l0_reverse	5	-0.10830609500408173
885428	rnn.weight_ih_l0_reverse	6	-0.007804126478731632
885428	rnn.weight_ih_l0_reverse	7	0.029823534190654755
885428	rnn.weight_ih_l0_reverse	8	-0.047609373927116394
885428	rnn.weight_ih_l0_reverse	9	-0.09005611389875412
885428	rnn.weight_hh_l0_reverse	0	-0.15138933062553406
885428	rnn.weight_hh_l0_reverse	1	0.022131798788905144
885428	rnn.weight_hh_l0_reverse	2	-0.019743140786886215
885428	rnn.weight_hh_l0_reverse	3	0.030562641099095345
885428	rnn.weight_hh_l0_reverse	4	-0.08368401974439621
885428	rnn.weight_hh_l0_reverse	5	0.037637922912836075
885428	rnn.weight_hh_l0_reverse	6	0.031540364027023315
885428	rnn.weight_hh_l0_reverse	7	-0.13142970204353333
885428	rnn.weight_hh_l0_reverse	8	-0.07863609492778778
885428	rnn.weight_hh_l0_reverse	9	0.03551366552710533
885428	rnn.bias_ih_l0_reverse	0	-0.18592655658721924
885428	rnn.bias_ih_l0_reverse	1	-0.06013336405158043
885428	rnn.bias_ih_l0_reverse	2	0.1653975248336792
885428	rnn.bias_ih_l0_reverse	3	-0.32999229431152344
885428	rnn.bias_ih_l0_reverse	4	0.009746977128088474
885428	rnn.bias_ih_l0_reverse	5	-0.221574604511261
885428	rnn.bias_ih_l0_reverse	6	0.27596157789230347
885428	rnn.bias_ih_l0_reverse	7	-0.302545428276062
885428	rnn.bias_ih_l0_reverse	8	-0.19816854596138
885428	rnn.bias_ih_l0_reverse	9	-0.14520524442195892
885428	rnn.bias_hh_l0_reverse	0	-0.1388658583164215
885428	rnn.bias_hh_l0_reverse	1	0.2735632658004761
885428	rnn.bias_hh_l0_reverse	2	-0.3421526253223419
885428	rnn.bias_hh_l0_reverse	3	-0.23220714926719666
885428	rnn.bias_hh_l0_reverse	4	-0.3930453062057495
885428	rnn.bias_hh_l0_reverse	5	-0.20891626179218292
885428	rnn.bias_hh_l0_reverse	6	-0.26693567633628845
885428	rnn.bias_hh_l0_reverse	7	-0.10292792320251465
885428	rnn.bias_hh_l0_reverse	8	-0.3526778817176819
885428	rnn.bias_hh_l0_reverse	9	0.21100308001041412
885428	linear.weight	0	0.22901415824890137
885428	linear.weight	1	-0.4608466327190399
885428	linear.weight	2	0.041161615401506424
885428	linear.weight	3	0.0674709901213646
885428	linear.weight	4	-0.13211262226104736
885428	linear.weight	5	0.2484559416770935
885428	linear.weight	6	-0.015167119912803173
885428	linear.weight	7	-0.059553228318691254
885428	linear.weight	8	0.13157251477241516
885428	linear.weight	9	-0.04996580258011818
885428	linear.bias	0	-0.87147057056427
885428	linear.bias	1	1.7574678659439087
885428	linear.bias	2	0.7374997138977051
885428	linear.bias	3	-2.7439992427825928
885428	linear.bias	4	-0.05419842526316643
885428	linear.bias	5	1.2493971586227417
885428	linear.bias	6	-0.21466229856014252
885428	linear.bias	7	0.8419755697250366
885428	linear.bias	8	2.108973741531372
885428	linear.bias	9	-1.2903774976730347
886037	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
886037	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
886037	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
886037	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
886037	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
886037	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
886037	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
886037	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
886037	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
886037	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
886037	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
886037	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
886037	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
886037	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
886037	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
886037	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
886037	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
886037	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
886037	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
886037	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
886037	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
886037	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
886037	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
886037	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
886037	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
886037	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
886037	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
886037	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
886037	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
886037	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
886037	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
886037	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
886037	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
886037	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
886037	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
886037	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
886037	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
886037	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
886037	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
886037	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
886037	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
886037	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
886037	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
886037	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
886037	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
886037	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
886037	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
886037	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
886037	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
886037	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
886037	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
886037	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
886037	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
886037	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
886037	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
886037	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
886037	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
886037	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
886037	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
886037	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
886037	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
886037	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
886037	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
886037	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
886037	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
886037	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
886037	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
886037	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
886037	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
886037	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
886037	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
886037	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
886037	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
886037	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
886037	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
886037	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
886037	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
886037	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
886037	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
886037	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
886037	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
886037	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
886037	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
886037	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
886037	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
886037	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
886037	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
886037	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
886037	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
886037	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
886037	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
886037	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
886037	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
886037	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
886037	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
886037	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
886037	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
886037	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
886037	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
886037	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
886037	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
886037	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
886037	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
886037	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
886037	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
886037	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
886037	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
886037	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
886037	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
886037	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
886037	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
886037	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
886037	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
886037	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
886037	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
886037	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
886037	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
886037	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
886037	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
886037	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
886037	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
886037	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
886037	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
886037	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
886037	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
886037	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
886037	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
886037	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
886037	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
886037	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
886037	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
886037	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
886037	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
886037	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
886037	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
886037	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
886037	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
886037	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
886037	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
886037	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
886037	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
886037	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
886037	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
886037	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
886037	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
886037	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
886037	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
886037	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
886037	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
886037	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
886037	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
886037	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
886037	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
886037	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
886037	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
886037	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
886037	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
886037	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
886037	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
886037	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
886037	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
886037	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
886037	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
886037	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
886037	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
886037	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
886037	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
886037	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
886037	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
886037	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
886037	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
886037	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
886037	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
886037	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
886037	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
886037	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
886037	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
886037	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
886037	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
886037	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
886037	embedding2nn.weight	0	0.3206741213798523
886037	embedding2nn.weight	1	0.3648323714733124
886037	embedding2nn.weight	2	0.002133758971467614
886037	embedding2nn.weight	3	0.011485041119158268
886037	embedding2nn.weight	4	-0.031803663820028305
886037	embedding2nn.weight	5	0.061072781682014465
886037	embedding2nn.weight	6	0.005409957841038704
886037	embedding2nn.weight	7	-0.01125014666467905
886037	embedding2nn.weight	8	0.04101391136646271
886037	embedding2nn.weight	9	-0.04975638911128044
886037	embedding2nn.bias	0	0.017059272155165672
886037	embedding2nn.bias	1	-0.19385766983032227
886037	embedding2nn.bias	2	0.1332138031721115
886037	embedding2nn.bias	3	0.16290432214736938
886037	embedding2nn.bias	4	0.1383514106273651
886037	embedding2nn.bias	5	-0.07479318231344223
886037	embedding2nn.bias	6	-0.04778998717665672
886037	embedding2nn.bias	7	0.04207933694124222
886037	embedding2nn.bias	8	-0.14970044791698456
886037	embedding2nn.bias	9	-0.3689221739768982
886037	rnn.weight_ih_l0	0	0.010366731323301792
886037	rnn.weight_ih_l0	1	-0.0574481263756752
886037	rnn.weight_ih_l0	2	-0.04868002608418465
886037	rnn.weight_ih_l0	3	0.11439450830221176
886037	rnn.weight_ih_l0	4	0.01932363398373127
886037	rnn.weight_ih_l0	5	-0.07117084413766861
886037	rnn.weight_ih_l0	6	0.006971514318138361
886037	rnn.weight_ih_l0	7	-0.025494620203971863
886037	rnn.weight_ih_l0	8	0.015376729890704155
886037	rnn.weight_ih_l0	9	-0.0879473090171814
886037	rnn.weight_hh_l0	0	-0.023223286494612694
886037	rnn.weight_hh_l0	1	0.08319734036922455
886037	rnn.weight_hh_l0	2	0.0009822753490880132
886037	rnn.weight_hh_l0	3	-0.03697006404399872
886037	rnn.weight_hh_l0	4	0.08776861429214478
886037	rnn.weight_hh_l0	5	-0.002026260131970048
886037	rnn.weight_hh_l0	6	-0.09123576432466507
886037	rnn.weight_hh_l0	7	-0.14017772674560547
886037	rnn.weight_hh_l0	8	0.040795549750328064
886037	rnn.weight_hh_l0	9	-0.1244795173406601
886037	rnn.bias_ih_l0	0	0.17921335995197296
886037	rnn.bias_ih_l0	1	-0.34206992387771606
886037	rnn.bias_ih_l0	2	-0.04453188180923462
886037	rnn.bias_ih_l0	3	-0.2103549987077713
886037	rnn.bias_ih_l0	4	-0.007267305161803961
886037	rnn.bias_ih_l0	5	-0.43938568234443665
886037	rnn.bias_ih_l0	6	-0.13939186930656433
886037	rnn.bias_ih_l0	7	-0.3919171094894409
886037	rnn.bias_ih_l0	8	-0.3088871240615845
886037	rnn.bias_ih_l0	9	-0.4484926462173462
886037	rnn.bias_hh_l0	0	-0.3471103012561798
886037	rnn.bias_hh_l0	1	-0.4449600875377655
886037	rnn.bias_hh_l0	2	-0.40142297744750977
886037	rnn.bias_hh_l0	3	-0.08024975657463074
886037	rnn.bias_hh_l0	4	-0.40029826760292053
886037	rnn.bias_hh_l0	5	-0.3724678158760071
886037	rnn.bias_hh_l0	6	-0.11743398755788803
886037	rnn.bias_hh_l0	7	0.06882619857788086
886037	rnn.bias_hh_l0	8	-0.2314823865890503
886037	rnn.bias_hh_l0	9	-0.568655252456665
886037	rnn.weight_ih_l0_reverse	0	-0.005517957266420126
886037	rnn.weight_ih_l0_reverse	1	-0.00422078650444746
886037	rnn.weight_ih_l0_reverse	2	0.0006982890772633255
886037	rnn.weight_ih_l0_reverse	3	-0.14424274861812592
886037	rnn.weight_ih_l0_reverse	4	0.08103206008672714
886037	rnn.weight_ih_l0_reverse	5	-0.10801897197961807
886037	rnn.weight_ih_l0_reverse	6	-0.007820945233106613
886037	rnn.weight_ih_l0_reverse	7	0.029774392023682594
886037	rnn.weight_ih_l0_reverse	8	-0.04753690958023071
886037	rnn.weight_ih_l0_reverse	9	-0.09026036411523819
886037	rnn.weight_hh_l0_reverse	0	-0.15138335525989532
886037	rnn.weight_hh_l0_reverse	1	0.022165555506944656
886037	rnn.weight_hh_l0_reverse	2	-0.01973874494433403
886037	rnn.weight_hh_l0_reverse	3	0.030522355809807777
886037	rnn.weight_hh_l0_reverse	4	-0.08371731638908386
886037	rnn.weight_hh_l0_reverse	5	0.037620335817337036
886037	rnn.weight_hh_l0_reverse	6	0.03155694156885147
886037	rnn.weight_hh_l0_reverse	7	-0.1315063089132309
886037	rnn.weight_hh_l0_reverse	8	-0.07877031713724136
886037	rnn.weight_hh_l0_reverse	9	0.03543652966618538
886037	rnn.bias_ih_l0_reverse	0	-0.18555592000484467
886037	rnn.bias_ih_l0_reverse	1	-0.06008095666766167
886037	rnn.bias_ih_l0_reverse	2	0.1651029884815216
886037	rnn.bias_ih_l0_reverse	3	-0.33028024435043335
886037	rnn.bias_ih_l0_reverse	4	0.008839941583573818
886037	rnn.bias_ih_l0_reverse	5	-0.22175487875938416
886037	rnn.bias_ih_l0_reverse	6	0.27630919218063354
886037	rnn.bias_ih_l0_reverse	7	-0.3028483986854553
886037	rnn.bias_ih_l0_reverse	8	-0.1982526034116745
886037	rnn.bias_ih_l0_reverse	9	-0.14481964707374573
886037	rnn.bias_hh_l0_reverse	0	-0.1395074725151062
886037	rnn.bias_hh_l0_reverse	1	0.2742744982242584
886037	rnn.bias_hh_l0_reverse	2	-0.3423265516757965
886037	rnn.bias_hh_l0_reverse	3	-0.23235800862312317
886037	rnn.bias_hh_l0_reverse	4	-0.3927878737449646
886037	rnn.bias_hh_l0_reverse	5	-0.20798394083976746
886037	rnn.bias_hh_l0_reverse	6	-0.26757165789604187
886037	rnn.bias_hh_l0_reverse	7	-0.10324235260486603
886037	rnn.bias_hh_l0_reverse	8	-0.35361379384994507
886037	rnn.bias_hh_l0_reverse	9	0.21057993173599243
886037	linear.weight	0	0.22813069820404053
886037	linear.weight	1	-0.45934993028640747
886037	linear.weight	2	0.045555438846349716
886037	linear.weight	3	0.06747095286846161
886037	linear.weight	4	-0.1347275972366333
886037	linear.weight	5	0.24886611104011536
886037	linear.weight	6	-0.014835324138402939
886037	linear.weight	7	-0.059552937746047974
886037	linear.weight	8	0.13327142596244812
886037	linear.weight	9	-0.04996589571237564
886037	linear.bias	0	-0.8727932572364807
886037	linear.bias	1	1.7653213739395142
886037	linear.bias	2	0.7390478849411011
886037	linear.bias	3	-2.7440011501312256
886037	linear.bias	4	-0.05782071873545647
886037	linear.bias	5	1.2487560510635376
886037	linear.bias	6	-0.2116440385580063
886037	linear.bias	7	0.8478599786758423
886037	linear.bias	8	2.112993001937866
886037	linear.bias	9	-1.291353702545166
886646	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
886646	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
886646	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
886646	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
886646	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
886646	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
886646	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
886646	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
886646	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
886646	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
886646	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
886646	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
886646	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
886646	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
886646	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
886646	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
886646	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
886646	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
886646	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
886646	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
886646	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
886646	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
886646	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
886646	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
886646	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
886646	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
886646	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
886646	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
886646	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
886646	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
886646	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
886646	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
886646	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
886646	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
886646	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
886646	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
886646	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
886646	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
886646	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
886646	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
886646	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
886646	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
886646	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
886646	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
886646	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
886646	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
886646	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
886646	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
886646	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
886646	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
886646	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
886646	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
886646	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
886646	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
886646	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
886646	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
886646	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
886646	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
886646	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
886646	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
886646	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
886646	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
886646	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
886646	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
886646	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
886646	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
886646	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
886646	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
886646	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
886646	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
886646	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
886646	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
886646	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
886646	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
886646	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
886646	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
886646	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
886646	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
886646	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
886646	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
886646	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
886646	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
886646	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
886646	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
886646	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
886646	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
886646	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
886646	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
886646	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
886646	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
886646	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
886646	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
886646	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
886646	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
886646	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
886646	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
886646	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
886646	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
886646	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
886646	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
886646	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
886646	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
886646	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
886646	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
886646	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
886646	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
886646	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
886646	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
886646	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
886646	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
886646	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
886646	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
886646	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
886646	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
886646	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
886646	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
886646	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
886646	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
886646	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
886646	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
886646	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
886646	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
886646	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
886646	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
886646	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
886646	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
886646	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
886646	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
886646	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
886646	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
886646	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
886646	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
886646	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
886646	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
886646	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
886646	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
886646	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
886646	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
886646	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
886646	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
886646	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
886646	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
886646	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
886646	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
886646	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
886646	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
886646	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
886646	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
886646	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
886646	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
886646	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
886646	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
886646	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
886646	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
886646	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
886646	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
886646	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
886646	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
886646	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
886646	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
886646	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
886646	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
886646	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
886646	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
886646	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
886646	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
886646	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
886646	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
886646	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
886646	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
886646	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
886646	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
886646	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
886646	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
886646	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
886646	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
886646	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
886646	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
886646	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
886646	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
886646	embedding2nn.weight	0	0.3207811415195465
886646	embedding2nn.weight	1	0.3644605576992035
886646	embedding2nn.weight	2	0.0019648612942546606
886646	embedding2nn.weight	3	0.010801887139678001
886646	embedding2nn.weight	4	-0.03170406445860863
886646	embedding2nn.weight	5	0.06077773496508598
886646	embedding2nn.weight	6	0.005634787026792765
886646	embedding2nn.weight	7	-0.011517094448208809
886646	embedding2nn.weight	8	0.04074397310614586
886646	embedding2nn.weight	9	-0.049662601202726364
886646	embedding2nn.bias	0	0.018817981705069542
886646	embedding2nn.bias	1	-0.1905626654624939
886646	embedding2nn.bias	2	0.13339920341968536
886646	embedding2nn.bias	3	0.16058748960494995
886646	embedding2nn.bias	4	0.13865993916988373
886646	embedding2nn.bias	5	-0.07511834800243378
886646	embedding2nn.bias	6	-0.04875907674431801
886646	embedding2nn.bias	7	0.04303550720214844
886646	embedding2nn.bias	8	-0.1492442488670349
886646	embedding2nn.bias	9	-0.3673132061958313
886646	rnn.weight_ih_l0	0	0.01041414588689804
886646	rnn.weight_ih_l0	1	-0.0573836974799633
886646	rnn.weight_ih_l0	2	-0.048678506165742874
886646	rnn.weight_ih_l0	3	0.11442958563566208
886646	rnn.weight_ih_l0	4	0.019524848088622093
886646	rnn.weight_ih_l0	5	-0.07108290493488312
886646	rnn.weight_ih_l0	6	0.006929938215762377
886646	rnn.weight_ih_l0	7	-0.0251848716288805
886646	rnn.weight_ih_l0	8	0.015749214217066765
886646	rnn.weight_ih_l0	9	-0.08750985562801361
886646	rnn.weight_hh_l0	0	-0.023218851536512375
886646	rnn.weight_hh_l0	1	0.08321661502122879
886646	rnn.weight_hh_l0	2	0.0009532663389109075
886646	rnn.weight_hh_l0	3	-0.0369720421731472
886646	rnn.weight_hh_l0	4	0.08775791525840759
886646	rnn.weight_hh_l0	5	-0.0021220201160758734
886646	rnn.weight_hh_l0	6	-0.09118886291980743
886646	rnn.weight_hh_l0	7	-0.14036160707473755
886646	rnn.weight_hh_l0	8	0.040791235864162445
886646	rnn.weight_hh_l0	9	-0.12450303137302399
886646	rnn.bias_ih_l0	0	0.1797916740179062
886646	rnn.bias_ih_l0	1	-0.3424545228481293
886646	rnn.bias_ih_l0	2	-0.044334765523672104
886646	rnn.bias_ih_l0	3	-0.20993828773498535
886646	rnn.bias_ih_l0	4	-0.007844206877052784
886646	rnn.bias_ih_l0	5	-0.43951916694641113
886646	rnn.bias_ih_l0	6	-0.14016154408454895
886646	rnn.bias_ih_l0	7	-0.3920736014842987
886646	rnn.bias_ih_l0	8	-0.30864599347114563
886646	rnn.bias_ih_l0	9	-0.4480057954788208
886646	rnn.bias_hh_l0	0	-0.34664618968963623
886646	rnn.bias_hh_l0	1	-0.44523394107818604
886646	rnn.bias_hh_l0	2	-0.40142348408699036
886646	rnn.bias_hh_l0	3	-0.08005867153406143
886646	rnn.bias_hh_l0	4	-0.40005144476890564
886646	rnn.bias_hh_l0	5	-0.37223005294799805
886646	rnn.bias_hh_l0	6	-0.11728006601333618
886646	rnn.bias_hh_l0	7	0.06902582943439484
886646	rnn.bias_hh_l0	8	-0.23166893422603607
886646	rnn.bias_hh_l0	9	-0.5683842301368713
886646	rnn.weight_ih_l0_reverse	0	-0.006369536276906729
886646	rnn.weight_ih_l0_reverse	1	-0.004263108130544424
886646	rnn.weight_ih_l0_reverse	2	0.0006851886282674968
886646	rnn.weight_ih_l0_reverse	3	-0.14432470500469208
886646	rnn.weight_ih_l0_reverse	4	0.08120860159397125
886646	rnn.weight_ih_l0_reverse	5	-0.10790188610553741
886646	rnn.weight_ih_l0_reverse	6	-0.008024543523788452
886646	rnn.weight_ih_l0_reverse	7	0.02986222319304943
886646	rnn.weight_ih_l0_reverse	8	-0.04779481887817383
886646	rnn.weight_ih_l0_reverse	9	-0.08974877744913101
886646	rnn.weight_hh_l0_reverse	0	-0.15142963826656342
886646	rnn.weight_hh_l0_reverse	1	0.02214503288269043
886646	rnn.weight_hh_l0_reverse	2	-0.019735824316740036
886646	rnn.weight_hh_l0_reverse	3	0.03055751509964466
886646	rnn.weight_hh_l0_reverse	4	-0.08383391052484512
886646	rnn.weight_hh_l0_reverse	5	0.03762920945882797
886646	rnn.weight_hh_l0_reverse	6	0.03153553977608681
886646	rnn.weight_hh_l0_reverse	7	-0.13126271963119507
886646	rnn.weight_hh_l0_reverse	8	-0.0786973088979721
886646	rnn.weight_hh_l0_reverse	9	0.03540750592947006
886646	rnn.bias_ih_l0_reverse	0	-0.1854783445596695
886646	rnn.bias_ih_l0_reverse	1	-0.06037290021777153
886646	rnn.bias_ih_l0_reverse	2	0.165057972073555
886646	rnn.bias_ih_l0_reverse	3	-0.3298009932041168
886646	rnn.bias_ih_l0_reverse	4	0.008840649388730526
886646	rnn.bias_ih_l0_reverse	5	-0.2216147929430008
886646	rnn.bias_ih_l0_reverse	6	0.2761538028717041
886646	rnn.bias_ih_l0_reverse	7	-0.30220597982406616
886646	rnn.bias_ih_l0_reverse	8	-0.1981692910194397
886646	rnn.bias_ih_l0_reverse	9	-0.14560545980930328
886646	rnn.bias_hh_l0_reverse	0	-0.1407269388437271
886646	rnn.bias_hh_l0_reverse	1	0.2735753655433655
886646	rnn.bias_hh_l0_reverse	2	-0.34234386682510376
886646	rnn.bias_hh_l0_reverse	3	-0.23241809010505676
886646	rnn.bias_hh_l0_reverse	4	-0.3928997814655304
886646	rnn.bias_hh_l0_reverse	5	-0.20851854979991913
886646	rnn.bias_hh_l0_reverse	6	-0.267483115196228
886646	rnn.bias_hh_l0_reverse	7	-0.10311226546764374
886646	rnn.bias_hh_l0_reverse	8	-0.35315847396850586
886646	rnn.bias_hh_l0_reverse	9	0.21146482229232788
886646	linear.weight	0	0.23166178166866302
886646	linear.weight	1	-0.4615820050239563
886646	linear.weight	2	0.0463009849190712
886646	linear.weight	3	0.06747094541788101
886646	linear.weight	4	-0.13321450352668762
886646	linear.weight	5	0.24881190061569214
886646	linear.weight	6	-0.01538162026554346
886646	linear.weight	7	-0.05955275148153305
886646	linear.weight	8	0.13379515707492828
886646	linear.weight	9	-0.049965959042310715
886646	linear.bias	0	-0.8725763559341431
886646	linear.bias	1	1.7512284517288208
886646	linear.bias	2	0.7419343590736389
886646	linear.bias	3	-2.744002342224121
886646	linear.bias	4	-0.05567730590701103
886646	linear.bias	5	1.2534637451171875
886646	linear.bias	6	-0.2115475833415985
886646	linear.bias	7	0.8403088450431824
886646	linear.bias	8	2.1150240898132324
886646	linear.bias	9	-1.2900195121765137
887255	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
887255	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
887255	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
887255	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
887255	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
887255	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
887255	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
887255	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
887255	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
887255	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
887255	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
887255	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
887255	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
887255	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
887255	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
887255	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
887255	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
887255	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
887255	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
887255	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
887255	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
887255	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
887255	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
887255	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
887255	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
887255	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
887255	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
887255	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
887255	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
887255	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
887255	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
887255	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
887255	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
887255	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
887255	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
887255	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
887255	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
887255	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
887255	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
887255	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
887255	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
887255	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
887255	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
887255	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
887255	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
887255	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
887255	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
887255	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
887255	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
887255	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
887255	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
887255	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
887255	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
887255	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
887255	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
887255	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
887255	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
887255	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
887255	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
887255	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
887255	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
887255	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
887255	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
887255	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
887255	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
887255	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
887255	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
887255	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
887255	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
887255	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
887255	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
887255	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
887255	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
887255	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
887255	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
887255	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
887255	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
887255	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
887255	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
887255	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
887255	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
887255	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
887255	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
887255	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
887255	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
887255	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
887255	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
887255	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
887255	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
887255	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
887255	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
887255	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
887255	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
887255	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
887255	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
887255	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
887255	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
887255	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
887255	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
887255	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
887255	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
887255	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
887255	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
887255	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
887255	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
887255	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
887255	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
887255	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
887255	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
887255	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
887255	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
887255	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
887255	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
887255	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
887255	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
887255	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
887255	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
887255	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
887255	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
887255	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
887255	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
887255	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
887255	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
887255	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
887255	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
887255	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
887255	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
887255	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
887255	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
887255	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
887255	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
887255	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
887255	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
887255	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
887255	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
887255	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
887255	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
887255	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
887255	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
887255	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
887255	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
887255	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
887255	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
887255	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
887255	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
887255	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
887255	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
887255	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
887255	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
887255	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
887255	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
887255	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
887255	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
887255	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
887255	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
887255	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
887255	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
887255	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
887255	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
887255	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
887255	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
887255	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
887255	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
887255	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
887255	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
887255	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
887255	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
887255	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
887255	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
887255	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
887255	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
887255	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
887255	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
887255	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
887255	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
887255	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
887255	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
887255	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
887255	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
887255	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
887255	embedding2nn.weight	0	0.3209836781024933
887255	embedding2nn.weight	1	0.36452949047088623
887255	embedding2nn.weight	2	0.002222737530246377
887255	embedding2nn.weight	3	0.01084995735436678
887255	embedding2nn.weight	4	-0.03168464079499245
887255	embedding2nn.weight	5	0.060797978192567825
887255	embedding2nn.weight	6	0.005487578921020031
887255	embedding2nn.weight	7	-0.01100731361657381
887255	embedding2nn.weight	8	0.04054080322384834
887255	embedding2nn.weight	9	-0.04953848943114281
887255	embedding2nn.bias	0	0.01563771814107895
887255	embedding2nn.bias	1	-0.19306069612503052
887255	embedding2nn.bias	2	0.13627982139587402
887255	embedding2nn.bias	3	0.1598837971687317
887255	embedding2nn.bias	4	0.14184190332889557
887255	embedding2nn.bias	5	-0.07452142983675003
887255	embedding2nn.bias	6	-0.048494838178157806
887255	embedding2nn.bias	7	0.04113352671265602
887255	embedding2nn.bias	8	-0.14900538325309753
887255	embedding2nn.bias	9	-0.3695296347141266
887255	rnn.weight_ih_l0	0	0.010318613611161709
887255	rnn.weight_ih_l0	1	-0.057445842772722244
887255	rnn.weight_ih_l0	2	-0.04888312146067619
887255	rnn.weight_ih_l0	3	0.11430246382951736
887255	rnn.weight_ih_l0	4	0.02045903541147709
887255	rnn.weight_ih_l0	5	-0.0709882378578186
887255	rnn.weight_ih_l0	6	0.00694994954392314
887255	rnn.weight_ih_l0	7	-0.025014186277985573
887255	rnn.weight_ih_l0	8	0.015702445060014725
887255	rnn.weight_ih_l0	9	-0.08721128851175308
887255	rnn.weight_hh_l0	0	-0.023254700005054474
887255	rnn.weight_hh_l0	1	0.08319573849439621
887255	rnn.weight_hh_l0	2	0.0009731912869028747
887255	rnn.weight_hh_l0	3	-0.036985285580158234
887255	rnn.weight_hh_l0	4	0.08785854279994965
887255	rnn.weight_hh_l0	5	-0.0020733200944960117
887255	rnn.weight_hh_l0	6	-0.0912390947341919
887255	rnn.weight_hh_l0	7	-0.14041955769062042
887255	rnn.weight_hh_l0	8	0.04080377519130707
887255	rnn.weight_hh_l0	9	-0.12449835240840912
887255	rnn.bias_ih_l0	0	0.18030287325382233
887255	rnn.bias_ih_l0	1	-0.34257665276527405
887255	rnn.bias_ih_l0	2	-0.04449368268251419
887255	rnn.bias_ih_l0	3	-0.2106306552886963
887255	rnn.bias_ih_l0	4	-0.00928547140210867
887255	rnn.bias_ih_l0	5	-0.43950507044792175
887255	rnn.bias_ih_l0	6	-0.13979347050189972
887255	rnn.bias_ih_l0	7	-0.3920365869998932
887255	rnn.bias_ih_l0	8	-0.30846694111824036
887255	rnn.bias_ih_l0	9	-0.44819459319114685
887255	rnn.bias_hh_l0	0	-0.3464236855506897
887255	rnn.bias_hh_l0	1	-0.4453983008861542
887255	rnn.bias_hh_l0	2	-0.4010298550128937
887255	rnn.bias_hh_l0	3	-0.08022701740264893
887255	rnn.bias_hh_l0	4	-0.40060949325561523
887255	rnn.bias_hh_l0	5	-0.37232694029808044
887255	rnn.bias_hh_l0	6	-0.11665965616703033
887255	rnn.bias_hh_l0	7	0.06881555914878845
887255	rnn.bias_hh_l0	8	-0.23146040737628937
887255	rnn.bias_hh_l0	9	-0.5685372352600098
887255	rnn.weight_ih_l0_reverse	0	-0.006272382102906704
887255	rnn.weight_ih_l0_reverse	1	-0.00424670847132802
887255	rnn.weight_ih_l0_reverse	2	0.0007283921586349607
887255	rnn.weight_ih_l0_reverse	3	-0.14442139863967896
887255	rnn.weight_ih_l0_reverse	4	0.081361323595047
887255	rnn.weight_ih_l0_reverse	5	-0.10720928013324738
887255	rnn.weight_ih_l0_reverse	6	-0.007945221848785877
887255	rnn.weight_ih_l0_reverse	7	0.029923539608716965
887255	rnn.weight_ih_l0_reverse	8	-0.04778015986084938
887255	rnn.weight_ih_l0_reverse	9	-0.08942783623933792
887255	rnn.weight_hh_l0_reverse	0	-0.15144310891628265
887255	rnn.weight_hh_l0_reverse	1	0.022107791155576706
887255	rnn.weight_hh_l0_reverse	2	-0.01973717100918293
887255	rnn.weight_hh_l0_reverse	3	0.030513610690832138
887255	rnn.weight_hh_l0_reverse	4	-0.08381887525320053
887255	rnn.weight_hh_l0_reverse	5	0.037668194621801376
887255	rnn.weight_hh_l0_reverse	6	0.03152817115187645
887255	rnn.weight_hh_l0_reverse	7	-0.13107812404632568
887255	rnn.weight_hh_l0_reverse	8	-0.07852295786142349
887255	rnn.weight_hh_l0_reverse	9	0.035350605845451355
887255	rnn.bias_ih_l0_reverse	0	-0.18489143252372742
887255	rnn.bias_ih_l0_reverse	1	-0.060613058507442474
887255	rnn.bias_ih_l0_reverse	2	0.16525202989578247
887255	rnn.bias_ih_l0_reverse	3	-0.33000868558883667
887255	rnn.bias_ih_l0_reverse	4	0.008149322122335434
887255	rnn.bias_ih_l0_reverse	5	-0.22166261076927185
887255	rnn.bias_ih_l0_reverse	6	0.2757880687713623
887255	rnn.bias_ih_l0_reverse	7	-0.30142471194267273
887255	rnn.bias_ih_l0_reverse	8	-0.19863566756248474
887255	rnn.bias_ih_l0_reverse	9	-0.1453031748533249
887255	rnn.bias_hh_l0_reverse	0	-0.13969528675079346
887255	rnn.bias_hh_l0_reverse	1	0.2728874385356903
887255	rnn.bias_hh_l0_reverse	2	-0.34283414483070374
887255	rnn.bias_hh_l0_reverse	3	-0.23176810145378113
887255	rnn.bias_hh_l0_reverse	4	-0.39292851090431213
887255	rnn.bias_hh_l0_reverse	5	-0.20856842398643494
887255	rnn.bias_hh_l0_reverse	6	-0.26678645610809326
887255	rnn.bias_hh_l0_reverse	7	-0.1030779555439949
887255	rnn.bias_hh_l0_reverse	8	-0.35181576013565063
887255	rnn.bias_hh_l0_reverse	9	0.2086455374956131
887255	linear.weight	0	0.2329874485731125
887255	linear.weight	1	-0.4626634418964386
887255	linear.weight	2	0.041070736944675446
887255	linear.weight	3	0.06747090816497803
887255	linear.weight	4	-0.13250651955604553
887255	linear.weight	5	0.25093767046928406
887255	linear.weight	6	-0.015291568823158741
887255	linear.weight	7	-0.059552568942308426
887255	linear.weight	8	0.13527053594589233
887255	linear.weight	9	-0.049966003745794296
887255	linear.bias	0	-0.8714097142219543
887255	linear.bias	1	1.755995273590088
887255	linear.bias	2	0.7457053661346436
887255	linear.bias	3	-2.7440035343170166
887255	linear.bias	4	-0.05589194595813751
887255	linear.bias	5	1.2485140562057495
887255	linear.bias	6	-0.21635498106479645
887255	linear.bias	7	0.8421626091003418
887255	linear.bias	8	2.1133086681365967
887255	linear.bias	9	-1.2926087379455566
887864	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
887864	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
887864	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
887864	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
887864	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
887864	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
887864	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
887864	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
887864	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
887864	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
887864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
887864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
887864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
887864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
887864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
887864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
887864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
887864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
887864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
887864	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
887864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
887864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
887864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
887864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
887864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
887864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
887864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
887864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
887864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
887864	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
887864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
887864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
887864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
887864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
887864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
887864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
887864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
887864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
887864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
887864	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
887864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
887864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
887864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
887864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
887864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
887864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
887864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
887864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
887864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
887864	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
887864	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
887864	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
887864	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
887864	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
887864	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
887864	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
887864	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
887864	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
887864	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
887864	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
887864	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
887864	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
887864	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
887864	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
887864	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
887864	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
887864	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
887864	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
887864	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
887864	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
887864	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
887864	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
887864	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
887864	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
887864	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
887864	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
887864	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
887864	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
887864	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
887864	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
887864	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
887864	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
887864	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
887864	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
887864	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
887864	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
887864	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
887864	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
887864	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
887864	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
887864	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
887864	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
887864	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
887864	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
887864	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
887864	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
887864	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
887864	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
887864	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
887864	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
887864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
887864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
887864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
887864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
887864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
887864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
887864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
887864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
887864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
887864	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
887864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
887864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
887864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
887864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
887864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
887864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
887864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
887864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
887864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
887864	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
887864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
887864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
887864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
887864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
887864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
887864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
887864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
887864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
887864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
887864	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
887864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
887864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
887864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
887864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
887864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
887864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
887864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
887864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
887864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
887864	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
887864	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
887864	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
887864	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
887864	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
887864	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
887864	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
887864	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
887864	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
887864	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
887864	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
887864	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
887864	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
887864	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
887864	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
887864	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
887864	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
887864	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
887864	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
887864	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
887864	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
887864	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
887864	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
887864	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
887864	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
887864	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
887864	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
887864	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
887864	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
887864	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
887864	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
887864	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
887864	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
887864	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
887864	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
887864	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
887864	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
887864	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
887864	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
887864	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
887864	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
887864	embedding2nn.weight	0	0.3209740221500397
887864	embedding2nn.weight	1	0.3646237850189209
887864	embedding2nn.weight	2	0.0017162500880658627
887864	embedding2nn.weight	3	0.010413873940706253
887864	embedding2nn.weight	4	-0.031510256230831146
887864	embedding2nn.weight	5	0.06076632812619209
887864	embedding2nn.weight	6	0.0056537603959441185
887864	embedding2nn.weight	7	-0.010768500156700611
887864	embedding2nn.weight	8	0.04022771865129471
887864	embedding2nn.weight	9	-0.04991144314408302
887864	embedding2nn.bias	0	0.01625175215303898
887864	embedding2nn.bias	1	-0.19195683300495148
887864	embedding2nn.bias	2	0.13483133912086487
887864	embedding2nn.bias	3	0.1568795144557953
887864	embedding2nn.bias	4	0.14349578320980072
887864	embedding2nn.bias	5	-0.07080341130495071
887864	embedding2nn.bias	6	-0.04892073571681976
887864	embedding2nn.bias	7	0.04209471866488457
887864	embedding2nn.bias	8	-0.14925961196422577
887864	embedding2nn.bias	9	-0.36754435300827026
887864	rnn.weight_ih_l0	0	0.010356963612139225
887864	rnn.weight_ih_l0	1	-0.05744192749261856
887864	rnn.weight_ih_l0	2	-0.049152787774801254
887864	rnn.weight_ih_l0	3	0.11406728625297546
887864	rnn.weight_ih_l0	4	0.0200632493942976
887864	rnn.weight_ih_l0	5	-0.07085409760475159
887864	rnn.weight_ih_l0	6	0.006893351208418608
887864	rnn.weight_ih_l0	7	-0.025179311633110046
887864	rnn.weight_ih_l0	8	0.015761645510792732
887864	rnn.weight_ih_l0	9	-0.08698720484972
887864	rnn.weight_hh_l0	0	-0.02327597327530384
887864	rnn.weight_hh_l0	1	0.08325647562742233
887864	rnn.weight_hh_l0	2	0.0009967598598450422
887864	rnn.weight_hh_l0	3	-0.03695431351661682
887864	rnn.weight_hh_l0	4	0.08791406452655792
887864	rnn.weight_hh_l0	5	-0.002040719846263528
887864	rnn.weight_hh_l0	6	-0.09123118966817856
887864	rnn.weight_hh_l0	7	-0.14056675136089325
887864	rnn.weight_hh_l0	8	0.04081990197300911
887864	rnn.weight_hh_l0	9	-0.12444193661212921
887864	rnn.bias_ih_l0	0	0.1799909919500351
887864	rnn.bias_ih_l0	1	-0.34239834547042847
887864	rnn.bias_ih_l0	2	-0.04439077526330948
887864	rnn.bias_ih_l0	3	-0.21188190579414368
887864	rnn.bias_ih_l0	4	-0.009800964035093784
887864	rnn.bias_ih_l0	5	-0.4388890564441681
887864	rnn.bias_ih_l0	6	-0.14056934416294098
887864	rnn.bias_ih_l0	7	-0.392156183719635
887864	rnn.bias_ih_l0	8	-0.3085711598396301
887864	rnn.bias_ih_l0	9	-0.44757694005966187
887864	rnn.bias_hh_l0	0	-0.3461672067642212
887864	rnn.bias_hh_l0	1	-0.4448423385620117
887864	rnn.bias_hh_l0	2	-0.4006533920764923
887864	rnn.bias_hh_l0	3	-0.07985413074493408
887864	rnn.bias_hh_l0	4	-0.40062186121940613
887864	rnn.bias_hh_l0	5	-0.37253695726394653
887864	rnn.bias_hh_l0	6	-0.11628954857587814
887864	rnn.bias_hh_l0	7	0.06876005232334137
887864	rnn.bias_hh_l0	8	-0.23205488920211792
887864	rnn.bias_hh_l0	9	-0.5680727362632751
887864	rnn.weight_ih_l0_reverse	0	-0.006574984639883041
887864	rnn.weight_ih_l0_reverse	1	-0.004244704730808735
887864	rnn.weight_ih_l0_reverse	2	0.0005759655614383519
887864	rnn.weight_ih_l0_reverse	3	-0.1440192461013794
887864	rnn.weight_ih_l0_reverse	4	0.08153250068426132
887864	rnn.weight_ih_l0_reverse	5	-0.1069682389497757
887864	rnn.weight_ih_l0_reverse	6	-0.008143272250890732
887864	rnn.weight_ih_l0_reverse	7	0.029910141602158546
887864	rnn.weight_ih_l0_reverse	8	-0.04810907691717148
887864	rnn.weight_ih_l0_reverse	9	-0.08926490694284439
887864	rnn.weight_hh_l0_reverse	0	-0.15137453377246857
887864	rnn.weight_hh_l0_reverse	1	0.02219110168516636
887864	rnn.weight_hh_l0_reverse	2	-0.01976003870368004
887864	rnn.weight_hh_l0_reverse	3	0.03049384616315365
887864	rnn.weight_hh_l0_reverse	4	-0.08394622802734375
887864	rnn.weight_hh_l0_reverse	5	0.03771195560693741
887864	rnn.weight_hh_l0_reverse	6	0.031488366425037384
887864	rnn.weight_hh_l0_reverse	7	-0.13089096546173096
887864	rnn.weight_hh_l0_reverse	8	-0.07852038741111755
887864	rnn.weight_hh_l0_reverse	9	0.035287193953990936
887864	rnn.bias_ih_l0_reverse	0	-0.18415215611457825
887864	rnn.bias_ih_l0_reverse	1	-0.06053294241428375
887864	rnn.bias_ih_l0_reverse	2	0.165275439620018
887864	rnn.bias_ih_l0_reverse	3	-0.3297469913959503
887864	rnn.bias_ih_l0_reverse	4	0.008556772954761982
887864	rnn.bias_ih_l0_reverse	5	-0.22212395071983337
887864	rnn.bias_ih_l0_reverse	6	0.27582690119743347
887864	rnn.bias_ih_l0_reverse	7	-0.30017077922821045
887864	rnn.bias_ih_l0_reverse	8	-0.19848445057868958
887864	rnn.bias_ih_l0_reverse	9	-0.14498621225357056
887864	rnn.bias_hh_l0_reverse	0	-0.1396123766899109
887864	rnn.bias_hh_l0_reverse	1	0.27303633093833923
887864	rnn.bias_hh_l0_reverse	2	-0.34261462092399597
887864	rnn.bias_hh_l0_reverse	3	-0.23186683654785156
887864	rnn.bias_hh_l0_reverse	4	-0.3925548195838928
887864	rnn.bias_hh_l0_reverse	5	-0.20821955800056458
887864	rnn.bias_hh_l0_reverse	6	-0.2662999629974365
887864	rnn.bias_hh_l0_reverse	7	-0.10311463475227356
887864	rnn.bias_hh_l0_reverse	8	-0.3524608314037323
887864	rnn.bias_hh_l0_reverse	9	0.20912745594978333
887864	linear.weight	0	0.23225222527980804
887864	linear.weight	1	-0.4637874662876129
887864	linear.weight	2	0.04098924621939659
887864	linear.weight	3	0.06747090816497803
887864	linear.weight	4	-0.13302487134933472
887864	linear.weight	5	0.2501753866672516
887864	linear.weight	6	-0.01536661759018898
887864	linear.weight	7	-0.059552449733018875
887864	linear.weight	8	0.13644367456436157
887864	linear.weight	9	-0.04996611550450325
887864	linear.bias	0	-0.8728433847427368
887864	linear.bias	1	1.754085659980774
887864	linear.bias	2	0.7426373958587646
887864	linear.bias	3	-2.744004726409912
887864	linear.bias	4	-0.05959973856806755
887864	linear.bias	5	1.2466516494750977
887864	linear.bias	6	-0.21563629806041718
887864	linear.bias	7	0.8435924053192139
887864	linear.bias	8	2.1169772148132324
887864	linear.bias	9	-1.2911241054534912
888473	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
888473	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
888473	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
888473	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
888473	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
888473	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
888473	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
888473	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
888473	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
888473	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
888473	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
888473	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
888473	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
888473	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
888473	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
888473	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
888473	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
888473	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
888473	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
888473	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
888473	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
888473	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
888473	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
888473	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
888473	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
888473	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
888473	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
888473	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
888473	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
888473	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
888473	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
888473	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
888473	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
888473	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
888473	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
888473	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
888473	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
888473	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
888473	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
888473	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
888473	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
888473	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
888473	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
888473	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
888473	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
888473	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
888473	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
888473	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
888473	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
888473	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
888473	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
888473	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
888473	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
888473	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
888473	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
888473	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
888473	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
888473	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
888473	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
888473	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
888473	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
888473	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
888473	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
888473	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
888473	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
888473	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
888473	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
888473	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
888473	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
888473	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
888473	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
888473	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
888473	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
888473	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
888473	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
888473	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
888473	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
888473	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
888473	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
888473	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
888473	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
888473	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
888473	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
888473	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
888473	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
888473	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
888473	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
888473	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
888473	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
888473	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
888473	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
888473	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
888473	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
888473	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
888473	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
888473	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
888473	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
888473	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
888473	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
888473	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
888473	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
888473	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
888473	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
888473	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
888473	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
888473	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
888473	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
888473	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
888473	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
888473	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
888473	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
888473	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
888473	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
888473	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
888473	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
888473	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
888473	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
888473	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
888473	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
888473	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
888473	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
888473	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
888473	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
888473	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
888473	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
888473	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
888473	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
888473	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
888473	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
888473	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
888473	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
888473	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
888473	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
888473	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
888473	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
888473	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
888473	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
888473	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
888473	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
888473	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
888473	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
888473	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
888473	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
888473	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
888473	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
888473	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
888473	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
888473	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
888473	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
888473	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
888473	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
888473	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
888473	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
888473	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
888473	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
888473	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
888473	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
888473	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
888473	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
888473	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
888473	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
888473	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
888473	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
888473	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
888473	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
888473	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
888473	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
888473	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
888473	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
888473	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
888473	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
888473	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
888473	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
888473	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
888473	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
888473	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
888473	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
888473	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
888473	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
888473	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
888473	embedding2nn.weight	0	0.32105106115341187
888473	embedding2nn.weight	1	0.3648187518119812
888473	embedding2nn.weight	2	0.0013566799461841583
888473	embedding2nn.weight	3	0.012501755729317665
888473	embedding2nn.weight	4	-0.03158307820558548
888473	embedding2nn.weight	5	0.06061990186572075
888473	embedding2nn.weight	6	0.005018405616283417
888473	embedding2nn.weight	7	-0.010488403029739857
888473	embedding2nn.weight	8	0.039921633899211884
888473	embedding2nn.weight	9	-0.050015177577733994
888473	embedding2nn.bias	0	0.012645305134356022
888473	embedding2nn.bias	1	-0.19174495339393616
888473	embedding2nn.bias	2	0.13447381556034088
888473	embedding2nn.bias	3	0.1584305614233017
888473	embedding2nn.bias	4	0.1435602754354477
888473	embedding2nn.bias	5	-0.06956803053617477
888473	embedding2nn.bias	6	-0.04986606538295746
888473	embedding2nn.bias	7	0.043298449367284775
888473	embedding2nn.bias	8	-0.15298056602478027
888473	embedding2nn.bias	9	-0.3647061288356781
888473	rnn.weight_ih_l0	0	0.010389584116637707
888473	rnn.weight_ih_l0	1	-0.057419128715991974
888473	rnn.weight_ih_l0	2	-0.04943487048149109
888473	rnn.weight_ih_l0	3	0.11430270969867706
888473	rnn.weight_ih_l0	4	0.020878879353404045
888473	rnn.weight_ih_l0	5	-0.07081598788499832
888473	rnn.weight_ih_l0	6	0.006756738759577274
888473	rnn.weight_ih_l0	7	-0.025164760649204254
888473	rnn.weight_ih_l0	8	0.015614159405231476
888473	rnn.weight_ih_l0	9	-0.08717740327119827
888473	rnn.weight_hh_l0	0	-0.023274777457118034
888473	rnn.weight_hh_l0	1	0.0832584872841835
888473	rnn.weight_hh_l0	2	0.000901510939002037
888473	rnn.weight_hh_l0	3	-0.037018999457359314
888473	rnn.weight_hh_l0	4	0.08800915628671646
888473	rnn.weight_hh_l0	5	-0.0020685738418251276
888473	rnn.weight_hh_l0	6	-0.0912683829665184
888473	rnn.weight_hh_l0	7	-0.14052584767341614
888473	rnn.weight_hh_l0	8	0.04082513600587845
888473	rnn.weight_hh_l0	9	-0.1245124563574791
888473	rnn.bias_ih_l0	0	0.18006445467472076
888473	rnn.bias_ih_l0	1	-0.3427940309047699
888473	rnn.bias_ih_l0	2	-0.04460904374718666
888473	rnn.bias_ih_l0	3	-0.21213500201702118
888473	rnn.bias_ih_l0	4	-0.008939164690673351
888473	rnn.bias_ih_l0	5	-0.4389859437942505
888473	rnn.bias_ih_l0	6	-0.14151954650878906
888473	rnn.bias_ih_l0	7	-0.39241477847099304
888473	rnn.bias_ih_l0	8	-0.308665007352829
888473	rnn.bias_ih_l0	9	-0.4483676254749298
888473	rnn.bias_hh_l0	0	-0.34643399715423584
888473	rnn.bias_hh_l0	1	-0.4445573389530182
888473	rnn.bias_hh_l0	2	-0.4002993702888489
888473	rnn.bias_hh_l0	3	-0.07978522777557373
888473	rnn.bias_hh_l0	4	-0.4008619487285614
888473	rnn.bias_hh_l0	5	-0.37277355790138245
888473	rnn.bias_hh_l0	6	-0.11588731408119202
888473	rnn.bias_hh_l0	7	0.06907201558351517
888473	rnn.bias_hh_l0	8	-0.23198799788951874
888473	rnn.bias_hh_l0	9	-0.5681251287460327
888473	rnn.weight_ih_l0_reverse	0	-0.006979747209697962
888473	rnn.weight_ih_l0_reverse	1	-0.00426647299900651
888473	rnn.weight_ih_l0_reverse	2	0.0007024087244644761
888473	rnn.weight_ih_l0_reverse	3	-0.14403419196605682
888473	rnn.weight_ih_l0_reverse	4	0.08146734535694122
888473	rnn.weight_ih_l0_reverse	5	-0.10704561322927475
888473	rnn.weight_ih_l0_reverse	6	-0.008112546987831593
888473	rnn.weight_ih_l0_reverse	7	0.029945170506834984
888473	rnn.weight_ih_l0_reverse	8	-0.04806270822882652
888473	rnn.weight_ih_l0_reverse	9	-0.08883652836084366
888473	rnn.weight_hh_l0_reverse	0	-0.1513194888830185
888473	rnn.weight_hh_l0_reverse	1	0.02223926968872547
888473	rnn.weight_hh_l0_reverse	2	-0.01972605101764202
888473	rnn.weight_hh_l0_reverse	3	0.030523892492055893
888473	rnn.weight_hh_l0_reverse	4	-0.0840027779340744
888473	rnn.weight_hh_l0_reverse	5	0.03771275281906128
888473	rnn.weight_hh_l0_reverse	6	0.031478118151426315
888473	rnn.weight_hh_l0_reverse	7	-0.1308433711528778
888473	rnn.weight_hh_l0_reverse	8	-0.07868540287017822
888473	rnn.weight_hh_l0_reverse	9	0.03544355556368828
888473	rnn.bias_ih_l0_reverse	0	-0.18380975723266602
888473	rnn.bias_ih_l0_reverse	1	-0.0608157217502594
888473	rnn.bias_ih_l0_reverse	2	0.1656542271375656
888473	rnn.bias_ih_l0_reverse	3	-0.32973963022232056
888473	rnn.bias_ih_l0_reverse	4	0.008733442053198814
888473	rnn.bias_ih_l0_reverse	5	-0.22212690114974976
888473	rnn.bias_ih_l0_reverse	6	0.27642562985420227
888473	rnn.bias_ih_l0_reverse	7	-0.30104121565818787
888473	rnn.bias_ih_l0_reverse	8	-0.19819390773773193
888473	rnn.bias_ih_l0_reverse	9	-0.1434963345527649
888473	rnn.bias_hh_l0_reverse	0	-0.13914525508880615
888473	rnn.bias_hh_l0_reverse	1	0.2740078270435333
888473	rnn.bias_hh_l0_reverse	2	-0.3431364893913269
888473	rnn.bias_hh_l0_reverse	3	-0.23126690089702606
888473	rnn.bias_hh_l0_reverse	4	-0.39348822832107544
888473	rnn.bias_hh_l0_reverse	5	-0.20845924317836761
888473	rnn.bias_hh_l0_reverse	6	-0.26588910818099976
888473	rnn.bias_hh_l0_reverse	7	-0.10389383137226105
888473	rnn.bias_hh_l0_reverse	8	-0.35275718569755554
888473	rnn.bias_hh_l0_reverse	9	0.2097776085138321
888473	linear.weight	0	0.23153933882713318
888473	linear.weight	1	-0.4645642340183258
888473	linear.weight	2	0.04014626890420914
888473	linear.weight	3	0.06747084856033325
888473	linear.weight	4	-0.13580331206321716
888473	linear.weight	5	0.24772724509239197
888473	linear.weight	6	-0.017144005745649338
888473	linear.weight	7	-0.05955205485224724
888473	linear.weight	8	0.13666769862174988
888473	linear.weight	9	-0.049966245889663696
888473	linear.bias	0	-0.8741514682769775
888473	linear.bias	1	1.749934196472168
888473	linear.bias	2	0.740298330783844
888473	linear.bias	3	-2.744007110595703
888473	linear.bias	4	-0.05720475688576698
888473	linear.bias	5	1.246410608291626
888473	linear.bias	6	-0.2095707356929779
888473	linear.bias	7	0.8467006087303162
888473	linear.bias	8	2.117161273956299
888473	linear.bias	9	-1.2889467477798462
889082	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
889082	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
889082	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
889082	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
889082	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
889082	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
889082	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
889082	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
889082	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
889082	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
889082	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
889082	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
889082	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
889082	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
889082	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
889082	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
889082	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
889082	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
889082	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
889082	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
889082	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
889082	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
889082	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
889082	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
889082	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
889082	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
889082	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
889082	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
889082	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
889082	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
889082	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
889082	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
889082	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
889082	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
889082	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
889082	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
889082	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
889082	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
889082	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
889082	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
889082	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
889082	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
889082	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
889082	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
889082	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
889082	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
889082	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
889082	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
889082	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
889082	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
889082	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
889082	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
889082	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
889082	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
889082	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
889082	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
889082	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
889082	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
889082	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
889082	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
889082	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
889082	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
889082	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
889082	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
889082	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
889082	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
889082	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
889082	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
889082	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
889082	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
889082	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
889082	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
889082	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
889082	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
889082	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
889082	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
889082	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
889082	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
889082	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
889082	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
889082	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
889082	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
889082	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
889082	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
889082	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
889082	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
889082	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
889082	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
889082	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
889082	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
889082	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
889082	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
889082	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
889082	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
889082	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
889082	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
889082	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
889082	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
889082	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
889082	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
889082	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
889082	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
889082	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
889082	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
889082	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
889082	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
889082	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
889082	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
889082	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
889082	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
889082	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
889082	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
889082	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
889082	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
889082	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
889082	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
889082	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
889082	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
889082	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
889082	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
889082	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
889082	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
889082	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
889082	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
889082	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
889082	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
889082	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
889082	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
889082	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
889082	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
889082	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
889082	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
889082	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
889082	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
889082	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
889082	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
889082	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
889082	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
889082	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
889082	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
889082	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
889082	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
889082	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
889082	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
889082	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
889082	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
889082	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
889082	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
889082	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
889082	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
889082	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
889082	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
889082	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
889082	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
889082	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
889082	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
889082	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
889082	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
889082	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
889082	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
889082	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
889082	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
889082	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
889082	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
889082	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
889082	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
889082	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
889082	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
889082	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
889082	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
889082	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
889082	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
889082	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
889082	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
889082	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
889082	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
889082	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
889082	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
889082	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
889082	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
889082	embedding2nn.weight	0	0.3210201859474182
889082	embedding2nn.weight	1	0.36462700366973877
889082	embedding2nn.weight	2	0.0010545006953179836
889082	embedding2nn.weight	3	0.011923273093998432
889082	embedding2nn.weight	4	-0.03174151852726936
889082	embedding2nn.weight	5	0.060694620013237
889082	embedding2nn.weight	6	0.0049934242852032185
889082	embedding2nn.weight	7	-0.0106576606631279
889082	embedding2nn.weight	8	0.03986259922385216
889082	embedding2nn.weight	9	-0.050110284239053726
889082	embedding2nn.bias	0	0.01347394660115242
889082	embedding2nn.bias	1	-0.19172720611095428
889082	embedding2nn.bias	2	0.13272973895072937
889082	embedding2nn.bias	3	0.161126971244812
889082	embedding2nn.bias	4	0.14432191848754883
889082	embedding2nn.bias	5	-0.06864112615585327
889082	embedding2nn.bias	6	-0.05309390649199486
889082	embedding2nn.bias	7	0.0444926880300045
889082	embedding2nn.bias	8	-0.15214616060256958
889082	embedding2nn.bias	9	-0.36042317748069763
889082	rnn.weight_ih_l0	0	0.010429741814732552
889082	rnn.weight_ih_l0	1	-0.05752042308449745
889082	rnn.weight_ih_l0	2	-0.04964213818311691
889082	rnn.weight_ih_l0	3	0.11422416567802429
889082	rnn.weight_ih_l0	4	0.020814970135688782
889082	rnn.weight_ih_l0	5	-0.07048702239990234
889082	rnn.weight_ih_l0	6	0.00682698143646121
889082	rnn.weight_ih_l0	7	-0.0252996813505888
889082	rnn.weight_ih_l0	8	0.015841081738471985
889082	rnn.weight_ih_l0	9	-0.08734405040740967
889082	rnn.weight_hh_l0	0	-0.02326561138033867
889082	rnn.weight_hh_l0	1	0.0832696482539177
889082	rnn.weight_hh_l0	2	0.0008759199408814311
889082	rnn.weight_hh_l0	3	-0.036984384059906006
889082	rnn.weight_hh_l0	4	0.08801095932722092
889082	rnn.weight_hh_l0	5	-0.0021458708215504885
889082	rnn.weight_hh_l0	6	-0.09125681966543198
889082	rnn.weight_hh_l0	7	-0.14041316509246826
889082	rnn.weight_hh_l0	8	0.04082750901579857
889082	rnn.weight_hh_l0	9	-0.12449848651885986
889082	rnn.bias_ih_l0	0	0.1793818473815918
889082	rnn.bias_ih_l0	1	-0.3429066836833954
889082	rnn.bias_ih_l0	2	-0.04478488117456436
889082	rnn.bias_ih_l0	3	-0.21172375977039337
889082	rnn.bias_ih_l0	4	-0.00904943235218525
889082	rnn.bias_ih_l0	5	-0.4389248192310333
889082	rnn.bias_ih_l0	6	-0.1416969895362854
889082	rnn.bias_ih_l0	7	-0.3923550248146057
889082	rnn.bias_ih_l0	8	-0.30814290046691895
889082	rnn.bias_ih_l0	9	-0.44735461473464966
889082	rnn.bias_hh_l0	0	-0.34634873270988464
889082	rnn.bias_hh_l0	1	-0.44461590051651
889082	rnn.bias_hh_l0	2	-0.4005260765552521
889082	rnn.bias_hh_l0	3	-0.08005999773740768
889082	rnn.bias_hh_l0	4	-0.4009878933429718
889082	rnn.bias_hh_l0	5	-0.3727172017097473
889082	rnn.bias_hh_l0	6	-0.11637818068265915
889082	rnn.bias_hh_l0	7	0.0685136690735817
889082	rnn.bias_hh_l0	8	-0.23249904811382294
889082	rnn.bias_hh_l0	9	-0.5680835247039795
889082	rnn.weight_ih_l0_reverse	0	-0.0071744536980986595
889082	rnn.weight_ih_l0_reverse	1	-0.004341183230280876
889082	rnn.weight_ih_l0_reverse	2	0.0006753111956641078
889082	rnn.weight_ih_l0_reverse	3	-0.14396513998508453
889082	rnn.weight_ih_l0_reverse	4	0.08126364648342133
889082	rnn.weight_ih_l0_reverse	5	-0.10614275187253952
889082	rnn.weight_ih_l0_reverse	6	-0.008373115211725235
889082	rnn.weight_ih_l0_reverse	7	0.029944512993097305
889082	rnn.weight_ih_l0_reverse	8	-0.04773435741662979
889082	rnn.weight_ih_l0_reverse	9	-0.08901157230138779
889082	rnn.weight_hh_l0_reverse	0	-0.15142317116260529
889082	rnn.weight_hh_l0_reverse	1	0.022192811593413353
889082	rnn.weight_hh_l0_reverse	2	-0.019773880019783974
889082	rnn.weight_hh_l0_reverse	3	0.03057936020195484
889082	rnn.weight_hh_l0_reverse	4	-0.08404558151960373
889082	rnn.weight_hh_l0_reverse	5	0.03769472613930702
889082	rnn.weight_hh_l0_reverse	6	0.0314796045422554
889082	rnn.weight_hh_l0_reverse	7	-0.13090880215168
889082	rnn.weight_hh_l0_reverse	8	-0.07885636389255524
889082	rnn.weight_hh_l0_reverse	9	0.035611219704151154
889082	rnn.bias_ih_l0_reverse	0	-0.1838102489709854
889082	rnn.bias_ih_l0_reverse	1	-0.06003165245056152
889082	rnn.bias_ih_l0_reverse	2	0.16557493805885315
889082	rnn.bias_ih_l0_reverse	3	-0.3296096622943878
889082	rnn.bias_ih_l0_reverse	4	0.008447217755019665
889082	rnn.bias_ih_l0_reverse	5	-0.22217674553394318
889082	rnn.bias_ih_l0_reverse	6	0.27520790696144104
889082	rnn.bias_ih_l0_reverse	7	-0.3008241355419159
889082	rnn.bias_ih_l0_reverse	8	-0.19801512360572815
889082	rnn.bias_ih_l0_reverse	9	-0.14269688725471497
889082	rnn.bias_hh_l0_reverse	0	-0.13960009813308716
889082	rnn.bias_hh_l0_reverse	1	0.27345582842826843
889082	rnn.bias_hh_l0_reverse	2	-0.3436998128890991
889082	rnn.bias_hh_l0_reverse	3	-0.23179452121257782
889082	rnn.bias_hh_l0_reverse	4	-0.393240362405777
889082	rnn.bias_hh_l0_reverse	5	-0.2092684805393219
889082	rnn.bias_hh_l0_reverse	6	-0.2661791443824768
889082	rnn.bias_hh_l0_reverse	7	-0.10354354977607727
889082	rnn.bias_hh_l0_reverse	8	-0.35375848412513733
889082	rnn.bias_hh_l0_reverse	9	0.2086367905139923
889082	linear.weight	0	0.23149794340133667
889082	linear.weight	1	-0.4638623893260956
889082	linear.weight	2	0.03894292935729027
889082	linear.weight	3	0.06747082620859146
889082	linear.weight	4	-0.13718242943286896
889082	linear.weight	5	0.2498905509710312
889082	linear.weight	6	-0.016361266374588013
889082	linear.weight	7	-0.05955180525779724
889082	linear.weight	8	0.13602256774902344
889082	linear.weight	9	-0.04996635019779205
889082	linear.bias	0	-0.8711668848991394
889082	linear.bias	1	1.7590185403823853
889082	linear.bias	2	0.7434022426605225
889082	linear.bias	3	-2.7440097332000732
889082	linear.bias	4	-0.05408453941345215
889082	linear.bias	5	1.2468664646148682
889082	linear.bias	6	-0.20975127816200256
889082	linear.bias	7	0.8494665622711182
889082	linear.bias	8	2.1129331588745117
889082	linear.bias	9	-1.288628339767456
889691	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
889691	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
889691	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
889691	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
889691	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
889691	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
889691	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
889691	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
889691	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
889691	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
889691	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
889691	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
889691	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
889691	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
889691	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
889691	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
889691	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
889691	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
889691	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
889691	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
889691	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
889691	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
889691	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
889691	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
889691	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
889691	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
889691	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
889691	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
889691	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
889691	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
889691	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
889691	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
889691	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
889691	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
889691	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
889691	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
889691	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
889691	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
889691	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
889691	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
889691	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
889691	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
889691	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
889691	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
889691	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
889691	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
889691	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
889691	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
889691	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
889691	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
889691	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
889691	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
889691	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
889691	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
889691	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
889691	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
889691	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
889691	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
889691	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
889691	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
889691	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
889691	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
889691	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
889691	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
889691	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
889691	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
889691	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
889691	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
889691	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
889691	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
889691	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
889691	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
889691	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
889691	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
889691	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
889691	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
889691	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
889691	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
889691	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
889691	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
889691	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
889691	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
889691	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
889691	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
889691	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
889691	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
889691	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
889691	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
889691	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
889691	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
889691	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
889691	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
889691	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
889691	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
889691	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
889691	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
889691	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
889691	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
889691	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
889691	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
889691	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
889691	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
889691	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
889691	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
889691	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
889691	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
889691	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
889691	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
889691	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
889691	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
889691	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
889691	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
889691	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
889691	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
889691	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
889691	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
889691	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
889691	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
889691	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
889691	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
889691	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
889691	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
889691	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
889691	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
889691	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
889691	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
889691	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
889691	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
889691	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
889691	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
889691	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
889691	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
889691	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
889691	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
889691	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
889691	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
889691	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
889691	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
889691	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
889691	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
889691	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
889691	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
889691	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
889691	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
889691	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
889691	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
889691	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
889691	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
889691	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
889691	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
889691	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
889691	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
889691	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
889691	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
889691	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
889691	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
889691	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
889691	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
889691	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
889691	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
889691	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
889691	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
889691	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
889691	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
889691	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
889691	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
889691	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
889691	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
889691	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
889691	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
889691	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
889691	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
889691	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
889691	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
889691	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
889691	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
889691	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
889691	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
889691	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
889691	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
889691	embedding2nn.weight	0	0.320980042219162
889691	embedding2nn.weight	1	0.364703893661499
889691	embedding2nn.weight	2	0.0012612915597856045
889691	embedding2nn.weight	3	0.010987289249897003
889691	embedding2nn.weight	4	-0.03179733455181122
889691	embedding2nn.weight	5	0.06067914515733719
889691	embedding2nn.weight	6	0.004938164725899696
889691	embedding2nn.weight	7	-0.009961545467376709
889691	embedding2nn.weight	8	0.04004531726241112
889691	embedding2nn.weight	9	-0.049946483224630356
889691	embedding2nn.bias	0	0.013882005587220192
889691	embedding2nn.bias	1	-0.18950322270393372
889691	embedding2nn.bias	2	0.13083848357200623
889691	embedding2nn.bias	3	0.15870296955108643
889691	embedding2nn.bias	4	0.14510834217071533
889691	embedding2nn.bias	5	-0.07276163250207901
889691	embedding2nn.bias	6	-0.052326567471027374
889691	embedding2nn.bias	7	0.04680899903178215
889691	embedding2nn.bias	8	-0.14917315542697906
889691	embedding2nn.bias	9	-0.3613435626029968
889691	rnn.weight_ih_l0	0	0.010403296910226345
889691	rnn.weight_ih_l0	1	-0.057543423026800156
889691	rnn.weight_ih_l0	2	-0.04917450249195099
889691	rnn.weight_ih_l0	3	0.11410776525735855
889691	rnn.weight_ih_l0	4	0.0202864371240139
889691	rnn.weight_ih_l0	5	-0.06948988884687424
889691	rnn.weight_ih_l0	6	0.0072141592390835285
889691	rnn.weight_ih_l0	7	-0.0256973709911108
889691	rnn.weight_ih_l0	8	0.01671127788722515
889691	rnn.weight_ih_l0	9	-0.08720819652080536
889691	rnn.weight_hh_l0	0	-0.023234767839312553
889691	rnn.weight_hh_l0	1	0.08323410153388977
889691	rnn.weight_hh_l0	2	0.0009111263207159936
889691	rnn.weight_hh_l0	3	-0.037023238837718964
889691	rnn.weight_hh_l0	4	0.08795556426048279
889691	rnn.weight_hh_l0	5	-0.0022867186926305294
889691	rnn.weight_hh_l0	6	-0.09124802052974701
889691	rnn.weight_hh_l0	7	-0.14055748283863068
889691	rnn.weight_hh_l0	8	0.040852371603250504
889691	rnn.weight_hh_l0	9	-0.12445731461048126
889691	rnn.bias_ih_l0	0	0.17885008454322815
889691	rnn.bias_ih_l0	1	-0.3420296013355255
889691	rnn.bias_ih_l0	2	-0.04496597871184349
889691	rnn.bias_ih_l0	3	-0.2118421047925949
889691	rnn.bias_ih_l0	4	-0.00943228229880333
889691	rnn.bias_ih_l0	5	-0.43928438425064087
889691	rnn.bias_ih_l0	6	-0.14125214517116547
889691	rnn.bias_ih_l0	7	-0.39234310388565063
889691	rnn.bias_ih_l0	8	-0.3079014718532562
889691	rnn.bias_ih_l0	9	-0.44679969549179077
889691	rnn.bias_hh_l0	0	-0.34654513001441956
889691	rnn.bias_hh_l0	1	-0.4453123211860657
889691	rnn.bias_hh_l0	2	-0.40031421184539795
889691	rnn.bias_hh_l0	3	-0.08005918562412262
889691	rnn.bias_hh_l0	4	-0.401327908039093
889691	rnn.bias_hh_l0	5	-0.37271809577941895
889691	rnn.bias_hh_l0	6	-0.11676107347011566
889691	rnn.bias_hh_l0	7	0.06895610690116882
889691	rnn.bias_hh_l0	8	-0.23195575177669525
889691	rnn.bias_hh_l0	9	-0.568182647228241
889691	rnn.weight_ih_l0_reverse	0	-0.0068487608805298805
889691	rnn.weight_ih_l0_reverse	1	-0.00424943957477808
889691	rnn.weight_ih_l0_reverse	2	0.000499059387948364
889691	rnn.weight_ih_l0_reverse	3	-0.14390388131141663
889691	rnn.weight_ih_l0_reverse	4	0.08120276778936386
889691	rnn.weight_ih_l0_reverse	5	-0.1062094196677208
889691	rnn.weight_ih_l0_reverse	6	-0.00878407433629036
889691	rnn.weight_ih_l0_reverse	7	0.029923882335424423
889691	rnn.weight_ih_l0_reverse	8	-0.04771333187818527
889691	rnn.weight_ih_l0_reverse	9	-0.08911584317684174
889691	rnn.weight_hh_l0_reverse	0	-0.1513982117176056
889691	rnn.weight_hh_l0_reverse	1	0.022219710052013397
889691	rnn.weight_hh_l0_reverse	2	-0.019798537716269493
889691	rnn.weight_hh_l0_reverse	3	0.03052823804318905
889691	rnn.weight_hh_l0_reverse	4	-0.08394230902194977
889691	rnn.weight_hh_l0_reverse	5	0.037717945873737335
889691	rnn.weight_hh_l0_reverse	6	0.031488507986068726
889691	rnn.weight_hh_l0_reverse	7	-0.130972221493721
889691	rnn.weight_hh_l0_reverse	8	-0.07849132269620895
889691	rnn.weight_hh_l0_reverse	9	0.03558579832315445
889691	rnn.bias_ih_l0_reverse	0	-0.18389484286308289
889691	rnn.bias_ih_l0_reverse	1	-0.061063315719366074
889691	rnn.bias_ih_l0_reverse	2	0.1655442863702774
889691	rnn.bias_ih_l0_reverse	3	-0.3295278549194336
889691	rnn.bias_ih_l0_reverse	4	0.009129033423960209
889691	rnn.bias_ih_l0_reverse	5	-0.22205181419849396
889691	rnn.bias_ih_l0_reverse	6	0.2746310532093048
889691	rnn.bias_ih_l0_reverse	7	-0.30033451318740845
889691	rnn.bias_ih_l0_reverse	8	-0.19806094467639923
889691	rnn.bias_ih_l0_reverse	9	-0.14392633736133575
889691	rnn.bias_hh_l0_reverse	0	-0.13979659974575043
889691	rnn.bias_hh_l0_reverse	1	0.2730545103549957
889691	rnn.bias_hh_l0_reverse	2	-0.3432997763156891
889691	rnn.bias_hh_l0_reverse	3	-0.23237113654613495
889691	rnn.bias_hh_l0_reverse	4	-0.3930688798427582
889691	rnn.bias_hh_l0_reverse	5	-0.20824560523033142
889691	rnn.bias_hh_l0_reverse	6	-0.2658800482749939
889691	rnn.bias_hh_l0_reverse	7	-0.10333256423473358
889691	rnn.bias_hh_l0_reverse	8	-0.3535713851451874
889691	rnn.bias_hh_l0_reverse	9	0.2099619060754776
889691	linear.weight	0	0.23199518024921417
889691	linear.weight	1	-0.4624655842781067
889691	linear.weight	2	0.0417647585272789
889691	linear.weight	3	0.06747081130743027
889691	linear.weight	4	-0.13605760037899017
889691	linear.weight	5	0.24975894391536713
889691	linear.weight	6	-0.01707344502210617
889691	linear.weight	7	-0.05955151841044426
889691	linear.weight	8	0.13485810160636902
889691	linear.weight	9	-0.0499664731323719
889691	linear.bias	0	-0.8718555569648743
889691	linear.bias	1	1.756302833557129
889691	linear.bias	2	0.7367289066314697
889691	linear.bias	3	-2.7440128326416016
889691	linear.bias	4	-0.05509239435195923
889691	linear.bias	5	1.2499650716781616
889691	linear.bias	6	-0.21278434991836548
889691	linear.bias	7	0.8558574318885803
889691	linear.bias	8	2.11501145362854
889691	linear.bias	9	-1.2864538431167603
890300	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
890300	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
890300	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
890300	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
890300	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
890300	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
890300	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
890300	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
890300	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
890300	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
890300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
890300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
890300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
890300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
890300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
890300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
890300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
890300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
890300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
890300	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
890300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
890300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
890300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
890300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
890300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
890300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
890300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
890300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
890300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
890300	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
890300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
890300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
890300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
890300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
890300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
890300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
890300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
890300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
890300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
890300	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
890300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
890300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
890300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
890300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
890300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
890300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
890300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
890300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
890300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
890300	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
890300	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
890300	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
890300	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
890300	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
890300	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
890300	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
890300	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
890300	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
890300	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
890300	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
890300	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
890300	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
890300	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
890300	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
890300	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
890300	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
890300	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
890300	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
890300	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
890300	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
890300	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
890300	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
890300	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
890300	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
890300	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
890300	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
890300	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
890300	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
890300	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
890300	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
890300	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
890300	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
890300	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
890300	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
890300	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
890300	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
890300	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
890300	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
890300	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
890300	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
890300	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
890300	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
890300	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
890300	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
890300	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
890300	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
890300	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
890300	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
890300	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
890300	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
890300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
890300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
890300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
890300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
890300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
890300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
890300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
890300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
890300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
890300	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
890300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
890300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
890300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
890300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
890300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
890300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
890300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
890300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
890300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
890300	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
890300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
890300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
890300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
890300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
890300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
890300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
890300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
890300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
890300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
890300	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
890300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
890300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
890300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
890300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
890300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
890300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
890300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
890300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
890300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
890300	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
890300	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
890300	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
890300	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
890300	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
890300	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
890300	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
890300	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
890300	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
890300	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
890300	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
890300	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
890300	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
890300	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
890300	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
890300	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
890300	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
890300	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
890300	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
890300	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
890300	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
890300	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
890300	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
890300	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
890300	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
890300	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
890300	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
890300	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
890300	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
890300	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
890300	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
890300	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
890300	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
890300	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
890300	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
890300	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
890300	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
890300	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
890300	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
890300	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
890300	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
890300	embedding2nn.weight	0	0.3210095763206482
890300	embedding2nn.weight	1	0.3643541932106018
890300	embedding2nn.weight	2	0.001583187491632998
890300	embedding2nn.weight	3	0.010347878560423851
890300	embedding2nn.weight	4	-0.031964294612407684
890300	embedding2nn.weight	5	0.0605933740735054
890300	embedding2nn.weight	6	0.005446369759738445
890300	embedding2nn.weight	7	-0.010573836043477058
890300	embedding2nn.weight	8	0.0400279201567173
890300	embedding2nn.weight	9	-0.049428198486566544
890300	embedding2nn.bias	0	0.014213272370398045
890300	embedding2nn.bias	1	-0.19149139523506165
890300	embedding2nn.bias	2	0.1301187127828598
890300	embedding2nn.bias	3	0.15986844897270203
890300	embedding2nn.bias	4	0.14337454736232758
890300	embedding2nn.bias	5	-0.07117696106433868
890300	embedding2nn.bias	6	-0.0496700294315815
890300	embedding2nn.bias	7	0.04447067528963089
890300	embedding2nn.bias	8	-0.15043948590755463
890300	embedding2nn.bias	9	-0.36094751954078674
890300	rnn.weight_ih_l0	0	0.01046572532504797
890300	rnn.weight_ih_l0	1	-0.05744214355945587
890300	rnn.weight_ih_l0	2	-0.04867808520793915
890300	rnn.weight_ih_l0	3	0.11400729417800903
890300	rnn.weight_ih_l0	4	0.020596278831362724
890300	rnn.weight_ih_l0	5	-0.06924957782030106
890300	rnn.weight_ih_l0	6	0.007081057410687208
890300	rnn.weight_ih_l0	7	-0.025734396651387215
890300	rnn.weight_ih_l0	8	0.016873769462108612
890300	rnn.weight_ih_l0	9	-0.08719010651111603
890300	rnn.weight_hh_l0	0	-0.023244863376021385
890300	rnn.weight_hh_l0	1	0.08321444690227509
890300	rnn.weight_hh_l0	2	0.0009089709492400289
890300	rnn.weight_hh_l0	3	-0.0370829813182354
890300	rnn.weight_hh_l0	4	0.08794122189283371
890300	rnn.weight_hh_l0	5	-0.0022262423299252987
890300	rnn.weight_hh_l0	6	-0.09128904342651367
890300	rnn.weight_hh_l0	7	-0.14058715105056763
890300	rnn.weight_hh_l0	8	0.04085283726453781
890300	rnn.weight_hh_l0	9	-0.12447197735309601
890300	rnn.bias_ih_l0	0	0.17957435548305511
890300	rnn.bias_ih_l0	1	-0.34150367975234985
890300	rnn.bias_ih_l0	2	-0.0451103113591671
890300	rnn.bias_ih_l0	3	-0.21147072315216064
890300	rnn.bias_ih_l0	4	-0.010431567206978798
890300	rnn.bias_ih_l0	5	-0.43991556763648987
890300	rnn.bias_ih_l0	6	-0.1407117247581482
890300	rnn.bias_ih_l0	7	-0.39233213663101196
890300	rnn.bias_ih_l0	8	-0.30822354555130005
890300	rnn.bias_ih_l0	9	-0.44703933596611023
890300	rnn.bias_hh_l0	0	-0.3458516001701355
890300	rnn.bias_hh_l0	1	-0.44486483931541443
890300	rnn.bias_hh_l0	2	-0.4002459645271301
890300	rnn.bias_hh_l0	3	-0.08015888184309006
890300	rnn.bias_hh_l0	4	-0.4011481702327728
890300	rnn.bias_hh_l0	5	-0.3727174401283264
890300	rnn.bias_hh_l0	6	-0.11657391488552094
890300	rnn.bias_hh_l0	7	0.06929587572813034
890300	rnn.bias_hh_l0	8	-0.2320081889629364
890300	rnn.bias_hh_l0	9	-0.5679603219032288
890300	rnn.weight_ih_l0_reverse	0	-0.006832603830844164
890300	rnn.weight_ih_l0_reverse	1	-0.004247226752340794
890300	rnn.weight_ih_l0_reverse	2	0.00034101310302503407
890300	rnn.weight_ih_l0_reverse	3	-0.14388413727283478
890300	rnn.weight_ih_l0_reverse	4	0.08117499202489853
890300	rnn.weight_ih_l0_reverse	5	-0.1064155250787735
890300	rnn.weight_ih_l0_reverse	6	-0.008779019117355347
890300	rnn.weight_ih_l0_reverse	7	0.029967278242111206
890300	rnn.weight_ih_l0_reverse	8	-0.047881703823804855
890300	rnn.weight_ih_l0_reverse	9	-0.089150071144104
890300	rnn.weight_hh_l0_reverse	0	-0.15136945247650146
890300	rnn.weight_hh_l0_reverse	1	0.022227289155125618
890300	rnn.weight_hh_l0_reverse	2	-0.019768130034208298
890300	rnn.weight_hh_l0_reverse	3	0.030525023117661476
890300	rnn.weight_hh_l0_reverse	4	-0.08400644361972809
890300	rnn.weight_hh_l0_reverse	5	0.03771641477942467
890300	rnn.weight_hh_l0_reverse	6	0.03147665038704872
890300	rnn.weight_hh_l0_reverse	7	-0.13123679161071777
890300	rnn.weight_hh_l0_reverse	8	-0.07846896350383759
890300	rnn.weight_hh_l0_reverse	9	0.03548779338598251
890300	rnn.bias_ih_l0_reverse	0	-0.1837860643863678
890300	rnn.bias_ih_l0_reverse	1	-0.061438269913196564
890300	rnn.bias_ih_l0_reverse	2	0.16534149646759033
890300	rnn.bias_ih_l0_reverse	3	-0.32899045944213867
890300	rnn.bias_ih_l0_reverse	4	0.008685635402798653
890300	rnn.bias_ih_l0_reverse	5	-0.22188006341457367
890300	rnn.bias_ih_l0_reverse	6	0.2749300003051758
890300	rnn.bias_ih_l0_reverse	7	-0.2996966242790222
890300	rnn.bias_ih_l0_reverse	8	-0.19844874739646912
890300	rnn.bias_ih_l0_reverse	9	-0.14417535066604614
890300	rnn.bias_hh_l0_reverse	0	-0.13974213600158691
890300	rnn.bias_hh_l0_reverse	1	0.27251744270324707
890300	rnn.bias_hh_l0_reverse	2	-0.34455442428588867
890300	rnn.bias_hh_l0_reverse	3	-0.23268699645996094
890300	rnn.bias_hh_l0_reverse	4	-0.3931789696216583
890300	rnn.bias_hh_l0_reverse	5	-0.20804134011268616
890300	rnn.bias_hh_l0_reverse	6	-0.266343355178833
890300	rnn.bias_hh_l0_reverse	7	-0.10321806371212006
890300	rnn.bias_hh_l0_reverse	8	-0.3542426824569702
890300	rnn.bias_hh_l0_reverse	9	0.20985986292362213
890300	linear.weight	0	0.2318100482225418
890300	linear.weight	1	-0.46125662326812744
890300	linear.weight	2	0.04138442873954773
890300	linear.weight	3	0.06747075915336609
890300	linear.weight	4	-0.13108742237091064
890300	linear.weight	5	0.25182288885116577
890300	linear.weight	6	-0.015825552865862846
890300	linear.weight	7	-0.05955133214592934
890300	linear.weight	8	0.13423269987106323
890300	linear.weight	9	-0.04996657371520996
890300	linear.bias	0	-0.8682053685188293
890300	linear.bias	1	1.753293514251709
890300	linear.bias	2	0.7386994361877441
890300	linear.bias	3	-2.7440147399902344
890300	linear.bias	4	-0.05860269069671631
890300	linear.bias	5	1.2449314594268799
890300	linear.bias	6	-0.21571339666843414
890300	linear.bias	7	0.853963315486908
890300	linear.bias	8	2.116255044937134
890300	linear.bias	9	-1.2875494956970215
890308	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
890308	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
890308	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
890308	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
890308	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
890308	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
890308	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
890308	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
890308	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
890308	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
890308	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
890308	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
890308	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
890308	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
890308	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
890308	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
890308	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
890308	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
890308	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
890308	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
890308	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
890308	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
890308	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
890308	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
890308	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
890308	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
890308	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
890308	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
890308	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
890308	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
890308	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
890308	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
890308	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
890308	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
890308	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
890308	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
890308	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
890308	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
890308	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
890308	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
890308	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
890308	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
890308	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
890308	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
890308	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
890308	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
890308	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
890308	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
890308	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
890308	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
890308	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
890308	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
890308	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
890308	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
890308	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
890308	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
890308	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
890308	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
890308	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
890308	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
890308	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
890308	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
890308	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
890308	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
890308	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
890308	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
890308	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
890308	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
890308	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
890308	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
890308	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
890308	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
890308	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
890308	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
890308	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
890308	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
890308	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
890308	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
890308	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
890308	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
890308	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
890308	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
890308	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
890308	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
890308	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
890308	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
890308	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
890308	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
890308	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
890308	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
890308	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
890308	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
890308	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
890308	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
890308	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
890308	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
890308	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
890308	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
890308	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
890308	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
890308	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
890308	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
890308	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
890308	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
890308	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
890308	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
890308	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
890308	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
890308	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
890308	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
890308	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
890308	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
890308	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
890308	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
890308	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
890308	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
890308	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
890308	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
890308	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
890308	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
890308	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
890308	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
890308	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
890308	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
890308	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
890308	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
890308	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
890308	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
890308	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
890308	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
890308	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
890308	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
890308	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
890308	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
890308	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
890308	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
890308	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
890308	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
890308	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
890308	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
890308	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
890308	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
890308	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
890308	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
890308	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
890308	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
890308	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
890308	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
890308	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
890308	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
890308	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
890308	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
890308	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
890308	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
890308	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
890308	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
890308	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
890308	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
890308	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
890308	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
890308	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
890308	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
890308	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
890308	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
890308	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
890308	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
890308	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
890308	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
890308	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
890308	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
890308	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
890308	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
890308	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
890308	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
890308	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
890308	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
890308	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
890308	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
890308	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
890308	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
890308	embedding2nn.weight	0	0.3210374116897583
890308	embedding2nn.weight	1	0.36435025930404663
890308	embedding2nn.weight	2	0.001595181878656149
890308	embedding2nn.weight	3	0.010515871457755566
890308	embedding2nn.weight	4	-0.0319724977016449
890308	embedding2nn.weight	5	0.06061660125851631
890308	embedding2nn.weight	6	0.005433983635157347
890308	embedding2nn.weight	7	-0.010544408112764359
890308	embedding2nn.weight	8	0.04005799815058708
890308	embedding2nn.weight	9	-0.04938681796193123
890308	embedding2nn.bias	0	0.014091622084379196
890308	embedding2nn.bias	1	-0.19115258753299713
890308	embedding2nn.bias	2	0.1299828588962555
890308	embedding2nn.bias	3	0.15937431156635284
890308	embedding2nn.bias	4	0.14347250759601593
890308	embedding2nn.bias	5	-0.07143954187631607
890308	embedding2nn.bias	6	-0.049516599625349045
890308	embedding2nn.bias	7	0.04436734691262245
890308	embedding2nn.bias	8	-0.15059112012386322
890308	embedding2nn.bias	9	-0.3614937663078308
890308	rnn.weight_ih_l0	0	0.010463626123964787
890308	rnn.weight_ih_l0	1	-0.05743558704853058
890308	rnn.weight_ih_l0	2	-0.04865720868110657
890308	rnn.weight_ih_l0	3	0.11399976909160614
890308	rnn.weight_ih_l0	4	0.020664481446146965
890308	rnn.weight_ih_l0	5	-0.0692923441529274
890308	rnn.weight_ih_l0	6	0.007021439727395773
890308	rnn.weight_ih_l0	7	-0.0257192961871624
890308	rnn.weight_ih_l0	8	0.0168925654143095
890308	rnn.weight_ih_l0	9	-0.08722163736820221
890308	rnn.weight_hh_l0	0	-0.023247944191098213
890308	rnn.weight_hh_l0	1	0.08321549743413925
890308	rnn.weight_hh_l0	2	0.0009119192836806178
890308	rnn.weight_hh_l0	3	-0.03707832843065262
890308	rnn.weight_hh_l0	4	0.08793669939041138
890308	rnn.weight_hh_l0	5	-0.0022310540080070496
890308	rnn.weight_hh_l0	6	-0.09129071235656738
890308	rnn.weight_hh_l0	7	-0.14058054983615875
890308	rnn.weight_hh_l0	8	0.040851883590221405
890308	rnn.weight_hh_l0	9	-0.12447965890169144
890308	rnn.bias_ih_l0	0	0.1796296238899231
890308	rnn.bias_ih_l0	1	-0.3416499197483063
890308	rnn.bias_ih_l0	2	-0.04517054557800293
890308	rnn.bias_ih_l0	3	-0.21147306263446808
890308	rnn.bias_ih_l0	4	-0.010521874763071537
890308	rnn.bias_ih_l0	5	-0.4399665892124176
890308	rnn.bias_ih_l0	6	-0.14073686301708221
890308	rnn.bias_ih_l0	7	-0.39233747124671936
890308	rnn.bias_ih_l0	8	-0.30831098556518555
890308	rnn.bias_ih_l0	9	-0.44705480337142944
890308	rnn.bias_hh_l0	0	-0.3458423912525177
890308	rnn.bias_hh_l0	1	-0.4448617398738861
890308	rnn.bias_hh_l0	2	-0.4001692235469818
890308	rnn.bias_hh_l0	3	-0.08019398897886276
890308	rnn.bias_hh_l0	4	-0.40110716223716736
890308	rnn.bias_hh_l0	5	-0.37271514534950256
890308	rnn.bias_hh_l0	6	-0.11655735224485397
890308	rnn.bias_hh_l0	7	0.06924473494291306
890308	rnn.bias_hh_l0	8	-0.23194552958011627
890308	rnn.bias_hh_l0	9	-0.5679879784584045
890308	rnn.weight_ih_l0_reverse	0	-0.006868020631372929
890308	rnn.weight_ih_l0_reverse	1	-0.004262264352291822
890308	rnn.weight_ih_l0_reverse	2	0.0003478687140159309
890308	rnn.weight_ih_l0_reverse	3	-0.14384706318378448
890308	rnn.weight_ih_l0_reverse	4	0.08115295320749283
890308	rnn.weight_ih_l0_reverse	5	-0.10645392537117004
890308	rnn.weight_ih_l0_reverse	6	-0.008807778358459473
890308	rnn.weight_ih_l0_reverse	7	0.02995605394244194
890308	rnn.weight_ih_l0_reverse	8	-0.04788830131292343
890308	rnn.weight_ih_l0_reverse	9	-0.08916671574115753
890308	rnn.weight_hh_l0_reverse	0	-0.151368647813797
890308	rnn.weight_hh_l0_reverse	1	0.022252311930060387
890308	rnn.weight_hh_l0_reverse	2	-0.01977355219423771
890308	rnn.weight_hh_l0_reverse	3	0.030523955821990967
890308	rnn.weight_hh_l0_reverse	4	-0.08400563895702362
890308	rnn.weight_hh_l0_reverse	5	0.037717554718256
890308	rnn.weight_hh_l0_reverse	6	0.03147502243518829
890308	rnn.weight_hh_l0_reverse	7	-0.13122840225696564
890308	rnn.weight_hh_l0_reverse	8	-0.07847453653812408
890308	rnn.weight_hh_l0_reverse	9	0.035489995032548904
890308	rnn.bias_ih_l0_reverse	0	-0.18380244076251984
890308	rnn.bias_ih_l0_reverse	1	-0.06141508370637894
890308	rnn.bias_ih_l0_reverse	2	0.1653652787208557
890308	rnn.bias_ih_l0_reverse	3	-0.3289684057235718
890308	rnn.bias_ih_l0_reverse	4	0.008566757664084435
890308	rnn.bias_ih_l0_reverse	5	-0.22184234857559204
890308	rnn.bias_ih_l0_reverse	6	0.27497586607933044
890308	rnn.bias_ih_l0_reverse	7	-0.29966214299201965
890308	rnn.bias_ih_l0_reverse	8	-0.19842389225959778
890308	rnn.bias_ih_l0_reverse	9	-0.14405350387096405
890308	rnn.bias_hh_l0_reverse	0	-0.13964428007602692
890308	rnn.bias_hh_l0_reverse	1	0.2725192606449127
890308	rnn.bias_hh_l0_reverse	2	-0.34451642632484436
890308	rnn.bias_hh_l0_reverse	3	-0.2327898144721985
890308	rnn.bias_hh_l0_reverse	4	-0.3931351900100708
890308	rnn.bias_hh_l0_reverse	5	-0.20796972513198853
890308	rnn.bias_hh_l0_reverse	6	-0.26640623807907104
890308	rnn.bias_hh_l0_reverse	7	-0.1033097580075264
890308	rnn.bias_hh_l0_reverse	8	-0.354335755109787
890308	rnn.bias_hh_l0_reverse	9	0.20988397300243378
890308	linear.weight	0	0.23171266913414001
890308	linear.weight	1	-0.46133410930633545
890308	linear.weight	2	0.041251927614212036
890308	linear.weight	3	0.06747075915336609
890308	linear.weight	4	-0.13094981014728546
890308	linear.weight	5	0.2519935965538025
890308	linear.weight	6	-0.01616639271378517
890308	linear.weight	7	-0.05955133214592934
890308	linear.weight	8	0.1342048943042755
890308	linear.weight	9	-0.04996657744050026
890308	linear.bias	0	-0.8681504726409912
890308	linear.bias	1	1.7532707452774048
890308	linear.bias	2	0.7388718724250793
890308	linear.bias	3	-2.7440147399902344
890308	linear.bias	4	-0.05927635729312897
890308	linear.bias	5	1.2451139688491821
890308	linear.bias	6	-0.2155730426311493
890308	linear.bias	7	0.8535905480384827
890308	linear.bias	8	2.1150667667388916
890308	linear.bias	9	-1.2871195077896118
890917	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
890917	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
890917	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
890917	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
890917	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
890917	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
890917	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
890917	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
890917	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
890917	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
890917	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
890917	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
890917	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
890917	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
890917	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
890917	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
890917	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
890917	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
890917	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
890917	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
890917	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
890917	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
890917	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
890917	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
890917	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
890917	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
890917	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
890917	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
890917	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
890917	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
890917	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
890917	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
890917	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
890917	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
890917	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
890917	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
890917	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
890917	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
890917	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
890917	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
890917	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
890917	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
890917	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
890917	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
890917	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
890917	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
890917	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
890917	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
890917	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
890917	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
890917	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
890917	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
890917	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
890917	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
890917	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
890917	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
890917	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
890917	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
890917	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
890917	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
890917	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
890917	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
890917	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
890917	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
890917	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
890917	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
890917	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
890917	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
890917	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
890917	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
890917	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
890917	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
890917	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
890917	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
890917	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
890917	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
890917	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
890917	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
890917	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
890917	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
890917	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
890917	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
890917	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
890917	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
890917	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
890917	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
890917	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
890917	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
890917	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
890917	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
890917	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
890917	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
890917	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
890917	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
890917	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
890917	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
890917	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
890917	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
890917	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
890917	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
890917	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
890917	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
890917	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
890917	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
890917	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
890917	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
890917	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
890917	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
890917	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
890917	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
890917	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
890917	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
890917	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
890917	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
890917	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
890917	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
890917	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
890917	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
890917	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
890917	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
890917	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
890917	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
890917	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
890917	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
890917	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
890917	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
890917	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
890917	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
890917	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
890917	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
890917	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
890917	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
890917	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
890917	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
890917	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
890917	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
890917	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
890917	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
890917	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
890917	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
890917	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
890917	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
890917	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
890917	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
890917	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
890917	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
890917	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
890917	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
890917	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
890917	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
890917	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
890917	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
890917	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
890917	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
890917	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
890917	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
890917	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
890917	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
890917	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
890917	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
890917	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
890917	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
890917	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
890917	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
890917	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
890917	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
890917	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
890917	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
890917	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
890917	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
890917	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
890917	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
890917	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
890917	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
890917	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
890917	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
890917	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
890917	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
890917	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
890917	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
890917	embedding2nn.weight	0	0.321029394865036
890917	embedding2nn.weight	1	0.3639281988143921
890917	embedding2nn.weight	2	0.001508119865320623
890917	embedding2nn.weight	3	0.00985119491815567
890917	embedding2nn.weight	4	-0.03179013729095459
890917	embedding2nn.weight	5	0.060585398226976395
890917	embedding2nn.weight	6	0.005399326793849468
890917	embedding2nn.weight	7	-0.010667913593351841
890917	embedding2nn.weight	8	0.039397675544023514
890917	embedding2nn.weight	9	-0.04948662221431732
890917	embedding2nn.bias	0	0.01367876771837473
890917	embedding2nn.bias	1	-0.19161568582057953
890917	embedding2nn.bias	2	0.1333891600370407
890917	embedding2nn.bias	3	0.15877315402030945
890917	embedding2nn.bias	4	0.1441725343465805
890917	embedding2nn.bias	5	-0.0690450370311737
890917	embedding2nn.bias	6	-0.052256178110837936
890917	embedding2nn.bias	7	0.041402965784072876
890917	embedding2nn.bias	8	-0.1498323678970337
890917	embedding2nn.bias	9	-0.3593108057975769
890917	rnn.weight_ih_l0	0	0.010478422977030277
890917	rnn.weight_ih_l0	1	-0.05739668011665344
890917	rnn.weight_ih_l0	2	-0.04867778345942497
890917	rnn.weight_ih_l0	3	0.11395715177059174
890917	rnn.weight_ih_l0	4	0.02077607810497284
890917	rnn.weight_ih_l0	5	-0.06893007457256317
890917	rnn.weight_ih_l0	6	0.006766020320355892
890917	rnn.weight_ih_l0	7	-0.025550492107868195
890917	rnn.weight_ih_l0	8	0.016382871195673943
890917	rnn.weight_ih_l0	9	-0.08708526194095612
890917	rnn.weight_hh_l0	0	-0.023267393931746483
890917	rnn.weight_hh_l0	1	0.08329638093709946
890917	rnn.weight_hh_l0	2	0.0008310019038617611
890917	rnn.weight_hh_l0	3	-0.037093985825777054
890917	rnn.weight_hh_l0	4	0.08790994435548782
890917	rnn.weight_hh_l0	5	-0.002146352082490921
890917	rnn.weight_hh_l0	6	-0.09131281822919846
890917	rnn.weight_hh_l0	7	-0.1406526267528534
890917	rnn.weight_hh_l0	8	0.04084603115916252
890917	rnn.weight_hh_l0	9	-0.12455742061138153
890917	rnn.bias_ih_l0	0	0.17744475603103638
890917	rnn.bias_ih_l0	1	-0.3427240550518036
890917	rnn.bias_ih_l0	2	-0.045476701110601425
890917	rnn.bias_ih_l0	3	-0.2117716521024704
890917	rnn.bias_ih_l0	4	-0.010373405180871487
890917	rnn.bias_ih_l0	5	-0.43967998027801514
890917	rnn.bias_ih_l0	6	-0.13990341126918793
890917	rnn.bias_ih_l0	7	-0.39246392250061035
890917	rnn.bias_ih_l0	8	-0.30888286232948303
890917	rnn.bias_ih_l0	9	-0.447873592376709
890917	rnn.bias_hh_l0	0	-0.3453197479248047
890917	rnn.bias_hh_l0	1	-0.4445662796497345
890917	rnn.bias_hh_l0	2	-0.4006209969520569
890917	rnn.bias_hh_l0	3	-0.0800754725933075
890917	rnn.bias_hh_l0	4	-0.40148991346359253
890917	rnn.bias_hh_l0	5	-0.37281012535095215
890917	rnn.bias_hh_l0	6	-0.11595652997493744
890917	rnn.bias_hh_l0	7	0.0688924640417099
890917	rnn.bias_hh_l0	8	-0.23192638158798218
890917	rnn.bias_hh_l0	9	-0.5675627589225769
890917	rnn.weight_ih_l0_reverse	0	-0.006325444206595421
890917	rnn.weight_ih_l0_reverse	1	-0.004260185640305281
890917	rnn.weight_ih_l0_reverse	2	0.00027250911807641387
890917	rnn.weight_ih_l0_reverse	3	-0.14395666122436523
890917	rnn.weight_ih_l0_reverse	4	0.0811481922864914
890917	rnn.weight_ih_l0_reverse	5	-0.10668068379163742
890917	rnn.weight_ih_l0_reverse	6	-0.008944272994995117
890917	rnn.weight_ih_l0_reverse	7	0.030101198703050613
890917	rnn.weight_ih_l0_reverse	8	-0.04817187413573265
890917	rnn.weight_ih_l0_reverse	9	-0.08911717683076859
890917	rnn.weight_hh_l0_reverse	0	-0.1513722538948059
890917	rnn.weight_hh_l0_reverse	1	0.022190222516655922
890917	rnn.weight_hh_l0_reverse	2	-0.019697170704603195
890917	rnn.weight_hh_l0_reverse	3	0.030505316331982613
890917	rnn.weight_hh_l0_reverse	4	-0.08395756036043167
890917	rnn.weight_hh_l0_reverse	5	0.03771725296974182
890917	rnn.weight_hh_l0_reverse	6	0.03147868067026138
890917	rnn.weight_hh_l0_reverse	7	-0.13148686289787292
890917	rnn.weight_hh_l0_reverse	8	-0.07849663496017456
890917	rnn.weight_hh_l0_reverse	9	0.03548234701156616
890917	rnn.bias_ih_l0_reverse	0	-0.18394580483436584
890917	rnn.bias_ih_l0_reverse	1	-0.061987217515707016
890917	rnn.bias_ih_l0_reverse	2	0.16523845493793488
890917	rnn.bias_ih_l0_reverse	3	-0.32841306924819946
890917	rnn.bias_ih_l0_reverse	4	0.008852594532072544
890917	rnn.bias_ih_l0_reverse	5	-0.22168856859207153
890917	rnn.bias_ih_l0_reverse	6	0.27595171332359314
890917	rnn.bias_ih_l0_reverse	7	-0.29915937781333923
890917	rnn.bias_ih_l0_reverse	8	-0.19848668575286865
890917	rnn.bias_ih_l0_reverse	9	-0.14377453923225403
890917	rnn.bias_hh_l0_reverse	0	-0.13895732164382935
890917	rnn.bias_hh_l0_reverse	1	0.2721197307109833
890917	rnn.bias_hh_l0_reverse	2	-0.34476789832115173
890917	rnn.bias_hh_l0_reverse	3	-0.23288628458976746
890917	rnn.bias_hh_l0_reverse	4	-0.39320236444473267
890917	rnn.bias_hh_l0_reverse	5	-0.20755250751972198
890917	rnn.bias_hh_l0_reverse	6	-0.2662450969219208
890917	rnn.bias_hh_l0_reverse	7	-0.10318778455257416
890917	rnn.bias_hh_l0_reverse	8	-0.35356077551841736
890917	rnn.bias_hh_l0_reverse	9	0.20858019590377808
890917	linear.weight	0	0.2306312769651413
890917	linear.weight	1	-0.4610753655433655
890917	linear.weight	2	0.04691120609641075
890917	linear.weight	3	0.06747076660394669
890917	linear.weight	4	-0.1309952586889267
890917	linear.weight	5	0.25498050451278687
890917	linear.weight	6	-0.01597251184284687
890917	linear.weight	7	-0.059551138430833817
890917	linear.weight	8	0.13417907059192657
890917	linear.weight	9	-0.04996664822101593
890917	linear.bias	0	-0.8695417046546936
890917	linear.bias	1	1.7517049312591553
890917	linear.bias	2	0.7437322735786438
890917	linear.bias	3	-2.74401593208313
890917	linear.bias	4	-0.05624592304229736
890917	linear.bias	5	1.2472076416015625
890917	linear.bias	6	-0.21436652541160583
890917	linear.bias	7	0.8544613122940063
890917	linear.bias	8	2.114764928817749
890917	linear.bias	9	-1.289277195930481
891526	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
891526	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
891526	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
891526	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
891526	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
891526	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
891526	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
891526	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
891526	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
891526	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
891526	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
891526	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
891526	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
891526	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
891526	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
891526	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
891526	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
891526	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
891526	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
891526	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
891526	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
891526	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
891526	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
891526	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
891526	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
891526	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
891526	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
891526	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
891526	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
891526	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
891526	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
891526	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
891526	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
891526	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
891526	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
891526	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
891526	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
891526	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
891526	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
891526	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
891526	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
891526	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
891526	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
891526	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
891526	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
891526	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
891526	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
891526	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
891526	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
891526	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
891526	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
891526	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
891526	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
891526	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
891526	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
891526	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
891526	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
891526	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
891526	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
891526	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
891526	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
891526	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
891526	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
891526	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
891526	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
891526	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
891526	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
891526	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
891526	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
891526	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
891526	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
891526	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
891526	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
891526	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
891526	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
891526	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
891526	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
891526	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
891526	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
891526	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
891526	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
891526	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
891526	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
891526	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
891526	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
891526	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
891526	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
891526	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
891526	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
891526	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
891526	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
891526	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
891526	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
891526	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
891526	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
891526	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
891526	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
891526	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
891526	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
891526	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
891526	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
891526	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
891526	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
891526	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
891526	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
891526	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
891526	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
891526	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
891526	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
891526	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
891526	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
891526	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
891526	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
891526	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
891526	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
891526	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
891526	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
891526	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
891526	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
891526	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
891526	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
891526	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
891526	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
891526	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
891526	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
891526	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
891526	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
891526	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
891526	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
891526	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
891526	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
891526	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
891526	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
891526	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
891526	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
891526	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
891526	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
891526	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
891526	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
891526	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
891526	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
891526	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
891526	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
891526	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
891526	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
891526	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
891526	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
891526	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
891526	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
891526	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
891526	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
891526	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
891526	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
891526	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
891526	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
891526	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
891526	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
891526	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
891526	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
891526	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
891526	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
891526	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
891526	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
891526	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
891526	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
891526	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
891526	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
891526	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
891526	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
891526	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
891526	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
891526	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
891526	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
891526	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
891526	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
891526	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
891526	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
891526	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
891526	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
891526	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
891526	embedding2nn.weight	0	0.32104116678237915
891526	embedding2nn.weight	1	0.3636300563812256
891526	embedding2nn.weight	2	0.0013814485864713788
891526	embedding2nn.weight	3	0.00993399042636156
891526	embedding2nn.weight	4	-0.03155537694692612
891526	embedding2nn.weight	5	0.06087176129221916
891526	embedding2nn.weight	6	0.005132530350238085
891526	embedding2nn.weight	7	-0.010107798501849174
891526	embedding2nn.weight	8	0.0394357368350029
891526	embedding2nn.weight	9	-0.04989882558584213
891526	embedding2nn.bias	0	0.013962352648377419
891526	embedding2nn.bias	1	-0.19263291358947754
891526	embedding2nn.bias	2	0.13127544522285461
891526	embedding2nn.bias	3	0.16000880300998688
891526	embedding2nn.bias	4	0.14356781542301178
891526	embedding2nn.bias	5	-0.07378159463405609
891526	embedding2nn.bias	6	-0.05064438283443451
891526	embedding2nn.bias	7	0.04285179451107979
891526	embedding2nn.bias	8	-0.1505752056837082
891526	embedding2nn.bias	9	-0.35761797428131104
891526	rnn.weight_ih_l0	0	0.010430547408759594
891526	rnn.weight_ih_l0	1	-0.05758470669388771
891526	rnn.weight_ih_l0	2	-0.048616923391819
891526	rnn.weight_ih_l0	3	0.11412840336561203
891526	rnn.weight_ih_l0	4	0.021074503660202026
891526	rnn.weight_ih_l0	5	-0.06925495713949203
891526	rnn.weight_ih_l0	6	0.006627485156059265
891526	rnn.weight_ih_l0	7	-0.0254790261387825
891526	rnn.weight_ih_l0	8	0.01634717732667923
891526	rnn.weight_ih_l0	9	-0.08714213222265244
891526	rnn.weight_hh_l0	0	-0.023236636072397232
891526	rnn.weight_hh_l0	1	0.08322403579950333
891526	rnn.weight_hh_l0	2	0.0008722429047338665
891526	rnn.weight_hh_l0	3	-0.0370943546295166
891526	rnn.weight_hh_l0	4	0.08794379979372025
891526	rnn.weight_hh_l0	5	-0.0021203034557402134
891526	rnn.weight_hh_l0	6	-0.09129784256219864
891526	rnn.weight_hh_l0	7	-0.14053623378276825
891526	rnn.weight_hh_l0	8	0.0408124141395092
891526	rnn.weight_hh_l0	9	-0.12453658878803253
891526	rnn.bias_ih_l0	0	0.17760176956653595
891526	rnn.bias_ih_l0	1	-0.3427189290523529
891526	rnn.bias_ih_l0	2	-0.045409996062517166
891526	rnn.bias_ih_l0	3	-0.2120988667011261
891526	rnn.bias_ih_l0	4	-0.01156509667634964
891526	rnn.bias_ih_l0	5	-0.43950244784355164
891526	rnn.bias_ih_l0	6	-0.1394151747226715
891526	rnn.bias_ih_l0	7	-0.392311692237854
891526	rnn.bias_ih_l0	8	-0.3089732825756073
891526	rnn.bias_ih_l0	9	-0.4471035897731781
891526	rnn.bias_hh_l0	0	-0.3453807234764099
891526	rnn.bias_hh_l0	1	-0.4441085457801819
891526	rnn.bias_hh_l0	2	-0.40063294768333435
891526	rnn.bias_hh_l0	3	-0.08032217621803284
891526	rnn.bias_hh_l0	4	-0.4014717936515808
891526	rnn.bias_hh_l0	5	-0.37254080176353455
891526	rnn.bias_hh_l0	6	-0.11578543484210968
891526	rnn.bias_hh_l0	7	0.06876906752586365
891526	rnn.bias_hh_l0	8	-0.2323259562253952
891526	rnn.bias_hh_l0	9	-0.5681273341178894
891526	rnn.weight_ih_l0_reverse	0	-0.006204620003700256
891526	rnn.weight_ih_l0_reverse	1	-0.004273614380508661
891526	rnn.weight_ih_l0_reverse	2	3.8356356526492164e-05
891526	rnn.weight_ih_l0_reverse	3	-0.14347827434539795
891526	rnn.weight_ih_l0_reverse	4	0.08106179535388947
891526	rnn.weight_ih_l0_reverse	5	-0.1062173843383789
891526	rnn.weight_ih_l0_reverse	6	-0.009114059619605541
891526	rnn.weight_ih_l0_reverse	7	0.029937468469142914
891526	rnn.weight_ih_l0_reverse	8	-0.04794643446803093
891526	rnn.weight_ih_l0_reverse	9	-0.08913520723581314
891526	rnn.weight_hh_l0_reverse	0	-0.1514313817024231
891526	rnn.weight_hh_l0_reverse	1	0.0222417451441288
891526	rnn.weight_hh_l0_reverse	2	-0.019674206152558327
891526	rnn.weight_hh_l0_reverse	3	0.0304722897708416
891526	rnn.weight_hh_l0_reverse	4	-0.08404820412397385
891526	rnn.weight_hh_l0_reverse	5	0.03768015280365944
891526	rnn.weight_hh_l0_reverse	6	0.03145908936858177
891526	rnn.weight_hh_l0_reverse	7	-0.13154952228069305
891526	rnn.weight_hh_l0_reverse	8	-0.07849515974521637
891526	rnn.weight_hh_l0_reverse	9	0.03545936197042465
891526	rnn.bias_ih_l0_reverse	0	-0.18334032595157623
891526	rnn.bias_ih_l0_reverse	1	-0.06158342957496643
891526	rnn.bias_ih_l0_reverse	2	0.16515587270259857
891526	rnn.bias_ih_l0_reverse	3	-0.32820412516593933
891526	rnn.bias_ih_l0_reverse	4	0.0075370375998318195
891526	rnn.bias_ih_l0_reverse	5	-0.22160260379314423
891526	rnn.bias_ih_l0_reverse	6	0.2756700813770294
891526	rnn.bias_ih_l0_reverse	7	-0.2998097836971283
891526	rnn.bias_ih_l0_reverse	8	-0.1983964443206787
891526	rnn.bias_ih_l0_reverse	9	-0.14489546418190002
891526	rnn.bias_hh_l0_reverse	0	-0.13894648849964142
891526	rnn.bias_hh_l0_reverse	1	0.27254921197891235
891526	rnn.bias_hh_l0_reverse	2	-0.3449392020702362
891526	rnn.bias_hh_l0_reverse	3	-0.2336786836385727
891526	rnn.bias_hh_l0_reverse	4	-0.3927609920501709
891526	rnn.bias_hh_l0_reverse	5	-0.20747995376586914
891526	rnn.bias_hh_l0_reverse	6	-0.2672468423843384
891526	rnn.bias_hh_l0_reverse	7	-0.10281582921743393
891526	rnn.bias_hh_l0_reverse	8	-0.3524932563304901
891526	rnn.bias_hh_l0_reverse	9	0.20898745954036713
891526	linear.weight	0	0.23059146106243134
891526	linear.weight	1	-0.46033790707588196
891526	linear.weight	2	0.045578181743621826
891526	linear.weight	3	0.06747071444988251
891526	linear.weight	4	-0.12924616038799286
891526	linear.weight	5	0.2543465495109558
891526	linear.weight	6	-0.01775287464261055
891526	linear.weight	7	-0.05955096706748009
891526	linear.weight	8	0.13382844626903534
891526	linear.weight	9	-0.04996674880385399
891526	linear.bias	0	-0.8698617219924927
891526	linear.bias	1	1.7642899751663208
891526	linear.bias	2	0.7413448691368103
891526	linear.bias	3	-2.7440176010131836
891526	linear.bias	4	-0.05917076766490936
891526	linear.bias	5	1.2425287961959839
891526	linear.bias	6	-0.21226230263710022
891526	linear.bias	7	0.8523697853088379
891526	linear.bias	8	2.1167850494384766
891526	linear.bias	9	-1.291826844215393
892135	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
892135	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
892135	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
892135	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
892135	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
892135	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
892135	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
892135	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
892135	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
892135	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
892135	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
892135	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
892135	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
892135	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
892135	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
892135	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
892135	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
892135	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
892135	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
892135	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
892135	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
892135	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
892135	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
892135	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
892135	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
892135	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
892135	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
892135	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
892135	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
892135	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
892135	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
892135	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
892135	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
892135	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
892135	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
892135	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
892135	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
892135	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
892135	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
892135	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
892135	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
892135	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
892135	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
892135	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
892135	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
892135	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
892135	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
892135	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
892135	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
892135	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
892135	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
892135	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
892135	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
892135	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
892135	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
892135	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
892135	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
892135	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
892135	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
892135	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
892135	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
892135	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
892135	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
892135	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
892135	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
892135	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
892135	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
892135	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
892135	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
892135	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
892135	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
892135	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
892135	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
892135	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
892135	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
892135	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
892135	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
892135	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
892135	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
892135	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
892135	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
892135	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
892135	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
892135	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
892135	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
892135	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
892135	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
892135	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
892135	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
892135	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
892135	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
892135	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
892135	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
892135	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
892135	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
892135	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
892135	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
892135	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
892135	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
892135	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
892135	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
892135	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
892135	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
892135	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
892135	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
892135	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
892135	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
892135	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
892135	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
892135	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
892135	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
892135	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
892135	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
892135	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
892135	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
892135	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
892135	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
892135	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
892135	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
892135	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
892135	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
892135	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
892135	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
892135	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
892135	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
892135	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
892135	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
892135	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
892135	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
892135	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
892135	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
892135	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
892135	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
892135	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
892135	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
892135	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
892135	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
892135	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
892135	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
892135	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
892135	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
892135	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
892135	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
892135	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
892135	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
892135	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
892135	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
892135	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
892135	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
892135	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
892135	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
892135	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
892135	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
892135	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
892135	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
892135	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
892135	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
892135	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
892135	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
892135	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
892135	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
892135	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
892135	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
892135	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
892135	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
892135	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
892135	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
892135	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
892135	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
892135	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
892135	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
892135	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
892135	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
892135	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
892135	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
892135	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
892135	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
892135	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
892135	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
892135	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
892135	embedding2nn.weight	0	0.32085466384887695
892135	embedding2nn.weight	1	0.36363327503204346
892135	embedding2nn.weight	2	0.0012085987254977226
892135	embedding2nn.weight	3	0.009917686693370342
892135	embedding2nn.weight	4	-0.03165459260344505
892135	embedding2nn.weight	5	0.060649268329143524
892135	embedding2nn.weight	6	0.004776628687977791
892135	embedding2nn.weight	7	-0.010323134250938892
892135	embedding2nn.weight	8	0.03949136286973953
892135	embedding2nn.weight	9	-0.05009010434150696
892135	embedding2nn.bias	0	0.01509273424744606
892135	embedding2nn.bias	1	-0.1931503266096115
892135	embedding2nn.bias	2	0.13056239485740662
892135	embedding2nn.bias	3	0.16174480319023132
892135	embedding2nn.bias	4	0.14709243178367615
892135	embedding2nn.bias	5	-0.07190113514661789
892135	embedding2nn.bias	6	-0.05254799872636795
892135	embedding2nn.bias	7	0.041130147874355316
892135	embedding2nn.bias	8	-0.14976027607917786
892135	embedding2nn.bias	9	-0.358936607837677
892135	rnn.weight_ih_l0	0	0.010353232733905315
892135	rnn.weight_ih_l0	1	-0.05756206810474396
892135	rnn.weight_ih_l0	2	-0.04823608696460724
892135	rnn.weight_ih_l0	3	0.11414691060781479
892135	rnn.weight_ih_l0	4	0.020035166293382645
892135	rnn.weight_ih_l0	5	-0.0693562775850296
892135	rnn.weight_ih_l0	6	0.007080404087901115
892135	rnn.weight_ih_l0	7	-0.025095276534557343
892135	rnn.weight_ih_l0	8	0.016360240057110786
892135	rnn.weight_ih_l0	9	-0.08716298639774323
892135	rnn.weight_hh_l0	0	-0.02325921133160591
892135	rnn.weight_hh_l0	1	0.08334937691688538
892135	rnn.weight_hh_l0	2	0.0009194040903821588
892135	rnn.weight_hh_l0	3	-0.03708807751536369
892135	rnn.weight_hh_l0	4	0.0879315435886383
892135	rnn.weight_hh_l0	5	-0.0021934688556939363
892135	rnn.weight_hh_l0	6	-0.09135277569293976
892135	rnn.weight_hh_l0	7	-0.14078055322170258
892135	rnn.weight_hh_l0	8	0.04080178588628769
892135	rnn.weight_hh_l0	9	-0.12449709326028824
892135	rnn.bias_ih_l0	0	0.17804133892059326
892135	rnn.bias_ih_l0	1	-0.3428835868835449
892135	rnn.bias_ih_l0	2	-0.04526976868510246
892135	rnn.bias_ih_l0	3	-0.2121015340089798
892135	rnn.bias_ih_l0	4	-0.011458497494459152
892135	rnn.bias_ih_l0	5	-0.4394153654575348
892135	rnn.bias_ih_l0	6	-0.14084477722644806
892135	rnn.bias_ih_l0	7	-0.3923216462135315
892135	rnn.bias_ih_l0	8	-0.30938029289245605
892135	rnn.bias_ih_l0	9	-0.4478529095649719
892135	rnn.bias_hh_l0	0	-0.34537196159362793
892135	rnn.bias_hh_l0	1	-0.4447072148323059
892135	rnn.bias_hh_l0	2	-0.4006451368331909
892135	rnn.bias_hh_l0	3	-0.0803835317492485
892135	rnn.bias_hh_l0	4	-0.40146076679229736
892135	rnn.bias_hh_l0	5	-0.37246495485305786
892135	rnn.bias_hh_l0	6	-0.11610274761915207
892135	rnn.bias_hh_l0	7	0.06909161061048508
892135	rnn.bias_hh_l0	8	-0.23258483409881592
892135	rnn.bias_hh_l0	9	-0.5677348971366882
892135	rnn.weight_ih_l0_reverse	0	-0.006193140055984259
892135	rnn.weight_ih_l0_reverse	1	-0.004217083565890789
892135	rnn.weight_ih_l0_reverse	2	-5.0932248996105045e-05
892135	rnn.weight_ih_l0_reverse	3	-0.14364030957221985
892135	rnn.weight_ih_l0_reverse	4	0.08115686476230621
892135	rnn.weight_ih_l0_reverse	5	-0.10610087960958481
892135	rnn.weight_ih_l0_reverse	6	-0.00901087187230587
892135	rnn.weight_ih_l0_reverse	7	0.030008502304553986
892135	rnn.weight_ih_l0_reverse	8	-0.047803957015275955
892135	rnn.weight_ih_l0_reverse	9	-0.08959958702325821
892135	rnn.weight_hh_l0_reverse	0	-0.15143029391765594
892135	rnn.weight_hh_l0_reverse	1	0.022279977798461914
892135	rnn.weight_hh_l0_reverse	2	-0.019689954817295074
892135	rnn.weight_hh_l0_reverse	3	0.030504781752824783
892135	rnn.weight_hh_l0_reverse	4	-0.08406714349985123
892135	rnn.weight_hh_l0_reverse	5	0.03769245371222496
892135	rnn.weight_hh_l0_reverse	6	0.03144366294145584
892135	rnn.weight_hh_l0_reverse	7	-0.13149945437908173
892135	rnn.weight_hh_l0_reverse	8	-0.07860268652439117
892135	rnn.weight_hh_l0_reverse	9	0.035588573664426804
892135	rnn.bias_ih_l0_reverse	0	-0.18367306888103485
892135	rnn.bias_ih_l0_reverse	1	-0.06155886501073837
892135	rnn.bias_ih_l0_reverse	2	0.1646406352519989
892135	rnn.bias_ih_l0_reverse	3	-0.328279048204422
892135	rnn.bias_ih_l0_reverse	4	0.008223837241530418
892135	rnn.bias_ih_l0_reverse	5	-0.2212517261505127
892135	rnn.bias_ih_l0_reverse	6	0.27535808086395264
892135	rnn.bias_ih_l0_reverse	7	-0.2998962998390198
892135	rnn.bias_ih_l0_reverse	8	-0.19840434193611145
892135	rnn.bias_ih_l0_reverse	9	-0.14549608528614044
892135	rnn.bias_hh_l0_reverse	0	-0.1387331485748291
892135	rnn.bias_hh_l0_reverse	1	0.27321943640708923
892135	rnn.bias_hh_l0_reverse	2	-0.3451675474643707
892135	rnn.bias_hh_l0_reverse	3	-0.2337474375963211
892135	rnn.bias_hh_l0_reverse	4	-0.39301177859306335
892135	rnn.bias_hh_l0_reverse	5	-0.20719781517982483
892135	rnn.bias_hh_l0_reverse	6	-0.2664635479450226
892135	rnn.bias_hh_l0_reverse	7	-0.10275819897651672
892135	rnn.bias_hh_l0_reverse	8	-0.3538644015789032
892135	rnn.bias_hh_l0_reverse	9	0.2075495570898056
892135	linear.weight	0	0.23024044930934906
892135	linear.weight	1	-0.4621261954307556
892135	linear.weight	2	0.043305397033691406
892135	linear.weight	3	0.06747065484523773
892135	linear.weight	4	-0.13079890608787537
892135	linear.weight	5	0.25457563996315
892135	linear.weight	6	-0.01755569875240326
892135	linear.weight	7	-0.05955075845122337
892135	linear.weight	8	0.13511492311954498
892135	linear.weight	9	-0.04996686056256294
892135	linear.bias	0	-0.8673087358474731
892135	linear.bias	1	1.7518361806869507
892135	linear.bias	2	0.7440962195396423
892135	linear.bias	3	-2.7440195083618164
892135	linear.bias	4	-0.06009829789400101
892135	linear.bias	5	1.2434158325195312
892135	linear.bias	6	-0.21466879546642303
892135	linear.bias	7	0.8486436009407043
892135	linear.bias	8	2.1231398582458496
892135	linear.bias	9	-1.289505958557129
892744	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
892744	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
892744	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
892744	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
892744	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
892744	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
892744	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
892744	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
892744	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
892744	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
892744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
892744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
892744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
892744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
892744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
892744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
892744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
892744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
892744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
892744	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
892744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
892744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
892744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
892744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
892744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
892744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
892744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
892744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
892744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
892744	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
892744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
892744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
892744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
892744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
892744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
892744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
892744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
892744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
892744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
892744	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
892744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
892744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
892744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
892744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
892744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
892744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
892744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
892744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
892744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
892744	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
892744	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
892744	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
892744	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
892744	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
892744	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
892744	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
892744	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
892744	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
892744	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
892744	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
892744	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
892744	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
892744	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
892744	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
892744	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
892744	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
892744	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
892744	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
892744	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
892744	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
892744	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
892744	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
892744	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
892744	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
892744	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
892744	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
892744	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
892744	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
892744	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
892744	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
892744	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
892744	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
892744	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
892744	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
892744	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
892744	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
892744	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
892744	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
892744	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
892744	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
892744	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
892744	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
892744	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
892744	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
892744	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
892744	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
892744	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
892744	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
892744	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
892744	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
892744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
892744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
892744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
892744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
892744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
892744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
892744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
892744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
892744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
892744	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
892744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
892744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
892744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
892744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
892744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
892744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
892744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
892744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
892744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
892744	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
892744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
892744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
892744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
892744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
892744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
892744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
892744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
892744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
892744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
892744	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
892744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
892744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
892744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
892744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
892744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
892744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
892744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
892744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
892744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
892744	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
892744	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
892744	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
892744	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
892744	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
892744	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
892744	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
892744	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
892744	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
892744	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
892744	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
892744	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
892744	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
892744	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
892744	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
892744	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
892744	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
892744	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
892744	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
892744	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
892744	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
892744	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
892744	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
892744	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
892744	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
892744	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
892744	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
892744	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
892744	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
892744	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
892744	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
892744	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
892744	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
892744	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
892744	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
892744	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
892744	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
892744	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
892744	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
892744	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
892744	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
892744	embedding2nn.weight	0	0.3208911418914795
892744	embedding2nn.weight	1	0.363793283700943
892744	embedding2nn.weight	2	0.0013137052301317453
892744	embedding2nn.weight	3	0.010628413408994675
892744	embedding2nn.weight	4	-0.03167974576354027
892744	embedding2nn.weight	5	0.06041724607348442
892744	embedding2nn.weight	6	0.0042273616418242455
892744	embedding2nn.weight	7	-0.010489039123058319
892744	embedding2nn.weight	8	0.03961070254445076
892744	embedding2nn.weight	9	-0.05000810697674751
892744	embedding2nn.bias	0	0.013459973968565464
892744	embedding2nn.bias	1	-0.19438202679157257
892744	embedding2nn.bias	2	0.13243743777275085
892744	embedding2nn.bias	3	0.1622544527053833
892744	embedding2nn.bias	4	0.14305619895458221
892744	embedding2nn.bias	5	-0.07164742797613144
892744	embedding2nn.bias	6	-0.05148301646113396
892744	embedding2nn.bias	7	0.04255092889070511
892744	embedding2nn.bias	8	-0.14996862411499023
892744	embedding2nn.bias	9	-0.3588445484638214
892744	rnn.weight_ih_l0	0	0.010360593907535076
892744	rnn.weight_ih_l0	1	-0.05764714255928993
892744	rnn.weight_ih_l0	2	-0.04862578585743904
892744	rnn.weight_ih_l0	3	0.11387097090482712
892744	rnn.weight_ih_l0	4	0.020691193640232086
892744	rnn.weight_ih_l0	5	-0.0689479261636734
892744	rnn.weight_ih_l0	6	0.007295138202607632
892744	rnn.weight_ih_l0	7	-0.02515731193125248
892744	rnn.weight_ih_l0	8	0.01663769781589508
892744	rnn.weight_ih_l0	9	-0.08690905570983887
892744	rnn.weight_hh_l0	0	-0.023225780576467514
892744	rnn.weight_hh_l0	1	0.08341890573501587
892744	rnn.weight_hh_l0	2	0.0009832921205088496
892744	rnn.weight_hh_l0	3	-0.037077397108078
892744	rnn.weight_hh_l0	4	0.08786788582801819
892744	rnn.weight_hh_l0	5	-0.0022206816356629133
892744	rnn.weight_hh_l0	6	-0.09135792404413223
892744	rnn.weight_hh_l0	7	-0.1407395601272583
892744	rnn.weight_hh_l0	8	0.04081392288208008
892744	rnn.weight_hh_l0	9	-0.12444034218788147
892744	rnn.bias_ih_l0	0	0.17927470803260803
892744	rnn.bias_ih_l0	1	-0.3438517451286316
892744	rnn.bias_ih_l0	2	-0.04502979665994644
892744	rnn.bias_ih_l0	3	-0.21244734525680542
892744	rnn.bias_ih_l0	4	-0.012430009432137012
892744	rnn.bias_ih_l0	5	-0.43870776891708374
892744	rnn.bias_ih_l0	6	-0.13990239799022675
892744	rnn.bias_ih_l0	7	-0.39235803484916687
892744	rnn.bias_ih_l0	8	-0.3095627725124359
892744	rnn.bias_ih_l0	9	-0.4487282633781433
892744	rnn.bias_hh_l0	0	-0.34552258253097534
892744	rnn.bias_hh_l0	1	-0.4447460174560547
892744	rnn.bias_hh_l0	2	-0.40077415108680725
892744	rnn.bias_hh_l0	3	-0.08033602684736252
892744	rnn.bias_hh_l0	4	-0.4017236828804016
892744	rnn.bias_hh_l0	5	-0.3728029429912567
892744	rnn.bias_hh_l0	6	-0.11621911823749542
892744	rnn.bias_hh_l0	7	0.0688290074467659
892744	rnn.bias_hh_l0	8	-0.23314368724822998
892744	rnn.bias_hh_l0	9	-0.5679387450218201
892744	rnn.weight_ih_l0_reverse	0	-0.006309973541647196
892744	rnn.weight_ih_l0_reverse	1	-0.003969097509980202
892744	rnn.weight_ih_l0_reverse	2	-6.830960046499968e-05
892744	rnn.weight_ih_l0_reverse	3	-0.1432979255914688
892744	rnn.weight_ih_l0_reverse	4	0.08096246421337128
892744	rnn.weight_ih_l0_reverse	5	-0.10615816712379456
892744	rnn.weight_ih_l0_reverse	6	-0.00876013282686472
892744	rnn.weight_ih_l0_reverse	7	0.02986743301153183
892744	rnn.weight_ih_l0_reverse	8	-0.0475783534348011
892744	rnn.weight_ih_l0_reverse	9	-0.08937231451272964
892744	rnn.weight_hh_l0_reverse	0	-0.1512971967458725
892744	rnn.weight_hh_l0_reverse	1	0.02219182625412941
892744	rnn.weight_hh_l0_reverse	2	-0.019661463797092438
892744	rnn.weight_hh_l0_reverse	3	0.03058939427137375
892744	rnn.weight_hh_l0_reverse	4	-0.08413463085889816
892744	rnn.weight_hh_l0_reverse	5	0.0377056859433651
892744	rnn.weight_hh_l0_reverse	6	0.03142977133393288
892744	rnn.weight_hh_l0_reverse	7	-0.13157439231872559
892744	rnn.weight_hh_l0_reverse	8	-0.07883626222610474
892744	rnn.weight_hh_l0_reverse	9	0.035591185092926025
892744	rnn.bias_ih_l0_reverse	0	-0.18321958184242249
892744	rnn.bias_ih_l0_reverse	1	-0.06154433265328407
892744	rnn.bias_ih_l0_reverse	2	0.1655629426240921
892744	rnn.bias_ih_l0_reverse	3	-0.32893404364585876
892744	rnn.bias_ih_l0_reverse	4	0.007057016249746084
892744	rnn.bias_ih_l0_reverse	5	-0.22135043144226074
892744	rnn.bias_ih_l0_reverse	6	0.2756572961807251
892744	rnn.bias_ih_l0_reverse	7	-0.2999723255634308
892744	rnn.bias_ih_l0_reverse	8	-0.19821453094482422
892744	rnn.bias_ih_l0_reverse	9	-0.14593102037906647
892744	rnn.bias_hh_l0_reverse	0	-0.13863158226013184
892744	rnn.bias_hh_l0_reverse	1	0.27248212695121765
892744	rnn.bias_hh_l0_reverse	2	-0.3450559675693512
892744	rnn.bias_hh_l0_reverse	3	-0.23453263938426971
892744	rnn.bias_hh_l0_reverse	4	-0.39298927783966064
892744	rnn.bias_hh_l0_reverse	5	-0.20738500356674194
892744	rnn.bias_hh_l0_reverse	6	-0.2665925920009613
892744	rnn.bias_hh_l0_reverse	7	-0.10236489027738571
892744	rnn.bias_hh_l0_reverse	8	-0.35384178161621094
892744	rnn.bias_hh_l0_reverse	9	0.20780357718467712
892744	linear.weight	0	0.23121146857738495
892744	linear.weight	1	-0.4618111848831177
892744	linear.weight	2	0.04509139433503151
892744	linear.weight	3	0.06747058033943176
892744	linear.weight	4	-0.12842315435409546
892744	linear.weight	5	0.2547624111175537
892744	linear.weight	6	-0.017274685204029083
892744	linear.weight	7	-0.05955052748322487
892744	linear.weight	8	0.1356944739818573
892744	linear.weight	9	-0.04996691644191742
892744	linear.bias	0	-0.8679534792900085
892744	linear.bias	1	1.759986162185669
892744	linear.bias	2	0.7410462498664856
892744	linear.bias	3	-2.744020700454712
892744	linear.bias	4	-0.06029180809855461
892744	linear.bias	5	1.2445577383041382
892744	linear.bias	6	-0.2116461545228958
892744	linear.bias	7	0.8463945984840393
892744	linear.bias	8	2.106553316116333
892744	linear.bias	9	-1.2918100357055664
893353	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
893353	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
893353	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
893353	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
893353	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
893353	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
893353	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
893353	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
893353	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
893353	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
893353	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
893353	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
893353	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
893353	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
893353	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
893353	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
893353	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
893353	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
893353	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
893353	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
893353	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
893353	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
893353	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
893353	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
893353	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
893353	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
893353	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
893353	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
893353	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
893353	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
893353	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
893353	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
893353	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
893353	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
893353	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
893353	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
893353	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
893353	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
893353	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
893353	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
893353	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
893353	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
893353	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
893353	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
893353	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
893353	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
893353	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
893353	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
893353	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
893353	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
893353	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
893353	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
893353	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
893353	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
893353	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
893353	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
893353	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
893353	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
893353	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
893353	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
893353	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
893353	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
893353	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
893353	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
893353	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
893353	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
893353	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
893353	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
893353	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
893353	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
893353	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
893353	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
893353	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
893353	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
893353	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
893353	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
893353	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
893353	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
893353	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
893353	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
893353	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
893353	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
893353	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
893353	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
893353	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
893353	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
893353	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
893353	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
893353	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
893353	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
893353	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
893353	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
893353	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
893353	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
893353	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
893353	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
893353	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
893353	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
893353	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
893353	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
893353	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
893353	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
893353	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
893353	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
893353	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
893353	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
893353	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
893353	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
893353	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
893353	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
893353	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
893353	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
893353	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
893353	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
893353	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
893353	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
893353	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
893353	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
893353	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
893353	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
893353	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
893353	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
893353	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
893353	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
893353	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
893353	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
893353	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
893353	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
893353	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
893353	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
893353	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
893353	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
893353	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
893353	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
893353	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
893353	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
893353	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
893353	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
893353	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
893353	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
893353	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
893353	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
893353	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
893353	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
893353	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
893353	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
893353	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
893353	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
893353	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
893353	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
893353	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
893353	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
893353	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
893353	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
893353	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
893353	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
893353	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
893353	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
893353	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
893353	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
893353	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
893353	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
893353	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
893353	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
893353	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
893353	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
893353	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
893353	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
893353	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
893353	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
893353	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
893353	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
893353	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
893353	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
893353	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
893353	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
893353	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
893353	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
893353	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
893353	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
893353	embedding2nn.weight	0	0.321049302816391
893353	embedding2nn.weight	1	0.36352428793907166
893353	embedding2nn.weight	2	0.0016495590098202229
893353	embedding2nn.weight	3	0.010835230350494385
893353	embedding2nn.weight	4	-0.03173148259520531
893353	embedding2nn.weight	5	0.06047160178422928
893353	embedding2nn.weight	6	0.0038577422965317965
893353	embedding2nn.weight	7	-0.010188733227550983
893353	embedding2nn.weight	8	0.03955058008432388
893353	embedding2nn.weight	9	-0.050483640283346176
893353	embedding2nn.bias	0	0.014073073863983154
893353	embedding2nn.bias	1	-0.19246315956115723
893353	embedding2nn.bias	2	0.13057436048984528
893353	embedding2nn.bias	3	0.1620919108390808
893353	embedding2nn.bias	4	0.1438516527414322
893353	embedding2nn.bias	5	-0.06964606791734695
893353	embedding2nn.bias	6	-0.052160799503326416
893353	embedding2nn.bias	7	0.041809916496276855
893353	embedding2nn.bias	8	-0.14693580567836761
893353	embedding2nn.bias	9	-0.3573232591152191
893353	rnn.weight_ih_l0	0	0.01044098474085331
893353	rnn.weight_ih_l0	1	-0.057691484689712524
893353	rnn.weight_ih_l0	2	-0.04834785312414169
893353	rnn.weight_ih_l0	3	0.11432420462369919
893353	rnn.weight_ih_l0	4	0.021160069853067398
893353	rnn.weight_ih_l0	5	-0.06899022310972214
893353	rnn.weight_ih_l0	6	0.007499104365706444
893353	rnn.weight_ih_l0	7	-0.02496950700879097
893353	rnn.weight_ih_l0	8	0.016498412936925888
893353	rnn.weight_ih_l0	9	-0.08728281408548355
893353	rnn.weight_hh_l0	0	-0.023256080225110054
893353	rnn.weight_hh_l0	1	0.08343078941106796
893353	rnn.weight_hh_l0	2	0.0009407432517036796
893353	rnn.weight_hh_l0	3	-0.03708820417523384
893353	rnn.weight_hh_l0	4	0.08797390758991241
893353	rnn.weight_hh_l0	5	-0.002195984125137329
893353	rnn.weight_hh_l0	6	-0.09137196838855743
893353	rnn.weight_hh_l0	7	-0.1405736356973648
893353	rnn.weight_hh_l0	8	0.0408320426940918
893353	rnn.weight_hh_l0	9	-0.12440766394138336
893353	rnn.bias_ih_l0	0	0.17796210944652557
893353	rnn.bias_ih_l0	1	-0.3435366451740265
893353	rnn.bias_ih_l0	2	-0.044770482927560806
893353	rnn.bias_ih_l0	3	-0.21252578496932983
893353	rnn.bias_ih_l0	4	-0.01276537124067545
893353	rnn.bias_ih_l0	5	-0.43889233469963074
893353	rnn.bias_ih_l0	6	-0.140044704079628
893353	rnn.bias_ih_l0	7	-0.39236482977867126
893353	rnn.bias_ih_l0	8	-0.308993399143219
893353	rnn.bias_ih_l0	9	-0.44795018434524536
893353	rnn.bias_hh_l0	0	-0.3450884521007538
893353	rnn.bias_hh_l0	1	-0.4443610608577728
893353	rnn.bias_hh_l0	2	-0.40089157223701477
893353	rnn.bias_hh_l0	3	-0.080040842294693
893353	rnn.bias_hh_l0	4	-0.4018198251724243
893353	rnn.bias_hh_l0	5	-0.3726624548435211
893353	rnn.bias_hh_l0	6	-0.11592299491167068
893353	rnn.bias_hh_l0	7	0.06849566102027893
893353	rnn.bias_hh_l0	8	-0.23337247967720032
893353	rnn.bias_hh_l0	9	-0.5680346488952637
893353	rnn.weight_ih_l0_reverse	0	-0.006546513177454472
893353	rnn.weight_ih_l0_reverse	1	-0.003944948315620422
893353	rnn.weight_ih_l0_reverse	2	-5.055817746324465e-05
893353	rnn.weight_ih_l0_reverse	3	-0.1437157541513443
893353	rnn.weight_ih_l0_reverse	4	0.08093525469303131
893353	rnn.weight_ih_l0_reverse	5	-0.10568591207265854
893353	rnn.weight_ih_l0_reverse	6	-0.008612385019659996
893353	rnn.weight_ih_l0_reverse	7	0.029822615906596184
893353	rnn.weight_ih_l0_reverse	8	-0.04781685024499893
893353	rnn.weight_ih_l0_reverse	9	-0.08883224427700043
893353	rnn.weight_hh_l0_reverse	0	-0.151335209608078
893353	rnn.weight_hh_l0_reverse	1	0.022195685654878616
893353	rnn.weight_hh_l0_reverse	2	-0.019663842394948006
893353	rnn.weight_hh_l0_reverse	3	0.03065936453640461
893353	rnn.weight_hh_l0_reverse	4	-0.08418452739715576
893353	rnn.weight_hh_l0_reverse	5	0.03769752010703087
893353	rnn.weight_hh_l0_reverse	6	0.031443703919649124
893353	rnn.weight_hh_l0_reverse	7	-0.13166821002960205
893353	rnn.weight_hh_l0_reverse	8	-0.07875931262969971
893353	rnn.weight_hh_l0_reverse	9	0.03562502935528755
893353	rnn.bias_ih_l0_reverse	0	-0.1839819997549057
893353	rnn.bias_ih_l0_reverse	1	-0.06163777783513069
893353	rnn.bias_ih_l0_reverse	2	0.1658531129360199
893353	rnn.bias_ih_l0_reverse	3	-0.3293352425098419
893353	rnn.bias_ih_l0_reverse	4	0.006914650555700064
893353	rnn.bias_ih_l0_reverse	5	-0.22133184969425201
893353	rnn.bias_ih_l0_reverse	6	0.2757268249988556
893353	rnn.bias_ih_l0_reverse	7	-0.2999175190925598
893353	rnn.bias_ih_l0_reverse	8	-0.19791880249977112
893353	rnn.bias_ih_l0_reverse	9	-0.14542606472969055
893353	rnn.bias_hh_l0_reverse	0	-0.13844946026802063
893353	rnn.bias_hh_l0_reverse	1	0.2726041376590729
893353	rnn.bias_hh_l0_reverse	2	-0.345298707485199
893353	rnn.bias_hh_l0_reverse	3	-0.23456929624080658
893353	rnn.bias_hh_l0_reverse	4	-0.3932422399520874
893353	rnn.bias_hh_l0_reverse	5	-0.20767192542552948
893353	rnn.bias_hh_l0_reverse	6	-0.2666516602039337
893353	rnn.bias_hh_l0_reverse	7	-0.10299178212881088
893353	rnn.bias_hh_l0_reverse	8	-0.35441121459007263
893353	rnn.bias_hh_l0_reverse	9	0.20730698108673096
893353	linear.weight	0	0.23045232892036438
893353	linear.weight	1	-0.4613623321056366
893353	linear.weight	2	0.045794665813446045
893353	linear.weight	3	0.06747055053710938
893353	linear.weight	4	-0.12703484296798706
893353	linear.weight	5	0.25360143184661865
893353	linear.weight	6	-0.017032360658049583
893353	linear.weight	7	-0.05955025181174278
893353	linear.weight	8	0.13564017415046692
893353	linear.weight	9	-0.04996670410037041
893353	linear.bias	0	-0.8645392060279846
893353	linear.bias	1	1.7512993812561035
893353	linear.bias	2	0.7436959147453308
893353	linear.bias	3	-2.7440223693847656
893353	linear.bias	4	-0.05792095512151718
893353	linear.bias	5	1.2448490858078003
893353	linear.bias	6	-0.21154412627220154
893353	linear.bias	7	0.8463556170463562
893353	linear.bias	8	2.11702036857605
893353	linear.bias	9	-1.2958391904830933
893962	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
893962	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
893962	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
893962	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
893962	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
893962	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
893962	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
893962	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
893962	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
893962	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
893962	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
893962	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
893962	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
893962	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
893962	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
893962	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
893962	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
893962	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
893962	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
893962	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
893962	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
893962	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
893962	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
893962	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
893962	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
893962	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
893962	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
893962	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
893962	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
893962	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
893962	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
893962	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
893962	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
893962	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
893962	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
893962	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
893962	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
893962	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
893962	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
893962	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
893962	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
893962	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
893962	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
893962	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
893962	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
893962	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
893962	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
893962	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
893962	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
893962	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
893962	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
893962	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
893962	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
893962	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
893962	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
893962	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
893962	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
893962	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
893962	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
893962	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
893962	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
893962	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
893962	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
893962	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
893962	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
893962	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
893962	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
893962	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
893962	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
893962	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
893962	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
893962	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
893962	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
893962	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
893962	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
893962	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
893962	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
893962	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
893962	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
893962	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
893962	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
893962	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
893962	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
893962	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
893962	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
893962	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
893962	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
893962	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
893962	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
893962	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
893962	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
893962	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
893962	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
893962	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
893962	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
893962	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
893962	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
893962	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
893962	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
893962	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
893962	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
893962	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
893962	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
893962	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
893962	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
893962	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
893962	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
893962	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
893962	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
893962	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
893962	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
893962	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
893962	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
893962	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
893962	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
893962	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
893962	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
893962	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
893962	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
893962	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
893962	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
893962	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
893962	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
893962	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
893962	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
893962	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
893962	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
893962	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
893962	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
893962	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
893962	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
893962	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
893962	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
893962	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
893962	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
893962	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
893962	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
893962	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
893962	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
893962	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
893962	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
893962	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
893962	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
893962	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
893962	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
893962	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
893962	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
893962	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
893962	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
893962	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
893962	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
893962	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
893962	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
893962	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
893962	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
893962	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
893962	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
893962	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
893962	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
893962	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
893962	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
893962	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
893962	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
893962	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
893962	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
893962	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
893962	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
893962	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
893962	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
893962	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
893962	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
893962	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
893962	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
893962	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
893962	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
893962	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
893962	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
893962	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
893962	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
893962	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
893962	embedding2nn.weight	0	0.32092809677124023
893962	embedding2nn.weight	1	0.36332935094833374
893962	embedding2nn.weight	2	0.0016608138103038073
893962	embedding2nn.weight	3	0.010379969142377377
893962	embedding2nn.weight	4	-0.03233283385634422
893962	embedding2nn.weight	5	0.06044114753603935
893962	embedding2nn.weight	6	0.003427406307309866
893962	embedding2nn.weight	7	-0.010823438875377178
893962	embedding2nn.weight	8	0.03991148993372917
893962	embedding2nn.weight	9	-0.05104593187570572
893962	embedding2nn.bias	0	0.014259619638323784
893962	embedding2nn.bias	1	-0.1932932585477829
893962	embedding2nn.bias	2	0.1316797286272049
893962	embedding2nn.bias	3	0.16435173153877258
893962	embedding2nn.bias	4	0.14581909775733948
893962	embedding2nn.bias	5	-0.07061696797609329
893962	embedding2nn.bias	6	-0.054068032652139664
893962	embedding2nn.bias	7	0.039195653051137924
893962	embedding2nn.bias	8	-0.1463164985179901
893962	embedding2nn.bias	9	-0.3619900047779083
893962	rnn.weight_ih_l0	0	0.010416765697300434
893962	rnn.weight_ih_l0	1	-0.05777309834957123
893962	rnn.weight_ih_l0	2	-0.04843977466225624
893962	rnn.weight_ih_l0	3	0.11437118798494339
893962	rnn.weight_ih_l0	4	0.021508818492293358
893962	rnn.weight_ih_l0	5	-0.06882355362176895
893962	rnn.weight_ih_l0	6	0.007296196650713682
893962	rnn.weight_ih_l0	7	-0.02476295828819275
893962	rnn.weight_ih_l0	8	0.016486043110489845
893962	rnn.weight_ih_l0	9	-0.0872286856174469
893962	rnn.weight_hh_l0	0	-0.02321353182196617
893962	rnn.weight_hh_l0	1	0.0834350660443306
893962	rnn.weight_hh_l0	2	0.0008717210148461163
893962	rnn.weight_hh_l0	3	-0.03715270012617111
893962	rnn.weight_hh_l0	4	0.08799254894256592
893962	rnn.weight_hh_l0	5	-0.0022876360453665257
893962	rnn.weight_hh_l0	6	-0.09142688661813736
893962	rnn.weight_hh_l0	7	-0.14054377377033234
893962	rnn.weight_hh_l0	8	0.040832556784152985
893962	rnn.weight_hh_l0	9	-0.12438992410898209
893962	rnn.bias_ih_l0	0	0.17803248763084412
893962	rnn.bias_ih_l0	1	-0.3444175720214844
893962	rnn.bias_ih_l0	2	-0.04434192180633545
893962	rnn.bias_ih_l0	3	-0.21186894178390503
893962	rnn.bias_ih_l0	4	-0.013226240873336792
893962	rnn.bias_ih_l0	5	-0.4395473897457123
893962	rnn.bias_ih_l0	6	-0.1402743011713028
893962	rnn.bias_ih_l0	7	-0.3921961486339569
893962	rnn.bias_ih_l0	8	-0.3096410036087036
893962	rnn.bias_ih_l0	9	-0.4483790695667267
893962	rnn.bias_hh_l0	0	-0.3449753522872925
893962	rnn.bias_hh_l0	1	-0.4436025321483612
893962	rnn.bias_hh_l0	2	-0.4014532268047333
893962	rnn.bias_hh_l0	3	-0.08001421391963959
893962	rnn.bias_hh_l0	4	-0.4018518924713135
893962	rnn.bias_hh_l0	5	-0.372802197933197
893962	rnn.bias_hh_l0	6	-0.11640062183141708
893962	rnn.bias_hh_l0	7	0.06812306493520737
893962	rnn.bias_hh_l0	8	-0.23338522017002106
893962	rnn.bias_hh_l0	9	-0.5681958198547363
893962	rnn.weight_ih_l0_reverse	0	-0.006322409491986036
893962	rnn.weight_ih_l0_reverse	1	-0.00405466090887785
893962	rnn.weight_ih_l0_reverse	2	7.62622948968783e-05
893962	rnn.weight_ih_l0_reverse	3	-0.14389169216156006
893962	rnn.weight_ih_l0_reverse	4	0.08083656430244446
893962	rnn.weight_ih_l0_reverse	5	-0.10620211064815521
893962	rnn.weight_ih_l0_reverse	6	-0.00850625429302454
893962	rnn.weight_ih_l0_reverse	7	0.029837075620889664
893962	rnn.weight_ih_l0_reverse	8	-0.04736668989062309
893962	rnn.weight_ih_l0_reverse	9	-0.08861252665519714
893962	rnn.weight_hh_l0_reverse	0	-0.15133258700370789
893962	rnn.weight_hh_l0_reverse	1	0.02221236191689968
893962	rnn.weight_hh_l0_reverse	2	-0.019680043682456017
893962	rnn.weight_hh_l0_reverse	3	0.03060322441160679
893962	rnn.weight_hh_l0_reverse	4	-0.08427759259939194
893962	rnn.weight_hh_l0_reverse	5	0.03768680617213249
893962	rnn.weight_hh_l0_reverse	6	0.03145088627934456
893962	rnn.weight_hh_l0_reverse	7	-0.13163244724273682
893962	rnn.weight_hh_l0_reverse	8	-0.07885126024484634
893962	rnn.weight_hh_l0_reverse	9	0.035733290016651154
893962	rnn.bias_ih_l0_reverse	0	-0.1834576427936554
893962	rnn.bias_ih_l0_reverse	1	-0.06211040914058685
893962	rnn.bias_ih_l0_reverse	2	0.16553528606891632
893962	rnn.bias_ih_l0_reverse	3	-0.32968300580978394
893962	rnn.bias_ih_l0_reverse	4	0.007715197280049324
893962	rnn.bias_ih_l0_reverse	5	-0.2214592844247818
893962	rnn.bias_ih_l0_reverse	6	0.27514079213142395
893962	rnn.bias_ih_l0_reverse	7	-0.29842662811279297
893962	rnn.bias_ih_l0_reverse	8	-0.19820088148117065
893962	rnn.bias_ih_l0_reverse	9	-0.14577655494213104
893962	rnn.bias_hh_l0_reverse	0	-0.1373421996831894
893962	rnn.bias_hh_l0_reverse	1	0.2731116712093353
893962	rnn.bias_hh_l0_reverse	2	-0.34505507349967957
893962	rnn.bias_hh_l0_reverse	3	-0.23486901819705963
893962	rnn.bias_hh_l0_reverse	4	-0.3936036229133606
893962	rnn.bias_hh_l0_reverse	5	-0.20738708972930908
893962	rnn.bias_hh_l0_reverse	6	-0.2666947543621063
893962	rnn.bias_hh_l0_reverse	7	-0.10318542271852493
893962	rnn.bias_hh_l0_reverse	8	-0.35480037331581116
893962	rnn.bias_hh_l0_reverse	9	0.20673877000808716
893962	linear.weight	0	0.2318921834230423
893962	linear.weight	1	-0.45972374081611633
893962	linear.weight	2	0.04529173672199249
893962	linear.weight	3	0.06747061014175415
893962	linear.weight	4	-0.12526744604110718
893962	linear.weight	5	0.25191619992256165
893962	linear.weight	6	-0.017446281388401985
893962	linear.weight	7	-0.05954999849200249
893962	linear.weight	8	0.13441798090934753
893962	linear.weight	9	-0.04996676743030548
893962	linear.bias	0	-0.8634360432624817
893962	linear.bias	1	1.7657852172851562
893962	linear.bias	2	0.7442359328269958
893962	linear.bias	3	-2.7440237998962402
893962	linear.bias	4	-0.05730627104640007
893962	linear.bias	5	1.2370039224624634
893962	linear.bias	6	-0.21308548748493195
893962	linear.bias	7	0.8510264754295349
893962	linear.bias	8	2.1109282970428467
893962	linear.bias	9	-1.294108271598816
894571	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
894571	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
894571	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
894571	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
894571	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
894571	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
894571	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
894571	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
894571	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
894571	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
894571	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
894571	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
894571	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
894571	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
894571	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
894571	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
894571	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
894571	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
894571	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
894571	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
894571	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
894571	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
894571	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
894571	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
894571	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
894571	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
894571	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
894571	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
894571	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
894571	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
894571	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
894571	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
894571	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
894571	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
894571	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
894571	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
894571	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
894571	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
894571	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
894571	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
894571	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
894571	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
894571	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
894571	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
894571	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
894571	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
894571	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
894571	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
894571	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
894571	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
894571	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
894571	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
894571	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
894571	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
894571	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
894571	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
894571	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
894571	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
894571	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
894571	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
894571	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
894571	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
894571	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
894571	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
894571	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
894571	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
894571	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
894571	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
894571	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
894571	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
894571	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
894571	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
894571	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
894571	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
894571	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
894571	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
894571	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
894571	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
894571	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
894571	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
894571	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
894571	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
894571	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
894571	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
894571	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
894571	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
894571	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
894571	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
894571	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
894571	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
894571	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
894571	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
894571	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
894571	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
894571	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
894571	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
894571	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
894571	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
894571	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
894571	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
894571	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
894571	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
894571	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
894571	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
894571	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
894571	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
894571	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
894571	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
894571	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
894571	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
894571	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
894571	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
894571	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
894571	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
894571	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
894571	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
894571	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
894571	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
894571	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
894571	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
894571	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
894571	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
894571	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
894571	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
894571	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
894571	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
894571	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
894571	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
894571	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
894571	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
894571	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
894571	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
894571	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
894571	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
894571	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
894571	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
894571	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
894571	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
894571	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
894571	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
894571	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
894571	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
894571	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
894571	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
894571	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
894571	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
894571	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
894571	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
894571	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
894571	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
894571	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
894571	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
894571	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
894571	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
894571	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
894571	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
894571	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
894571	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
894571	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
894571	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
894571	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
894571	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
894571	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
894571	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
894571	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
894571	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
894571	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
894571	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
894571	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
894571	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
894571	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
894571	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
894571	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
894571	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
894571	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
894571	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
894571	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
894571	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
894571	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
894571	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
894571	embedding2nn.weight	0	0.32082754373550415
894571	embedding2nn.weight	1	0.36330243945121765
894571	embedding2nn.weight	2	0.0013698531547561288
894571	embedding2nn.weight	3	0.011097652837634087
894571	embedding2nn.weight	4	-0.032446760684251785
894571	embedding2nn.weight	5	0.060291606932878494
894571	embedding2nn.weight	6	0.0039161862805485725
894571	embedding2nn.weight	7	-0.011025326326489449
894571	embedding2nn.weight	8	0.039300307631492615
894571	embedding2nn.weight	9	-0.05037619173526764
894571	embedding2nn.bias	0	0.01422401238232851
894571	embedding2nn.bias	1	-0.19154958426952362
894571	embedding2nn.bias	2	0.13174186646938324
894571	embedding2nn.bias	3	0.163010373711586
894571	embedding2nn.bias	4	0.14586907625198364
894571	embedding2nn.bias	5	-0.07090044021606445
894571	embedding2nn.bias	6	-0.052562497556209564
894571	embedding2nn.bias	7	0.03809107467532158
894571	embedding2nn.bias	8	-0.1451653242111206
894571	embedding2nn.bias	9	-0.36327487230300903
894571	rnn.weight_ih_l0	0	0.01049856934696436
894571	rnn.weight_ih_l0	1	-0.05779033526778221
894571	rnn.weight_ih_l0	2	-0.048228099942207336
894571	rnn.weight_ih_l0	3	0.11461003124713898
894571	rnn.weight_ih_l0	4	0.02115727588534355
894571	rnn.weight_ih_l0	5	-0.06868050992488861
894571	rnn.weight_ih_l0	6	0.007652611471712589
894571	rnn.weight_ih_l0	7	-0.02467907778918743
894571	rnn.weight_ih_l0	8	0.01577589102089405
894571	rnn.weight_ih_l0	9	-0.08732754737138748
894571	rnn.weight_hh_l0	0	-0.023237235844135284
894571	rnn.weight_hh_l0	1	0.08340566605329514
894571	rnn.weight_hh_l0	2	0.0008137889089994133
894571	rnn.weight_hh_l0	3	-0.03714006394147873
894571	rnn.weight_hh_l0	4	0.08806511759757996
894571	rnn.weight_hh_l0	5	-0.002327197464182973
894571	rnn.weight_hh_l0	6	-0.09145016968250275
894571	rnn.weight_hh_l0	7	-0.14061450958251953
894571	rnn.weight_hh_l0	8	0.04085203632712364
894571	rnn.weight_hh_l0	9	-0.12440387904644012
894571	rnn.bias_ih_l0	0	0.1771208643913269
894571	rnn.bias_ih_l0	1	-0.344674676656723
894571	rnn.bias_ih_l0	2	-0.044522807002067566
894571	rnn.bias_ih_l0	3	-0.2120800018310547
894571	rnn.bias_ih_l0	4	-0.015079979784786701
894571	rnn.bias_ih_l0	5	-0.4390506446361542
894571	rnn.bias_ih_l0	6	-0.13985083997249603
894571	rnn.bias_ih_l0	7	-0.39225390553474426
894571	rnn.bias_ih_l0	8	-0.3087533116340637
894571	rnn.bias_ih_l0	9	-0.44854599237442017
894571	rnn.bias_hh_l0	0	-0.34496572613716125
894571	rnn.bias_hh_l0	1	-0.443897545337677
894571	rnn.bias_hh_l0	2	-0.40109044313430786
894571	rnn.bias_hh_l0	3	-0.08015906065702438
894571	rnn.bias_hh_l0	4	-0.40254759788513184
894571	rnn.bias_hh_l0	5	-0.37246114015579224
894571	rnn.bias_hh_l0	6	-0.11613928526639938
894571	rnn.bias_hh_l0	7	0.06821170449256897
894571	rnn.bias_hh_l0	8	-0.23348423838615417
894571	rnn.bias_hh_l0	9	-0.5685067772865295
894571	rnn.weight_ih_l0_reverse	0	-0.00725046219304204
894571	rnn.weight_ih_l0_reverse	1	-0.004096153657883406
894571	rnn.weight_ih_l0_reverse	2	-0.00017000587831716985
894571	rnn.weight_ih_l0_reverse	3	-0.14399324357509613
894571	rnn.weight_ih_l0_reverse	4	0.08101119846105576
894571	rnn.weight_ih_l0_reverse	5	-0.10610171407461166
894571	rnn.weight_ih_l0_reverse	6	-0.008450563065707684
894571	rnn.weight_ih_l0_reverse	7	0.029908154159784317
894571	rnn.weight_ih_l0_reverse	8	-0.047472111880779266
894571	rnn.weight_ih_l0_reverse	9	-0.08797457814216614
894571	rnn.weight_hh_l0_reverse	0	-0.15142078697681427
894571	rnn.weight_hh_l0_reverse	1	0.022229241207242012
894571	rnn.weight_hh_l0_reverse	2	-0.019643237814307213
894571	rnn.weight_hh_l0_reverse	3	0.030687253922224045
894571	rnn.weight_hh_l0_reverse	4	-0.08428317308425903
894571	rnn.weight_hh_l0_reverse	5	0.037653855979442596
894571	rnn.weight_hh_l0_reverse	6	0.03145293518900871
894571	rnn.weight_hh_l0_reverse	7	-0.1318041980266571
894571	rnn.weight_hh_l0_reverse	8	-0.07853252440690994
894571	rnn.weight_hh_l0_reverse	9	0.03561010584235191
894571	rnn.bias_ih_l0_reverse	0	-0.18379776179790497
894571	rnn.bias_ih_l0_reverse	1	-0.06196841597557068
894571	rnn.bias_ih_l0_reverse	2	0.1650974601507187
894571	rnn.bias_ih_l0_reverse	3	-0.32980993390083313
894571	rnn.bias_ih_l0_reverse	4	0.007987388409674168
894571	rnn.bias_ih_l0_reverse	5	-0.22135968506336212
894571	rnn.bias_ih_l0_reverse	6	0.27381017804145813
894571	rnn.bias_ih_l0_reverse	7	-0.2984635531902313
894571	rnn.bias_ih_l0_reverse	8	-0.1982267200946808
894571	rnn.bias_ih_l0_reverse	9	-0.1462366282939911
894571	rnn.bias_hh_l0_reverse	0	-0.13710913062095642
894571	rnn.bias_hh_l0_reverse	1	0.27313175797462463
894571	rnn.bias_hh_l0_reverse	2	-0.34524524211883545
894571	rnn.bias_hh_l0_reverse	3	-0.23505979776382446
894571	rnn.bias_hh_l0_reverse	4	-0.39364761114120483
894571	rnn.bias_hh_l0_reverse	5	-0.20745918154716492
894571	rnn.bias_hh_l0_reverse	6	-0.26660650968551636
894571	rnn.bias_hh_l0_reverse	7	-0.10335293412208557
894571	rnn.bias_hh_l0_reverse	8	-0.3545970916748047
894571	rnn.bias_hh_l0_reverse	9	0.20594127476215363
894571	linear.weight	0	0.233066588640213
894571	linear.weight	1	-0.459259957075119
894571	linear.weight	2	0.04272595793008804
894571	linear.weight	3	0.06747057288885117
894571	linear.weight	4	-0.12500393390655518
894571	linear.weight	5	0.25501373410224915
894571	linear.weight	6	-0.01811402104794979
894571	linear.weight	7	-0.059549689292907715
894571	linear.weight	8	0.13448406755924225
894571	linear.weight	9	-0.04996691271662712
894571	linear.bias	0	-0.8651256561279297
894571	linear.bias	1	1.7676198482513428
894571	linear.bias	2	0.7425317764282227
894571	linear.bias	3	-2.744025707244873
894571	linear.bias	4	-0.05881374329328537
894571	linear.bias	5	1.242545485496521
894571	linear.bias	6	-0.21143971383571625
894571	linear.bias	7	0.8495718836784363
894571	linear.bias	8	2.1154613494873047
894571	linear.bias	9	-1.2939201593399048
895180	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
895180	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
895180	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
895180	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
895180	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
895180	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
895180	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
895180	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
895180	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
895180	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
895180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
895180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
895180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
895180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
895180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
895180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
895180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
895180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
895180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
895180	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
895180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
895180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
895180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
895180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
895180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
895180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
895180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
895180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
895180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
895180	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
895180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
895180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
895180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
895180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
895180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
895180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
895180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
895180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
895180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
895180	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
895180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
895180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
895180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
895180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
895180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
895180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
895180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
895180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
895180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
895180	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
895180	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
895180	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
895180	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
895180	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
895180	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
895180	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
895180	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
895180	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
895180	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
895180	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
895180	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
895180	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
895180	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
895180	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
895180	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
895180	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
895180	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
895180	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
895180	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
895180	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
895180	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
895180	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
895180	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
895180	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
895180	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
895180	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
895180	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
895180	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
895180	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
895180	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
895180	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
895180	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
895180	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
895180	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
895180	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
895180	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
895180	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
895180	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
895180	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
895180	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
895180	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
895180	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
895180	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
895180	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
895180	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
895180	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
895180	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
895180	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
895180	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
895180	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
895180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
895180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
895180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
895180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
895180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
895180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
895180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
895180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
895180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
895180	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
895180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
895180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
895180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
895180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
895180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
895180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
895180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
895180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
895180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
895180	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
895180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
895180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
895180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
895180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
895180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
895180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
895180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
895180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
895180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
895180	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
895180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
895180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
895180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
895180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
895180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
895180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
895180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
895180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
895180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
895180	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
895180	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
895180	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
895180	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
895180	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
895180	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
895180	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
895180	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
895180	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
895180	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
895180	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
895180	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
895180	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
895180	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
895180	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
895180	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
895180	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
895180	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
895180	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
895180	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
895180	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
895180	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
895180	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
895180	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
895180	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
895180	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
895180	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
895180	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
895180	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
895180	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
895180	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
895180	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
895180	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
895180	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
895180	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
895180	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
895180	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
895180	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
895180	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
895180	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
895180	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
895180	embedding2nn.weight	0	0.32089468836784363
895180	embedding2nn.weight	1	0.36323586106300354
895180	embedding2nn.weight	2	0.0017788553377613425
895180	embedding2nn.weight	3	0.011178028769791126
895180	embedding2nn.weight	4	-0.03206938877701759
895180	embedding2nn.weight	5	0.059951670467853546
895180	embedding2nn.weight	6	0.0043721878901124
895180	embedding2nn.weight	7	-0.01070053968578577
895180	embedding2nn.weight	8	0.039352718740701675
895180	embedding2nn.weight	9	-0.05014168843626976
895180	embedding2nn.bias	0	0.014998764730989933
895180	embedding2nn.bias	1	-0.1916622519493103
895180	embedding2nn.bias	2	0.13032369315624237
895180	embedding2nn.bias	3	0.16685274243354797
895180	embedding2nn.bias	4	0.1437816321849823
895180	embedding2nn.bias	5	-0.07347685098648071
895180	embedding2nn.bias	6	-0.051523204892873764
895180	embedding2nn.bias	7	0.0420607328414917
895180	embedding2nn.bias	8	-0.1472957879304886
895180	embedding2nn.bias	9	-0.3657343089580536
895180	rnn.weight_ih_l0	0	0.010341097600758076
895180	rnn.weight_ih_l0	1	-0.05788382515311241
895180	rnn.weight_ih_l0	2	-0.048225339502096176
895180	rnn.weight_ih_l0	3	0.11481237411499023
895180	rnn.weight_ih_l0	4	0.02129923179745674
895180	rnn.weight_ih_l0	5	-0.06828581541776657
895180	rnn.weight_ih_l0	6	0.007866558618843555
895180	rnn.weight_ih_l0	7	-0.02449934370815754
895180	rnn.weight_ih_l0	8	0.01629052124917507
895180	rnn.weight_ih_l0	9	-0.08783401548862457
895180	rnn.weight_hh_l0	0	-0.023258036002516747
895180	rnn.weight_hh_l0	1	0.08335869014263153
895180	rnn.weight_hh_l0	2	0.0007917167968116701
895180	rnn.weight_hh_l0	3	-0.03714166581630707
895180	rnn.weight_hh_l0	4	0.08816038072109222
895180	rnn.weight_hh_l0	5	-0.0023262447211891413
895180	rnn.weight_hh_l0	6	-0.0915164053440094
895180	rnn.weight_hh_l0	7	-0.1405193954706192
895180	rnn.weight_hh_l0	8	0.040853455662727356
895180	rnn.weight_hh_l0	9	-0.12439581006765366
895180	rnn.bias_ih_l0	0	0.17787733674049377
895180	rnn.bias_ih_l0	1	-0.3443756699562073
895180	rnn.bias_ih_l0	2	-0.044551946222782135
895180	rnn.bias_ih_l0	3	-0.2117844969034195
895180	rnn.bias_ih_l0	4	-0.014637041836977005
895180	rnn.bias_ih_l0	5	-0.4387151300907135
895180	rnn.bias_ih_l0	6	-0.1406288743019104
895180	rnn.bias_ih_l0	7	-0.3921376168727875
895180	rnn.bias_ih_l0	8	-0.3084842264652252
895180	rnn.bias_ih_l0	9	-0.4485223889350891
895180	rnn.bias_hh_l0	0	-0.34492677450180054
895180	rnn.bias_hh_l0	1	-0.4443148970603943
895180	rnn.bias_hh_l0	2	-0.4011312425136566
895180	rnn.bias_hh_l0	3	-0.07992906868457794
895180	rnn.bias_hh_l0	4	-0.40191274881362915
895180	rnn.bias_hh_l0	5	-0.37218818068504333
895180	rnn.bias_hh_l0	6	-0.11689993739128113
895180	rnn.bias_hh_l0	7	0.06782113760709763
895180	rnn.bias_hh_l0	8	-0.2333601415157318
895180	rnn.bias_hh_l0	9	-0.5682598352432251
895180	rnn.weight_ih_l0_reverse	0	-0.006851614452898502
895180	rnn.weight_ih_l0_reverse	1	-0.004007359035313129
895180	rnn.weight_ih_l0_reverse	2	-0.0003179676423314959
895180	rnn.weight_ih_l0_reverse	3	-0.14418180286884308
895180	rnn.weight_ih_l0_reverse	4	0.08122187107801437
895180	rnn.weight_ih_l0_reverse	5	-0.10598613321781158
895180	rnn.weight_ih_l0_reverse	6	-0.008624846115708351
895180	rnn.weight_ih_l0_reverse	7	0.029961593449115753
895180	rnn.weight_ih_l0_reverse	8	-0.0474974550306797
895180	rnn.weight_ih_l0_reverse	9	-0.0882050022482872
895180	rnn.weight_hh_l0_reverse	0	-0.15136098861694336
895180	rnn.weight_hh_l0_reverse	1	0.022227434441447258
895180	rnn.weight_hh_l0_reverse	2	-0.019670099020004272
895180	rnn.weight_hh_l0_reverse	3	0.030659839510917664
895180	rnn.weight_hh_l0_reverse	4	-0.08433076739311218
895180	rnn.weight_hh_l0_reverse	5	0.03766266256570816
895180	rnn.weight_hh_l0_reverse	6	0.031474944204092026
895180	rnn.weight_hh_l0_reverse	7	-0.1316538006067276
895180	rnn.weight_hh_l0_reverse	8	-0.07850776612758636
895180	rnn.weight_hh_l0_reverse	9	0.03564099594950676
895180	rnn.bias_ih_l0_reverse	0	-0.1838454008102417
895180	rnn.bias_ih_l0_reverse	1	-0.06172461062669754
895180	rnn.bias_ih_l0_reverse	2	0.16444618999958038
895180	rnn.bias_ih_l0_reverse	3	-0.3301987946033478
895180	rnn.bias_ih_l0_reverse	4	0.008034064434468746
895180	rnn.bias_ih_l0_reverse	5	-0.22162149846553802
895180	rnn.bias_ih_l0_reverse	6	0.2743089497089386
895180	rnn.bias_ih_l0_reverse	7	-0.29812368750572205
895180	rnn.bias_ih_l0_reverse	8	-0.19858916103839874
895180	rnn.bias_ih_l0_reverse	9	-0.14684879779815674
895180	rnn.bias_hh_l0_reverse	0	-0.13635562360286713
895180	rnn.bias_hh_l0_reverse	1	0.27261999249458313
895180	rnn.bias_hh_l0_reverse	2	-0.3452628254890442
895180	rnn.bias_hh_l0_reverse	3	-0.23501940071582794
895180	rnn.bias_hh_l0_reverse	4	-0.3934198021888733
895180	rnn.bias_hh_l0_reverse	5	-0.20699237287044525
895180	rnn.bias_hh_l0_reverse	6	-0.26704952120780945
895180	rnn.bias_hh_l0_reverse	7	-0.1028851568698883
895180	rnn.bias_hh_l0_reverse	8	-0.35243311524391174
895180	rnn.bias_hh_l0_reverse	9	0.206697478890419
895180	linear.weight	0	0.2323123812675476
895180	linear.weight	1	-0.4605236053466797
895180	linear.weight	2	0.042722154408693314
895180	linear.weight	3	0.06747057288885117
895180	linear.weight	4	-0.12238357961177826
895180	linear.weight	5	0.25630518794059753
895180	linear.weight	6	-0.018332207575440407
895180	linear.weight	7	-0.059549421072006226
895180	linear.weight	8	0.13677603006362915
895180	linear.weight	9	-0.04996699467301369
895180	linear.bias	0	-0.8692527413368225
895180	linear.bias	1	1.7544167041778564
895180	linear.bias	2	0.7484090924263
895180	linear.bias	3	-2.744027614593506
895180	linear.bias	4	-0.05804309993982315
895180	linear.bias	5	1.2394055128097534
895180	linear.bias	6	-0.21268387138843536
895180	linear.bias	7	0.8536459803581238
895180	linear.bias	8	2.118035078048706
895180	linear.bias	9	-1.290520429611206
895789	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
895789	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
895789	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
895789	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
895789	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
895789	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
895789	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
895789	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
895789	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
895789	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
895789	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
895789	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
895789	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
895789	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
895789	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
895789	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
895789	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
895789	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
895789	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
895789	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
895789	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
895789	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
895789	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
895789	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
895789	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
895789	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
895789	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
895789	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
895789	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
895789	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
895789	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
895789	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
895789	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
895789	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
895789	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
895789	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
895789	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
895789	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
895789	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
895789	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
895789	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
895789	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
895789	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
895789	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
895789	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
895789	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
895789	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
895789	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
895789	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
895789	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
895789	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
895789	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
895789	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
895789	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
895789	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
895789	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
895789	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
895789	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
895789	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
895789	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
895789	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
895789	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
895789	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
895789	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
895789	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
895789	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
895789	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
895789	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
895789	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
895789	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
895789	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
895789	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
895789	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
895789	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
895789	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
895789	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
895789	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
895789	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
895789	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
895789	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
895789	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
895789	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
895789	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
895789	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
895789	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
895789	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
895789	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
895789	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
895789	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
895789	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
895789	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
895789	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
895789	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
895789	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
895789	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
895789	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
895789	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
895789	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
895789	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
895789	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
895789	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
895789	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
895789	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
895789	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
895789	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
895789	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
895789	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
895789	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
895789	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
895789	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
895789	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
895789	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
895789	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
895789	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
895789	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
895789	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
895789	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
895789	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
895789	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
895789	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
895789	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
895789	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
895789	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
895789	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
895789	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
895789	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
895789	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
895789	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
895789	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
895789	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
895789	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
895789	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
895789	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
895789	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
895789	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
895789	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
895789	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
895789	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
895789	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
895789	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
895789	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
895789	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
895789	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
895789	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
895789	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
895789	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
895789	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
895789	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
895789	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
895789	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
895789	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
895789	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
895789	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
895789	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
895789	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
895789	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
895789	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
895789	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
895789	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
895789	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
895789	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
895789	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
895789	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
895789	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
895789	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
895789	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
895789	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
895789	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
895789	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
895789	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
895789	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
895789	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
895789	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
895789	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
895789	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
895789	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
895789	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
895789	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
895789	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
895789	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
895789	embedding2nn.weight	0	0.32077282667160034
895789	embedding2nn.weight	1	0.363265722990036
895789	embedding2nn.weight	2	0.001989293610677123
895789	embedding2nn.weight	3	0.010362985543906689
895789	embedding2nn.weight	4	-0.03193378448486328
895789	embedding2nn.weight	5	0.06025328487157822
895789	embedding2nn.weight	6	0.0035749238450080156
895789	embedding2nn.weight	7	-0.010457525961101055
895789	embedding2nn.weight	8	0.03969843313097954
895789	embedding2nn.weight	9	-0.050319455564022064
895789	embedding2nn.bias	0	0.019117821007966995
895789	embedding2nn.bias	1	-0.19153042137622833
895789	embedding2nn.bias	2	0.1286611109972
895789	embedding2nn.bias	3	0.16554857790470123
895789	embedding2nn.bias	4	0.1448374092578888
895789	embedding2nn.bias	5	-0.07363184541463852
895789	embedding2nn.bias	6	-0.053425319492816925
895789	embedding2nn.bias	7	0.04268928989768028
895789	embedding2nn.bias	8	-0.14685381948947906
895789	embedding2nn.bias	9	-0.3667268753051758
895789	rnn.weight_ih_l0	0	0.010162290185689926
895789	rnn.weight_ih_l0	1	-0.05799798294901848
895789	rnn.weight_ih_l0	2	-0.048309970647096634
895789	rnn.weight_ih_l0	3	0.11500208079814911
895789	rnn.weight_ih_l0	4	0.021552229300141335
895789	rnn.weight_ih_l0	5	-0.06865759938955307
895789	rnn.weight_ih_l0	6	0.0078390808776021
895789	rnn.weight_ih_l0	7	-0.024437641724944115
895789	rnn.weight_ih_l0	8	0.015851231291890144
895789	rnn.weight_ih_l0	9	-0.08765873312950134
895789	rnn.weight_hh_l0	0	-0.023238051682710648
895789	rnn.weight_hh_l0	1	0.08345337957143784
895789	rnn.weight_hh_l0	2	0.0007234944496303797
895789	rnn.weight_hh_l0	3	-0.037136830389499664
895789	rnn.weight_hh_l0	4	0.0881558284163475
895789	rnn.weight_hh_l0	5	-0.002325264271348715
895789	rnn.weight_hh_l0	6	-0.09150686115026474
895789	rnn.weight_hh_l0	7	-0.14062733948230743
895789	rnn.weight_hh_l0	8	0.04088073596358299
895789	rnn.weight_hh_l0	9	-0.12446936964988708
895789	rnn.bias_ih_l0	0	0.17805182933807373
895789	rnn.bias_ih_l0	1	-0.3447546362876892
895789	rnn.bias_ih_l0	2	-0.04414845630526543
895789	rnn.bias_ih_l0	3	-0.21199920773506165
895789	rnn.bias_ih_l0	4	-0.015044222585856915
895789	rnn.bias_ih_l0	5	-0.4401322901248932
895789	rnn.bias_ih_l0	6	-0.1407468318939209
895789	rnn.bias_ih_l0	7	-0.39216148853302
895789	rnn.bias_ih_l0	8	-0.3087041974067688
895789	rnn.bias_ih_l0	9	-0.44797155261039734
895789	rnn.bias_hh_l0	0	-0.3451254069805145
895789	rnn.bias_hh_l0	1	-0.4444209635257721
895789	rnn.bias_hh_l0	2	-0.4014977216720581
895789	rnn.bias_hh_l0	3	-0.08012624084949493
895789	rnn.bias_hh_l0	4	-0.40233200788497925
895789	rnn.bias_hh_l0	5	-0.3720327317714691
895789	rnn.bias_hh_l0	6	-0.11668097227811813
895789	rnn.bias_hh_l0	7	0.06829579919576645
895789	rnn.bias_hh_l0	8	-0.23277044296264648
895789	rnn.bias_hh_l0	9	-0.5689258575439453
895789	rnn.weight_ih_l0_reverse	0	-0.007662326563149691
895789	rnn.weight_ih_l0_reverse	1	-0.003867456456646323
895789	rnn.weight_ih_l0_reverse	2	-0.0003024858597200364
895789	rnn.weight_ih_l0_reverse	3	-0.14411798119544983
895789	rnn.weight_ih_l0_reverse	4	0.08132752776145935
895789	rnn.weight_ih_l0_reverse	5	-0.10591264814138412
895789	rnn.weight_ih_l0_reverse	6	-0.008365476503968239
895789	rnn.weight_ih_l0_reverse	7	0.029915345832705498
895789	rnn.weight_ih_l0_reverse	8	-0.04755255952477455
895789	rnn.weight_ih_l0_reverse	9	-0.08871089667081833
895789	rnn.weight_hh_l0_reverse	0	-0.1513397991657257
895789	rnn.weight_hh_l0_reverse	1	0.02224326692521572
895789	rnn.weight_hh_l0_reverse	2	-0.019656479358673096
895789	rnn.weight_hh_l0_reverse	3	0.030643675476312637
895789	rnn.weight_hh_l0_reverse	4	-0.08434601873159409
895789	rnn.weight_hh_l0_reverse	5	0.03767392784357071
895789	rnn.weight_hh_l0_reverse	6	0.03147994354367256
895789	rnn.weight_hh_l0_reverse	7	-0.13188761472702026
895789	rnn.weight_hh_l0_reverse	8	-0.07840780168771744
895789	rnn.weight_hh_l0_reverse	9	0.035858746618032455
895789	rnn.bias_ih_l0_reverse	0	-0.1846311241388321
895789	rnn.bias_ih_l0_reverse	1	-0.061677638441324234
895789	rnn.bias_ih_l0_reverse	2	0.16415935754776
895789	rnn.bias_ih_l0_reverse	3	-0.3303956985473633
895789	rnn.bias_ih_l0_reverse	4	0.008320937864482403
895789	rnn.bias_ih_l0_reverse	5	-0.22160612046718597
895789	rnn.bias_ih_l0_reverse	6	0.27452394366264343
895789	rnn.bias_ih_l0_reverse	7	-0.29801297187805176
895789	rnn.bias_ih_l0_reverse	8	-0.19861885905265808
895789	rnn.bias_ih_l0_reverse	9	-0.1468573361635208
895789	rnn.bias_hh_l0_reverse	0	-0.13654497265815735
895789	rnn.bias_hh_l0_reverse	1	0.27200281620025635
895789	rnn.bias_hh_l0_reverse	2	-0.3455660343170166
895789	rnn.bias_hh_l0_reverse	3	-0.23511989414691925
895789	rnn.bias_hh_l0_reverse	4	-0.3927173614501953
895789	rnn.bias_hh_l0_reverse	5	-0.2068311721086502
895789	rnn.bias_hh_l0_reverse	6	-0.267211377620697
895789	rnn.bias_hh_l0_reverse	7	-0.102835513651371
895789	rnn.bias_hh_l0_reverse	8	-0.3528287708759308
895789	rnn.bias_hh_l0_reverse	9	0.20616941154003143
895789	linear.weight	0	0.2316901832818985
895789	linear.weight	1	-0.4610674977302551
895789	linear.weight	2	0.04084800183773041
895789	linear.weight	3	0.06747052818536758
895789	linear.weight	4	-0.12207100540399551
895789	linear.weight	5	0.257048100233078
895789	linear.weight	6	-0.019400063902139664
895789	linear.weight	7	-0.05954907834529877
895789	linear.weight	8	0.13858754932880402
895789	linear.weight	9	-0.04996703192591667
895789	linear.bias	0	-0.8694233298301697
895789	linear.bias	1	1.7626538276672363
895789	linear.bias	2	0.7405019998550415
895789	linear.bias	3	-2.744030237197876
895789	linear.bias	4	-0.05573494732379913
895789	linear.bias	5	1.2396475076675415
895789	linear.bias	6	-0.2170247882604599
895789	linear.bias	7	0.849284827709198
895789	linear.bias	8	2.1126861572265625
895789	linear.bias	9	-1.2902953624725342
896398	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
896398	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
896398	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
896398	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
896398	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
896398	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
896398	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
896398	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
896398	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
896398	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
896398	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
896398	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
896398	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
896398	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
896398	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
896398	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
896398	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
896398	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
896398	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
896398	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
896398	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
896398	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
896398	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
896398	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
896398	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
896398	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
896398	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
896398	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
896398	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
896398	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
896398	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
896398	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
896398	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
896398	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
896398	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
896398	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
896398	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
896398	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
896398	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
896398	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
896398	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
896398	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
896398	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
896398	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
896398	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
896398	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
896398	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
896398	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
896398	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
896398	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
896398	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
896398	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
896398	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
896398	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
896398	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
896398	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
896398	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
896398	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
896398	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
896398	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
896398	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
896398	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
896398	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
896398	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
896398	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
896398	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
896398	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
896398	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
896398	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
896398	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
896398	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
896398	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
896398	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
896398	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
896398	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
896398	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
896398	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
896398	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
896398	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
896398	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
896398	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
896398	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
896398	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
896398	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
896398	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
896398	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
896398	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
896398	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
896398	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
896398	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
896398	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
896398	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
896398	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
896398	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
896398	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
896398	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
896398	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
896398	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
896398	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
896398	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
896398	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
896398	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
896398	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
896398	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
896398	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
896398	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
896398	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
896398	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
896398	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
896398	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
896398	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
896398	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
896398	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
896398	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
896398	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
896398	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
896398	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
896398	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
896398	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
896398	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
896398	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
896398	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
896398	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
896398	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
896398	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
896398	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
896398	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
896398	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
896398	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
896398	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
896398	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
896398	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
896398	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
896398	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
896398	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
896398	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
896398	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
896398	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
896398	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
896398	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
896398	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
896398	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
896398	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
896398	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
896398	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
896398	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
896398	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
896398	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
896398	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
896398	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
896398	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
896398	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
896398	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
896398	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
896398	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
896398	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
896398	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
896398	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
896398	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
896398	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
896398	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
896398	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
896398	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
896398	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
896398	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
896398	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
896398	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
896398	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
896398	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
896398	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
896398	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
896398	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
896398	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
896398	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
896398	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
896398	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
896398	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
896398	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
896398	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
896398	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
896398	embedding2nn.weight	0	0.3207397758960724
896398	embedding2nn.weight	1	0.36321693658828735
896398	embedding2nn.weight	2	0.001607803744263947
896398	embedding2nn.weight	3	0.008395934477448463
896398	embedding2nn.weight	4	-0.03178692236542702
896398	embedding2nn.weight	5	0.06032002344727516
896398	embedding2nn.weight	6	0.004014449194073677
896398	embedding2nn.weight	7	-0.010297692380845547
896398	embedding2nn.weight	8	0.03943673148751259
896398	embedding2nn.weight	9	-0.05042191594839096
896398	embedding2nn.bias	0	0.019027186557650566
896398	embedding2nn.bias	1	-0.19200633466243744
896398	embedding2nn.bias	2	0.13115422427654266
896398	embedding2nn.bias	3	0.16324926912784576
896398	embedding2nn.bias	4	0.14320918917655945
896398	embedding2nn.bias	5	-0.07138349860906601
896398	embedding2nn.bias	6	-0.05563916265964508
896398	embedding2nn.bias	7	0.044405218213796616
896398	embedding2nn.bias	8	-0.14906051754951477
896398	embedding2nn.bias	9	-0.3644024133682251
896398	rnn.weight_ih_l0	0	0.010325652547180653
896398	rnn.weight_ih_l0	1	-0.05790582299232483
896398	rnn.weight_ih_l0	2	-0.04840697720646858
896398	rnn.weight_ih_l0	3	0.1153222844004631
896398	rnn.weight_ih_l0	4	0.021605907008051872
896398	rnn.weight_ih_l0	5	-0.06886371225118637
896398	rnn.weight_ih_l0	6	0.00772190373390913
896398	rnn.weight_ih_l0	7	-0.024863015860319138
896398	rnn.weight_ih_l0	8	0.016313889995217323
896398	rnn.weight_ih_l0	9	-0.08784542232751846
896398	rnn.weight_hh_l0	0	-0.023218734189867973
896398	rnn.weight_hh_l0	1	0.08350822329521179
896398	rnn.weight_hh_l0	2	0.0007543572573922575
896398	rnn.weight_hh_l0	3	-0.03714267164468765
896398	rnn.weight_hh_l0	4	0.08808711171150208
896398	rnn.weight_hh_l0	5	-0.0024096902925521135
896398	rnn.weight_hh_l0	6	-0.0915304496884346
896398	rnn.weight_hh_l0	7	-0.14058977365493774
896398	rnn.weight_hh_l0	8	0.04086673632264137
896398	rnn.weight_hh_l0	9	-0.1245083436369896
896398	rnn.bias_ih_l0	0	0.17825154960155487
896398	rnn.bias_ih_l0	1	-0.3442268967628479
896398	rnn.bias_ih_l0	2	-0.04394948482513428
896398	rnn.bias_ih_l0	3	-0.21248537302017212
896398	rnn.bias_ih_l0	4	-0.014923535287380219
896398	rnn.bias_ih_l0	5	-0.44034823775291443
896398	rnn.bias_ih_l0	6	-0.14127248525619507
896398	rnn.bias_ih_l0	7	-0.39217862486839294
896398	rnn.bias_ih_l0	8	-0.30854278802871704
896398	rnn.bias_ih_l0	9	-0.4474889636039734
896398	rnn.bias_hh_l0	0	-0.3452843725681305
896398	rnn.bias_hh_l0	1	-0.4444984197616577
896398	rnn.bias_hh_l0	2	-0.401475727558136
896398	rnn.bias_hh_l0	3	-0.08035790920257568
896398	rnn.bias_hh_l0	4	-0.4026528298854828
896398	rnn.bias_hh_l0	5	-0.37214168906211853
896398	rnn.bias_hh_l0	6	-0.11595559120178223
896398	rnn.bias_hh_l0	7	0.06857860833406448
896398	rnn.bias_hh_l0	8	-0.23285378515720367
896398	rnn.bias_hh_l0	9	-0.5684575438499451
896398	rnn.weight_ih_l0_reverse	0	-0.007983237504959106
896398	rnn.weight_ih_l0_reverse	1	-0.003873063949868083
896398	rnn.weight_ih_l0_reverse	2	-0.00012837961548939347
896398	rnn.weight_ih_l0_reverse	3	-0.14392265677452087
896398	rnn.weight_ih_l0_reverse	4	0.08137065172195435
896398	rnn.weight_ih_l0_reverse	5	-0.10636400431394577
896398	rnn.weight_ih_l0_reverse	6	-0.0077925678342580795
896398	rnn.weight_ih_l0_reverse	7	0.030019525438547134
896398	rnn.weight_ih_l0_reverse	8	-0.047622501850128174
896398	rnn.weight_ih_l0_reverse	9	-0.08858085423707962
896398	rnn.weight_hh_l0_reverse	0	-0.15126852691173553
896398	rnn.weight_hh_l0_reverse	1	0.022226382046937943
896398	rnn.weight_hh_l0_reverse	2	-0.019679000601172447
896398	rnn.weight_hh_l0_reverse	3	0.03063317760825157
896398	rnn.weight_hh_l0_reverse	4	-0.08432767540216446
896398	rnn.weight_hh_l0_reverse	5	0.03769674152135849
896398	rnn.weight_hh_l0_reverse	6	0.03147983178496361
896398	rnn.weight_hh_l0_reverse	7	-0.13183581829071045
896398	rnn.weight_hh_l0_reverse	8	-0.07848365604877472
896398	rnn.weight_hh_l0_reverse	9	0.035928674042224884
896398	rnn.bias_ih_l0_reverse	0	-0.18407903611660004
896398	rnn.bias_ih_l0_reverse	1	-0.062172356992959976
896398	rnn.bias_ih_l0_reverse	2	0.1640303134918213
896398	rnn.bias_ih_l0_reverse	3	-0.3304138481616974
896398	rnn.bias_ih_l0_reverse	4	0.00839342549443245
896398	rnn.bias_ih_l0_reverse	5	-0.22147972881793976
896398	rnn.bias_ih_l0_reverse	6	0.2748715579509735
896398	rnn.bias_ih_l0_reverse	7	-0.29753372073173523
896398	rnn.bias_ih_l0_reverse	8	-0.19901084899902344
896398	rnn.bias_ih_l0_reverse	9	-0.14696870744228363
896398	rnn.bias_hh_l0_reverse	0	-0.13735686242580414
896398	rnn.bias_hh_l0_reverse	1	0.2730737626552582
896398	rnn.bias_hh_l0_reverse	2	-0.345802903175354
896398	rnn.bias_hh_l0_reverse	3	-0.2358701229095459
896398	rnn.bias_hh_l0_reverse	4	-0.39259347319602966
896398	rnn.bias_hh_l0_reverse	5	-0.2061905860900879
896398	rnn.bias_hh_l0_reverse	6	-0.26687896251678467
896398	rnn.bias_hh_l0_reverse	7	-0.10286437720060349
896398	rnn.bias_hh_l0_reverse	8	-0.352524995803833
896398	rnn.bias_hh_l0_reverse	9	0.2060587853193283
896398	linear.weight	0	0.23026981949806213
896398	linear.weight	1	-0.46148309111595154
896398	linear.weight	2	0.038735248148441315
896398	linear.weight	3	0.06747052818536758
896398	linear.weight	4	-0.12306279689073563
896398	linear.weight	5	0.25675269961357117
896398	linear.weight	6	-0.01931137591600418
896398	linear.weight	7	-0.059548910707235336
896398	linear.weight	8	0.13755834102630615
896398	linear.weight	9	-0.04996713250875473
896398	linear.bias	0	-0.8680590987205505
896398	linear.bias	1	1.7613710165023804
896398	linear.bias	2	0.7403634786605835
896398	linear.bias	3	-2.744032144546509
896398	linear.bias	4	-0.0557909794151783
896398	linear.bias	5	1.237751841545105
896398	linear.bias	6	-0.21708445250988007
896398	linear.bias	7	0.845839262008667
896398	linear.bias	8	2.121511697769165
896398	linear.bias	9	-1.287788987159729
896406	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
896406	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
896406	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
896406	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
896406	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
896406	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
896406	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
896406	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
896406	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
896406	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
896406	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
896406	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
896406	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
896406	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
896406	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
896406	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
896406	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
896406	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
896406	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
896406	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
896406	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
896406	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
896406	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
896406	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
896406	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
896406	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
896406	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
896406	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
896406	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
896406	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
896406	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
896406	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
896406	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
896406	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
896406	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
896406	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
896406	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
896406	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
896406	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
896406	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
896406	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
896406	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
896406	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
896406	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
896406	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
896406	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
896406	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
896406	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
896406	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
896406	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
896406	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
896406	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
896406	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
896406	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
896406	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
896406	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
896406	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
896406	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
896406	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
896406	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
896406	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
896406	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
896406	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
896406	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
896406	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
896406	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
896406	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
896406	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
896406	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
896406	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
896406	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
896406	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
896406	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
896406	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
896406	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
896406	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
896406	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
896406	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
896406	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
896406	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
896406	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
896406	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
896406	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
896406	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
896406	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
896406	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
896406	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
896406	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
896406	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
896406	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
896406	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
896406	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
896406	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
896406	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
896406	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
896406	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
896406	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
896406	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
896406	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
896406	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
896406	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
896406	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
896406	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
896406	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
896406	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
896406	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
896406	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
896406	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
896406	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
896406	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
896406	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
896406	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
896406	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
896406	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
896406	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
896406	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
896406	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
896406	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
896406	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
896406	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
896406	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
896406	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
896406	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
896406	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
896406	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
896406	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
896406	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
896406	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
896406	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
896406	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
896406	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
896406	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
896406	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
896406	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
896406	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
896406	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
896406	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
896406	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
896406	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
896406	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
896406	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
896406	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
896406	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
896406	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
896406	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
896406	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
896406	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
896406	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
896406	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
896406	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
896406	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
896406	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
896406	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
896406	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
896406	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
896406	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
896406	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
896406	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
896406	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
896406	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
896406	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
896406	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
896406	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
896406	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
896406	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
896406	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
896406	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
896406	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
896406	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
896406	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
896406	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
896406	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
896406	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
896406	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
896406	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
896406	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
896406	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
896406	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
896406	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
896406	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
896406	embedding2nn.weight	0	0.3207232654094696
896406	embedding2nn.weight	1	0.3631940186023712
896406	embedding2nn.weight	2	0.0015690107829868793
896406	embedding2nn.weight	3	0.00859728641808033
896406	embedding2nn.weight	4	-0.03165263682603836
896406	embedding2nn.weight	5	0.06033608689904213
896406	embedding2nn.weight	6	0.004073605872690678
896406	embedding2nn.weight	7	-0.010314525105059147
896406	embedding2nn.weight	8	0.03933709114789963
896406	embedding2nn.weight	9	-0.050498832017183304
896406	embedding2nn.bias	0	0.01897469535470009
896406	embedding2nn.bias	1	-0.19197939336299896
896406	embedding2nn.bias	2	0.13117220997810364
896406	embedding2nn.bias	3	0.16369934380054474
896406	embedding2nn.bias	4	0.14344099164009094
896406	embedding2nn.bias	5	-0.07146091759204865
896406	embedding2nn.bias	6	-0.055489249527454376
896406	embedding2nn.bias	7	0.044348981231451035
896406	embedding2nn.bias	8	-0.14951390027999878
896406	embedding2nn.bias	9	-0.36408644914627075
896406	rnn.weight_ih_l0	0	0.010326207615435123
896406	rnn.weight_ih_l0	1	-0.05790123715996742
896406	rnn.weight_ih_l0	2	-0.04844816401600838
896406	rnn.weight_ih_l0	3	0.11529196053743362
896406	rnn.weight_ih_l0	4	0.02164267934858799
896406	rnn.weight_ih_l0	5	-0.06884703785181046
896406	rnn.weight_ih_l0	6	0.0077318670228123665
896406	rnn.weight_ih_l0	7	-0.024872872978448868
896406	rnn.weight_ih_l0	8	0.016331618651747704
896406	rnn.weight_ih_l0	9	-0.0878177210688591
896406	rnn.weight_hh_l0	0	-0.023218082264065742
896406	rnn.weight_hh_l0	1	0.08351162075996399
896406	rnn.weight_hh_l0	2	0.0007571708993054926
896406	rnn.weight_hh_l0	3	-0.03714396059513092
896406	rnn.weight_hh_l0	4	0.08808151632547379
896406	rnn.weight_hh_l0	5	-0.002418113872408867
896406	rnn.weight_hh_l0	6	-0.09152675420045853
896406	rnn.weight_hh_l0	7	-0.14059282839298248
896406	rnn.weight_hh_l0	8	0.04086771979928017
896406	rnn.weight_hh_l0	9	-0.12451062351465225
896406	rnn.bias_ih_l0	0	0.17832331359386444
896406	rnn.bias_ih_l0	1	-0.3441927134990692
896406	rnn.bias_ih_l0	2	-0.04398353770375252
896406	rnn.bias_ih_l0	3	-0.21250049769878387
896406	rnn.bias_ih_l0	4	-0.014892359264194965
896406	rnn.bias_ih_l0	5	-0.44043228030204773
896406	rnn.bias_ih_l0	6	-0.141275092959404
896406	rnn.bias_ih_l0	7	-0.39218589663505554
896406	rnn.bias_ih_l0	8	-0.30859407782554626
896406	rnn.bias_ih_l0	9	-0.4473934471607208
896406	rnn.bias_hh_l0	0	-0.34526893496513367
896406	rnn.bias_hh_l0	1	-0.4445929229259491
896406	rnn.bias_hh_l0	2	-0.40148255228996277
896406	rnn.bias_hh_l0	3	-0.08037958294153214
896406	rnn.bias_hh_l0	4	-0.40265512466430664
896406	rnn.bias_hh_l0	5	-0.372138649225235
896406	rnn.bias_hh_l0	6	-0.11592676490545273
896406	rnn.bias_hh_l0	7	0.0685272365808487
896406	rnn.bias_hh_l0	8	-0.23287788033485413
896406	rnn.bias_hh_l0	9	-0.5684970021247864
896406	rnn.weight_ih_l0_reverse	0	-0.007977140136063099
896406	rnn.weight_ih_l0_reverse	1	-0.003870798274874687
896406	rnn.weight_ih_l0_reverse	2	-0.0001318810973316431
896406	rnn.weight_ih_l0_reverse	3	-0.1439230889081955
896406	rnn.weight_ih_l0_reverse	4	0.08136473596096039
896406	rnn.weight_ih_l0_reverse	5	-0.10634748637676239
896406	rnn.weight_ih_l0_reverse	6	-0.007828664034605026
896406	rnn.weight_ih_l0_reverse	7	0.03001691959798336
896406	rnn.weight_ih_l0_reverse	8	-0.04760933667421341
896406	rnn.weight_ih_l0_reverse	9	-0.08857175707817078
896406	rnn.weight_hh_l0_reverse	0	-0.1512610763311386
896406	rnn.weight_hh_l0_reverse	1	0.022221138700842857
896406	rnn.weight_hh_l0_reverse	2	-0.01968109980225563
896406	rnn.weight_hh_l0_reverse	3	0.03062358684837818
896406	rnn.weight_hh_l0_reverse	4	-0.08433099836111069
896406	rnn.weight_hh_l0_reverse	5	0.03769709914922714
896406	rnn.weight_hh_l0_reverse	6	0.031478434801101685
896406	rnn.weight_hh_l0_reverse	7	-0.13183483481407166
896406	rnn.weight_hh_l0_reverse	8	-0.0784502848982811
896406	rnn.weight_hh_l0_reverse	9	0.03592126443982124
896406	rnn.bias_ih_l0_reverse	0	-0.18412327766418457
896406	rnn.bias_ih_l0_reverse	1	-0.062139078974723816
896406	rnn.bias_ih_l0_reverse	2	0.16401028633117676
896406	rnn.bias_ih_l0_reverse	3	-0.33041056990623474
896406	rnn.bias_ih_l0_reverse	4	0.008349291980266571
896406	rnn.bias_ih_l0_reverse	5	-0.22146868705749512
896406	rnn.bias_ih_l0_reverse	6	0.2748548686504364
896406	rnn.bias_ih_l0_reverse	7	-0.297513872385025
896406	rnn.bias_ih_l0_reverse	8	-0.19901356101036072
896406	rnn.bias_ih_l0_reverse	9	-0.14690904319286346
896406	rnn.bias_hh_l0_reverse	0	-0.1373809278011322
896406	rnn.bias_hh_l0_reverse	1	0.27299684286117554
896406	rnn.bias_hh_l0_reverse	2	-0.34582847356796265
896406	rnn.bias_hh_l0_reverse	3	-0.2358846813440323
896406	rnn.bias_hh_l0_reverse	4	-0.3925250768661499
896406	rnn.bias_hh_l0_reverse	5	-0.20614075660705566
896406	rnn.bias_hh_l0_reverse	6	-0.2669295370578766
896406	rnn.bias_hh_l0_reverse	7	-0.1028960645198822
896406	rnn.bias_hh_l0_reverse	8	-0.3525681495666504
896406	rnn.bias_hh_l0_reverse	9	0.20591263473033905
896406	linear.weight	0	0.23007048666477203
896406	linear.weight	1	-0.4614034593105316
896406	linear.weight	2	0.038792241364717484
896406	linear.weight	3	0.06747052818536758
896406	linear.weight	4	-0.12239407002925873
896406	linear.weight	5	0.25682181119918823
896406	linear.weight	6	-0.018941693007946014
896406	linear.weight	7	-0.059548910707235336
896406	linear.weight	8	0.1376015543937683
896406	linear.weight	9	-0.04996713250875473
896406	linear.bias	0	-0.8683221936225891
896406	linear.bias	1	1.7615500688552856
896406	linear.bias	2	0.738852322101593
896406	linear.bias	3	-2.744032144546509
896406	linear.bias	4	-0.05580386519432068
896406	linear.bias	5	1.2378913164138794
896406	linear.bias	6	-0.2166544497013092
896406	linear.bias	7	0.8454294204711914
896406	linear.bias	8	2.124115467071533
896406	linear.bias	9	-1.28787100315094
897015	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
897015	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
897015	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
897015	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
897015	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
897015	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
897015	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
897015	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
897015	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
897015	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
897015	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
897015	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
897015	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
897015	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
897015	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
897015	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
897015	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
897015	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
897015	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
897015	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
897015	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
897015	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
897015	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
897015	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
897015	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
897015	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
897015	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
897015	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
897015	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
897015	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
897015	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
897015	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
897015	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
897015	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
897015	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
897015	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
897015	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
897015	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
897015	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
897015	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
897015	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
897015	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
897015	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
897015	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
897015	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
897015	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
897015	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
897015	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
897015	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
897015	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
897015	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
897015	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
897015	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
897015	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
897015	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
897015	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
897015	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
897015	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
897015	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
897015	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
897015	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
897015	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
897015	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
897015	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
897015	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
897015	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
897015	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
897015	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
897015	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
897015	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
897015	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
897015	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
897015	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
897015	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
897015	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
897015	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
897015	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
897015	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
897015	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
897015	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
897015	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
897015	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
897015	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
897015	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
897015	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
897015	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
897015	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
897015	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
897015	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
897015	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
897015	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
897015	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
897015	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
897015	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
897015	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
897015	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
897015	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
897015	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
897015	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
897015	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
897015	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
897015	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
897015	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
897015	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
897015	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
897015	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
897015	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
897015	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
897015	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
897015	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
897015	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
897015	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
897015	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
897015	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
897015	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
897015	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
897015	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
897015	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
897015	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
897015	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
897015	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
897015	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
897015	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
897015	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
897015	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
897015	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
897015	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
897015	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
897015	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
897015	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
897015	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
897015	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
897015	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
897015	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
897015	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
897015	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
897015	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
897015	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
897015	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
897015	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
897015	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
897015	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
897015	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
897015	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
897015	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
897015	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
897015	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
897015	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
897015	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
897015	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
897015	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
897015	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
897015	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
897015	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
897015	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
897015	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
897015	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
897015	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
897015	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
897015	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
897015	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
897015	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
897015	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
897015	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
897015	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
897015	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
897015	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
897015	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
897015	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
897015	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
897015	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
897015	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
897015	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
897015	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
897015	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
897015	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
897015	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
897015	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
897015	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
897015	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
897015	embedding2nn.weight	0	0.3208417296409607
897015	embedding2nn.weight	1	0.36358731985092163
897015	embedding2nn.weight	2	0.001849959953688085
897015	embedding2nn.weight	3	0.009271141141653061
897015	embedding2nn.weight	4	-0.03145492449402809
897015	embedding2nn.weight	5	0.05990580469369888
897015	embedding2nn.weight	6	0.0037444347981363535
897015	embedding2nn.weight	7	-0.010128810070455074
897015	embedding2nn.weight	8	0.03953161463141441
897015	embedding2nn.weight	9	-0.05008597671985626
897015	embedding2nn.bias	0	0.017515696585178375
897015	embedding2nn.bias	1	-0.19430997967720032
897015	embedding2nn.bias	2	0.13165706396102905
897015	embedding2nn.bias	3	0.16251350939273834
897015	embedding2nn.bias	4	0.1409330666065216
897015	embedding2nn.bias	5	-0.07137805968523026
897015	embedding2nn.bias	6	-0.05224505811929703
897015	embedding2nn.bias	7	0.045745600014925
897015	embedding2nn.bias	8	-0.14760197699069977
897015	embedding2nn.bias	9	-0.3659379184246063
897015	rnn.weight_ih_l0	0	0.010313808917999268
897015	rnn.weight_ih_l0	1	-0.05798354372382164
897015	rnn.weight_ih_l0	2	-0.048580046743154526
897015	rnn.weight_ih_l0	3	0.11541099846363068
897015	rnn.weight_ih_l0	4	0.022221148014068604
897015	rnn.weight_ih_l0	5	-0.06852684915065765
897015	rnn.weight_ih_l0	6	0.007886277511715889
897015	rnn.weight_ih_l0	7	-0.024953557178378105
897015	rnn.weight_ih_l0	8	0.016853241249918938
897015	rnn.weight_ih_l0	9	-0.08790581673383713
897015	rnn.weight_hh_l0	0	-0.023236915469169617
897015	rnn.weight_hh_l0	1	0.08361344039440155
897015	rnn.weight_hh_l0	2	0.0007490318967029452
897015	rnn.weight_hh_l0	3	-0.03719162940979004
897015	rnn.weight_hh_l0	4	0.0881304144859314
897015	rnn.weight_hh_l0	5	-0.00242402870208025
897015	rnn.weight_hh_l0	6	-0.0914807915687561
897015	rnn.weight_hh_l0	7	-0.1405714750289917
897015	rnn.weight_hh_l0	8	0.04087066650390625
897015	rnn.weight_hh_l0	9	-0.12445486336946487
897015	rnn.bias_ih_l0	0	0.17750602960586548
897015	rnn.bias_ih_l0	1	-0.3445470333099365
897015	rnn.bias_ih_l0	2	-0.044135261327028275
897015	rnn.bias_ih_l0	3	-0.21253690123558044
897015	rnn.bias_ih_l0	4	-0.013494488783180714
897015	rnn.bias_ih_l0	5	-0.44018104672431946
897015	rnn.bias_ih_l0	6	-0.1409759372472763
897015	rnn.bias_ih_l0	7	-0.3922729790210724
897015	rnn.bias_ih_l0	8	-0.30859339237213135
897015	rnn.bias_ih_l0	9	-0.44754961133003235
897015	rnn.bias_hh_l0	0	-0.34476569294929504
897015	rnn.bias_hh_l0	1	-0.4446742832660675
897015	rnn.bias_hh_l0	2	-0.40160420536994934
897015	rnn.bias_hh_l0	3	-0.07985720783472061
897015	rnn.bias_hh_l0	4	-0.40254271030426025
897015	rnn.bias_hh_l0	5	-0.3719770908355713
897015	rnn.bias_hh_l0	6	-0.11632048338651657
897015	rnn.bias_hh_l0	7	0.06732956320047379
897015	rnn.bias_hh_l0	8	-0.23302967846393585
897015	rnn.bias_hh_l0	9	-0.5686553120613098
897015	rnn.weight_ih_l0_reverse	0	-0.008209556341171265
897015	rnn.weight_ih_l0_reverse	1	-0.0036996430717408657
897015	rnn.weight_ih_l0_reverse	2	-0.00013286351168062538
897015	rnn.weight_ih_l0_reverse	3	-0.14356476068496704
897015	rnn.weight_ih_l0_reverse	4	0.08157437294721603
897015	rnn.weight_ih_l0_reverse	5	-0.106781966984272
897015	rnn.weight_ih_l0_reverse	6	-0.008148188702762127
897015	rnn.weight_ih_l0_reverse	7	0.030015788972377777
897015	rnn.weight_ih_l0_reverse	8	-0.04731857031583786
897015	rnn.weight_ih_l0_reverse	9	-0.08861618489027023
897015	rnn.weight_hh_l0_reverse	0	-0.1511746048927307
897015	rnn.weight_hh_l0_reverse	1	0.022212479263544083
897015	rnn.weight_hh_l0_reverse	2	-0.0196867473423481
897015	rnn.weight_hh_l0_reverse	3	0.030614474788308144
897015	rnn.weight_hh_l0_reverse	4	-0.08432121574878693
897015	rnn.weight_hh_l0_reverse	5	0.03771853446960449
897015	rnn.weight_hh_l0_reverse	6	0.03147115185856819
897015	rnn.weight_hh_l0_reverse	7	-0.1319074183702469
897015	rnn.weight_hh_l0_reverse	8	-0.07843419164419174
897015	rnn.weight_hh_l0_reverse	9	0.03602936863899231
897015	rnn.bias_ih_l0_reverse	0	-0.1840478479862213
897015	rnn.bias_ih_l0_reverse	1	-0.061658281832933426
897015	rnn.bias_ih_l0_reverse	2	0.16361819207668304
897015	rnn.bias_ih_l0_reverse	3	-0.3304530084133148
897015	rnn.bias_ih_l0_reverse	4	0.0075507317669689655
897015	rnn.bias_ih_l0_reverse	5	-0.22171863913536072
897015	rnn.bias_ih_l0_reverse	6	0.2746395170688629
897015	rnn.bias_ih_l0_reverse	7	-0.2973717153072357
897015	rnn.bias_ih_l0_reverse	8	-0.19915291666984558
897015	rnn.bias_ih_l0_reverse	9	-0.14674004912376404
897015	rnn.bias_hh_l0_reverse	0	-0.1375468671321869
897015	rnn.bias_hh_l0_reverse	1	0.2734924554824829
897015	rnn.bias_hh_l0_reverse	2	-0.34511899948120117
897015	rnn.bias_hh_l0_reverse	3	-0.2354670912027359
897015	rnn.bias_hh_l0_reverse	4	-0.391941100358963
897015	rnn.bias_hh_l0_reverse	5	-0.20618925988674164
897015	rnn.bias_hh_l0_reverse	6	-0.2668522894382477
897015	rnn.bias_hh_l0_reverse	7	-0.10244212299585342
897015	rnn.bias_hh_l0_reverse	8	-0.3523082137107849
897015	rnn.bias_hh_l0_reverse	9	0.20603008568286896
897015	linear.weight	0	0.23018118739128113
897015	linear.weight	1	-0.4597764313220978
897015	linear.weight	2	0.035315029323101044
897015	linear.weight	3	0.06747052073478699
897015	linear.weight	4	-0.1244310811161995
897015	linear.weight	5	0.2596811056137085
897015	linear.weight	6	-0.01881406083703041
897015	linear.weight	7	-0.05954867601394653
897015	linear.weight	8	0.13853806257247925
897015	linear.weight	9	-0.049967147409915924
897015	linear.bias	0	-0.8665586113929749
897015	linear.bias	1	1.7727643251419067
897015	linear.bias	2	0.7421352863311768
897015	linear.bias	3	-2.7440333366394043
897015	linear.bias	4	-0.062254127115011215
897015	linear.bias	5	1.2380307912826538
897015	linear.bias	6	-0.219151109457016
897015	linear.bias	7	0.8509061932563782
897015	linear.bias	8	2.1160645484924316
897015	linear.bias	9	-1.291541576385498
897624	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
897624	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
897624	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
897624	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
897624	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
897624	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
897624	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
897624	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
897624	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
897624	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
897624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
897624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
897624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
897624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
897624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
897624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
897624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
897624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
897624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
897624	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
897624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
897624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
897624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
897624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
897624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
897624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
897624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
897624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
897624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
897624	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
897624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
897624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
897624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
897624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
897624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
897624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
897624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
897624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
897624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
897624	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
897624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
897624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
897624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
897624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
897624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
897624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
897624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
897624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
897624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
897624	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
897624	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
897624	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
897624	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
897624	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
897624	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
897624	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
897624	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
897624	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
897624	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
897624	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
897624	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
897624	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
897624	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
897624	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
897624	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
897624	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
897624	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
897624	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
897624	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
897624	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
897624	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
897624	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
897624	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
897624	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
897624	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
897624	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
897624	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
897624	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
897624	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
897624	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
897624	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
897624	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
897624	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
897624	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
897624	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
897624	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
897624	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
897624	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
897624	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
897624	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
897624	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
897624	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
897624	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
897624	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
897624	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
897624	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
897624	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
897624	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
897624	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
897624	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
897624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
897624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
897624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
897624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
897624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
897624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
897624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
897624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
897624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
897624	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
897624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
897624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
897624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
897624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
897624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
897624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
897624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
897624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
897624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
897624	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
897624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
897624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
897624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
897624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
897624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
897624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
897624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
897624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
897624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
897624	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
897624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
897624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
897624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
897624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
897624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
897624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
897624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
897624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
897624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
897624	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
897624	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
897624	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
897624	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
897624	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
897624	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
897624	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
897624	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
897624	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
897624	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
897624	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
897624	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
897624	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
897624	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
897624	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
897624	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
897624	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
897624	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
897624	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
897624	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
897624	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
897624	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
897624	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
897624	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
897624	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
897624	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
897624	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
897624	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
897624	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
897624	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
897624	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
897624	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
897624	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
897624	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
897624	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
897624	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
897624	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
897624	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
897624	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
897624	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
897624	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
897624	embedding2nn.weight	0	0.32068172097206116
897624	embedding2nn.weight	1	0.3633381128311157
897624	embedding2nn.weight	2	0.0019362979801371694
897624	embedding2nn.weight	3	0.00926273688673973
897624	embedding2nn.weight	4	-0.0317021906375885
897624	embedding2nn.weight	5	0.06018257141113281
897624	embedding2nn.weight	6	0.004738447722047567
897624	embedding2nn.weight	7	-0.010838430374860764
897624	embedding2nn.weight	8	0.040080659091472626
897624	embedding2nn.weight	9	-0.05046604201197624
897624	embedding2nn.bias	0	0.016903849318623543
897624	embedding2nn.bias	1	-0.19352582097053528
897624	embedding2nn.bias	2	0.1313464492559433
897624	embedding2nn.bias	3	0.16531038284301758
897624	embedding2nn.bias	4	0.14395751059055328
897624	embedding2nn.bias	5	-0.07216963917016983
897624	embedding2nn.bias	6	-0.05108789727091789
897624	embedding2nn.bias	7	0.04482501372694969
897624	embedding2nn.bias	8	-0.14937950670719147
897624	embedding2nn.bias	9	-0.36357009410858154
897624	rnn.weight_ih_l0	0	0.010479883290827274
897624	rnn.weight_ih_l0	1	-0.057862043380737305
897624	rnn.weight_ih_l0	2	-0.04902362450957298
897624	rnn.weight_ih_l0	3	0.11507973819971085
897624	rnn.weight_ih_l0	4	0.021877365186810493
897624	rnn.weight_ih_l0	5	-0.06846092641353607
897624	rnn.weight_ih_l0	6	0.007997991517186165
897624	rnn.weight_ih_l0	7	-0.02484932728111744
897624	rnn.weight_ih_l0	8	0.017160559073090553
897624	rnn.weight_ih_l0	9	-0.08783356845378876
897624	rnn.weight_hh_l0	0	-0.023240767419338226
897624	rnn.weight_hh_l0	1	0.08365573734045029
897624	rnn.weight_hh_l0	2	0.0006931268144398928
897624	rnn.weight_hh_l0	3	-0.03719909489154816
897624	rnn.weight_hh_l0	4	0.08806885778903961
897624	rnn.weight_hh_l0	5	-0.0024058620911091566
897624	rnn.weight_hh_l0	6	-0.0915222018957138
897624	rnn.weight_hh_l0	7	-0.14067307114601135
897624	rnn.weight_hh_l0	8	0.040910754352808
897624	rnn.weight_hh_l0	9	-0.12452633678913116
897624	rnn.bias_ih_l0	0	0.1779206544160843
897624	rnn.bias_ih_l0	1	-0.34496065974235535
897624	rnn.bias_ih_l0	2	-0.04471105337142944
897624	rnn.bias_ih_l0	3	-0.21249143779277802
897624	rnn.bias_ih_l0	4	-0.012008873745799065
897624	rnn.bias_ih_l0	5	-0.44101545214653015
897624	rnn.bias_ih_l0	6	-0.14046873152256012
897624	rnn.bias_ih_l0	7	-0.3922308087348938
897624	rnn.bias_ih_l0	8	-0.3094318211078644
897624	rnn.bias_ih_l0	9	-0.4466157555580139
897624	rnn.bias_hh_l0	0	-0.3448345959186554
897624	rnn.bias_hh_l0	1	-0.4445606470108032
897624	rnn.bias_hh_l0	2	-0.4011411666870117
897624	rnn.bias_hh_l0	3	-0.0801638588309288
897624	rnn.bias_hh_l0	4	-0.4027051329612732
897624	rnn.bias_hh_l0	5	-0.3716111183166504
897624	rnn.bias_hh_l0	6	-0.11621182411909103
897624	rnn.bias_hh_l0	7	0.06817308813333511
897624	rnn.bias_hh_l0	8	-0.23321162164211273
897624	rnn.bias_hh_l0	9	-0.5684375166893005
897624	rnn.weight_ih_l0_reverse	0	-0.008052675984799862
897624	rnn.weight_ih_l0_reverse	1	-0.0036432903725653887
897624	rnn.weight_ih_l0_reverse	2	-7.907713552413043e-06
897624	rnn.weight_ih_l0_reverse	3	-0.14324569702148438
897624	rnn.weight_ih_l0_reverse	4	0.08169153332710266
897624	rnn.weight_ih_l0_reverse	5	-0.10648515075445175
897624	rnn.weight_ih_l0_reverse	6	-0.008496995083987713
897624	rnn.weight_ih_l0_reverse	7	0.029984820634126663
897624	rnn.weight_ih_l0_reverse	8	-0.047325924038887024
897624	rnn.weight_ih_l0_reverse	9	-0.0884731113910675
897624	rnn.weight_hh_l0_reverse	0	-0.151246577501297
897624	rnn.weight_hh_l0_reverse	1	0.02222379669547081
897624	rnn.weight_hh_l0_reverse	2	-0.019691171124577522
897624	rnn.weight_hh_l0_reverse	3	0.030568640679121017
897624	rnn.weight_hh_l0_reverse	4	-0.08420705050230026
897624	rnn.weight_hh_l0_reverse	5	0.03774942830204964
897624	rnn.weight_hh_l0_reverse	6	0.031477414071559906
897624	rnn.weight_hh_l0_reverse	7	-0.1318824142217636
897624	rnn.weight_hh_l0_reverse	8	-0.07844361662864685
897624	rnn.weight_hh_l0_reverse	9	0.036073215305805206
897624	rnn.bias_ih_l0_reverse	0	-0.18469694256782532
897624	rnn.bias_ih_l0_reverse	1	-0.06212647631764412
897624	rnn.bias_ih_l0_reverse	2	0.16285692155361176
897624	rnn.bias_ih_l0_reverse	3	-0.3302363455295563
897624	rnn.bias_ih_l0_reverse	4	0.007211901247501373
897624	rnn.bias_ih_l0_reverse	5	-0.22132715582847595
897624	rnn.bias_ih_l0_reverse	6	0.2746855914592743
897624	rnn.bias_ih_l0_reverse	7	-0.2980177700519562
897624	rnn.bias_ih_l0_reverse	8	-0.1990615874528885
897624	rnn.bias_ih_l0_reverse	9	-0.14632923901081085
897624	rnn.bias_hh_l0_reverse	0	-0.13684427738189697
897624	rnn.bias_hh_l0_reverse	1	0.27376896142959595
897624	rnn.bias_hh_l0_reverse	2	-0.3455233573913574
897624	rnn.bias_hh_l0_reverse	3	-0.23498640954494476
897624	rnn.bias_hh_l0_reverse	4	-0.39257901906967163
897624	rnn.bias_hh_l0_reverse	5	-0.20543141663074493
897624	rnn.bias_hh_l0_reverse	6	-0.2664392590522766
897624	rnn.bias_hh_l0_reverse	7	-0.10336589068174362
897624	rnn.bias_hh_l0_reverse	8	-0.3525615632534027
897624	rnn.bias_hh_l0_reverse	9	0.20668253302574158
897624	linear.weight	0	0.22810380160808563
897624	linear.weight	1	-0.45783549547195435
897624	linear.weight	2	0.03241588920354843
897624	linear.weight	3	0.06747052073478699
897624	linear.weight	4	-0.12263104319572449
897624	linear.weight	5	0.2599309980869293
897624	linear.weight	6	-0.01894400082528591
897624	linear.weight	7	-0.05954847112298012
897624	linear.weight	8	0.13713830709457397
897624	linear.weight	9	-0.049967266619205475
897624	linear.bias	0	-0.8668724894523621
897624	linear.bias	1	1.7651293277740479
897624	linear.bias	2	0.7394604086875916
897624	linear.bias	3	-2.744035005569458
897624	linear.bias	4	-0.05678780749440193
897624	linear.bias	5	1.2399526834487915
897624	linear.bias	6	-0.21514824032783508
897624	linear.bias	7	0.853708803653717
897624	linear.bias	8	2.1144044399261475
897624	linear.bias	9	-1.288712501525879
898233	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
898233	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
898233	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
898233	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
898233	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
898233	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
898233	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
898233	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
898233	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
898233	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
898233	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
898233	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
898233	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
898233	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
898233	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
898233	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
898233	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
898233	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
898233	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
898233	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
898233	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
898233	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
898233	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
898233	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
898233	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
898233	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
898233	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
898233	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
898233	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
898233	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
898233	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
898233	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
898233	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
898233	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
898233	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
898233	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
898233	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
898233	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
898233	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
898233	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
898233	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
898233	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
898233	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
898233	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
898233	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
898233	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
898233	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
898233	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
898233	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
898233	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
898233	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
898233	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
898233	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
898233	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
898233	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
898233	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
898233	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
898233	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
898233	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
898233	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
898233	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
898233	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
898233	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
898233	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
898233	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
898233	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
898233	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
898233	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
898233	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
898233	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
898233	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
898233	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
898233	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
898233	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
898233	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
898233	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
898233	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
898233	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
898233	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
898233	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
898233	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
898233	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
898233	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
898233	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
898233	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
898233	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
898233	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
898233	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
898233	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
898233	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
898233	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
898233	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
898233	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
898233	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
898233	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
898233	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
898233	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
898233	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
898233	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
898233	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
898233	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
898233	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
898233	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
898233	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
898233	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
898233	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
898233	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
898233	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
898233	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
898233	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
898233	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
898233	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
898233	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
898233	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
898233	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
898233	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
898233	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
898233	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
898233	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
898233	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
898233	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
898233	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
898233	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
898233	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
898233	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
898233	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
898233	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
898233	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
898233	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
898233	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
898233	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
898233	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
898233	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
898233	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
898233	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
898233	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
898233	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
898233	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
898233	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
898233	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
898233	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
898233	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
898233	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
898233	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
898233	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
898233	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
898233	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
898233	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
898233	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
898233	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
898233	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
898233	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
898233	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
898233	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
898233	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
898233	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
898233	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
898233	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
898233	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
898233	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
898233	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
898233	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
898233	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
898233	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
898233	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
898233	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
898233	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
898233	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
898233	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
898233	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
898233	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
898233	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
898233	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
898233	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
898233	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
898233	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
898233	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
898233	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
898233	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
898233	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
898233	embedding2nn.weight	0	0.32035699486732483
898233	embedding2nn.weight	1	0.36293116211891174
898233	embedding2nn.weight	2	0.001506542437709868
898233	embedding2nn.weight	3	0.008747232146561146
898233	embedding2nn.weight	4	-0.031977713108062744
898233	embedding2nn.weight	5	0.059946563094854355
898233	embedding2nn.weight	6	0.005230397917330265
898233	embedding2nn.weight	7	-0.010141727514564991
898233	embedding2nn.weight	8	0.04015054553747177
898233	embedding2nn.weight	9	-0.05064281448721886
898233	embedding2nn.bias	0	0.016183823347091675
898233	embedding2nn.bias	1	-0.19292950630187988
898233	embedding2nn.bias	2	0.12977322936058044
898233	embedding2nn.bias	3	0.16707006096839905
898233	embedding2nn.bias	4	0.14271201193332672
898233	embedding2nn.bias	5	-0.07439381629228592
898233	embedding2nn.bias	6	-0.050848983228206635
898233	embedding2nn.bias	7	0.0460914745926857
898233	embedding2nn.bias	8	-0.15080644190311432
898233	embedding2nn.bias	9	-0.3631053864955902
898233	rnn.weight_ih_l0	0	0.010461634024977684
898233	rnn.weight_ih_l0	1	-0.057833630591630936
898233	rnn.weight_ih_l0	2	-0.04893360659480095
898233	rnn.weight_ih_l0	3	0.11510637402534485
898233	rnn.weight_ih_l0	4	0.021816609427332878
898233	rnn.weight_ih_l0	5	-0.06822164356708527
898233	rnn.weight_ih_l0	6	0.00800506491214037
898233	rnn.weight_ih_l0	7	-0.02517879381775856
898233	rnn.weight_ih_l0	8	0.01659604161977768
898233	rnn.weight_ih_l0	9	-0.08721417933702469
898233	rnn.weight_hh_l0	0	-0.023248830810189247
898233	rnn.weight_hh_l0	1	0.08357278257608414
898233	rnn.weight_hh_l0	2	0.0006220839568413794
898233	rnn.weight_hh_l0	3	-0.037250395864248276
898233	rnn.weight_hh_l0	4	0.08803358674049377
898233	rnn.weight_hh_l0	5	-0.0023600507993251085
898233	rnn.weight_hh_l0	6	-0.09153285622596741
898233	rnn.weight_hh_l0	7	-0.1408262848854065
898233	rnn.weight_hh_l0	8	0.04092377796769142
898233	rnn.weight_hh_l0	9	-0.12450878322124481
898233	rnn.bias_ih_l0	0	0.17734195291996002
898233	rnn.bias_ih_l0	1	-0.344661146402359
898233	rnn.bias_ih_l0	2	-0.04491504654288292
898233	rnn.bias_ih_l0	3	-0.21262547373771667
898233	rnn.bias_ih_l0	4	-0.013038691133260727
898233	rnn.bias_ih_l0	5	-0.440740168094635
898233	rnn.bias_ih_l0	6	-0.14033593237400055
898233	rnn.bias_ih_l0	7	-0.39232170581817627
898233	rnn.bias_ih_l0	8	-0.309359610080719
898233	rnn.bias_ih_l0	9	-0.44855090975761414
898233	rnn.bias_hh_l0	0	-0.344539999961853
898233	rnn.bias_hh_l0	1	-0.4445043206214905
898233	rnn.bias_hh_l0	2	-0.4012826383113861
898233	rnn.bias_hh_l0	3	-0.08038011938333511
898233	rnn.bias_hh_l0	4	-0.40261638164520264
898233	rnn.bias_hh_l0	5	-0.3716759979724884
898233	rnn.bias_hh_l0	6	-0.11571896821260452
898233	rnn.bias_hh_l0	7	0.06858837604522705
898233	rnn.bias_hh_l0	8	-0.23283371329307556
898233	rnn.bias_hh_l0	9	-0.5684518814086914
898233	rnn.weight_ih_l0_reverse	0	-0.008239004760980606
898233	rnn.weight_ih_l0_reverse	1	-0.003433750942349434
898233	rnn.weight_ih_l0_reverse	2	3.22383530146908e-05
898233	rnn.weight_ih_l0_reverse	3	-0.1431984156370163
898233	rnn.weight_ih_l0_reverse	4	0.08163690567016602
898233	rnn.weight_ih_l0_reverse	5	-0.10686828941106796
898233	rnn.weight_ih_l0_reverse	6	-0.008092855103313923
898233	rnn.weight_ih_l0_reverse	7	0.02993689477443695
898233	rnn.weight_ih_l0_reverse	8	-0.04757453873753548
898233	rnn.weight_ih_l0_reverse	9	-0.08844132721424103
898233	rnn.weight_hh_l0_reverse	0	-0.15118610858917236
898233	rnn.weight_hh_l0_reverse	1	0.02218625880777836
898233	rnn.weight_hh_l0_reverse	2	-0.01969088986515999
898233	rnn.weight_hh_l0_reverse	3	0.030575724318623543
898233	rnn.weight_hh_l0_reverse	4	-0.08422926813364029
898233	rnn.weight_hh_l0_reverse	5	0.03772324323654175
898233	rnn.weight_hh_l0_reverse	6	0.03147558122873306
898233	rnn.weight_hh_l0_reverse	7	-0.13195227086544037
898233	rnn.weight_hh_l0_reverse	8	-0.07925821840763092
898233	rnn.weight_hh_l0_reverse	9	0.03595360368490219
898233	rnn.bias_ih_l0_reverse	0	-0.18455027043819427
898233	rnn.bias_ih_l0_reverse	1	-0.06205199658870697
898233	rnn.bias_ih_l0_reverse	2	0.16384808719158173
898233	rnn.bias_ih_l0_reverse	3	-0.3301251232624054
898233	rnn.bias_ih_l0_reverse	4	0.0070937140844762325
898233	rnn.bias_ih_l0_reverse	5	-0.2208329141139984
898233	rnn.bias_ih_l0_reverse	6	0.2749309837818146
898233	rnn.bias_ih_l0_reverse	7	-0.2987959086894989
898233	rnn.bias_ih_l0_reverse	8	-0.19898667931556702
898233	rnn.bias_ih_l0_reverse	9	-0.14707086980342865
898233	rnn.bias_hh_l0_reverse	0	-0.1366012841463089
898233	rnn.bias_hh_l0_reverse	1	0.2747361958026886
898233	rnn.bias_hh_l0_reverse	2	-0.34602513909339905
898233	rnn.bias_hh_l0_reverse	3	-0.23402319848537445
898233	rnn.bias_hh_l0_reverse	4	-0.39282670617103577
898233	rnn.bias_hh_l0_reverse	5	-0.20525118708610535
898233	rnn.bias_hh_l0_reverse	6	-0.26638683676719666
898233	rnn.bias_hh_l0_reverse	7	-0.10337027907371521
898233	rnn.bias_hh_l0_reverse	8	-0.35306859016418457
898233	rnn.bias_hh_l0_reverse	9	0.20626917481422424
898233	linear.weight	0	0.22785505652427673
898233	linear.weight	1	-0.45930609107017517
898233	linear.weight	2	0.03279463201761246
898233	linear.weight	3	0.06747055053710938
898233	linear.weight	4	-0.1202654168009758
898233	linear.weight	5	0.2591864764690399
898233	linear.weight	6	-0.019705934450030327
898233	linear.weight	7	-0.05954825505614281
898233	linear.weight	8	0.13634981215000153
898233	linear.weight	9	-0.04996736720204353
898233	linear.bias	0	-0.8718053102493286
898233	linear.bias	1	1.7660243511199951
898233	linear.bias	2	0.735264003276825
898233	linear.bias	3	-2.7440359592437744
898233	linear.bias	4	-0.055021580308675766
898233	linear.bias	5	1.2456661462783813
898233	linear.bias	6	-0.21350429952144623
898233	linear.bias	7	0.8566865921020508
898233	linear.bias	8	2.1144192218780518
898233	linear.bias	9	-1.2888985872268677
898842	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
898842	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
898842	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
898842	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
898842	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
898842	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
898842	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
898842	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
898842	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
898842	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
898842	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
898842	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
898842	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
898842	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
898842	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
898842	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
898842	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
898842	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
898842	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
898842	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
898842	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
898842	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
898842	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
898842	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
898842	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
898842	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
898842	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
898842	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
898842	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
898842	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
898842	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
898842	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
898842	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
898842	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
898842	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
898842	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
898842	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
898842	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
898842	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
898842	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
898842	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
898842	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
898842	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
898842	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
898842	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
898842	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
898842	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
898842	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
898842	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
898842	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
898842	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
898842	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
898842	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
898842	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
898842	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
898842	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
898842	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
898842	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
898842	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
898842	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
898842	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
898842	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
898842	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
898842	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
898842	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
898842	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
898842	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
898842	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
898842	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
898842	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
898842	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
898842	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
898842	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
898842	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
898842	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
898842	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
898842	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
898842	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
898842	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
898842	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
898842	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
898842	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
898842	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
898842	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
898842	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
898842	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
898842	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
898842	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
898842	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
898842	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
898842	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
898842	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
898842	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
898842	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
898842	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
898842	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
898842	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
898842	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
898842	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
898842	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
898842	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
898842	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
898842	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
898842	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
898842	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
898842	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
898842	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
898842	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
898842	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
898842	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
898842	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
898842	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
898842	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
898842	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
898842	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
898842	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
898842	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
898842	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
898842	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
898842	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
898842	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
898842	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
898842	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
898842	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
898842	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
898842	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
898842	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
898842	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
898842	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
898842	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
898842	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
898842	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
898842	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
898842	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
898842	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
898842	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
898842	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
898842	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
898842	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
898842	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
898842	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
898842	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
898842	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
898842	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
898842	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
898842	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
898842	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
898842	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
898842	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
898842	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
898842	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
898842	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
898842	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
898842	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
898842	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
898842	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
898842	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
898842	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
898842	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
898842	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
898842	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
898842	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
898842	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
898842	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
898842	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
898842	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
898842	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
898842	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
898842	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
898842	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
898842	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
898842	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
898842	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
898842	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
898842	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
898842	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
898842	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
898842	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
898842	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
898842	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
898842	embedding2nn.weight	0	0.3203567862510681
898842	embedding2nn.weight	1	0.36310625076293945
898842	embedding2nn.weight	2	0.0014510898618027568
898842	embedding2nn.weight	3	0.007903474383056164
898842	embedding2nn.weight	4	-0.03194507956504822
898842	embedding2nn.weight	5	0.059958238154649734
898842	embedding2nn.weight	6	0.005023265723139048
898842	embedding2nn.weight	7	-0.01026272401213646
898842	embedding2nn.weight	8	0.039844103157520294
898842	embedding2nn.weight	9	-0.05064322054386139
898842	embedding2nn.bias	0	0.016047311946749687
898842	embedding2nn.bias	1	-0.195628359913826
898842	embedding2nn.bias	2	0.13103023171424866
898842	embedding2nn.bias	3	0.1652815341949463
898842	embedding2nn.bias	4	0.1438414603471756
898842	embedding2nn.bias	5	-0.07498559355735779
898842	embedding2nn.bias	6	-0.049669310450553894
898842	embedding2nn.bias	7	0.04674012213945389
898842	embedding2nn.bias	8	-0.15055786073207855
898842	embedding2nn.bias	9	-0.36221450567245483
898842	rnn.weight_ih_l0	0	0.010352411307394505
898842	rnn.weight_ih_l0	1	-0.05786683410406113
898842	rnn.weight_ih_l0	2	-0.04932684451341629
898842	rnn.weight_ih_l0	3	0.11518644541501999
898842	rnn.weight_ih_l0	4	0.02214168570935726
898842	rnn.weight_ih_l0	5	-0.06821056455373764
898842	rnn.weight_ih_l0	6	0.008058791048824787
898842	rnn.weight_ih_l0	7	-0.025327300652861595
898842	rnn.weight_ih_l0	8	0.01662924326956272
898842	rnn.weight_ih_l0	9	-0.08678165823221207
898842	rnn.weight_hh_l0	0	-0.02327832765877247
898842	rnn.weight_hh_l0	1	0.08347886800765991
898842	rnn.weight_hh_l0	2	0.0006901416345499456
898842	rnn.weight_hh_l0	3	-0.037236109375953674
898842	rnn.weight_hh_l0	4	0.08799320459365845
898842	rnn.weight_hh_l0	5	-0.002410843502730131
898842	rnn.weight_hh_l0	6	-0.09156031906604767
898842	rnn.weight_hh_l0	7	-0.14069201052188873
898842	rnn.weight_hh_l0	8	0.040942322462797165
898842	rnn.weight_hh_l0	9	-0.1244950145483017
898842	rnn.bias_ih_l0	0	0.17756345868110657
898842	rnn.bias_ih_l0	1	-0.34425413608551025
898842	rnn.bias_ih_l0	2	-0.04480760917067528
898842	rnn.bias_ih_l0	3	-0.2119547724723816
898842	rnn.bias_ih_l0	4	-0.012283260002732277
898842	rnn.bias_ih_l0	5	-0.4404241740703583
898842	rnn.bias_ih_l0	6	-0.1404651552438736
898842	rnn.bias_ih_l0	7	-0.39222490787506104
898842	rnn.bias_ih_l0	8	-0.30910831689834595
898842	rnn.bias_ih_l0	9	-0.44794899225234985
898842	rnn.bias_hh_l0	0	-0.34451767802238464
898842	rnn.bias_hh_l0	1	-0.4445716440677643
898842	rnn.bias_hh_l0	2	-0.4017163813114166
898842	rnn.bias_hh_l0	3	-0.07991448044776917
898842	rnn.bias_hh_l0	4	-0.40273749828338623
898842	rnn.bias_hh_l0	5	-0.37166884541511536
898842	rnn.bias_hh_l0	6	-0.11553304642438889
898842	rnn.bias_hh_l0	7	0.06892411410808563
898842	rnn.bias_hh_l0	8	-0.2327418029308319
898842	rnn.bias_hh_l0	9	-0.5692315101623535
898842	rnn.weight_ih_l0_reverse	0	-0.008162596262991428
898842	rnn.weight_ih_l0_reverse	1	-0.0036466242745518684
898842	rnn.weight_ih_l0_reverse	2	0.00013678838149644434
898842	rnn.weight_ih_l0_reverse	3	-0.14276504516601562
898842	rnn.weight_ih_l0_reverse	4	0.08162520080804825
898842	rnn.weight_ih_l0_reverse	5	-0.10672325640916824
898842	rnn.weight_ih_l0_reverse	6	-0.007997166365385056
898842	rnn.weight_ih_l0_reverse	7	0.029858412221074104
898842	rnn.weight_ih_l0_reverse	8	-0.047363243997097015
898842	rnn.weight_ih_l0_reverse	9	-0.08834423124790192
898842	rnn.weight_hh_l0_reverse	0	-0.15120579302310944
898842	rnn.weight_hh_l0_reverse	1	0.0222313292324543
898842	rnn.weight_hh_l0_reverse	2	-0.01970304548740387
898842	rnn.weight_hh_l0_reverse	3	0.030534885823726654
898842	rnn.weight_hh_l0_reverse	4	-0.0841425433754921
898842	rnn.weight_hh_l0_reverse	5	0.03772610053420067
898842	rnn.weight_hh_l0_reverse	6	0.031490180641412735
898842	rnn.weight_hh_l0_reverse	7	-0.13188882172107697
898842	rnn.weight_hh_l0_reverse	8	-0.07921797782182693
898842	rnn.weight_hh_l0_reverse	9	0.035978659987449646
898842	rnn.bias_ih_l0_reverse	0	-0.18469613790512085
898842	rnn.bias_ih_l0_reverse	1	-0.06195129454135895
898842	rnn.bias_ih_l0_reverse	2	0.16365662217140198
898842	rnn.bias_ih_l0_reverse	3	-0.3304894268512726
898842	rnn.bias_ih_l0_reverse	4	0.006761041935533285
898842	rnn.bias_ih_l0_reverse	5	-0.22080034017562866
898842	rnn.bias_ih_l0_reverse	6	0.27329421043395996
898842	rnn.bias_ih_l0_reverse	7	-0.29795217514038086
898842	rnn.bias_ih_l0_reverse	8	-0.19876648485660553
898842	rnn.bias_ih_l0_reverse	9	-0.14710281789302826
898842	rnn.bias_hh_l0_reverse	0	-0.13682925701141357
898842	rnn.bias_hh_l0_reverse	1	0.27442479133605957
898842	rnn.bias_hh_l0_reverse	2	-0.34590089321136475
898842	rnn.bias_hh_l0_reverse	3	-0.23440676927566528
898842	rnn.bias_hh_l0_reverse	4	-0.39261215925216675
898842	rnn.bias_hh_l0_reverse	5	-0.20582129061222076
898842	rnn.bias_hh_l0_reverse	6	-0.2667456269264221
898842	rnn.bias_hh_l0_reverse	7	-0.10338171571493149
898842	rnn.bias_hh_l0_reverse	8	-0.3520728647708893
898842	rnn.bias_hh_l0_reverse	9	0.20759417116641998
898842	linear.weight	0	0.2293017953634262
898842	linear.weight	1	-0.46069663763046265
898842	linear.weight	2	0.03295907378196716
898842	linear.weight	3	0.06747053563594818
898842	linear.weight	4	-0.11900877952575684
898842	linear.weight	5	0.25842881202697754
898842	linear.weight	6	-0.020161911845207214
898842	linear.weight	7	-0.05954805761575699
898842	linear.weight	8	0.1338510811328888
898842	linear.weight	9	-0.04996735602617264
898842	linear.bias	0	-0.8690236806869507
898842	linear.bias	1	1.7616322040557861
898842	linear.bias	2	0.7398940324783325
898842	linear.bias	3	-2.744037389755249
898842	linear.bias	4	-0.05760741978883743
898842	linear.bias	5	1.243680715560913
898842	linear.bias	6	-0.21232548356056213
898842	linear.bias	7	0.8524304628372192
898842	linear.bias	8	2.1148602962493896
898842	linear.bias	9	-1.2916439771652222
899451	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
899451	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
899451	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
899451	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
899451	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
899451	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
899451	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
899451	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
899451	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
899451	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
899451	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
899451	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
899451	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
899451	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
899451	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
899451	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
899451	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
899451	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
899451	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
899451	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
899451	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
899451	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
899451	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
899451	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
899451	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
899451	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
899451	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
899451	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
899451	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
899451	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
899451	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
899451	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
899451	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
899451	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
899451	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
899451	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
899451	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
899451	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
899451	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
899451	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
899451	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
899451	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
899451	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
899451	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
899451	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
899451	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
899451	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
899451	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
899451	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
899451	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
899451	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
899451	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
899451	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
899451	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
899451	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
899451	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
899451	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
899451	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
899451	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
899451	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
899451	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
899451	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
899451	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
899451	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
899451	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
899451	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
899451	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
899451	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
899451	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
899451	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
899451	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
899451	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
899451	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
899451	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
899451	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
899451	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
899451	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
899451	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
899451	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
899451	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
899451	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
899451	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
899451	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
899451	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
899451	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
899451	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
899451	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
899451	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
899451	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
899451	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
899451	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
899451	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
899451	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
899451	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
899451	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
899451	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
899451	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
899451	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
899451	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
899451	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
899451	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
899451	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
899451	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
899451	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
899451	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
899451	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
899451	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
899451	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
899451	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
899451	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
899451	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
899451	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
899451	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
899451	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
899451	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
899451	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
899451	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
899451	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
899451	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
899451	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
899451	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
899451	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
899451	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
899451	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
899451	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
899451	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
899451	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
899451	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
899451	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
899451	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
899451	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
899451	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
899451	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
899451	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
899451	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
899451	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
899451	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
899451	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
899451	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
899451	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
899451	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
899451	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
899451	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
899451	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
899451	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
899451	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
899451	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
899451	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
899451	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
899451	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
899451	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
899451	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
899451	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
899451	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
899451	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
899451	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
899451	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
899451	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
899451	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
899451	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
899451	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
899451	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
899451	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
899451	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
899451	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
899451	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
899451	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
899451	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
899451	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
899451	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
899451	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
899451	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
899451	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
899451	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
899451	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
899451	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
899451	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
899451	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
899451	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
899451	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
899451	embedding2nn.weight	0	0.32049256563186646
899451	embedding2nn.weight	1	0.36266887187957764
899451	embedding2nn.weight	2	0.0010109161958098412
899451	embedding2nn.weight	3	0.007312282919883728
899451	embedding2nn.weight	4	-0.032199710607528687
899451	embedding2nn.weight	5	0.060017090290784836
899451	embedding2nn.weight	6	0.004422346130013466
899451	embedding2nn.weight	7	-0.010249425657093525
899451	embedding2nn.weight	8	0.039528388530015945
899451	embedding2nn.weight	9	-0.05042585730552673
899451	embedding2nn.bias	0	0.013916747644543648
899451	embedding2nn.bias	1	-0.1922457069158554
899451	embedding2nn.bias	2	0.13066524267196655
899451	embedding2nn.bias	3	0.1653115153312683
899451	embedding2nn.bias	4	0.14329171180725098
899451	embedding2nn.bias	5	-0.07624096423387527
899451	embedding2nn.bias	6	-0.04835333302617073
899451	embedding2nn.bias	7	0.04722269997000694
899451	embedding2nn.bias	8	-0.1503150314092636
899451	embedding2nn.bias	9	-0.3651825189590454
899451	rnn.weight_ih_l0	0	0.010443257167935371
899451	rnn.weight_ih_l0	1	-0.05769727751612663
899451	rnn.weight_ih_l0	2	-0.04937632009387016
899451	rnn.weight_ih_l0	3	0.11550688743591309
899451	rnn.weight_ih_l0	4	0.022165469825267792
899451	rnn.weight_ih_l0	5	-0.06784411519765854
899451	rnn.weight_ih_l0	6	0.007902523502707481
899451	rnn.weight_ih_l0	7	-0.025591449812054634
899451	rnn.weight_ih_l0	8	0.016768936067819595
899451	rnn.weight_ih_l0	9	-0.08621501177549362
899451	rnn.weight_hh_l0	0	-0.023230135440826416
899451	rnn.weight_hh_l0	1	0.08348476141691208
899451	rnn.weight_hh_l0	2	0.000668770691845566
899451	rnn.weight_hh_l0	3	-0.03721095249056816
899451	rnn.weight_hh_l0	4	0.08810672909021378
899451	rnn.weight_hh_l0	5	-0.002465625759214163
899451	rnn.weight_hh_l0	6	-0.09158344566822052
899451	rnn.weight_hh_l0	7	-0.14068420231342316
899451	rnn.weight_hh_l0	8	0.04093891754746437
899451	rnn.weight_hh_l0	9	-0.12443103641271591
899451	rnn.bias_ih_l0	0	0.17788341641426086
899451	rnn.bias_ih_l0	1	-0.34416961669921875
899451	rnn.bias_ih_l0	2	-0.045186709612607956
899451	rnn.bias_ih_l0	3	-0.2121438831090927
899451	rnn.bias_ih_l0	4	-0.011524446308612823
899451	rnn.bias_ih_l0	5	-0.4402315616607666
899451	rnn.bias_ih_l0	6	-0.14059779047966003
899451	rnn.bias_ih_l0	7	-0.39217260479927063
899451	rnn.bias_ih_l0	8	-0.3090296685695648
899451	rnn.bias_ih_l0	9	-0.4488235116004944
899451	rnn.bias_hh_l0	0	-0.3438703715801239
899451	rnn.bias_hh_l0	1	-0.44420674443244934
899451	rnn.bias_hh_l0	2	-0.4016098082065582
899451	rnn.bias_hh_l0	3	-0.0791224017739296
899451	rnn.bias_hh_l0	4	-0.40200668573379517
899451	rnn.bias_hh_l0	5	-0.37201783061027527
899451	rnn.bias_hh_l0	6	-0.11551269888877869
899451	rnn.bias_hh_l0	7	0.06865274161100388
899451	rnn.bias_hh_l0	8	-0.23371002078056335
899451	rnn.bias_hh_l0	9	-0.5690239071846008
899451	rnn.weight_ih_l0_reverse	0	-0.007875023409724236
899451	rnn.weight_ih_l0_reverse	1	-0.00377502734772861
899451	rnn.weight_ih_l0_reverse	2	-4.026403621537611e-05
899451	rnn.weight_ih_l0_reverse	3	-0.14247430860996246
899451	rnn.weight_ih_l0_reverse	4	0.08170118927955627
899451	rnn.weight_ih_l0_reverse	5	-0.10648330301046371
899451	rnn.weight_ih_l0_reverse	6	-0.007612909190356731
899451	rnn.weight_ih_l0_reverse	7	0.029858596622943878
899451	rnn.weight_ih_l0_reverse	8	-0.047375455498695374
899451	rnn.weight_ih_l0_reverse	9	-0.08854619413614273
899451	rnn.weight_hh_l0_reverse	0	-0.15104645490646362
899451	rnn.weight_hh_l0_reverse	1	0.02214955911040306
899451	rnn.weight_hh_l0_reverse	2	-0.01974823884665966
899451	rnn.weight_hh_l0_reverse	3	0.030485911294817924
899451	rnn.weight_hh_l0_reverse	4	-0.08420836180448532
899451	rnn.weight_hh_l0_reverse	5	0.03775782138109207
899451	rnn.weight_hh_l0_reverse	6	0.0314909927546978
899451	rnn.weight_hh_l0_reverse	7	-0.13217292726039886
899451	rnn.weight_hh_l0_reverse	8	-0.07919184118509293
899451	rnn.weight_hh_l0_reverse	9	0.035758115351200104
899451	rnn.bias_ih_l0_reverse	0	-0.18473616242408752
899451	rnn.bias_ih_l0_reverse	1	-0.062402307987213135
899451	rnn.bias_ih_l0_reverse	2	0.1636808067560196
899451	rnn.bias_ih_l0_reverse	3	-0.3303295969963074
899451	rnn.bias_ih_l0_reverse	4	0.006657471880316734
899451	rnn.bias_ih_l0_reverse	5	-0.22049471735954285
899451	rnn.bias_ih_l0_reverse	6	0.2736532986164093
899451	rnn.bias_ih_l0_reverse	7	-0.2979696989059448
899451	rnn.bias_ih_l0_reverse	8	-0.19840839505195618
899451	rnn.bias_ih_l0_reverse	9	-0.14730145037174225
899451	rnn.bias_hh_l0_reverse	0	-0.13680407404899597
899451	rnn.bias_hh_l0_reverse	1	0.27388525009155273
899451	rnn.bias_hh_l0_reverse	2	-0.3463838994503021
899451	rnn.bias_hh_l0_reverse	3	-0.23453685641288757
899451	rnn.bias_hh_l0_reverse	4	-0.39291703701019287
899451	rnn.bias_hh_l0_reverse	5	-0.2063976228237152
899451	rnn.bias_hh_l0_reverse	6	-0.26663169264793396
899451	rnn.bias_hh_l0_reverse	7	-0.10310783982276917
899451	rnn.bias_hh_l0_reverse	8	-0.3515680134296417
899451	rnn.bias_hh_l0_reverse	9	0.20780876278877258
899451	linear.weight	0	0.22953562438488007
899451	linear.weight	1	-0.46021804213523865
899451	linear.weight	2	0.03161879628896713
899451	linear.weight	3	0.06747053563594818
899451	linear.weight	4	-0.11525735259056091
899451	linear.weight	5	0.2601923644542694
899451	linear.weight	6	-0.02068517729640007
899451	linear.weight	7	-0.05954796448349953
899451	linear.weight	8	0.13204325735569
899451	linear.weight	9	-0.0499676838517189
899451	linear.bias	0	-0.8680973649024963
899451	linear.bias	1	1.769677996635437
899451	linear.bias	2	0.7412310242652893
899451	linear.bias	3	-2.7440383434295654
899451	linear.bias	4	-0.05967254564166069
899451	linear.bias	5	1.2379180192947388
899451	linear.bias	6	-0.22132417559623718
899451	linear.bias	7	0.8493863940238953
899451	linear.bias	8	2.1133577823638916
899451	linear.bias	9	-1.2879410982131958
900060	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
900060	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
900060	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
900060	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
900060	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
900060	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
900060	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
900060	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
900060	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
900060	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
900060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
900060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
900060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
900060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
900060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
900060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
900060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
900060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
900060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
900060	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
900060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
900060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
900060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
900060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
900060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
900060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
900060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
900060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
900060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
900060	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
900060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
900060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
900060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
900060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
900060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
900060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
900060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
900060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
900060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
900060	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
900060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
900060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
900060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
900060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
900060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
900060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
900060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
900060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
900060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
900060	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
900060	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
900060	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
900060	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
900060	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
900060	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
900060	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
900060	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
900060	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
900060	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
900060	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
900060	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
900060	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
900060	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
900060	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
900060	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
900060	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
900060	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
900060	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
900060	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
900060	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
900060	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
900060	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
900060	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
900060	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
900060	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
900060	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
900060	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
900060	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
900060	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
900060	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
900060	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
900060	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
900060	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
900060	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
900060	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
900060	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
900060	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
900060	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
900060	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
900060	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
900060	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
900060	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
900060	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
900060	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
900060	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
900060	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
900060	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
900060	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
900060	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
900060	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
900060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
900060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
900060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
900060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
900060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
900060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
900060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
900060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
900060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
900060	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
900060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
900060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
900060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
900060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
900060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
900060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
900060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
900060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
900060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
900060	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
900060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
900060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
900060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
900060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
900060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
900060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
900060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
900060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
900060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
900060	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
900060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
900060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
900060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
900060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
900060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
900060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
900060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
900060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
900060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
900060	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
900060	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
900060	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
900060	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
900060	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
900060	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
900060	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
900060	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
900060	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
900060	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
900060	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
900060	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
900060	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
900060	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
900060	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
900060	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
900060	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
900060	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
900060	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
900060	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
900060	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
900060	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
900060	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
900060	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
900060	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
900060	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
900060	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
900060	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
900060	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
900060	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
900060	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
900060	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
900060	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
900060	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
900060	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
900060	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
900060	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
900060	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
900060	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
900060	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
900060	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
900060	embedding2nn.weight	0	0.3205597996711731
900060	embedding2nn.weight	1	0.3623358905315399
900060	embedding2nn.weight	2	0.0009356563678011298
900060	embedding2nn.weight	3	0.005921094678342342
900060	embedding2nn.weight	4	-0.031817760318517685
900060	embedding2nn.weight	5	0.059808842837810516
900060	embedding2nn.weight	6	0.0038522856775671244
900060	embedding2nn.weight	7	-0.009522204287350178
900060	embedding2nn.weight	8	0.039925362914800644
900060	embedding2nn.weight	9	-0.05057426542043686
900060	embedding2nn.bias	0	0.014332638122141361
900060	embedding2nn.bias	1	-0.19330359995365143
900060	embedding2nn.bias	2	0.1295216828584671
900060	embedding2nn.bias	3	0.16414186358451843
900060	embedding2nn.bias	4	0.14403997361660004
900060	embedding2nn.bias	5	-0.07501634210348129
900060	embedding2nn.bias	6	-0.047505512833595276
900060	embedding2nn.bias	7	0.04848721995949745
900060	embedding2nn.bias	8	-0.149053156375885
900060	embedding2nn.bias	9	-0.3650366961956024
900060	rnn.weight_ih_l0	0	0.010423432104289532
900060	rnn.weight_ih_l0	1	-0.05766715481877327
900060	rnn.weight_ih_l0	2	-0.04961735010147095
900060	rnn.weight_ih_l0	3	0.11590569466352463
900060	rnn.weight_ih_l0	4	0.022638989612460136
900060	rnn.weight_ih_l0	5	-0.06798452138900757
900060	rnn.weight_ih_l0	6	0.007981882430613041
900060	rnn.weight_ih_l0	7	-0.025541016831994057
900060	rnn.weight_ih_l0	8	0.016690898686647415
900060	rnn.weight_ih_l0	9	-0.08618642389774323
900060	rnn.weight_hh_l0	0	-0.023197095841169357
900060	rnn.weight_hh_l0	1	0.0834989920258522
900060	rnn.weight_hh_l0	2	0.0006547944503836334
900060	rnn.weight_hh_l0	3	-0.037213604897260666
900060	rnn.weight_hh_l0	4	0.08810675889253616
900060	rnn.weight_hh_l0	5	-0.0023903409019112587
900060	rnn.weight_hh_l0	6	-0.09162034839391708
900060	rnn.weight_hh_l0	7	-0.14056549966335297
900060	rnn.weight_hh_l0	8	0.04094661399722099
900060	rnn.weight_hh_l0	9	-0.12446488440036774
900060	rnn.bias_ih_l0	0	0.17702502012252808
900060	rnn.bias_ih_l0	1	-0.34440332651138306
900060	rnn.bias_ih_l0	2	-0.0451575331389904
900060	rnn.bias_ih_l0	3	-0.21169760823249817
900060	rnn.bias_ih_l0	4	-0.012400060892105103
900060	rnn.bias_ih_l0	5	-0.4395104944705963
900060	rnn.bias_ih_l0	6	-0.14103597402572632
900060	rnn.bias_ih_l0	7	-0.3921636641025543
900060	rnn.bias_ih_l0	8	-0.3088151216506958
900060	rnn.bias_ih_l0	9	-0.44956398010253906
900060	rnn.bias_hh_l0	0	-0.3436848521232605
900060	rnn.bias_hh_l0	1	-0.4442082345485687
900060	rnn.bias_hh_l0	2	-0.4017321765422821
900060	rnn.bias_hh_l0	3	-0.07940146327018738
900060	rnn.bias_hh_l0	4	-0.4019326865673065
900060	rnn.bias_hh_l0	5	-0.3718947172164917
900060	rnn.bias_hh_l0	6	-0.11523706465959549
900060	rnn.bias_hh_l0	7	0.06996461749076843
900060	rnn.bias_hh_l0	8	-0.23322853446006775
900060	rnn.bias_hh_l0	9	-0.5683956146240234
900060	rnn.weight_ih_l0_reverse	0	-0.008038320578634739
900060	rnn.weight_ih_l0_reverse	1	-0.0038094224873930216
900060	rnn.weight_ih_l0_reverse	2	0.00016043221694417298
900060	rnn.weight_ih_l0_reverse	3	-0.14244969189167023
900060	rnn.weight_ih_l0_reverse	4	0.0814700573682785
900060	rnn.weight_ih_l0_reverse	5	-0.10594841092824936
900060	rnn.weight_ih_l0_reverse	6	-0.00783622544258833
900060	rnn.weight_ih_l0_reverse	7	0.029940346255898476
900060	rnn.weight_ih_l0_reverse	8	-0.04721713438630104
900060	rnn.weight_ih_l0_reverse	9	-0.08862317353487015
900060	rnn.weight_hh_l0_reverse	0	-0.15092234313488007
900060	rnn.weight_hh_l0_reverse	1	0.022136151790618896
900060	rnn.weight_hh_l0_reverse	2	-0.019837424159049988
900060	rnn.weight_hh_l0_reverse	3	0.03056437335908413
900060	rnn.weight_hh_l0_reverse	4	-0.0842549130320549
900060	rnn.weight_hh_l0_reverse	5	0.0377718061208725
900060	rnn.weight_hh_l0_reverse	6	0.03145258501172066
900060	rnn.weight_hh_l0_reverse	7	-0.13216155767440796
900060	rnn.weight_hh_l0_reverse	8	-0.07900279015302658
900060	rnn.weight_hh_l0_reverse	9	0.03567611798644066
900060	rnn.bias_ih_l0_reverse	0	-0.18462879955768585
900060	rnn.bias_ih_l0_reverse	1	-0.06194429472088814
900060	rnn.bias_ih_l0_reverse	2	0.16375818848609924
900060	rnn.bias_ih_l0_reverse	3	-0.33042651414871216
900060	rnn.bias_ih_l0_reverse	4	0.007126311771571636
900060	rnn.bias_ih_l0_reverse	5	-0.22022554278373718
900060	rnn.bias_ih_l0_reverse	6	0.2749616801738739
900060	rnn.bias_ih_l0_reverse	7	-0.29780417680740356
900060	rnn.bias_ih_l0_reverse	8	-0.19838659465312958
900060	rnn.bias_ih_l0_reverse	9	-0.14649449288845062
900060	rnn.bias_hh_l0_reverse	0	-0.13661804795265198
900060	rnn.bias_hh_l0_reverse	1	0.27398309111595154
900060	rnn.bias_hh_l0_reverse	2	-0.3467246890068054
900060	rnn.bias_hh_l0_reverse	3	-0.23447294533252716
900060	rnn.bias_hh_l0_reverse	4	-0.39245036244392395
900060	rnn.bias_hh_l0_reverse	5	-0.20660743117332458
900060	rnn.bias_hh_l0_reverse	6	-0.26560908555984497
900060	rnn.bias_hh_l0_reverse	7	-0.10215669870376587
900060	rnn.bias_hh_l0_reverse	8	-0.3519386947154999
900060	rnn.bias_hh_l0_reverse	9	0.20735673606395721
900060	linear.weight	0	0.22964878380298615
900060	linear.weight	1	-0.45710569620132446
900060	linear.weight	2	0.032845474779605865
900060	linear.weight	3	0.06747053563594818
900060	linear.weight	4	-0.11004690080881119
900060	linear.weight	5	0.2594825327396393
900060	linear.weight	6	-0.019322944805026054
900060	linear.weight	7	-0.05954767018556595
900060	linear.weight	8	0.13367736339569092
900060	linear.weight	9	-0.04996781051158905
900060	linear.bias	0	-0.8683190941810608
900060	linear.bias	1	1.7677209377288818
900060	linear.bias	2	0.74277663230896
900060	linear.bias	3	-2.7440407276153564
900060	linear.bias	4	-0.053001388907432556
900060	linear.bias	5	1.2358306646347046
900060	linear.bias	6	-0.2115587741136551
900060	linear.bias	7	0.8545328974723816
900060	linear.bias	8	2.114760637283325
900060	linear.bias	9	-1.289077877998352
900669	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
900669	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
900669	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
900669	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
900669	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
900669	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
900669	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
900669	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
900669	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
900669	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
900669	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
900669	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
900669	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
900669	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
900669	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
900669	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
900669	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
900669	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
900669	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
900669	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
900669	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
900669	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
900669	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
900669	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
900669	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
900669	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
900669	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
900669	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
900669	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
900669	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
900669	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
900669	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
900669	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
900669	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
900669	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
900669	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
900669	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
900669	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
900669	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
900669	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
900669	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
900669	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
900669	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
900669	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
900669	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
900669	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
900669	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
900669	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
900669	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
900669	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
900669	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
900669	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
900669	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
900669	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
900669	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
900669	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
900669	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
900669	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
900669	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
900669	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
900669	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
900669	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
900669	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
900669	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
900669	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
900669	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
900669	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
900669	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
900669	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
900669	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
900669	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
900669	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
900669	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
900669	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
900669	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
900669	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
900669	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
900669	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
900669	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
900669	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
900669	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
900669	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
900669	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
900669	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
900669	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
900669	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
900669	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
900669	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
900669	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
900669	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
900669	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
900669	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
900669	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
900669	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
900669	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
900669	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
900669	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
900669	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
900669	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
900669	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
900669	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
900669	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
900669	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
900669	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
900669	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
900669	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
900669	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
900669	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
900669	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
900669	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
900669	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
900669	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
900669	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
900669	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
900669	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
900669	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
900669	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
900669	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
900669	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
900669	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
900669	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
900669	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
900669	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
900669	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
900669	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
900669	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
900669	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
900669	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
900669	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
900669	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
900669	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
900669	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
900669	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
900669	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
900669	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
900669	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
900669	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
900669	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
900669	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
900669	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
900669	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
900669	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
900669	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
900669	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
900669	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
900669	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
900669	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
900669	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
900669	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
900669	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
900669	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
900669	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
900669	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
900669	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
900669	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
900669	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
900669	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
900669	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
900669	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
900669	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
900669	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
900669	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
900669	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
900669	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
900669	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
900669	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
900669	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
900669	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
900669	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
900669	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
900669	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
900669	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
900669	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
900669	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
900669	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
900669	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
900669	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
900669	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
900669	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
900669	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
900669	embedding2nn.weight	0	0.32065996527671814
900669	embedding2nn.weight	1	0.3624109625816345
900669	embedding2nn.weight	2	0.0003040734736714512
900669	embedding2nn.weight	3	0.00652995053678751
900669	embedding2nn.weight	4	-0.03149541839957237
900669	embedding2nn.weight	5	0.059508949518203735
900669	embedding2nn.weight	6	0.004762411583214998
900669	embedding2nn.weight	7	-0.009745754301548004
900669	embedding2nn.weight	8	0.03995196148753166
900669	embedding2nn.weight	9	-0.04982476681470871
900669	embedding2nn.bias	0	0.012586464174091816
900669	embedding2nn.bias	1	-0.19459982216358185
900669	embedding2nn.bias	2	0.13078853487968445
900669	embedding2nn.bias	3	0.16294901072978973
900669	embedding2nn.bias	4	0.14133305847644806
900669	embedding2nn.bias	5	-0.07447899878025055
900669	embedding2nn.bias	6	-0.04610652104020119
900669	embedding2nn.bias	7	0.04520591348409653
900669	embedding2nn.bias	8	-0.15011776983737946
900669	embedding2nn.bias	9	-0.3656870126724243
900669	rnn.weight_ih_l0	0	0.010361714288592339
900669	rnn.weight_ih_l0	1	-0.057567935436964035
900669	rnn.weight_ih_l0	2	-0.049476005136966705
900669	rnn.weight_ih_l0	3	0.11597030609846115
900669	rnn.weight_ih_l0	4	0.022133294492959976
900669	rnn.weight_ih_l0	5	-0.06869929283857346
900669	rnn.weight_ih_l0	6	0.007872778922319412
900669	rnn.weight_ih_l0	7	-0.02581237629055977
900669	rnn.weight_ih_l0	8	0.016658436506986618
900669	rnn.weight_ih_l0	9	-0.08645525574684143
900669	rnn.weight_hh_l0	0	-0.02322702668607235
900669	rnn.weight_hh_l0	1	0.08347102254629135
900669	rnn.weight_hh_l0	2	0.0006685962434858084
900669	rnn.weight_hh_l0	3	-0.03724544867873192
900669	rnn.weight_hh_l0	4	0.08815299719572067
900669	rnn.weight_hh_l0	5	-0.0024285970721393824
900669	rnn.weight_hh_l0	6	-0.09162864089012146
900669	rnn.weight_hh_l0	7	-0.14029726386070251
900669	rnn.weight_hh_l0	8	0.04095301032066345
900669	rnn.weight_hh_l0	9	-0.12450742721557617
900669	rnn.bias_ih_l0	0	0.17741064727306366
900669	rnn.bias_ih_l0	1	-0.34431710839271545
900669	rnn.bias_ih_l0	2	-0.045100223273038864
900669	rnn.bias_ih_l0	3	-0.21248498558998108
900669	rnn.bias_ih_l0	4	-0.011785906739532948
900669	rnn.bias_ih_l0	5	-0.44023939967155457
900669	rnn.bias_ih_l0	6	-0.14096106588840485
900669	rnn.bias_ih_l0	7	-0.3920283019542694
900669	rnn.bias_ih_l0	8	-0.3084702491760254
900669	rnn.bias_ih_l0	9	-0.44965794682502747
900669	rnn.bias_hh_l0	0	-0.3441947102546692
900669	rnn.bias_hh_l0	1	-0.44373536109924316
900669	rnn.bias_hh_l0	2	-0.40153154730796814
900669	rnn.bias_hh_l0	3	-0.07948188483715057
900669	rnn.bias_hh_l0	4	-0.40254202485084534
900669	rnn.bias_hh_l0	5	-0.37177443504333496
900669	rnn.bias_hh_l0	6	-0.11543511599302292
900669	rnn.bias_hh_l0	7	0.06979838013648987
900669	rnn.bias_hh_l0	8	-0.2328973263502121
900669	rnn.bias_hh_l0	9	-0.5684505105018616
900669	rnn.weight_ih_l0_reverse	0	-0.007900393567979336
900669	rnn.weight_ih_l0_reverse	1	-0.0036925359163433313
900669	rnn.weight_ih_l0_reverse	2	0.00010452993592480198
900669	rnn.weight_ih_l0_reverse	3	-0.14267730712890625
900669	rnn.weight_ih_l0_reverse	4	0.0814727246761322
900669	rnn.weight_ih_l0_reverse	5	-0.10605431348085403
900669	rnn.weight_ih_l0_reverse	6	-0.007450250908732414
900669	rnn.weight_ih_l0_reverse	7	0.02995750680565834
900669	rnn.weight_ih_l0_reverse	8	-0.04731713980436325
900669	rnn.weight_ih_l0_reverse	9	-0.08822481334209442
900669	rnn.weight_hh_l0_reverse	0	-0.15105833113193512
900669	rnn.weight_hh_l0_reverse	1	0.02216396853327751
900669	rnn.weight_hh_l0_reverse	2	-0.01987607218325138
900669	rnn.weight_hh_l0_reverse	3	0.030579840764403343
900669	rnn.weight_hh_l0_reverse	4	-0.08426827937364578
900669	rnn.weight_hh_l0_reverse	5	0.037804387509822845
900669	rnn.weight_hh_l0_reverse	6	0.03147779405117035
900669	rnn.weight_hh_l0_reverse	7	-0.1321125328540802
900669	rnn.weight_hh_l0_reverse	8	-0.07900471240282059
900669	rnn.weight_hh_l0_reverse	9	0.03566085174679756
900669	rnn.bias_ih_l0_reverse	0	-0.1841590404510498
900669	rnn.bias_ih_l0_reverse	1	-0.061880722641944885
900669	rnn.bias_ih_l0_reverse	2	0.16401177644729614
900669	rnn.bias_ih_l0_reverse	3	-0.33039698004722595
900669	rnn.bias_ih_l0_reverse	4	0.006717678625136614
900669	rnn.bias_ih_l0_reverse	5	-0.2201712727546692
900669	rnn.bias_ih_l0_reverse	6	0.2752198576927185
900669	rnn.bias_ih_l0_reverse	7	-0.29691994190216064
900669	rnn.bias_ih_l0_reverse	8	-0.1985158622264862
900669	rnn.bias_ih_l0_reverse	9	-0.14614270627498627
900669	rnn.bias_hh_l0_reverse	0	-0.13664591312408447
900669	rnn.bias_hh_l0_reverse	1	0.2738707661628723
900669	rnn.bias_hh_l0_reverse	2	-0.34682410955429077
900669	rnn.bias_hh_l0_reverse	3	-0.23423026502132416
900669	rnn.bias_hh_l0_reverse	4	-0.3924320638179779
900669	rnn.bias_hh_l0_reverse	5	-0.20709724724292755
900669	rnn.bias_hh_l0_reverse	6	-0.2654425799846649
900669	rnn.bias_hh_l0_reverse	7	-0.10262198001146317
900669	rnn.bias_hh_l0_reverse	8	-0.3520956337451935
900669	rnn.bias_hh_l0_reverse	9	0.20692075788974762
900669	linear.weight	0	0.22809122502803802
900669	linear.weight	1	-0.4531691074371338
900669	linear.weight	2	0.0334111824631691
900669	linear.weight	3	0.0674705058336258
900669	linear.weight	4	-0.11462754756212234
900669	linear.weight	5	0.25759193301200867
900669	linear.weight	6	-0.020123161375522614
900669	linear.weight	7	-0.05954746901988983
900669	linear.weight	8	0.13234347105026245
900669	linear.weight	9	-0.04996783286333084
900669	linear.bias	0	-0.8698796033859253
900669	linear.bias	1	1.762117862701416
900669	linear.bias	2	0.7499849796295166
900669	linear.bias	3	-2.744041681289673
900669	linear.bias	4	-0.055831070989370346
900669	linear.bias	5	1.234480619430542
900669	linear.bias	6	-0.2136254608631134
900669	linear.bias	7	0.8558599948883057
900669	linear.bias	8	2.1169490814208984
900669	linear.bias	9	-1.2900382280349731
901278	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
901278	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
901278	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
901278	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
901278	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
901278	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
901278	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
901278	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
901278	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
901278	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
901278	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
901278	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
901278	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
901278	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
901278	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
901278	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
901278	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
901278	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
901278	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
901278	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
901278	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
901278	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
901278	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
901278	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
901278	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
901278	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
901278	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
901278	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
901278	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
901278	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
901278	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
901278	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
901278	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
901278	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
901278	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
901278	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
901278	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
901278	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
901278	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
901278	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
901278	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
901278	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
901278	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
901278	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
901278	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
901278	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
901278	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
901278	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
901278	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
901278	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
901278	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
901278	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
901278	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
901278	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
901278	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
901278	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
901278	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
901278	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
901278	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
901278	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
901278	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
901278	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
901278	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
901278	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
901278	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
901278	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
901278	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
901278	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
901278	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
901278	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
901278	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
901278	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
901278	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
901278	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
901278	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
901278	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
901278	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
901278	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
901278	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
901278	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
901278	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
901278	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
901278	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
901278	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
901278	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
901278	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
901278	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
901278	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
901278	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
901278	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
901278	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
901278	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
901278	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
901278	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
901278	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
901278	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
901278	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
901278	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
901278	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
901278	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
901278	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
901278	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
901278	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
901278	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
901278	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
901278	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
901278	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
901278	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
901278	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
901278	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
901278	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
901278	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
901278	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
901278	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
901278	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
901278	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
901278	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
901278	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
901278	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
901278	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
901278	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
901278	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
901278	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
901278	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
901278	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
901278	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
901278	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
901278	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
901278	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
901278	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
901278	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
901278	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
901278	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
901278	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
901278	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
901278	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
901278	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
901278	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
901278	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
901278	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
901278	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
901278	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
901278	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
901278	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
901278	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
901278	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
901278	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
901278	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
901278	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
901278	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
901278	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
901278	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
901278	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
901278	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
901278	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
901278	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
901278	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
901278	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
901278	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
901278	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
901278	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
901278	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
901278	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
901278	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
901278	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
901278	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
901278	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
901278	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
901278	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
901278	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
901278	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
901278	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
901278	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
901278	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
901278	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
901278	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
901278	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
901278	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
901278	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
901278	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
901278	embedding2nn.weight	0	0.3205886781215668
901278	embedding2nn.weight	1	0.3626125752925873
901278	embedding2nn.weight	2	0.00025465141516178846
901278	embedding2nn.weight	3	0.0061270431615412235
901278	embedding2nn.weight	4	-0.03145525977015495
901278	embedding2nn.weight	5	0.05929405987262726
901278	embedding2nn.weight	6	0.005199626553803682
901278	embedding2nn.weight	7	-0.009824318811297417
901278	embedding2nn.weight	8	0.039764489978551865
901278	embedding2nn.weight	9	-0.04978805035352707
901278	embedding2nn.bias	0	0.010447184555232525
901278	embedding2nn.bias	1	-0.1925532966852188
901278	embedding2nn.bias	2	0.13211359083652496
901278	embedding2nn.bias	3	0.16240492463111877
901278	embedding2nn.bias	4	0.14098669588565826
901278	embedding2nn.bias	5	-0.0752101019024849
901278	embedding2nn.bias	6	-0.047132112085819244
901278	embedding2nn.bias	7	0.04615851119160652
901278	embedding2nn.bias	8	-0.1501455008983612
901278	embedding2nn.bias	9	-0.3657923936843872
901278	rnn.weight_ih_l0	0	0.010344915091991425
901278	rnn.weight_ih_l0	1	-0.05765323340892792
901278	rnn.weight_ih_l0	2	-0.04991338029503822
901278	rnn.weight_ih_l0	3	0.11584411561489105
901278	rnn.weight_ih_l0	4	0.02154848538339138
901278	rnn.weight_ih_l0	5	-0.06864456832408905
901278	rnn.weight_ih_l0	6	0.007563356310129166
901278	rnn.weight_ih_l0	7	-0.025833582505583763
901278	rnn.weight_ih_l0	8	0.016464337706565857
901278	rnn.weight_ih_l0	9	-0.08634597063064575
901278	rnn.weight_hh_l0	0	-0.023200122639536858
901278	rnn.weight_hh_l0	1	0.08357845991849899
901278	rnn.weight_hh_l0	2	0.0007749409996904433
901278	rnn.weight_hh_l0	3	-0.03722042962908745
901278	rnn.weight_hh_l0	4	0.08814084529876709
901278	rnn.weight_hh_l0	5	-0.002415942959487438
901278	rnn.weight_hh_l0	6	-0.0916111022233963
901278	rnn.weight_hh_l0	7	-0.14026105403900146
901278	rnn.weight_hh_l0	8	0.04095010459423065
901278	rnn.weight_hh_l0	9	-0.12448951601982117
901278	rnn.bias_ih_l0	0	0.1774209588766098
901278	rnn.bias_ih_l0	1	-0.34395483136177063
901278	rnn.bias_ih_l0	2	-0.045181334018707275
901278	rnn.bias_ih_l0	3	-0.21287649869918823
901278	rnn.bias_ih_l0	4	-0.010756498202681541
901278	rnn.bias_ih_l0	5	-0.44059762358665466
901278	rnn.bias_ih_l0	6	-0.1416434496641159
901278	rnn.bias_ih_l0	7	-0.3919479548931122
901278	rnn.bias_ih_l0	8	-0.3082747161388397
901278	rnn.bias_ih_l0	9	-0.4488781690597534
901278	rnn.bias_hh_l0	0	-0.3444353938102722
901278	rnn.bias_hh_l0	1	-0.44402438402175903
901278	rnn.bias_hh_l0	2	-0.40149959921836853
901278	rnn.bias_hh_l0	3	-0.07960869371891022
901278	rnn.bias_hh_l0	4	-0.40277209877967834
901278	rnn.bias_hh_l0	5	-0.3718261420726776
901278	rnn.bias_hh_l0	6	-0.1154542937874794
901278	rnn.bias_hh_l0	7	0.07078518718481064
901278	rnn.bias_hh_l0	8	-0.23242896795272827
901278	rnn.bias_hh_l0	9	-0.5684696435928345
901278	rnn.weight_ih_l0_reverse	0	-0.007949193939566612
901278	rnn.weight_ih_l0_reverse	1	-0.0036579675506800413
901278	rnn.weight_ih_l0_reverse	2	-0.00013560941442847252
901278	rnn.weight_ih_l0_reverse	3	-0.1425568014383316
901278	rnn.weight_ih_l0_reverse	4	0.0813320204615593
901278	rnn.weight_ih_l0_reverse	5	-0.10588492453098297
901278	rnn.weight_ih_l0_reverse	6	-0.007832401432096958
901278	rnn.weight_ih_l0_reverse	7	0.029985569417476654
901278	rnn.weight_ih_l0_reverse	8	-0.04738059267401695
901278	rnn.weight_ih_l0_reverse	9	-0.08831380307674408
901278	rnn.weight_hh_l0_reverse	0	-0.1509328931570053
901278	rnn.weight_hh_l0_reverse	1	0.022096946835517883
901278	rnn.weight_hh_l0_reverse	2	-0.0198444165289402
901278	rnn.weight_hh_l0_reverse	3	0.030545951798558235
901278	rnn.weight_hh_l0_reverse	4	-0.08428043127059937
901278	rnn.weight_hh_l0_reverse	5	0.03780759498476982
901278	rnn.weight_hh_l0_reverse	6	0.03149687498807907
901278	rnn.weight_hh_l0_reverse	7	-0.13196805119514465
901278	rnn.weight_hh_l0_reverse	8	-0.07893289625644684
901278	rnn.weight_hh_l0_reverse	9	0.03549982234835625
901278	rnn.bias_ih_l0_reverse	0	-0.1842820644378662
901278	rnn.bias_ih_l0_reverse	1	-0.061802223324775696
901278	rnn.bias_ih_l0_reverse	2	0.16434885561466217
901278	rnn.bias_ih_l0_reverse	3	-0.3301646113395691
901278	rnn.bias_ih_l0_reverse	4	0.006584037560969591
901278	rnn.bias_ih_l0_reverse	5	-0.21993988752365112
901278	rnn.bias_ih_l0_reverse	6	0.27495431900024414
901278	rnn.bias_ih_l0_reverse	7	-0.2976595163345337
901278	rnn.bias_ih_l0_reverse	8	-0.1985500305891037
901278	rnn.bias_ih_l0_reverse	9	-0.1471090465784073
901278	rnn.bias_hh_l0_reverse	0	-0.13741010427474976
901278	rnn.bias_hh_l0_reverse	1	0.27368128299713135
901278	rnn.bias_hh_l0_reverse	2	-0.34601590037345886
901278	rnn.bias_hh_l0_reverse	3	-0.23437967896461487
901278	rnn.bias_hh_l0_reverse	4	-0.3922005295753479
901278	rnn.bias_hh_l0_reverse	5	-0.2070089429616928
901278	rnn.bias_hh_l0_reverse	6	-0.2645036578178406
901278	rnn.bias_hh_l0_reverse	7	-0.1029520183801651
901278	rnn.bias_hh_l0_reverse	8	-0.35139814019203186
901278	rnn.bias_hh_l0_reverse	9	0.20862293243408203
901278	linear.weight	0	0.22725442051887512
901278	linear.weight	1	-0.4547257423400879
901278	linear.weight	2	0.03731105849146843
901278	linear.weight	3	0.06747052073478699
901278	linear.weight	4	-0.1155940517783165
901278	linear.weight	5	0.256428062915802
901278	linear.weight	6	-0.019671693444252014
901278	linear.weight	7	-0.05954718589782715
901278	linear.weight	8	0.13140636682510376
901278	linear.weight	9	-0.0499679334461689
901278	linear.bias	0	-0.8686153888702393
901278	linear.bias	1	1.760168194770813
901278	linear.bias	2	0.750152051448822
901278	linear.bias	3	-2.7440435886383057
901278	linear.bias	4	-0.053641077131032944
901278	linear.bias	5	1.2401422262191772
901278	linear.bias	6	-0.21124403178691864
901278	linear.bias	7	0.856531023979187
901278	linear.bias	8	2.114708185195923
901278	linear.bias	9	-1.2907787561416626
901887	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
901887	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
901887	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
901887	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
901887	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
901887	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
901887	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
901887	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
901887	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
901887	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
901887	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
901887	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
901887	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
901887	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
901887	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
901887	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
901887	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
901887	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
901887	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
901887	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
901887	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
901887	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
901887	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
901887	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
901887	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
901887	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
901887	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
901887	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
901887	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
901887	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
901887	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
901887	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
901887	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
901887	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
901887	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
901887	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
901887	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
901887	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
901887	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
901887	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
901887	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
901887	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
901887	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
901887	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
901887	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
901887	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
901887	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
901887	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
901887	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
901887	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
901887	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
901887	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
901887	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
901887	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
901887	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
901887	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
901887	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
901887	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
901887	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
901887	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
901887	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
901887	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
901887	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
901887	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
901887	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
901887	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
901887	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
901887	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
901887	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
901887	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
901887	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
901887	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
901887	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
901887	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
901887	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
901887	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
901887	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
901887	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
901887	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
901887	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
901887	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
901887	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
901887	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
901887	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
901887	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
901887	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
901887	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
901887	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
901887	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
901887	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
901887	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
901887	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
901887	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
901887	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
901887	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
901887	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
901887	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
901887	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
901887	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
901887	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
901887	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
901887	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
901887	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
901887	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
901887	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
901887	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
901887	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
901887	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
901887	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
901887	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
901887	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
901887	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
901887	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
901887	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
901887	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
901887	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
901887	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
901887	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
901887	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
901887	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
901887	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
901887	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
901887	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
901887	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
901887	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
901887	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
901887	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
901887	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
901887	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
901887	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
901887	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
901887	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
901887	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
901887	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
901887	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
901887	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
901887	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
901887	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
901887	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
901887	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
901887	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
901887	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
901887	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
901887	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
901887	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
901887	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
901887	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
901887	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
901887	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
901887	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
901887	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
901887	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
901887	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
901887	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
901887	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
901887	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
901887	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
901887	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
901887	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
901887	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
901887	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
901887	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
901887	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
901887	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
901887	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
901887	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
901887	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
901887	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
901887	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
901887	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
901887	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
901887	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
901887	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
901887	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
901887	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
901887	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
901887	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
901887	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
901887	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
901887	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
901887	embedding2nn.weight	0	0.3206571936607361
901887	embedding2nn.weight	1	0.36272647976875305
901887	embedding2nn.weight	2	0.00010210235632257536
901887	embedding2nn.weight	3	0.005772200878709555
901887	embedding2nn.weight	4	-0.03206055238842964
901887	embedding2nn.weight	5	0.05886546149849892
901887	embedding2nn.weight	6	0.004830089397728443
901887	embedding2nn.weight	7	-0.010106215253472328
901887	embedding2nn.weight	8	0.04003004729747772
901887	embedding2nn.weight	9	-0.04958682507276535
901887	embedding2nn.bias	0	0.011664656922221184
901887	embedding2nn.bias	1	-0.19400280714035034
901887	embedding2nn.bias	2	0.13207407295703888
901887	embedding2nn.bias	3	0.1619132161140442
901887	embedding2nn.bias	4	0.14021837711334229
901887	embedding2nn.bias	5	-0.0779116153717041
901887	embedding2nn.bias	6	-0.047632746398448944
901887	embedding2nn.bias	7	0.046770572662353516
901887	embedding2nn.bias	8	-0.1495378017425537
901887	embedding2nn.bias	9	-0.3649808466434479
901887	rnn.weight_ih_l0	0	0.01032896526157856
901887	rnn.weight_ih_l0	1	-0.057817310094833374
901887	rnn.weight_ih_l0	2	-0.04973376914858818
901887	rnn.weight_ih_l0	3	0.11567118763923645
901887	rnn.weight_ih_l0	4	0.020693710073828697
901887	rnn.weight_ih_l0	5	-0.06928345561027527
901887	rnn.weight_ih_l0	6	0.007544844411313534
901887	rnn.weight_ih_l0	7	-0.025821644812822342
901887	rnn.weight_ih_l0	8	0.016879310831427574
901887	rnn.weight_ih_l0	9	-0.08610320091247559
901887	rnn.weight_hh_l0	0	-0.02326231263577938
901887	rnn.weight_hh_l0	1	0.08358699083328247
901887	rnn.weight_hh_l0	2	0.0007077789050526917
901887	rnn.weight_hh_l0	3	-0.03717236593365669
901887	rnn.weight_hh_l0	4	0.0881728008389473
901887	rnn.weight_hh_l0	5	-0.0025027976371347904
901887	rnn.weight_hh_l0	6	-0.0916062667965889
901887	rnn.weight_hh_l0	7	-0.1401665210723877
901887	rnn.weight_hh_l0	8	0.040971651673316956
901887	rnn.weight_hh_l0	9	-0.12464383989572525
901887	rnn.bias_ih_l0	0	0.1775539219379425
901887	rnn.bias_ih_l0	1	-0.3442995846271515
901887	rnn.bias_ih_l0	2	-0.04539816454052925
901887	rnn.bias_ih_l0	3	-0.21306101977825165
901887	rnn.bias_ih_l0	4	-0.009972560219466686
901887	rnn.bias_ih_l0	5	-0.4401194751262665
901887	rnn.bias_ih_l0	6	-0.141339972615242
901887	rnn.bias_ih_l0	7	-0.3919658064842224
901887	rnn.bias_ih_l0	8	-0.30828019976615906
901887	rnn.bias_ih_l0	9	-0.4491269886493683
901887	rnn.bias_hh_l0	0	-0.34444400668144226
901887	rnn.bias_hh_l0	1	-0.4439835548400879
901887	rnn.bias_hh_l0	2	-0.401187002658844
901887	rnn.bias_hh_l0	3	-0.07952339202165604
901887	rnn.bias_hh_l0	4	-0.4021914005279541
901887	rnn.bias_hh_l0	5	-0.37180095911026
901887	rnn.bias_hh_l0	6	-0.11555438488721848
901887	rnn.bias_hh_l0	7	0.07057658582925797
901887	rnn.bias_hh_l0	8	-0.2321818321943283
901887	rnn.bias_hh_l0	9	-0.5688156485557556
901887	rnn.weight_ih_l0_reverse	0	-0.007880482822656631
901887	rnn.weight_ih_l0_reverse	1	-0.0036404449492692947
901887	rnn.weight_ih_l0_reverse	2	-0.0002587538619991392
901887	rnn.weight_ih_l0_reverse	3	-0.14238710701465607
901887	rnn.weight_ih_l0_reverse	4	0.08147992193698883
901887	rnn.weight_ih_l0_reverse	5	-0.1059306338429451
901887	rnn.weight_ih_l0_reverse	6	-0.008015110157430172
901887	rnn.weight_ih_l0_reverse	7	0.030254777520895004
901887	rnn.weight_ih_l0_reverse	8	-0.047499243170022964
901887	rnn.weight_ih_l0_reverse	9	-0.08865585178136826
901887	rnn.weight_hh_l0_reverse	0	-0.15094609558582306
901887	rnn.weight_hh_l0_reverse	1	0.0220419242978096
901887	rnn.weight_hh_l0_reverse	2	-0.019813138991594315
901887	rnn.weight_hh_l0_reverse	3	0.030530907213687897
901887	rnn.weight_hh_l0_reverse	4	-0.0842132642865181
901887	rnn.weight_hh_l0_reverse	5	0.03781387582421303
901887	rnn.weight_hh_l0_reverse	6	0.03148861601948738
901887	rnn.weight_hh_l0_reverse	7	-0.13194991648197174
901887	rnn.weight_hh_l0_reverse	8	-0.07886850833892822
901887	rnn.weight_hh_l0_reverse	9	0.03548147901892662
901887	rnn.bias_ih_l0_reverse	0	-0.1846988946199417
901887	rnn.bias_ih_l0_reverse	1	-0.06122690066695213
901887	rnn.bias_ih_l0_reverse	2	0.16468198597431183
901887	rnn.bias_ih_l0_reverse	3	-0.32985976338386536
901887	rnn.bias_ih_l0_reverse	4	0.006861849222332239
901887	rnn.bias_ih_l0_reverse	5	-0.2202286720275879
901887	rnn.bias_ih_l0_reverse	6	0.27384111285209656
901887	rnn.bias_ih_l0_reverse	7	-0.2979922592639923
901887	rnn.bias_ih_l0_reverse	8	-0.19853870570659637
901887	rnn.bias_ih_l0_reverse	9	-0.14686702191829681
901887	rnn.bias_hh_l0_reverse	0	-0.1378101259469986
901887	rnn.bias_hh_l0_reverse	1	0.2739068865776062
901887	rnn.bias_hh_l0_reverse	2	-0.3464599847793579
901887	rnn.bias_hh_l0_reverse	3	-0.23511312901973724
901887	rnn.bias_hh_l0_reverse	4	-0.39291080832481384
901887	rnn.bias_hh_l0_reverse	5	-0.20743918418884277
901887	rnn.bias_hh_l0_reverse	6	-0.26479610800743103
901887	rnn.bias_hh_l0_reverse	7	-0.10308922827243805
901887	rnn.bias_hh_l0_reverse	8	-0.3511117100715637
901887	rnn.bias_hh_l0_reverse	9	0.208481565117836
901887	linear.weight	0	0.22923283278942108
901887	linear.weight	1	-0.45265257358551025
901887	linear.weight	2	0.033608123660087585
901887	linear.weight	3	0.06747051328420639
901887	linear.weight	4	-0.11624710261821747
901887	linear.weight	5	0.2560960650444031
901887	linear.weight	6	-0.020468831062316895
901887	linear.weight	7	-0.059546951204538345
901887	linear.weight	8	0.130164235830307
901887	linear.weight	9	-0.04996798560023308
901887	linear.bias	0	-0.8682845234870911
901887	linear.bias	1	1.766205072402954
901887	linear.bias	2	0.7457595467567444
901887	linear.bias	3	-2.7440450191497803
901887	linear.bias	4	-0.057331085205078125
901887	linear.bias	5	1.2361602783203125
901887	linear.bias	6	-0.21592243015766144
901887	linear.bias	7	0.8548664450645447
901887	linear.bias	8	2.103816270828247
901887	linear.bias	9	-1.2892169952392578
902496	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
902496	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
902496	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
902496	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
902496	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
902496	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
902496	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
902496	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
902496	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
902496	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
902496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
902496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
902496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
902496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
902496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
902496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
902496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
902496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
902496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
902496	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
902496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
902496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
902496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
902496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
902496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
902496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
902496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
902496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
902496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
902496	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
902496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
902496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
902496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
902496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
902496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
902496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
902496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
902496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
902496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
902496	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
902496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
902496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
902496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
902496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
902496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
902496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
902496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
902496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
902496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
902496	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
902496	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
902496	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
902496	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
902496	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
902496	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
902496	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
902496	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
902496	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
902496	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
902496	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
902496	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
902496	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
902496	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
902496	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
902496	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
902496	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
902496	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
902496	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
902496	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
902496	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
902496	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
902496	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
902496	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
902496	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
902496	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
902496	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
902496	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
902496	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
902496	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
902496	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
902496	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
902496	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
902496	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
902496	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
902496	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
902496	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
902496	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
902496	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
902496	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
902496	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
902496	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
902496	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
902496	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
902496	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
902496	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
902496	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
902496	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
902496	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
902496	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
902496	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
902496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
902496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
902496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
902496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
902496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
902496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
902496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
902496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
902496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
902496	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
902496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
902496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
902496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
902496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
902496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
902496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
902496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
902496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
902496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
902496	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
902496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
902496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
902496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
902496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
902496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
902496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
902496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
902496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
902496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
902496	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
902496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
902496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
902496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
902496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
902496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
902496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
902496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
902496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
902496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
902496	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
902496	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
902496	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
902496	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
902496	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
902496	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
902496	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
902496	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
902496	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
902496	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
902496	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
902496	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
902496	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
902496	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
902496	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
902496	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
902496	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
902496	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
902496	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
902496	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
902496	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
902496	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
902496	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
902496	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
902496	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
902496	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
902496	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
902496	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
902496	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
902496	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
902496	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
902496	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
902496	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
902496	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
902496	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
902496	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
902496	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
902496	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
902496	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
902496	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
902496	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
902496	embedding2nn.weight	0	0.3205116093158722
902496	embedding2nn.weight	1	0.362516850233078
902496	embedding2nn.weight	2	0.0005758702172897756
902496	embedding2nn.weight	3	0.00682127894833684
902496	embedding2nn.weight	4	-0.0323481447994709
902496	embedding2nn.weight	5	0.059091512113809586
902496	embedding2nn.weight	6	0.003986131865531206
902496	embedding2nn.weight	7	-0.009876279160380363
902496	embedding2nn.weight	8	0.03984541818499565
902496	embedding2nn.weight	9	-0.049361083656549454
902496	embedding2nn.bias	0	0.010960705578327179
902496	embedding2nn.bias	1	-0.19373244047164917
902496	embedding2nn.bias	2	0.13269667327404022
902496	embedding2nn.bias	3	0.1632002592086792
902496	embedding2nn.bias	4	0.13741669058799744
902496	embedding2nn.bias	5	-0.07871945947408676
902496	embedding2nn.bias	6	-0.04722306504845619
902496	embedding2nn.bias	7	0.044839534908533096
902496	embedding2nn.bias	8	-0.14897261559963226
902496	embedding2nn.bias	9	-0.3664570748806
902496	rnn.weight_ih_l0	0	0.010277346707880497
902496	rnn.weight_ih_l0	1	-0.05781230702996254
902496	rnn.weight_ih_l0	2	-0.049807026982307434
902496	rnn.weight_ih_l0	3	0.11572331935167313
902496	rnn.weight_ih_l0	4	0.020454471930861473
902496	rnn.weight_ih_l0	5	-0.06977326422929764
902496	rnn.weight_ih_l0	6	0.007609138730913401
902496	rnn.weight_ih_l0	7	-0.02555280365049839
902496	rnn.weight_ih_l0	8	0.01725059188902378
902496	rnn.weight_ih_l0	9	-0.0866285040974617
902496	rnn.weight_hh_l0	0	-0.02325349487364292
902496	rnn.weight_hh_l0	1	0.08370614796876907
902496	rnn.weight_hh_l0	2	0.0007822776096872985
902496	rnn.weight_hh_l0	3	-0.03716893121600151
902496	rnn.weight_hh_l0	4	0.0881425067782402
902496	rnn.weight_hh_l0	5	-0.002524904441088438
902496	rnn.weight_hh_l0	6	-0.09156113117933273
902496	rnn.weight_hh_l0	7	-0.13995550572872162
902496	rnn.weight_hh_l0	8	0.040992625057697296
902496	rnn.weight_hh_l0	9	-0.12463928759098053
902496	rnn.bias_ih_l0	0	0.17737506330013275
902496	rnn.bias_ih_l0	1	-0.3445664942264557
902496	rnn.bias_ih_l0	2	-0.04564826935529709
902496	rnn.bias_ih_l0	3	-0.21239310503005981
902496	rnn.bias_ih_l0	4	-0.009840451180934906
902496	rnn.bias_ih_l0	5	-0.4402254521846771
902496	rnn.bias_ih_l0	6	-0.14070019125938416
902496	rnn.bias_ih_l0	7	-0.39210495352745056
902496	rnn.bias_ih_l0	8	-0.3080902397632599
902496	rnn.bias_ih_l0	9	-0.44868895411491394
902496	rnn.bias_hh_l0	0	-0.3442125916481018
902496	rnn.bias_hh_l0	1	-0.4433106482028961
902496	rnn.bias_hh_l0	2	-0.40114495158195496
902496	rnn.bias_hh_l0	3	-0.07974334806203842
902496	rnn.bias_hh_l0	4	-0.40204355120658875
902496	rnn.bias_hh_l0	5	-0.3720996379852295
902496	rnn.bias_hh_l0	6	-0.11523791402578354
902496	rnn.bias_hh_l0	7	0.07094891369342804
902496	rnn.bias_hh_l0	8	-0.23196281492710114
902496	rnn.bias_hh_l0	9	-0.569492757320404
902496	rnn.weight_ih_l0_reverse	0	-0.007726168725639582
902496	rnn.weight_ih_l0_reverse	1	-0.0035966532304883003
902496	rnn.weight_ih_l0_reverse	2	-0.00027309704455547035
902496	rnn.weight_ih_l0_reverse	3	-0.14223535358905792
902496	rnn.weight_ih_l0_reverse	4	0.08152271807193756
902496	rnn.weight_ih_l0_reverse	5	-0.1060655489563942
902496	rnn.weight_ih_l0_reverse	6	-0.008437145501375198
902496	rnn.weight_ih_l0_reverse	7	0.030206063762307167
902496	rnn.weight_ih_l0_reverse	8	-0.04732774570584297
902496	rnn.weight_ih_l0_reverse	9	-0.08876606822013855
902496	rnn.weight_hh_l0_reverse	0	-0.1509792059659958
902496	rnn.weight_hh_l0_reverse	1	0.022029828280210495
902496	rnn.weight_hh_l0_reverse	2	-0.019800199195742607
902496	rnn.weight_hh_l0_reverse	3	0.030546413734555244
902496	rnn.weight_hh_l0_reverse	4	-0.08417493849992752
902496	rnn.weight_hh_l0_reverse	5	0.03779427707195282
902496	rnn.weight_hh_l0_reverse	6	0.03150273859500885
902496	rnn.weight_hh_l0_reverse	7	-0.13192042708396912
902496	rnn.weight_hh_l0_reverse	8	-0.07891731709241867
902496	rnn.weight_hh_l0_reverse	9	0.03568480536341667
902496	rnn.bias_ih_l0_reverse	0	-0.1846274882555008
902496	rnn.bias_ih_l0_reverse	1	-0.06106968969106674
902496	rnn.bias_ih_l0_reverse	2	0.16500112414360046
902496	rnn.bias_ih_l0_reverse	3	-0.32985344529151917
902496	rnn.bias_ih_l0_reverse	4	0.007189403288066387
902496	rnn.bias_ih_l0_reverse	5	-0.22026818990707397
902496	rnn.bias_ih_l0_reverse	6	0.273764967918396
902496	rnn.bias_ih_l0_reverse	7	-0.2988254725933075
902496	rnn.bias_ih_l0_reverse	8	-0.1984868347644806
902496	rnn.bias_ih_l0_reverse	9	-0.14683134853839874
902496	rnn.bias_hh_l0_reverse	0	-0.1376883089542389
902496	rnn.bias_hh_l0_reverse	1	0.2739400267601013
902496	rnn.bias_hh_l0_reverse	2	-0.3458171784877777
902496	rnn.bias_hh_l0_reverse	3	-0.23428474366664886
902496	rnn.bias_hh_l0_reverse	4	-0.39276352524757385
902496	rnn.bias_hh_l0_reverse	5	-0.20692940056324005
902496	rnn.bias_hh_l0_reverse	6	-0.26489537954330444
902496	rnn.bias_hh_l0_reverse	7	-0.10293547809123993
902496	rnn.bias_hh_l0_reverse	8	-0.35100987553596497
902496	rnn.bias_hh_l0_reverse	9	0.20915718376636505
902496	linear.weight	0	0.23105542361736298
902496	linear.weight	1	-0.4521203935146332
902496	linear.weight	2	0.030228326097130775
902496	linear.weight	3	0.06747051328420639
902496	linear.weight	4	-0.1129152774810791
902496	linear.weight	5	0.25862786173820496
902496	linear.weight	6	-0.0202951580286026
902496	linear.weight	7	-0.05954677611589432
902496	linear.weight	8	0.12807504832744598
902496	linear.weight	9	-0.04996798187494278
902496	linear.bias	0	-0.8641558885574341
902496	linear.bias	1	1.7604495286941528
902496	linear.bias	2	0.7357823252677917
902496	linear.bias	3	-2.744046449661255
902496	linear.bias	4	-0.056216273456811905
902496	linear.bias	5	1.2324589490890503
902496	linear.bias	6	-0.21281814575195312
902496	linear.bias	7	0.8550167679786682
902496	linear.bias	8	2.115882396697998
902496	linear.bias	9	-1.2875946760177612
902504	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
902504	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
902504	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
902504	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
902504	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
902504	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
902504	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
902504	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
902504	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
902504	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
902504	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
902504	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
902504	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
902504	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
902504	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
902504	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
902504	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
902504	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
902504	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
902504	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
902504	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
902504	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
902504	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
902504	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
902504	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
902504	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
902504	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
902504	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
902504	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
902504	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
902504	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
902504	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
902504	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
902504	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
902504	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
902504	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
902504	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
902504	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
902504	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
902504	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
902504	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
902504	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
902504	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
902504	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
902504	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
902504	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
902504	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
902504	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
902504	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
902504	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
902504	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
902504	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
902504	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
902504	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
902504	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
902504	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
902504	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
902504	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
902504	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
902504	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
902504	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
902504	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
902504	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
902504	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
902504	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
902504	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
902504	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
902504	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
902504	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
902504	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
902504	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
902504	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
902504	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
902504	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
902504	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
902504	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
902504	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
902504	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
902504	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
902504	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
902504	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
902504	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
902504	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
902504	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
902504	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
902504	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
902504	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
902504	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
902504	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
902504	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
902504	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
902504	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
902504	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
902504	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
902504	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
902504	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
902504	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
902504	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
902504	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
902504	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
902504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
902504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
902504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
902504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
902504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
902504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
902504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
902504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
902504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
902504	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
902504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
902504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
902504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
902504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
902504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
902504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
902504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
902504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
902504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
902504	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
902504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
902504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
902504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
902504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
902504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
902504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
902504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
902504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
902504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
902504	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
902504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
902504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
902504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
902504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
902504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
902504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
902504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
902504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
902504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
902504	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
902504	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
902504	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
902504	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
902504	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
902504	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
902504	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
902504	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
902504	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
902504	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
902504	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
902504	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
902504	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
902504	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
902504	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
902504	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
902504	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
902504	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
902504	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
902504	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
902504	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
902504	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
902504	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
902504	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
902504	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
902504	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
902504	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
902504	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
902504	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
902504	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
902504	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
902504	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
902504	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
902504	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
902504	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
902504	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
902504	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
902504	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
902504	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
902504	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
902504	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
902504	embedding2nn.weight	0	0.3205225169658661
902504	embedding2nn.weight	1	0.3625049889087677
902504	embedding2nn.weight	2	0.0005393875762820244
902504	embedding2nn.weight	3	0.006970712915062904
902504	embedding2nn.weight	4	-0.032307639718055725
902504	embedding2nn.weight	5	0.059077873826026917
902504	embedding2nn.weight	6	0.003898320021107793
902504	embedding2nn.weight	7	-0.009949058294296265
902504	embedding2nn.weight	8	0.03986718878149986
902504	embedding2nn.weight	9	-0.04940564185380936
902504	embedding2nn.bias	0	0.01066045742481947
902504	embedding2nn.bias	1	-0.19393178820610046
902504	embedding2nn.bias	2	0.13256779313087463
902504	embedding2nn.bias	3	0.16347087919712067
902504	embedding2nn.bias	4	0.13771390914916992
902504	embedding2nn.bias	5	-0.07877334952354431
902504	embedding2nn.bias	6	-0.04747341200709343
902504	embedding2nn.bias	7	0.04485378414392471
902504	embedding2nn.bias	8	-0.1485597938299179
902504	embedding2nn.bias	9	-0.36635518074035645
902504	rnn.weight_ih_l0	0	0.010277858935296535
902504	rnn.weight_ih_l0	1	-0.05781093239784241
902504	rnn.weight_ih_l0	2	-0.049757059663534164
902504	rnn.weight_ih_l0	3	0.11572729051113129
902504	rnn.weight_ih_l0	4	0.02040817216038704
902504	rnn.weight_ih_l0	5	-0.06979282200336456
902504	rnn.weight_ih_l0	6	0.007580141071230173
902504	rnn.weight_ih_l0	7	-0.025577634572982788
902504	rnn.weight_ih_l0	8	0.017260665073990822
902504	rnn.weight_ih_l0	9	-0.08662246912717819
902504	rnn.weight_hh_l0	0	-0.02325510047376156
902504	rnn.weight_hh_l0	1	0.08369553834199905
902504	rnn.weight_hh_l0	2	0.0007915940950624645
902504	rnn.weight_hh_l0	3	-0.037171293050050735
902504	rnn.weight_hh_l0	4	0.08813755214214325
902504	rnn.weight_hh_l0	5	-0.002523981500416994
902504	rnn.weight_hh_l0	6	-0.09156037867069244
902504	rnn.weight_hh_l0	7	-0.1399444341659546
902504	rnn.weight_hh_l0	8	0.0409926176071167
902504	rnn.weight_hh_l0	9	-0.1246386244893074
902504	rnn.bias_ih_l0	0	0.17746953666210175
902504	rnn.bias_ih_l0	1	-0.34459835290908813
902504	rnn.bias_ih_l0	2	-0.045655280351638794
902504	rnn.bias_ih_l0	3	-0.2123955637216568
902504	rnn.bias_ih_l0	4	-0.009910211898386478
902504	rnn.bias_ih_l0	5	-0.440172404050827
902504	rnn.bias_ih_l0	6	-0.14066816866397858
902504	rnn.bias_ih_l0	7	-0.3920976221561432
902504	rnn.bias_ih_l0	8	-0.30808472633361816
902504	rnn.bias_ih_l0	9	-0.44865337014198303
902504	rnn.bias_hh_l0	0	-0.3442024886608124
902504	rnn.bias_hh_l0	1	-0.4432521164417267
902504	rnn.bias_hh_l0	2	-0.4010969400405884
902504	rnn.bias_hh_l0	3	-0.07975868135690689
902504	rnn.bias_hh_l0	4	-0.40200865268707275
902504	rnn.bias_hh_l0	5	-0.37212368845939636
902504	rnn.bias_hh_l0	6	-0.11516494303941727
902504	rnn.bias_hh_l0	7	0.0710153803229332
902504	rnn.bias_hh_l0	8	-0.23196735978126526
902504	rnn.bias_hh_l0	9	-0.5695058703422546
902504	rnn.weight_ih_l0_reverse	0	-0.007746818475425243
902504	rnn.weight_ih_l0_reverse	1	-0.0035868606064468622
902504	rnn.weight_ih_l0_reverse	2	-0.00027592541300691664
902504	rnn.weight_ih_l0_reverse	3	-0.14220601320266724
902504	rnn.weight_ih_l0_reverse	4	0.08152130991220474
902504	rnn.weight_ih_l0_reverse	5	-0.10607018321752548
902504	rnn.weight_ih_l0_reverse	6	-0.00848454050719738
902504	rnn.weight_ih_l0_reverse	7	0.030206168070435524
902504	rnn.weight_ih_l0_reverse	8	-0.04729815572500229
902504	rnn.weight_ih_l0_reverse	9	-0.08877990394830704
902504	rnn.weight_hh_l0_reverse	0	-0.15097148716449738
902504	rnn.weight_hh_l0_reverse	1	0.02202855423092842
902504	rnn.weight_hh_l0_reverse	2	-0.019805872812867165
902504	rnn.weight_hh_l0_reverse	3	0.030547507107257843
902504	rnn.weight_hh_l0_reverse	4	-0.08416541665792465
902504	rnn.weight_hh_l0_reverse	5	0.03779382258653641
902504	rnn.weight_hh_l0_reverse	6	0.031500544399023056
902504	rnn.weight_hh_l0_reverse	7	-0.1319284290075302
902504	rnn.weight_hh_l0_reverse	8	-0.07891054451465607
902504	rnn.weight_hh_l0_reverse	9	0.035673581063747406
902504	rnn.bias_ih_l0_reverse	0	-0.18464814126491547
902504	rnn.bias_ih_l0_reverse	1	-0.061039384454488754
902504	rnn.bias_ih_l0_reverse	2	0.16496556997299194
902504	rnn.bias_ih_l0_reverse	3	-0.32980412244796753
902504	rnn.bias_ih_l0_reverse	4	0.007217166945338249
902504	rnn.bias_ih_l0_reverse	5	-0.220258891582489
902504	rnn.bias_ih_l0_reverse	6	0.27367252111434937
902504	rnn.bias_ih_l0_reverse	7	-0.2988591194152832
902504	rnn.bias_ih_l0_reverse	8	-0.1985211968421936
902504	rnn.bias_ih_l0_reverse	9	-0.14685572683811188
902504	rnn.bias_hh_l0_reverse	0	-0.13760952651500702
902504	rnn.bias_hh_l0_reverse	1	0.2737528085708618
902504	rnn.bias_hh_l0_reverse	2	-0.34580519795417786
902504	rnn.bias_hh_l0_reverse	3	-0.2342282086610794
902504	rnn.bias_hh_l0_reverse	4	-0.3927181661128998
902504	rnn.bias_hh_l0_reverse	5	-0.20690731704235077
902504	rnn.bias_hh_l0_reverse	6	-0.26493391394615173
902504	rnn.bias_hh_l0_reverse	7	-0.10293184965848923
902504	rnn.bias_hh_l0_reverse	8	-0.3511786162853241
902504	rnn.bias_hh_l0_reverse	9	0.20913943648338318
902504	linear.weight	0	0.23124511539936066
902504	linear.weight	1	-0.4521777331829071
902504	linear.weight	2	0.030183766037225723
902504	linear.weight	3	0.06747051328420639
902504	linear.weight	4	-0.11394043266773224
902504	linear.weight	5	0.2584255337715149
902504	linear.weight	6	-0.020030179992318153
902504	linear.weight	7	-0.05954677611589432
902504	linear.weight	8	0.12827767431735992
902504	linear.weight	9	-0.04996798187494278
902504	linear.bias	0	-0.8639014959335327
902504	linear.bias	1	1.760548710823059
902504	linear.bias	2	0.7349998950958252
902504	linear.bias	3	-2.744046449661255
902504	linear.bias	4	-0.05702276900410652
902504	linear.bias	5	1.2322849035263062
902504	linear.bias	6	-0.21281306445598602
902504	linear.bias	7	0.8559713363647461
902504	linear.bias	8	2.1139073371887207
902504	linear.bias	9	-1.2876830101013184
903113	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
903113	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
903113	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
903113	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
903113	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
903113	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
903113	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
903113	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
903113	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
903113	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
903113	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
903113	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
903113	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
903113	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
903113	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
903113	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
903113	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
903113	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
903113	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
903113	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
903113	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
903113	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
903113	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
903113	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
903113	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
903113	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
903113	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
903113	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
903113	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
903113	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
903113	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
903113	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
903113	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
903113	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
903113	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
903113	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
903113	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
903113	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
903113	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
903113	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
903113	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
903113	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
903113	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
903113	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
903113	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
903113	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
903113	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
903113	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
903113	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
903113	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
903113	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
903113	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
903113	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
903113	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
903113	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
903113	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
903113	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
903113	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
903113	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
903113	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
903113	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
903113	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
903113	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
903113	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
903113	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
903113	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
903113	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
903113	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
903113	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
903113	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
903113	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
903113	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
903113	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
903113	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
903113	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
903113	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
903113	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
903113	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
903113	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
903113	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
903113	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
903113	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
903113	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
903113	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
903113	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
903113	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
903113	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
903113	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
903113	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
903113	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
903113	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
903113	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
903113	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
903113	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
903113	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
903113	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
903113	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
903113	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
903113	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
903113	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
903113	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
903113	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
903113	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
903113	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
903113	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
903113	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
903113	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
903113	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
903113	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
903113	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
903113	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
903113	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
903113	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
903113	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
903113	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
903113	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
903113	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
903113	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
903113	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
903113	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
903113	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
903113	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
903113	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
903113	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
903113	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
903113	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
903113	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
903113	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
903113	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
903113	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
903113	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
903113	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
903113	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
903113	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
903113	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
903113	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
903113	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
903113	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
903113	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
903113	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
903113	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
903113	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
903113	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
903113	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
903113	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
903113	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
903113	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
903113	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
903113	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
903113	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
903113	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
903113	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
903113	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
903113	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
903113	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
903113	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
903113	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
903113	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
903113	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
903113	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
903113	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
903113	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
903113	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
903113	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
903113	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
903113	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
903113	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
903113	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
903113	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
903113	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
903113	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
903113	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
903113	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
903113	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
903113	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
903113	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
903113	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
903113	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
903113	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
903113	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
903113	embedding2nn.weight	0	0.32054319977760315
903113	embedding2nn.weight	1	0.3627215325832367
903113	embedding2nn.weight	2	0.0003200927749276161
903113	embedding2nn.weight	3	0.007290198467671871
903113	embedding2nn.weight	4	-0.03243102878332138
903113	embedding2nn.weight	5	0.05921328067779541
903113	embedding2nn.weight	6	0.0038925032131373882
903113	embedding2nn.weight	7	-0.010151960887014866
903113	embedding2nn.weight	8	0.0397593230009079
903113	embedding2nn.weight	9	-0.04920841380953789
903113	embedding2nn.bias	0	0.014026563614606857
903113	embedding2nn.bias	1	-0.19090977311134338
903113	embedding2nn.bias	2	0.1299060434103012
903113	embedding2nn.bias	3	0.16662749648094177
903113	embedding2nn.bias	4	0.13898617029190063
903113	embedding2nn.bias	5	-0.07766317576169968
903113	embedding2nn.bias	6	-0.04781157895922661
903113	embedding2nn.bias	7	0.04607396572828293
903113	embedding2nn.bias	8	-0.14835307002067566
903113	embedding2nn.bias	9	-0.36567187309265137
903113	rnn.weight_ih_l0	0	0.010347180999815464
903113	rnn.weight_ih_l0	1	-0.057947076857089996
903113	rnn.weight_ih_l0	2	-0.04978474974632263
903113	rnn.weight_ih_l0	3	0.11584635823965073
903113	rnn.weight_ih_l0	4	0.02024206705391407
903113	rnn.weight_ih_l0	5	-0.07002481073141098
903113	rnn.weight_ih_l0	6	0.007424642331898212
903113	rnn.weight_ih_l0	7	-0.025401560589671135
903113	rnn.weight_ih_l0	8	0.017685111612081528
903113	rnn.weight_ih_l0	9	-0.08673255145549774
903113	rnn.weight_hh_l0	0	-0.023283550515770912
903113	rnn.weight_hh_l0	1	0.08370810747146606
903113	rnn.weight_hh_l0	2	0.0007603262201882899
903113	rnn.weight_hh_l0	3	-0.03724033012986183
903113	rnn.weight_hh_l0	4	0.0880928486585617
903113	rnn.weight_hh_l0	5	-0.0025327589828521013
903113	rnn.weight_hh_l0	6	-0.09164030849933624
903113	rnn.weight_hh_l0	7	-0.13982120156288147
903113	rnn.weight_hh_l0	8	0.04095670208334923
903113	rnn.weight_hh_l0	9	-0.12467082589864731
903113	rnn.bias_ih_l0	0	0.1761765331029892
903113	rnn.bias_ih_l0	1	-0.3449513912200928
903113	rnn.bias_ih_l0	2	-0.045487359166145325
903113	rnn.bias_ih_l0	3	-0.21221746504306793
903113	rnn.bias_ih_l0	4	-0.01138939056545496
903113	rnn.bias_ih_l0	5	-0.4399254620075226
903113	rnn.bias_ih_l0	6	-0.14036250114440918
903113	rnn.bias_ih_l0	7	-0.39201369881629944
903113	rnn.bias_ih_l0	8	-0.30890408158302307
903113	rnn.bias_ih_l0	9	-0.4492032825946808
903113	rnn.bias_hh_l0	0	-0.3445720374584198
903113	rnn.bias_hh_l0	1	-0.4437583386898041
903113	rnn.bias_hh_l0	2	-0.40116599202156067
903113	rnn.bias_hh_l0	3	-0.08047275990247726
903113	rnn.bias_hh_l0	4	-0.4013337194919586
903113	rnn.bias_hh_l0	5	-0.37214207649230957
903113	rnn.bias_hh_l0	6	-0.11538057029247284
903113	rnn.bias_hh_l0	7	0.07086876034736633
903113	rnn.bias_hh_l0	8	-0.23147979378700256
903113	rnn.bias_hh_l0	9	-0.569798469543457
903113	rnn.weight_ih_l0_reverse	0	-0.007555321790277958
903113	rnn.weight_ih_l0_reverse	1	-0.003491646144539118
903113	rnn.weight_ih_l0_reverse	2	-0.0002893043274525553
903113	rnn.weight_ih_l0_reverse	3	-0.1421486884355545
903113	rnn.weight_ih_l0_reverse	4	0.0814770832657814
903113	rnn.weight_ih_l0_reverse	5	-0.10570078343153
903113	rnn.weight_ih_l0_reverse	6	-0.008397268131375313
903113	rnn.weight_ih_l0_reverse	7	0.03021855466067791
903113	rnn.weight_ih_l0_reverse	8	-0.047344062477350235
903113	rnn.weight_ih_l0_reverse	9	-0.08920246362686157
903113	rnn.weight_hh_l0_reverse	0	-0.15110188722610474
903113	rnn.weight_hh_l0_reverse	1	0.021941695362329483
903113	rnn.weight_hh_l0_reverse	2	-0.019764777272939682
903113	rnn.weight_hh_l0_reverse	3	0.030527330935001373
903113	rnn.weight_hh_l0_reverse	4	-0.08412197232246399
903113	rnn.weight_hh_l0_reverse	5	0.03773774951696396
903113	rnn.weight_hh_l0_reverse	6	0.03150439262390137
903113	rnn.weight_hh_l0_reverse	7	-0.1320880651473999
903113	rnn.weight_hh_l0_reverse	8	-0.0788649320602417
903113	rnn.weight_hh_l0_reverse	9	0.035611528903245926
903113	rnn.bias_ih_l0_reverse	0	-0.18485568463802338
903113	rnn.bias_ih_l0_reverse	1	-0.0611393116414547
903113	rnn.bias_ih_l0_reverse	2	0.16530528664588928
903113	rnn.bias_ih_l0_reverse	3	-0.32993003726005554
903113	rnn.bias_ih_l0_reverse	4	0.006323082372546196
903113	rnn.bias_ih_l0_reverse	5	-0.2203468382358551
903113	rnn.bias_ih_l0_reverse	6	0.27328023314476013
903113	rnn.bias_ih_l0_reverse	7	-0.2980276346206665
903113	rnn.bias_ih_l0_reverse	8	-0.1984633356332779
903113	rnn.bias_ih_l0_reverse	9	-0.1472998857498169
903113	rnn.bias_hh_l0_reverse	0	-0.1376384198665619
903113	rnn.bias_hh_l0_reverse	1	0.2732304036617279
903113	rnn.bias_hh_l0_reverse	2	-0.34528622031211853
903113	rnn.bias_hh_l0_reverse	3	-0.23377738893032074
903113	rnn.bias_hh_l0_reverse	4	-0.3935151696205139
903113	rnn.bias_hh_l0_reverse	5	-0.2070740908384323
903113	rnn.bias_hh_l0_reverse	6	-0.2650447487831116
903113	rnn.bias_hh_l0_reverse	7	-0.10298918187618256
903113	rnn.bias_hh_l0_reverse	8	-0.35110750794410706
903113	rnn.bias_hh_l0_reverse	9	0.2090674787759781
903113	linear.weight	0	0.23170281946659088
903113	linear.weight	1	-0.45307883620262146
903113	linear.weight	2	0.030490459874272346
903113	linear.weight	3	0.06747053563594818
903113	linear.weight	4	-0.11361893266439438
903113	linear.weight	5	0.25923243165016174
903113	linear.weight	6	-0.020869657397270203
903113	linear.weight	7	-0.059546537697315216
903113	linear.weight	8	0.12816332280635834
903113	linear.weight	9	-0.049968037754297256
903113	linear.bias	0	-0.8648757934570312
903113	linear.bias	1	1.770829439163208
903113	linear.bias	2	0.7415965795516968
903113	linear.bias	3	-2.7440476417541504
903113	linear.bias	4	-0.0559258796274662
903113	linear.bias	5	1.233441948890686
903113	linear.bias	6	-0.21507926285266876
903113	linear.bias	7	0.854682207107544
903113	linear.bias	8	2.1130318641662598
903113	linear.bias	9	-1.289084792137146
903722	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
903722	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
903722	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
903722	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
903722	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
903722	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
903722	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
903722	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
903722	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
903722	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
903722	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
903722	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
903722	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
903722	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
903722	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
903722	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
903722	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
903722	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
903722	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
903722	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
903722	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
903722	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
903722	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
903722	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
903722	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
903722	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
903722	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
903722	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
903722	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
903722	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
903722	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
903722	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
903722	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
903722	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
903722	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
903722	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
903722	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
903722	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
903722	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
903722	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
903722	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
903722	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
903722	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
903722	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
903722	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
903722	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
903722	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
903722	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
903722	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
903722	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
903722	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
903722	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
903722	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
903722	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
903722	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
903722	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
903722	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
903722	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
903722	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
903722	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
903722	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
903722	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
903722	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
903722	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
903722	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
903722	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
903722	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
903722	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
903722	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
903722	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
903722	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
903722	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
903722	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
903722	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
903722	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
903722	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
903722	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
903722	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
903722	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
903722	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
903722	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
903722	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
903722	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
903722	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
903722	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
903722	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
903722	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
903722	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
903722	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
903722	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
903722	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
903722	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
903722	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
903722	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
903722	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
903722	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
903722	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
903722	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
903722	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
903722	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
903722	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
903722	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
903722	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
903722	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
903722	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
903722	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
903722	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
903722	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
903722	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
903722	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
903722	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
903722	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
903722	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
903722	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
903722	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
903722	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
903722	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
903722	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
903722	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
903722	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
903722	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
903722	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
903722	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
903722	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
903722	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
903722	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
903722	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
903722	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
903722	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
903722	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
903722	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
903722	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
903722	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
903722	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
903722	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
903722	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
903722	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
903722	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
903722	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
903722	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
903722	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
903722	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
903722	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
903722	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
903722	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
903722	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
903722	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
903722	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
903722	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
903722	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
903722	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
903722	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
903722	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
903722	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
903722	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
903722	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
903722	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
903722	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
903722	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
903722	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
903722	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
903722	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
903722	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
903722	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
903722	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
903722	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
903722	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
903722	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
903722	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
903722	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
903722	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
903722	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
903722	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
903722	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
903722	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
903722	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
903722	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
903722	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
903722	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
903722	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
903722	embedding2nn.weight	0	0.32063689827919006
903722	embedding2nn.weight	1	0.36279335618019104
903722	embedding2nn.weight	2	-0.00041666527977213264
903722	embedding2nn.weight	3	0.007689225021749735
903722	embedding2nn.weight	4	-0.03231065720319748
903722	embedding2nn.weight	5	0.05918002873659134
903722	embedding2nn.weight	6	0.0035384062211960554
903722	embedding2nn.weight	7	-0.010000253096222878
903722	embedding2nn.weight	8	0.039826638996601105
903722	embedding2nn.weight	9	-0.04989699646830559
903722	embedding2nn.bias	0	0.013865123502910137
903722	embedding2nn.bias	1	-0.18992681801319122
903722	embedding2nn.bias	2	0.1316627562046051
903722	embedding2nn.bias	3	0.167618528008461
903722	embedding2nn.bias	4	0.14036449790000916
903722	embedding2nn.bias	5	-0.07838543504476547
903722	embedding2nn.bias	6	-0.04735277220606804
903722	embedding2nn.bias	7	0.047167278826236725
903722	embedding2nn.bias	8	-0.1502513885498047
903722	embedding2nn.bias	9	-0.36505424976348877
903722	rnn.weight_ih_l0	0	0.010420168749988079
903722	rnn.weight_ih_l0	1	-0.05794471502304077
903722	rnn.weight_ih_l0	2	-0.04997698590159416
903722	rnn.weight_ih_l0	3	0.11617786437273026
903722	rnn.weight_ih_l0	4	0.02034933492541313
903722	rnn.weight_ih_l0	5	-0.06976636499166489
903722	rnn.weight_ih_l0	6	0.007597769144922495
903722	rnn.weight_ih_l0	7	-0.025350598618388176
903722	rnn.weight_ih_l0	8	0.01736297458410263
903722	rnn.weight_ih_l0	9	-0.08714140206575394
903722	rnn.weight_hh_l0	0	-0.023279467597603798
903722	rnn.weight_hh_l0	1	0.08371173590421677
903722	rnn.weight_hh_l0	2	0.0006814099615439773
903722	rnn.weight_hh_l0	3	-0.037265464663505554
903722	rnn.weight_hh_l0	4	0.0881168320775032
903722	rnn.weight_hh_l0	5	-0.002529876073822379
903722	rnn.weight_hh_l0	6	-0.09164547175168991
903722	rnn.weight_hh_l0	7	-0.13950441777706146
903722	rnn.weight_hh_l0	8	0.040950313210487366
903722	rnn.weight_hh_l0	9	-0.12466593086719513
903722	rnn.bias_ih_l0	0	0.1758020669221878
903722	rnn.bias_ih_l0	1	-0.3448190987110138
903722	rnn.bias_ih_l0	2	-0.045292213559150696
903722	rnn.bias_ih_l0	3	-0.21216560900211334
903722	rnn.bias_ih_l0	4	-0.010521644726395607
903722	rnn.bias_ih_l0	5	-0.43950265645980835
903722	rnn.bias_ih_l0	6	-0.14061200618743896
903722	rnn.bias_ih_l0	7	-0.39193031191825867
903722	rnn.bias_ih_l0	8	-0.30864161252975464
903722	rnn.bias_ih_l0	9	-0.44923242926597595
903722	rnn.bias_hh_l0	0	-0.3449656665325165
903722	rnn.bias_hh_l0	1	-0.44342008233070374
903722	rnn.bias_hh_l0	2	-0.401744544506073
903722	rnn.bias_hh_l0	3	-0.08088963478803635
903722	rnn.bias_hh_l0	4	-0.4016755521297455
903722	rnn.bias_hh_l0	5	-0.37221384048461914
903722	rnn.bias_hh_l0	6	-0.11578748375177383
903722	rnn.bias_hh_l0	7	0.07042679935693741
903722	rnn.bias_hh_l0	8	-0.23114578425884247
903722	rnn.bias_hh_l0	9	-0.5696717500686646
903722	rnn.weight_ih_l0_reverse	0	-0.007666412740945816
903722	rnn.weight_ih_l0_reverse	1	-0.003544177860021591
903722	rnn.weight_ih_l0_reverse	2	-3.946424385503633e-06
903722	rnn.weight_ih_l0_reverse	3	-0.14229920506477356
903722	rnn.weight_ih_l0_reverse	4	0.08154364675283432
903722	rnn.weight_ih_l0_reverse	5	-0.10543777048587799
903722	rnn.weight_ih_l0_reverse	6	-0.008623032830655575
903722	rnn.weight_ih_l0_reverse	7	0.030352022498846054
903722	rnn.weight_ih_l0_reverse	8	-0.04715624824166298
903722	rnn.weight_ih_l0_reverse	9	-0.08923763781785965
903722	rnn.weight_hh_l0_reverse	0	-0.15116877853870392
903722	rnn.weight_hh_l0_reverse	1	0.021992862224578857
903722	rnn.weight_hh_l0_reverse	2	-0.019837094470858574
903722	rnn.weight_hh_l0_reverse	3	0.030592110008001328
903722	rnn.weight_hh_l0_reverse	4	-0.08416741341352463
903722	rnn.weight_hh_l0_reverse	5	0.03768322989344597
903722	rnn.weight_hh_l0_reverse	6	0.03149258345365524
903722	rnn.weight_hh_l0_reverse	7	-0.13211189210414886
903722	rnn.weight_hh_l0_reverse	8	-0.07869932055473328
903722	rnn.weight_hh_l0_reverse	9	0.03566281870007515
903722	rnn.bias_ih_l0_reverse	0	-0.18487828969955444
903722	rnn.bias_ih_l0_reverse	1	-0.06118519604206085
903722	rnn.bias_ih_l0_reverse	2	0.16531960666179657
903722	rnn.bias_ih_l0_reverse	3	-0.3298065960407257
903722	rnn.bias_ih_l0_reverse	4	0.006997681222856045
903722	rnn.bias_ih_l0_reverse	5	-0.2201991230249405
903722	rnn.bias_ih_l0_reverse	6	0.2729363441467285
903722	rnn.bias_ih_l0_reverse	7	-0.2978251576423645
903722	rnn.bias_ih_l0_reverse	8	-0.19874441623687744
903722	rnn.bias_ih_l0_reverse	9	-0.14791089296340942
903722	rnn.bias_hh_l0_reverse	0	-0.13752585649490356
903722	rnn.bias_hh_l0_reverse	1	0.2740795612335205
903722	rnn.bias_hh_l0_reverse	2	-0.34567001461982727
903722	rnn.bias_hh_l0_reverse	3	-0.233537957072258
903722	rnn.bias_hh_l0_reverse	4	-0.393685907125473
903722	rnn.bias_hh_l0_reverse	5	-0.20750296115875244
903722	rnn.bias_hh_l0_reverse	6	-0.26467594504356384
903722	rnn.bias_hh_l0_reverse	7	-0.10289215296506882
903722	rnn.bias_hh_l0_reverse	8	-0.35039159655570984
903722	rnn.bias_hh_l0_reverse	9	0.2084193229675293
903722	linear.weight	0	0.23218375444412231
903722	linear.weight	1	-0.45413121581077576
903722	linear.weight	2	0.03311328589916229
903722	linear.weight	3	0.06747046858072281
903722	linear.weight	4	-0.11331828683614731
903722	linear.weight	5	0.25944504141807556
903722	linear.weight	6	-0.02191849797964096
903722	linear.weight	7	-0.05954635515809059
903722	linear.weight	8	0.1270757019519806
903722	linear.weight	9	-0.04996811971068382
903722	linear.bias	0	-0.8666013479232788
903722	linear.bias	1	1.7646536827087402
903722	linear.bias	2	0.735808253288269
903722	linear.bias	3	-2.744049549102783
903722	linear.bias	4	-0.057605087757110596
903722	linear.bias	5	1.2396540641784668
903722	linear.bias	6	-0.21717290580272675
903722	linear.bias	7	0.8587717413902283
903722	linear.bias	8	2.1138415336608887
903722	linear.bias	9	-1.2899348735809326
904331	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
904331	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
904331	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
904331	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
904331	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
904331	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
904331	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
904331	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
904331	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
904331	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
904331	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
904331	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
904331	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
904331	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
904331	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
904331	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
904331	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
904331	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
904331	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
904331	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
904331	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
904331	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
904331	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
904331	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
904331	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
904331	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
904331	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
904331	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
904331	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
904331	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
904331	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
904331	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
904331	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
904331	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
904331	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
904331	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
904331	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
904331	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
904331	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
904331	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
904331	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
904331	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
904331	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
904331	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
904331	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
904331	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
904331	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
904331	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
904331	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
904331	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
904331	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
904331	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
904331	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
904331	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
904331	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
904331	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
904331	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
904331	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
904331	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
904331	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
904331	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
904331	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
904331	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
904331	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
904331	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
904331	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
904331	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
904331	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
904331	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
904331	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
904331	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
904331	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
904331	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
904331	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
904331	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
904331	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
904331	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
904331	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
904331	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
904331	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
904331	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
904331	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
904331	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
904331	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
904331	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
904331	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
904331	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
904331	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
904331	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
904331	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
904331	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
904331	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
904331	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
904331	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
904331	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
904331	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
904331	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
904331	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
904331	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
904331	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
904331	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
904331	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
904331	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
904331	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
904331	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
904331	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
904331	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
904331	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
904331	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
904331	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
904331	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
904331	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
904331	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
904331	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
904331	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
904331	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
904331	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
904331	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
904331	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
904331	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
904331	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
904331	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
904331	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
904331	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
904331	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
904331	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
904331	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
904331	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
904331	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
904331	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
904331	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
904331	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
904331	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
904331	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
904331	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
904331	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
904331	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
904331	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
904331	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
904331	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
904331	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
904331	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
904331	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
904331	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
904331	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
904331	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
904331	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
904331	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
904331	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
904331	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
904331	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
904331	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
904331	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
904331	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
904331	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
904331	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
904331	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
904331	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
904331	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
904331	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
904331	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
904331	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
904331	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
904331	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
904331	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
904331	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
904331	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
904331	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
904331	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
904331	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
904331	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
904331	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
904331	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
904331	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
904331	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
904331	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
904331	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
904331	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
904331	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
904331	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
904331	embedding2nn.weight	0	0.3206891715526581
904331	embedding2nn.weight	1	0.36252254247665405
904331	embedding2nn.weight	2	-0.000507573364302516
904331	embedding2nn.weight	3	0.009721136651933193
904331	embedding2nn.weight	4	-0.03216537460684776
904331	embedding2nn.weight	5	0.05917038768529892
904331	embedding2nn.weight	6	0.0039837900549173355
904331	embedding2nn.weight	7	-0.009437532164156437
904331	embedding2nn.weight	8	0.040230173617601395
904331	embedding2nn.weight	9	-0.05000900849699974
904331	embedding2nn.bias	0	0.01785721257328987
904331	embedding2nn.bias	1	-0.18986894190311432
904331	embedding2nn.bias	2	0.13107532262802124
904331	embedding2nn.bias	3	0.16651982069015503
904331	embedding2nn.bias	4	0.13933129608631134
904331	embedding2nn.bias	5	-0.07830814272165298
904331	embedding2nn.bias	6	-0.04928410425782204
904331	embedding2nn.bias	7	0.04835483431816101
904331	embedding2nn.bias	8	-0.1505187600851059
904331	embedding2nn.bias	9	-0.36411330103874207
904331	rnn.weight_ih_l0	0	0.010396663099527359
904331	rnn.weight_ih_l0	1	-0.05798766389489174
904331	rnn.weight_ih_l0	2	-0.04988585039973259
904331	rnn.weight_ih_l0	3	0.11638548225164413
904331	rnn.weight_ih_l0	4	0.02043863572180271
904331	rnn.weight_ih_l0	5	-0.0699566900730133
904331	rnn.weight_ih_l0	6	0.007567167282104492
904331	rnn.weight_ih_l0	7	-0.025579452514648438
904331	rnn.weight_ih_l0	8	0.01776735484600067
904331	rnn.weight_ih_l0	9	-0.0874965488910675
904331	rnn.weight_hh_l0	0	-0.02332993410527706
904331	rnn.weight_hh_l0	1	0.08376608788967133
904331	rnn.weight_hh_l0	2	0.0007195507641881704
904331	rnn.weight_hh_l0	3	-0.03725119307637215
904331	rnn.weight_hh_l0	4	0.08809168636798859
904331	rnn.weight_hh_l0	5	-0.002503190655261278
904331	rnn.weight_hh_l0	6	-0.09173008054494858
904331	rnn.weight_hh_l0	7	-0.13956120610237122
904331	rnn.weight_hh_l0	8	0.040960296988487244
904331	rnn.weight_hh_l0	9	-0.12470365315675735
904331	rnn.bias_ih_l0	0	0.17702172696590424
904331	rnn.bias_ih_l0	1	-0.3451503813266754
904331	rnn.bias_ih_l0	2	-0.04529031738638878
904331	rnn.bias_ih_l0	3	-0.21223393082618713
904331	rnn.bias_ih_l0	4	-0.010786725208163261
904331	rnn.bias_ih_l0	5	-0.4396335780620575
904331	rnn.bias_ih_l0	6	-0.14057348668575287
904331	rnn.bias_ih_l0	7	-0.3916727900505066
904331	rnn.bias_ih_l0	8	-0.3084810972213745
904331	rnn.bias_ih_l0	9	-0.4495208263397217
904331	rnn.bias_hh_l0	0	-0.3447552025318146
904331	rnn.bias_hh_l0	1	-0.4429378807544708
904331	rnn.bias_hh_l0	2	-0.40164104104042053
904331	rnn.bias_hh_l0	3	-0.08064193278551102
904331	rnn.bias_hh_l0	4	-0.4015763998031616
904331	rnn.bias_hh_l0	5	-0.3723782002925873
904331	rnn.bias_hh_l0	6	-0.11562216281890869
904331	rnn.bias_hh_l0	7	0.06971211731433868
904331	rnn.bias_hh_l0	8	-0.23139719665050507
904331	rnn.bias_hh_l0	9	-0.5694018602371216
904331	rnn.weight_ih_l0_reverse	0	-0.007726115174591541
904331	rnn.weight_ih_l0_reverse	1	-0.0035738367587327957
904331	rnn.weight_ih_l0_reverse	2	-0.00014102892600931227
904331	rnn.weight_ih_l0_reverse	3	-0.1424238234758377
904331	rnn.weight_ih_l0_reverse	4	0.08152826130390167
904331	rnn.weight_ih_l0_reverse	5	-0.10535503923892975
904331	rnn.weight_ih_l0_reverse	6	-0.008865523152053356
904331	rnn.weight_ih_l0_reverse	7	0.030337447300553322
904331	rnn.weight_ih_l0_reverse	8	-0.04691639915108681
904331	rnn.weight_ih_l0_reverse	9	-0.08904629945755005
904331	rnn.weight_hh_l0_reverse	0	-0.15120182931423187
904331	rnn.weight_hh_l0_reverse	1	0.02193150296807289
904331	rnn.weight_hh_l0_reverse	2	-0.01993018388748169
904331	rnn.weight_hh_l0_reverse	3	0.030536649748682976
904331	rnn.weight_hh_l0_reverse	4	-0.08420413732528687
904331	rnn.weight_hh_l0_reverse	5	0.037684328854084015
904331	rnn.weight_hh_l0_reverse	6	0.03149997070431709
904331	rnn.weight_hh_l0_reverse	7	-0.1317680925130844
904331	rnn.weight_hh_l0_reverse	8	-0.07827138155698776
904331	rnn.weight_hh_l0_reverse	9	0.03566677123308182
904331	rnn.bias_ih_l0_reverse	0	-0.18508632481098175
904331	rnn.bias_ih_l0_reverse	1	-0.06113189458847046
904331	rnn.bias_ih_l0_reverse	2	0.16568276286125183
904331	rnn.bias_ih_l0_reverse	3	-0.3296622037887573
904331	rnn.bias_ih_l0_reverse	4	0.00679647596552968
904331	rnn.bias_ih_l0_reverse	5	-0.22037822008132935
904331	rnn.bias_ih_l0_reverse	6	0.2736443877220154
904331	rnn.bias_ih_l0_reverse	7	-0.2976533770561218
904331	rnn.bias_ih_l0_reverse	8	-0.19827696681022644
904331	rnn.bias_ih_l0_reverse	9	-0.14797116816043854
904331	rnn.bias_hh_l0_reverse	0	-0.1371980607509613
904331	rnn.bias_hh_l0_reverse	1	0.27429309487342834
904331	rnn.bias_hh_l0_reverse	2	-0.34610190987586975
904331	rnn.bias_hh_l0_reverse	3	-0.23374570906162262
904331	rnn.bias_hh_l0_reverse	4	-0.39330053329467773
904331	rnn.bias_hh_l0_reverse	5	-0.20687605440616608
904331	rnn.bias_hh_l0_reverse	6	-0.26503318548202515
904331	rnn.bias_hh_l0_reverse	7	-0.1026831716299057
904331	rnn.bias_hh_l0_reverse	8	-0.3509586751461029
904331	rnn.bias_hh_l0_reverse	9	0.20680801570415497
904331	linear.weight	0	0.23279352486133575
904331	linear.weight	1	-0.45389729738235474
904331	linear.weight	2	0.029007086530327797
904331	linear.weight	3	0.0674704760313034
904331	linear.weight	4	-0.11812524497509003
904331	linear.weight	5	0.25769680738449097
904331	linear.weight	6	-0.019993962720036507
904331	linear.weight	7	-0.05954610928893089
904331	linear.weight	8	0.12738925218582153
904331	linear.weight	9	-0.049968134611845016
904331	linear.bias	0	-0.8679561614990234
904331	linear.bias	1	1.770574688911438
904331	linear.bias	2	0.7391323447227478
904331	linear.bias	3	-2.7440507411956787
904331	linear.bias	4	-0.0559818372130394
904331	linear.bias	5	1.2367640733718872
904331	linear.bias	6	-0.21867124736309052
904331	linear.bias	7	0.8580558896064758
904331	linear.bias	8	2.116957902908325
904331	linear.bias	9	-1.2891514301300049
904940	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
904940	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
904940	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
904940	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
904940	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
904940	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
904940	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
904940	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
904940	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
904940	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
904940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
904940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
904940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
904940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
904940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
904940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
904940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
904940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
904940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
904940	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
904940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
904940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
904940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
904940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
904940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
904940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
904940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
904940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
904940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
904940	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
904940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
904940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
904940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
904940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
904940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
904940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
904940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
904940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
904940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
904940	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
904940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
904940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
904940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
904940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
904940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
904940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
904940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
904940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
904940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
904940	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
904940	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
904940	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
904940	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
904940	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
904940	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
904940	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
904940	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
904940	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
904940	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
904940	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
904940	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
904940	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
904940	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
904940	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
904940	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
904940	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
904940	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
904940	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
904940	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
904940	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
904940	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
904940	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
904940	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
904940	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
904940	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
904940	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
904940	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
904940	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
904940	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
904940	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
904940	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
904940	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
904940	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
904940	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
904940	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
904940	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
904940	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
904940	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
904940	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
904940	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
904940	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
904940	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
904940	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
904940	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
904940	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
904940	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
904940	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
904940	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
904940	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
904940	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
904940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
904940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
904940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
904940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
904940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
904940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
904940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
904940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
904940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
904940	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
904940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
904940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
904940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
904940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
904940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
904940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
904940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
904940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
904940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
904940	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
904940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
904940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
904940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
904940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
904940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
904940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
904940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
904940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
904940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
904940	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
904940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
904940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
904940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
904940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
904940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
904940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
904940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
904940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
904940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
904940	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
904940	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
904940	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
904940	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
904940	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
904940	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
904940	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
904940	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
904940	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
904940	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
904940	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
904940	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
904940	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
904940	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
904940	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
904940	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
904940	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
904940	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
904940	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
904940	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
904940	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
904940	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
904940	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
904940	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
904940	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
904940	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
904940	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
904940	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
904940	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
904940	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
904940	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
904940	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
904940	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
904940	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
904940	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
904940	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
904940	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
904940	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
904940	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
904940	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
904940	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
904940	embedding2nn.weight	0	0.32062259316444397
904940	embedding2nn.weight	1	0.36250004172325134
904940	embedding2nn.weight	2	-0.0003487768699415028
904940	embedding2nn.weight	3	0.00913329515606165
904940	embedding2nn.weight	4	-0.03260466083884239
904940	embedding2nn.weight	5	0.05910027399659157
904940	embedding2nn.weight	6	0.003483883570879698
904940	embedding2nn.weight	7	-0.008895620703697205
904940	embedding2nn.weight	8	0.04023407772183418
904940	embedding2nn.weight	9	-0.049870140850543976
904940	embedding2nn.bias	0	0.017553873360157013
904940	embedding2nn.bias	1	-0.19065514206886292
904940	embedding2nn.bias	2	0.128801167011261
904940	embedding2nn.bias	3	0.16757254302501678
904940	embedding2nn.bias	4	0.13774974644184113
904940	embedding2nn.bias	5	-0.07956629991531372
904940	embedding2nn.bias	6	-0.04930003359913826
904940	embedding2nn.bias	7	0.04855214059352875
904940	embedding2nn.bias	8	-0.15296387672424316
904940	embedding2nn.bias	9	-0.3615415692329407
904940	rnn.weight_ih_l0	0	0.01051050890237093
904940	rnn.weight_ih_l0	1	-0.05803300812840462
904940	rnn.weight_ih_l0	2	-0.05011112242937088
904940	rnn.weight_ih_l0	3	0.11622236669063568
904940	rnn.weight_ih_l0	4	0.02101532742381096
904940	rnn.weight_ih_l0	5	-0.07018038630485535
904940	rnn.weight_ih_l0	6	0.007048200350254774
904940	rnn.weight_ih_l0	7	-0.02539975754916668
904940	rnn.weight_ih_l0	8	0.017991673201322556
904940	rnn.weight_ih_l0	9	-0.08736443519592285
904940	rnn.weight_hh_l0	0	-0.023295016959309578
904940	rnn.weight_hh_l0	1	0.08382441103458405
904940	rnn.weight_hh_l0	2	0.0006328264134936035
904940	rnn.weight_hh_l0	3	-0.037293318659067154
904940	rnn.weight_hh_l0	4	0.08815676718950272
904940	rnn.weight_hh_l0	5	-0.0024715999606996775
904940	rnn.weight_hh_l0	6	-0.09172612428665161
904940	rnn.weight_hh_l0	7	-0.1399228572845459
904940	rnn.weight_hh_l0	8	0.04095054045319557
904940	rnn.weight_hh_l0	9	-0.12469664961099625
904940	rnn.bias_ih_l0	0	0.1776251196861267
904940	rnn.bias_ih_l0	1	-0.34527066349983215
904940	rnn.bias_ih_l0	2	-0.04518522694706917
904940	rnn.bias_ih_l0	3	-0.21225406229496002
904940	rnn.bias_ih_l0	4	-0.011396493762731552
904940	rnn.bias_ih_l0	5	-0.43964698910713196
904940	rnn.bias_ih_l0	6	-0.14124099910259247
904940	rnn.bias_ih_l0	7	-0.39162102341651917
904940	rnn.bias_ih_l0	8	-0.3080751895904541
904940	rnn.bias_ih_l0	9	-0.4506323039531708
904940	rnn.bias_hh_l0	0	-0.3445090651512146
904940	rnn.bias_hh_l0	1	-0.443000465631485
904940	rnn.bias_hh_l0	2	-0.40167924761772156
904940	rnn.bias_hh_l0	3	-0.08028872311115265
904940	rnn.bias_hh_l0	4	-0.4015190005302429
904940	rnn.bias_hh_l0	5	-0.37241846323013306
904940	rnn.bias_hh_l0	6	-0.11513257771730423
904940	rnn.bias_hh_l0	7	0.06961789727210999
904940	rnn.bias_hh_l0	8	-0.2317066341638565
904940	rnn.bias_hh_l0	9	-0.5695683360099792
904940	rnn.weight_ih_l0_reverse	0	-0.007928682491183281
904940	rnn.weight_ih_l0_reverse	1	-0.0037037632428109646
904940	rnn.weight_ih_l0_reverse	2	-0.0001852446876000613
904940	rnn.weight_ih_l0_reverse	3	-0.1426030546426773
904940	rnn.weight_ih_l0_reverse	4	0.08164501190185547
904940	rnn.weight_ih_l0_reverse	5	-0.10563117265701294
904940	rnn.weight_ih_l0_reverse	6	-0.008465101011097431
904940	rnn.weight_ih_l0_reverse	7	0.030291633680462837
904940	rnn.weight_ih_l0_reverse	8	-0.04683510214090347
904940	rnn.weight_ih_l0_reverse	9	-0.08914245665073395
904940	rnn.weight_hh_l0_reverse	0	-0.15129494667053223
904940	rnn.weight_hh_l0_reverse	1	0.02189292572438717
904940	rnn.weight_hh_l0_reverse	2	-0.019895965233445168
904940	rnn.weight_hh_l0_reverse	3	0.030578745529055595
904940	rnn.weight_hh_l0_reverse	4	-0.08434466272592545
904940	rnn.weight_hh_l0_reverse	5	0.03770597651600838
904940	rnn.weight_hh_l0_reverse	6	0.03149636462330818
904940	rnn.weight_hh_l0_reverse	7	-0.13198968768119812
904940	rnn.weight_hh_l0_reverse	8	-0.0782952606678009
904940	rnn.weight_hh_l0_reverse	9	0.035659752786159515
904940	rnn.bias_ih_l0_reverse	0	-0.18500235676765442
904940	rnn.bias_ih_l0_reverse	1	-0.06090455874800682
904940	rnn.bias_ih_l0_reverse	2	0.16603590548038483
904940	rnn.bias_ih_l0_reverse	3	-0.3302745223045349
904940	rnn.bias_ih_l0_reverse	4	0.008095377124845982
904940	rnn.bias_ih_l0_reverse	5	-0.2202976793050766
904940	rnn.bias_ih_l0_reverse	6	0.2733404338359833
904940	rnn.bias_ih_l0_reverse	7	-0.2960882782936096
904940	rnn.bias_ih_l0_reverse	8	-0.19848617911338806
904940	rnn.bias_ih_l0_reverse	9	-0.14758960902690887
904940	rnn.bias_hh_l0_reverse	0	-0.13703279197216034
904940	rnn.bias_hh_l0_reverse	1	0.2743644416332245
904940	rnn.bias_hh_l0_reverse	2	-0.3457288146018982
904940	rnn.bias_hh_l0_reverse	3	-0.23368997871875763
904940	rnn.bias_hh_l0_reverse	4	-0.3927405774593353
904940	rnn.bias_hh_l0_reverse	5	-0.20723876357078552
904940	rnn.bias_hh_l0_reverse	6	-0.26519379019737244
904940	rnn.bias_hh_l0_reverse	7	-0.10237736999988556
904940	rnn.bias_hh_l0_reverse	8	-0.35057568550109863
904940	rnn.bias_hh_l0_reverse	9	0.20736350119113922
904940	linear.weight	0	0.23204421997070312
904940	linear.weight	1	-0.4529589116573334
904940	linear.weight	2	0.03370717912912369
904940	linear.weight	3	0.06747046113014221
904940	linear.weight	4	-0.11387491226196289
904940	linear.weight	5	0.2589302062988281
904940	linear.weight	6	-0.020068112760782242
904940	linear.weight	7	-0.05954587459564209
904940	linear.weight	8	0.12604252994060516
904940	linear.weight	9	-0.049968164414167404
904940	linear.bias	0	-0.8682226538658142
904940	linear.bias	1	1.7724077701568604
904940	linear.bias	2	0.7377933859825134
904940	linear.bias	3	-2.744051456451416
904940	linear.bias	4	-0.05489105358719826
904940	linear.bias	5	1.2345422506332397
904940	linear.bias	6	-0.21670424938201904
904940	linear.bias	7	0.8570756316184998
904940	linear.bias	8	2.1136367321014404
904940	linear.bias	9	-1.2887346744537354
905549	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
905549	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
905549	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
905549	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
905549	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
905549	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
905549	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
905549	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
905549	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
905549	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
905549	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
905549	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
905549	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
905549	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
905549	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
905549	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
905549	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
905549	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
905549	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
905549	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
905549	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
905549	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
905549	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
905549	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
905549	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
905549	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
905549	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
905549	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
905549	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
905549	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
905549	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
905549	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
905549	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
905549	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
905549	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
905549	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
905549	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
905549	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
905549	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
905549	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
905549	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
905549	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
905549	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
905549	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
905549	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
905549	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
905549	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
905549	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
905549	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
905549	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
905549	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
905549	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
905549	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
905549	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
905549	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
905549	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
905549	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
905549	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
905549	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
905549	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
905549	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
905549	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
905549	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
905549	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
905549	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
905549	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
905549	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
905549	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
905549	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
905549	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
905549	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
905549	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
905549	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
905549	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
905549	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
905549	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
905549	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
905549	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
905549	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
905549	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
905549	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
905549	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
905549	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
905549	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
905549	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
905549	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
905549	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
905549	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
905549	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
905549	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
905549	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
905549	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
905549	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
905549	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
905549	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
905549	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
905549	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
905549	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
905549	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
905549	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
905549	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
905549	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
905549	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
905549	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
905549	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
905549	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
905549	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
905549	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
905549	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
905549	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
905549	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
905549	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
905549	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
905549	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
905549	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
905549	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
905549	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
905549	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
905549	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
905549	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
905549	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
905549	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
905549	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
905549	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
905549	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
905549	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
905549	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
905549	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
905549	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
905549	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
905549	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
905549	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
905549	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
905549	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
905549	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
905549	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
905549	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
905549	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
905549	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
905549	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
905549	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
905549	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
905549	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
905549	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
905549	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
905549	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
905549	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
905549	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
905549	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
905549	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
905549	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
905549	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
905549	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
905549	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
905549	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
905549	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
905549	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
905549	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
905549	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
905549	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
905549	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
905549	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
905549	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
905549	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
905549	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
905549	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
905549	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
905549	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
905549	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
905549	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
905549	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
905549	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
905549	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
905549	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
905549	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
905549	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
905549	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
905549	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
905549	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
905549	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
905549	embedding2nn.weight	0	0.3206765949726105
905549	embedding2nn.weight	1	0.362582266330719
905549	embedding2nn.weight	2	-0.00031429019873030484
905549	embedding2nn.weight	3	0.008328073658049107
905549	embedding2nn.weight	4	-0.03261030465364456
905549	embedding2nn.weight	5	0.05958469212055206
905549	embedding2nn.weight	6	0.0035869949497282505
905549	embedding2nn.weight	7	-0.009321845136582851
905549	embedding2nn.weight	8	0.04042494669556618
905549	embedding2nn.weight	9	-0.049553677439689636
905549	embedding2nn.bias	0	0.015852900221943855
905549	embedding2nn.bias	1	-0.19096516072750092
905549	embedding2nn.bias	2	0.12944576144218445
905549	embedding2nn.bias	3	0.16879849135875702
905549	embedding2nn.bias	4	0.13642477989196777
905549	embedding2nn.bias	5	-0.08039989322423935
905549	embedding2nn.bias	6	-0.04870547354221344
905549	embedding2nn.bias	7	0.0464240200817585
905549	embedding2nn.bias	8	-0.1562037467956543
905549	embedding2nn.bias	9	-0.3619667589664459
905549	rnn.weight_ih_l0	0	0.010610942728817463
905549	rnn.weight_ih_l0	1	-0.05790947377681732
905549	rnn.weight_ih_l0	2	-0.04990528151392937
905549	rnn.weight_ih_l0	3	0.11610019207000732
905549	rnn.weight_ih_l0	4	0.02101708948612213
905549	rnn.weight_ih_l0	5	-0.0706029012799263
905549	rnn.weight_ih_l0	6	0.007028511725366116
905549	rnn.weight_ih_l0	7	-0.02583644539117813
905549	rnn.weight_ih_l0	8	0.017743675038218498
905549	rnn.weight_ih_l0	9	-0.08711171895265579
905549	rnn.weight_hh_l0	0	-0.023252487182617188
905549	rnn.weight_hh_l0	1	0.08372298628091812
905549	rnn.weight_hh_l0	2	0.0006140349432826042
905549	rnn.weight_hh_l0	3	-0.03725149855017662
905549	rnn.weight_hh_l0	4	0.08823090046644211
905549	rnn.weight_hh_l0	5	-0.0024876922834664583
905549	rnn.weight_hh_l0	6	-0.09171192348003387
905549	rnn.weight_hh_l0	7	-0.13980963826179504
905549	rnn.weight_hh_l0	8	0.04096553847193718
905549	rnn.weight_hh_l0	9	-0.12464157491922379
905549	rnn.bias_ih_l0	0	0.17603234946727753
905549	rnn.bias_ih_l0	1	-0.344804972410202
905549	rnn.bias_ih_l0	2	-0.044608842581510544
905549	rnn.bias_ih_l0	3	-0.21227093040943146
905549	rnn.bias_ih_l0	4	-0.012377740815281868
905549	rnn.bias_ih_l0	5	-0.43967923521995544
905549	rnn.bias_ih_l0	6	-0.14160479605197906
905549	rnn.bias_ih_l0	7	-0.3915294110774994
905549	rnn.bias_ih_l0	8	-0.30863669514656067
905549	rnn.bias_ih_l0	9	-0.4497198462486267
905549	rnn.bias_hh_l0	0	-0.3443623483181
905549	rnn.bias_hh_l0	1	-0.44319283962249756
905549	rnn.bias_hh_l0	2	-0.4016723036766052
905549	rnn.bias_hh_l0	3	-0.08059395849704742
905549	rnn.bias_hh_l0	4	-0.40161654353141785
905549	rnn.bias_hh_l0	5	-0.3721889555454254
905549	rnn.bias_hh_l0	6	-0.11581028252840042
905549	rnn.bias_hh_l0	7	0.0695968046784401
905549	rnn.bias_hh_l0	8	-0.2315375655889511
905549	rnn.bias_hh_l0	9	-0.5693064332008362
905549	rnn.weight_ih_l0_reverse	0	-0.007734008599072695
905549	rnn.weight_ih_l0_reverse	1	-0.0037744701839983463
905549	rnn.weight_ih_l0_reverse	2	-0.00027846713783219457
905549	rnn.weight_ih_l0_reverse	3	-0.14284856617450714
905549	rnn.weight_ih_l0_reverse	4	0.08171454071998596
905549	rnn.weight_ih_l0_reverse	5	-0.10586313158273697
905549	rnn.weight_ih_l0_reverse	6	-0.00867907889187336
905549	rnn.weight_ih_l0_reverse	7	0.03022027015686035
905549	rnn.weight_ih_l0_reverse	8	-0.046743061393499374
905549	rnn.weight_ih_l0_reverse	9	-0.08938980847597122
905549	rnn.weight_hh_l0_reverse	0	-0.15137514472007751
905549	rnn.weight_hh_l0_reverse	1	0.021756576374173164
905549	rnn.weight_hh_l0_reverse	2	-0.019941935315728188
905549	rnn.weight_hh_l0_reverse	3	0.03059605322778225
905549	rnn.weight_hh_l0_reverse	4	-0.08431799709796906
905549	rnn.weight_hh_l0_reverse	5	0.03768368437886238
905549	rnn.weight_hh_l0_reverse	6	0.031499236822128296
905549	rnn.weight_hh_l0_reverse	7	-0.13219185173511505
905549	rnn.weight_hh_l0_reverse	8	-0.07819072902202606
905549	rnn.weight_hh_l0_reverse	9	0.03564862161874771
905549	rnn.bias_ih_l0_reverse	0	-0.18505993485450745
905549	rnn.bias_ih_l0_reverse	1	-0.060917407274246216
905549	rnn.bias_ih_l0_reverse	2	0.1660917103290558
905549	rnn.bias_ih_l0_reverse	3	-0.3299255967140198
905549	rnn.bias_ih_l0_reverse	4	0.008301574736833572
905549	rnn.bias_ih_l0_reverse	5	-0.2202140837907791
905549	rnn.bias_ih_l0_reverse	6	0.2728540897369385
905549	rnn.bias_ih_l0_reverse	7	-0.2956973910331726
905549	rnn.bias_ih_l0_reverse	8	-0.19870977103710175
905549	rnn.bias_ih_l0_reverse	9	-0.14777617156505585
905549	rnn.bias_hh_l0_reverse	0	-0.13850457966327667
905549	rnn.bias_hh_l0_reverse	1	0.2732715308666229
905549	rnn.bias_hh_l0_reverse	2	-0.34569045901298523
905549	rnn.bias_hh_l0_reverse	3	-0.2333250343799591
905549	rnn.bias_hh_l0_reverse	4	-0.39246100187301636
905549	rnn.bias_hh_l0_reverse	5	-0.20695756375789642
905549	rnn.bias_hh_l0_reverse	6	-0.26510900259017944
905549	rnn.bias_hh_l0_reverse	7	-0.10181217640638351
905549	rnn.bias_hh_l0_reverse	8	-0.34962138533592224
905549	rnn.bias_hh_l0_reverse	9	0.20667119324207306
905549	linear.weight	0	0.23276132345199585
905549	linear.weight	1	-0.45234647393226624
905549	linear.weight	2	0.03210596367716789
905549	linear.weight	3	0.06747041642665863
905549	linear.weight	4	-0.11311249434947968
905549	linear.weight	5	0.2580685019493103
905549	linear.weight	6	-0.01706511341035366
905549	linear.weight	7	-0.0595456101000309
905549	linear.weight	8	0.12427560985088348
905549	linear.weight	9	-0.0499681755900383
905549	linear.bias	0	-0.8633242249488831
905549	linear.bias	1	1.7712174654006958
905549	linear.bias	2	0.7414762377738953
905549	linear.bias	3	-2.7440531253814697
905549	linear.bias	4	-0.05922694876790047
905549	linear.bias	5	1.2363317012786865
905549	linear.bias	6	-0.2175750732421875
905549	linear.bias	7	0.8575847148895264
905549	linear.bias	8	2.119892120361328
905549	linear.bias	9	-1.2904131412506104
906158	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
906158	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
906158	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
906158	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
906158	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
906158	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
906158	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
906158	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
906158	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
906158	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
906158	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
906158	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
906158	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
906158	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
906158	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
906158	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
906158	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
906158	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
906158	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
906158	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
906158	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
906158	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
906158	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
906158	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
906158	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
906158	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
906158	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
906158	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
906158	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
906158	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
906158	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
906158	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
906158	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
906158	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
906158	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
906158	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
906158	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
906158	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
906158	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
906158	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
906158	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
906158	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
906158	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
906158	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
906158	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
906158	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
906158	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
906158	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
906158	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
906158	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
906158	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
906158	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
906158	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
906158	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
906158	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
906158	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
906158	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
906158	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
906158	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
906158	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
906158	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
906158	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
906158	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
906158	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
906158	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
906158	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
906158	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
906158	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
906158	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
906158	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
906158	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
906158	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
906158	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
906158	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
906158	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
906158	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
906158	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
906158	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
906158	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
906158	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
906158	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
906158	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
906158	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
906158	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
906158	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
906158	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
906158	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
906158	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
906158	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
906158	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
906158	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
906158	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
906158	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
906158	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
906158	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
906158	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
906158	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
906158	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
906158	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
906158	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
906158	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
906158	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
906158	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
906158	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
906158	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
906158	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
906158	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
906158	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
906158	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
906158	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
906158	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
906158	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
906158	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
906158	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
906158	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
906158	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
906158	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
906158	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
906158	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
906158	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
906158	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
906158	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
906158	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
906158	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
906158	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
906158	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
906158	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
906158	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
906158	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
906158	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
906158	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
906158	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
906158	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
906158	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
906158	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
906158	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
906158	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
906158	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
906158	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
906158	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
906158	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
906158	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
906158	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
906158	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
906158	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
906158	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
906158	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
906158	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
906158	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
906158	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
906158	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
906158	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
906158	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
906158	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
906158	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
906158	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
906158	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
906158	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
906158	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
906158	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
906158	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
906158	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
906158	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
906158	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
906158	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
906158	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
906158	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
906158	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
906158	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
906158	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
906158	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
906158	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
906158	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
906158	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
906158	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
906158	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
906158	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
906158	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
906158	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
906158	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
906158	embedding2nn.weight	0	0.3206430971622467
906158	embedding2nn.weight	1	0.3629349172115326
906158	embedding2nn.weight	2	-0.00012570450780913234
906158	embedding2nn.weight	3	0.007260569836944342
906158	embedding2nn.weight	4	-0.0329037681221962
906158	embedding2nn.weight	5	0.05957802012562752
906158	embedding2nn.weight	6	0.0036712978035211563
906158	embedding2nn.weight	7	-0.008761483244597912
906158	embedding2nn.weight	8	0.040895044803619385
906158	embedding2nn.weight	9	-0.049549516290426254
906158	embedding2nn.bias	0	0.016652388498187065
906158	embedding2nn.bias	1	-0.18865054845809937
906158	embedding2nn.bias	2	0.12950587272644043
906158	embedding2nn.bias	3	0.1689624935388565
906158	embedding2nn.bias	4	0.1375824362039566
906158	embedding2nn.bias	5	-0.08030419796705246
906158	embedding2nn.bias	6	-0.0484236516058445
906158	embedding2nn.bias	7	0.048730116337537766
906158	embedding2nn.bias	8	-0.15475702285766602
906158	embedding2nn.bias	9	-0.35963696241378784
906158	rnn.weight_ih_l0	0	0.01068016979843378
906158	rnn.weight_ih_l0	1	-0.05787291005253792
906158	rnn.weight_ih_l0	2	-0.049423180520534515
906158	rnn.weight_ih_l0	3	0.11648207157850266
906158	rnn.weight_ih_l0	4	0.021897753700613976
906158	rnn.weight_ih_l0	5	-0.07055491954088211
906158	rnn.weight_ih_l0	6	0.0069500356912612915
906158	rnn.weight_ih_l0	7	-0.025968722999095917
906158	rnn.weight_ih_l0	8	0.017925413325428963
906158	rnn.weight_ih_l0	9	-0.0868866816163063
906158	rnn.weight_hh_l0	0	-0.023211641237139702
906158	rnn.weight_hh_l0	1	0.08371372520923615
906158	rnn.weight_hh_l0	2	0.0006288366275839508
906158	rnn.weight_hh_l0	3	-0.03730583190917969
906158	rnn.weight_hh_l0	4	0.08827469497919083
906158	rnn.weight_hh_l0	5	-0.0024789541494101286
906158	rnn.weight_hh_l0	6	-0.09173180162906647
906158	rnn.weight_hh_l0	7	-0.13976415991783142
906158	rnn.weight_hh_l0	8	0.04096963629126549
906158	rnn.weight_hh_l0	9	-0.12474320083856583
906158	rnn.bias_ih_l0	0	0.1774604469537735
906158	rnn.bias_ih_l0	1	-0.34427744150161743
906158	rnn.bias_ih_l0	2	-0.0447569340467453
906158	rnn.bias_ih_l0	3	-0.21253220736980438
906158	rnn.bias_ih_l0	4	-0.012736232951283455
906158	rnn.bias_ih_l0	5	-0.43977630138397217
906158	rnn.bias_ih_l0	6	-0.14073728024959564
906158	rnn.bias_ih_l0	7	-0.3916610777378082
906158	rnn.bias_ih_l0	8	-0.30806559324264526
906158	rnn.bias_ih_l0	9	-0.44910621643066406
906158	rnn.bias_hh_l0	0	-0.34388378262519836
906158	rnn.bias_hh_l0	1	-0.44323745369911194
906158	rnn.bias_hh_l0	2	-0.40250498056411743
906158	rnn.bias_hh_l0	3	-0.08082061260938644
906158	rnn.bias_hh_l0	4	-0.4016946852207184
906158	rnn.bias_hh_l0	5	-0.37233638763427734
906158	rnn.bias_hh_l0	6	-0.11602465063333511
906158	rnn.bias_hh_l0	7	0.0687001496553421
906158	rnn.bias_hh_l0	8	-0.23178943991661072
906158	rnn.bias_hh_l0	9	-0.5694525241851807
906158	rnn.weight_ih_l0_reverse	0	-0.007406611926853657
906158	rnn.weight_ih_l0_reverse	1	-0.0037027443759143353
906158	rnn.weight_ih_l0_reverse	2	-0.00039822811959311366
906158	rnn.weight_ih_l0_reverse	3	-0.1426430344581604
906158	rnn.weight_ih_l0_reverse	4	0.0817149206995964
906158	rnn.weight_ih_l0_reverse	5	-0.10570799559354782
906158	rnn.weight_ih_l0_reverse	6	-0.008752705529332161
906158	rnn.weight_ih_l0_reverse	7	0.030291909351944923
906158	rnn.weight_ih_l0_reverse	8	-0.04685812443494797
906158	rnn.weight_ih_l0_reverse	9	-0.08896010369062424
906158	rnn.weight_hh_l0_reverse	0	-0.15130098164081573
906158	rnn.weight_hh_l0_reverse	1	0.021747665479779243
906158	rnn.weight_hh_l0_reverse	2	-0.019981499761343002
906158	rnn.weight_hh_l0_reverse	3	0.030676284804940224
906158	rnn.weight_hh_l0_reverse	4	-0.08428774029016495
906158	rnn.weight_hh_l0_reverse	5	0.03768593817949295
906158	rnn.weight_hh_l0_reverse	6	0.03149290755391121
906158	rnn.weight_hh_l0_reverse	7	-0.1324698030948639
906158	rnn.weight_hh_l0_reverse	8	-0.07820183038711548
906158	rnn.weight_hh_l0_reverse	9	0.03551378846168518
906158	rnn.bias_ih_l0_reverse	0	-0.18431434035301208
906158	rnn.bias_ih_l0_reverse	1	-0.06106039881706238
906158	rnn.bias_ih_l0_reverse	2	0.1663835644721985
906158	rnn.bias_ih_l0_reverse	3	-0.32979336380958557
906158	rnn.bias_ih_l0_reverse	4	0.00867803581058979
906158	rnn.bias_ih_l0_reverse	5	-0.22053250670433044
906158	rnn.bias_ih_l0_reverse	6	0.27244022488594055
906158	rnn.bias_ih_l0_reverse	7	-0.2958678901195526
906158	rnn.bias_ih_l0_reverse	8	-0.19860349595546722
906158	rnn.bias_ih_l0_reverse	9	-0.14870303869247437
906158	rnn.bias_hh_l0_reverse	0	-0.13748131692409515
906158	rnn.bias_hh_l0_reverse	1	0.27342861890792847
906158	rnn.bias_hh_l0_reverse	2	-0.34532201290130615
906158	rnn.bias_hh_l0_reverse	3	-0.23371540009975433
906158	rnn.bias_hh_l0_reverse	4	-0.39221203327178955
906158	rnn.bias_hh_l0_reverse	5	-0.20709192752838135
906158	rnn.bias_hh_l0_reverse	6	-0.2646901309490204
906158	rnn.bias_hh_l0_reverse	7	-0.101924829185009
906158	rnn.bias_hh_l0_reverse	8	-0.34925317764282227
906158	rnn.bias_hh_l0_reverse	9	0.20720185339450836
906158	linear.weight	0	0.23168548941612244
906158	linear.weight	1	-0.4551166892051697
906158	linear.weight	2	0.034867431968450546
906158	linear.weight	3	0.06747039407491684
906158	linear.weight	4	-0.1111118271946907
906158	linear.weight	5	0.26214510202407837
906158	linear.weight	6	-0.017394229769706726
906158	linear.weight	7	-0.05954546108841896
906158	linear.weight	8	0.12300404161214828
906158	linear.weight	9	-0.04996824264526367
906158	linear.bias	0	-0.8644941449165344
906158	linear.bias	1	1.7759740352630615
906158	linear.bias	2	0.7383182048797607
906158	linear.bias	3	-2.7440552711486816
906158	linear.bias	4	-0.05719990283250809
906158	linear.bias	5	1.234572410583496
906158	linear.bias	6	-0.21734587848186493
906158	linear.bias	7	0.8573559522628784
906158	linear.bias	8	2.113605260848999
906158	linear.bias	9	-1.289301872253418
906767	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
906767	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
906767	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
906767	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
906767	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
906767	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
906767	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
906767	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
906767	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
906767	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
906767	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
906767	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
906767	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
906767	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
906767	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
906767	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
906767	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
906767	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
906767	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
906767	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
906767	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
906767	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
906767	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
906767	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
906767	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
906767	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
906767	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
906767	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
906767	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
906767	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
906767	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
906767	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
906767	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
906767	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
906767	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
906767	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
906767	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
906767	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
906767	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
906767	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
906767	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
906767	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
906767	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
906767	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
906767	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
906767	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
906767	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
906767	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
906767	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
906767	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
906767	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
906767	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
906767	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
906767	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
906767	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
906767	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
906767	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
906767	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
906767	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
906767	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
906767	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
906767	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
906767	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
906767	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
906767	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
906767	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
906767	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
906767	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
906767	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
906767	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
906767	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
906767	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
906767	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
906767	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
906767	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
906767	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
906767	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
906767	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
906767	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
906767	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
906767	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
906767	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
906767	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
906767	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
906767	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
906767	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
906767	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
906767	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
906767	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
906767	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
906767	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
906767	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
906767	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
906767	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
906767	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
906767	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
906767	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
906767	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
906767	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
906767	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
906767	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
906767	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
906767	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
906767	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
906767	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
906767	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
906767	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
906767	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
906767	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
906767	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
906767	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
906767	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
906767	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
906767	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
906767	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
906767	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
906767	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
906767	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
906767	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
906767	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
906767	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
906767	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
906767	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
906767	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
906767	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
906767	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
906767	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
906767	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
906767	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
906767	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
906767	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
906767	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
906767	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
906767	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
906767	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
906767	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
906767	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
906767	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
906767	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
906767	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
906767	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
906767	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
906767	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
906767	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
906767	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
906767	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
906767	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
906767	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
906767	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
906767	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
906767	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
906767	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
906767	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
906767	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
906767	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
906767	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
906767	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
906767	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
906767	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
906767	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
906767	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
906767	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
906767	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
906767	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
906767	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
906767	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
906767	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
906767	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
906767	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
906767	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
906767	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
906767	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
906767	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
906767	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
906767	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
906767	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
906767	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
906767	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
906767	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
906767	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
906767	embedding2nn.weight	0	0.32077932357788086
906767	embedding2nn.weight	1	0.3629717528820038
906767	embedding2nn.weight	2	1.5805735529283993e-05
906767	embedding2nn.weight	3	0.007961118593811989
906767	embedding2nn.weight	4	-0.03332143649458885
906767	embedding2nn.weight	5	0.05970466881990433
906767	embedding2nn.weight	6	0.003382188966497779
906767	embedding2nn.weight	7	-0.009058278985321522
906767	embedding2nn.weight	8	0.04100823029875755
906767	embedding2nn.weight	9	-0.04962480068206787
906767	embedding2nn.bias	0	0.016518691554665565
906767	embedding2nn.bias	1	-0.18930864334106445
906767	embedding2nn.bias	2	0.12792213261127472
906767	embedding2nn.bias	3	0.16806170344352722
906767	embedding2nn.bias	4	0.1382582038640976
906767	embedding2nn.bias	5	-0.0801779106259346
906767	embedding2nn.bias	6	-0.04876275360584259
906767	embedding2nn.bias	7	0.049006469547748566
906767	embedding2nn.bias	8	-0.15838225185871124
906767	embedding2nn.bias	9	-0.36098432540893555
906767	rnn.weight_ih_l0	0	0.010720830410718918
906767	rnn.weight_ih_l0	1	-0.05780649557709694
906767	rnn.weight_ih_l0	2	-0.05009524151682854
906767	rnn.weight_ih_l0	3	0.11664468050003052
906767	rnn.weight_ih_l0	4	0.022030072286725044
906767	rnn.weight_ih_l0	5	-0.07008036971092224
906767	rnn.weight_ih_l0	6	0.006864998023957014
906767	rnn.weight_ih_l0	7	-0.025993643328547478
906767	rnn.weight_ih_l0	8	0.01765894517302513
906767	rnn.weight_ih_l0	9	-0.08667158335447311
906767	rnn.weight_hh_l0	0	-0.023161260411143303
906767	rnn.weight_hh_l0	1	0.08361072093248367
906767	rnn.weight_hh_l0	2	0.00066039600642398
906767	rnn.weight_hh_l0	3	-0.03734726831316948
906767	rnn.weight_hh_l0	4	0.08835314959287643
906767	rnn.weight_hh_l0	5	-0.002418313641101122
906767	rnn.weight_hh_l0	6	-0.09174472093582153
906767	rnn.weight_hh_l0	7	-0.13972322642803192
906767	rnn.weight_hh_l0	8	0.04097459837794304
906767	rnn.weight_hh_l0	9	-0.1247348040342331
906767	rnn.bias_ih_l0	0	0.17699111998081207
906767	rnn.bias_ih_l0	1	-0.3447779715061188
906767	rnn.bias_ih_l0	2	-0.04487044736742973
906767	rnn.bias_ih_l0	3	-0.2122569978237152
906767	rnn.bias_ih_l0	4	-0.013071158900856972
906767	rnn.bias_ih_l0	5	-0.4393589198589325
906767	rnn.bias_ih_l0	6	-0.14029374718666077
906767	rnn.bias_ih_l0	7	-0.39162302017211914
906767	rnn.bias_ih_l0	8	-0.3078463077545166
906767	rnn.bias_ih_l0	9	-0.44920897483825684
906767	rnn.bias_hh_l0	0	-0.34365662932395935
906767	rnn.bias_hh_l0	1	-0.4434453547000885
906767	rnn.bias_hh_l0	2	-0.40224504470825195
906767	rnn.bias_hh_l0	3	-0.08049014210700989
906767	rnn.bias_hh_l0	4	-0.4010825753211975
906767	rnn.bias_hh_l0	5	-0.37252068519592285
906767	rnn.bias_hh_l0	6	-0.11634020507335663
906767	rnn.bias_hh_l0	7	0.06841792166233063
906767	rnn.bias_hh_l0	8	-0.23153160512447357
906767	rnn.bias_hh_l0	9	-0.5693110227584839
906767	rnn.weight_ih_l0_reverse	0	-0.0074837710708379745
906767	rnn.weight_ih_l0_reverse	1	-0.003544761799275875
906767	rnn.weight_ih_l0_reverse	2	-0.0007356366841122508
906767	rnn.weight_ih_l0_reverse	3	-0.14272813498973846
906767	rnn.weight_ih_l0_reverse	4	0.08180707693099976
906767	rnn.weight_ih_l0_reverse	5	-0.10701663792133331
906767	rnn.weight_ih_l0_reverse	6	-0.008445004932582378
906767	rnn.weight_ih_l0_reverse	7	0.030207835137844086
906767	rnn.weight_ih_l0_reverse	8	-0.04678001627326012
906767	rnn.weight_ih_l0_reverse	9	-0.08845163136720657
906767	rnn.weight_hh_l0_reverse	0	-0.1512276530265808
906767	rnn.weight_hh_l0_reverse	1	0.021775078028440475
906767	rnn.weight_hh_l0_reverse	2	-0.01997404731810093
906767	rnn.weight_hh_l0_reverse	3	0.030661121010780334
906767	rnn.weight_hh_l0_reverse	4	-0.08426574617624283
906767	rnn.weight_hh_l0_reverse	5	0.03768482431769371
906767	rnn.weight_hh_l0_reverse	6	0.031488850712776184
906767	rnn.weight_hh_l0_reverse	7	-0.13259275257587433
906767	rnn.weight_hh_l0_reverse	8	-0.0782071128487587
906767	rnn.weight_hh_l0_reverse	9	0.0355711504817009
906767	rnn.bias_ih_l0_reverse	0	-0.18449968099594116
906767	rnn.bias_ih_l0_reverse	1	-0.06023160368204117
906767	rnn.bias_ih_l0_reverse	2	0.16627852618694305
906767	rnn.bias_ih_l0_reverse	3	-0.3293135166168213
906767	rnn.bias_ih_l0_reverse	4	0.008900478482246399
906767	rnn.bias_ih_l0_reverse	5	-0.22069406509399414
906767	rnn.bias_ih_l0_reverse	6	0.272217720746994
906767	rnn.bias_ih_l0_reverse	7	-0.29507339000701904
906767	rnn.bias_ih_l0_reverse	8	-0.19883836805820465
906767	rnn.bias_ih_l0_reverse	9	-0.1481258124113083
906767	rnn.bias_hh_l0_reverse	0	-0.1372496485710144
906767	rnn.bias_hh_l0_reverse	1	0.2733133137226105
906767	rnn.bias_hh_l0_reverse	2	-0.345391184091568
906767	rnn.bias_hh_l0_reverse	3	-0.23354637622833252
906767	rnn.bias_hh_l0_reverse	4	-0.3923746645450592
906767	rnn.bias_hh_l0_reverse	5	-0.20652493834495544
906767	rnn.bias_hh_l0_reverse	6	-0.26437121629714966
906767	rnn.bias_hh_l0_reverse	7	-0.10223628580570221
906767	rnn.bias_hh_l0_reverse	8	-0.3483620285987854
906767	rnn.bias_hh_l0_reverse	9	0.20798350870609283
906767	linear.weight	0	0.23136234283447266
906767	linear.weight	1	-0.4577268958091736
906767	linear.weight	2	0.03940347582101822
906767	linear.weight	3	0.06747040152549744
906767	linear.weight	4	-0.1151401624083519
906767	linear.weight	5	0.26019084453582764
906767	linear.weight	6	-0.018078932538628578
906767	linear.weight	7	-0.05954534187912941
906767	linear.weight	8	0.12454847246408463
906767	linear.weight	9	-0.04996832087635994
906767	linear.bias	0	-0.8656191825866699
906767	linear.bias	1	1.7767610549926758
906767	linear.bias	2	0.7349557280540466
906767	linear.bias	3	-2.7440552711486816
906767	linear.bias	4	-0.05666133761405945
906767	linear.bias	5	1.2358102798461914
906767	linear.bias	6	-0.2151748687028885
906767	linear.bias	7	0.8573824763298035
906767	linear.bias	8	2.1143698692321777
906767	linear.bias	9	-1.2907993793487549
907376	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
907376	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
907376	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
907376	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
907376	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
907376	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
907376	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
907376	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
907376	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
907376	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
907376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
907376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
907376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
907376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
907376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
907376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
907376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
907376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
907376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
907376	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
907376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
907376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
907376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
907376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
907376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
907376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
907376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
907376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
907376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
907376	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
907376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
907376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
907376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
907376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
907376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
907376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
907376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
907376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
907376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
907376	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
907376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
907376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
907376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
907376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
907376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
907376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
907376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
907376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
907376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
907376	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
907376	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
907376	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
907376	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
907376	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
907376	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
907376	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
907376	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
907376	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
907376	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
907376	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
907376	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
907376	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
907376	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
907376	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
907376	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
907376	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
907376	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
907376	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
907376	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
907376	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
907376	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
907376	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
907376	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
907376	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
907376	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
907376	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
907376	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
907376	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
907376	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
907376	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
907376	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
907376	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
907376	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
907376	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
907376	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
907376	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
907376	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
907376	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
907376	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
907376	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
907376	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
907376	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
907376	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
907376	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
907376	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
907376	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
907376	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
907376	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
907376	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
907376	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
907376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
907376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
907376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
907376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
907376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
907376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
907376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
907376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
907376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
907376	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
907376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
907376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
907376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
907376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
907376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
907376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
907376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
907376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
907376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
907376	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
907376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
907376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
907376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
907376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
907376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
907376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
907376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
907376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
907376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
907376	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
907376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
907376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
907376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
907376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
907376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
907376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
907376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
907376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
907376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
907376	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
907376	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
907376	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
907376	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
907376	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
907376	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
907376	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
907376	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
907376	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
907376	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
907376	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
907376	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
907376	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
907376	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
907376	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
907376	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
907376	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
907376	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
907376	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
907376	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
907376	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
907376	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
907376	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
907376	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
907376	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
907376	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
907376	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
907376	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
907376	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
907376	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
907376	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
907376	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
907376	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
907376	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
907376	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
907376	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
907376	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
907376	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
907376	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
907376	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
907376	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
907376	embedding2nn.weight	0	0.3208502531051636
907376	embedding2nn.weight	1	0.36296549439430237
907376	embedding2nn.weight	2	3.0396524380194023e-05
907376	embedding2nn.weight	3	0.009673596359789371
907376	embedding2nn.weight	4	-0.033241208642721176
907376	embedding2nn.weight	5	0.0596126914024353
907376	embedding2nn.weight	6	0.003757373197004199
907376	embedding2nn.weight	7	-0.008655998855829239
907376	embedding2nn.weight	8	0.04049783572554588
907376	embedding2nn.weight	9	-0.04905461519956589
907376	embedding2nn.bias	0	0.013737691566348076
907376	embedding2nn.bias	1	-0.19033822417259216
907376	embedding2nn.bias	2	0.12928104400634766
907376	embedding2nn.bias	3	0.16855396330356598
907376	embedding2nn.bias	4	0.1361973136663437
907376	embedding2nn.bias	5	-0.07965347170829773
907376	embedding2nn.bias	6	-0.048855699598789215
907376	embedding2nn.bias	7	0.04800461605191231
907376	embedding2nn.bias	8	-0.15527911484241486
907376	embedding2nn.bias	9	-0.3632694482803345
907376	rnn.weight_ih_l0	0	0.010643080808222294
907376	rnn.weight_ih_l0	1	-0.05778749659657478
907376	rnn.weight_ih_l0	2	-0.04936744645237923
907376	rnn.weight_ih_l0	3	0.1166025921702385
907376	rnn.weight_ih_l0	4	0.021866880357265472
907376	rnn.weight_ih_l0	5	-0.07002384215593338
907376	rnn.weight_ih_l0	6	0.007216800935566425
907376	rnn.weight_ih_l0	7	-0.026144353672862053
907376	rnn.weight_ih_l0	8	0.01715487241744995
907376	rnn.weight_ih_l0	9	-0.08690149337053299
907376	rnn.weight_hh_l0	0	-0.023178448900580406
907376	rnn.weight_hh_l0	1	0.08358598500490189
907376	rnn.weight_hh_l0	2	0.00071780348662287
907376	rnn.weight_hh_l0	3	-0.037444327026605606
907376	rnn.weight_hh_l0	4	0.0883834958076477
907376	rnn.weight_hh_l0	5	-0.002477510366588831
907376	rnn.weight_hh_l0	6	-0.09176932275295258
907376	rnn.weight_hh_l0	7	-0.13976982235908508
907376	rnn.weight_hh_l0	8	0.04097640886902809
907376	rnn.weight_hh_l0	9	-0.12470240145921707
907376	rnn.bias_ih_l0	0	0.17689211666584015
907376	rnn.bias_ih_l0	1	-0.3450999855995178
907376	rnn.bias_ih_l0	2	-0.04533661529421806
907376	rnn.bias_ih_l0	3	-0.21258549392223358
907376	rnn.bias_ih_l0	4	-0.012648927979171276
907376	rnn.bias_ih_l0	5	-0.4394015967845917
907376	rnn.bias_ih_l0	6	-0.14088205993175507
907376	rnn.bias_ih_l0	7	-0.3915156126022339
907376	rnn.bias_ih_l0	8	-0.3075995147228241
907376	rnn.bias_ih_l0	9	-0.44889381527900696
907376	rnn.bias_hh_l0	0	-0.343822717666626
907376	rnn.bias_hh_l0	1	-0.44327130913734436
907376	rnn.bias_hh_l0	2	-0.40249103307724
907376	rnn.bias_hh_l0	3	-0.0807545855641365
907376	rnn.bias_hh_l0	4	-0.40146785974502563
907376	rnn.bias_hh_l0	5	-0.3725840151309967
907376	rnn.bias_hh_l0	6	-0.11636288464069366
907376	rnn.bias_hh_l0	7	0.06849000602960587
907376	rnn.bias_hh_l0	8	-0.23220182955265045
907376	rnn.bias_hh_l0	9	-0.5692787170410156
907376	rnn.weight_ih_l0_reverse	0	-0.007072343956679106
907376	rnn.weight_ih_l0_reverse	1	-0.003343376563861966
907376	rnn.weight_ih_l0_reverse	2	-0.0005742921493947506
907376	rnn.weight_ih_l0_reverse	3	-0.14255234599113464
907376	rnn.weight_ih_l0_reverse	4	0.08178181201219559
907376	rnn.weight_ih_l0_reverse	5	-0.10689961165189743
907376	rnn.weight_ih_l0_reverse	6	-0.008312275633215904
907376	rnn.weight_ih_l0_reverse	7	0.030233308672904968
907376	rnn.weight_ih_l0_reverse	8	-0.04681140184402466
907376	rnn.weight_ih_l0_reverse	9	-0.08846478909254074
907376	rnn.weight_hh_l0_reverse	0	-0.1511438935995102
907376	rnn.weight_hh_l0_reverse	1	0.021807532757520676
907376	rnn.weight_hh_l0_reverse	2	-0.01999209262430668
907376	rnn.weight_hh_l0_reverse	3	0.030721861869096756
907376	rnn.weight_hh_l0_reverse	4	-0.08428272604942322
907376	rnn.weight_hh_l0_reverse	5	0.037653736770153046
907376	rnn.weight_hh_l0_reverse	6	0.03148588910698891
907376	rnn.weight_hh_l0_reverse	7	-0.13287706673145294
907376	rnn.weight_hh_l0_reverse	8	-0.07818673551082611
907376	rnn.weight_hh_l0_reverse	9	0.03561825305223465
907376	rnn.bias_ih_l0_reverse	0	-0.1847066432237625
907376	rnn.bias_ih_l0_reverse	1	-0.060210779309272766
907376	rnn.bias_ih_l0_reverse	2	0.1659739911556244
907376	rnn.bias_ih_l0_reverse	3	-0.32931041717529297
907376	rnn.bias_ih_l0_reverse	4	0.008762302808463573
907376	rnn.bias_ih_l0_reverse	5	-0.22078144550323486
907376	rnn.bias_ih_l0_reverse	6	0.2727121114730835
907376	rnn.bias_ih_l0_reverse	7	-0.29692965745925903
907376	rnn.bias_ih_l0_reverse	8	-0.19866126775741577
907376	rnn.bias_ih_l0_reverse	9	-0.14767053723335266
907376	rnn.bias_hh_l0_reverse	0	-0.1370304673910141
907376	rnn.bias_hh_l0_reverse	1	0.2723502516746521
907376	rnn.bias_hh_l0_reverse	2	-0.346271276473999
907376	rnn.bias_hh_l0_reverse	3	-0.23389463126659393
907376	rnn.bias_hh_l0_reverse	4	-0.3927648365497589
907376	rnn.bias_hh_l0_reverse	5	-0.20622113347053528
907376	rnn.bias_hh_l0_reverse	6	-0.26457616686820984
907376	rnn.bias_hh_l0_reverse	7	-0.10210910439491272
907376	rnn.bias_hh_l0_reverse	8	-0.3487476706504822
907376	rnn.bias_hh_l0_reverse	9	0.2077759951353073
907376	linear.weight	0	0.23173260688781738
907376	linear.weight	1	-0.457173615694046
907376	linear.weight	2	0.037788502871990204
907376	linear.weight	3	0.06747037917375565
907376	linear.weight	4	-0.11737311631441116
907376	linear.weight	5	0.25904080271720886
907376	linear.weight	6	-0.018595796078443527
907376	linear.weight	7	-0.059545181691646576
907376	linear.weight	8	0.12550058960914612
907376	linear.weight	9	-0.049968428909778595
907376	linear.bias	0	-0.8671426773071289
907376	linear.bias	1	1.7642567157745361
907376	linear.bias	2	0.7407118678092957
907376	linear.bias	3	-2.744056463241577
907376	linear.bias	4	-0.05840552598237991
907376	linear.bias	5	1.2380595207214355
907376	linear.bias	6	-0.21584618091583252
907376	linear.bias	7	0.856766402721405
907376	linear.bias	8	2.1167516708374023
907376	linear.bias	9	-1.2874469757080078
907985	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
907985	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
907985	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
907985	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
907985	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
907985	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
907985	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
907985	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
907985	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
907985	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
907985	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
907985	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
907985	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
907985	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
907985	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
907985	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
907985	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
907985	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
907985	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
907985	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
907985	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
907985	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
907985	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
907985	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
907985	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
907985	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
907985	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
907985	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
907985	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
907985	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
907985	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
907985	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
907985	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
907985	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
907985	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
907985	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
907985	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
907985	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
907985	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
907985	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
907985	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
907985	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
907985	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
907985	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
907985	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
907985	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
907985	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
907985	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
907985	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
907985	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
907985	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
907985	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
907985	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
907985	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
907985	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
907985	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
907985	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
907985	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
907985	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
907985	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
907985	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
907985	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
907985	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
907985	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
907985	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
907985	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
907985	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
907985	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
907985	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
907985	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
907985	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
907985	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
907985	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
907985	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
907985	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
907985	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
907985	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
907985	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
907985	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
907985	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
907985	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
907985	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
907985	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
907985	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
907985	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
907985	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
907985	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
907985	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
907985	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
907985	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
907985	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
907985	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
907985	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
907985	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
907985	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
907985	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
907985	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
907985	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
907985	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
907985	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
907985	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
907985	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
907985	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
907985	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
907985	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
907985	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
907985	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
907985	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
907985	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
907985	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
907985	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
907985	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
907985	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
907985	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
907985	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
907985	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
907985	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
907985	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
907985	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
907985	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
907985	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
907985	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
907985	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
907985	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
907985	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
907985	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
907985	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
907985	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
907985	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
907985	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
907985	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
907985	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
907985	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
907985	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
907985	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
907985	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
907985	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
907985	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
907985	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
907985	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
907985	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
907985	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
907985	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
907985	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
907985	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
907985	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
907985	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
907985	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
907985	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
907985	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
907985	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
907985	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
907985	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
907985	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
907985	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
907985	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
907985	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
907985	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
907985	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
907985	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
907985	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
907985	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
907985	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
907985	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
907985	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
907985	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
907985	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
907985	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
907985	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
907985	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
907985	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
907985	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
907985	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
907985	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
907985	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
907985	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
907985	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
907985	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
907985	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
907985	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
907985	embedding2nn.weight	0	0.3208712935447693
907985	embedding2nn.weight	1	0.36321067810058594
907985	embedding2nn.weight	2	-0.00029845943208783865
907985	embedding2nn.weight	3	0.008120330981910229
907985	embedding2nn.weight	4	-0.03302299976348877
907985	embedding2nn.weight	5	0.059708233922719955
907985	embedding2nn.weight	6	0.0030088971834629774
907985	embedding2nn.weight	7	-0.008798016235232353
907985	embedding2nn.weight	8	0.04052054136991501
907985	embedding2nn.weight	9	-0.049251899123191833
907985	embedding2nn.bias	0	0.015567795373499393
907985	embedding2nn.bias	1	-0.18928147852420807
907985	embedding2nn.bias	2	0.12857641279697418
907985	embedding2nn.bias	3	0.1684381514787674
907985	embedding2nn.bias	4	0.1363026350736618
907985	embedding2nn.bias	5	-0.08116737753152847
907985	embedding2nn.bias	6	-0.04784305393695831
907985	embedding2nn.bias	7	0.04710094630718231
907985	embedding2nn.bias	8	-0.15930582582950592
907985	embedding2nn.bias	9	-0.3621922731399536
907985	rnn.weight_ih_l0	0	0.010671488009393215
907985	rnn.weight_ih_l0	1	-0.05768176168203354
907985	rnn.weight_ih_l0	2	-0.05006583034992218
907985	rnn.weight_ih_l0	3	0.11680658161640167
907985	rnn.weight_ih_l0	4	0.022084034979343414
907985	rnn.weight_ih_l0	5	-0.07065483182668686
907985	rnn.weight_ih_l0	6	0.007243191357702017
907985	rnn.weight_ih_l0	7	-0.02619858644902706
907985	rnn.weight_ih_l0	8	0.016473935917019844
907985	rnn.weight_ih_l0	9	-0.08729468286037445
907985	rnn.weight_hh_l0	0	-0.02318725921213627
907985	rnn.weight_hh_l0	1	0.08355932682752609
907985	rnn.weight_hh_l0	2	0.0006747758598066866
907985	rnn.weight_hh_l0	3	-0.03749789297580719
907985	rnn.weight_hh_l0	4	0.0883834958076477
907985	rnn.weight_hh_l0	5	-0.0024849283508956432
907985	rnn.weight_hh_l0	6	-0.09173060208559036
907985	rnn.weight_hh_l0	7	-0.13988584280014038
907985	rnn.weight_hh_l0	8	0.040985412895679474
907985	rnn.weight_hh_l0	9	-0.12468558549880981
907985	rnn.bias_ih_l0	0	0.17748630046844482
907985	rnn.bias_ih_l0	1	-0.3447258770465851
907985	rnn.bias_ih_l0	2	-0.04577209800481796
907985	rnn.bias_ih_l0	3	-0.21269197762012482
907985	rnn.bias_ih_l0	4	-0.012427166104316711
907985	rnn.bias_ih_l0	5	-0.4396786689758301
907985	rnn.bias_ih_l0	6	-0.1402602344751358
907985	rnn.bias_ih_l0	7	-0.3913959264755249
907985	rnn.bias_ih_l0	8	-0.30801135301589966
907985	rnn.bias_ih_l0	9	-0.4485047161579132
907985	rnn.bias_hh_l0	0	-0.343915194272995
907985	rnn.bias_hh_l0	1	-0.4424947202205658
907985	rnn.bias_hh_l0	2	-0.40264052152633667
907985	rnn.bias_hh_l0	3	-0.08098079264163971
907985	rnn.bias_hh_l0	4	-0.4015568196773529
907985	rnn.bias_hh_l0	5	-0.3726598024368286
907985	rnn.bias_hh_l0	6	-0.11643347144126892
907985	rnn.bias_hh_l0	7	0.06842123717069626
907985	rnn.bias_hh_l0	8	-0.2325231283903122
907985	rnn.bias_hh_l0	9	-0.5694589614868164
907985	rnn.weight_ih_l0_reverse	0	-0.007260041777044535
907985	rnn.weight_ih_l0_reverse	1	-0.0034755764063447714
907985	rnn.weight_ih_l0_reverse	2	-0.0004769951046910137
907985	rnn.weight_ih_l0_reverse	3	-0.14243203401565552
907985	rnn.weight_ih_l0_reverse	4	0.08179108053445816
907985	rnn.weight_ih_l0_reverse	5	-0.10641619563102722
907985	rnn.weight_ih_l0_reverse	6	-0.007853747345507145
907985	rnn.weight_ih_l0_reverse	7	0.030337082222104073
907985	rnn.weight_ih_l0_reverse	8	-0.04695557802915573
907985	rnn.weight_ih_l0_reverse	9	-0.08851559460163116
907985	rnn.weight_hh_l0_reverse	0	-0.15125732123851776
907985	rnn.weight_hh_l0_reverse	1	0.02172447182238102
907985	rnn.weight_hh_l0_reverse	2	-0.020030146464705467
907985	rnn.weight_hh_l0_reverse	3	0.030717842280864716
907985	rnn.weight_hh_l0_reverse	4	-0.08432849496603012
907985	rnn.weight_hh_l0_reverse	5	0.03765574097633362
907985	rnn.weight_hh_l0_reverse	6	0.03148089721798897
907985	rnn.weight_hh_l0_reverse	7	-0.1326880007982254
907985	rnn.weight_hh_l0_reverse	8	-0.07817450165748596
907985	rnn.weight_hh_l0_reverse	9	0.035711001604795456
907985	rnn.bias_ih_l0_reverse	0	-0.18416064977645874
907985	rnn.bias_ih_l0_reverse	1	-0.060242049396038055
907985	rnn.bias_ih_l0_reverse	2	0.16645780205726624
907985	rnn.bias_ih_l0_reverse	3	-0.3294456899166107
907985	rnn.bias_ih_l0_reverse	4	0.008161072619259357
907985	rnn.bias_ih_l0_reverse	5	-0.22083552181720734
907985	rnn.bias_ih_l0_reverse	6	0.2727363705635071
907985	rnn.bias_ih_l0_reverse	7	-0.29730990529060364
907985	rnn.bias_ih_l0_reverse	8	-0.19857904314994812
907985	rnn.bias_ih_l0_reverse	9	-0.14728498458862305
907985	rnn.bias_hh_l0_reverse	0	-0.13623179495334625
907985	rnn.bias_hh_l0_reverse	1	0.27314117550849915
907985	rnn.bias_hh_l0_reverse	2	-0.3464307188987732
907985	rnn.bias_hh_l0_reverse	3	-0.2334769368171692
907985	rnn.bias_hh_l0_reverse	4	-0.3928709030151367
907985	rnn.bias_hh_l0_reverse	5	-0.2058493047952652
907985	rnn.bias_hh_l0_reverse	6	-0.2643316090106964
907985	rnn.bias_hh_l0_reverse	7	-0.10182593762874603
907985	rnn.bias_hh_l0_reverse	8	-0.34835848212242126
907985	rnn.bias_hh_l0_reverse	9	0.20726318657398224
907985	linear.weight	0	0.23000434041023254
907985	linear.weight	1	-0.45576080679893494
907985	linear.weight	2	0.03813570737838745
907985	linear.weight	3	0.06747041642665863
907985	linear.weight	4	-0.1193009540438652
907985	linear.weight	5	0.2580380439758301
907985	linear.weight	6	-0.01706419140100479
907985	linear.weight	7	-0.05954497307538986
907985	linear.weight	8	0.12500682473182678
907985	linear.weight	9	-0.04996854066848755
907985	linear.bias	0	-0.8675920367240906
907985	linear.bias	1	1.7694824934005737
907985	linear.bias	2	0.7436747550964355
907985	linear.bias	3	-2.744058132171631
907985	linear.bias	4	-0.05490785837173462
907985	linear.bias	5	1.2348613739013672
907985	linear.bias	6	-0.21329516172409058
907985	linear.bias	7	0.8581354022026062
907985	linear.bias	8	2.11272931098938
907985	linear.bias	9	-1.2855345010757446
908594	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
908594	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
908594	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
908594	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
908594	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
908594	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
908594	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
908594	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
908594	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
908594	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
908594	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
908594	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
908594	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
908594	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
908594	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
908594	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
908594	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
908594	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
908594	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
908594	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
908594	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
908594	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
908594	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
908594	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
908594	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
908594	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
908594	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
908594	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
908594	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
908594	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
908594	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
908594	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
908594	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
908594	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
908594	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
908594	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
908594	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
908594	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
908594	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
908594	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
908594	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
908594	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
908594	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
908594	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
908594	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
908594	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
908594	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
908594	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
908594	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
908594	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
908594	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
908594	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
908594	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
908594	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
908594	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
908594	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
908594	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
908594	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
908594	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
908594	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
908594	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
908594	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
908594	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
908594	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
908594	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
908594	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
908594	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
908594	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
908594	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
908594	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
908594	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
908594	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
908594	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
908594	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
908594	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
908594	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
908594	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
908594	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
908594	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
908594	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
908594	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
908594	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
908594	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
908594	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
908594	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
908594	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
908594	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
908594	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
908594	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
908594	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
908594	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
908594	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
908594	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
908594	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
908594	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
908594	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
908594	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
908594	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
908594	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
908594	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
908594	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
908594	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
908594	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
908594	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
908594	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
908594	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
908594	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
908594	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
908594	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
908594	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
908594	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
908594	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
908594	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
908594	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
908594	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
908594	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
908594	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
908594	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
908594	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
908594	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
908594	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
908594	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
908594	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
908594	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
908594	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
908594	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
908594	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
908594	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
908594	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
908594	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
908594	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
908594	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
908594	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
908594	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
908594	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
908594	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
908594	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
908594	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
908594	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
908594	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
908594	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
908594	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
908594	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
908594	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
908594	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
908594	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
908594	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
908594	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
908594	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
908594	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
908594	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
908594	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
908594	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
908594	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
908594	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
908594	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
908594	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
908594	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
908594	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
908594	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
908594	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
908594	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
908594	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
908594	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
908594	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
908594	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
908594	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
908594	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
908594	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
908594	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
908594	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
908594	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
908594	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
908594	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
908594	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
908594	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
908594	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
908594	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
908594	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
908594	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
908594	embedding2nn.weight	0	0.32096192240715027
908594	embedding2nn.weight	1	0.36333411931991577
908594	embedding2nn.weight	2	0.00027972718817181885
908594	embedding2nn.weight	3	0.006278353277593851
908594	embedding2nn.weight	4	-0.032767847180366516
908594	embedding2nn.weight	5	0.06002810597419739
908594	embedding2nn.weight	6	0.0037337876856327057
908594	embedding2nn.weight	7	-0.008823970332741737
908594	embedding2nn.weight	8	0.04059135541319847
908594	embedding2nn.weight	9	-0.04945029318332672
908594	embedding2nn.bias	0	0.015395480208098888
908594	embedding2nn.bias	1	-0.18879243731498718
908594	embedding2nn.bias	2	0.1289270967245102
908594	embedding2nn.bias	3	0.16710591316223145
908594	embedding2nn.bias	4	0.13665112853050232
908594	embedding2nn.bias	5	-0.07894588261842728
908594	embedding2nn.bias	6	-0.048632510006427765
908594	embedding2nn.bias	7	0.05040336027741432
908594	embedding2nn.bias	8	-0.15672597289085388
908594	embedding2nn.bias	9	-0.36003121733665466
908594	rnn.weight_ih_l0	0	0.010675893165171146
908594	rnn.weight_ih_l0	1	-0.05762723088264465
908594	rnn.weight_ih_l0	2	-0.04975166916847229
908594	rnn.weight_ih_l0	3	0.11620329320430756
908594	rnn.weight_ih_l0	4	0.021845171228051186
908594	rnn.weight_ih_l0	5	-0.07071312516927719
908594	rnn.weight_ih_l0	6	0.007201075088232756
908594	rnn.weight_ih_l0	7	-0.026083577424287796
908594	rnn.weight_ih_l0	8	0.01682211644947529
908594	rnn.weight_ih_l0	9	-0.08729148656129837
908594	rnn.weight_hh_l0	0	-0.023208020254969597
908594	rnn.weight_hh_l0	1	0.08359995484352112
908594	rnn.weight_hh_l0	2	0.0007253638468682766
908594	rnn.weight_hh_l0	3	-0.03750106319785118
908594	rnn.weight_hh_l0	4	0.08834318816661835
908594	rnn.weight_hh_l0	5	-0.0024596110451966524
908594	rnn.weight_hh_l0	6	-0.09178615361452103
908594	rnn.weight_hh_l0	7	-0.1399843692779541
908594	rnn.weight_hh_l0	8	0.040989141911268234
908594	rnn.weight_hh_l0	9	-0.12475571036338806
908594	rnn.bias_ih_l0	0	0.17780424654483795
908594	rnn.bias_ih_l0	1	-0.34520742297172546
908594	rnn.bias_ih_l0	2	-0.045619480311870575
908594	rnn.bias_ih_l0	3	-0.21193432807922363
908594	rnn.bias_ih_l0	4	-0.012325214222073555
908594	rnn.bias_ih_l0	5	-0.43964385986328125
908594	rnn.bias_ih_l0	6	-0.13992519676685333
908594	rnn.bias_ih_l0	7	-0.3914351463317871
908594	rnn.bias_ih_l0	8	-0.30782032012939453
908594	rnn.bias_ih_l0	9	-0.4484347701072693
908594	rnn.bias_hh_l0	0	-0.343951553106308
908594	rnn.bias_hh_l0	1	-0.4429797828197479
908594	rnn.bias_hh_l0	2	-0.4029599130153656
908594	rnn.bias_hh_l0	3	-0.08077042549848557
908594	rnn.bias_hh_l0	4	-0.4019491374492645
908594	rnn.bias_hh_l0	5	-0.3729097545146942
908594	rnn.bias_hh_l0	6	-0.11651480942964554
908594	rnn.bias_hh_l0	7	0.06862753629684448
908594	rnn.bias_hh_l0	8	-0.23306791484355927
908594	rnn.bias_hh_l0	9	-0.5695725679397583
908594	rnn.weight_ih_l0_reverse	0	-0.00718311732634902
908594	rnn.weight_ih_l0_reverse	1	-0.0034256670624017715
908594	rnn.weight_ih_l0_reverse	2	-0.0007382137118838727
908594	rnn.weight_ih_l0_reverse	3	-0.1422005593776703
908594	rnn.weight_ih_l0_reverse	4	0.08168882131576538
908594	rnn.weight_ih_l0_reverse	5	-0.10657993704080582
908594	rnn.weight_ih_l0_reverse	6	-0.007641070522367954
908594	rnn.weight_ih_l0_reverse	7	0.03041909635066986
908594	rnn.weight_ih_l0_reverse	8	-0.047126416116952896
908594	rnn.weight_ih_l0_reverse	9	-0.0883229523897171
908594	rnn.weight_hh_l0_reverse	0	-0.15151600539684296
908594	rnn.weight_hh_l0_reverse	1	0.021700458601117134
908594	rnn.weight_hh_l0_reverse	2	-0.020007874816656113
908594	rnn.weight_hh_l0_reverse	3	0.030691487714648247
908594	rnn.weight_hh_l0_reverse	4	-0.08423709124326706
908594	rnn.weight_hh_l0_reverse	5	0.03768089413642883
908594	rnn.weight_hh_l0_reverse	6	0.03148968517780304
908594	rnn.weight_hh_l0_reverse	7	-0.13269545137882233
908594	rnn.weight_hh_l0_reverse	8	-0.07810758054256439
908594	rnn.weight_hh_l0_reverse	9	0.03569937124848366
908594	rnn.bias_ih_l0_reverse	0	-0.18460483849048615
908594	rnn.bias_ih_l0_reverse	1	-0.060198742896318436
908594	rnn.bias_ih_l0_reverse	2	0.16733291745185852
908594	rnn.bias_ih_l0_reverse	3	-0.3292456865310669
908594	rnn.bias_ih_l0_reverse	4	0.009020574390888214
908594	rnn.bias_ih_l0_reverse	5	-0.22108490765094757
908594	rnn.bias_ih_l0_reverse	6	0.2711493670940399
908594	rnn.bias_ih_l0_reverse	7	-0.29775887727737427
908594	rnn.bias_ih_l0_reverse	8	-0.19820676743984222
908594	rnn.bias_ih_l0_reverse	9	-0.14756111800670624
908594	rnn.bias_hh_l0_reverse	0	-0.13691624999046326
908594	rnn.bias_hh_l0_reverse	1	0.27236828207969666
908594	rnn.bias_hh_l0_reverse	2	-0.34681153297424316
908594	rnn.bias_hh_l0_reverse	3	-0.23375438153743744
908594	rnn.bias_hh_l0_reverse	4	-0.39247819781303406
908594	rnn.bias_hh_l0_reverse	5	-0.20605188608169556
908594	rnn.bias_hh_l0_reverse	6	-0.26407021284103394
908594	rnn.bias_hh_l0_reverse	7	-0.10178728401660919
908594	rnn.bias_hh_l0_reverse	8	-0.3486195206642151
908594	rnn.bias_hh_l0_reverse	9	0.206609845161438
908594	linear.weight	0	0.2314724624156952
908594	linear.weight	1	-0.45626121759414673
908594	linear.weight	2	0.0357770211994648
908594	linear.weight	3	0.06747039407491684
908594	linear.weight	4	-0.11917082965373993
908594	linear.weight	5	0.25593000650405884
908594	linear.weight	6	-0.01769915781915188
908594	linear.weight	7	-0.05954478308558464
908594	linear.weight	8	0.12502750754356384
908594	linear.weight	9	-0.04996858537197113
908594	linear.bias	0	-0.8650916218757629
908594	linear.bias	1	1.775646448135376
908594	linear.bias	2	0.7470410466194153
908594	linear.bias	3	-2.7440595626831055
908594	linear.bias	4	-0.05232700705528259
908594	linear.bias	5	1.231724500656128
908594	linear.bias	6	-0.21338413655757904
908594	linear.bias	7	0.852934718132019
908594	linear.bias	8	2.1095516681671143
908594	linear.bias	9	-1.2863281965255737
908602	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
908602	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
908602	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
908602	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
908602	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
908602	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
908602	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
908602	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
908602	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
908602	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
908602	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
908602	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
908602	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
908602	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
908602	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
908602	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
908602	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
908602	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
908602	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
908602	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
908602	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
908602	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
908602	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
908602	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
908602	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
908602	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
908602	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
908602	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
908602	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
908602	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
908602	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
908602	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
908602	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
908602	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
908602	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
908602	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
908602	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
908602	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
908602	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
908602	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
908602	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
908602	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
908602	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
908602	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
908602	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
908602	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
908602	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
908602	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
908602	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
908602	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
908602	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
908602	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
908602	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
908602	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
908602	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
908602	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
908602	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
908602	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
908602	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
908602	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
908602	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
908602	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
908602	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
908602	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
908602	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
908602	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
908602	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
908602	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
908602	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
908602	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
908602	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
908602	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
908602	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
908602	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
908602	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
908602	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
908602	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
908602	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
908602	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
908602	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
908602	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
908602	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
908602	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
908602	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
908602	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
908602	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
908602	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
908602	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
908602	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
908602	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
908602	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
908602	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
908602	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
908602	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
908602	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
908602	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
908602	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
908602	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
908602	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
908602	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
908602	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
908602	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
908602	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
908602	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
908602	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
908602	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
908602	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
908602	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
908602	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
908602	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
908602	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
908602	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
908602	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
908602	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
908602	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
908602	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
908602	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
908602	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
908602	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
908602	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
908602	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
908602	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
908602	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
908602	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
908602	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
908602	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
908602	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
908602	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
908602	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
908602	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
908602	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
908602	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
908602	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
908602	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
908602	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
908602	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
908602	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
908602	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
908602	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
908602	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
908602	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
908602	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
908602	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
908602	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
908602	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
908602	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
908602	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
908602	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
908602	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
908602	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
908602	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
908602	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
908602	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
908602	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
908602	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
908602	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
908602	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
908602	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
908602	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
908602	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
908602	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
908602	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
908602	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
908602	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
908602	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
908602	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
908602	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
908602	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
908602	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
908602	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
908602	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
908602	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
908602	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
908602	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
908602	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
908602	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
908602	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
908602	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
908602	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
908602	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
908602	embedding2nn.weight	0	0.3209601044654846
908602	embedding2nn.weight	1	0.3633250892162323
908602	embedding2nn.weight	2	0.00030119065195322037
908602	embedding2nn.weight	3	0.006243532989174128
908602	embedding2nn.weight	4	-0.03277469426393509
908602	embedding2nn.weight	5	0.06003047898411751
908602	embedding2nn.weight	6	0.003756013000383973
908602	embedding2nn.weight	7	-0.008926908485591412
908602	embedding2nn.weight	8	0.04060180485248566
908602	embedding2nn.weight	9	-0.04946709796786308
908602	embedding2nn.bias	0	0.015658820047974586
908602	embedding2nn.bias	1	-0.18880011141300201
908602	embedding2nn.bias	2	0.12849509716033936
908602	embedding2nn.bias	3	0.16679245233535767
908602	embedding2nn.bias	4	0.13592061400413513
908602	embedding2nn.bias	5	-0.07869691401720047
908602	embedding2nn.bias	6	-0.04878200218081474
908602	embedding2nn.bias	7	0.050623707473278046
908602	embedding2nn.bias	8	-0.15655487775802612
908602	embedding2nn.bias	9	-0.36027199029922485
908602	rnn.weight_ih_l0	0	0.010665679350495338
908602	rnn.weight_ih_l0	1	-0.057642459869384766
908602	rnn.weight_ih_l0	2	-0.0497731976211071
908602	rnn.weight_ih_l0	3	0.11619310826063156
908602	rnn.weight_ih_l0	4	0.02186501771211624
908602	rnn.weight_ih_l0	5	-0.07069822400808334
908602	rnn.weight_ih_l0	6	0.0072001018561422825
908602	rnn.weight_ih_l0	7	-0.026077043265104294
908602	rnn.weight_ih_l0	8	0.016917891800403595
908602	rnn.weight_ih_l0	9	-0.08730775117874146
908602	rnn.weight_hh_l0	0	-0.02320409193634987
908602	rnn.weight_hh_l0	1	0.0836009830236435
908602	rnn.weight_hh_l0	2	0.0007340310257859528
908602	rnn.weight_hh_l0	3	-0.03750373795628548
908602	rnn.weight_hh_l0	4	0.08834660053253174
908602	rnn.weight_hh_l0	5	-0.0024611428380012512
908602	rnn.weight_hh_l0	6	-0.09178836643695831
908602	rnn.weight_hh_l0	7	-0.13998247683048248
908602	rnn.weight_hh_l0	8	0.040987227112054825
908602	rnn.weight_hh_l0	9	-0.12473531067371368
908602	rnn.bias_ih_l0	0	0.177692711353302
908602	rnn.bias_ih_l0	1	-0.3451945185661316
908602	rnn.bias_ih_l0	2	-0.0456380695104599
908602	rnn.bias_ih_l0	3	-0.2118564397096634
908602	rnn.bias_ih_l0	4	-0.012331164442002773
908602	rnn.bias_ih_l0	5	-0.43950992822647095
908602	rnn.bias_ih_l0	6	-0.13999126851558685
908602	rnn.bias_ih_l0	7	-0.3914295434951782
908602	rnn.bias_ih_l0	8	-0.3077930212020874
908602	rnn.bias_ih_l0	9	-0.44829174876213074
908602	rnn.bias_hh_l0	0	-0.34392645955085754
908602	rnn.bias_hh_l0	1	-0.44300293922424316
908602	rnn.bias_hh_l0	2	-0.4030017554759979
908602	rnn.bias_hh_l0	3	-0.08075334876775742
908602	rnn.bias_hh_l0	4	-0.40191516280174255
908602	rnn.bias_hh_l0	5	-0.37292200326919556
908602	rnn.bias_hh_l0	6	-0.11648046970367432
908602	rnn.bias_hh_l0	7	0.06862064450979233
908602	rnn.bias_hh_l0	8	-0.2329961061477661
908602	rnn.bias_hh_l0	9	-0.5695040822029114
908602	rnn.weight_ih_l0_reverse	0	-0.007155733648687601
908602	rnn.weight_ih_l0_reverse	1	-0.0034108301624655724
908602	rnn.weight_ih_l0_reverse	2	-0.0007453616708517075
908602	rnn.weight_ih_l0_reverse	3	-0.14219528436660767
908602	rnn.weight_ih_l0_reverse	4	0.08170612901449203
908602	rnn.weight_ih_l0_reverse	5	-0.10661040991544724
908602	rnn.weight_ih_l0_reverse	6	-0.007641285192221403
908602	rnn.weight_ih_l0_reverse	7	0.030419137328863144
908602	rnn.weight_ih_l0_reverse	8	-0.047096095979213715
908602	rnn.weight_ih_l0_reverse	9	-0.0883442685008049
908602	rnn.weight_hh_l0_reverse	0	-0.15153095126152039
908602	rnn.weight_hh_l0_reverse	1	0.02169257402420044
908602	rnn.weight_hh_l0_reverse	2	-0.020004674792289734
908602	rnn.weight_hh_l0_reverse	3	0.030692748725414276
908602	rnn.weight_hh_l0_reverse	4	-0.0842258408665657
908602	rnn.weight_hh_l0_reverse	5	0.037681736052036285
908602	rnn.weight_hh_l0_reverse	6	0.03148970380425453
908602	rnn.weight_hh_l0_reverse	7	-0.1326899528503418
908602	rnn.weight_hh_l0_reverse	8	-0.07811642438173294
908602	rnn.weight_hh_l0_reverse	9	0.03571336716413498
908602	rnn.bias_ih_l0_reverse	0	-0.18461793661117554
908602	rnn.bias_ih_l0_reverse	1	-0.060158684849739075
908602	rnn.bias_ih_l0_reverse	2	0.1674223691225052
908602	rnn.bias_ih_l0_reverse	3	-0.3291774392127991
908602	rnn.bias_ih_l0_reverse	4	0.009168383665382862
908602	rnn.bias_ih_l0_reverse	5	-0.22109609842300415
908602	rnn.bias_ih_l0_reverse	6	0.2712809443473816
908602	rnn.bias_ih_l0_reverse	7	-0.2978396713733673
908602	rnn.bias_ih_l0_reverse	8	-0.19820630550384521
908602	rnn.bias_ih_l0_reverse	9	-0.14753457903862
908602	rnn.bias_hh_l0_reverse	0	-0.13691264390945435
908602	rnn.bias_hh_l0_reverse	1	0.2723759710788727
908602	rnn.bias_hh_l0_reverse	2	-0.34681400656700134
908602	rnn.bias_hh_l0_reverse	3	-0.23382630944252014
908602	rnn.bias_hh_l0_reverse	4	-0.39246654510498047
908602	rnn.bias_hh_l0_reverse	5	-0.20614899694919586
908602	rnn.bias_hh_l0_reverse	6	-0.264064759016037
908602	rnn.bias_hh_l0_reverse	7	-0.10177582502365112
908602	rnn.bias_hh_l0_reverse	8	-0.34876036643981934
908602	rnn.bias_hh_l0_reverse	9	0.2066771239042282
908602	linear.weight	0	0.2316758930683136
908602	linear.weight	1	-0.4564693570137024
908602	linear.weight	2	0.035672876983881
908602	linear.weight	3	0.06747039407491684
908602	linear.weight	4	-0.11946393549442291
908602	linear.weight	5	0.25552135705947876
908602	linear.weight	6	-0.017598766833543777
908602	linear.weight	7	-0.05954477936029434
908602	linear.weight	8	0.12490101903676987
908602	linear.weight	9	-0.04996858537197113
908602	linear.bias	0	-0.8652271032333374
908602	linear.bias	1	1.7745075225830078
908602	linear.bias	2	0.7472202777862549
908602	linear.bias	3	-2.7440595626831055
908602	linear.bias	4	-0.052993472665548325
908602	linear.bias	5	1.2313345670700073
908602	linear.bias	6	-0.21328601241111755
908602	linear.bias	7	0.8529925346374512
908602	linear.bias	8	2.1102840900421143
908602	linear.bias	9	-1.2866146564483643
909211	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
909211	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
909211	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
909211	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
909211	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
909211	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
909211	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
909211	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
909211	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
909211	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
909211	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
909211	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
909211	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
909211	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
909211	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
909211	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
909211	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
909211	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
909211	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
909211	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
909211	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
909211	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
909211	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
909211	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
909211	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
909211	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
909211	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
909211	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
909211	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
909211	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
909211	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
909211	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
909211	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
909211	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
909211	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
909211	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
909211	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
909211	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
909211	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
909211	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
909211	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
909211	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
909211	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
909211	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
909211	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
909211	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
909211	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
909211	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
909211	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
909211	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
909211	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
909211	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
909211	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
909211	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
909211	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
909211	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
909211	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
909211	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
909211	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
909211	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
909211	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
909211	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
909211	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
909211	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
909211	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
909211	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
909211	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
909211	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
909211	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
909211	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
909211	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
909211	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
909211	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
909211	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
909211	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
909211	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
909211	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
909211	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
909211	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
909211	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
909211	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
909211	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
909211	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
909211	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
909211	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
909211	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
909211	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
909211	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
909211	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
909211	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
909211	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
909211	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
909211	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
909211	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
909211	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
909211	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
909211	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
909211	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
909211	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
909211	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
909211	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
909211	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
909211	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
909211	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
909211	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
909211	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
909211	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
909211	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
909211	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
909211	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
909211	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
909211	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
909211	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
909211	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
909211	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
909211	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
909211	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
909211	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
909211	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
909211	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
909211	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
909211	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
909211	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
909211	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
909211	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
909211	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
909211	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
909211	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
909211	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
909211	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
909211	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
909211	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
909211	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
909211	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
909211	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
909211	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
909211	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
909211	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
909211	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
909211	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
909211	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
909211	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
909211	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
909211	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
909211	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
909211	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
909211	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
909211	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
909211	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
909211	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
909211	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
909211	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
909211	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
909211	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
909211	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
909211	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
909211	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
909211	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
909211	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
909211	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
909211	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
909211	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
909211	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
909211	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
909211	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
909211	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
909211	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
909211	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
909211	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
909211	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
909211	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
909211	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
909211	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
909211	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
909211	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
909211	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
909211	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
909211	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
909211	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
909211	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
909211	embedding2nn.weight	0	0.32116273045539856
909211	embedding2nn.weight	1	0.36313068866729736
909211	embedding2nn.weight	2	0.00021647961693815887
909211	embedding2nn.weight	3	0.005877154413610697
909211	embedding2nn.weight	4	-0.03279412165284157
909211	embedding2nn.weight	5	0.060010507702827454
909211	embedding2nn.weight	6	0.003828940214589238
909211	embedding2nn.weight	7	-0.009377392008900642
909211	embedding2nn.weight	8	0.04061287268996239
909211	embedding2nn.weight	9	-0.04848163574934006
909211	embedding2nn.bias	0	0.01657896861433983
909211	embedding2nn.bias	1	-0.1870914250612259
909211	embedding2nn.bias	2	0.12784673273563385
909211	embedding2nn.bias	3	0.16795678436756134
909211	embedding2nn.bias	4	0.13457736372947693
909211	embedding2nn.bias	5	-0.0781763568520546
909211	embedding2nn.bias	6	-0.048288799822330475
909211	embedding2nn.bias	7	0.045687682926654816
909211	embedding2nn.bias	8	-0.15575042366981506
909211	embedding2nn.bias	9	-0.3608049154281616
909211	rnn.weight_ih_l0	0	0.010773282498121262
909211	rnn.weight_ih_l0	1	-0.057655416429042816
909211	rnn.weight_ih_l0	2	-0.04949050024151802
909211	rnn.weight_ih_l0	3	0.1159977987408638
909211	rnn.weight_ih_l0	4	0.0214963611215353
909211	rnn.weight_ih_l0	5	-0.07059509307146072
909211	rnn.weight_ih_l0	6	0.007261148188263178
909211	rnn.weight_ih_l0	7	-0.025931701064109802
909211	rnn.weight_ih_l0	8	0.017202481627464294
909211	rnn.weight_ih_l0	9	-0.08784916996955872
909211	rnn.weight_hh_l0	0	-0.023166488856077194
909211	rnn.weight_hh_l0	1	0.08364883065223694
909211	rnn.weight_hh_l0	2	0.0007586730062030256
909211	rnn.weight_hh_l0	3	-0.037507906556129456
909211	rnn.weight_hh_l0	4	0.08841296285390854
909211	rnn.weight_hh_l0	5	-0.0025355718098580837
909211	rnn.weight_hh_l0	6	-0.09184056520462036
909211	rnn.weight_hh_l0	7	-0.13988491892814636
909211	rnn.weight_hh_l0	8	0.040989819914102554
909211	rnn.weight_hh_l0	9	-0.12474966049194336
909211	rnn.bias_ih_l0	0	0.17770916223526
909211	rnn.bias_ih_l0	1	-0.3449636697769165
909211	rnn.bias_ih_l0	2	-0.04592811316251755
909211	rnn.bias_ih_l0	3	-0.21213960647583008
909211	rnn.bias_ih_l0	4	-0.011720772832632065
909211	rnn.bias_ih_l0	5	-0.4403170943260193
909211	rnn.bias_ih_l0	6	-0.14020761847496033
909211	rnn.bias_ih_l0	7	-0.3914630115032196
909211	rnn.bias_ih_l0	8	-0.30856263637542725
909211	rnn.bias_ih_l0	9	-0.4474104344844818
909211	rnn.bias_hh_l0	0	-0.34471794962882996
909211	rnn.bias_hh_l0	1	-0.4431411623954773
909211	rnn.bias_hh_l0	2	-0.4035642743110657
909211	rnn.bias_hh_l0	3	-0.08076367527246475
909211	rnn.bias_hh_l0	4	-0.40200522541999817
909211	rnn.bias_hh_l0	5	-0.3728715777397156
909211	rnn.bias_hh_l0	6	-0.11608856171369553
909211	rnn.bias_hh_l0	7	0.0684228464961052
909211	rnn.bias_hh_l0	8	-0.23303382098674774
909211	rnn.bias_hh_l0	9	-0.5695741176605225
909211	rnn.weight_ih_l0_reverse	0	-0.007621105294674635
909211	rnn.weight_ih_l0_reverse	1	-0.0034289155155420303
909211	rnn.weight_ih_l0_reverse	2	-0.000752122257836163
909211	rnn.weight_ih_l0_reverse	3	-0.14203010499477386
909211	rnn.weight_ih_l0_reverse	4	0.08183383196592331
909211	rnn.weight_ih_l0_reverse	5	-0.10618952661752701
909211	rnn.weight_ih_l0_reverse	6	-0.006484728306531906
909211	rnn.weight_ih_l0_reverse	7	0.030333880335092545
909211	rnn.weight_ih_l0_reverse	8	-0.04706287384033203
909211	rnn.weight_ih_l0_reverse	9	-0.08823784440755844
909211	rnn.weight_hh_l0_reverse	0	-0.15149769186973572
909211	rnn.weight_hh_l0_reverse	1	0.021711161360144615
909211	rnn.weight_hh_l0_reverse	2	-0.020006198436021805
909211	rnn.weight_hh_l0_reverse	3	0.030675116926431656
909211	rnn.weight_hh_l0_reverse	4	-0.08430129289627075
909211	rnn.weight_hh_l0_reverse	5	0.03767240419983864
909211	rnn.weight_hh_l0_reverse	6	0.03148911893367767
909211	rnn.weight_hh_l0_reverse	7	-0.1327836513519287
909211	rnn.weight_hh_l0_reverse	8	-0.07778565585613251
909211	rnn.weight_hh_l0_reverse	9	0.03573525696992874
909211	rnn.bias_ih_l0_reverse	0	-0.1852380931377411
909211	rnn.bias_ih_l0_reverse	1	-0.060654524713754654
909211	rnn.bias_ih_l0_reverse	2	0.16742762923240662
909211	rnn.bias_ih_l0_reverse	3	-0.3297600746154785
909211	rnn.bias_ih_l0_reverse	4	0.008150173351168633
909211	rnn.bias_ih_l0_reverse	5	-0.22118408977985382
909211	rnn.bias_ih_l0_reverse	6	0.271380215883255
909211	rnn.bias_ih_l0_reverse	7	-0.2977301776409149
909211	rnn.bias_ih_l0_reverse	8	-0.19846203923225403
909211	rnn.bias_ih_l0_reverse	9	-0.14838722348213196
909211	rnn.bias_hh_l0_reverse	0	-0.13708314299583435
909211	rnn.bias_hh_l0_reverse	1	0.2732718884944916
909211	rnn.bias_hh_l0_reverse	2	-0.346996009349823
909211	rnn.bias_hh_l0_reverse	3	-0.23439034819602966
909211	rnn.bias_hh_l0_reverse	4	-0.39222168922424316
909211	rnn.bias_hh_l0_reverse	5	-0.206654891371727
909211	rnn.bias_hh_l0_reverse	6	-0.2643391489982605
909211	rnn.bias_hh_l0_reverse	7	-0.10122358053922653
909211	rnn.bias_hh_l0_reverse	8	-0.3490781784057617
909211	rnn.bias_hh_l0_reverse	9	0.20662850141525269
909211	linear.weight	0	0.22941480576992035
909211	linear.weight	1	-0.45649364590644836
909211	linear.weight	2	0.033947862684726715
909211	linear.weight	3	0.06747039407491684
909211	linear.weight	4	-0.12013299763202667
909211	linear.weight	5	0.2547115385532379
909211	linear.weight	6	-0.017597299069166183
909211	linear.weight	7	-0.059544648975133896
909211	linear.weight	8	0.12368084490299225
909211	linear.weight	9	-0.04996867477893829
909211	linear.bias	0	-0.865805983543396
909211	linear.bias	1	1.7686114311218262
909211	linear.bias	2	0.748504638671875
909211	linear.bias	3	-2.744060516357422
909211	linear.bias	4	-0.053581353276968
909211	linear.bias	5	1.2253645658493042
909211	linear.bias	6	-0.21639081835746765
909211	linear.bias	7	0.8568693399429321
909211	linear.bias	8	2.1127636432647705
909211	linear.bias	9	-1.2854156494140625
909820	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
909820	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
909820	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
909820	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
909820	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
909820	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
909820	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
909820	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
909820	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
909820	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
909820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
909820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
909820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
909820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
909820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
909820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
909820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
909820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
909820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
909820	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
909820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
909820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
909820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
909820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
909820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
909820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
909820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
909820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
909820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
909820	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
909820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
909820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
909820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
909820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
909820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
909820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
909820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
909820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
909820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
909820	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
909820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
909820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
909820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
909820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
909820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
909820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
909820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
909820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
909820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
909820	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
909820	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
909820	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
909820	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
909820	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
909820	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
909820	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
909820	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
909820	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
909820	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
909820	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
909820	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
909820	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
909820	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
909820	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
909820	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
909820	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
909820	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
909820	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
909820	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
909820	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
909820	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
909820	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
909820	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
909820	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
909820	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
909820	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
909820	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
909820	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
909820	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
909820	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
909820	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
909820	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
909820	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
909820	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
909820	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
909820	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
909820	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
909820	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
909820	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
909820	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
909820	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
909820	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
909820	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
909820	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
909820	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
909820	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
909820	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
909820	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
909820	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
909820	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
909820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
909820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
909820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
909820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
909820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
909820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
909820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
909820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
909820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
909820	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
909820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
909820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
909820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
909820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
909820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
909820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
909820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
909820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
909820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
909820	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
909820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
909820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
909820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
909820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
909820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
909820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
909820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
909820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
909820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
909820	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
909820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
909820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
909820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
909820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
909820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
909820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
909820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
909820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
909820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
909820	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
909820	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
909820	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
909820	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
909820	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
909820	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
909820	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
909820	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
909820	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
909820	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
909820	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
909820	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
909820	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
909820	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
909820	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
909820	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
909820	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
909820	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
909820	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
909820	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
909820	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
909820	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
909820	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
909820	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
909820	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
909820	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
909820	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
909820	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
909820	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
909820	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
909820	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
909820	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
909820	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
909820	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
909820	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
909820	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
909820	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
909820	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
909820	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
909820	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
909820	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
909820	embedding2nn.weight	0	0.32118260860443115
909820	embedding2nn.weight	1	0.3632791340351105
909820	embedding2nn.weight	2	0.00024682169896550477
909820	embedding2nn.weight	3	0.0075724623166024685
909820	embedding2nn.weight	4	-0.03279312327504158
909820	embedding2nn.weight	5	0.06003204360604286
909820	embedding2nn.weight	6	0.0036726531106978655
909820	embedding2nn.weight	7	-0.008832348510622978
909820	embedding2nn.weight	8	0.0399627722799778
909820	embedding2nn.weight	9	-0.04834335297346115
909820	embedding2nn.bias	0	0.013716252520680428
909820	embedding2nn.bias	1	-0.18536148965358734
909820	embedding2nn.bias	2	0.1277279257774353
909820	embedding2nn.bias	3	0.1665329784154892
909820	embedding2nn.bias	4	0.13580308854579926
909820	embedding2nn.bias	5	-0.07849805802106857
909820	embedding2nn.bias	6	-0.04772593453526497
909820	embedding2nn.bias	7	0.04644198715686798
909820	embedding2nn.bias	8	-0.1563248336315155
909820	embedding2nn.bias	9	-0.36183953285217285
909820	rnn.weight_ih_l0	0	0.010904659517109394
909820	rnn.weight_ih_l0	1	-0.057815972715616226
909820	rnn.weight_ih_l0	2	-0.0490906797349453
909820	rnn.weight_ih_l0	3	0.11596512794494629
909820	rnn.weight_ih_l0	4	0.021366294473409653
909820	rnn.weight_ih_l0	5	-0.07076136022806168
909820	rnn.weight_ih_l0	6	0.007161319255828857
909820	rnn.weight_ih_l0	7	-0.026050660759210587
909820	rnn.weight_ih_l0	8	0.017048008739948273
909820	rnn.weight_ih_l0	9	-0.0877496674656868
909820	rnn.weight_hh_l0	0	-0.023168673738837242
909820	rnn.weight_hh_l0	1	0.08366324007511139
909820	rnn.weight_hh_l0	2	0.0006857134867459536
909820	rnn.weight_hh_l0	3	-0.037543006241321564
909820	rnn.weight_hh_l0	4	0.08843456208705902
909820	rnn.weight_hh_l0	5	-0.002637582365423441
909820	rnn.weight_hh_l0	6	-0.09190906584262848
909820	rnn.weight_hh_l0	7	-0.13973969221115112
909820	rnn.weight_hh_l0	8	0.04102635756134987
909820	rnn.weight_hh_l0	9	-0.1247064396739006
909820	rnn.bias_ih_l0	0	0.176029771566391
909820	rnn.bias_ih_l0	1	-0.3453909158706665
909820	rnn.bias_ih_l0	2	-0.04572020471096039
909820	rnn.bias_ih_l0	3	-0.21178127825260162
909820	rnn.bias_ih_l0	4	-0.011293116956949234
909820	rnn.bias_ih_l0	5	-0.4401005208492279
909820	rnn.bias_ih_l0	6	-0.1397460401058197
909820	rnn.bias_ih_l0	7	-0.3914124369621277
909820	rnn.bias_ih_l0	8	-0.3085631728172302
909820	rnn.bias_ih_l0	9	-0.4464365839958191
909820	rnn.bias_hh_l0	0	-0.34465619921684265
909820	rnn.bias_hh_l0	1	-0.4438911974430084
909820	rnn.bias_hh_l0	2	-0.4037693738937378
909820	rnn.bias_hh_l0	3	-0.08064556121826172
909820	rnn.bias_hh_l0	4	-0.4015486240386963
909820	rnn.bias_hh_l0	5	-0.3727705478668213
909820	rnn.bias_hh_l0	6	-0.11642111092805862
909820	rnn.bias_hh_l0	7	0.06795448809862137
909820	rnn.bias_hh_l0	8	-0.23226666450500488
909820	rnn.bias_hh_l0	9	-0.569700300693512
909820	rnn.weight_ih_l0_reverse	0	-0.0072730472311377525
909820	rnn.weight_ih_l0_reverse	1	-0.003332427702844143
909820	rnn.weight_ih_l0_reverse	2	-0.0006045548943802714
909820	rnn.weight_ih_l0_reverse	3	-0.14193961024284363
909820	rnn.weight_ih_l0_reverse	4	0.08169862627983093
909820	rnn.weight_ih_l0_reverse	5	-0.10672103613615036
909820	rnn.weight_ih_l0_reverse	6	-0.006813430693000555
909820	rnn.weight_ih_l0_reverse	7	0.03031073324382305
909820	rnn.weight_ih_l0_reverse	8	-0.047226596623659134
909820	rnn.weight_ih_l0_reverse	9	-0.08827071636915207
909820	rnn.weight_hh_l0_reverse	0	-0.15154717862606049
909820	rnn.weight_hh_l0_reverse	1	0.02165924198925495
909820	rnn.weight_hh_l0_reverse	2	-0.020043127238750458
909820	rnn.weight_hh_l0_reverse	3	0.030709760263562202
909820	rnn.weight_hh_l0_reverse	4	-0.08428660035133362
909820	rnn.weight_hh_l0_reverse	5	0.03766478970646858
909820	rnn.weight_hh_l0_reverse	6	0.03154389187693596
909820	rnn.weight_hh_l0_reverse	7	-0.13278506696224213
909820	rnn.weight_hh_l0_reverse	8	-0.07793726772069931
909820	rnn.weight_hh_l0_reverse	9	0.03594480827450752
909820	rnn.bias_ih_l0_reverse	0	-0.18583418428897858
909820	rnn.bias_ih_l0_reverse	1	-0.060420211404561996
909820	rnn.bias_ih_l0_reverse	2	0.16792704164981842
909820	rnn.bias_ih_l0_reverse	3	-0.32989388704299927
909820	rnn.bias_ih_l0_reverse	4	0.007145478390157223
909820	rnn.bias_ih_l0_reverse	5	-0.22121649980545044
909820	rnn.bias_ih_l0_reverse	6	0.27033546566963196
909820	rnn.bias_ih_l0_reverse	7	-0.2981507182121277
909820	rnn.bias_ih_l0_reverse	8	-0.19835516810417175
909820	rnn.bias_ih_l0_reverse	9	-0.1479690968990326
909820	rnn.bias_hh_l0_reverse	0	-0.1366247534751892
909820	rnn.bias_hh_l0_reverse	1	0.27237120270729065
909820	rnn.bias_hh_l0_reverse	2	-0.3469647467136383
909820	rnn.bias_hh_l0_reverse	3	-0.2342487871646881
909820	rnn.bias_hh_l0_reverse	4	-0.3925257921218872
909820	rnn.bias_hh_l0_reverse	5	-0.20689773559570312
909820	rnn.bias_hh_l0_reverse	6	-0.26465684175491333
909820	rnn.bias_hh_l0_reverse	7	-0.1009179875254631
909820	rnn.bias_hh_l0_reverse	8	-0.3490760028362274
909820	rnn.bias_hh_l0_reverse	9	0.20664678514003754
909820	linear.weight	0	0.2312166690826416
909820	linear.weight	1	-0.4563908576965332
909820	linear.weight	2	0.036543700844049454
909820	linear.weight	3	0.06747038662433624
909820	linear.weight	4	-0.12120316177606583
909820	linear.weight	5	0.2533729374408722
909820	linear.weight	6	-0.018052294850349426
909820	linear.weight	7	-0.05954448878765106
909820	linear.weight	8	0.12368881702423096
909820	linear.weight	9	-0.04996873810887337
909820	linear.bias	0	-0.8652305603027344
909820	linear.bias	1	1.765957236289978
909820	linear.bias	2	0.7457764148712158
909820	linear.bias	3	-2.7440617084503174
909820	linear.bias	4	-0.0560738667845726
909820	linear.bias	5	1.2380107641220093
909820	linear.bias	6	-0.21490605175495148
909820	linear.bias	7	0.8499830961227417
909820	linear.bias	8	2.110136032104492
909820	linear.bias	9	-1.2844713926315308
910429	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
910429	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
910429	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
910429	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
910429	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
910429	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
910429	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
910429	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
910429	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
910429	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
910429	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
910429	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
910429	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
910429	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
910429	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
910429	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
910429	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
910429	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
910429	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
910429	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
910429	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
910429	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
910429	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
910429	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
910429	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
910429	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
910429	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
910429	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
910429	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
910429	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
910429	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
910429	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
910429	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
910429	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
910429	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
910429	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
910429	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
910429	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
910429	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
910429	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
910429	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
910429	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
910429	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
910429	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
910429	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
910429	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
910429	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
910429	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
910429	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
910429	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
910429	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
910429	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
910429	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
910429	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
910429	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
910429	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
910429	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
910429	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
910429	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
910429	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
910429	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
910429	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
910429	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
910429	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
910429	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
910429	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
910429	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
910429	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
910429	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
910429	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
910429	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
910429	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
910429	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
910429	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
910429	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
910429	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
910429	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
910429	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
910429	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
910429	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
910429	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
910429	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
910429	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
910429	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
910429	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
910429	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
910429	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
910429	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
910429	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
910429	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
910429	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
910429	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
910429	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
910429	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
910429	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
910429	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
910429	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
910429	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
910429	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
910429	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
910429	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
910429	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
910429	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
910429	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
910429	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
910429	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
910429	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
910429	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
910429	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
910429	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
910429	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
910429	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
910429	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
910429	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
910429	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
910429	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
910429	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
910429	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
910429	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
910429	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
910429	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
910429	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
910429	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
910429	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
910429	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
910429	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
910429	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
910429	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
910429	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
910429	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
910429	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
910429	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
910429	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
910429	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
910429	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
910429	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
910429	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
910429	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
910429	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
910429	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
910429	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
910429	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
910429	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
910429	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
910429	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
910429	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
910429	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
910429	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
910429	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
910429	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
910429	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
910429	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
910429	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
910429	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
910429	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
910429	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
910429	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
910429	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
910429	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
910429	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
910429	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
910429	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
910429	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
910429	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
910429	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
910429	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
910429	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
910429	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
910429	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
910429	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
910429	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
910429	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
910429	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
910429	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
910429	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
910429	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
910429	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
910429	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
910429	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
910429	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
910429	embedding2nn.weight	0	0.32113903760910034
910429	embedding2nn.weight	1	0.3632190227508545
910429	embedding2nn.weight	2	0.00023596132814418525
910429	embedding2nn.weight	3	0.007130693644285202
910429	embedding2nn.weight	4	-0.03300192952156067
910429	embedding2nn.weight	5	0.06014370918273926
910429	embedding2nn.weight	6	0.003267716383561492
910429	embedding2nn.weight	7	-0.008276940323412418
910429	embedding2nn.weight	8	0.040187276899814606
910429	embedding2nn.weight	9	-0.048181258141994476
910429	embedding2nn.bias	0	0.014529397711157799
910429	embedding2nn.bias	1	-0.1850557178258896
910429	embedding2nn.bias	2	0.12743185460567474
910429	embedding2nn.bias	3	0.1664978265762329
910429	embedding2nn.bias	4	0.13884662091732025
910429	embedding2nn.bias	5	-0.07896064966917038
910429	embedding2nn.bias	6	-0.04898589476943016
910429	embedding2nn.bias	7	0.04823020473122597
910429	embedding2nn.bias	8	-0.1555776298046112
910429	embedding2nn.bias	9	-0.3616623282432556
910429	rnn.weight_ih_l0	0	0.010981732979416847
910429	rnn.weight_ih_l0	1	-0.05784099921584129
910429	rnn.weight_ih_l0	2	-0.04914424195885658
910429	rnn.weight_ih_l0	3	0.11582755297422409
910429	rnn.weight_ih_l0	4	0.020962052047252655
910429	rnn.weight_ih_l0	5	-0.07090126723051071
910429	rnn.weight_ih_l0	6	0.007387308403849602
910429	rnn.weight_ih_l0	7	-0.0259782075881958
910429	rnn.weight_ih_l0	8	0.01608285866677761
910429	rnn.weight_ih_l0	9	-0.08737505227327347
910429	rnn.weight_hh_l0	0	-0.023163901641964912
910429	rnn.weight_hh_l0	1	0.08371006697416306
910429	rnn.weight_hh_l0	2	0.0007175977225415409
910429	rnn.weight_hh_l0	3	-0.03759615123271942
910429	rnn.weight_hh_l0	4	0.08850167691707611
910429	rnn.weight_hh_l0	5	-0.002602201420813799
910429	rnn.weight_hh_l0	6	-0.09185754507780075
910429	rnn.weight_hh_l0	7	-0.13974221050739288
910429	rnn.weight_hh_l0	8	0.04101734608411789
910429	rnn.weight_hh_l0	9	-0.12472089380025864
910429	rnn.bias_ih_l0	0	0.17654278874397278
910429	rnn.bias_ih_l0	1	-0.3460710048675537
910429	rnn.bias_ih_l0	2	-0.045430850237607956
910429	rnn.bias_ih_l0	3	-0.21199028193950653
910429	rnn.bias_ih_l0	4	-0.01181428600102663
910429	rnn.bias_ih_l0	5	-0.4393662214279175
910429	rnn.bias_ih_l0	6	-0.1399158239364624
910429	rnn.bias_ih_l0	7	-0.3912470042705536
910429	rnn.bias_ih_l0	8	-0.30900880694389343
910429	rnn.bias_ih_l0	9	-0.4477303922176361
910429	rnn.bias_hh_l0	0	-0.3444893956184387
910429	rnn.bias_hh_l0	1	-0.44375818967819214
910429	rnn.bias_hh_l0	2	-0.40379559993743896
910429	rnn.bias_hh_l0	3	-0.08055933564901352
910429	rnn.bias_hh_l0	4	-0.40165141224861145
910429	rnn.bias_hh_l0	5	-0.3727050721645355
910429	rnn.bias_hh_l0	6	-0.11603771895170212
910429	rnn.bias_hh_l0	7	0.06822831183671951
910429	rnn.bias_hh_l0	8	-0.23274433612823486
910429	rnn.bias_hh_l0	9	-0.5698078870773315
910429	rnn.weight_ih_l0_reverse	0	-0.0072501059621572495
910429	rnn.weight_ih_l0_reverse	1	-0.0032199639827013016
910429	rnn.weight_ih_l0_reverse	2	-0.0006388032343238592
910429	rnn.weight_ih_l0_reverse	3	-0.14211387932300568
910429	rnn.weight_ih_l0_reverse	4	0.08164894580841064
910429	rnn.weight_ih_l0_reverse	5	-0.10682445019483566
910429	rnn.weight_ih_l0_reverse	6	-0.006874647922813892
910429	rnn.weight_ih_l0_reverse	7	0.03050047904253006
910429	rnn.weight_ih_l0_reverse	8	-0.04733948037028313
910429	rnn.weight_ih_l0_reverse	9	-0.08846303075551987
910429	rnn.weight_hh_l0_reverse	0	-0.1514681577682495
910429	rnn.weight_hh_l0_reverse	1	0.021588042378425598
910429	rnn.weight_hh_l0_reverse	2	-0.020005088299512863
910429	rnn.weight_hh_l0_reverse	3	0.03068752959370613
910429	rnn.weight_hh_l0_reverse	4	-0.08431797474622726
910429	rnn.weight_hh_l0_reverse	5	0.03766188770532608
910429	rnn.weight_hh_l0_reverse	6	0.03158625215291977
910429	rnn.weight_hh_l0_reverse	7	-0.132734015583992
910429	rnn.weight_hh_l0_reverse	8	-0.07754064351320267
910429	rnn.weight_hh_l0_reverse	9	0.03584303706884384
910429	rnn.bias_ih_l0_reverse	0	-0.1858380138874054
910429	rnn.bias_ih_l0_reverse	1	-0.06143218278884888
910429	rnn.bias_ih_l0_reverse	2	0.16757315397262573
910429	rnn.bias_ih_l0_reverse	3	-0.32985028624534607
910429	rnn.bias_ih_l0_reverse	4	0.006834662985056639
910429	rnn.bias_ih_l0_reverse	5	-0.22103999555110931
910429	rnn.bias_ih_l0_reverse	6	0.27035632729530334
910429	rnn.bias_ih_l0_reverse	7	-0.29773685336112976
910429	rnn.bias_ih_l0_reverse	8	-0.19880034029483795
910429	rnn.bias_ih_l0_reverse	9	-0.14919228851795197
910429	rnn.bias_hh_l0_reverse	0	-0.13608510792255402
910429	rnn.bias_hh_l0_reverse	1	0.2727784216403961
910429	rnn.bias_hh_l0_reverse	2	-0.34697598218917847
910429	rnn.bias_hh_l0_reverse	3	-0.23366667330265045
910429	rnn.bias_hh_l0_reverse	4	-0.3920899033546448
910429	rnn.bias_hh_l0_reverse	5	-0.2064913809299469
910429	rnn.bias_hh_l0_reverse	6	-0.2649202346801758
910429	rnn.bias_hh_l0_reverse	7	-0.1008547693490982
910429	rnn.bias_hh_l0_reverse	8	-0.34995830059051514
910429	rnn.bias_hh_l0_reverse	9	0.206187441945076
910429	linear.weight	0	0.23236702382564545
910429	linear.weight	1	-0.4553593397140503
910429	linear.weight	2	0.0365399606525898
910429	linear.weight	3	0.06747039407491684
910429	linear.weight	4	-0.12298934161663055
910429	linear.weight	5	0.251280277967453
910429	linear.weight	6	-0.02011587843298912
910429	linear.weight	7	-0.059544336050748825
910429	linear.weight	8	0.12474681437015533
910429	linear.weight	9	-0.04996884986758232
910429	linear.bias	0	-0.8663634061813354
910429	linear.bias	1	1.7691311836242676
910429	linear.bias	2	0.7468255758285522
910429	linear.bias	3	-2.7440621852874756
910429	linear.bias	4	-0.06432410329580307
910429	linear.bias	5	1.2386131286621094
910429	linear.bias	6	-0.21668677031993866
910429	linear.bias	7	0.8582480549812317
910429	linear.bias	8	2.1064321994781494
910429	linear.bias	9	-1.2827656269073486
911038	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
911038	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
911038	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
911038	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
911038	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
911038	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
911038	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
911038	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
911038	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
911038	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
911038	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
911038	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
911038	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
911038	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
911038	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
911038	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
911038	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
911038	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
911038	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
911038	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
911038	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
911038	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
911038	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
911038	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
911038	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
911038	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
911038	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
911038	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
911038	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
911038	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
911038	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
911038	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
911038	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
911038	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
911038	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
911038	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
911038	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
911038	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
911038	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
911038	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
911038	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
911038	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
911038	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
911038	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
911038	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
911038	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
911038	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
911038	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
911038	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
911038	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
911038	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
911038	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
911038	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
911038	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
911038	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
911038	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
911038	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
911038	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
911038	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
911038	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
911038	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
911038	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
911038	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
911038	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
911038	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
911038	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
911038	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
911038	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
911038	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
911038	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
911038	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
911038	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
911038	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
911038	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
911038	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
911038	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
911038	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
911038	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
911038	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
911038	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
911038	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
911038	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
911038	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
911038	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
911038	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
911038	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
911038	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
911038	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
911038	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
911038	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
911038	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
911038	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
911038	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
911038	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
911038	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
911038	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
911038	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
911038	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
911038	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
911038	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
911038	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
911038	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
911038	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
911038	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
911038	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
911038	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
911038	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
911038	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
911038	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
911038	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
911038	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
911038	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
911038	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
911038	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
911038	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
911038	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
911038	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
911038	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
911038	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
911038	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
911038	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
911038	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
911038	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
911038	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
911038	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
911038	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
911038	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
911038	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
911038	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
911038	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
911038	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
911038	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
911038	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
911038	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
911038	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
911038	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
911038	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
911038	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
911038	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
911038	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
911038	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
911038	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
911038	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
911038	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
911038	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
911038	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
911038	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
911038	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
911038	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
911038	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
911038	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
911038	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
911038	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
911038	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
911038	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
911038	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
911038	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
911038	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
911038	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
911038	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
911038	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
911038	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
911038	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
911038	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
911038	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
911038	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
911038	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
911038	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
911038	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
911038	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
911038	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
911038	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
911038	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
911038	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
911038	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
911038	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
911038	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
911038	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
911038	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
911038	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
911038	embedding2nn.weight	0	0.32099878787994385
911038	embedding2nn.weight	1	0.3629111647605896
911038	embedding2nn.weight	2	0.00032204933813773096
911038	embedding2nn.weight	3	0.006793472915887833
911038	embedding2nn.weight	4	-0.033348917961120605
911038	embedding2nn.weight	5	0.060424741357564926
911038	embedding2nn.weight	6	0.003404341172426939
911038	embedding2nn.weight	7	-0.008710252121090889
911038	embedding2nn.weight	8	0.03995334357023239
911038	embedding2nn.weight	9	-0.04807164892554283
911038	embedding2nn.bias	0	0.013853685930371284
911038	embedding2nn.bias	1	-0.18570713698863983
911038	embedding2nn.bias	2	0.13071423768997192
911038	embedding2nn.bias	3	0.1654915064573288
911038	embedding2nn.bias	4	0.13851004838943481
911038	embedding2nn.bias	5	-0.07951590418815613
911038	embedding2nn.bias	6	-0.04918919503688812
911038	embedding2nn.bias	7	0.050673358142375946
911038	embedding2nn.bias	8	-0.15342582762241364
911038	embedding2nn.bias	9	-0.36352241039276123
911038	rnn.weight_ih_l0	0	0.011056792922317982
911038	rnn.weight_ih_l0	1	-0.05789553001523018
911038	rnn.weight_ih_l0	2	-0.048834532499313354
911038	rnn.weight_ih_l0	3	0.11582515388727188
911038	rnn.weight_ih_l0	4	0.020888609811663628
911038	rnn.weight_ih_l0	5	-0.07082166522741318
911038	rnn.weight_ih_l0	6	0.007506980560719967
911038	rnn.weight_ih_l0	7	-0.026064490899443626
911038	rnn.weight_ih_l0	8	0.01585720293223858
911038	rnn.weight_ih_l0	9	-0.08767182379961014
911038	rnn.weight_hh_l0	0	-0.023178696632385254
911038	rnn.weight_hh_l0	1	0.08364076912403107
911038	rnn.weight_hh_l0	2	0.0007835364667698741
911038	rnn.weight_hh_l0	3	-0.037591662257909775
911038	rnn.weight_hh_l0	4	0.0884895920753479
911038	rnn.weight_hh_l0	5	-0.0026297681033611298
911038	rnn.weight_hh_l0	6	-0.09191606193780899
911038	rnn.weight_hh_l0	7	-0.13962507247924805
911038	rnn.weight_hh_l0	8	0.041009895503520966
911038	rnn.weight_hh_l0	9	-0.12474186718463898
911038	rnn.bias_ih_l0	0	0.17434309422969818
911038	rnn.bias_ih_l0	1	-0.3459184467792511
911038	rnn.bias_ih_l0	2	-0.0451335571706295
911038	rnn.bias_ih_l0	3	-0.21160617470741272
911038	rnn.bias_ih_l0	4	-0.011108876205980778
911038	rnn.bias_ih_l0	5	-0.4398047626018524
911038	rnn.bias_ih_l0	6	-0.13950635492801666
911038	rnn.bias_ih_l0	7	-0.3912818133831024
911038	rnn.bias_ih_l0	8	-0.30978843569755554
911038	rnn.bias_ih_l0	9	-0.44877222180366516
911038	rnn.bias_hh_l0	0	-0.34388354420661926
911038	rnn.bias_hh_l0	1	-0.4446030259132385
911038	rnn.bias_hh_l0	2	-0.4036223888397217
911038	rnn.bias_hh_l0	3	-0.08069343864917755
911038	rnn.bias_hh_l0	4	-0.40197330713272095
911038	rnn.bias_hh_l0	5	-0.3727242946624756
911038	rnn.bias_hh_l0	6	-0.1167837530374527
911038	rnn.bias_hh_l0	7	0.06778804957866669
911038	rnn.bias_hh_l0	8	-0.2326832115650177
911038	rnn.bias_hh_l0	9	-0.5702406764030457
911038	rnn.weight_ih_l0_reverse	0	-0.007358446251600981
911038	rnn.weight_ih_l0_reverse	1	-0.003179371589794755
911038	rnn.weight_ih_l0_reverse	2	-0.0010122929234057665
911038	rnn.weight_ih_l0_reverse	3	-0.141828715801239
911038	rnn.weight_ih_l0_reverse	4	0.08178015053272247
911038	rnn.weight_ih_l0_reverse	5	-0.1072944849729538
911038	rnn.weight_ih_l0_reverse	6	-0.006817743182182312
911038	rnn.weight_ih_l0_reverse	7	0.030439242720603943
911038	rnn.weight_ih_l0_reverse	8	-0.04738033190369606
911038	rnn.weight_ih_l0_reverse	9	-0.08879512548446655
911038	rnn.weight_hh_l0_reverse	0	-0.15135915577411652
911038	rnn.weight_hh_l0_reverse	1	0.021587064489722252
911038	rnn.weight_hh_l0_reverse	2	-0.019955437630414963
911038	rnn.weight_hh_l0_reverse	3	0.030686378479003906
911038	rnn.weight_hh_l0_reverse	4	-0.08420548588037491
911038	rnn.weight_hh_l0_reverse	5	0.03765355423092842
911038	rnn.weight_hh_l0_reverse	6	0.03158578649163246
911038	rnn.weight_hh_l0_reverse	7	-0.13278694450855255
911038	rnn.weight_hh_l0_reverse	8	-0.07740149646997452
911038	rnn.weight_hh_l0_reverse	9	0.03585576266050339
911038	rnn.bias_ih_l0_reverse	0	-0.18566402792930603
911038	rnn.bias_ih_l0_reverse	1	-0.06121339276432991
911038	rnn.bias_ih_l0_reverse	2	0.16805307567119598
911038	rnn.bias_ih_l0_reverse	3	-0.32898542284965515
911038	rnn.bias_ih_l0_reverse	4	0.006160522811114788
911038	rnn.bias_ih_l0_reverse	5	-0.22088022530078888
911038	rnn.bias_ih_l0_reverse	6	0.26993975043296814
911038	rnn.bias_ih_l0_reverse	7	-0.29752427339553833
911038	rnn.bias_ih_l0_reverse	8	-0.19894447922706604
911038	rnn.bias_ih_l0_reverse	9	-0.14888711273670197
911038	rnn.bias_hh_l0_reverse	0	-0.137428417801857
911038	rnn.bias_hh_l0_reverse	1	0.27265459299087524
911038	rnn.bias_hh_l0_reverse	2	-0.34689024090766907
911038	rnn.bias_hh_l0_reverse	3	-0.2340734302997589
911038	rnn.bias_hh_l0_reverse	4	-0.39240896701812744
911038	rnn.bias_hh_l0_reverse	5	-0.20622512698173523
911038	rnn.bias_hh_l0_reverse	6	-0.2640250027179718
911038	rnn.bias_hh_l0_reverse	7	-0.1012420728802681
911038	rnn.bias_hh_l0_reverse	8	-0.34979963302612305
911038	rnn.bias_hh_l0_reverse	9	0.20551608502864838
911038	linear.weight	0	0.23065772652626038
911038	linear.weight	1	-0.4578767716884613
911038	linear.weight	2	0.038065820932388306
911038	linear.weight	3	0.06747037172317505
911038	linear.weight	4	-0.12159828096628189
911038	linear.weight	5	0.2518139183521271
911038	linear.weight	6	-0.022336110472679138
911038	linear.weight	7	-0.05954410880804062
911038	linear.weight	8	0.12499850988388062
911038	linear.weight	9	-0.04996895045042038
911038	linear.bias	0	-0.87114417552948
911038	linear.bias	1	1.7678090333938599
911038	linear.bias	2	0.7450472116470337
911038	linear.bias	3	-2.74406361579895
911038	linear.bias	4	-0.06506866216659546
911038	linear.bias	5	1.237628698348999
911038	linear.bias	6	-0.21793565154075623
911038	linear.bias	7	0.8580935597419739
911038	linear.bias	8	2.1074130535125732
911038	linear.bias	9	-1.2840893268585205
911647	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
911647	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
911647	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
911647	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
911647	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
911647	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
911647	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
911647	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
911647	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
911647	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
911647	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
911647	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
911647	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
911647	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
911647	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
911647	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
911647	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
911647	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
911647	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
911647	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
911647	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
911647	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
911647	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
911647	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
911647	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
911647	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
911647	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
911647	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
911647	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
911647	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
911647	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
911647	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
911647	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
911647	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
911647	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
911647	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
911647	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
911647	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
911647	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
911647	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
911647	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
911647	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
911647	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
911647	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
911647	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
911647	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
911647	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
911647	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
911647	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
911647	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
911647	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
911647	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
911647	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
911647	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
911647	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
911647	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
911647	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
911647	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
911647	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
911647	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
911647	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
911647	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
911647	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
911647	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
911647	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
911647	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
911647	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
911647	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
911647	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
911647	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
911647	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
911647	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
911647	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
911647	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
911647	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
911647	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
911647	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
911647	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
911647	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
911647	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
911647	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
911647	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
911647	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
911647	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
911647	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
911647	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
911647	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
911647	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
911647	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
911647	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
911647	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
911647	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
911647	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
911647	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
911647	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
911647	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
911647	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
911647	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
911647	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
911647	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
911647	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
911647	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
911647	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
911647	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
911647	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
911647	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
911647	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
911647	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
911647	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
911647	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
911647	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
911647	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
911647	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
911647	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
911647	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
911647	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
911647	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
911647	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
911647	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
911647	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
911647	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
911647	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
911647	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
911647	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
911647	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
911647	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
911647	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
911647	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
911647	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
911647	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
911647	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
911647	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
911647	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
911647	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
911647	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
911647	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
911647	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
911647	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
911647	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
911647	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
911647	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
911647	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
911647	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
911647	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
911647	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
911647	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
911647	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
911647	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
911647	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
911647	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
911647	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
911647	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
911647	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
911647	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
911647	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
911647	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
911647	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
911647	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
911647	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
911647	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
911647	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
911647	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
911647	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
911647	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
911647	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
911647	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
911647	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
911647	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
911647	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
911647	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
911647	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
911647	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
911647	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
911647	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
911647	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
911647	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
911647	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
911647	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
911647	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
911647	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
911647	embedding2nn.weight	0	0.3208324611186981
911647	embedding2nn.weight	1	0.36264732480049133
911647	embedding2nn.weight	2	0.0002472025516908616
911647	embedding2nn.weight	3	0.00554609065875411
911647	embedding2nn.weight	4	-0.03337688371539116
911647	embedding2nn.weight	5	0.060500744730234146
911647	embedding2nn.weight	6	0.0037662170361727476
911647	embedding2nn.weight	7	-0.009199153631925583
911647	embedding2nn.weight	8	0.040018320083618164
911647	embedding2nn.weight	9	-0.047562986612319946
911647	embedding2nn.bias	0	0.013986324891448021
911647	embedding2nn.bias	1	-0.18681681156158447
911647	embedding2nn.bias	2	0.13130083680152893
911647	embedding2nn.bias	3	0.16543497145175934
911647	embedding2nn.bias	4	0.13890178501605988
911647	embedding2nn.bias	5	-0.08066433668136597
911647	embedding2nn.bias	6	-0.047898586839437485
911647	embedding2nn.bias	7	0.04985761269927025
911647	embedding2nn.bias	8	-0.1518879532814026
911647	embedding2nn.bias	9	-0.36324384808540344
911647	rnn.weight_ih_l0	0	0.011041364632546902
911647	rnn.weight_ih_l0	1	-0.05807138979434967
911647	rnn.weight_ih_l0	2	-0.048792336136102676
911647	rnn.weight_ih_l0	3	0.11592668294906616
911647	rnn.weight_ih_l0	4	0.021048907190561295
911647	rnn.weight_ih_l0	5	-0.07097446173429489
911647	rnn.weight_ih_l0	6	0.007373020984232426
911647	rnn.weight_ih_l0	7	-0.026085030287504196
911647	rnn.weight_ih_l0	8	0.01591760478913784
911647	rnn.weight_ih_l0	9	-0.0880587249994278
911647	rnn.weight_hh_l0	0	-0.02314341440796852
911647	rnn.weight_hh_l0	1	0.08369876444339752
911647	rnn.weight_hh_l0	2	0.0007577339420095086
911647	rnn.weight_hh_l0	3	-0.03755125403404236
911647	rnn.weight_hh_l0	4	0.08847740292549133
911647	rnn.weight_hh_l0	5	-0.002647730987519026
911647	rnn.weight_hh_l0	6	-0.09191165119409561
911647	rnn.weight_hh_l0	7	-0.13985301554203033
911647	rnn.weight_hh_l0	8	0.04100891947746277
911647	rnn.weight_hh_l0	9	-0.12472786009311676
911647	rnn.bias_ih_l0	0	0.17424048483371735
911647	rnn.bias_ih_l0	1	-0.3457719385623932
911647	rnn.bias_ih_l0	2	-0.0448836088180542
911647	rnn.bias_ih_l0	3	-0.21200960874557495
911647	rnn.bias_ih_l0	4	-0.011725551448762417
911647	rnn.bias_ih_l0	5	-0.43948885798454285
911647	rnn.bias_ih_l0	6	-0.13903753459453583
911647	rnn.bias_ih_l0	7	-0.3912477493286133
911647	rnn.bias_ih_l0	8	-0.30968379974365234
911647	rnn.bias_ih_l0	9	-0.4492640495300293
911647	rnn.bias_hh_l0	0	-0.3436545133590698
911647	rnn.bias_hh_l0	1	-0.44474390149116516
911647	rnn.bias_hh_l0	2	-0.40345245599746704
911647	rnn.bias_hh_l0	3	-0.08050378412008286
911647	rnn.bias_hh_l0	4	-0.40131834149360657
911647	rnn.bias_hh_l0	5	-0.37278708815574646
911647	rnn.bias_hh_l0	6	-0.11734927445650101
911647	rnn.bias_hh_l0	7	0.06743812561035156
911647	rnn.bias_hh_l0	8	-0.23215064406394958
911647	rnn.bias_hh_l0	9	-0.5699368119239807
911647	rnn.weight_ih_l0_reverse	0	-0.007294667884707451
911647	rnn.weight_ih_l0_reverse	1	-0.0032789772376418114
911647	rnn.weight_ih_l0_reverse	2	-0.0011544707231223583
911647	rnn.weight_ih_l0_reverse	3	-0.1418384164571762
911647	rnn.weight_ih_l0_reverse	4	0.08193374425172806
911647	rnn.weight_ih_l0_reverse	5	-0.1072799563407898
911647	rnn.weight_ih_l0_reverse	6	-0.007030321750789881
911647	rnn.weight_ih_l0_reverse	7	0.0305269043892622
911647	rnn.weight_ih_l0_reverse	8	-0.04758601263165474
911647	rnn.weight_ih_l0_reverse	9	-0.08905903249979019
911647	rnn.weight_hh_l0_reverse	0	-0.1514720320701599
911647	rnn.weight_hh_l0_reverse	1	0.021645862609148026
911647	rnn.weight_hh_l0_reverse	2	-0.019922401756048203
911647	rnn.weight_hh_l0_reverse	3	0.030712831765413284
911647	rnn.weight_hh_l0_reverse	4	-0.08427824825048447
911647	rnn.weight_hh_l0_reverse	5	0.03765973076224327
911647	rnn.weight_hh_l0_reverse	6	0.031583890318870544
911647	rnn.weight_hh_l0_reverse	7	-0.1327415108680725
911647	rnn.weight_hh_l0_reverse	8	-0.07746510952711105
911647	rnn.weight_hh_l0_reverse	9	0.03585727512836456
911647	rnn.bias_ih_l0_reverse	0	-0.1853654831647873
911647	rnn.bias_ih_l0_reverse	1	-0.060952525585889816
911647	rnn.bias_ih_l0_reverse	2	0.16815386712551117
911647	rnn.bias_ih_l0_reverse	3	-0.32889890670776367
911647	rnn.bias_ih_l0_reverse	4	0.006874988321214914
911647	rnn.bias_ih_l0_reverse	5	-0.2209433913230896
911647	rnn.bias_ih_l0_reverse	6	0.2702930271625519
911647	rnn.bias_ih_l0_reverse	7	-0.297232985496521
911647	rnn.bias_ih_l0_reverse	8	-0.1989060342311859
911647	rnn.bias_ih_l0_reverse	9	-0.1485838145017624
911647	rnn.bias_hh_l0_reverse	0	-0.13689935207366943
911647	rnn.bias_hh_l0_reverse	1	0.27302759885787964
911647	rnn.bias_hh_l0_reverse	2	-0.34639468789100647
911647	rnn.bias_hh_l0_reverse	3	-0.23328495025634766
911647	rnn.bias_hh_l0_reverse	4	-0.392755389213562
911647	rnn.bias_hh_l0_reverse	5	-0.20657968521118164
911647	rnn.bias_hh_l0_reverse	6	-0.26474177837371826
911647	rnn.bias_hh_l0_reverse	7	-0.10151521861553192
911647	rnn.bias_hh_l0_reverse	8	-0.34990495443344116
911647	rnn.bias_hh_l0_reverse	9	0.20638532936573029
911647	linear.weight	0	0.23062601685523987
911647	linear.weight	1	-0.4576762914657593
911647	linear.weight	2	0.038101885467767715
911647	linear.weight	3	0.06747038662433624
911647	linear.weight	4	-0.12235714495182037
911647	linear.weight	5	0.25111910700798035
911647	linear.weight	6	-0.022593118250370026
911647	linear.weight	7	-0.0595439188182354
911647	linear.weight	8	0.12496277689933777
911647	linear.weight	9	-0.04996904358267784
911647	linear.bias	0	-0.8687332272529602
911647	linear.bias	1	1.7673391103744507
911647	linear.bias	2	0.7446478605270386
911647	linear.bias	3	-2.744065761566162
911647	linear.bias	4	-0.06226928159594536
911647	linear.bias	5	1.238907814025879
911647	linear.bias	6	-0.22122721374034882
911647	linear.bias	7	0.8591998815536499
911647	linear.bias	8	2.114105701446533
911647	linear.bias	9	-1.2857049703598022
912256	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
912256	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
912256	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
912256	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
912256	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
912256	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
912256	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
912256	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
912256	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
912256	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
912256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
912256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
912256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
912256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
912256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
912256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
912256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
912256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
912256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
912256	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
912256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
912256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
912256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
912256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
912256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
912256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
912256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
912256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
912256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
912256	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
912256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
912256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
912256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
912256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
912256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
912256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
912256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
912256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
912256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
912256	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
912256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
912256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
912256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
912256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
912256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
912256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
912256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
912256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
912256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
912256	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
912256	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
912256	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
912256	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
912256	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
912256	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
912256	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
912256	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
912256	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
912256	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
912256	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
912256	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
912256	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
912256	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
912256	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
912256	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
912256	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
912256	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
912256	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
912256	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
912256	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
912256	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
912256	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
912256	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
912256	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
912256	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
912256	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
912256	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
912256	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
912256	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
912256	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
912256	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
912256	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
912256	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
912256	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
912256	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
912256	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
912256	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
912256	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
912256	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
912256	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
912256	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
912256	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
912256	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
912256	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
912256	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
912256	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
912256	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
912256	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
912256	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
912256	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
912256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
912256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
912256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
912256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
912256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
912256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
912256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
912256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
912256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
912256	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
912256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
912256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
912256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
912256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
912256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
912256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
912256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
912256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
912256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
912256	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
912256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
912256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
912256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
912256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
912256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
912256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
912256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
912256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
912256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
912256	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
912256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
912256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
912256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
912256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
912256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
912256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
912256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
912256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
912256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
912256	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
912256	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
912256	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
912256	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
912256	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
912256	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
912256	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
912256	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
912256	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
912256	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
912256	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
912256	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
912256	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
912256	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
912256	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
912256	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
912256	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
912256	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
912256	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
912256	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
912256	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
912256	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
912256	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
912256	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
912256	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
912256	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
912256	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
912256	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
912256	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
912256	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
912256	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
912256	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
912256	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
912256	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
912256	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
912256	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
912256	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
912256	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
912256	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
912256	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
912256	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
912256	embedding2nn.weight	0	0.3209891617298126
912256	embedding2nn.weight	1	0.36298298835754395
912256	embedding2nn.weight	2	-0.00023891119053587317
912256	embedding2nn.weight	3	0.005752737168222666
912256	embedding2nn.weight	4	-0.0332355834543705
912256	embedding2nn.weight	5	0.060500871390104294
912256	embedding2nn.weight	6	0.004231967497617006
912256	embedding2nn.weight	7	-0.009047633036971092
912256	embedding2nn.weight	8	0.039247699081897736
912256	embedding2nn.weight	9	-0.04692131653428078
912256	embedding2nn.bias	0	0.014034276828169823
912256	embedding2nn.bias	1	-0.18564724922180176
912256	embedding2nn.bias	2	0.13100259006023407
912256	embedding2nn.bias	3	0.1635798215866089
912256	embedding2nn.bias	4	0.1360616236925125
912256	embedding2nn.bias	5	-0.07790843397378922
912256	embedding2nn.bias	6	-0.04805787280201912
912256	embedding2nn.bias	7	0.04953296482563019
912256	embedding2nn.bias	8	-0.1527780443429947
912256	embedding2nn.bias	9	-0.36572423577308655
912256	rnn.weight_ih_l0	0	0.011037785559892654
912256	rnn.weight_ih_l0	1	-0.0579259991645813
912256	rnn.weight_ih_l0	2	-0.04895227029919624
912256	rnn.weight_ih_l0	3	0.11600035429000854
912256	rnn.weight_ih_l0	4	0.020956018939614296
912256	rnn.weight_ih_l0	5	-0.07081782072782516
912256	rnn.weight_ih_l0	6	0.007265152875334024
912256	rnn.weight_ih_l0	7	-0.026261670514941216
912256	rnn.weight_ih_l0	8	0.016081856563687325
912256	rnn.weight_ih_l0	9	-0.08844392001628876
912256	rnn.weight_hh_l0	0	-0.02315322495996952
912256	rnn.weight_hh_l0	1	0.08368366211652756
912256	rnn.weight_hh_l0	2	0.0008141800062730908
912256	rnn.weight_hh_l0	3	-0.037540074437856674
912256	rnn.weight_hh_l0	4	0.08847349882125854
912256	rnn.weight_hh_l0	5	-0.0026059614028781652
912256	rnn.weight_hh_l0	6	-0.09192181378602982
912256	rnn.weight_hh_l0	7	-0.13983914256095886
912256	rnn.weight_hh_l0	8	0.04099187254905701
912256	rnn.weight_hh_l0	9	-0.12472596764564514
912256	rnn.bias_ih_l0	0	0.1749895215034485
912256	rnn.bias_ih_l0	1	-0.34573668241500854
912256	rnn.bias_ih_l0	2	-0.044667717069387436
912256	rnn.bias_ih_l0	3	-0.21267347037792206
912256	rnn.bias_ih_l0	4	-0.012037059292197227
912256	rnn.bias_ih_l0	5	-0.43908435106277466
912256	rnn.bias_ih_l0	6	-0.13926228880882263
912256	rnn.bias_ih_l0	7	-0.391484797000885
912256	rnn.bias_ih_l0	8	-0.30951589345932007
912256	rnn.bias_ih_l0	9	-0.44895800948143005
912256	rnn.bias_hh_l0	0	-0.3438448905944824
912256	rnn.bias_hh_l0	1	-0.44480255246162415
912256	rnn.bias_hh_l0	2	-0.4038808047771454
912256	rnn.bias_hh_l0	3	-0.08029746264219284
912256	rnn.bias_hh_l0	4	-0.40145158767700195
912256	rnn.bias_hh_l0	5	-0.37292158603668213
912256	rnn.bias_hh_l0	6	-0.1175745502114296
912256	rnn.bias_hh_l0	7	0.0670628771185875
912256	rnn.bias_hh_l0	8	-0.2322666496038437
912256	rnn.bias_hh_l0	9	-0.5698257088661194
912256	rnn.weight_ih_l0_reverse	0	-0.007527683395892382
912256	rnn.weight_ih_l0_reverse	1	-0.0035592985805124044
912256	rnn.weight_ih_l0_reverse	2	-0.0015415684320032597
912256	rnn.weight_ih_l0_reverse	3	-0.1415230929851532
912256	rnn.weight_ih_l0_reverse	4	0.08193455636501312
912256	rnn.weight_ih_l0_reverse	5	-0.10684449225664139
912256	rnn.weight_ih_l0_reverse	6	-0.006933068390935659
912256	rnn.weight_ih_l0_reverse	7	0.030446648597717285
912256	rnn.weight_ih_l0_reverse	8	-0.04741772264242172
912256	rnn.weight_ih_l0_reverse	9	-0.08876655250787735
912256	rnn.weight_hh_l0_reverse	0	-0.1516079157590866
912256	rnn.weight_hh_l0_reverse	1	0.021590398624539375
912256	rnn.weight_hh_l0_reverse	2	-0.019905315712094307
912256	rnn.weight_hh_l0_reverse	3	0.03067614696919918
912256	rnn.weight_hh_l0_reverse	4	-0.08426682651042938
912256	rnn.weight_hh_l0_reverse	5	0.03768673911690712
912256	rnn.weight_hh_l0_reverse	6	0.03159602731466293
912256	rnn.weight_hh_l0_reverse	7	-0.13269278407096863
912256	rnn.weight_hh_l0_reverse	8	-0.0776255801320076
912256	rnn.weight_hh_l0_reverse	9	0.035872332751750946
912256	rnn.bias_ih_l0_reverse	0	-0.18573567271232605
912256	rnn.bias_ih_l0_reverse	1	-0.060911744832992554
912256	rnn.bias_ih_l0_reverse	2	0.16847623884677887
912256	rnn.bias_ih_l0_reverse	3	-0.32908114790916443
912256	rnn.bias_ih_l0_reverse	4	0.006615095306187868
912256	rnn.bias_ih_l0_reverse	5	-0.22078116238117218
912256	rnn.bias_ih_l0_reverse	6	0.27135157585144043
912256	rnn.bias_ih_l0_reverse	7	-0.2980582118034363
912256	rnn.bias_ih_l0_reverse	8	-0.19849368929862976
912256	rnn.bias_ih_l0_reverse	9	-0.14922529458999634
912256	rnn.bias_hh_l0_reverse	0	-0.13752096891403198
912256	rnn.bias_hh_l0_reverse	1	0.2728286683559418
912256	rnn.bias_hh_l0_reverse	2	-0.34589725732803345
912256	rnn.bias_hh_l0_reverse	3	-0.23284628987312317
912256	rnn.bias_hh_l0_reverse	4	-0.39321839809417725
912256	rnn.bias_hh_l0_reverse	5	-0.20639675855636597
912256	rnn.bias_hh_l0_reverse	6	-0.26494142413139343
912256	rnn.bias_hh_l0_reverse	7	-0.10137537121772766
912256	rnn.bias_hh_l0_reverse	8	-0.3505781292915344
912256	rnn.bias_hh_l0_reverse	9	0.20649555325508118
912256	linear.weight	0	0.23253190517425537
912256	linear.weight	1	-0.4567219913005829
912256	linear.weight	2	0.037271786481142044
912256	linear.weight	3	0.06747037917375565
912256	linear.weight	4	-0.12246698886156082
912256	linear.weight	5	0.24940596520900726
912256	linear.weight	6	-0.021641770377755165
912256	linear.weight	7	-0.05954379215836525
912256	linear.weight	8	0.1242930069565773
912256	linear.weight	9	-0.049969129264354706
912256	linear.bias	0	-0.8667904734611511
912256	linear.bias	1	1.7678601741790771
912256	linear.bias	2	0.7464568018913269
912256	linear.bias	3	-2.744067430496216
912256	linear.bias	4	-0.0582222118973732
912256	linear.bias	5	1.2319389581680298
912256	linear.bias	6	-0.22131970524787903
912256	linear.bias	7	0.8565474152565002
912256	linear.bias	8	2.119371175765991
912256	linear.bias	9	-1.288252353668213
912865	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
912865	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
912865	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
912865	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
912865	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
912865	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
912865	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
912865	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
912865	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
912865	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
912865	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
912865	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
912865	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
912865	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
912865	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
912865	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
912865	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
912865	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
912865	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
912865	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
912865	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
912865	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
912865	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
912865	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
912865	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
912865	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
912865	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
912865	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
912865	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
912865	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
912865	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
912865	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
912865	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
912865	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
912865	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
912865	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
912865	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
912865	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
912865	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
912865	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
912865	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
912865	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
912865	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
912865	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
912865	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
912865	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
912865	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
912865	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
912865	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
912865	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
912865	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
912865	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
912865	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
912865	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
912865	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
912865	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
912865	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
912865	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
912865	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
912865	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
912865	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
912865	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
912865	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
912865	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
912865	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
912865	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
912865	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
912865	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
912865	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
912865	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
912865	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
912865	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
912865	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
912865	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
912865	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
912865	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
912865	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
912865	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
912865	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
912865	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
912865	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
912865	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
912865	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
912865	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
912865	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
912865	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
912865	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
912865	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
912865	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
912865	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
912865	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
912865	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
912865	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
912865	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
912865	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
912865	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
912865	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
912865	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
912865	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
912865	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
912865	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
912865	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
912865	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
912865	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
912865	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
912865	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
912865	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
912865	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
912865	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
912865	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
912865	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
912865	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
912865	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
912865	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
912865	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
912865	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
912865	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
912865	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
912865	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
912865	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
912865	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
912865	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
912865	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
912865	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
912865	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
912865	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
912865	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
912865	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
912865	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
912865	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
912865	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
912865	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
912865	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
912865	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
912865	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
912865	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
912865	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
912865	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
912865	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
912865	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
912865	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
912865	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
912865	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
912865	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
912865	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
912865	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
912865	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
912865	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
912865	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
912865	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
912865	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
912865	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
912865	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
912865	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
912865	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
912865	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
912865	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
912865	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
912865	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
912865	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
912865	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
912865	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
912865	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
912865	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
912865	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
912865	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
912865	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
912865	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
912865	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
912865	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
912865	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
912865	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
912865	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
912865	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
912865	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
912865	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
912865	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
912865	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
912865	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
912865	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
912865	embedding2nn.weight	0	0.32093870639801025
912865	embedding2nn.weight	1	0.36291858553886414
912865	embedding2nn.weight	2	0.00023169248015619814
912865	embedding2nn.weight	3	0.004111428279429674
912865	embedding2nn.weight	4	-0.032867249101400375
912865	embedding2nn.weight	5	0.06039435416460037
912865	embedding2nn.weight	6	0.004552931059151888
912865	embedding2nn.weight	7	-0.009004549123346806
912865	embedding2nn.weight	8	0.03889306262135506
912865	embedding2nn.weight	9	-0.04625492915511131
912865	embedding2nn.bias	0	0.010328494943678379
912865	embedding2nn.bias	1	-0.18788409233093262
912865	embedding2nn.bias	2	0.12964719533920288
912865	embedding2nn.bias	3	0.16533397138118744
912865	embedding2nn.bias	4	0.1347588300704956
912865	embedding2nn.bias	5	-0.07699169963598251
912865	embedding2nn.bias	6	-0.04816660284996033
912865	embedding2nn.bias	7	0.0464274138212204
912865	embedding2nn.bias	8	-0.15497739613056183
912865	embedding2nn.bias	9	-0.36247098445892334
912865	rnn.weight_ih_l0	0	0.011059009470045567
912865	rnn.weight_ih_l0	1	-0.05798483267426491
912865	rnn.weight_ih_l0	2	-0.04902567341923714
912865	rnn.weight_ih_l0	3	0.1157766729593277
912865	rnn.weight_ih_l0	4	0.020552292466163635
912865	rnn.weight_ih_l0	5	-0.07023344933986664
912865	rnn.weight_ih_l0	6	0.0073228152468800545
912865	rnn.weight_ih_l0	7	-0.026119133457541466
912865	rnn.weight_ih_l0	8	0.015458360314369202
912865	rnn.weight_ih_l0	9	-0.08797083795070648
912865	rnn.weight_hh_l0	0	-0.023160278797149658
912865	rnn.weight_hh_l0	1	0.08373727649450302
912865	rnn.weight_hh_l0	2	0.0007859865436330438
912865	rnn.weight_hh_l0	3	-0.037559740245342255
912865	rnn.weight_hh_l0	4	0.08849009871482849
912865	rnn.weight_hh_l0	5	-0.002742309821769595
912865	rnn.weight_hh_l0	6	-0.09196583926677704
912865	rnn.weight_hh_l0	7	-0.13999351859092712
912865	rnn.weight_hh_l0	8	0.04099863022565842
912865	rnn.weight_hh_l0	9	-0.12484535574913025
912865	rnn.bias_ih_l0	0	0.17476342618465424
912865	rnn.bias_ih_l0	1	-0.3454878628253937
912865	rnn.bias_ih_l0	2	-0.045231934636831284
912865	rnn.bias_ih_l0	3	-0.2122516632080078
912865	rnn.bias_ih_l0	4	-0.012508992105722427
912865	rnn.bias_ih_l0	5	-0.43908050656318665
912865	rnn.bias_ih_l0	6	-0.13972251117229462
912865	rnn.bias_ih_l0	7	-0.3915592432022095
912865	rnn.bias_ih_l0	8	-0.30919626355171204
912865	rnn.bias_ih_l0	9	-0.4492071568965912
912865	rnn.bias_hh_l0	0	-0.34495529532432556
912865	rnn.bias_hh_l0	1	-0.44467398524284363
912865	rnn.bias_hh_l0	2	-0.4036597013473511
912865	rnn.bias_hh_l0	3	-0.08030708879232407
912865	rnn.bias_hh_l0	4	-0.40087610483169556
912865	rnn.bias_hh_l0	5	-0.372507244348526
912865	rnn.bias_hh_l0	6	-0.11725111305713654
912865	rnn.bias_hh_l0	7	0.06656675040721893
912865	rnn.bias_hh_l0	8	-0.23233787715435028
912865	rnn.bias_hh_l0	9	-0.5695930123329163
912865	rnn.weight_ih_l0_reverse	0	-0.007684214971959591
912865	rnn.weight_ih_l0_reverse	1	-0.0035333181731402874
912865	rnn.weight_ih_l0_reverse	2	-0.001532088266685605
912865	rnn.weight_ih_l0_reverse	3	-0.1413392275571823
912865	rnn.weight_ih_l0_reverse	4	0.08208923786878586
912865	rnn.weight_ih_l0_reverse	5	-0.10654991120100021
912865	rnn.weight_ih_l0_reverse	6	-0.006671598181128502
912865	rnn.weight_ih_l0_reverse	7	0.030498910695314407
912865	rnn.weight_ih_l0_reverse	8	-0.04739353805780411
912865	rnn.weight_ih_l0_reverse	9	-0.08869437128305435
912865	rnn.weight_hh_l0_reverse	0	-0.1516653597354889
912865	rnn.weight_hh_l0_reverse	1	0.021695451810956
912865	rnn.weight_hh_l0_reverse	2	-0.01988336816430092
912865	rnn.weight_hh_l0_reverse	3	0.030667215585708618
912865	rnn.weight_hh_l0_reverse	4	-0.08426520228385925
912865	rnn.weight_hh_l0_reverse	5	0.03772289678454399
912865	rnn.weight_hh_l0_reverse	6	0.03157990053296089
912865	rnn.weight_hh_l0_reverse	7	-0.13275736570358276
912865	rnn.weight_hh_l0_reverse	8	-0.07728132605552673
912865	rnn.weight_hh_l0_reverse	9	0.03589409962296486
912865	rnn.bias_ih_l0_reverse	0	-0.18522818386554718
912865	rnn.bias_ih_l0_reverse	1	-0.06098318472504616
912865	rnn.bias_ih_l0_reverse	2	0.16818979382514954
912865	rnn.bias_ih_l0_reverse	3	-0.3292076885700226
912865	rnn.bias_ih_l0_reverse	4	0.0057931640185415745
912865	rnn.bias_ih_l0_reverse	5	-0.22100573778152466
912865	rnn.bias_ih_l0_reverse	6	0.2716647684574127
912865	rnn.bias_ih_l0_reverse	7	-0.29892268776893616
912865	rnn.bias_ih_l0_reverse	8	-0.1989024430513382
912865	rnn.bias_ih_l0_reverse	9	-0.1490820348262787
912865	rnn.bias_hh_l0_reverse	0	-0.13757699728012085
912865	rnn.bias_hh_l0_reverse	1	0.272440105676651
912865	rnn.bias_hh_l0_reverse	2	-0.3460627794265747
912865	rnn.bias_hh_l0_reverse	3	-0.23332524299621582
912865	rnn.bias_hh_l0_reverse	4	-0.39369437098503113
912865	rnn.bias_hh_l0_reverse	5	-0.20646676421165466
912865	rnn.bias_hh_l0_reverse	6	-0.2649053931236267
912865	rnn.bias_hh_l0_reverse	7	-0.10112518072128296
912865	rnn.bias_hh_l0_reverse	8	-0.3510082960128784
912865	rnn.bias_hh_l0_reverse	9	0.20374630391597748
912865	linear.weight	0	0.2334192991256714
912865	linear.weight	1	-0.45810553431510925
912865	linear.weight	2	0.035065822303295135
912865	linear.weight	3	0.06747036427259445
912865	linear.weight	4	-0.12434792518615723
912865	linear.weight	5	0.25132590532302856
912865	linear.weight	6	-0.02305319346487522
912865	linear.weight	7	-0.05954362824559212
912865	linear.weight	8	0.12399940937757492
912865	linear.weight	9	-0.04996919631958008
912865	linear.bias	0	-0.867918848991394
912865	linear.bias	1	1.7694880962371826
912865	linear.bias	2	0.7496461272239685
912865	linear.bias	3	-2.7440683841705322
912865	linear.bias	4	-0.054913945496082306
912865	linear.bias	5	1.2357028722763062
912865	linear.bias	6	-0.21931064128875732
912865	linear.bias	7	0.8553916215896606
912865	linear.bias	8	2.1085658073425293
912865	linear.bias	9	-1.2855641841888428
913474	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
913474	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
913474	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
913474	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
913474	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
913474	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
913474	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
913474	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
913474	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
913474	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
913474	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
913474	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
913474	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
913474	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
913474	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
913474	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
913474	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
913474	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
913474	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
913474	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
913474	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
913474	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
913474	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
913474	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
913474	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
913474	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
913474	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
913474	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
913474	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
913474	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
913474	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
913474	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
913474	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
913474	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
913474	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
913474	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
913474	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
913474	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
913474	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
913474	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
913474	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
913474	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
913474	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
913474	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
913474	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
913474	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
913474	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
913474	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
913474	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
913474	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
913474	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
913474	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
913474	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
913474	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
913474	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
913474	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
913474	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
913474	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
913474	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
913474	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
913474	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
913474	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
913474	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
913474	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
913474	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
913474	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
913474	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
913474	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
913474	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
913474	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
913474	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
913474	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
913474	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
913474	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
913474	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
913474	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
913474	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
913474	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
913474	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
913474	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
913474	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
913474	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
913474	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
913474	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
913474	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
913474	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
913474	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
913474	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
913474	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
913474	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
913474	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
913474	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
913474	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
913474	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
913474	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
913474	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
913474	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
913474	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
913474	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
913474	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
913474	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
913474	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
913474	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
913474	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
913474	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
913474	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
913474	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
913474	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
913474	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
913474	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
913474	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
913474	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
913474	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
913474	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
913474	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
913474	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
913474	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
913474	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
913474	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
913474	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
913474	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
913474	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
913474	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
913474	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
913474	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
913474	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
913474	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
913474	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
913474	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
913474	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
913474	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
913474	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
913474	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
913474	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
913474	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
913474	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
913474	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
913474	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
913474	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
913474	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
913474	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
913474	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
913474	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
913474	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
913474	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
913474	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
913474	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
913474	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
913474	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
913474	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
913474	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
913474	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
913474	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
913474	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
913474	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
913474	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
913474	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
913474	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
913474	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
913474	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
913474	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
913474	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
913474	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
913474	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
913474	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
913474	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
913474	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
913474	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
913474	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
913474	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
913474	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
913474	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
913474	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
913474	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
913474	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
913474	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
913474	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
913474	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
913474	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
913474	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
913474	embedding2nn.weight	0	0.32083892822265625
913474	embedding2nn.weight	1	0.3630307912826538
913474	embedding2nn.weight	2	0.0006906045018695295
913474	embedding2nn.weight	3	0.0041457852348685265
913474	embedding2nn.weight	4	-0.032712943851947784
913474	embedding2nn.weight	5	0.060270484536886215
913474	embedding2nn.weight	6	0.0029988004826009274
913474	embedding2nn.weight	7	-0.008171427063643932
913474	embedding2nn.weight	8	0.03900767117738724
913474	embedding2nn.weight	9	-0.04676925018429756
913474	embedding2nn.bias	0	0.007789548020809889
913474	embedding2nn.bias	1	-0.18897463381290436
913474	embedding2nn.bias	2	0.1291082352399826
913474	embedding2nn.bias	3	0.16808085143566132
913474	embedding2nn.bias	4	0.13598456978797913
913474	embedding2nn.bias	5	-0.0753730908036232
913474	embedding2nn.bias	6	-0.04684724286198616
913474	embedding2nn.bias	7	0.046389274299144745
913474	embedding2nn.bias	8	-0.15610994398593903
913474	embedding2nn.bias	9	-0.36138638854026794
913474	rnn.weight_ih_l0	0	0.011147275567054749
913474	rnn.weight_ih_l0	1	-0.05799417942762375
913474	rnn.weight_ih_l0	2	-0.0487503856420517
913474	rnn.weight_ih_l0	3	0.11565181612968445
913474	rnn.weight_ih_l0	4	0.020217258483171463
913474	rnn.weight_ih_l0	5	-0.07077638059854507
913474	rnn.weight_ih_l0	6	0.007092470768839121
913474	rnn.weight_ih_l0	7	-0.025823766365647316
913474	rnn.weight_ih_l0	8	0.015454906038939953
913474	rnn.weight_ih_l0	9	-0.0881599485874176
913474	rnn.weight_hh_l0	0	-0.023127539083361626
913474	rnn.weight_hh_l0	1	0.08371198177337646
913474	rnn.weight_hh_l0	2	0.0008146528271026909
913474	rnn.weight_hh_l0	3	-0.03754178807139397
913474	rnn.weight_hh_l0	4	0.08852306008338928
913474	rnn.weight_hh_l0	5	-0.0027492328081279993
913474	rnn.weight_hh_l0	6	-0.0919804647564888
913474	rnn.weight_hh_l0	7	-0.139567032456398
913474	rnn.weight_hh_l0	8	0.04100650176405907
913474	rnn.weight_hh_l0	9	-0.12480758875608444
913474	rnn.bias_ih_l0	0	0.1753835380077362
913474	rnn.bias_ih_l0	1	-0.3455936014652252
913474	rnn.bias_ih_l0	2	-0.04521149396896362
913474	rnn.bias_ih_l0	3	-0.21224264800548553
913474	rnn.bias_ih_l0	4	-0.013003903441131115
913474	rnn.bias_ih_l0	5	-0.4388301968574524
913474	rnn.bias_ih_l0	6	-0.13961896300315857
913474	rnn.bias_ih_l0	7	-0.39166656136512756
913474	rnn.bias_ih_l0	8	-0.309607595205307
913474	rnn.bias_ih_l0	9	-0.4504462480545044
913474	rnn.bias_hh_l0	0	-0.3443140983581543
913474	rnn.bias_hh_l0	1	-0.4455564618110657
913474	rnn.bias_hh_l0	2	-0.4041546583175659
913474	rnn.bias_hh_l0	3	-0.08051002025604248
913474	rnn.bias_hh_l0	4	-0.400757759809494
913474	rnn.bias_hh_l0	5	-0.37253832817077637
913474	rnn.bias_hh_l0	6	-0.11702787131071091
913474	rnn.bias_hh_l0	7	0.06666547805070877
913474	rnn.bias_hh_l0	8	-0.2328549325466156
913474	rnn.bias_hh_l0	9	-0.5698087811470032
913474	rnn.weight_ih_l0_reverse	0	-0.007452859077602625
913474	rnn.weight_ih_l0_reverse	1	-0.0034024848137050867
913474	rnn.weight_ih_l0_reverse	2	-0.0016085371607914567
913474	rnn.weight_ih_l0_reverse	3	-0.14111000299453735
913474	rnn.weight_ih_l0_reverse	4	0.08197604864835739
913474	rnn.weight_ih_l0_reverse	5	-0.1066335141658783
913474	rnn.weight_ih_l0_reverse	6	-0.006474618799984455
913474	rnn.weight_ih_l0_reverse	7	0.030301950871944427
913474	rnn.weight_ih_l0_reverse	8	-0.047364264726638794
913474	rnn.weight_ih_l0_reverse	9	-0.08900136500597
913474	rnn.weight_hh_l0_reverse	0	-0.15162450075149536
913474	rnn.weight_hh_l0_reverse	1	0.021578410640358925
913474	rnn.weight_hh_l0_reverse	2	-0.019897541031241417
913474	rnn.weight_hh_l0_reverse	3	0.03070218488574028
913474	rnn.weight_hh_l0_reverse	4	-0.08420409262180328
913474	rnn.weight_hh_l0_reverse	5	0.03772019222378731
913474	rnn.weight_hh_l0_reverse	6	0.03157885745167732
913474	rnn.weight_hh_l0_reverse	7	-0.1327362209558487
913474	rnn.weight_hh_l0_reverse	8	-0.07724043726921082
913474	rnn.weight_hh_l0_reverse	9	0.03578204661607742
913474	rnn.bias_ih_l0_reverse	0	-0.1855355054140091
913474	rnn.bias_ih_l0_reverse	1	-0.060350216925144196
913474	rnn.bias_ih_l0_reverse	2	0.1685328632593155
913474	rnn.bias_ih_l0_reverse	3	-0.32960519194602966
913474	rnn.bias_ih_l0_reverse	4	0.005844577681273222
913474	rnn.bias_ih_l0_reverse	5	-0.2209888994693756
913474	rnn.bias_ih_l0_reverse	6	0.271393358707428
913474	rnn.bias_ih_l0_reverse	7	-0.29926183819770813
913474	rnn.bias_ih_l0_reverse	8	-0.1990252584218979
913474	rnn.bias_ih_l0_reverse	9	-0.1491325944662094
913474	rnn.bias_hh_l0_reverse	0	-0.137790247797966
913474	rnn.bias_hh_l0_reverse	1	0.2721606492996216
913474	rnn.bias_hh_l0_reverse	2	-0.34555286169052124
913474	rnn.bias_hh_l0_reverse	3	-0.23457321524620056
913474	rnn.bias_hh_l0_reverse	4	-0.3940282464027405
913474	rnn.bias_hh_l0_reverse	5	-0.20672498643398285
913474	rnn.bias_hh_l0_reverse	6	-0.2640379071235657
913474	rnn.bias_hh_l0_reverse	7	-0.10080599784851074
913474	rnn.bias_hh_l0_reverse	8	-0.3510238230228424
913474	rnn.bias_hh_l0_reverse	9	0.2034817934036255
913474	linear.weight	0	0.2303759902715683
913474	linear.weight	1	-0.45959532260894775
913474	linear.weight	2	0.038525138050317764
913474	linear.weight	3	0.06747031956911087
913474	linear.weight	4	-0.12183814495801926
913474	linear.weight	5	0.25229334831237793
913474	linear.weight	6	-0.023891402408480644
913474	linear.weight	7	-0.059543427079916
913474	linear.weight	8	0.12431580573320389
913474	linear.weight	9	-0.049969177693128586
913474	linear.bias	0	-0.8680208325386047
913474	linear.bias	1	1.7658346891403198
913474	linear.bias	2	0.7486519813537598
913474	linear.bias	3	-2.744070053100586
913474	linear.bias	4	-0.055893201380968094
913474	linear.bias	5	1.2350322008132935
913474	linear.bias	6	-0.21832861006259918
913474	linear.bias	7	0.8536524176597595
913474	linear.bias	8	2.114412784576416
913474	linear.bias	9	-1.2857917547225952
914083	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
914083	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
914083	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
914083	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
914083	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
914083	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
914083	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
914083	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
914083	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
914083	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
914083	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
914083	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
914083	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
914083	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
914083	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
914083	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
914083	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
914083	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
914083	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
914083	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
914083	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
914083	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
914083	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
914083	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
914083	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
914083	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
914083	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
914083	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
914083	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
914083	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
914083	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
914083	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
914083	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
914083	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
914083	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
914083	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
914083	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
914083	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
914083	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
914083	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
914083	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
914083	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
914083	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
914083	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
914083	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
914083	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
914083	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
914083	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
914083	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
914083	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
914083	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
914083	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
914083	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
914083	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
914083	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
914083	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
914083	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
914083	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
914083	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
914083	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
914083	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
914083	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
914083	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
914083	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
914083	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
914083	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
914083	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
914083	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
914083	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
914083	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
914083	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
914083	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
914083	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
914083	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
914083	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
914083	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
914083	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
914083	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
914083	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
914083	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
914083	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
914083	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
914083	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
914083	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
914083	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
914083	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
914083	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
914083	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
914083	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
914083	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
914083	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
914083	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
914083	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
914083	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
914083	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
914083	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
914083	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
914083	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
914083	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
914083	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
914083	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
914083	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
914083	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
914083	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
914083	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
914083	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
914083	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
914083	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
914083	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
914083	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
914083	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
914083	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
914083	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
914083	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
914083	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
914083	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
914083	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
914083	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
914083	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
914083	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
914083	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
914083	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
914083	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
914083	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
914083	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
914083	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
914083	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
914083	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
914083	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
914083	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
914083	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
914083	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
914083	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
914083	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
914083	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
914083	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
914083	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
914083	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
914083	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
914083	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
914083	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
914083	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
914083	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
914083	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
914083	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
914083	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
914083	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
914083	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
914083	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
914083	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
914083	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
914083	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
914083	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
914083	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
914083	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
914083	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
914083	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
914083	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
914083	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
914083	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
914083	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
914083	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
914083	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
914083	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
914083	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
914083	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
914083	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
914083	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
914083	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
914083	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
914083	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
914083	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
914083	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
914083	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
914083	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
914083	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
914083	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
914083	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
914083	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
914083	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
914083	embedding2nn.weight	0	0.3209170699119568
914083	embedding2nn.weight	1	0.3626048266887665
914083	embedding2nn.weight	2	0.0007126133423298597
914083	embedding2nn.weight	3	0.004956597462296486
914083	embedding2nn.weight	4	-0.03265564888715744
914083	embedding2nn.weight	5	0.06000185012817383
914083	embedding2nn.weight	6	0.0031377847772091627
914083	embedding2nn.weight	7	-0.00856021884828806
914083	embedding2nn.weight	8	0.038813430815935135
914083	embedding2nn.weight	9	-0.04711993411183357
914083	embedding2nn.bias	0	0.010668355040252209
914083	embedding2nn.bias	1	-0.18766728043556213
914083	embedding2nn.bias	2	0.12821584939956665
914083	embedding2nn.bias	3	0.16691231727600098
914083	embedding2nn.bias	4	0.13629648089408875
914083	embedding2nn.bias	5	-0.07538583874702454
914083	embedding2nn.bias	6	-0.04753061383962631
914083	embedding2nn.bias	7	0.049038276076316833
914083	embedding2nn.bias	8	-0.15374386310577393
914083	embedding2nn.bias	9	-0.3648470342159271
914083	rnn.weight_ih_l0	0	0.01112985610961914
914083	rnn.weight_ih_l0	1	-0.05796251818537712
914083	rnn.weight_ih_l0	2	-0.04875320568680763
914083	rnn.weight_ih_l0	3	0.11559589952230453
914083	rnn.weight_ih_l0	4	0.019750257954001427
914083	rnn.weight_ih_l0	5	-0.07074322551488876
914083	rnn.weight_ih_l0	6	0.00703604007139802
914083	rnn.weight_ih_l0	7	-0.02587239257991314
914083	rnn.weight_ih_l0	8	0.0151161914691329
914083	rnn.weight_ih_l0	9	-0.08745571225881577
914083	rnn.weight_hh_l0	0	-0.023129554465413094
914083	rnn.weight_hh_l0	1	0.08371184021234512
914083	rnn.weight_hh_l0	2	0.0007684202282689512
914083	rnn.weight_hh_l0	3	-0.03754320368170738
914083	rnn.weight_hh_l0	4	0.08856036514043808
914083	rnn.weight_hh_l0	5	-0.0027270906139165163
914083	rnn.weight_hh_l0	6	-0.09200778603553772
914083	rnn.weight_hh_l0	7	-0.13946151733398438
914083	rnn.weight_hh_l0	8	0.040990907698869705
914083	rnn.weight_hh_l0	9	-0.12480031698942184
914083	rnn.bias_ih_l0	0	0.17557208240032196
914083	rnn.bias_ih_l0	1	-0.3451034128665924
914083	rnn.bias_ih_l0	2	-0.045051511377096176
914083	rnn.bias_ih_l0	3	-0.21160311996936798
914083	rnn.bias_ih_l0	4	-0.012722235172986984
914083	rnn.bias_ih_l0	5	-0.43854063749313354
914083	rnn.bias_ih_l0	6	-0.13998468220233917
914083	rnn.bias_ih_l0	7	-0.3916391432285309
914083	rnn.bias_ih_l0	8	-0.30968761444091797
914083	rnn.bias_ih_l0	9	-0.4504009783267975
914083	rnn.bias_hh_l0	0	-0.3445027470588684
914083	rnn.bias_hh_l0	1	-0.44532614946365356
914083	rnn.bias_hh_l0	2	-0.40439334511756897
914083	rnn.bias_hh_l0	3	-0.0812121033668518
914083	rnn.bias_hh_l0	4	-0.40125319361686707
914083	rnn.bias_hh_l0	5	-0.37279024720191956
914083	rnn.bias_hh_l0	6	-0.1172533854842186
914083	rnn.bias_hh_l0	7	0.0664082020521164
914083	rnn.bias_hh_l0	8	-0.232683002948761
914083	rnn.bias_hh_l0	9	-0.5694521069526672
914083	rnn.weight_ih_l0_reverse	0	-0.007629907689988613
914083	rnn.weight_ih_l0_reverse	1	-0.003543565981090069
914083	rnn.weight_ih_l0_reverse	2	-0.0014801706420257688
914083	rnn.weight_ih_l0_reverse	3	-0.14145910739898682
914083	rnn.weight_ih_l0_reverse	4	0.08197891712188721
914083	rnn.weight_ih_l0_reverse	5	-0.1062544733285904
914083	rnn.weight_ih_l0_reverse	6	-0.006521785166114569
914083	rnn.weight_ih_l0_reverse	7	0.030322419479489326
914083	rnn.weight_ih_l0_reverse	8	-0.04746336489915848
914083	rnn.weight_ih_l0_reverse	9	-0.08918440341949463
914083	rnn.weight_hh_l0_reverse	0	-0.1515452265739441
914083	rnn.weight_hh_l0_reverse	1	0.02162451483309269
914083	rnn.weight_hh_l0_reverse	2	-0.019832514226436615
914083	rnn.weight_hh_l0_reverse	3	0.030640631914138794
914083	rnn.weight_hh_l0_reverse	4	-0.08419197052717209
914083	rnn.weight_hh_l0_reverse	5	0.03774649277329445
914083	rnn.weight_hh_l0_reverse	6	0.03158560395240784
914083	rnn.weight_hh_l0_reverse	7	-0.13269010186195374
914083	rnn.weight_hh_l0_reverse	8	-0.07745891064405441
914083	rnn.weight_hh_l0_reverse	9	0.03588847443461418
914083	rnn.bias_ih_l0_reverse	0	-0.1852278858423233
914083	rnn.bias_ih_l0_reverse	1	-0.06033013015985489
914083	rnn.bias_ih_l0_reverse	2	0.16904057562351227
914083	rnn.bias_ih_l0_reverse	3	-0.3293299376964569
914083	rnn.bias_ih_l0_reverse	4	0.006078603211790323
914083	rnn.bias_ih_l0_reverse	5	-0.22090478241443634
914083	rnn.bias_ih_l0_reverse	6	0.2707572877407074
914083	rnn.bias_ih_l0_reverse	7	-0.30040958523750305
914083	rnn.bias_ih_l0_reverse	8	-0.19933314621448517
914083	rnn.bias_ih_l0_reverse	9	-0.14818620681762695
914083	rnn.bias_hh_l0_reverse	0	-0.13846920430660248
914083	rnn.bias_hh_l0_reverse	1	0.27228790521621704
914083	rnn.bias_hh_l0_reverse	2	-0.3454223871231079
914083	rnn.bias_hh_l0_reverse	3	-0.23465490341186523
914083	rnn.bias_hh_l0_reverse	4	-0.39395150542259216
914083	rnn.bias_hh_l0_reverse	5	-0.20677487552165985
914083	rnn.bias_hh_l0_reverse	6	-0.26384037733078003
914083	rnn.bias_hh_l0_reverse	7	-0.10139767080545425
914083	rnn.bias_hh_l0_reverse	8	-0.35163938999176025
914083	rnn.bias_hh_l0_reverse	9	0.20216748118400574
914083	linear.weight	0	0.22853317856788635
914083	linear.weight	1	-0.4585908055305481
914083	linear.weight	2	0.039032064378261566
914083	linear.weight	3	0.06747032701969147
914083	linear.weight	4	-0.12255589663982391
914083	linear.weight	5	0.2510627210140228
914083	linear.weight	6	-0.024156801402568817
914083	linear.weight	7	-0.059543244540691376
914083	linear.weight	8	0.12427941709756851
914083	linear.weight	9	-0.04996928572654724
914083	linear.bias	0	-0.8687418699264526
914083	linear.bias	1	1.7618142366409302
914083	linear.bias	2	0.7437129020690918
914083	linear.bias	3	-2.7440712451934814
914083	linear.bias	4	-0.058136049658060074
914083	linear.bias	5	1.2376307249069214
914083	linear.bias	6	-0.21805892884731293
914083	linear.bias	7	0.8573001623153687
914083	linear.bias	8	2.1064629554748535
914083	linear.bias	9	-1.2885661125183105
914692	embeddings.list_embedding_0.lm.encoder.weight	0	-0.13657234609127045
914692	embeddings.list_embedding_0.lm.encoder.weight	1	0.02859078347682953
914692	embeddings.list_embedding_0.lm.encoder.weight	2	0.1330144852399826
914692	embeddings.list_embedding_0.lm.encoder.weight	3	4.577159881591797
914692	embeddings.list_embedding_0.lm.encoder.weight	4	-0.2148280143737793
914692	embeddings.list_embedding_0.lm.encoder.weight	5	0.26492995023727417
914692	embeddings.list_embedding_0.lm.encoder.weight	6	-0.005008977837860584
914692	embeddings.list_embedding_0.lm.encoder.weight	7	0.06738292425870895
914692	embeddings.list_embedding_0.lm.encoder.weight	8	0.00931309163570404
914692	embeddings.list_embedding_0.lm.encoder.weight	9	0.018698014318943024
914692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	0	0.03367678448557854
914692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	1	-0.05644078180193901
914692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	2	-0.002709548454731703
914692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	3	-0.0046110996045172215
914692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	4	0.0030273946467787027
914692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	5	-0.1997951865196228
914692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	6	-0.21735921502113342
914692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	7	-0.09081348776817322
914692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	8	0.799306333065033
914692	embeddings.list_embedding_0.lm.rnn.weight_ih_l0	9	-0.08136966079473495
914692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	0	-0.320962131023407
914692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	1	-0.3451473116874695
914692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	2	-0.22238536179065704
914692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	3	-0.1808425635099411
914692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	4	-0.13851195573806763
914692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	5	-0.20594348013401031
914692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	6	0.15181365609169006
914692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	7	-0.22726035118103027
914692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	8	0.20632821321487427
914692	embeddings.list_embedding_0.lm.rnn.weight_hh_l0	9	-0.5272979140281677
914692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	0	-0.39786359667778015
914692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	1	0.08049788326025009
914692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	2	0.08917568624019623
914692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	3	-0.3588832914829254
914692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	4	-1.2685935497283936
914692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	5	-0.03540472686290741
914692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	6	-1.5289949178695679
914692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	7	-0.18863721191883087
914692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	8	-0.1276065558195114
914692	embeddings.list_embedding_0.lm.rnn.bias_ih_l0	9	-0.07820284366607666
914692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	0	-0.485458105802536
914692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	1	0.18835271894931793
914692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	2	-0.3957718014717102
914692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	3	-0.4442160725593567
914692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	4	0.05095090717077255
914692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	5	-0.8909165859222412
914692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	6	-0.33881428837776184
914692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	7	-0.996443510055542
914692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	8	0.5146596431732178
914692	embeddings.list_embedding_0.lm.rnn.bias_hh_l0	9	-1.1828337907791138
914692	embeddings.list_embedding_0.lm.proj.weight	0	-0.07312968373298645
914692	embeddings.list_embedding_0.lm.proj.weight	1	-0.165423184633255
914692	embeddings.list_embedding_0.lm.proj.weight	2	0.06992126256227493
914692	embeddings.list_embedding_0.lm.proj.weight	3	-0.18838535249233246
914692	embeddings.list_embedding_0.lm.proj.weight	4	-0.0661039650440216
914692	embeddings.list_embedding_0.lm.proj.weight	5	0.012986227869987488
914692	embeddings.list_embedding_0.lm.proj.weight	6	0.0379193015396595
914692	embeddings.list_embedding_0.lm.proj.weight	7	0.04186166077852249
914692	embeddings.list_embedding_0.lm.proj.weight	8	-0.02237647958099842
914692	embeddings.list_embedding_0.lm.proj.weight	9	-0.018518326804041862
914692	embeddings.list_embedding_0.lm.proj.bias	0	-0.07924173027276993
914692	embeddings.list_embedding_0.lm.proj.bias	1	-0.007500329054892063
914692	embeddings.list_embedding_0.lm.proj.bias	2	-0.08968661725521088
914692	embeddings.list_embedding_0.lm.proj.bias	3	-0.09034145623445511
914692	embeddings.list_embedding_0.lm.proj.bias	4	-0.11940696090459824
914692	embeddings.list_embedding_0.lm.proj.bias	5	-0.1784704178571701
914692	embeddings.list_embedding_0.lm.proj.bias	6	0.10088516026735306
914692	embeddings.list_embedding_0.lm.proj.bias	7	0.007852727547287941
914692	embeddings.list_embedding_0.lm.proj.bias	8	0.13789024949073792
914692	embeddings.list_embedding_0.lm.proj.bias	9	0.08497511595487595
914692	embeddings.list_embedding_0.lm.decoder.weight	0	0.134107306599617
914692	embeddings.list_embedding_0.lm.decoder.weight	1	-0.11187586188316345
914692	embeddings.list_embedding_0.lm.decoder.weight	2	0.35425299406051636
914692	embeddings.list_embedding_0.lm.decoder.weight	3	0.19313806295394897
914692	embeddings.list_embedding_0.lm.decoder.weight	4	0.07029629498720169
914692	embeddings.list_embedding_0.lm.decoder.weight	5	0.026969987899065018
914692	embeddings.list_embedding_0.lm.decoder.weight	6	-0.06633293628692627
914692	embeddings.list_embedding_0.lm.decoder.weight	7	-0.5985594987869263
914692	embeddings.list_embedding_0.lm.decoder.weight	8	0.08875492215156555
914692	embeddings.list_embedding_0.lm.decoder.weight	9	-0.03967881575226784
914692	embeddings.list_embedding_0.lm.decoder.bias	0	-0.45646995306015015
914692	embeddings.list_embedding_0.lm.decoder.bias	1	5.375406742095947
914692	embeddings.list_embedding_0.lm.decoder.bias	2	-2.500762939453125
914692	embeddings.list_embedding_0.lm.decoder.bias	3	-1.4902862310409546
914692	embeddings.list_embedding_0.lm.decoder.bias	4	-2.918421983718872
914692	embeddings.list_embedding_0.lm.decoder.bias	5	-1.3974391222000122
914692	embeddings.list_embedding_0.lm.decoder.bias	6	-2.489302396774292
914692	embeddings.list_embedding_0.lm.decoder.bias	7	-2.2469911575317383
914692	embeddings.list_embedding_0.lm.decoder.bias	8	2.4141688346862793
914692	embeddings.list_embedding_0.lm.decoder.bias	9	-2.6864123344421387
914692	embeddings.list_embedding_1.lm.encoder.weight	0	0.042833924293518066
914692	embeddings.list_embedding_1.lm.encoder.weight	1	-0.019815556704998016
914692	embeddings.list_embedding_1.lm.encoder.weight	2	-0.8204725980758667
914692	embeddings.list_embedding_1.lm.encoder.weight	3	0.06773799657821655
914692	embeddings.list_embedding_1.lm.encoder.weight	4	0.07636677473783493
914692	embeddings.list_embedding_1.lm.encoder.weight	5	-0.009087745100259781
914692	embeddings.list_embedding_1.lm.encoder.weight	6	0.20390240848064423
914692	embeddings.list_embedding_1.lm.encoder.weight	7	-0.1437310427427292
914692	embeddings.list_embedding_1.lm.encoder.weight	8	0.16929207742214203
914692	embeddings.list_embedding_1.lm.encoder.weight	9	-0.09381800889968872
914692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	0	0.07487517595291138
914692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	1	-0.023155368864536285
914692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	2	0.2588626444339752
914692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	3	0.2320692092180252
914692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	4	-0.031819507479667664
914692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	5	0.06649088114500046
914692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	6	-0.707609236240387
914692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	7	0.405557245016098
914692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	8	0.026230474933981895
914692	embeddings.list_embedding_1.lm.rnn.weight_ih_l0	9	0.03226854279637337
914692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	0	-0.2692452669143677
914692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	1	0.031804099678993225
914692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	2	-0.26760387420654297
914692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	3	-0.13453343510627747
914692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	4	0.034483350813388824
914692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	5	0.11599375307559967
914692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	6	0.10052451491355896
914692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	7	0.1575065553188324
914692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	8	0.5976725816726685
914692	embeddings.list_embedding_1.lm.rnn.weight_hh_l0	9	0.054292697459459305
914692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	0	-1.7154983282089233
914692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	1	-0.9375928044319153
914692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	2	-0.5490997433662415
914692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	3	-0.9679160118103027
914692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	4	-0.9660689234733582
914692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	5	-0.11169376969337463
914692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	6	-0.13325071334838867
914692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	7	-1.476868748664856
914692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	8	0.04982791841030121
914692	embeddings.list_embedding_1.lm.rnn.bias_ih_l0	9	-0.7609781622886658
914692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	0	-0.651183009147644
914692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	1	-0.46287304162979126
914692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	2	-1.5126752853393555
914692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	3	-1.54473078250885
914692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	4	-0.5506349802017212
914692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	5	0.20225144922733307
914692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	6	0.08548873662948608
914692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	7	-0.7547824382781982
914692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	8	-0.09191831946372986
914692	embeddings.list_embedding_1.lm.rnn.bias_hh_l0	9	-1.2467131614685059
914692	embeddings.list_embedding_1.lm.proj.weight	0	0.0872393548488617
914692	embeddings.list_embedding_1.lm.proj.weight	1	-0.013754109852015972
914692	embeddings.list_embedding_1.lm.proj.weight	2	0.006283656693994999
914692	embeddings.list_embedding_1.lm.proj.weight	3	-0.043733321130275726
914692	embeddings.list_embedding_1.lm.proj.weight	4	0.025963841006159782
914692	embeddings.list_embedding_1.lm.proj.weight	5	0.09342623502016068
914692	embeddings.list_embedding_1.lm.proj.weight	6	-0.023121779784560204
914692	embeddings.list_embedding_1.lm.proj.weight	7	-0.03234029933810234
914692	embeddings.list_embedding_1.lm.proj.weight	8	0.10139980912208557
914692	embeddings.list_embedding_1.lm.proj.weight	9	0.06194339692592621
914692	embeddings.list_embedding_1.lm.proj.bias	0	0.0799039900302887
914692	embeddings.list_embedding_1.lm.proj.bias	1	-0.024352870881557465
914692	embeddings.list_embedding_1.lm.proj.bias	2	0.07107309997081757
914692	embeddings.list_embedding_1.lm.proj.bias	3	0.01049511693418026
914692	embeddings.list_embedding_1.lm.proj.bias	4	0.006675438489764929
914692	embeddings.list_embedding_1.lm.proj.bias	5	0.08796396851539612
914692	embeddings.list_embedding_1.lm.proj.bias	6	-0.11350635439157486
914692	embeddings.list_embedding_1.lm.proj.bias	7	0.004214528948068619
914692	embeddings.list_embedding_1.lm.proj.bias	8	0.2203141450881958
914692	embeddings.list_embedding_1.lm.proj.bias	9	-0.11545967310667038
914692	embeddings.list_embedding_1.lm.decoder.weight	0	0.1587330400943756
914692	embeddings.list_embedding_1.lm.decoder.weight	1	-0.1177254319190979
914692	embeddings.list_embedding_1.lm.decoder.weight	2	0.02034660428762436
914692	embeddings.list_embedding_1.lm.decoder.weight	3	-0.2169591635465622
914692	embeddings.list_embedding_1.lm.decoder.weight	4	0.11850976943969727
914692	embeddings.list_embedding_1.lm.decoder.weight	5	0.0361219085752964
914692	embeddings.list_embedding_1.lm.decoder.weight	6	-0.0027670639101415873
914692	embeddings.list_embedding_1.lm.decoder.weight	7	0.0028396612033247948
914692	embeddings.list_embedding_1.lm.decoder.weight	8	0.03670521825551987
914692	embeddings.list_embedding_1.lm.decoder.weight	9	-0.12922543287277222
914692	embeddings.list_embedding_1.lm.decoder.bias	0	3.485044240951538
914692	embeddings.list_embedding_1.lm.decoder.bias	1	-2.176053047180176
914692	embeddings.list_embedding_1.lm.decoder.bias	2	-2.428750514984131
914692	embeddings.list_embedding_1.lm.decoder.bias	3	5.497720241546631
914692	embeddings.list_embedding_1.lm.decoder.bias	4	-0.4106872081756592
914692	embeddings.list_embedding_1.lm.decoder.bias	5	-0.5146241784095764
914692	embeddings.list_embedding_1.lm.decoder.bias	6	-2.6606335639953613
914692	embeddings.list_embedding_1.lm.decoder.bias	7	3.1032094955444336
914692	embeddings.list_embedding_1.lm.decoder.bias	8	-2.7864928245544434
914692	embeddings.list_embedding_1.lm.decoder.bias	9	5.462436199188232
914692	embedding2nn.weight	0	0.320834219455719
914692	embedding2nn.weight	1	0.36205825209617615
914692	embedding2nn.weight	2	0.0007773551042191684
914692	embedding2nn.weight	3	0.0045709977857768536
914692	embedding2nn.weight	4	-0.03313909471035004
914692	embedding2nn.weight	5	0.05971591919660568
914692	embedding2nn.weight	6	0.003586558857932687
914692	embedding2nn.weight	7	-0.009100205264985561
914692	embedding2nn.weight	8	0.038889311254024506
914692	embedding2nn.weight	9	-0.04667899012565613
914692	embedding2nn.bias	0	0.008837752975523472
914692	embedding2nn.bias	1	-0.18977321684360504
914692	embedding2nn.bias	2	0.1308867335319519
914692	embedding2nn.bias	3	0.16719485819339752
914692	embedding2nn.bias	4	0.1345725953578949
914692	embedding2nn.bias	5	-0.0761823058128357
914692	embedding2nn.bias	6	-0.05098613351583481
914692	embedding2nn.bias	7	0.04791610315442085
914692	embedding2nn.bias	8	-0.15235717594623566
914692	embedding2nn.bias	9	-0.36210817098617554
914692	rnn.weight_ih_l0	0	0.011179919354617596
914692	rnn.weight_ih_l0	1	-0.058005206286907196
914692	rnn.weight_ih_l0	2	-0.048803847283124924
914692	rnn.weight_ih_l0	3	0.11553221940994263
914692	rnn.weight_ih_l0	4	0.019618522375822067
914692	rnn.weight_ih_l0	5	-0.07090675830841064
914692	rnn.weight_ih_l0	6	0.006953814532607794
914692	rnn.weight_ih_l0	7	-0.025481870397925377
914692	rnn.weight_ih_l0	8	0.015191677957773209
914692	rnn.weight_ih_l0	9	-0.08763305842876434
914692	rnn.weight_hh_l0	0	-0.023111902177333832
914692	rnn.weight_hh_l0	1	0.08367393910884857
914692	rnn.weight_hh_l0	2	0.0007625363650731742
914692	rnn.weight_hh_l0	3	-0.03755493462085724
914692	rnn.weight_hh_l0	4	0.08857101947069168
914692	rnn.weight_hh_l0	5	-0.0027492193039506674
914692	rnn.weight_hh_l0	6	-0.09201918542385101
914692	rnn.weight_hh_l0	7	-0.1392296403646469
914692	rnn.weight_hh_l0	8	0.04098621755838394
914692	rnn.weight_hh_l0	9	-0.12467082589864731
914692	rnn.bias_ih_l0	0	0.1757003366947174
914692	rnn.bias_ih_l0	1	-0.34511798620224
914692	rnn.bias_ih_l0	2	-0.045071765780448914
914692	rnn.bias_ih_l0	3	-0.21112477779388428
914692	rnn.bias_ih_l0	4	-0.013034635223448277
914692	rnn.bias_ih_l0	5	-0.43918389081954956
914692	rnn.bias_ih_l0	6	-0.13922345638275146
914692	rnn.bias_ih_l0	7	-0.3918401598930359
914692	rnn.bias_ih_l0	8	-0.30935540795326233
914692	rnn.bias_ih_l0	9	-0.4508848190307617
914692	rnn.bias_hh_l0	0	-0.34470874071121216
914692	rnn.bias_hh_l0	1	-0.44517821073532104
914692	rnn.bias_hh_l0	2	-0.4047311842441559
914692	rnn.bias_hh_l0	3	-0.08165198564529419
914692	rnn.bias_hh_l0	4	-0.400682270526886
914692	rnn.bias_hh_l0	5	-0.37273237109184265
914692	rnn.bias_hh_l0	6	-0.11744662374258041
914692	rnn.bias_hh_l0	7	0.06606202572584152
914692	rnn.bias_hh_l0	8	-0.23269671201705933
914692	rnn.bias_hh_l0	9	-0.5692020654678345
914692	rnn.weight_ih_l0_reverse	0	-0.007396327797323465
914692	rnn.weight_ih_l0_reverse	1	-0.003672657534480095
914692	rnn.weight_ih_l0_reverse	2	-0.0012685159454122186
914692	rnn.weight_ih_l0_reverse	3	-0.1414918601512909
914692	rnn.weight_ih_l0_reverse	4	0.08186215907335281
914692	rnn.weight_ih_l0_reverse	5	-0.1065002828836441
914692	rnn.weight_ih_l0_reverse	6	-0.005960556678473949
914692	rnn.weight_ih_l0_reverse	7	0.03038344718515873
914692	rnn.weight_ih_l0_reverse	8	-0.047496210783720016
914692	rnn.weight_ih_l0_reverse	9	-0.08902550488710403
914692	rnn.weight_hh_l0_reverse	0	-0.15159015357494354
914692	rnn.weight_hh_l0_reverse	1	0.021616725251078606
914692	rnn.weight_hh_l0_reverse	2	-0.019768793135881424
914692	rnn.weight_hh_l0_reverse	3	0.030601633712649345
914692	rnn.weight_hh_l0_reverse	4	-0.08426585793495178
914692	rnn.weight_hh_l0_reverse	5	0.03777065873146057
914692	rnn.weight_hh_l0_reverse	6	0.031584884971380234
914692	rnn.weight_hh_l0_reverse	7	-0.13265684247016907
914692	rnn.weight_hh_l0_reverse	8	-0.07748061418533325
914692	rnn.weight_hh_l0_reverse	9	0.03595224395394325
914692	rnn.bias_ih_l0_reverse	0	-0.1856168508529663
914692	rnn.bias_ih_l0_reverse	1	-0.05945867672562599
914692	rnn.bias_ih_l0_reverse	2	0.16860143840312958
914692	rnn.bias_ih_l0_reverse	3	-0.3292995095252991
914692	rnn.bias_ih_l0_reverse	4	0.005789685063064098
914692	rnn.bias_ih_l0_reverse	5	-0.22086232900619507
914692	rnn.bias_ih_l0_reverse	6	0.27164968848228455
914692	rnn.bias_ih_l0_reverse	7	-0.29994961619377136
914692	rnn.bias_ih_l0_reverse	8	-0.19923444092273712
914692	rnn.bias_ih_l0_reverse	9	-0.148972287774086
914692	rnn.bias_hh_l0_reverse	0	-0.13821908831596375
914692	rnn.bias_hh_l0_reverse	1	0.2722906768321991
914692	rnn.bias_hh_l0_reverse	2	-0.3458937704563141
914692	rnn.bias_hh_l0_reverse	3	-0.23465345799922943
914692	rnn.bias_hh_l0_reverse	4	-0.3937455713748932
914692	rnn.bias_hh_l0_reverse	5	-0.207017719745636
914692	rnn.bias_hh_l0_reverse	6	-0.2643088400363922
914692	rnn.bias_hh_l0_reverse	7	-0.10155554860830307
914692	rnn.bias_hh_l0_reverse	8	-0.35263586044311523
914692	rnn.bias_hh_l0_reverse	9	0.20316173136234283
914692	linear.weight	0	0.23034881055355072
914692	linear.weight	1	-0.4581817388534546
914692	linear.weight	2	0.03917009010910988
914692	linear.weight	3	0.06747032701969147
914692	linear.weight	4	-0.12526676058769226
914692	linear.weight	5	0.2507674992084503
914692	linear.weight	6	-0.02583218365907669
914692	linear.weight	7	-0.059542153030633926
914692	linear.weight	8	0.12628565728664398
914692	linear.weight	9	-0.049969423562288284
914692	linear.bias	0	-0.8665233850479126
914692	linear.bias	1	1.7673656940460205
914692	linear.bias	2	0.7433252334594727
914692	linear.bias	3	-2.744072914123535
914692	linear.bias	4	-0.05645754560828209
914692	linear.bias	5	1.236726999282837
914692	linear.bias	6	-0.22199268639087677
914692	linear.bias	7	0.8535693287849426
914692	linear.bias	8	2.11185622215271
914692	linear.bias	9	-1.2890359163284302